-- Logs begin at Thu 2021-09-16 03:48:18 UTC, end at Thu 2021-09-16 06:18:09 UTC. -- Sep 16 04:22:52.099335 n-d-712139-15 systemd[1]: Started Devstack devstack@q-svc.service. Sep 16 04:22:54.909072 n-d-712139-15 neutron-server[94659]: INFO neutron.common.config [-] Logging enabled! Sep 16 04:22:54.909715 n-d-712139-15 neutron-server[94659]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.0.0rc2.dev2 Sep 16 04:22:54.909853 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94659) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 16 04:22:54.913204 n-d-712139-15 neutron-server[94659]: INFO neutron.common.config [-] Logging enabled! Sep 16 04:22:54.913459 n-d-712139-15 neutron-server[94659]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.0.0rc2.dev2 Sep 16 04:22:54.913774 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94659) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 16 04:22:54.914746 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 04:22:54.914974 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 04:22:54.915362 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 04:22:54.915586 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 04:22:54.915809 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 04:22:54.916127 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.916418 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.916738 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.916966 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.917259 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.917547 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.917828 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.918112 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.918403 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.918684 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.918958 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.919915 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.920145 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.920471 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.920775 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.921016 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.921235 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] debug = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.921511 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.921936 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.922334 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.922612 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.922896 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.923172 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.923440 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.923707 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.923987 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.924320 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] host = n-d-712139-15 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.924606 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.924900 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.925181 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.925456 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.925722 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.925999 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.926277 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.926547 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.926820 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] log_file = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.927091 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.927371 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.927649 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.927935 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.928157 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.928396 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.928670 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.928953 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.929224 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.929493 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.929761 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.930029 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.930298 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.930560 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.930838 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.931118 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.931396 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.931664 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.931933 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.932196 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.932462 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.932765 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.933036 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.933302 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.933567 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.933851 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.934120 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.934384 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.934681 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.935200 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.935505 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.935768 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.936038 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.936318 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.936615 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.936888 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.937157 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] use_json = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.937424 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.937688 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.937965 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.938235 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.938501 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.938770 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.939036 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.939315 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:54.939610 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.939903 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.940205 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.940482 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.940797 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.941074 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.941362 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.941632 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.941913 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.942196 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.942478 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.942749 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.943030 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.943301 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.943590 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.943892 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.944183 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.944470 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.944766 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.945037 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.945306 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.945578 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.945860 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.946132 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.946418 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.946700 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.946974 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.947251 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.947538 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.947821 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.948093 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.948365 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.948674 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.948947 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.949215 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.949488 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.949772 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.950047 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.950318 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.951314 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.951696 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.951972 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.952244 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.952520 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.952833 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.953105 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.953376 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.953643 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.953915 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.954182 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.954461 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.954733 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.954999 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.955268 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.955536 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.955803 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.956070 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.956340 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.956629 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.956909 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.957174 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.957441 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.957707 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.957971 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.958236 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.958502 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.958767 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.959037 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.959300 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.959566 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.959829 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.960094 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.960360 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.960664 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.960963 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.961237 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.961515 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.961791 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.962064 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.962337 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.962611 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.962883 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.963160 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.963430 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.963716 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.963992 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.964281 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.964558 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.964855 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.965155 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.965427 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.965704 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.966100 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.967095 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.967430 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.967779 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.967949 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.968244 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.968536 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.968855 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.969150 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.969434 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.969749 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.970032 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:54.970248 n-d-712139-15 neutron-server[94659]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 04:22:54.970500 n-d-712139-15 neutron-server[94659]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94659) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 16 04:22:55.330536 n-d-712139-15 neutron-server[94659]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 04:22:55.330810 n-d-712139-15 neutron-server[94659]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 04:22:55.331098 n-d-712139-15 neutron-server[94659]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 04:22:55.331427 n-d-712139-15 neutron-server[94659]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 16 04:22:55.736560 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:55.736868 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:55.737134 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:55.738419 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:55.738692 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:55.738954 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:55.776451 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:55.776748 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:55.777009 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:55.793280 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:55.793560 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:55.793825 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:55.823881 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:55.824158 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:55.824426 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:55.865946 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:55.866214 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:55.866481 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:56.103179 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:56.103821 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:56.103821 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:56.104006 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:56.104670 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:56.227163 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:56.227480 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:56.227756 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:56.228023 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:56.228286 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:56.228616 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:56.228877 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:56.229129 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:56.229377 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:56.229854 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:56.230043 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:56.230311 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:56.230562 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:56.230816 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:56.231048 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:56.231311 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:56.231604 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:56.231873 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:56.232139 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:56.232389 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:56.232677 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:56.232928 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:56.233208 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:56.233589 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:56.233836 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:56.234083 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:56.234492 n-d-712139-15 neutron-server[94659]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:22:56.234731 n-d-712139-15 neutron-server[94659]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:22:56.234975 n-d-712139-15 neutron-server[94659]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:22:56.235207 n-d-712139-15 neutron-server[94659]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:22:56.235442 n-d-712139-15 neutron-server[94659]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:22:56.235676 n-d-712139-15 neutron-server[94659]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:22:56.236054 n-d-712139-15 neutron-server[94659]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 16 04:22:56.239500 n-d-712139-15 neutron-server[94659]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 16 04:22:56.243723 n-d-712139-15 neutron-server[94659]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 16 04:22:56.248047 n-d-712139-15 neutron-server[94659]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Sep 16 04:22:56.249754 n-d-712139-15 neutron-server[94659]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 16 04:22:56.250207 n-d-712139-15 neutron-server[94659]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 16 04:22:56.250539 n-d-712139-15 neutron-server[94659]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 16 04:22:56.250924 n-d-712139-15 neutron-server[94659]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 16 04:22:56.254000 n-d-712139-15 neutron-server[94659]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 16 04:22:56.254253 n-d-712139-15 neutron-server[94659]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 16 04:22:56.254605 n-d-712139-15 neutron-server[94659]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 04:22:56.259958 n-d-712139-15 neutron-server[94659]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 16 04:22:56.283619 n-d-712139-15 neutron-server[94659]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 16 04:22:56.284065 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:56.284365 n-d-712139-15 neutron-server[94659]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94659) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 16 04:22:56.284753 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:56.286158 n-d-712139-15 neutron-server[94659]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94659) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 16 04:22:56.286632 n-d-712139-15 neutron-server[94659]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 04:22:56.286877 n-d-712139-15 neutron-server[94659]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 16 04:22:56.290145 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:56.290427 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:56.355999 n-d-712139-15 neutron-server[94659]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 16 04:22:56.356181 n-d-712139-15 neutron-server[94659]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 16 04:22:56.356371 n-d-712139-15 neutron-server[94659]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 16 04:22:56.357383 n-d-712139-15 neutron-server[94659]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 16 04:22:56.380921 n-d-712139-15 neutron-server[94659]: DEBUG oslo_db.sqlalchemy.engines [None req-307b2468-9584-435b-af39-b81202b0694b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94659) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 16 04:22:56.933735 n-d-712139-15 neutron-server[94659]: INFO neutron.plugins.ml2.managers [None req-307b2468-9584-435b-af39-b81202b0694b None None] Initializing driver for type 'gre' Sep 16 04:22:56.934512 n-d-712139-15 neutron-server[94659]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-307b2468-9584-435b-af39-b81202b0694b None None] gre ID ranges: [(1, 1000)] Sep 16 04:22:56.991157 n-d-712139-15 neutron-server[94659]: INFO neutron.plugins.ml2.managers [None req-307b2468-9584-435b-af39-b81202b0694b None None] Initializing driver for type 'local' Sep 16 04:22:56.991580 n-d-712139-15 neutron-server[94659]: INFO neutron.plugins.ml2.managers [None req-307b2468-9584-435b-af39-b81202b0694b None None] Initializing driver for type 'vlan' Sep 16 04:22:57.005773 n-d-712139-15 neutron-server[94659]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-307b2468-9584-435b-af39-b81202b0694b None None] VlanTypeDriver initialization complete Sep 16 04:22:57.006107 n-d-712139-15 neutron-server[94659]: INFO neutron.plugins.ml2.managers [None req-307b2468-9584-435b-af39-b81202b0694b None None] Initializing driver for type 'vxlan' Sep 16 04:22:57.006628 n-d-712139-15 neutron-server[94659]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-307b2468-9584-435b-af39-b81202b0694b None None] vxlan ID ranges: [(1, 1000)] Sep 16 04:22:57.073989 n-d-712139-15 neutron-server[94659]: INFO neutron.plugins.ml2.managers [None req-307b2468-9584-435b-af39-b81202b0694b None None] Initializing extension driver 'port_security' Sep 16 04:22:57.074332 n-d-712139-15 neutron-server[94659]: INFO neutron.plugins.ml2.extensions.port_security [None req-307b2468-9584-435b-af39-b81202b0694b None None] PortSecurityExtensionDriver initialization complete Sep 16 04:22:57.074679 n-d-712139-15 neutron-server[94659]: INFO neutron.plugins.ml2.managers [None req-307b2468-9584-435b-af39-b81202b0694b None None] Initializing mechanism driver 'openvswitch' Sep 16 04:22:57.075023 n-d-712139-15 neutron-server[94659]: INFO neutron.plugins.ml2.managers [None req-307b2468-9584-435b-af39-b81202b0694b None None] Initializing mechanism driver 'hyperv' Sep 16 04:22:57.082374 n-d-712139-15 neutron-server[94659]: DEBUG neutron.plugins.ml2.plugin [None req-307b2468-9584-435b-af39-b81202b0694b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:22:57.083062 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > port after_create 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.083438 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > port after_update 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.083798 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > port after_delete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.084336 n-d-712139-15 neutron-server[94659]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94659) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:22:57.084832 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > subnet after_create 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.085160 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > subnet after_update 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.085564 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > subnet after_delete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.085981 n-d-712139-15 neutron-server[94659]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94659) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:22:57.086395 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > network after_create 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.086751 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > network after_update 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.087103 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > network after_delete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.087492 n-d-712139-15 neutron-server[94659]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94659) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:22:57.087901 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > security_group after_create 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.088258 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > security_group after_update 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.088625 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > security_group after_delete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.089166 n-d-712139-15 neutron-server[94659]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94659) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:22:57.089576 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.089936 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.090286 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.090683 n-d-712139-15 neutron-server[94659]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94659) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:22:57.091118 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > address_group after_create 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.091465 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > address_group after_update 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.091802 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > address_group after_delete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.092187 n-d-712139-15 neutron-server[94659]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94659) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:22:57.092588 n-d-712139-15 neutron-server[94659]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-307b2468-9584-435b-af39-b81202b0694b None None] ML2 OVO RPC backend initialized. {{(pid=94659) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 16 04:22:57.093311 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > router_interface after_create 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.093668 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.094084 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > network before_response 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.094438 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > networks before_response 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.094786 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > port before_response 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.095133 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > ports before_response 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.095479 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > subnet before_response 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.095823 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > subnets before_response 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.096173 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > network after_create 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.096517 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > network after_update 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.096884 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > network after_delete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.097222 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > port after_create 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.097561 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > port after_update 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.097899 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > port after_delete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.098239 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > subnet after_create 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.098578 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > subnet after_update 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.098921 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > subnet after_delete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.099516 n-d-712139-15 neutron-server[94659]: INFO neutron.plugins.ml2.plugin [None req-307b2468-9584-435b-af39-b81202b0694b None None] Modular L2 Plugin initialization complete Sep 16 04:22:57.099849 n-d-712139-15 neutron-server[94659]: DEBUG neutron.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading services supported by the core plugin {{(pid=94659) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 16 04:22:57.100183 n-d-712139-15 neutron-server[94659]: INFO neutron.plugins.ml2.managers [None req-307b2468-9584-435b-af39-b81202b0694b None None] Got port-security extension from driver 'port_security' Sep 16 04:22:57.100670 n-d-712139-15 neutron-server[94659]: INFO neutron.extensions.vlantransparent [None req-307b2468-9584-435b-af39-b81202b0694b None None] Disabled vlantransparent extension. Sep 16 04:22:57.101161 n-d-712139-15 neutron-server[94659]: DEBUG neutron.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94659) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 16 04:22:57.101474 n-d-712139-15 neutron-server[94659]: INFO neutron.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading Plugin: router Sep 16 04:22:57.138612 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > router_interface before_create 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.139321 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > router after_create 55549900 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.139457 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > router before_create 55549900 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.139719 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.140094 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.140455 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > router after_delete 55549900 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.140844 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > floatingip after_create 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.141200 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > floatingip after_update 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.141561 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > router after_create 55549900 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.141911 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > router after_update 55549900 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.142263 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > router after_update 55549900 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.142613 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.142978 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > router after_update 55549900 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.143403 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > router precommit_update 55549900 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.143829 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: port after_update 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.144127 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: port after_delete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.144468 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: subnet after_update 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.144841 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.145195 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > port precommit_delete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.145544 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > router precommit_create 55549900 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.145904 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: port before_delete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.146237 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > router precommit_create 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.146597 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > router after_update 55549900 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.146942 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > router precommit_delete 55549900 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.147300 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > router precommit_create 55549900 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.147665 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > router_interface after_create 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.148014 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > router precommit_update 55549900 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.148382 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > agent after_create 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.148761 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > agent after_delete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.149382 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > network after_delete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.150299 n-d-712139-15 neutron-server[94659]: DEBUG neutron.quota.resource_registry [None req-307b2468-9584-435b-af39-b81202b0694b None None] Tracking information for resource: router configured {{(pid=94659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:22:57.150634 n-d-712139-15 neutron-server[94659]: DEBUG neutron.quota.resource_registry [None req-307b2468-9584-435b-af39-b81202b0694b None None] Tracking information for resource: floatingip configured {{(pid=94659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:22:57.156460 n-d-712139-15 neutron-server[94659]: INFO neutron.db.l3_agentschedulers_db [None req-307b2468-9584-435b-af39-b81202b0694b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 16 04:22:57.157089 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: port after_update 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.157456 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: port after_create 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.157812 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: port after_delete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.158169 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: port after_update 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.158990 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > router before_create 55550100 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.159364 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > router precommit_delete 55550100 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.159731 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > router precommit_create 55550100 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.160092 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > router precommit_update 55550100 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.164891 n-d-712139-15 neutron-server[94659]: DEBUG neutron.services.provider_configuration [None req-307b2468-9584-435b-af39-b81202b0694b None None] Service providers = [] {{(pid=94659) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 16 04:22:57.165265 n-d-712139-15 neutron-server[94659]: DEBUG neutron.db.servicetype_db [None req-307b2468-9584-435b-af39-b81202b0694b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94659) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 16 04:22:57.168260 n-d-712139-15 neutron-server[94659]: DEBUG neutron.services.service_base [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94659) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 04:22:57.168642 n-d-712139-15 neutron-server[94659]: DEBUG neutron.services.service_base [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94659) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 04:22:57.169022 n-d-712139-15 neutron-server[94659]: DEBUG neutron.services.service_base [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94659) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 04:22:57.169958 n-d-712139-15 neutron-server[94659]: DEBUG neutron.services.service_base [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94659) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 04:22:57.170839 n-d-712139-15 neutron-server[94659]: INFO neutron.services.service_base [None req-307b2468-9584-435b-af39-b81202b0694b None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 16 04:22:57.171237 n-d-712139-15 neutron-server[94659]: DEBUG neutron.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:22:57.171558 n-d-712139-15 neutron-server[94659]: INFO neutron.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 16 04:22:57.182426 n-d-712139-15 neutron-server[94659]: DEBUG neutron.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:22:57.182765 n-d-712139-15 neutron-server[94659]: INFO neutron.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading Plugin: auto_allocate Sep 16 04:22:57.188925 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: network precommit_update 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.189306 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: network precommit_create 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.189802 n-d-712139-15 neutron-server[94659]: DEBUG neutron.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:22:57.190126 n-d-712139-15 neutron-server[94659]: INFO neutron.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading Plugin: tag Sep 16 04:22:57.196785 n-d-712139-15 neutron-server[94659]: DEBUG neutron.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:22:57.197121 n-d-712139-15 neutron-server[94659]: INFO neutron.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading Plugin: timestamp Sep 16 04:22:57.201957 n-d-712139-15 neutron-server[94659]: DEBUG neutron.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:22:57.202289 n-d-712139-15 neutron-server[94659]: INFO neutron.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading Plugin: network_ip_availability Sep 16 04:22:57.208063 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.208439 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.208832 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.209601 n-d-712139-15 neutron-server[94659]: DEBUG neutron.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:22:57.209932 n-d-712139-15 neutron-server[94659]: INFO neutron.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading Plugin: flavors Sep 16 04:22:57.214712 n-d-712139-15 neutron-server[94659]: DEBUG neutron.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:22:57.215047 n-d-712139-15 neutron-server[94659]: INFO neutron.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading Plugin: revisions Sep 16 04:22:57.220067 n-d-712139-15 neutron-server[94659]: DEBUG neutron.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:22:57.220465 n-d-712139-15 neutron-server[94659]: DEBUG oslo_concurrency.lockutils [None req-307b2468-9584-435b-af39-b81202b0694b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.889s {{(pid=94659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 04:22:57.221256 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94659) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 16 04:22:57.221598 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Initializing extension manager. Sep 16 04:22:57.222112 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: __init__.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.222457 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: __pycache__ {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.222796 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.223130 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: address_group.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.223913 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.224496 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: address-group Sep 16 04:22:57.224840 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: address_scope.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.225770 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.226285 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: address-scope Sep 16 04:22:57.226614 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: admin_state_down_before_update.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.227555 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.228069 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: router-admin-state-down-before-update Sep 16 04:22:57.228395 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: agent.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.229129 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.229631 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: agent Sep 16 04:22:57.229964 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: agent_resources_synced.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.230880 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.231389 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: agent-resources-synced Sep 16 04:22:57.231744 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: allowedaddresspairs.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.233597 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.234130 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: allowed-address-pairs Sep 16 04:22:57.234460 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: auto_allocated_topology.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.235549 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.236071 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: auto-allocated-topology Sep 16 04:22:57.236403 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: availability_zone.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.237145 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.237662 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: availability_zone Sep 16 04:22:57.237998 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: availability_zone_filter.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.238917 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.239424 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: availability_zone_filter Sep 16 04:22:57.239750 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: data_plane_status.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.240733 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.241404 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extension data-plane-status not supported by any of loaded plugins Sep 16 04:22:57.241527 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: default_subnetpools.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.242449 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.242953 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: default-subnetpools Sep 16 04:22:57.243278 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: dhcpagentscheduler.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.244123 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.244655 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: dhcp_agent_scheduler Sep 16 04:22:57.244983 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: dns.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.245910 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.246416 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extension dns-integration not supported by any of loaded plugins Sep 16 04:22:57.246743 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: dns_domain_ports.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.247818 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.248317 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 16 04:22:57.248682 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.249627 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.250137 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 16 04:22:57.250462 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: dvr.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.251142 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.251638 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: dvr Sep 16 04:22:57.251961 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: ecmp_routes.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.252915 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.253421 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extension ecmp_routes not supported by any of loaded plugins Sep 16 04:22:57.253748 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: empty_string_filtering.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.254665 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.255168 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: empty-string-filtering Sep 16 04:22:57.255493 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.256417 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.256957 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 16 04:22:57.257284 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.258202 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.258711 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 16 04:22:57.259038 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: external_net.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.259965 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.260473 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: external-net Sep 16 04:22:57.260836 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: extra_dhcp_opt.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.261757 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.262268 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: extra_dhcp_opt Sep 16 04:22:57.262599 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: extraroute.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.264033 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.264542 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: extraroute Sep 16 04:22:57.264893 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: extraroute_atomic.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.265948 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.266460 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: extraroute-atomic Sep 16 04:22:57.266789 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: filter_validation.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.267473 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.267982 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: filter-validation Sep 16 04:22:57.268306 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: fip_pf_description.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.269249 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.269756 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 16 04:22:57.270087 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: fip_port_details.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.271007 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.271510 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: fip-port-details Sep 16 04:22:57.271834 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: flavors.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.273113 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.273629 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: flavors Sep 16 04:22:57.274231 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.275916 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.276431 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 16 04:22:57.276791 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: floatingip_pools.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.277500 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.278008 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: floatingip-pools Sep 16 04:22:57.278442 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: ip_allocation.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.279845 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.280365 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extension ip_allocation not supported by any of loaded plugins Sep 16 04:22:57.280736 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.281696 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.282211 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: ip-substring-filtering Sep 16 04:22:57.282537 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: l2_adjacency.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.283498 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.283997 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extension l2_adjacency not supported by any of loaded plugins Sep 16 04:22:57.284321 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: l3.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.285562 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.286087 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: router Sep 16 04:22:57.286413 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: l3_conntrack_helper.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.288777 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.289317 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 16 04:22:57.289650 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.290605 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.291122 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: ext-gw-mode Sep 16 04:22:57.291452 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.292400 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.292958 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: l3-ha Sep 16 04:22:57.293288 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: l3_flavors.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.294304 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.294818 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: l3-flavors Sep 16 04:22:57.295144 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.296108 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.296693 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: l3-port-ip-change-not-allowed Sep 16 04:22:57.297198 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: l3agentscheduler.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.298300 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.298817 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: l3_agent_scheduler Sep 16 04:22:57.299144 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: logging.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.300738 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.301269 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extension logging not supported by any of loaded plugins Sep 16 04:22:57.301608 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: metering.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.302368 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.302954 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: metering Sep 16 04:22:57.303288 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.304428 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.304975 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: metering_source_and_destination_fields Sep 16 04:22:57.305312 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: multiprovidernet.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.306245 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.306768 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: multi-provider Sep 16 04:22:57.307098 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: netmtu.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.308029 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.308538 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: net-mtu Sep 16 04:22:57.308893 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: netmtu_writable.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.309978 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.310514 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: net-mtu-writable Sep 16 04:22:57.310845 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: network_availability_zone.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.311536 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.312049 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: network_availability_zone Sep 16 04:22:57.312380 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: network_ip_availability.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.313534 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.314050 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: network-ip-availability Sep 16 04:22:57.314381 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: network_segment_range.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.315179 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.315681 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extension network-segment-range not supported by any of loaded plugins Sep 16 04:22:57.316008 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: pagination.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.317019 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.317357 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: pagination Sep 16 04:22:57.317683 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: port_device_profile.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.318629 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.319147 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: port-device-profile Sep 16 04:22:57.319475 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.320450 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.320987 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: port-mac-address-regenerate Sep 16 04:22:57.321314 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.322227 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.322738 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: port-numa-affinity-policy Sep 16 04:22:57.323062 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: port_resource_request.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.324146 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.324690 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extension port-resource-request not supported by any of loaded plugins Sep 16 04:22:57.325021 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: portbindings.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.326505 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.327104 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: binding Sep 16 04:22:57.327435 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: portbindings_extended.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.328761 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.329279 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: binding-extended Sep 16 04:22:57.329615 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: portsecurity.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.330543 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.331053 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: port-security Sep 16 04:22:57.331379 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: project_id.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.332361 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.332725 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: project-id Sep 16 04:22:57.333051 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: providernet.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.333987 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.334502 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: provider Sep 16 04:22:57.334829 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: qos.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.338468 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.338999 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extension qos not supported by any of loaded plugins Sep 16 04:22:57.339342 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.340637 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.341746 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 16 04:22:57.342080 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.343011 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.343520 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 16 04:22:57.343848 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: qos_default.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.344792 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.345303 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extension qos-default not supported by any of loaded plugins Sep 16 04:22:57.345631 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: qos_fip.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.346300 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.346802 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extension qos-fip not supported by any of loaded plugins Sep 16 04:22:57.347136 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: qos_gateway_ip.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.348095 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.348622 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 16 04:22:57.348950 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: qos_port_network_policy.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.349871 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.350373 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 16 04:22:57.350696 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: qos_pps_rule.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.351892 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.352404 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extension qos-pps not supported by any of loaded plugins Sep 16 04:22:57.352766 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: qos_rule_type_details.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.353689 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.354196 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 16 04:22:57.354523 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: qos_rules_alias.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.355573 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.356088 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 16 04:22:57.356414 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: quotasv2.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.358197 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.358529 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: quotas Sep 16 04:22:57.358855 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: quotasv2_detail.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.362291 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.362643 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: quota_details Sep 16 04:22:57.362980 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: rbac.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.364083 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.364669 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: rbac-policies Sep 16 04:22:57.365007 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: rbac_address_group.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.365956 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.366475 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: rbac-address-group Sep 16 04:22:57.366804 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: rbac_address_scope.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.367742 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.368260 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: rbac-address-scope Sep 16 04:22:57.368619 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: rbac_security_groups.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.369545 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.370063 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: rbac-security-groups Sep 16 04:22:57.370389 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: rbac_subnetpool.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.371311 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.371828 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: rbac-subnetpool Sep 16 04:22:57.372207 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: revisionifmatch.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.373657 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.374176 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: revision-if-match Sep 16 04:22:57.374503 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: revisions.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.375642 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.376156 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: standard-attr-revisions Sep 16 04:22:57.376490 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: router_availability_zone.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.377202 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.377711 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: router_availability_zone Sep 16 04:22:57.378038 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: routerservicetype.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.378967 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.379480 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extension router-service-type not supported by any of loaded plugins Sep 16 04:22:57.379810 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.380778 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.381292 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: security-groups-normalized-cidr Sep 16 04:22:57.381623 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: security_groups_port_filtering.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.382545 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.383059 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: port-security-groups-filtering Sep 16 04:22:57.383387 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.384310 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.384859 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: security-groups-remote-address-group Sep 16 04:22:57.385189 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: securitygroup.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.396517 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.397103 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: security-group Sep 16 04:22:57.397438 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: segment.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.398295 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.398804 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extension segment not supported by any of loaded plugins Sep 16 04:22:57.399399 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.400413 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.400960 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 16 04:22:57.407150 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: servicetype.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.407150 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.407150 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: service-type Sep 16 04:22:57.407150 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: sorting.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.407150 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.407150 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: sorting Sep 16 04:22:57.407150 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: standard_attr_segment.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.407688 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.407688 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 16 04:22:57.407688 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: standardattrdescription.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.407688 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.407972 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: standard-attr-description Sep 16 04:22:57.408182 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: stateful_security_group.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.409144 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.409660 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: stateful-security-group Sep 16 04:22:57.409989 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: stdattrs_common.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.410592 n-d-712139-15 neutron-server[94659]: WARNING neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 16 04:22:57.410919 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.411847 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.412361 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 16 04:22:57.412725 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: subnet_onboard.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.413829 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.414347 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: subnet_onboard Sep 16 04:22:57.414677 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.415624 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.416135 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 16 04:22:57.416465 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: subnet_service_types.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.417436 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.417952 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: subnet-service-types Sep 16 04:22:57.418300 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: subnetallocation.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.419997 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.420642 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: subnet_allocation Sep 16 04:22:57.420984 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.421675 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.422189 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: subnetpool-prefix-ops Sep 16 04:22:57.422515 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.423473 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.423985 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 16 04:22:57.424309 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: tagging.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.425476 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.425996 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: standard-attr-tag Sep 16 04:22:57.426325 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: timestamp.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.427546 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.428057 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loaded extension: standard-attr-timestamp Sep 16 04:22:57.428390 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: trunk.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.429469 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.429988 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extension trunk not supported by any of loaded plugins Sep 16 04:22:57.430317 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: trunk_details.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.431245 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.431751 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extension trunk-details not supported by any of loaded plugins Sep 16 04:22:57.432106 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: uplink_status_propagation.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.433064 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.433582 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 16 04:22:57.433910 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Loading extension file: vlantransparent.py {{(pid=94659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:22:57.434598 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:22:57.435794 n-d-712139-15 neutron-server[94659]: INFO neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extension vlan-transparent not supported by any of loaded plugins Sep 16 04:22:57.438380 n-d-712139-15 neutron-server[94659]: INFO neutron.quota.resource_registry [None req-307b2468-9584-435b-af39-b81202b0694b None None] Creating instance of TrackedResource for resource:network Sep 16 04:22:57.439003 n-d-712139-15 neutron-server[94659]: INFO neutron.quota.resource_registry [None req-307b2468-9584-435b-af39-b81202b0694b None None] Creating instance of TrackedResource for resource:subnet Sep 16 04:22:57.439356 n-d-712139-15 neutron-server[94659]: INFO neutron.quota.resource_registry [None req-307b2468-9584-435b-af39-b81202b0694b None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 04:22:57.439762 n-d-712139-15 neutron-server[94659]: INFO neutron.quota.resource_registry [None req-307b2468-9584-435b-af39-b81202b0694b None None] Creating instance of TrackedResource for resource:port Sep 16 04:22:57.441087 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.v2.resource_helper [None req-307b2468-9584-435b-af39-b81202b0694b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:22:57.441548 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.v2.resource_helper [None req-307b2468-9584-435b-af39-b81202b0694b None None] Service FLAVORS assigned prefix: {{(pid=94659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:22:57.442200 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.v2.resource_helper [None req-307b2468-9584-435b-af39-b81202b0694b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:22:57.442633 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.v2.resource_helper [None req-307b2468-9584-435b-af39-b81202b0694b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:22:57.442974 n-d-712139-15 neutron-server[94659]: INFO neutron.quota.resource_registry [None req-307b2468-9584-435b-af39-b81202b0694b None None] Creating instance of TrackedResource for resource:router Sep 16 04:22:57.443410 n-d-712139-15 neutron-server[94659]: INFO neutron.quota.resource_registry [None req-307b2468-9584-435b-af39-b81202b0694b None None] Creating instance of TrackedResource for resource:floatingip Sep 16 04:22:57.443900 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.v2.resource_helper [None req-307b2468-9584-435b-af39-b81202b0694b None None] Service METERING assigned prefix: /metering {{(pid=94659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:22:57.445423 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.445805 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.446167 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:22:57.447198 n-d-712139-15 neutron-server[94659]: INFO neutron.quota.resource_registry [None req-307b2468-9584-435b-af39-b81202b0694b None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 04:22:57.447658 n-d-712139-15 neutron-server[94659]: INFO neutron.quota.resource_registry [None req-307b2468-9584-435b-af39-b81202b0694b None None] Creating instance of TrackedResource for resource:security_group Sep 16 04:22:57.448091 n-d-712139-15 neutron-server[94659]: INFO neutron.quota.resource_registry [None req-307b2468-9584-435b-af39-b81202b0694b None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 04:22:57.448731 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.v2.resource_helper [None req-307b2468-9584-435b-af39-b81202b0694b None None] Service CORE assigned prefix: {{(pid=94659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:22:57.449077 n-d-712139-15 neutron-server[94659]: INFO neutron.quota.resource_registry [None req-307b2468-9584-435b-af39-b81202b0694b None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 04:22:57.449427 n-d-712139-15 neutron-server[94659]: WARNING neutron.quota.resource_registry [None req-307b2468-9584-435b-af39-b81202b0694b None None] subnetpool is already registered Sep 16 04:22:57.449875 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.v2.resource_helper [None req-307b2468-9584-435b-af39-b81202b0694b None None] Service CORE assigned prefix: {{(pid=94659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:22:57.450224 n-d-712139-15 neutron-server[94659]: INFO neutron.quota.resource_registry [None req-307b2468-9584-435b-af39-b81202b0694b None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 04:22:57.451084 n-d-712139-15 neutron-server[94659]: WARNING neutron.quota.resource_registry [None req-307b2468-9584-435b-af39-b81202b0694b None None] subnetpool is already registered Sep 16 04:22:57.453458 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.v2.resource_helper [None req-307b2468-9584-435b-af39-b81202b0694b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:22:57.453898 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.v2.resource_helper [None req-307b2468-9584-435b-af39-b81202b0694b None None] Service FLAVORS assigned prefix: {{(pid=94659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:22:57.454500 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.v2.resource_helper [None req-307b2468-9584-435b-af39-b81202b0694b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:22:57.454930 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.v2.resource_helper [None req-307b2468-9584-435b-af39-b81202b0694b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:22:57.455272 n-d-712139-15 neutron-server[94659]: INFO neutron.quota.resource_registry [None req-307b2468-9584-435b-af39-b81202b0694b None None] Creating instance of TrackedResource for resource:router Sep 16 04:22:57.455623 n-d-712139-15 neutron-server[94659]: WARNING neutron.quota.resource_registry [None req-307b2468-9584-435b-af39-b81202b0694b None None] router is already registered Sep 16 04:22:57.456049 n-d-712139-15 neutron-server[94659]: INFO neutron.quota.resource_registry [None req-307b2468-9584-435b-af39-b81202b0694b None None] Creating instance of TrackedResource for resource:floatingip Sep 16 04:22:57.456392 n-d-712139-15 neutron-server[94659]: WARNING neutron.quota.resource_registry [None req-307b2468-9584-435b-af39-b81202b0694b None None] floatingip is already registered Sep 16 04:22:57.456886 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.v2.resource_helper [None req-307b2468-9584-435b-af39-b81202b0694b None None] Service METERING assigned prefix: /metering {{(pid=94659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:22:57.457575 n-d-712139-15 neutron-server[94659]: INFO neutron.quota.resource_registry [None req-307b2468-9584-435b-af39-b81202b0694b None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 04:22:57.457907 n-d-712139-15 neutron-server[94659]: WARNING neutron.quota.resource_registry [None req-307b2468-9584-435b-af39-b81202b0694b None None] rbac_policy is already registered Sep 16 04:22:57.458325 n-d-712139-15 neutron-server[94659]: INFO neutron.quota.resource_registry [None req-307b2468-9584-435b-af39-b81202b0694b None None] Creating instance of TrackedResource for resource:security_group Sep 16 04:22:57.458670 n-d-712139-15 neutron-server[94659]: WARNING neutron.quota.resource_registry [None req-307b2468-9584-435b-af39-b81202b0694b None None] security_group is already registered Sep 16 04:22:57.459075 n-d-712139-15 neutron-server[94659]: INFO neutron.quota.resource_registry [None req-307b2468-9584-435b-af39-b81202b0694b None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 04:22:57.459412 n-d-712139-15 neutron-server[94659]: WARNING neutron.quota.resource_registry [None req-307b2468-9584-435b-af39-b81202b0694b None None] security_group_rule is already registered Sep 16 04:22:57.460045 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.v2.resource_helper [None req-307b2468-9584-435b-af39-b81202b0694b None None] Service CORE assigned prefix: {{(pid=94659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:22:57.460377 n-d-712139-15 neutron-server[94659]: INFO neutron.quota.resource_registry [None req-307b2468-9584-435b-af39-b81202b0694b None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 04:22:57.460738 n-d-712139-15 neutron-server[94659]: WARNING neutron.quota.resource_registry [None req-307b2468-9584-435b-af39-b81202b0694b None None] subnetpool is already registered Sep 16 04:22:57.461163 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.v2.resource_helper [None req-307b2468-9584-435b-af39-b81202b0694b None None] Service CORE assigned prefix: {{(pid=94659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:22:57.461492 n-d-712139-15 neutron-server[94659]: INFO neutron.quota.resource_registry [None req-307b2468-9584-435b-af39-b81202b0694b None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 04:22:57.461824 n-d-712139-15 neutron-server[94659]: WARNING neutron.quota.resource_registry [None req-307b2468-9584-435b-af39-b81202b0694b None None] subnetpool is already registered Sep 16 04:22:57.462302 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: extensions {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.463883 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: address-groups {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.465396 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: address-scopes {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.467329 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: agents {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.468498 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: auto-allocated-topology {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.469779 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: availability_zones {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.471014 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: dhcp-networks {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.472580 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: dhcp-agents {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.474020 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: routers {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.476249 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: flavors {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.477433 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: service_profiles {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.478655 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: next_providers {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.480101 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: service_profiles {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.482212 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: floatingip-pools {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.483465 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: routers {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.485617 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: floatingips {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.486923 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: l3-routers {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.488320 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: l3-agents {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.489765 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: metering-labels {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.491139 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: metering-label-rules {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.492490 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: network-ip-availabilities {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.493739 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: bindings {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.496376 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: quotas {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.498648 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: quotas {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.500081 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: rbac-policies {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.501331 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: security-groups {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.502639 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: security-group-rules {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.503947 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: service-providers {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.505200 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: subnetpools {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.506640 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: subnetpools {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.508096 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: tags {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.509820 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: tags {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.511640 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: tags {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.514016 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: tags {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.515820 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: tags {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.517697 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: tags {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.519414 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: tags {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.521369 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: tags {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.523139 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: tags {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.525171 n-d-712139-15 neutron-server[94659]: DEBUG neutron.api.extensions [None req-307b2468-9584-435b-af39-b81202b0694b None None] Extended resource: tags {{(pid=94659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:22:57.531383 n-d-712139-15 neutron-server[94659]: WARNING keystonemiddleware.auth_token [None req-307b2468-9584-435b-af39-b81202b0694b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 16 04:22:57.536194 n-d-712139-15 neutron-server[94659]: WARNING keystonemiddleware.auth_token [None req-307b2468-9584-435b-af39-b81202b0694b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 16 04:22:57.545373 n-d-712139-15 neutron-server[94659]: DEBUG oslo_concurrency.lockutils [None req-307b2468-9584-435b-af39-b81202b0694b None None] Acquired lock "singleton_lock" {{(pid=94659) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 16 04:22:57.545851 n-d-712139-15 neutron-server[94659]: DEBUG oslo_concurrency.lockutils [None req-307b2468-9584-435b-af39-b81202b0694b None None] Releasing lock "singleton_lock" {{(pid=94659) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 16 04:22:57.546513 n-d-712139-15 neutron-server[94659]: INFO oslo_service.service [None req-307b2468-9584-435b-af39-b81202b0694b None None] Starting 2 workers Sep 16 04:22:57.551438 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [None req-307b2468-9584-435b-af39-b81202b0694b None None] Started child 94766 {{(pid=94659) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 04:22:57.556141 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [None req-307b2468-9584-435b-af39-b81202b0694b None None] Started child 94767 {{(pid=94659) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 04:22:57.556943 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:22:57.557710 n-d-712139-15 neutron-server[94659]: INFO neutron.service [None req-307b2468-9584-435b-af39-b81202b0694b None None] Neutron service started, listening on 0.0.0.0:9696 Sep 16 04:22:57.558382 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Notify callbacks [] for process, before_spawn {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:22:57.558547 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [-] (94766) wsgi starting up on http://0.0.0.0:9696 Sep 16 04:22:57.561478 n-d-712139-15 neutron-server[94659]: INFO oslo_service.service [None req-307b2468-9584-435b-af39-b81202b0694b None None] Starting 1 workers Sep 16 04:22:57.561599 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:22:57.562938 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [-] (94767) wsgi starting up on http://0.0.0.0:9696 Sep 16 04:22:57.566857 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [None req-307b2468-9584-435b-af39-b81202b0694b None None] Started child 94768 {{(pid=94659) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 04:22:57.567404 n-d-712139-15 neutron-server[94659]: INFO oslo_service.service [None req-307b2468-9584-435b-af39-b81202b0694b None None] Starting 1 workers Sep 16 04:22:57.570921 n-d-712139-15 neutron-server[94768]: DEBUG neutron.service [None req-307b2468-9584-435b-af39-b81202b0694b None None] calling RpcWorker wait() {{(pid=94768) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 16 04:22:57.571543 n-d-712139-15 neutron-server[94768]: DEBUG neutron.service [None req-307b2468-9584-435b-af39-b81202b0694b None None] returning from RpcWorker wait() {{(pid=94768) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 16 04:22:57.572113 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [None req-307b2468-9584-435b-af39-b81202b0694b None None] Started child 94769 {{(pid=94659) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 04:22:57.572893 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:22:57.572999 n-d-712139-15 neutron-server[94659]: DEBUG neutron_lib.callbacks.manager [None req-307b2468-9584-435b-af39-b81202b0694b None None] Notify callbacks [] for process, after_spawn {{(pid=94659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:22:57.573421 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:22:57.574887 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94659) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 04:22:57.579099 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 04:22:57.579099 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 04:22:57.579099 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 04:22:57.579099 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 04:22:57.579099 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 04:22:57.579099 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.579099 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.579099 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.580080 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:22:57.580640 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.580640 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.580640 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.580640 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.580640 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.580640 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.580640 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.580640 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.581569 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.581569 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.581569 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.581569 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.581569 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.581569 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.581569 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.581569 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.582473 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.582473 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.582473 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.582473 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] debug = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.583011 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.583179 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.583406 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.583652 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.583886 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.584157 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.584381 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.584680 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.584945 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.585176 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.585427 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.585680 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.585921 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.586158 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.586374 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.586632 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.586856 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.587334 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] host = n-d-712139-15 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.587689 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.587828 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.588061 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.588302 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.588556 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.588790 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.589058 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.589302 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.589549 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.589787 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.590053 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.590296 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.590730 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.591839 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] log_file = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.592227 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] log_options = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.592227 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.592621 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.592797 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.592992 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.593179 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.593368 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.593571 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.593758 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.593931 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.594110 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.594301 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.594500 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.594689 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.594889 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.595153 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.595402 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.595617 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.595840 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.596086 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.596342 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.596552 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.596809 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.597028 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.597249 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.597455 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.597659 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.598030 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.598232 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.598426 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.598641 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.598837 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.599039 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.599236 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.599484 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.599684 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.599904 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.600124 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.600341 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.600631 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.600895 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.601152 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.601413 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.601863 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.602121 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.602342 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.602560 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.602780 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] use_json = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.602977 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.603190 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.603394 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.603639 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.603877 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.604090 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.604300 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.604533 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.605018 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.605298 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.605614 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.605839 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.606086 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.606324 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.606677 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.607490 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.607756 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.608060 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.608340 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.608686 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.609293 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.609461 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.609619 n-d-712139-15 neutron-server[94769]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:22:57.609769 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.609910 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.610184 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.610457 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.610680 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.611068 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.611272 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.611501 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.611931 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.612178 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.612408 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.612677 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.612905 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.613446 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.613807 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.613990 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.614239 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.614456 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.614996 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.614996 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.615526 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.615526 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.615904 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.616047 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.616223 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.616443 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.616706 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.617008 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.617169 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.617605 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.617860 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.618489 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.618489 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.618791 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.618791 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.619071 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.619212 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.619583 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.619732 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.619883 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.620036 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.620291 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.620533 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.620776 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.621116 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.621373 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.621750 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.622022 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.623059 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.623059 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.623059 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.623059 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.623654 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.623654 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.623921 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.624063 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.624212 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.624388 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.624656 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.624883 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.625109 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.625329 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.625566 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.626183 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.626415 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.629456 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.629456 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.629456 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.629456 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.629456 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.629456 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.629456 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.629456 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.629456 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.630099 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.630099 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.630099 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.630099 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.630099 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.630099 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.630430 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.630640 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.630885 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.631336 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.631559 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.631816 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.632265 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.632496 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.632772 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.633015 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.633255 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.633514 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.633729 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.633953 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.634169 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.634400 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.634810 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.635219 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.635635 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.636069 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.636299 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.636601 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.636845 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.637101 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.637564 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.637820 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.638027 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.638231 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.638442 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.638688 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.639025 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.639292 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.639537 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.639823 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.640050 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.640333 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.640597 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.641045 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.641651 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.642106 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.642553 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.642895 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.643410 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.643952 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.644264 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.644600 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.644883 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.645199 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.645513 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.645807 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.646136 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.646770 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.648638 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.648638 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.648638 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.648638 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.648638 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.648638 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.648638 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.648638 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.649738 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.649738 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.649738 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.650038 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.650038 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.650278 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.650488 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.650717 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.650936 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.651154 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.651432 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.651648 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.651884 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.652114 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.652328 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.652697 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.652919 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.653151 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.653941 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.654189 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.654465 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.654723 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.655876 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.655876 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.655876 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.655876 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.655876 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.656212 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.656297 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.656482 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.656875 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.657265 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.657645 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.658007 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.658394 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.658760 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.659156 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.659553 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.660025 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.660430 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.660840 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.661222 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.661582 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.661970 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.662340 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.662837 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.663210 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.663435 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.663663 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.663936 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.664190 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.664439 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.664677 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.665147 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.665576 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.665994 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.666566 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.666878 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.667147 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.667388 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.667648 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.667891 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.668107 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.668343 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.668598 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.668815 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.669120 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.669911 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.670943 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.670943 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.670943 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.670943 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.670943 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.671588 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.671588 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.671588 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.672286 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.672286 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.672286 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.672515 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.672645 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.672877 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.673107 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.673401 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.673579 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.674081 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.674081 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.674438 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.674438 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.674651 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.674874 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.675089 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.675296 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.675601 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.675847 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.676089 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.676411 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.676658 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.676915 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.677160 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.677490 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.677704 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.677943 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.678161 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.678404 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.678625 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.678877 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.679194 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.679492 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.679738 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.679992 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.680322 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.680602 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.681091 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.681091 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.681386 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.681720 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.681986 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.682251 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.682493 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.682736 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.682985 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.683198 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.683435 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.683666 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.683905 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.684142 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.684382 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.685193 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.685403 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.685643 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.685858 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.686099 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.686432 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.686564 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.686731 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.686888 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 04:22:57.687416 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94659) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 04:22:57.687622 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 04:22:57.687762 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 04:22:57.687847 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 04:22:57.688074 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 04:22:57.688287 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 04:22:57.688379 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.688541 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.688787 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.688959 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.688959 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.689236 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.689331 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.689439 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.689596 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.689753 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.689910 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.690080 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.690223 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.690379 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.690539 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.690683 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.690825 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.690981 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.691146 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.691285 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.691447 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.691598 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.691741 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] debug = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.691903 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.692187 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.692351 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.692479 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.692652 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.692780 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.692906 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.693083 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.693235 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.693359 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.693481 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.693619 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.693744 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.693869 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.694021 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.694177 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.694332 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.694475 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] host = n-d-712139-15 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.694631 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.694786 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.694943 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.695100 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.695257 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.695414 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.695573 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.695727 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.695869 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.696026 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.696182 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.696338 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.696494 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.696743 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] log_file = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.696901 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] log_options = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.697093 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.697275 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.697422 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.697549 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.697677 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.697802 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.697955 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.698111 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.698268 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.698455 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.699057 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.699257 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.699477 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.699961 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.699961 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.701243 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.701243 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.701243 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.701243 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.701243 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.702260 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.702260 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.702260 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.702260 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.702260 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.702260 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.702260 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.703456 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.703456 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.703456 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.703456 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.703456 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.703456 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.703456 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.703456 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.704742 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.704742 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.704742 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.704742 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.704742 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.704742 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.704742 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.704742 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.705941 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.705941 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.705941 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.705941 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] use_json = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.705941 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.705941 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.705941 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.705941 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.705941 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.706861 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.706861 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.706861 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:22:57.706861 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.706861 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.706861 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.707527 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.707527 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.707527 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.707527 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.707527 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.708152 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.708152 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.708152 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.708152 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.708682 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.708682 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.708682 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.708969 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.708969 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.709160 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.709160 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.709608 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.709608 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.709608 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.709923 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.709923 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.710114 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.710201 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.710332 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.710505 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.710664 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.710824 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.710983 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.711141 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.711333 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.711467 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.711593 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.711752 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.711911 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.712069 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.712232 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.712612 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.712612 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.712947 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.712947 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.713249 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.713249 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.713574 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.713574 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.713574 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.714303 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.714303 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.714303 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.714303 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.714303 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.715113 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.715113 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.715113 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.715113 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.715113 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.716402 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.716402 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.716402 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.716402 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.716402 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.717115 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.717115 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.717115 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.717115 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.717115 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.717937 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.717937 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.717937 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.717937 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.717937 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.717937 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.718891 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.718891 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.718891 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.718891 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.718891 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.718891 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.720010 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.720010 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.720010 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.720010 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.720010 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.720010 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.720010 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.720010 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.721288 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.721288 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.721288 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.721288 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.721288 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.721288 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.721288 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.721288 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.722443 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.722443 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.722443 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.722443 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.722443 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.722443 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.722443 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.723332 n-d-712139-15 neutron-server[94768]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:22:57.723517 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.723517 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.723517 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.723517 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.723517 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.723517 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.723517 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.723517 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.724418 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.724418 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.724418 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.724418 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.724418 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.724418 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.724418 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.725166 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.725166 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.725166 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.725166 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.725166 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.725740 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.725740 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.725740 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.726115 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.726115 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.726115 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.726480 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.726480 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.726480 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.726864 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.726864 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.727144 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.727144 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.727345 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.727426 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.727555 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.727708 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.727868 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.728029 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.728183 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.728345 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.728503 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.728681 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.728828 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.728989 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.729149 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.729307 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.729465 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.729624 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.729782 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.729940 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.730100 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.730257 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.730415 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.730573 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.730731 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.730889 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.731045 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.731203 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.731361 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.731571 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.732242 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.732402 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.732542 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.732846 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.732978 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.733107 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.733268 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.733427 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.733585 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.733743 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.733905 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.735030 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.735197 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.735358 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.735730 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.735730 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.736011 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.736011 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.736464 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.736464 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.736464 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.736875 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.736875 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.736875 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.737619 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.737619 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.737619 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.737619 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.737619 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.738374 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.738374 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.738374 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.738374 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.738374 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.739154 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.739154 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.739154 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.739154 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.739154 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.739777 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.739777 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.739777 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.739777 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.740231 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.740231 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.740231 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.740231 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.740519 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.740682 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.740766 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.740853 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.741019 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.741178 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.741350 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.741511 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.741667 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.741826 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.741983 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.742141 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.742311 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.742563 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.742673 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.742800 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.742921 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.743064 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.743230 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.743389 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.743547 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.743706 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.743862 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.744020 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.744200 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.744329 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.744489 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.744667 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.744818 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.744975 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.745143 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.745305 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.745460 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.745619 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.745776 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.745934 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.746101 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.746261 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.746421 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.746588 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.746745 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.746889 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.747038 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.747341 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.747577 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.747804 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.747999 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.748458 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.748458 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.748458 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.748885 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.748885 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.748885 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.749392 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.749392 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.749392 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.749917 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.749917 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.749917 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.750276 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.750276 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.750276 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.750601 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.750601 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.750926 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.750926 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.751279 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.751279 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.751279 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.751644 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.751644 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.751890 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.751890 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.752128 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.752128 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.752384 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.752515 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.752817 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.752817 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:22:57.753057 n-d-712139-15 neutron-server[94659]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 04:22:57.814856 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47270) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:22:57.824592 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069857 Sep 16 04:23:10.153719 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb564d0e-592b-4c17-a14c-c8ae222c207d None None] get_active_networks_info from n-d-712139-15 {{(pid=94768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:23:10.301487 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb564d0e-592b-4c17-a14c-c8ae222c207d None None] No non-hosted networks {{(pid=94768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 16 04:23:10.303357 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.agentschedulers_db [None req-cb564d0e-592b-4c17-a14c-c8ae222c207d None None] DHCP Agent not found on host n-d-712139-15 {{(pid=94768) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 16 04:23:10.425170 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a5251e4b-991c-457a-b12d-0080b013fb54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-990251'] for agent, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:13.116686 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9f6dab92-da60-4f9b-a598-5317be87e952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-990251'] for agent, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:13.157535 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-60adeb12-6d88-4f24-ab2e-10612715f8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:13.451227 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-990251'] for agent, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:13.451933 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:13.452282 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:13.452642 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:13.452990 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:13.457610 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:13.457949 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:13.458283 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:13.458616 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:13.458940 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:13.461299 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:13.461652 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:13.461985 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:13.462400 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-712139-15', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:23:13.483506 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-712139-15', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:23:14.365905 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-990251'] for agent, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:15.823432 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-990251'] for agent, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:17.376251 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47362) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:23:17.945648 n-d-712139-15 neutron-server[94766]: WARNING oslo_policy.policy [None req-ad950f25-80ca-44d4-a545-5327a1eb0eff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:23:17.946239 n-d-712139-15 neutron-server[94766]: WARNING oslo_policy.policy [None req-ad950f25-80ca-44d4-a545-5327a1eb0eff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:23:18.171741 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [None req-ad950f25-80ca-44d4-a545-5327a1eb0eff admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:23:18.172908 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ad950f25-80ca-44d4-a545-5327a1eb0eff admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7955198 Sep 16 04:23:18.533340 n-d-712139-15 neutron-server[94768]: INFO neutron.db.l3_hamode_db [None req-e0222351-3c0f-4405-9ac7-ecb9a2ebdefc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 16 04:23:18.614018 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0222351-3c0f-4405-9ac7-ecb9a2ebdefc None None] Routers set() bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:23:18.614394 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0222351-3c0f-4405-9ac7-ecb9a2ebdefc None None] Router IDs set() for agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 04:23:20.661455 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47376) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:23:20.992465 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-0883b669-3ba7-4bc4-a3e7-2efdff71464b admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:23:21.089747 n-d-712139-15 neutron-server[94766]: DEBUG neutron.policy [None req-0883b669-3ba7-4bc4-a3e7-2efdff71464b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94766) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 04:23:21.135624 n-d-712139-15 neutron-server[94766]: WARNING oslo_policy.policy [None req-0883b669-3ba7-4bc4-a3e7-2efdff71464b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:23:21.136004 n-d-712139-15 neutron-server[94766]: WARNING oslo_policy.policy [None req-0883b669-3ba7-4bc4-a3e7-2efdff71464b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:23:21.145735 n-d-712139-15 neutron-server[94766]: INFO neutron.quota [None req-0883b669-3ba7-4bc4-a3e7-2efdff71464b admin admin] Loaded quota_driver: . Sep 16 04:23:21.241288 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0883b669-3ba7-4bc4-a3e7-2efdff71464b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731530455004', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731530455523', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731530475633', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731530469845', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731530940862', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731530489279', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2054551', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1878409', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-777731', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-717865'] for rbac-policy, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:21.317300 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0883b669-3ba7-4bc4-a3e7-2efdff71464b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:21.318505 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0883b669-3ba7-4bc4-a3e7-2efdff71464b admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6560702 Sep 16 04:23:24.002023 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47388) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:23:24.324157 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-4b9cf33b-aaf3-4f50-bf86-8fa87fb3a28c admin admin] Request body: {'network': {'name': 'private', 'project_id': 'd7cce7166cf947ad8f6a369b96de6099', 'tenant_id': 'd7cce7166cf947ad8f6a369b96de6099', 'admin_state_up': True}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:23:24.360358 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9cf33b-aaf3-4f50-bf86-8fa87fb3a28c admin admin] Made reservation on behalf of d7cce7166cf947ad8f6a369b96de6099 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:23:24.363191 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4b9cf33b-aaf3-4f50-bf86-8fa87fb3a28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:24.381928 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4b9cf33b-aaf3-4f50-bf86-8fa87fb3a28c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:24.523475 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4b9cf33b-aaf3-4f50-bf86-8fa87fb3a28c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:24.528662 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4b9cf33b-aaf3-4f50-bf86-8fa87fb3a28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:24.552582 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b9cf33b-aaf3-4f50-bf86-8fa87fb3a28c admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:23:24.579001 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4b9cf33b-aaf3-4f50-bf86-8fa87fb3a28c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731532952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:24.579594 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4b9cf33b-aaf3-4f50-bf86-8fa87fb3a28c admin admin] Unsubscribe: segment precommit_create {{(pid=94766) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 04:23:24.580109 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-4b9cf33b-aaf3-4f50-bf86-8fa87fb3a28c admin admin] Added segment a8ec8f05-af50-4009-80a9-07d5b57f9cdf of type vlan for network 16afd95b-918f-4aea-a3f3-ca6175326eea Sep 16 04:23:24.586092 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9cf33b-aaf3-4f50-bf86-8fa87fb3a28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56efefd5-687b-42e0-bea2-167bb5b7400b,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:23:24.608504 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9cf33b-aaf3-4f50-bf86-8fa87fb3a28c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:24.608872 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9cf33b-aaf3-4f50-bf86-8fa87fb3a28c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:24.609206 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9cf33b-aaf3-4f50-bf86-8fa87fb3a28c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:24.609539 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9cf33b-aaf3-4f50-bf86-8fa87fb3a28c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:24.609867 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9cf33b-aaf3-4f50-bf86-8fa87fb3a28c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:24.610192 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9cf33b-aaf3-4f50-bf86-8fa87fb3a28c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:24.610532 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9cf33b-aaf3-4f50-bf86-8fa87fb3a28c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:24.610832 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9cf33b-aaf3-4f50-bf86-8fa87fb3a28c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:24.611150 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9cf33b-aaf3-4f50-bf86-8fa87fb3a28c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:24.611467 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9cf33b-aaf3-4f50-bf86-8fa87fb3a28c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:24.611783 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9cf33b-aaf3-4f50-bf86-8fa87fb3a28c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:24.612098 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9cf33b-aaf3-4f50-bf86-8fa87fb3a28c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:24.613200 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9cf33b-aaf3-4f50-bf86-8fa87fb3a28c admin admin] Tracked resource versions report: Sep 16 04:23:24.613200 n-d-712139-15 neutron-server[94766]: pushed versions: Sep 16 04:23:24.613200 n-d-712139-15 neutron-server[94766]: { 'AddressGroup': {'1.2'}, Sep 16 04:23:24.613200 n-d-712139-15 neutron-server[94766]: 'ConntrackHelper': {'1.0'}, Sep 16 04:23:24.613200 n-d-712139-15 neutron-server[94766]: 'Log': {'1.0'}, Sep 16 04:23:24.613200 n-d-712139-15 neutron-server[94766]: 'Network': {'1.1'}, Sep 16 04:23:24.613200 n-d-712139-15 neutron-server[94766]: 'Port': {'1.7'}, Sep 16 04:23:24.613200 n-d-712139-15 neutron-server[94766]: 'PortForwarding': {'1.2'}, Sep 16 04:23:24.613200 n-d-712139-15 neutron-server[94766]: 'QosPolicy': {'1.9'}, Sep 16 04:23:24.613200 n-d-712139-15 neutron-server[94766]: 'SecurityGroup': {'1.4'}, Sep 16 04:23:24.613200 n-d-712139-15 neutron-server[94766]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:23:24.613200 n-d-712139-15 neutron-server[94766]: 'SubPort': {'1.0'}, Sep 16 04:23:24.613200 n-d-712139-15 neutron-server[94766]: 'Subnet': {'1.1'}, Sep 16 04:23:24.613200 n-d-712139-15 neutron-server[94766]: 'Trunk': {'1.1'}} Sep 16 04:23:24.613200 n-d-712139-15 neutron-server[94766]: consumer versions: Sep 16 04:23:24.613200 n-d-712139-15 neutron-server[94766]: { DHCP agent@n-d-712139-15: {}, Sep 16 04:23:24.613200 n-d-712139-15 neutron-server[94766]: L3 agent@n-d-712139-15: {}, Sep 16 04:23:24.613200 n-d-712139-15 neutron-server[94766]: Metadata agent@n-d-712139-15: {}, Sep 16 04:23:24.613200 n-d-712139-15 neutron-server[94766]: Metering agent@n-d-712139-15: {}, Sep 16 04:23:24.613200 n-d-712139-15 neutron-server[94766]: Open vSwitch agent@n-d-712139-15: { 'AddressGroup': '1.2', Sep 16 04:23:24.613200 n-d-712139-15 neutron-server[94766]: 'ConntrackHelper': '1.0', Sep 16 04:23:24.613200 n-d-712139-15 neutron-server[94766]: 'Log': '1.0', Sep 16 04:23:24.613200 n-d-712139-15 neutron-server[94766]: 'Network': '1.1', Sep 16 04:23:24.613200 n-d-712139-15 neutron-server[94766]: 'Port': '1.7', Sep 16 04:23:24.613200 n-d-712139-15 neutron-server[94766]: 'PortForwarding': '1.2', Sep 16 04:23:24.613200 n-d-712139-15 neutron-server[94766]: 'QosPolicy': '1.9', Sep 16 04:23:24.613200 n-d-712139-15 neutron-server[94766]: 'SecurityGroup': '1.4', Sep 16 04:23:24.613200 n-d-712139-15 neutron-server[94766]: 'SecurityGroupRule': '1.2', Sep 16 04:23:24.613200 n-d-712139-15 neutron-server[94766]: 'SubPort': '1.0', Sep 16 04:23:24.613200 n-d-712139-15 neutron-server[94766]: 'Subnet': '1.1', Sep 16 04:23:24.613200 n-d-712139-15 neutron-server[94766]: 'Trunk': '1.1'}} Sep 16 04:23:24.613200 n-d-712139-15 neutron-server[94766]: {{(pid=94766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:23:24.716713 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4b9cf33b-aaf3-4f50-bf86-8fa87fb3a28c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:24.758253 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4b9cf33b-aaf3-4f50-bf86-8fa87fb3a28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:24.759394 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9cf33b-aaf3-4f50-bf86-8fa87fb3a28c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:23:24.760049 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4b9cf33b-aaf3-4f50-bf86-8fa87fb3a28c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:24.814803 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4b9cf33b-aaf3-4f50-bf86-8fa87fb3a28c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8115780 Sep 16 04:23:24.868698 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9cf33b-aaf3-4f50-bf86-8fa87fb3a28c admin admin] Pushing event updated for resources: {'Network': ['ID=16afd95b-918f-4aea-a3f3-ca6175326eea,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:23:24.881665 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 16afd95b-918f-4aea-a3f3-ca6175326eea details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:23:27.624323 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47402) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:23:28.158995 n-d-712139-15 neutron-server[94767]: WARNING oslo_policy.policy [None req-e84629bd-779d-4a72-ac01-090680bfc3bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:23:28.159558 n-d-712139-15 neutron-server[94767]: WARNING oslo_policy.policy [None req-e84629bd-779d-4a72-ac01-090680bfc3bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:23:28.613883 n-d-712139-15 neutron-server[94767]: DEBUG neutron.policy [None req-e84629bd-779d-4a72-ac01-090680bfc3bf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94767) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 04:23:28.659693 n-d-712139-15 neutron-server[94767]: WARNING oslo_policy.policy [None req-e84629bd-779d-4a72-ac01-090680bfc3bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:23:28.660365 n-d-712139-15 neutron-server[94767]: WARNING oslo_policy.policy [None req-e84629bd-779d-4a72-ac01-090680bfc3bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:23:28.669778 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84629bd-779d-4a72-ac01-090680bfc3bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:23:28.671727 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e84629bd-779d-4a72-ac01-090680bfc3bf admin admin] 10.222.0.35 "GET /v2.0/networks/16afd95b-918f-4aea-a3f3-ca6175326eea HTTP/1.1" status: 200 len: 825 time: 1.0451789 Sep 16 04:23:28.713836 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8b1301e0-d2e8-4082-8878-ceb549dd40cb admin admin] 10.222.0.35 "GET /v2.0/subnetpools/3ede91c1-d105-465a-9236-c828600ecf7e HTTP/1.1" status: 200 len: 734 time: 0.0358672 Sep 16 04:23:28.725245 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-6f2523ff-1334-4eff-862e-bd8f1419c364 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'd7cce7166cf947ad8f6a369b96de6099', 'name': 'private-subnet', 'subnetpool_id': '3ede91c1-d105-465a-9236-c828600ecf7e', 'network_id': '16afd95b-918f-4aea-a3f3-ca6175326eea', 'gateway_ip': '172.20.0.1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:23:28.726863 n-d-712139-15 neutron-server[94767]: INFO neutron.quota [None req-6f2523ff-1334-4eff-862e-bd8f1419c364 admin admin] Loaded quota_driver: . Sep 16 04:23:28.766661 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2523ff-1334-4eff-862e-bd8f1419c364 admin admin] Made reservation on behalf of d7cce7166cf947ad8f6a369b96de6099 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:23:28.769612 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6f2523ff-1334-4eff-862e-bd8f1419c364 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:29.072149 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6f2523ff-1334-4eff-862e-bd8f1419c364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:29.146248 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2523ff-1334-4eff-862e-bd8f1419c364 admin admin] Checking segment: {'id': 'a8ec8f05-af50-4009-80a9-07d5b57f9cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '16afd95b-918f-4aea-a3f3-ca6175326eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:23:29.146610 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2523ff-1334-4eff-862e-bd8f1419c364 admin admin] Network hostable DHCP agents. Network: 16afd95b-918f-4aea-a3f3-ca6175326eea, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:23:29.156140 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2523ff-1334-4eff-862e-bd8f1419c364 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a6e22df-708c-4505-abcb-e07409161b0f,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:23:29.170878 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2523ff-1334-4eff-862e-bd8f1419c364 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:29.171216 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2523ff-1334-4eff-862e-bd8f1419c364 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:29.171551 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2523ff-1334-4eff-862e-bd8f1419c364 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:29.171877 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2523ff-1334-4eff-862e-bd8f1419c364 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:29.172214 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2523ff-1334-4eff-862e-bd8f1419c364 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:29.172721 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2523ff-1334-4eff-862e-bd8f1419c364 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:29.173046 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2523ff-1334-4eff-862e-bd8f1419c364 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:29.173393 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2523ff-1334-4eff-862e-bd8f1419c364 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:29.173711 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2523ff-1334-4eff-862e-bd8f1419c364 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:29.174030 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2523ff-1334-4eff-862e-bd8f1419c364 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:29.174345 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2523ff-1334-4eff-862e-bd8f1419c364 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:29.174660 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2523ff-1334-4eff-862e-bd8f1419c364 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:29.175723 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2523ff-1334-4eff-862e-bd8f1419c364 admin admin] Tracked resource versions report: Sep 16 04:23:29.175723 n-d-712139-15 neutron-server[94767]: pushed versions: Sep 16 04:23:29.175723 n-d-712139-15 neutron-server[94767]: { 'AddressGroup': {'1.2'}, Sep 16 04:23:29.175723 n-d-712139-15 neutron-server[94767]: 'ConntrackHelper': {'1.0'}, Sep 16 04:23:29.175723 n-d-712139-15 neutron-server[94767]: 'Log': {'1.0'}, Sep 16 04:23:29.175723 n-d-712139-15 neutron-server[94767]: 'Network': {'1.1'}, Sep 16 04:23:29.175723 n-d-712139-15 neutron-server[94767]: 'Port': {'1.7'}, Sep 16 04:23:29.175723 n-d-712139-15 neutron-server[94767]: 'PortForwarding': {'1.2'}, Sep 16 04:23:29.175723 n-d-712139-15 neutron-server[94767]: 'QosPolicy': {'1.9'}, Sep 16 04:23:29.175723 n-d-712139-15 neutron-server[94767]: 'SecurityGroup': {'1.4'}, Sep 16 04:23:29.175723 n-d-712139-15 neutron-server[94767]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:23:29.175723 n-d-712139-15 neutron-server[94767]: 'SubPort': {'1.0'}, Sep 16 04:23:29.175723 n-d-712139-15 neutron-server[94767]: 'Subnet': {'1.1'}, Sep 16 04:23:29.175723 n-d-712139-15 neutron-server[94767]: 'Trunk': {'1.1'}} Sep 16 04:23:29.175723 n-d-712139-15 neutron-server[94767]: consumer versions: Sep 16 04:23:29.175723 n-d-712139-15 neutron-server[94767]: { DHCP agent@n-d-712139-15: {}, Sep 16 04:23:29.175723 n-d-712139-15 neutron-server[94767]: L3 agent@n-d-712139-15: {}, Sep 16 04:23:29.175723 n-d-712139-15 neutron-server[94767]: Metadata agent@n-d-712139-15: {}, Sep 16 04:23:29.175723 n-d-712139-15 neutron-server[94767]: Metering agent@n-d-712139-15: {}, Sep 16 04:23:29.175723 n-d-712139-15 neutron-server[94767]: Open vSwitch agent@n-d-712139-15: { 'AddressGroup': '1.2', Sep 16 04:23:29.175723 n-d-712139-15 neutron-server[94767]: 'ConntrackHelper': '1.0', Sep 16 04:23:29.175723 n-d-712139-15 neutron-server[94767]: 'Log': '1.0', Sep 16 04:23:29.175723 n-d-712139-15 neutron-server[94767]: 'Network': '1.1', Sep 16 04:23:29.175723 n-d-712139-15 neutron-server[94767]: 'Port': '1.7', Sep 16 04:23:29.175723 n-d-712139-15 neutron-server[94767]: 'PortForwarding': '1.2', Sep 16 04:23:29.175723 n-d-712139-15 neutron-server[94767]: 'QosPolicy': '1.9', Sep 16 04:23:29.175723 n-d-712139-15 neutron-server[94767]: 'SecurityGroup': '1.4', Sep 16 04:23:29.175723 n-d-712139-15 neutron-server[94767]: 'SecurityGroupRule': '1.2', Sep 16 04:23:29.175723 n-d-712139-15 neutron-server[94767]: 'SubPort': '1.0', Sep 16 04:23:29.175723 n-d-712139-15 neutron-server[94767]: 'Subnet': '1.1', Sep 16 04:23:29.175723 n-d-712139-15 neutron-server[94767]: 'Trunk': '1.1'}} Sep 16 04:23:29.175723 n-d-712139-15 neutron-server[94767]: {{(pid=94767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:23:29.209022 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2523ff-1334-4eff-862e-bd8f1419c364 admin admin] Network 16afd95b-918f-4aea-a3f3-ca6175326eea is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:23:29.224219 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-6f2523ff-1334-4eff-862e-bd8f1419c364 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 16afd95b-918f-4aea-a3f3-ca6175326eea) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:23:29.229029 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2523ff-1334-4eff-862e-bd8f1419c364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:23:29.229642 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6f2523ff-1334-4eff-862e-bd8f1419c364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:29.233865 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4558b2f9-510d-49cc-a9bc-badc2cf16530 None None] Network 16afd95b-918f-4aea-a3f3-ca6175326eea requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:23:29.254150 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6f2523ff-1334-4eff-862e-bd8f1419c364 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5325096 Sep 16 04:23:29.579412 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396f3bc2-0fd1-4468-a385-b9d7093a685a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-16afd95b-918f-4aea-a3f3-ca6175326eea', 'network_id': '16afd95b-918f-4aea-a3f3-ca6175326eea', 'tenant_id': 'd7cce7166cf947ad8f6a369b96de6099', 'fixed_ips': [{'subnet_id': '0a6e22df-708c-4505-abcb-e07409161b0f'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:23:29.580716 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-396f3bc2-0fd1-4468-a385-b9d7093a685a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:29.875490 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-396f3bc2-0fd1-4468-a385-b9d7093a685a None None] Allocated IP 172.20.0.2 (16afd95b-918f-4aea-a3f3-ca6175326eea/0a6e22df-708c-4505-abcb-e07409161b0f/5e33d57c-459c-432b-8f05-ccf733dceaa1) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:23:30.097663 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-396f3bc2-0fd1-4468-a385-b9d7093a685a None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:30.107004 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-396f3bc2-0fd1-4468-a385-b9d7093a685a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:30.205059 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396f3bc2-0fd1-4468-a385-b9d7093a685a None None] Network 16afd95b-918f-4aea-a3f3-ca6175326eea is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:23:30.211187 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-396f3bc2-0fd1-4468-a385-b9d7093a685a None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:23:30.222163 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396f3bc2-0fd1-4468-a385-b9d7093a685a None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:23:30.225264 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f3bc2-0fd1-4468-a385-b9d7093a685a None None] Pushing event updated for resources: {'Port': ['ID=5e33d57c-459c-432b-8f05-ccf733dceaa1,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:23:30.237058 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f3bc2-0fd1-4468-a385-b9d7093a685a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:30.237682 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f3bc2-0fd1-4468-a385-b9d7093a685a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:30.237770 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f3bc2-0fd1-4468-a385-b9d7093a685a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:30.238065 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f3bc2-0fd1-4468-a385-b9d7093a685a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:30.238399 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f3bc2-0fd1-4468-a385-b9d7093a685a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:30.238729 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f3bc2-0fd1-4468-a385-b9d7093a685a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:30.239056 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f3bc2-0fd1-4468-a385-b9d7093a685a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:30.239379 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f3bc2-0fd1-4468-a385-b9d7093a685a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:30.239701 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f3bc2-0fd1-4468-a385-b9d7093a685a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:30.240023 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f3bc2-0fd1-4468-a385-b9d7093a685a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:30.240345 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f3bc2-0fd1-4468-a385-b9d7093a685a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:30.240684 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f3bc2-0fd1-4468-a385-b9d7093a685a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:30.241781 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f3bc2-0fd1-4468-a385-b9d7093a685a None None] Tracked resource versions report: Sep 16 04:23:30.241781 n-d-712139-15 neutron-server[94768]: pushed versions: Sep 16 04:23:30.241781 n-d-712139-15 neutron-server[94768]: { 'AddressGroup': {'1.2'}, Sep 16 04:23:30.241781 n-d-712139-15 neutron-server[94768]: 'ConntrackHelper': {'1.0'}, Sep 16 04:23:30.241781 n-d-712139-15 neutron-server[94768]: 'Log': {'1.0'}, Sep 16 04:23:30.241781 n-d-712139-15 neutron-server[94768]: 'Network': {'1.1'}, Sep 16 04:23:30.241781 n-d-712139-15 neutron-server[94768]: 'Port': {'1.7'}, Sep 16 04:23:30.241781 n-d-712139-15 neutron-server[94768]: 'PortForwarding': {'1.2'}, Sep 16 04:23:30.241781 n-d-712139-15 neutron-server[94768]: 'QosPolicy': {'1.9'}, Sep 16 04:23:30.241781 n-d-712139-15 neutron-server[94768]: 'SecurityGroup': {'1.4'}, Sep 16 04:23:30.241781 n-d-712139-15 neutron-server[94768]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:23:30.241781 n-d-712139-15 neutron-server[94768]: 'SubPort': {'1.0'}, Sep 16 04:23:30.241781 n-d-712139-15 neutron-server[94768]: 'Subnet': {'1.1'}, Sep 16 04:23:30.241781 n-d-712139-15 neutron-server[94768]: 'Trunk': {'1.1'}} Sep 16 04:23:30.241781 n-d-712139-15 neutron-server[94768]: consumer versions: Sep 16 04:23:30.241781 n-d-712139-15 neutron-server[94768]: { DHCP agent@n-d-712139-15: {}, Sep 16 04:23:30.241781 n-d-712139-15 neutron-server[94768]: L3 agent@n-d-712139-15: {}, Sep 16 04:23:30.241781 n-d-712139-15 neutron-server[94768]: Metadata agent@n-d-712139-15: {}, Sep 16 04:23:30.241781 n-d-712139-15 neutron-server[94768]: Metering agent@n-d-712139-15: {}, Sep 16 04:23:30.241781 n-d-712139-15 neutron-server[94768]: Open vSwitch agent@n-d-712139-15: { 'AddressGroup': '1.2', Sep 16 04:23:30.241781 n-d-712139-15 neutron-server[94768]: 'ConntrackHelper': '1.0', Sep 16 04:23:30.241781 n-d-712139-15 neutron-server[94768]: 'Log': '1.0', Sep 16 04:23:30.241781 n-d-712139-15 neutron-server[94768]: 'Network': '1.1', Sep 16 04:23:30.241781 n-d-712139-15 neutron-server[94768]: 'Port': '1.7', Sep 16 04:23:30.241781 n-d-712139-15 neutron-server[94768]: 'PortForwarding': '1.2', Sep 16 04:23:30.241781 n-d-712139-15 neutron-server[94768]: 'QosPolicy': '1.9', Sep 16 04:23:30.241781 n-d-712139-15 neutron-server[94768]: 'SecurityGroup': '1.4', Sep 16 04:23:30.241781 n-d-712139-15 neutron-server[94768]: 'SecurityGroupRule': '1.2', Sep 16 04:23:30.241781 n-d-712139-15 neutron-server[94768]: 'SubPort': '1.0', Sep 16 04:23:30.241781 n-d-712139-15 neutron-server[94768]: 'Subnet': '1.1', Sep 16 04:23:30.241781 n-d-712139-15 neutron-server[94768]: 'Trunk': '1.1'}} Sep 16 04:23:30.241781 n-d-712139-15 neutron-server[94768]: {{(pid=94768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:23:30.319145 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-396f3bc2-0fd1-4468-a385-b9d7093a685a None None] Attempting to bind port 5e33d57c-459c-432b-8f05-ccf733dceaa1 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:23:30.319543 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-396f3bc2-0fd1-4468-a385-b9d7093a685a None None] Attempting to bind port 5e33d57c-459c-432b-8f05-ccf733dceaa1 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'a8ec8f05-af50-4009-80a9-07d5b57f9cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '16afd95b-918f-4aea-a3f3-ca6175326eea'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:23:30.319972 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396f3bc2-0fd1-4468-a385-b9d7093a685a None None] Attempting to bind port 5e33d57c-459c-432b-8f05-ccf733dceaa1 on network 16afd95b-918f-4aea-a3f3-ca6175326eea {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:23:30.325080 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396f3bc2-0fd1-4468-a385-b9d7093a685a None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:23:30.325500 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396f3bc2-0fd1-4468-a385-b9d7093a685a None None] Checking segment: {'id': 'a8ec8f05-af50-4009-80a9-07d5b57f9cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '16afd95b-918f-4aea-a3f3-ca6175326eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:23:30.326006 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-396f3bc2-0fd1-4468-a385-b9d7093a685a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:30.326402 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396f3bc2-0fd1-4468-a385-b9d7093a685a None None] Bound using segment: {'id': 'a8ec8f05-af50-4009-80a9-07d5b57f9cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '16afd95b-918f-4aea-a3f3-ca6175326eea'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:23:30.326888 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-396f3bc2-0fd1-4468-a385-b9d7093a685a None None] Bound port: 5e33d57c-459c-432b-8f05-ccf733dceaa1, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ec8f05-af50-4009-80a9-07d5b57f9cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '16afd95b-918f-4aea-a3f3-ca6175326eea'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:23:30.327285 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-396f3bc2-0fd1-4468-a385-b9d7093a685a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:30.389411 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-396f3bc2-0fd1-4468-a385-b9d7093a685a None None] For port 5e33d57c-459c-432b-8f05-ccf733dceaa1, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:23:30.393901 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-396f3bc2-0fd1-4468-a385-b9d7093a685a None None] For port 5e33d57c-459c-432b-8f05-ccf733dceaa1, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=5e33d57c-459c-432b-8f05-ccf733dceaa1,segment=NetworkSegment(a8ec8f05-af50-4009-80a9-07d5b57f9cdf),segment_id=a8ec8f05-af50-4009-80a9-07d5b57f9cdf)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:23:30.398890 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-396f3bc2-0fd1-4468-a385-b9d7093a685a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:30.464318 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f3bc2-0fd1-4468-a385-b9d7093a685a None None] Pushing event updated for resources: {'Port': ['ID=5e33d57c-459c-432b-8f05-ccf733dceaa1,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:23:31.749581 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47422) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:23:32.070534 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [None req-681d59c5-e2e6-40d3-a5f9-7bd727f6db7b admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:23:32.070996 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-681d59c5-e2e6-40d3-a5f9-7bd727f6db7b admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3204679 Sep 16 04:23:34.530612 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47430) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:23:34.638701 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 5 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:23:34.852327 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [None req-b2dc7287-3214-464f-b57b-f4cc97b3458a admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:23:34.853437 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b2dc7287-3214-464f-b57b-f4cc97b3458a admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3217874 Sep 16 04:23:37.544234 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47440) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:23:37.872919 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-c899de2f-f8b1-4967-bf4c-12519a949fac admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'd7cce7166cf947ad8f6a369b96de6099', 'admin_state_up': True}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:23:37.896844 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c899de2f-f8b1-4967-bf4c-12519a949fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:37.898750 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c899de2f-f8b1-4967-bf4c-12519a949fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:38.036776 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c899de2f-f8b1-4967-bf4c-12519a949fac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:38.042617 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c899de2f-f8b1-4967-bf4c-12519a949fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:38.061831 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c899de2f-f8b1-4967-bf4c-12519a949fac admin admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:38.063220 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c899de2f-f8b1-4967-bf4c-12519a949fac admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5180142 Sep 16 04:23:38.943793 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8840de-4082-4020-9e82-7cf51cbfa37c None None] Network 16afd95b-918f-4aea-a3f3-ca6175326eea requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:23:39.011883 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ba75c5d8-797d-459e-a726-dd155e38ab1e None None] Provisioning complete for port 5e33d57c-459c-432b-8f05-ccf733dceaa1 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:23:39.012266 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ba75c5d8-797d-459e-a726-dd155e38ab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:39.190808 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 5e33d57c-459c-432b-8f05-ccf733dceaa1 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:23:39.223923 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ba75c5d8-797d-459e-a726-dd155e38ab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:39.323985 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-ba75c5d8-797d-459e-a726-dd155e38ab1e None None] For port 5e33d57c-459c-432b-8f05-ccf733dceaa1, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=5e33d57c-459c-432b-8f05-ccf733dceaa1,segment=NetworkSegment(a8ec8f05-af50-4009-80a9-07d5b57f9cdf),segment_id=a8ec8f05-af50-4009-80a9-07d5b57f9cdf)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:23:39.335181 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ba75c5d8-797d-459e-a726-dd155e38ab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:39.388974 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 5e33d57c-459c-432b-8f05-ccf733dceaa1 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:23:39.389345 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:39.448118 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75c5d8-797d-459e-a726-dd155e38ab1e None None] Pushing event updated for resources: {'Port': ['ID=5e33d57c-459c-432b-8f05-ccf733dceaa1,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:23:39.664425 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-70624cee-b3a4-4df1-9446-52c386feab1f None None] Provisioning complete for port 5e33d57c-459c-432b-8f05-ccf733dceaa1 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:23:39.664813 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-70624cee-b3a4-4df1-9446-52c386feab1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:39.991831 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a6547e00-9b2c-4560-99a3-54bcc80e9721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:40.515809 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47456) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:23:40.846374 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [None req-b17e6cec-2629-4f1d-96ee-8f7f4df8e216 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:23:40.847380 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b17e6cec-2629-4f1d-96ee-8f7f4df8e216 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3306282 Sep 16 04:23:41.156445 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 5e33d57c-459c-432b-8f05-ccf733dceaa1 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:23:41.206524 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 5e33d57c-459c-432b-8f05-ccf733dceaa1 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:23:41.206887 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:43.103441 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1a60b5b0-f26c-46d4-b794-dbc0166dc2ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:43.300208 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47464) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:23:43.432140 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:43.627512 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-70c60ae8-81ec-483b-9a97-32a4e7adeb29 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:23:43.646704 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c60ae8-81ec-483b-9a97-32a4e7adeb29 admin admin] Made reservation on behalf of 8076057e36f5410f883796253b1f5ede for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:23:43.649238 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70c60ae8-81ec-483b-9a97-32a4e7adeb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:43.658382 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70c60ae8-81ec-483b-9a97-32a4e7adeb29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:43.750706 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70c60ae8-81ec-483b-9a97-32a4e7adeb29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:43.754367 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70c60ae8-81ec-483b-9a97-32a4e7adeb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:43.773265 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-70c60ae8-81ec-483b-9a97-32a4e7adeb29 admin admin] Reserving flat network on physical network physnet1 {{(pid=94766) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 16 04:23:43.793430 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c60ae8-81ec-483b-9a97-32a4e7adeb29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f87f0ac-7831-45e8-97df-3e51314e474d,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:23:43.801611 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70c60ae8-81ec-483b-9a97-32a4e7adeb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:43.801959 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-70c60ae8-81ec-483b-9a97-32a4e7adeb29 admin admin] Added segment ec644028-ff6a-43b4-93a2-8141596b3d6e of type flat for network 6423976d-c7ec-41de-996e-2a06dce8febc Sep 16 04:23:43.853258 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70c60ae8-81ec-483b-9a97-32a4e7adeb29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:43.892315 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70c60ae8-81ec-483b-9a97-32a4e7adeb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:43.893342 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c60ae8-81ec-483b-9a97-32a4e7adeb29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:23:43.893908 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70c60ae8-81ec-483b-9a97-32a4e7adeb29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:43.927520 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-70c60ae8-81ec-483b-9a97-32a4e7adeb29 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6261878 Sep 16 04:23:43.956538 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c60ae8-81ec-483b-9a97-32a4e7adeb29 admin admin] Pushing event updated for resources: {'Network': ['ID=6423976d-c7ec-41de-996e-2a06dce8febc,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:23:43.967804 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 6423976d-c7ec-41de-996e-2a06dce8febc details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:23:44.289121 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:45.766262 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:46.485157 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47482) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:23:46.699369 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c96775f-685f-4374-bf07-56236281f37c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:23:46.700748 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5c96775f-685f-4374-bf07-56236281f37c admin admin] 10.222.0.35 "GET /v2.0/subnets/0a6e22df-708c-4505-abcb-e07409161b0f HTTP/1.1" status: 200 len: 849 time: 0.2147202 Sep 16 04:23:46.839965 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b0bc4d99-434d-4000-98a2-e016657f655f admin admin] 10.222.0.35 "GET /v2.0/routers/816f5aff-b2a8-454d-8ae8-2d6c7cf5d541 HTTP/1.1" status: 200 len: 704 time: 0.1325884 Sep 16 04:23:47.108944 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-37c994fc-2580-49d2-9255-a10c0ac919af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:47.421961 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-37c994fc-2580-49d2-9255-a10c0ac919af admin admin] Allocated IP 172.20.0.1 (16afd95b-918f-4aea-a3f3-ca6175326eea/0a6e22df-708c-4505-abcb-e07409161b0f/18b92348-6a44-4bf0-9d8e-9b0aa5762612) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:23:47.577293 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-37c994fc-2580-49d2-9255-a10c0ac919af admin admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:47.643505 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-37c994fc-2580-49d2-9255-a10c0ac919af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:47.716749 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c994fc-2580-49d2-9255-a10c0ac919af admin admin] Network 16afd95b-918f-4aea-a3f3-ca6175326eea is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:23:47.722272 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-37c994fc-2580-49d2-9255-a10c0ac919af admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:23:47.730639 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c994fc-2580-49d2-9255-a10c0ac919af admin admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:23:47.731298 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-37c994fc-2580-49d2-9255-a10c0ac919af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:47.789583 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c994fc-2580-49d2-9255-a10c0ac919af admin admin] Pushing event updated for resources: {'Port': ['ID=18b92348-6a44-4bf0-9d8e-9b0aa5762612,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:23:47.914918 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-794b0556-f9b4-4336-a3bd-7a1e9dc62835 None None] Provisioning complete for port 18b92348-6a44-4bf0-9d8e-9b0aa5762612 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:23:47.915550 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-794b0556-f9b4-4336-a3bd-7a1e9dc62835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:47.949793 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-794b0556-f9b4-4336-a3bd-7a1e9dc62835 None None] Port 18b92348-6a44-4bf0-9d8e-9b0aa5762612 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:23:47.977209 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-37c994fc-2580-49d2-9255-a10c0ac919af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:48.181195 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-37c994fc-2580-49d2-9255-a10c0ac919af admin admin] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:48.186809 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-37c994fc-2580-49d2-9255-a10c0ac919af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:48.187545 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-37c994fc-2580-49d2-9255-a10c0ac919af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:48.244185 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c994fc-2580-49d2-9255-a10c0ac919af admin admin] Pushing event updated for resources: {'Port': ['ID=18b92348-6a44-4bf0-9d8e-9b0aa5762612,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:23:48.307878 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c994fc-2580-49d2-9255-a10c0ac919af admin admin] Network 16afd95b-918f-4aea-a3f3-ca6175326eea is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:23:48.309258 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-37c994fc-2580-49d2-9255-a10c0ac919af admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:23:48.470807 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-5bc2c473-7339-4511-a1c9-792115368bf6 None None] Provisioning complete for port 18b92348-6a44-4bf0-9d8e-9b0aa5762612 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:23:48.471176 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5bc2c473-7339-4511-a1c9-792115368bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:48.475543 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c994fc-2580-49d2-9255-a10c0ac919af admin admin] Router 816f5aff-b2a8-454d-8ae8-2d6c7cf5d541 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:23:48.506014 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-5bc2c473-7339-4511-a1c9-792115368bf6 None None] Port 18b92348-6a44-4bf0-9d8e-9b0aa5762612 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:23:48.574628 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c994fc-2580-49d2-9255-a10c0ac919af admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:23:48.580237 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-37c994fc-2580-49d2-9255-a10c0ac919af admin admin] 10.222.0.35 "PUT /v2.0/routers/816f5aff-b2a8-454d-8ae8-2d6c7cf5d541/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7343547 Sep 16 04:23:48.605730 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a952b624-07ca-4b63-aa81-5248645303ae None None] Sync routers for ids ['816f5aff-b2a8-454d-8ae8-2d6c7cf5d541'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:23:48.616913 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a952b624-07ca-4b63-aa81-5248645303ae None None] Routers {'816f5aff-b2a8-454d-8ae8-2d6c7cf5d541'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:23:48.617749 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a952b624-07ca-4b63-aa81-5248645303ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:23:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['816f5aff-b2a8-454d-8ae8-2d6c7cf5d541'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:23:48.812095 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-a952b624-07ca-4b63-aa81-5248645303ae None None] Set router 816f5aff-b2a8-454d-8ae8-2d6c7cf5d541 gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:23:49.257885 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a952b624-07ca-4b63-aa81-5248645303ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816f5aff-b2a8-454d-8ae8-2d6c7cf5d541', 'name': 'router1', 'tenant_id': 'd7cce7166cf947ad8f6a369b96de6099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:23:37Z', 'updated_at': '2021-09-16T04:23:47Z', 'revision_number': 2, 'project_id': 'd7cce7166cf947ad8f6a369b96de6099', 'gw_port_host': None, '_interfaces': [{'id': '18b92348-6a44-4bf0-9d8e-9b0aa5762612', 'name': '', 'network_id': '16afd95b-918f-4aea-a3f3-ca6175326eea', 'tenant_id': 'd7cce7166cf947ad8f6a369b96de6099', 'mac_address': 'fa:16:3e:fc:7b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816f5aff-b2a8-454d-8ae8-2d6c7cf5d541', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a6e22df-708c-4505-abcb-e07409161b0f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:23:47Z', 'updated_at': '2021-09-16T04:23:48Z', 'revision_number': 2, 'project_id': 'd7cce7166cf947ad8f6a369b96de6099', 'subnets': [{'id': '0a6e22df-708c-4505-abcb-e07409161b0f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ede91c1-d105-465a-9236-c828600ecf7e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:23:49.311765 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a952b624-07ca-4b63-aa81-5248645303ae None None] Checking router: 816f5aff-b2a8-454d-8ae8-2d6c7cf5d541 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:23:49.312131 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a952b624-07ca-4b63-aa81-5248645303ae None None] Updating router 816f5aff-b2a8-454d-8ae8-2d6c7cf5d541 port 18b92348-6a44-4bf0-9d8e-9b0aa5762612 binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:23:49.361733 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-a952b624-07ca-4b63-aa81-5248645303ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:49.897164 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-a952b624-07ca-4b63-aa81-5248645303ae None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:49.905518 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-a952b624-07ca-4b63-aa81-5248645303ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:50.078386 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95492b28-422b-431e-8a9e-826da6e75010 None None] Pushing event updated for resources: {'Port': ['ID=18b92348-6a44-4bf0-9d8e-9b0aa5762612,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:23:50.082010 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-a952b624-07ca-4b63-aa81-5248645303ae None None] Attempting to bind port 18b92348-6a44-4bf0-9d8e-9b0aa5762612 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:23:50.082407 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-a952b624-07ca-4b63-aa81-5248645303ae None None] Attempting to bind port 18b92348-6a44-4bf0-9d8e-9b0aa5762612 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'a8ec8f05-af50-4009-80a9-07d5b57f9cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '16afd95b-918f-4aea-a3f3-ca6175326eea'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:23:50.082843 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a952b624-07ca-4b63-aa81-5248645303ae None None] Attempting to bind port 18b92348-6a44-4bf0-9d8e-9b0aa5762612 on network 16afd95b-918f-4aea-a3f3-ca6175326eea {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:23:50.091204 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95492b28-422b-431e-8a9e-826da6e75010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:50.091552 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95492b28-422b-431e-8a9e-826da6e75010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:50.091975 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95492b28-422b-431e-8a9e-826da6e75010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:50.092221 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95492b28-422b-431e-8a9e-826da6e75010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:50.092554 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95492b28-422b-431e-8a9e-826da6e75010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:50.092907 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95492b28-422b-431e-8a9e-826da6e75010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:50.093235 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95492b28-422b-431e-8a9e-826da6e75010 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:50.093561 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95492b28-422b-431e-8a9e-826da6e75010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:50.093885 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95492b28-422b-431e-8a9e-826da6e75010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:50.094207 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95492b28-422b-431e-8a9e-826da6e75010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:50.094532 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95492b28-422b-431e-8a9e-826da6e75010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:50.094853 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95492b28-422b-431e-8a9e-826da6e75010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:50.095946 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95492b28-422b-431e-8a9e-826da6e75010 None None] Tracked resource versions report: Sep 16 04:23:50.095946 n-d-712139-15 neutron-server[94769]: pushed versions: Sep 16 04:23:50.095946 n-d-712139-15 neutron-server[94769]: { 'AddressGroup': {'1.2'}, Sep 16 04:23:50.095946 n-d-712139-15 neutron-server[94769]: 'ConntrackHelper': {'1.0'}, Sep 16 04:23:50.095946 n-d-712139-15 neutron-server[94769]: 'Log': {'1.0'}, Sep 16 04:23:50.095946 n-d-712139-15 neutron-server[94769]: 'Network': {'1.1'}, Sep 16 04:23:50.095946 n-d-712139-15 neutron-server[94769]: 'Port': {'1.7'}, Sep 16 04:23:50.095946 n-d-712139-15 neutron-server[94769]: 'PortForwarding': {'1.2'}, Sep 16 04:23:50.095946 n-d-712139-15 neutron-server[94769]: 'QosPolicy': {'1.9'}, Sep 16 04:23:50.095946 n-d-712139-15 neutron-server[94769]: 'SecurityGroup': {'1.4'}, Sep 16 04:23:50.095946 n-d-712139-15 neutron-server[94769]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:23:50.095946 n-d-712139-15 neutron-server[94769]: 'SubPort': {'1.0'}, Sep 16 04:23:50.095946 n-d-712139-15 neutron-server[94769]: 'Subnet': {'1.1'}, Sep 16 04:23:50.095946 n-d-712139-15 neutron-server[94769]: 'Trunk': {'1.1'}} Sep 16 04:23:50.095946 n-d-712139-15 neutron-server[94769]: consumer versions: Sep 16 04:23:50.095946 n-d-712139-15 neutron-server[94769]: { DHCP agent@n-d-712139-15: {}, Sep 16 04:23:50.095946 n-d-712139-15 neutron-server[94769]: L3 agent@n-d-712139-15: {}, Sep 16 04:23:50.095946 n-d-712139-15 neutron-server[94769]: Metadata agent@n-d-712139-15: {}, Sep 16 04:23:50.095946 n-d-712139-15 neutron-server[94769]: Metering agent@n-d-712139-15: {}, Sep 16 04:23:50.095946 n-d-712139-15 neutron-server[94769]: Open vSwitch agent@n-d-712139-15: { 'AddressGroup': '1.2', Sep 16 04:23:50.095946 n-d-712139-15 neutron-server[94769]: 'ConntrackHelper': '1.0', Sep 16 04:23:50.095946 n-d-712139-15 neutron-server[94769]: 'Log': '1.0', Sep 16 04:23:50.095946 n-d-712139-15 neutron-server[94769]: 'Network': '1.1', Sep 16 04:23:50.095946 n-d-712139-15 neutron-server[94769]: 'Port': '1.7', Sep 16 04:23:50.095946 n-d-712139-15 neutron-server[94769]: 'PortForwarding': '1.2', Sep 16 04:23:50.095946 n-d-712139-15 neutron-server[94769]: 'QosPolicy': '1.9', Sep 16 04:23:50.095946 n-d-712139-15 neutron-server[94769]: 'SecurityGroup': '1.4', Sep 16 04:23:50.095946 n-d-712139-15 neutron-server[94769]: 'SecurityGroupRule': '1.2', Sep 16 04:23:50.095946 n-d-712139-15 neutron-server[94769]: 'SubPort': '1.0', Sep 16 04:23:50.095946 n-d-712139-15 neutron-server[94769]: 'Subnet': '1.1', Sep 16 04:23:50.095946 n-d-712139-15 neutron-server[94769]: 'Trunk': '1.1'}} Sep 16 04:23:50.095946 n-d-712139-15 neutron-server[94769]: {{(pid=94769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:23:50.098410 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a952b624-07ca-4b63-aa81-5248645303ae None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:23:50.098682 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a952b624-07ca-4b63-aa81-5248645303ae None None] Checking segment: {'id': 'a8ec8f05-af50-4009-80a9-07d5b57f9cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '16afd95b-918f-4aea-a3f3-ca6175326eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:23:50.099184 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-a952b624-07ca-4b63-aa81-5248645303ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:50.099567 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a952b624-07ca-4b63-aa81-5248645303ae None None] Bound using segment: {'id': 'a8ec8f05-af50-4009-80a9-07d5b57f9cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '16afd95b-918f-4aea-a3f3-ca6175326eea'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:23:50.100074 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-a952b624-07ca-4b63-aa81-5248645303ae None None] Bound port: 18b92348-6a44-4bf0-9d8e-9b0aa5762612, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ec8f05-af50-4009-80a9-07d5b57f9cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '16afd95b-918f-4aea-a3f3-ca6175326eea'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:23:50.100457 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-a952b624-07ca-4b63-aa81-5248645303ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:50.140216 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-fb86e7ad-57ad-431d-920d-5997cf76bf76 None None] Provisioning complete for port 18b92348-6a44-4bf0-9d8e-9b0aa5762612 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:23:50.140843 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fb86e7ad-57ad-431d-920d-5997cf76bf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:50.171413 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-a952b624-07ca-4b63-aa81-5248645303ae None None] For port 18b92348-6a44-4bf0-9d8e-9b0aa5762612, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:23:50.175377 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-fb86e7ad-57ad-431d-920d-5997cf76bf76 None None] Port 18b92348-6a44-4bf0-9d8e-9b0aa5762612 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:23:50.192866 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-a952b624-07ca-4b63-aa81-5248645303ae None None] For port 18b92348-6a44-4bf0-9d8e-9b0aa5762612, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=18b92348-6a44-4bf0-9d8e-9b0aa5762612,segment=NetworkSegment(a8ec8f05-af50-4009-80a9-07d5b57f9cdf),segment_id=a8ec8f05-af50-4009-80a9-07d5b57f9cdf)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:23:50.199787 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-a952b624-07ca-4b63-aa81-5248645303ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:50.257196 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95492b28-422b-431e-8a9e-826da6e75010 None None] Pushing event updated for resources: {'Port': ['ID=18b92348-6a44-4bf0-9d8e-9b0aa5762612,revision_number=4']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:23:50.267779 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a952b624-07ca-4b63-aa81-5248645303ae None None] Routers {'816f5aff-b2a8-454d-8ae8-2d6c7cf5d541'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:23:50.268387 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a952b624-07ca-4b63-aa81-5248645303ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:23:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['816f5aff-b2a8-454d-8ae8-2d6c7cf5d541'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:23:50.363132 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-a952b624-07ca-4b63-aa81-5248645303ae None None] Set router 816f5aff-b2a8-454d-8ae8-2d6c7cf5d541 gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:23:50.399880 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-dce2a955-6a97-4513-96b2-55edc73a3a0c None None] Provisioning complete for port 18b92348-6a44-4bf0-9d8e-9b0aa5762612 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:23:50.400637 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-dce2a955-6a97-4513-96b2-55edc73a3a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:50.487191 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-dce2a955-6a97-4513-96b2-55edc73a3a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:50.519122 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-dce2a955-6a97-4513-96b2-55edc73a3a0c None None] For port 18b92348-6a44-4bf0-9d8e-9b0aa5762612, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=18b92348-6a44-4bf0-9d8e-9b0aa5762612,segment=NetworkSegment(a8ec8f05-af50-4009-80a9-07d5b57f9cdf),segment_id=a8ec8f05-af50-4009-80a9-07d5b57f9cdf)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:23:50.524614 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-dce2a955-6a97-4513-96b2-55edc73a3a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:50.578321 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a952b624-07ca-4b63-aa81-5248645303ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816f5aff-b2a8-454d-8ae8-2d6c7cf5d541', 'name': 'router1', 'tenant_id': 'd7cce7166cf947ad8f6a369b96de6099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:23:37Z', 'updated_at': '2021-09-16T04:23:47Z', 'revision_number': 2, 'project_id': 'd7cce7166cf947ad8f6a369b96de6099', 'gw_port_host': None, '_interfaces': [{'id': '18b92348-6a44-4bf0-9d8e-9b0aa5762612', 'name': '', 'network_id': '16afd95b-918f-4aea-a3f3-ca6175326eea', 'tenant_id': 'd7cce7166cf947ad8f6a369b96de6099', 'mac_address': 'fa:16:3e:fc:7b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816f5aff-b2a8-454d-8ae8-2d6c7cf5d541', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a6e22df-708c-4505-abcb-e07409161b0f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:23:47Z', 'updated_at': '2021-09-16T04:23:50Z', 'revision_number': 4, 'project_id': 'd7cce7166cf947ad8f6a369b96de6099', 'subnets': [{'id': '0a6e22df-708c-4505-abcb-e07409161b0f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ede91c1-d105-465a-9236-c828600ecf7e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:23:50.581966 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2a955-6a97-4513-96b2-55edc73a3a0c None None] Pushing event updated for resources: {'Port': ['ID=18b92348-6a44-4bf0-9d8e-9b0aa5762612,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:23:50.609242 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a952b624-07ca-4b63-aa81-5248645303ae None None] The sync data for ids ['816f5aff-b2a8-454d-8ae8-2d6c7cf5d541'] in n-d-712139-15 is: [{'id': '816f5aff-b2a8-454d-8ae8-2d6c7cf5d541', 'name': 'router1', 'tenant_id': 'd7cce7166cf947ad8f6a369b96de6099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:23:37Z', 'updated_at': '2021-09-16T04:23:47Z', 'revision_number': 2, 'project_id': 'd7cce7166cf947ad8f6a369b96de6099', 'gw_port_host': None, '_interfaces': [{'id': '18b92348-6a44-4bf0-9d8e-9b0aa5762612', 'name': '', 'network_id': '16afd95b-918f-4aea-a3f3-ca6175326eea', 'tenant_id': 'd7cce7166cf947ad8f6a369b96de6099', 'mac_address': 'fa:16:3e:fc:7b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816f5aff-b2a8-454d-8ae8-2d6c7cf5d541', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a6e22df-708c-4505-abcb-e07409161b0f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:23:47Z', 'updated_at': '2021-09-16T04:23:50Z', 'revision_number': 4, 'project_id': 'd7cce7166cf947ad8f6a369b96de6099', 'subnets': [{'id': '0a6e22df-708c-4505-abcb-e07409161b0f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ede91c1-d105-465a-9236-c828600ecf7e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:23:50.897933 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47502) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:23:51.013859 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e277bc76-66cd-40ce-9678-1865e5be112b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:23:51.015231 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e277bc76-66cd-40ce-9678-1865e5be112b admin admin] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 842 time: 0.1159818 Sep 16 04:23:51.025424 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-7817659a-67c7-4f1e-a28e-40682ef0606f admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:23:51.049638 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7817659a-67c7-4f1e-a28e-40682ef0606f admin admin] Made reservation on behalf of 8076057e36f5410f883796253b1f5ede for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:23:51.051950 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7817659a-67c7-4f1e-a28e-40682ef0606f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:51.332863 n-d-712139-15 neutron-server[94767]: DEBUG neutron.objects.ports [None req-7817659a-67c7-4f1e-a28e-40682ef0606f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:23:51.333299 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7817659a-67c7-4f1e-a28e-40682ef0606f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:51.392606 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817659a-67c7-4f1e-a28e-40682ef0606f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f1e76bd-35ec-4054-b21a-685fc779fcb7,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:23:51.399975 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7817659a-67c7-4f1e-a28e-40682ef0606f admin admin] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:23:51.400338 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7817659a-67c7-4f1e-a28e-40682ef0606f admin admin] Network hostable DHCP agents. Network: 6423976d-c7ec-41de-996e-2a06dce8febc, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:23:51.418658 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7817659a-67c7-4f1e-a28e-40682ef0606f admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:23:51.427836 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-7817659a-67c7-4f1e-a28e-40682ef0606f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 6423976d-c7ec-41de-996e-2a06dce8febc) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:23:51.431780 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7817659a-67c7-4f1e-a28e-40682ef0606f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:23:51.433035 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7817659a-67c7-4f1e-a28e-40682ef0606f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:51.438610 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32df681a-7edf-49b2-8d74-317b8d3f703e None None] Network 6423976d-c7ec-41de-996e-2a06dce8febc requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:23:51.448039 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7817659a-67c7-4f1e-a28e-40682ef0606f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4260168 Sep 16 04:23:51.578055 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5ee694-dae3-45c5-8307-cb1ac91485da None None] Network 6423976d-c7ec-41de-996e-2a06dce8febc requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:23:53.815070 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47510) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:23:54.111703 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a3503096-0d7d-4092-8abf-ff12be119f93 admin admin] 10.222.0.35 "GET /v2.0/routers/816f5aff-b2a8-454d-8ae8-2d6c7cf5d541 HTTP/1.1" status: 200 len: 710 time: 0.2954745 Sep 16 04:23:54.270599 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147e40db-76f0-4204-b190-05a067b05567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:23:54.271920 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-147e40db-76f0-4204-b190-05a067b05567 admin admin] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 886 time: 0.1541786 Sep 16 04:23:54.283089 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-21008f87-7fdc-4d09-bcc2-7ec8215538c5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:23:54.536776 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-21008f87-7fdc-4d09-bcc2-7ec8215538c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:54.782752 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-21008f87-7fdc-4d09-bcc2-7ec8215538c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:54.863776 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-21008f87-7fdc-4d09-bcc2-7ec8215538c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:55.056058 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-21008f87-7fdc-4d09-bcc2-7ec8215538c5 admin admin] Allocated IP 172.25.8.89 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/bbe0ae67-3679-4b86-80e7-b342fc8e358f) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:23:55.170316 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-21008f87-7fdc-4d09-bcc2-7ec8215538c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:55.228553 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-21008f87-7fdc-4d09-bcc2-7ec8215538c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:55.352050 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21008f87-7fdc-4d09-bcc2-7ec8215538c5 admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:23:55.358179 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-21008f87-7fdc-4d09-bcc2-7ec8215538c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:23:55.372246 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21008f87-7fdc-4d09-bcc2-7ec8215538c5 admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:23:55.377964 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21008f87-7fdc-4d09-bcc2-7ec8215538c5 admin admin] Pushing event updated for resources: {'Port': ['ID=bbe0ae67-3679-4b86-80e7-b342fc8e358f,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:23:55.654283 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-21008f87-7fdc-4d09-bcc2-7ec8215538c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:55.866923 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-21008f87-7fdc-4d09-bcc2-7ec8215538c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-986631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1171'] for router, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:55.873086 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-21008f87-7fdc-4d09-bcc2-7ec8215538c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-986636'] for router, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:55.989135 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21008f87-7fdc-4d09-bcc2-7ec8215538c5 admin admin] Router 816f5aff-b2a8-454d-8ae8-2d6c7cf5d541 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:23:56.102382 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21008f87-7fdc-4d09-bcc2-7ec8215538c5 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:23:56.107230 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-21008f87-7fdc-4d09-bcc2-7ec8215538c5 admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:56.108452 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-21008f87-7fdc-4d09-bcc2-7ec8215538c5 admin admin] 10.222.0.35 "PUT /v2.0/routers/816f5aff-b2a8-454d-8ae8-2d6c7cf5d541 HTTP/1.1" status: 200 len: 889 time: 1.8287425 Sep 16 04:23:57.203837 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 18b92348-6a44-4bf0-9d8e-9b0aa5762612 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:23:57.228236 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353c5582-2cc1-437a-bc65-4ba66eaf5436 None None] Sync routers for ids ['816f5aff-b2a8-454d-8ae8-2d6c7cf5d541'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:23:57.251434 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353c5582-2cc1-437a-bc65-4ba66eaf5436 None None] Routers {'816f5aff-b2a8-454d-8ae8-2d6c7cf5d541'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:23:57.252211 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-353c5582-2cc1-437a-bc65-4ba66eaf5436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:23:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['816f5aff-b2a8-454d-8ae8-2d6c7cf5d541'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:23:57.352794 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 18b92348-6a44-4bf0-9d8e-9b0aa5762612 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:23:57.353171 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:57.506261 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-353c5582-2cc1-437a-bc65-4ba66eaf5436 None None] Set router 816f5aff-b2a8-454d-8ae8-2d6c7cf5d541 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:23:57.932019 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-353c5582-2cc1-437a-bc65-4ba66eaf5436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816f5aff-b2a8-454d-8ae8-2d6c7cf5d541', 'name': 'router1', 'tenant_id': 'd7cce7166cf947ad8f6a369b96de6099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'bbe0ae67-3679-4b86-80e7-b342fc8e358f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:23:37Z', 'updated_at': '2021-09-16T04:23:55Z', 'revision_number': 4, 'project_id': 'd7cce7166cf947ad8f6a369b96de6099', 'gw_port': {'id': 'bbe0ae67-3679-4b86-80e7-b342fc8e358f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:0e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816f5aff-b2a8-454d-8ae8-2d6c7cf5d541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:23:54Z', 'updated_at': '2021-09-16T04:23:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '18b92348-6a44-4bf0-9d8e-9b0aa5762612', 'name': '', 'network_id': '16afd95b-918f-4aea-a3f3-ca6175326eea', 'tenant_id': 'd7cce7166cf947ad8f6a369b96de6099', 'mac_address': 'fa:16:3e:fc:7b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816f5aff-b2a8-454d-8ae8-2d6c7cf5d541', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a6e22df-708c-4505-abcb-e07409161b0f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:23:47Z', 'updated_at': '2021-09-16T04:23:50Z', 'revision_number': 5, 'project_id': 'd7cce7166cf947ad8f6a369b96de6099', 'subnets': [{'id': '0a6e22df-708c-4505-abcb-e07409161b0f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ede91c1-d105-465a-9236-c828600ecf7e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:23:57.984183 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353c5582-2cc1-437a-bc65-4ba66eaf5436 None None] Checking router: 816f5aff-b2a8-454d-8ae8-2d6c7cf5d541 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:23:57.984742 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353c5582-2cc1-437a-bc65-4ba66eaf5436 None None] Updating router 816f5aff-b2a8-454d-8ae8-2d6c7cf5d541 port bbe0ae67-3679-4b86-80e7-b342fc8e358f binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:23:58.030642 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-353c5582-2cc1-437a-bc65-4ba66eaf5436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:58.370869 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-353c5582-2cc1-437a-bc65-4ba66eaf5436 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:58.376807 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-353c5582-2cc1-437a-bc65-4ba66eaf5436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:58.517619 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d085aa08-3e22-400d-a09e-e8ee52ce1624 None None] Pushing event updated for resources: {'Port': ['ID=bbe0ae67-3679-4b86-80e7-b342fc8e358f,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:23:58.519823 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-353c5582-2cc1-437a-bc65-4ba66eaf5436 None None] Attempting to bind port bbe0ae67-3679-4b86-80e7-b342fc8e358f on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:23:58.520196 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-353c5582-2cc1-437a-bc65-4ba66eaf5436 None None] Attempting to bind port bbe0ae67-3679-4b86-80e7-b342fc8e358f by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:23:58.520557 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353c5582-2cc1-437a-bc65-4ba66eaf5436 None None] Attempting to bind port bbe0ae67-3679-4b86-80e7-b342fc8e358f on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:23:58.527307 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353c5582-2cc1-437a-bc65-4ba66eaf5436 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:23:58.527681 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353c5582-2cc1-437a-bc65-4ba66eaf5436 None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:23:58.528082 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-353c5582-2cc1-437a-bc65-4ba66eaf5436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:58.528467 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353c5582-2cc1-437a-bc65-4ba66eaf5436 None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:23:58.529060 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-353c5582-2cc1-437a-bc65-4ba66eaf5436 None None] Bound port: bbe0ae67-3679-4b86-80e7-b342fc8e358f, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:23:58.529486 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-353c5582-2cc1-437a-bc65-4ba66eaf5436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:58.583343 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-353c5582-2cc1-437a-bc65-4ba66eaf5436 None None] For port bbe0ae67-3679-4b86-80e7-b342fc8e358f, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:23:58.586480 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-353c5582-2cc1-437a-bc65-4ba66eaf5436 None None] For port bbe0ae67-3679-4b86-80e7-b342fc8e358f, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=bbe0ae67-3679-4b86-80e7-b342fc8e358f,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:23:58.592831 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-353c5582-2cc1-437a-bc65-4ba66eaf5436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:58.618201 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47522) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:23:58.650070 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d085aa08-3e22-400d-a09e-e8ee52ce1624 None None] Pushing event updated for resources: {'Port': ['ID=bbe0ae67-3679-4b86-80e7-b342fc8e358f,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:23:58.653621 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353c5582-2cc1-437a-bc65-4ba66eaf5436 None None] Routers {'816f5aff-b2a8-454d-8ae8-2d6c7cf5d541'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:23:58.654214 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-353c5582-2cc1-437a-bc65-4ba66eaf5436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:23:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['816f5aff-b2a8-454d-8ae8-2d6c7cf5d541'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:23:58.739738 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b7fb4de0-fcac-4c1c-9bba-b83ef6f6ce8f admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1202204 Sep 16 04:23:58.785535 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-353c5582-2cc1-437a-bc65-4ba66eaf5436 None None] Set router 816f5aff-b2a8-454d-8ae8-2d6c7cf5d541 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:23:59.011918 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-353c5582-2cc1-437a-bc65-4ba66eaf5436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816f5aff-b2a8-454d-8ae8-2d6c7cf5d541', 'name': 'router1', 'tenant_id': 'd7cce7166cf947ad8f6a369b96de6099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'bbe0ae67-3679-4b86-80e7-b342fc8e358f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:23:37Z', 'updated_at': '2021-09-16T04:23:55Z', 'revision_number': 4, 'project_id': 'd7cce7166cf947ad8f6a369b96de6099', 'gw_port': {'id': 'bbe0ae67-3679-4b86-80e7-b342fc8e358f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:0e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816f5aff-b2a8-454d-8ae8-2d6c7cf5d541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:23:54Z', 'updated_at': '2021-09-16T04:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '18b92348-6a44-4bf0-9d8e-9b0aa5762612', 'name': '', 'network_id': '16afd95b-918f-4aea-a3f3-ca6175326eea', 'tenant_id': 'd7cce7166cf947ad8f6a369b96de6099', 'mac_address': 'fa:16:3e:fc:7b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816f5aff-b2a8-454d-8ae8-2d6c7cf5d541', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a6e22df-708c-4505-abcb-e07409161b0f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:23:47Z', 'updated_at': '2021-09-16T04:23:50Z', 'revision_number': 5, 'project_id': 'd7cce7166cf947ad8f6a369b96de6099', 'subnets': [{'id': '0a6e22df-708c-4505-abcb-e07409161b0f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ede91c1-d105-465a-9236-c828600ecf7e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:23:59.039287 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353c5582-2cc1-437a-bc65-4ba66eaf5436 None None] The sync data for ids ['816f5aff-b2a8-454d-8ae8-2d6c7cf5d541'] in n-d-712139-15 is: [{'id': '816f5aff-b2a8-454d-8ae8-2d6c7cf5d541', 'name': 'router1', 'tenant_id': 'd7cce7166cf947ad8f6a369b96de6099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'bbe0ae67-3679-4b86-80e7-b342fc8e358f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:23:37Z', 'updated_at': '2021-09-16T04:23:55Z', 'revision_number': 4, 'project_id': 'd7cce7166cf947ad8f6a369b96de6099', 'gw_port': {'id': 'bbe0ae67-3679-4b86-80e7-b342fc8e358f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:0e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816f5aff-b2a8-454d-8ae8-2d6c7cf5d541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:23:54Z', 'updated_at': '2021-09-16T04:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '18b92348-6a44-4bf0-9d8e-9b0aa5762612', 'name': '', 'network_id': '16afd95b-918f-4aea-a3f3-ca6175326eea', 'tenant_id': 'd7cce7166cf947ad8f6a369b96de6099', 'mac_address': 'fa:16:3e:fc:7b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816f5aff-b2a8-454d-8ae8-2d6c7cf5d541', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a6e22df-708c-4505-abcb-e07409161b0f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:23:47Z', 'updated_at': '2021-09-16T04:23:50Z', 'revision_number': 5, 'project_id': 'd7cce7166cf947ad8f6a369b96de6099', 'subnets': [{'id': '0a6e22df-708c-4505-abcb-e07409161b0f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ede91c1-d105-465a-9236-c828600ecf7e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:23:59.399135 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bbe0ae67-3679-4b86-80e7-b342fc8e358f up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:23:59.462068 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port bbe0ae67-3679-4b86-80e7-b342fc8e358f triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:23:59.462826 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:59.550373 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:59.575392 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port bbe0ae67-3679-4b86-80e7-b342fc8e358f, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=bbe0ae67-3679-4b86-80e7-b342fc8e358f,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:23:59.580131 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:59.639966 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=bbe0ae67-3679-4b86-80e7-b342fc8e358f,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:24:01.195655 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bbe0ae67-3679-4b86-80e7-b342fc8e358f up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:24:01.260900 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port bbe0ae67-3679-4b86-80e7-b342fc8e358f triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:24:01.261281 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:09.996668 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d6654b7c-f377-49d9-b5a4-ec58c9a5537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:11.636927 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 5 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:24:13.105067 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3ea7b4d5-eee4-42d7-a958-b0dbf260d735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:13.435597 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:14.305411 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:15.789553 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:40.000179 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e41332a5-5b66-4e90-9b8d-422719ae3366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:43.108849 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1121a9ae-7dcb-419b-8c13-5c74d26c3399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:43.438625 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:44.297831 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:45.787014 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:48.635543 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 5 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:25:09.997529 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d1a3f648-22b8-45db-9142-f2352c33b54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:25:13.117862 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-76e00a62-9a15-44dc-ac8e-77e51524f337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:25:13.448277 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:25:14.301722 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:25:15.793033 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:25:25.635770 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 5 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:25:39.999854 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0d8a20a2-223c-4a4f-a3cc-e91b75362aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:25:43.113081 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-24d8a7d0-24f5-44d2-b3a8-e4ff6451b190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:25:43.440199 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:25:44.016920 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48116) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:25:44.081211 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-166cd48c-377b-43ed-bda1-ba065577c42c admin admin] GET failed (client error): The resource could not be found. Sep 16 04:25:44.082545 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-166cd48c-377b-43ed-bda1-ba065577c42c admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0646536 Sep 16 04:25:44.247010 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f99575-6e52-4c72-a78c-7b0496879e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:25:44.248435 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-16f99575-6e52-4c72-a78c-7b0496879e6a admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1604233 Sep 16 04:25:44.311568 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:25:45.795703 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:25:46.532098 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48126) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:25:46.638173 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab92f5d6-dc0f-40bd-af66-f68b2067c8ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:25:46.639568 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ab92f5d6-dc0f-40bd-af66-f68b2067c8ad admin admin] 10.222.0.35 "GET /v2.0/subnets/0a6e22df-708c-4505-abcb-e07409161b0f HTTP/1.1" status: 200 len: 849 time: 0.1064546 Sep 16 04:25:46.650319 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-67f663b1-2655-4469-9d3d-c1dcc929727b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:25:46.733882 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-67f663b1-2655-4469-9d3d-c1dcc929727b admin admin] Notify callbacks [] for subnet, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:25:46.878436 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-67f663b1-2655-4469-9d3d-c1dcc929727b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731532927236'] for subnet, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:25:46.907360 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f663b1-2655-4469-9d3d-c1dcc929727b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:25:46.908122 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-67f663b1-2655-4469-9d3d-c1dcc929727b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:25:46.909491 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-67f663b1-2655-4469-9d3d-c1dcc929727b admin admin] 10.222.0.35 "PUT /v2.0/subnets/0a6e22df-708c-4505-abcb-e07409161b0f HTTP/1.1" status: 200 len: 868 time: 0.2636032 Sep 16 04:25:46.927638 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b761af-4a4a-41ef-9d3c-3f741d9cf72a None None] Network 16afd95b-918f-4aea-a3f3-ca6175326eea requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:25:46.935716 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f663b1-2655-4469-9d3d-c1dcc929727b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a6e22df-708c-4505-abcb-e07409161b0f,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:25:46.943701 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f663b1-2655-4469-9d3d-c1dcc929727b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:25:46.944349 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f663b1-2655-4469-9d3d-c1dcc929727b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:25:46.944890 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f663b1-2655-4469-9d3d-c1dcc929727b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:25:46.945387 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f663b1-2655-4469-9d3d-c1dcc929727b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:25:46.946571 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f663b1-2655-4469-9d3d-c1dcc929727b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:25:46.947093 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f663b1-2655-4469-9d3d-c1dcc929727b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:25:46.947588 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f663b1-2655-4469-9d3d-c1dcc929727b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:25:46.948079 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f663b1-2655-4469-9d3d-c1dcc929727b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:25:46.948657 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f663b1-2655-4469-9d3d-c1dcc929727b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:25:46.949172 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f663b1-2655-4469-9d3d-c1dcc929727b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:25:46.949507 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f663b1-2655-4469-9d3d-c1dcc929727b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:25:46.949841 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f663b1-2655-4469-9d3d-c1dcc929727b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:25:47.259903 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d75b5266-ebf5-4f5e-ba81-177354bab040 None None] Provisioning complete for port 5e33d57c-459c-432b-8f05-ccf733dceaa1 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:25:47.260278 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d75b5266-ebf5-4f5e-ba81-177354bab040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:25:47.349770 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d75b5266-ebf5-4f5e-ba81-177354bab040 None None] Provisioning complete for port 18b92348-6a44-4bf0-9d8e-9b0aa5762612 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:25:47.350144 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d75b5266-ebf5-4f5e-ba81-177354bab040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:25:49.182110 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48134) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:25:49.463338 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70339f03-ac13-45df-8745-e58d9d541b6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:25:49.463732 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70339f03-ac13-45df-8745-e58d9d541b6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:25:49.465418 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-70339f03-ac13-45df-8745-e58d9d541b6f admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2823236 Sep 16 04:25:51.702057 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48142) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:25:51.839127 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3e7e81-a073-4be7-9652-d92a372d757d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:25:51.839601 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3e7e81-a073-4be7-9652-d92a372d757d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:25:51.841326 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fb3e7e81-a073-4be7-9652-d92a372d757d admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1382906 Sep 16 04:25:54.053029 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48150) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:25:54.199630 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60be89c9-f87a-490e-b549-66cacbb4f6c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:25:54.201179 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-60be89c9-f87a-490e-b549-66cacbb4f6c3 admin admin] 10.222.0.35 "GET /v2.0/networks/16afd95b-918f-4aea-a3f3-ca6175326eea HTTP/1.1" status: 200 len: 869 time: 0.1471946 Sep 16 04:25:56.407101 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48158) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:25:56.532208 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716f87a0-8bd5-4af1-a1e4-36c70ca09bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:25:56.533637 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-716f87a0-8bd5-4af1-a1e4-36c70ca09bbf admin admin] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 886 time: 0.1255949 Sep 16 04:25:58.775542 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48166) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:25:58.905345 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6936a958-e0d6-412d-ad21-5d9ea6b35e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:25:58.905804 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6936a958-e0d6-412d-ad21-5d9ea6b35e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:25:58.907373 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6936a958-e0d6-412d-ad21-5d9ea6b35e68 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1308839 Sep 16 04:26:01.142089 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48176) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:26:01.277120 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499143fb-e2f3-4fa9-8d55-89936125cfc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:26:01.277585 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499143fb-e2f3-4fa9-8d55-89936125cfc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:26:01.279157 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-499143fb-e2f3-4fa9-8d55-89936125cfc2 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1360838 Sep 16 04:26:02.634692 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 5 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:26:03.555378 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48184) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:26:03.664149 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7f864f-6113-4f6e-b953-51d52a4a1da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:26:03.665670 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0a7f864f-6113-4f6e-b953-51d52a4a1da2 admin admin] 10.222.0.35 "GET /v2.0/subnets/0a6e22df-708c-4505-abcb-e07409161b0f HTTP/1.1" status: 200 len: 868 time: 0.1092031 Sep 16 04:26:05.943261 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48192) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:26:06.036365 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46df9256-0105-424c-b293-21e0241699a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:26:06.041249 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-46df9256-0105-424c-b293-21e0241699a1 admin admin] 10.222.0.35 "GET /v2.0/subnets/3f1e76bd-35ec-4054-b21a-685fc779fcb7 HTTP/1.1" status: 200 len: 816 time: 0.0967369 Sep 16 04:26:10.001596 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-203b12e1-bb78-45f7-8210-0db854699883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:13.116593 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-673c7132-2eaa-4626-b254-d7e3eedf1b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:13.444701 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:14.310750 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:15.798563 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:30.290254 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48246) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:26:30.338485 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [None req-b8ba4bb4-4c47-4d24-b7ab-88ea734598e7 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:26:30.339498 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b8ba4bb4-4c47-4d24-b7ab-88ea734598e7 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482924 Sep 16 04:26:32.619272 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48254) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:26:32.678790 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-399dc940-4296-482e-b632-f7f4806c927e admin admin] GET failed (client error): The resource could not be found. Sep 16 04:26:32.680083 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-399dc940-4296-482e-b632-f7f4806c927e admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596185 Sep 16 04:26:32.820173 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c7d4d6-2770-4a55-b233-ea970fdb5452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:26:32.822278 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f0c7d4d6-2770-4a55-b233-ea970fdb5452 admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1367743 Sep 16 04:26:35.043871 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48262) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:26:35.089846 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-e094ec6b-e6f9-4aa2-b0b8-21f4a39ad9bd admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:26:35.111495 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e094ec6b-e6f9-4aa2-b0b8-21f4a39ad9bd admin admin] Made reservation on behalf of 8076057e36f5410f883796253b1f5ede for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:26:35.113719 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e094ec6b-e6f9-4aa2-b0b8-21f4a39ad9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:35.147135 n-d-712139-15 neutron-server[94766]: WARNING neutron.services.revisions.revision_plugin [None req-e094ec6b-e6f9-4aa2-b0b8-21f4a39ad9bd admin admin] Could not find related network for resource to bump revision. Sep 16 04:26:35.158347 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e094ec6b-e6f9-4aa2-b0b8-21f4a39ad9bd admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:26:35.167454 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e094ec6b-e6f9-4aa2-b0b8-21f4a39ad9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:35.167828 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-e094ec6b-e6f9-4aa2-b0b8-21f4a39ad9bd admin admin] Added segment 66b71383-1810-41a1-9c0d-708725babffd of type vlan for network 97f5d7d8-0e62-4047-bcd4-63b92e31705a Sep 16 04:26:35.204951 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e094ec6b-e6f9-4aa2-b0b8-21f4a39ad9bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:35.228373 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e094ec6b-e6f9-4aa2-b0b8-21f4a39ad9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:35.229357 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e094ec6b-e6f9-4aa2-b0b8-21f4a39ad9bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:26:35.229970 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e094ec6b-e6f9-4aa2-b0b8-21f4a39ad9bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:35.257910 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e094ec6b-e6f9-4aa2-b0b8-21f4a39ad9bd admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2129891 Sep 16 04:26:35.295612 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094ec6b-e6f9-4aa2-b0b8-21f4a39ad9bd admin admin] Pushing event updated for resources: {'Network': ['ID=97f5d7d8-0e62-4047-bcd4-63b92e31705a,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:26:35.306279 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 97f5d7d8-0e62-4047-bcd4-63b92e31705a details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:26:37.482360 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48270) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:26:37.542658 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a197dd11-3b39-4ab2-8421-b5f9c5e4e88c admin admin] GET failed (client error): The resource could not be found. Sep 16 04:26:37.544082 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a197dd11-3b39-4ab2-8421-b5f9c5e4e88c admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0606334 Sep 16 04:26:37.611457 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d269d7d-1d26-4414-9ac2-75d24374499f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:26:37.612895 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9d269d7d-1d26-4414-9ac2-75d24374499f admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0643468 Sep 16 04:26:37.623088 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-c79dd84c-37ad-4e83-8307-ef4d8854245b admin admin] Request body: {'subnet': {'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:26:37.645296 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79dd84c-37ad-4e83-8307-ef4d8854245b admin admin] Made reservation on behalf of 8076057e36f5410f883796253b1f5ede for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:26:37.647697 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c79dd84c-37ad-4e83-8307-ef4d8854245b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:37.831234 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c79dd84c-37ad-4e83-8307-ef4d8854245b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:37.886277 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79dd84c-37ad-4e83-8307-ef4d8854245b admin admin] Pushing event updated for resources: {'Subnet': ['ID=24ad4c5e-5b43-4c25-ab99-4992f6337d28,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:26:37.896192 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79dd84c-37ad-4e83-8307-ef4d8854245b admin admin] Checking segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:26:37.896580 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79dd84c-37ad-4e83-8307-ef4d8854245b admin admin] Network hostable DHCP agents. Network: 97f5d7d8-0e62-4047-bcd4-63b92e31705a, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:26:37.917834 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79dd84c-37ad-4e83-8307-ef4d8854245b admin admin] Network 97f5d7d8-0e62-4047-bcd4-63b92e31705a is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:26:37.928167 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-c79dd84c-37ad-4e83-8307-ef4d8854245b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 97f5d7d8-0e62-4047-bcd4-63b92e31705a) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:26:37.932540 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79dd84c-37ad-4e83-8307-ef4d8854245b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:26:37.933152 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c79dd84c-37ad-4e83-8307-ef4d8854245b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:37.937852 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396648cf-e7f9-49c8-82fd-60b4e6fad04d None None] Network 97f5d7d8-0e62-4047-bcd4-63b92e31705a requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:26:37.946339 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c79dd84c-37ad-4e83-8307-ef4d8854245b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3264654 Sep 16 04:26:38.096125 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7888aed9-db8c-4c75-b1ef-c2bc1b6658ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'tenant_id': '8076057e36f5410f883796253b1f5ede', 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:26:38.097086 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7888aed9-db8c-4c75-b1ef-c2bc1b6658ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:38.240233 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-7888aed9-db8c-4c75-b1ef-c2bc1b6658ba None None] Allocated IP 192.168.233.2 (97f5d7d8-0e62-4047-bcd4-63b92e31705a/24ad4c5e-5b43-4c25-ab99-4992f6337d28/71e146b1-459c-414e-a334-c2c824c91c3a) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:26:38.386881 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7888aed9-db8c-4c75-b1ef-c2bc1b6658ba None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:38.392887 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7888aed9-db8c-4c75-b1ef-c2bc1b6658ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:38.434154 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7888aed9-db8c-4c75-b1ef-c2bc1b6658ba None None] Network 97f5d7d8-0e62-4047-bcd4-63b92e31705a is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:26:38.436947 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-7888aed9-db8c-4c75-b1ef-c2bc1b6658ba None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:26:38.440440 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7888aed9-db8c-4c75-b1ef-c2bc1b6658ba None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:26:38.452101 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7888aed9-db8c-4c75-b1ef-c2bc1b6658ba None None] Pushing event updated for resources: {'Port': ['ID=71e146b1-459c-414e-a334-c2c824c91c3a,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:26:38.474250 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7888aed9-db8c-4c75-b1ef-c2bc1b6658ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:26:38.474600 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7888aed9-db8c-4c75-b1ef-c2bc1b6658ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:26:38.474943 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7888aed9-db8c-4c75-b1ef-c2bc1b6658ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:26:38.475283 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7888aed9-db8c-4c75-b1ef-c2bc1b6658ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:26:38.475615 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7888aed9-db8c-4c75-b1ef-c2bc1b6658ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:26:38.475957 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7888aed9-db8c-4c75-b1ef-c2bc1b6658ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:26:38.476288 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7888aed9-db8c-4c75-b1ef-c2bc1b6658ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:26:38.476638 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7888aed9-db8c-4c75-b1ef-c2bc1b6658ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:26:38.476971 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7888aed9-db8c-4c75-b1ef-c2bc1b6658ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:26:38.477371 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7888aed9-db8c-4c75-b1ef-c2bc1b6658ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:26:38.478204 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7888aed9-db8c-4c75-b1ef-c2bc1b6658ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:26:38.478576 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7888aed9-db8c-4c75-b1ef-c2bc1b6658ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:26:38.511869 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-7888aed9-db8c-4c75-b1ef-c2bc1b6658ba None None] Attempting to bind port 71e146b1-459c-414e-a334-c2c824c91c3a on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:26:38.512237 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-7888aed9-db8c-4c75-b1ef-c2bc1b6658ba None None] Attempting to bind port 71e146b1-459c-414e-a334-c2c824c91c3a by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:26:38.512624 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7888aed9-db8c-4c75-b1ef-c2bc1b6658ba None None] Attempting to bind port 71e146b1-459c-414e-a334-c2c824c91c3a on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:26:38.517668 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7888aed9-db8c-4c75-b1ef-c2bc1b6658ba None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:26:38.518035 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7888aed9-db8c-4c75-b1ef-c2bc1b6658ba None None] Checking segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:26:38.518433 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7888aed9-db8c-4c75-b1ef-c2bc1b6658ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:38.518821 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7888aed9-db8c-4c75-b1ef-c2bc1b6658ba None None] Bound using segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:26:38.519288 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-7888aed9-db8c-4c75-b1ef-c2bc1b6658ba None None] Bound port: 71e146b1-459c-414e-a334-c2c824c91c3a, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:26:38.519674 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7888aed9-db8c-4c75-b1ef-c2bc1b6658ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:38.583636 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-7888aed9-db8c-4c75-b1ef-c2bc1b6658ba None None] For port 71e146b1-459c-414e-a334-c2c824c91c3a, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:26:38.587435 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-7888aed9-db8c-4c75-b1ef-c2bc1b6658ba None None] For port 71e146b1-459c-414e-a334-c2c824c91c3a, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=71e146b1-459c-414e-a334-c2c824c91c3a,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:26:38.592174 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7888aed9-db8c-4c75-b1ef-c2bc1b6658ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:38.658344 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7888aed9-db8c-4c75-b1ef-c2bc1b6658ba None None] Pushing event updated for resources: {'Port': ['ID=71e146b1-459c-414e-a334-c2c824c91c3a,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:26:39.363850 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 71e146b1-459c-414e-a334-c2c824c91c3a up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:26:39.421216 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 71e146b1-459c-414e-a334-c2c824c91c3a triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:26:39.421588 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:39.514789 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:39.519431 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93c0f13-0f8e-477b-9b40-603434a756eb None None] Network 97f5d7d8-0e62-4047-bcd4-63b92e31705a requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:26:39.611926 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 71e146b1-459c-414e-a334-c2c824c91c3a, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=71e146b1-459c-414e-a334-c2c824c91c3a,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:26:39.619938 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-4e577369-ab8b-4070-95c3-ab447b7ae6e4 None None] Provisioning complete for port 71e146b1-459c-414e-a334-c2c824c91c3a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:26:39.620309 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4e577369-ab8b-4070-95c3-ab447b7ae6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:39.623252 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:39.637927 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 5 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:26:39.744363 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=71e146b1-459c-414e-a334-c2c824c91c3a,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:26:40.004150 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-dae5e436-4ef2-4675-b7d7-cb398119c1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:40.032955 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-0a93f546-dbc5-4f6f-aad9-07f11b1ff84b None None] Provisioning complete for port 71e146b1-459c-414e-a334-c2c824c91c3a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:26:40.033326 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0a93f546-dbc5-4f6f-aad9-07f11b1ff84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:41.305127 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 71e146b1-459c-414e-a334-c2c824c91c3a up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:26:41.353579 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 71e146b1-459c-414e-a334-c2c824c91c3a triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:26:41.353950 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:43.119382 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2104cbea-13b7-41d1-b3f5-30f1dd72d9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:43.447914 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:44.312719 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:45.802209 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:10.005243 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a1baadc6-4360-4b72-8c47-4c0675829894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:13.122202 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c6377473-5344-4e58-b44d-778ba95a118a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:13.449484 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:14.315073 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:15.804642 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:16.637590 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 5 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:27:40.008274 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-089d8e0d-4ee3-4e6d-93ac-92cd0eafef7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:43.122901 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-94a9ca1c-4ca1-40b6-9164-31d9729f833a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:43.450737 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:44.320291 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:45.808706 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:46.783962 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48322) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:27:46.790200 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [None req-0f7580dd-aafe-456b-939c-4706405bc816 tempest-verify_tempest_config-87171073 tempest-verify_tempest_config-87171073-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:27:46.791344 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0f7580dd-aafe-456b-939c-4706405bc816 tempest-verify_tempest_config-87171073 tempest-verify_tempest_config-87171073-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063848 Sep 16 04:27:47.083119 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48340) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:27:47.186512 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0d2c710f-acd1-4219-8e04-698ff0c1eb0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:47.277237 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0d2c710f-acd1-4219-8e04-698ff0c1eb0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:47.281733 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0d2c710f-acd1-4219-8e04-698ff0c1eb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:47.329693 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0d2c710f-acd1-4219-8e04-698ff0c1eb0a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a7f9942357014b1997a62c4a6ca3eb7f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2454972 Sep 16 04:27:47.330542 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c710f-acd1-4219-8e04-698ff0c1eb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96de262c-8d21-4036-9f80-405a2ab10ab5,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:27:47.332529 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48344) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:27:47.337907 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c710f-acd1-4219-8e04-698ff0c1eb0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:27:47.338265 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c710f-acd1-4219-8e04-698ff0c1eb0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:27:47.338615 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c710f-acd1-4219-8e04-698ff0c1eb0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:27:47.338963 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c710f-acd1-4219-8e04-698ff0c1eb0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:27:47.339308 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c710f-acd1-4219-8e04-698ff0c1eb0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:27:47.339647 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c710f-acd1-4219-8e04-698ff0c1eb0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:27:47.339982 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c710f-acd1-4219-8e04-698ff0c1eb0a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:27:47.340315 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c710f-acd1-4219-8e04-698ff0c1eb0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:27:47.340672 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c710f-acd1-4219-8e04-698ff0c1eb0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:27:47.341003 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c710f-acd1-4219-8e04-698ff0c1eb0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:27:47.341335 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c710f-acd1-4219-8e04-698ff0c1eb0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:27:47.341662 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c710f-acd1-4219-8e04-698ff0c1eb0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:27:47.474897 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f9c10df2-5597-4300-96d3-888bb9f0f496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:47.494983 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f9c10df2-5597-4300-96d3-888bb9f0f496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:47.584894 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f9c10df2-5597-4300-96d3-888bb9f0f496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:47.588129 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f9c10df2-5597-4300-96d3-888bb9f0f496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:47.592662 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f9c10df2-5597-4300-96d3-888bb9f0f496 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/96de262c-8d21-4036-9f80-405a2ab10ab5 HTTP/1.1" status: 204 len: 168 time: 0.2590339 Sep 16 04:27:47.600371 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c10df2-5597-4300-96d3-888bb9f0f496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96de262c-8d21-4036-9f80-405a2ab10ab5,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:27:47.607708 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c10df2-5597-4300-96d3-888bb9f0f496 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:27:47.608187 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c10df2-5597-4300-96d3-888bb9f0f496 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:27:47.608533 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c10df2-5597-4300-96d3-888bb9f0f496 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:27:47.608895 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c10df2-5597-4300-96d3-888bb9f0f496 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:27:47.609230 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c10df2-5597-4300-96d3-888bb9f0f496 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:27:47.609560 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c10df2-5597-4300-96d3-888bb9f0f496 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:27:47.609889 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c10df2-5597-4300-96d3-888bb9f0f496 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:27:47.610216 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c10df2-5597-4300-96d3-888bb9f0f496 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:27:47.610545 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c10df2-5597-4300-96d3-888bb9f0f496 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:27:47.610868 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c10df2-5597-4300-96d3-888bb9f0f496 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:27:47.611193 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c10df2-5597-4300-96d3-888bb9f0f496 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:27:47.611613 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c10df2-5597-4300-96d3-888bb9f0f496 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:27:53.635475 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 5 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:28:10.009706 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d2ed3f01-1e0a-4867-82ec-4fc6b451d898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:28:13.123593 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-10e1a87c-a1a6-4ef4-b1db-d35bd9778f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:28:13.451449 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:28:14.320713 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:28:15.811038 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:28:30.633590 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 5 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:28:40.009706 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c895014e-fb28-4135-bc02-add76c2d633a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:28:43.124593 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-30626851-de1e-47dd-8b12-b927c0e51259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:28:43.451605 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:28:44.323012 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:28:45.814416 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:07.632707 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 5 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:29:10.012012 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0a92a650-8f22-43d6-b9db-855476fa91a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:13.123750 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c0e66d14-0b13-4363-ac43-bbeaa1e33dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:13.453150 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:14.326372 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:15.816988 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:40.011808 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-08db9d3c-4ce9-48f0-8a11-69ddb46f5b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:43.124882 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8c5dbb38-464f-4289-a036-1abf4ace2510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:43.453391 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:44.329313 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:44.632140 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 5 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:29:45.819926 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:10.012586 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-33a12384-0fc1-49a2-938c-6b917d747eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:13.124656 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-49cf84e5-b374-40b6-9705-261485a55a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:13.453287 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:14.332371 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:15.823898 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:21.631108 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 5 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:30:40.012401 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-29a5ae31-501a-40dd-8adb-9bf8f4afa349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:43.125600 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f22c8978-6478-4874-a493-46b97f8ff80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:43.455180 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:44.334473 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:45.826227 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:58.631698 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 5 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:31:10.015686 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f3b9a565-a370-41c9-81e3-d1822e69b07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:11.269158 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-990251'] for agent, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:13.126194 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d2d4e106-a1bf-429b-81d2-32306234f264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:13.456263 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:14.289683 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-990251'] for agent, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:14.337640 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:15.829276 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:35.631472 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:31:40.017422 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1c690600-c663-4ec8-b0fb-d1ad8369b8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:41.231226 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:43.131667 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5bf9d40e-5b16-4492-8333-6eddcdd4d848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:43.456599 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:44.251885 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:44.340720 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:45.832165 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:47.699965 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48410) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:31:47.804255 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-59466d5f-5e0e-4023-94ff-be42b358d76d admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1030145 Sep 16 04:31:50.019454 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48420) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:31:50.075079 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-beec0a5f-2377-43ae-979b-f9af08ff43ae admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0544288 Sep 16 04:32:10.017265 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bc981c91-380d-4058-8692-d46fd36c049e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:11.247712 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:12.631245 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:32:13.133061 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-dcab7238-9a7c-4387-881f-7f59c859ec8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:13.457690 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:14.263487 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:14.343851 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:15.836741 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:40.017161 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-40edbdbf-527b-4d40-b799-420e1be5593a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:41.252705 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:43.134974 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-754947cd-583b-45ac-b3b5-2240e9c76c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:43.466119 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:44.277762 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:44.349513 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:45.841334 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:49.631358 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:33:10.029148 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-de77d97e-2fee-4fbc-b15a-3460108d486a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:11.272847 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:13.141244 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d1c5070d-3667-4f83-b833-af6521b18161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:13.459672 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:14.272560 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:14.352070 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:15.846928 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:17.299661 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48800) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:17.552156 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-da7b7e9d-b322-4291-abf1-9a0e5e5241ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:17.649088 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-da7b7e9d-b322-4291-abf1-9a0e5e5241ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:17.654514 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-da7b7e9d-b322-4291-abf1-9a0e5e5241ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:17.682799 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b7e9d-b322-4291-abf1-9a0e5e5241ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32d8b3e-e20f-46b6-b75e-b500edf45591,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:17.692414 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7b7e9d-b322-4291-abf1-9a0e5e5241ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:17.692782 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7b7e9d-b322-4291-abf1-9a0e5e5241ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:17.693116 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7b7e9d-b322-4291-abf1-9a0e5e5241ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:17.693446 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7b7e9d-b322-4291-abf1-9a0e5e5241ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:17.693767 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7b7e9d-b322-4291-abf1-9a0e5e5241ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:17.694094 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7b7e9d-b322-4291-abf1-9a0e5e5241ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:17.694411 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7b7e9d-b322-4291-abf1-9a0e5e5241ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:17.694723 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7b7e9d-b322-4291-abf1-9a0e5e5241ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:17.695037 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7b7e9d-b322-4291-abf1-9a0e5e5241ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:17.695351 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7b7e9d-b322-4291-abf1-9a0e5e5241ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:17.695664 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7b7e9d-b322-4291-abf1-9a0e5e5241ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:17.695975 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7b7e9d-b322-4291-abf1-9a0e5e5241ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:17.697047 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7b7e9d-b322-4291-abf1-9a0e5e5241ff admin admin] Tracked resource versions report: Sep 16 04:33:17.697047 n-d-712139-15 neutron-server[94766]: pushed versions: Sep 16 04:33:17.697047 n-d-712139-15 neutron-server[94766]: { 'AddressGroup': {'1.2'}, Sep 16 04:33:17.697047 n-d-712139-15 neutron-server[94766]: 'ConntrackHelper': {'1.0'}, Sep 16 04:33:17.697047 n-d-712139-15 neutron-server[94766]: 'Log': {'1.0'}, Sep 16 04:33:17.697047 n-d-712139-15 neutron-server[94766]: 'Network': {'1.1'}, Sep 16 04:33:17.697047 n-d-712139-15 neutron-server[94766]: 'Port': {'1.7'}, Sep 16 04:33:17.697047 n-d-712139-15 neutron-server[94766]: 'PortForwarding': {'1.2'}, Sep 16 04:33:17.697047 n-d-712139-15 neutron-server[94766]: 'QosPolicy': {'1.9'}, Sep 16 04:33:17.697047 n-d-712139-15 neutron-server[94766]: 'SecurityGroup': {'1.4'}, Sep 16 04:33:17.697047 n-d-712139-15 neutron-server[94766]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:33:17.697047 n-d-712139-15 neutron-server[94766]: 'SubPort': {'1.0'}, Sep 16 04:33:17.697047 n-d-712139-15 neutron-server[94766]: 'Subnet': {'1.1'}, Sep 16 04:33:17.697047 n-d-712139-15 neutron-server[94766]: 'Trunk': {'1.1'}} Sep 16 04:33:17.697047 n-d-712139-15 neutron-server[94766]: consumer versions: Sep 16 04:33:17.697047 n-d-712139-15 neutron-server[94766]: { DHCP agent@n-d-712139-15: {}, Sep 16 04:33:17.697047 n-d-712139-15 neutron-server[94766]: HyperV agent@n-h1-712139-15: {}, Sep 16 04:33:17.697047 n-d-712139-15 neutron-server[94766]: HyperV agent@n-h2-712139-15: {}, Sep 16 04:33:17.697047 n-d-712139-15 neutron-server[94766]: L3 agent@n-d-712139-15: {}, Sep 16 04:33:17.697047 n-d-712139-15 neutron-server[94766]: Metadata agent@n-d-712139-15: {}, Sep 16 04:33:17.697047 n-d-712139-15 neutron-server[94766]: Metering agent@n-d-712139-15: {}, Sep 16 04:33:17.697047 n-d-712139-15 neutron-server[94766]: Open vSwitch agent@n-d-712139-15: { 'AddressGroup': '1.2', Sep 16 04:33:17.697047 n-d-712139-15 neutron-server[94766]: 'ConntrackHelper': '1.0', Sep 16 04:33:17.697047 n-d-712139-15 neutron-server[94766]: 'Log': '1.0', Sep 16 04:33:17.697047 n-d-712139-15 neutron-server[94766]: 'Network': '1.1', Sep 16 04:33:17.697047 n-d-712139-15 neutron-server[94766]: 'Port': '1.7', Sep 16 04:33:17.697047 n-d-712139-15 neutron-server[94766]: 'PortForwarding': '1.2', Sep 16 04:33:17.697047 n-d-712139-15 neutron-server[94766]: 'QosPolicy': '1.9', Sep 16 04:33:17.697047 n-d-712139-15 neutron-server[94766]: 'SecurityGroup': '1.4', Sep 16 04:33:17.697047 n-d-712139-15 neutron-server[94766]: 'SecurityGroupRule': '1.2', Sep 16 04:33:17.697047 n-d-712139-15 neutron-server[94766]: 'SubPort': '1.0', Sep 16 04:33:17.697047 n-d-712139-15 neutron-server[94766]: 'Subnet': '1.1', Sep 16 04:33:17.697047 n-d-712139-15 neutron-server[94766]: 'Trunk': '1.1'}} Sep 16 04:33:17.697047 n-d-712139-15 neutron-server[94766]: {{(pid=94766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:33:17.715400 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-da7b7e9d-b322-4291-abf1-9a0e5e5241ff admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8c200f3015b24a4a93231af9af9d6eb4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4138095 Sep 16 04:33:17.716028 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48828) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:17.770830 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c460c189-97f9-4c6d-8aae-f7bd8ec96d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:17.796227 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c460c189-97f9-4c6d-8aae-f7bd8ec96d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:17.850468 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c460c189-97f9-4c6d-8aae-f7bd8ec96d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:17.853710 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c460c189-97f9-4c6d-8aae-f7bd8ec96d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:17.857983 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c460c189-97f9-4c6d-8aae-f7bd8ec96d4b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d32d8b3e-e20f-46b6-b75e-b500edf45591 HTTP/1.1" status: 204 len: 168 time: 0.1399209 Sep 16 04:33:17.871792 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460c189-97f9-4c6d-8aae-f7bd8ec96d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32d8b3e-e20f-46b6-b75e-b500edf45591,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:17.879850 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c460c189-97f9-4c6d-8aae-f7bd8ec96d4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:17.880195 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c460c189-97f9-4c6d-8aae-f7bd8ec96d4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:17.886079 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c460c189-97f9-4c6d-8aae-f7bd8ec96d4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:17.886534 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c460c189-97f9-4c6d-8aae-f7bd8ec96d4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:17.887101 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c460c189-97f9-4c6d-8aae-f7bd8ec96d4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:17.887457 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c460c189-97f9-4c6d-8aae-f7bd8ec96d4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:17.887794 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c460c189-97f9-4c6d-8aae-f7bd8ec96d4b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:17.888121 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c460c189-97f9-4c6d-8aae-f7bd8ec96d4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:17.888449 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c460c189-97f9-4c6d-8aae-f7bd8ec96d4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:17.888936 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c460c189-97f9-4c6d-8aae-f7bd8ec96d4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:17.889398 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c460c189-97f9-4c6d-8aae-f7bd8ec96d4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:17.889887 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c460c189-97f9-4c6d-8aae-f7bd8ec96d4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:17.891078 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c460c189-97f9-4c6d-8aae-f7bd8ec96d4b admin admin] Tracked resource versions report: Sep 16 04:33:17.891078 n-d-712139-15 neutron-server[94767]: pushed versions: Sep 16 04:33:17.891078 n-d-712139-15 neutron-server[94767]: { 'AddressGroup': {'1.2'}, Sep 16 04:33:17.891078 n-d-712139-15 neutron-server[94767]: 'ConntrackHelper': {'1.0'}, Sep 16 04:33:17.891078 n-d-712139-15 neutron-server[94767]: 'Log': {'1.0'}, Sep 16 04:33:17.891078 n-d-712139-15 neutron-server[94767]: 'Network': {'1.1'}, Sep 16 04:33:17.891078 n-d-712139-15 neutron-server[94767]: 'Port': {'1.7'}, Sep 16 04:33:17.891078 n-d-712139-15 neutron-server[94767]: 'PortForwarding': {'1.2'}, Sep 16 04:33:17.891078 n-d-712139-15 neutron-server[94767]: 'QosPolicy': {'1.9'}, Sep 16 04:33:17.891078 n-d-712139-15 neutron-server[94767]: 'SecurityGroup': {'1.4'}, Sep 16 04:33:17.891078 n-d-712139-15 neutron-server[94767]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:33:17.891078 n-d-712139-15 neutron-server[94767]: 'SubPort': {'1.0'}, Sep 16 04:33:17.891078 n-d-712139-15 neutron-server[94767]: 'Subnet': {'1.1'}, Sep 16 04:33:17.891078 n-d-712139-15 neutron-server[94767]: 'Trunk': {'1.1'}} Sep 16 04:33:17.891078 n-d-712139-15 neutron-server[94767]: consumer versions: Sep 16 04:33:17.891078 n-d-712139-15 neutron-server[94767]: { DHCP agent@n-d-712139-15: {}, Sep 16 04:33:17.891078 n-d-712139-15 neutron-server[94767]: HyperV agent@n-h1-712139-15: {}, Sep 16 04:33:17.891078 n-d-712139-15 neutron-server[94767]: HyperV agent@n-h2-712139-15: {}, Sep 16 04:33:17.891078 n-d-712139-15 neutron-server[94767]: L3 agent@n-d-712139-15: {}, Sep 16 04:33:17.891078 n-d-712139-15 neutron-server[94767]: Metadata agent@n-d-712139-15: {}, Sep 16 04:33:17.891078 n-d-712139-15 neutron-server[94767]: Metering agent@n-d-712139-15: {}, Sep 16 04:33:17.891078 n-d-712139-15 neutron-server[94767]: Open vSwitch agent@n-d-712139-15: { 'AddressGroup': '1.2', Sep 16 04:33:17.891078 n-d-712139-15 neutron-server[94767]: 'ConntrackHelper': '1.0', Sep 16 04:33:17.891078 n-d-712139-15 neutron-server[94767]: 'Log': '1.0', Sep 16 04:33:17.891078 n-d-712139-15 neutron-server[94767]: 'Network': '1.1', Sep 16 04:33:17.891078 n-d-712139-15 neutron-server[94767]: 'Port': '1.7', Sep 16 04:33:17.891078 n-d-712139-15 neutron-server[94767]: 'PortForwarding': '1.2', Sep 16 04:33:17.891078 n-d-712139-15 neutron-server[94767]: 'QosPolicy': '1.9', Sep 16 04:33:17.891078 n-d-712139-15 neutron-server[94767]: 'SecurityGroup': '1.4', Sep 16 04:33:17.891078 n-d-712139-15 neutron-server[94767]: 'SecurityGroupRule': '1.2', Sep 16 04:33:17.891078 n-d-712139-15 neutron-server[94767]: 'SubPort': '1.0', Sep 16 04:33:17.891078 n-d-712139-15 neutron-server[94767]: 'Subnet': '1.1', Sep 16 04:33:17.891078 n-d-712139-15 neutron-server[94767]: 'Trunk': '1.1'}} Sep 16 04:33:17.891078 n-d-712139-15 neutron-server[94767]: {{(pid=94767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:33:18.262784 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48862) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:18.368909 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48870) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:18.382758 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f432b39c-31e9-4439-90cf-6c7c12c7443e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:18.419664 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b70b23ee-c740-4975-8c18-69daa76febe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:18.509730 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f432b39c-31e9-4439-90cf-6c7c12c7443e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:18.526330 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f432b39c-31e9-4439-90cf-6c7c12c7443e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:18.575531 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432b39c-31e9-4439-90cf-6c7c12c7443e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668c9c68-1847-45bd-91df-b73494a324dc,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:18.600475 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f432b39c-31e9-4439-90cf-6c7c12c7443e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=14285b73dc2447b98fb65bbad6e77127&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2305276 Sep 16 04:33:18.606833 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48882) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:18.659467 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b70b23ee-c740-4975-8c18-69daa76febe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:18.664836 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b70b23ee-c740-4975-8c18-69daa76febe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:18.678117 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-42faff64-55c1-4703-886c-a11ea1d6534e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:18.700942 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b70b23ee-c740-4975-8c18-69daa76febe6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7bca2db0eb144214a1732a82834ac09b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4338107 Sep 16 04:33:18.701792 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-42faff64-55c1-4703-886c-a11ea1d6534e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:18.715145 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b23ee-c740-4975-8c18-69daa76febe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277afdcd-adc7-4c99-9b1c-0df911c85f3c,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:18.718576 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48888) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:18.769850 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-958149a0-4e8d-4be9-ac47-67f83139315d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:18.789691 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-42faff64-55c1-4703-886c-a11ea1d6534e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:18.793827 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-42faff64-55c1-4703-886c-a11ea1d6534e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:18.795940 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-958149a0-4e8d-4be9-ac47-67f83139315d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:18.804925 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-42faff64-55c1-4703-886c-a11ea1d6534e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/668c9c68-1847-45bd-91df-b73494a324dc HTTP/1.1" status: 204 len: 168 time: 0.1933036 Sep 16 04:33:18.821537 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42faff64-55c1-4703-886c-a11ea1d6534e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668c9c68-1847-45bd-91df-b73494a324dc,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:18.869144 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-958149a0-4e8d-4be9-ac47-67f83139315d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:18.872521 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-958149a0-4e8d-4be9-ac47-67f83139315d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:18.875889 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-958149a0-4e8d-4be9-ac47-67f83139315d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/277afdcd-adc7-4c99-9b1c-0df911c85f3c HTTP/1.1" status: 204 len: 168 time: 0.1549385 Sep 16 04:33:18.885901 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958149a0-4e8d-4be9-ac47-67f83139315d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277afdcd-adc7-4c99-9b1c-0df911c85f3c,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:19.378964 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48944) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:19.400354 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7877dcb5-5f08-4dc8-85e9-0556226ebfdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:19.533969 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48958) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:19.549794 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7877dcb5-5f08-4dc8-85e9-0556226ebfdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:19.555060 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7877dcb5-5f08-4dc8-85e9-0556226ebfdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:19.623169 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7877dcb5-5f08-4dc8-85e9-0556226ebfdd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3cc2efba73f0434a9bb43ea02732f12f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2425811 Sep 16 04:33:19.626845 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48970) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:19.670347 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877dcb5-5f08-4dc8-85e9-0556226ebfdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da05c1b-d45d-461a-98a1-dec99492dace,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:19.699419 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-61874669-430b-483a-bb16-df1e142a53d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:19.733374 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f8e31242-8015-40db-b15a-8c7105ec50cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:19.748998 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-61874669-430b-483a-bb16-df1e142a53d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:19.833394 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-61874669-430b-483a-bb16-df1e142a53d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:19.837744 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-61874669-430b-483a-bb16-df1e142a53d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:19.842439 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-61874669-430b-483a-bb16-df1e142a53d6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8da05c1b-d45d-461a-98a1-dec99492dace HTTP/1.1" status: 204 len: 168 time: 0.2145355 Sep 16 04:33:19.863714 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61874669-430b-483a-bb16-df1e142a53d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da05c1b-d45d-461a-98a1-dec99492dace,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:19.945008 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f8e31242-8015-40db-b15a-8c7105ec50cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:19.961022 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f8e31242-8015-40db-b15a-8c7105ec50cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:20.014969 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f8e31242-8015-40db-b15a-8c7105ec50cf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=40a3253da5ae4cb2bbc36cc4d2bdb066&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4765465 Sep 16 04:33:20.015302 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49010) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:20.028802 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e31242-8015-40db-b15a-8c7105ec50cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace3bed6-852e-4dc4-9801-75a82fa3838e,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:20.109088 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bd13a202-a2d2-4bcf-8426-52b8821ece86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:20.162184 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bd13a202-a2d2-4bcf-8426-52b8821ece86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:20.283275 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bd13a202-a2d2-4bcf-8426-52b8821ece86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:20.286348 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bd13a202-a2d2-4bcf-8426-52b8821ece86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:20.288143 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-bd13a202-a2d2-4bcf-8426-52b8821ece86 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ace3bed6-852e-4dc4-9801-75a82fa3838e HTTP/1.1" status: 204 len: 168 time: 0.2718236 Sep 16 04:33:20.300060 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13a202-a2d2-4bcf-8426-52b8821ece86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace3bed6-852e-4dc4-9801-75a82fa3838e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:20.488324 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49064) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:20.521627 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49068) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:20.702286 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49078) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:20.802571 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-828364e0-6186-4a3c-a79b-028671a6ad00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:20.860055 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d6b4af43-0e0b-4801-9e9d-2d7cd242234c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:20.941002 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-828364e0-6186-4a3c-a79b-028671a6ad00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:20.947460 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-828364e0-6186-4a3c-a79b-028671a6ad00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:21.001304 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-828364e0-6186-4a3c-a79b-028671a6ad00 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f0d3baa6e6ca4460be0db07e475a0b4d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5118611 Sep 16 04:33:21.004151 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49092) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:21.013364 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49094) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:21.029796 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0cf09234-6086-42fd-a596-8b6c6b180bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:21.048135 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828364e0-6186-4a3c-a79b-028671a6ad00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f3a7ca-b463-4777-8d1b-20d295a21a81,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:21.072865 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c5e5bc0f-7bc6-489d-987c-dccd465332c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:21.095748 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b129ed30-8806-4ce4-8d38-4d9b3a5d7bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:21.124781 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b129ed30-8806-4ce4-8d38-4d9b3a5d7bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:21.129723 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d6b4af43-0e0b-4801-9e9d-2d7cd242234c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:21.137655 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d6b4af43-0e0b-4801-9e9d-2d7cd242234c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:21.201292 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b129ed30-8806-4ce4-8d38-4d9b3a5d7bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:21.204427 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b129ed30-8806-4ce4-8d38-4d9b3a5d7bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:21.205620 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b129ed30-8806-4ce4-8d38-4d9b3a5d7bcb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c9f3a7ca-b463-4777-8d1b-20d295a21a81 HTTP/1.1" status: 204 len: 168 time: 0.1999230 Sep 16 04:33:21.216167 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b129ed30-8806-4ce4-8d38-4d9b3a5d7bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f3a7ca-b463-4777-8d1b-20d295a21a81,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:21.226835 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d6b4af43-0e0b-4801-9e9d-2d7cd242234c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2acdaf9536854c2db3e8ebaaa6a86f84&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7041535 Sep 16 04:33:21.229438 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49102) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:21.270247 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4af43-0e0b-4801-9e9d-2d7cd242234c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff07d621-990d-4be9-a7f9-a50791b6110b,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:21.302270 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2ffc8ec5-be21-42cc-8ab0-553a1d4ed1e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:21.330609 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2ffc8ec5-be21-42cc-8ab0-553a1d4ed1e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:21.368319 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0cf09234-6086-42fd-a596-8b6c6b180bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:21.381516 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0cf09234-6086-42fd-a596-8b6c6b180bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:21.389073 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2ffc8ec5-be21-42cc-8ab0-553a1d4ed1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:21.392900 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2ffc8ec5-be21-42cc-8ab0-553a1d4ed1e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:21.394377 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2ffc8ec5-be21-42cc-8ab0-553a1d4ed1e5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ff07d621-990d-4be9-a7f9-a50791b6110b HTTP/1.1" status: 204 len: 168 time: 0.1631863 Sep 16 04:33:21.405497 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc8ec5-be21-42cc-8ab0-553a1d4ed1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff07d621-990d-4be9-a7f9-a50791b6110b,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:21.541466 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0cf09234-6086-42fd-a596-8b6c6b180bf8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b48a5f2be7e742b690a6d32a13832210&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5236306 Sep 16 04:33:21.541903 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49124) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:21.551392 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf09234-6086-42fd-a596-8b6c6b180bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743d69e7-af18-495d-b4e7-ad3fab34df06,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:21.606107 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-83d7783f-9c28-4a1b-aacc-c149508a8806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:21.618097 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c5e5bc0f-7bc6-489d-987c-dccd465332c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:21.624126 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c5e5bc0f-7bc6-489d-987c-dccd465332c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:21.633141 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-83d7783f-9c28-4a1b-aacc-c149508a8806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:21.670774 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e5bc0f-7bc6-489d-987c-dccd465332c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5bf136-d33c-4ce0-8a30-776279b346a8,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:21.680403 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c5e5bc0f-7bc6-489d-987c-dccd465332c8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=da03b3dd92f64b4895f9827619287f8f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9731398 Sep 16 04:33:21.680867 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49126) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:21.721479 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-83d7783f-9c28-4a1b-aacc-c149508a8806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:21.724031 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-83d7783f-9c28-4a1b-aacc-c149508a8806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:21.727420 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-83d7783f-9c28-4a1b-aacc-c149508a8806 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/743d69e7-af18-495d-b4e7-ad3fab34df06 HTTP/1.1" status: 204 len: 168 time: 0.1825755 Sep 16 04:33:21.738796 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7783f-9c28-4a1b-aacc-c149508a8806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743d69e7-af18-495d-b4e7-ad3fab34df06,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:21.756078 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ee94a6fc-0191-4baa-9baa-7412c9d6ba09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:21.779340 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ee94a6fc-0191-4baa-9baa-7412c9d6ba09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:21.829632 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ee94a6fc-0191-4baa-9baa-7412c9d6ba09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:21.833343 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ee94a6fc-0191-4baa-9baa-7412c9d6ba09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:21.836605 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ee94a6fc-0191-4baa-9baa-7412c9d6ba09 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5b5bf136-d33c-4ce0-8a30-776279b346a8 HTTP/1.1" status: 204 len: 168 time: 0.1525350 Sep 16 04:33:21.844107 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94a6fc-0191-4baa-9baa-7412c9d6ba09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5bf136-d33c-4ce0-8a30-776279b346a8,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:21.894899 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49144) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:21.914095 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1453cd78-be78-4b23-8947-5cb63281a230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:22.011693 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1453cd78-be78-4b23-8947-5cb63281a230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:22.017116 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1453cd78-be78-4b23-8947-5cb63281a230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:22.059871 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1453cd78-be78-4b23-8947-5cb63281a230 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9f418cffb46e4951aa978894258ce2b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1637447 Sep 16 04:33:22.062543 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49150) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:22.076082 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453cd78-be78-4b23-8947-5cb63281a230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331578fd-66d7-422a-9e81-72f8874d02d5,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:22.114973 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49154) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:22.131596 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4d22f2a7-72ae-4f89-af6b-e5cbc1755b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:22.132017 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-da7a1f81-16b4-4e33-85c0-d746ceb3684a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:22.154626 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-da7a1f81-16b4-4e33-85c0-d746ceb3684a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:22.208258 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-da7a1f81-16b4-4e33-85c0-d746ceb3684a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:22.211926 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-da7a1f81-16b4-4e33-85c0-d746ceb3684a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:22.213502 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-da7a1f81-16b4-4e33-85c0-d746ceb3684a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/331578fd-66d7-422a-9e81-72f8874d02d5 HTTP/1.1" status: 204 len: 168 time: 0.1498826 Sep 16 04:33:22.223022 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a1f81-16b4-4e33-85c0-d746ceb3684a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331578fd-66d7-422a-9e81-72f8874d02d5,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:22.271966 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4d22f2a7-72ae-4f89-af6b-e5cbc1755b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:22.276030 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4d22f2a7-72ae-4f89-af6b-e5cbc1755b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:22.316556 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4d22f2a7-72ae-4f89-af6b-e5cbc1755b61 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=10382594f9aa4296b50ecc04f50e8874&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1991458 Sep 16 04:33:22.320073 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49158) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:22.330141 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d22f2a7-72ae-4f89-af6b-e5cbc1755b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621291b4-f9b6-403b-ad58-f131162d27f5,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:22.383074 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49168) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:22.384697 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-eb752a60-0010-4c94-a773-a728183d3011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:22.385779 n-d-712139-15 neutron-server[94767]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 04:33:22.408702 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-eb752a60-0010-4c94-a773-a728183d3011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:22.422815 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-0119caed-07ec-42ad-82ca-4945679dacf4 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=fee65f1f93864ed097075c4c77b81684&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381906 Sep 16 04:33:22.475830 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-eb752a60-0010-4c94-a773-a728183d3011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:22.478484 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-eb752a60-0010-4c94-a773-a728183d3011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:22.481014 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-eb752a60-0010-4c94-a773-a728183d3011 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/621291b4-f9b6-403b-ad58-f131162d27f5 HTTP/1.1" status: 204 len: 168 time: 0.1580377 Sep 16 04:33:22.488941 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb752a60-0010-4c94-a773-a728183d3011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621291b4-f9b6-403b-ad58-f131162d27f5,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:22.643137 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-f98061f6-2504-4dc7-8c39-a0b5cd486b0b tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:22.652222 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-f98061f6-2504-4dc7-8c39-a0b5cd486b0b tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2265236 Sep 16 04:33:22.666969 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-c367a846-4e6c-4a02-a1f3-66274fcb99f8 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/quotas/fee65f1f93864ed097075c4c77b81684 HTTP/1.1" status: 200 len: 375 time: 0.0159676 Sep 16 04:33:22.685042 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49180) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:22.704630 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-14ad2127-a7b7-43c4-8696-7c5d70e306bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:22.722691 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-dbcc477d-11e9-4dfa-be5b-52ba683823c7 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fee65f1f93864ed097075c4c77b81684&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542030 Sep 16 04:33:22.829452 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-14ad2127-a7b7-43c4-8696-7c5d70e306bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:22.834436 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-14ad2127-a7b7-43c4-8696-7c5d70e306bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:22.892654 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-14ad2127-a7b7-43c4-8696-7c5d70e306bd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2610e995f7e540c3bc9fd8865ed1a3ea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2031918 Sep 16 04:33:22.892654 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad2127-a7b7-43c4-8696-7c5d70e306bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6647610a-365d-4cd0-80a4-8d87921100b9,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:22.893709 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49190) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:22.975943 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-924ee418-2ea1-4cf8-b6e7-b2e04ca1586b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:23.018124 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-924ee418-2ea1-4cf8-b6e7-b2e04ca1586b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:23.076125 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-924ee418-2ea1-4cf8-b6e7-b2e04ca1586b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:23.078625 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-924ee418-2ea1-4cf8-b6e7-b2e04ca1586b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:23.082279 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-924ee418-2ea1-4cf8-b6e7-b2e04ca1586b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6647610a-365d-4cd0-80a4-8d87921100b9 HTTP/1.1" status: 204 len: 168 time: 0.1837323 Sep 16 04:33:23.087996 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ee418-2ea1-4cf8-b6e7-b2e04ca1586b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6647610a-365d-4cd0-80a4-8d87921100b9,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:23.445644 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49226) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:23.925621 n-d-712139-15 neutron-server[94766]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 04:33:24.001273 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-38e4a7b2-9931-4d55-9c49-593fdb9f4f9a req-c039e02d-9e11-43cc-a3bb-939fb33d7dfd tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/ports?device_id=80fa7d34-eb49-46dd-bd96-50dd7b39e63d HTTP/1.1" status: 200 len: 210 time: 0.5547352 Sep 16 04:33:24.671099 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49314) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:24.944863 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.47', 61247) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:24.980639 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-186c481f-8984-46c1-aa41-116461fef763 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=fee65f1f93864ed097075c4c77b81684&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237052 Sep 16 04:33:24.985864 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-a4c054c2-02e8-4093-9716-77bdca6acb42 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1001699440-network', 'tenant_id': '1db68ab0fc284575894f1608a94e9c14'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:33:25.027325 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c054c2-02e8-4093-9716-77bdca6acb42 admin admin] Made reservation on behalf of 1db68ab0fc284575894f1608a94e9c14 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:33:25.030115 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a4c054c2-02e8-4093-9716-77bdca6acb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:25.043398 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a4c054c2-02e8-4093-9716-77bdca6acb42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:25.154253 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a4c054c2-02e8-4093-9716-77bdca6acb42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:25.188462 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a4c054c2-02e8-4093-9716-77bdca6acb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:25.195299 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-25ae592c-fec8-4c88-9c04-64573bb850f4 req-e4bea496-fec7-46ea-b51d-bd901a31cd89 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/ports?device_id=80fa7d34-eb49-46dd-bd96-50dd7b39e63d HTTP/1.1" status: 200 len: 210 time: 0.0300355 Sep 16 04:33:25.248501 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c054c2-02e8-4093-9716-77bdca6acb42 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:33:25.253339 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c054c2-02e8-4093-9716-77bdca6acb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4487fec-7c3c-46d1-a308-43dcfc8d568e,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:25.294140 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a4c054c2-02e8-4093-9716-77bdca6acb42 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731532952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:25.294739 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a4c054c2-02e8-4093-9716-77bdca6acb42 admin admin] Unsubscribe: segment precommit_create {{(pid=94767) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 04:33:25.295232 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-a4c054c2-02e8-4093-9716-77bdca6acb42 admin admin] Added segment cfe098be-015d-4a18-8ee9-6fa64794080e of type vlan for network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 Sep 16 04:33:25.318545 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-49516052-86df-4d3e-8417-108edb4b206f tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:25.320011 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-49516052-86df-4d3e-8417-108edb4b206f tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3168764 Sep 16 04:33:25.360742 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a4c054c2-02e8-4093-9716-77bdca6acb42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:25.393841 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a4c054c2-02e8-4093-9716-77bdca6acb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:25.394721 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c054c2-02e8-4093-9716-77bdca6acb42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:25.395303 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a4c054c2-02e8-4093-9716-77bdca6acb42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:25.450016 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-3784c386-08e3-489c-a3c2-724d72d39e78 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Request body: {'port': {'device_id': '80fa7d34-eb49-46dd-bd96-50dd7b39e63d', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'admin_state_up': True, 'tenant_id': 'fee65f1f93864ed097075c4c77b81684'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:33:25.494016 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a4c054c2-02e8-4093-9716-77bdca6acb42 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8217630 Sep 16 04:33:25.497678 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49352) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:25.502601 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-9fccb564-61fa-492b-a48d-157a6ddb2f18 admin admin] Request body: {'subnet': {'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1001699440-subnet', 'tenant_id': '1db68ab0fc284575894f1608a94e9c14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:33:25.526855 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fccb564-61fa-492b-a48d-157a6ddb2f18 admin admin] Made reservation on behalf of 1db68ab0fc284575894f1608a94e9c14 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:33:25.529749 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9fccb564-61fa-492b-a48d-157a6ddb2f18 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:25.668950 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c054c2-02e8-4093-9716-77bdca6acb42 admin admin] Pushing event updated for resources: {'Network': ['ID=00cd75b9-aad6-45d6-bd66-c0a78f5d6588,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:25.757182 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:33:25.774478 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49366) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:25.807433 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9fccb564-61fa-492b-a48d-157a6ddb2f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:25.842125 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-3784c386-08e3-489c-a3c2-724d72d39e78 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Made reservation on behalf of fee65f1f93864ed097075c4c77b81684 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:33:25.845702 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-3784c386-08e3-489c-a3c2-724d72d39e78 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:25.866115 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-3784c386-08e3-489c-a3c2-724d72d39e78 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:25.905036 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fccb564-61fa-492b-a48d-157a6ddb2f18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8440e215-69bc-4539-b053-2b3b499b80a9,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:25.907307 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fccb564-61fa-492b-a48d-157a6ddb2f18 admin admin] Checking segment: {'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:33:25.907659 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fccb564-61fa-492b-a48d-157a6ddb2f18 admin admin] Network hostable DHCP agents. Network: 00cd75b9-aad6-45d6-bd66-c0a78f5d6588, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:33:25.937743 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fccb564-61fa-492b-a48d-157a6ddb2f18 admin admin] Network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:33:25.951695 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-9fccb564-61fa-492b-a48d-157a6ddb2f18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 00cd75b9-aad6-45d6-bd66-c0a78f5d6588) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:33:25.956838 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fccb564-61fa-492b-a48d-157a6ddb2f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:25.959786 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76247ea0-27f4-49e5-8579-6b118a25b997 None None] Network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:33:25.960831 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9fccb564-61fa-492b-a48d-157a6ddb2f18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:25.983424 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-3784c386-08e3-489c-a3c2-724d72d39e78 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:25.988069 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-3784c386-08e3-489c-a3c2-724d72d39e78 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:25.998877 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9fccb564-61fa-492b-a48d-157a6ddb2f18 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5000927 Sep 16 04:33:26.036341 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784c386-08e3-489c-a3c2-724d72d39e78 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0b5919-20a9-442a-99e5-a25152295bb3,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:26.117857 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6cb265-4654-4ece-8859-7b3928ceee1a None None] Network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:33:26.193668 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49388) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:26.193903 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3931b53f-fd93-4aa1-8df1-f59fa61f7554 tempest-AutoAllocateNetworkTest-120457311 tempest-AutoAllocateNetworkTest-120457311-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=9ce1bc41287e401fb8aa97dfc1ba1e7b&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4182303 Sep 16 04:33:26.326736 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-3784c386-08e3-489c-a3c2-724d72d39e78 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Allocated IP 192.168.233.191 (97f5d7d8-0e62-4047-bcd4-63b92e31705a/24ad4c5e-5b43-4c25-ab99-4992f6337d28/8f87efba-a471-4976-acd7-6e0bdbff7458) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:33:26.448820 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebf3753-b47f-47aa-990a-bb95a79ad9ac tempest-AutoAllocateNetworkTest-120457311 tempest-AutoAllocateNetworkTest-120457311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:26.463043 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cebf3753-b47f-47aa-990a-bb95a79ad9ac tempest-AutoAllocateNetworkTest-120457311 tempest-AutoAllocateNetworkTest-120457311-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2660208 Sep 16 04:33:26.464736 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49396) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:26.545412 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49400) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:26.567019 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8099aa9f-9fba-4351-b1d2-fed597dff5bf tempest-AutoAllocateNetworkTest-120457311 tempest-AutoAllocateNetworkTest-120457311-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0999928 Sep 16 04:33:26.568460 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49406) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:26.597892 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6eb7732e-63fe-4bc7-a7c7-153f776b9cfc req-18a7ad34-121e-4a45-b134-76d8971da86f tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/ports?device_id=80fa7d34-eb49-46dd-bd96-50dd7b39e63d HTTP/1.1" status: 200 len: 210 time: 0.1025317 Sep 16 04:33:26.632918 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4fed36a4-ee97-429d-85db-89ee0cfd2465 tempest-AutoAllocateNetworkTest-120457311 tempest-AutoAllocateNetworkTest-120457311-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=9ce1bc41287e401fb8aa97dfc1ba1e7b HTTP/1.1" status: 200 len: 208 time: 0.0606241 Sep 16 04:33:26.635688 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:33:26.838210 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-3784c386-08e3-489c-a3c2-724d72d39e78 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:26.930209 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ed2ffc02-0337-409c-a5ff-a3bcb7c94b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:27.038446 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ed2ffc02-0337-409c-a5ff-a3bcb7c94b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:27.039087 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-3784c386-08e3-489c-a3c2-724d72d39e78 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:27.082274 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ed2ffc02-0337-409c-a5ff-a3bcb7c94b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:27.177240 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-3784c386-08e3-489c-a3c2-724d72d39e78 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Network 97f5d7d8-0e62-4047-bcd4-63b92e31705a is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:33:27.189211 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ffc02-0337-409c-a5ff-a3bcb7c94b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18ad5e6-99b5-4eec-96ce-6ce92a8522a1,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:27.217863 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-3784c386-08e3-489c-a3c2-724d72d39e78 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:33:27.238304 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ed2ffc02-0337-409c-a5ff-a3bcb7c94b59 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e28b4830c85145e1bf6ee51cdc0dc8cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6920531 Sep 16 04:33:27.239224 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784c386-08e3-489c-a3c2-724d72d39e78 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Pushing event updated for resources: {'Port': ['ID=8f87efba-a471-4976-acd7-6e0bdbff7458,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:27.241437 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49428) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:27.301262 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-3784c386-08e3-489c-a3c2-724d72d39e78 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:33:27.308940 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-3784c386-08e3-489c-a3c2-724d72d39e78 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:27.309791 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-3784c386-08e3-489c-a3c2-724d72d39e78 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:27.344173 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-3784c386-08e3-489c-a3c2-724d72d39e78 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9088037 Sep 16 04:33:27.386661 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e0609108-1bd6-45d9-b954-324e1b15dcf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:27.416835 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e0609108-1bd6-45d9-b954-324e1b15dcf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:27.422715 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49436) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:27.543029 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e0609108-1bd6-45d9-b954-324e1b15dcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:27.545919 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e0609108-1bd6-45d9-b954-324e1b15dcf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:27.547739 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e0609108-1bd6-45d9-b954-324e1b15dcf9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d18ad5e6-99b5-4eec-96ce-6ce92a8522a1 HTTP/1.1" status: 204 len: 168 time: 0.2968709 Sep 16 04:33:27.560798 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0609108-1bd6-45d9-b954-324e1b15dcf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18ad5e6-99b5-4eec-96ce-6ce92a8522a1,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:27.688813 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-3558a4b5-6339-43a1-89fc-08b7e81ba673 None None] Provisioning complete for port 8f87efba-a471-4976-acd7-6e0bdbff7458 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:33:27.689986 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3558a4b5-6339-43a1-89fc-08b7e81ba673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:27.741625 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-3558a4b5-6339-43a1-89fc-08b7e81ba673 None None] Port 8f87efba-a471-4976-acd7-6e0bdbff7458 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:33:27.763631 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e4d33292-f15e-41ac-aca5-d08988d0ef3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:27.909549 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c87cf-cfb5-4159-ba6d-97561d726f6c req-1b16cf06-ffcd-49a5-9047-d4c922264a47 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:27.911645 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8d6c87cf-cfb5-4159-ba6d-97561d726f6c req-1b16cf06-ffcd-49a5-9047-d4c922264a47 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/ports?device_id=80fa7d34-eb49-46dd-bd96-50dd7b39e63d HTTP/1.1" status: 200 len: 936 time: 0.1093326 Sep 16 04:33:27.990275 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8d6c87cf-cfb5-4159-ba6d-97561d726f6c req-a1e4b218-1648-4e21-9779-f6bd66814d1e tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d0b5919-20a9-442a-99e5-a25152295bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699975 Sep 16 04:33:28.014351 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e4d33292-f15e-41ac-aca5-d08988d0ef3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:28.021580 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e4d33292-f15e-41ac-aca5-d08988d0ef3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:28.067720 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49458) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:28.068423 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e4d33292-f15e-41ac-aca5-d08988d0ef3d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9ce1bc41287e401fb8aa97dfc1ba1e7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6439915 Sep 16 04:33:28.069002 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d33292-f15e-41ac-aca5-d08988d0ef3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf82c68b-aebc-499a-9721-50e87e012781,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:28.157070 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0deea071-4f5f-48e9-a057-bc5ff2be1bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:28.192717 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0deea071-4f5f-48e9-a057-bc5ff2be1bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:28.283817 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49470) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:28.299059 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-05bd9c48-8b4b-4ed6-bb2c-5bae6e909930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:28.364459 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0deea071-4f5f-48e9-a057-bc5ff2be1bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:28.370033 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0deea071-4f5f-48e9-a057-bc5ff2be1bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:28.373002 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0deea071-4f5f-48e9-a057-bc5ff2be1bed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bf82c68b-aebc-499a-9721-50e87e012781 HTTP/1.1" status: 204 len: 168 time: 0.3036757 Sep 16 04:33:28.381879 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04760bd5-de25-4f92-b327-2e09863f459a req-34b6b6b3-51ed-4042-bc28-b68c4372d293 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=3bdea1c6394f4daebbe1fb4a9b6973e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1156251 Sep 16 04:33:28.391819 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deea071-4f5f-48e9-a057-bc5ff2be1bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf82c68b-aebc-499a-9721-50e87e012781,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:28.472352 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-05bd9c48-8b4b-4ed6-bb2c-5bae6e909930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:28.481978 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-05bd9c48-8b4b-4ed6-bb2c-5bae6e909930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:28.514846 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49478) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:28.523202 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-f8ae97ac-7602-4be1-b37c-15aed459cc11 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-720960782-network', 'tenant_id': '500bf868c86541498daacb30b610f7a1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:33:28.550129 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd9c48-8b4b-4ed6-bb2c-5bae6e909930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86e452c-6d96-46d1-b84a-9a625a740b25,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:28.562502 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04760bd5-de25-4f92-b327-2e09863f459a req-5465e9ed-0807-4489-980b-d877be12e266 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:28.564001 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04760bd5-de25-4f92-b327-2e09863f459a req-5465e9ed-0807-4489-980b-d877be12e266 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1740041 Sep 16 04:33:28.570935 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49480) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:28.572072 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-05bd9c48-8b4b-4ed6-bb2c-5bae6e909930 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8e8b131923b7400ca5002dbce9d22487&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2869680 Sep 16 04:33:28.592873 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04760bd5-de25-4f92-b327-2e09863f459a req-d6638fc8-915d-4b1e-badc-c22980226ea6 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/quotas/3bdea1c6394f4daebbe1fb4a9b6973e7 HTTP/1.1" status: 200 len: 375 time: 0.0197377 Sep 16 04:33:28.638382 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04760bd5-de25-4f92-b327-2e09863f459a req-ef294b0c-bede-4c63-9ad2-1239f4e40139 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3bdea1c6394f4daebbe1fb4a9b6973e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335763 Sep 16 04:33:28.644096 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ae97ac-7602-4be1-b37c-15aed459cc11 admin admin] Made reservation on behalf of 500bf868c86541498daacb30b610f7a1 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:33:28.646341 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f8ae97ac-7602-4be1-b37c-15aed459cc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:28.660973 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f8ae97ac-7602-4be1-b37c-15aed459cc11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:28.709224 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a89151f2-e297-4999-85f2-9df2a872519f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:28.748689 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a89151f2-e297-4999-85f2-9df2a872519f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:28.831564 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f8ae97ac-7602-4be1-b37c-15aed459cc11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:28.837191 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f8ae97ac-7602-4be1-b37c-15aed459cc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:28.843332 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a89151f2-e297-4999-85f2-9df2a872519f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:28.845727 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a89151f2-e297-4999-85f2-9df2a872519f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:28.846865 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a89151f2-e297-4999-85f2-9df2a872519f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c86e452c-6d96-46d1-b84a-9a625a740b25 HTTP/1.1" status: 204 len: 168 time: 0.2750266 Sep 16 04:33:28.865803 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8ae97ac-7602-4be1-b37c-15aed459cc11 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:33:28.881941 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae97ac-7602-4be1-b37c-15aed459cc11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c01df22-9d11-4fdd-9a3e-dfb6e0a9cbc5,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:28.889087 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f8ae97ac-7602-4be1-b37c-15aed459cc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:28.889430 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-f8ae97ac-7602-4be1-b37c-15aed459cc11 admin admin] Added segment 4badd1b2-8582-4666-a7ea-ad33cd39948d of type vlan for network 23b32cb8-3cae-4e07-b8ff-c5401232c92d Sep 16 04:33:28.935043 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89151f2-e297-4999-85f2-9df2a872519f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86e452c-6d96-46d1-b84a-9a625a740b25,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:29.036793 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f8ae97ac-7602-4be1-b37c-15aed459cc11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:29.072269 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-6a5f2d5b-7c39-4163-adfd-55e3e50e4a6e req-0d096cd4-d3ac-4541-978a-a591ddd23e12 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d134106-a3c1-43c4-8d8f-484594db96ca HTTP/1.1" status: 200 len: 210 time: 0.1050177 Sep 16 04:33:29.171984 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f8ae97ac-7602-4be1-b37c-15aed459cc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:29.174358 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ae97ac-7602-4be1-b37c-15aed459cc11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:29.175236 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f8ae97ac-7602-4be1-b37c-15aed459cc11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:29.213561 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba81fd-f956-449a-aabc-6e9effa95d4a req-150486f6-e797-4ddb-bef9-49b8d3fe4561 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:29.222049 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9fba81fd-f956-449a-aabc-6e9effa95d4a req-150486f6-e797-4ddb-bef9-49b8d3fe4561 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/ports?device_id=80fa7d34-eb49-46dd-bd96-50dd7b39e63d HTTP/1.1" status: 200 len: 936 time: 0.1068828 Sep 16 04:33:29.268056 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49512) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:29.268598 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f8ae97ac-7602-4be1-b37c-15aed459cc11 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7525070 Sep 16 04:33:29.274279 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-e533e71b-3f74-4c35-a593-675d2fee741a admin admin] Request body: {'subnet': {'network_id': '23b32cb8-3cae-4e07-b8ff-c5401232c92d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-720960782-subnet', 'tenant_id': '500bf868c86541498daacb30b610f7a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:33:29.319622 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e533e71b-3f74-4c35-a593-675d2fee741a admin admin] Made reservation on behalf of 500bf868c86541498daacb30b610f7a1 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:33:29.322506 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e533e71b-3f74-4c35-a593-675d2fee741a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:29.335974 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9fba81fd-f956-449a-aabc-6e9effa95d4a req-45cd2599-69b5-4d33-9e1c-746f7688c3e0 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d0b5919-20a9-442a-99e5-a25152295bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128392 Sep 16 04:33:29.342652 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae97ac-7602-4be1-b37c-15aed459cc11 admin admin] Pushing event updated for resources: {'Network': ['ID=23b32cb8-3cae-4e07-b8ff-c5401232c92d,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:29.357976 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 23b32cb8-3cae-4e07-b8ff-c5401232c92d details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:33:29.378350 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49516) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:29.640198 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4b1ff2e0-0f66-47b5-93ca-50954f5118bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:29.666377 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e533e71b-3f74-4c35-a593-675d2fee741a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:29.782686 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e533e71b-3f74-4c35-a593-675d2fee741a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f799eae-ef28-4d65-8e4a-fb684371e9cc,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:29.819462 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-edac097a-1eda-409e-ba3d-5f008160fc19 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:33:29.820600 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-edac097a-1eda-409e-ba3d-5f008160fc19 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148122 Sep 16 04:33:29.821753 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e533e71b-3f74-4c35-a593-675d2fee741a admin admin] Checking segment: {'id': '4badd1b2-8582-4666-a7ea-ad33cd39948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '23b32cb8-3cae-4e07-b8ff-c5401232c92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:33:29.822357 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e533e71b-3f74-4c35-a593-675d2fee741a admin admin] Network hostable DHCP agents. Network: 23b32cb8-3cae-4e07-b8ff-c5401232c92d, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:33:29.844816 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e533e71b-3f74-4c35-a593-675d2fee741a admin admin] Network 23b32cb8-3cae-4e07-b8ff-c5401232c92d is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:33:29.867222 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-e533e71b-3f74-4c35-a593-675d2fee741a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 23b32cb8-3cae-4e07-b8ff-c5401232c92d) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:33:29.881898 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2582330f-2cc6-482d-a173-61e3e243e435 None None] Network 23b32cb8-3cae-4e07-b8ff-c5401232c92d requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:33:29.888462 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e533e71b-3f74-4c35-a593-675d2fee741a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:29.889411 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e533e71b-3f74-4c35-a593-675d2fee741a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:29.903516 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4b1ff2e0-0f66-47b5-93ca-50954f5118bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:29.911423 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4b1ff2e0-0f66-47b5-93ca-50954f5118bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:29.923614 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e533e71b-3f74-4c35-a593-675d2fee741a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6535633 Sep 16 04:33:29.982850 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4b1ff2e0-0f66-47b5-93ca-50954f5118bd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1d53a1b34241485ba4cef45084b3a225&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6032345 Sep 16 04:33:29.983870 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ff2e0-0f66-47b5-93ca-50954f5118bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0fad9b-98ef-4e56-b3ad-2f0bf9c83c89,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:29.985934 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49548) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:30.117018 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3688f0aa-0e18-4b96-958b-ae1c141ba518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:30.194200 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3688f0aa-0e18-4b96-958b-ae1c141ba518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:30.267202 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-892af5dc-b382-4a1d-95da-5cfa7c5220c3 req-532c5e1b-0bc5-4c80-804a-d668bacadca4 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d134106-a3c1-43c4-8d8f-484594db96ca HTTP/1.1" status: 200 len: 210 time: 0.0976067 Sep 16 04:33:30.299056 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb10d04-ffe2-4257-b5e3-b67b5858b045 None None] Network 23b32cb8-3cae-4e07-b8ff-c5401232c92d requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:33:30.364548 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3688f0aa-0e18-4b96-958b-ae1c141ba518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:30.370863 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3688f0aa-0e18-4b96-958b-ae1c141ba518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:30.375093 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3688f0aa-0e18-4b96-958b-ae1c141ba518 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fd0fad9b-98ef-4e56-b3ad-2f0bf9c83c89 HTTP/1.1" status: 204 len: 168 time: 0.3754833 Sep 16 04:33:30.393587 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688f0aa-0e18-4b96-958b-ae1c141ba518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0fad9b-98ef-4e56-b3ad-2f0bf9c83c89,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:30.409307 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49568) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:30.555103 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01512bb4-01a5-45b8-9f7a-426e6fec3482 req-1ca33f0c-82ff-41f5-acd4-f30916d4be74 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:30.565501 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-01512bb4-01a5-45b8-9f7a-426e6fec3482 req-1ca33f0c-82ff-41f5-acd4-f30916d4be74 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/ports?device_id=80fa7d34-eb49-46dd-bd96-50dd7b39e63d HTTP/1.1" status: 200 len: 936 time: 0.1366851 Sep 16 04:33:30.576034 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-6aebb38a-a416-41a1-af59-ce47d8223563 service neutron] Request body: {'port': {'device_id': '80fa7d34-eb49-46dd-bd96-50dd7b39e63d', 'device_owner': 'compute:tempest-test_az-1038452250', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:33:30.879997 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-feb419d6-7ac4-4e7f-822a-52c6f3e1ac00 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351920868-network', 'tenant_id': 'c825b36882e046828461df6da4ad928b'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:33:30.944059 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-01512bb4-01a5-45b8-9f7a-426e6fec3482 req-5199b4a1-581b-4edb-94a1-be7827ee15a5 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d0b5919-20a9-442a-99e5-a25152295bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630173 Sep 16 04:33:30.948896 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-6aebb38a-a416-41a1-af59-ce47d8223563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:31.006552 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb419d6-7ac4-4e7f-822a-52c6f3e1ac00 admin admin] Made reservation on behalf of c825b36882e046828461df6da4ad928b for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:33:31.009181 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-feb419d6-7ac4-4e7f-822a-52c6f3e1ac00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:31.038324 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-feb419d6-7ac4-4e7f-822a-52c6f3e1ac00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:31.130589 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49598) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:31.235997 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f72ebe1-2f5e-4cdd-bc28-ac4087764a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:31.415586 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-feb419d6-7ac4-4e7f-822a-52c6f3e1ac00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:31.425209 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49602) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:31.445216 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-feb419d6-7ac4-4e7f-822a-52c6f3e1ac00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:31.505138 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feb419d6-7ac4-4e7f-822a-52c6f3e1ac00 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:33:31.545567 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.48', 53921) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:31.561644 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-6aebb38a-a416-41a1-af59-ce47d8223563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f87efba-a471-4976-acd7-6e0bdbff7458 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:33:31.603293 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04760bd5-de25-4f92-b327-2e09863f459a req-e042c28a-7868-4493-b6e2-8e9c6345b6b2 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=3bdea1c6394f4daebbe1fb4a9b6973e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552557 Sep 16 04:33:31.605825 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-feb419d6-7ac4-4e7f-822a-52c6f3e1ac00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:31.606344 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-feb419d6-7ac4-4e7f-822a-52c6f3e1ac00 admin admin] Added segment 33201044-0eb1-4004-bde7-dd5bec0a4ba0 of type vlan for network e9f42f79-8e36-46bc-bc40-da8710d5bcd1 Sep 16 04:33:31.609237 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-6aebb38a-a416-41a1-af59-ce47d8223563 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:31.614334 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb419d6-7ac4-4e7f-822a-52c6f3e1ac00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ee6f8d-f7fe-45d7-9384-fbacbe17e9f6,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:31.619470 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-91d695f8-3fe1-4c5e-a72f-48542503414f req-7e575da5-3b97-415c-9677-68d249cf8358 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d134106-a3c1-43c4-8d8f-484594db96ca HTTP/1.1" status: 200 len: 210 time: 0.1195800 Sep 16 04:33:31.670596 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-cca17cad-22e2-4e84-9c11-680da193c5f3 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:31.672274 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-cca17cad-22e2-4e84-9c11-680da193c5f3 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/networks?id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588 HTTP/1.1" status: 200 len: 821 time: 0.5281439 Sep 16 04:33:31.705340 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-80bfc478-41db-4fc6-a783-607f1e2a135a tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/quotas/1db68ab0fc284575894f1608a94e9c14 HTTP/1.1" status: 200 len: 375 time: 0.0239875 Sep 16 04:33:31.743773 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-feb419d6-7ac4-4e7f-822a-52c6f3e1ac00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:31.783394 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-d747be8a-0fff-4fb1-a314-afa3fdd6b37a tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1db68ab0fc284575894f1608a94e9c14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619450 Sep 16 04:33:31.786442 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-3df0badc-077a-4106-ad2b-b688d63e7206 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1768836738-network', 'tenant_id': '8fb595dbe0d3452481d7faf275f28d7b'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:33:31.815702 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-6aebb38a-a416-41a1-af59-ce47d8223563 service neutron] Transition to ACTIVE for port object 8f87efba-a471-4976-acd7-6e0bdbff7458 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:33:31.870745 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-6aebb38a-a416-41a1-af59-ce47d8223563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:31.894076 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-feb419d6-7ac4-4e7f-822a-52c6f3e1ac00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:31.894978 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb419d6-7ac4-4e7f-822a-52c6f3e1ac00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:31.894978 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-feb419d6-7ac4-4e7f-822a-52c6f3e1ac00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:31.920476 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f72ebe1-2f5e-4cdd-bc28-ac4087764a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:31.947268 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f72ebe1-2f5e-4cdd-bc28-ac4087764a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:31.960687 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-feb419d6-7ac4-4e7f-822a-52c6f3e1ac00 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5501490 Sep 16 04:33:31.968209 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49614) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:32.005552 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-e1225f3b-a777-4cbb-974a-6dcbe217a66f admin admin] Request body: {'subnet': {'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351920868-subnet', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:33:32.125287 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8f72ebe1-2f5e-4cdd-bc28-ac4087764a7a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7b91283b5e99457aa0e13d442dd71c8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9898024 Sep 16 04:33:32.129828 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49624) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:32.137760 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-12442ab5-15fe-4dd5-862a-6d6ca7b1f85e service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:33:32.145718 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-12442ab5-15fe-4dd5-862a-6d6ca7b1f85e service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2416873 Sep 16 04:33:32.256031 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72ebe1-2f5e-4cdd-bc28-ac4087764a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7c8e7c-b1e5-44ef-8b6b-dbf8d371163f,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:32.288848 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-b8f230b3-1cf5-437a-bc09-be9cfddba4ee service neutron] 10.222.0.35 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421669 Sep 16 04:33:32.352544 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb419d6-7ac4-4e7f-822a-52c6f3e1ac00 admin admin] Pushing event updated for resources: {'Network': ['ID=e9f42f79-8e36-46bc-bc40-da8710d5bcd1,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:32.368384 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network e9f42f79-8e36-46bc-bc40-da8710d5bcd1 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:33:32.368972 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebb38a-a416-41a1-af59-ce47d8223563 service neutron] Pushing event updated for resources: {'Port': ['ID=8f87efba-a471-4976-acd7-6e0bdbff7458,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:32.430551 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-74a3190a-e235-469a-98ba-cfd8ff783105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:32.453621 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04760bd5-de25-4f92-b327-2e09863f459a req-08abdc38-66c7-4e21-a53a-87ff6a148e4e tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:32.455100 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04760bd5-de25-4f92-b327-2e09863f459a req-08abdc38-66c7-4e21-a53a-87ff6a148e4e tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8212030 Sep 16 04:33:32.474971 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df0badc-077a-4106-ad2b-b688d63e7206 admin admin] Made reservation on behalf of 8fb595dbe0d3452481d7faf275f28d7b for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:33:32.477608 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3df0badc-077a-4106-ad2b-b688d63e7206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:32.477815 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-60481c80-0805-4e89-abea-ff1d8698dd52 service neutron] 10.222.0.35 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790669 Sep 16 04:33:32.480655 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-74a3190a-e235-469a-98ba-cfd8ff783105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:32.497457 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-6aebb38a-a416-41a1-af59-ce47d8223563 service neutron] Attempting to bind port 8f87efba-a471-4976-acd7-6e0bdbff7458 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:33:32.501345 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-6aebb38a-a416-41a1-af59-ce47d8223563 service neutron] Attempting to bind port 8f87efba-a471-4976-acd7-6e0bdbff7458 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:33:32.501991 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-6aebb38a-a416-41a1-af59-ce47d8223563 service neutron] Attempting to bind port 8f87efba-a471-4976-acd7-6e0bdbff7458 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:33:32.541988 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3df0badc-077a-4106-ad2b-b688d63e7206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:32.549288 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-6aebb38a-a416-41a1-af59-ce47d8223563 service neutron] Port 8f87efba-a471-4976-acd7-6e0bdbff7458 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:33:32.554242 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-6aebb38a-a416-41a1-af59-ce47d8223563 service neutron] Attempting to bind port 8f87efba-a471-4976-acd7-6e0bdbff7458 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:33:32.586492 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1225f3b-a777-4cbb-974a-6dcbe217a66f admin admin] Made reservation on behalf of c825b36882e046828461df6da4ad928b for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:33:32.598042 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e1225f3b-a777-4cbb-974a-6dcbe217a66f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:32.602912 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-6aebb38a-a416-41a1-af59-ce47d8223563 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:33:32.604028 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-6aebb38a-a416-41a1-af59-ce47d8223563 service neutron] Checking segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:33:32.604028 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-6aebb38a-a416-41a1-af59-ce47d8223563 service neutron] Bound using segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:33:32.610722 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-6aebb38a-a416-41a1-af59-ce47d8223563 service neutron] Bound port: 8f87efba-a471-4976-acd7-6e0bdbff7458, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:33:32.611369 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-6aebb38a-a416-41a1-af59-ce47d8223563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:32.617529 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-74a3190a-e235-469a-98ba-cfd8ff783105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:32.622949 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-74a3190a-e235-469a-98ba-cfd8ff783105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:32.628102 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-74a3190a-e235-469a-98ba-cfd8ff783105 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ce7c8e7c-b1e5-44ef-8b6b-dbf8d371163f HTTP/1.1" status: 204 len: 168 time: 0.3618023 Sep 16 04:33:32.653229 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3190a-e235-469a-98ba-cfd8ff783105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7c8e7c-b1e5-44ef-8b6b-dbf8d371163f,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:32.727964 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc087739-1cc9-4bc2-970a-36befb846903 req-eaa07844-30e2-4950-b263-939e52ce0fcb tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:32.738027 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bc087739-1cc9-4bc2-970a-36befb846903 req-eaa07844-30e2-4950-b263-939e52ce0fcb tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/ports?device_id=80fa7d34-eb49-46dd-bd96-50dd7b39e63d HTTP/1.1" status: 200 len: 970 time: 0.5907006 Sep 16 04:33:32.934578 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bc087739-1cc9-4bc2-970a-36befb846903 req-6e976cbf-f0a6-4005-92e1-6ebfe19437c0 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d0b5919-20a9-442a-99e5-a25152295bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956513 Sep 16 04:33:32.967760 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-6bf1e729-b55d-446b-940f-a164f25e6c60 req-111aafe0-cfff-45d9-a22b-6d9375f52c5a tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d134106-a3c1-43c4-8d8f-484594db96ca HTTP/1.1" status: 200 len: 210 time: 0.1099334 Sep 16 04:33:33.015082 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-6aebb38a-a416-41a1-af59-ce47d8223563 service neutron] For port 8f87efba-a471-4976-acd7-6e0bdbff7458, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:33:33.081863 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3df0badc-077a-4106-ad2b-b688d63e7206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:33.107249 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-6aebb38a-a416-41a1-af59-ce47d8223563 service neutron] For port 8f87efba-a471-4976-acd7-6e0bdbff7458, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=8f87efba-a471-4976-acd7-6e0bdbff7458,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:33:33.128863 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-6aebb38a-a416-41a1-af59-ce47d8223563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:33.211634 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3df0badc-077a-4106-ad2b-b688d63e7206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:33.240752 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df0badc-077a-4106-ad2b-b688d63e7206 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:33:33.283059 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3df0badc-077a-4106-ad2b-b688d63e7206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:33.283456 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-3df0badc-077a-4106-ad2b-b688d63e7206 admin admin] Added segment 456e0f01-10ea-43a8-bc3b-4a8a5ae308bc of type vlan for network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 Sep 16 04:33:33.583199 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-6aebb38a-a416-41a1-af59-ce47d8223563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:33.584024 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-6aebb38a-a416-41a1-af59-ce47d8223563 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:33.585835 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-6aebb38a-a416-41a1-af59-ce47d8223563 service neutron] 10.222.0.47 "PUT /v2.0/ports/8f87efba-a471-4976-acd7-6e0bdbff7458 HTTP/1.1" status: 200 len: 1119 time: 3.4429989 Sep 16 04:33:33.595055 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80fa7d34-eb49-46dd-bd96-50dd7b39e63d', 'tag': '8f87efba-a471-4976-acd7-6e0bdbff7458'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:33:33.780346 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e1225f3b-a777-4cbb-974a-6dcbe217a66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:33.793830 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-04760bd5-de25-4f92-b327-2e09863f459a req-7c6939f7-da91-4b43-beb0-3bd4987a391b tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Request body: {'port': {'device_id': '2d134106-a3c1-43c4-8d8f-484594db96ca', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'admin_state_up': True, 'tenant_id': '3bdea1c6394f4daebbe1fb4a9b6973e7'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:33:33.926009 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c01209c5-4227-4c22-8ceb-30d74767e6df req-db1e7172-4edb-468e-a8a4-438ba1075703 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 210 time: 0.7720890 Sep 16 04:33:33.955325 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3df0badc-077a-4106-ad2b-b688d63e7206 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:34.087187 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0badc-077a-4106-ad2b-b688d63e7206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:34.153212 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebb38a-a416-41a1-af59-ce47d8223563 service neutron] Pushing event updated for resources: {'Port': ['ID=8f87efba-a471-4976-acd7-6e0bdbff7458,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:34.164161 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1225f3b-a777-4cbb-974a-6dcbe217a66f admin admin] Pushing event updated for resources: {'Subnet': ['ID=23b8b65a-e16c-4539-8285-b42101b78979,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:34.172534 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.db.resource_extend [None req-3df0badc-077a-4106-ad2b-b688d63e7206 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:33:34.304048 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c6130-f338-421b-8796-d8e99acd79e7 req-f6adeef0-e780-4706-b64c-5356adf2a834 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:34.305792 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f41c6130-f338-421b-8796-d8e99acd79e7 req-f6adeef0-e780-4706-b64c-5356adf2a834 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/ports?device_id=80fa7d34-eb49-46dd-bd96-50dd7b39e63d HTTP/1.1" status: 200 len: 970 time: 0.1183839 Sep 16 04:33:34.355139 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4977d3-9f83-4907-801f-d6c2224b7f65" -d '{"events": [{"name": "network-changed", "server_uuid": "80fa7d34-eb49-46dd-bd96-50dd7b39e63d", "tag": "8f87efba-a471-4976-acd7-6e0bdbff7458"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:33:34.373996 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f134c48b-dfd8-4499-8401-67fd1bc70b8c req-4e167679-f7ef-4db0-9634-9badb7648895 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d134106-a3c1-43c4-8d8f-484594db96ca HTTP/1.1" status: 200 len: 210 time: 0.1273303 Sep 16 04:33:34.385423 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f41c6130-f338-421b-8796-d8e99acd79e7 req-be492d35-441c-404e-8272-69e410470b12 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d0b5919-20a9-442a-99e5-a25152295bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699148 Sep 16 04:33:34.397833 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3df0badc-077a-4106-ad2b-b688d63e7206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:34.398999 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df0badc-077a-4106-ad2b-b688d63e7206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:34.399943 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3df0badc-077a-4106-ad2b-b688d63e7206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:34.444799 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-9947d6ec-4e7f-4381-85e7-b66626f891e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:34.446830 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-9947d6ec-4e7f-4381-85e7-b66626f891e7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fee65f1f93864ed097075c4c77b81684&device_id=80fa7d34-eb49-46dd-bd96-50dd7b39e63d HTTP/1.1" status: 200 len: 1122 time: 0.5161602 Sep 16 04:33:34.783991 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04760bd5-de25-4f92-b327-2e09863f459a req-7c6939f7-da91-4b43-beb0-3bd4987a391b tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Made reservation on behalf of 3bdea1c6394f4daebbe1fb4a9b6973e7 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:33:34.788213 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-04760bd5-de25-4f92-b327-2e09863f459a req-7c6939f7-da91-4b43-beb0-3bd4987a391b tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:34.822037 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffef3cb-f310-42ab-a45b-978f57cb6c16 x-openstack-request-id: req-0ffef3cb-f310-42ab-a45b-978f57cb6c16 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:33:34.822462 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80fa7d34-eb49-46dd-bd96-50dd7b39e63d", "tag": "8f87efba-a471-4976-acd7-6e0bdbff7458", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:33:34.822829 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0ffef3cb-f310-42ab-a45b-978f57cb6c16 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:33:34.823681 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80fa7d34-eb49-46dd-bd96-50dd7b39e63d', 'tag': '8f87efba-a471-4976-acd7-6e0bdbff7458', 'status': 'completed', 'code': 200} Sep 16 04:33:34.930347 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3df0badc-077a-4106-ad2b-b688d63e7206 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.5009534 Sep 16 04:33:34.930347 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1225f3b-a777-4cbb-974a-6dcbe217a66f admin admin] Checking segment: {'id': '33201044-0eb1-4004-bde7-dd5bec0a4ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:33:34.930347 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1225f3b-a777-4cbb-974a-6dcbe217a66f admin admin] Network hostable DHCP agents. Network: e9f42f79-8e36-46bc-bc40-da8710d5bcd1, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:33:34.930970 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49684) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:34.937688 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-747a7b8e-09e5-40e9-bdd7-c4172accffb7 admin admin] Request body: {'subnet': {'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1768836738-subnet', 'tenant_id': '8fb595dbe0d3452481d7faf275f28d7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:33:35.001957 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747a7b8e-09e5-40e9-bdd7-c4172accffb7 admin admin] Made reservation on behalf of 8fb595dbe0d3452481d7faf275f28d7b for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:33:35.004392 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-747a7b8e-09e5-40e9-bdd7-c4172accffb7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:35.038204 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0badc-077a-4106-ad2b-b688d63e7206 admin admin] Pushing event updated for resources: {'Network': ['ID=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:35.050743 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:33:35.052069 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-84b885a3-e943-4548-89aa-e7c6ce393f05 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=8f87efba-a471-4976-acd7-6e0bdbff7458 HTTP/1.1" status: 200 len: 217 time: 0.2679164 Sep 16 04:33:35.052985 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-04760bd5-de25-4f92-b327-2e09863f459a req-7c6939f7-da91-4b43-beb0-3bd4987a391b tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:35.121045 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1225f3b-a777-4cbb-974a-6dcbe217a66f admin admin] Network e9f42f79-8e36-46bc-bc40-da8710d5bcd1 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:33:35.171888 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-e1225f3b-a777-4cbb-974a-6dcbe217a66f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, e9f42f79-8e36-46bc-bc40-da8710d5bcd1) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:33:35.192883 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1225f3b-a777-4cbb-974a-6dcbe217a66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:35.199823 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e1225f3b-a777-4cbb-974a-6dcbe217a66f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:35.240947 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-32a34e61-86d7-4751-8577-907f3ef95bdc req-4fab1f9d-eb78-4d93-870a-ed47016d1a92 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 210 time: 0.0621877 Sep 16 04:33:35.258409 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677c5e6b-1d1b-41c2-b20e-9b67488e530c None None] Network e9f42f79-8e36-46bc-bc40-da8710d5bcd1 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:33:35.377674 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-d3685ea5-486a-4c35-80fc-6122af0ec147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:35.379606 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-d3685ea5-486a-4c35-80fc-6122af0ec147 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.1314106 Sep 16 04:33:35.383199 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-747a7b8e-09e5-40e9-bdd7-c4172accffb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:35.476531 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-04760bd5-de25-4f92-b327-2e09863f459a req-7c6939f7-da91-4b43-beb0-3bd4987a391b tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:35.501772 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-04760bd5-de25-4f92-b327-2e09863f459a req-7c6939f7-da91-4b43-beb0-3bd4987a391b tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:35.529298 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e1225f3b-a777-4cbb-974a-6dcbe217a66f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 3.5598824 Sep 16 04:33:35.533073 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49698) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:35.578014 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-05cf32a2-2030-402f-b4e5-d90ee5cc2408 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351920868-router', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:33:35.604135 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a7b8e-09e5-40e9-bdd7-c4172accffb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43280570-672b-4326-ad6d-76a55cd52f58,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:35.649202 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747a7b8e-09e5-40e9-bdd7-c4172accffb7 admin admin] Checking segment: {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:33:35.649569 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747a7b8e-09e5-40e9-bdd7-c4172accffb7 admin admin] Network hostable DHCP agents. Network: ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:33:35.669977 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4aba56b-db08-4b22-b6eb-0daad086cd6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-e9f42f79-8e36-46bc-bc40-da8710d5bcd1', 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'fixed_ips': [{'subnet_id': '23b8b65a-e16c-4539-8285-b42101b78979'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:33:35.670831 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b4aba56b-db08-4b22-b6eb-0daad086cd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:35.740122 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.48', 53925) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:35.820234 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d45226-39f6-449f-9f3c-a09500f585a3 req-e41ed9cd-fbd6-49cf-866c-31469c861222 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:35.836969 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-86d45226-39f6-449f-9f3c-a09500f585a3 req-e41ed9cd-fbd6-49cf-866c-31469c861222 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/ports?device_id=80fa7d34-eb49-46dd-bd96-50dd7b39e63d HTTP/1.1" status: 200 len: 970 time: 0.2942734 Sep 16 04:33:35.845341 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-04760bd5-de25-4f92-b327-2e09863f459a req-7c6939f7-da91-4b43-beb0-3bd4987a391b tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Allocated IP 192.168.233.166 (97f5d7d8-0e62-4047-bcd4-63b92e31705a/24ad4c5e-5b43-4c25-ab99-4992f6337d28/990bfdca-5106-49ab-aedc-5795de94fa53) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:33:35.948148 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747a7b8e-09e5-40e9-bdd7-c4172accffb7 admin admin] Network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:33:35.984539 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b983e0d5-09cf-418b-b96d-b8174ae26b2d req-47979883-3192-45c9-810c-844d7adb3a1d tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d134106-a3c1-43c4-8d8f-484594db96ca HTTP/1.1" status: 200 len: 210 time: 0.4000731 Sep 16 04:33:35.993615 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6939f7-da91-4b43-beb0-3bd4987a391b tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3489ee2-b734-41c1-9c19-084227c355b1,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:36.022654 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-5a0b152e-8f29-4264-acd1-f7259319c961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:36.024214 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-747a7b8e-09e5-40e9-bdd7-c4172accffb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:33:36.026829 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-5a0b152e-8f29-4264-acd1-f7259319c961 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6241689 Sep 16 04:33:36.040438 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-05cf32a2-2030-402f-b4e5-d90ee5cc2408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:36.042046 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-05cf32a2-2030-402f-b4e5-d90ee5cc2408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:36.063428 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747a7b8e-09e5-40e9-bdd7-c4172accffb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:36.070439 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-747a7b8e-09e5-40e9-bdd7-c4172accffb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:36.133416 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-b4aba56b-db08-4b22-b6eb-0daad086cd6c None None] Allocated IP 172.20.0.2 (e9f42f79-8e36-46bc-bc40-da8710d5bcd1/23b8b65a-e16c-4539-8285-b42101b78979/bee0a864-9357-4182-9916-e95d7b5a4913) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:33:36.158804 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-86d45226-39f6-449f-9f3c-a09500f585a3 req-6bff81a9-5aaf-4645-966a-e0373c835fa9 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d0b5919-20a9-442a-99e5-a25152295bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193638 Sep 16 04:33:36.226359 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-747a7b8e-09e5-40e9-bdd7-c4172accffb7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2941740 Sep 16 04:33:36.246016 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-04760bd5-de25-4f92-b327-2e09863f459a req-7c6939f7-da91-4b43-beb0-3bd4987a391b tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:36.308177 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-f0480524-39c1-4b6f-8202-083098350371 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:36.310003 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-f0480524-39c1-4b6f-8202-083098350371 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.48 "GET /v2.0/networks?id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588 HTTP/1.1" status: 200 len: 821 time: 0.5578558 Sep 16 04:33:36.316329 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a67270c-0142-4908-af69-dbc9a3fe1c46 None None] Network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:33:36.362083 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-777b1d27-5d66-496f-9412-0ec8b1cb2e4d tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Request body: {'port': {'device_id': 'b64548e1-4ff7-4c27-8c85-793484af0ddb', 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588', 'admin_state_up': True, 'tenant_id': '1db68ab0fc284575894f1608a94e9c14'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:33:36.454986 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-05cf32a2-2030-402f-b4e5-d90ee5cc2408 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:36.620622 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-25e2b2e4-14d3-47bc-90d4-790aba582793 req-5a871693-0648-4e11-a7c8-7cb500331190 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 210 time: 0.1468365 Sep 16 04:33:36.637531 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-65399c41-3279-4451-9e50-cb75827db762 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5816796 Sep 16 04:33:36.759383 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b4aba56b-db08-4b22-b6eb-0daad086cd6c None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:36.768060 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-04760bd5-de25-4f92-b327-2e09863f459a req-7c6939f7-da91-4b43-beb0-3bd4987a391b tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:36.772098 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7edf506-3d69-4dee-b4ad-fbad7773e246 None None] Network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:33:36.776428 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b4aba56b-db08-4b22-b6eb-0daad086cd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:36.865467 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04760bd5-de25-4f92-b327-2e09863f459a req-7c6939f7-da91-4b43-beb0-3bd4987a391b tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Network 97f5d7d8-0e62-4047-bcd4-63b92e31705a is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:33:36.934472 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-777b1d27-5d66-496f-9412-0ec8b1cb2e4d tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Made reservation on behalf of 1db68ab0fc284575894f1608a94e9c14 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:33:36.940358 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-777b1d27-5d66-496f-9412-0ec8b1cb2e4d tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:36.947361 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aba56b-db08-4b22-b6eb-0daad086cd6c None None] Network e9f42f79-8e36-46bc-bc40-da8710d5bcd1 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:33:36.974694 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-b4aba56b-db08-4b22-b6eb-0daad086cd6c None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:33:36.981084 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-05cf32a2-2030-402f-b4e5-d90ee5cc2408 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:36.988257 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4aba56b-db08-4b22-b6eb-0daad086cd6c None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:33:36.999032 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-04760bd5-de25-4f92-b327-2e09863f459a req-7c6939f7-da91-4b43-beb0-3bd4987a391b tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:33:37.015279 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aba56b-db08-4b22-b6eb-0daad086cd6c None None] Pushing event updated for resources: {'Port': ['ID=bee0a864-9357-4182-9916-e95d7b5a4913,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:37.102709 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-04760bd5-de25-4f92-b327-2e09863f459a req-7c6939f7-da91-4b43-beb0-3bd4987a391b tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:33:37.126744 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04760bd5-de25-4f92-b327-2e09863f459a req-7c6939f7-da91-4b43-beb0-3bd4987a391b tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:37.126744 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-04760bd5-de25-4f92-b327-2e09863f459a req-7c6939f7-da91-4b43-beb0-3bd4987a391b tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:37.162360 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aba56b-db08-4b22-b6eb-0daad086cd6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:37.163429 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aba56b-db08-4b22-b6eb-0daad086cd6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:37.164025 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aba56b-db08-4b22-b6eb-0daad086cd6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:37.164585 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aba56b-db08-4b22-b6eb-0daad086cd6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:37.165291 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aba56b-db08-4b22-b6eb-0daad086cd6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:37.165937 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aba56b-db08-4b22-b6eb-0daad086cd6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:37.166471 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aba56b-db08-4b22-b6eb-0daad086cd6c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:37.167040 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aba56b-db08-4b22-b6eb-0daad086cd6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:37.167572 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aba56b-db08-4b22-b6eb-0daad086cd6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:37.168328 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aba56b-db08-4b22-b6eb-0daad086cd6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:37.182221 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aba56b-db08-4b22-b6eb-0daad086cd6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:37.183808 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aba56b-db08-4b22-b6eb-0daad086cd6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:37.186682 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aba56b-db08-4b22-b6eb-0daad086cd6c None None] Tracked resource versions report: Sep 16 04:33:37.186682 n-d-712139-15 neutron-server[94768]: pushed versions: Sep 16 04:33:37.186682 n-d-712139-15 neutron-server[94768]: { 'AddressGroup': {'1.2'}, Sep 16 04:33:37.186682 n-d-712139-15 neutron-server[94768]: 'ConntrackHelper': {'1.0'}, Sep 16 04:33:37.186682 n-d-712139-15 neutron-server[94768]: 'Log': {'1.0'}, Sep 16 04:33:37.186682 n-d-712139-15 neutron-server[94768]: 'Network': {'1.1'}, Sep 16 04:33:37.186682 n-d-712139-15 neutron-server[94768]: 'Port': {'1.7'}, Sep 16 04:33:37.186682 n-d-712139-15 neutron-server[94768]: 'PortForwarding': {'1.2'}, Sep 16 04:33:37.186682 n-d-712139-15 neutron-server[94768]: 'QosPolicy': {'1.9'}, Sep 16 04:33:37.186682 n-d-712139-15 neutron-server[94768]: 'SecurityGroup': {'1.4'}, Sep 16 04:33:37.186682 n-d-712139-15 neutron-server[94768]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:33:37.186682 n-d-712139-15 neutron-server[94768]: 'SubPort': {'1.0'}, Sep 16 04:33:37.186682 n-d-712139-15 neutron-server[94768]: 'Subnet': {'1.1'}, Sep 16 04:33:37.186682 n-d-712139-15 neutron-server[94768]: 'Trunk': {'1.1'}} Sep 16 04:33:37.186682 n-d-712139-15 neutron-server[94768]: consumer versions: Sep 16 04:33:37.186682 n-d-712139-15 neutron-server[94768]: { DHCP agent@n-d-712139-15: {}, Sep 16 04:33:37.186682 n-d-712139-15 neutron-server[94768]: HyperV agent@n-h1-712139-15: {}, Sep 16 04:33:37.186682 n-d-712139-15 neutron-server[94768]: HyperV agent@n-h2-712139-15: {}, Sep 16 04:33:37.186682 n-d-712139-15 neutron-server[94768]: L3 agent@n-d-712139-15: {}, Sep 16 04:33:37.186682 n-d-712139-15 neutron-server[94768]: Metadata agent@n-d-712139-15: {}, Sep 16 04:33:37.186682 n-d-712139-15 neutron-server[94768]: Metering agent@n-d-712139-15: {}, Sep 16 04:33:37.186682 n-d-712139-15 neutron-server[94768]: Open vSwitch agent@n-d-712139-15: { 'AddressGroup': '1.2', Sep 16 04:33:37.186682 n-d-712139-15 neutron-server[94768]: 'ConntrackHelper': '1.0', Sep 16 04:33:37.186682 n-d-712139-15 neutron-server[94768]: 'Log': '1.0', Sep 16 04:33:37.186682 n-d-712139-15 neutron-server[94768]: 'Network': '1.1', Sep 16 04:33:37.186682 n-d-712139-15 neutron-server[94768]: 'Port': '1.7', Sep 16 04:33:37.186682 n-d-712139-15 neutron-server[94768]: 'PortForwarding': '1.2', Sep 16 04:33:37.186682 n-d-712139-15 neutron-server[94768]: 'QosPolicy': '1.9', Sep 16 04:33:37.186682 n-d-712139-15 neutron-server[94768]: 'SecurityGroup': '1.4', Sep 16 04:33:37.186682 n-d-712139-15 neutron-server[94768]: 'SecurityGroupRule': '1.2', Sep 16 04:33:37.186682 n-d-712139-15 neutron-server[94768]: 'SubPort': '1.0', Sep 16 04:33:37.186682 n-d-712139-15 neutron-server[94768]: 'Subnet': '1.1', Sep 16 04:33:37.186682 n-d-712139-15 neutron-server[94768]: 'Trunk': '1.1'}} Sep 16 04:33:37.186682 n-d-712139-15 neutron-server[94768]: {{(pid=94768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:33:37.327954 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-920bd017-07df-4f3a-b4e7-47a669804ec5 req-876c79a6-e3df-4ec3-8f65-2937a262d08e service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6774940 Sep 16 04:33:37.351942 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6939f7-da91-4b43-beb0-3bd4987a391b tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Pushing event updated for resources: {'Port': ['ID=990bfdca-5106-49ab-aedc-5795de94fa53,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:37.372085 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49740) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:37.375563 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-b4aba56b-db08-4b22-b6eb-0daad086cd6c None None] Attempting to bind port bee0a864-9357-4182-9916-e95d7b5a4913 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:33:37.376029 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-b4aba56b-db08-4b22-b6eb-0daad086cd6c None None] Attempting to bind port bee0a864-9357-4182-9916-e95d7b5a4913 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '33201044-0eb1-4004-bde7-dd5bec0a4ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:33:37.377415 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aba56b-db08-4b22-b6eb-0daad086cd6c None None] Attempting to bind port bee0a864-9357-4182-9916-e95d7b5a4913 on network e9f42f79-8e36-46bc-bc40-da8710d5bcd1 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:33:37.398912 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aba56b-db08-4b22-b6eb-0daad086cd6c None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:33:37.399335 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aba56b-db08-4b22-b6eb-0daad086cd6c None None] Checking segment: {'id': '33201044-0eb1-4004-bde7-dd5bec0a4ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:33:37.399785 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b4aba56b-db08-4b22-b6eb-0daad086cd6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:37.404658 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aba56b-db08-4b22-b6eb-0daad086cd6c None None] Bound using segment: {'id': '33201044-0eb1-4004-bde7-dd5bec0a4ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:33:37.405376 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-b4aba56b-db08-4b22-b6eb-0daad086cd6c None None] Bound port: bee0a864-9357-4182-9916-e95d7b5a4913, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33201044-0eb1-4004-bde7-dd5bec0a4ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:33:37.405810 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b4aba56b-db08-4b22-b6eb-0daad086cd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:37.426847 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04760bd5-de25-4f92-b327-2e09863f459a req-7c6939f7-da91-4b43-beb0-3bd4987a391b tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6752298 Sep 16 04:33:37.474344 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-04760bd5-de25-4f92-b327-2e09863f459a req-c782b172-5d47-4c4f-a4cf-1d55aa5be5f8 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:33:37.481177 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04760bd5-de25-4f92-b327-2e09863f459a req-c782b172-5d47-4c4f-a4cf-1d55aa5be5f8 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183642 Sep 16 04:33:37.535988 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-e5d6ddc2-6e36-4fee-bae2-bf0d49d94484 None None] Provisioning complete for port 990bfdca-5106-49ab-aedc-5795de94fa53 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:33:37.541305 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e5d6ddc2-6e36-4fee-bae2-bf0d49d94484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:37.580997 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e36b79-56d2-4ca2-adbd-313a13630ac8 req-cf1e4c3e-e1b3-44c2-93c8-1b92a19fd014 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:37.582912 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b7e36b79-56d2-4ca2-adbd-313a13630ac8 req-cf1e4c3e-e1b3-44c2-93c8-1b92a19fd014 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d134106-a3c1-43c4-8d8f-484594db96ca HTTP/1.1" status: 200 len: 936 time: 0.4324002 Sep 16 04:33:37.662857 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da0a52-2d2b-4b0a-b47c-237d2cbd6c1e req-6d72cd4a-de92-4943-b22d-5d85176edc51 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:37.674729 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-30da0a52-2d2b-4b0a-b47c-237d2cbd6c1e req-6d72cd4a-de92-4943-b22d-5d85176edc51 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/ports?device_id=80fa7d34-eb49-46dd-bd96-50dd7b39e63d HTTP/1.1" status: 200 len: 970 time: 0.3281703 Sep 16 04:33:37.696935 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b7e36b79-56d2-4ca2-adbd-313a13630ac8 req-208bf8b3-2db0-4fcf-a350-2f865813c2c6 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3489ee2-b734-41c1-9c19-084227c355b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000826 Sep 16 04:33:37.712071 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-777b1d27-5d66-496f-9412-0ec8b1cb2e4d tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Allocated IP 172.20.0.14 (00cd75b9-aad6-45d6-bd66-c0a78f5d6588/8440e215-69bc-4539-b053-2b3b499b80a9/9813e96b-c5a0-418f-9b40-229259148849) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:33:37.733111 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-b4aba56b-db08-4b22-b6eb-0daad086cd6c None None] For port bee0a864-9357-4182-9916-e95d7b5a4913, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:33:37.739507 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-e5d6ddc2-6e36-4fee-bae2-bf0d49d94484 None None] Port 990bfdca-5106-49ab-aedc-5795de94fa53 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:33:37.775061 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-b4aba56b-db08-4b22-b6eb-0daad086cd6c None None] For port bee0a864-9357-4182-9916-e95d7b5a4913, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=bee0a864-9357-4182-9916-e95d7b5a4913,segment=NetworkSegment(33201044-0eb1-4004-bde7-dd5bec0a4ba0),segment_id=33201044-0eb1-4004-bde7-dd5bec0a4ba0)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:33:37.784183 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b4aba56b-db08-4b22-b6eb-0daad086cd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:37.844184 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4977d3-9f83-4907-801f-d6c2224b7f65 req-438b986e-a3d8-4197-915f-02017507cec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:37.846895 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c4977d3-9f83-4907-801f-d6c2224b7f65 req-438b986e-a3d8-4197-915f-02017507cec7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fee65f1f93864ed097075c4c77b81684&device_id=80fa7d34-eb49-46dd-bd96-50dd7b39e63d HTTP/1.1" status: 200 len: 1122 time: 0.3354528 Sep 16 04:33:37.952255 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aba56b-db08-4b22-b6eb-0daad086cd6c None None] Pushing event updated for resources: {'Port': ['ID=bee0a864-9357-4182-9916-e95d7b5a4913,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:37.978189 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-488bbc67-0cd8-4ffa-b687-580f32fb7532 req-5f9ef97d-55c9-4c7e-a043-9289d2d24b27 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 210 time: 0.0486474 Sep 16 04:33:38.086003 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-04760bd5-de25-4f92-b327-2e09863f459a req-90d5c33f-c14d-4d22-8907-bb9c24c8f10b service neutron] Request body: {'port': {'device_id': '2d134106-a3c1-43c4-8d8f-484594db96ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:33:38.179576 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-30da0a52-2d2b-4b0a-b47c-237d2cbd6c1e req-ad9e3e86-d17a-4a5f-a233-107ca1f3e81a tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d0b5919-20a9-442a-99e5-a25152295bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5019481 Sep 16 04:33:38.184705 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49754) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:38.223219 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-7670c2f8-7431-4dd3-bd47-e67aebe4d602 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-647592334-network', 'tenant_id': '5851b6771f444ee5a9d6dc8798b8ed79'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:33:38.303689 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-777b1d27-5d66-496f-9412-0ec8b1cb2e4d tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:38.351561 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-159a1653-a551-4035-ae6e-bf49a5987fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:38.405319 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-777b1d27-5d66-496f-9412-0ec8b1cb2e4d tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:38.442219 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7670c2f8-7431-4dd3-bd47-e67aebe4d602 admin admin] Made reservation on behalf of 5851b6771f444ee5a9d6dc8798b8ed79 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:33:38.444503 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7670c2f8-7431-4dd3-bd47-e67aebe4d602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:38.458301 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-04760bd5-de25-4f92-b327-2e09863f459a req-90d5c33f-c14d-4d22-8907-bb9c24c8f10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:38.644460 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-159a1653-a551-4035-ae6e-bf49a5987fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:38.654443 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4977d3-9f83-4907-801f-d6c2224b7f65 req-4a64d2fb-6a42-4cb2-be52-ee613d353435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:38.655853 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c4977d3-9f83-4907-801f-d6c2224b7f65 req-4a64d2fb-6a42-4cb2-be52-ee613d353435 service neutron] 10.222.0.47 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.7893004 Sep 16 04:33:38.656898 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-777b1d27-5d66-496f-9412-0ec8b1cb2e4d tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:33:38.661115 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7670c2f8-7431-4dd3-bd47-e67aebe4d602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:38.665646 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-777b1d27-5d66-496f-9412-0ec8b1cb2e4d tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:33:38.676315 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-777b1d27-5d66-496f-9412-0ec8b1cb2e4d tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:33:38.687570 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-777b1d27-5d66-496f-9412-0ec8b1cb2e4d tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:38.688653 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-777b1d27-5d66-496f-9412-0ec8b1cb2e4d tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:38.711856 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-159a1653-a551-4035-ae6e-bf49a5987fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:38.803647 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-159a1653-a551-4035-ae6e-bf49a5987fb8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=acbb3e6c29d54f978bcefe35f96114f7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4301918 Sep 16 04:33:38.812427 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49758) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:38.813980 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a1653-a551-4035-ae6e-bf49a5987fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ff0b3a-9c98-4e47-92b8-6bc7d798021a,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:38.879251 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c4977d3-9f83-4907-801f-d6c2224b7f65 req-e90658c8-f2f1-4de6-8f95-39ff275e02c0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=8f87efba-a471-4976-acd7-6e0bdbff7458 HTTP/1.1" status: 200 len: 217 time: 0.1601765 Sep 16 04:33:38.914568 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b1d27-5d66-496f-9412-0ec8b1cb2e4d tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Pushing event updated for resources: {'Port': ['ID=9813e96b-c5a0-418f-9b40-229259148849,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:38.977195 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fa8d6140-220b-43c4-8151-7bee67e6a905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:39.064505 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ea5b1-9155-4683-b0f3-5347b69c737d req-f9f8a2b1-9735-4c94-a2d6-9660e3270a54 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:39.069069 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9e7ea5b1-9155-4683-b0f3-5347b69c737d req-f9f8a2b1-9735-4c94-a2d6-9660e3270a54 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d134106-a3c1-43c4-8d8f-484594db96ca HTTP/1.1" status: 200 len: 936 time: 0.1769857 Sep 16 04:33:39.230769 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fa8d6140-220b-43c4-8151-7bee67e6a905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:39.246407 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9e7ea5b1-9155-4683-b0f3-5347b69c737d req-f16fbeae-5c9e-4bd9-81c6-bd85c80b3d02 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3489ee2-b734-41c1-9c19-084227c355b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644361 Sep 16 04:33:39.358499 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fa8d6140-220b-43c4-8151-7bee67e6a905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:39.362159 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fa8d6140-220b-43c4-8151-7bee67e6a905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:39.366668 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fa8d6140-220b-43c4-8151-7bee67e6a905 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/56ff0b3a-9c98-4e47-92b8-6bc7d798021a HTTP/1.1" status: 204 len: 168 time: 0.5360165 Sep 16 04:33:39.385855 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d6140-220b-43c4-8151-7bee67e6a905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ff0b3a-9c98-4e47-92b8-6bc7d798021a,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:39.410473 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-05cf32a2-2030-402f-b4e5-d90ee5cc2408 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:39.521945 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891d878-6e93-44ee-ae3b-812218863864 req-bdd114aa-8e63-4a1d-8d7c-24f7109ce67b tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:39.531084 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c891d878-6e93-44ee-ae3b-812218863864 req-bdd114aa-8e63-4a1d-8d7c-24f7109ce67b tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/ports?device_id=80fa7d34-eb49-46dd-bd96-50dd7b39e63d HTTP/1.1" status: 200 len: 970 time: 0.1157839 Sep 16 04:33:39.570734 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5720a2d3-5a2a-4b49-a35a-1a2e4da33f1d None None] Network e9f42f79-8e36-46bc-bc40-da8710d5bcd1 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:33:39.610691 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c891d878-6e93-44ee-ae3b-812218863864 req-3fda5696-beb3-405d-8026-55ea8e9bd2d5 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d0b5919-20a9-442a-99e5-a25152295bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783424 Sep 16 04:33:39.632355 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-c4899d75-b4dc-45ff-9c2f-d01d24c84f67 None None] Provisioning complete for port bee0a864-9357-4182-9916-e95d7b5a4913 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:33:39.633085 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c4899d75-b4dc-45ff-9c2f-d01d24c84f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:39.699432 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-05cf32a2-2030-402f-b4e5-d90ee5cc2408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:39.702048 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4977d3-9f83-4907-801f-d6c2224b7f65 req-6b39c59c-a325-49ec-89b6-8c8ec669e554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:39.703499 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c4977d3-9f83-4907-801f-d6c2224b7f65 req-6b39c59c-a325-49ec-89b6-8c8ec669e554 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.7650955 Sep 16 04:33:39.725695 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bee0a864-9357-4182-9916-e95d7b5a4913 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:33:39.796730 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8fcf9-b856-46af-8624-3608c9e68705 req-4909cf93-7fbe-4828-8213-58033304191d tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:39.798475 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ac8fcf9-b856-46af-8624-3608c9e68705 req-4909cf93-7fbe-4828-8213-58033304191d tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 932 time: 0.6090386 Sep 16 04:33:39.932754 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7670c2f8-7431-4dd3-bd47-e67aebe4d602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:39.933023 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port bee0a864-9357-4182-9916-e95d7b5a4913 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:33:39.933351 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:39.935129 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c4899d75-b4dc-45ff-9c2f-d01d24c84f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:39.961225 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7670c2f8-7431-4dd3-bd47-e67aebe4d602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:39.970333 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-777b1d27-5d66-496f-9412-0ec8b1cb2e4d tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6130002 Sep 16 04:33:40.045980 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-c4899d75-b4dc-45ff-9c2f-d01d24c84f67 None None] For port bee0a864-9357-4182-9916-e95d7b5a4913, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=bee0a864-9357-4182-9916-e95d7b5a4913,segment=NetworkSegment(33201044-0eb1-4004-bde7-dd5bec0a4ba0),segment_id=33201044-0eb1-4004-bde7-dd5bec0a4ba0)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:33:40.052707 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ac8fcf9-b856-46af-8624-3608c9e68705 req-651426e5-ec94-4801-b1f3-a0fb05cf5071 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785808 Sep 16 04:33:40.058185 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c4899d75-b4dc-45ff-9c2f-d01d24c84f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:40.062812 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-08e3e2fa-0115-40b0-9315-56b691b559ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:40.077390 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7670c2f8-7431-4dd3-bd47-e67aebe4d602 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:33:40.078400 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49770) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:40.094465 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4977d3-9f83-4907-801f-d6c2224b7f65 req-76e8dccd-cabb-4816-990d-9adb884deadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:40.096231 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c4977d3-9f83-4907-801f-d6c2224b7f65 req-76e8dccd-cabb-4816-990d-9adb884deadc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3758006 Sep 16 04:33:40.096344 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8cbbaacf-42fe-4a74-b256-547ddb5a1e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:40.126233 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7670c2f8-7431-4dd3-bd47-e67aebe4d602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7d0d1a-db07-4b72-852d-ee5cd8ddecca,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:40.168389 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-05cf32a2-2030-402f-b4e5-d90ee5cc2408 admin admin] Allocated IP 172.25.8.179 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/49f99fa4-9676-4a32-8fea-0af63fe5a7de) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:33:40.195664 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4899d75-b4dc-45ff-9c2f-d01d24c84f67 None None] Pushing event updated for resources: {'Port': ['ID=bee0a864-9357-4182-9916-e95d7b5a4913,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:40.207213 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7670c2f8-7431-4dd3-bd47-e67aebe4d602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:40.207631 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-7670c2f8-7431-4dd3-bd47-e67aebe4d602 admin admin] Added segment befcfad1-f151-45c4-8cb7-511b6f49942c of type vlan for network edb06718-a92f-4ab8-a6c0-c483d2fbba7e Sep 16 04:33:40.266145 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8cbbaacf-42fe-4a74-b256-547ddb5a1e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:40.271858 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8cbbaacf-42fe-4a74-b256-547ddb5a1e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:40.283551 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7670c2f8-7431-4dd3-bd47-e67aebe4d602 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:40.330255 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbbaacf-42fe-4a74-b256-547ddb5a1e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d242d2ac-d8dd-4221-89b4-3f776dd2b2e8,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:40.360237 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8cbbaacf-42fe-4a74-b256-547ddb5a1e07 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=466a1a1cfa704c52a7cf28434a248122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2774730 Sep 16 04:33:40.360338 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49774) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:40.389013 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-5f3f217d-3bb5-499f-9f5d-a9e42447397c None None] Provisioning complete for port bee0a864-9357-4182-9916-e95d7b5a4913 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:33:40.389661 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5f3f217d-3bb5-499f-9f5d-a9e42447397c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:40.470030 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7670c2f8-7431-4dd3-bd47-e67aebe4d602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:40.471099 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7670c2f8-7431-4dd3-bd47-e67aebe4d602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:40.471936 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7670c2f8-7431-4dd3-bd47-e67aebe4d602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:40.481584 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c4977d3-9f83-4907-801f-d6c2224b7f65 req-66249602-6b47-49dc-9635-c9ff5af3c369 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731785 Sep 16 04:33:40.503328 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22e7ae-67f8-4603-acd7-dea9e7a778b2 req-dc036a07-1b41-4415-8e64-42634431ba78 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:40.505119 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ce22e7ae-67f8-4603-acd7-dea9e7a778b2 req-dc036a07-1b41-4415-8e64-42634431ba78 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d134106-a3c1-43c4-8d8f-484594db96ca HTTP/1.1" status: 200 len: 936 time: 0.1387479 Sep 16 04:33:40.511116 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-04760bd5-de25-4f92-b327-2e09863f459a req-90d5c33f-c14d-4d22-8907-bb9c24c8f10b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 990bfdca-5106-49ab-aedc-5795de94fa53 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:33:40.531962 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e9543ae2-23e0-4bb1-a671-b2bc84aca015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:40.548152 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-04760bd5-de25-4f92-b327-2e09863f459a req-90d5c33f-c14d-4d22-8907-bb9c24c8f10b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:40.564382 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-05cf32a2-2030-402f-b4e5-d90ee5cc2408 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:40.565533 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e9543ae2-23e0-4bb1-a671-b2bc84aca015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:40.587953 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ce22e7ae-67f8-4603-acd7-dea9e7a778b2 req-01b9b443-7ec8-47dc-a740-42604ff5d2af tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3489ee2-b734-41c1-9c19-084227c355b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748153 Sep 16 04:33:40.613300 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-04760bd5-de25-4f92-b327-2e09863f459a req-90d5c33f-c14d-4d22-8907-bb9c24c8f10b service neutron] Transition to ACTIVE for port object 990bfdca-5106-49ab-aedc-5795de94fa53 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:33:40.621224 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7670c2f8-7431-4dd3-bd47-e67aebe4d602 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.3976903 Sep 16 04:33:40.621483 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49776) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:40.626604 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-f5d7a301-1f8a-4190-b633-0278f4dccfd7 admin admin] Request body: {'subnet': {'network_id': 'edb06718-a92f-4ab8-a6c0-c483d2fbba7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-647592334-subnet', 'tenant_id': '5851b6771f444ee5a9d6dc8798b8ed79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:33:40.656626 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7670c2f8-7431-4dd3-bd47-e67aebe4d602 admin admin] Pushing event updated for resources: {'Network': ['ID=edb06718-a92f-4ab8-a6c0-c483d2fbba7e,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:40.665835 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-04760bd5-de25-4f92-b327-2e09863f459a req-90d5c33f-c14d-4d22-8907-bb9c24c8f10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:40.675875 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network edb06718-a92f-4ab8-a6c0-c483d2fbba7e details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:33:40.692997 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d7a301-1f8a-4190-b633-0278f4dccfd7 admin admin] Made reservation on behalf of 5851b6771f444ee5a9d6dc8798b8ed79 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:33:40.696907 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f5d7a301-1f8a-4190-b633-0278f4dccfd7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:40.697075 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-05cf32a2-2030-402f-b4e5-d90ee5cc2408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:40.746293 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e9543ae2-23e0-4bb1-a671-b2bc84aca015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:40.751670 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e9543ae2-23e0-4bb1-a671-b2bc84aca015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:40.753756 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e9543ae2-23e0-4bb1-a671-b2bc84aca015 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d242d2ac-d8dd-4221-89b4-3f776dd2b2e8 HTTP/1.1" status: 204 len: 168 time: 0.3917737 Sep 16 04:33:40.799484 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c4977d3-9f83-4907-801f-d6c2224b7f65 req-0a24510a-f4cf-4c3f-a979-17b8e6edde06 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044894 Sep 16 04:33:40.807372 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9543ae2-23e0-4bb1-a671-b2bc84aca015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d242d2ac-d8dd-4221-89b4-3f776dd2b2e8,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:40.819472 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cf32a2-2030-402f-b4e5-d90ee5cc2408 admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:33:40.835884 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-05cf32a2-2030-402f-b4e5-d90ee5cc2408 admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:33:40.842146 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c33f-c14d-4d22-8907-bb9c24c8f10b service neutron] Pushing event updated for resources: {'Port': ['ID=990bfdca-5106-49ab-aedc-5795de94fa53,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:40.848175 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cf32a2-2030-402f-b4e5-d90ee5cc2408 admin admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:33:40.939932 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf32a2-2030-402f-b4e5-d90ee5cc2408 admin admin] Pushing event updated for resources: {'Port': ['ID=49f99fa4-9676-4a32-8fea-0af63fe5a7de,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:41.041108 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f5d7a301-1f8a-4190-b633-0278f4dccfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:41.174735 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7a301-1f8a-4190-b633-0278f4dccfd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66f839d1-2fe0-4732-b140-2f7c8e705906,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:41.265202 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d7a301-1f8a-4190-b633-0278f4dccfd7 admin admin] Checking segment: {'id': 'befcfad1-f151-45c4-8cb7-511b6f49942c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'edb06718-a92f-4ab8-a6c0-c483d2fbba7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:33:41.266012 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d7a301-1f8a-4190-b633-0278f4dccfd7 admin admin] Network hostable DHCP agents. Network: edb06718-a92f-4ab8-a6c0-c483d2fbba7e, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:33:41.284258 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:41.301318 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d7a301-1f8a-4190-b633-0278f4dccfd7 admin admin] Network edb06718-a92f-4ab8-a6c0-c483d2fbba7e is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:33:41.301541 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-04760bd5-de25-4f92-b327-2e09863f459a req-90d5c33f-c14d-4d22-8907-bb9c24c8f10b service neutron] Attempting to bind port 990bfdca-5106-49ab-aedc-5795de94fa53 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:33:41.301661 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-04760bd5-de25-4f92-b327-2e09863f459a req-90d5c33f-c14d-4d22-8907-bb9c24c8f10b service neutron] Attempting to bind port 990bfdca-5106-49ab-aedc-5795de94fa53 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:33:41.301958 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04760bd5-de25-4f92-b327-2e09863f459a req-90d5c33f-c14d-4d22-8907-bb9c24c8f10b service neutron] Attempting to bind port 990bfdca-5106-49ab-aedc-5795de94fa53 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:33:41.327045 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c98e2-e845-4aac-9106-d5e45f881252 req-b6c75de5-bc6c-4964-aeff-917064dbde1f tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:41.328540 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-919c98e2-e845-4aac-9106-d5e45f881252 req-b6c75de5-bc6c-4964-aeff-917064dbde1f tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/ports?device_id=80fa7d34-eb49-46dd-bd96-50dd7b39e63d HTTP/1.1" status: 200 len: 970 time: 0.2754676 Sep 16 04:33:41.331444 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04760bd5-de25-4f92-b327-2e09863f459a req-90d5c33f-c14d-4d22-8907-bb9c24c8f10b service neutron] Port 990bfdca-5106-49ab-aedc-5795de94fa53 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:33:41.331747 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04760bd5-de25-4f92-b327-2e09863f459a req-90d5c33f-c14d-4d22-8907-bb9c24c8f10b service neutron] Attempting to bind port 990bfdca-5106-49ab-aedc-5795de94fa53 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:33:41.332809 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8b02b-fe6c-4bf4-b559-aa7e439107be req-ee079bfc-841a-4e7f-b7eb-10928adc5ab3 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:41.337100 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04760bd5-de25-4f92-b327-2e09863f459a req-90d5c33f-c14d-4d22-8907-bb9c24c8f10b service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:33:41.337542 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04760bd5-de25-4f92-b327-2e09863f459a req-90d5c33f-c14d-4d22-8907-bb9c24c8f10b service neutron] Checking segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:33:41.337865 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04760bd5-de25-4f92-b327-2e09863f459a req-90d5c33f-c14d-4d22-8907-bb9c24c8f10b service neutron] Bound using segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:33:41.338291 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-04760bd5-de25-4f92-b327-2e09863f459a req-90d5c33f-c14d-4d22-8907-bb9c24c8f10b service neutron] Bound port: 990bfdca-5106-49ab-aedc-5795de94fa53, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:33:41.338432 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-80b8b02b-fe6c-4bf4-b559-aa7e439107be req-ee079bfc-841a-4e7f-b7eb-10928adc5ab3 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 932 time: 0.1174767 Sep 16 04:33:41.338693 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-04760bd5-de25-4f92-b327-2e09863f459a req-90d5c33f-c14d-4d22-8907-bb9c24c8f10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:41.345524 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-f5d7a301-1f8a-4190-b633-0278f4dccfd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, edb06718-a92f-4ab8-a6c0-c483d2fbba7e) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:33:41.350917 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7a301-1f8a-4190-b633-0278f4dccfd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:41.351524 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f5d7a301-1f8a-4190-b633-0278f4dccfd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:41.357848 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bdbeb6-9782-4a38-b652-c7ed72d9b8c9 None None] Network edb06718-a92f-4ab8-a6c0-c483d2fbba7e requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:33:41.407179 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f5d7a301-1f8a-4190-b633-0278f4dccfd7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7846904 Sep 16 04:33:41.430297 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-80b8b02b-fe6c-4bf4-b559-aa7e439107be req-0eedcf9d-8581-43f1-b188-b0803cb83b15 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749547 Sep 16 04:33:41.594990 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2739a7-bfcc-4b3b-ba22-49e324e5a955 None None] Network edb06718-a92f-4ab8-a6c0-c483d2fbba7e requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:33:41.631252 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bee0a864-9357-4182-9916-e95d7b5a4913 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:33:41.794234 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port bee0a864-9357-4182-9916-e95d7b5a4913 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:33:41.794883 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:41.877564 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89960ab-7303-4221-9b51-942d30528831 req-72ad4624-c0fd-4246-8c1c-b9ee072b48f2 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:41.879677 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e89960ab-7303-4221-9b51-942d30528831 req-72ad4624-c0fd-4246-8c1c-b9ee072b48f2 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d134106-a3c1-43c4-8d8f-484594db96ca HTTP/1.1" status: 200 len: 948 time: 0.1127708 Sep 16 04:33:41.880910 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-919c98e2-e845-4aac-9106-d5e45f881252 req-bd79005b-7a44-4f6e-854a-6514ed8f5797 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d0b5919-20a9-442a-99e5-a25152295bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5344315 Sep 16 04:33:41.992484 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-04760bd5-de25-4f92-b327-2e09863f459a req-90d5c33f-c14d-4d22-8907-bb9c24c8f10b service neutron] For port 990bfdca-5106-49ab-aedc-5795de94fa53, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:33:41.996360 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e89960ab-7303-4221-9b51-942d30528831 req-7019952c-a183-40c4-937b-0377e169d6ab tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3489ee2-b734-41c1-9c19-084227c355b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969169 Sep 16 04:33:42.003446 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-05cf32a2-2030-402f-b4e5-d90ee5cc2408 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:42.040285 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-04760bd5-de25-4f92-b327-2e09863f459a req-90d5c33f-c14d-4d22-8907-bb9c24c8f10b service neutron] For port 990bfdca-5106-49ab-aedc-5795de94fa53, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=990bfdca-5106-49ab-aedc-5795de94fa53,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:33:42.053346 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-04760bd5-de25-4f92-b327-2e09863f459a req-90d5c33f-c14d-4d22-8907-bb9c24c8f10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:42.109977 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04760bd5-de25-4f92-b327-2e09863f459a req-90d5c33f-c14d-4d22-8907-bb9c24c8f10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:42.111039 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-04760bd5-de25-4f92-b327-2e09863f459a req-90d5c33f-c14d-4d22-8907-bb9c24c8f10b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:42.112363 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04760bd5-de25-4f92-b327-2e09863f459a req-90d5c33f-c14d-4d22-8907-bb9c24c8f10b service neutron] 10.222.0.48 "PUT /v2.0/ports/990bfdca-5106-49ab-aedc-5795de94fa53 HTTP/1.1" status: 200 len: 1097 time: 4.2748427 Sep 16 04:33:42.116874 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d134106-a3c1-43c4-8d8f-484594db96ca', 'tag': '990bfdca-5106-49ab-aedc-5795de94fa53'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:33:42.119298 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd09f51f-9682-403c-a6f3-450b1bd32de1" -d '{"events": [{"name": "network-changed", "server_uuid": "2d134106-a3c1-43c4-8d8f-484594db96ca", "tag": "990bfdca-5106-49ab-aedc-5795de94fa53"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:33:42.232870 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c33f-c14d-4d22-8907-bb9c24c8f10b service neutron] Pushing event updated for resources: {'Port': ['ID=990bfdca-5106-49ab-aedc-5795de94fa53,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:42.310748 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5512c2f1-8902-4d4f-baff-48b29bcac910 x-openstack-request-id: req-5512c2f1-8902-4d4f-baff-48b29bcac910 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:33:42.311101 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d134106-a3c1-43c4-8d8f-484594db96ca", "tag": "990bfdca-5106-49ab-aedc-5795de94fa53", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:33:42.311257 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5512c2f1-8902-4d4f-baff-48b29bcac910 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:33:42.311753 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d134106-a3c1-43c4-8d8f-484594db96ca', 'tag': '990bfdca-5106-49ab-aedc-5795de94fa53', 'status': 'completed', 'code': 200} Sep 16 04:33:42.414463 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-05cf32a2-2030-402f-b4e5-d90ee5cc2408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:42.582026 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e23a69-c378-4e67-9728-fcf28b0c409e req-6f873290-4a19-45b9-967e-2b0276cf79f5 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:42.589571 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d6e23a69-c378-4e67-9728-fcf28b0c409e req-6f873290-4a19-45b9-967e-2b0276cf79f5 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 932 time: 0.0641179 Sep 16 04:33:42.624414 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d6e23a69-c378-4e67-9728-fcf28b0c409e req-f0411083-f8ba-4afd-960f-280237639607 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326865 Sep 16 04:33:42.655008 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-77ee4748-cbad-4f08-8c76-07619cc2340c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:42.656546 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-77ee4748-cbad-4f08-8c76-07619cc2340c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/networks?id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 HTTP/1.1" status: 200 len: 808 time: 0.2627058 Sep 16 04:33:42.683084 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-b48ad523-88a7-4c02-99d1-3c7c0e0f3b44 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/quotas/8fb595dbe0d3452481d7faf275f28d7b HTTP/1.1" status: 200 len: 375 time: 0.0189066 Sep 16 04:33:42.726631 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-4f728801-aed7-418b-ba9e-7cc096391b6c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8fb595dbe0d3452481d7faf275f28d7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298147 Sep 16 04:33:42.738420 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05cf32a2-2030-402f-b4e5-d90ee5cc2408 admin admin] Router 19909f41-efd4-4939-8e64-dd882e426a0b is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:33:42.869686 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cf32a2-2030-402f-b4e5-d90ee5cc2408 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:33:42.887119 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9b2fd7-b2e8-468f-a9ff-d01f10119211 None None] Sync routers for ids ['19909f41-efd4-4939-8e64-dd882e426a0b'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:33:42.899907 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-05cf32a2-2030-402f-b4e5-d90ee5cc2408 admin admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:42.903758 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-05cf32a2-2030-402f-b4e5-d90ee5cc2408 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.3503695 Sep 16 04:33:42.906869 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49848) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:42.913161 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9b2fd7-b2e8-468f-a9ff-d01f10119211 None None] Routers {'19909f41-efd4-4939-8e64-dd882e426a0b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:33:42.916044 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-4a9b2fd7-b2e8-468f-a9ff-d01f10119211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:33:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['19909f41-efd4-4939-8e64-dd882e426a0b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:33:42.981093 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-6b82bfda-1fe2-43ba-98d7-0c3670d14041 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:33:42.982105 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-6b82bfda-1fe2-43ba-98d7-0c3670d14041 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1367714 Sep 16 04:33:43.080901 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094cec44-1002-43fb-94c0-1466d576b134 req-990a5570-198e-47cd-a5b8-43b6c2ea47d8 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:43.091358 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-094cec44-1002-43fb-94c0-1466d576b134 req-990a5570-198e-47cd-a5b8-43b6c2ea47d8 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/ports?device_id=80fa7d34-eb49-46dd-bd96-50dd7b39e63d HTTP/1.1" status: 200 len: 970 time: 0.1079645 Sep 16 04:33:43.099009 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-4a9b2fd7-b2e8-468f-a9ff-d01f10119211 None None] Set router 19909f41-efd4-4939-8e64-dd882e426a0b gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:33:43.148481 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-253d3477-825d-4075-9440-2a4e26ab9e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:43.154482 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-094cec44-1002-43fb-94c0-1466d576b134 req-538df6c2-bc49-4a17-aca2-ffb395b67d36 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d0b5919-20a9-442a-99e5-a25152295bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617502 Sep 16 04:33:43.273270 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-4049fa1c-d420-417d-97e9-b0669e756e97 service neutron] 10.222.0.35 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468555 Sep 16 04:33:43.289510 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fb981-3219-46a8-983b-478c90d9fa89 req-c8a5cfa0-40a4-4b16-b1c1-8c77612e641f tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:43.291034 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-389fb981-3219-46a8-983b-478c90d9fa89 req-c8a5cfa0-40a4-4b16-b1c1-8c77612e641f tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d134106-a3c1-43c4-8d8f-484594db96ca HTTP/1.1" status: 200 len: 948 time: 0.0720289 Sep 16 04:33:43.300711 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-4a9b2fd7-b2e8-468f-a9ff-d01f10119211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351920868-router', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '49f99fa4-9676-4a32-8fea-0af63fe5a7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:36Z', 'updated_at': '2021-09-16T04:33:41Z', 'revision_number': 3, 'project_id': 'c825b36882e046828461df6da4ad928b', 'gw_port': {'id': '49f99fa4-9676-4a32-8fea-0af63fe5a7de', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:39Z', 'updated_at': '2021-09-16T04:33:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:33:43.341411 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9b2fd7-b2e8-468f-a9ff-d01f10119211 None None] Checking router: 19909f41-efd4-4939-8e64-dd882e426a0b for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:33:43.341766 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9b2fd7-b2e8-468f-a9ff-d01f10119211 None None] Updating router 19909f41-efd4-4939-8e64-dd882e426a0b port 49f99fa4-9676-4a32-8fea-0af63fe5a7de binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:33:43.342260 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-389fb981-3219-46a8-983b-478c90d9fa89 req-399ed3f6-a3fd-4abf-8626-8a853d8db898 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3489ee2-b734-41c1-9c19-084227c355b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435987 Sep 16 04:33:43.379995 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-4a9b2fd7-b2e8-468f-a9ff-d01f10119211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:43.476058 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:43.486733 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-5438477e-0406-4819-a00a-203326f2112d service neutron] 10.222.0.35 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997435 Sep 16 04:33:43.821822 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-4a9b2fd7-b2e8-468f-a9ff-d01f10119211 None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:43.829572 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-4a9b2fd7-b2e8-468f-a9ff-d01f10119211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:43.899123 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35d123-b13e-4c2a-9c73-a2dc9c44259c req-8b55592f-4cf8-406f-8050-a1961e868e7d tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:43.908497 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fb35d123-b13e-4c2a-9c73-a2dc9c44259c req-8b55592f-4cf8-406f-8050-a1961e868e7d tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 932 time: 0.1384094 Sep 16 04:33:43.925933 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6a38be7c-1443-4b11-a8e6-2b55d59ade66 req-dc4a4b60-82a6-4e36-97da-4cbdacdfb9e3 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0e1355b-fba8-441d-a599-d37b56554155 HTTP/1.1" status: 200 len: 210 time: 0.0389397 Sep 16 04:33:43.951539 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 8f87efba-a471-4976-acd7-6e0bdbff7458 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:33:43.969040 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fe9cd7b2-c4ee-4c67-91cf-3464ef688bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:43.971128 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fb35d123-b13e-4c2a-9c73-a2dc9c44259c req-f5aa9edc-d7c9-40fd-a3d4-6e37015cf1ff tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616779 Sep 16 04:33:43.987607 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837248b4-1261-4627-b500-0036fb5cbb17 None None] Pushing event updated for resources: {'Port': ['ID=49f99fa4-9676-4a32-8fea-0af63fe5a7de,revision_number=2']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:44.017066 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837248b4-1261-4627-b500-0036fb5cbb17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:44.017471 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837248b4-1261-4627-b500-0036fb5cbb17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:44.017974 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837248b4-1261-4627-b500-0036fb5cbb17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:44.018322 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837248b4-1261-4627-b500-0036fb5cbb17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:44.018685 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837248b4-1261-4627-b500-0036fb5cbb17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:44.019187 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837248b4-1261-4627-b500-0036fb5cbb17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:44.019518 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837248b4-1261-4627-b500-0036fb5cbb17 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:44.019990 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837248b4-1261-4627-b500-0036fb5cbb17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:44.020320 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837248b4-1261-4627-b500-0036fb5cbb17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:44.020877 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837248b4-1261-4627-b500-0036fb5cbb17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:44.021349 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837248b4-1261-4627-b500-0036fb5cbb17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:44.022159 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837248b4-1261-4627-b500-0036fb5cbb17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:44.023665 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837248b4-1261-4627-b500-0036fb5cbb17 None None] Tracked resource versions report: Sep 16 04:33:44.023665 n-d-712139-15 neutron-server[94769]: pushed versions: Sep 16 04:33:44.023665 n-d-712139-15 neutron-server[94769]: { 'AddressGroup': {'1.2'}, Sep 16 04:33:44.023665 n-d-712139-15 neutron-server[94769]: 'ConntrackHelper': {'1.0'}, Sep 16 04:33:44.023665 n-d-712139-15 neutron-server[94769]: 'Log': {'1.0'}, Sep 16 04:33:44.023665 n-d-712139-15 neutron-server[94769]: 'Network': {'1.1'}, Sep 16 04:33:44.023665 n-d-712139-15 neutron-server[94769]: 'Port': {'1.7'}, Sep 16 04:33:44.023665 n-d-712139-15 neutron-server[94769]: 'PortForwarding': {'1.2'}, Sep 16 04:33:44.023665 n-d-712139-15 neutron-server[94769]: 'QosPolicy': {'1.9'}, Sep 16 04:33:44.023665 n-d-712139-15 neutron-server[94769]: 'SecurityGroup': {'1.4'}, Sep 16 04:33:44.023665 n-d-712139-15 neutron-server[94769]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:33:44.023665 n-d-712139-15 neutron-server[94769]: 'SubPort': {'1.0'}, Sep 16 04:33:44.023665 n-d-712139-15 neutron-server[94769]: 'Subnet': {'1.1'}, Sep 16 04:33:44.023665 n-d-712139-15 neutron-server[94769]: 'Trunk': {'1.1'}} Sep 16 04:33:44.023665 n-d-712139-15 neutron-server[94769]: consumer versions: Sep 16 04:33:44.023665 n-d-712139-15 neutron-server[94769]: { DHCP agent@n-d-712139-15: {}, Sep 16 04:33:44.023665 n-d-712139-15 neutron-server[94769]: HyperV agent@n-h1-712139-15: {}, Sep 16 04:33:44.023665 n-d-712139-15 neutron-server[94769]: HyperV agent@n-h2-712139-15: {}, Sep 16 04:33:44.023665 n-d-712139-15 neutron-server[94769]: L3 agent@n-d-712139-15: {}, Sep 16 04:33:44.023665 n-d-712139-15 neutron-server[94769]: Metadata agent@n-d-712139-15: {}, Sep 16 04:33:44.023665 n-d-712139-15 neutron-server[94769]: Metering agent@n-d-712139-15: {}, Sep 16 04:33:44.023665 n-d-712139-15 neutron-server[94769]: Open vSwitch agent@n-d-712139-15: { 'AddressGroup': '1.2', Sep 16 04:33:44.023665 n-d-712139-15 neutron-server[94769]: 'ConntrackHelper': '1.0', Sep 16 04:33:44.023665 n-d-712139-15 neutron-server[94769]: 'Log': '1.0', Sep 16 04:33:44.023665 n-d-712139-15 neutron-server[94769]: 'Network': '1.1', Sep 16 04:33:44.023665 n-d-712139-15 neutron-server[94769]: 'Port': '1.7', Sep 16 04:33:44.023665 n-d-712139-15 neutron-server[94769]: 'PortForwarding': '1.2', Sep 16 04:33:44.023665 n-d-712139-15 neutron-server[94769]: 'QosPolicy': '1.9', Sep 16 04:33:44.023665 n-d-712139-15 neutron-server[94769]: 'SecurityGroup': '1.4', Sep 16 04:33:44.023665 n-d-712139-15 neutron-server[94769]: 'SecurityGroupRule': '1.2', Sep 16 04:33:44.023665 n-d-712139-15 neutron-server[94769]: 'SubPort': '1.0', Sep 16 04:33:44.023665 n-d-712139-15 neutron-server[94769]: 'Subnet': '1.1', Sep 16 04:33:44.023665 n-d-712139-15 neutron-server[94769]: 'Trunk': '1.1'}} Sep 16 04:33:44.023665 n-d-712139-15 neutron-server[94769]: {{(pid=94769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:33:44.122798 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-4a9b2fd7-b2e8-468f-a9ff-d01f10119211 None None] Attempting to bind port 49f99fa4-9676-4a32-8fea-0af63fe5a7de on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:33:44.123168 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-4a9b2fd7-b2e8-468f-a9ff-d01f10119211 None None] Attempting to bind port 49f99fa4-9676-4a32-8fea-0af63fe5a7de by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:33:44.123530 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9b2fd7-b2e8-468f-a9ff-d01f10119211 None None] Attempting to bind port 49f99fa4-9676-4a32-8fea-0af63fe5a7de on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:33:44.135082 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9b2fd7-b2e8-468f-a9ff-d01f10119211 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:33:44.135439 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9b2fd7-b2e8-468f-a9ff-d01f10119211 None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:33:44.146708 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-4a9b2fd7-b2e8-468f-a9ff-d01f10119211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:44.147361 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9b2fd7-b2e8-468f-a9ff-d01f10119211 None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:33:44.148042 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-4a9b2fd7-b2e8-468f-a9ff-d01f10119211 None None] Bound port: 49f99fa4-9676-4a32-8fea-0af63fe5a7de, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:33:44.148652 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-4a9b2fd7-b2e8-468f-a9ff-d01f10119211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:44.253091 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-4a9b2fd7-b2e8-468f-a9ff-d01f10119211 None None] For port 49f99fa4-9676-4a32-8fea-0af63fe5a7de, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:33:44.257654 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-4a9b2fd7-b2e8-468f-a9ff-d01f10119211 None None] For port 49f99fa4-9676-4a32-8fea-0af63fe5a7de, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=49f99fa4-9676-4a32-8fea-0af63fe5a7de,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:33:44.267569 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-4a9b2fd7-b2e8-468f-a9ff-d01f10119211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:44.295609 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 8f87efba-a471-4976-acd7-6e0bdbff7458, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=8f87efba-a471-4976-acd7-6e0bdbff7458,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:33:44.309000 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:44.312359 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '8f87efba-a471-4976-acd7-6e0bdbff7458', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': '8f87efba-a471-4976-acd7-6e0bdbff7458', 'mac_address': 'fa:16:3e:d1:f6:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:tempest-test_az-1038452250', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:33:44.372983 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-fe9cd7b2-c4ee-4c67-91cf-3464ef688bcb admin admin] Allocated IP 172.20.0.1 (e9f42f79-8e36-46bc-bc40-da8710d5bcd1/23b8b65a-e16c-4539-8285-b42101b78979/0e561ef0-9c7a-472b-adcf-7d47c4925c3a) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:33:44.384312 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:44.388513 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:44.407150 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9b2fd7-b2e8-468f-a9ff-d01f10119211 None None] Routers {'19909f41-efd4-4939-8e64-dd882e426a0b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:33:44.409166 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f87efba-a471-4976-acd7-6e0bdbff7458 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:33:44.411928 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-4a9b2fd7-b2e8-468f-a9ff-d01f10119211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:33:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['19909f41-efd4-4939-8e64-dd882e426a0b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:33:44.437058 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65155100-4214-4388-9c2d-fd4b8280d803 req-db13bbbe-9721-4809-b1fa-b3890e08f11c tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:44.438694 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-65155100-4214-4388-9c2d-fd4b8280d803 req-db13bbbe-9721-4809-b1fa-b3890e08f11c tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/ports?device_id=80fa7d34-eb49-46dd-bd96-50dd7b39e63d HTTP/1.1" status: 200 len: 970 time: 0.1505272 Sep 16 04:33:44.448976 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 8f87efba-a471-4976-acd7-6e0bdbff7458, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=8f87efba-a471-4976-acd7-6e0bdbff7458,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:33:44.457721 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:44.496597 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837248b4-1261-4627-b500-0036fb5cbb17 None None] Pushing event updated for resources: {'Port': ['ID=49f99fa4-9676-4a32-8fea-0af63fe5a7de,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:44.521379 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=8f87efba-a471-4976-acd7-6e0bdbff7458,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:44.577589 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65250885-6df9-47a5-8638-1738b35e44cf req-0fea35e0-6f73-4376-a77c-6e59f8e42d5e tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:44.579411 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-65250885-6df9-47a5-8638-1738b35e44cf req-0fea35e0-6f73-4376-a77c-6e59f8e42d5e tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d134106-a3c1-43c4-8d8f-484594db96ca HTTP/1.1" status: 200 len: 948 time: 0.0670371 Sep 16 04:33:44.602795 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-4a9b2fd7-b2e8-468f-a9ff-d01f10119211 None None] Set router 19909f41-efd4-4939-8e64-dd882e426a0b gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:33:44.616878 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-65155100-4214-4388-9c2d-fd4b8280d803 req-5e891dcb-652c-49ab-8a09-b4be3a005ad3 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d0b5919-20a9-442a-99e5-a25152295bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535583 Sep 16 04:33:44.624498 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-65250885-6df9-47a5-8638-1738b35e44cf req-15cc19ee-a8a3-4666-a12b-707cdf69f9fc tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3489ee2-b734-41c1-9c19-084227c355b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370700 Sep 16 04:33:44.655741 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fe9cd7b2-c4ee-4c67-91cf-3464ef688bcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:44.706460 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fe9cd7b2-c4ee-4c67-91cf-3464ef688bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:44.749014 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9cd7b2-c4ee-4c67-91cf-3464ef688bcb admin admin] Network e9f42f79-8e36-46bc-bc40-da8710d5bcd1 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:33:44.754180 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-fe9cd7b2-c4ee-4c67-91cf-3464ef688bcb admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:33:44.757845 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9cd7b2-c4ee-4c67-91cf-3464ef688bcb admin admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:33:44.758334 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fe9cd7b2-c4ee-4c67-91cf-3464ef688bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:44.830257 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9cd7b2-c4ee-4c67-91cf-3464ef688bcb admin admin] Pushing event updated for resources: {'Port': ['ID=0e561ef0-9c7a-472b-adcf-7d47c4925c3a,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:44.862562 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['8f87efba-a471-4976-acd7-6e0bdbff7458'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:33:44.981243 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-4a9b2fd7-b2e8-468f-a9ff-d01f10119211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351920868-router', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '49f99fa4-9676-4a32-8fea-0af63fe5a7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:36Z', 'updated_at': '2021-09-16T04:33:41Z', 'revision_number': 3, 'project_id': 'c825b36882e046828461df6da4ad928b', 'gw_port': {'id': '49f99fa4-9676-4a32-8fea-0af63fe5a7de', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:39Z', 'updated_at': '2021-09-16T04:33:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:33:45.003669 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fe9cd7b2-c4ee-4c67-91cf-3464ef688bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:45.016941 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9b2fd7-b2e8-468f-a9ff-d01f10119211 None None] The sync data for ids ['19909f41-efd4-4939-8e64-dd882e426a0b'] in n-d-712139-15 is: [{'id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351920868-router', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '49f99fa4-9676-4a32-8fea-0af63fe5a7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:36Z', 'updated_at': '2021-09-16T04:33:41Z', 'revision_number': 3, 'project_id': 'c825b36882e046828461df6da4ad928b', 'gw_port': {'id': '49f99fa4-9676-4a32-8fea-0af63fe5a7de', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:39Z', 'updated_at': '2021-09-16T04:33:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:33:45.123552 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-65d6bd1c-bbf5-426f-b7b8-ea634a670c42 req-bbdf590a-6845-4c90-8f26-133543b94719 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0e1355b-fba8-441d-a599-d37b56554155 HTTP/1.1" status: 200 len: 210 time: 0.0488596 Sep 16 04:33:45.208317 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-1cd84feb-9b6d-45a2-94d2-dc5464baddb6 None None] Provisioning complete for port 0e561ef0-9c7a-472b-adcf-7d47c4925c3a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:33:45.208983 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1cd84feb-9b6d-45a2-94d2-dc5464baddb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:45.231948 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49910) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:45.248886 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c812cc1-09b8-4385-b1cd-8c1d7b4c57c0 req-0e5c0c54-d60a-4b79-a6b2-84436b874efb tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:45.250587 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6c812cc1-09b8-4385-b1cd-8c1d7b4c57c0 req-0e5c0c54-d60a-4b79-a6b2-84436b874efb tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 932 time: 0.1453633 Sep 16 04:33:45.428257 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-1cd84feb-9b6d-45a2-94d2-dc5464baddb6 None None] Port 0e561ef0-9c7a-472b-adcf-7d47c4925c3a cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:33:45.440561 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6c812cc1-09b8-4385-b1cd-8c1d7b4c57c0 req-18228941-8d94-4d83-85c3-8c6950a5fa10 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250091 Sep 16 04:33:45.442489 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2ae0c676-c86a-4e1c-9dc0-98a712ee50fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:45.480267 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-0a5f0323-0252-4167-ae8c-343e3f5fc1b6 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:45.481945 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-0a5f0323-0252-4167-ae8c-343e3f5fc1b6 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.47 "GET /v2.0/networks?id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 HTTP/1.1" status: 200 len: 808 time: 0.2735708 Sep 16 04:33:45.508167 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-ed0b7553-1b8b-42c0-9726-cab73ed3fc8c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Request body: {'port': {'device_id': 'f0e1355b-fba8-441d-a599-d37b56554155', 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2', 'admin_state_up': True, 'tenant_id': '8fb595dbe0d3452481d7faf275f28d7b'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:33:45.517048 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fe9cd7b2-c4ee-4c67-91cf-3464ef688bcb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:45.540866 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fe9cd7b2-c4ee-4c67-91cf-3464ef688bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:45.541821 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fe9cd7b2-c4ee-4c67-91cf-3464ef688bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:45.585643 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2ae0c676-c86a-4e1c-9dc0-98a712ee50fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:45.591724 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 49f99fa4-9676-4a32-8fea-0af63fe5a7de up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:33:45.605645 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2ae0c676-c86a-4e1c-9dc0-98a712ee50fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:45.638324 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2ae0c676-c86a-4e1c-9dc0-98a712ee50fd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c982a2cb25024533a6d0e703c1531597&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4049296 Sep 16 04:33:45.644950 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49914) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:45.663230 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 49f99fa4-9676-4a32-8fea-0af63fe5a7de triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:33:45.663778 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:45.677638 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0c676-c86a-4e1c-9dc0-98a712ee50fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10182333-a21b-4e54-96e4-58558e27bcae,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:45.708383 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9cd7b2-c4ee-4c67-91cf-3464ef688bcb admin admin] Pushing event updated for resources: {'Port': ['ID=0e561ef0-9c7a-472b-adcf-7d47c4925c3a,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:45.799854 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-177f414d-fc70-4f28-98f5-f87dd661f232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:45.801717 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:45.812320 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9cd7b2-c4ee-4c67-91cf-3464ef688bcb admin admin] Network e9f42f79-8e36-46bc-bc40-da8710d5bcd1 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:33:45.815703 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-ed0b7553-1b8b-42c0-9726-cab73ed3fc8c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Made reservation on behalf of 8fb595dbe0d3452481d7faf275f28d7b for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:33:45.819227 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-ed0b7553-1b8b-42c0-9726-cab73ed3fc8c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:45.823782 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-fe9cd7b2-c4ee-4c67-91cf-3464ef688bcb admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:33:45.834048 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 49f99fa4-9676-4a32-8fea-0af63fe5a7de, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=49f99fa4-9676-4a32-8fea-0af63fe5a7de,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:33:45.851323 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:45.866198 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eec752-c3c8-45ab-948f-9ec3a24593a8 req-c98ee5c0-50ce-41ff-934d-5afdd9a5228b tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:45.867985 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-14eec752-c3c8-45ab-948f-9ec3a24593a8 req-c98ee5c0-50ce-41ff-934d-5afdd9a5228b tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d134106-a3c1-43c4-8d8f-484594db96ca HTTP/1.1" status: 200 len: 948 time: 0.1048546 Sep 16 04:33:45.872665 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-177f414d-fc70-4f28-98f5-f87dd661f232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:45.907961 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9b654-a0e7-42b9-9a6c-b04a1a899883 req-02e26fd6-941b-495d-a5f3-9b1ae71da938 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:45.909936 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b7e9b654-a0e7-42b9-9a6c-b04a1a899883 req-02e26fd6-941b-495d-a5f3-9b1ae71da938 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/ports?device_id=80fa7d34-eb49-46dd-bd96-50dd7b39e63d HTTP/1.1" status: 200 len: 971 time: 0.1534150 Sep 16 04:33:45.933741 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=49f99fa4-9676-4a32-8fea-0af63fe5a7de,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:45.939774 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:45.948651 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 8f87efba-a471-4976-acd7-6e0bdbff7458 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:33:45.986466 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b7e9b654-a0e7-42b9-9a6c-b04a1a899883 req-89e67fe7-ac08-49af-a14a-ccec5fe19a21 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d0b5919-20a9-442a-99e5-a25152295bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651627 Sep 16 04:33:46.005315 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-177f414d-fc70-4f28-98f5-f87dd661f232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:46.009097 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-177f414d-fc70-4f28-98f5-f87dd661f232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:46.012106 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-177f414d-fc70-4f28-98f5-f87dd661f232 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/10182333-a21b-4e54-96e4-58558e27bcae HTTP/1.1" status: 204 len: 168 time: 0.3581088 Sep 16 04:33:46.022695 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f414d-fc70-4f28-98f5-f87dd661f232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10182333-a21b-4e54-96e4-58558e27bcae,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:46.095484 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-14eec752-c3c8-45ab-948f-9ec3a24593a8 req-2c6e46ec-6ef0-404c-8c6f-f70d14ead713 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3489ee2-b734-41c1-9c19-084227c355b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709180 Sep 16 04:33:46.099019 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 8f87efba-a471-4976-acd7-6e0bdbff7458 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:33:46.108807 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 8f87efba-a471-4976-acd7-6e0bdbff7458 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:33:46.109182 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:46.188201 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9cd7b2-c4ee-4c67-91cf-3464ef688bcb admin admin] Router 19909f41-efd4-4939-8e64-dd882e426a0b has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:33:46.196533 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-ed0b7553-1b8b-42c0-9726-cab73ed3fc8c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Allocated IP 172.20.0.10 (ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2/43280570-672b-4326-ad6d-76a55cd52f58/14d4124d-dadd-4cb8-867e-86f0725cb06d) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:33:46.238210 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:46.286150 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-22a4fc80-1eb5-4b40-8dac-c0d43f8f95a2 req-4079ba91-6890-4dfc-90ae-16d2b3c434c8 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0e1355b-fba8-441d-a599-d37b56554155 HTTP/1.1" status: 200 len: 210 time: 0.0598884 Sep 16 04:33:46.322317 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 8f87efba-a471-4976-acd7-6e0bdbff7458, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=8f87efba-a471-4976-acd7-6e0bdbff7458,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:33:46.324339 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fa7d34-eb49-46dd-bd96-50dd7b39e63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f87efba-a471-4976-acd7-6e0bdbff7458'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:33:46.390965 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:46.414431 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-5f198fd8-5599-472b-931c-dfcffc071749 None None] Provisioning complete for port 0e561ef0-9c7a-472b-adcf-7d47c4925c3a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:33:46.414754 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5f198fd8-5599-472b-931c-dfcffc071749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:46.417640 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9cd7b2-c4ee-4c67-91cf-3464ef688bcb admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:33:46.424137 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-fe9cd7b2-c4ee-4c67-91cf-3464ef688bcb admin admin] 10.222.0.35 "PUT /v2.0/routers/19909f41-efd4-4939-8e64-dd882e426a0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5160379 Sep 16 04:33:46.435858 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49932) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:46.449301 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-af793e5e-331b-4ce3-89b4-ba37bb4ef04d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:46.468807 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-ed0b7553-1b8b-42c0-9726-cab73ed3fc8c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:46.490275 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-5f198fd8-5599-472b-931c-dfcffc071749 None None] Port 0e561ef0-9c7a-472b-adcf-7d47c4925c3a cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:33:46.491603 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=8f87efba-a471-4976-acd7-6e0bdbff7458,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:46.513179 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-ed0b7553-1b8b-42c0-9726-cab73ed3fc8c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:46.615500 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-af793e5e-331b-4ce3-89b4-ba37bb4ef04d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:46.621658 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-af793e5e-331b-4ce3-89b4-ba37bb4ef04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:46.638620 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b7553-1b8b-42c0-9726-cab73ed3fc8c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Pushing event updated for resources: {'Port': ['ID=14d4124d-dadd-4cb8-867e-86f0725cb06d,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:46.642526 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-ed0b7553-1b8b-42c0-9726-cab73ed3fc8c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:33:46.646151 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-ed0b7553-1b8b-42c0-9726-cab73ed3fc8c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:33:46.651751 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-ed0b7553-1b8b-42c0-9726-cab73ed3fc8c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:33:46.657567 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-ed0b7553-1b8b-42c0-9726-cab73ed3fc8c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:46.658108 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da14800-e906-4fb9-9445-eabaa46ddca3" -d '{"events": [{"server_uuid": "80fa7d34-eb49-46dd-bd96-50dd7b39e63d", "name": "network-vif-plugged", "status": "completed", "tag": "8f87efba-a471-4976-acd7-6e0bdbff7458"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:33:46.658243 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-ed0b7553-1b8b-42c0-9726-cab73ed3fc8c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:46.676416 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af793e5e-331b-4ce3-89b4-ba37bb4ef04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b73c154-3aef-42e9-983d-e8eabac0f979,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:46.686972 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce050f4-5cf9-46ec-a9ea-a6fcc6b045ff req-edfb28ab-897b-4c12-9e49-8dd918f507cb tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:46.691410 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-af793e5e-331b-4ce3-89b4-ba37bb4ef04d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=043b44749d104d57926e711e0211efac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2544272 Sep 16 04:33:46.694059 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49942) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:46.697325 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4ce050f4-5cf9-46ec-a9ea-a6fcc6b045ff req-edfb28ab-897b-4c12-9e49-8dd918f507cb tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 932 time: 0.1090040 Sep 16 04:33:46.701915 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-ed0b7553-1b8b-42c0-9726-cab73ed3fc8c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2004387 Sep 16 04:33:46.724316 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-c37be3e4-a7fe-4ab6-ae31-9428a7e2d291 service neutron] Request body: {'port': {'device_id': 'f0e1355b-fba8-441d-a599-d37b56554155', 'device_owner': 'compute:tempest-test_az-1038452250', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:33:46.743750 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-48ad48ed-57d1-4696-8596-2a001064fbd8 service neutron] Request body: {'port': {'device_id': 'b64548e1-4ff7-4c27-8c85-793484af0ddb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:33:46.832598 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252e0c44-baac-4158-b5ab-81d08d874ee0 x-openstack-request-id: req-252e0c44-baac-4158-b5ab-81d08d874ee0 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:33:46.833058 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80fa7d34-eb49-46dd-bd96-50dd7b39e63d", "name": "network-vif-plugged", "status": "completed", "tag": "8f87efba-a471-4976-acd7-6e0bdbff7458", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:33:46.834155 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-252e0c44-baac-4158-b5ab-81d08d874ee0 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:33:46.835019 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4ce050f4-5cf9-46ec-a9ea-a6fcc6b045ff req-2353375a-a54c-46f5-94f4-0b68e356cf4c tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286061 Sep 16 04:33:46.835606 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80fa7d34-eb49-46dd-bd96-50dd7b39e63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f87efba-a471-4976-acd7-6e0bdbff7458', 'code': 200} Sep 16 04:33:46.857171 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-48ad48ed-57d1-4696-8596-2a001064fbd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:46.869446 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a454f112-20d0-42b4-b37e-2861356c8107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:46.889348 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-c37be3e4-a7fe-4ab6-ae31-9428a7e2d291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:46.916238 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09f51f-9682-403c-a6f3-450b1bd32de1 req-ff4713d0-14af-4c35-9da7-1cd3e2e18869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:46.918247 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cd09f51f-9682-403c-a6f3-450b1bd32de1 req-ff4713d0-14af-4c35-9da7-1cd3e2e18869 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3bdea1c6394f4daebbe1fb4a9b6973e7&device_id=2d134106-a3c1-43c4-8d8f-484594db96ca HTTP/1.1" status: 200 len: 1100 time: 0.1661706 Sep 16 04:33:46.926390 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a454f112-20d0-42b4-b37e-2861356c8107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:46.962184 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.47', 61255) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:46.970092 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cd09f51f-9682-403c-a6f3-450b1bd32de1 req-fc4b22ff-4556-40f2-99fc-45edfddb7e1f service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=3bdea1c6394f4daebbe1fb4a9b6973e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300322 Sep 16 04:33:47.231011 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a454f112-20d0-42b4-b37e-2861356c8107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:47.233640 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a454f112-20d0-42b4-b37e-2861356c8107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:47.234852 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a454f112-20d0-42b4-b37e-2861356c8107 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4b73c154-3aef-42e9-983d-e8eabac0f979 HTTP/1.1" status: 204 len: 168 time: 0.5395274 Sep 16 04:33:47.270110 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc153e98-4cf5-41d2-9022-321acd923bdc req-d03cfb77-1239-4205-8c96-a3245f53db2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:47.271795 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fc153e98-4cf5-41d2-9022-321acd923bdc req-d03cfb77-1239-4205-8c96-a3245f53db2f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=80fa7d34-eb49-46dd-bd96-50dd7b39e63d HTTP/1.1" status: 200 len: 1124 time: 0.3027072 Sep 16 04:33:47.285027 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a454f112-20d0-42b4-b37e-2861356c8107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b73c154-3aef-42e9-983d-e8eabac0f979,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:47.321479 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6f9a5-d657-4228-80c5-fc349343afe2 req-cad3a217-57ff-4a6d-bfd9-aa38f82a71da tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:47.332287 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0bf6f9a5-d657-4228-80c5-fc349343afe2 req-cad3a217-57ff-4a6d-bfd9-aa38f82a71da tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/ports?device_id=80fa7d34-eb49-46dd-bd96-50dd7b39e63d HTTP/1.1" status: 200 len: 972 time: 0.2006907 Sep 16 04:33:47.346417 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-fc153e98-4cf5-41d2-9022-321acd923bdc req-4e9fb499-ffc4-4263-9e75-e291680e15a3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:47.360551 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49962) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:47.366617 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-eb43dde1-5a65-4888-90ac-029b431943aa admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1683883788-network', 'tenant_id': '9a1fe36d238d48c5800478e52c3a1fda'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:33:47.368137 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85acf01f-8287-4862-9ab1-15c802e547c7 None None] Sync routers for ids ['19909f41-efd4-4939-8e64-dd882e426a0b'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:33:47.381497 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85acf01f-8287-4862-9ab1-15c802e547c7 None None] Routers {'19909f41-efd4-4939-8e64-dd882e426a0b'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:33:47.382134 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-85acf01f-8287-4862-9ab1-15c802e547c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:33:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['19909f41-efd4-4939-8e64-dd882e426a0b'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:33:47.418438 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb43dde1-5a65-4888-90ac-029b431943aa admin admin] Made reservation on behalf of 9a1fe36d238d48c5800478e52c3a1fda for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:33:47.421049 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-eb43dde1-5a65-4888-90ac-029b431943aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:47.514966 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-85acf01f-8287-4862-9ab1-15c802e547c7 None None] Set router 19909f41-efd4-4939-8e64-dd882e426a0b gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:33:47.598978 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-eb43dde1-5a65-4888-90ac-029b431943aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:47.610607 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91a6c6-d3c0-4b43-96d3-250fb0ed4476 req-3032262f-c338-4355-bbbf-0670b0f879bf tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:47.612219 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9e91a6c6-d3c0-4b43-96d3-250fb0ed4476 req-3032262f-c338-4355-bbbf-0670b0f879bf tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d134106-a3c1-43c4-8d8f-484594db96ca HTTP/1.1" status: 200 len: 948 time: 0.2370155 Sep 16 04:33:47.622271 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 49f99fa4-9676-4a32-8fea-0af63fe5a7de up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:33:47.660792 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09f51f-9682-403c-a6f3-450b1bd32de1 req-252e90ba-a004-45f9-8664-b9702c54ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:47.664269 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cd09f51f-9682-403c-a6f3-450b1bd32de1 req-252e90ba-a004-45f9-8664-b9702c54ff20 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6812503 Sep 16 04:33:47.682635 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0bf6f9a5-d657-4228-80c5-fc349343afe2 req-1fd1850a-36e6-4b23-a28a-3b9778b39764 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d0b5919-20a9-442a-99e5-a25152295bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485825 Sep 16 04:33:47.755673 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 49f99fa4-9676-4a32-8fea-0af63fe5a7de triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:33:47.756319 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:47.780707 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9e91a6c6-d3c0-4b43-96d3-250fb0ed4476 req-6819507a-f569-4cf6-a5be-69a7de213b28 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3489ee2-b734-41c1-9c19-084227c355b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129553 Sep 16 04:33:47.816168 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-48ad48ed-57d1-4696-8596-2a001064fbd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9813e96b-c5a0-418f-9b40-229259148849 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:33:47.825407 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04760bd5-de25-4f92-b327-2e09863f459a req-96f9254b-a50d-4be7-85f9-9c791aafd54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:47.827200 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04760bd5-de25-4f92-b327-2e09863f459a req-96f9254b-a50d-4be7-85f9-9c791aafd54e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3bdea1c6394f4daebbe1fb4a9b6973e7&device_id=2d134106-a3c1-43c4-8d8f-484594db96ca HTTP/1.1" status: 200 len: 1100 time: 0.0911362 Sep 16 04:33:47.876915 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-48ad48ed-57d1-4696-8596-2a001064fbd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:47.889137 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04760bd5-de25-4f92-b327-2e09863f459a req-0f511bc5-6a11-4f1b-b984-689cfb7281a7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=990bfdca-5106-49ab-aedc-5795de94fa53 HTTP/1.1" status: 200 len: 217 time: 0.0389843 Sep 16 04:33:47.914200 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-c37be3e4-a7fe-4ab6-ae31-9428a7e2d291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d4124d-dadd-4cb8-867e-86f0725cb06d {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:33:47.926207 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-48ad48ed-57d1-4696-8596-2a001064fbd8 service neutron] Transition to ACTIVE for port object 9813e96b-c5a0-418f-9b40-229259148849 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:33:47.946705 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-48ad48ed-57d1-4696-8596-2a001064fbd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:47.956745 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-c37be3e4-a7fe-4ab6-ae31-9428a7e2d291 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:47.962409 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-85acf01f-8287-4862-9ab1-15c802e547c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351920868-router', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '49f99fa4-9676-4a32-8fea-0af63fe5a7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:36Z', 'updated_at': '2021-09-16T04:33:44Z', 'revision_number': 4, 'project_id': 'c825b36882e046828461df6da4ad928b', 'gw_port': {'id': '49f99fa4-9676-4a32-8fea-0af63fe5a7de', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:39Z', 'updated_at': '2021-09-16T04:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '0e561ef0-9c7a-472b-adcf-7d47c4925c3a', 'name': '', 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'mac_address': 'fa:16:3e:1e:cd:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 182, 'fixed_ips': [{'subnet_id': '23b8b65a-e16c-4539-8285-b42101b78979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:44Z', 'updated_at': '2021-09-16T04:33:45Z', 'revision_number': 2, 'project_id': 'c825b36882e046828461df6da4ad928b', 'subnets': [{'id': '23b8b65a-e16c-4539-8285-b42101b78979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:33:47.998642 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85acf01f-8287-4862-9ab1-15c802e547c7 None None] Checking router: 19909f41-efd4-4939-8e64-dd882e426a0b for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:33:47.999083 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85acf01f-8287-4862-9ab1-15c802e547c7 None None] Updating router 19909f41-efd4-4939-8e64-dd882e426a0b port 0e561ef0-9c7a-472b-adcf-7d47c4925c3a binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:33:48.000848 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-c37be3e4-a7fe-4ab6-ae31-9428a7e2d291 service neutron] Transition to ACTIVE for port object 14d4124d-dadd-4cb8-867e-86f0725cb06d will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:33:48.007576 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad48ed-57d1-4696-8596-2a001064fbd8 service neutron] Pushing event updated for resources: {'Port': ['ID=9813e96b-c5a0-418f-9b40-229259148849,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:48.007877 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04760bd5-de25-4f92-b327-2e09863f459a req-42655b1a-9909-48bf-b072-c83616c8dab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:48.009980 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04760bd5-de25-4f92-b327-2e09863f459a req-42655b1a-9909-48bf-b072-c83616c8dab9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.1131318 Sep 16 04:33:48.013455 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-c37be3e4-a7fe-4ab6-ae31-9428a7e2d291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:48.030346 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fefdc6-376f-4fc8-92b0-795e1dd1c8f5 req-8c8c4509-a94b-4d00-becb-845214236e77 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:48.031900 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-94fefdc6-376f-4fc8-92b0-795e1dd1c8f5 req-8c8c4509-a94b-4d00-becb-845214236e77 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0e1355b-fba8-441d-a599-d37b56554155 HTTP/1.1" status: 200 len: 932 time: 0.2250729 Sep 16 04:33:48.034979 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-85acf01f-8287-4862-9ab1-15c802e547c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:48.084097 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-fc153e98-4cf5-41d2-9022-321acd923bdc req-4e9fb499-ffc4-4263-9e75-e291680e15a3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:48.113097 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e619d5-1cf9-4992-96e2-b37d55cb3b0c req-24fb9d60-6be7-46c4-8147-6fd8e43bcd85 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:48.121701 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-07e619d5-1cf9-4992-96e2-b37d55cb3b0c req-24fb9d60-6be7-46c4-8147-6fd8e43bcd85 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 944 time: 0.2007895 Sep 16 04:33:48.173714 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37be3e4-a7fe-4ab6-ae31-9428a7e2d291 service neutron] Pushing event updated for resources: {'Port': ['ID=14d4124d-dadd-4cb8-867e-86f0725cb06d,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:48.188907 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-fc153e98-4cf5-41d2-9022-321acd923bdc req-4e9fb499-ffc4-4263-9e75-e291680e15a3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:48.225072 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fc153e98-4cf5-41d2-9022-321acd923bdc req-4e9fb499-ffc4-4263-9e75-e291680e15a3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5d0b5919-20a9-442a-99e5-a25152295bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9334755 Sep 16 04:33:48.245926 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04760bd5-de25-4f92-b327-2e09863f459a req-64e6f0f3-ea53-40c1-9b30-4ef7724e8139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:48.247743 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04760bd5-de25-4f92-b327-2e09863f459a req-64e6f0f3-ea53-40c1-9b30-4ef7724e8139 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2221305 Sep 16 04:33:48.255911 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-48ad48ed-57d1-4696-8596-2a001064fbd8 service neutron] Attempting to bind port 9813e96b-c5a0-418f-9b40-229259148849 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:33:48.256297 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-48ad48ed-57d1-4696-8596-2a001064fbd8 service neutron] Attempting to bind port 9813e96b-c5a0-418f-9b40-229259148849 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:33:48.256678 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-48ad48ed-57d1-4696-8596-2a001064fbd8 service neutron] Attempting to bind port 9813e96b-c5a0-418f-9b40-229259148849 on network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:33:48.283658 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-94fefdc6-376f-4fc8-92b0-795e1dd1c8f5 req-65905599-18e1-4550-8d47-7c89cb9fb4ca tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363749 Sep 16 04:33:48.287576 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-48ad48ed-57d1-4696-8596-2a001064fbd8 service neutron] Port 9813e96b-c5a0-418f-9b40-229259148849 on network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:33:48.287679 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-48ad48ed-57d1-4696-8596-2a001064fbd8 service neutron] Attempting to bind port 9813e96b-c5a0-418f-9b40-229259148849 on network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:33:48.294218 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-07e619d5-1cf9-4992-96e2-b37d55cb3b0c req-be384fb7-7c77-4493-aa2c-37000e6f45af tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716533 Sep 16 04:33:48.297139 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-48ad48ed-57d1-4696-8596-2a001064fbd8 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:33:48.297507 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-48ad48ed-57d1-4696-8596-2a001064fbd8 service neutron] Checking segment: {'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:33:48.298062 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-48ad48ed-57d1-4696-8596-2a001064fbd8 service neutron] Bound using segment: {'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:33:48.298788 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-48ad48ed-57d1-4696-8596-2a001064fbd8 service neutron] Bound port: 9813e96b-c5a0-418f-9b40-229259148849, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:33:48.299152 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-48ad48ed-57d1-4696-8596-2a001064fbd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:48.323430 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-c37be3e4-a7fe-4ab6-ae31-9428a7e2d291 service neutron] Attempting to bind port 14d4124d-dadd-4cb8-867e-86f0725cb06d on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:33:48.324354 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-c37be3e4-a7fe-4ab6-ae31-9428a7e2d291 service neutron] Attempting to bind port 14d4124d-dadd-4cb8-867e-86f0725cb06d by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:33:48.324707 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-c37be3e4-a7fe-4ab6-ae31-9428a7e2d291 service neutron] Attempting to bind port 14d4124d-dadd-4cb8-867e-86f0725cb06d on network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:33:48.331846 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9fb499-ffc4-4263-9e75-e291680e15a3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2d03e00a-62cf-48c5-a607-6d1ace820125,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:48.344375 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-c37be3e4-a7fe-4ab6-ae31-9428a7e2d291 service neutron] Port 14d4124d-dadd-4cb8-867e-86f0725cb06d on network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:33:48.344732 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-c37be3e4-a7fe-4ab6-ae31-9428a7e2d291 service neutron] Attempting to bind port 14d4124d-dadd-4cb8-867e-86f0725cb06d on network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:33:48.352202 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-c37be3e4-a7fe-4ab6-ae31-9428a7e2d291 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:33:48.352506 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-c37be3e4-a7fe-4ab6-ae31-9428a7e2d291 service neutron] Checking segment: {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:33:48.352988 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-c37be3e4-a7fe-4ab6-ae31-9428a7e2d291 service neutron] Bound using segment: {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:33:48.353377 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-c37be3e4-a7fe-4ab6-ae31-9428a7e2d291 service neutron] Bound port: 14d4124d-dadd-4cb8-867e-86f0725cb06d, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:33:48.353730 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-c37be3e4-a7fe-4ab6-ae31-9428a7e2d291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:48.420359 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-48ad48ed-57d1-4696-8596-2a001064fbd8 service neutron] For port 9813e96b-c5a0-418f-9b40-229259148849, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:33:48.452104 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-48ad48ed-57d1-4696-8596-2a001064fbd8 service neutron] For port 9813e96b-c5a0-418f-9b40-229259148849, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=9813e96b-c5a0-418f-9b40-229259148849,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:33:48.465585 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-48ad48ed-57d1-4696-8596-2a001064fbd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:48.469450 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04760bd5-de25-4f92-b327-2e09863f459a req-ed2ebd0e-dad7-46ff-8358-91212c3ae635 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952102 Sep 16 04:33:48.473913 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-c37be3e4-a7fe-4ab6-ae31-9428a7e2d291 service neutron] For port 14d4124d-dadd-4cb8-867e-86f0725cb06d, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:33:48.478667 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-c37be3e4-a7fe-4ab6-ae31-9428a7e2d291 service neutron] For port 14d4124d-dadd-4cb8-867e-86f0725cb06d, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=14d4124d-dadd-4cb8-867e-86f0725cb06d,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:33:48.501782 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-c37be3e4-a7fe-4ab6-ae31-9428a7e2d291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:48.519076 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-eb43dde1-5a65-4888-90ac-029b431943aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:48.523686 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-85acf01f-8287-4862-9ab1-15c802e547c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:48.537397 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-85acf01f-8287-4862-9ab1-15c802e547c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:48.537876 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-48ad48ed-57d1-4696-8596-2a001064fbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:48.538551 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-48ad48ed-57d1-4696-8596-2a001064fbd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:48.540027 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-48ad48ed-57d1-4696-8596-2a001064fbd8 service neutron] 10.222.0.48 "PUT /v2.0/ports/9813e96b-c5a0-418f-9b40-229259148849 HTTP/1.1" status: 200 len: 1093 time: 1.8038290 Sep 16 04:33:48.540459 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b64548e1-4ff7-4c27-8c85-793484af0ddb', 'tag': '9813e96b-c5a0-418f-9b40-229259148849'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:33:48.551423 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-c37be3e4-a7fe-4ab6-ae31-9428a7e2d291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:48.552511 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-c37be3e4-a7fe-4ab6-ae31-9428a7e2d291 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:48.554051 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-c37be3e4-a7fe-4ab6-ae31-9428a7e2d291 service neutron] 10.222.0.47 "PUT /v2.0/ports/14d4124d-dadd-4cb8-867e-86f0725cb06d HTTP/1.1" status: 200 len: 1115 time: 1.8340578 Sep 16 04:33:48.585002 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e1355b-fba8-441d-a599-d37b56554155', 'tag': '14d4124d-dadd-4cb8-867e-86f0725cb06d'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:33:48.590658 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604d813c-5fed-4b91-88f5-5a0a27519d45" -d '{"events": [{"name": "network-changed", "server_uuid": "f0e1355b-fba8-441d-a599-d37b56554155", "tag": "14d4124d-dadd-4cb8-867e-86f0725cb06d"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:33:48.657719 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37be3e4-a7fe-4ab6-ae31-9428a7e2d291 service neutron] Pushing event updated for resources: {'Port': ['ID=14d4124d-dadd-4cb8-867e-86f0725cb06d,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:48.659892 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49988) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:48.668791 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375461f0-a4fd-4386-8968-edbbcb01bd63 None None] Pushing event updated for resources: {'Port': ['ID=0e561ef0-9c7a-472b-adcf-7d47c4925c3a,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:48.674508 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-eb43dde1-5a65-4888-90ac-029b431943aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:48.700289 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482d740e-ee9c-47af-9534-fa9efd5d3506 x-openstack-request-id: req-482d740e-ee9c-47af-9534-fa9efd5d3506 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:33:48.700845 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0e1355b-fba8-441d-a599-d37b56554155", "tag": "14d4124d-dadd-4cb8-867e-86f0725cb06d", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:33:48.700845 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-482d740e-ee9c-47af-9534-fa9efd5d3506 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:33:48.701278 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0e1355b-fba8-441d-a599-d37b56554155', 'tag': '14d4124d-dadd-4cb8-867e-86f0725cb06d', 'status': 'completed', 'code': 200} Sep 16 04:33:48.713763 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-85acf01f-8287-4862-9ab1-15c802e547c7 None None] Attempting to bind port 0e561ef0-9c7a-472b-adcf-7d47c4925c3a on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:33:48.714345 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-85acf01f-8287-4862-9ab1-15c802e547c7 None None] Attempting to bind port 0e561ef0-9c7a-472b-adcf-7d47c4925c3a by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '33201044-0eb1-4004-bde7-dd5bec0a4ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:33:48.715053 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85acf01f-8287-4862-9ab1-15c802e547c7 None None] Attempting to bind port 0e561ef0-9c7a-472b-adcf-7d47c4925c3a on network e9f42f79-8e36-46bc-bc40-da8710d5bcd1 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:33:48.719943 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04760bd5-de25-4f92-b327-2e09863f459a req-c50f7dda-52b5-4ffb-be03-68bf8d268e03 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434893 Sep 16 04:33:48.721788 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85acf01f-8287-4862-9ab1-15c802e547c7 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:33:48.722478 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85acf01f-8287-4862-9ab1-15c802e547c7 None None] Checking segment: {'id': '33201044-0eb1-4004-bde7-dd5bec0a4ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:33:48.723142 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-85acf01f-8287-4862-9ab1-15c802e547c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:48.723726 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85acf01f-8287-4862-9ab1-15c802e547c7 None None] Bound using segment: {'id': '33201044-0eb1-4004-bde7-dd5bec0a4ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:33:48.724406 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-85acf01f-8287-4862-9ab1-15c802e547c7 None None] Bound port: 0e561ef0-9c7a-472b-adcf-7d47c4925c3a, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33201044-0eb1-4004-bde7-dd5bec0a4ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:33:48.725141 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-85acf01f-8287-4862-9ab1-15c802e547c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:48.730855 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-c73e6d22-6d1b-4d40-a5c5-b02f9611b9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:48.732878 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-c73e6d22-6d1b-4d40-a5c5-b02f9611b9c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8fb595dbe0d3452481d7faf275f28d7b&device_id=f0e1355b-fba8-441d-a599-d37b56554155 HTTP/1.1" status: 200 len: 1118 time: 0.0911150 Sep 16 04:33:48.803380 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43dde1-5a65-4888-90ac-029b431943aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2094ace-af8e-47de-b79b-703d1641623e,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:48.804186 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-85acf01f-8287-4862-9ab1-15c802e547c7 None None] For port 0e561ef0-9c7a-472b-adcf-7d47c4925c3a, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:33:48.808359 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-85acf01f-8287-4862-9ab1-15c802e547c7 None None] For port 0e561ef0-9c7a-472b-adcf-7d47c4925c3a, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=0e561ef0-9c7a-472b-adcf-7d47c4925c3a,segment=NetworkSegment(33201044-0eb1-4004-bde7-dd5bec0a4ba0),segment_id=33201044-0eb1-4004-bde7-dd5bec0a4ba0)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:33:48.811238 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-00a39c6d-c3cb-443f-845f-4d205bf853c5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14d4124d-dadd-4cb8-867e-86f0725cb06d HTTP/1.1" status: 200 len: 217 time: 0.0619190 Sep 16 04:33:48.818193 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad48ed-57d1-4696-8596-2a001064fbd8 service neutron] Pushing event updated for resources: {'Port': ['ID=9813e96b-c5a0-418f-9b40-229259148849,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:48.828512 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-85acf01f-8287-4862-9ab1-15c802e547c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:48.880307 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb43dde1-5a65-4888-90ac-029b431943aa admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:33:48.890940 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375461f0-a4fd-4386-8968-edbbcb01bd63 None None] Pushing event updated for resources: {'Port': ['ID=0e561ef0-9c7a-472b-adcf-7d47c4925c3a,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:48.928467 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85acf01f-8287-4862-9ab1-15c802e547c7 None None] Routers {'19909f41-efd4-4939-8e64-dd882e426a0b'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:33:48.929936 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-85acf01f-8287-4862-9ab1-15c802e547c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:33:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['19909f41-efd4-4939-8e64-dd882e426a0b'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:33:48.950281 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-eb43dde1-5a65-4888-90ac-029b431943aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:48.950644 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-eb43dde1-5a65-4888-90ac-029b431943aa admin admin] Added segment 036542d6-8a16-40e2-a7fb-cc300cc4741f of type vlan for network a0adccc1-8fee-417b-a353-14af5f1dd70c Sep 16 04:33:49.004146 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-dfbb963a-70ae-46b4-a919-5adfca2376b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:49.006403 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-dfbb963a-70ae-46b4-a919-5adfca2376b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1db68ab0fc284575894f1608a94e9c14&device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 1096 time: 0.3439021 Sep 16 04:33:49.015154 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4576a33c-4b86-43a0-b84f-493aef572848" -d '{"events": [{"name": "network-changed", "server_uuid": "b64548e1-4ff7-4c27-8c85-793484af0ddb", "tag": "9813e96b-c5a0-418f-9b40-229259148849"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:33:49.021250 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a95d9-2766-47d1-88dd-5ca327ffc2a6 req-71960068-3469-4220-b382-38bce1cff5dd tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:49.022312 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-9e59d337-f42f-4d3e-b4e2-635f021aeba7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-761747003-network', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:33:49.022997 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0e9a95d9-2766-47d1-88dd-5ca327ffc2a6 req-71960068-3469-4220-b382-38bce1cff5dd tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/ports?device_id=80fa7d34-eb49-46dd-bd96-50dd7b39e63d HTTP/1.1" status: 200 len: 972 time: 0.1196153 Sep 16 04:33:49.024723 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-7c4b3761-c31b-4d27-8aa1-280cea03902d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:49.026327 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-7c4b3761-c31b-4d27-8aa1-280cea03902d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=43280570-672b-4326-ad6d-76a55cd52f58 HTTP/1.1" status: 200 len: 848 time: 0.2054656 Sep 16 04:33:49.076884 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0e9a95d9-2766-47d1-88dd-5ca327ffc2a6 req-e36eaa41-3b03-4ef5-868b-25ee9da8c2fc tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d0b5919-20a9-442a-99e5-a25152295bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467131 Sep 16 04:33:49.087316 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-85acf01f-8287-4862-9ab1-15c802e547c7 None None] Set router 19909f41-efd4-4939-8e64-dd882e426a0b gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:33:49.095892 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-8d06fea1-db29-4252-b760-d1b81af819eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307286 Sep 16 04:33:49.149572 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-c56e4e49-c53f-4b94-a64d-23410d952874 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9813e96b-c5a0-418f-9b40-229259148849 HTTP/1.1" status: 200 len: 217 time: 0.0998075 Sep 16 04:33:49.151668 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-362fabe6-edfa-48cb-aa3e-2ad6da4d9a45 None None] Provisioning complete for port 0e561ef0-9c7a-472b-adcf-7d47c4925c3a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:33:49.152176 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-362fabe6-edfa-48cb-aa3e-2ad6da4d9a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:49.158118 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e59d337-f42f-4d3e-b4e2-635f021aeba7 admin admin] Made reservation on behalf of 7ef44933ab8749a58afa3e84429cb3db for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:33:49.160426 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e59d337-f42f-4d3e-b4e2-635f021aeba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:49.219852 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-ccabb383-6793-45e5-b1fc-2033e3acfc5b service neutron] 10.222.0.47 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150191 Sep 16 04:33:49.230580 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-e66cb9d4-7e73-4de1-9453-eee84bdc2e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:49.232003 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-e66cb9d4-7e73-4de1-9453-eee84bdc2e1b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8440e215-69bc-4539-b053-2b3b499b80a9 HTTP/1.1" status: 200 len: 861 time: 0.0640347 Sep 16 04:33:49.249603 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-eb43dde1-5a65-4888-90ac-029b431943aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:49.261466 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7606801-1efd-4653-8679-6865c8298a9f req-34cd9e0a-e458-42a7-9acf-e52eb453487c tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:49.263247 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c7606801-1efd-4653-8679-6865c8298a9f req-34cd9e0a-e458-42a7-9acf-e52eb453487c tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d134106-a3c1-43c4-8d8f-484594db96ca HTTP/1.1" status: 200 len: 948 time: 0.3225470 Sep 16 04:33:49.263749 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e59d337-f42f-4d3e-b4e2-635f021aeba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:49.275392 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ad7950-df08-4d64-8d37-2f0909b765f1 x-openstack-request-id: req-23ad7950-df08-4d64-8d37-2f0909b765f1 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:33:49.275731 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b64548e1-4ff7-4c27-8c85-793484af0ddb", "tag": "9813e96b-c5a0-418f-9b40-229259148849", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:33:49.275985 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-23ad7950-df08-4d64-8d37-2f0909b765f1 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:33:49.276440 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b64548e1-4ff7-4c27-8c85-793484af0ddb', 'tag': '9813e96b-c5a0-418f-9b40-229259148849', 'status': 'completed', 'code': 200} Sep 16 04:33:49.349343 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63136430-abc6-48fc-94e4-ea99e327d6bb req-11934925-9fae-40de-9dd1-7b88f98c6647 service neutron] 10.222.0.47 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193795 Sep 16 04:33:49.358099 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-8a23e23d-6676-40bb-a648-ea857a351dec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057584 Sep 16 04:33:49.394842 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c7606801-1efd-4653-8679-6865c8298a9f req-c358729f-d404-44d5-b35a-d978b32a4d19 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3489ee2-b734-41c1-9c19-084227c355b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174750 Sep 16 04:33:49.436025 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa98200-755d-43fa-9c86-f193313ea011 req-09ab03c0-4634-4708-8643-c4b4d351a64c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:49.444598 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-eb43dde1-5a65-4888-90ac-029b431943aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:49.446511 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb43dde1-5a65-4888-90ac-029b431943aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:49.447090 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-eb43dde1-5a65-4888-90ac-029b431943aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:49.459753 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0aa98200-755d-43fa-9c86-f193313ea011 req-09ab03c0-4634-4708-8643-c4b4d351a64c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0e1355b-fba8-441d-a599-d37b56554155 HTTP/1.1" status: 200 len: 966 time: 0.0897458 Sep 16 04:33:49.493070 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-362fabe6-edfa-48cb-aa3e-2ad6da4d9a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:49.538183 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0aa98200-755d-43fa-9c86-f193313ea011 req-f3704321-b4b3-4cef-80d0-6d92850a099e tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754244 Sep 16 04:33:49.538974 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-362fabe6-edfa-48cb-aa3e-2ad6da4d9a45 None None] For port 0e561ef0-9c7a-472b-adcf-7d47c4925c3a, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=0e561ef0-9c7a-472b-adcf-7d47c4925c3a,segment=NetworkSegment(33201044-0eb1-4004-bde7-dd5bec0a4ba0),segment_id=33201044-0eb1-4004-bde7-dd5bec0a4ba0)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:33:49.550009 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-362fabe6-edfa-48cb-aa3e-2ad6da4d9a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:49.559427 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d813c-5fed-4b91-88f5-5a0a27519d45 req-c3135951-056f-4c20-aa9f-f90c3eeabe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:49.560963 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-604d813c-5fed-4b91-88f5-5a0a27519d45 req-c3135951-056f-4c20-aa9f-f90c3eeabe0d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8fb595dbe0d3452481d7faf275f28d7b&device_id=f0e1355b-fba8-441d-a599-d37b56554155 HTTP/1.1" status: 200 len: 1118 time: 0.0893583 Sep 16 04:33:49.588026 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-85acf01f-8287-4862-9ab1-15c802e547c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351920868-router', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '49f99fa4-9676-4a32-8fea-0af63fe5a7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:36Z', 'updated_at': '2021-09-16T04:33:44Z', 'revision_number': 4, 'project_id': 'c825b36882e046828461df6da4ad928b', 'gw_port': {'id': '49f99fa4-9676-4a32-8fea-0af63fe5a7de', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:39Z', 'updated_at': '2021-09-16T04:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '0e561ef0-9c7a-472b-adcf-7d47c4925c3a', 'name': '', 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'mac_address': 'fa:16:3e:1e:cd:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 182, 'fixed_ips': [{'subnet_id': '23b8b65a-e16c-4539-8285-b42101b78979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:44Z', 'updated_at': '2021-09-16T04:33:48Z', 'revision_number': 4, 'project_id': 'c825b36882e046828461df6da4ad928b', 'subnets': [{'id': '23b8b65a-e16c-4539-8285-b42101b78979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:33:49.619438 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85acf01f-8287-4862-9ab1-15c802e547c7 None None] The sync data for ids ['19909f41-efd4-4939-8e64-dd882e426a0b'] in n-d-712139-15 is: [{'id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351920868-router', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '49f99fa4-9676-4a32-8fea-0af63fe5a7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:36Z', 'updated_at': '2021-09-16T04:33:44Z', 'revision_number': 4, 'project_id': 'c825b36882e046828461df6da4ad928b', 'gw_port': {'id': '49f99fa4-9676-4a32-8fea-0af63fe5a7de', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:39Z', 'updated_at': '2021-09-16T04:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '0e561ef0-9c7a-472b-adcf-7d47c4925c3a', 'name': '', 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'mac_address': 'fa:16:3e:1e:cd:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 182, 'fixed_ips': [{'subnet_id': '23b8b65a-e16c-4539-8285-b42101b78979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:44Z', 'updated_at': '2021-09-16T04:33:48Z', 'revision_number': 4, 'project_id': 'c825b36882e046828461df6da4ad928b', 'subnets': [{'id': '23b8b65a-e16c-4539-8285-b42101b78979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:33:49.632847 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43dde1-5a65-4888-90ac-029b431943aa admin admin] Pushing event updated for resources: {'Network': ['ID=a0adccc1-8fee-417b-a353-14af5f1dd70c,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:49.645442 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362fabe6-edfa-48cb-aa3e-2ad6da4d9a45 None None] Pushing event updated for resources: {'Port': ['ID=0e561ef0-9c7a-472b-adcf-7d47c4925c3a,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:49.661133 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network a0adccc1-8fee-417b-a353-14af5f1dd70c details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:33:49.670938 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d813c-5fed-4b91-88f5-5a0a27519d45 req-ec52906e-11db-43e2-b7b1-c675e2f929d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:49.671417 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-f6565e27-b4bd-4ed1-925a-c91561d4e35a service neutron] 10.222.0.48 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837300 Sep 16 04:33:49.673318 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-604d813c-5fed-4b91-88f5-5a0a27519d45 req-ec52906e-11db-43e2-b7b1-c675e2f929d0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 HTTP/1.1" status: 200 len: 909 time: 0.1043687 Sep 16 04:33:49.721408 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c335d-a087-451f-a851-9bb53417efd2 req-1fe1f8d3-08f8-4a6d-b204-30d3c2d00dc2 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:49.723207 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1a2c335d-a087-451f-a851-9bb53417efd2 req-1fe1f8d3-08f8-4a6d-b204-30d3c2d00dc2 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 944 time: 0.2189310 Sep 16 04:33:49.727794 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-2307787a-3889-4343-b6f7-06809042e364 None None] Provisioning complete for port 0e561ef0-9c7a-472b-adcf-7d47c4925c3a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:33:49.728173 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2307787a-3889-4343-b6f7-06809042e364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:49.746984 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-604d813c-5fed-4b91-88f5-5a0a27519d45 req-f83ce551-f2df-4cda-abeb-8899779e0068 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14d4124d-dadd-4cb8-867e-86f0725cb06d HTTP/1.1" status: 200 len: 217 time: 0.0581787 Sep 16 04:33:49.760887 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e59d337-f42f-4d3e-b4e2-635f021aeba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:49.839765 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e59d337-f42f-4d3e-b4e2-635f021aeba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:49.844361 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d813c-5fed-4b91-88f5-5a0a27519d45 req-3e056254-157c-4d34-b910-0b6c855cde53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:49.846307 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-604d813c-5fed-4b91-88f5-5a0a27519d45 req-3e056254-157c-4d34-b910-0b6c855cde53 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=43280570-672b-4326-ad6d-76a55cd52f58 HTTP/1.1" status: 200 len: 848 time: 0.0873785 Sep 16 04:33:49.858797 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-eb43dde1-5a65-4888-90ac-029b431943aa admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4969146 Sep 16 04:33:49.860468 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e59d337-f42f-4d3e-b4e2-635f021aeba7 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:33:49.864715 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50010) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:49.871981 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-b17f4594-f130-4d34-9294-952cf7d0c3bf admin admin] Request body: {'subnet': {'network_id': 'a0adccc1-8fee-417b-a353-14af5f1dd70c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1683883788-subnet', 'tenant_id': '9a1fe36d238d48c5800478e52c3a1fda', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:33:49.886598 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1a2c335d-a087-451f-a851-9bb53417efd2 req-18ea3a49-c429-4e6d-9390-214cabc3d8a5 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500666 Sep 16 04:33:49.892048 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-604d813c-5fed-4b91-88f5-5a0a27519d45 req-acce5a55-76af-4139-87b2-b8ea09712217 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375996 Sep 16 04:33:49.906852 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e59d337-f42f-4d3e-b4e2-635f021aeba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:49.907249 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-9e59d337-f42f-4d3e-b4e2-635f021aeba7 admin admin] Added segment d1fd56d2-3201-4bbb-9ac4-587b0596a9f4 of type vlan for network e2175c6d-f628-4258-9c46-e305aad09aca Sep 16 04:33:49.926236 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59d337-f42f-4d3e-b4e2-635f021aeba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac515c67-c2ef-4127-83f3-661bcf14d7c9,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:49.934464 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17f4594-f130-4d34-9294-952cf7d0c3bf admin admin] Made reservation on behalf of 9a1fe36d238d48c5800478e52c3a1fda for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:33:49.937968 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b17f4594-f130-4d34-9294-952cf7d0c3bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:49.966763 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-29fb8553-e0a7-458c-82c2-74012a3f9b88 req-7ed6b890-426f-4316-bbed-d0cceba080c8 service neutron] 10.222.0.48 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945423 Sep 16 04:33:49.990032 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e59d337-f42f-4d3e-b4e2-635f021aeba7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:50.019102 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e59d337-f42f-4d3e-b4e2-635f021aeba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:50.020232 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e59d337-f42f-4d3e-b4e2-635f021aeba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:50.029285 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e59d337-f42f-4d3e-b4e2-635f021aeba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:50.093570 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-604d813c-5fed-4b91-88f5-5a0a27519d45 req-9a979b83-3473-4b9e-8c31-a5711de75a5f service neutron] 10.222.0.47 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926992 Sep 16 04:33:50.130961 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59d337-f42f-4d3e-b4e2-635f021aeba7 admin admin] Pushing event updated for resources: {'Network': ['ID=e2175c6d-f628-4258-9c46-e305aad09aca,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:50.136428 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9e59d337-f42f-4d3e-b4e2-635f021aeba7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4577746 Sep 16 04:33:50.139367 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50014) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:50.144392 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-5590c7a3-6870-42cc-9226-401d78705b72 admin admin] Request body: {'subnet': {'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-761747003-subnet', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:33:50.146668 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network e2175c6d-f628-4258-9c46-e305aad09aca details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:33:50.175351 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576a33c-4b86-43a0-b84f-493aef572848 req-dfaa4fc7-3f0c-40d6-9a97-061b741c86f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:50.183043 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4576a33c-4b86-43a0-b84f-493aef572848 req-dfaa4fc7-3f0c-40d6-9a97-061b741c86f9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1db68ab0fc284575894f1608a94e9c14&device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 1096 time: 0.1140075 Sep 16 04:33:50.258592 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5590c7a3-6870-42cc-9226-401d78705b72 admin admin] Made reservation on behalf of 7ef44933ab8749a58afa3e84429cb3db for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:33:50.261863 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5590c7a3-6870-42cc-9226-401d78705b72 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:50.335764 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-604d813c-5fed-4b91-88f5-5a0a27519d45 req-98858648-7180-4908-bdda-9aa82c0b4d9f service neutron] 10.222.0.47 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076061 Sep 16 04:33:50.349124 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b65ba-4279-4543-8c1d-7ee2424ad57a req-5965c6ec-788d-4e69-b410-d643cfe5b448 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:50.350688 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f18b65ba-4279-4543-8c1d-7ee2424ad57a req-5965c6ec-788d-4e69-b410-d643cfe5b448 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/ports?device_id=80fa7d34-eb49-46dd-bd96-50dd7b39e63d HTTP/1.1" status: 200 len: 972 time: 0.1471219 Sep 16 04:33:50.367785 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b17f4594-f130-4d34-9294-952cf7d0c3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:50.440192 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f4594-f130-4d34-9294-952cf7d0c3bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ae1d4b0-498c-49b5-855b-bf231a3ab8f4,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:50.481732 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17f4594-f130-4d34-9294-952cf7d0c3bf admin admin] Checking segment: {'id': '036542d6-8a16-40e2-a7fb-cc300cc4741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a0adccc1-8fee-417b-a353-14af5f1dd70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:33:50.481977 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17f4594-f130-4d34-9294-952cf7d0c3bf admin admin] Network hostable DHCP agents. Network: a0adccc1-8fee-417b-a353-14af5f1dd70c, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:33:50.489318 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f18b65ba-4279-4543-8c1d-7ee2424ad57a req-a924115c-a73e-4a97-882e-e805dd282aa5 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d0b5919-20a9-442a-99e5-a25152295bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284847 Sep 16 04:33:50.516015 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17f4594-f130-4d34-9294-952cf7d0c3bf admin admin] Network a0adccc1-8fee-417b-a353-14af5f1dd70c is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:33:50.531213 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-b17f4594-f130-4d34-9294-952cf7d0c3bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, a0adccc1-8fee-417b-a353-14af5f1dd70c) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:33:50.536085 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17f4594-f130-4d34-9294-952cf7d0c3bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:50.537098 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b17f4594-f130-4d34-9294-952cf7d0c3bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:50.545711 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eaa4e99-0540-4612-9bfd-afcfc1f0c662 None None] Network a0adccc1-8fee-417b-a353-14af5f1dd70c requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:33:50.562361 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b17f4594-f130-4d34-9294-952cf7d0c3bf admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6940355 Sep 16 04:33:50.563963 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50020) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:50.568616 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-1b976d47-9ead-45c3-a412-a06fa6bcfe80 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1683883788-router', 'tenant_id': '9a1fe36d238d48c5800478e52c3a1fda', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:33:50.603352 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1b976d47-9ead-45c3-a412-a06fa6bcfe80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:50.607370 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1b976d47-9ead-45c3-a412-a06fa6bcfe80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:50.663195 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576a33c-4b86-43a0-b84f-493aef572848 req-1a8240ef-c58f-483e-8224-41eedadf39a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:50.664728 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4576a33c-4b86-43a0-b84f-493aef572848 req-1a8240ef-c58f-483e-8224-41eedadf39a7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588 HTTP/1.1" status: 200 len: 922 time: 0.4784338 Sep 16 04:33:50.677456 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea21a7-7424-416a-af0e-f6f71b8e651a req-bb1481fd-ae9b-4216-9702-75418f20d4f8 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:50.679011 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9fea21a7-7424-416a-af0e-f6f71b8e651a req-bb1481fd-ae9b-4216-9702-75418f20d4f8 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d134106-a3c1-43c4-8d8f-484594db96ca HTTP/1.1" status: 200 len: 948 time: 0.1775279 Sep 16 04:33:50.739342 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4576a33c-4b86-43a0-b84f-493aef572848 req-f1c9a074-43c9-4b9c-aa0b-08c95615b741 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9813e96b-c5a0-418f-9b40-229259148849 HTTP/1.1" status: 200 len: 217 time: 0.0574141 Sep 16 04:33:50.754124 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6aba2ba-da1d-4cee-8b07-4d035bd2b612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-a0adccc1-8fee-417b-a353-14af5f1dd70c', 'network_id': 'a0adccc1-8fee-417b-a353-14af5f1dd70c', 'tenant_id': '9a1fe36d238d48c5800478e52c3a1fda', 'fixed_ips': [{'subnet_id': '5ae1d4b0-498c-49b5-855b-bf231a3ab8f4'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:33:50.754955 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f6aba2ba-da1d-4cee-8b07-4d035bd2b612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:50.844778 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9fea21a7-7424-416a-af0e-f6f71b8e651a req-ffc8d14b-92ec-4488-adc6-615cfb5a170c tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3489ee2-b734-41c1-9c19-084227c355b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523964 Sep 16 04:33:50.856382 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576a33c-4b86-43a0-b84f-493aef572848 req-d5aa9399-103e-40fa-980f-e19732c3dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:50.857904 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4576a33c-4b86-43a0-b84f-493aef572848 req-d5aa9399-103e-40fa-980f-e19732c3dd9d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8440e215-69bc-4539-b053-2b3b499b80a9 HTTP/1.1" status: 200 len: 861 time: 0.1029267 Sep 16 04:33:50.864858 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1b976d47-9ead-45c3-a412-a06fa6bcfe80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:50.936900 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4576a33c-4b86-43a0-b84f-493aef572848 req-66305ba4-f898-49f9-a399-808b9b89793b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524347 Sep 16 04:33:50.951760 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-f6aba2ba-da1d-4cee-8b07-4d035bd2b612 None None] Allocated IP 172.20.0.2 (a0adccc1-8fee-417b-a353-14af5f1dd70c/5ae1d4b0-498c-49b5-855b-bf231a3ab8f4/7d45869d-76a8-4681-b0e1-bfc1bfa964e3) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:33:50.997917 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3bde31-b709-45be-8cac-f6c2f9844962 req-c82e2600-b439-43ff-a4b7-91fcd8ec8b86 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:50.999071 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ad3bde31-b709-45be-8cac-f6c2f9844962 req-c82e2600-b439-43ff-a4b7-91fcd8ec8b86 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0e1355b-fba8-441d-a599-d37b56554155 HTTP/1.1" status: 200 len: 966 time: 0.1328118 Sep 16 04:33:51.015727 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5590c7a3-6870-42cc-9226-401d78705b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:51.095445 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1b976d47-9ead-45c3-a412-a06fa6bcfe80 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:51.107409 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ad3bde31-b709-45be-8cac-f6c2f9844962 req-756c3019-2e66-4054-93d0-5c372c16cbaf tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776572 Sep 16 04:33:51.162273 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5590c7a3-6870-42cc-9226-401d78705b72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15fd69f0-3350-4b2a-ab2a-4c79052ea099,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:51.176547 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7ba08-b85e-498c-a791-0e1c39d659ec req-ef52c685-5afa-433c-9026-685ad47344a0 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:51.178101 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-46b7ba08-b85e-498c-a791-0e1c39d659ec req-ef52c685-5afa-433c-9026-685ad47344a0 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 944 time: 0.1971269 Sep 16 04:33:51.201336 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f6aba2ba-da1d-4cee-8b07-4d035bd2b612 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:51.201567 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5590c7a3-6870-42cc-9226-401d78705b72 admin admin] Checking segment: {'id': 'd1fd56d2-3201-4bbb-9ac4-587b0596a9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:33:51.201941 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5590c7a3-6870-42cc-9226-401d78705b72 admin admin] Network hostable DHCP agents. Network: e2175c6d-f628-4258-9c46-e305aad09aca, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:33:51.211171 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f6aba2ba-da1d-4cee-8b07-4d035bd2b612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:51.219693 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4576a33c-4b86-43a0-b84f-493aef572848 req-7423b47d-686c-4f5d-af66-ccbdad665824 service neutron] 10.222.0.48 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650094 Sep 16 04:33:51.253093 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6aba2ba-da1d-4cee-8b07-4d035bd2b612 None None] Network a0adccc1-8fee-417b-a353-14af5f1dd70c is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:33:51.263254 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-f6aba2ba-da1d-4cee-8b07-4d035bd2b612 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:33:51.271290 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6aba2ba-da1d-4cee-8b07-4d035bd2b612 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:33:51.286732 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-46b7ba08-b85e-498c-a791-0e1c39d659ec req-0eb0bed9-f930-44bf-9d8b-60cd0773d9b2 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991850 Sep 16 04:33:51.294044 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5590c7a3-6870-42cc-9226-401d78705b72 admin admin] Network e2175c6d-f628-4258-9c46-e305aad09aca is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:33:51.321507 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aba2ba-da1d-4cee-8b07-4d035bd2b612 None None] Pushing event updated for resources: {'Port': ['ID=7d45869d-76a8-4681-b0e1-bfc1bfa964e3,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:51.355459 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-5590c7a3-6870-42cc-9226-401d78705b72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, e2175c6d-f628-4258-9c46-e305aad09aca) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:33:51.359203 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-f6aba2ba-da1d-4cee-8b07-4d035bd2b612 None None] Attempting to bind port 7d45869d-76a8-4681-b0e1-bfc1bfa964e3 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:33:51.359588 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-f6aba2ba-da1d-4cee-8b07-4d035bd2b612 None None] Attempting to bind port 7d45869d-76a8-4681-b0e1-bfc1bfa964e3 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '036542d6-8a16-40e2-a7fb-cc300cc4741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a0adccc1-8fee-417b-a353-14af5f1dd70c'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:33:51.359951 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6aba2ba-da1d-4cee-8b07-4d035bd2b612 None None] Attempting to bind port 7d45869d-76a8-4681-b0e1-bfc1bfa964e3 on network a0adccc1-8fee-417b-a353-14af5f1dd70c {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:33:51.366608 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c73103-e167-4720-a234-87de692ea90f None None] Network e2175c6d-f628-4258-9c46-e305aad09aca requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:33:51.368986 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6aba2ba-da1d-4cee-8b07-4d035bd2b612 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:33:51.370147 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6aba2ba-da1d-4cee-8b07-4d035bd2b612 None None] Checking segment: {'id': '036542d6-8a16-40e2-a7fb-cc300cc4741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a0adccc1-8fee-417b-a353-14af5f1dd70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:33:51.370147 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f6aba2ba-da1d-4cee-8b07-4d035bd2b612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:51.370147 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6aba2ba-da1d-4cee-8b07-4d035bd2b612 None None] Bound using segment: {'id': '036542d6-8a16-40e2-a7fb-cc300cc4741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a0adccc1-8fee-417b-a353-14af5f1dd70c'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:33:51.370574 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-f6aba2ba-da1d-4cee-8b07-4d035bd2b612 None None] Bound port: 7d45869d-76a8-4681-b0e1-bfc1bfa964e3, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036542d6-8a16-40e2-a7fb-cc300cc4741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a0adccc1-8fee-417b-a353-14af5f1dd70c'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:33:51.370982 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f6aba2ba-da1d-4cee-8b07-4d035bd2b612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:51.372370 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5590c7a3-6870-42cc-9226-401d78705b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:51.373035 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5590c7a3-6870-42cc-9226-401d78705b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:51.381840 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1b976d47-9ead-45c3-a412-a06fa6bcfe80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:51.394679 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4576a33c-4b86-43a0-b84f-493aef572848 req-3aa6770f-4631-4bbf-9cd3-7079369d869f service neutron] 10.222.0.48 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635129 Sep 16 04:33:51.400797 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5590c7a3-6870-42cc-9226-401d78705b72 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2602038 Sep 16 04:33:51.403898 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50024) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:51.408857 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1b976d47-9ead-45c3-a412-a06fa6bcfe80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:51.409717 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-2c587192-9d2b-44ef-a9ee-9b68e1647871 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-761747003-router', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:33:51.441887 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2c587192-9d2b-44ef-a9ee-9b68e1647871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:51.444152 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2c587192-9d2b-44ef-a9ee-9b68e1647871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:51.553384 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-f6aba2ba-da1d-4cee-8b07-4d035bd2b612 None None] For port 7d45869d-76a8-4681-b0e1-bfc1bfa964e3, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:33:51.593078 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-1b976d47-9ead-45c3-a412-a06fa6bcfe80 admin admin] Allocated IP 172.25.8.13 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/49610ee5-5caa-4e5d-8783-dcc86178afa6) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:33:51.597848 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2c587192-9d2b-44ef-a9ee-9b68e1647871 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:51.626095 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 0e561ef0-9c7a-472b-adcf-7d47c4925c3a up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:33:51.658061 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-f6aba2ba-da1d-4cee-8b07-4d035bd2b612 None None] For port 7d45869d-76a8-4681-b0e1-bfc1bfa964e3, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=7d45869d-76a8-4681-b0e1-bfc1bfa964e3,segment=NetworkSegment(036542d6-8a16-40e2-a7fb-cc300cc4741f),segment_id=036542d6-8a16-40e2-a7fb-cc300cc4741f)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:33:51.669307 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f6aba2ba-da1d-4cee-8b07-4d035bd2b612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:51.722692 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9489f5-5810-443e-882a-df59aa4334b2 req-aeff9fc3-c6c4-4d16-9ccd-9519c0dc36ea tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:51.730202 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4e9489f5-5810-443e-882a-df59aa4334b2 req-aeff9fc3-c6c4-4d16-9ccd-9519c0dc36ea tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/ports?device_id=80fa7d34-eb49-46dd-bd96-50dd7b39e63d HTTP/1.1" status: 200 len: 972 time: 0.1068282 Sep 16 04:33:51.750939 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9eb99b-2e3c-4f41-99fb-f29e622e3f4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-e2175c6d-f628-4258-9c46-e305aad09aca', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'fixed_ips': [{'subnet_id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:33:51.751834 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9c9eb99b-2e3c-4f41-99fb-f29e622e3f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:51.763210 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2c587192-9d2b-44ef-a9ee-9b68e1647871 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:51.785794 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aba2ba-da1d-4cee-8b07-4d035bd2b612 None None] Pushing event updated for resources: {'Port': ['ID=7d45869d-76a8-4681-b0e1-bfc1bfa964e3,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:51.790229 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1b976d47-9ead-45c3-a412-a06fa6bcfe80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:51.796611 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 0e561ef0-9c7a-472b-adcf-7d47c4925c3a triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:33:51.796905 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:51.804873 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4e9489f5-5810-443e-882a-df59aa4334b2 req-15a69797-d190-4385-8ade-2694f6d11546 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d0b5919-20a9-442a-99e5-a25152295bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736566 Sep 16 04:33:51.852678 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1b976d47-9ead-45c3-a412-a06fa6bcfe80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:51.933712 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b976d47-9ead-45c3-a412-a06fa6bcfe80 admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:33:51.936093 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b976d47-9ead-45c3-a412-a06fa6bcfe80 admin admin] Pushing event updated for resources: {'Port': ['ID=49610ee5-5caa-4e5d-8783-dcc86178afa6,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:51.941845 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-1b976d47-9ead-45c3-a412-a06fa6bcfe80 admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:33:51.948589 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b976d47-9ead-45c3-a412-a06fa6bcfe80 admin admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:33:51.974040 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 14d4124d-dadd-4cb8-867e-86f0725cb06d details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:33:52.158357 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2c587192-9d2b-44ef-a9ee-9b68e1647871 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:52.189933 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2c587192-9d2b-44ef-a9ee-9b68e1647871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:52.206799 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0bc38-cbf9-40ba-ac70-1ce0b40878ca req-edc46479-dd2f-4074-8b21-789b0e8c4b8b tempest-AggregatesAdminTestJSON-990576822 tempest-AggregatesAdminTestJSON-990576822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:52.209071 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c9d0bc38-cbf9-40ba-ac70-1ce0b40878ca req-edc46479-dd2f-4074-8b21-789b0e8c4b8b tempest-AggregatesAdminTestJSON-990576822 tempest-AggregatesAdminTestJSON-990576822-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=80fa7d34-eb49-46dd-bd96-50dd7b39e63d HTTP/1.1" status: 200 len: 1124 time: 0.1750643 Sep 16 04:33:52.225218 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 14d4124d-dadd-4cb8-867e-86f0725cb06d, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=14d4124d-dadd-4cb8-867e-86f0725cb06d,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:33:52.247125 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '14d4124d-dadd-4cb8-867e-86f0725cb06d', 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2', 'port_id': '14d4124d-dadd-4cb8-867e-86f0725cb06d', 'mac_address': 'fa:16:3e:67:62:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43280570-672b-4326-ad6d-76a55cd52f58', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:tempest-test_az-1038452250', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:33:52.249774 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f470f6-1a2f-441c-8678-d8021efebe6a req-8515a86f-bb17-4748-9643-ba2a9a18dbb1 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:52.251895 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-00f470f6-1a2f-441c-8678-d8021efebe6a req-8515a86f-bb17-4748-9643-ba2a9a18dbb1 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d134106-a3c1-43c4-8d8f-484594db96ca HTTP/1.1" status: 200 len: 948 time: 0.2371738 Sep 16 04:33:52.266224 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c9d0bc38-cbf9-40ba-ac70-1ce0b40878ca req-79dc5eca-dcf4-49e2-8d76-59e4a2a9f87a tempest-AggregatesAdminTestJSON-990576822 tempest-AggregatesAdminTestJSON-990576822-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:52.302177 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-9c9eb99b-2e3c-4f41-99fb-f29e622e3f4d None None] Allocated IP 172.20.0.2 (e2175c6d-f628-4258-9c46-e305aad09aca/15fd69f0-3350-4b2a-ab2a-4c79052ea099/95c77450-c09e-4b52-877f-d8b8e1ec54d9) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:33:52.366560 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:52.387319 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-2c587192-9d2b-44ef-a9ee-9b68e1647871 admin admin] Allocated IP 172.25.8.17 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/cc197736-9be8-48fb-bc76-9a2f23192c3e) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:33:52.399865 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d4124d-dadd-4cb8-867e-86f0725cb06d {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:33:52.414554 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-00f470f6-1a2f-441c-8678-d8021efebe6a req-8f35de59-1ae5-4213-92ec-01707d3f6c44 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3489ee2-b734-41c1-9c19-084227c355b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902400 Sep 16 04:33:52.434960 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1b976d47-9ead-45c3-a412-a06fa6bcfe80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:52.477050 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 14d4124d-dadd-4cb8-867e-86f0725cb06d, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=14d4124d-dadd-4cb8-867e-86f0725cb06d,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:33:52.500094 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:52.518476 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c9d0bc38-cbf9-40ba-ac70-1ce0b40878ca req-79dc5eca-dcf4-49e2-8d76-59e4a2a9f87a tempest-AggregatesAdminTestJSON-990576822 tempest-AggregatesAdminTestJSON-990576822-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:52.527982 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c9d0bc38-cbf9-40ba-ac70-1ce0b40878ca req-79dc5eca-dcf4-49e2-8d76-59e4a2a9f87a tempest-AggregatesAdminTestJSON-990576822 tempest-AggregatesAdminTestJSON-990576822-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:52.582096 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c9d0bc38-cbf9-40ba-ac70-1ce0b40878ca req-79dc5eca-dcf4-49e2-8d76-59e4a2a9f87a tempest-AggregatesAdminTestJSON-990576822 tempest-AggregatesAdminTestJSON-990576822-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=5d0b5919-20a9-442a-99e5-a25152295bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377156 Sep 16 04:33:52.595540 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=14d4124d-dadd-4cb8-867e-86f0725cb06d,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:52.627606 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2c587192-9d2b-44ef-a9ee-9b68e1647871 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:52.654174 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc5eca-dcf4-49e2-8d76-59e4a2a9f87a tempest-AggregatesAdminTestJSON-990576822 tempest-AggregatesAdminTestJSON-990576822-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b358ac-c1aa-419a-91d0-f901c3087162,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:52.657580 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96920d07-594e-4f67-97a0-e7a795374c9a req-c02d48ff-5268-4a75-b07c-bf01abd8d6ff tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:52.659317 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-96920d07-594e-4f67-97a0-e7a795374c9a req-c02d48ff-5268-4a75-b07c-bf01abd8d6ff tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0e1355b-fba8-441d-a599-d37b56554155 HTTP/1.1" status: 200 len: 967 time: 0.1010387 Sep 16 04:33:52.691329 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9c9eb99b-2e3c-4f41-99fb-f29e622e3f4d None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:52.697184 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2c587192-9d2b-44ef-a9ee-9b68e1647871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:52.723459 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9c9eb99b-2e3c-4f41-99fb-f29e622e3f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:52.752544 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-96920d07-594e-4f67-97a0-e7a795374c9a req-623cf0cd-f6ca-4a87-b394-bd043a1e8779 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838270 Sep 16 04:33:52.753904 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1b976d47-9ead-45c3-a412-a06fa6bcfe80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:52.815562 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c587192-9d2b-44ef-a9ee-9b68e1647871 admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:33:52.818055 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c587192-9d2b-44ef-a9ee-9b68e1647871 admin admin] Pushing event updated for resources: {'Port': ['ID=cc197736-9be8-48fb-bc76-9a2f23192c3e,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:52.823040 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-2c587192-9d2b-44ef-a9ee-9b68e1647871 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:33:52.824073 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9eb99b-2e3c-4f41-99fb-f29e622e3f4d None None] Network e2175c6d-f628-4258-9c46-e305aad09aca is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:33:52.830609 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c587192-9d2b-44ef-a9ee-9b68e1647871 admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:33:52.834908 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-9c9eb99b-2e3c-4f41-99fb-f29e622e3f4d None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:33:52.838404 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9eb99b-2e3c-4f41-99fb-f29e622e3f4d None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:33:52.842210 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['14d4124d-dadd-4cb8-867e-86f0725cb06d'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:33:52.964301 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b976d47-9ead-45c3-a412-a06fa6bcfe80 admin admin] Router 4f1aff42-457f-4775-b9ef-e0053702d6dc is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:33:52.987865 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9eb99b-2e3c-4f41-99fb-f29e622e3f4d None None] Pushing event updated for resources: {'Port': ['ID=95c77450-c09e-4b52-877f-d8b8e1ec54d9,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:53.001707 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-9c9eb99b-2e3c-4f41-99fb-f29e622e3f4d None None] Attempting to bind port 95c77450-c09e-4b52-877f-d8b8e1ec54d9 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:33:53.002360 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-9c9eb99b-2e3c-4f41-99fb-f29e622e3f4d None None] Attempting to bind port 95c77450-c09e-4b52-877f-d8b8e1ec54d9 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'd1fd56d2-3201-4bbb-9ac4-587b0596a9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:33:53.003032 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9eb99b-2e3c-4f41-99fb-f29e622e3f4d None None] Attempting to bind port 95c77450-c09e-4b52-877f-d8b8e1ec54d9 on network e2175c6d-f628-4258-9c46-e305aad09aca {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:33:53.016903 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9eb99b-2e3c-4f41-99fb-f29e622e3f4d None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:33:53.018987 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9eb99b-2e3c-4f41-99fb-f29e622e3f4d None None] Checking segment: {'id': 'd1fd56d2-3201-4bbb-9ac4-587b0596a9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:33:53.019591 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9c9eb99b-2e3c-4f41-99fb-f29e622e3f4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:53.020152 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9eb99b-2e3c-4f41-99fb-f29e622e3f4d None None] Bound using segment: {'id': 'd1fd56d2-3201-4bbb-9ac4-587b0596a9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:33:53.023302 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-9c9eb99b-2e3c-4f41-99fb-f29e622e3f4d None None] Bound port: 95c77450-c09e-4b52-877f-d8b8e1ec54d9, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1fd56d2-3201-4bbb-9ac4-587b0596a9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:33:53.023787 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9c9eb99b-2e3c-4f41-99fb-f29e622e3f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:53.049365 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 990bfdca-5106-49ab-aedc-5795de94fa53 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:33:53.126087 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96ff4c-4c42-417c-a3bf-622dc24467b9 req-bf5f1cd2-97f3-45eb-8530-c249f0fadf67 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:53.127848 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5d96ff4c-4c42-417c-a3bf-622dc24467b9 req-bf5f1cd2-97f3-45eb-8530-c249f0fadf67 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 944 time: 0.1560488 Sep 16 04:33:53.226066 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-9c9eb99b-2e3c-4f41-99fb-f29e622e3f4d None None] For port 95c77450-c09e-4b52-877f-d8b8e1ec54d9, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:33:53.230798 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-9c9eb99b-2e3c-4f41-99fb-f29e622e3f4d None None] For port 95c77450-c09e-4b52-877f-d8b8e1ec54d9, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=95c77450-c09e-4b52-877f-d8b8e1ec54d9,segment=NetworkSegment(d1fd56d2-3201-4bbb-9ac4-587b0596a9f4),segment_id=d1fd56d2-3201-4bbb-9ac4-587b0596a9f4)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:33:53.245940 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f19a75c-a9be-4e56-8345-340f5e5fe85a None None] Network a0adccc1-8fee-417b-a353-14af5f1dd70c requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:33:53.393860 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b976d47-9ead-45c3-a412-a06fa6bcfe80 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:33:53.410638 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db02c346-061a-4d67-bf01-2c78fe7de8b0 None None] Sync routers for ids ['4f1aff42-457f-4775-b9ef-e0053702d6dc'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:33:53.419365 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1b976d47-9ead-45c3-a412-a06fa6bcfe80 admin admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:53.421257 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1b976d47-9ead-45c3-a412-a06fa6bcfe80 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.8574803 Sep 16 04:33:53.424839 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50064) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:53.444226 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db02c346-061a-4d67-bf01-2c78fe7de8b0 None None] Routers {'4f1aff42-457f-4775-b9ef-e0053702d6dc'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:33:53.445800 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-db02c346-061a-4d67-bf01-2c78fe7de8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:33:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['4f1aff42-457f-4775-b9ef-e0053702d6dc'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:33:53.454438 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9c9eb99b-2e3c-4f41-99fb-f29e622e3f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:53.461148 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5d96ff4c-4c42-417c-a3bf-622dc24467b9 req-24f2dc42-9863-4a3a-b32f-7ca9315ef6fb tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782757 Sep 16 04:33:53.464105 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.resource_extend [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:33:53.485203 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2c587192-9d2b-44ef-a9ee-9b68e1647871 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:53.579664 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9eb99b-2e3c-4f41-99fb-f29e622e3f4d None None] Pushing event updated for resources: {'Port': ['ID=95c77450-c09e-4b52-877f-d8b8e1ec54d9,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:53.590881 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d3222a9c-6d55-4eb5-8213-f8c426c83609 None None] Provisioning complete for port 7d45869d-76a8-4681-b0e1-bfc1bfa964e3 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:33:53.591257 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d3222a9c-6d55-4eb5-8213-f8c426c83609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:53.702194 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdff23-45b2-46c7-806b-5a97ae25ed3f req-c166e828-134a-49a6-b515-6ca43557bf0d tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:53.704163 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c5cdff23-45b2-46c7-806b-5a97ae25ed3f req-c166e828-134a-49a6-b515-6ca43557bf0d tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d134106-a3c1-43c4-8d8f-484594db96ca HTTP/1.1" status: 200 len: 948 time: 0.0791287 Sep 16 04:33:53.719484 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-db02c346-061a-4d67-bf01-2c78fe7de8b0 None None] Set router 4f1aff42-457f-4775-b9ef-e0053702d6dc gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:33:53.787039 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 7d45869d-76a8-4681-b0e1-bfc1bfa964e3 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:33:53.835709 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c5cdff23-45b2-46c7-806b-5a97ae25ed3f req-d2dd1c5d-69a6-4587-a117-b56526eb5dfd tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3489ee2-b734-41c1-9c19-084227c355b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576327 Sep 16 04:33:53.904105 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2c587192-9d2b-44ef-a9ee-9b68e1647871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:53.967887 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-db02c346-061a-4d67-bf01-2c78fe7de8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1aff42-457f-4775-b9ef-e0053702d6dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1683883788-router', 'tenant_id': '9a1fe36d238d48c5800478e52c3a1fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '49610ee5-5caa-4e5d-8783-dcc86178afa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:50Z', 'updated_at': '2021-09-16T04:33:52Z', 'revision_number': 3, 'project_id': '9a1fe36d238d48c5800478e52c3a1fda', 'gw_port': {'id': '49610ee5-5caa-4e5d-8783-dcc86178afa6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1aff42-457f-4775-b9ef-e0053702d6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:51Z', 'updated_at': '2021-09-16T04:33:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:33:54.004671 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db02c346-061a-4d67-bf01-2c78fe7de8b0 None None] Checking router: 4f1aff42-457f-4775-b9ef-e0053702d6dc for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:33:54.004835 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db02c346-061a-4d67-bf01-2c78fe7de8b0 None None] Updating router 4f1aff42-457f-4775-b9ef-e0053702d6dc port 49610ee5-5caa-4e5d-8783-dcc86178afa6 binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:33:54.032962 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-db02c346-061a-4d67-bf01-2c78fe7de8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:54.079981 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 7d45869d-76a8-4681-b0e1-bfc1bfa964e3 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:33:54.080353 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:54.204073 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 990bfdca-5106-49ab-aedc-5795de94fa53, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=990bfdca-5106-49ab-aedc-5795de94fa53,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:33:54.215356 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b792e8-392a-4613-8616-25c1eec003ac req-f6974a9e-1d27-4c62-bf10-74f548b64fe8 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:54.216925 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-69b792e8-392a-4613-8616-25c1eec003ac req-f6974a9e-1d27-4c62-bf10-74f548b64fe8 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0e1355b-fba8-441d-a599-d37b56554155 HTTP/1.1" status: 200 len: 967 time: 0.1093397 Sep 16 04:33:54.255999 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '990bfdca-5106-49ab-aedc-5795de94fa53', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': '990bfdca-5106-49ab-aedc-5795de94fa53', 'mac_address': 'fa:16:3e:d8:f3:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:33:54.289730 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d3222a9c-6d55-4eb5-8213-f8c426c83609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:54.377353 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-69b792e8-392a-4613-8616-25c1eec003ac req-a02cf920-23c1-4882-999b-f3b7d7a88d91 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519208 Sep 16 04:33:54.386021 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c587192-9d2b-44ef-a9ee-9b68e1647871 admin admin] Router 48137eb6-1145-4fbe-8b3d-5b24d0910aff is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:33:54.412172 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-db02c346-061a-4d67-bf01-2c78fe7de8b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:54.422901 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:54.435152 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-db02c346-061a-4d67-bf01-2c78fe7de8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:54.489906 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:54.495975 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-d3222a9c-6d55-4eb5-8213-f8c426c83609 None None] For port 7d45869d-76a8-4681-b0e1-bfc1bfa964e3, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=7d45869d-76a8-4681-b0e1-bfc1bfa964e3,segment=NetworkSegment(036542d6-8a16-40e2-a7fb-cc300cc4741f),segment_id=036542d6-8a16-40e2-a7fb-cc300cc4741f)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:33:54.512301 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d3222a9c-6d55-4eb5-8213-f8c426c83609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:54.527931 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 990bfdca-5106-49ab-aedc-5795de94fa53 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:33:54.532941 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd8dda-0d33-43db-b6c0-5a71323b3cbc None None] Pushing event updated for resources: {'Port': ['ID=49610ee5-5caa-4e5d-8783-dcc86178afa6,revision_number=2']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:54.575817 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-db02c346-061a-4d67-bf01-2c78fe7de8b0 None None] Attempting to bind port 49610ee5-5caa-4e5d-8783-dcc86178afa6 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:33:54.576808 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-db02c346-061a-4d67-bf01-2c78fe7de8b0 None None] Attempting to bind port 49610ee5-5caa-4e5d-8783-dcc86178afa6 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:33:54.577734 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db02c346-061a-4d67-bf01-2c78fe7de8b0 None None] Attempting to bind port 49610ee5-5caa-4e5d-8783-dcc86178afa6 on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:33:54.578285 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c587192-9d2b-44ef-a9ee-9b68e1647871 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:33:54.589736 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db02c346-061a-4d67-bf01-2c78fe7de8b0 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:33:54.591912 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db02c346-061a-4d67-bf01-2c78fe7de8b0 None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:33:54.592726 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-db02c346-061a-4d67-bf01-2c78fe7de8b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:54.593306 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db02c346-061a-4d67-bf01-2c78fe7de8b0 None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:33:54.594652 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-db02c346-061a-4d67-bf01-2c78fe7de8b0 None None] Bound port: 49610ee5-5caa-4e5d-8783-dcc86178afa6, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:33:54.595308 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-db02c346-061a-4d67-bf01-2c78fe7de8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:54.622175 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2c587192-9d2b-44ef-a9ee-9b68e1647871 admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:54.625769 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2c587192-9d2b-44ef-a9ee-9b68e1647871 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.2205703 Sep 16 04:33:54.630543 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50108) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:54.635781 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda52ff0-1e16-41cb-b144-03066fd4daaa None None] Sync routers for ids ['48137eb6-1145-4fbe-8b3d-5b24d0910aff'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:33:54.641051 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-55f8e4ac-d850-40b0-9cd4-5ff3a41b5c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:54.688867 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-db02c346-061a-4d67-bf01-2c78fe7de8b0 None None] For port 49610ee5-5caa-4e5d-8783-dcc86178afa6, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:33:54.699635 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-db02c346-061a-4d67-bf01-2c78fe7de8b0 None None] For port 49610ee5-5caa-4e5d-8783-dcc86178afa6, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=49610ee5-5caa-4e5d-8783-dcc86178afa6,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:33:54.705537 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 990bfdca-5106-49ab-aedc-5795de94fa53, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=990bfdca-5106-49ab-aedc-5795de94fa53,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:33:54.717800 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-db02c346-061a-4d67-bf01-2c78fe7de8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:54.779013 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:54.788231 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:33:54.788231 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:33:54.788867 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda52ff0-1e16-41cb-b144-03066fd4daaa None None] Routers {'48137eb6-1145-4fbe-8b3d-5b24d0910aff'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:33:54.789989 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-fda52ff0-1e16-41cb-b144-03066fd4daaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:33:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['48137eb6-1145-4fbe-8b3d-5b24d0910aff'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:33:54.799225 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186842e-ad3d-4b99-b57f-a9c8a76acfe3 req-2bfe5138-6c6a-436c-b484-fec265f25a6b tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:54.813704 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5186842e-ad3d-4b99-b57f-a9c8a76acfe3 req-2bfe5138-6c6a-436c-b484-fec265f25a6b tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 944 time: 0.1851971 Sep 16 04:33:54.833714 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db02c346-061a-4d67-bf01-2c78fe7de8b0 None None] Routers {'4f1aff42-457f-4775-b9ef-e0053702d6dc'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:33:54.834584 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-db02c346-061a-4d67-bf01-2c78fe7de8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:33:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['4f1aff42-457f-4775-b9ef-e0053702d6dc'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:33:54.863464 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-c22f10b3-4b6c-418b-a6e5-14975ef1d724 None None] Provisioning complete for port 7d45869d-76a8-4681-b0e1-bfc1bfa964e3 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:33:54.866099 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c22f10b3-4b6c-418b-a6e5-14975ef1d724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:54.868318 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3222a9c-6d55-4eb5-8213-f8c426c83609 None None] Pushing event updated for resources: {'Port': ['ID=7d45869d-76a8-4681-b0e1-bfc1bfa964e3,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:54.900909 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-55f8e4ac-d850-40b0-9cd4-5ff3a41b5c36 admin admin] Allocated IP 172.20.0.1 (a0adccc1-8fee-417b-a353-14af5f1dd70c/5ae1d4b0-498c-49b5-855b-bf231a3ab8f4/a0255e5b-da45-4254-a117-465d67d2f854) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:33:54.972387 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5186842e-ad3d-4b99-b57f-a9c8a76acfe3 req-751b24a8-4d99-4559-8603-7f9f0f208ab1 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577332 Sep 16 04:33:55.001316 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-db02c346-061a-4d67-bf01-2c78fe7de8b0 None None] Set router 4f1aff42-457f-4775-b9ef-e0053702d6dc gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:33:55.028062 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 9813e96b-c5a0-418f-9b40-229259148849 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:33:55.074534 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd8dda-0d33-43db-b6c0-5a71323b3cbc None None] Pushing event updated for resources: {'Port': ['ID=49610ee5-5caa-4e5d-8783-dcc86178afa6,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:55.209425 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-55f8e4ac-d850-40b0-9cd4-5ff3a41b5c36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:55.232156 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bedf311-67f5-4cb4-b94a-7ba4df054b45 req-3f8fe912-da24-4fd5-9512-c98a6d86c1ab tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:55.233742 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4bedf311-67f5-4cb4-b94a-7ba4df054b45 req-3f8fe912-da24-4fd5-9512-c98a6d86c1ab tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d134106-a3c1-43c4-8d8f-484594db96ca HTTP/1.1" status: 200 len: 949 time: 0.1019099 Sep 16 04:33:55.270434 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f1507e-c30c-488e-9f48-1a2a9399b564 None None] Network e2175c6d-f628-4258-9c46-e305aad09aca requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:33:55.294790 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-55f8e4ac-d850-40b0-9cd4-5ff3a41b5c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:55.328257 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-db02c346-061a-4d67-bf01-2c78fe7de8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1aff42-457f-4775-b9ef-e0053702d6dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1683883788-router', 'tenant_id': '9a1fe36d238d48c5800478e52c3a1fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '49610ee5-5caa-4e5d-8783-dcc86178afa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:50Z', 'updated_at': '2021-09-16T04:33:52Z', 'revision_number': 3, 'project_id': '9a1fe36d238d48c5800478e52c3a1fda', 'gw_port': {'id': '49610ee5-5caa-4e5d-8783-dcc86178afa6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1aff42-457f-4775-b9ef-e0053702d6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:51Z', 'updated_at': '2021-09-16T04:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:33:55.347641 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4bedf311-67f5-4cb4-b94a-7ba4df054b45 req-de4d00aa-2c9b-4894-b597-e1b0b72c0e80 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3489ee2-b734-41c1-9c19-084227c355b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001534 Sep 16 04:33:55.364492 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db02c346-061a-4d67-bf01-2c78fe7de8b0 None None] The sync data for ids ['4f1aff42-457f-4775-b9ef-e0053702d6dc'] in n-d-712139-15 is: [{'id': '4f1aff42-457f-4775-b9ef-e0053702d6dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1683883788-router', 'tenant_id': '9a1fe36d238d48c5800478e52c3a1fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '49610ee5-5caa-4e5d-8783-dcc86178afa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:50Z', 'updated_at': '2021-09-16T04:33:52Z', 'revision_number': 3, 'project_id': '9a1fe36d238d48c5800478e52c3a1fda', 'gw_port': {'id': '49610ee5-5caa-4e5d-8783-dcc86178afa6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1aff42-457f-4775-b9ef-e0053702d6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:51Z', 'updated_at': '2021-09-16T04:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:33:55.367859 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f8e4ac-d850-40b0-9cd4-5ff3a41b5c36 admin admin] Network a0adccc1-8fee-417b-a353-14af5f1dd70c is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:33:55.378887 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-55f8e4ac-d850-40b0-9cd4-5ff3a41b5c36 admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:33:55.383176 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f8e4ac-d850-40b0-9cd4-5ff3a41b5c36 admin admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:33:55.383835 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-55f8e4ac-d850-40b0-9cd4-5ff3a41b5c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:55.467753 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=990bfdca-5106-49ab-aedc-5795de94fa53,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:55.470870 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['990bfdca-5106-49ab-aedc-5795de94fa53'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:33:55.568468 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-fda52ff0-1e16-41cb-b144-03066fd4daaa None None] Set router 48137eb6-1145-4fbe-8b3d-5b24d0910aff gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:33:55.569552 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8e4ac-d850-40b0-9cd4-5ff3a41b5c36 admin admin] Pushing event updated for resources: {'Port': ['ID=a0255e5b-da45-4254-a117-465d67d2f854,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:55.610256 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-556ebdc2-6fcf-4e7b-b35b-ef5ec3ca859e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:55.730358 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92467372-8b3b-4dd9-b2eb-bfcb5dffe0c5 req-f18ca0ad-1151-4307-8d59-bb98da1ec9f5 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:55.731957 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-92467372-8b3b-4dd9-b2eb-bfcb5dffe0c5 req-f18ca0ad-1151-4307-8d59-bb98da1ec9f5 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0e1355b-fba8-441d-a599-d37b56554155 HTTP/1.1" status: 200 len: 967 time: 0.1736610 Sep 16 04:33:55.782711 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.resource_extend [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:33:55.831598 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-92467372-8b3b-4dd9-b2eb-bfcb5dffe0c5 req-aacf676b-0373-459d-98fc-852746739ed5 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804641 Sep 16 04:33:55.935336 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-55f8e4ac-d850-40b0-9cd4-5ff3a41b5c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:56.019892 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-556ebdc2-6fcf-4e7b-b35b-ef5ec3ca859e admin admin] Allocated IP 172.20.0.1 (e2175c6d-f628-4258-9c46-e305aad09aca/15fd69f0-3350-4b2a-ab2a-4c79052ea099/91e4d460-9026-4e26-a38e-49623ad6dfeb) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:33:56.067743 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 14d4124d-dadd-4cb8-867e-86f0725cb06d up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:33:56.287776 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 9813e96b-c5a0-418f-9b40-229259148849, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=9813e96b-c5a0-418f-9b40-229259148849,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:33:56.361477 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527a2cb-0c5d-41de-868b-692c5cf97f82 req-7799f5c6-3090-420f-bc2f-f343e0b5e044 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:56.363953 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d527a2cb-0c5d-41de-868b-692c5cf97f82 req-7799f5c6-3090-420f-bc2f-f343e0b5e044 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 944 time: 0.1608429 Sep 16 04:33:56.366583 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-55f8e4ac-d850-40b0-9cd4-5ff3a41b5c36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:56.371021 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-556ebdc2-6fcf-4e7b-b35b-ef5ec3ca859e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:56.376863 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-55f8e4ac-d850-40b0-9cd4-5ff3a41b5c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:56.377588 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-55f8e4ac-d850-40b0-9cd4-5ff3a41b5c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:56.409729 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '9813e96b-c5a0-418f-9b40-229259148849', 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588', 'port_id': '9813e96b-c5a0-418f-9b40-229259148849', 'mac_address': 'fa:16:3e:2e:42:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8440e215-69bc-4539-b053-2b3b499b80a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:33:56.417262 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-fda52ff0-1e16-41cb-b144-03066fd4daaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'name': 'tempest-FloatingIPsAssociationTestJSON-761747003-router', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:51Z', 'updated_at': '2021-09-16T04:33:52Z', 'revision_number': 3, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'gw_port': {'id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:52Z', 'updated_at': '2021-09-16T04:33:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:33:56.443590 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-556ebdc2-6fcf-4e7b-b35b-ef5ec3ca859e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:56.497281 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:56.504019 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 7d45869d-76a8-4681-b0e1-bfc1bfa964e3 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:33:56.580166 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8e4ac-d850-40b0-9cd4-5ff3a41b5c36 admin admin] Pushing event updated for resources: {'Port': ['ID=a0255e5b-da45-4254-a117-465d67d2f854,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:56.586239 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556ebdc2-6fcf-4e7b-b35b-ef5ec3ca859e admin admin] Network e2175c6d-f628-4258-9c46-e305aad09aca is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:33:56.610364 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-556ebdc2-6fcf-4e7b-b35b-ef5ec3ca859e admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:33:56.615567 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 14d4124d-dadd-4cb8-867e-86f0725cb06d completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:33:56.636534 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556ebdc2-6fcf-4e7b-b35b-ef5ec3ca859e admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:33:56.643222 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-556ebdc2-6fcf-4e7b-b35b-ef5ec3ca859e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:56.732859 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ebdc2-6fcf-4e7b-b35b-ef5ec3ca859e admin admin] Pushing event updated for resources: {'Port': ['ID=91e4d460-9026-4e26-a38e-49623ad6dfeb,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:56.758125 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d527a2cb-0c5d-41de-868b-692c5cf97f82 req-1c798017-8c7c-43c8-b086-c555d69e9461 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754861 Sep 16 04:33:56.862312 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f8e4ac-d850-40b0-9cd4-5ff3a41b5c36 admin admin] Network a0adccc1-8fee-417b-a353-14af5f1dd70c is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:33:56.880486 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa579e-4486-4a65-93eb-0b583ea91994 req-9544199e-61fe-449e-9dc5-2376dd8104a2 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:56.891809 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5fa579e-4486-4a65-93eb-0b583ea91994 req-9544199e-61fe-449e-9dc5-2376dd8104a2 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d134106-a3c1-43c4-8d8f-484594db96ca HTTP/1.1" status: 200 len: 949 time: 0.1884961 Sep 16 04:33:56.907161 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-55f8e4ac-d850-40b0-9cd4-5ff3a41b5c36 admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:33:56.974277 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda52ff0-1e16-41cb-b144-03066fd4daaa None None] Checking router: 48137eb6-1145-4fbe-8b3d-5b24d0910aff for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:33:56.983619 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda52ff0-1e16-41cb-b144-03066fd4daaa None None] Updating router 48137eb6-1145-4fbe-8b3d-5b24d0910aff port cc197736-9be8-48fb-bc76-9a2f23192c3e binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:33:57.059419 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fda52ff0-1e16-41cb-b144-03066fd4daaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:57.061336 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 14d4124d-dadd-4cb8-867e-86f0725cb06d triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:33:57.061531 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:57.145371 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9813e96b-c5a0-418f-9b40-229259148849 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:33:57.164623 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-006de75d-8daf-4672-874d-5d80e08ff56b None None] Provisioning complete for port a0255e5b-da45-4254-a117-465d67d2f854 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:33:57.165005 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-006de75d-8daf-4672-874d-5d80e08ff56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:57.185569 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50214) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:57.191030 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 7d45869d-76a8-4681-b0e1-bfc1bfa964e3 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:33:57.191658 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:57.253153 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5fa579e-4486-4a65-93eb-0b583ea91994 req-ce555644-19ef-4745-900c-753b1bdf5e8c tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3489ee2-b734-41c1-9c19-084227c355b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601482 Sep 16 04:33:57.279434 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 9813e96b-c5a0-418f-9b40-229259148849, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=9813e96b-c5a0-418f-9b40-229259148849,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:33:57.306110 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:57.311244 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f8e4ac-d850-40b0-9cd4-5ff3a41b5c36 admin admin] Router 4f1aff42-457f-4775-b9ef-e0053702d6dc has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:33:57.409615 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-006de75d-8daf-4672-874d-5d80e08ff56b None None] Port a0255e5b-da45-4254-a117-465d67d2f854 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:33:57.472274 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f8e4ac-d850-40b0-9cd4-5ff3a41b5c36 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:33:57.485604 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-55f8e4ac-d850-40b0-9cd4-5ff3a41b5c36 admin admin] 10.222.0.35 "PUT /v2.0/routers/4f1aff42-457f-4775-b9ef-e0053702d6dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0590184 Sep 16 04:33:57.491829 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ba7a31f0-7ddd-4e2c-b753-122cceb92b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:57.506884 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-556ebdc2-6fcf-4e7b-b35b-ef5ec3ca859e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:57.564056 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:57.609801 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-006de75d-8daf-4672-874d-5d80e08ff56b None None] Provisioning complete for port 95c77450-c09e-4b52-877f-d8b8e1ec54d9 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:33:57.610193 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-006de75d-8daf-4672-874d-5d80e08ff56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:57.617438 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142870ac-780f-434b-b889-86d1f7e4982c req-6ff61c10-b8e7-4756-892c-558cb88894c9 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:57.625374 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-142870ac-780f-434b-b889-86d1f7e4982c req-6ff61c10-b8e7-4756-892c-558cb88894c9 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0e1355b-fba8-441d-a599-d37b56554155 HTTP/1.1" status: 200 len: 967 time: 0.1152210 Sep 16 04:33:57.647034 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=9813e96b-c5a0-418f-9b40-229259148849,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:57.837975 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-142870ac-780f-434b-b889-86d1f7e4982c req-264b57ee-e9f6-450b-b455-4f7e96f7d456 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071157 Sep 16 04:33:57.925049 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ba7a31f0-7ddd-4e2c-b753-122cceb92b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:57.941857 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ba7a31f0-7ddd-4e2c-b753-122cceb92b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:58.020180 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50240) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:58.022138 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 95c77450-c09e-4b52-877f-d8b8e1ec54d9 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:33:58.027407 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-556ebdc2-6fcf-4e7b-b35b-ef5ec3ca859e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:58.031302 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ba7a31f0-7ddd-4e2c-b753-122cceb92b4d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8ffcdfdcf31644ea86fa6837c0c7f757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8231075 Sep 16 04:33:58.032789 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50242) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:58.055197 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-556ebdc2-6fcf-4e7b-b35b-ef5ec3ca859e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:58.056600 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-556ebdc2-6fcf-4e7b-b35b-ef5ec3ca859e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:58.073466 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a31f0-7ddd-4e2c-b753-122cceb92b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762b1761-0d2c-4e24-91dc-f6fa07fd90f1,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:58.080993 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e1355b-fba8-441d-a599-d37b56554155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d4124d-dadd-4cb8-867e-86f0725cb06d'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:33:58.083705 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7878dd-2b0f-4ebf-af66-6e01b7a6e6e0" -d '{"events": [{"server_uuid": "f0e1355b-fba8-441d-a599-d37b56554155", "name": "network-vif-plugged", "status": "completed", "tag": "14d4124d-dadd-4cb8-867e-86f0725cb06d"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:33:58.094166 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fda52ff0-1e16-41cb-b144-03066fd4daaa None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:58.108264 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f90c6c-4a53-4c27-9a17-4b3d0830c8f8 req-81ab56c7-c9d8-4e11-b46f-1939dc795037 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:58.110192 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-52f90c6c-4a53-4c27-9a17-4b3d0830c8f8 req-81ab56c7-c9d8-4e11-b46f-1939dc795037 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 945 time: 0.1585662 Sep 16 04:33:58.126610 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 14d4124d-dadd-4cb8-867e-86f0725cb06d, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=14d4124d-dadd-4cb8-867e-86f0725cb06d,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:33:58.132139 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fda52ff0-1e16-41cb-b144-03066fd4daaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:58.178229 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c5444691-8644-489f-922a-e890075bf65c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:58.224385 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-006de75d-8daf-4672-874d-5d80e08ff56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:58.238721 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c5444691-8644-489f-922a-e890075bf65c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:58.245244 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1166186-6867-4c19-ad62-85ee4c626a8b None None] Pushing event updated for resources: {'Port': ['ID=cc197736-9be8-48fb-bc76-9a2f23192c3e,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:58.248958 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['9813e96b-c5a0-418f-9b40-229259148849'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:33:58.269942 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-52f90c6c-4a53-4c27-9a17-4b3d0830c8f8 req-d6ab58b2-59f7-4b23-8c6f-bf154855ecd6 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172619 Sep 16 04:33:58.271826 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:58.317468 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc5052f-6982-44bd-8792-98bae3bfe18a None None] Sync routers for ids ['4f1aff42-457f-4775-b9ef-e0053702d6dc'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:33:58.325066 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c5444691-8644-489f-922a-e890075bf65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:58.328034 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ebdc2-6fcf-4e7b-b35b-ef5ec3ca859e admin admin] Pushing event updated for resources: {'Port': ['ID=91e4d460-9026-4e26-a38e-49623ad6dfeb,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:58.330565 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c5444691-8644-489f-922a-e890075bf65c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:58.332361 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c5444691-8644-489f-922a-e890075bf65c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/762b1761-0d2c-4e24-91dc-f6fa07fd90f1 HTTP/1.1" status: 204 len: 168 time: 0.2942550 Sep 16 04:33:58.344551 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-64a58771-4873-4d63-91b7-1388cf9f2d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:58.349830 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5444691-8644-489f-922a-e890075bf65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762b1761-0d2c-4e24-91dc-f6fa07fd90f1,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:58.350211 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc5052f-6982-44bd-8792-98bae3bfe18a None None] Routers {'4f1aff42-457f-4775-b9ef-e0053702d6dc'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:33:58.350852 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-8fc5052f-6982-44bd-8792-98bae3bfe18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:33:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['4f1aff42-457f-4775-b9ef-e0053702d6dc'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:33:58.383341 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc2e8a9-fde2-4bf5-aefc-b66055cde61c x-openstack-request-id: req-7bc2e8a9-fde2-4bf5-aefc-b66055cde61c {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:33:58.384077 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e1355b-fba8-441d-a599-d37b56554155", "name": "network-vif-plugged", "status": "completed", "tag": "14d4124d-dadd-4cb8-867e-86f0725cb06d", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:33:58.384478 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7bc2e8a9-fde2-4bf5-aefc-b66055cde61c {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:33:58.387205 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e1355b-fba8-441d-a599-d37b56554155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d4124d-dadd-4cb8-867e-86f0725cb06d', 'code': 200} Sep 16 04:33:58.413903 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556ebdc2-6fcf-4e7b-b35b-ef5ec3ca859e admin admin] Network e2175c6d-f628-4258-9c46-e305aad09aca is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:33:58.417241 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-556ebdc2-6fcf-4e7b-b35b-ef5ec3ca859e admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:33:58.479695 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-006de75d-8daf-4672-874d-5d80e08ff56b None None] For port 95c77450-c09e-4b52-877f-d8b8e1ec54d9, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=95c77450-c09e-4b52-877f-d8b8e1ec54d9,segment=NetworkSegment(d1fd56d2-3201-4bbb-9ac4-587b0596a9f4),segment_id=d1fd56d2-3201-4bbb-9ac4-587b0596a9f4)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:33:58.498259 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-fda52ff0-1e16-41cb-b144-03066fd4daaa None None] Attempting to bind port cc197736-9be8-48fb-bc76-9a2f23192c3e on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:33:58.501289 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-fda52ff0-1e16-41cb-b144-03066fd4daaa None None] Attempting to bind port cc197736-9be8-48fb-bc76-9a2f23192c3e by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:33:58.501289 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda52ff0-1e16-41cb-b144-03066fd4daaa None None] Attempting to bind port cc197736-9be8-48fb-bc76-9a2f23192c3e on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:33:58.513614 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-006de75d-8daf-4672-874d-5d80e08ff56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:58.534124 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda52ff0-1e16-41cb-b144-03066fd4daaa None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:33:58.534606 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda52ff0-1e16-41cb-b144-03066fd4daaa None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:33:58.535107 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fda52ff0-1e16-41cb-b144-03066fd4daaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:58.535682 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda52ff0-1e16-41cb-b144-03066fd4daaa None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:33:58.536263 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-fda52ff0-1e16-41cb-b144-03066fd4daaa None None] Bound port: cc197736-9be8-48fb-bc76-9a2f23192c3e, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:33:58.537093 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fda52ff0-1e16-41cb-b144-03066fd4daaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:58.566091 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 95c77450-c09e-4b52-877f-d8b8e1ec54d9 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:33:58.566508 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:58.598572 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=14d4124d-dadd-4cb8-867e-86f0725cb06d,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:58.644352 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a9f44-467a-4e5c-b705-df615e5d0d2e req-07d79ae2-106d-49b7-a132-8bb91b4ee7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:58.646647 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7e6a9f44-467a-4e5c-b705-df615e5d0d2e req-07d79ae2-106d-49b7-a132-8bb91b4ee7fc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f0e1355b-fba8-441d-a599-d37b56554155 HTTP/1.1" status: 200 len: 1120 time: 0.1714993 Sep 16 04:33:58.710675 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-8fc5052f-6982-44bd-8792-98bae3bfe18a None None] Set router 4f1aff42-457f-4775-b9ef-e0053702d6dc gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:33:58.752782 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7e6a9f44-467a-4e5c-b705-df615e5d0d2e req-20d293b2-b04a-4006-8186-bec77aad829e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972440 Sep 16 04:33:58.804166 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931b94d-0c34-48d2-91f7-84286099d721 req-a7a95823-519b-49d7-92ca-2386430340e7 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:58.816489 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e931b94d-0c34-48d2-91f7-84286099d721 req-a7a95823-519b-49d7-92ca-2386430340e7 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d134106-a3c1-43c4-8d8f-484594db96ca HTTP/1.1" status: 200 len: 949 time: 0.3912084 Sep 16 04:33:58.823703 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-fda52ff0-1e16-41cb-b144-03066fd4daaa None None] For port cc197736-9be8-48fb-bc76-9a2f23192c3e, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:33:58.827560 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-830d74e6-cab3-4ebb-8593-db62a829c6dc None None] Provisioning complete for port a0255e5b-da45-4254-a117-465d67d2f854 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:33:58.828154 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-830d74e6-cab3-4ebb-8593-db62a829c6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:58.844040 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006de75d-8daf-4672-874d-5d80e08ff56b None None] Pushing event updated for resources: {'Port': ['ID=95c77450-c09e-4b52-877f-d8b8e1ec54d9,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:58.874699 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-64a58771-4873-4d63-91b7-1388cf9f2d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:58.878424 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-fda52ff0-1e16-41cb-b144-03066fd4daaa None None] For port cc197736-9be8-48fb-bc76-9a2f23192c3e, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=cc197736-9be8-48fb-bc76-9a2f23192c3e,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:33:58.886415 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556ebdc2-6fcf-4e7b-b35b-ef5ec3ca859e admin admin] Router 48137eb6-1145-4fbe-8b3d-5b24d0910aff has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:33:58.895048 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-64a58771-4873-4d63-91b7-1388cf9f2d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:58.920965 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fda52ff0-1e16-41cb-b144-03066fd4daaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:58.944634 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e931b94d-0c34-48d2-91f7-84286099d721 req-aed3cf17-9069-4de9-ab72-57e5f142b1b3 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3489ee2-b734-41c1-9c19-084227c355b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220031 Sep 16 04:33:58.998593 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-830d74e6-cab3-4ebb-8593-db62a829c6dc None None] Port a0255e5b-da45-4254-a117-465d67d2f854 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:33:59.015302 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50270) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:59.021185 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-64a58771-4873-4d63-91b7-1388cf9f2d00 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b2cdf4d3981d4c02b9e9ee7396c1ec69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9982495 Sep 16 04:33:59.030931 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a58771-4873-4d63-91b7-1388cf9f2d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e188ac-44ac-4ecb-ba06-ddcc037cf1e7,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:59.063453 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 49610ee5-5caa-4e5d-8783-dcc86178afa6 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:33:59.104419 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50272) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:59.169287 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7bc29a3d-b28c-48b1-8a63-e60d5bb21091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:59.173092 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1d8ada0f-5219-4f9d-bdc3-1fcc97d6d7a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:59.204329 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda52ff0-1e16-41cb-b144-03066fd4daaa None None] Routers {'48137eb6-1145-4fbe-8b3d-5b24d0910aff'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:33:59.204941 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-fda52ff0-1e16-41cb-b144-03066fd4daaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:33:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['48137eb6-1145-4fbe-8b3d-5b24d0910aff'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:33:59.293405 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1d8ada0f-5219-4f9d-bdc3-1fcc97d6d7a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:59.300213 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a026969-75c9-4fed-a1ae-e63cfb63227f req-3a53dee2-10c3-4dcc-bea7-3e25b95f4250 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:59.304454 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1d8ada0f-5219-4f9d-bdc3-1fcc97d6d7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:59.308445 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7bc29a3d-b28c-48b1-8a63-e60d5bb21091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:59.313834 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0a026969-75c9-4fed-a1ae-e63cfb63227f req-3a53dee2-10c3-4dcc-bea7-3e25b95f4250 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0e1355b-fba8-441d-a599-d37b56554155 HTTP/1.1" status: 200 len: 968 time: 0.1924207 Sep 16 04:33:59.341366 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556ebdc2-6fcf-4e7b-b35b-ef5ec3ca859e admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:33:59.343717 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-fda52ff0-1e16-41cb-b144-03066fd4daaa None None] Set router 48137eb6-1145-4fbe-8b3d-5b24d0910aff gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:33:59.352940 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-8fc5052f-6982-44bd-8792-98bae3bfe18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1aff42-457f-4775-b9ef-e0053702d6dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1683883788-router', 'tenant_id': '9a1fe36d238d48c5800478e52c3a1fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '49610ee5-5caa-4e5d-8783-dcc86178afa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:50Z', 'updated_at': '2021-09-16T04:33:55Z', 'revision_number': 4, 'project_id': '9a1fe36d238d48c5800478e52c3a1fda', 'gw_port': {'id': '49610ee5-5caa-4e5d-8783-dcc86178afa6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1aff42-457f-4775-b9ef-e0053702d6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:51Z', 'updated_at': '2021-09-16T04:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'a0255e5b-da45-4254-a117-465d67d2f854', 'name': '', 'network_id': 'a0adccc1-8fee-417b-a353-14af5f1dd70c', 'tenant_id': '9a1fe36d238d48c5800478e52c3a1fda', 'mac_address': 'fa:16:3e:cf:a0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1aff42-457f-4775-b9ef-e0053702d6dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '5ae1d4b0-498c-49b5-855b-bf231a3ab8f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:54Z', 'updated_at': '2021-09-16T04:33:56Z', 'revision_number': 2, 'project_id': '9a1fe36d238d48c5800478e52c3a1fda', 'subnets': [{'id': '5ae1d4b0-498c-49b5-855b-bf231a3ab8f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:33:59.357174 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-556ebdc2-6fcf-4e7b-b35b-ef5ec3ca859e admin admin] 10.222.0.35 "PUT /v2.0/routers/48137eb6-1145-4fbe-8b3d-5b24d0910aff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7228086 Sep 16 04:33:59.382292 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1d8ada0f-5219-4f9d-bdc3-1fcc97d6d7a5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2417a716fda14ca1afe6f06401f41994&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2682374 Sep 16 04:33:59.384789 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50280) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:59.385155 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ada0f-5219-4f9d-bdc3-1fcc97d6d7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fe04c2-f016-4289-b94b-b4fd612daa8e,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:59.425179 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1166186-6867-4c19-ad62-85ee4c626a8b None None] Pushing event updated for resources: {'Port': ['ID=cc197736-9be8-48fb-bc76-9a2f23192c3e,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:59.426592 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7bc29a3d-b28c-48b1-8a63-e60d5bb21091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:59.430073 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7bc29a3d-b28c-48b1-8a63-e60d5bb21091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:59.431401 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7bc29a3d-b28c-48b1-8a63-e60d5bb21091 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d5e188ac-44ac-4ecb-ba06-ddcc037cf1e7 HTTP/1.1" status: 204 len: 168 time: 0.4153719 Sep 16 04:33:59.440698 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc29a3d-b28c-48b1-8a63-e60d5bb21091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e188ac-44ac-4ecb-ba06-ddcc037cf1e7,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:59.454677 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc5052f-6982-44bd-8792-98bae3bfe18a None None] Checking router: 4f1aff42-457f-4775-b9ef-e0053702d6dc for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:33:59.455338 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc5052f-6982-44bd-8792-98bae3bfe18a None None] Updating router 4f1aff42-457f-4775-b9ef-e0053702d6dc port a0255e5b-da45-4254-a117-465d67d2f854 binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:33:59.466948 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 990bfdca-5106-49ab-aedc-5795de94fa53 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:33:59.480324 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0a026969-75c9-4fed-a1ae-e63cfb63227f req-b7e98c16-054e-44ac-8832-ee945762c999 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576767 Sep 16 04:33:59.490654 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-8fc5052f-6982-44bd-8792-98bae3bfe18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:59.520319 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-830d74e6-cab3-4ebb-8593-db62a829c6dc None None] Provisioning complete for port 95c77450-c09e-4b52-877f-d8b8e1ec54d9 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:33:59.521778 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-830d74e6-cab3-4ebb-8593-db62a829c6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:59.538547 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1b05ab70-d608-4577-a575-d6782e12b8b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:59.628939 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1b05ab70-d608-4577-a575-d6782e12b8b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:59.655403 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f7543-a801-48e6-a28c-50cf78e12fbb req-26b2bc4d-82a6-4a07-a3e2-657ec810942d tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:59.661157 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-347f7543-a801-48e6-a28c-50cf78e12fbb req-26b2bc4d-82a6-4a07-a3e2-657ec810942d tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 945 time: 0.1071947 Sep 16 04:33:59.703466 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 49610ee5-5caa-4e5d-8783-dcc86178afa6 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:33:59.703841 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:59.727130 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a57ac-5c4d-43ae-812e-0ef32f6789cf req-17e31bc7-8a42-440f-b024-094fe97b89d3 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:59.729613 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7a6a57ac-5c4d-43ae-812e-0ef32f6789cf req-17e31bc7-8a42-440f-b024-094fe97b89d3 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/ports?device_id=80fa7d34-eb49-46dd-bd96-50dd7b39e63d HTTP/1.1" status: 200 len: 972 time: 0.1055267 Sep 16 04:33:59.752930 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1b05ab70-d608-4577-a575-d6782e12b8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:59.759267 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1b05ab70-d608-4577-a575-d6782e12b8b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:59.762270 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1b05ab70-d608-4577-a575-d6782e12b8b6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c3fe04c2-f016-4289-b94b-b4fd612daa8e HTTP/1.1" status: 204 len: 168 time: 0.3766954 Sep 16 04:33:59.769020 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-347f7543-a801-48e6-a28c-50cf78e12fbb req-946da800-9974-43cf-81a6-76f2c41103d4 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999389 Sep 16 04:33:59.830927 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05ab70-d608-4577-a575-d6782e12b8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fe04c2-f016-4289-b94b-b4fd612daa8e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:59.863148 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7a6a57ac-5c4d-43ae-812e-0ef32f6789cf req-2ac50711-7c10-4f61-8138-83fb22ceb840 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d0b5919-20a9-442a-99e5-a25152295bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253300 Sep 16 04:34:00.083112 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-8fc5052f-6982-44bd-8792-98bae3bfe18a None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:00.089775 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-8fc5052f-6982-44bd-8792-98bae3bfe18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:00.142993 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dba42-4ee1-44df-901a-7db12bd25f7e None None] Pushing event updated for resources: {'Port': ['ID=a0255e5b-da45-4254-a117-465d67d2f854,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:00.182646 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 990bfdca-5106-49ab-aedc-5795de94fa53 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:34:00.186485 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:00.189542 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50304) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:00.212490 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 49610ee5-5caa-4e5d-8783-dcc86178afa6, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=49610ee5-5caa-4e5d-8783-dcc86178afa6,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:00.226996 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 990bfdca-5106-49ab-aedc-5795de94fa53 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:00.227365 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:00.227760 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-758a9444-0854-4432-84b0-9aee6ec67d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:00.247215 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-8fc5052f-6982-44bd-8792-98bae3bfe18a None None] Attempting to bind port a0255e5b-da45-4254-a117-465d67d2f854 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:34:00.247520 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-8fc5052f-6982-44bd-8792-98bae3bfe18a None None] Attempting to bind port a0255e5b-da45-4254-a117-465d67d2f854 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '036542d6-8a16-40e2-a7fb-cc300cc4741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a0adccc1-8fee-417b-a353-14af5f1dd70c'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:34:00.247868 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc5052f-6982-44bd-8792-98bae3bfe18a None None] Attempting to bind port a0255e5b-da45-4254-a117-465d67d2f854 on network a0adccc1-8fee-417b-a353-14af5f1dd70c {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:00.256877 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc5052f-6982-44bd-8792-98bae3bfe18a None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:34:00.257254 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc5052f-6982-44bd-8792-98bae3bfe18a None None] Checking segment: {'id': '036542d6-8a16-40e2-a7fb-cc300cc4741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a0adccc1-8fee-417b-a353-14af5f1dd70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:00.260862 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-8fc5052f-6982-44bd-8792-98bae3bfe18a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:00.261281 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc5052f-6982-44bd-8792-98bae3bfe18a None None] Bound using segment: {'id': '036542d6-8a16-40e2-a7fb-cc300cc4741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a0adccc1-8fee-417b-a353-14af5f1dd70c'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:34:00.261785 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-8fc5052f-6982-44bd-8792-98bae3bfe18a None None] Bound port: a0255e5b-da45-4254-a117-465d67d2f854, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036542d6-8a16-40e2-a7fb-cc300cc4741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a0adccc1-8fee-417b-a353-14af5f1dd70c'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:34:00.262172 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-8fc5052f-6982-44bd-8792-98bae3bfe18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:00.276333 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:00.293153 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-830d74e6-cab3-4ebb-8593-db62a829c6dc None None] Provisioning complete for port 91e4d460-9026-4e26-a38e-49623ad6dfeb triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:00.293535 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-830d74e6-cab3-4ebb-8593-db62a829c6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:00.413087 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-8fc5052f-6982-44bd-8792-98bae3bfe18a None None] For port a0255e5b-da45-4254-a117-465d67d2f854, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:34:00.424871 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-8fc5052f-6982-44bd-8792-98bae3bfe18a None None] For port a0255e5b-da45-4254-a117-465d67d2f854, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=a0255e5b-da45-4254-a117-465d67d2f854,segment=NetworkSegment(036542d6-8a16-40e2-a7fb-cc300cc4741f),segment_id=036542d6-8a16-40e2-a7fb-cc300cc4741f)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:34:00.435911 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-8fc5052f-6982-44bd-8792-98bae3bfe18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:00.437845 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-830d74e6-cab3-4ebb-8593-db62a829c6dc None None] Port 91e4d460-9026-4e26-a38e-49623ad6dfeb cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:34:00.463602 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 95c77450-c09e-4b52-877f-d8b8e1ec54d9 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:34:00.476901 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-758a9444-0854-4432-84b0-9aee6ec67d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:00.489825 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-758a9444-0854-4432-84b0-9aee6ec67d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:00.535732 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc5052f-6982-44bd-8792-98bae3bfe18a None None] Routers {'4f1aff42-457f-4775-b9ef-e0053702d6dc'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:34:00.536975 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-8fc5052f-6982-44bd-8792-98bae3bfe18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:33:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['4f1aff42-457f-4775-b9ef-e0053702d6dc'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:00.544340 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a9444-0854-4432-84b0-9aee6ec67d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914392d8-c445-457c-b541-c90f296325c8,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:00.594941 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-758a9444-0854-4432-84b0-9aee6ec67d5b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=57380a29d20f45a7b8a85a34e4877df9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4008474 Sep 16 04:34:00.595307 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50314) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:00.604303 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:00.690425 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9937b575-eb00-4d23-af71-857963f5e83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:00.701197 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-fda52ff0-1e16-41cb-b144-03066fd4daaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'name': 'tempest-FloatingIPsAssociationTestJSON-761747003-router', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:51Z', 'updated_at': '2021-09-16T04:33:56Z', 'revision_number': 4, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'gw_port': {'id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:52Z', 'updated_at': '2021-09-16T04:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '91e4d460-9026-4e26-a38e-49623ad6dfeb', 'name': '', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'mac_address': 'fa:16:3e:56:76:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:55Z', 'updated_at': '2021-09-16T04:33:57Z', 'revision_number': 2, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'subnets': [{'id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:00.715236 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9937b575-eb00-4d23-af71-857963f5e83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:00.810724 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-aae9a586-75f5-4512-a1ce-b06b51b86518 None None] Provisioning complete for port a0255e5b-da45-4254-a117-465d67d2f854 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:00.810724 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-aae9a586-75f5-4512-a1ce-b06b51b86518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:00.821508 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dba42-4ee1-44df-901a-7db12bd25f7e None None] Pushing event updated for resources: {'Port': ['ID=a0255e5b-da45-4254-a117-465d67d2f854,revision_number=4']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:00.831944 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9937b575-eb00-4d23-af71-857963f5e83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:00.838925 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9937b575-eb00-4d23-af71-857963f5e83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:00.840550 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9937b575-eb00-4d23-af71-857963f5e83b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/914392d8-c445-457c-b541-c90f296325c8 HTTP/1.1" status: 204 len: 168 time: 0.2430830 Sep 16 04:34:00.862694 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9937b575-eb00-4d23-af71-857963f5e83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914392d8-c445-457c-b541-c90f296325c8,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:00.885831 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-8fc5052f-6982-44bd-8792-98bae3bfe18a None None] Set router 4f1aff42-457f-4775-b9ef-e0053702d6dc gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:34:00.909399 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 990bfdca-5106-49ab-aedc-5795de94fa53, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=990bfdca-5106-49ab-aedc-5795de94fa53,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:00.948485 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d134106-a3c1-43c4-8d8f-484594db96ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '990bfdca-5106-49ab-aedc-5795de94fa53'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:00.953053 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec3e8a9-368f-4605-802f-d74d5370223b" -d '{"events": [{"server_uuid": "2d134106-a3c1-43c4-8d8f-484594db96ca", "name": "network-vif-plugged", "status": "completed", "tag": "990bfdca-5106-49ab-aedc-5795de94fa53"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:00.956287 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda52ff0-1e16-41cb-b144-03066fd4daaa None None] The sync data for ids ['48137eb6-1145-4fbe-8b3d-5b24d0910aff'] in n-d-712139-15 is: [{'id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'name': 'tempest-FloatingIPsAssociationTestJSON-761747003-router', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:51Z', 'updated_at': '2021-09-16T04:33:56Z', 'revision_number': 4, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'gw_port': {'id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:52Z', 'updated_at': '2021-09-16T04:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '91e4d460-9026-4e26-a38e-49623ad6dfeb', 'name': '', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'mac_address': 'fa:16:3e:56:76:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:55Z', 'updated_at': '2021-09-16T04:33:57Z', 'revision_number': 2, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'subnets': [{'id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:34:00.971094 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-f2908fff-7b83-49da-8c55-f816ec683d03 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:00.972726 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-f2908fff-7b83-49da-8c55-f816ec683d03 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/networks?id=e2175c6d-f628-4258-9c46-e305aad09aca HTTP/1.1" status: 200 len: 820 time: 0.1532080 Sep 16 04:34:01.012338 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-72315312-6864-45df-9060-8824ed3a7eba tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/quotas/7ef44933ab8749a58afa3e84429cb3db HTTP/1.1" status: 200 len: 375 time: 0.0209365 Sep 16 04:34:01.015536 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=49610ee5-5caa-4e5d-8783-dcc86178afa6,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:01.045071 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:01.158668 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e64f6-b22d-4fa9-9898-6881a2fa2626 req-933140b3-7483-4e14-b52b-13e44e542f77 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:01.160223 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b14e64f6-b22d-4fa9-9898-6881a2fa2626 req-933140b3-7483-4e14-b52b-13e44e542f77 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.47 "GET /v2.0/ports?device_id=80fa7d34-eb49-46dd-bd96-50dd7b39e63d HTTP/1.1" status: 200 len: 972 time: 0.1108952 Sep 16 04:34:01.186731 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-0fb577aa-ae6e-4d46-a5e3-61dd81e38597 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7ef44933ab8749a58afa3e84429cb3db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1733420 Sep 16 04:34:01.194005 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50340) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:01.205442 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 95c77450-c09e-4b52-877f-d8b8e1ec54d9 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:01.205851 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:01.228301 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-dcc0cc52-0093-4cb0-b392-d1b72c7f7877 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1765216260', 'description': 'tempest-description--2101148663'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:01.290856 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-8fc5052f-6982-44bd-8792-98bae3bfe18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1aff42-457f-4775-b9ef-e0053702d6dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1683883788-router', 'tenant_id': '9a1fe36d238d48c5800478e52c3a1fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '49610ee5-5caa-4e5d-8783-dcc86178afa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:50Z', 'updated_at': '2021-09-16T04:33:55Z', 'revision_number': 4, 'project_id': '9a1fe36d238d48c5800478e52c3a1fda', 'gw_port': {'id': '49610ee5-5caa-4e5d-8783-dcc86178afa6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1aff42-457f-4775-b9ef-e0053702d6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:51Z', 'updated_at': '2021-09-16T04:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'a0255e5b-da45-4254-a117-465d67d2f854', 'name': '', 'network_id': 'a0adccc1-8fee-417b-a353-14af5f1dd70c', 'tenant_id': '9a1fe36d238d48c5800478e52c3a1fda', 'mac_address': 'fa:16:3e:cf:a0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1aff42-457f-4775-b9ef-e0053702d6dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '5ae1d4b0-498c-49b5-855b-bf231a3ab8f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:54Z', 'updated_at': '2021-09-16T04:34:00Z', 'revision_number': 4, 'project_id': '9a1fe36d238d48c5800478e52c3a1fda', 'subnets': [{'id': '5ae1d4b0-498c-49b5-855b-bf231a3ab8f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:01.327437 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=990bfdca-5106-49ab-aedc-5795de94fa53,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:01.346674 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc5052f-6982-44bd-8792-98bae3bfe18a None None] The sync data for ids ['4f1aff42-457f-4775-b9ef-e0053702d6dc'] in n-d-712139-15 is: [{'id': '4f1aff42-457f-4775-b9ef-e0053702d6dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1683883788-router', 'tenant_id': '9a1fe36d238d48c5800478e52c3a1fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '49610ee5-5caa-4e5d-8783-dcc86178afa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:50Z', 'updated_at': '2021-09-16T04:33:55Z', 'revision_number': 4, 'project_id': '9a1fe36d238d48c5800478e52c3a1fda', 'gw_port': {'id': '49610ee5-5caa-4e5d-8783-dcc86178afa6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1aff42-457f-4775-b9ef-e0053702d6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:51Z', 'updated_at': '2021-09-16T04:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'a0255e5b-da45-4254-a117-465d67d2f854', 'name': '', 'network_id': 'a0adccc1-8fee-417b-a353-14af5f1dd70c', 'tenant_id': '9a1fe36d238d48c5800478e52c3a1fda', 'mac_address': 'fa:16:3e:cf:a0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1aff42-457f-4775-b9ef-e0053702d6dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '5ae1d4b0-498c-49b5-855b-bf231a3ab8f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:54Z', 'updated_at': '2021-09-16T04:34:00Z', 'revision_number': 4, 'project_id': '9a1fe36d238d48c5800478e52c3a1fda', 'subnets': [{'id': '5ae1d4b0-498c-49b5-855b-bf231a3ab8f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:34:01.374100 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dcc0cc52-0093-4cb0-b392-d1b72c7f7877 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:01.446126 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 9813e96b-c5a0-418f-9b40-229259148849 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:34:01.531723 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-3e37ec22-6fd2-4559-9aec-4c133648553b service neutron] 10.222.0.35 "GET /v2.0/networks/e2175c6d-f628-4258-9c46-e305aad09aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419788 Sep 16 04:34:01.534110 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-aae9a586-75f5-4512-a1ce-b06b51b86518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:01.626742 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88d386-ae8f-4945-bfc1-f2f37b12c6b0 req-cc5ebacc-cf96-46cd-99f9-77e5f67fd9f7 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:01.638236 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4a88d386-ae8f-4945-bfc1-f2f37b12c6b0 req-cc5ebacc-cf96-46cd-99f9-77e5f67fd9f7 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d134106-a3c1-43c4-8d8f-484594db96ca HTTP/1.1" status: 200 len: 950 time: 0.2942665 Sep 16 04:34:01.692831 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-aae9a586-75f5-4512-a1ce-b06b51b86518 None None] For port a0255e5b-da45-4254-a117-465d67d2f854, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=a0255e5b-da45-4254-a117-465d67d2f854,segment=NetworkSegment(036542d6-8a16-40e2-a7fb-cc300cc4741f),segment_id=036542d6-8a16-40e2-a7fb-cc300cc4741f)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:01.707728 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-aae9a586-75f5-4512-a1ce-b06b51b86518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:01.753176 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4a88d386-ae8f-4945-bfc1-f2f37b12c6b0 req-e8db0755-e3f7-43f9-a2da-ebf64efce9d7 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3489ee2-b734-41c1-9c19-084227c355b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097507 Sep 16 04:34:01.763337 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-b14e64f6-b22d-4fa9-9898-6881a2fa2626 req-3708dc81-2e63-4c38-a812-93415410dfe6 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Deleting port 8f87efba-a471-4976-acd7-6e0bdbff7458 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:34:01.765868 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b14e64f6-b22d-4fa9-9898-6881a2fa2626 req-3708dc81-2e63-4c38-a812-93415410dfe6 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:01.789801 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 9813e96b-c5a0-418f-9b40-229259148849 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:34:01.806078 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-aae9a586-75f5-4512-a1ce-b06b51b86518 None None] Provisioning complete for port 91e4d460-9026-4e26-a38e-49623ad6dfeb triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:01.806470 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-aae9a586-75f5-4512-a1ce-b06b51b86518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:01.831664 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 9813e96b-c5a0-418f-9b40-229259148849 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:01.832360 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:01.865648 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dcc0cc52-0093-4cb0-b392-d1b72c7f7877 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:01.895891 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dcc0cc52-0093-4cb0-b392-d1b72c7f7877 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:01.980517 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae9a586-75f5-4512-a1ce-b06b51b86518 None None] Pushing event updated for resources: {'Port': ['ID=a0255e5b-da45-4254-a117-465d67d2f854,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:01.992733 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0cc52-0093-4cb0-b392-d1b72c7f7877 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e23ca340-41c8-45f7-b140-8caa69c3a817,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:01.995262 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dcc0cc52-0093-4cb0-b392-d1b72c7f7877 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:02.001198 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-dcc0cc52-0093-4cb0-b392-d1b72c7f7877 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7900476 Sep 16 04:34:02.002846 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50358) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:02.015136 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-471b7998-06ed-4fa6-a417-8c1a83759919 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Request body: {'security_group_rule': {'security_group_id': 'e23ca340-41c8-45f7-b140-8caa69c3a817', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:02.043838 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-54e17aca-4991-4279-b3d1-16ece9eab271 service neutron] 10.222.0.35 "GET /v2.0/networks/e2175c6d-f628-4258-9c46-e305aad09aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5111494 Sep 16 04:34:02.080525 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-aae9a586-75f5-4512-a1ce-b06b51b86518 None None] Port 91e4d460-9026-4e26-a38e-49623ad6dfeb cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:34:02.108222 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-b14e64f6-b22d-4fa9-9898-6881a2fa2626 req-3708dc81-2e63-4c38-a812-93415410dfe6 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] For port 8f87efba-a471-4976-acd7-6e0bdbff7458, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=8f87efba-a471-4976-acd7-6e0bdbff7458,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:02.108605 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b14e64f6-b22d-4fa9-9898-6881a2fa2626 req-3708dc81-2e63-4c38-a812-93415410dfe6 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:02.108813 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-471b7998-06ed-4fa6-a417-8c1a83759919 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:02.141300 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9d84a-7443-4e64-bfed-0678ab27818f req-d7435def-4854-49d1-9bc5-5d9ab57812cf tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:02.154181 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7f9d84a-7443-4e64-bfed-0678ab27818f req-d7435def-4854-49d1-9bc5-5d9ab57812cf tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0e1355b-fba8-441d-a599-d37b56554155 HTTP/1.1" status: 200 len: 968 time: 0.2161803 Sep 16 04:34:02.247173 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:02.269626 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-b14e64f6-b22d-4fa9-9898-6881a2fa2626 req-3708dc81-2e63-4c38-a812-93415410dfe6 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Calling delete_port for 8f87efba-a471-4976-acd7-6e0bdbff7458 owned by compute:tempest-test_az-1038452250 {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:34:02.363460 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7f9d84a-7443-4e64-bfed-0678ab27818f req-57217b85-ed8a-4c2c-a97c-a5008d370aa3 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902571 Sep 16 04:34:02.401896 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 9813e96b-c5a0-418f-9b40-229259148849, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=9813e96b-c5a0-418f-9b40-229259148849,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:02.404048 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d949ddaf-e2a5-42fd-84ea-707357dcb26f None None] Provisioning complete for port a0255e5b-da45-4254-a117-465d67d2f854 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:02.404621 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d949ddaf-e2a5-42fd-84ea-707357dcb26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:02.407913 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-471b7998-06ed-4fa6-a417-8c1a83759919 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:02.417945 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-471b7998-06ed-4fa6-a417-8c1a83759919 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:02.462640 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b7998-06ed-4fa6-a417-8c1a83759919 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bceccb9c-245c-42a5-8dfb-bb63bed8ef4d,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:02.469956 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:02.516643 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-471b7998-06ed-4fa6-a417-8c1a83759919 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:02.518469 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-471b7998-06ed-4fa6-a417-8c1a83759919 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5143168 Sep 16 04:34:02.522521 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50376) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:02.599681 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-c933897b-e3ed-47ef-8257-9807e7f2e646 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Request body: {'security_group_rule': {'security_group_id': 'e23ca340-41c8-45f7-b140-8caa69c3a817', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:02.613839 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=9813e96b-c5a0-418f-9b40-229259148849,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:02.686698 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c933897b-e3ed-47ef-8257-9807e7f2e646 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:02.754109 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16479aa-eb3a-41f8-b176-86f211f6823f req-e49bad7d-83c3-42c0-ad70-100b49f0c894 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:02.755656 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e16479aa-eb3a-41f8-b176-86f211f6823f req-e49bad7d-83c3-42c0-ad70-100b49f0c894 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 946 time: 0.2574611 Sep 16 04:34:02.774271 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 49610ee5-5caa-4e5d-8783-dcc86178afa6 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:34:02.800045 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c0349-c6cf-4e4c-81b5-f5b56b3b45c8 req-1d2e0f4c-dea7-487c-832f-56215895ae49 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:02.819418 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7b1c0349-c6cf-4e4c-81b5-f5b56b3b45c8 req-1d2e0f4c-dea7-487c-832f-56215895ae49 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/ports?device_id=80fa7d34-eb49-46dd-bd96-50dd7b39e63d HTTP/1.1" status: 200 len: 972 time: 0.1876469 Sep 16 04:34:02.879902 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 49610ee5-5caa-4e5d-8783-dcc86178afa6 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:02.880473 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:02.929166 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e16479aa-eb3a-41f8-b176-86f211f6823f req-732a35e1-88f8-4c00-9543-aa11bbdd32dc tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491129 Sep 16 04:34:02.941277 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c933897b-e3ed-47ef-8257-9807e7f2e646 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:02.953583 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7b1c0349-c6cf-4e4c-81b5-f5b56b3b45c8 req-eea05eac-c6c9-486a-b6fc-859bba918ef3 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d0b5919-20a9-442a-99e5-a25152295bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330204 Sep 16 04:34:02.969104 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c933897b-e3ed-47ef-8257-9807e7f2e646 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:03.052532 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933897b-e3ed-47ef-8257-9807e7f2e646 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=807279c2-3579-4288-8aa2-8bf1e5b4ff89,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:03.080160 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c933897b-e3ed-47ef-8257-9807e7f2e646 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:03.084809 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c933897b-e3ed-47ef-8257-9807e7f2e646 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5579634 Sep 16 04:34:03.084978 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc2ca33-d605-426f-8f1f-c6162e2b94c9 x-openstack-request-id: req-8cc2ca33-d605-426f-8f1f-c6162e2b94c9 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:03.084978 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d134106-a3c1-43c4-8d8f-484594db96ca", "name": "network-vif-plugged", "status": "completed", "tag": "990bfdca-5106-49ab-aedc-5795de94fa53", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:03.084978 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8cc2ca33-d605-426f-8f1f-c6162e2b94c9 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:03.084978 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d134106-a3c1-43c4-8d8f-484594db96ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '990bfdca-5106-49ab-aedc-5795de94fa53', 'code': 200} Sep 16 04:34:03.085328 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50400) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:03.091405 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-5157b722-b6a9-411d-a014-f8b0e7e8173b tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:03.097491 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device a0255e5b-da45-4254-a117-465d67d2f854 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:34:03.147439 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5157b722-b6a9-411d-a014-f8b0e7e8173b tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks [] for floatingip, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:03.159092 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c9dc92dd-2418-4471-b57e-53c8f61da4fe req-956537c9-99a0-49eb-a8df-6ab1745f4cb1 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bac08d2-82e4-434d-bdc3-04df82ee24ae HTTP/1.1" status: 200 len: 210 time: 0.0927660 Sep 16 04:34:03.221155 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b14e64f6-b22d-4fa9-9898-6881a2fa2626 req-3708dc81-2e63-4c38-a812-93415410dfe6 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:03.247002 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port a0255e5b-da45-4254-a117-465d67d2f854 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:03.253519 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:03.257228 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['8f87efba-a471-4976-acd7-6e0bdbff7458'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:34:03.367351 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708dc81-2e63-4c38-a812-93415410dfe6 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Pushing event deleted for resources: {'Port': ['ID=8f87efba-a471-4976-acd7-6e0bdbff7458,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:03.455689 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36d176-4604-4fc2-bb3e-2756b8d63ee2 req-d9135f5b-6a7c-4e97-9f1d-5dd8be29a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:03.478228 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cf36d176-4604-4fc2-bb3e-2756b8d63ee2 req-d9135f5b-6a7c-4e97-9f1d-5dd8be29a585 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2d134106-a3c1-43c4-8d8f-484594db96ca HTTP/1.1" status: 200 len: 1102 time: 0.2993746 Sep 16 04:34:03.555307 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14e64f6-b22d-4fa9-9898-6881a2fa2626 req-3708dc81-2e63-4c38-a812-93415410dfe6 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] No DVR routers for this DVR port 8f87efba-a471-4976-acd7-6e0bdbff7458 on host n-h1-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:34:03.569929 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cf36d176-4604-4fc2-bb3e-2756b8d63ee2 req-896f70dc-2275-4af5-b0d6-685bfd6a3341 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b3489ee2-b734-41c1-9c19-084227c355b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833628 Sep 16 04:34:03.579793 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b14e64f6-b22d-4fa9-9898-6881a2fa2626 req-3708dc81-2e63-4c38-a812-93415410dfe6 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:03.582179 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b14e64f6-b22d-4fa9-9898-6881a2fa2626 req-3708dc81-2e63-4c38-a812-93415410dfe6 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.47 "DELETE /v2.0/ports/8f87efba-a471-4976-acd7-6e0bdbff7458 HTTP/1.1" status: 204 len: 173 time: 2.4152648 Sep 16 04:34:03.584167 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fa7d34-eb49-46dd-bd96-50dd7b39e63d', 'name': 'network-vif-deleted', 'tag': '8f87efba-a471-4976-acd7-6e0bdbff7458'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:03.585748 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5157b722-b6a9-411d-a014-f8b0e7e8173b tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:03.602206 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50874d00-67e2-4cc1-bb9c-e4101456989b" -d '{"events": [{"server_uuid": "80fa7d34-eb49-46dd-bd96-50dd7b39e63d", "name": "network-vif-deleted", "tag": "8f87efba-a471-4976-acd7-6e0bdbff7458"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:03.645174 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37978bd1-457d-4289-b7f5-3c2460b88f73 req-31b637f1-5e5d-4bfd-a827-175b73257eb2 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:03.645922 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:34:03.654366 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37978bd1-457d-4289-b7f5-3c2460b88f73 req-31b637f1-5e5d-4bfd-a827-175b73257eb2 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d134106-a3c1-43c4-8d8f-484594db96ca HTTP/1.1" status: 200 len: 950 time: 0.3015587 Sep 16 04:34:03.756449 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37978bd1-457d-4289-b7f5-3c2460b88f73 req-d1aed69e-8c0e-4470-8f62-24b3e1020abf tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3489ee2-b734-41c1-9c19-084227c355b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935831 Sep 16 04:34:03.809989 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-5157b722-b6a9-411d-a014-f8b0e7e8173b tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Allocated IP 172.25.8.153 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/0afbbffb-a355-46f3-871c-f57389a72115) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:34:03.840444 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df57af5c-c434-45ca-bca1-eac6fa466b83 x-openstack-request-id: req-df57af5c-c434-45ca-bca1-eac6fa466b83 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:03.841271 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80fa7d34-eb49-46dd-bd96-50dd7b39e63d", "name": "network-vif-deleted", "tag": "8f87efba-a471-4976-acd7-6e0bdbff7458", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:03.841667 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-df57af5c-c434-45ca-bca1-eac6fa466b83 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:03.842202 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80fa7d34-eb49-46dd-bd96-50dd7b39e63d', 'name': 'network-vif-deleted', 'tag': '8f87efba-a471-4976-acd7-6e0bdbff7458', 'status': 'completed', 'code': 200} Sep 16 04:34:04.044817 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5157b722-b6a9-411d-a014-f8b0e7e8173b tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:04.138278 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23838a-eac1-404a-a6ca-e14dcc6291d2 req-62b487d8-3052-40a9-9797-d58fcb7e30d2 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:04.139936 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e23838a-eac1-404a-a6ca-e14dcc6291d2 req-62b487d8-3052-40a9-9797-d58fcb7e30d2 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 946 time: 0.0874574 Sep 16 04:34:04.155480 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6be317-e441-4afd-b175-f0f7d999f900 req-bbe85a07-208f-4b9a-aed0-0150e123e3cf tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:04.157153 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8b6be317-e441-4afd-b175-f0f7d999f900 req-bbe85a07-208f-4b9a-aed0-0150e123e3cf tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f0e1355b-fba8-441d-a599-d37b56554155 HTTP/1.1" status: 200 len: 1120 time: 0.0834105 Sep 16 04:34:04.165271 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5157b722-b6a9-411d-a014-f8b0e7e8173b tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:04.212056 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e23838a-eac1-404a-a6ca-e14dcc6291d2 req-aadbc3f2-8992-40bd-8126-ea9e809bdc2b tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645750 Sep 16 04:34:04.225028 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157b722-b6a9-411d-a014-f8b0e7e8173b tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Pushing event updated for resources: {'Port': ['ID=0afbbffb-a355-46f3-871c-f57389a72115,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:04.274853 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5157b722-b6a9-411d-a014-f8b0e7e8173b tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:34:04.278806 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-5157b722-b6a9-411d-a014-f8b0e7e8173b tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:34:04.282544 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8b6be317-e441-4afd-b175-f0f7d999f900 req-e91f81c8-5d2a-42a6-b233-f81a8c591309 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102550 Sep 16 04:34:04.301291 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5157b722-b6a9-411d-a014-f8b0e7e8173b tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:34:04.426919 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-68d3e5a7-dfba-4d5f-a39f-54e82172a394 req-232dc1c0-4d69-4da7-a4a1-a4205ea4ab10 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bac08d2-82e4-434d-bdc3-04df82ee24ae HTTP/1.1" status: 200 len: 210 time: 0.0527880 Sep 16 04:34:04.446917 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5157b722-b6a9-411d-a014-f8b0e7e8173b tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:04.508635 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device cc197736-9be8-48fb-bc76-9a2f23192c3e up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:34:04.509605 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0fcea59f-5279-4193-bd12-870d184b2baf req-53c3f490-c79a-4305-9a01-1d5b231c5c48 tempest-AggregatesAdminTestJSON-887716515 tempest-AggregatesAdminTestJSON-887716515-project] 10.222.0.35 "GET /v2.0/ports?device_id=80fa7d34-eb49-46dd-bd96-50dd7b39e63d HTTP/1.1" status: 200 len: 210 time: 0.0812538 Sep 16 04:34:04.553080 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5157b722-b6a9-411d-a014-f8b0e7e8173b tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:04.618127 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port cc197736-9be8-48fb-bc76-9a2f23192c3e triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:04.618509 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:04.734449 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:04.782382 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port cc197736-9be8-48fb-bc76-9a2f23192c3e, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=cc197736-9be8-48fb-bc76-9a2f23192c3e,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:04.789225 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:04.848012 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=cc197736-9be8-48fb-bc76-9a2f23192c3e,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:05.007770 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417dab8-232a-4936-9a30-5f88b347dfc5 req-7926e8a4-73ca-4e12-a814-de6d5b0743d1 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:05.009311 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1417dab8-232a-4936-9a30-5f88b347dfc5 req-7926e8a4-73ca-4e12-a814-de6d5b0743d1 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f0e1355b-fba8-441d-a599-d37b56554155 HTTP/1.1" status: 200 len: 1120 time: 0.4043269 Sep 16 04:34:05.016127 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-e21cdd87-94f4-4902-8c95-244e6137f4ba tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:05.017551 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-e21cdd87-94f4-4902-8c95-244e6137f4ba tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.48 "GET /v2.0/networks?id=e2175c6d-f628-4258-9c46-e305aad09aca HTTP/1.1" status: 200 len: 820 time: 0.4072940 Sep 16 04:34:05.047348 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-e248510c-6697-4ca4-a96d-a61280dbd0a0 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Request body: {'port': {'device_id': '6bac08d2-82e4-434d-bdc3-04df82ee24ae', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'admin_state_up': True, 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:05.085719 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64548e1-4ff7-4c27-8c85-793484af0ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9813e96b-c5a0-418f-9b40-229259148849'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:05.089479 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416f23c9-d481-4900-bf0c-fe2c7805f814" -d '{"events": [{"server_uuid": "b64548e1-4ff7-4c27-8c85-793484af0ddb", "name": "network-vif-plugged", "status": "completed", "tag": "9813e96b-c5a0-418f-9b40-229259148849"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:05.147205 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba4a98-1232-4b37-83a9-d3391cfa13a7 req-b27bb13f-3cb7-4f61-8ce4-15fdc42f177c tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:05.149327 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-27ba4a98-1232-4b37-83a9-d3391cfa13a7 req-b27bb13f-3cb7-4f61-8ce4-15fdc42f177c tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d134106-a3c1-43c4-8d8f-484594db96ca HTTP/1.1" status: 200 len: 950 time: 0.0507481 Sep 16 04:34:05.155692 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1417dab8-232a-4936-9a30-5f88b347dfc5 req-7f69ca9f-ce87-44a4-84e8-41595cf306c4 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371593 Sep 16 04:34:05.196454 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-27ba4a98-1232-4b37-83a9-d3391cfa13a7 req-34b30a39-071c-4907-99b0-f52f0bb966b3 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3489ee2-b734-41c1-9c19-084227c355b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406215 Sep 16 04:34:05.224831 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5157b722-b6a9-411d-a014-f8b0e7e8173b tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:05.246751 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5157b722-b6a9-411d-a014-f8b0e7e8173b tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:05.276193 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1715429-f94f-4026-ba00-5288668eaf52 x-openstack-request-id: req-d1715429-f94f-4026-ba00-5288668eaf52 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:05.276334 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64548e1-4ff7-4c27-8c85-793484af0ddb", "name": "network-vif-plugged", "status": "completed", "tag": "9813e96b-c5a0-418f-9b40-229259148849", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:05.276582 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d1715429-f94f-4026-ba00-5288668eaf52 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:05.277013 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64548e1-4ff7-4c27-8c85-793484af0ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9813e96b-c5a0-418f-9b40-229259148849', 'code': 200} Sep 16 04:34:05.278157 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-e248510c-6697-4ca4-a96d-a61280dbd0a0 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Made reservation on behalf of 7ef44933ab8749a58afa3e84429cb3db for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:34:05.282456 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-e248510c-6697-4ca4-a96d-a61280dbd0a0 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:05.291394 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5157b722-b6a9-411d-a014-f8b0e7e8173b tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:05.331271 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157b722-b6a9-411d-a014-f8b0e7e8173b tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Pushing event updated for resources: {'Port': ['ID=0afbbffb-a355-46f3-871c-f57389a72115,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:05.351171 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5157b722-b6a9-411d-a014-f8b0e7e8173b tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:05.360463 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5157b722-b6a9-411d-a014-f8b0e7e8173b tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2664199 Sep 16 04:34:05.400868 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7dedd8-2f18-42b5-8c7d-22d427db5420 None None] Sync routers for ids ['48137eb6-1145-4fbe-8b3d-5b24d0910aff'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:34:05.415379 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7dedd8-2f18-42b5-8c7d-22d427db5420 None None] Routers {'48137eb6-1145-4fbe-8b3d-5b24d0910aff'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:34:05.416139 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-8b7dedd8-2f18-42b5-8c7d-22d427db5420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:33:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['48137eb6-1145-4fbe-8b3d-5b24d0910aff'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:05.484229 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe21a38-a6d1-4b24-b16c-4a83e0139f44 req-7d8e03f3-7b84-4bcc-96ab-4b9724e31fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:05.486350 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dbe21a38-a6d1-4b24-b16c-4a83e0139f44 req-7d8e03f3-7b84-4bcc-96ab-4b9724e31fdc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 1098 time: 0.0812252 Sep 16 04:34:05.526721 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dbe21a38-a6d1-4b24-b16c-4a83e0139f44 req-a7e480e3-0658-4a9d-9ffc-bdf3666b07be service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313053 Sep 16 04:34:05.545690 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-e248510c-6697-4ca4-a96d-a61280dbd0a0 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Allocated IP 172.20.0.6 (e2175c6d-f628-4258-9c46-e305aad09aca/15fd69f0-3350-4b2a-ab2a-4c79052ea099/7c2f8bb5-987d-426b-af86-98608e46695a) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:34:05.551485 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-8b7dedd8-2f18-42b5-8c7d-22d427db5420 None None] Set router 48137eb6-1145-4fbe-8b3d-5b24d0910aff gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:34:05.564382 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34671a82-0316-41b6-9bdd-9e8b63c6d4fe req-7f2f6c41-d780-42a9-ab67-9a61f7a94a2e tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:05.565921 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-34671a82-0316-41b6-9bdd-9e8b63c6d4fe req-7f2f6c41-d780-42a9-ab67-9a61f7a94a2e tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 946 time: 0.0863619 Sep 16 04:34:05.615431 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-ce1cb930-4572-4d87-a401-25b83a787718 req-2867b782-c75c-4bdf-bf96-f53ccc802455 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:34:05.616928 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ce1cb930-4572-4d87-a401-25b83a787718 req-2867b782-c75c-4bdf-bf96-f53ccc802455 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065429 Sep 16 04:34:05.636879 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-34671a82-0316-41b6-9bdd-9e8b63c6d4fe req-45ef9642-5ca8-4771-ade5-4e6ea2ab8c63 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636923 Sep 16 04:34:05.783676 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-81cc5666-83a4-4413-83d0-a7552e748862 req-4d3d1359-dd55-46b9-9686-c23f38569afc tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bac08d2-82e4-434d-bdc3-04df82ee24ae HTTP/1.1" status: 200 len: 210 time: 0.0367362 Sep 16 04:34:05.788580 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-e248510c-6697-4ca4-a96d-a61280dbd0a0 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:05.817614 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-8b7dedd8-2f18-42b5-8c7d-22d427db5420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'name': 'tempest-FloatingIPsAssociationTestJSON-761747003-router', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:51Z', 'updated_at': '2021-09-16T04:33:56Z', 'revision_number': 4, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'gw_port': {'id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:52Z', 'updated_at': '2021-09-16T04:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '91e4d460-9026-4e26-a38e-49623ad6dfeb', 'name': '', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'mac_address': 'fa:16:3e:56:76:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:55Z', 'updated_at': '2021-09-16T04:33:57Z', 'revision_number': 2, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'subnets': [{'id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:05.827705 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-e248510c-6697-4ca4-a96d-a61280dbd0a0 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:05.857724 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7dedd8-2f18-42b5-8c7d-22d427db5420 None None] Checking router: 48137eb6-1145-4fbe-8b3d-5b24d0910aff for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:34:05.858321 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7dedd8-2f18-42b5-8c7d-22d427db5420 None None] Updating router 48137eb6-1145-4fbe-8b3d-5b24d0910aff port 91e4d460-9026-4e26-a38e-49623ad6dfeb binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:34:05.883290 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-e248510c-6697-4ca4-a96d-a61280dbd0a0 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Network e2175c6d-f628-4258-9c46-e305aad09aca is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:34:05.888615 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8b7dedd8-2f18-42b5-8c7d-22d427db5420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:05.893232 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-e248510c-6697-4ca4-a96d-a61280dbd0a0 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:34:05.898708 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-e248510c-6697-4ca4-a96d-a61280dbd0a0 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:34:05.906307 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-e248510c-6697-4ca4-a96d-a61280dbd0a0 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:05.906307 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-e248510c-6697-4ca4-a96d-a61280dbd0a0 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:05.953226 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248510c-6697-4ca4-a96d-a61280dbd0a0 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Pushing event updated for resources: {'Port': ['ID=7c2f8bb5-987d-426b-af86-98608e46695a,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:05.985837 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-e248510c-6697-4ca4-a96d-a61280dbd0a0 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9507945 Sep 16 04:34:05.997562 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-40a476e9-f83e-4fc0-80f3-a7d7f3f21f68 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1765216260&fields=id&tenant_id=c825b36882e046828461df6da4ad928b HTTP/1.1" status: 200 len: 267 time: 0.1130948 Sep 16 04:34:06.029214 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-9fbbff94-f9a8-4c8e-a7d7-a8b0eb864bcc service neutron] Request body: {'port': {'device_id': '6bac08d2-82e4-434d-bdc3-04df82ee24ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:06.037462 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 8f87efba-a471-4976-acd7-6e0bdbff7458 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:34:06.129375 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: 8f87efba-a471-4976-acd7-6e0bdbff7458 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:34:06.130316 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 8f87efba-a471-4976-acd7-6e0bdbff7458 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:34:06.159181 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-9fbbff94-f9a8-4c8e-a7d7-a8b0eb864bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:06.187413 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-57be4739-59c1-4b96-bf85-aa0d87e90fae tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:06.194503 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-57be4739-59c1-4b96-bf85-aa0d87e90fae tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/networks?id=e9f42f79-8e36-46bc-bc40-da8710d5bcd1 HTTP/1.1" status: 200 len: 824 time: 0.1959975 Sep 16 04:34:06.209532 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-48e50b80-c270-4786-be90-c9efca40c4a3 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/quotas/c825b36882e046828461df6da4ad928b HTTP/1.1" status: 200 len: 375 time: 0.0137231 Sep 16 04:34:06.224845 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-5c930edc-8341-4e24-8639-4d71337b0403 None None] Provisioning complete for port 7c2f8bb5-987d-426b-af86-98608e46695a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:06.225231 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5c930edc-8341-4e24-8639-4d71337b0403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:06.386589 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-cdae35cf-af89-401d-a4fd-fe3a1e030577 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c825b36882e046828461df6da4ad928b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1488810 Sep 16 04:34:06.394789 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device cc197736-9be8-48fb-bc76-9a2f23192c3e up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:34:06.432337 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-5c930edc-8341-4e24-8639-4d71337b0403 None None] Port 7c2f8bb5-987d-426b-af86-98608e46695a cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:34:06.506761 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8b7dedd8-2f18-42b5-8c7d-22d427db5420 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:06.507740 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-71fee3ea-132d-4f57-8e26-693833aa172c service neutron] 10.222.0.35 "GET /v2.0/networks/e9f42f79-8e36-46bc-bc40-da8710d5bcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951512 Sep 16 04:34:06.508396 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port cc197736-9be8-48fb-bc76-9a2f23192c3e triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:06.508805 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:06.514623 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8b7dedd8-2f18-42b5-8c7d-22d427db5420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:06.599544 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ab97b-6691-4e84-8bf1-d027556ba396 None None] Pushing event updated for resources: {'Port': ['ID=91e4d460-9026-4e26-a38e-49623ad6dfeb,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:06.674064 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-8b7dedd8-2f18-42b5-8c7d-22d427db5420 None None] Attempting to bind port 91e4d460-9026-4e26-a38e-49623ad6dfeb on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:34:06.679137 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-8b7dedd8-2f18-42b5-8c7d-22d427db5420 None None] Attempting to bind port 91e4d460-9026-4e26-a38e-49623ad6dfeb by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'd1fd56d2-3201-4bbb-9ac4-587b0596a9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:34:06.679572 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7dedd8-2f18-42b5-8c7d-22d427db5420 None None] Attempting to bind port 91e4d460-9026-4e26-a38e-49623ad6dfeb on network e2175c6d-f628-4258-9c46-e305aad09aca {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:06.707123 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-5cdb3d1e-bc7e-4b70-8e5a-5eab9eb663ca service neutron] 10.222.0.35 "GET /v2.0/networks/e9f42f79-8e36-46bc-bc40-da8710d5bcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899424 Sep 16 04:34:06.712106 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7dedd8-2f18-42b5-8c7d-22d427db5420 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:34:06.712869 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7dedd8-2f18-42b5-8c7d-22d427db5420 None None] Checking segment: {'id': 'd1fd56d2-3201-4bbb-9ac4-587b0596a9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:06.713465 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8b7dedd8-2f18-42b5-8c7d-22d427db5420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:06.714155 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7dedd8-2f18-42b5-8c7d-22d427db5420 None None] Bound using segment: {'id': 'd1fd56d2-3201-4bbb-9ac4-587b0596a9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:34:06.715236 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-8b7dedd8-2f18-42b5-8c7d-22d427db5420 None None] Bound port: 91e4d460-9026-4e26-a38e-49623ad6dfeb, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1fd56d2-3201-4bbb-9ac4-587b0596a9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:34:06.715943 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8b7dedd8-2f18-42b5-8c7d-22d427db5420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:06.809712 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-8b7dedd8-2f18-42b5-8c7d-22d427db5420 None None] For port 91e4d460-9026-4e26-a38e-49623ad6dfeb, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:34:06.815426 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-8b7dedd8-2f18-42b5-8c7d-22d427db5420 None None] For port 91e4d460-9026-4e26-a38e-49623ad6dfeb, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=91e4d460-9026-4e26-a38e-49623ad6dfeb,segment=NetworkSegment(d1fd56d2-3201-4bbb-9ac4-587b0596a9f4),segment_id=d1fd56d2-3201-4bbb-9ac4-587b0596a9f4)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:34:06.818123 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-9fbbff94-f9a8-4c8e-a7d7-a8b0eb864bcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c2f8bb5-987d-426b-af86-98608e46695a {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:34:06.825431 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8b7dedd8-2f18-42b5-8c7d-22d427db5420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:06.828446 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-9fbbff94-f9a8-4c8e-a7d7-a8b0eb864bcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:06.843694 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-9fbbff94-f9a8-4c8e-a7d7-a8b0eb864bcc service neutron] Transition to ACTIVE for port object 7c2f8bb5-987d-426b-af86-98608e46695a will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:34:06.850249 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-9fbbff94-f9a8-4c8e-a7d7-a8b0eb864bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:06.894976 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7dedd8-2f18-42b5-8c7d-22d427db5420 None None] Routers {'48137eb6-1145-4fbe-8b3d-5b24d0910aff'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:34:06.895725 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-8b7dedd8-2f18-42b5-8c7d-22d427db5420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:33:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['48137eb6-1145-4fbe-8b3d-5b24d0910aff'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:06.964925 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ab97b-6691-4e84-8bf1-d027556ba396 None None] Pushing event updated for resources: {'Port': ['ID=91e4d460-9026-4e26-a38e-49623ad6dfeb,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:06.985606 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbbff94-f9a8-4c8e-a7d7-a8b0eb864bcc service neutron] Pushing event updated for resources: {'Port': ['ID=7c2f8bb5-987d-426b-af86-98608e46695a,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:06.993238 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-5672cc71-d3ee-49b2-9d86-b93bba05a187 None None] Provisioning complete for port 91e4d460-9026-4e26-a38e-49623ad6dfeb triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:06.993619 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5672cc71-d3ee-49b2-9d86-b93bba05a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:07.005095 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-9fbbff94-f9a8-4c8e-a7d7-a8b0eb864bcc service neutron] Attempting to bind port 7c2f8bb5-987d-426b-af86-98608e46695a on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:34:07.005538 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-9fbbff94-f9a8-4c8e-a7d7-a8b0eb864bcc service neutron] Attempting to bind port 7c2f8bb5-987d-426b-af86-98608e46695a by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': 'd1fd56d2-3201-4bbb-9ac4-587b0596a9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:34:07.005970 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-9fbbff94-f9a8-4c8e-a7d7-a8b0eb864bcc service neutron] Attempting to bind port 7c2f8bb5-987d-426b-af86-98608e46695a on network e2175c6d-f628-4258-9c46-e305aad09aca {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:07.011579 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-9fbbff94-f9a8-4c8e-a7d7-a8b0eb864bcc service neutron] Port 7c2f8bb5-987d-426b-af86-98608e46695a on network e2175c6d-f628-4258-9c46-e305aad09aca not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:34:07.012138 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-9fbbff94-f9a8-4c8e-a7d7-a8b0eb864bcc service neutron] Attempting to bind port 7c2f8bb5-987d-426b-af86-98608e46695a on network e2175c6d-f628-4258-9c46-e305aad09aca {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:07.018454 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-9fbbff94-f9a8-4c8e-a7d7-a8b0eb864bcc service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:34:07.018958 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-9fbbff94-f9a8-4c8e-a7d7-a8b0eb864bcc service neutron] Checking segment: {'id': 'd1fd56d2-3201-4bbb-9ac4-587b0596a9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:07.019435 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-9fbbff94-f9a8-4c8e-a7d7-a8b0eb864bcc service neutron] Bound using segment: {'id': 'd1fd56d2-3201-4bbb-9ac4-587b0596a9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:34:07.019979 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-9fbbff94-f9a8-4c8e-a7d7-a8b0eb864bcc service neutron] Bound port: 7c2f8bb5-987d-426b-af86-98608e46695a, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1fd56d2-3201-4bbb-9ac4-587b0596a9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:34:07.020447 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-9fbbff94-f9a8-4c8e-a7d7-a8b0eb864bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:07.099860 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-8b7dedd8-2f18-42b5-8c7d-22d427db5420 None None] Set router 48137eb6-1145-4fbe-8b3d-5b24d0910aff gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:34:07.124958 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-9fbbff94-f9a8-4c8e-a7d7-a8b0eb864bcc service neutron] For port 7c2f8bb5-987d-426b-af86-98608e46695a, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:34:07.127775 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-9fbbff94-f9a8-4c8e-a7d7-a8b0eb864bcc service neutron] For port 7c2f8bb5-987d-426b-af86-98608e46695a, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=7c2f8bb5-987d-426b-af86-98608e46695a,segment=NetworkSegment(d1fd56d2-3201-4bbb-9ac4-587b0596a9f4),segment_id=d1fd56d2-3201-4bbb-9ac4-587b0596a9f4)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:34:07.134970 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-9fbbff94-f9a8-4c8e-a7d7-a8b0eb864bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:07.205304 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbbff94-f9a8-4c8e-a7d7-a8b0eb864bcc service neutron] Pushing event updated for resources: {'Port': ['ID=7c2f8bb5-987d-426b-af86-98608e46695a,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:07.215980 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-9fbbff94-f9a8-4c8e-a7d7-a8b0eb864bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:07.216671 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-9fbbff94-f9a8-4c8e-a7d7-a8b0eb864bcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:07.218320 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-9fbbff94-f9a8-4c8e-a7d7-a8b0eb864bcc service neutron] 10.222.0.48 "PUT /v2.0/ports/7c2f8bb5-987d-426b-af86-98608e46695a HTTP/1.1" status: 200 len: 1092 time: 1.1945002 Sep 16 04:34:07.218826 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bac08d2-82e4-434d-bdc3-04df82ee24ae', 'tag': '7c2f8bb5-987d-426b-af86-98608e46695a'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:07.221247 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488aed7f-6df2-48c0-a51b-dd7a71df644e" -d '{"events": [{"name": "network-changed", "server_uuid": "6bac08d2-82e4-434d-bdc3-04df82ee24ae", "tag": "7c2f8bb5-987d-426b-af86-98608e46695a"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:07.327440 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50552) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:07.347829 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5672cc71-d3ee-49b2-9d86-b93bba05a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:07.453498 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-6bc73926-7ac8-444d-9562-5d41fb1c84f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:07.455308 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-6bc73926-7ac8-444d-9562-5d41fb1c84f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ef44933ab8749a58afa3e84429cb3db&device_id=6bac08d2-82e4-434d-bdc3-04df82ee24ae HTTP/1.1" status: 200 len: 1095 time: 0.1465061 Sep 16 04:34:07.479390 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f132cc-e4ba-48b4-ab34-bd5f05fa2ceb req-083e0ba0-8725-40a0-9dd9-d04d1437c7f5 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:07.488587 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-28f132cc-e4ba-48b4-ab34-bd5f05fa2ceb req-083e0ba0-8725-40a0-9dd9-d04d1437c7f5 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d134106-a3c1-43c4-8d8f-484594db96ca HTTP/1.1" status: 200 len: 950 time: 0.1154160 Sep 16 04:34:07.509309 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-5672cc71-d3ee-49b2-9d86-b93bba05a187 None None] For port 91e4d460-9026-4e26-a38e-49623ad6dfeb, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=91e4d460-9026-4e26-a38e-49623ad6dfeb,segment=NetworkSegment(d1fd56d2-3201-4bbb-9ac4-587b0596a9f4),segment_id=d1fd56d2-3201-4bbb-9ac4-587b0596a9f4)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:07.529166 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5672cc71-d3ee-49b2-9d86-b93bba05a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:07.529369 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-a786b987-d196-4bc3-992c-c38c37ad1956 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:34:07.530461 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-a786b987-d196-4bc3-992c-c38c37ad1956 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2016618 Sep 16 04:34:07.581301 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-4a0cc391-f1bf-48ab-bda8-a8e6de4cedc4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c2f8bb5-987d-426b-af86-98608e46695a HTTP/1.1" status: 200 len: 217 time: 0.0799410 Sep 16 04:34:07.597591 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-8b7dedd8-2f18-42b5-8c7d-22d427db5420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'name': 'tempest-FloatingIPsAssociationTestJSON-761747003-router', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:51Z', 'updated_at': '2021-09-16T04:33:56Z', 'revision_number': 4, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'gw_port': {'id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:52Z', 'updated_at': '2021-09-16T04:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '91e4d460-9026-4e26-a38e-49623ad6dfeb', 'name': '', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'mac_address': 'fa:16:3e:56:76:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:55Z', 'updated_at': '2021-09-16T04:34:06Z', 'revision_number': 4, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'subnets': [{'id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:07.627185 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-ddda58d5-ea03-4c02-81b5-ecaddbd77cfc tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:07.648315 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7dedd8-2f18-42b5-8c7d-22d427db5420 None None] The sync data for ids ['48137eb6-1145-4fbe-8b3d-5b24d0910aff'] in n-d-712139-15 is: [{'id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'name': 'tempest-FloatingIPsAssociationTestJSON-761747003-router', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:51Z', 'updated_at': '2021-09-16T04:33:56Z', 'revision_number': 4, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'gw_port': {'id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:52Z', 'updated_at': '2021-09-16T04:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '91e4d460-9026-4e26-a38e-49623ad6dfeb', 'name': '', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'mac_address': 'fa:16:3e:56:76:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:55Z', 'updated_at': '2021-09-16T04:34:06Z', 'revision_number': 4, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'subnets': [{'id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:34:07.657520 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672cc71-d3ee-49b2-9d86-b93bba05a187 None None] Pushing event updated for resources: {'Port': ['ID=91e4d460-9026-4e26-a38e-49623ad6dfeb,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:07.658168 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-ddda58d5-ea03-4c02-81b5-ecaddbd77cfc tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.35 "GET /v2.0/ports/14d4124d-dadd-4cb8-867e-86f0725cb06d HTTP/1.1" status: 200 len: 1117 time: 0.1114600 Sep 16 04:34:07.670416 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-2ba8c059-6c73-4388-ac75-4e7c49fad543 None None] Provisioning complete for port 91e4d460-9026-4e26-a38e-49623ad6dfeb triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:07.670907 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2ba8c059-6c73-4388-ac75-4e7c49fad543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:07.706337 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-28f132cc-e4ba-48b4-ab34-bd5f05fa2ceb req-5fedcfe0-0f87-4a4e-bbc6-741786908ad9 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3489ee2-b734-41c1-9c19-084227c355b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164531 Sep 16 04:34:07.745009 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-17edc0ab-8702-4ec5-ab6b-7980f4a19f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:07.746737 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-17edc0ab-8702-4ec5-ab6b-7980f4a19f8b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15fd69f0-3350-4b2a-ab2a-4c79052ea099 HTTP/1.1" status: 200 len: 859 time: 0.1510170 Sep 16 04:34:07.750158 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50564) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:07.928655 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-68bc5de4-14b9-42b0-b0d3-554b2a663b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:07.930505 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-68bc5de4-14b9-42b0-b0d3-554b2a663b3b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e2175c6d-f628-4258-9c46-e305aad09aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1766620 Sep 16 04:34:07.947638 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-2885d40d-aa5e-458e-8140-615a9601b87f service neutron] Request body: {'binding': {'host': 'n-h2-712139-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:07.948327 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-2885d40d-aa5e-458e-8140-615a9601b87f service neutron] Unknown quota resources ['binding']. {{(pid=94767) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:34:07.974069 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364af5a-18bc-4683-bb50-7827850f9e22 req-c2b6de0e-1b41-44d9-9078-e478cd06ab9e tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:07.975986 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b364af5a-18bc-4683-bb50-7827850f9e22 req-c2b6de0e-1b41-44d9-9078-e478cd06ab9e tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 946 time: 0.1376956 Sep 16 04:34:08.023530 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ae415302-4296-499b-980d-fc3bc510ddc4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fee65f1f93864ed097075c4c77b81684&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2721791 Sep 16 04:34:08.026474 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50570) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:08.110119 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b364af5a-18bc-4683-bb50-7827850f9e22 req-f0dbe651-2117-4862-9099-562a24183e8d tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221950 Sep 16 04:34:08.113915 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-3b072d39-0181-4098-b40b-48f1077b3fbc service neutron] 10.222.0.48 "GET /v2.0/networks/e2175c6d-f628-4258-9c46-e305aad09aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732783 Sep 16 04:34:08.183207 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4c026fce-c52a-423a-aed8-501883c09e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:08.232292 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4c026fce-c52a-423a-aed8-501883c09e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:08.268388 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-20100fce-d81c-4600-bfa0-64dd5499e6b8 req-4d48893d-6f51-4710-8c62-b4f521301319 service neutron] 10.222.0.48 "GET /v2.0/networks/e2175c6d-f628-4258-9c46-e305aad09aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470592 Sep 16 04:34:08.282351 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d07c3-cf92-4340-9e76-44353a9134be req-d160cbf3-1144-4cfa-912e-a393fc664b3b tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:08.283999 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-815d07c3-cf92-4340-9e76-44353a9134be req-d160cbf3-1144-4cfa-912e-a393fc664b3b tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bac08d2-82e4-434d-bdc3-04df82ee24ae HTTP/1.1" status: 200 len: 943 time: 0.0838106 Sep 16 04:34:08.288934 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-2885d40d-aa5e-458e-8140-615a9601b87f service neutron] Attempting to bind port 14d4124d-dadd-4cb8-867e-86f0725cb06d on host n-h2-712139-15 for vnic_type normal with profile None {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:34:08.288934 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-2885d40d-aa5e-458e-8140-615a9601b87f service neutron] Attempting to bind port 14d4124d-dadd-4cb8-867e-86f0725cb06d by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:34:08.289267 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-2885d40d-aa5e-458e-8140-615a9601b87f service neutron] Attempting to bind port 14d4124d-dadd-4cb8-867e-86f0725cb06d on network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:08.317448 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-2885d40d-aa5e-458e-8140-615a9601b87f service neutron] Port 14d4124d-dadd-4cb8-867e-86f0725cb06d on network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:34:08.319252 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-2885d40d-aa5e-458e-8140-615a9601b87f service neutron] Attempting to bind port 14d4124d-dadd-4cb8-867e-86f0725cb06d on network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:08.329097 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-2885d40d-aa5e-458e-8140-615a9601b87f service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:34:08.330345 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-2885d40d-aa5e-458e-8140-615a9601b87f service neutron] Checking segment: {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:08.330984 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-2885d40d-aa5e-458e-8140-615a9601b87f service neutron] Bound using segment: {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:34:08.331803 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-2885d40d-aa5e-458e-8140-615a9601b87f service neutron] Bound port: 14d4124d-dadd-4cb8-867e-86f0725cb06d, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:34:08.345601 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-815d07c3-cf92-4340-9e76-44353a9134be req-0618f430-8efd-4308-b4fa-c1ebbad04254 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac515c67-c2ef-4127-83f3-661bcf14d7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459256 Sep 16 04:34:08.392262 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4c026fce-c52a-423a-aed8-501883c09e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:08.394810 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4c026fce-c52a-423a-aed8-501883c09e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:08.396127 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4c026fce-c52a-423a-aed8-501883c09e9b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5d0b5919-20a9-442a-99e5-a25152295bb3 HTTP/1.1" status: 204 len: 168 time: 0.3685408 Sep 16 04:34:08.428125 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 91e4d460-9026-4e26-a38e-49623ad6dfeb up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:34:08.441012 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c026fce-c52a-423a-aed8-501883c09e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0b5919-20a9-442a-99e5-a25152295bb3,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:08.465074 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d3acfd7a-083b-4f18-b856-865f431cd338 req-86ae54a7-8938-482b-9a7d-2be683a3288a tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/ports?device_id=692b29d6-0cdc-47f6-8541-2322ad5bc7b8 HTTP/1.1" status: 200 len: 210 time: 0.0361371 Sep 16 04:34:08.487166 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-2885d40d-aa5e-458e-8140-615a9601b87f service neutron] For port 14d4124d-dadd-4cb8-867e-86f0725cb06d, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=14d4124d-dadd-4cb8-867e-86f0725cb06d,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:34:08.495463 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-2885d40d-aa5e-458e-8140-615a9601b87f service neutron] Notify callbacks [] for binding, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:08.515075 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-2885d40d-aa5e-458e-8140-615a9601b87f service neutron] 10.222.0.35 "POST /v2.0/ports/14d4124d-dadd-4cb8-867e-86f0725cb06d/bindings HTTP/1.1" status: 201 len: 390 time: 0.6343756 Sep 16 04:34:08.542970 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 91e4d460-9026-4e26-a38e-49623ad6dfeb triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:08.543727 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:08.557650 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939dd1fb-fd83-423b-9af5-515440b3a151 x-openstack-request-id: req-939dd1fb-fd83-423b-9af5-515440b3a151 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:08.558137 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bac08d2-82e4-434d-bdc3-04df82ee24ae", "tag": "7c2f8bb5-987d-426b-af86-98608e46695a", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:08.558567 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-939dd1fb-fd83-423b-9af5-515440b3a151 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:08.559116 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bac08d2-82e4-434d-bdc3-04df82ee24ae', 'tag': '7c2f8bb5-987d-426b-af86-98608e46695a', 'status': 'completed', 'code': 200} Sep 16 04:34:08.689078 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488aed7f-6df2-48c0-a51b-dd7a71df644e req-10d18a6a-9d2c-4086-9b66-f87df124de04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:08.690953 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-488aed7f-6df2-48c0-a51b-dd7a71df644e req-10d18a6a-9d2c-4086-9b66-f87df124de04 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ef44933ab8749a58afa3e84429cb3db&device_id=6bac08d2-82e4-434d-bdc3-04df82ee24ae HTTP/1.1" status: 200 len: 1095 time: 0.0780895 Sep 16 04:34:08.756996 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-dd16756b-0af7-45db-803d-5f00c421b2e1 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:08.761762 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-dd16756b-0af7-45db-803d-5f00c421b2e1 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.47 "GET /v2.0/networks?id=e9f42f79-8e36-46bc-bc40-da8710d5bcd1 HTTP/1.1" status: 200 len: 824 time: 0.1778882 Sep 16 04:34:08.826010 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488aed7f-6df2-48c0-a51b-dd7a71df644e req-eae56208-efec-4013-8cad-861726390e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:08.827494 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-488aed7f-6df2-48c0-a51b-dd7a71df644e req-eae56208-efec-4013-8cad-861726390e32 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e2175c6d-f628-4258-9c46-e305aad09aca HTTP/1.1" status: 200 len: 921 time: 0.1269438 Sep 16 04:34:08.851800 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-f8f8d629-a927-4878-a881-46bea478d08a tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c825b36882e046828461df6da4ad928b HTTP/1.1" status: 200 len: 380 time: 0.0743217 Sep 16 04:34:08.874113 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-87c9805b-c41c-41ca-9b5f-e466e84df05c tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Request body: {'port': {'device_id': '692b29d6-0cdc-47f6-8541-2322ad5bc7b8', 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1', 'admin_state_up': True, 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'security_groups': ['e23ca340-41c8-45f7-b140-8caa69c3a817']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:08.880515 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-488aed7f-6df2-48c0-a51b-dd7a71df644e req-15908035-a527-4cf3-a220-5306d14d96e8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c2f8bb5-987d-426b-af86-98608e46695a HTTP/1.1" status: 200 len: 217 time: 0.0451326 Sep 16 04:34:08.964840 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50590) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:09.012317 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488aed7f-6df2-48c0-a51b-dd7a71df644e req-ad69012f-fb28-49c3-aa2b-bb00a2c71eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:09.014317 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-488aed7f-6df2-48c0-a51b-dd7a71df644e req-ad69012f-fb28-49c3-aa2b-bb00a2c71eee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15fd69f0-3350-4b2a-ab2a-4c79052ea099 HTTP/1.1" status: 200 len: 859 time: 0.1166661 Sep 16 04:34:09.069058 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-521c9a94-5c96-412c-a428-51585816590f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:09.074156 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-521c9a94-5c96-412c-a428-51585816590f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8fb595dbe0d3452481d7faf275f28d7b&device_id=f0e1355b-fba8-441d-a599-d37b56554155 HTTP/1.1" status: 200 len: 1120 time: 0.0872047 Sep 16 04:34:09.101904 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5e07cfc3-14e7-49f2-9ac6-d81416307214 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=327dda646973453784ff76b768199d8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1321726 Sep 16 04:34:09.106658 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50596) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:09.116447 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488aed7f-6df2-48c0-a51b-dd7a71df644e req-27157c87-6b6a-4719-bd3a-1b2d6ef456e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:09.118012 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-488aed7f-6df2-48c0-a51b-dd7a71df644e req-27157c87-6b6a-4719-bd3a-1b2d6ef456e1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e2175c6d-f628-4258-9c46-e305aad09aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954227 Sep 16 04:34:09.195320 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-87c9805b-c41c-41ca-9b5f-e466e84df05c tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Made reservation on behalf of c825b36882e046828461df6da4ad928b for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:34:09.199588 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-87c9805b-c41c-41ca-9b5f-e466e84df05c tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:09.226469 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-43fe0adc-d710-4409-9f77-712d5f25342a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:09.245396 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-2820d38b-3b70-436d-ba05-f41e9ccff32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:09.246946 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-2820d38b-3b70-436d-ba05-f41e9ccff32f service neutron] 10.222.0.48 "GET /v2.0/networks?id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 HTTP/1.1" status: 200 len: 909 time: 0.1656373 Sep 16 04:34:09.260436 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-488aed7f-6df2-48c0-a51b-dd7a71df644e req-4ba39c59-caba-4a80-b379-5268676e3f06 service neutron] 10.222.0.48 "GET /v2.0/networks/e2175c6d-f628-4258-9c46-e305aad09aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340573 Sep 16 04:34:09.261659 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f992c5-4969-4b78-871c-1a2ef2a3790f req-1b579b5f-8e18-4fde-8b9f-beb8cde79e1d tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:09.262233 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-43fe0adc-d710-4409-9f77-712d5f25342a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:09.263130 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-74f992c5-4969-4b78-871c-1a2ef2a3790f req-1b579b5f-8e18-4fde-8b9f-beb8cde79e1d tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0e1355b-fba8-441d-a599-d37b56554155 HTTP/1.1" status: 200 len: 968 time: 0.1070712 Sep 16 04:34:09.349794 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-2137c0b0-4f04-41cf-b096-0020c4bf3fc0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14d4124d-dadd-4cb8-867e-86f0725cb06d HTTP/1.1" status: 200 len: 217 time: 0.0590539 Sep 16 04:34:09.405124 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953cba24-8eee-4a72-abf9-b51f467cd654 req-00732401-5801-41fe-a0fe-8f91233f9ccf tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:09.406663 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-953cba24-8eee-4a72-abf9-b51f467cd654 req-00732401-5801-41fe-a0fe-8f91233f9ccf tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 1098 time: 0.1125681 Sep 16 04:34:09.425411 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-488aed7f-6df2-48c0-a51b-dd7a71df644e req-f93a8acf-3c3e-4f28-9674-be5e3cf29fd9 service neutron] 10.222.0.48 "GET /v2.0/networks/e2175c6d-f628-4258-9c46-e305aad09aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564183 Sep 16 04:34:09.432166 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-43fe0adc-d710-4409-9f77-712d5f25342a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:09.433447 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-74f992c5-4969-4b78-871c-1a2ef2a3790f req-febb4fdf-e7a8-4f72-8662-feb0e2c9a6c7 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388578 Sep 16 04:34:09.434936 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-43fe0adc-d710-4409-9f77-712d5f25342a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:09.436260 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-43fe0adc-d710-4409-9f77-712d5f25342a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e5b358ac-c1aa-419a-91d0-f901c3087162 HTTP/1.1" status: 204 len: 168 time: 0.3286896 Sep 16 04:34:09.448803 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe0adc-d710-4409-9f77-712d5f25342a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b358ac-c1aa-419a-91d0-f901c3087162,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:09.465975 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-87c9805b-c41c-41ca-9b5f-e466e84df05c tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Allocated IP 172.20.0.5 (e9f42f79-8e36-46bc-bc40-da8710d5bcd1/23b8b65a-e16c-4539-8285-b42101b78979/d480d1cc-3f20-4c26-b54e-3b847879220a) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:34:09.480642 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-953cba24-8eee-4a72-abf9-b51f467cd654 req-2056ab76-558a-46c4-9ff6-6997debd955d tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667291 Sep 16 04:34:09.503839 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-0680946d-42b7-42d1-a3b8-ca462b4809f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:09.505465 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-0680946d-42b7-42d1-a3b8-ca462b4809f0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=43280570-672b-4326-ad6d-76a55cd52f58 HTTP/1.1" status: 200 len: 848 time: 0.1431894 Sep 16 04:34:09.550175 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-2278f86f-a2f5-461c-8800-1e75f28d04fa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360787 Sep 16 04:34:09.691083 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e437c2-b632-43ce-888d-55a260c4ee43 req-4d8c383b-995f-4dda-ad83-f10073d3bbdd tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:09.692874 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a4e437c2-b632-43ce-888d-55a260c4ee43 req-4d8c383b-995f-4dda-ad83-f10073d3bbdd tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bac08d2-82e4-434d-bdc3-04df82ee24ae HTTP/1.1" status: 200 len: 943 time: 0.0606387 Sep 16 04:34:09.741463 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a4e437c2-b632-43ce-888d-55a260c4ee43 req-ba50dc15-47a2-4fde-9b60-726b44eb8d65 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac515c67-c2ef-4127-83f3-661bcf14d7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409756 Sep 16 04:34:09.851249 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f81976e9-024b-4a54-99f2-8ce289e60767 req-fbf86ed5-874c-422c-88b1-4cc9f7095923 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/ports?device_id=692b29d6-0cdc-47f6-8541-2322ad5bc7b8 HTTP/1.1" status: 200 len: 210 time: 0.0397692 Sep 16 04:34:09.939779 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-18c2a54e-d4c8-430d-ac2c-fe6be17cdfa6 service neutron] 10.222.0.48 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792813 Sep 16 04:34:09.949649 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac6319-e3c8-444f-9677-86fe1f23633d req-3cba04a8-4753-4fc2-84a7-c7b90159009c tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:09.951135 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ebac6319-e3c8-444f-9677-86fe1f23633d req-3cba04a8-4753-4fc2-84a7-c7b90159009c tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d134106-a3c1-43c4-8d8f-484594db96ca HTTP/1.1" status: 200 len: 950 time: 0.3214340 Sep 16 04:34:09.955230 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-87c9805b-c41c-41ca-9b5f-e466e84df05c tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:09.992501 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce716979-1e8d-46b0-a3c3-f66b0eafd1c9 req-83558309-8ba0-4088-abef-9bc9bbcb0322 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:09.994211 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ce716979-1e8d-46b0-a3c3-f66b0eafd1c9 req-83558309-8ba0-4088-abef-9bc9bbcb0322 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 1098 time: 0.0432601 Sep 16 04:34:10.027061 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7a31ae88-46b7-46f2-acaa-d1d5dc0bca9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:10.038340 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ce716979-1e8d-46b0-a3c3-f66b0eafd1c9 req-7808c03b-b92e-4fa4-ad07-e1c4a2146616 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375588 Sep 16 04:34:10.069126 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ebac6319-e3c8-444f-9677-86fe1f23633d req-f7abfcd7-736e-4cb3-b9e1-b79c1b058eb7 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3489ee2-b734-41c1-9c19-084227c355b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064453 Sep 16 04:34:10.091231 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-fa00eb0f-fb41-4c8c-b6ff-f720372cfe6c service neutron] 10.222.0.48 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391387 Sep 16 04:34:10.105578 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-87c9805b-c41c-41ca-9b5f-e466e84df05c tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:10.142871 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-87c9805b-c41c-41ca-9b5f-e466e84df05c tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Network e9f42f79-8e36-46bc-bc40-da8710d5bcd1 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:34:10.146293 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-87c9805b-c41c-41ca-9b5f-e466e84df05c tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:34:10.153043 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-87c9805b-c41c-41ca-9b5f-e466e84df05c tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:34:10.158647 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-87c9805b-c41c-41ca-9b5f-e466e84df05c tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:10.159280 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-87c9805b-c41c-41ca-9b5f-e466e84df05c tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:10.168372 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c9805b-c41c-41ca-9b5f-e466e84df05c tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Pushing event updated for resources: {'Port': ['ID=d480d1cc-3f20-4c26-b54e-3b847879220a,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:10.182812 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-87c9805b-c41c-41ca-9b5f-e466e84df05c tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3136399 Sep 16 04:34:10.203383 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-04e3da17-04e8-43ad-bf58-97bfaf03a12e service neutron] Request body: {'port': {'device_id': '692b29d6-0cdc-47f6-8541-2322ad5bc7b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:10.466898 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-04e3da17-04e8-43ad-bf58-97bfaf03a12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:10.517098 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-1ca38d1b-a335-4821-9c2f-bc134a4ab78e tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=3bdea1c6394f4daebbe1fb4a9b6973e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0705545 Sep 16 04:34:10.543164 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-7d75b8e1-8bb5-49dd-a06d-d39e4874546e tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:10.544720 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-7d75b8e1-8bb5-49dd-a06d-d39e4874546e tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f0e1355b-fba8-441d-a599-d37b56554155&tenant_id=8fb595dbe0d3452481d7faf275f28d7b&binding%3Ahost_id=n-h1-712139-15 HTTP/1.1" status: 200 len: 1120 time: 0.2104406 Sep 16 04:34:10.579671 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-8bacfce6-3012-46bc-8756-d2b27ee5a3cb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712139-15'}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:10.609055 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50664) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:10.618086 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-64c45fd6-cdd7-4876-bacc-af99a8a6aa8f None None] Provisioning complete for port d480d1cc-3f20-4c26-b54e-3b847879220a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:10.621897 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-64c45fd6-cdd7-4876-bacc-af99a8a6aa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:10.651544 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-c5b12213-835a-4d9d-99e4-846fd4c6e549 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:10.657696 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-c5b12213-835a-4d9d-99e4-846fd4c6e549 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1365604 Sep 16 04:34:10.664962 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-64c45fd6-cdd7-4876-bacc-af99a8a6aa8f None None] Port d480d1cc-3f20-4c26-b54e-3b847879220a cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:34:10.686696 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-89dc634f-9d64-4d5d-b1eb-112937f61f63 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/quotas/3bdea1c6394f4daebbe1fb4a9b6973e7 HTTP/1.1" status: 200 len: 375 time: 0.0184648 Sep 16 04:34:10.756550 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-8bacfce6-3012-46bc-8756-d2b27ee5a3cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:10.758746 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-4847aa95-6846-44a2-a39b-fde8760371a5 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3bdea1c6394f4daebbe1fb4a9b6973e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0707474 Sep 16 04:34:10.862550 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-89155f93-7ce6-47dc-813c-bede94199abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:11.009094 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-8bacfce6-3012-46bc-8756-d2b27ee5a3cb service neutron] For port 14d4124d-dadd-4cb8-867e-86f0725cb06d, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=14d4124d-dadd-4cb8-867e-86f0725cb06d,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:11.127211 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-04e3da17-04e8-43ad-bf58-97bfaf03a12e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d480d1cc-3f20-4c26-b54e-3b847879220a {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:34:11.139460 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-04e3da17-04e8-43ad-bf58-97bfaf03a12e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:11.145026 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-8bacfce6-3012-46bc-8756-d2b27ee5a3cb service neutron] For port 14d4124d-dadd-4cb8-867e-86f0725cb06d, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:34:11.178211 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-04e3da17-04e8-43ad-bf58-97bfaf03a12e service neutron] Transition to ACTIVE for port object d480d1cc-3f20-4c26-b54e-3b847879220a will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:34:11.206854 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-8bacfce6-3012-46bc-8756-d2b27ee5a3cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:11.210655 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e1355b-fba8-441d-a599-d37b56554155', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14d4124d-dadd-4cb8-867e-86f0725cb06d'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:11.213760 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cd0167-b770-4b67-b3cf-a2e9c8867255" -d '{"events": [{"server_uuid": "f0e1355b-fba8-441d-a599-d37b56554155", "name": "network-vif-unplugged", "status": "completed", "tag": "14d4124d-dadd-4cb8-867e-86f0725cb06d"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:11.217428 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-04e3da17-04e8-43ad-bf58-97bfaf03a12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:11.252124 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-8bacfce6-3012-46bc-8756-d2b27ee5a3cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:11.294335 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:11.311024 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99d251-b310-40d6-b836-bf2679dc4de0 req-c7fe2d95-e0d5-47a1-8faa-64153d98d5e1 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:11.315432 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3da17-04e8-43ad-bf58-97bfaf03a12e service neutron] Pushing event updated for resources: {'Port': ['ID=d480d1cc-3f20-4c26-b54e-3b847879220a,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:11.319794 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ec99d251-b310-40d6-b836-bf2679dc4de0 req-c7fe2d95-e0d5-47a1-8faa-64153d98d5e1 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0e1355b-fba8-441d-a599-d37b56554155 HTTP/1.1" status: 200 len: 968 time: 0.1210780 Sep 16 04:34:11.460059 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-8bacfce6-3012-46bc-8756-d2b27ee5a3cb service neutron] Attempting to bind port 14d4124d-dadd-4cb8-867e-86f0725cb06d on host n-h1-712139-15 for vnic_type normal with profile {"migrating_to": "n-h2-712139-15"} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:34:11.460524 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-8bacfce6-3012-46bc-8756-d2b27ee5a3cb service neutron] Attempting to bind port 14d4124d-dadd-4cb8-867e-86f0725cb06d by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:34:11.461119 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-8bacfce6-3012-46bc-8756-d2b27ee5a3cb service neutron] Attempting to bind port 14d4124d-dadd-4cb8-867e-86f0725cb06d on network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:11.474772 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-8bacfce6-3012-46bc-8756-d2b27ee5a3cb service neutron] Port 14d4124d-dadd-4cb8-867e-86f0725cb06d on network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:34:11.474772 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-8bacfce6-3012-46bc-8756-d2b27ee5a3cb service neutron] Attempting to bind port 14d4124d-dadd-4cb8-867e-86f0725cb06d on network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:11.486766 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ec99d251-b310-40d6-b836-bf2679dc4de0 req-87747179-2f12-4efe-a1fe-83e155435c21 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660604 Sep 16 04:34:11.501904 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-8bacfce6-3012-46bc-8756-d2b27ee5a3cb service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:34:11.502638 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-8bacfce6-3012-46bc-8756-d2b27ee5a3cb service neutron] Checking segment: {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:11.503230 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-8bacfce6-3012-46bc-8756-d2b27ee5a3cb service neutron] Bound using segment: {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:34:11.503870 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-8bacfce6-3012-46bc-8756-d2b27ee5a3cb service neutron] Bound port: 14d4124d-dadd-4cb8-867e-86f0725cb06d, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:34:11.504459 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-8bacfce6-3012-46bc-8756-d2b27ee5a3cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:11.538165 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-04e3da17-04e8-43ad-bf58-97bfaf03a12e service neutron] Attempting to bind port d480d1cc-3f20-4c26-b54e-3b847879220a on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:34:11.538924 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-04e3da17-04e8-43ad-bf58-97bfaf03a12e service neutron] Attempting to bind port d480d1cc-3f20-4c26-b54e-3b847879220a by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '33201044-0eb1-4004-bde7-dd5bec0a4ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:34:11.539481 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-04e3da17-04e8-43ad-bf58-97bfaf03a12e service neutron] Attempting to bind port d480d1cc-3f20-4c26-b54e-3b847879220a on network e9f42f79-8e36-46bc-bc40-da8710d5bcd1 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:11.551868 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-04e3da17-04e8-43ad-bf58-97bfaf03a12e service neutron] Port d480d1cc-3f20-4c26-b54e-3b847879220a on network e9f42f79-8e36-46bc-bc40-da8710d5bcd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:34:11.552444 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-04e3da17-04e8-43ad-bf58-97bfaf03a12e service neutron] Attempting to bind port d480d1cc-3f20-4c26-b54e-3b847879220a on network e9f42f79-8e36-46bc-bc40-da8710d5bcd1 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:11.565049 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-04e3da17-04e8-43ad-bf58-97bfaf03a12e service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:34:11.565753 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-04e3da17-04e8-43ad-bf58-97bfaf03a12e service neutron] Checking segment: {'id': '33201044-0eb1-4004-bde7-dd5bec0a4ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:11.566354 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-04e3da17-04e8-43ad-bf58-97bfaf03a12e service neutron] Bound using segment: {'id': '33201044-0eb1-4004-bde7-dd5bec0a4ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:34:11.568689 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-89155f93-7ce6-47dc-813c-bede94199abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:11.570869 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-04e3da17-04e8-43ad-bf58-97bfaf03a12e service neutron] Bound port: d480d1cc-3f20-4c26-b54e-3b847879220a, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33201044-0eb1-4004-bde7-dd5bec0a4ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:34:11.571475 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-04e3da17-04e8-43ad-bf58-97bfaf03a12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:11.588446 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-89155f93-7ce6-47dc-813c-bede94199abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:11.606781 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacfce6-3012-46bc-8756-d2b27ee5a3cb service neutron] Pushing event updated for resources: {'Port': ['ID=14d4124d-dadd-4cb8-867e-86f0725cb06d,revision_number=7']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:11.686974 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-89155f93-7ce6-47dc-813c-bede94199abd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=34be2a37ce0d499b8177918688acb704&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0773833 Sep 16 04:34:11.692364 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-8bacfce6-3012-46bc-8756-d2b27ee5a3cb service neutron] For port 14d4124d-dadd-4cb8-867e-86f0725cb06d, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:34:11.693375 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50720) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:11.716875 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89155f93-7ce6-47dc-813c-bede94199abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f64bbdd-bf6d-492c-93ff-2e3c59392841,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:11.717248 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-8bacfce6-3012-46bc-8756-d2b27ee5a3cb service neutron] For port 14d4124d-dadd-4cb8-867e-86f0725cb06d, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=14d4124d-dadd-4cb8-867e-86f0725cb06d,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:34:11.735832 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-04e3da17-04e8-43ad-bf58-97bfaf03a12e service neutron] For port d480d1cc-3f20-4c26-b54e-3b847879220a, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:34:11.740700 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-8bacfce6-3012-46bc-8756-d2b27ee5a3cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:11.746487 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-04e3da17-04e8-43ad-bf58-97bfaf03a12e service neutron] For port d480d1cc-3f20-4c26-b54e-3b847879220a, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=d480d1cc-3f20-4c26-b54e-3b847879220a,segment=NetworkSegment(33201044-0eb1-4004-bde7-dd5bec0a4ba0),segment_id=33201044-0eb1-4004-bde7-dd5bec0a4ba0)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:34:11.753576 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54cb554-e201-4805-96ea-1f4b6dd482c6 req-84313ba9-1ce2-480b-9ee9-092efe094c7c tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:11.755357 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e54cb554-e201-4805-96ea-1f4b6dd482c6 req-84313ba9-1ce2-480b-9ee9-092efe094c7c tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bac08d2-82e4-434d-bdc3-04df82ee24ae HTTP/1.1" status: 200 len: 943 time: 0.1215179 Sep 16 04:34:11.763877 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-04e3da17-04e8-43ad-bf58-97bfaf03a12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:11.791885 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-769c4930-ba4f-4f82-8e69-54314b07a996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:11.804282 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-e11cae41-8f74-4db4-bfca-e09229914644 req-51bfc194-8464-4947-8093-a9e60d91e46b tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:34:11.805307 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e11cae41-8f74-4db4-bfca-e09229914644 req-51bfc194-8464-4947-8093-a9e60d91e46b tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106907 Sep 16 04:34:11.823646 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-04e3da17-04e8-43ad-bf58-97bfaf03a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:11.824264 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-04e3da17-04e8-43ad-bf58-97bfaf03a12e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:11.825701 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-04e3da17-04e8-43ad-bf58-97bfaf03a12e service neutron] 10.222.0.47 "PUT /v2.0/ports/d480d1cc-3f20-4c26-b54e-3b847879220a HTTP/1.1" status: 200 len: 1092 time: 1.6271825 Sep 16 04:34:11.859968 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e54cb554-e201-4805-96ea-1f4b6dd482c6 req-756046d0-5420-47ef-888c-cb8c8bc0818c tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac515c67-c2ef-4127-83f3-661bcf14d7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778470 Sep 16 04:34:11.862187 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-769c4930-ba4f-4f82-8e69-54314b07a996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:11.875729 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-8bacfce6-3012-46bc-8756-d2b27ee5a3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:11.876353 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-8bacfce6-3012-46bc-8756-d2b27ee5a3cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:11.877739 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-8bacfce6-3012-46bc-8756-d2b27ee5a3cb service neutron] 10.222.0.48 "PUT /v2.0/ports/14d4124d-dadd-4cb8-867e-86f0725cb06d HTTP/1.1" status: 200 len: 1146 time: 1.3030577 Sep 16 04:34:11.879426 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacfce6-3012-46bc-8756-d2b27ee5a3cb service neutron] Pushing event updated for resources: {'Port': ['ID=14d4124d-dadd-4cb8-867e-86f0725cb06d,revision_number=8']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:11.946771 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cae41-8f74-4db4-bfca-e09229914644 req-9a73d59a-e692-4d80-b8bc-e711f94f0a48 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:11.953143 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e11cae41-8f74-4db4-bfca-e09229914644 req-9a73d59a-e692-4d80-b8bc-e711f94f0a48 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.35 "GET /v2.0/ports/9813e96b-c5a0-418f-9b40-229259148849 HTTP/1.1" status: 200 len: 1095 time: 0.1208899 Sep 16 04:34:11.986697 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-e11cae41-8f74-4db4-bfca-e09229914644 req-9fa81d1a-5116-48aa-97fc-3266548eda45 service neutron] Request body: {'binding': {'host': 'n-h1-712139-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:11.988461 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-e11cae41-8f74-4db4-bfca-e09229914644 req-9fa81d1a-5116-48aa-97fc-3266548eda45 service neutron] Unknown quota resources ['binding']. {{(pid=94767) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:34:12.011338 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['14d4124d-dadd-4cb8-867e-86f0725cb06d'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:34:12.022356 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-769c4930-ba4f-4f82-8e69-54314b07a996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:12.025196 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-769c4930-ba4f-4f82-8e69-54314b07a996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:12.030237 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-769c4930-ba4f-4f82-8e69-54314b07a996 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4f64bbdd-bf6d-492c-93ff-2e3c59392841 HTTP/1.1" status: 204 len: 168 time: 0.3356376 Sep 16 04:34:12.045137 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c4930-ba4f-4f82-8e69-54314b07a996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f64bbdd-bf6d-492c-93ff-2e3c59392841,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:12.066416 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3da17-04e8-43ad-bf58-97bfaf03a12e service neutron] Pushing event updated for resources: {'Port': ['ID=d480d1cc-3f20-4c26-b54e-3b847879220a,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:12.068052 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5ab2a-3e13-4a3e-b40c-40901fceaaff req-9dba8817-f532-4108-8ff6-a04843dbd1ab tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:12.076707 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-73b5ab2a-3e13-4a3e-b40c-40901fceaaff req-9dba8817-f532-4108-8ff6-a04843dbd1ab tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/ports?device_id=692b29d6-0cdc-47f6-8541-2322ad5bc7b8 HTTP/1.1" status: 200 len: 943 time: 0.0964324 Sep 16 04:34:12.077027 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-89a2cdba-5fe9-4b57-a9c8-24356fc0390c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:12.078709 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-89a2cdba-5fe9-4b57-a9c8-24356fc0390c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c825b36882e046828461df6da4ad928b&device_id=692b29d6-0cdc-47f6-8541-2322ad5bc7b8 HTTP/1.1" status: 200 len: 1095 time: 0.1515567 Sep 16 04:34:12.129662 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-73b5ab2a-3e13-4a3e-b40c-40901fceaaff req-1bee269c-3ab6-49f9-b358-29c54ae00053 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/security-groups?id=e23ca340-41c8-45f7-b140-8caa69c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471315 Sep 16 04:34:12.190223 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-78472bd8-98e7-44cc-ba03-c6afa94bd083 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d480d1cc-3f20-4c26-b54e-3b847879220a HTTP/1.1" status: 200 len: 217 time: 0.0785179 Sep 16 04:34:12.266439 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-aa5bc71a-1707-4dcd-9513-f40835b4dda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:12.267902 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-aa5bc71a-1707-4dcd-9513-f40835b4dda7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=23b8b65a-e16c-4539-8285-b42101b78979 HTTP/1.1" status: 200 len: 863 time: 0.0696828 Sep 16 04:34:12.284353 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f400a7f3-177c-479f-a94a-be3d810b8422 req-42edb8ef-c2f3-466b-a03c-ead9a300c8f9 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f3bd4d6-1833-496b-8ebc-9aef05b476cb HTTP/1.1" status: 200 len: 210 time: 0.0519941 Sep 16 04:34:12.293824 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-e11cae41-8f74-4db4-bfca-e09229914644 req-9fa81d1a-5116-48aa-97fc-3266548eda45 service neutron] Attempting to bind port 9813e96b-c5a0-418f-9b40-229259148849 on host n-h1-712139-15 for vnic_type normal with profile None {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:34:12.294273 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-e11cae41-8f74-4db4-bfca-e09229914644 req-9fa81d1a-5116-48aa-97fc-3266548eda45 service neutron] Attempting to bind port 9813e96b-c5a0-418f-9b40-229259148849 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:34:12.294586 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11cae41-8f74-4db4-bfca-e09229914644 req-9fa81d1a-5116-48aa-97fc-3266548eda45 service neutron] Attempting to bind port 9813e96b-c5a0-418f-9b40-229259148849 on network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:12.299856 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11cae41-8f74-4db4-bfca-e09229914644 req-9fa81d1a-5116-48aa-97fc-3266548eda45 service neutron] Port 9813e96b-c5a0-418f-9b40-229259148849 on network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:34:12.300032 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11cae41-8f74-4db4-bfca-e09229914644 req-9fa81d1a-5116-48aa-97fc-3266548eda45 service neutron] Attempting to bind port 9813e96b-c5a0-418f-9b40-229259148849 on network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:12.325798 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11cae41-8f74-4db4-bfca-e09229914644 req-9fa81d1a-5116-48aa-97fc-3266548eda45 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:34:12.326135 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11cae41-8f74-4db4-bfca-e09229914644 req-9fa81d1a-5116-48aa-97fc-3266548eda45 service neutron] Checking segment: {'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:12.326522 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11cae41-8f74-4db4-bfca-e09229914644 req-9fa81d1a-5116-48aa-97fc-3266548eda45 service neutron] Bound using segment: {'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:34:12.326952 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-e11cae41-8f74-4db4-bfca-e09229914644 req-9fa81d1a-5116-48aa-97fc-3266548eda45 service neutron] Bound port: 9813e96b-c5a0-418f-9b40-229259148849, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:34:12.370363 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-9e7205fc-ce09-4c01-8661-d706f0395b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:12.371910 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-9e7205fc-ce09-4c01-8661-d706f0395b78 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e9f42f79-8e36-46bc-bc40-da8710d5bcd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0872283 Sep 16 04:34:12.411826 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-e11cae41-8f74-4db4-bfca-e09229914644 req-9fa81d1a-5116-48aa-97fc-3266548eda45 service neutron] For port 9813e96b-c5a0-418f-9b40-229259148849, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=9813e96b-c5a0-418f-9b40-229259148849,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:34:12.424591 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e11cae41-8f74-4db4-bfca-e09229914644 req-9fa81d1a-5116-48aa-97fc-3266548eda45 service neutron] Notify callbacks [] for binding, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:12.425893 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e11cae41-8f74-4db4-bfca-e09229914644 req-9fa81d1a-5116-48aa-97fc-3266548eda45 service neutron] 10.222.0.35 "POST /v2.0/ports/9813e96b-c5a0-418f-9b40-229259148849/bindings HTTP/1.1" status: 201 len: 390 time: 0.4536641 Sep 16 04:34:12.489951 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-30730d20-c51d-4bb9-8a67-60f9879b3148 service neutron] 10.222.0.47 "GET /v2.0/networks/e9f42f79-8e36-46bc-bc40-da8710d5bcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044471 Sep 16 04:34:12.543383 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5288318-8e11-41bc-b62c-bc2e5f02691b x-openstack-request-id: req-b5288318-8e11-41bc-b62c-bc2e5f02691b {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:12.543672 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e1355b-fba8-441d-a599-d37b56554155", "name": "network-vif-unplugged", "status": "completed", "tag": "14d4124d-dadd-4cb8-867e-86f0725cb06d", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:12.543915 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b5288318-8e11-41bc-b62c-bc2e5f02691b {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:12.544466 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e1355b-fba8-441d-a599-d37b56554155', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14d4124d-dadd-4cb8-867e-86f0725cb06d', 'code': 200} Sep 16 04:34:12.615128 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50734) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:12.622242 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a8cd8cf-b653-45a6-b094-bc4a6daabea4 req-0bc3d09b-60c9-45ee-98c0-66c882127c8a service neutron] 10.222.0.47 "GET /v2.0/networks/e9f42f79-8e36-46bc-bc40-da8710d5bcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235242 Sep 16 04:34:12.634399 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ffda6d8a-b410-422a-8c0c-757972120dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:12.776668 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae7121-b6e1-4f40-bd05-e4f4c3e51d66 req-494f8613-95fb-4dde-a26e-1c81a98b16f9 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:12.778441 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e4ae7121-b6e1-4f40-bd05-e4f4c3e51d66 req-494f8613-95fb-4dde-a26e-1c81a98b16f9 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 946 time: 0.0804248 Sep 16 04:34:12.796985 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ffda6d8a-b410-422a-8c0c-757972120dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:12.809626 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ffda6d8a-b410-422a-8c0c-757972120dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:12.814313 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-c32f6be7-6824-428c-8976-ef5435aeeaa2 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=3bdea1c6394f4daebbe1fb4a9b6973e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426188 Sep 16 04:34:12.908688 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e4ae7121-b6e1-4f40-bd05-e4f4c3e51d66 req-9903a19d-8fb6-416b-9b1a-9ef4ea25df68 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221225 Sep 16 04:34:12.916380 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ffda6d8a-b410-422a-8c0c-757972120dd4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e2db300a4117486c94495ab8a4ab0822&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969694 Sep 16 04:34:12.916380 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda6d8a-b410-422a-8c0c-757972120dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e0e4d3-1d87-48a7-8d52-4ab167135f79,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:12.918670 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50742) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:12.939023 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cae41-8f74-4db4-bfca-e09229914644 req-e988d906-94a4-4efc-9bf9-d2f6f03046c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:12.940549 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e11cae41-8f74-4db4-bfca-e09229914644 req-e988d906-94a4-4efc-9bf9-d2f6f03046c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1db68ab0fc284575894f1608a94e9c14&device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 1098 time: 0.1113720 Sep 16 04:34:12.982901 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-04f2a0bc-d2ab-423c-b103-d8b85f8db5a0 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:12.984689 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-04f2a0bc-d2ab-423c-b103-d8b85f8db5a0 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1596384 Sep 16 04:34:13.037755 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485450e-5328-4c81-96d2-152bbb61c0cf req-f1bac825-b4e9-40c4-9d68-b3a397403f86 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:13.039366 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e485450e-5328-4c81-96d2-152bbb61c0cf req-f1bac825-b4e9-40c4-9d68-b3a397403f86 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0e1355b-fba8-441d-a599-d37b56554155 HTTP/1.1" status: 200 len: 966 time: 0.0537028 Sep 16 04:34:13.043987 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-41f043c8-d939-4af8-964e-967e51c4565f tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Request body: {'port': {'device_id': '3f3bd4d6-1833-496b-8ebc-9aef05b476cb', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'admin_state_up': True, 'tenant_id': '3bdea1c6394f4daebbe1fb4a9b6973e7'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:13.055802 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4361e616-9114-4e01-adc4-cc911aa6cd06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:13.102888 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4361e616-9114-4e01-adc4-cc911aa6cd06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:13.131643 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e485450e-5328-4c81-96d2-152bbb61c0cf req-c061daef-55c5-431f-b8cb-5a374ac10b5e tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838709 Sep 16 04:34:13.141054 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cae41-8f74-4db4-bfca-e09229914644 req-5a0e7f53-8546-4fd6-b04c-b2b2bd1acc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:13.142525 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e11cae41-8f74-4db4-bfca-e09229914644 req-5a0e7f53-8546-4fd6-b04c-b2b2bd1acc0e service neutron] 10.222.0.47 "GET /v2.0/networks?id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588 HTTP/1.1" status: 200 len: 922 time: 0.1912668 Sep 16 04:34:13.152533 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-903502ca-be8f-42d7-90e9-964bc3bf59bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:13.162767 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424d0fa-dd51-46dd-abd6-c05864717d59 req-596a8915-04d0-4022-834c-da9ccf48a7e9 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:13.164346 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1424d0fa-dd51-46dd-abd6-c05864717d59 req-596a8915-04d0-4022-834c-da9ccf48a7e9 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bac08d2-82e4-434d-bdc3-04df82ee24ae HTTP/1.1" status: 200 len: 943 time: 0.1295316 Sep 16 04:34:13.189784 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-41f043c8-d939-4af8-964e-967e51c4565f tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Made reservation on behalf of 3bdea1c6394f4daebbe1fb4a9b6973e7 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:34:13.193102 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-41f043c8-d939-4af8-964e-967e51c4565f tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:13.218253 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e11cae41-8f74-4db4-bfca-e09229914644 req-f90b373a-275e-4707-a799-38ac86b5430c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9813e96b-c5a0-418f-9b40-229259148849 HTTP/1.1" status: 200 len: 217 time: 0.0502992 Sep 16 04:34:13.280878 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4361e616-9114-4e01-adc4-cc911aa6cd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:13.285084 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4361e616-9114-4e01-adc4-cc911aa6cd06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:13.289448 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4361e616-9114-4e01-adc4-cc911aa6cd06 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a4e0e4d3-1d87-48a7-8d52-4ab167135f79 HTTP/1.1" status: 204 len: 168 time: 0.3664360 Sep 16 04:34:13.296757 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1424d0fa-dd51-46dd-abd6-c05864717d59 req-3de773f9-a311-40b3-a83c-6a5be35de718 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac515c67-c2ef-4127-83f3-661bcf14d7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215742 Sep 16 04:34:13.332260 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cae41-8f74-4db4-bfca-e09229914644 req-71d08e2c-519d-4ae1-933f-229313a89d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:13.333399 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e11cae41-8f74-4db4-bfca-e09229914644 req-71d08e2c-519d-4ae1-933f-229313a89d59 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8440e215-69bc-4539-b053-2b3b499b80a9 HTTP/1.1" status: 200 len: 861 time: 0.1072094 Sep 16 04:34:13.334341 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4361e616-9114-4e01-adc4-cc911aa6cd06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e0e4d3-1d87-48a7-8d52-4ab167135f79,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:13.413406 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e11cae41-8f74-4db4-bfca-e09229914644 req-209013f3-5bc8-4f24-99d1-7c8d7abcb5b9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591369 Sep 16 04:34:13.418229 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-41f043c8-d939-4af8-964e-967e51c4565f tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Allocated IP 192.168.233.74 (97f5d7d8-0e62-4047-bcd4-63b92e31705a/24ad4c5e-5b43-4c25-ab99-4992f6337d28/72f3267f-4fd7-4d1e-bfb0-3165e34b5b40) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:34:13.465763 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 7c2f8bb5-987d-426b-af86-98608e46695a details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:34:13.467339 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ba1c26d-b9b9-4ccc-9791-e5fa8c289dd7 req-7c1cbeca-ada9-43f0-8bbe-f107d17594dd tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f3bd4d6-1833-496b-8ebc-9aef05b476cb HTTP/1.1" status: 200 len: 210 time: 0.0363245 Sep 16 04:34:13.485579 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:13.540094 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df672e7-f439-4e3a-a713-9b72fe9e9f5f req-adb5b8d6-3d62-4665-9a5c-534d25671b0b tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:13.542629 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-6df672e7-f439-4e3a-a713-9b72fe9e9f5f req-adb5b8d6-3d62-4665-9a5c-534d25671b0b tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/ports?device_id=692b29d6-0cdc-47f6-8541-2322ad5bc7b8 HTTP/1.1" status: 200 len: 943 time: 0.1564331 Sep 16 04:34:13.580306 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e11cae41-8f74-4db4-bfca-e09229914644 req-5e7e6f75-2874-4cd0-aba5-996b39643375 service neutron] 10.222.0.47 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561487 Sep 16 04:34:13.638716 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-6df672e7-f439-4e3a-a713-9b72fe9e9f5f req-c9ded07e-272b-4a3e-9c15-91ce59b4e2ab tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/security-groups?id=e23ca340-41c8-45f7-b140-8caa69c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836663 Sep 16 04:34:13.695245 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 7c2f8bb5-987d-426b-af86-98608e46695a, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=7c2f8bb5-987d-426b-af86-98608e46695a,segment=NetworkSegment(d1fd56d2-3201-4bbb-9ac4-587b0596a9f4),segment_id=d1fd56d2-3201-4bbb-9ac4-587b0596a9f4)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:13.714992 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-41f043c8-d939-4af8-964e-967e51c4565f tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:13.721773 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '7c2f8bb5-987d-426b-af86-98608e46695a', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'port_id': '7c2f8bb5-987d-426b-af86-98608e46695a', 'mac_address': 'fa:16:3e:00:9e:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:34:13.762114 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e11cae41-8f74-4db4-bfca-e09229914644 req-242e03f5-aa0b-4269-9bff-935b5bf03bc6 service neutron] 10.222.0.47 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656239 Sep 16 04:34:13.791645 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:13.808889 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-41f043c8-d939-4af8-964e-967e51c4565f tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:13.818644 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c2f8bb5-987d-426b-af86-98608e46695a {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:34:13.846760 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 7c2f8bb5-987d-426b-af86-98608e46695a, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=7c2f8bb5-987d-426b-af86-98608e46695a,segment=NetworkSegment(d1fd56d2-3201-4bbb-9ac4-587b0596a9f4),segment_id=d1fd56d2-3201-4bbb-9ac4-587b0596a9f4)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:13.852152 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:13.872154 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['990bfdca-5106-49ab-aedc-5795de94fa53'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:34:13.897484 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-41f043c8-d939-4af8-964e-967e51c4565f tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Network 97f5d7d8-0e62-4047-bcd4-63b92e31705a is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:34:13.901449 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-41f043c8-d939-4af8-964e-967e51c4565f tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:34:13.905763 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-41f043c8-d939-4af8-964e-967e51c4565f tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:34:13.912141 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-41f043c8-d939-4af8-964e-967e51c4565f tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:13.912532 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-41f043c8-d939-4af8-964e-967e51c4565f tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:13.936482 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f043c8-d939-4af8-964e-967e51c4565f tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Pushing event updated for resources: {'Port': ['ID=72f3267f-4fd7-4d1e-bfb0-3165e34b5b40,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:13.953195 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-41f043c8-d939-4af8-964e-967e51c4565f tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9127281 Sep 16 04:34:13.965530 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=7c2f8bb5-987d-426b-af86-98608e46695a,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:13.978184 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-b8e042dc-b46c-4330-90b4-12dd6571cece service neutron] Request body: {'port': {'device_id': '3f3bd4d6-1833-496b-8ebc-9aef05b476cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:14.158764 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.47', 61283) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:14.202394 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-b8e042dc-b46c-4330-90b4-12dd6571cece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:14.214895 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cae41-8f74-4db4-bfca-e09229914644 req-84fae1ac-3805-4bee-a779-f0b799d04371 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:14.216422 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e11cae41-8f74-4db4-bfca-e09229914644 req-84fae1ac-3805-4bee-a779-f0b799d04371 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb&tenant_id=1db68ab0fc284575894f1608a94e9c14&binding%3Ahost_id=n-h2-712139-15 HTTP/1.1" status: 200 len: 1098 time: 0.1829078 Sep 16 04:34:14.232216 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-e11cae41-8f74-4db4-bfca-e09229914644 req-2d3c356a-2f64-49e3-8465-ce5ac862e6d2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712139-15'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:14.299099 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:14.317082 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915c23d-d5c1-4794-a3a1-ad8ef743de6c req-26b2f67f-759e-47c7-985e-ade6244444fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:14.318501 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b915c23d-d5c1-4794-a3a1-ad8ef743de6c req-26b2f67f-759e-47c7-985e-ade6244444fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8fb595dbe0d3452481d7faf275f28d7b&device_id=f0e1355b-fba8-441d-a599-d37b56554155 HTTP/1.1" status: 200 len: 1149 time: 0.1440368 Sep 16 04:34:14.319517 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-0961c027-2d17-43e9-8e1a-56d96a363d94 None None] Provisioning complete for port 72f3267f-4fd7-4d1e-bfb0-3165e34b5b40 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:14.320100 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0961c027-2d17-43e9-8e1a-56d96a363d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:14.363807 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04ffd6-d971-43f1-94f3-0ab1ff311550 req-1d54706d-2eb0-4246-b9f0-0ad84f2ec51a tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:14.364041 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e11cae41-8f74-4db4-bfca-e09229914644 req-2d3c356a-2f64-49e3-8465-ce5ac862e6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:14.371367 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5d04ffd6-d971-43f1-94f3-0ab1ff311550 req-1d54706d-2eb0-4246-b9f0-0ad84f2ec51a tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 946 time: 0.3172455 Sep 16 04:34:14.373209 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:14.379465 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-0961c027-2d17-43e9-8e1a-56d96a363d94 None None] Port 72f3267f-4fd7-4d1e-bfb0-3165e34b5b40 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:34:14.434133 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50804) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:14.472921 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4f72c-5df6-40d8-bf0a-a5c1a7f7d693 req-a55bb9d0-3c1b-46c1-aa24-194a14e9b3d4 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:14.474605 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ced4f72c-5df6-40d8-bf0a-a5c1a7f7d693 req-a55bb9d0-3c1b-46c1-aa24-194a14e9b3d4 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0e1355b-fba8-441d-a599-d37b56554155 HTTP/1.1" status: 200 len: 966 time: 0.1550887 Sep 16 04:34:14.484887 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['7c2f8bb5-987d-426b-af86-98608e46695a'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:34:14.499133 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5d04ffd6-d971-43f1-94f3-0ab1ff311550 req-9da34517-4c73-443a-92a3-a835a5e4b9a9 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134222 Sep 16 04:34:14.528430 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50810) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:14.550092 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692b29d6-0cdc-47f6-8541-2322ad5bc7b8', 'tag': 'd480d1cc-3f20-4c26-b54e-3b847879220a'}, {'name': 'network-changed', 'server_uuid': 'f0e1355b-fba8-441d-a599-d37b56554155', 'tag': '14d4124d-dadd-4cb8-867e-86f0725cb06d'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:14.553978 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ecb3ab-2ea8-4ba8-82a6-648f2b7d3c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "692b29d6-0cdc-47f6-8541-2322ad5bc7b8", "tag": "d480d1cc-3f20-4c26-b54e-3b847879220a"}, {"name": "network-changed", "server_uuid": "f0e1355b-fba8-441d-a599-d37b56554155", "tag": "14d4124d-dadd-4cb8-867e-86f0725cb06d"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:14.561008 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915c23d-d5c1-4794-a3a1-ad8ef743de6c req-ebfcae7f-bdaa-401b-a7cc-8d717cefa96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:14.562491 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b915c23d-d5c1-4794-a3a1-ad8ef743de6c req-ebfcae7f-bdaa-401b-a7cc-8d717cefa96c service neutron] 10.222.0.47 "GET /v2.0/networks?id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 HTTP/1.1" status: 200 len: 909 time: 0.2006900 Sep 16 04:34:14.614298 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ced4f72c-5df6-40d8-bf0a-a5c1a7f7d693 req-b84ffa50-c6f5-438e-a0ad-9b945182e480 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184459 Sep 16 04:34:14.648822 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b915c23d-d5c1-4794-a3a1-ad8ef743de6c req-78186923-f872-4cfe-9a7f-b3205cae93dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14d4124d-dadd-4cb8-867e-86f0725cb06d HTTP/1.1" status: 200 len: 217 time: 0.0753498 Sep 16 04:34:14.726198 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-b8e042dc-b46c-4330-90b4-12dd6571cece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72f3267f-4fd7-4d1e-bfb0-3165e34b5b40 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:34:14.736560 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-b8e042dc-b46c-4330-90b4-12dd6571cece service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:14.755455 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-b8e042dc-b46c-4330-90b4-12dd6571cece service neutron] Transition to ACTIVE for port object 72f3267f-4fd7-4d1e-bfb0-3165e34b5b40 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:34:14.762354 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-b8e042dc-b46c-4330-90b4-12dd6571cece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:14.766076 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-d49559c7-372e-41d1-9059-81c6654afd1d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-889779350-network', 'tenant_id': 'ade125dafb3844fb979f88b53f140661'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:14.797644 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-e11cae41-8f74-4db4-bfca-e09229914644 req-2d3c356a-2f64-49e3-8465-ce5ac862e6d2 service neutron] For port 9813e96b-c5a0-418f-9b40-229259148849, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=9813e96b-c5a0-418f-9b40-229259148849,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:14.809670 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7a0e1f2e-c3af-49d0-9b13-4cf19c33db68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:14.827063 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915c23d-d5c1-4794-a3a1-ad8ef743de6c req-5d35cc38-f280-4aa4-87ac-7c3dd0eb2119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:14.828792 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b915c23d-d5c1-4794-a3a1-ad8ef743de6c req-5d35cc38-f280-4aa4-87ac-7c3dd0eb2119 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=43280570-672b-4326-ad6d-76a55cd52f58 HTTP/1.1" status: 200 len: 848 time: 0.1713896 Sep 16 04:34:14.861712 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49559c7-372e-41d1-9059-81c6654afd1d admin admin] Made reservation on behalf of ade125dafb3844fb979f88b53f140661 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:34:14.864335 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d49559c7-372e-41d1-9059-81c6654afd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:14.871193 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e042dc-b46c-4330-90b4-12dd6571cece service neutron] Pushing event updated for resources: {'Port': ['ID=72f3267f-4fd7-4d1e-bfb0-3165e34b5b40,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:14.875406 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a6868-eaa0-4f8f-920c-7837e7043779 req-bdf12952-2c27-4b3c-bb82-7d7850ad789f tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:14.883343 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-181a6868-eaa0-4f8f-920c-7837e7043779 req-bdf12952-2c27-4b3c-bb82-7d7850ad789f tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bac08d2-82e4-434d-bdc3-04df82ee24ae HTTP/1.1" status: 200 len: 944 time: 0.1655552 Sep 16 04:34:14.902688 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-b8e042dc-b46c-4330-90b4-12dd6571cece service neutron] Attempting to bind port 72f3267f-4fd7-4d1e-bfb0-3165e34b5b40 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:34:14.902688 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-b8e042dc-b46c-4330-90b4-12dd6571cece service neutron] Attempting to bind port 72f3267f-4fd7-4d1e-bfb0-3165e34b5b40 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:34:14.902987 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-b8e042dc-b46c-4330-90b4-12dd6571cece service neutron] Attempting to bind port 72f3267f-4fd7-4d1e-bfb0-3165e34b5b40 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:14.916838 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-b8e042dc-b46c-4330-90b4-12dd6571cece service neutron] Port 72f3267f-4fd7-4d1e-bfb0-3165e34b5b40 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:34:14.917114 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-b8e042dc-b46c-4330-90b4-12dd6571cece service neutron] Attempting to bind port 72f3267f-4fd7-4d1e-bfb0-3165e34b5b40 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:14.922897 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b915c23d-d5c1-4794-a3a1-ad8ef743de6c req-8c670ca2-28ec-47b9-a113-71aa88c4cef3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807049 Sep 16 04:34:14.929990 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d49559c7-372e-41d1-9059-81c6654afd1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:14.934604 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-b8e042dc-b46c-4330-90b4-12dd6571cece service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:34:14.935062 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-b8e042dc-b46c-4330-90b4-12dd6571cece service neutron] Checking segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:14.935472 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-b8e042dc-b46c-4330-90b4-12dd6571cece service neutron] Bound using segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:34:14.935919 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-b8e042dc-b46c-4330-90b4-12dd6571cece service neutron] Bound port: 72f3267f-4fd7-4d1e-bfb0-3165e34b5b40, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:34:14.936268 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-b8e042dc-b46c-4330-90b4-12dd6571cece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:14.954761 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-e11cae41-8f74-4db4-bfca-e09229914644 req-2d3c356a-2f64-49e3-8465-ce5ac862e6d2 service neutron] For port 9813e96b-c5a0-418f-9b40-229259148849, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:34:15.034898 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-b8e042dc-b46c-4330-90b4-12dd6571cece service neutron] For port 72f3267f-4fd7-4d1e-bfb0-3165e34b5b40, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:34:15.056160 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7a0e1f2e-c3af-49d0-9b13-4cf19c33db68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:15.058758 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-b8e042dc-b46c-4330-90b4-12dd6571cece service neutron] For port 72f3267f-4fd7-4d1e-bfb0-3165e34b5b40, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=72f3267f-4fd7-4d1e-bfb0-3165e34b5b40,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:34:15.063999 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7a0e1f2e-c3af-49d0-9b13-4cf19c33db68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:15.069133 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-181a6868-eaa0-4f8f-920c-7837e7043779 req-f2ca850e-4129-425f-9453-62558009988a tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac515c67-c2ef-4127-83f3-661bcf14d7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845226 Sep 16 04:34:15.069713 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-b8e042dc-b46c-4330-90b4-12dd6571cece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:15.101292 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64548e1-4ff7-4c27-8c85-793484af0ddb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9813e96b-c5a0-418f-9b40-229259148849'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:15.104222 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660279c0-1989-434f-85cc-12665d888c2a" -d '{"events": [{"server_uuid": "b64548e1-4ff7-4c27-8c85-793484af0ddb", "name": "network-vif-unplugged", "status": "completed", "tag": "9813e96b-c5a0-418f-9b40-229259148849"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:15.111354 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e11cae41-8f74-4db4-bfca-e09229914644 req-2d3c356a-2f64-49e3-8465-ce5ac862e6d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:15.142247 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e11cae41-8f74-4db4-bfca-e09229914644 req-2d3c356a-2f64-49e3-8465-ce5ac862e6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:15.163335 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b915c23d-d5c1-4794-a3a1-ad8ef743de6c req-731b24cc-a223-429a-bc73-c6d8456493bb service neutron] 10.222.0.47 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289464 Sep 16 04:34:15.204924 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.47', 61285) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:15.363383 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5edcef0-62e7-4b52-a01d-1e14e2b20d6e x-openstack-request-id: req-d5edcef0-62e7-4b52-a01d-1e14e2b20d6e {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:15.363622 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "692b29d6-0cdc-47f6-8541-2322ad5bc7b8", "tag": "d480d1cc-3f20-4c26-b54e-3b847879220a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f0e1355b-fba8-441d-a599-d37b56554155", "tag": "14d4124d-dadd-4cb8-867e-86f0725cb06d", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:15.363997 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d5edcef0-62e7-4b52-a01d-1e14e2b20d6e {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:15.364205 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692b29d6-0cdc-47f6-8541-2322ad5bc7b8', 'tag': 'd480d1cc-3f20-4c26-b54e-3b847879220a', 'status': 'completed', 'code': 200} Sep 16 04:34:15.364447 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0e1355b-fba8-441d-a599-d37b56554155', 'tag': '14d4124d-dadd-4cb8-867e-86f0725cb06d', 'status': 'completed', 'code': 200} Sep 16 04:34:15.402007 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-b8e042dc-b46c-4330-90b4-12dd6571cece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:15.402903 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-b8e042dc-b46c-4330-90b4-12dd6571cece service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:15.404542 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-b8e042dc-b46c-4330-90b4-12dd6571cece service neutron] 10.222.0.47 "PUT /v2.0/ports/72f3267f-4fd7-4d1e-bfb0-3165e34b5b40 HTTP/1.1" status: 200 len: 1096 time: 1.4358940 Sep 16 04:34:15.412616 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7a0e1f2e-c3af-49d0-9b13-4cf19c33db68 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e564da8597a949b4a372f8f1cf72eb2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9773579 Sep 16 04:34:15.413575 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e1f2e-c3af-49d0-9b13-4cf19c33db68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21eef87-334e-41ff-bf7a-98e405393fec,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:15.439835 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50828) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:15.440620 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e042dc-b46c-4330-90b4-12dd6571cece service neutron] Pushing event updated for resources: {'Port': ['ID=72f3267f-4fd7-4d1e-bfb0-3165e34b5b40,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:15.480060 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 14d4124d-dadd-4cb8-867e-86f0725cb06d details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:34:15.508880 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b5d87-715e-401c-9b65-ec0091d6d8f3 req-5575e715-c1f0-448b-96d5-fa248ae6b3ce tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:15.516596 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a2b5d87-715e-401c-9b65-ec0091d6d8f3 req-5575e715-c1f0-448b-96d5-fa248ae6b3ce tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f3bd4d6-1833-496b-8ebc-9aef05b476cb HTTP/1.1" status: 200 len: 947 time: 0.4447110 Sep 16 04:34:15.605862 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a2b5d87-715e-401c-9b65-ec0091d6d8f3 req-725b93a2-4392-4289-9957-66d0e8c0a8f6 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3489ee2-b734-41c1-9c19-084227c355b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833533 Sep 16 04:34:15.608274 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-c6c0e7cb-cb47-4d6e-b6f0-28d160fe7dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:15.609854 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-c6c0e7cb-cb47-4d6e-b6f0-28d160fe7dba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3bdea1c6394f4daebbe1fb4a9b6973e7&device_id=3f3bd4d6-1833-496b-8ebc-9aef05b476cb HTTP/1.1" status: 200 len: 1099 time: 0.1206987 Sep 16 04:34:15.612666 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c9feac4e-fac1-4955-afe7-bcff4ad1f27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:15.650714 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 14d4124d-dadd-4cb8-867e-86f0725cb06d, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=14d4124d-dadd-4cb8-867e-86f0725cb06d,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:15.663564 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c9feac4e-fac1-4955-afe7-bcff4ad1f27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:15.679431 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 14d4124d-dadd-4cb8-867e-86f0725cb06d has no active binding in host n-h2-712139-15 {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:34:15.696093 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c356a-2f64-49e3-8465-ce5ac862e6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=9813e96b-c5a0-418f-9b40-229259148849,revision_number=7']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:15.741170 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-b148c43f-40ed-434e-95c4-70bcff16f0ae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=72f3267f-4fd7-4d1e-bfb0-3165e34b5b40 HTTP/1.1" status: 200 len: 217 time: 0.0507419 Sep 16 04:34:15.746548 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b97cd-cab5-436c-b6b5-0b132bf52d65 req-7850e865-86cc-4bc8-952c-3a7f0ccb1dce tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:15.748103 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-705b97cd-cab5-436c-b6b5-0b132bf52d65 req-7850e865-86cc-4bc8-952c-3a7f0ccb1dce tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/ports?device_id=692b29d6-0cdc-47f6-8541-2322ad5bc7b8 HTTP/1.1" status: 200 len: 943 time: 0.4961135 Sep 16 04:34:15.754268 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b4ac2a-ff84-4d7d-8351-cf513fb11dfd x-openstack-request-id: req-10b4ac2a-ff84-4d7d-8351-cf513fb11dfd {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:15.754695 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64548e1-4ff7-4c27-8c85-793484af0ddb", "name": "network-vif-unplugged", "status": "completed", "tag": "9813e96b-c5a0-418f-9b40-229259148849", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:15.754971 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-10b4ac2a-ff84-4d7d-8351-cf513fb11dfd {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:15.755776 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64548e1-4ff7-4c27-8c85-793484af0ddb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9813e96b-c5a0-418f-9b40-229259148849', 'code': 200} Sep 16 04:34:15.765569 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-e11cae41-8f74-4db4-bfca-e09229914644 req-2d3c356a-2f64-49e3-8465-ce5ac862e6d2 service neutron] Attempting to bind port 9813e96b-c5a0-418f-9b40-229259148849 on host n-h2-712139-15 for vnic_type normal with profile {"migrating_to": "n-h1-712139-15"} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:34:15.765906 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-e11cae41-8f74-4db4-bfca-e09229914644 req-2d3c356a-2f64-49e3-8465-ce5ac862e6d2 service neutron] Attempting to bind port 9813e96b-c5a0-418f-9b40-229259148849 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:34:15.766235 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11cae41-8f74-4db4-bfca-e09229914644 req-2d3c356a-2f64-49e3-8465-ce5ac862e6d2 service neutron] Attempting to bind port 9813e96b-c5a0-418f-9b40-229259148849 on network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:15.784971 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ecb3ab-2ea8-4ba8-82a6-648f2b7d3c3d req-81d9e6c3-c56a-432a-9511-4ccac45f5b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:15.786733 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b3ecb3ab-2ea8-4ba8-82a6-648f2b7d3c3d req-81d9e6c3-c56a-432a-9511-4ccac45f5b4d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c825b36882e046828461df6da4ad928b&device_id=692b29d6-0cdc-47f6-8541-2322ad5bc7b8 HTTP/1.1" status: 200 len: 1095 time: 0.5770948 Sep 16 04:34:15.792493 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d49559c7-372e-41d1-9059-81c6654afd1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:15.816122 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11cae41-8f74-4db4-bfca-e09229914644 req-2d3c356a-2f64-49e3-8465-ce5ac862e6d2 service neutron] Port 9813e96b-c5a0-418f-9b40-229259148849 on network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:34:15.816456 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11cae41-8f74-4db4-bfca-e09229914644 req-2d3c356a-2f64-49e3-8465-ce5ac862e6d2 service neutron] Attempting to bind port 9813e96b-c5a0-418f-9b40-229259148849 on network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:15.819295 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d49559c7-372e-41d1-9059-81c6654afd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:15.840252 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-7489b610-8349-46a1-9bf7-bd871ea8071d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:15.841770 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-7489b610-8349-46a1-9bf7-bd871ea8071d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0923219 Sep 16 04:34:15.850195 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c9feac4e-fac1-4955-afe7-bcff4ad1f27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:15.852993 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c9feac4e-fac1-4955-afe7-bcff4ad1f27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:15.853721 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:15.856998 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c9feac4e-fac1-4955-afe7-bcff4ad1f27e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b21eef87-334e-41ff-bf7a-98e405393fec HTTP/1.1" status: 204 len: 168 time: 0.4079251 Sep 16 04:34:15.866007 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11cae41-8f74-4db4-bfca-e09229914644 req-2d3c356a-2f64-49e3-8465-ce5ac862e6d2 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:34:15.866343 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11cae41-8f74-4db4-bfca-e09229914644 req-2d3c356a-2f64-49e3-8465-ce5ac862e6d2 service neutron] Checking segment: {'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:15.866734 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11cae41-8f74-4db4-bfca-e09229914644 req-2d3c356a-2f64-49e3-8465-ce5ac862e6d2 service neutron] Bound using segment: {'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:34:15.867181 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-e11cae41-8f74-4db4-bfca-e09229914644 req-2d3c356a-2f64-49e3-8465-ce5ac862e6d2 service neutron] Bound port: 9813e96b-c5a0-418f-9b40-229259148849, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:34:15.867538 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e11cae41-8f74-4db4-bfca-e09229914644 req-2d3c356a-2f64-49e3-8465-ce5ac862e6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:15.895889 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9feac4e-fac1-4955-afe7-bcff4ad1f27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21eef87-334e-41ff-bf7a-98e405393fec,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:15.908901 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b51bc-3dd4-4a7b-a611-4c4b89dfa0e8 req-7fdf2cfb-788b-49ce-a681-83406fe22d54 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:15.910880 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a40b51bc-3dd4-4a7b-a611-4c4b89dfa0e8 req-7fdf2cfb-788b-49ce-a681-83406fe22d54 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 944 time: 0.1126466 Sep 16 04:34:15.922103 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d49559c7-372e-41d1-9059-81c6654afd1d admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:34:15.927499 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-b5974fc5-f34b-4637-8c2e-7ef7bc7db190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:15.930431 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-b5974fc5-f34b-4637-8c2e-7ef7bc7db190 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0734262 Sep 16 04:34:15.953306 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b915c23d-d5c1-4794-a3a1-ad8ef743de6c req-cee2722c-f8d6-4534-ac4b-5b96e83105c7 service neutron] 10.222.0.47 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7469997 Sep 16 04:34:15.963997 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-705b97cd-cab5-436c-b6b5-0b132bf52d65 req-1589c1fe-39c5-4830-aeb5-90a9612c857a tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/security-groups?id=e23ca340-41c8-45f7-b140-8caa69c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938481 Sep 16 04:34:15.993641 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49559c7-372e-41d1-9059-81c6654afd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788eafb8-7f74-4d38-835f-62ce2da251ef,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:16.006650 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d49559c7-372e-41d1-9059-81c6654afd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:16.007680 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-d49559c7-372e-41d1-9059-81c6654afd1d admin admin] Added segment f79f9d1f-d7be-44d7-81ac-253f61572b09 of type vlan for network a5e83116-ac84-4946-8a06-4a222bd129d6 Sep 16 04:34:16.076652 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a40b51bc-3dd4-4a7b-a611-4c4b89dfa0e8 req-4f809b67-2b0a-4b9e-8bd1-c7c4fb1caa6a tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411512 Sep 16 04:34:16.085079 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ecb3ab-2ea8-4ba8-82a6-648f2b7d3c3d req-7fe7d321-d7bd-4704-9d1c-7edbc0d429de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:16.086622 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b3ecb3ab-2ea8-4ba8-82a6-648f2b7d3c3d req-7fe7d321-d7bd-4704-9d1c-7edbc0d429de service neutron] 10.222.0.47 "GET /v2.0/networks?id=e9f42f79-8e36-46bc-bc40-da8710d5bcd1 HTTP/1.1" status: 200 len: 925 time: 0.2856281 Sep 16 04:34:16.125347 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device d480d1cc-3f20-4c26-b54e-3b847879220a details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:34:16.139140 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d49559c7-372e-41d1-9059-81c6654afd1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:16.167283 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-7ee0deae-5765-46fd-8d61-1f91ed2937f0 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251108 Sep 16 04:34:16.175239 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-e11cae41-8f74-4db4-bfca-e09229914644 req-2d3c356a-2f64-49e3-8465-ce5ac862e6d2 service neutron] For port 9813e96b-c5a0-418f-9b40-229259148849, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:34:16.178080 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b3ecb3ab-2ea8-4ba8-82a6-648f2b7d3c3d req-afdba98f-f53e-4c7d-9e2b-f279d2d0fc97 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d480d1cc-3f20-4c26-b54e-3b847879220a HTTP/1.1" status: 200 len: 217 time: 0.0685370 Sep 16 04:34:16.202947 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-e11cae41-8f74-4db4-bfca-e09229914644 req-2d3c356a-2f64-49e3-8465-ce5ac862e6d2 service neutron] For port 9813e96b-c5a0-418f-9b40-229259148849, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=9813e96b-c5a0-418f-9b40-229259148849,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:34:16.224896 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e11cae41-8f74-4db4-bfca-e09229914644 req-2d3c356a-2f64-49e3-8465-ce5ac862e6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:16.261773 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d49559c7-372e-41d1-9059-81c6654afd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:16.262383 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49559c7-372e-41d1-9059-81c6654afd1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:16.263344 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d49559c7-372e-41d1-9059-81c6654afd1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:16.303421 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port d480d1cc-3f20-4c26-b54e-3b847879220a, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=d480d1cc-3f20-4c26-b54e-3b847879220a,segment=NetworkSegment(33201044-0eb1-4004-bde7-dd5bec0a4ba0),segment_id=33201044-0eb1-4004-bde7-dd5bec0a4ba0)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:16.307420 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0e472-bb01-4125-8a0e-6410c3c8cd4d req-7ce9a5a9-012c-438c-ba97-9c8788649881 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:16.309152 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-74a0e472-bb01-4125-8a0e-6410c3c8cd4d req-7ce9a5a9-012c-438c-ba97-9c8788649881 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0e1355b-fba8-441d-a599-d37b56554155 HTTP/1.1" status: 200 len: 966 time: 0.2328229 Sep 16 04:34:16.309347 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50844) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:16.336891 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-99bb26a2-2e2c-4a02-8784-08391275cec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:16.339874 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'd480d1cc-3f20-4c26-b54e-3b847879220a', 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1', 'port_id': 'd480d1cc-3f20-4c26-b54e-3b847879220a', 'mac_address': 'fa:16:3e:08:b9:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23b8b65a-e16c-4539-8285-b42101b78979', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:34:16.355572 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2af10a-0ae2-48bc-99a8-d765b9967288 req-db7d911c-26a5-48f1-aec2-2245518b4000 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:16.357534 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4a2af10a-0ae2-48bc-99a8-d765b9967288 req-db7d911c-26a5-48f1-aec2-2245518b4000 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bac08d2-82e4-434d-bdc3-04df82ee24ae HTTP/1.1" status: 200 len: 944 time: 0.1419337 Sep 16 04:34:16.388101 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-43582aad-6c50-48d4-92e4-ae0eca1d030c req-4c615acd-e346-4987-b54d-7cf29e4be174 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125254 Sep 16 04:34:16.394010 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:16.423298 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d49559c7-372e-41d1-9059-81c6654afd1d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8910646 Sep 16 04:34:16.425291 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50846) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:16.429344 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ecb3ab-2ea8-4ba8-82a6-648f2b7d3c3d req-192229ce-d6bb-4d94-9c17-d62547af0142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:16.429993 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d480d1cc-3f20-4c26-b54e-3b847879220a {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:34:16.430824 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b3ecb3ab-2ea8-4ba8-82a6-648f2b7d3c3d req-192229ce-d6bb-4d94-9c17-d62547af0142 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=23b8b65a-e16c-4539-8285-b42101b78979 HTTP/1.1" status: 200 len: 863 time: 0.2248766 Sep 16 04:34:16.432888 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-3a3f2dd0-9dc6-4126-bf96-f1f5e33efd48 admin admin] Request body: {'subnet': {'network_id': 'a5e83116-ac84-4946-8a06-4a222bd129d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-889779350-subnet', 'tenant_id': 'ade125dafb3844fb979f88b53f140661', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:16.438924 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49559c7-372e-41d1-9059-81c6654afd1d admin admin] Pushing event updated for resources: {'Network': ['ID=a5e83116-ac84-4946-8a06-4a222bd129d6,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:16.443973 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c356a-2f64-49e3-8465-ce5ac862e6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=9813e96b-c5a0-418f-9b40-229259148849,revision_number=8']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:16.453263 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4a2af10a-0ae2-48bc-99a8-d765b9967288 req-3f24e9e5-5ab8-420b-b0c2-290349e41030 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac515c67-c2ef-4127-83f3-661bcf14d7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873337 Sep 16 04:34:16.471035 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port d480d1cc-3f20-4c26-b54e-3b847879220a, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=d480d1cc-3f20-4c26-b54e-3b847879220a,segment=NetworkSegment(33201044-0eb1-4004-bde7-dd5bec0a4ba0),segment_id=33201044-0eb1-4004-bde7-dd5bec0a4ba0)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:16.475046 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network a5e83116-ac84-4946-8a06-4a222bd129d6 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:34:16.479256 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cae41-8f74-4db4-bfca-e09229914644 req-2d3c356a-2f64-49e3-8465-ce5ac862e6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:16.479419 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e11cae41-8f74-4db4-bfca-e09229914644 req-2d3c356a-2f64-49e3-8465-ce5ac862e6d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:16.479872 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:16.481920 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e11cae41-8f74-4db4-bfca-e09229914644 req-2d3c356a-2f64-49e3-8465-ce5ac862e6d2 service neutron] 10.222.0.47 "PUT /v2.0/ports/9813e96b-c5a0-418f-9b40-229259148849 HTTP/1.1" status: 200 len: 1124 time: 2.2564402 Sep 16 04:34:16.498085 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-74a0e472-bb01-4125-8a0e-6410c3c8cd4d req-0187e753-926e-422c-b371-75e199782ec9 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661706 Sep 16 04:34:16.543538 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-99bb26a2-2e2c-4a02-8784-08391275cec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:16.550807 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-99bb26a2-2e2c-4a02-8784-08391275cec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:16.562038 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ecb3ab-2ea8-4ba8-82a6-648f2b7d3c3d req-f1d37a6f-b82b-4f13-b25d-2f9f06ced3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:16.563860 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b3ecb3ab-2ea8-4ba8-82a6-648f2b7d3c3d req-f1d37a6f-b82b-4f13-b25d-2f9f06ced3c9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e9f42f79-8e36-46bc-bc40-da8710d5bcd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544696 Sep 16 04:34:16.628727 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3f2dd0-9dc6-4126-bf96-f1f5e33efd48 admin admin] Made reservation on behalf of ade125dafb3844fb979f88b53f140661 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:34:16.631533 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3a3f2dd0-9dc6-4126-bf96-f1f5e33efd48 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:16.649490 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=d480d1cc-3f20-4c26-b54e-3b847879220a,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:16.655200 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb26a2-2e2c-4a02-8784-08391275cec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed97e0ea-3c81-431f-afdb-5ca90c53f096,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:16.659470 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-99bb26a2-2e2c-4a02-8784-08391275cec6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3d43d0b123564c438a11ff7e9ac1ac53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3491528 Sep 16 04:34:16.662795 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50856) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:16.704194 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b3ecb3ab-2ea8-4ba8-82a6-648f2b7d3c3d req-2faca564-1b3f-4787-8d7f-846443e0cab0 service neutron] 10.222.0.47 "GET /v2.0/networks/e9f42f79-8e36-46bc-bc40-da8710d5bcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309841 Sep 16 04:34:16.748829 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['9813e96b-c5a0-418f-9b40-229259148849'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:34:16.772656 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a91bcaa0-009c-435e-9a4b-0368798d6335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:16.825561 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a91bcaa0-009c-435e-9a4b-0368798d6335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:16.851181 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['d480d1cc-3f20-4c26-b54e-3b847879220a'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:34:16.881690 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b3ecb3ab-2ea8-4ba8-82a6-648f2b7d3c3d req-713c0451-cd56-4af7-a82e-881c576f4091 service neutron] 10.222.0.47 "GET /v2.0/networks/e9f42f79-8e36-46bc-bc40-da8710d5bcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662853 Sep 16 04:34:16.905675 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179611b2-f407-467d-a328-4366341f0245 req-f51f8141-447f-4c96-9af2-39908cd572ca tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:16.911972 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-179611b2-f407-467d-a328-4366341f0245 req-f51f8141-447f-4c96-9af2-39908cd572ca tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f3bd4d6-1833-496b-8ebc-9aef05b476cb HTTP/1.1" status: 200 len: 947 time: 0.1611054 Sep 16 04:34:16.934185 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a91bcaa0-009c-435e-9a4b-0368798d6335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:16.937772 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a91bcaa0-009c-435e-9a4b-0368798d6335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:16.939049 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a91bcaa0-009c-435e-9a4b-0368798d6335 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ed97e0ea-3c81-431f-afdb-5ca90c53f096 HTTP/1.1" status: 204 len: 168 time: 0.2753723 Sep 16 04:34:16.943705 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3a3f2dd0-9dc6-4126-bf96-f1f5e33efd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:16.971689 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91bcaa0-009c-435e-9a4b-0368798d6335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed97e0ea-3c81-431f-afdb-5ca90c53f096,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:17.023650 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f2dd0-9dc6-4126-bf96-f1f5e33efd48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07ed971a-87de-44ff-aa22-253b71b0630d,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:17.023980 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-179611b2-f407-467d-a328-4366341f0245 req-e3b527e4-56c8-47dc-9780-2e4f78ec35d2 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3489ee2-b734-41c1-9c19-084227c355b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909729 Sep 16 04:34:17.030797 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3f2dd0-9dc6-4126-bf96-f1f5e33efd48 admin admin] Checking segment: {'id': 'f79f9d1f-d7be-44d7-81ac-253f61572b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a5e83116-ac84-4946-8a06-4a222bd129d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:17.031159 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3f2dd0-9dc6-4126-bf96-f1f5e33efd48 admin admin] Network hostable DHCP agents. Network: a5e83116-ac84-4946-8a06-4a222bd129d6, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:34:17.068054 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3f2dd0-9dc6-4126-bf96-f1f5e33efd48 admin admin] Network a5e83116-ac84-4946-8a06-4a222bd129d6 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:34:17.089510 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-3a3f2dd0-9dc6-4126-bf96-f1f5e33efd48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, a5e83116-ac84-4946-8a06-4a222bd129d6) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:34:17.094662 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3f2dd0-9dc6-4126-bf96-f1f5e33efd48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:17.095411 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3a3f2dd0-9dc6-4126-bf96-f1f5e33efd48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:17.124605 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3a3f2dd0-9dc6-4126-bf96-f1f5e33efd48 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6910818 Sep 16 04:34:17.138807 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96be4c1-c0bf-4862-b80d-e667e1d04a42 None None] Network a5e83116-ac84-4946-8a06-4a222bd129d6 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:34:17.139941 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ecb3ab-2ea8-4ba8-82a6-648f2b7d3c3d req-0e0c6cdb-3408-4a36-b4ae-7c1d6ca8d33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:17.141591 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b3ecb3ab-2ea8-4ba8-82a6-648f2b7d3c3d req-0e0c6cdb-3408-4a36-b4ae-7c1d6ca8d33b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8fb595dbe0d3452481d7faf275f28d7b&device_id=f0e1355b-fba8-441d-a599-d37b56554155 HTTP/1.1" status: 200 len: 1149 time: 0.1034384 Sep 16 04:34:17.228832 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664e97b-ad54-482b-804c-a24ac37bd2fd req-a0b9be8b-48a7-4289-8075-2d5de4aa0aba tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:17.241465 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c664e97b-ad54-482b-804c-a24ac37bd2fd req-a0b9be8b-48a7-4289-8075-2d5de4aa0aba tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/ports?device_id=692b29d6-0cdc-47f6-8541-2322ad5bc7b8 HTTP/1.1" status: 200 len: 944 time: 0.1131451 Sep 16 04:34:17.325990 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c664e97b-ad54-482b-804c-a24ac37bd2fd req-d99e1b81-8dd4-49c0-a423-ba3f9d2c0dee tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/security-groups?id=e23ca340-41c8-45f7-b140-8caa69c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861554 Sep 16 04:34:17.367061 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3bd4d6-1833-496b-8ebc-9aef05b476cb', 'tag': '72f3267f-4fd7-4d1e-bfb0-3165e34b5b40'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:17.371094 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6451576-6c67-45e0-b55f-1fefa37397c1 None None] Network a5e83116-ac84-4946-8a06-4a222bd129d6 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:34:17.372373 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd03553-cca1-4762-8c48-b442639a3890" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3bd4d6-1833-496b-8ebc-9aef05b476cb", "tag": "72f3267f-4fd7-4d1e-bfb0-3165e34b5b40"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:17.409344 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75435cd2-3830-4ec1-bd0f-f2b2f2fa351f req-82eb783c-f4e3-44d4-a35e-2b6b3d4533ab tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:17.411080 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-75435cd2-3830-4ec1-bd0f-f2b2f2fa351f req-82eb783c-f4e3-44d4-a35e-2b6b3d4533ab tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 944 time: 0.1292169 Sep 16 04:34:17.414587 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ecb3ab-2ea8-4ba8-82a6-648f2b7d3c3d req-a2b4ee44-c1c8-4635-9b62-0204ee1aa9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:17.416775 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b3ecb3ab-2ea8-4ba8-82a6-648f2b7d3c3d req-a2b4ee44-c1c8-4635-9b62-0204ee1aa9df service neutron] 10.222.0.47 "GET /v2.0/networks?id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 HTTP/1.1" status: 200 len: 909 time: 0.2670465 Sep 16 04:34:17.425162 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8927e57-d3a8-4d76-ae05-f63b3ccffcd5 x-openstack-request-id: req-d8927e57-d3a8-4d76-ae05-f63b3ccffcd5 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:17.425665 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3bd4d6-1833-496b-8ebc-9aef05b476cb", "tag": "72f3267f-4fd7-4d1e-bfb0-3165e34b5b40", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:17.427791 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d8927e57-d3a8-4d76-ae05-f63b3ccffcd5 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:17.428375 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3bd4d6-1833-496b-8ebc-9aef05b476cb', 'tag': '72f3267f-4fd7-4d1e-bfb0-3165e34b5b40', 'status': 'completed', 'code': 200} Sep 16 04:34:17.482292 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b3ecb3ab-2ea8-4ba8-82a6-648f2b7d3c3d req-f60a8088-7759-4e15-88ba-006279d77e4f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14d4124d-dadd-4cb8-867e-86f0725cb06d HTTP/1.1" status: 200 len: 217 time: 0.0554023 Sep 16 04:34:17.582327 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 7c2f8bb5-987d-426b-af86-98608e46695a up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:34:17.596891 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50884) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:17.617138 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-75435cd2-3830-4ec1-bd0f-f2b2f2fa351f req-fac08537-e818-415e-831c-4926f8f455a5 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829195 Sep 16 04:34:17.626680 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ecb3ab-2ea8-4ba8-82a6-648f2b7d3c3d req-8b7e46c4-2b02-4679-8e11-2d2d33f1bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:17.627890 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b3ecb3ab-2ea8-4ba8-82a6-648f2b7d3c3d req-8b7e46c4-2b02-4679-8e11-2d2d33f1bc68 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=43280570-672b-4326-ad6d-76a55cd52f58 HTTP/1.1" status: 200 len: 848 time: 0.1299601 Sep 16 04:34:17.653763 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec0331-fa29-4ef2-bd7b-baa6a852313c req-3a276a6a-021a-4922-80a0-1a823970ca66 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:17.658821 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c2ec0331-fa29-4ef2-bd7b-baa6a852313c req-3a276a6a-021a-4922-80a0-1a823970ca66 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bac08d2-82e4-434d-bdc3-04df82ee24ae HTTP/1.1" status: 200 len: 944 time: 0.1006362 Sep 16 04:34:17.702890 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b3ecb3ab-2ea8-4ba8-82a6-648f2b7d3c3d req-c525ea91-a1bd-44f4-99ea-50608999e9a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648520 Sep 16 04:34:17.718518 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd03553-cca1-4762-8c48-b442639a3890 req-8526427e-b92b-4494-94d0-3cdcdc051a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:17.720026 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-efd03553-cca1-4762-8c48-b442639a3890 req-8526427e-b92b-4494-94d0-3cdcdc051a60 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3bdea1c6394f4daebbe1fb4a9b6973e7&device_id=3f3bd4d6-1833-496b-8ebc-9aef05b476cb HTTP/1.1" status: 200 len: 1099 time: 0.2350457 Sep 16 04:34:17.749017 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 7c2f8bb5-987d-426b-af86-98608e46695a completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:34:17.753809 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c2ec0331-fa29-4ef2-bd7b-baa6a852313c req-aece1604-d50e-45cf-8160-1d024d02b31e tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac515c67-c2ef-4127-83f3-661bcf14d7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830221 Sep 16 04:34:17.761029 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b64548e1-4ff7-4c27-8c85-793484af0ddb', 'tag': '9813e96b-c5a0-418f-9b40-229259148849'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:17.765598 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a2aa9d-0d34-49a8-8f6b-61d441a085bc" -d '{"events": [{"name": "network-changed", "server_uuid": "b64548e1-4ff7-4c27-8c85-793484af0ddb", "tag": "9813e96b-c5a0-418f-9b40-229259148849"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:17.778075 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 7c2f8bb5-987d-426b-af86-98608e46695a triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:17.778632 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:17.809326 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86417369-a543-4a49-b593-c0772bc297b8 x-openstack-request-id: req-86417369-a543-4a49-b593-c0772bc297b8 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:17.809614 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b64548e1-4ff7-4c27-8c85-793484af0ddb", "tag": "9813e96b-c5a0-418f-9b40-229259148849", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:17.809863 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-86417369-a543-4a49-b593-c0772bc297b8 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:17.810651 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b64548e1-4ff7-4c27-8c85-793484af0ddb', 'tag': '9813e96b-c5a0-418f-9b40-229259148849', 'status': 'completed', 'code': 200} Sep 16 04:34:17.908454 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:17.928510 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ec444f90-8bb4-48cf-b9fa-3525885a02a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:17.939956 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bac08d2-82e4-434d-bdc3-04df82ee24ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2f8bb5-987d-426b-af86-98608e46695a'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:17.943252 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1197472-ac15-42b7-8d98-f3236ed27526" -d '{"events": [{"server_uuid": "6bac08d2-82e4-434d-bdc3-04df82ee24ae", "name": "network-vif-plugged", "status": "completed", "tag": "7c2f8bb5-987d-426b-af86-98608e46695a"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:17.966585 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 7c2f8bb5-987d-426b-af86-98608e46695a, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=7c2f8bb5-987d-426b-af86-98608e46695a,segment=NetworkSegment(d1fd56d2-3201-4bbb-9ac4-587b0596a9f4),segment_id=d1fd56d2-3201-4bbb-9ac4-587b0596a9f4)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:17.972881 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:17.978705 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2aa9d-0d34-49a8-8f6b-61d441a085bc req-f86cc57e-2153-4f48-b94f-21d7e1d57839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:17.978705 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-21a2aa9d-0d34-49a8-8f6b-61d441a085bc req-f86cc57e-2153-4f48-b94f-21d7e1d57839 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1db68ab0fc284575894f1608a94e9c14&device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 1127 time: 0.1105933 Sep 16 04:34:18.044533 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c711c95-8413-434d-93a6-efa82c4415b1 x-openstack-request-id: req-6c711c95-8413-434d-93a6-efa82c4415b1 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:18.045014 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bac08d2-82e4-434d-bdc3-04df82ee24ae", "name": "network-vif-plugged", "status": "completed", "tag": "7c2f8bb5-987d-426b-af86-98608e46695a", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:18.045440 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6c711c95-8413-434d-93a6-efa82c4415b1 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:18.046549 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bac08d2-82e4-434d-bdc3-04df82ee24ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2f8bb5-987d-426b-af86-98608e46695a', 'code': 200} Sep 16 04:34:18.052536 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=7c2f8bb5-987d-426b-af86-98608e46695a,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:18.112224 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73fd5d-c113-47bc-96e3-424daa03b298 req-d492e94c-defb-4403-87ba-0639afd0e497 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:18.116150 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5a73fd5d-c113-47bc-96e3-424daa03b298 req-d492e94c-defb-4403-87ba-0639afd0e497 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0e1355b-fba8-441d-a599-d37b56554155 HTTP/1.1" status: 200 len: 966 time: 0.3326814 Sep 16 04:34:18.144476 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device d480d1cc-3f20-4c26-b54e-3b847879220a up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:34:18.177551 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2aa9d-0d34-49a8-8f6b-61d441a085bc req-d27e7c62-e21e-4777-8860-fb365d22e80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:18.178928 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-21a2aa9d-0d34-49a8-8f6b-61d441a085bc req-d27e7c62-e21e-4777-8860-fb365d22e80e service neutron] 10.222.0.48 "GET /v2.0/networks?id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588 HTTP/1.1" status: 200 len: 922 time: 0.1888461 Sep 16 04:34:18.185499 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ec444f90-8bb4-48cf-b9fa-3525885a02a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:18.240389 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b3ecb3ab-2ea8-4ba8-82a6-648f2b7d3c3d req-806a847f-77f0-4b1c-bfb2-c99e6dd27aad service neutron] 10.222.0.47 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5287454 Sep 16 04:34:18.244300 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ec444f90-8bb4-48cf-b9fa-3525885a02a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:18.252415 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-21a2aa9d-0d34-49a8-8f6b-61d441a085bc req-fd6e5bc9-8c7d-45ef-88d7-51f12f336229 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9813e96b-c5a0-418f-9b40-229259148849 HTTP/1.1" status: 200 len: 217 time: 0.0630083 Sep 16 04:34:18.262283 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port d480d1cc-3f20-4c26-b54e-3b847879220a completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:34:18.267219 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port d480d1cc-3f20-4c26-b54e-3b847879220a triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:18.267792 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:18.299165 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd03553-cca1-4762-8c48-b442639a3890 req-b66fca4d-23cd-4030-8f2a-ab88db2aa43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:18.301439 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-efd03553-cca1-4762-8c48-b442639a3890 req-b66fca4d-23cd-4030-8f2a-ab88db2aa43b service neutron] 10.222.0.47 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.5046251 Sep 16 04:34:18.312958 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5a73fd5d-c113-47bc-96e3-424daa03b298 req-136da357-db64-4087-bb50-4c9eb8d315ee tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890905 Sep 16 04:34:18.356623 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59bbdf-d3c3-4d76-af9d-c8763988c514 req-80486f3d-136a-4c2a-87b0-b26a23833870 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:18.358187 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a59bbdf-d3c3-4d76-af9d-c8763988c514 req-80486f3d-136a-4c2a-87b0-b26a23833870 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f3bd4d6-1833-496b-8ebc-9aef05b476cb HTTP/1.1" status: 200 len: 947 time: 0.2314088 Sep 16 04:34:18.379414 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ec444f90-8bb4-48cf-b9fa-3525885a02a4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fda9b944759b49f7a8879806bd255f26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7790928 Sep 16 04:34:18.386566 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50918) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:18.407371 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-efd03553-cca1-4762-8c48-b442639a3890 req-017ca067-6630-45a3-b5ae-4b3e6f43166f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=72f3267f-4fd7-4d1e-bfb0-3165e34b5b40 HTTP/1.1" status: 200 len: 217 time: 0.0867829 Sep 16 04:34:18.409615 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d46b7-1d2c-4af2-a24d-550f5365cc1d req-41b50769-48bb-4a97-87f4-bd5dcc853eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:18.411256 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-042d46b7-1d2c-4af2-a24d-550f5365cc1d req-41b50769-48bb-4a97-87f4-bd5dcc853eb8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6bac08d2-82e4-434d-bdc3-04df82ee24ae HTTP/1.1" status: 200 len: 1097 time: 0.2786889 Sep 16 04:34:18.423185 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec444f90-8bb4-48cf-b9fa-3525885a02a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69655e95-9dbf-4ba5-b59e-a3234ff38b66,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:18.423790 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:18.444955 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2aa9d-0d34-49a8-8f6b-61d441a085bc req-529f284d-7b41-49a5-b719-e400c23fecdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:18.450159 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-21a2aa9d-0d34-49a8-8f6b-61d441a085bc req-529f284d-7b41-49a5-b719-e400c23fecdd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8440e215-69bc-4539-b053-2b3b499b80a9 HTTP/1.1" status: 200 len: 861 time: 0.1817694 Sep 16 04:34:18.472408 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port d480d1cc-3f20-4c26-b54e-3b847879220a, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=d480d1cc-3f20-4c26-b54e-3b847879220a,segment=NetworkSegment(33201044-0eb1-4004-bde7-dd5bec0a4ba0),segment_id=33201044-0eb1-4004-bde7-dd5bec0a4ba0)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:18.479402 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:18.480167 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec444f90-8bb4-48cf-b9fa-3525885a02a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:18.480538 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec444f90-8bb4-48cf-b9fa-3525885a02a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:18.480921 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec444f90-8bb4-48cf-b9fa-3525885a02a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:18.481263 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec444f90-8bb4-48cf-b9fa-3525885a02a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:18.481594 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec444f90-8bb4-48cf-b9fa-3525885a02a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:18.481938 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec444f90-8bb4-48cf-b9fa-3525885a02a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:18.482242 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec444f90-8bb4-48cf-b9fa-3525885a02a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:18.482776 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec444f90-8bb4-48cf-b9fa-3525885a02a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:18.483102 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec444f90-8bb4-48cf-b9fa-3525885a02a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:18.483425 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec444f90-8bb4-48cf-b9fa-3525885a02a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:18.483748 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec444f90-8bb4-48cf-b9fa-3525885a02a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:18.484066 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec444f90-8bb4-48cf-b9fa-3525885a02a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:18.500085 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50922) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:18.505514 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-514cc173-d00a-43eb-8250-bac8cfa4661d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2016266907-network', 'tenant_id': '9dd593701c8a447ba70075831015c4e7'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:18.543217 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a59bbdf-d3c3-4d76-af9d-c8763988c514 req-b3945091-29eb-4c37-985f-b8b152dded6c tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3489ee2-b734-41c1-9c19-084227c355b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757796 Sep 16 04:34:18.545183 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-21a2aa9d-0d34-49a8-8f6b-61d441a085bc req-b19968b5-4c11-4cd0-b69a-87897cc3487c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791011 Sep 16 04:34:18.573673 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b3ecb3ab-2ea8-4ba8-82a6-648f2b7d3c3d req-fe5c68a0-268d-40c0-984c-6118af88206e service neutron] 10.222.0.47 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226430 Sep 16 04:34:18.574344 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=d480d1cc-3f20-4c26-b54e-3b847879220a,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:18.581567 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd03553-cca1-4762-8c48-b442639a3890 req-90a95e0f-2df6-41b7-8831-883cee64e3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:18.582913 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-efd03553-cca1-4762-8c48-b442639a3890 req-90a95e0f-2df6-41b7-8831-883cee64e3af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.1655202 Sep 16 04:34:18.586193 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-042d46b7-1d2c-4af2-a24d-550f5365cc1d req-bdbd76b7-f6e9-4c12-ae21-1eb7cde2dd60 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ac515c67-c2ef-4127-83f3-661bcf14d7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575830 Sep 16 04:34:18.601556 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514cc173-d00a-43eb-8250-bac8cfa4661d admin admin] Made reservation on behalf of 9dd593701c8a447ba70075831015c4e7 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:34:18.602969 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee0148-e328-4e2f-964f-2cc6e6a7df10 req-b2bc3715-cd0e-40d2-9592-0a9b0cc8f359 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:18.604007 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-514cc173-d00a-43eb-8250-bac8cfa4661d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:18.605646 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9dee0148-e328-4e2f-964f-2cc6e6a7df10 req-b2bc3715-cd0e-40d2-9592-0a9b0cc8f359 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/ports?device_id=692b29d6-0cdc-47f6-8541-2322ad5bc7b8 HTTP/1.1" status: 200 len: 945 time: 0.1453240 Sep 16 04:34:18.614341 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9b61e49b-5a67-4714-802f-afef1c45d181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:18.676110 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9dee0148-e328-4e2f-964f-2cc6e6a7df10 req-020a8b89-0f8f-46bf-ae1e-59aaa1a0930a tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/security-groups?id=e23ca340-41c8-45f7-b140-8caa69c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597444 Sep 16 04:34:18.679242 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd03553-cca1-4762-8c48-b442639a3890 req-77656bb0-e053-4974-83dd-9d8cd851417d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:18.680899 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-efd03553-cca1-4762-8c48-b442639a3890 req-77656bb0-e053-4974-83dd-9d8cd851417d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0741580 Sep 16 04:34:18.699487 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-514cc173-d00a-43eb-8250-bac8cfa4661d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:18.702785 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-21a2aa9d-0d34-49a8-8f6b-61d441a085bc req-dacd1f24-1f29-4c74-8297-f6e017aca0de service neutron] 10.222.0.48 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476488 Sep 16 04:34:18.725536 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9b61e49b-5a67-4714-802f-afef1c45d181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:18.825127 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bea16-c4c6-4daa-8369-9e9c81b6d51e req-5d11bd37-94ee-4458-8832-f08b72adf6b2 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:18.827368 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e72bea16-c4c6-4daa-8369-9e9c81b6d51e req-5d11bd37-94ee-4458-8832-f08b72adf6b2 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 944 time: 0.1166427 Sep 16 04:34:18.853429 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9b61e49b-5a67-4714-802f-afef1c45d181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:18.856493 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9b61e49b-5a67-4714-802f-afef1c45d181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:18.860028 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9b61e49b-5a67-4714-802f-afef1c45d181 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/69655e95-9dbf-4ba5-b59e-a3234ff38b66 HTTP/1.1" status: 204 len: 168 time: 0.4693725 Sep 16 04:34:18.877586 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b61e49b-5a67-4714-802f-afef1c45d181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69655e95-9dbf-4ba5-b59e-a3234ff38b66,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:18.908309 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e72bea16-c4c6-4daa-8369-9e9c81b6d51e req-57f8e91f-f075-4628-8588-89d0b4e5cb8c tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709848 Sep 16 04:34:18.971007 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-514cc173-d00a-43eb-8250-bac8cfa4661d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:18.978625 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-514cc173-d00a-43eb-8250-bac8cfa4661d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:19.002803 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-514cc173-d00a-43eb-8250-bac8cfa4661d admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:34:19.019095 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514cc173-d00a-43eb-8250-bac8cfa4661d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf4eda8-2a51-481b-bd6c-8b42c5b7b969,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:19.024462 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-514cc173-d00a-43eb-8250-bac8cfa4661d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:19.025697 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-514cc173-d00a-43eb-8250-bac8cfa4661d admin admin] Added segment de7f1875-9db6-4ae7-bba1-7bd9d2068bb4 of type vlan for network 83d15f18-1d99-4cf6-85d3-66c786823939 Sep 16 04:34:19.042691 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-efd03553-cca1-4762-8c48-b442639a3890 req-acee3925-9c07-4289-90ea-abc524fa4797 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530149 Sep 16 04:34:19.063232 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97078a3-4628-4856-a925-43e928270e45 req-58cb83dd-d7f0-451e-aed7-be24a4843e90 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:19.074368 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f97078a3-4628-4856-a925-43e928270e45 req-58cb83dd-d7f0-451e-aed7-be24a4843e90 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bac08d2-82e4-434d-bdc3-04df82ee24ae HTTP/1.1" status: 200 len: 945 time: 0.0905528 Sep 16 04:34:19.096358 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-514cc173-d00a-43eb-8250-bac8cfa4661d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:19.177863 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-514cc173-d00a-43eb-8250-bac8cfa4661d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:19.178658 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514cc173-d00a-43eb-8250-bac8cfa4661d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:19.179307 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-514cc173-d00a-43eb-8250-bac8cfa4661d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:19.207281 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-514cc173-d00a-43eb-8250-bac8cfa4661d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7060707 Sep 16 04:34:19.207959 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50940) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:19.224339 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-263f0983-377b-4b28-b867-9e0147cbece8 admin admin] Request body: {'subnet': {'network_id': '83d15f18-1d99-4cf6-85d3-66c786823939', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2016266907-subnet', 'tenant_id': '9dd593701c8a447ba70075831015c4e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:19.229599 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-21a2aa9d-0d34-49a8-8f6b-61d441a085bc req-f0cc9f62-29df-4bee-b4db-68bec624dfdf service neutron] 10.222.0.48 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703441 Sep 16 04:34:19.306538 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514cc173-d00a-43eb-8250-bac8cfa4661d admin admin] Pushing event updated for resources: {'Network': ['ID=83d15f18-1d99-4cf6-85d3-66c786823939,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:19.307482 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f97078a3-4628-4856-a925-43e928270e45 req-e0a3c07a-1d85-499d-ba78-3132e63db3b8 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac515c67-c2ef-4127-83f3-661bcf14d7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276733 Sep 16 04:34:19.321188 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263f0983-377b-4b28-b867-9e0147cbece8 admin admin] Made reservation on behalf of 9dd593701c8a447ba70075831015c4e7 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:34:19.321448 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-263f0983-377b-4b28-b867-9e0147cbece8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:19.335608 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 83d15f18-1d99-4cf6-85d3-66c786823939 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:34:19.364593 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-efd03553-cca1-4762-8c48-b442639a3890 req-f35f1a96-4feb-4c20-8e4d-168f066da93c service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123991 Sep 16 04:34:19.367678 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2fffec45-888b-4fdb-858b-b7965dc9302d req-9ad10440-d82e-42cb-a7b2-547e60ccf0ac service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2d134106-a3c1-43c4-8d8f-484594db96ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2077172 Sep 16 04:34:19.376880 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-df5c02ec-4678-4d54-bdac-cdb1e5e0e2a5 service neutron] 10.222.0.47 "GET /v2.0/ports/14d4124d-dadd-4cb8-867e-86f0725cb06d/bindings/n-h2-712139-15 HTTP/1.1" status: 200 len: 385 time: 0.2156100 Sep 16 04:34:19.545111 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f61ed8-fba6-4cf1-9909-414bcffb4143 req-96c627e4-d9fa-4715-a05c-5d657d7615ab tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:19.546985 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-20f61ed8-fba6-4cf1-9909-414bcffb4143 req-96c627e4-d9fa-4715-a05c-5d657d7615ab tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0e1355b-fba8-441d-a599-d37b56554155 HTTP/1.1" status: 200 len: 966 time: 0.0798566 Sep 16 04:34:19.551033 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fffec45-888b-4fdb-858b-b7965dc9302d req-11fa46d8-e4fb-46b1-adac-143aa50620bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:19.552779 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2fffec45-888b-4fdb-858b-b7965dc9302d req-11fa46d8-e4fb-46b1-adac-143aa50620bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3bdea1c6394f4daebbe1fb4a9b6973e7&device_id=2d134106-a3c1-43c4-8d8f-484594db96ca HTTP/1.1" status: 200 len: 1102 time: 0.0720377 Sep 16 04:34:19.652302 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-263f0983-377b-4b28-b867-9e0147cbece8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:19.684991 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50954) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:19.705615 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f0983-377b-4b28-b867-9e0147cbece8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b9968d2-e21d-4c2b-9306-feabcc79611b,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:19.712150 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-20f61ed8-fba6-4cf1-9909-414bcffb4143 req-69ec4f9a-6f80-478e-b3bd-89a3df587ee3 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301870 Sep 16 04:34:19.747661 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263f0983-377b-4b28-b867-9e0147cbece8 admin admin] Checking segment: {'id': 'de7f1875-9db6-4ae7-bba1-7bd9d2068bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '83d15f18-1d99-4cf6-85d3-66c786823939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:19.748078 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263f0983-377b-4b28-b867-9e0147cbece8 admin admin] Network hostable DHCP agents. Network: 83d15f18-1d99-4cf6-85d3-66c786823939, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:34:19.766922 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263f0983-377b-4b28-b867-9e0147cbece8 admin admin] Network 83d15f18-1d99-4cf6-85d3-66c786823939 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:34:19.773695 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3f50-2f93-4aa0-978f-e24bddfc988f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:19.778188 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-263f0983-377b-4b28-b867-9e0147cbece8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 83d15f18-1d99-4cf6-85d3-66c786823939) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:34:19.782563 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263f0983-377b-4b28-b867-9e0147cbece8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:19.783625 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-263f0983-377b-4b28-b867-9e0147cbece8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:19.792245 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2838e968-b06e-444f-963d-64c21d6b70f9 None None] Network 83d15f18-1d99-4cf6-85d3-66c786823939 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:34:19.806381 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-263f0983-377b-4b28-b867-9e0147cbece8 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5876966 Sep 16 04:34:19.848117 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432cf6d7-7e10-41c6-9759-ba5572d7fb74 req-e8863bc7-8bfe-4da9-bfe7-792c602a8158 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:19.850099 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f08df-e71a-49c6-9b4f-5bace82f884a req-be062943-f574-4589-a08c-330e43a82bf5 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:19.851646 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-235f08df-e71a-49c6-9b4f-5bace82f884a req-be062943-f574-4589-a08c-330e43a82bf5 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/ports?device_id=692b29d6-0cdc-47f6-8541-2322ad5bc7b8 HTTP/1.1" status: 200 len: 945 time: 0.0580120 Sep 16 04:34:19.859991 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-432cf6d7-7e10-41c6-9759-ba5572d7fb74 req-e8863bc7-8bfe-4da9-bfe7-792c602a8158 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f3bd4d6-1833-496b-8ebc-9aef05b476cb HTTP/1.1" status: 200 len: 947 time: 0.2063618 Sep 16 04:34:19.875345 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fffec45-888b-4fdb-858b-b7965dc9302d req-ce22a027-5e2a-4258-8bfe-ae0967a0c4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:19.877151 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2fffec45-888b-4fdb-858b-b7965dc9302d req-ce22a027-5e2a-4258-8bfe-ae0967a0c4d2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.2933366 Sep 16 04:34:19.879119 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-d4291a39-8296-48ea-b725-37541fa6da60 service neutron] For port 14d4124d-dadd-4cb8-867e-86f0725cb06d, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=14d4124d-dadd-4cb8-867e-86f0725cb06d,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:19.911276 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-235f08df-e71a-49c6-9b4f-5bace82f884a req-60df5a48-b78d-4317-a3dd-d7bd31c7c3af tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/security-groups?id=e23ca340-41c8-45f7-b140-8caa69c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447741 Sep 16 04:34:19.968228 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7129c7dc-8f00-43fb-86e8-8aab28ad597a None None] Network 83d15f18-1d99-4cf6-85d3-66c786823939 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:34:19.969086 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50966) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:20.005389 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2fffec45-888b-4fdb-858b-b7965dc9302d req-102ad08d-b8f8-4e66-889e-2399b1f0ffeb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=990bfdca-5106-49ab-aedc-5795de94fa53 HTTP/1.1" status: 200 len: 217 time: 0.0960977 Sep 16 04:34:20.049730 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692b29d6-0cdc-47f6-8541-2322ad5bc7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd480d1cc-3f20-4c26-b54e-3b847879220a'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:20.053078 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad3dd5a-b53c-493a-a5cb-9c78660bde77" -d '{"events": [{"server_uuid": "692b29d6-0cdc-47f6-8541-2322ad5bc7b8", "name": "network-vif-plugged", "status": "completed", "tag": "d480d1cc-3f20-4c26-b54e-3b847879220a"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:20.054233 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-50dc9159-9ddc-4161-8da4-f55839e3326a admin admin] Deleting subnet 07ed971a-87de-44ff-aa22-253b71b0630d {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:34:20.058371 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50dc9159-9ddc-4161-8da4-f55839e3326a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:20.076700 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-d4291a39-8296-48ea-b725-37541fa6da60 service neutron] For port 14d4124d-dadd-4cb8-867e-86f0725cb06d, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:34:20.110734 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50dc9159-9ddc-4161-8da4-f55839e3326a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:20.111123 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-432cf6d7-7e10-41c6-9759-ba5572d7fb74 req-5ebee019-e03e-498f-ba9d-9d9d4d52755a tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3489ee2-b734-41c1-9c19-084227c355b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431941 Sep 16 04:34:20.133984 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50dc9159-9ddc-4161-8da4-f55839e3326a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:20.143041 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-d4291a39-8296-48ea-b725-37541fa6da60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d4124d-dadd-4cb8-867e-86f0725cb06d {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:34:20.155134 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fffec45-888b-4fdb-858b-b7965dc9302d req-3067a82b-3582-4c8c-9f33-034ca02616f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:20.156757 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2fffec45-888b-4fdb-858b-b7965dc9302d req-3067a82b-3582-4c8c-9f33-034ca02616f9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.1350417 Sep 16 04:34:20.173267 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f0e28-ca82-4d47-991c-9ebf65da0122 req-b472190f-06e7-4ecd-ade8-a416ab8ea224 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:20.175076 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-075f0e28-ca82-4d47-991c-9ebf65da0122 req-b472190f-06e7-4ecd-ade8-a416ab8ea224 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 944 time: 0.1608474 Sep 16 04:34:20.176418 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 72f3267f-4fd7-4d1e-bfb0-3165e34b5b40 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:34:20.201468 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-d4291a39-8296-48ea-b725-37541fa6da60 service neutron] For port 14d4124d-dadd-4cb8-867e-86f0725cb06d, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=14d4124d-dadd-4cb8-867e-86f0725cb06d,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:20.211336 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f171217a-ac72-41db-9a67-b0e44dd6e715 x-openstack-request-id: req-f171217a-ac72-41db-9a67-b0e44dd6e715 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:20.211936 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692b29d6-0cdc-47f6-8541-2322ad5bc7b8", "name": "network-vif-plugged", "status": "completed", "tag": "d480d1cc-3f20-4c26-b54e-3b847879220a", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:20.212824 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f171217a-ac72-41db-9a67-b0e44dd6e715 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:20.213392 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692b29d6-0cdc-47f6-8541-2322ad5bc7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd480d1cc-3f20-4c26-b54e-3b847879220a', 'code': 200} Sep 16 04:34:20.243009 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-075f0e28-ca82-4d47-991c-9ebf65da0122 req-599c0f2d-9da3-48ab-8399-633cbc6ef900 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587356 Sep 16 04:34:20.246226 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-d4291a39-8296-48ea-b725-37541fa6da60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:20.254017 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50dc9159-9ddc-4161-8da4-f55839e3326a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:20.284063 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fffec45-888b-4fdb-858b-b7965dc9302d req-13d0dafd-f92f-4009-b38b-beb9aea089c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:20.285617 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2fffec45-888b-4fdb-858b-b7965dc9302d req-13d0dafd-f92f-4009-b38b-beb9aea089c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1158116 Sep 16 04:34:20.290201 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc9159-9ddc-4161-8da4-f55839e3326a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07ed971a-87de-44ff-aa22-253b71b0630d,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:20.319055 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50dc9159-9ddc-4161-8da4-f55839e3326a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:20.331872 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-50dc9159-9ddc-4161-8da4-f55839e3326a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/07ed971a-87de-44ff-aa22-253b71b0630d HTTP/1.1" status: 204 len: 168 time: 0.3587582 Sep 16 04:34:20.331972 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3f50-2f93-4aa0-978f-e24bddfc988f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:20.332060 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50972) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:20.355905 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3f50-2f93-4aa0-978f-e24bddfc988f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:20.382537 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 72f3267f-4fd7-4d1e-bfb0-3165e34b5b40, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=72f3267f-4fd7-4d1e-bfb0-3165e34b5b40,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:20.397165 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '72f3267f-4fd7-4d1e-bfb0-3165e34b5b40', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': '72f3267f-4fd7-4d1e-bfb0-3165e34b5b40', 'mac_address': 'fa:16:3e:a7:6d:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:34:20.457619 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:20.465805 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-46e6730c-df62-4548-a4b3-93420bb19c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:20.475656 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72f3267f-4fd7-4d1e-bfb0-3165e34b5b40 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:34:20.519307 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 72f3267f-4fd7-4d1e-bfb0-3165e34b5b40, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=72f3267f-4fd7-4d1e-bfb0-3165e34b5b40,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:20.520450 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50976) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:20.529380 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:20.529930 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 9813e96b-c5a0-418f-9b40-229259148849 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:34:20.581078 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2fffec45-888b-4fdb-858b-b7965dc9302d req-0c5b6012-7a02-4f51-b52c-71da2aa73e63 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525263 Sep 16 04:34:20.582118 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-46e6730c-df62-4548-a4b3-93420bb19c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:20.602889 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3f50-2f93-4aa0-978f-e24bddfc988f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4189426e-0e78-43f4-9e30-992e6ee985b8,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:20.612677 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-46e6730c-df62-4548-a4b3-93420bb19c03 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:34:20.613308 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-46e6730c-df62-4548-a4b3-93420bb19c03 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:34:20.614540 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-46e6730c-df62-4548-a4b3-93420bb19c03 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:34:20.615192 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-46e6730c-df62-4548-a4b3-93420bb19c03 admin admin] Subscribe: > port after_create 55550000 {{(pid=94767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:34:20.615913 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-46e6730c-df62-4548-a4b3-93420bb19c03 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:34:20.616391 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-46e6730c-df62-4548-a4b3-93420bb19c03 admin admin] Subscribe: > port after_update 55550000 {{(pid=94767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:34:20.616935 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-46e6730c-df62-4548-a4b3-93420bb19c03 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:34:20.617398 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-46e6730c-df62-4548-a4b3-93420bb19c03 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:34:20.617910 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-46e6730c-df62-4548-a4b3-93420bb19c03 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:34:20.619211 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-46e6730c-df62-4548-a4b3-93420bb19c03 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:34:20.624303 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=72f3267f-4fd7-4d1e-bfb0-3165e34b5b40,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:20.628071 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b3cc3f50-2f93-4aa0-978f-e24bddfc988f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4459134455024fc9b95ea431f4688d06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9337747 Sep 16 04:34:20.642692 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50980) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:20.680513 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3f50-2f93-4aa0-978f-e24bddfc988f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:20.680893 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3f50-2f93-4aa0-978f-e24bddfc988f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:20.682007 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3f50-2f93-4aa0-978f-e24bddfc988f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:20.682552 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3f50-2f93-4aa0-978f-e24bddfc988f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:20.682890 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3f50-2f93-4aa0-978f-e24bddfc988f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:20.683643 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3f50-2f93-4aa0-978f-e24bddfc988f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:20.684002 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3f50-2f93-4aa0-978f-e24bddfc988f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:20.684306 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3f50-2f93-4aa0-978f-e24bddfc988f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:20.684660 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3f50-2f93-4aa0-978f-e24bddfc988f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:20.684977 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3f50-2f93-4aa0-978f-e24bddfc988f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:20.685291 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3f50-2f93-4aa0-978f-e24bddfc988f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:20.685609 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3f50-2f93-4aa0-978f-e24bddfc988f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:20.701962 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 9813e96b-c5a0-418f-9b40-229259148849, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=9813e96b-c5a0-418f-9b40-229259148849,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:20.713803 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 9813e96b-c5a0-418f-9b40-229259148849 has no active binding in host n-h1-712139-15 {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:34:20.716547 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-46e6730c-df62-4548-a4b3-93420bb19c03 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:34:20.717162 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-46e6730c-df62-4548-a4b3-93420bb19c03 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:34:20.717494 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-46e6730c-df62-4548-a4b3-93420bb19c03 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:34:20.717943 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-46e6730c-df62-4548-a4b3-93420bb19c03 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:34:20.718328 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-46e6730c-df62-4548-a4b3-93420bb19c03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e83116-ac84-4946-8a06-4a222bd129d6']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:20.735459 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-d4291a39-8296-48ea-b725-37541fa6da60 service neutron] Transition to ACTIVE for port object 14d4124d-dadd-4cb8-867e-86f0725cb06d will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:34:20.737551 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbd4cb-85fe-45d5-9b82-b62a4959499e req-9b465cfa-34ae-48e6-bd94-bc7ce5fa5ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:20.739167 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dabbd4cb-85fe-45d5-9b82-b62a4959499e req-9b465cfa-34ae-48e6-bd94-bc7ce5fa5ac0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=692b29d6-0cdc-47f6-8541-2322ad5bc7b8 HTTP/1.1" status: 200 len: 1097 time: 0.3959289 Sep 16 04:34:20.752095 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-46e6730c-df62-4548-a4b3-93420bb19c03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f79f9d1f-d7be-44d7-81ac-253f61572b09') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:20.752395 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-46e6730c-df62-4548-a4b3-93420bb19c03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f79f9d1f-d7be-44d7-81ac-253f61572b09') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:20.763607 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3a6f6812-3703-4915-90f0-66b710b79b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:20.777167 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-46e6730c-df62-4548-a4b3-93420bb19c03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:20.783299 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a2c5f-b542-40be-8e43-4bf08b967b49 req-a89015a3-e045-4a5c-8f63-50c1a134fee0 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:20.784821 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cc2a2c5f-b542-40be-8e43-4bf08b967b49 req-a89015a3-e045-4a5c-8f63-50c1a134fee0 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bac08d2-82e4-434d-bdc3-04df82ee24ae HTTP/1.1" status: 200 len: 945 time: 0.3631368 Sep 16 04:34:20.791375 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-d4291a39-8296-48ea-b725-37541fa6da60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:20.814032 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-46e6730c-df62-4548-a4b3-93420bb19c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:20.842158 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e6730c-df62-4548-a4b3-93420bb19c03 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:34:20.842685 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-46e6730c-df62-4548-a4b3-93420bb19c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:20.872858 n-d-712139-15 neutron-server[94767]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 04:34:20.872858 n-d-712139-15 neutron-server[94767]: from cryptography.utils import int_from_bytes Sep 16 04:34:20.872858 n-d-712139-15 neutron-server[94767]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 04:34:20.872858 n-d-712139-15 neutron-server[94767]: from cryptography.utils import int_from_bytes Sep 16 04:34:20.872858 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:34:20.872858 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:34:20.872858 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:34:20.872858 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:34:20.872858 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:34:20.872858 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:34:20.872858 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:34:20.872858 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:34:20.872858 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:34:20.872858 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:34:20.872858 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:34:20.872858 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:34:20.872858 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:34:20.872858 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:34:20.872858 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:34:20.872858 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:34:20.872858 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:34:20.872858 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:34:20.872858 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:34:20.872858 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:34:20.872858 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:34:20.872858 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:34:20.872858 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:34:20.872858 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:34:20.872858 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:34:20.872858 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:34:20.872858 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:34:20.872858 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:34:20.872858 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:34:20.872858 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:34:20.872858 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:34:20.872858 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:34:20.876830 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5dfb0010-7251-405c-98fd-c52e91f14116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:20.941316 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-d4291a39-8296-48ea-b725-37541fa6da60 service neutron] No DVR routers for this DVR port 14d4124d-dadd-4cb8-867e-86f0725cb06d on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:34:20.958489 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2fffec45-888b-4fdb-858b-b7965dc9302d req-9c95e4f6-95f0-4df3-9412-ed18d09c0afe service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470674 Sep 16 04:34:20.960028 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dabbd4cb-85fe-45d5-9b82-b62a4959499e req-dcf55f2c-c1de-43e5-a0a5-10eb6605afdb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e23ca340-41c8-45f7-b140-8caa69c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708539 Sep 16 04:34:20.964911 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d33e7d-d563-4094-b21d-0b8b84c63dda req-fce5a92d-56f8-4bd4-bd85-01dcec9e677b tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:20.966635 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-46d33e7d-d563-4094-b21d-0b8b84c63dda req-fce5a92d-56f8-4bd4-bd85-01dcec9e677b tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0e1355b-fba8-441d-a599-d37b56554155 HTTP/1.1" status: 200 len: 967 time: 0.1711273 Sep 16 04:34:20.969974 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-46e6730c-df62-4548-a4b3-93420bb19c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:20.978844 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4291a39-8296-48ea-b725-37541fa6da60 service neutron] Pushing event updated for resources: {'Port': ['ID=14d4124d-dadd-4cb8-867e-86f0725cb06d,revision_number=10']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:20.983267 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5dfb0010-7251-405c-98fd-c52e91f14116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:20.983547 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-46e6730c-df62-4548-a4b3-93420bb19c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:20.985426 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-46e6730c-df62-4548-a4b3-93420bb19c03 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a5e83116-ac84-4946-8a06-4a222bd129d6 HTTP/1.1" status: 204 len: 168 time: 0.6523602 Sep 16 04:34:20.996235 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50988) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:21.005639 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cc2a2c5f-b542-40be-8e43-4bf08b967b49 req-d8a24b42-7dd9-43ec-9186-0f15223e8482 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac515c67-c2ef-4127-83f3-661bcf14d7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965606 Sep 16 04:34:21.011345 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6730c-df62-4548-a4b3-93420bb19c03 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5e83116-ac84-4946-8a06-4a222bd129d6,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:21.030229 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-d4291a39-8296-48ea-b725-37541fa6da60 service neutron] 10.222.0.47 "PUT /v2.0/ports/14d4124d-dadd-4cb8-867e-86f0725cb06d/bindings/n-h2-712139-15/activate HTTP/1.1" status: 200 len: 370 time: 1.6423273 Sep 16 04:34:21.059669 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['72f3267f-4fd7-4d1e-bfb0-3165e34b5b40'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:34:21.077419 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5dfb0010-7251-405c-98fd-c52e91f14116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:21.081937 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5dfb0010-7251-405c-98fd-c52e91f14116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:21.084091 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5dfb0010-7251-405c-98fd-c52e91f14116 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4189426e-0e78-43f4-9e30-992e6ee985b8 HTTP/1.1" status: 204 len: 168 time: 0.4390230 Sep 16 04:34:21.094981 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb0010-7251-405c-98fd-c52e91f14116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4189426e-0e78-43f4-9e30-992e6ee985b8,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:21.114401 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f2a00ee-7a3f-4523-8b39-2d2cda401175 admin admin] Deleting subnet 5b9968d2-e21d-4c2b-9306-feabcc79611b {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:34:21.122241 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-46d33e7d-d563-4094-b21d-0b8b84c63dda req-a03fe55e-b6f0-4182-8d65-334a34c6967a tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186109 Sep 16 04:34:21.122674 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1f2a00ee-7a3f-4523-8b39-2d2cda401175 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:21.154908 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3a6f6812-3703-4915-90f0-66b710b79b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:21.173444 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0373778-2265-4856-8df6-7e645357ec0a req-c4adb639-f3a4-4d57-8c74-8bae0512970c tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:21.174719 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3a6f6812-3703-4915-90f0-66b710b79b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:21.182467 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d0373778-2265-4856-8df6-7e645357ec0a req-c4adb639-f3a4-4d57-8c74-8bae0512970c tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/ports?device_id=692b29d6-0cdc-47f6-8541-2322ad5bc7b8 HTTP/1.1" status: 200 len: 945 time: 0.0850472 Sep 16 04:34:21.191917 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1f2a00ee-7a3f-4523-8b39-2d2cda401175 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:21.226575 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d0373778-2265-4856-8df6-7e645357ec0a req-118b901d-8141-40f0-8130-27dff94df2d5 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/security-groups?id=e23ca340-41c8-45f7-b140-8caa69c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431828 Sep 16 04:34:21.309012 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3a6f6812-3703-4915-90f0-66b710b79b0e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8324d2faad2547e2aef3889033b0ae1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7841721 Sep 16 04:34:21.309012 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f6812-3703-4915-90f0-66b710b79b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17af9653-dc7a-46bd-9c5e-d6ab118a7178,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:21.309694 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50996) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:21.323572 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1f2a00ee-7a3f-4523-8b39-2d2cda401175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:21.349696 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea9d3c-bca7-4465-9444-1425dc934aaf req-26a7fe77-a09b-4b42-9c73-d1f39f3235e6 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:21.351260 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f8ea9d3c-bca7-4465-9444-1425dc934aaf req-26a7fe77-a09b-4b42-9c73-d1f39f3235e6 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f3bd4d6-1833-496b-8ebc-9aef05b476cb HTTP/1.1" status: 200 len: 948 time: 0.1561623 Sep 16 04:34:21.380465 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e53cae8a-ef7d-4d98-8e1a-b3b6610c8a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:21.426337 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f8ea9d3c-bca7-4465-9444-1425dc934aaf req-a4161138-41c4-4d80-ad03-9b1df49737ba tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3489ee2-b734-41c1-9c19-084227c355b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657799 Sep 16 04:34:21.435921 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1f2a00ee-7a3f-4523-8b39-2d2cda401175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:21.444951 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e53cae8a-ef7d-4d98-8e1a-b3b6610c8a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:21.483953 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325a65b-b31f-43b4-b4ee-6c8cd4847aa0 req-ed09851c-8ebf-46ac-87b9-dbf0df684496 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:21.484112 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a00ee-7a3f-4523-8b39-2d2cda401175 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b9968d2-e21d-4c2b-9306-feabcc79611b,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:21.485473 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3325a65b-b31f-43b4-b4ee-6c8cd4847aa0 req-ed09851c-8ebf-46ac-87b9-dbf0df684496 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 944 time: 0.0922840 Sep 16 04:34:21.485947 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51000) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:21.489521 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1f2a00ee-7a3f-4523-8b39-2d2cda401175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:21.494875 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1f2a00ee-7a3f-4523-8b39-2d2cda401175 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5b9968d2-e21d-4c2b-9306-feabcc79611b HTTP/1.1" status: 204 len: 168 time: 0.4938376 Sep 16 04:34:21.495520 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51002) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:21.551179 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-03e42247-9ab1-4130-a20a-4eebd5b091d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:21.583710 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-7a9a33f1-5723-488c-9bb0-0c489c547bea tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:21.585291 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-7a9a33f1-5723-488c-9bb0-0c489c547bea tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f0e1355b-fba8-441d-a599-d37b56554155&tenant_id=8fb595dbe0d3452481d7faf275f28d7b&binding%3Ahost_id=n-h1-712139-15 HTTP/1.1" status: 200 len: 1119 time: 0.1129038 Sep 16 04:34:21.590260 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-49ad2ebd-cc66-45de-9d29-9e1a188f90fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:21.606323 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3325a65b-b31f-43b4-b4ee-6c8cd4847aa0 req-71184258-6675-47d3-8989-8f461fc4cc95 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884264 Sep 16 04:34:21.621472 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e11cae41-8f74-4db4-bfca-e09229914644 req-d4c44b4f-58db-4b07-88a0-473d6ec303f0 service neutron] 10.222.0.48 "GET /v2.0/ports/9813e96b-c5a0-418f-9b40-229259148849/bindings/n-h1-712139-15 HTTP/1.1" status: 200 len: 385 time: 0.1693769 Sep 16 04:34:21.636615 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e53cae8a-ef7d-4d98-8e1a-b3b6610c8a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:21.636615 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e53cae8a-ef7d-4d98-8e1a-b3b6610c8a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:21.636615 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e53cae8a-ef7d-4d98-8e1a-b3b6610c8a8e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/17af9653-dc7a-46bd-9c5e-d6ab118a7178 HTTP/1.1" status: 204 len: 168 time: 0.3182626 Sep 16 04:34:21.682788 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53cae8a-ef7d-4d98-8e1a-b3b6610c8a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17af9653-dc7a-46bd-9c5e-d6ab118a7178,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:21.725150 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-9654fb28-76ca-49ab-abc1-60d84a245070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:21.726659 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-9654fb28-76ca-49ab-abc1-60d84a245070 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f0e1355b-fba8-441d-a599-d37b56554155&tenant_id=8fb595dbe0d3452481d7faf275f28d7b HTTP/1.1" status: 200 len: 1119 time: 0.1265368 Sep 16 04:34:21.810432 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-03e42247-9ab1-4130-a20a-4eebd5b091d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:21.817373 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-03e42247-9ab1-4130-a20a-4eebd5b091d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:21.897662 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-03e42247-9ab1-4130-a20a-4eebd5b091d5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cc0a5ba216d74308a77a237222653791&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3889701 Sep 16 04:34:21.901147 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51008) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:21.916494 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e42247-9ab1-4130-a20a-4eebd5b091d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17905875-311d-4dec-9d60-0f640b56ce81,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:21.932365 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-e11cae41-8f74-4db4-bfca-e09229914644 req-5ec4ad49-dc95-4f7d-a6b9-b3e18044faa1 service neutron] For port 9813e96b-c5a0-418f-9b40-229259148849, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=9813e96b-c5a0-418f-9b40-229259148849,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:21.972029 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-e11cae41-8f74-4db4-bfca-e09229914644 req-5ec4ad49-dc95-4f7d-a6b9-b3e18044faa1 service neutron] For port 9813e96b-c5a0-418f-9b40-229259148849, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:34:21.980500 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-49ad2ebd-cc66-45de-9d29-9e1a188f90fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:22.008539 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8cb8a6c4-ff68-431b-a8cd-5a7347b4e415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:22.016828 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-e11cae41-8f74-4db4-bfca-e09229914644 req-5ec4ad49-dc95-4f7d-a6b9-b3e18044faa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9813e96b-c5a0-418f-9b40-229259148849 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:34:22.018597 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51010) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:22.034549 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-e11cae41-8f74-4db4-bfca-e09229914644 req-5ec4ad49-dc95-4f7d-a6b9-b3e18044faa1 service neutron] For port 9813e96b-c5a0-418f-9b40-229259148849, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=9813e96b-c5a0-418f-9b40-229259148849,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:22.043373 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-49ad2ebd-cc66-45de-9d29-9e1a188f90fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d15f18-1d99-4cf6-85d3-66c786823939']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:22.050692 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-6908f1e8-737c-48bf-a0ed-eef297f676b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:22.052192 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-6908f1e8-737c-48bf-a0ed-eef297f676b4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8fb595dbe0d3452481d7faf275f28d7b&device_id=f0e1355b-fba8-441d-a599-d37b56554155 HTTP/1.1" status: 200 len: 1119 time: 0.0736461 Sep 16 04:34:22.054744 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8cb8a6c4-ff68-431b-a8cd-5a7347b4e415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:22.057490 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e11cae41-8f74-4db4-bfca-e09229914644 req-5ec4ad49-dc95-4f7d-a6b9-b3e18044faa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:22.062197 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-236b3d3e-fb1e-445c-bf44-1a9a585a8538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:22.072369 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-49ad2ebd-cc66-45de-9d29-9e1a188f90fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de7f1875-9db6-4ae7-bba1-7bd9d2068bb4') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:22.072684 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-49ad2ebd-cc66-45de-9d29-9e1a188f90fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de7f1875-9db6-4ae7-bba1-7bd9d2068bb4') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:22.117675 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-49ad2ebd-cc66-45de-9d29-9e1a188f90fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:22.160655 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8cb8a6c4-ff68-431b-a8cd-5a7347b4e415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:22.165018 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8cb8a6c4-ff68-431b-a8cd-5a7347b4e415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:22.165553 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8cb8a6c4-ff68-431b-a8cd-5a7347b4e415 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/17905875-311d-4dec-9d60-0f640b56ce81 HTTP/1.1" status: 204 len: 168 time: 0.2603707 Sep 16 04:34:22.176215 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-e11cae41-8f74-4db4-bfca-e09229914644 req-5ec4ad49-dc95-4f7d-a6b9-b3e18044faa1 service neutron] Transition to ACTIVE for port object 9813e96b-c5a0-418f-9b40-229259148849 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:34:22.177348 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8a6c4-ff68-431b-a8cd-5a7347b4e415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17905875-311d-4dec-9d60-0f640b56ce81,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:22.181412 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e11cae41-8f74-4db4-bfca-e09229914644 req-5ec4ad49-dc95-4f7d-a6b9-b3e18044faa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:22.203570 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 72f3267f-4fd7-4d1e-bfb0-3165e34b5b40 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:34:22.205747 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-49ad2ebd-cc66-45de-9d29-9e1a188f90fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:22.231426 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49ad2ebd-cc66-45de-9d29-9e1a188f90fa admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:34:22.231836 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-49ad2ebd-cc66-45de-9d29-9e1a188f90fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:22.240983 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:34:22.240983 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:34:22.240983 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:34:22.240983 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:34:22.240983 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:34:22.240983 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:34:22.240983 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:34:22.240983 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:34:22.240983 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:34:22.240983 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:34:22.240983 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:34:22.240983 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:34:22.240983 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:34:22.240983 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:34:22.240983 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:34:22.240983 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:34:22.240983 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:34:22.240983 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:34:22.240983 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:34:22.240983 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:34:22.240983 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:34:22.240983 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:34:22.240983 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:34:22.240983 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:34:22.240983 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:34:22.240983 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:34:22.240983 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:34:22.240983 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:34:22.240983 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:34:22.240983 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:34:22.240983 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:34:22.240983 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:34:22.247719 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11cae41-8f74-4db4-bfca-e09229914644 req-5ec4ad49-dc95-4f7d-a6b9-b3e18044faa1 service neutron] No DVR routers for this DVR port 9813e96b-c5a0-418f-9b40-229259148849 on host n-h2-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:34:22.257948 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e18fdc-efbe-4bd4-8faf-18ac8662139e req-acfe2495-6fd6-4f7b-99e9-bef0e8364ffd tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:22.268290 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-39e18fdc-efbe-4bd4-8faf-18ac8662139e req-acfe2495-6fd6-4f7b-99e9-bef0e8364ffd tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bac08d2-82e4-434d-bdc3-04df82ee24ae HTTP/1.1" status: 200 len: 945 time: 0.1736231 Sep 16 04:34:22.289965 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4ad49-dc95-4f7d-a6b9-b3e18044faa1 service neutron] Pushing event updated for resources: {'Port': ['ID=9813e96b-c5a0-418f-9b40-229259148849,revision_number=10']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:22.302422 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e11cae41-8f74-4db4-bfca-e09229914644 req-5ec4ad49-dc95-4f7d-a6b9-b3e18044faa1 service neutron] 10.222.0.48 "PUT /v2.0/ports/9813e96b-c5a0-418f-9b40-229259148849/bindings/n-h1-712139-15/activate HTTP/1.1" status: 200 len: 370 time: 0.6598332 Sep 16 04:34:22.356818 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 72f3267f-4fd7-4d1e-bfb0-3165e34b5b40 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:34:22.362534 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 72f3267f-4fd7-4d1e-bfb0-3165e34b5b40 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:22.363185 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:22.396681 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-86974c79-72eb-42af-a412-67054a448924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:22.400684 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-86974c79-72eb-42af-a412-67054a448924 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 HTTP/1.1" status: 200 len: 909 time: 0.3389401 Sep 16 04:34:22.409159 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce0272-b111-44ad-9094-04f694d04e35 req-d1fbea57-6f32-46e4-9688-f0654d08f411 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:22.410974 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-52ce0272-b111-44ad-9094-04f694d04e35 req-d1fbea57-6f32-46e4-9688-f0654d08f411 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0e1355b-fba8-441d-a599-d37b56554155 HTTP/1.1" status: 200 len: 967 time: 0.0962465 Sep 16 04:34:22.434842 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-39e18fdc-efbe-4bd4-8faf-18ac8662139e req-aacb59f7-9495-4711-a4f4-fea548dc187b tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac515c67-c2ef-4127-83f3-661bcf14d7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655116 Sep 16 04:34:22.455738 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-49ad2ebd-cc66-45de-9d29-9e1a188f90fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:22.476996 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:22.510266 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3bd4d6-1833-496b-8ebc-9aef05b476cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f3267f-4fd7-4d1e-bfb0-3165e34b5b40'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:22.513164 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b820c0d9-f54f-4035-b33a-fb085c6e85c7" -d '{"events": [{"server_uuid": "3f3bd4d6-1833-496b-8ebc-9aef05b476cb", "name": "network-vif-plugged", "status": "completed", "tag": "72f3267f-4fd7-4d1e-bfb0-3165e34b5b40"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:22.517610 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 72f3267f-4fd7-4d1e-bfb0-3165e34b5b40, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=72f3267f-4fd7-4d1e-bfb0-3165e34b5b40,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:22.523727 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:22.524523 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 14d4124d-dadd-4cb8-867e-86f0725cb06d no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:34:22.546700 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-2f8be13c-818a-4f9b-8128-2b2e9476a114 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14d4124d-dadd-4cb8-867e-86f0725cb06d HTTP/1.1" status: 200 len: 217 time: 0.1025851 Sep 16 04:34:22.566293 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-52ce0272-b111-44ad-9094-04f694d04e35 req-4654fcf5-daea-4471-b6d1-44e0f49a8227 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462133 Sep 16 04:34:22.590221 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-49ad2ebd-cc66-45de-9d29-9e1a188f90fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:22.592529 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-49ad2ebd-cc66-45de-9d29-9e1a188f90fa admin admin] 10.222.0.35 "DELETE /v2.0/networks/83d15f18-1d99-4cf6-85d3-66c786823939 HTTP/1.1" status: 204 len: 168 time: 1.0809379 Sep 16 04:34:22.604636 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 14d4124d-dadd-4cb8-867e-86f0725cb06d not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:34:22.612634 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cae41-8f74-4db4-bfca-e09229914644 req-aa59527d-22c2-4212-bed6-731adf2088d7 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:22.613990 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=72f3267f-4fd7-4d1e-bfb0-3165e34b5b40,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:22.615102 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e11cae41-8f74-4db4-bfca-e09229914644 req-aa59527d-22c2-4212-bed6-731adf2088d7 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb&tenant_id=1db68ab0fc284575894f1608a94e9c14&binding%3Ahost_id=n-h2-712139-15 HTTP/1.1" status: 200 len: 1097 time: 0.1401365 Sep 16 04:34:22.642913 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad2ebd-cc66-45de-9d29-9e1a188f90fa admin admin] Pushing event deleted for resources: {'Network': ['ID=83d15f18-1d99-4cf6-85d3-66c786823939,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:22.684345 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9de45-4b98-4c3a-858d-600f22d4cda6 req-a87ce903-dfb9-4d93-95db-1d08e48918ea tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:22.686430 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e8e9de45-4b98-4c3a-858d-600f22d4cda6 req-a87ce903-dfb9-4d93-95db-1d08e48918ea tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/ports?device_id=692b29d6-0cdc-47f6-8541-2322ad5bc7b8 HTTP/1.1" status: 200 len: 945 time: 0.1370378 Sep 16 04:34:22.710010 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-de8ba711-0c41-4dfb-8dc4-e312be934640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:22.711766 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-de8ba711-0c41-4dfb-8dc4-e312be934640 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=43280570-672b-4326-ad6d-76a55cd52f58 HTTP/1.1" status: 200 len: 848 time: 0.1171925 Sep 16 04:34:22.742814 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-236b3d3e-fb1e-445c-bf44-1a9a585a8538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:22.760699 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-221b1ece-3c0e-4280-88b2-302d80a53f38 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331202 Sep 16 04:34:22.764971 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-236b3d3e-fb1e-445c-bf44-1a9a585a8538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:22.807507 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51038) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:22.819807 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cae41-8f74-4db4-bfca-e09229914644 req-e23201a0-b992-4599-a4cd-c6f195c79a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:22.824273 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-236b3d3e-fb1e-445c-bf44-1a9a585a8538 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e56db70b737f409d830c0885adaa5239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8007262 Sep 16 04:34:22.824425 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e11cae41-8f74-4db4-bfca-e09229914644 req-e23201a0-b992-4599-a4cd-c6f195c79a60 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb&tenant_id=1db68ab0fc284575894f1608a94e9c14 HTTP/1.1" status: 200 len: 1097 time: 0.1969266 Sep 16 04:34:22.828703 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51040) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:22.839025 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e8e9de45-4b98-4c3a-858d-600f22d4cda6 req-b640d5d4-73a4-494f-8409-877effd57bee tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/security-groups?id=e23ca340-41c8-45f7-b140-8caa69c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372874 Sep 16 04:34:22.847906 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b3d3e-fb1e-445c-bf44-1a9a585a8538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6da5cf-1c3c-4bfc-bcd7-a252f1cf9df2,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:22.850736 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ccb3f-31d8-49ce-81b4-9272608597a6 req-cbc76fe4-deb1-4887-b7d0-266ebab79504 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:22.853402 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-990ccb3f-31d8-49ce-81b4-9272608597a6 req-cbc76fe4-deb1-4887-b7d0-266ebab79504 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f3bd4d6-1833-496b-8ebc-9aef05b476cb HTTP/1.1" status: 200 len: 949 time: 0.1263094 Sep 16 04:34:22.952772 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-0087f878-051a-4eda-8289-b35dcb363c41 service neutron] 10.222.0.48 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611922 Sep 16 04:34:22.967273 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-da266cc0-7ce4-4179-98ec-7a169568e9fc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ade125dafb3844fb979f88b53f140661&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1588492 Sep 16 04:34:22.977060 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51046) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:23.014164 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-990ccb3f-31d8-49ce-81b4-9272608597a6 req-c8327b8c-d955-4047-b46e-cfbd2fcf3b9c tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3489ee2-b734-41c1-9c19-084227c355b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421306 Sep 16 04:34:23.018224 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0eafc604-8738-481b-8b05-cbd55ebcaec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:23.102072 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99a36d0-5e7d-43fb-9ebf-a3999b7520fd x-openstack-request-id: req-a99a36d0-5e7d-43fb-9ebf-a3999b7520fd {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:23.102381 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3bd4d6-1833-496b-8ebc-9aef05b476cb", "name": "network-vif-plugged", "status": "completed", "tag": "72f3267f-4fd7-4d1e-bfb0-3165e34b5b40", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:23.102623 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a99a36d0-5e7d-43fb-9ebf-a3999b7520fd {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:23.103301 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3bd4d6-1833-496b-8ebc-9aef05b476cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f3267f-4fd7-4d1e-bfb0-3165e34b5b40', 'code': 200} Sep 16 04:34:23.188296 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-efed71f4-16d7-4cc9-88d3-ff1765117a99 req-1e8d5392-ad68-43e2-a5db-f148d2e0992d tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2748322 Sep 16 04:34:23.199562 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-efed71f4-16d7-4cc9-88d3-ff1765117a99 req-cff0a555-6ff4-4dac-8711-af7cecd66035 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:23.226484 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-54907491-228b-4d6d-be80-47c877c39ef5 service neutron] 10.222.0.48 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650170 Sep 16 04:34:23.251594 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-efed71f4-16d7-4cc9-88d3-ff1765117a99 req-cff0a555-6ff4-4dac-8711-af7cecd66035 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks [] for floatingip, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:23.270600 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cae41-8f74-4db4-bfca-e09229914644 req-7f38fe0d-72ce-4ac0-a7d9-5d8030739815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:23.272962 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e11cae41-8f74-4db4-bfca-e09229914644 req-7f38fe0d-72ce-4ac0-a7d9-5d8030739815 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1db68ab0fc284575894f1608a94e9c14&device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 1097 time: 0.3576269 Sep 16 04:34:23.322495 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0eafc604-8738-481b-8b05-cbd55ebcaec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:23.372357 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-efed71f4-16d7-4cc9-88d3-ff1765117a99 req-cff0a555-6ff4-4dac-8711-af7cecd66035 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:23.477340 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2c28d677-a612-46b2-8719-6aba5ad22eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:23.491343 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86abd9-a199-4772-9ad7-9531438e52e3 req-9ab5fcdc-e720-4bf4-b0ec-1200f074a822 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:23.492907 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2f86abd9-a199-4772-9ad7-9531438e52e3 req-9ab5fcdc-e720-4bf4-b0ec-1200f074a822 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 945 time: 0.2140381 Sep 16 04:34:23.504478 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-efed71f4-16d7-4cc9-88d3-ff1765117a99 req-cff0a555-6ff4-4dac-8711-af7cecd66035 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Allocated IP 172.25.8.107 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/ce9788d8-caa0-461f-b716-58e1633a7fb9) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:34:23.506340 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb360b34-e4f8-4fb7-a66c-9f4876fdbbbd req-01f53cc1-f046-4710-8397-e7c824749f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:23.507915 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fb360b34-e4f8-4fb7-a66c-9f4876fdbbbd req-01f53cc1-f046-4710-8397-e7c824749f40 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3f3bd4d6-1833-496b-8ebc-9aef05b476cb HTTP/1.1" status: 200 len: 1101 time: 0.2301662 Sep 16 04:34:23.565427 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cae41-8f74-4db4-bfca-e09229914644 req-2d4186d3-74cf-46ed-b327-0a3be0fb96c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:23.566337 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e11cae41-8f74-4db4-bfca-e09229914644 req-2d4186d3-74cf-46ed-b327-0a3be0fb96c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588 HTTP/1.1" status: 200 len: 922 time: 0.2666481 Sep 16 04:34:23.573724 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2c28d677-a612-46b2-8719-6aba5ad22eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:23.591303 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0eafc604-8738-481b-8b05-cbd55ebcaec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:23.593830 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0eafc604-8738-481b-8b05-cbd55ebcaec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:23.594926 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0eafc604-8738-481b-8b05-cbd55ebcaec8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/df6da5cf-1c3c-4bfc-bcd7-a252f1cf9df2 HTTP/1.1" status: 204 len: 168 time: 0.7625527 Sep 16 04:34:23.651532 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e11cae41-8f74-4db4-bfca-e09229914644 req-1f47618a-07dd-4ea0-aff9-644a26ca7e38 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9813e96b-c5a0-418f-9b40-229259148849 HTTP/1.1" status: 200 len: 217 time: 0.0757573 Sep 16 04:34:23.660648 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eafc604-8738-481b-8b05-cbd55ebcaec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6da5cf-1c3c-4bfc-bcd7-a252f1cf9df2,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:23.691276 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fb360b34-e4f8-4fb7-a66c-9f4876fdbbbd req-0b88885f-6bf6-4b5c-b132-bf9f9cc09c23 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b3489ee2-b734-41c1-9c19-084227c355b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699822 Sep 16 04:34:23.692044 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-70432d25-bc74-4860-81ba-e9cb31c21628 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:23.693676 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-70432d25-bc74-4860-81ba-e9cb31c21628 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f0e1355b-fba8-441d-a599-d37b56554155&tenant_id=8fb595dbe0d3452481d7faf275f28d7b&binding%3Ahost_id=n-h2-712139-15 HTTP/1.1" status: 200 len: 1119 time: 0.0791862 Sep 16 04:34:23.704804 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-efed71f4-16d7-4cc9-88d3-ff1765117a99 req-cff0a555-6ff4-4dac-8711-af7cecd66035 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:23.717481 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2f86abd9-a199-4772-9ad7-9531438e52e3 req-cb93ab69-6e77-4e72-9fad-8c8452bb1090 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085862 Sep 16 04:34:23.738121 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cae41-8f74-4db4-bfca-e09229914644 req-939ff61c-b39e-4627-88c7-21f4e6fb910a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:23.739678 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e11cae41-8f74-4db4-bfca-e09229914644 req-939ff61c-b39e-4627-88c7-21f4e6fb910a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8440e215-69bc-4539-b053-2b3b499b80a9 HTTP/1.1" status: 200 len: 861 time: 0.0671618 Sep 16 04:34:23.771445 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2c28d677-a612-46b2-8719-6aba5ad22eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:23.775819 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2c28d677-a612-46b2-8719-6aba5ad22eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:23.777374 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2c28d677-a612-46b2-8719-6aba5ad22eb3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/788eafb8-7f74-4d38-835f-62ce2da251ef HTTP/1.1" status: 204 len: 168 time: 0.7977896 Sep 16 04:34:23.796338 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28d677-a612-46b2-8719-6aba5ad22eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788eafb8-7f74-4d38-835f-62ce2da251ef,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:23.858949 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-efed71f4-16d7-4cc9-88d3-ff1765117a99 req-cff0a555-6ff4-4dac-8711-af7cecd66035 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:23.926751 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efed71f4-16d7-4cc9-88d3-ff1765117a99 req-cff0a555-6ff4-4dac-8711-af7cecd66035 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:34:23.935640 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-efed71f4-16d7-4cc9-88d3-ff1765117a99 req-cff0a555-6ff4-4dac-8711-af7cecd66035 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:34:23.937683 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0a555-6ff4-4dac-8711-af7cecd66035 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Pushing event updated for resources: {'Port': ['ID=ce9788d8-caa0-461f-b716-58e1633a7fb9,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:23.940059 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-efed71f4-16d7-4cc9-88d3-ff1765117a99 req-cff0a555-6ff4-4dac-8711-af7cecd66035 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:34:23.969798 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa15c2-b04d-4fb7-a3b5-1c86c6e57512 req-632b75f5-3cff-441e-8c12-bd4bb0cdf3b8 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:23.970208 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-9d64ac65-ad6e-4b7e-a832-51803247583a service neutron] For port 14d4124d-dadd-4cb8-867e-86f0725cb06d, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:34:23.971749 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-69fa15c2-b04d-4fb7-a3b5-1c86c6e57512 req-632b75f5-3cff-441e-8c12-bd4bb0cdf3b8 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/ports?device_id=692b29d6-0cdc-47f6-8541-2322ad5bc7b8 HTTP/1.1" status: 200 len: 945 time: 0.0781069 Sep 16 04:34:23.975184 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-9d64ac65-ad6e-4b7e-a832-51803247583a service neutron] Notify callbacks [] for binding, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:23.976317 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5eb86bb-4329-4e7f-91df-164fdcb7282c req-9d64ac65-ad6e-4b7e-a832-51803247583a service neutron] 10.222.0.48 "DELETE /v2.0/ports/14d4124d-dadd-4cb8-867e-86f0725cb06d/bindings/n-h1-712139-15 HTTP/1.1" status: 204 len: 173 time: 0.2697051 Sep 16 04:34:23.980715 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51078) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:23.985576 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-77645b1c-4553-4826-9056-8b3d1f000448 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Request body: {'floatingip': {'port_id': 'd480d1cc-3f20-4c26-b54e-3b847879220a'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:24.029372 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e11cae41-8f74-4db4-bfca-e09229914644 req-207142e3-e936-4e60-be2e-d49f281462d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560102 Sep 16 04:34:24.093198 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-77645b1c-4553-4826-9056-8b3d1f000448 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks [] for floatingip, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:24.231195 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47259e80-49ea-4a8a-a62d-1765bd5a7235 req-a0c880ec-8632-4c65-9476-d632f72c38ae tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:24.233431 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-47259e80-49ea-4a8a-a62d-1765bd5a7235 req-a0c880ec-8632-4c65-9476-d632f72c38ae tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0e1355b-fba8-441d-a599-d37b56554155 HTTP/1.1" status: 200 len: 967 time: 0.1325586 Sep 16 04:34:24.263436 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e11cae41-8f74-4db4-bfca-e09229914644 req-aec7d555-5315-4076-9673-73e9c2b81669 service neutron] 10.222.0.47 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939588 Sep 16 04:34:24.275449 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-efed71f4-16d7-4cc9-88d3-ff1765117a99 req-cff0a555-6ff4-4dac-8711-af7cecd66035 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:24.305857 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51092) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:24.367367 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-47259e80-49ea-4a8a-a62d-1765bd5a7235 req-ddb1f89a-4c93-448e-8381-9b142b20853a tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256676 Sep 16 04:34:24.404472 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-efed71f4-16d7-4cc9-88d3-ff1765117a99 req-cff0a555-6ff4-4dac-8711-af7cecd66035 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:24.404712 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e11cae41-8f74-4db4-bfca-e09229914644 req-95135700-fcad-40bd-8c26-9999db9252ff service neutron] 10.222.0.47 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288941 Sep 16 04:34:24.529968 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab801f-02d1-43e0-b25c-5bb94eaeb591 req-c8983165-1497-472d-96d2-c59af3e7cb96 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:24.532065 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-baab801f-02d1-43e0-b25c-5bb94eaeb591 req-c8983165-1497-472d-96d2-c59af3e7cb96 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f3bd4d6-1833-496b-8ebc-9aef05b476cb HTTP/1.1" status: 200 len: 949 time: 0.0674050 Sep 16 04:34:24.588497 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-baab801f-02d1-43e0-b25c-5bb94eaeb591 req-b1645f0f-d41b-4733-b86e-aff9c0c24f95 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3489ee2-b734-41c1-9c19-084227c355b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481460 Sep 16 04:34:24.734110 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9101db17-9e5f-496a-aa11-5b05cb52712d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9dd593701c8a447ba70075831015c4e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4152768 Sep 16 04:34:24.736226 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51106) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:24.848763 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-47b261fd-4185-440b-98f9-6c262d8710f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:24.876084 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-47b261fd-4185-440b-98f9-6c262d8710f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:24.958447 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-47b261fd-4185-440b-98f9-6c262d8710f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:24.963375 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-47b261fd-4185-440b-98f9-6c262d8710f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:24.967282 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-47b261fd-4185-440b-98f9-6c262d8710f4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7cf4eda8-2a51-481b-bd6c-8b42c5b7b969 HTTP/1.1" status: 204 len: 168 time: 0.2265005 Sep 16 04:34:24.979756 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b261fd-4185-440b-98f9-6c262d8710f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf4eda8-2a51-481b-bd6c-8b42c5b7b969,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:25.075397 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aebc9d-a882-46a4-a57e-d4076ac50e4f req-15a7fb18-df3b-4f17-bb18-caec6bd0a598 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:25.077439 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-40aebc9d-a882-46a4-a57e-d4076ac50e4f req-15a7fb18-df3b-4f17-bb18-caec6bd0a598 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 945 time: 0.0664837 Sep 16 04:34:25.138953 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-40aebc9d-a882-46a4-a57e-d4076ac50e4f req-53f5c157-e2c8-48ff-9094-4f614e86749a tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545261 Sep 16 04:34:25.177072 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-efed71f4-16d7-4cc9-88d3-ff1765117a99 req-cff0a555-6ff4-4dac-8711-af7cecd66035 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:25.200269 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-efed71f4-16d7-4cc9-88d3-ff1765117a99 req-cff0a555-6ff4-4dac-8711-af7cecd66035 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:25.339057 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0a555-6ff4-4dac-8711-af7cecd66035 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Pushing event updated for resources: {'Port': ['ID=ce9788d8-caa0-461f-b716-58e1633a7fb9,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:25.365821 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-efed71f4-16d7-4cc9-88d3-ff1765117a99 req-cff0a555-6ff4-4dac-8711-af7cecd66035 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:25.374138 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-77645b1c-4553-4826-9056-8b3d1f000448 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:25.382725 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-77645b1c-4553-4826-9056-8b3d1f000448 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:25.403335 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021a41c-7319-4528-8c54-14b2d7bb5f24 req-f463a4a6-cf5b-48a8-a839-94e4652606bd tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:25.408140 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4021a41c-7319-4528-8c54-14b2d7bb5f24 req-f463a4a6-cf5b-48a8-a839-94e4652606bd tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f0e1355b-fba8-441d-a599-d37b56554155 HTTP/1.1" status: 200 len: 1119 time: 0.1286249 Sep 16 04:34:25.425564 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-efed71f4-16d7-4cc9-88d3-ff1765117a99 req-cff0a555-6ff4-4dac-8711-af7cecd66035 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:25.426862 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-efed71f4-16d7-4cc9-88d3-ff1765117a99 req-cff0a555-6ff4-4dac-8711-af7cecd66035 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2377145 Sep 16 04:34:25.469378 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4021a41c-7319-4528-8c54-14b2d7bb5f24 req-656d764e-d4fd-4f27-9881-ac65cdf0face tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518248 Sep 16 04:34:25.534875 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 9813e96b-c5a0-418f-9b40-229259148849 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:34:25.563414 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-efed71f4-16d7-4cc9-88d3-ff1765117a99 req-42ec9cb8-550e-4852-b12c-e7278d2a571c tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.107 HTTP/1.1" status: 200 len: 696 time: 0.1270697 Sep 16 04:34:25.581291 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cae41-8f74-4db4-bfca-e09229914644 req-2a4bd71a-380c-4a4d-a680-776c392ca0cb tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:25.582108 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e11cae41-8f74-4db4-bfca-e09229914644 req-2a4bd71a-380c-4a4d-a680-776c392ca0cb tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb&tenant_id=1db68ab0fc284575894f1608a94e9c14&binding%3Ahost_id=n-h1-712139-15 HTTP/1.1" status: 200 len: 1097 time: 0.0771992 Sep 16 04:34:25.595213 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 9813e96b-c5a0-418f-9b40-229259148849 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:34:25.614473 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [None req-77645b1c-4553-4826-9056-8b3d1f000448 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Floating IP 0f0dca7f-c930-4612-aa05-f1a54a150aa3 associated. External IP: 172.25.8.153, port: d480d1cc-3f20-4c26-b54e-3b847879220a. Sep 16 04:34:25.762589 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-e11cae41-8f74-4db4-bfca-e09229914644 req-e80d51b2-497b-44c7-8250-25120f5db2e9 service neutron] For port 9813e96b-c5a0-418f-9b40-229259148849, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:34:25.767369 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e11cae41-8f74-4db4-bfca-e09229914644 req-e80d51b2-497b-44c7-8250-25120f5db2e9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:25.768880 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e11cae41-8f74-4db4-bfca-e09229914644 req-e80d51b2-497b-44c7-8250-25120f5db2e9 service neutron] 10.222.0.47 "DELETE /v2.0/ports/9813e96b-c5a0-418f-9b40-229259148849/bindings/n-h2-712139-15 HTTP/1.1" status: 204 len: 173 time: 0.1786764 Sep 16 04:34:25.787550 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed71f4-16d7-4cc9-88d3-ff1765117a99 req-3ac0e633-4d74-4d1f-877b-d0ada1e3c2f4 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:25.795705 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-efed71f4-16d7-4cc9-88d3-ff1765117a99 req-3ac0e633-4d74-4d1f-877b-d0ada1e3c2f4 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 784 time: 0.2240779 Sep 16 04:34:25.801322 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-efed71f4-16d7-4cc9-88d3-ff1765117a99 req-96d68da0-dbee-4337-92de-ce87d104bfee tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:34:25.825993 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-efed71f4-16d7-4cc9-88d3-ff1765117a99 req-96d68da0-dbee-4337-92de-ce87d104bfee tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0286961 Sep 16 04:34:26.017025 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2965ff3-6b8a-4f3d-8949-846fc88f698c req-57f31b1e-76dd-4f2d-b903-02b4ea19d27f tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:26.017025 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d2965ff3-6b8a-4f3d-8949-846fc88f698c req-57f31b1e-76dd-4f2d-b903-02b4ea19d27f tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f3bd4d6-1833-496b-8ebc-9aef05b476cb HTTP/1.1" status: 200 len: 949 time: 0.1074474 Sep 16 04:34:26.030400 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77645b1c-4553-4826-9056-8b3d1f000448 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Router 19909f41-efd4-4939-8e64-dd882e426a0b has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:34:26.038898 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-46ff2615-553b-42de-a8c1-e78fbe21c8cd tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:26.041348 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-46ff2615-553b-42de-a8c1-e78fbe21c8cd tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/networks?id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 HTTP/1.1" status: 200 len: 808 time: 0.1191285 Sep 16 04:34:26.060589 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-348ea1a7-ed3f-4545-bfa3-89999304ca37 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/quotas/8fb595dbe0d3452481d7faf275f28d7b HTTP/1.1" status: 200 len: 375 time: 0.0105565 Sep 16 04:34:26.101433 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d2965ff3-6b8a-4f3d-8949-846fc88f698c req-1f4d633d-5169-4da4-afc4-2e9d4ed666c7 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3489ee2-b734-41c1-9c19-084227c355b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729923 Sep 16 04:34:26.137896 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-38d334ed-3ffd-4e02-a28a-8c9ebb2886df tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8fb595dbe0d3452481d7faf275f28d7b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0686224 Sep 16 04:34:26.300104 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-ec2db98c-8992-47d5-8cc2-65f51804d897 service neutron] 10.222.0.35 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545901 Sep 16 04:34:26.405344 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-5ea1b327-2d63-497a-8e66-6e8cf2373f8b service neutron] 10.222.0.35 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043544 Sep 16 04:34:26.522025 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77645b1c-4553-4826-9056-8b3d1f000448 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:34:26.522025 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-77645b1c-4553-4826-9056-8b3d1f000448 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:26.545760 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eccd0e-23c9-421f-891c-c98da4589007 None None] Sync routers for ids ['19909f41-efd4-4939-8e64-dd882e426a0b'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:34:26.560021 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eccd0e-23c9-421f-891c-c98da4589007 None None] Routers {'19909f41-efd4-4939-8e64-dd882e426a0b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:34:26.560495 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-22eccd0e-23c9-421f-891c-c98da4589007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:34:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['19909f41-efd4-4939-8e64-dd882e426a0b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:26.594294 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-77645b1c-4553-4826-9056-8b3d1f000448 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "PUT /v2.0/floatingips/0f0dca7f-c930-4612-aa05-f1a54a150aa3 HTTP/1.1" status: 200 len: 991 time: 2.6124876 Sep 16 04:34:26.596759 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692b29d6-0cdc-47f6-8541-2322ad5bc7b8', 'tag': 'd480d1cc-3f20-4c26-b54e-3b847879220a'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:26.599093 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade8e228-00ac-4b27-9552-7f62b83f19e1" -d '{"events": [{"name": "network-changed", "server_uuid": "692b29d6-0cdc-47f6-8541-2322ad5bc7b8", "tag": "d480d1cc-3f20-4c26-b54e-3b847879220a"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:26.651624 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db252b28-8c71-46ae-b4b2-67a19915642a req-2b1f8cbb-195d-425a-b29c-df99c301b12e tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:26.653383 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-db252b28-8c71-46ae-b4b2-67a19915642a req-2b1f8cbb-195d-425a-b29c-df99c301b12e tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/networks?id=e2175c6d-f628-4258-9c46-e305aad09aca HTTP/1.1" status: 200 len: 820 time: 0.1841331 Sep 16 04:34:26.683926 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-db252b28-8c71-46ae-b4b2-67a19915642a req-19ea24c9-ea02-4895-8e69-e3a394caf36a tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/quotas/7ef44933ab8749a58afa3e84429cb3db HTTP/1.1" status: 200 len: 375 time: 0.0245543 Sep 16 04:34:26.736124 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-22eccd0e-23c9-421f-891c-c98da4589007 None None] Set router 19909f41-efd4-4939-8e64-dd882e426a0b gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:34:26.863765 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-db252b28-8c71-46ae-b4b2-67a19915642a req-35165e52-b7a8-43a6-8d94-ce2cbc47d753 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7ef44933ab8749a58afa3e84429cb3db&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1684971 Sep 16 04:34:26.997130 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-db252b28-8c71-46ae-b4b2-67a19915642a req-09c778f6-b45e-401f-b32b-bf6cad477e84 service neutron] 10.222.0.35 "GET /v2.0/networks/e2175c6d-f628-4258-9c46-e305aad09aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241608 Sep 16 04:34:27.022822 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ea7fc-3004-4e00-a2f6-c9a616a486c6 req-d694c994-9db8-44e1-95aa-ffcd2e44df1c tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:27.028676 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b97ea7fc-3004-4e00-a2f6-c9a616a486c6 req-d694c994-9db8-44e1-95aa-ffcd2e44df1c tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 945 time: 0.0958860 Sep 16 04:34:27.094125 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b97ea7fc-3004-4e00-a2f6-c9a616a486c6 req-3b879f17-3d68-41ca-8d78-81f311bd934c tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588548 Sep 16 04:34:27.134757 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-db252b28-8c71-46ae-b4b2-67a19915642a req-e6eb8e4a-2c0a-4e49-8178-7d4c95d9c7ef service neutron] 10.222.0.35 "GET /v2.0/networks/e2175c6d-f628-4258-9c46-e305aad09aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259651 Sep 16 04:34:27.152759 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-22eccd0e-23c9-421f-891c-c98da4589007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351920868-router', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '49f99fa4-9676-4a32-8fea-0af63fe5a7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:36Z', 'updated_at': '2021-09-16T04:33:44Z', 'revision_number': 4, 'project_id': 'c825b36882e046828461df6da4ad928b', 'gw_port': {'id': '49f99fa4-9676-4a32-8fea-0af63fe5a7de', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:39Z', 'updated_at': '2021-09-16T04:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '0f0dca7f-c930-4612-aa05-f1a54a150aa3', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'floating_ip_address': '172.25.8.153', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'port_id': 'd480d1cc-3f20-4c26-b54e-3b847879220a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1', 'mac_address': 'fa:16:3e:08:b9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692b29d6-0cdc-47f6-8541-2322ad5bc7b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:34:04Z', 'updated_at': '2021-09-16T04:34:25Z', 'revision_number': 1, 'project_id': 'c825b36882e046828461df6da4ad928b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e561ef0-9c7a-472b-adcf-7d47c4925c3a', 'name': '', 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'mac_address': 'fa:16:3e:1e:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 182, 'fixed_ips': [{'subnet_id': '23b8b65a-e16c-4539-8285-b42101b78979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:44Z', 'updated_at': '2021-09-16T04:33:49Z', 'revision_number': 5, 'project_id': 'c825b36882e046828461df6da4ad928b', 'subnets': [{'id': '23b8b65a-e16c-4539-8285-b42101b78979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:27.216734 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eccd0e-23c9-421f-891c-c98da4589007 None None] Checking router: 19909f41-efd4-4939-8e64-dd882e426a0b for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:34:27.228007 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eccd0e-23c9-421f-891c-c98da4589007 None None] Routers {'19909f41-efd4-4939-8e64-dd882e426a0b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:34:27.228834 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-22eccd0e-23c9-421f-891c-c98da4589007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:34:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['19909f41-efd4-4939-8e64-dd882e426a0b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:27.369038 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8d96b81-85d9-4604-ba8b-b5aaba7388bb req-d1ce5a8a-004f-47ac-9620-1a207e186188 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=793f9461-a09e-439c-afe2-789b19a53625 HTTP/1.1" status: 200 len: 210 time: 0.0357893 Sep 16 04:34:27.425050 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-22eccd0e-23c9-421f-891c-c98da4589007 None None] Set router 19909f41-efd4-4939-8e64-dd882e426a0b gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:34:27.524309 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5da5efa-adf2-499c-9051-c87c5d594ecb x-openstack-request-id: req-a5da5efa-adf2-499c-9051-c87c5d594ecb {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:27.525420 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "692b29d6-0cdc-47f6-8541-2322ad5bc7b8", "tag": "d480d1cc-3f20-4c26-b54e-3b847879220a", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:27.525420 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a5da5efa-adf2-499c-9051-c87c5d594ecb {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:27.525861 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692b29d6-0cdc-47f6-8541-2322ad5bc7b8', 'tag': 'd480d1cc-3f20-4c26-b54e-3b847879220a', 'status': 'completed', 'code': 200} Sep 16 04:34:27.671282 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c214e97-7ca1-4912-a483-030f2ef80bcd req-722c34e1-eea2-4015-8f11-3d6038d0bf70 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:27.672970 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c214e97-7ca1-4912-a483-030f2ef80bcd req-722c34e1-eea2-4015-8f11-3d6038d0bf70 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f3bd4d6-1833-496b-8ebc-9aef05b476cb HTTP/1.1" status: 200 len: 949 time: 0.0659952 Sep 16 04:34:27.701539 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cfacc319-8bc0-4f43-acdf-012696609be0 req-8e440b4a-f90b-4fef-b778-96abd3c5302c tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/ports?device_id=87784e78-8cd2-4af6-8389-9aa8753854fa HTTP/1.1" status: 200 len: 210 time: 0.0369308 Sep 16 04:34:27.714384 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8e228-00ac-4b27-9552-7f62b83f19e1 req-ab137a40-d433-418f-bdea-e1eda17e18dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:27.716098 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ade8e228-00ac-4b27-9552-7f62b83f19e1 req-ab137a40-d433-418f-bdea-e1eda17e18dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c825b36882e046828461df6da4ad928b&device_id=692b29d6-0cdc-47f6-8541-2322ad5bc7b8 HTTP/1.1" status: 200 len: 1097 time: 0.1379373 Sep 16 04:34:27.781082 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c214e97-7ca1-4912-a483-030f2ef80bcd req-f90426f5-daee-43a8-bf14-4c602e9dbdac tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3489ee2-b734-41c1-9c19-084227c355b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959299 Sep 16 04:34:27.909247 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d444f54-ff19-49d4-b4f9-fd618bdd3ad4 req-85e30a55-0cab-47a4-8f75-dab585511452 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:27.910903 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8d444f54-ff19-49d4-b4f9-fd618bdd3ad4 req-85e30a55-0cab-47a4-8f75-dab585511452 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 1097 time: 0.1027327 Sep 16 04:34:27.912704 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8e228-00ac-4b27-9552-7f62b83f19e1 req-67561e76-fe40-4cf8-9dc7-fa5e64306b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:27.914148 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ade8e228-00ac-4b27-9552-7f62b83f19e1 req-67561e76-fe40-4cf8-9dc7-fa5e64306b5b service neutron] 10.222.0.47 "GET /v2.0/networks?id=e9f42f79-8e36-46bc-bc40-da8710d5bcd1 HTTP/1.1" status: 200 len: 925 time: 0.1897786 Sep 16 04:34:27.925957 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-22eccd0e-23c9-421f-891c-c98da4589007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351920868-router', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '49f99fa4-9676-4a32-8fea-0af63fe5a7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:36Z', 'updated_at': '2021-09-16T04:33:44Z', 'revision_number': 4, 'project_id': 'c825b36882e046828461df6da4ad928b', 'gw_port': {'id': '49f99fa4-9676-4a32-8fea-0af63fe5a7de', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:39Z', 'updated_at': '2021-09-16T04:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '0f0dca7f-c930-4612-aa05-f1a54a150aa3', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'floating_ip_address': '172.25.8.153', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'port_id': 'd480d1cc-3f20-4c26-b54e-3b847879220a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1', 'mac_address': 'fa:16:3e:08:b9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692b29d6-0cdc-47f6-8541-2322ad5bc7b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:34:04Z', 'updated_at': '2021-09-16T04:34:25Z', 'revision_number': 1, 'project_id': 'c825b36882e046828461df6da4ad928b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e561ef0-9c7a-472b-adcf-7d47c4925c3a', 'name': '', 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'mac_address': 'fa:16:3e:1e:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 182, 'fixed_ips': [{'subnet_id': '23b8b65a-e16c-4539-8285-b42101b78979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:44Z', 'updated_at': '2021-09-16T04:33:49Z', 'revision_number': 5, 'project_id': 'c825b36882e046828461df6da4ad928b', 'subnets': [{'id': '23b8b65a-e16c-4539-8285-b42101b78979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:27.956504 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eccd0e-23c9-421f-891c-c98da4589007 None None] The sync data for ids ['19909f41-efd4-4939-8e64-dd882e426a0b'] in n-d-712139-15 is: [{'id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351920868-router', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '49f99fa4-9676-4a32-8fea-0af63fe5a7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:36Z', 'updated_at': '2021-09-16T04:33:44Z', 'revision_number': 4, 'project_id': 'c825b36882e046828461df6da4ad928b', 'gw_port': {'id': '49f99fa4-9676-4a32-8fea-0af63fe5a7de', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:39Z', 'updated_at': '2021-09-16T04:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '0f0dca7f-c930-4612-aa05-f1a54a150aa3', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'floating_ip_address': '172.25.8.153', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'port_id': 'd480d1cc-3f20-4c26-b54e-3b847879220a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1', 'mac_address': 'fa:16:3e:08:b9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692b29d6-0cdc-47f6-8541-2322ad5bc7b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:34:04Z', 'updated_at': '2021-09-16T04:34:25Z', 'revision_number': 1, 'project_id': 'c825b36882e046828461df6da4ad928b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e561ef0-9c7a-472b-adcf-7d47c4925c3a', 'name': '', 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'mac_address': 'fa:16:3e:1e:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 182, 'fixed_ips': [{'subnet_id': '23b8b65a-e16c-4539-8285-b42101b78979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:44Z', 'updated_at': '2021-09-16T04:33:49Z', 'revision_number': 5, 'project_id': 'c825b36882e046828461df6da4ad928b', 'subnets': [{'id': '23b8b65a-e16c-4539-8285-b42101b78979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:34:28.037522 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8d444f54-ff19-49d4-b4f9-fd618bdd3ad4 req-bf5944b6-71d7-4778-817d-e1fb9d1ba62b tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186759 Sep 16 04:34:28.063058 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ade8e228-00ac-4b27-9552-7f62b83f19e1 req-983b6cf7-9dc2-46b4-a653-c312b7b31178 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d480d1cc-3f20-4c26-b54e-3b847879220a HTTP/1.1" status: 200 len: 999 time: 0.1367967 Sep 16 04:34:28.173840 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8e228-00ac-4b27-9552-7f62b83f19e1 req-19b5cd8c-a539-4f27-851f-73f0154068a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:28.176839 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ade8e228-00ac-4b27-9552-7f62b83f19e1 req-19b5cd8c-a539-4f27-851f-73f0154068a3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=23b8b65a-e16c-4539-8285-b42101b78979 HTTP/1.1" status: 200 len: 863 time: 0.1041040 Sep 16 04:34:28.303840 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-7a0fa3d2-bc6b-45c3-bf92-12c2993bf7b5 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:28.308539 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-7a0fa3d2-bc6b-45c3-bf92-12c2993bf7b5 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.48 "GET /v2.0/networks?id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 HTTP/1.1" status: 200 len: 808 time: 0.2558711 Sep 16 04:34:28.331105 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8e228-00ac-4b27-9552-7f62b83f19e1 req-b99ff6d3-8761-41a1-9926-743b8b8438e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:28.332652 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ade8e228-00ac-4b27-9552-7f62b83f19e1 req-b99ff6d3-8761-41a1-9926-743b8b8438e8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e9f42f79-8e36-46bc-bc40-da8710d5bcd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1414618 Sep 16 04:34:28.334501 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0724b-d66f-4803-8d3f-1fe2acaa8597 req-2d01bcbc-b3a2-4d66-a92e-9124c70e0cc9 tempest-LiveMigrationNegativeTest-1796171091 tempest-LiveMigrationNegativeTest-1796171091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:28.345845 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-57f0724b-d66f-4803-8d3f-1fe2acaa8597 req-2d01bcbc-b3a2-4d66-a92e-9124c70e0cc9 tempest-LiveMigrationNegativeTest-1796171091 tempest-LiveMigrationNegativeTest-1796171091-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3f3bd4d6-1833-496b-8ebc-9aef05b476cb HTTP/1.1" status: 200 len: 1101 time: 0.1088901 Sep 16 04:34:28.366093 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-e261c110-dcb9-4a99-8325-aee61cec9e37 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Request body: {'port': {'device_id': '793f9461-a09e-439c-afe2-789b19a53625', 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2', 'admin_state_up': True, 'tenant_id': '8fb595dbe0d3452481d7faf275f28d7b'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:28.366376 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82bd02d-0fa0-478a-8c67-0e3e2010aa5a None None] New status for floating IP 0f0dca7f-c930-4612-aa05-f1a54a150aa3: ACTIVE {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:34:28.393128 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-57f0724b-d66f-4803-8d3f-1fe2acaa8597 req-3aeedb52-7e90-4d61-89a4-1d58d4ddce96 tempest-LiveMigrationNegativeTest-1796171091 tempest-LiveMigrationNegativeTest-1796171091-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:28.520052 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ade8e228-00ac-4b27-9552-7f62b83f19e1 req-762ca025-bef3-4c1c-b0ad-5364665638cb service neutron] 10.222.0.47 "GET /v2.0/networks/e9f42f79-8e36-46bc-bc40-da8710d5bcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698825 Sep 16 04:34:28.643620 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-57f0724b-d66f-4803-8d3f-1fe2acaa8597 req-3aeedb52-7e90-4d61-89a4-1d58d4ddce96 tempest-LiveMigrationNegativeTest-1796171091 tempest-LiveMigrationNegativeTest-1796171091-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:28.652088 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-57f0724b-d66f-4803-8d3f-1fe2acaa8597 req-3aeedb52-7e90-4d61-89a4-1d58d4ddce96 tempest-LiveMigrationNegativeTest-1796171091 tempest-LiveMigrationNegativeTest-1796171091-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:28.660497 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ade8e228-00ac-4b27-9552-7f62b83f19e1 req-102d9128-9bb2-4152-b5f2-e470b569e5cb service neutron] 10.222.0.47 "GET /v2.0/networks/e9f42f79-8e36-46bc-bc40-da8710d5bcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300061 Sep 16 04:34:28.695835 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-57f0724b-d66f-4803-8d3f-1fe2acaa8597 req-3aeedb52-7e90-4d61-89a4-1d58d4ddce96 tempest-LiveMigrationNegativeTest-1796171091 tempest-LiveMigrationNegativeTest-1796171091-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=b3489ee2-b734-41c1-9c19-084227c355b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479733 Sep 16 04:34:28.707148 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeedb52-7e90-4d61-89a4-1d58d4ddce96 tempest-LiveMigrationNegativeTest-1796171091 tempest-LiveMigrationNegativeTest-1796171091-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7a5f35-6646-4a3c-978f-24f65331f71b,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:28.733897 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-e261c110-dcb9-4a99-8325-aee61cec9e37 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Made reservation on behalf of 8fb595dbe0d3452481d7faf275f28d7b for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:34:28.739803 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-e261c110-dcb9-4a99-8325-aee61cec9e37 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:28.897920 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-6fa2592a-b64b-4970-97ed-558204c2d4a3 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:28.907408 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-6fa2592a-b64b-4970-97ed-558204c2d4a3 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/networks?id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588 HTTP/1.1" status: 200 len: 821 time: 0.2380085 Sep 16 04:34:28.953914 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-21fa3a52-439f-4fe5-992c-6ad8fcdafc82 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/quotas/1db68ab0fc284575894f1608a94e9c14 HTTP/1.1" status: 200 len: 375 time: 0.0452840 Sep 16 04:34:28.977806 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c4000f1f-a451-40f3-89d8-ae032c7f5309 req-16d0c4cf-c9a6-449b-bdaf-2d05d7115d08 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=793f9461-a09e-439c-afe2-789b19a53625 HTTP/1.1" status: 200 len: 210 time: 0.0367444 Sep 16 04:34:29.000607 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-e261c110-dcb9-4a99-8325-aee61cec9e37 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Allocated IP 172.20.0.4 (ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2/43280570-672b-4326-ad6d-76a55cd52f58/8ea99f4d-6e76-4d34-a8d4-44cc7648c323) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:34:29.021496 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db252b28-8c71-46ae-b4b2-67a19915642a req-09107cd1-af36-4e25-91f1-c2905eeb5d08 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:29.023673 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-db252b28-8c71-46ae-b4b2-67a19915642a req-09107cd1-af36-4e25-91f1-c2905eeb5d08 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.48 "GET /v2.0/networks?id=e2175c6d-f628-4258-9c46-e305aad09aca HTTP/1.1" status: 200 len: 820 time: 0.1871579 Sep 16 04:34:29.033818 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-50c8f484-cda8-4d32-a32f-ffe9fdd39e61 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1db68ab0fc284575894f1608a94e9c14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0790865 Sep 16 04:34:29.051232 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-db252b28-8c71-46ae-b4b2-67a19915642a req-68ea137d-17f5-4693-a028-1cf05ce85764 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Request body: {'port': {'device_id': '87784e78-8cd2-4af6-8389-9aa8753854fa', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'admin_state_up': True, 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:29.188816 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db252b28-8c71-46ae-b4b2-67a19915642a req-68ea137d-17f5-4693-a028-1cf05ce85764 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Made reservation on behalf of 7ef44933ab8749a58afa3e84429cb3db for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:34:29.192989 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-db252b28-8c71-46ae-b4b2-67a19915642a req-68ea137d-17f5-4693-a028-1cf05ce85764 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:29.229804 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-c73a5a16-5f30-4a08-ac38-d4377c0922a8 service neutron] 10.222.0.35 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948364 Sep 16 04:34:29.250493 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-95dd7de5-42c1-4889-ac67-715d9b3ed459 req-b729447d-b75e-4656-bdfb-0ccbad88a5ab tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/ports?device_id=87784e78-8cd2-4af6-8389-9aa8753854fa HTTP/1.1" status: 200 len: 210 time: 0.0340636 Sep 16 04:34:29.301545 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-e261c110-dcb9-4a99-8325-aee61cec9e37 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:29.382514 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-e261c110-dcb9-4a99-8325-aee61cec9e37 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:29.394730 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-e601b739-c5dd-453f-9b44-d36048b0fa86 service neutron] 10.222.0.35 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572983 Sep 16 04:34:29.440255 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-e261c110-dcb9-4a99-8325-aee61cec9e37 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:34:29.446199 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-e261c110-dcb9-4a99-8325-aee61cec9e37 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:34:29.453711 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-e261c110-dcb9-4a99-8325-aee61cec9e37 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:34:29.458071 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e261c110-dcb9-4a99-8325-aee61cec9e37 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Pushing event updated for resources: {'Port': ['ID=8ea99f4d-6e76-4d34-a8d4-44cc7648c323,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:29.513411 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-e261c110-dcb9-4a99-8325-aee61cec9e37 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:29.514049 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-e261c110-dcb9-4a99-8325-aee61cec9e37 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:29.530818 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-e261c110-dcb9-4a99-8325-aee61cec9e37 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1759238 Sep 16 04:34:29.552996 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-af294174-e1ab-4c2b-acb1-5e8bca3b1a83 service neutron] Request body: {'port': {'device_id': '793f9461-a09e-439c-afe2-789b19a53625', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:29.587635 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-db252b28-8c71-46ae-b4b2-67a19915642a req-68ea137d-17f5-4693-a028-1cf05ce85764 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Allocated IP 172.20.0.9 (e2175c6d-f628-4258-9c46-e305aad09aca/15fd69f0-3350-4b2a-ab2a-4c79052ea099/63cb482d-efe5-4d66-8795-b28fbde4f6e9) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:34:29.634535 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-af294174-e1ab-4c2b-acb1-5e8bca3b1a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:29.788495 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [req-fab402e2-36d2-4290-95c7-2bc1e1b4c1cc req-345b091b-38f0-45bb-9a4c-380ec1bfe4be service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:34:29.789518 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fab402e2-36d2-4290-95c7-2bc1e1b4c1cc req-345b091b-38f0-45bb-9a4c-380ec1bfe4be service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162833 Sep 16 04:34:29.855234 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-db252b28-8c71-46ae-b4b2-67a19915642a req-68ea137d-17f5-4693-a028-1cf05ce85764 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:29.906548 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-99a90b87-3ed2-458e-b1c5-75960ac9b7a6 req-f1b239e3-dfd0-4286-9a74-1eefca0c3d67 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca HTTP/1.1" status: 200 len: 210 time: 0.0651405 Sep 16 04:34:29.949948 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-db252b28-8c71-46ae-b4b2-67a19915642a req-68ea137d-17f5-4693-a028-1cf05ce85764 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:29.990873 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['7c2f8bb5-987d-426b-af86-98608e46695a'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:34:30.043974 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db252b28-8c71-46ae-b4b2-67a19915642a req-68ea137d-17f5-4693-a028-1cf05ce85764 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Network e2175c6d-f628-4258-9c46-e305aad09aca is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:34:30.070012 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-db252b28-8c71-46ae-b4b2-67a19915642a req-68ea137d-17f5-4693-a028-1cf05ce85764 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:34:30.075902 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea137d-17f5-4693-a028-1cf05ce85764 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Pushing event updated for resources: {'Port': ['ID=63cb482d-efe5-4d66-8795-b28fbde4f6e9,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:30.081604 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-db252b28-8c71-46ae-b4b2-67a19915642a req-68ea137d-17f5-4693-a028-1cf05ce85764 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:34:30.105047 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db252b28-8c71-46ae-b4b2-67a19915642a req-68ea137d-17f5-4693-a028-1cf05ce85764 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:30.106265 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-db252b28-8c71-46ae-b4b2-67a19915642a req-68ea137d-17f5-4693-a028-1cf05ce85764 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:30.121296 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-af294174-e1ab-4c2b-acb1-5e8bca3b1a83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ea99f4d-6e76-4d34-a8d4-44cc7648c323 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:34:30.141022 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-af294174-e1ab-4c2b-acb1-5e8bca3b1a83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:30.142592 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-db252b28-8c71-46ae-b4b2-67a19915642a req-68ea137d-17f5-4693-a028-1cf05ce85764 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0960040 Sep 16 04:34:30.171417 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-db252b28-8c71-46ae-b4b2-67a19915642a req-db42437e-fe79-44b3-a704-50ce6140762a service neutron] Request body: {'port': {'device_id': '87784e78-8cd2-4af6-8389-9aa8753854fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:30.235500 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-af294174-e1ab-4c2b-acb1-5e8bca3b1a83 service neutron] Transition to ACTIVE for port object 8ea99f4d-6e76-4d34-a8d4-44cc7648c323 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:34:30.310733 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-db252b28-8c71-46ae-b4b2-67a19915642a req-db42437e-fe79-44b3-a704-50ce6140762a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:30.332440 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-af294174-e1ab-4c2b-acb1-5e8bca3b1a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:30.508291 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a336318-3e1b-44ee-a827-eb4e46b48eab req-dcc2ab20-6417-4ce0-af38-9952d43676a5 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:30.516511 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9a336318-3e1b-44ee-a827-eb4e46b48eab req-dcc2ab20-6417-4ce0-af38-9952d43676a5 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=793f9461-a09e-439c-afe2-789b19a53625 HTTP/1.1" status: 200 len: 931 time: 0.3408730 Sep 16 04:34:30.519347 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af294174-e1ab-4c2b-acb1-5e8bca3b1a83 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea99f4d-6e76-4d34-a8d4-44cc7648c323,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:30.608803 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-125b3af5-bda8-4653-893f-a908e87610f7 None None] Provisioning complete for port 63cb482d-efe5-4d66-8795-b28fbde4f6e9 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:30.611911 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-125b3af5-bda8-4653-893f-a908e87610f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:30.620338 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9a336318-3e1b-44ee-a827-eb4e46b48eab req-d7975b3f-3933-4f6b-9302-e3d20e0cea5b tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978172 Sep 16 04:34:30.656434 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-af294174-e1ab-4c2b-acb1-5e8bca3b1a83 service neutron] Attempting to bind port 8ea99f4d-6e76-4d34-a8d4-44cc7648c323 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:34:30.657266 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-af294174-e1ab-4c2b-acb1-5e8bca3b1a83 service neutron] Attempting to bind port 8ea99f4d-6e76-4d34-a8d4-44cc7648c323 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:34:30.658557 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-af294174-e1ab-4c2b-acb1-5e8bca3b1a83 service neutron] Attempting to bind port 8ea99f4d-6e76-4d34-a8d4-44cc7648c323 on network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:30.665149 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-af294174-e1ab-4c2b-acb1-5e8bca3b1a83 service neutron] Port 8ea99f4d-6e76-4d34-a8d4-44cc7648c323 on network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:34:30.665650 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-af294174-e1ab-4c2b-acb1-5e8bca3b1a83 service neutron] Attempting to bind port 8ea99f4d-6e76-4d34-a8d4-44cc7648c323 on network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:30.671925 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-af294174-e1ab-4c2b-acb1-5e8bca3b1a83 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:34:30.672456 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-af294174-e1ab-4c2b-acb1-5e8bca3b1a83 service neutron] Checking segment: {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:30.673045 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-af294174-e1ab-4c2b-acb1-5e8bca3b1a83 service neutron] Bound using segment: {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:34:30.673622 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-af294174-e1ab-4c2b-acb1-5e8bca3b1a83 service neutron] Bound port: 8ea99f4d-6e76-4d34-a8d4-44cc7648c323, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:34:30.674156 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-af294174-e1ab-4c2b-acb1-5e8bca3b1a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:30.679819 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cdf448-1867-4c75-9895-9c7ffb4af76d req-87209479-6bc3-4279-9752-f8c399088034 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:30.685375 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f1cdf448-1867-4c75-9895-9c7ffb4af76d req-87209479-6bc3-4279-9752-f8c399088034 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f3bd4d6-1833-496b-8ebc-9aef05b476cb HTTP/1.1" status: 200 len: 949 time: 0.1254451 Sep 16 04:34:30.713528 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-125b3af5-bda8-4653-893f-a908e87610f7 None None] Port 63cb482d-efe5-4d66-8795-b28fbde4f6e9 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:34:30.801685 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-af294174-e1ab-4c2b-acb1-5e8bca3b1a83 service neutron] For port 8ea99f4d-6e76-4d34-a8d4-44cc7648c323, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:34:30.802311 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f1cdf448-1867-4c75-9895-9c7ffb4af76d req-e3f9edf0-44a6-4a91-b988-fb8758ca1f04 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3489ee2-b734-41c1-9c19-084227c355b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058786 Sep 16 04:34:30.805785 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-af294174-e1ab-4c2b-acb1-5e8bca3b1a83 service neutron] For port 8ea99f4d-6e76-4d34-a8d4-44cc7648c323, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=8ea99f4d-6e76-4d34-a8d4-44cc7648c323,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:34:30.811070 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-af294174-e1ab-4c2b-acb1-5e8bca3b1a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:30.863043 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d654ad41-077c-48b0-b0b4-b4653b92fc5e req-1ab0bf38-c976-49e9-9db7-ce362890499f tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:30.864728 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d654ad41-077c-48b0-b0b4-b4653b92fc5e req-1ab0bf38-c976-49e9-9db7-ce362890499f tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/ports?device_id=87784e78-8cd2-4af6-8389-9aa8753854fa HTTP/1.1" status: 200 len: 931 time: 0.1242216 Sep 16 04:34:30.866001 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-af294174-e1ab-4c2b-acb1-5e8bca3b1a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:30.866598 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-af294174-e1ab-4c2b-acb1-5e8bca3b1a83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:30.867860 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-af294174-e1ab-4c2b-acb1-5e8bca3b1a83 service neutron] 10.222.0.48 "PUT /v2.0/ports/8ea99f4d-6e76-4d34-a8d4-44cc7648c323 HTTP/1.1" status: 200 len: 1092 time: 1.3203197 Sep 16 04:34:30.872720 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '793f9461-a09e-439c-afe2-789b19a53625', 'tag': '8ea99f4d-6e76-4d34-a8d4-44cc7648c323'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:30.875082 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46185bd0-75d4-4408-91ca-ef4d9f44b9dc" -d '{"events": [{"name": "network-changed", "server_uuid": "793f9461-a09e-439c-afe2-789b19a53625", "tag": "8ea99f4d-6e76-4d34-a8d4-44cc7648c323"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:30.908951 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af294174-e1ab-4c2b-acb1-5e8bca3b1a83 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea99f4d-6e76-4d34-a8d4-44cc7648c323,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:30.940976 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51378) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:30.964915 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-db252b28-8c71-46ae-b4b2-67a19915642a req-db42437e-fe79-44b3-a704-50ce6140762a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63cb482d-efe5-4d66-8795-b28fbde4f6e9 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:34:30.968606 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d654ad41-077c-48b0-b0b4-b4653b92fc5e req-ed2e4180-3abb-4d84-8891-75d88b199ca4 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac515c67-c2ef-4127-83f3-661bcf14d7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872107 Sep 16 04:34:30.974565 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-db252b28-8c71-46ae-b4b2-67a19915642a req-db42437e-fe79-44b3-a704-50ce6140762a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:30.976083 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712c2ced-bf9a-4dcc-8c85-767a73433eb9 x-openstack-request-id: req-712c2ced-bf9a-4dcc-8c85-767a73433eb9 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:30.979258 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "793f9461-a09e-439c-afe2-789b19a53625", "tag": "8ea99f4d-6e76-4d34-a8d4-44cc7648c323", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:30.979258 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-712c2ced-bf9a-4dcc-8c85-767a73433eb9 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:30.979258 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '793f9461-a09e-439c-afe2-789b19a53625', 'tag': '8ea99f4d-6e76-4d34-a8d4-44cc7648c323', 'status': 'completed', 'code': 200} Sep 16 04:34:31.003939 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-db252b28-8c71-46ae-b4b2-67a19915642a req-db42437e-fe79-44b3-a704-50ce6140762a service neutron] Transition to ACTIVE for port object 63cb482d-efe5-4d66-8795-b28fbde4f6e9 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:34:31.014052 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51384) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:31.028966 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-db252b28-8c71-46ae-b4b2-67a19915642a req-db42437e-fe79-44b3-a704-50ce6140762a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:31.045840 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-c8c347dd-ff36-4a46-817b-ff1baa1419c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:31.047638 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-c8c347dd-ff36-4a46-817b-ff1baa1419c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8fb595dbe0d3452481d7faf275f28d7b&device_id=793f9461-a09e-439c-afe2-789b19a53625 HTTP/1.1" status: 200 len: 1095 time: 0.0975120 Sep 16 04:34:31.048105 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51388) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:31.102706 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1508534b-9108-477a-9a7e-43135ac8e47e req-e14e865e-3de6-476a-bb31-2d45ab6d93c3 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca HTTP/1.1" status: 200 len: 210 time: 0.0687094 Sep 16 04:34:31.145936 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42437e-fe79-44b3-a704-50ce6140762a service neutron] Pushing event updated for resources: {'Port': ['ID=63cb482d-efe5-4d66-8795-b28fbde4f6e9,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:31.164478 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-938eb0c4-adda-444b-bd88-84d0f3990009 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ea99f4d-6e76-4d34-a8d4-44cc7648c323 HTTP/1.1" status: 200 len: 217 time: 0.0942640 Sep 16 04:34:31.166743 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-db252b28-8c71-46ae-b4b2-67a19915642a req-db42437e-fe79-44b3-a704-50ce6140762a service neutron] Attempting to bind port 63cb482d-efe5-4d66-8795-b28fbde4f6e9 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:34:31.167079 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-db252b28-8c71-46ae-b4b2-67a19915642a req-db42437e-fe79-44b3-a704-50ce6140762a service neutron] Attempting to bind port 63cb482d-efe5-4d66-8795-b28fbde4f6e9 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': 'd1fd56d2-3201-4bbb-9ac4-587b0596a9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:34:31.167415 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db252b28-8c71-46ae-b4b2-67a19915642a req-db42437e-fe79-44b3-a704-50ce6140762a service neutron] Attempting to bind port 63cb482d-efe5-4d66-8795-b28fbde4f6e9 on network e2175c6d-f628-4258-9c46-e305aad09aca {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:31.171981 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db252b28-8c71-46ae-b4b2-67a19915642a req-db42437e-fe79-44b3-a704-50ce6140762a service neutron] Port 63cb482d-efe5-4d66-8795-b28fbde4f6e9 on network e2175c6d-f628-4258-9c46-e305aad09aca not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:34:31.172505 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db252b28-8c71-46ae-b4b2-67a19915642a req-db42437e-fe79-44b3-a704-50ce6140762a service neutron] Attempting to bind port 63cb482d-efe5-4d66-8795-b28fbde4f6e9 on network e2175c6d-f628-4258-9c46-e305aad09aca {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:31.177779 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db252b28-8c71-46ae-b4b2-67a19915642a req-db42437e-fe79-44b3-a704-50ce6140762a service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:34:31.178347 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db252b28-8c71-46ae-b4b2-67a19915642a req-db42437e-fe79-44b3-a704-50ce6140762a service neutron] Checking segment: {'id': 'd1fd56d2-3201-4bbb-9ac4-587b0596a9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:31.178885 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db252b28-8c71-46ae-b4b2-67a19915642a req-db42437e-fe79-44b3-a704-50ce6140762a service neutron] Bound using segment: {'id': 'd1fd56d2-3201-4bbb-9ac4-587b0596a9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:34:31.179462 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-db252b28-8c71-46ae-b4b2-67a19915642a req-db42437e-fe79-44b3-a704-50ce6140762a service neutron] Bound port: 63cb482d-efe5-4d66-8795-b28fbde4f6e9, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1fd56d2-3201-4bbb-9ac4-587b0596a9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:34:31.180244 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-db252b28-8c71-46ae-b4b2-67a19915642a req-db42437e-fe79-44b3-a704-50ce6140762a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:31.209098 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f07399d4-fd8d-49db-ab38-28ab8ff2d096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:31.230280 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-007f6c26-7a5f-4140-bc18-0b95baa96901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:31.232676 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-007f6c26-7a5f-4140-bc18-0b95baa96901 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=43280570-672b-4326-ad6d-76a55cd52f58 HTTP/1.1" status: 200 len: 848 time: 0.0545113 Sep 16 04:34:31.266988 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ecb1317b-c835-498a-80e0-3f2050d49be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:31.273861 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-c5722b0a-3e61-4e14-9905-e8c70be1b7a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309339 Sep 16 04:34:31.373493 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8f88d7b6-74e0-4c28-a76d-8f9a0d9337fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:31.415155 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-db252b28-8c71-46ae-b4b2-67a19915642a req-db42437e-fe79-44b3-a704-50ce6140762a service neutron] For port 63cb482d-efe5-4d66-8795-b28fbde4f6e9, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:34:31.420497 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-71305c8c-1457-4801-a809-8ce4d88d8105 service neutron] 10.222.0.48 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271546 Sep 16 04:34:31.439850 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-db252b28-8c71-46ae-b4b2-67a19915642a req-db42437e-fe79-44b3-a704-50ce6140762a service neutron] For port 63cb482d-efe5-4d66-8795-b28fbde4f6e9, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=63cb482d-efe5-4d66-8795-b28fbde4f6e9,segment=NetworkSegment(d1fd56d2-3201-4bbb-9ac4-587b0596a9f4),segment_id=d1fd56d2-3201-4bbb-9ac4-587b0596a9f4)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:34:31.457162 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-db252b28-8c71-46ae-b4b2-67a19915642a req-db42437e-fe79-44b3-a704-50ce6140762a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:31.497373 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-1bdf1464-f6dc-4dd2-8be0-4dacb6bf786f tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:31.498814 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-1bdf1464-f6dc-4dd2-8be0-4dacb6bf786f tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.47 "GET /v2.0/networks?id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588 HTTP/1.1" status: 200 len: 821 time: 0.2104027 Sep 16 04:34:31.526156 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db252b28-8c71-46ae-b4b2-67a19915642a req-db42437e-fe79-44b3-a704-50ce6140762a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:31.526781 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-db252b28-8c71-46ae-b4b2-67a19915642a req-db42437e-fe79-44b3-a704-50ce6140762a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:31.528181 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-db252b28-8c71-46ae-b4b2-67a19915642a req-db42437e-fe79-44b3-a704-50ce6140762a service neutron] 10.222.0.48 "PUT /v2.0/ports/63cb482d-efe5-4d66-8795-b28fbde4f6e9 HTTP/1.1" status: 200 len: 1092 time: 1.3663671 Sep 16 04:34:31.528655 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87784e78-8cd2-4af6-8389-9aa8753854fa', 'tag': '63cb482d-efe5-4d66-8795-b28fbde4f6e9'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:31.530883 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1006acf-adb8-4bac-8ab2-453b155e8b71" -d '{"events": [{"name": "network-changed", "server_uuid": "87784e78-8cd2-4af6-8389-9aa8753854fa", "tag": "63cb482d-efe5-4d66-8795-b28fbde4f6e9"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:31.533171 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-46fdb5ed-4ea2-4650-bada-1d9210c4b42c req-50c28727-c6b9-44e5-8eff-a204e75846ae service neutron] 10.222.0.48 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945597 Sep 16 04:34:31.555401 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42437e-fe79-44b3-a704-50ce6140762a service neutron] Pushing event updated for resources: {'Port': ['ID=63cb482d-efe5-4d66-8795-b28fbde4f6e9,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:31.573926 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f07399d4-fd8d-49db-ab38-28ab8ff2d096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:31.585958 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-da80d4d9-5b99-4964-87ab-977fc453b688 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Request body: {'port': {'device_id': 'be982c8d-a9ac-4716-8cb2-3512ed5492ca', 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588', 'admin_state_up': True, 'tenant_id': '1db68ab0fc284575894f1608a94e9c14'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:31.589729 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f07399d4-fd8d-49db-ab38-28ab8ff2d096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:31.594770 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75765029-ece2-4d33-ba57-0ae75f53e099 x-openstack-request-id: req-75765029-ece2-4d33-ba57-0ae75f53e099 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:31.595056 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87784e78-8cd2-4af6-8389-9aa8753854fa", "tag": "63cb482d-efe5-4d66-8795-b28fbde4f6e9", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:31.595298 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-75765029-ece2-4d33-ba57-0ae75f53e099 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:31.595816 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87784e78-8cd2-4af6-8389-9aa8753854fa', 'tag': '63cb482d-efe5-4d66-8795-b28fbde4f6e9', 'status': 'completed', 'code': 200} Sep 16 04:34:31.704484 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f07399d4-fd8d-49db-ab38-28ab8ff2d096 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=21b7df753f064f3a970ba026cc1999fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7593195 Sep 16 04:34:31.708171 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51398) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:31.720677 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07399d4-fd8d-49db-ab38-28ab8ff2d096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96f29be-3f1b-415b-8fc6-bd2e53fe6622,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:31.751335 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db252b28-8c71-46ae-b4b2-67a19915642a req-8aee67c5-cfec-4050-84b3-060de80c16ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:31.753011 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-db252b28-8c71-46ae-b4b2-67a19915642a req-8aee67c5-cfec-4050-84b3-060de80c16ab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ef44933ab8749a58afa3e84429cb3db&device_id=87784e78-8cd2-4af6-8389-9aa8753854fa HTTP/1.1" status: 200 len: 1095 time: 0.0902419 Sep 16 04:34:31.766562 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c758e2-7719-4bdc-bb7e-c97fedc47550 req-63ca562b-a26d-4d2c-b7d5-9324486c54e2 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:31.768268 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-21c758e2-7719-4bdc-bb7e-c97fedc47550 req-63ca562b-a26d-4d2c-b7d5-9324486c54e2 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=793f9461-a09e-439c-afe2-789b19a53625 HTTP/1.1" status: 200 len: 943 time: 0.0681250 Sep 16 04:34:31.822774 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-db252b28-8c71-46ae-b4b2-67a19915642a req-2c3f218c-e4d4-42e5-a726-d467e965c360 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63cb482d-efe5-4d66-8795-b28fbde4f6e9 HTTP/1.1" status: 200 len: 217 time: 0.0409548 Sep 16 04:34:31.838793 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46185bd0-75d4-4408-91ca-ef4d9f44b9dc req-7d80bbcc-fa5c-4c8a-a6b4-717f7e2a687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:31.840296 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-46185bd0-75d4-4408-91ca-ef4d9f44b9dc req-7d80bbcc-fa5c-4c8a-a6b4-717f7e2a687f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8fb595dbe0d3452481d7faf275f28d7b&device_id=793f9461-a09e-439c-afe2-789b19a53625 HTTP/1.1" status: 200 len: 1095 time: 0.1351013 Sep 16 04:34:31.892850 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-21c758e2-7719-4bdc-bb7e-c97fedc47550 req-d480c1cf-33bb-4aec-aab1-6f803212b6bf tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162114 Sep 16 04:34:31.903957 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-81d0dd2c-1fa1-48a2-8316-950e338c6be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:31.907130 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db252b28-8c71-46ae-b4b2-67a19915642a req-8c360a13-dc16-4c0d-a410-5f1c68327aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:31.908614 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-db252b28-8c71-46ae-b4b2-67a19915642a req-8c360a13-dc16-4c0d-a410-5f1c68327aa2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15fd69f0-3350-4b2a-ab2a-4c79052ea099 HTTP/1.1" status: 200 len: 859 time: 0.0784137 Sep 16 04:34:31.956266 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db252b28-8c71-46ae-b4b2-67a19915642a req-1d3a771c-35c3-4d70-acc6-a55235614d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:31.957860 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-db252b28-8c71-46ae-b4b2-67a19915642a req-1d3a771c-35c3-4d70-acc6-a55235614d40 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e2175c6d-f628-4258-9c46-e305aad09aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414197 Sep 16 04:34:32.021710 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-81d0dd2c-1fa1-48a2-8316-950e338c6be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:32.033561 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ecb1317b-c835-498a-80e0-3f2050d49be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:32.049426 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ecb1317b-c835-498a-80e0-3f2050d49be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:32.084478 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c85c48-9b6b-4eb2-a265-fb378e1d7233 req-b7621f82-a4d6-4adb-bcab-1531ccb882a2 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:32.086001 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-24c85c48-9b6b-4eb2-a265-fb378e1d7233 req-b7621f82-a4d6-4adb-bcab-1531ccb882a2 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f3bd4d6-1833-496b-8ebc-9aef05b476cb HTTP/1.1" status: 200 len: 949 time: 0.2035608 Sep 16 04:34:32.094930 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-db252b28-8c71-46ae-b4b2-67a19915642a req-245ca065-9d44-4f77-9709-3bf268a34fd7 service neutron] 10.222.0.48 "GET /v2.0/networks/e2175c6d-f628-4258-9c46-e305aad09aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289868 Sep 16 04:34:32.114073 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.db.api [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-da80d4d9-5b99-4964-87ab-977fc453b688 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:34:32.114073 n-d-712139-15 neutron-server[94766]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 04:34:32.114073 n-d-712139-15 neutron-server[94766]: [parameters: {'project_id_1': '1db68ab0fc284575894f1608a94e9c14', 'expiration_1': datetime.datetime(2021, 9, 16, 4, 34, 11, 845928)}] Sep 16 04:34:32.114073 n-d-712139-15 neutron-server[94766]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:34:32.114518 n-d-712139-15 neutron-server[94766]: DEBUG oslo_db.api [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-da80d4d9-5b99-4964-87ab-977fc453b688 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:34:32.124495 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192e3a0-80bd-4b43-a9c6-bd553ae625fc req-bfb3427e-c692-46bd-ae82-3f455392b332 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:32.126009 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4192e3a0-80bd-4b43-a9c6-bd553ae625fc req-bfb3427e-c692-46bd-ae82-3f455392b332 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/ports?device_id=87784e78-8cd2-4af6-8389-9aa8753854fa HTTP/1.1" status: 200 len: 943 time: 0.0907869 Sep 16 04:34:32.135554 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46185bd0-75d4-4408-91ca-ef4d9f44b9dc req-f53438a9-2a65-4a74-a70a-27bd2bf74f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:32.137074 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-46185bd0-75d4-4408-91ca-ef4d9f44b9dc req-f53438a9-2a65-4a74-a70a-27bd2bf74f5e service neutron] 10.222.0.48 "GET /v2.0/networks?id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 HTTP/1.1" status: 200 len: 909 time: 0.2877712 Sep 16 04:34:32.169356 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a3038-7944-4be1-bc99-88e28d7da533 req-4bb52959-e9f7-412f-8366-86097bbab69d tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:32.170800 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-934a3038-7944-4be1-bc99-88e28d7da533 req-4bb52959-e9f7-412f-8366-86097bbab69d tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f3bd4d6-1833-496b-8ebc-9aef05b476cb HTTP/1.1" status: 200 len: 949 time: 0.2434907 Sep 16 04:34:32.174514 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1317b-c835-498a-80e0-3f2050d49be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51e8316-b7c6-406d-b553-e3e95d698ffe,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:32.181629 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ecb1317b-c835-498a-80e0-3f2050d49be5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9cf10fc5844d40d3b3e61e329831c666&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1638176 Sep 16 04:34:32.204818 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51406) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:32.234471 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-46185bd0-75d4-4408-91ca-ef4d9f44b9dc req-eb1fc82a-09f4-4181-806a-cd311c851963 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ea99f4d-6e76-4d34-a8d4-44cc7648c323 HTTP/1.1" status: 200 len: 217 time: 0.0884726 Sep 16 04:34:32.247407 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4192e3a0-80bd-4b43-a9c6-bd553ae625fc req-5a894e8f-37da-4a1b-918d-90ecc86190be tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac515c67-c2ef-4127-83f3-661bcf14d7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152000 Sep 16 04:34:32.284758 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-db252b28-8c71-46ae-b4b2-67a19915642a req-c17af7ed-2b50-4b48-82e8-e47c4bcf1030 service neutron] 10.222.0.48 "GET /v2.0/networks/e2175c6d-f628-4258-9c46-e305aad09aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762800 Sep 16 04:34:32.303005 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7a0ebf54-9868-4888-aa4f-dbca5b2f06da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:32.318849 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-24c85c48-9b6b-4eb2-a265-fb378e1d7233 req-d1039f78-31f8-4155-bc03-47e936385f44 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3489ee2-b734-41c1-9c19-084227c355b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095253 Sep 16 04:34:32.324749 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-81d0dd2c-1fa1-48a2-8316-950e338c6be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:32.327370 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-81d0dd2c-1fa1-48a2-8316-950e338c6be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:32.328516 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-81d0dd2c-1fa1-48a2-8316-950e338c6be1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a96f29be-3f1b-415b-8fc6-bd2e53fe6622 HTTP/1.1" status: 204 len: 168 time: 0.6088598 Sep 16 04:34:32.341080 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7a0ebf54-9868-4888-aa4f-dbca5b2f06da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:32.404188 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0dd2c-1fa1-48a2-8316-950e338c6be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96f29be-3f1b-415b-8fc6-bd2e53fe6622,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:32.416791 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46185bd0-75d4-4408-91ca-ef4d9f44b9dc req-f6d3d893-46d0-4ebf-b712-018656c78618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:32.418307 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-46185bd0-75d4-4408-91ca-ef4d9f44b9dc req-f6d3d893-46d0-4ebf-b712-018656c78618 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=43280570-672b-4326-ad6d-76a55cd52f58 HTTP/1.1" status: 200 len: 848 time: 0.1595988 Sep 16 04:34:32.435158 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c3ccbaeb-1a6c-4737-8b0b-5020e633519a req-e2f41f98-a462-459e-8a2e-805434d9fca5 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca HTTP/1.1" status: 200 len: 210 time: 0.0592642 Sep 16 04:34:32.455251 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8f88d7b6-74e0-4c28-a76d-8f9a0d9337fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:32.458935 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-46185bd0-75d4-4408-91ca-ef4d9f44b9dc req-a8c0c79c-37d0-47a3-a9c3-db9257bcbcad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303111 Sep 16 04:34:32.469307 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8f88d7b6-74e0-4c28-a76d-8f9a0d9337fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:32.508076 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1006acf-adb8-4bac-8ab2-453b155e8b71 req-af69ff3a-d2b5-45f4-9b9e-c01010884a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:32.510805 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f1006acf-adb8-4bac-8ab2-453b155e8b71 req-af69ff3a-d2b5-45f4-9b9e-c01010884a39 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ef44933ab8749a58afa3e84429cb3db&device_id=87784e78-8cd2-4af6-8389-9aa8753854fa HTTP/1.1" status: 200 len: 1095 time: 0.0943601 Sep 16 04:34:32.520355 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7a0ebf54-9868-4888-aa4f-dbca5b2f06da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:32.523159 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7a0ebf54-9868-4888-aa4f-dbca5b2f06da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:32.524846 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7a0ebf54-9868-4888-aa4f-dbca5b2f06da admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c51e8316-b7c6-406d-b553-e3e95d698ffe HTTP/1.1" status: 204 len: 168 time: 0.3124380 Sep 16 04:34:32.539456 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-934a3038-7944-4be1-bc99-88e28d7da533 req-21842680-5944-4228-81b2-6e319d1954dd tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Deleting port 72f3267f-4fd7-4d1e-bfb0-3165e34b5b40 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:34:32.539799 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-934a3038-7944-4be1-bc99-88e28d7da533 req-21842680-5944-4228-81b2-6e319d1954dd tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:32.563733 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8f88d7b6-74e0-4c28-a76d-8f9a0d9337fb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5a04ec4024774a038fda8efd274b83ce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5145760 Sep 16 04:34:32.566894 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88d7b6-74e0-4c28-a76d-8f9a0d9337fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817c2b76-32a8-4ea7-8ead-64986ff911da,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:32.575693 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51416) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:32.637858 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ebf54-9868-4888-aa4f-dbca5b2f06da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51e8316-b7c6-406d-b553-e3e95d698ffe,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:32.699099 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1006acf-adb8-4bac-8ab2-453b155e8b71 req-a7d9697b-9af8-4a5f-b36b-4f1ef9a708f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:32.700709 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f1006acf-adb8-4bac-8ab2-453b155e8b71 req-a7d9697b-9af8-4a5f-b36b-4f1ef9a708f1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e2175c6d-f628-4258-9c46-e305aad09aca HTTP/1.1" status: 200 len: 921 time: 0.1707089 Sep 16 04:34:32.701280 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5a5b9420-00f4-461c-8572-70002f1d51a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:32.702180 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-46185bd0-75d4-4408-91ca-ef4d9f44b9dc req-1cb23386-a450-4a02-9ada-f82d79f8e962 service neutron] 10.222.0.48 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329681 Sep 16 04:34:32.707821 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-da80d4d9-5b99-4964-87ab-977fc453b688 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Made reservation on behalf of 1db68ab0fc284575894f1608a94e9c14 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:34:32.711269 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-da80d4d9-5b99-4964-87ab-977fc453b688 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:32.758258 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5a5b9420-00f4-461c-8572-70002f1d51a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:32.761519 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f1006acf-adb8-4bac-8ab2-453b155e8b71 req-bfd4f237-7b54-441d-be5c-296f716efcfc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63cb482d-efe5-4d66-8795-b28fbde4f6e9 HTTP/1.1" status: 200 len: 217 time: 0.0465326 Sep 16 04:34:32.779122 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-934a3038-7944-4be1-bc99-88e28d7da533 req-21842680-5944-4228-81b2-6e319d1954dd tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] For port 72f3267f-4fd7-4d1e-bfb0-3165e34b5b40, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=72f3267f-4fd7-4d1e-bfb0-3165e34b5b40,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:32.779501 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-934a3038-7944-4be1-bc99-88e28d7da533 req-21842680-5944-4228-81b2-6e319d1954dd tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:32.812557 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51418) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:32.847927 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5b4aa340-e12f-451b-b2c1-f79f8aa43514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:32.860236 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-934a3038-7944-4be1-bc99-88e28d7da533 req-21842680-5944-4228-81b2-6e319d1954dd tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Calling delete_port for 72f3267f-4fd7-4d1e-bfb0-3165e34b5b40 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:34:32.861017 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1006acf-adb8-4bac-8ab2-453b155e8b71 req-6ce8e684-4451-4546-af2c-3b476a3461c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:32.861980 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f1006acf-adb8-4bac-8ab2-453b155e8b71 req-6ce8e684-4451-4546-af2c-3b476a3461c9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15fd69f0-3350-4b2a-ab2a-4c79052ea099 HTTP/1.1" status: 200 len: 859 time: 0.0917113 Sep 16 04:34:32.925628 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5a5b9420-00f4-461c-8572-70002f1d51a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:32.929016 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5a5b9420-00f4-461c-8572-70002f1d51a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:32.933145 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5a5b9420-00f4-461c-8572-70002f1d51a9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/817c2b76-32a8-4ea7-8ead-64986ff911da HTTP/1.1" status: 204 len: 168 time: 0.3530514 Sep 16 04:34:32.956455 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1006acf-adb8-4bac-8ab2-453b155e8b71 req-577a042f-d479-4178-b8b5-70a968fa11c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:32.958652 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f1006acf-adb8-4bac-8ab2-453b155e8b71 req-577a042f-d479-4178-b8b5-70a968fa11c6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e2175c6d-f628-4258-9c46-e305aad09aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0860193 Sep 16 04:34:32.963549 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b9420-00f4-461c-8572-70002f1d51a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817c2b76-32a8-4ea7-8ead-64986ff911da,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:33.018207 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-46185bd0-75d4-4408-91ca-ef4d9f44b9dc req-57807029-04d9-4333-9ae1-8f9671151a1a service neutron] 10.222.0.48 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012302 Sep 16 04:34:33.081552 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51426) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:33.098100 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-da80d4d9-5b99-4964-87ab-977fc453b688 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Allocated IP 172.20.0.2 (00cd75b9-aad6-45d6-bd66-c0a78f5d6588/8440e215-69bc-4539-b053-2b3b499b80a9/aac60dc2-c7a3-4e37-b0d3-c11033a3f49b) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:34:33.105304 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0efbcf1a-e89e-4cf4-bcd8-e427b5630e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:33.252458 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-934a3038-7944-4be1-bc99-88e28d7da533 req-21842680-5944-4228-81b2-6e319d1954dd tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:33.294695 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['72f3267f-4fd7-4d1e-bfb0-3165e34b5b40'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:34:33.297561 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['990bfdca-5106-49ab-aedc-5795de94fa53'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:34:33.386218 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1c14b-b33e-477f-93a8-8f5e003c108d req-92388a5a-15e4-4e20-8d74-f2a7bcf87727 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:33.387950 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ea1c14b-b33e-477f-93a8-8f5e003c108d req-92388a5a-15e4-4e20-8d74-f2a7bcf87727 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=793f9461-a09e-439c-afe2-789b19a53625 HTTP/1.1" status: 200 len: 943 time: 0.3781095 Sep 16 04:34:33.396056 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5b4aa340-e12f-451b-b2c1-f79f8aa43514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:33.408267 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5b4aa340-e12f-451b-b2c1-f79f8aa43514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:33.444060 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f1006acf-adb8-4bac-8ab2-453b155e8b71 req-de2e4c23-3cb9-4b64-9468-eb31767c364c service neutron] 10.222.0.48 "GET /v2.0/networks/e2175c6d-f628-4258-9c46-e305aad09aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682448 Sep 16 04:34:33.490933 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51436) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:33.521676 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5b4aa340-e12f-451b-b2c1-f79f8aa43514 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b286c7be217a4b94958b3214815a9a44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7009056 Sep 16 04:34:33.521676 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4aa340-e12f-451b-b2c1-f79f8aa43514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4312178e-33ae-4e16-9228-f4a6e91906ae,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:33.521676 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51438) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:33.569373 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f6b65d30-7d79-4d00-9371-4dff1e149504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:33.582001 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ea1c14b-b33e-477f-93a8-8f5e003c108d req-335fa73a-95b1-4533-893c-dbc1c0e638db tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810312 Sep 16 04:34:33.656988 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a6fbc3a6-8946-4e74-8193-fd6e31378922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:33.682638 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f1006acf-adb8-4bac-8ab2-453b155e8b71 req-2a97c184-de16-4c76-b645-37f7cd4f8a6f service neutron] 10.222.0.48 "GET /v2.0/networks/e2175c6d-f628-4258-9c46-e305aad09aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256789 Sep 16 04:34:33.704228 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-868d4ce6-8543-4aa0-88f3-4ed1816eaf60 req-039d9dd0-7a77-45ad-b1a0-22ea818c62cd tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f3bd4d6-1833-496b-8ebc-9aef05b476cb HTTP/1.1" status: 200 len: 210 time: 0.0425348 Sep 16 04:34:33.714862 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a6fbc3a6-8946-4e74-8193-fd6e31378922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:33.717356 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-934a3038-7944-4be1-bc99-88e28d7da533 req-21842680-5944-4228-81b2-6e319d1954dd tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] No DVR routers for this DVR port 72f3267f-4fd7-4d1e-bfb0-3165e34b5b40 on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:34:33.718827 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21842680-5944-4228-81b2-6e319d1954dd tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Pushing event deleted for resources: {'Port': ['ID=72f3267f-4fd7-4d1e-bfb0-3165e34b5b40,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:33.744442 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-934a3038-7944-4be1-bc99-88e28d7da533 req-21842680-5944-4228-81b2-6e319d1954dd tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:33.746712 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-934a3038-7944-4be1-bc99-88e28d7da533 req-21842680-5944-4228-81b2-6e319d1954dd tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.47 "DELETE /v2.0/ports/72f3267f-4fd7-4d1e-bfb0-3165e34b5b40 HTTP/1.1" status: 204 len: 173 time: 1.5369761 Sep 16 04:34:33.750745 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3bd4d6-1833-496b-8ebc-9aef05b476cb', 'name': 'network-vif-deleted', 'tag': '72f3267f-4fd7-4d1e-bfb0-3165e34b5b40'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:33.753056 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2da1f07-fff6-4885-afa8-638640572e91" -d '{"events": [{"server_uuid": "3f3bd4d6-1833-496b-8ebc-9aef05b476cb", "name": "network-vif-deleted", "tag": "72f3267f-4fd7-4d1e-bfb0-3165e34b5b40"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:33.813399 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8c5b5d09-36d4-4055-9e4a-ad80cd12e3f2 req-a8f5b8ff-6b15-4208-9ed8-f55d288e5548 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca HTTP/1.1" status: 200 len: 210 time: 0.0302422 Sep 16 04:34:33.830118 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708aacf-0877-4070-a906-7cd1af111120 req-0e750d7e-4a39-47b9-ad2f-20041fefb923 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:33.842701 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8708aacf-0877-4070-a906-7cd1af111120 req-0e750d7e-4a39-47b9-ad2f-20041fefb923 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/ports?device_id=87784e78-8cd2-4af6-8389-9aa8753854fa HTTP/1.1" status: 200 len: 943 time: 0.2191670 Sep 16 04:34:33.842701 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-da80d4d9-5b99-4964-87ab-977fc453b688 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:33.842905 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a6fbc3a6-8946-4e74-8193-fd6e31378922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:33.854624 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a6fbc3a6-8946-4e74-8193-fd6e31378922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:33.860462 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a6fbc3a6-8946-4e74-8193-fd6e31378922 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4312178e-33ae-4e16-9228-f4a6e91906ae HTTP/1.1" status: 204 len: 168 time: 0.3293529 Sep 16 04:34:33.870841 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fbc3a6-8946-4e74-8193-fd6e31378922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4312178e-33ae-4e16-9228-f4a6e91906ae,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:33.940901 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8708aacf-0877-4070-a906-7cd1af111120 req-78ed68d0-4468-45f4-89e0-2cb148cae9c9 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac515c67-c2ef-4127-83f3-661bcf14d7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993009 Sep 16 04:34:33.956556 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0efbcf1a-e89e-4cf4-bcd8-e427b5630e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:33.982773 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0efbcf1a-e89e-4cf4-bcd8-e427b5630e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:33.987635 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a714efc-3200-4db7-a3cb-89814ace0f2c x-openstack-request-id: req-6a714efc-3200-4db7-a3cb-89814ace0f2c {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:33.988022 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3bd4d6-1833-496b-8ebc-9aef05b476cb", "name": "network-vif-deleted", "tag": "72f3267f-4fd7-4d1e-bfb0-3165e34b5b40", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:33.988302 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6a714efc-3200-4db7-a3cb-89814ace0f2c {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:33.989003 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3bd4d6-1833-496b-8ebc-9aef05b476cb', 'name': 'network-vif-deleted', 'tag': '72f3267f-4fd7-4d1e-bfb0-3165e34b5b40', 'status': 'completed', 'code': 200} Sep 16 04:34:34.020679 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-da80d4d9-5b99-4964-87ab-977fc453b688 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:34.059331 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f6b65d30-7d79-4d00-9371-4dff1e149504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:34.063596 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f6b65d30-7d79-4d00-9371-4dff1e149504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:34.080676 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0efbcf1a-e89e-4cf4-bcd8-e427b5630e97 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a6153ede8beb475884459f5a7067569d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9957042 Sep 16 04:34:34.084701 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51448) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:34.089440 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efbcf1a-e89e-4cf4-bcd8-e427b5630e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8511de24-5fe3-41f7-953f-18af15e77a1f,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:34.093684 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f6b65d30-7d79-4d00-9371-4dff1e149504 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eaff2189417740988aa18bdf831df1c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5922351 Sep 16 04:34:34.099768 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51450) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:34.110871 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-da80d4d9-5b99-4964-87ab-977fc453b688 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:34:34.120099 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-da80d4d9-5b99-4964-87ab-977fc453b688 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:34:34.122715 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-da80d4d9-5b99-4964-87ab-977fc453b688 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:34:34.128829 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-da80d4d9-5b99-4964-87ab-977fc453b688 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:34.129285 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-da80d4d9-5b99-4964-87ab-977fc453b688 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:34.134592 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da80d4d9-5b99-4964-87ab-977fc453b688 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Pushing event updated for resources: {'Port': ['ID=aac60dc2-c7a3-4e37-b0d3-c11033a3f49b,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:34.134885 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b65d30-7d79-4d00-9371-4dff1e149504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98a37e3-3b32-4433-a505-5653c937537c,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:34.168613 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-da80d4d9-5b99-4964-87ab-977fc453b688 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5890357 Sep 16 04:34:34.169325 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-936151bb-9148-4632-bed2-dee1bedc0927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:34.189322 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-44eea309-692c-453e-a882-b9848fda0497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:34.197432 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-b673cf57-4e9c-44cb-b5c7-8a3cb3810c26 service neutron] Request body: {'port': {'device_id': 'be982c8d-a9ac-4716-8cb2-3512ed5492ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:34.199769 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-936151bb-9148-4632-bed2-dee1bedc0927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:34.255189 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-44eea309-692c-453e-a882-b9848fda0497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:34.257360 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-936151bb-9148-4632-bed2-dee1bedc0927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:34.260535 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-936151bb-9148-4632-bed2-dee1bedc0927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:34.264144 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-936151bb-9148-4632-bed2-dee1bedc0927 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c98a37e3-3b32-4433-a505-5653c937537c HTTP/1.1" status: 204 len: 168 time: 0.1611574 Sep 16 04:34:34.270283 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936151bb-9148-4632-bed2-dee1bedc0927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98a37e3-3b32-4433-a505-5653c937537c,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:34.317142 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-b673cf57-4e9c-44cb-b5c7-8a3cb3810c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:34.392154 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-44eea309-692c-453e-a882-b9848fda0497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:34.395109 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-44eea309-692c-453e-a882-b9848fda0497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:34.396386 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-44eea309-692c-453e-a882-b9848fda0497 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8511de24-5fe3-41f7-953f-18af15e77a1f HTTP/1.1" status: 204 len: 168 time: 0.3079443 Sep 16 04:34:34.456430 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eea309-692c-453e-a882-b9848fda0497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8511de24-5fe3-41f7-953f-18af15e77a1f,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:34.676724 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-b673cf57-4e9c-44cb-b5c7-8a3cb3810c26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aac60dc2-c7a3-4e37-b0d3-c11033a3f49b {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:34:34.685197 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-b673cf57-4e9c-44cb-b5c7-8a3cb3810c26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:34.706572 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-b673cf57-4e9c-44cb-b5c7-8a3cb3810c26 service neutron] Transition to ACTIVE for port object aac60dc2-c7a3-4e37-b0d3-c11033a3f49b will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:34:34.711393 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-b673cf57-4e9c-44cb-b5c7-8a3cb3810c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:34.775255 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031213fb-c489-498b-8cd1-cd864399c6cd req-a8a62869-c955-47f8-bc57-f498b10d97d4 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:34.777525 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-031213fb-c489-498b-8cd1-cd864399c6cd req-a8a62869-c955-47f8-bc57-f498b10d97d4 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=793f9461-a09e-439c-afe2-789b19a53625 HTTP/1.1" status: 200 len: 943 time: 0.0976791 Sep 16 04:34:34.816276 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673cf57-4e9c-44cb-b5c7-8a3cb3810c26 service neutron] Pushing event updated for resources: {'Port': ['ID=aac60dc2-c7a3-4e37-b0d3-c11033a3f49b,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:34.831643 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-b673cf57-4e9c-44cb-b5c7-8a3cb3810c26 service neutron] Attempting to bind port aac60dc2-c7a3-4e37-b0d3-c11033a3f49b on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:34:34.831986 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-b673cf57-4e9c-44cb-b5c7-8a3cb3810c26 service neutron] Attempting to bind port aac60dc2-c7a3-4e37-b0d3-c11033a3f49b by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:34:34.832372 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-b673cf57-4e9c-44cb-b5c7-8a3cb3810c26 service neutron] Attempting to bind port aac60dc2-c7a3-4e37-b0d3-c11033a3f49b on network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:34.838710 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-b673cf57-4e9c-44cb-b5c7-8a3cb3810c26 service neutron] Port aac60dc2-c7a3-4e37-b0d3-c11033a3f49b on network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:34:34.839045 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-b673cf57-4e9c-44cb-b5c7-8a3cb3810c26 service neutron] Attempting to bind port aac60dc2-c7a3-4e37-b0d3-c11033a3f49b on network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:34.846948 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-b673cf57-4e9c-44cb-b5c7-8a3cb3810c26 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:34:34.847287 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-b673cf57-4e9c-44cb-b5c7-8a3cb3810c26 service neutron] Checking segment: {'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:34.847694 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-b673cf57-4e9c-44cb-b5c7-8a3cb3810c26 service neutron] Bound using segment: {'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:34:34.848237 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-b673cf57-4e9c-44cb-b5c7-8a3cb3810c26 service neutron] Bound port: aac60dc2-c7a3-4e37-b0d3-c11033a3f49b, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:34:34.848686 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-b673cf57-4e9c-44cb-b5c7-8a3cb3810c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:34.850560 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-031213fb-c489-498b-8cd1-cd864399c6cd req-19b66806-07f2-4cfb-8941-0f642b02917c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631330 Sep 16 04:34:34.965055 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-b673cf57-4e9c-44cb-b5c7-8a3cb3810c26 service neutron] For port aac60dc2-c7a3-4e37-b0d3-c11033a3f49b, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:34:34.968927 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-b673cf57-4e9c-44cb-b5c7-8a3cb3810c26 service neutron] For port aac60dc2-c7a3-4e37-b0d3-c11033a3f49b, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=aac60dc2-c7a3-4e37-b0d3-c11033a3f49b,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:34:34.981879 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-b673cf57-4e9c-44cb-b5c7-8a3cb3810c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:35.031720 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd85c78-a4c9-4370-b7eb-2e5fa9dff706 req-ca29d338-cd13-4229-a3a0-5c1406825d4c tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:35.033790 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0cd85c78-a4c9-4370-b7eb-2e5fa9dff706 req-ca29d338-cd13-4229-a3a0-5c1406825d4c tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca HTTP/1.1" status: 200 len: 943 time: 0.0986576 Sep 16 04:34:35.057946 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-b673cf57-4e9c-44cb-b5c7-8a3cb3810c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:35.061391 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-b673cf57-4e9c-44cb-b5c7-8a3cb3810c26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:35.062990 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-b673cf57-4e9c-44cb-b5c7-8a3cb3810c26 service neutron] 10.222.0.47 "PUT /v2.0/ports/aac60dc2-c7a3-4e37-b0d3-c11033a3f49b HTTP/1.1" status: 200 len: 1092 time: 0.8748543 Sep 16 04:34:35.090841 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0cd85c78-a4c9-4370-b7eb-2e5fa9dff706 req-e7f2f56f-2797-4bef-aa6a-0a89cce5d684 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492635 Sep 16 04:34:35.143001 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673cf57-4e9c-44cb-b5c7-8a3cb3810c26 service neutron] Pushing event updated for resources: {'Port': ['ID=aac60dc2-c7a3-4e37-b0d3-c11033a3f49b,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:35.175902 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1a736-0004-4f54-9135-3208010a9d8a req-373aef46-e2dd-4533-b783-459d26a68bfb tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:35.177506 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-bca1a736-0004-4f54-9135-3208010a9d8a req-373aef46-e2dd-4533-b783-459d26a68bfb tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/ports?device_id=87784e78-8cd2-4af6-8389-9aa8753854fa HTTP/1.1" status: 200 len: 943 time: 0.1135557 Sep 16 04:34:35.253419 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-bca1a736-0004-4f54-9135-3208010a9d8a req-53eb95f4-82c1-419c-823a-12d1e3c1c46e tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac515c67-c2ef-4127-83f3-661bcf14d7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609238 Sep 16 04:34:35.269293 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-814cbffa-c5ed-4fcf-8550-8f82ca66f074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:35.270798 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-814cbffa-c5ed-4fcf-8550-8f82ca66f074 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1db68ab0fc284575894f1608a94e9c14&device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca HTTP/1.1" status: 200 len: 1095 time: 0.1156876 Sep 16 04:34:35.324621 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-9dd03f84-28a2-405d-8a36-587fe9c2d57d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aac60dc2-c7a3-4e37-b0d3-c11033a3f49b HTTP/1.1" status: 200 len: 217 time: 0.0369587 Sep 16 04:34:35.335534 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f1956-225b-44bb-a1a8-7d8b51da61e1 req-8048a9f7-8d15-4b1b-b5c7-967ca7f16948 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:35.337327 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6a5f1956-225b-44bb-a1a8-7d8b51da61e1 req-8048a9f7-8d15-4b1b-b5c7-967ca7f16948 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d134106-a3c1-43c4-8d8f-484594db96ca HTTP/1.1" status: 200 len: 950 time: 0.0554266 Sep 16 04:34:35.380996 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-25c4aef1-9989-4083-a9ac-3a3959e4523c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:35.382542 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-25c4aef1-9989-4083-a9ac-3a3959e4523c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8440e215-69bc-4539-b053-2b3b499b80a9 HTTP/1.1" status: 200 len: 861 time: 0.0505695 Sep 16 04:34:35.398475 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6a5f1956-225b-44bb-a1a8-7d8b51da61e1 req-7018f144-3aba-4c0c-b8b0-96ded8eb20c1 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3489ee2-b734-41c1-9c19-084227c355b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551982 Sep 16 04:34:35.423072 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-e4357db9-21da-4847-9e66-e3c1dfa83363 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336354 Sep 16 04:34:35.520496 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-013ddf7a-1fd9-4764-b687-0a6d04f77e68 service neutron] 10.222.0.47 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897050 Sep 16 04:34:35.627243 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2c01f8b6-0cd8-432b-bdb9-a9f054ee79d7 req-64fd6a22-c20b-4728-9354-c1f048d3c6e4 service neutron] 10.222.0.47 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964475 Sep 16 04:34:35.983305 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3874a-6724-4664-8a56-b6d82fde4e57 req-58fc3d43-fd00-437d-afb6-a56ffa404b22 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:35.985782 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4fe3874a-6724-4664-8a56-b6d82fde4e57 req-58fc3d43-fd00-437d-afb6-a56ffa404b22 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=793f9461-a09e-439c-afe2-789b19a53625 HTTP/1.1" status: 200 len: 943 time: 0.0555010 Sep 16 04:34:35.993751 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be982c8d-a9ac-4716-8cb2-3512ed5492ca', 'tag': 'aac60dc2-c7a3-4e37-b0d3-c11033a3f49b'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:35.996064 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675a001d-6c1e-422d-b5ed-a349f9157a64" -d '{"events": [{"name": "network-changed", "server_uuid": "be982c8d-a9ac-4716-8cb2-3512ed5492ca", "tag": "aac60dc2-c7a3-4e37-b0d3-c11033a3f49b"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:36.037571 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4fe3874a-6724-4664-8a56-b6d82fde4e57 req-e987c255-6dd3-47a5-8702-e84686a8f6d1 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380156 Sep 16 04:34:36.052839 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7839b704-f5ea-4cce-9035-b00b36f847ee x-openstack-request-id: req-7839b704-f5ea-4cce-9035-b00b36f847ee {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:36.053127 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be982c8d-a9ac-4716-8cb2-3512ed5492ca", "tag": "aac60dc2-c7a3-4e37-b0d3-c11033a3f49b", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:36.053375 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7839b704-f5ea-4cce-9035-b00b36f847ee {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:36.053905 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be982c8d-a9ac-4716-8cb2-3512ed5492ca', 'tag': 'aac60dc2-c7a3-4e37-b0d3-c11033a3f49b', 'status': 'completed', 'code': 200} Sep 16 04:34:36.156922 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a001d-6c1e-422d-b5ed-a349f9157a64 req-bcbaf70d-1719-4237-bf0a-290edb577da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:36.158439 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-675a001d-6c1e-422d-b5ed-a349f9157a64 req-bcbaf70d-1719-4237-bf0a-290edb577da9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1db68ab0fc284575894f1608a94e9c14&device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca HTTP/1.1" status: 200 len: 1095 time: 0.0436554 Sep 16 04:34:36.271859 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 72f3267f-4fd7-4d1e-bfb0-3165e34b5b40 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:34:36.293346 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ad6c3-3fcd-466c-82b8-bcca38d08191 req-47d8eb8e-b62b-43e6-add8-d737e3e8c647 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:36.296973 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a001d-6c1e-422d-b5ed-a349f9157a64 req-c3de9399-0cf3-47a1-ade3-2e9229d44faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:36.299078 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-675a001d-6c1e-422d-b5ed-a349f9157a64 req-c3de9399-0cf3-47a1-ade3-2e9229d44faa service neutron] 10.222.0.47 "GET /v2.0/networks?id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588 HTTP/1.1" status: 200 len: 922 time: 0.1266894 Sep 16 04:34:36.301359 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1b8ad6c3-3fcd-466c-82b8-bcca38d08191 req-47d8eb8e-b62b-43e6-add8-d737e3e8c647 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca HTTP/1.1" status: 200 len: 943 time: 0.1043646 Sep 16 04:34:36.310512 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: 72f3267f-4fd7-4d1e-bfb0-3165e34b5b40 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:34:36.310862 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 72f3267f-4fd7-4d1e-bfb0-3165e34b5b40 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:34:36.336137 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1b8ad6c3-3fcd-466c-82b8-bcca38d08191 req-26d9e429-3345-491d-889a-45ebefb21ec1 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338304 Sep 16 04:34:36.404964 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-675a001d-6c1e-422d-b5ed-a349f9157a64 req-95f0084b-cf7c-4c46-80c6-543917ffbe00 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aac60dc2-c7a3-4e37-b0d3-c11033a3f49b HTTP/1.1" status: 200 len: 217 time: 0.0536897 Sep 16 04:34:36.496921 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a001d-6c1e-422d-b5ed-a349f9157a64 req-9ba4f4df-00a3-4cc1-9f34-b549aab2c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:36.498445 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-675a001d-6c1e-422d-b5ed-a349f9157a64 req-9ba4f4df-00a3-4cc1-9f34-b549aab2c3cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8440e215-69bc-4539-b053-2b3b499b80a9 HTTP/1.1" status: 200 len: 861 time: 0.0842521 Sep 16 04:34:36.513348 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87c4ac-1539-4f70-9c9a-898fb12b5c57 req-d46cfbbf-31ad-4edd-bfa4-74f7c5331058 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:36.514924 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-be87c4ac-1539-4f70-9c9a-898fb12b5c57 req-d46cfbbf-31ad-4edd-bfa4-74f7c5331058 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/ports?device_id=87784e78-8cd2-4af6-8389-9aa8753854fa HTTP/1.1" status: 200 len: 943 time: 0.0672028 Sep 16 04:34:36.547675 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-675a001d-6c1e-422d-b5ed-a349f9157a64 req-16915e75-d75e-4623-ba13-febcba728b67 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316782 Sep 16 04:34:36.591118 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-be87c4ac-1539-4f70-9c9a-898fb12b5c57 req-116da98a-26ec-4745-8da9-eabd28d7fabc tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac515c67-c2ef-4127-83f3-661bcf14d7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664845 Sep 16 04:34:36.676441 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-675a001d-6c1e-422d-b5ed-a349f9157a64 req-485ed4db-d8bc-48a4-840f-d91f60da8905 service neutron] 10.222.0.47 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147623 Sep 16 04:34:36.797808 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f35a3-df28-4fa2-bf75-29ff95b663f4 req-60774fd9-5a4c-47b4-a269-cbb992577540 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:36.799337 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-345f35a3-df28-4fa2-bf75-29ff95b663f4 req-60774fd9-5a4c-47b4-a269-cbb992577540 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d134106-a3c1-43c4-8d8f-484594db96ca HTTP/1.1" status: 200 len: 950 time: 0.1219261 Sep 16 04:34:36.824944 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-675a001d-6c1e-422d-b5ed-a349f9157a64 req-e339a405-c278-47bb-b3c4-ce8f3fdd85e3 service neutron] 10.222.0.47 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275988 Sep 16 04:34:36.851996 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-345f35a3-df28-4fa2-bf75-29ff95b663f4 req-b116fa5f-9c81-47ef-a1df-84c0aff7dc5d tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3489ee2-b734-41c1-9c19-084227c355b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398614 Sep 16 04:34:37.105375 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51600) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:37.142357 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51604) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:37.187647 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d1c31-bf9c-4f49-8467-b364a1b73357 req-2d5064fe-75a3-40cf-b491-b2c94db242a5 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:37.189192 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-931d1c31-bf9c-4f49-8467-b364a1b73357 req-2d5064fe-75a3-40cf-b491-b2c94db242a5 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=793f9461-a09e-439c-afe2-789b19a53625 HTTP/1.1" status: 200 len: 943 time: 0.0768321 Sep 16 04:34:37.197119 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e251a-0480-4acc-aa9e-441e1a876225 req-0df541e7-50d1-4f03-b6f8-c57abf1ef956 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:37.198491 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3c8e251a-0480-4acc-aa9e-441e1a876225 req-0df541e7-50d1-4f03-b6f8-c57abf1ef956 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d134106-a3c1-43c4-8d8f-484594db96ca HTTP/1.1" status: 200 len: 950 time: 0.0765445 Sep 16 04:34:37.272178 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-32c7aa7d-464a-4cf4-b941-555b7f12bd6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:37.308128 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-282b2bcc-1cea-423b-aa69-2c43fc94c614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:37.329119 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-931d1c31-bf9c-4f49-8467-b364a1b73357 req-26fb5b57-6087-4b20-ac8b-9feb13a0b1ba tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296024 Sep 16 04:34:37.347210 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.db.api [None req-32c7aa7d-464a-4cf4-b941-555b7f12bd6a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:34:37.347210 n-d-712139-15 neutron-server[94767]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 16 04:34:37.347210 n-d-712139-15 neutron-server[94767]: [parameters: {'project_id': 'ded4aae749ee46d8bb2fa6e7bd21a886', 'id': 'a6e645e8-8ab6-49c7-93bf-96f84fb234c1', 'expiration': datetime.datetime(2021, 9, 16, 4, 36, 37, 337277)}] Sep 16 04:34:37.347210 n-d-712139-15 neutron-server[94767]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:34:37.347610 n-d-712139-15 neutron-server[94767]: DEBUG oslo_db.api [None req-32c7aa7d-464a-4cf4-b941-555b7f12bd6a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:34:37.379038 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-3c8e251a-0480-4acc-aa9e-441e1a876225 req-f2e29b13-81c9-4479-9d9e-974186802243 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Deleting port 990bfdca-5106-49ab-aedc-5795de94fa53 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:34:37.379381 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3c8e251a-0480-4acc-aa9e-441e1a876225 req-f2e29b13-81c9-4479-9d9e-974186802243 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:37.430985 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-282b2bcc-1cea-423b-aa69-2c43fc94c614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:37.435790 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-282b2bcc-1cea-423b-aa69-2c43fc94c614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:37.479016 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-282b2bcc-1cea-423b-aa69-2c43fc94c614 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=deff378a0edc4fabbb5486692087c36f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3328216 Sep 16 04:34:37.479439 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51624) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:37.481564 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282b2bcc-1cea-423b-aa69-2c43fc94c614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b82ce5-1872-4bb2-8eef-b5c3bfa9c91c,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:37.522605 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-3c8e251a-0480-4acc-aa9e-441e1a876225 req-f2e29b13-81c9-4479-9d9e-974186802243 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] For port 990bfdca-5106-49ab-aedc-5795de94fa53, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=990bfdca-5106-49ab-aedc-5795de94fa53,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:37.522605 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3c8e251a-0480-4acc-aa9e-441e1a876225 req-f2e29b13-81c9-4479-9d9e-974186802243 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:37.538271 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896a812-f195-4edb-9d02-a261cd31f868 req-f695cc4f-5288-4443-8b51-d1165f73769b tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:37.539401 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d896a812-f195-4edb-9d02-a261cd31f868 req-f695cc4f-5288-4443-8b51-d1165f73769b tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca HTTP/1.1" status: 200 len: 943 time: 0.0844319 Sep 16 04:34:37.546582 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-3c8e251a-0480-4acc-aa9e-441e1a876225 req-f2e29b13-81c9-4479-9d9e-974186802243 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Calling delete_port for 990bfdca-5106-49ab-aedc-5795de94fa53 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:34:37.554295 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-026a457c-e0e1-44b3-b46b-67b0a030dc2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:37.576733 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-026a457c-e0e1-44b3-b46b-67b0a030dc2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:37.628677 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d896a812-f195-4edb-9d02-a261cd31f868 req-72fa2630-6b98-4dd1-8d9a-ad8c52fdf14c tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776422 Sep 16 04:34:37.648800 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 63cb482d-efe5-4d66-8795-b28fbde4f6e9 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:34:37.652331 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-026a457c-e0e1-44b3-b46b-67b0a030dc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:37.655042 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-026a457c-e0e1-44b3-b46b-67b0a030dc2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:37.658728 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-026a457c-e0e1-44b3-b46b-67b0a030dc2b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b2b82ce5-1872-4bb2-8eef-b5c3bfa9c91c HTTP/1.1" status: 204 len: 168 time: 0.1761439 Sep 16 04:34:37.668240 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a457c-e0e1-44b3-b46b-67b0a030dc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b82ce5-1872-4bb2-8eef-b5c3bfa9c91c,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:37.748155 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad1309-2c1b-4db0-86fa-c85d01d51f56 req-1866abaf-5052-43c6-bfa3-3b00abfa52c6 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:37.757539 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-64ad1309-2c1b-4db0-86fa-c85d01d51f56 req-1866abaf-5052-43c6-bfa3-3b00abfa52c6 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/ports?device_id=87784e78-8cd2-4af6-8389-9aa8753854fa HTTP/1.1" status: 200 len: 943 time: 0.0652671 Sep 16 04:34:37.793244 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3c8e251a-0480-4acc-aa9e-441e1a876225 req-f2e29b13-81c9-4479-9d9e-974186802243 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:37.801227 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-64ad1309-2c1b-4db0-86fa-c85d01d51f56 req-421301aa-2536-4c26-8b82-7defd410cb8d tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac515c67-c2ef-4127-83f3-661bcf14d7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428152 Sep 16 04:34:37.820643 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 63cb482d-efe5-4d66-8795-b28fbde4f6e9, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=63cb482d-efe5-4d66-8795-b28fbde4f6e9,segment=NetworkSegment(d1fd56d2-3201-4bbb-9ac4-587b0596a9f4),segment_id=d1fd56d2-3201-4bbb-9ac4-587b0596a9f4)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:37.836300 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e29b13-81c9-4479-9d9e-974186802243 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Pushing event deleted for resources: {'Port': ['ID=990bfdca-5106-49ab-aedc-5795de94fa53,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:37.844007 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['990bfdca-5106-49ab-aedc-5795de94fa53'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:34:37.866692 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-32c7aa7d-464a-4cf4-b941-555b7f12bd6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:37.869469 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '63cb482d-efe5-4d66-8795-b28fbde4f6e9', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'port_id': '63cb482d-efe5-4d66-8795-b28fbde4f6e9', 'mac_address': 'fa:16:3e:bf:52:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:34:37.920519 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:37.934814 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8e251a-0480-4acc-aa9e-441e1a876225 req-f2e29b13-81c9-4479-9d9e-974186802243 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] No DVR routers for this DVR port 990bfdca-5106-49ab-aedc-5795de94fa53 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:34:37.935523 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63cb482d-efe5-4d66-8795-b28fbde4f6e9 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:34:37.937959 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3c8e251a-0480-4acc-aa9e-441e1a876225 req-f2e29b13-81c9-4479-9d9e-974186802243 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:37.940522 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3c8e251a-0480-4acc-aa9e-441e1a876225 req-f2e29b13-81c9-4479-9d9e-974186802243 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.48 "DELETE /v2.0/ports/990bfdca-5106-49ab-aedc-5795de94fa53 HTTP/1.1" status: 204 len: 173 time: 0.7351837 Sep 16 04:34:37.940999 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d134106-a3c1-43c4-8d8f-484594db96ca', 'name': 'network-vif-deleted', 'tag': '990bfdca-5106-49ab-aedc-5795de94fa53'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:37.950716 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8487d226-f8c6-42aa-8255-88f86f097496" -d '{"events": [{"server_uuid": "2d134106-a3c1-43c4-8d8f-484594db96ca", "name": "network-vif-deleted", "tag": "990bfdca-5106-49ab-aedc-5795de94fa53"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:37.971545 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 63cb482d-efe5-4d66-8795-b28fbde4f6e9, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=63cb482d-efe5-4d66-8795-b28fbde4f6e9,segment=NetworkSegment(d1fd56d2-3201-4bbb-9ac4-587b0596a9f4),segment_id=d1fd56d2-3201-4bbb-9ac4-587b0596a9f4)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:37.987426 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:37.988731 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 8ea99f4d-6e76-4d34-a8d4-44cc7648c323 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:34:37.994442 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51648) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:38.043980 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-321f8aec-8c1a-4012-b05b-ec1818153758 req-47a05dc9-6d27-4083-b3ca-d83dfeb1fa84 tempest-LiveMigrationNegativeTest-1719942210 tempest-LiveMigrationNegativeTest-1719942210-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d134106-a3c1-43c4-8d8f-484594db96ca HTTP/1.1" status: 200 len: 210 time: 0.0539122 Sep 16 04:34:38.045432 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14061a0-b4ab-447d-a834-fc0e1f0b9072 x-openstack-request-id: req-d14061a0-b4ab-447d-a834-fc0e1f0b9072 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:38.045712 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d134106-a3c1-43c4-8d8f-484594db96ca", "name": "network-vif-deleted", "tag": "990bfdca-5106-49ab-aedc-5795de94fa53", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:38.045954 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d14061a0-b4ab-447d-a834-fc0e1f0b9072 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:38.046327 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d134106-a3c1-43c4-8d8f-484594db96ca', 'name': 'network-vif-deleted', 'tag': '990bfdca-5106-49ab-aedc-5795de94fa53', 'status': 'completed', 'code': 200} Sep 16 04:34:38.103473 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-32c7aa7d-464a-4cf4-b941-555b7f12bd6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:38.110558 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-32c7aa7d-464a-4cf4-b941-555b7f12bd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:38.149055 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=63cb482d-efe5-4d66-8795-b28fbde4f6e9,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:38.162423 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:38.162973 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:38.163483 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:38.163819 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:38.164307 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:38.164892 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:38.165381 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:38.166060 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:38.166392 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:38.166928 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:38.167434 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:38.167915 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:38.168159 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-32c7aa7d-464a-4cf4-b941-555b7f12bd6a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ded4aae749ee46d8bb2fa6e7bd21a886&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0617535 Sep 16 04:34:38.168918 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51652) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:38.182525 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0703f620-bb9b-42df-a90b-5833796b132b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:38.210168 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7aa7d-464a-4cf4-b941-555b7f12bd6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8babdfeb-edc4-4c52-b380-c123b5f6a5a4,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:38.243570 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51654) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:38.251641 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-107cb852-e177-438c-8822-be1336253443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:38.261029 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 8ea99f4d-6e76-4d34-a8d4-44cc7648c323, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=8ea99f4d-6e76-4d34-a8d4-44cc7648c323,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:38.261692 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7f0a1990-9095-43bc-90cd-7a43283dbaed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:38.273077 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '8ea99f4d-6e76-4d34-a8d4-44cc7648c323', 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2', 'port_id': '8ea99f4d-6e76-4d34-a8d4-44cc7648c323', 'mac_address': 'fa:16:3e:1f:e5:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43280570-672b-4326-ad6d-76a55cd52f58', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:34:38.275238 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-107cb852-e177-438c-8822-be1336253443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:38.318310 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:38.333067 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-107cb852-e177-438c-8822-be1336253443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:38.334357 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ea99f4d-6e76-4d34-a8d4-44cc7648c323 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:34:38.336826 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-107cb852-e177-438c-8822-be1336253443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:38.340335 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-107cb852-e177-438c-8822-be1336253443 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8babdfeb-edc4-4c52-b380-c123b5f6a5a4 HTTP/1.1" status: 204 len: 168 time: 0.1672094 Sep 16 04:34:38.360865 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107cb852-e177-438c-8822-be1336253443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8babdfeb-edc4-4c52-b380-c123b5f6a5a4,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:38.365026 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 8ea99f4d-6e76-4d34-a8d4-44cc7648c323, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=8ea99f4d-6e76-4d34-a8d4-44cc7648c323,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:38.372516 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0703f620-bb9b-42df-a90b-5833796b132b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:38.375867 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:38.385436 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0703f620-bb9b-42df-a90b-5833796b132b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:38.430196 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=8ea99f4d-6e76-4d34-a8d4-44cc7648c323,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:38.501914 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0703f620-bb9b-42df-a90b-5833796b132b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=68088774b3ca4c84b719754bfdaf5b61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5052664 Sep 16 04:34:38.502673 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51662) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:38.511540 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703f620-bb9b-42df-a90b-5833796b132b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebfe2fd-3633-4890-b9b9-c283a0709626,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:38.571106 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1403a-aa04-42e4-9e72-f384d6f95027 req-7af95028-6cf3-4f5f-97c8-ab5d69123eec tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:38.572754 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-95d1403a-aa04-42e4-9e72-f384d6f95027 req-7af95028-6cf3-4f5f-97c8-ab5d69123eec tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=793f9461-a09e-439c-afe2-789b19a53625 HTTP/1.1" status: 200 len: 944 time: 0.1304963 Sep 16 04:34:38.584927 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-912b1c4f-dbbe-4d2f-8bcd-b624ab353fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:38.609873 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7f0a1990-9095-43bc-90cd-7a43283dbaed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:38.611148 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-912b1c4f-dbbe-4d2f-8bcd-b624ab353fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:38.621905 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7f0a1990-9095-43bc-90cd-7a43283dbaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:38.644279 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-95d1403a-aa04-42e4-9e72-f384d6f95027 req-d9b2d15b-eb98-4df4-894d-dc5963af3c97 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629988 Sep 16 04:34:38.671792 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7f0a1990-9095-43bc-90cd-7a43283dbaed admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c8cf09a9afcf4013a1c6f495efcb2f18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4253240 Sep 16 04:34:38.673827 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a1990-9095-43bc-90cd-7a43283dbaed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1823010-c0bf-4c6d-917e-01f8996d5b44,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:38.674531 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51666) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:38.703214 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-912b1c4f-dbbe-4d2f-8bcd-b624ab353fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:38.707386 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-912b1c4f-dbbe-4d2f-8bcd-b624ab353fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:38.709088 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-912b1c4f-dbbe-4d2f-8bcd-b624ab353fba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1ebfe2fd-3633-4890-b9b9-c283a0709626 HTTP/1.1" status: 204 len: 168 time: 0.2052090 Sep 16 04:34:38.746902 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b1c4f-dbbe-4d2f-8bcd-b624ab353fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebfe2fd-3633-4890-b9b9-c283a0709626,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:38.788505 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-07c94878-fc1d-49e7-a86b-06cdfa4925fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:38.814844 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-07c94878-fc1d-49e7-a86b-06cdfa4925fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:38.842225 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51674) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:38.859106 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3787323c-c2d2-419d-b6d8-76e7f7f4ee1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:38.877437 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-07c94878-fc1d-49e7-a86b-06cdfa4925fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:38.880008 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208acd7-c2f6-44e2-98bf-39bb95a2e065 req-5ade727d-e722-4bff-8dc8-3d3f9c3ac89f tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:38.881136 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-07c94878-fc1d-49e7-a86b-06cdfa4925fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:38.881708 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6208acd7-c2f6-44e2-98bf-39bb95a2e065 req-5ade727d-e722-4bff-8dc8-3d3f9c3ac89f tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca HTTP/1.1" status: 200 len: 943 time: 0.1022537 Sep 16 04:34:38.882942 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-07c94878-fc1d-49e7-a86b-06cdfa4925fd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a1823010-c0bf-4c6d-917e-01f8996d5b44 HTTP/1.1" status: 204 len: 168 time: 0.2074926 Sep 16 04:34:38.894810 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c94878-fc1d-49e7-a86b-06cdfa4925fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1823010-c0bf-4c6d-917e-01f8996d5b44,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:38.965292 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139d551-8c24-4c45-8db5-54b371a4cc2f req-8154d20b-941c-42e2-a468-c7c9a3b67428 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:38.974430 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2139d551-8c24-4c45-8db5-54b371a4cc2f req-8154d20b-941c-42e2-a468-c7c9a3b67428 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/ports?device_id=87784e78-8cd2-4af6-8389-9aa8753854fa HTTP/1.1" status: 200 len: 944 time: 0.0770748 Sep 16 04:34:38.980768 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6208acd7-c2f6-44e2-98bf-39bb95a2e065 req-7b71bfff-9378-4e0d-8f09-a33025591f66 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678196 Sep 16 04:34:39.026264 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2139d551-8c24-4c45-8db5-54b371a4cc2f req-8e07c0a0-3c96-4383-82dd-b25e6cd196e6 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac515c67-c2ef-4127-83f3-661bcf14d7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497973 Sep 16 04:34:39.047221 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['8ea99f4d-6e76-4d34-a8d4-44cc7648c323'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:34:39.049473 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['63cb482d-efe5-4d66-8795-b28fbde4f6e9'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:34:39.069014 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3787323c-c2d2-419d-b6d8-76e7f7f4ee1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:39.077233 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3787323c-c2d2-419d-b6d8-76e7f7f4ee1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:39.110876 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3787323c-c2d2-419d-b6d8-76e7f7f4ee1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee70e810-fa1f-4cda-9594-4b8bb83ef222,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:39.130157 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3787323c-c2d2-419d-b6d8-76e7f7f4ee1a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7f5089846e98459a92caa3fc4fd4ad7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2870226 Sep 16 04:34:39.132623 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51684) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:39.206088 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1838ae5a-b7ad-4629-b16a-ac38e7856187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:39.217651 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51686) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:39.240049 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4f540591-13e0-4c30-bb95-7242675a3392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:39.254977 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1838ae5a-b7ad-4629-b16a-ac38e7856187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:39.342268 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1838ae5a-b7ad-4629-b16a-ac38e7856187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:39.345994 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1838ae5a-b7ad-4629-b16a-ac38e7856187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:39.347457 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1838ae5a-b7ad-4629-b16a-ac38e7856187 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ee70e810-fa1f-4cda-9594-4b8bb83ef222 HTTP/1.1" status: 204 len: 168 time: 0.2128434 Sep 16 04:34:39.364215 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838ae5a-b7ad-4629-b16a-ac38e7856187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee70e810-fa1f-4cda-9594-4b8bb83ef222,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:39.407644 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4f540591-13e0-4c30-bb95-7242675a3392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:39.413402 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4f540591-13e0-4c30-bb95-7242675a3392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:39.473811 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f540591-13e0-4c30-bb95-7242675a3392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11abbbb9-424b-4342-82af-439fbbc54edc,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:39.481147 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4f540591-13e0-4c30-bb95-7242675a3392 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=abbd746cd47642d6a7c31773add86fb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2596591 Sep 16 04:34:39.481574 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51696) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:39.535206 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4787b875-2005-4503-b9a9-15032bb89e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:39.561710 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4787b875-2005-4503-b9a9-15032bb89e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:39.570195 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51704) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:39.637965 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4787b875-2005-4503-b9a9-15032bb89e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:39.640604 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4787b875-2005-4503-b9a9-15032bb89e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:39.641772 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4787b875-2005-4503-b9a9-15032bb89e29 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/11abbbb9-424b-4342-82af-439fbbc54edc HTTP/1.1" status: 204 len: 168 time: 0.1595051 Sep 16 04:34:39.649771 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787b875-2005-4503-b9a9-15032bb89e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11abbbb9-424b-4342-82af-439fbbc54edc,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:39.660547 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 990bfdca-5106-49ab-aedc-5795de94fa53 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:34:39.692954 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 990bfdca-5106-49ab-aedc-5795de94fa53 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:34:39.693384 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 990bfdca-5106-49ab-aedc-5795de94fa53 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:34:39.765905 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e1504b11-4873-460b-902c-77dad9ba1211 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3bdea1c6394f4daebbe1fb4a9b6973e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1934891 Sep 16 04:34:39.767195 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51720) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:39.825132 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ed8cf-bf4d-4d3c-b159-85f35d4871f7 req-608a405c-e53e-4147-8215-99da5d004c61 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:39.826655 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3d2ed8cf-bf4d-4d3c-b159-85f35d4871f7 req-608a405c-e53e-4147-8215-99da5d004c61 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=793f9461-a09e-439c-afe2-789b19a53625 HTTP/1.1" status: 200 len: 944 time: 0.0863063 Sep 16 04:34:39.855391 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-659e36a3-9037-41d0-8a5b-da4933266345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:39.896267 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-659e36a3-9037-41d0-8a5b-da4933266345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:39.907351 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3d2ed8cf-bf4d-4d3c-b159-85f35d4871f7 req-8b789e70-5ddd-4266-acfe-39d385e61c41 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689349 Sep 16 04:34:39.959502 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-659e36a3-9037-41d0-8a5b-da4933266345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:39.963743 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-659e36a3-9037-41d0-8a5b-da4933266345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:39.965175 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-659e36a3-9037-41d0-8a5b-da4933266345 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b3489ee2-b734-41c1-9c19-084227c355b1 HTTP/1.1" status: 204 len: 168 time: 0.1961601 Sep 16 04:34:39.973702 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e36a3-9037-41d0-8a5b-da4933266345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3489ee2-b734-41c1-9c19-084227c355b1,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:40.020652 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9e16126b-4d3c-4d89-85c9-ec1b981fde68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:40.151311 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71c7d3-721d-417b-9e6a-0e31a74d4b5f req-1e8d052f-4186-45d3-ae09-fdf78a5c6f91 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:40.162131 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2c71c7d3-721d-417b-9e6a-0e31a74d4b5f req-1e8d052f-4186-45d3-ae09-fdf78a5c6f91 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca HTTP/1.1" status: 200 len: 943 time: 0.0831501 Sep 16 04:34:40.172269 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c54de-a2fe-4277-b1e6-ce1eb504f155 req-87f3eb18-ba04-4e14-a686-9f3c445e2ddd tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:40.174310 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b6c54de-a2fe-4277-b1e6-ce1eb504f155 req-87f3eb18-ba04-4e14-a686-9f3c445e2ddd tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/ports?device_id=87784e78-8cd2-4af6-8389-9aa8753854fa HTTP/1.1" status: 200 len: 944 time: 0.0590892 Sep 16 04:34:40.210329 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2c71c7d3-721d-417b-9e6a-0e31a74d4b5f req-1e6f7c78-dcdb-42ad-930c-76b736c2f8a4 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471864 Sep 16 04:34:40.222990 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b6c54de-a2fe-4277-b1e6-ce1eb504f155 req-4d4b6be3-eec1-48c6-aa6e-5d97e124c993 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac515c67-c2ef-4127-83f3-661bcf14d7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413232 Sep 16 04:34:40.310733 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device aac60dc2-c7a3-4e37-b0d3-c11033a3f49b details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:34:40.411254 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port aac60dc2-c7a3-4e37-b0d3-c11033a3f49b, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=aac60dc2-c7a3-4e37-b0d3-c11033a3f49b,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:40.424459 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'aac60dc2-c7a3-4e37-b0d3-c11033a3f49b', 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588', 'port_id': 'aac60dc2-c7a3-4e37-b0d3-c11033a3f49b', 'mac_address': 'fa:16:3e:71:55:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8440e215-69bc-4539-b053-2b3b499b80a9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:34:40.426729 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51754) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:40.468534 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:40.487131 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aac60dc2-c7a3-4e37-b0d3-c11033a3f49b {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:34:40.493725 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-dcf02b4f-7287-4b20-8e15-07ce0f8ab212 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=530ad1b5ecab4584952ca990e996478e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0617936 Sep 16 04:34:40.494045 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51758) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:40.525410 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port aac60dc2-c7a3-4e37-b0d3-c11033a3f49b, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=aac60dc2-c7a3-4e37-b0d3-c11033a3f49b,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:40.531844 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:40.554183 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-be5c14ee-3805-417e-b081-18850dc9abc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:40.580129 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-be5c14ee-3805-417e-b081-18850dc9abc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:40.589770 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=aac60dc2-c7a3-4e37-b0d3-c11033a3f49b,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:40.638100 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:34:40.653221 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-be5c14ee-3805-417e-b081-18850dc9abc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:40.656116 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-be5c14ee-3805-417e-b081-18850dc9abc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:40.660555 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-be5c14ee-3805-417e-b081-18850dc9abc9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6d7a5f35-6646-4a3c-978f-24f65331f71b HTTP/1.1" status: 204 len: 168 time: 0.1654918 Sep 16 04:34:40.670358 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c14ee-3805-417e-b081-18850dc9abc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7a5f35-6646-4a3c-978f-24f65331f71b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:40.739828 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51770) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:40.856030 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['aac60dc2-c7a3-4e37-b0d3-c11033a3f49b'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:34:40.949313 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-d0eab5b0-a466-46a1-a2e6-d51fefa94ad0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-389611628-network', 'tenant_id': 'cf6d72ea9a7741c99745c0e910f848f0'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:40.995211 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0eab5b0-a466-46a1-a2e6-d51fefa94ad0 admin admin] Made reservation on behalf of cf6d72ea9a7741c99745c0e910f848f0 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:34:40.998185 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d0eab5b0-a466-46a1-a2e6-d51fefa94ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:41.016841 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d0eab5b0-a466-46a1-a2e6-d51fefa94ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:41.086175 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c3965-7f92-4590-b13b-58d027c90127 req-f6646eed-c3dd-4db4-8aa9-d88fe4f2b888 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:41.088715 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-295c3965-7f92-4590-b13b-58d027c90127 req-f6646eed-c3dd-4db4-8aa9-d88fe4f2b888 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=793f9461-a09e-439c-afe2-789b19a53625 HTTP/1.1" status: 200 len: 944 time: 0.0627272 Sep 16 04:34:41.152982 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-295c3965-7f92-4590-b13b-58d027c90127 req-ef89af69-b27a-49f2-99c5-659f4bbe61b6 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579445 Sep 16 04:34:41.171466 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d0eab5b0-a466-46a1-a2e6-d51fefa94ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:41.180956 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d0eab5b0-a466-46a1-a2e6-d51fefa94ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:41.209112 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0eab5b0-a466-46a1-a2e6-d51fefa94ad0 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:34:41.226780 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eab5b0-a466-46a1-a2e6-d51fefa94ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643dd203-d1d5-4655-9b1e-55b02f79a77f,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:41.237513 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d0eab5b0-a466-46a1-a2e6-d51fefa94ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:41.237903 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-d0eab5b0-a466-46a1-a2e6-d51fefa94ad0 admin admin] Added segment 952dc693-8601-4343-aa62-bfd9bb65665c of type vlan for network ce8eae68-f0b0-40b8-a130-43f4d3ec80dc Sep 16 04:34:41.287170 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d0eab5b0-a466-46a1-a2e6-d51fefa94ad0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:41.303954 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:41.371009 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a9a11-4b5f-48f5-8d49-c602356706d8 req-7f9817df-23d1-4baf-8845-8696b7ac1def tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:41.372843 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4c5a9a11-4b5f-48f5-8d49-c602356706d8 req-7f9817df-23d1-4baf-8845-8696b7ac1def tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca HTTP/1.1" status: 200 len: 944 time: 0.0599499 Sep 16 04:34:41.373980 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d0eab5b0-a466-46a1-a2e6-d51fefa94ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:41.375052 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0eab5b0-a466-46a1-a2e6-d51fefa94ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:41.375623 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d0eab5b0-a466-46a1-a2e6-d51fefa94ad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:41.393510 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74eccc-98b8-42d3-946e-50c2c85739b1 req-3c57d33c-c1ab-4d93-b799-0124d94a18a8 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:41.395302 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb74eccc-98b8-42d3-946e-50c2c85739b1 req-3c57d33c-c1ab-4d93-b799-0124d94a18a8 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/ports?device_id=87784e78-8cd2-4af6-8389-9aa8753854fa HTTP/1.1" status: 200 len: 944 time: 0.0678625 Sep 16 04:34:41.451382 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb74eccc-98b8-42d3-946e-50c2c85739b1 req-35f021c8-1759-4392-a565-9c77e346624c tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac515c67-c2ef-4127-83f3-661bcf14d7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470123 Sep 16 04:34:41.455702 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d0eab5b0-a466-46a1-a2e6-d51fefa94ad0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7167079 Sep 16 04:34:41.458201 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eab5b0-a466-46a1-a2e6-d51fefa94ad0 admin admin] Pushing event updated for resources: {'Network': ['ID=ce8eae68-f0b0-40b8-a130-43f4d3ec80dc,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:41.458836 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51806) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:41.467925 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-5eb112e6-254e-4ef8-bf7c-6e7020ba474a admin admin] Request body: {'subnet': {'network_id': 'ce8eae68-f0b0-40b8-a130-43f4d3ec80dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-389611628-subnet', 'tenant_id': 'cf6d72ea9a7741c99745c0e910f848f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:41.477029 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4c5a9a11-4b5f-48f5-8d49-c602356706d8 req-913dbab6-2447-428e-ac29-56b3cfbf31e8 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753706 Sep 16 04:34:41.482387 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network ce8eae68-f0b0-40b8-a130-43f4d3ec80dc details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:34:41.504354 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb112e6-254e-4ef8-bf7c-6e7020ba474a admin admin] Made reservation on behalf of cf6d72ea9a7741c99745c0e910f848f0 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:34:41.506714 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5eb112e6-254e-4ef8-bf7c-6e7020ba474a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:41.678640 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 63cb482d-efe5-4d66-8795-b28fbde4f6e9 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:34:41.697497 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5eb112e6-254e-4ef8-bf7c-6e7020ba474a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:41.752159 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 63cb482d-efe5-4d66-8795-b28fbde4f6e9 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:34:41.757518 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 63cb482d-efe5-4d66-8795-b28fbde4f6e9 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:41.758318 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:41.785982 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb112e6-254e-4ef8-bf7c-6e7020ba474a admin admin] Pushing event updated for resources: {'Subnet': ['ID=34310f50-bb28-43dd-8b21-ad9cd58ced51,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:41.800316 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb112e6-254e-4ef8-bf7c-6e7020ba474a admin admin] Checking segment: {'id': '952dc693-8601-4343-aa62-bfd9bb65665c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ce8eae68-f0b0-40b8-a130-43f4d3ec80dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:41.802638 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb112e6-254e-4ef8-bf7c-6e7020ba474a admin admin] Network hostable DHCP agents. Network: ce8eae68-f0b0-40b8-a130-43f4d3ec80dc, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:34:41.823378 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb112e6-254e-4ef8-bf7c-6e7020ba474a admin admin] Network ce8eae68-f0b0-40b8-a130-43f4d3ec80dc is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:34:41.838898 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-5eb112e6-254e-4ef8-bf7c-6e7020ba474a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, ce8eae68-f0b0-40b8-a130-43f4d3ec80dc) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:34:41.849448 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb112e6-254e-4ef8-bf7c-6e7020ba474a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:41.850044 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5eb112e6-254e-4ef8-bf7c-6e7020ba474a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:41.856444 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8255632d-8634-406a-98cb-0e3a301e30c2 None None] Network ce8eae68-f0b0-40b8-a130-43f4d3ec80dc requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:34:41.872871 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51824) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:41.873620 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5eb112e6-254e-4ef8-bf7c-6e7020ba474a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4127524 Sep 16 04:34:41.878813 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-7e7ed705-70a1-4af7-82d9-901af29aa864 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-389611628-router', 'tenant_id': 'cf6d72ea9a7741c99745c0e910f848f0', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:41.905024 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e7ed705-70a1-4af7-82d9-901af29aa864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:41.906463 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e7ed705-70a1-4af7-82d9-901af29aa864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:41.931780 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:41.970154 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87784e78-8cd2-4af6-8389-9aa8753854fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cb482d-efe5-4d66-8795-b28fbde4f6e9'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:41.972595 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4f1f23-ea50-4a62-abc3-33db72f8306c" -d '{"events": [{"server_uuid": "87784e78-8cd2-4af6-8389-9aa8753854fa", "name": "network-vif-plugged", "status": "completed", "tag": "63cb482d-efe5-4d66-8795-b28fbde4f6e9"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:41.990860 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e7ed705-70a1-4af7-82d9-901af29aa864 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:42.010381 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 63cb482d-efe5-4d66-8795-b28fbde4f6e9, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=63cb482d-efe5-4d66-8795-b28fbde4f6e9,segment=NetworkSegment(d1fd56d2-3201-4bbb-9ac4-587b0596a9f4),segment_id=d1fd56d2-3201-4bbb-9ac4-587b0596a9f4)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:42.022093 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:42.022976 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 8ea99f4d-6e76-4d34-a8d4-44cc7648c323 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:34:42.050522 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab239394-c425-4307-8cb8-9435f99f265b x-openstack-request-id: req-ab239394-c425-4307-8cb8-9435f99f265b {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:42.050812 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87784e78-8cd2-4af6-8389-9aa8753854fa", "name": "network-vif-plugged", "status": "completed", "tag": "63cb482d-efe5-4d66-8795-b28fbde4f6e9", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:42.051061 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ab239394-c425-4307-8cb8-9435f99f265b {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:42.051444 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87784e78-8cd2-4af6-8389-9aa8753854fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cb482d-efe5-4d66-8795-b28fbde4f6e9', 'code': 200} Sep 16 04:34:42.124499 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579a2695-f701-4e6f-9556-82a41286f5ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-ce8eae68-f0b0-40b8-a130-43f4d3ec80dc', 'network_id': 'ce8eae68-f0b0-40b8-a130-43f4d3ec80dc', 'tenant_id': 'cf6d72ea9a7741c99745c0e910f848f0', 'fixed_ips': [{'subnet_id': '34310f50-bb28-43dd-8b21-ad9cd58ced51'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:34:42.125362 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-579a2695-f701-4e6f-9556-82a41286f5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:42.141953 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=63cb482d-efe5-4d66-8795-b28fbde4f6e9,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:42.173967 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 8ea99f4d-6e76-4d34-a8d4-44cc7648c323 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:34:42.198295 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e7ed705-70a1-4af7-82d9-901af29aa864 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:42.240973 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 8ea99f4d-6e76-4d34-a8d4-44cc7648c323 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:42.241656 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:42.256490 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc43ec-9005-4b8e-bb68-8e5b0f9942d4 req-4eb7c806-bc64-43b5-a50d-e97fa84460bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:42.257979 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5afc43ec-9005-4b8e-bb68-8e5b0f9942d4 req-4eb7c806-bc64-43b5-a50d-e97fa84460bd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=87784e78-8cd2-4af6-8389-9aa8753854fa HTTP/1.1" status: 200 len: 1097 time: 0.1051593 Sep 16 04:34:42.326737 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device aac60dc2-c7a3-4e37-b0d3-c11033a3f49b up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:34:42.327943 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-b8311cdc-8e51-4ee6-b004-622ca3f086a9 req-1432b569-1b60-41f5-85af-3eb28893c99a tempest-SecurityGroupsTestAdminJSON-1871541148 tempest-SecurityGroupsTestAdminJSON-1871541148-project] Request body: {'security_group': {'name': 'tempest-securitygroup-662406716', 'description': 'tempest-description-42182223'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:42.376478 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5afc43ec-9005-4b8e-bb68-8e5b0f9942d4 req-15ebd939-ec4d-4804-8076-d973117c28be service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ac515c67-c2ef-4127-83f3-661bcf14d7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080496 Sep 16 04:34:42.406644 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-579a2695-f701-4e6f-9556-82a41286f5ea None None] Allocated IP 172.20.0.2 (ce8eae68-f0b0-40b8-a130-43f4d3ec80dc/34310f50-bb28-43dd-8b21-ad9cd58ced51/3623c72f-73fa-4698-9c85-48db672a5617) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:34:42.413414 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b8311cdc-8e51-4ee6-b004-622ca3f086a9 req-1432b569-1b60-41f5-85af-3eb28893c99a tempest-SecurityGroupsTestAdminJSON-1871541148 tempest-SecurityGroupsTestAdminJSON-1871541148-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:42.430173 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b8311cdc-8e51-4ee6-b004-622ca3f086a9 req-1432b569-1b60-41f5-85af-3eb28893c99a tempest-SecurityGroupsTestAdminJSON-1871541148 tempest-SecurityGroupsTestAdminJSON-1871541148-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:42.479973 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:42.511376 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port aac60dc2-c7a3-4e37-b0d3-c11033a3f49b completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:34:42.563774 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port aac60dc2-c7a3-4e37-b0d3-c11033a3f49b triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:42.564441 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:42.649300 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b8311cdc-8e51-4ee6-b004-622ca3f086a9 req-1432b569-1b60-41f5-85af-3eb28893c99a tempest-SecurityGroupsTestAdminJSON-1871541148 tempest-SecurityGroupsTestAdminJSON-1871541148-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:42.655381 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b8311cdc-8e51-4ee6-b004-622ca3f086a9 req-1432b569-1b60-41f5-85af-3eb28893c99a tempest-SecurityGroupsTestAdminJSON-1871541148 tempest-SecurityGroupsTestAdminJSON-1871541148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:42.708536 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432b569-1b60-41f5-85af-3eb28893c99a tempest-SecurityGroupsTestAdminJSON-1871541148 tempest-SecurityGroupsTestAdminJSON-1871541148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0e4425-98a8-4758-bb00-7822dc56b0eb,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:42.709326 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348192c-ed60-495d-85d2-62208900f929 req-7d65cef7-156e-40ac-b854-c2203b1f165a tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:42.718427 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0348192c-ed60-495d-85d2-62208900f929 req-7d65cef7-156e-40ac-b854-c2203b1f165a tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=793f9461-a09e-439c-afe2-789b19a53625 HTTP/1.1" status: 200 len: 944 time: 0.0954437 Sep 16 04:34:42.781734 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 8ea99f4d-6e76-4d34-a8d4-44cc7648c323, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=8ea99f4d-6e76-4d34-a8d4-44cc7648c323,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:42.800702 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:42.807916 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b8311cdc-8e51-4ee6-b004-622ca3f086a9 req-1432b569-1b60-41f5-85af-3eb28893c99a tempest-SecurityGroupsTestAdminJSON-1871541148 tempest-SecurityGroupsTestAdminJSON-1871541148-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:42.808041 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0348192c-ed60-495d-85d2-62208900f929 req-8b41a7ae-435f-46e4-b53d-b454f1a63a48 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833066 Sep 16 04:34:42.824728 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b8311cdc-8e51-4ee6-b004-622ca3f086a9 req-1432b569-1b60-41f5-85af-3eb28893c99a tempest-SecurityGroupsTestAdminJSON-1871541148 tempest-SecurityGroupsTestAdminJSON-1871541148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:42.878222 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b8311cdc-8e51-4ee6-b004-622ca3f086a9 req-1432b569-1b60-41f5-85af-3eb28893c99a tempest-SecurityGroupsTestAdminJSON-1871541148 tempest-SecurityGroupsTestAdminJSON-1871541148-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:42.879683 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b8311cdc-8e51-4ee6-b004-622ca3f086a9 req-1432b569-1b60-41f5-85af-3eb28893c99a tempest-SecurityGroupsTestAdminJSON-1871541148 tempest-SecurityGroupsTestAdminJSON-1871541148-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5619192 Sep 16 04:34:42.901437 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432b569-1b60-41f5-85af-3eb28893c99a tempest-SecurityGroupsTestAdminJSON-1871541148 tempest-SecurityGroupsTestAdminJSON-1871541148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6342fe54-3c95-4739-9ec4-d12d1f13040f,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:42.917642 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=8ea99f4d-6e76-4d34-a8d4-44cc7648c323,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:42.964787 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-579a2695-f701-4e6f-9556-82a41286f5ea None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:42.973106 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:42.977654 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-579a2695-f701-4e6f-9556-82a41286f5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:43.028136 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d68ff8-83a3-4314-b920-565d63f2afa3 req-c7b70281-a20f-4a43-a03c-24771087f5ed tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:43.030942 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-31d68ff8-83a3-4314-b920-565d63f2afa3 req-c7b70281-a20f-4a43-a03c-24771087f5ed tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca HTTP/1.1" status: 200 len: 944 time: 0.0686085 Sep 16 04:34:43.039083 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579a2695-f701-4e6f-9556-82a41286f5ea None None] Network ce8eae68-f0b0-40b8-a130-43f4d3ec80dc is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:34:43.050584 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-579a2695-f701-4e6f-9556-82a41286f5ea None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:34:43.057615 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579a2695-f701-4e6f-9556-82a41286f5ea None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:34:43.061390 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port aac60dc2-c7a3-4e37-b0d3-c11033a3f49b, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=aac60dc2-c7a3-4e37-b0d3-c11033a3f49b,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:43.062448 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a2695-f701-4e6f-9556-82a41286f5ea None None] Pushing event updated for resources: {'Port': ['ID=3623c72f-73fa-4698-9c85-48db672a5617,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:43.084350 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-31d68ff8-83a3-4314-b920-565d63f2afa3 req-eb556e48-b2bd-4950-be63-9d17c24ddd36 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458462 Sep 16 04:34:43.085929 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cf743-f218-49a1-bfc1-25bce0913c8a req-0ef286a3-9baf-4a85-a9ea-7e4e9b4c3ea6 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:43.087709 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d40cf743-f218-49a1-bfc1-25bce0913c8a req-0ef286a3-9baf-4a85-a9ea-7e4e9b4c3ea6 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/ports?device_id=87784e78-8cd2-4af6-8389-9aa8753854fa HTTP/1.1" status: 200 len: 945 time: 0.1043262 Sep 16 04:34:43.087972 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:43.090095 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e7ed705-70a1-4af7-82d9-901af29aa864 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:43.121420 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e7ed705-70a1-4af7-82d9-901af29aa864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:43.166479 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-579a2695-f701-4e6f-9556-82a41286f5ea None None] Attempting to bind port 3623c72f-73fa-4698-9c85-48db672a5617 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:34:43.166876 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-579a2695-f701-4e6f-9556-82a41286f5ea None None] Attempting to bind port 3623c72f-73fa-4698-9c85-48db672a5617 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '952dc693-8601-4343-aa62-bfd9bb65665c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ce8eae68-f0b0-40b8-a130-43f4d3ec80dc'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:34:43.167336 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579a2695-f701-4e6f-9556-82a41286f5ea None None] Attempting to bind port 3623c72f-73fa-4698-9c85-48db672a5617 on network ce8eae68-f0b0-40b8-a130-43f4d3ec80dc {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:43.176895 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6ed0807b-4600-4270-a046-a347dba4d1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:43.184132 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579a2695-f701-4e6f-9556-82a41286f5ea None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:34:43.184525 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579a2695-f701-4e6f-9556-82a41286f5ea None None] Checking segment: {'id': '952dc693-8601-4343-aa62-bfd9bb65665c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ce8eae68-f0b0-40b8-a130-43f4d3ec80dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:43.184996 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-579a2695-f701-4e6f-9556-82a41286f5ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:43.185368 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579a2695-f701-4e6f-9556-82a41286f5ea None None] Bound using segment: {'id': '952dc693-8601-4343-aa62-bfd9bb65665c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ce8eae68-f0b0-40b8-a130-43f4d3ec80dc'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:34:43.185845 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-579a2695-f701-4e6f-9556-82a41286f5ea None None] Bound port: 3623c72f-73fa-4698-9c85-48db672a5617, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '952dc693-8601-4343-aa62-bfd9bb65665c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ce8eae68-f0b0-40b8-a130-43f4d3ec80dc'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:34:43.186260 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-579a2695-f701-4e6f-9556-82a41286f5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:43.188102 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=aac60dc2-c7a3-4e37-b0d3-c11033a3f49b,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:43.212925 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d40cf743-f218-49a1-bfc1-25bce0913c8a req-6f2cd31b-28f9-47fd-9066-7656d037156a tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac515c67-c2ef-4127-83f3-661bcf14d7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172028 Sep 16 04:34:43.282106 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-579a2695-f701-4e6f-9556-82a41286f5ea None None] For port 3623c72f-73fa-4698-9c85-48db672a5617, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:34:43.286081 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-579a2695-f701-4e6f-9556-82a41286f5ea None None] For port 3623c72f-73fa-4698-9c85-48db672a5617, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3623c72f-73fa-4698-9c85-48db672a5617,segment=NetworkSegment(952dc693-8601-4343-aa62-bfd9bb65665c),segment_id=952dc693-8601-4343-aa62-bfd9bb65665c)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:34:43.294568 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-579a2695-f701-4e6f-9556-82a41286f5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:43.320864 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-7e7ed705-70a1-4af7-82d9-901af29aa864 admin admin] Allocated IP 172.25.8.31 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/f0d8c98d-341c-4ede-a15e-d20d9966291f) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:34:43.341015 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-be56ad04-618b-4671-b897-fc53f307bcf4 req-30bb0e70-1b36-4145-af0e-416f5f6933ca tempest-SecurityGroupsTestAdminJSON-1871541148 tempest-SecurityGroupsTestAdminJSON-1871541148-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1351489496', 'description': 'tempest-description-1038250221'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:43.396191 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a2695-f701-4e6f-9556-82a41286f5ea None None] Pushing event updated for resources: {'Port': ['ID=3623c72f-73fa-4698-9c85-48db672a5617,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:43.433801 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-be56ad04-618b-4671-b897-fc53f307bcf4 req-30bb0e70-1b36-4145-af0e-416f5f6933ca tempest-SecurityGroupsTestAdminJSON-1871541148 tempest-SecurityGroupsTestAdminJSON-1871541148-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:43.473618 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:43.503936 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e7ed705-70a1-4af7-82d9-901af29aa864 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:43.603203 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e7ed705-70a1-4af7-82d9-901af29aa864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:43.610499 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-be56ad04-618b-4671-b897-fc53f307bcf4 req-30bb0e70-1b36-4145-af0e-416f5f6933ca tempest-SecurityGroupsTestAdminJSON-1871541148 tempest-SecurityGroupsTestAdminJSON-1871541148-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:43.629478 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-be56ad04-618b-4671-b897-fc53f307bcf4 req-30bb0e70-1b36-4145-af0e-416f5f6933ca tempest-SecurityGroupsTestAdminJSON-1871541148 tempest-SecurityGroupsTestAdminJSON-1871541148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:43.699740 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7ed705-70a1-4af7-82d9-901af29aa864 admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:34:43.708394 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-7e7ed705-70a1-4af7-82d9-901af29aa864 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:34:43.711382 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7ed705-70a1-4af7-82d9-901af29aa864 admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:34:43.720946 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-be56ad04-618b-4671-b897-fc53f307bcf4 req-30bb0e70-1b36-4145-af0e-416f5f6933ca tempest-SecurityGroupsTestAdminJSON-1871541148 tempest-SecurityGroupsTestAdminJSON-1871541148-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:43.723806 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-be56ad04-618b-4671-b897-fc53f307bcf4 req-30bb0e70-1b36-4145-af0e-416f5f6933ca tempest-SecurityGroupsTestAdminJSON-1871541148 tempest-SecurityGroupsTestAdminJSON-1871541148-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3904078 Sep 16 04:34:43.783707 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ed705-70a1-4af7-82d9-901af29aa864 admin admin] Pushing event updated for resources: {'Port': ['ID=f0d8c98d-341c-4ede-a15e-d20d9966291f,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:43.786886 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb0e70-1b36-4145-af0e-416f5f6933ca tempest-SecurityGroupsTestAdminJSON-1871541148 tempest-SecurityGroupsTestAdminJSON-1871541148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efc783a4-6897-4a62-95c1-6e4d5822440c,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:43.859286 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-4ba62bd9-ea62-4642-9ff0-8c4f80efe6b0 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=fa2a3b1c0b88493aa5a0b1323e965f77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295398 Sep 16 04:34:43.987100 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-8936221b-97ad-47b9-80b5-bfcc1dc440fe tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:43.988592 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-8936221b-97ad-47b9-80b5-bfcc1dc440fe tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1286011 Sep 16 04:34:44.005241 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-fa7d7a88-4a32-4e3c-931f-d5d1c18a2ef5 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] 10.222.0.35 "GET /v2.0/quotas/fa2a3b1c0b88493aa5a0b1323e965f77 HTTP/1.1" status: 200 len: 375 time: 0.0098226 Sep 16 04:34:44.025416 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e7ed705-70a1-4af7-82d9-901af29aa864 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:44.045659 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-7a44ed16-b4e3-4213-bb96-77346ea74c2b tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa2a3b1c0b88493aa5a0b1323e965f77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332589 Sep 16 04:34:44.052385 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '793f9461-a09e-439c-afe2-789b19a53625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea99f4d-6e76-4d34-a8d4-44cc7648c323'}, {'server_uuid': 'be982c8d-a9ac-4716-8cb2-3512ed5492ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac60dc2-c7a3-4e37-b0d3-c11033a3f49b'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:44.054797 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c306e9a-e53e-4e0a-be2b-83a34950a866" -d '{"events": [{"server_uuid": "793f9461-a09e-439c-afe2-789b19a53625", "name": "network-vif-plugged", "status": "completed", "tag": "8ea99f4d-6e76-4d34-a8d4-44cc7648c323"}, {"server_uuid": "be982c8d-a9ac-4716-8cb2-3512ed5492ca", "name": "network-vif-plugged", "status": "completed", "tag": "aac60dc2-c7a3-4e37-b0d3-c11033a3f49b"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:44.069734 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-f3234a87-37c7-48b0-89fc-8feaf5073a2f req-fe636ff4-c540-490e-948a-e363a4723ebc tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-237417519', 'description': 'tempest-description-589562464'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:44.131636 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f3234a87-37c7-48b0-89fc-8feaf5073a2f req-fe636ff4-c540-490e-948a-e363a4723ebc tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:44.144436 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f3234a87-37c7-48b0-89fc-8feaf5073a2f req-fe636ff4-c540-490e-948a-e363a4723ebc tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:44.270850 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4106b00-50e9-4e9c-a786-ec2e5fd5e6fb req-6f725453-a0b9-4fb1-9e52-2a901c262068 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:44.273079 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d4106b00-50e9-4e9c-a786-ec2e5fd5e6fb req-6f725453-a0b9-4fb1-9e52-2a901c262068 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=793f9461-a09e-439c-afe2-789b19a53625 HTTP/1.1" status: 200 len: 945 time: 0.0647051 Sep 16 04:34:44.303218 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:44.335227 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e7ed705-70a1-4af7-82d9-901af29aa864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:44.345848 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d4106b00-50e9-4e9c-a786-ec2e5fd5e6fb req-8dcfa925-0072-40d3-9922-0f635300e154 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627413 Sep 16 04:34:44.390505 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:44.447208 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300fce0e-ece8-4d12-a181-2991bf441997 x-openstack-request-id: req-300fce0e-ece8-4d12-a181-2991bf441997 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:44.447592 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "793f9461-a09e-439c-afe2-789b19a53625", "name": "network-vif-plugged", "status": "completed", "tag": "8ea99f4d-6e76-4d34-a8d4-44cc7648c323", "code": 200}, {"server_uuid": "be982c8d-a9ac-4716-8cb2-3512ed5492ca", "name": "network-vif-plugged", "status": "completed", "tag": "aac60dc2-c7a3-4e37-b0d3-c11033a3f49b", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:44.447847 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-300fce0e-ece8-4d12-a181-2991bf441997 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:44.448386 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '793f9461-a09e-439c-afe2-789b19a53625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea99f4d-6e76-4d34-a8d4-44cc7648c323', 'code': 200} Sep 16 04:34:44.448511 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be982c8d-a9ac-4716-8cb2-3512ed5492ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac60dc2-c7a3-4e37-b0d3-c11033a3f49b', 'code': 200} Sep 16 04:34:44.550473 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3623c72f-73fa-4698-9c85-48db672a5617 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:34:44.601034 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f3234a87-37c7-48b0-89fc-8feaf5073a2f req-fe636ff4-c540-490e-948a-e363a4723ebc tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:44.624524 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa1251-8dd4-4e17-a359-91dbab30096e req-7dbbccfd-428b-4a49-90ed-47bfc160de7e tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:44.631132 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f3234a87-37c7-48b0-89fc-8feaf5073a2f req-fe636ff4-c540-490e-948a-e363a4723ebc tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:44.631959 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fbfa1251-8dd4-4e17-a359-91dbab30096e req-7dbbccfd-428b-4a49-90ed-47bfc160de7e tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca HTTP/1.1" status: 200 len: 945 time: 0.0966864 Sep 16 04:34:44.634305 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 3623c72f-73fa-4698-9c85-48db672a5617 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:44.634908 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:44.658620 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bcfc6-3c7e-4c3f-be4c-f0aea2442daa req-6b0b0913-3503-4338-a877-0bc26eac973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:44.660617 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e01bcfc6-3c7e-4c3f-be4c-f0aea2442daa req-6b0b0913-3503-4338-a877-0bc26eac973d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=793f9461-a09e-439c-afe2-789b19a53625 HTTP/1.1" status: 200 len: 1097 time: 0.1136937 Sep 16 04:34:44.698829 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22d1164-50ef-47bb-ac1f-c324b9a54791 None None] Network ce8eae68-f0b0-40b8-a130-43f4d3ec80dc requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:34:44.715701 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fbfa1251-8dd4-4e17-a359-91dbab30096e req-b6663e79-e1b8-45e3-b3b0-03049ec416e1 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747099 Sep 16 04:34:44.719140 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe636ff4-c540-490e-948a-e363a4723ebc tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8856579d-e76a-43e3-be71-333f5a6365e7,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:44.741145 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e01bcfc6-3c7e-4c3f-be4c-f0aea2442daa req-1bb38105-0659-482f-96da-c2145c186765 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713131 Sep 16 04:34:44.759493 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d2aac21b-3cf7-44f8-bc45-26237b779387 None None] Provisioning complete for port 3623c72f-73fa-4698-9c85-48db672a5617 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:44.759841 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d2aac21b-3cf7-44f8-bc45-26237b779387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:44.762931 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554dc4c-b1dc-4bec-8597-ba8c008e239f req-dcbde455-6604-4a1c-8265-c5c4ee737958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:44.764503 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7554dc4c-b1dc-4bec-8597-ba8c008e239f req-dcbde455-6604-4a1c-8265-c5c4ee737958 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca HTTP/1.1" status: 200 len: 1097 time: 0.1907117 Sep 16 04:34:44.775089 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f3234a87-37c7-48b0-89fc-8feaf5073a2f req-fe636ff4-c540-490e-948a-e363a4723ebc tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:44.797591 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f3234a87-37c7-48b0-89fc-8feaf5073a2f req-fe636ff4-c540-490e-948a-e363a4723ebc tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:44.802786 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-217aaf4e-3e2f-4dec-acd6-45a67dbbdfc8 req-13c03180-2121-49c6-8135-968e12966468 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9cf3fd-c2f0-44b7-aa74-e5f30f6d0eaf HTTP/1.1" status: 200 len: 210 time: 0.0385385 Sep 16 04:34:44.835886 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7ed705-70a1-4af7-82d9-901af29aa864 admin admin] Router 89d150e8-2d22-416e-95ee-339dae444d10 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:34:44.848558 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f3234a87-37c7-48b0-89fc-8feaf5073a2f req-fe636ff4-c540-490e-948a-e363a4723ebc tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:44.849832 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f3234a87-37c7-48b0-89fc-8feaf5073a2f req-fe636ff4-c540-490e-948a-e363a4723ebc tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8189731 Sep 16 04:34:44.853574 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7554dc4c-b1dc-4bec-8597-ba8c008e239f req-a553c2e8-7ab6-4351-859b-aa97e9aab75b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772228 Sep 16 04:34:44.855775 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe636ff4-c540-490e-948a-e363a4723ebc tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f173c0d-7e54-4887-af1b-6d0aac6434b8,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:44.928395 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:44.940910 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608baee-208b-4bd2-940f-2777a944a865 req-58f6d0f1-4253-412a-9236-3dd224c16db7 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:44.942404 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2608baee-208b-4bd2-940f-2777a944a865 req-58f6d0f1-4253-412a-9236-3dd224c16db7 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/ports?device_id=87784e78-8cd2-4af6-8389-9aa8753854fa HTTP/1.1" status: 200 len: 945 time: 0.0730114 Sep 16 04:34:44.973073 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7ed705-70a1-4af7-82d9-901af29aa864 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:34:44.985358 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2337b38a-1586-4799-a294-94c3d728781b None None] Sync routers for ids ['89d150e8-2d22-416e-95ee-339dae444d10'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:34:44.989383 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2608baee-208b-4bd2-940f-2777a944a865 req-67313e67-31b8-403d-9a9d-4df0727ff289 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac515c67-c2ef-4127-83f3-661bcf14d7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396369 Sep 16 04:34:44.994041 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e7ed705-70a1-4af7-82d9-901af29aa864 admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:44.998149 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2337b38a-1586-4799-a294-94c3d728781b None None] Routers {'89d150e8-2d22-416e-95ee-339dae444d10'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:34:44.998837 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-2337b38a-1586-4799-a294-94c3d728781b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:34:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['89d150e8-2d22-416e-95ee-339dae444d10'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:44.999293 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51920) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:45.002050 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7e7ed705-70a1-4af7-82d9-901af29aa864 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.1276391 Sep 16 04:34:45.010571 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d2aac21b-3cf7-44f8-bc45-26237b779387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:45.057479 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 3623c72f-73fa-4698-9c85-48db672a5617, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3623c72f-73fa-4698-9c85-48db672a5617,segment=NetworkSegment(952dc693-8601-4343-aa62-bfd9bb65665c),segment_id=952dc693-8601-4343-aa62-bfd9bb65665c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:45.085499 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:45.087549 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-5ba6b3fa-9fb8-4c3e-a920-08a14c1c1add req-059c47c5-aab9-4223-9eb8-44b01eb02242 tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1576664683', 'description': 'tempest-description-826088869'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:45.117673 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-2337b38a-1586-4799-a294-94c3d728781b None None] Set router 89d150e8-2d22-416e-95ee-339dae444d10 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:34:45.181276 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5ba6b3fa-9fb8-4c3e-a920-08a14c1c1add req-059c47c5-aab9-4223-9eb8-44b01eb02242 tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:45.192393 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-d2aac21b-3cf7-44f8-bc45-26237b779387 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:34:45.193004 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-d2aac21b-3cf7-44f8-bc45-26237b779387 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:34:45.194079 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=3623c72f-73fa-4698-9c85-48db672a5617,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:45.338123 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-2337b38a-1586-4799-a294-94c3d728781b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d150e8-2d22-416e-95ee-339dae444d10', 'name': 'tempest-FloatingIPsNegativeTestJSON-389611628-router', 'tenant_id': 'cf6d72ea9a7741c99745c0e910f848f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'f0d8c98d-341c-4ede-a15e-d20d9966291f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:34:41Z', 'updated_at': '2021-09-16T04:34:43Z', 'revision_number': 3, 'project_id': 'cf6d72ea9a7741c99745c0e910f848f0', 'gw_port': {'id': 'f0d8c98d-341c-4ede-a15e-d20d9966291f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d150e8-2d22-416e-95ee-339dae444d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:34:43Z', 'updated_at': '2021-09-16T04:34:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:45.364792 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2337b38a-1586-4799-a294-94c3d728781b None None] Checking router: 89d150e8-2d22-416e-95ee-339dae444d10 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:34:45.365147 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2337b38a-1586-4799-a294-94c3d728781b None None] Updating router 89d150e8-2d22-416e-95ee-339dae444d10 port f0d8c98d-341c-4ede-a15e-d20d9966291f binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:34:45.392135 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-2337b38a-1586-4799-a294-94c3d728781b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:45.423170 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5ba6b3fa-9fb8-4c3e-a920-08a14c1c1add req-059c47c5-aab9-4223-9eb8-44b01eb02242 tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:45.437764 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5ba6b3fa-9fb8-4c3e-a920-08a14c1c1add req-059c47c5-aab9-4223-9eb8-44b01eb02242 tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:45.487349 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a296c4-901e-4893-ad77-7d5a626f3cec req-accc06f0-f35d-45e7-8146-0c07fefe88f4 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:45.490297 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-90a296c4-901e-4893-ad77-7d5a626f3cec req-accc06f0-f35d-45e7-8146-0c07fefe88f4 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bac08d2-82e4-434d-bdc3-04df82ee24ae&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1461916 Sep 16 04:34:45.509595 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5ba6b3fa-9fb8-4c3e-a920-08a14c1c1add req-059c47c5-aab9-4223-9eb8-44b01eb02242 tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:45.513864 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ba6b3fa-9fb8-4c3e-a920-08a14c1c1add req-059c47c5-aab9-4223-9eb8-44b01eb02242 tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4329159 Sep 16 04:34:45.514697 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c47c5-aab9-4223-9eb8-44b01eb02242 tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ea442a-d094-4b0b-b2df-b5bf8ce6f3aa,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:45.591449 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-90a296c4-901e-4893-ad77-7d5a626f3cec req-b804ac01-120c-4fd1-bfac-a04df26f81f8 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.107 HTTP/1.1" status: 200 len: 696 time: 0.0933695 Sep 16 04:34:45.603378 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-90a296c4-901e-4893-ad77-7d5a626f3cec req-6885a85b-1e7e-47dc-bc55-8b78c2f6313e tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Request body: {'floatingip': {'port_id': '7c2f8bb5-987d-426b-af86-98608e46695a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:45.662947 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d31856bf-e2ca-4bdf-ad1f-cf79c43fce41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:45.679706 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-90a296c4-901e-4893-ad77-7d5a626f3cec req-6885a85b-1e7e-47dc-bc55-8b78c2f6313e tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks [] for floatingip, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:45.681159 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-2337b38a-1586-4799-a294-94c3d728781b None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:45.688750 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-2337b38a-1586-4799-a294-94c3d728781b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:45.700190 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eedef51-1de5-4c17-8161-c727d8a5da5f req-755c7425-ea44-479f-94db-bda1f6643bdf tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:45.701752 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2eedef51-1de5-4c17-8161-c727d8a5da5f req-755c7425-ea44-479f-94db-bda1f6643bdf tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=793f9461-a09e-439c-afe2-789b19a53625 HTTP/1.1" status: 200 len: 945 time: 0.0792043 Sep 16 04:34:45.765764 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3e711-0033-48b9-b556-edece329bc53 None None] Pushing event updated for resources: {'Port': ['ID=f0d8c98d-341c-4ede-a15e-d20d9966291f,revision_number=2']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:45.768174 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-2337b38a-1586-4799-a294-94c3d728781b None None] Attempting to bind port f0d8c98d-341c-4ede-a15e-d20d9966291f on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:34:45.768742 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-2337b38a-1586-4799-a294-94c3d728781b None None] Attempting to bind port f0d8c98d-341c-4ede-a15e-d20d9966291f by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:34:45.769112 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2337b38a-1586-4799-a294-94c3d728781b None None] Attempting to bind port f0d8c98d-341c-4ede-a15e-d20d9966291f on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:45.778141 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2337b38a-1586-4799-a294-94c3d728781b None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:34:45.778517 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2337b38a-1586-4799-a294-94c3d728781b None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:45.779110 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-2337b38a-1586-4799-a294-94c3d728781b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:45.779657 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2337b38a-1586-4799-a294-94c3d728781b None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:34:45.780406 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-2337b38a-1586-4799-a294-94c3d728781b None None] Bound port: f0d8c98d-341c-4ede-a15e-d20d9966291f, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:34:45.780848 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-2337b38a-1586-4799-a294-94c3d728781b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:45.784721 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3e711-0033-48b9-b556-edece329bc53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:45.785078 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3e711-0033-48b9-b556-edece329bc53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:45.785437 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3e711-0033-48b9-b556-edece329bc53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:45.785776 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3e711-0033-48b9-b556-edece329bc53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:45.786113 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3e711-0033-48b9-b556-edece329bc53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:45.786444 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3e711-0033-48b9-b556-edece329bc53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:45.787028 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3e711-0033-48b9-b556-edece329bc53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:45.787350 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3e711-0033-48b9-b556-edece329bc53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:45.787668 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3e711-0033-48b9-b556-edece329bc53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:45.788149 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3e711-0033-48b9-b556-edece329bc53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:45.788663 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3e711-0033-48b9-b556-edece329bc53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:45.788990 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3e711-0033-48b9-b556-edece329bc53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:45.831406 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2eedef51-1de5-4c17-8161-c727d8a5da5f req-e335523c-38a5-4295-928b-f73dbe761cd2 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885463 Sep 16 04:34:45.861538 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-2337b38a-1586-4799-a294-94c3d728781b None None] For port f0d8c98d-341c-4ede-a15e-d20d9966291f, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:34:45.862752 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:45.877578 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-2337b38a-1586-4799-a294-94c3d728781b None None] For port f0d8c98d-341c-4ede-a15e-d20d9966291f, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=f0d8c98d-341c-4ede-a15e-d20d9966291f,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:34:45.880090 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-8d547cda-9aed-4ac8-b5f3-10fa51ed8988 None None] Provisioning complete for port 3623c72f-73fa-4698-9c85-48db672a5617 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:45.880583 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8d547cda-9aed-4ac8-b5f3-10fa51ed8988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:45.887101 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-2337b38a-1586-4799-a294-94c3d728781b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:45.921418 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-d31856bf-e2ca-4bdf-ad1f-cf79c43fce41 admin admin] Allocated IP 172.20.0.1 (ce8eae68-f0b0-40b8-a130-43f4d3ec80dc/34310f50-bb28-43dd-8b21-ad9cd58ced51/5f3abedd-50bb-4681-8adc-b4db29773399) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:34:45.954764 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2337b38a-1586-4799-a294-94c3d728781b None None] Routers {'89d150e8-2d22-416e-95ee-339dae444d10'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:34:45.955498 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-2337b38a-1586-4799-a294-94c3d728781b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:34:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['89d150e8-2d22-416e-95ee-339dae444d10'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:46.071485 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-2337b38a-1586-4799-a294-94c3d728781b None None] Set router 89d150e8-2d22-416e-95ee-339dae444d10 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:34:46.192305 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d31856bf-e2ca-4bdf-ad1f-cf79c43fce41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:46.217699 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3e711-0033-48b9-b556-edece329bc53 None None] Pushing event updated for resources: {'Port': ['ID=f0d8c98d-341c-4ede-a15e-d20d9966291f,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:46.281338 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-2337b38a-1586-4799-a294-94c3d728781b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d150e8-2d22-416e-95ee-339dae444d10', 'name': 'tempest-FloatingIPsNegativeTestJSON-389611628-router', 'tenant_id': 'cf6d72ea9a7741c99745c0e910f848f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'f0d8c98d-341c-4ede-a15e-d20d9966291f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:34:41Z', 'updated_at': '2021-09-16T04:34:43Z', 'revision_number': 3, 'project_id': 'cf6d72ea9a7741c99745c0e910f848f0', 'gw_port': {'id': 'f0d8c98d-341c-4ede-a15e-d20d9966291f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d150e8-2d22-416e-95ee-339dae444d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:34:43Z', 'updated_at': '2021-09-16T04:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:46.308483 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d31856bf-e2ca-4bdf-ad1f-cf79c43fce41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:46.314308 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2337b38a-1586-4799-a294-94c3d728781b None None] The sync data for ids ['89d150e8-2d22-416e-95ee-339dae444d10'] in n-d-712139-15 is: [{'id': '89d150e8-2d22-416e-95ee-339dae444d10', 'name': 'tempest-FloatingIPsNegativeTestJSON-389611628-router', 'tenant_id': 'cf6d72ea9a7741c99745c0e910f848f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'f0d8c98d-341c-4ede-a15e-d20d9966291f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:34:41Z', 'updated_at': '2021-09-16T04:34:43Z', 'revision_number': 3, 'project_id': 'cf6d72ea9a7741c99745c0e910f848f0', 'gw_port': {'id': 'f0d8c98d-341c-4ede-a15e-d20d9966291f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d150e8-2d22-416e-95ee-339dae444d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:34:43Z', 'updated_at': '2021-09-16T04:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:34:46.374779 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31856bf-e2ca-4bdf-ad1f-cf79c43fce41 admin admin] Network ce8eae68-f0b0-40b8-a130-43f4d3ec80dc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:34:46.381639 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-d31856bf-e2ca-4bdf-ad1f-cf79c43fce41 admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:34:46.390248 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31856bf-e2ca-4bdf-ad1f-cf79c43fce41 admin admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:34:46.398619 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-d33d0b23-2da4-4d9f-9440-ca48a524d53c tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=fa2a3b1c0b88493aa5a0b1323e965f77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0930679 Sep 16 04:34:46.439840 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c3c4cd71-473e-4779-a183-4f97c2e3ba96 req-697e243e-f323-4b7c-bd7f-1cc134dac3f9 tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45084 time: 0.5505812 Sep 16 04:34:46.442747 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31856bf-e2ca-4bdf-ad1f-cf79c43fce41 admin admin] Pushing event updated for resources: {'Port': ['ID=5f3abedd-50bb-4681-8adc-b4db29773399,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:46.476719 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3623c72f-73fa-4698-9c85-48db672a5617 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:34:46.512958 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d31856bf-e2ca-4bdf-ad1f-cf79c43fce41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:46.551560 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 3623c72f-73fa-4698-9c85-48db672a5617 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:46.553625 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:46.598481 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c3c4cd71-473e-4779-a183-4f97c2e3ba96 req-92ccadab-3c9c-46d0-b31b-bf3f1e2ce501 tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] 10.222.0.35 "GET /v2.0/security-groups/15aefd4b-ae0f-4ccd-b947-ebbea6522c4e HTTP/1.1" status: 200 len: 2981 time: 0.1296875 Sep 16 04:34:46.693546 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c3c4cd71-473e-4779-a183-4f97c2e3ba96 req-90a9369a-1d4c-4e01-b8d9-e136187a9f77 tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] 10.222.0.35 "GET /v2.0/security-groups/15aefd4b-ae0f-4ccd-b947-ebbea6522c4e HTTP/1.1" status: 200 len: 2981 time: 0.0937262 Sep 16 04:34:46.746128 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-3bf10ba1-5ff0-4d7a-a7ab-ee54dfe43967 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:46.747653 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-3bf10ba1-5ff0-4d7a-a7ab-ee54dfe43967 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3377028 Sep 16 04:34:46.779405 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-7bffd330-5ee7-4672-af1b-424286c80b1f None None] Provisioning complete for port 5f3abedd-50bb-4681-8adc-b4db29773399 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:46.779819 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7bffd330-5ee7-4672-af1b-424286c80b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:46.780166 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-3cb3ac03-75f1-4002-9fda-24e98bb28972 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] Request body: {'port': {'device_id': 'da9cf3fd-c2f0-44b7-aa74-e5f30f6d0eaf', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'admin_state_up': True, 'tenant_id': 'fa2a3b1c0b88493aa5a0b1323e965f77'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:46.797703 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.db.resource_extend [req-90a296c4-901e-4893-ad77-7d5a626f3cec req-6885a85b-1e7e-47dc-bc55-8b78c2f6313e tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:34:46.802273 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c3c4cd71-473e-4779-a183-4f97c2e3ba96 req-e58cf604-5dd8-4862-9907-45945e558d36 tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] 10.222.0.35 "GET /v2.0/security-groups/2d03e00a-62cf-48c5-a607-6d1ace820125 HTTP/1.1" status: 200 len: 2981 time: 0.0983362 Sep 16 04:34:46.813880 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d31856bf-e2ca-4bdf-ad1f-cf79c43fce41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:46.833899 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-7bffd330-5ee7-4672-af1b-424286c80b1f None None] Port 5f3abedd-50bb-4681-8adc-b4db29773399 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:34:46.921948 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c3c4cd71-473e-4779-a183-4f97c2e3ba96 req-4e253974-05e9-41f0-9063-251d531b0d70 tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] 10.222.0.35 "GET /v2.0/security-groups/2d03e00a-62cf-48c5-a607-6d1ace820125 HTTP/1.1" status: 200 len: 2981 time: 0.1096652 Sep 16 04:34:46.923861 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-90a296c4-901e-4893-ad77-7d5a626f3cec req-6885a85b-1e7e-47dc-bc55-8b78c2f6313e tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:46.932261 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-90a296c4-901e-4893-ad77-7d5a626f3cec req-6885a85b-1e7e-47dc-bc55-8b78c2f6313e tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:47.014883 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c3c4cd71-473e-4779-a183-4f97c2e3ba96 req-9e00e64f-28c4-42f9-ad0d-62d5005b7d27 tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] 10.222.0.35 "GET /v2.0/security-groups/2f7d0d1a-db07-4b72-852d-ee5cd8ddecca HTTP/1.1" status: 200 len: 2981 time: 0.0835969 Sep 16 04:34:47.064193 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-3cb3ac03-75f1-4002-9fda-24e98bb28972 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] Made reservation on behalf of fa2a3b1c0b88493aa5a0b1323e965f77 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:34:47.067995 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-3cb3ac03-75f1-4002-9fda-24e98bb28972 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:47.070622 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [req-90a296c4-901e-4893-ad77-7d5a626f3cec req-6885a85b-1e7e-47dc-bc55-8b78c2f6313e tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Floating IP f0a74d77-1a81-4131-b438-ce9723d0a19d associated. External IP: 172.25.8.107, port: 7c2f8bb5-987d-426b-af86-98608e46695a. Sep 16 04:34:47.083861 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d31856bf-e2ca-4bdf-ad1f-cf79c43fce41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:47.090833 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c3c4cd71-473e-4779-a183-4f97c2e3ba96 req-512bc3cd-d332-4e05-a8c4-2b68610c81c3 tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] 10.222.0.35 "GET /v2.0/security-groups/2f7d0d1a-db07-4b72-852d-ee5cd8ddecca HTTP/1.1" status: 200 len: 2981 time: 0.0622456 Sep 16 04:34:47.091857 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d31856bf-e2ca-4bdf-ad1f-cf79c43fce41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:47.125194 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-3cb3ac03-75f1-4002-9fda-24e98bb28972 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:47.184989 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31856bf-e2ca-4bdf-ad1f-cf79c43fce41 admin admin] Pushing event updated for resources: {'Port': ['ID=5f3abedd-50bb-4681-8adc-b4db29773399,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:47.187383 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d31856bf-e2ca-4bdf-ad1f-cf79c43fce41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:47.203262 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c3c4cd71-473e-4779-a183-4f97c2e3ba96 req-b4426654-0b16-4406-99a4-30b1f4eab4de tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] 10.222.0.35 "GET /v2.0/security-groups/4c01df22-9d11-4fdd-9a3e-dfb6e0a9cbc5 HTTP/1.1" status: 200 len: 2981 time: 0.0898125 Sep 16 04:34:47.311766 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c3c4cd71-473e-4779-a183-4f97c2e3ba96 req-fe3d1f86-3826-4c42-b6f3-84004cf53ac0 tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] 10.222.0.35 "GET /v2.0/security-groups/4c01df22-9d11-4fdd-9a3e-dfb6e0a9cbc5 HTTP/1.1" status: 200 len: 2981 time: 0.0950890 Sep 16 04:34:47.352536 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31856bf-e2ca-4bdf-ad1f-cf79c43fce41 admin admin] Network ce8eae68-f0b0-40b8-a130-43f4d3ec80dc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:34:47.357582 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-d31856bf-e2ca-4bdf-ad1f-cf79c43fce41 admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:34:47.374962 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-3cb3ac03-75f1-4002-9fda-24e98bb28972 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:47.379489 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c3c4cd71-473e-4779-a183-4f97c2e3ba96 req-a3186e1e-852b-4042-9b93-051e669f22da tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] 10.222.0.35 "GET /v2.0/security-groups/56efefd5-687b-42e0-bea2-167bb5b7400b HTTP/1.1" status: 200 len: 2973 time: 0.0665159 Sep 16 04:34:47.384472 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-3cb3ac03-75f1-4002-9fda-24e98bb28972 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:47.472531 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3ac03-75f1-4002-9fda-24e98bb28972 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d54fb8d-e9f1-4c0e-a709-db4406d40c35,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:47.473836 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c3c4cd71-473e-4779-a183-4f97c2e3ba96 req-c57e23ca-34d3-42a8-a60d-a03b3e657ee4 tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] 10.222.0.35 "GET /v2.0/security-groups/56efefd5-687b-42e0-bea2-167bb5b7400b HTTP/1.1" status: 200 len: 2973 time: 0.0934887 Sep 16 04:34:47.477943 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90a296c4-901e-4893-ad77-7d5a626f3cec req-6885a85b-1e7e-47dc-bc55-8b78c2f6313e tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Router 48137eb6-1145-4fbe-8b3d-5b24d0910aff has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:34:47.550639 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31856bf-e2ca-4bdf-ad1f-cf79c43fce41 admin admin] Router 89d150e8-2d22-416e-95ee-339dae444d10 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:34:47.560827 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c3c4cd71-473e-4779-a183-4f97c2e3ba96 req-8b7f7104-d97a-49ae-9d79-1db720d73824 tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] 10.222.0.35 "GET /v2.0/security-groups/643dd203-d1d5-4655-9b1e-55b02f79a77f HTTP/1.1" status: 200 len: 2981 time: 0.0599120 Sep 16 04:34:47.640925 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-3cb3ac03-75f1-4002-9fda-24e98bb28972 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] Allocated IP 192.168.233.176 (97f5d7d8-0e62-4047-bcd4-63b92e31705a/24ad4c5e-5b43-4c25-ab99-4992f6337d28/df91ecb8-0981-4e4d-9b1c-48bbe509156c) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:34:47.667985 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-256222a9-5f18-40c9-b8ba-9fbf8d73cd7d None None] Provisioning complete for port 5f3abedd-50bb-4681-8adc-b4db29773399 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:47.668892 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-256222a9-5f18-40c9-b8ba-9fbf8d73cd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:47.671681 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90a296c4-901e-4893-ad77-7d5a626f3cec req-6885a85b-1e7e-47dc-bc55-8b78c2f6313e tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:34:47.677452 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-90a296c4-901e-4893-ad77-7d5a626f3cec req-6885a85b-1e7e-47dc-bc55-8b78c2f6313e tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:47.708940 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b06ee8-27c7-461a-b774-c54e20817e00 None None] Sync routers for ids ['48137eb6-1145-4fbe-8b3d-5b24d0910aff'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:34:47.727020 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-90a296c4-901e-4893-ad77-7d5a626f3cec req-6885a85b-1e7e-47dc-bc55-8b78c2f6313e tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "PUT /v2.0/floatingips/f0a74d77-1a81-4131-b438-ce9723d0a19d HTTP/1.1" status: 200 len: 996 time: 2.1293812 Sep 16 04:34:47.731418 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bac08d2-82e4-434d-bdc3-04df82ee24ae', 'tag': '7c2f8bb5-987d-426b-af86-98608e46695a'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:47.733736 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0fdc3c-58a6-4d21-bd61-d38a6202fed9" -d '{"events": [{"name": "network-changed", "server_uuid": "6bac08d2-82e4-434d-bdc3-04df82ee24ae", "tag": "7c2f8bb5-987d-426b-af86-98608e46695a"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:47.735310 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b06ee8-27c7-461a-b774-c54e20817e00 None None] Routers {'48137eb6-1145-4fbe-8b3d-5b24d0910aff'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:34:47.736104 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-94b06ee8-27c7-461a-b774-c54e20817e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:34:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['48137eb6-1145-4fbe-8b3d-5b24d0910aff'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:47.746688 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-256222a9-5f18-40c9-b8ba-9fbf8d73cd7d None None] Port 5f3abedd-50bb-4681-8adc-b4db29773399 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:34:47.859671 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a296c4-901e-4893-ad77-7d5a626f3cec req-ee61af1e-4210-4c45-aa1d-12ecb4ac96bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:47.861243 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-90a296c4-901e-4893-ad77-7d5a626f3cec req-ee61af1e-4210-4c45-aa1d-12ecb4ac96bc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7ef44933ab8749a58afa3e84429cb3db&device_id=6bac08d2-82e4-434d-bdc3-04df82ee24ae HTTP/1.1" status: 200 len: 1097 time: 0.1007178 Sep 16 04:34:47.875583 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-94b06ee8-27c7-461a-b774-c54e20817e00 None None] Set router 48137eb6-1145-4fbe-8b3d-5b24d0910aff gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:34:47.922234 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c3c4cd71-473e-4779-a183-4f97c2e3ba96 req-324097d4-315d-4e06-8eb8-a17370d2dce3 tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] 10.222.0.35 "GET /v2.0/security-groups/643dd203-d1d5-4655-9b1e-55b02f79a77f HTTP/1.1" status: 200 len: 2981 time: 0.3546708 Sep 16 04:34:47.923990 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-3cb3ac03-75f1-4002-9fda-24e98bb28972 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:47.950804 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31856bf-e2ca-4bdf-ad1f-cf79c43fce41 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:34:47.958225 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d31856bf-e2ca-4bdf-ad1f-cf79c43fce41 admin admin] 10.222.0.35 "PUT /v2.0/routers/89d150e8-2d22-416e-95ee-339dae444d10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9577549 Sep 16 04:34:47.984306 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c3c4cd71-473e-4779-a183-4f97c2e3ba96 req-8ee0478b-20b6-4211-9662-07e1411178db tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] 10.222.0.35 "GET /v2.0/security-groups/6f87f0ac-7831-45e8-97df-3e51314e474d HTTP/1.1" status: 200 len: 2977 time: 0.0490506 Sep 16 04:34:48.029170 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a296c4-901e-4893-ad77-7d5a626f3cec req-490bf721-f57e-4865-accc-9860c5f34e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:48.030695 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-90a296c4-901e-4893-ad77-7d5a626f3cec req-490bf721-f57e-4865-accc-9860c5f34e0b service neutron] 10.222.0.35 "GET /v2.0/networks?id=e2175c6d-f628-4258-9c46-e305aad09aca HTTP/1.1" status: 200 len: 921 time: 0.1634872 Sep 16 04:34:48.049878 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-3cb3ac03-75f1-4002-9fda-24e98bb28972 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:48.063090 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c3c4cd71-473e-4779-a183-4f97c2e3ba96 req-3d98494b-7d6b-45d2-a006-d3758d1f81a8 tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] 10.222.0.35 "GET /v2.0/security-groups/6f87f0ac-7831-45e8-97df-3e51314e474d HTTP/1.1" status: 200 len: 2977 time: 0.0587804 Sep 16 04:34:48.119575 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c3c4cd71-473e-4779-a183-4f97c2e3ba96 req-2eefa5d0-ef15-4ba5-8998-4c92e03c7b38 tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] 10.222.0.35 "GET /v2.0/security-groups/75ee6f8d-f7fe-45d7-9384-fbacbe17e9f6 HTTP/1.1" status: 200 len: 2981 time: 0.0498700 Sep 16 04:34:48.186041 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c3c4cd71-473e-4779-a183-4f97c2e3ba96 req-9b8e95e3-8864-4b4e-b200-4e0b194e6f54 tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] 10.222.0.35 "GET /v2.0/security-groups/75ee6f8d-f7fe-45d7-9384-fbacbe17e9f6 HTTP/1.1" status: 200 len: 2981 time: 0.0561602 Sep 16 04:34:48.237954 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c3c4cd71-473e-4779-a183-4f97c2e3ba96 req-a8728acf-d451-4e9b-bfb0-ecceb355d65d tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] 10.222.0.35 "GET /v2.0/security-groups/8856579d-e76a-43e3-be71-333f5a6365e7 HTTP/1.1" status: 200 len: 2981 time: 0.0435617 Sep 16 04:34:48.244647 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-94b06ee8-27c7-461a-b774-c54e20817e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'name': 'tempest-FloatingIPsAssociationTestJSON-761747003-router', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:51Z', 'updated_at': '2021-09-16T04:33:56Z', 'revision_number': 4, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'gw_port': {'id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:52Z', 'updated_at': '2021-09-16T04:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'f0a74d77-1a81-4131-b438-ce9723d0a19d', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'port_id': '7c2f8bb5-987d-426b-af86-98608e46695a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'mac_address': 'fa:16:3e:00:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bac08d2-82e4-434d-bdc3-04df82ee24ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:34:24Z', 'updated_at': '2021-09-16T04:34:46Z', 'revision_number': 1, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e4d460-9026-4e26-a38e-49623ad6dfeb', 'name': '', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'mac_address': 'fa:16:3e:56:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:55Z', 'updated_at': '2021-09-16T04:34:07Z', 'revision_number': 5, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'subnets': [{'id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:48.289141 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c3c4cd71-473e-4779-a183-4f97c2e3ba96 req-74a26803-92e3-4965-bef1-2ca71e9a6582 tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] 10.222.0.35 "GET /v2.0/security-groups/8856579d-e76a-43e3-be71-333f5a6365e7 HTTP/1.1" status: 200 len: 2981 time: 0.0441389 Sep 16 04:34:48.338496 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c3c4cd71-473e-4779-a183-4f97c2e3ba96 req-262eee6e-594e-4abd-84e9-2a80905ccbad tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] 10.222.0.35 "GET /v2.0/security-groups/ac515c67-c2ef-4127-83f3-661bcf14d7c9 HTTP/1.1" status: 200 len: 2981 time: 0.0435309 Sep 16 04:34:48.387198 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-3cb3ac03-75f1-4002-9fda-24e98bb28972 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] Network 97f5d7d8-0e62-4047-bcd4-63b92e31705a is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:34:48.395815 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-3cb3ac03-75f1-4002-9fda-24e98bb28972 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:34:48.407779 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-3cb3ac03-75f1-4002-9fda-24e98bb28972 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:34:48.410933 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c3c4cd71-473e-4779-a183-4f97c2e3ba96 req-507e0b9d-1b0e-495f-862f-460ba499c95e tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] 10.222.0.35 "GET /v2.0/security-groups/ac515c67-c2ef-4127-83f3-661bcf14d7c9 HTTP/1.1" status: 200 len: 2981 time: 0.0655839 Sep 16 04:34:48.412853 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-3cb3ac03-75f1-4002-9fda-24e98bb28972 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:48.413489 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-3cb3ac03-75f1-4002-9fda-24e98bb28972 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:48.430919 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b06ee8-27c7-461a-b774-c54e20817e00 None None] Checking router: 48137eb6-1145-4fbe-8b3d-5b24d0910aff for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:34:48.441472 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b06ee8-27c7-461a-b774-c54e20817e00 None None] Routers {'48137eb6-1145-4fbe-8b3d-5b24d0910aff'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:34:48.442342 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-94b06ee8-27c7-461a-b774-c54e20817e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:34:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['48137eb6-1145-4fbe-8b3d-5b24d0910aff'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:48.443629 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3ac03-75f1-4002-9fda-24e98bb28972 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] Pushing event updated for resources: {'Port': ['ID=df91ecb8-0981-4e4d-9b1c-48bbe509156c,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:48.450423 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-90a296c4-901e-4893-ad77-7d5a626f3cec req-137a37bb-0d16-423a-99b4-0a8123109a4d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c2f8bb5-987d-426b-af86-98608e46695a HTTP/1.1" status: 200 len: 999 time: 0.4114203 Sep 16 04:34:48.452093 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-3cb3ac03-75f1-4002-9fda-24e98bb28972 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6757665 Sep 16 04:34:48.473385 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-555e4be8-d237-473b-b044-ef034a7c8372 service neutron] Request body: {'port': {'device_id': 'da9cf3fd-c2f0-44b7-aa74-e5f30f6d0eaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:48.482520 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf9ba9b-798a-498c-b05a-a2d3f6ff75d9 None None] Sync routers for ids ['89d150e8-2d22-416e-95ee-339dae444d10'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:34:48.495680 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf9ba9b-798a-498c-b05a-a2d3f6ff75d9 None None] Routers {'89d150e8-2d22-416e-95ee-339dae444d10'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:34:48.496683 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-ddf9ba9b-798a-498c-b05a-a2d3f6ff75d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:34:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['89d150e8-2d22-416e-95ee-339dae444d10'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:48.516038 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c3c4cd71-473e-4779-a183-4f97c2e3ba96 req-87492070-2b44-4578-bbf1-972c38184893 tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] 10.222.0.35 "GET /v2.0/security-groups/d2094ace-af8e-47de-b79b-703d1641623e HTTP/1.1" status: 200 len: 2981 time: 0.0977359 Sep 16 04:34:48.529408 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device f0d8c98d-341c-4ede-a15e-d20d9966291f up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:34:48.596348 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c3c4cd71-473e-4779-a183-4f97c2e3ba96 req-e5647ee6-bd2b-415f-bd8e-c03b19ba3c09 tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] 10.222.0.35 "GET /v2.0/security-groups/d2094ace-af8e-47de-b79b-703d1641623e HTTP/1.1" status: 200 len: 2981 time: 0.0740781 Sep 16 04:34:48.611641 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a296c4-901e-4893-ad77-7d5a626f3cec req-8f0c7dff-2b7b-4c6a-9fe6-0ca02847d8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:48.613341 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-90a296c4-901e-4893-ad77-7d5a626f3cec req-8f0c7dff-2b7b-4c6a-9fe6-0ca02847d8bd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=15fd69f0-3350-4b2a-ab2a-4c79052ea099 HTTP/1.1" status: 200 len: 859 time: 0.1455727 Sep 16 04:34:48.639497 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-555e4be8-d237-473b-b044-ef034a7c8372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:48.654034 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port f0d8c98d-341c-4ede-a15e-d20d9966291f triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:48.654562 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:48.657310 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-94b06ee8-27c7-461a-b774-c54e20817e00 None None] Set router 48137eb6-1145-4fbe-8b3d-5b24d0910aff gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:34:48.664426 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-ddf9ba9b-798a-498c-b05a-a2d3f6ff75d9 None None] Set router 89d150e8-2d22-416e-95ee-339dae444d10 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:34:48.668160 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c3c4cd71-473e-4779-a183-4f97c2e3ba96 req-c7194d7b-2dad-4b9a-8cdd-ae7f95c399c4 tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] 10.222.0.35 "GET /v2.0/security-groups/d4487fec-7c3c-46d1-a308-43dcfc8d568e HTTP/1.1" status: 200 len: 2977 time: 0.0645950 Sep 16 04:34:48.736498 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c3c4cd71-473e-4779-a183-4f97c2e3ba96 req-fed7ef64-35a3-4b24-9b26-c37e51c23fbb tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] 10.222.0.35 "GET /v2.0/security-groups/d4487fec-7c3c-46d1-a308-43dcfc8d568e HTTP/1.1" status: 200 len: 2977 time: 0.0620935 Sep 16 04:34:48.744246 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a296c4-901e-4893-ad77-7d5a626f3cec req-57c86bf5-7d29-455b-81bb-80a92466f2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:48.746309 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-90a296c4-901e-4893-ad77-7d5a626f3cec req-57c86bf5-7d29-455b-81bb-80a92466f2c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e2175c6d-f628-4258-9c46-e305aad09aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1175978 Sep 16 04:34:48.758856 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [req-90a296c4-901e-4893-ad77-7d5a626f3cec req-dd5ed4bf-855a-4808-be90-87a93d2c2625 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:34:48.759993 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-90a296c4-901e-4893-ad77-7d5a626f3cec req-dd5ed4bf-855a-4808-be90-87a93d2c2625 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067966 Sep 16 04:34:48.797666 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c3c4cd71-473e-4779-a183-4f97c2e3ba96 req-92994403-29ff-49b5-8057-02c84d6a4c7a tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] 10.222.0.35 "GET /v2.0/security-groups/eb0e4425-98a8-4758-bb00-7822dc56b0eb HTTP/1.1" status: 200 len: 2981 time: 0.0530488 Sep 16 04:34:48.855948 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c3c4cd71-473e-4779-a183-4f97c2e3ba96 req-600fdb83-9293-4cd9-9143-b29415271d50 tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] 10.222.0.35 "GET /v2.0/security-groups/eb0e4425-98a8-4758-bb00-7822dc56b0eb HTTP/1.1" status: 200 len: 2981 time: 0.0520883 Sep 16 04:34:48.860640 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-432ce71d-513a-4c86-8050-70adc1e8a294 None None] Provisioning complete for port df91ecb8-0981-4e4d-9b1c-48bbe509156c triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:48.861122 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-432ce71d-513a-4c86-8050-70adc1e8a294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:48.954635 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:48.978684 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-90a296c4-901e-4893-ad77-7d5a626f3cec req-ea2ecadb-2e1f-4e5a-800c-b71d2ecf8c92 service neutron] 10.222.0.35 "GET /v2.0/networks/e2175c6d-f628-4258-9c46-e305aad09aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074990 Sep 16 04:34:48.998997 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2be84-db7e-4dba-a8a2-6861c80c4c51 req-c30b2e18-a6f7-4250-a1a6-1acb721018aa tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:49.003657 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-ddf9ba9b-798a-498c-b05a-a2d3f6ff75d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d150e8-2d22-416e-95ee-339dae444d10', 'name': 'tempest-FloatingIPsNegativeTestJSON-389611628-router', 'tenant_id': 'cf6d72ea9a7741c99745c0e910f848f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'f0d8c98d-341c-4ede-a15e-d20d9966291f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:34:41Z', 'updated_at': '2021-09-16T04:34:46Z', 'revision_number': 4, 'project_id': 'cf6d72ea9a7741c99745c0e910f848f0', 'gw_port': {'id': 'f0d8c98d-341c-4ede-a15e-d20d9966291f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d150e8-2d22-416e-95ee-339dae444d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:34:43Z', 'updated_at': '2021-09-16T04:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '5f3abedd-50bb-4681-8adc-b4db29773399', 'name': '', 'network_id': 'ce8eae68-f0b0-40b8-a130-43f4d3ec80dc', 'tenant_id': 'cf6d72ea9a7741c99745c0e910f848f0', 'mac_address': 'fa:16:3e:ce:dc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d150e8-2d22-416e-95ee-339dae444d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '34310f50-bb28-43dd-8b21-ad9cd58ced51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:34:45Z', 'updated_at': '2021-09-16T04:34:46Z', 'revision_number': 2, 'project_id': 'cf6d72ea9a7741c99745c0e910f848f0', 'subnets': [{'id': '34310f50-bb28-43dd-8b21-ad9cd58ced51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:49.007014 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ed2be84-db7e-4dba-a8a2-6861c80c4c51 req-c30b2e18-a6f7-4250-a1a6-1acb721018aa tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca HTTP/1.1" status: 200 len: 945 time: 0.0687845 Sep 16 04:34:49.025265 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-432ce71d-513a-4c86-8050-70adc1e8a294 None None] Port df91ecb8-0981-4e4d-9b1c-48bbe509156c cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:34:49.029030 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port f0d8c98d-341c-4ede-a15e-d20d9966291f, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=f0d8c98d-341c-4ede-a15e-d20d9966291f,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:49.037537 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:49.043355 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf9ba9b-798a-498c-b05a-a2d3f6ff75d9 None None] Checking router: 89d150e8-2d22-416e-95ee-339dae444d10 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:34:49.043869 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf9ba9b-798a-498c-b05a-a2d3f6ff75d9 None None] Updating router 89d150e8-2d22-416e-95ee-339dae444d10 port 5f3abedd-50bb-4681-8adc-b4db29773399 binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:34:49.066044 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ed2be84-db7e-4dba-a8a2-6861c80c4c51 req-dc2b9156-5bb9-43e2-9e56-636d9f73333e tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580125 Sep 16 04:34:49.074852 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-ddf9ba9b-798a-498c-b05a-a2d3f6ff75d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:49.152527 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=f0d8c98d-341c-4ede-a15e-d20d9966291f,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:49.164260 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-90a296c4-901e-4893-ad77-7d5a626f3cec req-4786bc13-d583-4b91-b4fd-35d916951bc8 service neutron] 10.222.0.35 "GET /v2.0/networks/e2175c6d-f628-4258-9c46-e305aad09aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813073 Sep 16 04:34:49.183682 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-94b06ee8-27c7-461a-b774-c54e20817e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'name': 'tempest-FloatingIPsAssociationTestJSON-761747003-router', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:51Z', 'updated_at': '2021-09-16T04:33:56Z', 'revision_number': 4, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'gw_port': {'id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:52Z', 'updated_at': '2021-09-16T04:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'f0a74d77-1a81-4131-b438-ce9723d0a19d', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'port_id': '7c2f8bb5-987d-426b-af86-98608e46695a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'mac_address': 'fa:16:3e:00:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bac08d2-82e4-434d-bdc3-04df82ee24ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:34:24Z', 'updated_at': '2021-09-16T04:34:46Z', 'revision_number': 1, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e4d460-9026-4e26-a38e-49623ad6dfeb', 'name': '', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'mac_address': 'fa:16:3e:56:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:55Z', 'updated_at': '2021-09-16T04:34:07Z', 'revision_number': 5, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'subnets': [{'id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:49.221758 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b06ee8-27c7-461a-b774-c54e20817e00 None None] The sync data for ids ['48137eb6-1145-4fbe-8b3d-5b24d0910aff'] in n-d-712139-15 is: [{'id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'name': 'tempest-FloatingIPsAssociationTestJSON-761747003-router', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:51Z', 'updated_at': '2021-09-16T04:33:56Z', 'revision_number': 4, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'gw_port': {'id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:52Z', 'updated_at': '2021-09-16T04:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'f0a74d77-1a81-4131-b438-ce9723d0a19d', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'port_id': '7c2f8bb5-987d-426b-af86-98608e46695a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'mac_address': 'fa:16:3e:00:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bac08d2-82e4-434d-bdc3-04df82ee24ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:34:24Z', 'updated_at': '2021-09-16T04:34:46Z', 'revision_number': 1, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e4d460-9026-4e26-a38e-49623ad6dfeb', 'name': '', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'mac_address': 'fa:16:3e:56:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:55Z', 'updated_at': '2021-09-16T04:34:07Z', 'revision_number': 5, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'subnets': [{'id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:34:49.240027 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7ff5a-39e1-4387-809c-2938269a265e req-8efb056f-9c4c-42c0-90ee-e3c28a1434f1 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:49.240027 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d5f7ff5a-39e1-4387-809c-2938269a265e req-8efb056f-9c4c-42c0-90ee-e3c28a1434f1 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9cf3fd-c2f0-44b7-aa74-e5f30f6d0eaf HTTP/1.1" status: 200 len: 936 time: 0.0884666 Sep 16 04:34:49.251526 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-555e4be8-d237-473b-b044-ef034a7c8372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df91ecb8-0981-4e4d-9b1c-48bbe509156c {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:34:49.267428 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-555e4be8-d237-473b-b044-ef034a7c8372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:49.293309 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d5f7ff5a-39e1-4387-809c-2938269a265e req-e3c3331f-e9bf-4ea8-aa1e-aac9302256d7 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d54fb8d-e9f1-4c0e-a709-db4406d40c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441830 Sep 16 04:34:49.305555 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-555e4be8-d237-473b-b044-ef034a7c8372 service neutron] Transition to ACTIVE for port object df91ecb8-0981-4e4d-9b1c-48bbe509156c will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:34:49.316911 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-555e4be8-d237-473b-b044-ef034a7c8372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:49.364457 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae63665-3bb9-4cab-840f-2dcfb2e18dd8 x-openstack-request-id: req-7ae63665-3bb9-4cab-840f-2dcfb2e18dd8 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:49.365033 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bac08d2-82e4-434d-bdc3-04df82ee24ae", "tag": "7c2f8bb5-987d-426b-af86-98608e46695a", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:49.365461 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7ae63665-3bb9-4cab-840f-2dcfb2e18dd8 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:49.366009 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bac08d2-82e4-434d-bdc3-04df82ee24ae', 'tag': '7c2f8bb5-987d-426b-af86-98608e46695a', 'status': 'completed', 'code': 200} Sep 16 04:34:49.442212 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e4be8-d237-473b-b044-ef034a7c8372 service neutron] Pushing event updated for resources: {'Port': ['ID=df91ecb8-0981-4e4d-9b1c-48bbe509156c,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:49.491311 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a679e-eda8-427a-900a-93d5d30c9782 req-bd7add1c-59da-449b-945c-21f7e3e98f11 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:49.493063 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1c9a679e-eda8-427a-900a-93d5d30c9782 req-bd7add1c-59da-449b-945c-21f7e3e98f11 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=793f9461-a09e-439c-afe2-789b19a53625 HTTP/1.1" status: 200 len: 945 time: 0.1221881 Sep 16 04:34:49.493989 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-555e4be8-d237-473b-b044-ef034a7c8372 service neutron] Attempting to bind port df91ecb8-0981-4e4d-9b1c-48bbe509156c on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:34:49.494587 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-555e4be8-d237-473b-b044-ef034a7c8372 service neutron] Attempting to bind port df91ecb8-0981-4e4d-9b1c-48bbe509156c by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:34:49.494719 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-555e4be8-d237-473b-b044-ef034a7c8372 service neutron] Attempting to bind port df91ecb8-0981-4e4d-9b1c-48bbe509156c on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:49.498437 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-ddf9ba9b-798a-498c-b05a-a2d3f6ff75d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:49.502353 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-555e4be8-d237-473b-b044-ef034a7c8372 service neutron] Port df91ecb8-0981-4e4d-9b1c-48bbe509156c on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:34:49.502866 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-555e4be8-d237-473b-b044-ef034a7c8372 service neutron] Attempting to bind port df91ecb8-0981-4e4d-9b1c-48bbe509156c on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:49.518261 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-ddf9ba9b-798a-498c-b05a-a2d3f6ff75d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:49.520078 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-555e4be8-d237-473b-b044-ef034a7c8372 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:34:49.520426 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-555e4be8-d237-473b-b044-ef034a7c8372 service neutron] Checking segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:49.520863 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-555e4be8-d237-473b-b044-ef034a7c8372 service neutron] Bound using segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:34:49.521304 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-555e4be8-d237-473b-b044-ef034a7c8372 service neutron] Bound port: df91ecb8-0981-4e4d-9b1c-48bbe509156c, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:34:49.521668 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-555e4be8-d237-473b-b044-ef034a7c8372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:49.566498 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439ab7b1-ffea-4a9c-962a-7e8e3a2a535e None None] New status for floating IP f0a74d77-1a81-4131-b438-ce9723d0a19d: ACTIVE {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:34:49.574516 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4ad340c7-5bd6-4dfc-bd4c-3813c94ceea0 req-dde1286b-a787-4869-940b-bec621d17222 tempest-FloatingIPsNegativeTestJSON-889900552 tempest-FloatingIPsNegativeTestJSON-889900552-project] 10.222.0.35 "GET /v2.0/floatingips?tenant_id=cf6d72ea9a7741c99745c0e910f848f0 HTTP/1.1" status: 200 len: 217 time: 0.1491694 Sep 16 04:34:49.599214 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1c9a679e-eda8-427a-900a-93d5d30c9782 req-229212f4-a141-4587-8470-361a9e11e1d6 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990369 Sep 16 04:34:49.673226 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-555e4be8-d237-473b-b044-ef034a7c8372 service neutron] For port df91ecb8-0981-4e4d-9b1c-48bbe509156c, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:34:49.675969 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ddec4-4263-4e5e-a329-95a62ea48411 None None] Pushing event updated for resources: {'Port': ['ID=5f3abedd-50bb-4681-8adc-b4db29773399,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:49.690706 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-555e4be8-d237-473b-b044-ef034a7c8372 service neutron] For port df91ecb8-0981-4e4d-9b1c-48bbe509156c, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=df91ecb8-0981-4e4d-9b1c-48bbe509156c,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:34:49.712193 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-ddf9ba9b-798a-498c-b05a-a2d3f6ff75d9 None None] Attempting to bind port 5f3abedd-50bb-4681-8adc-b4db29773399 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:34:49.713049 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-ddf9ba9b-798a-498c-b05a-a2d3f6ff75d9 None None] Attempting to bind port 5f3abedd-50bb-4681-8adc-b4db29773399 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '952dc693-8601-4343-aa62-bfd9bb65665c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ce8eae68-f0b0-40b8-a130-43f4d3ec80dc'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:34:49.713349 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-555e4be8-d237-473b-b044-ef034a7c8372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:49.713589 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf9ba9b-798a-498c-b05a-a2d3f6ff75d9 None None] Attempting to bind port 5f3abedd-50bb-4681-8adc-b4db29773399 on network ce8eae68-f0b0-40b8-a130-43f4d3ec80dc {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:49.719622 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf9ba9b-798a-498c-b05a-a2d3f6ff75d9 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:34:49.720493 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf9ba9b-798a-498c-b05a-a2d3f6ff75d9 None None] Checking segment: {'id': '952dc693-8601-4343-aa62-bfd9bb65665c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ce8eae68-f0b0-40b8-a130-43f4d3ec80dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:49.721025 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-ddf9ba9b-798a-498c-b05a-a2d3f6ff75d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:49.721784 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf9ba9b-798a-498c-b05a-a2d3f6ff75d9 None None] Bound using segment: {'id': '952dc693-8601-4343-aa62-bfd9bb65665c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ce8eae68-f0b0-40b8-a130-43f4d3ec80dc'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:34:49.722472 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-ddf9ba9b-798a-498c-b05a-a2d3f6ff75d9 None None] Bound port: 5f3abedd-50bb-4681-8adc-b4db29773399, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '952dc693-8601-4343-aa62-bfd9bb65665c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ce8eae68-f0b0-40b8-a130-43f4d3ec80dc'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:34:49.725821 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-ddf9ba9b-798a-498c-b05a-a2d3f6ff75d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:49.731811 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fdc3c-58a6-4d21-bd61-d38a6202fed9 req-5bec4283-50c4-493c-adb7-b8ed2a5ee0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:49.733374 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b0fdc3c-58a6-4d21-bd61-d38a6202fed9 req-5bec4283-50c4-493c-adb7-b8ed2a5ee0bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ef44933ab8749a58afa3e84429cb3db&device_id=6bac08d2-82e4-434d-bdc3-04df82ee24ae HTTP/1.1" status: 200 len: 1097 time: 0.3314629 Sep 16 04:34:49.750976 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-555e4be8-d237-473b-b044-ef034a7c8372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:49.751560 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-555e4be8-d237-473b-b044-ef034a7c8372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:49.753614 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-555e4be8-d237-473b-b044-ef034a7c8372 service neutron] 10.222.0.47 "PUT /v2.0/ports/df91ecb8-0981-4e4d-9b1c-48bbe509156c HTTP/1.1" status: 200 len: 1097 time: 1.2844541 Sep 16 04:34:49.891843 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-ddf9ba9b-798a-498c-b05a-a2d3f6ff75d9 None None] For port 5f3abedd-50bb-4681-8adc-b4db29773399, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:34:49.897969 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-ddf9ba9b-798a-498c-b05a-a2d3f6ff75d9 None None] For port 5f3abedd-50bb-4681-8adc-b4db29773399, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=5f3abedd-50bb-4681-8adc-b4db29773399,segment=NetworkSegment(952dc693-8601-4343-aa62-bfd9bb65665c),segment_id=952dc693-8601-4343-aa62-bfd9bb65665c)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:34:49.908874 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-ddf9ba9b-798a-498c-b05a-a2d3f6ff75d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:49.921834 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e4be8-d237-473b-b044-ef034a7c8372 service neutron] Pushing event updated for resources: {'Port': ['ID=df91ecb8-0981-4e4d-9b1c-48bbe509156c,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:49.937747 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-69dd2815-ca89-4ed9-bf4f-1a9b1acd0782 req-6bb488d3-ba25-4e41-ac85-323dac206b96 tempest-SecurityGroupsTestAdminJSON-1871541148 tempest-SecurityGroupsTestAdminJSON-1871541148-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a2c44f56e7314f4d997e38f233dbe2d5 HTTP/1.1" status: 200 len: 6101 time: 0.3514359 Sep 16 04:34:49.983905 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d868f7c6-0813-4eb6-9e7a-d46964e653d9 None None] Provisioning complete for port 5f3abedd-50bb-4681-8adc-b4db29773399 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:49.986863 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d868f7c6-0813-4eb6-9e7a-d46964e653d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:49.994564 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ddec4-4263-4e5e-a329-95a62ea48411 None None] Pushing event updated for resources: {'Port': ['ID=5f3abedd-50bb-4681-8adc-b4db29773399,revision_number=4']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:50.009481 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fdc3c-58a6-4d21-bd61-d38a6202fed9 req-7ba56dfa-a68a-4ed1-b207-64e85dbe1581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:50.011037 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b0fdc3c-58a6-4d21-bd61-d38a6202fed9 req-7ba56dfa-a68a-4ed1-b207-64e85dbe1581 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e2175c6d-f628-4258-9c46-e305aad09aca HTTP/1.1" status: 200 len: 921 time: 0.2528996 Sep 16 04:34:50.034715 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf9ba9b-798a-498c-b05a-a2d3f6ff75d9 None None] Routers {'89d150e8-2d22-416e-95ee-339dae444d10'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:34:50.036083 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c4cc4-5609-4dd8-acc6-8924ee7cd42a req-432c6fc4-8795-4df2-8437-f6b8c4b7416f tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:50.038120 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-ddf9ba9b-798a-498c-b05a-a2d3f6ff75d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:34:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['89d150e8-2d22-416e-95ee-339dae444d10'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:50.040623 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-319c4cc4-5609-4dd8-acc6-8924ee7cd42a req-432c6fc4-8795-4df2-8437-f6b8c4b7416f tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca HTTP/1.1" status: 200 len: 1097 time: 0.2203360 Sep 16 04:34:50.048222 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-0cf39290-770a-49da-a026-170894642c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:50.050480 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-0cf39290-770a-49da-a026-170894642c05 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fa2a3b1c0b88493aa5a0b1323e965f77&device_id=da9cf3fd-c2f0-44b7-aa74-e5f30f6d0eaf HTTP/1.1" status: 200 len: 1100 time: 0.2083566 Sep 16 04:34:50.114871 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-69dd2815-ca89-4ed9-bf4f-1a9b1acd0782 req-03048192-eb94-4147-82cd-3a912be63d7e tempest-SecurityGroupsTestAdminJSON-1871541148 tempest-SecurityGroupsTestAdminJSON-1871541148-project] 10.222.0.35 "GET /v2.0/security-groups/eb0e4425-98a8-4758-bb00-7822dc56b0eb HTTP/1.1" status: 200 len: 2981 time: 0.1645350 Sep 16 04:34:50.179824 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-b8ef6402-519a-411b-9374-c165a0f9ab7a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=df91ecb8-0981-4e4d-9b1c-48bbe509156c HTTP/1.1" status: 200 len: 217 time: 0.0840344 Sep 16 04:34:50.192700 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d868f7c6-0813-4eb6-9e7a-d46964e653d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:50.241203 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-ddf9ba9b-798a-498c-b05a-a2d3f6ff75d9 None None] Set router 89d150e8-2d22-416e-95ee-339dae444d10 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:34:50.250611 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-d868f7c6-0813-4eb6-9e7a-d46964e653d9 None None] For port 5f3abedd-50bb-4681-8adc-b4db29773399, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=5f3abedd-50bb-4681-8adc-b4db29773399,segment=NetworkSegment(952dc693-8601-4343-aa62-bfd9bb65665c),segment_id=952dc693-8601-4343-aa62-bfd9bb65665c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:50.260726 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d868f7c6-0813-4eb6-9e7a-d46964e653d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:50.282517 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b0fdc3c-58a6-4d21-bd61-d38a6202fed9 req-dedea646-6811-4277-86c3-e93ea5cbd582 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c2f8bb5-987d-426b-af86-98608e46695a HTTP/1.1" status: 200 len: 1001 time: 0.2613330 Sep 16 04:34:50.287613 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-319c4cc4-5609-4dd8-acc6-8924ee7cd42a req-3def7974-8def-4f5f-8e03-7c67e3cc9509 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254291 Sep 16 04:34:50.298536 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-21c7441d-7ebe-4978-8502-2afc25336d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:50.305321 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-21c7441d-7ebe-4978-8502-2afc25336d63 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.1129415 Sep 16 04:34:50.355697 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51968) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:50.376482 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-69dd2815-ca89-4ed9-bf4f-1a9b1acd0782 req-5cc16af5-81df-4a8b-a238-27dc4ecb3aea tempest-SecurityGroupsTestAdminJSON-1871541148 tempest-SecurityGroupsTestAdminJSON-1871541148-project] 10.222.0.35 "GET /v2.0/security-groups/eb0e4425-98a8-4758-bb00-7822dc56b0eb HTTP/1.1" status: 200 len: 2981 time: 0.2308617 Sep 16 04:34:50.422529 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb691123-bfc3-40ac-8a36-2e70a8d0492c req-003877b1-d52e-4f7f-87bb-4a8d8901f77f tempest-FloatingIPsNegativeTestJSON-889900552 tempest-FloatingIPsNegativeTestJSON-889900552-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0332012 Sep 16 04:34:50.430838 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868f7c6-0813-4eb6-9e7a-d46964e653d9 None None] Pushing event updated for resources: {'Port': ['ID=5f3abedd-50bb-4681-8adc-b4db29773399,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:50.438899 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fdc3c-58a6-4d21-bd61-d38a6202fed9 req-0760332d-9737-460d-9f2e-1dab6517d237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:50.443344 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b0fdc3c-58a6-4d21-bd61-d38a6202fed9 req-0760332d-9737-460d-9f2e-1dab6517d237 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15fd69f0-3350-4b2a-ab2a-4c79052ea099 HTTP/1.1" status: 200 len: 859 time: 0.1489751 Sep 16 04:34:50.473755 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-8b7a311f-b984-4b78-9289-525ddab1ddf4 None None] Provisioning complete for port 5f3abedd-50bb-4681-8adc-b4db29773399 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:50.474254 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8b7a311f-b984-4b78-9289-525ddab1ddf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:50.478159 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-28f1f410-429a-4414-a599-19e831a3492f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:50.482199 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-28f1f410-429a-4414-a599-19e831a3492f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1679199 Sep 16 04:34:50.540236 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device f0d8c98d-341c-4ede-a15e-d20d9966291f up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:34:50.554492 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fdc3c-58a6-4d21-bd61-d38a6202fed9 req-e55b96ca-adc8-4a7f-ae5a-1d792a617620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:50.556213 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b0fdc3c-58a6-4d21-bd61-d38a6202fed9 req-e55b96ca-adc8-4a7f-ae5a-1d792a617620 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e2175c6d-f628-4258-9c46-e305aad09aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0980880 Sep 16 04:34:50.561075 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-ddf9ba9b-798a-498c-b05a-a2d3f6ff75d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d150e8-2d22-416e-95ee-339dae444d10', 'name': 'tempest-FloatingIPsNegativeTestJSON-389611628-router', 'tenant_id': 'cf6d72ea9a7741c99745c0e910f848f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'f0d8c98d-341c-4ede-a15e-d20d9966291f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:34:41Z', 'updated_at': '2021-09-16T04:34:46Z', 'revision_number': 4, 'project_id': 'cf6d72ea9a7741c99745c0e910f848f0', 'gw_port': {'id': 'f0d8c98d-341c-4ede-a15e-d20d9966291f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d150e8-2d22-416e-95ee-339dae444d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:34:43Z', 'updated_at': '2021-09-16T04:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '5f3abedd-50bb-4681-8adc-b4db29773399', 'name': '', 'network_id': 'ce8eae68-f0b0-40b8-a130-43f4d3ec80dc', 'tenant_id': 'cf6d72ea9a7741c99745c0e910f848f0', 'mac_address': 'fa:16:3e:ce:dc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d150e8-2d22-416e-95ee-339dae444d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '34310f50-bb28-43dd-8b21-ad9cd58ced51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:34:45Z', 'updated_at': '2021-09-16T04:34:49Z', 'revision_number': 4, 'project_id': 'cf6d72ea9a7741c99745c0e910f848f0', 'subnets': [{'id': '34310f50-bb28-43dd-8b21-ad9cd58ced51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:50.620377 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf9ba9b-798a-498c-b05a-a2d3f6ff75d9 None None] The sync data for ids ['89d150e8-2d22-416e-95ee-339dae444d10'] in n-d-712139-15 is: [{'id': '89d150e8-2d22-416e-95ee-339dae444d10', 'name': 'tempest-FloatingIPsNegativeTestJSON-389611628-router', 'tenant_id': 'cf6d72ea9a7741c99745c0e910f848f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'f0d8c98d-341c-4ede-a15e-d20d9966291f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:34:41Z', 'updated_at': '2021-09-16T04:34:46Z', 'revision_number': 4, 'project_id': 'cf6d72ea9a7741c99745c0e910f848f0', 'gw_port': {'id': 'f0d8c98d-341c-4ede-a15e-d20d9966291f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d150e8-2d22-416e-95ee-339dae444d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:34:43Z', 'updated_at': '2021-09-16T04:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '5f3abedd-50bb-4681-8adc-b4db29773399', 'name': '', 'network_id': 'ce8eae68-f0b0-40b8-a130-43f4d3ec80dc', 'tenant_id': 'cf6d72ea9a7741c99745c0e910f848f0', 'mac_address': 'fa:16:3e:ce:dc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d150e8-2d22-416e-95ee-339dae444d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '34310f50-bb28-43dd-8b21-ad9cd58ced51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:34:45Z', 'updated_at': '2021-09-16T04:34:49Z', 'revision_number': 4, 'project_id': 'cf6d72ea9a7741c99745c0e910f848f0', 'subnets': [{'id': '34310f50-bb28-43dd-8b21-ad9cd58ced51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:34:50.644835 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port f0d8c98d-341c-4ede-a15e-d20d9966291f triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:50.645211 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:50.665392 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-f79a079b-6636-4b69-b52a-3bb1d651d5ed service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742764 Sep 16 04:34:50.726189 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b0fdc3c-58a6-4d21-bd61-d38a6202fed9 req-bf9af121-98bf-4cf2-a2f1-072f22b52844 service neutron] 10.222.0.48 "GET /v2.0/networks/e2175c6d-f628-4258-9c46-e305aad09aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498165 Sep 16 04:34:50.767847 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5e9f0e91-3d71-4b1b-9e4c-d9ee43bb3c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:50.813357 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d680e0-0ae1-4070-8cd3-1be3c506e05d req-222d7774-e2f5-4d86-ba96-0df264cdefea tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:50.814931 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e4d680e0-0ae1-4070-8cd3-1be3c506e05d req-222d7774-e2f5-4d86-ba96-0df264cdefea tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/ports?device_id=87784e78-8cd2-4af6-8389-9aa8753854fa&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2916155 Sep 16 04:34:50.838754 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efe7d7-a70c-4def-8b05-206242dbdd4a req-10b4d074-e5aa-4d32-92cd-4e36e78052b8 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:50.840496 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4efe7d7-a70c-4def-8b05-206242dbdd4a req-10b4d074-e5aa-4d32-92cd-4e36e78052b8 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=793f9461-a09e-439c-afe2-789b19a53625 HTTP/1.1" status: 200 len: 1097 time: 0.2735779 Sep 16 04:34:50.910705 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9ae823cf-a626-47e3-b781-60059f7bfcb5 req-0a29d640-7e59-498b-80f3-42b61cacfc4f service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283680 Sep 16 04:34:50.923057 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b0fdc3c-58a6-4d21-bd61-d38a6202fed9 req-1e03f3ab-98a5-4a1c-a4d6-5ddad8041ab9 service neutron] 10.222.0.48 "GET /v2.0/networks/e2175c6d-f628-4258-9c46-e305aad09aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777318 Sep 16 04:34:50.940904 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4efe7d7-a70c-4def-8b05-206242dbdd4a req-ba0bce2c-37fc-491e-97f3-056957e25235 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887055 Sep 16 04:34:50.979292 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e4d680e0-0ae1-4070-8cd3-1be3c506e05d req-073b75bd-7c8a-4ffc-9c7e-5f17bf1a25c8 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.107 HTTP/1.1" status: 200 len: 1001 time: 0.1557124 Sep 16 04:34:50.986668 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-e4d680e0-0ae1-4070-8cd3-1be3c506e05d req-d91c707d-27fe-4d51-8f83-e409f9fb98af tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Request body: {'floatingip': {'port_id': '63cb482d-efe5-4d66-8795-b28fbde4f6e9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:51.009254 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5e9f0e91-3d71-4b1b-9e4c-d9ee43bb3c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:51.016745 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5e9f0e91-3d71-4b1b-9e4c-d9ee43bb3c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:51.066284 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e4d680e0-0ae1-4070-8cd3-1be3c506e05d req-d91c707d-27fe-4d51-8f83-e409f9fb98af tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks [] for floatingip, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:51.073167 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f0e91-3d71-4b1b-9e4c-d9ee43bb3c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49beb49-6433-43b4-935b-f06ad1ef2d86,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:51.088506 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5e9f0e91-3d71-4b1b-9e4c-d9ee43bb3c8f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=afaa6a898fa44202a330663045a09ca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7286530 Sep 16 04:34:51.089721 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51980) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:51.185201 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-75243685-26ca-48cc-a846-59718b8246e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:51.219908 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bd496-b3a7-4b09-baef-61209d147d5a req-e1140856-60fb-40df-a8a4-cf808c731b7c tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:51.221530 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-895bd496-b3a7-4b09-baef-61209d147d5a req-e1140856-60fb-40df-a8a4-cf808c731b7c tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9cf3fd-c2f0-44b7-aa74-e5f30f6d0eaf HTTP/1.1" status: 200 len: 948 time: 0.0912991 Sep 16 04:34:51.223963 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-75243685-26ca-48cc-a846-59718b8246e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:51.291122 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-895bd496-b3a7-4b09-baef-61209d147d5a req-8e53a166-f571-4c9a-8671-863242f81fcc tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d54fb8d-e9f1-4c0e-a709-db4406d40c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585234 Sep 16 04:34:51.323187 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-75243685-26ca-48cc-a846-59718b8246e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:51.326069 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-75243685-26ca-48cc-a846-59718b8246e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:51.330087 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-75243685-26ca-48cc-a846-59718b8246e9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b49beb49-6433-43b4-935b-f06ad1ef2d86 HTTP/1.1" status: 204 len: 168 time: 0.2366002 Sep 16 04:34:51.340603 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75243685-26ca-48cc-a846-59718b8246e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49beb49-6433-43b4-935b-f06ad1ef2d86,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:51.370569 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9cf3fd-c2f0-44b7-aa74-e5f30f6d0eaf', 'tag': 'df91ecb8-0981-4e4d-9b1c-48bbe509156c'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:51.374863 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e302a0-0f7f-4bdd-a50a-dcc0d64fe86e" -d '{"events": [{"name": "network-changed", "server_uuid": "da9cf3fd-c2f0-44b7-aa74-e5f30f6d0eaf", "tag": "df91ecb8-0981-4e4d-9b1c-48bbe509156c"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:51.446235 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462351b-5466-4a84-86de-d9505dcceb32 req-4bece510-d10b-483c-af60-7bada433ee17 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:51.448054 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1462351b-5466-4a84-86de-d9505dcceb32 req-4bece510-d10b-483c-af60-7bada433ee17 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca HTTP/1.1" status: 200 len: 1097 time: 0.0544472 Sep 16 04:34:51.554198 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1462351b-5466-4a84-86de-d9505dcceb32 req-a85934a2-0ee3-492d-b66d-997cc130f60f tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977199 Sep 16 04:34:51.737432 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51990) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:51.763940 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7df8e5b9-a0f6-47c6-8b36-be9fe28f1a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:51.801210 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e4d680e0-0ae1-4070-8cd3-1be3c506e05d req-d91c707d-27fe-4d51-8f83-e409f9fb98af tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:51.807277 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e4d680e0-0ae1-4070-8cd3-1be3c506e05d req-d91c707d-27fe-4d51-8f83-e409f9fb98af tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:51.813723 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7ca4c2dd-b269-45ff-b769-f33480190ce7 req-b70469c9-e5b3-4d13-ae9a-eb37ac2f41e4 tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] 10.222.0.35 "GET /v2.0/security-groups/c7ea442a-d094-4b0b-b2df-b5bf8ce6f3aa HTTP/1.1" status: 200 len: 1777 time: 0.0832212 Sep 16 04:34:51.879681 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-7ca4c2dd-b269-45ff-b769-f33480190ce7 req-077e4286-89ea-4359-9210-b389b2fa5314 tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:51.914978 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-7ca4c2dd-b269-45ff-b769-f33480190ce7 req-077e4286-89ea-4359-9210-b389b2fa5314 tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:51.938652 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [req-e4d680e0-0ae1-4070-8cd3-1be3c506e05d req-d91c707d-27fe-4d51-8f83-e409f9fb98af tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Floating IP f0a74d77-1a81-4131-b438-ce9723d0a19d associated. External IP: 172.25.8.107, port: 7c2f8bb5-987d-426b-af86-98608e46695a. Sep 16 04:34:51.985222 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7df8e5b9-a0f6-47c6-8b36-be9fe28f1a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:51.986360 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-7ca4c2dd-b269-45ff-b769-f33480190ce7 req-077e4286-89ea-4359-9210-b389b2fa5314 tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:51.988934 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-7ca4c2dd-b269-45ff-b769-f33480190ce7 req-077e4286-89ea-4359-9210-b389b2fa5314 tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:51.990097 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7ca4c2dd-b269-45ff-b769-f33480190ce7 req-077e4286-89ea-4359-9210-b389b2fa5314 tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] 10.222.0.35 "DELETE /v2.0/security-groups/c7ea442a-d094-4b0b-b2df-b5bf8ce6f3aa HTTP/1.1" status: 204 len: 173 time: 0.1754899 Sep 16 04:34:51.993890 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7df8e5b9-a0f6-47c6-8b36-be9fe28f1a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:52.013994 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e4286-89ea-4359-9210-b389b2fa5314 tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ea442a-d094-4b0b-b2df-b5bf8ce6f3aa,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:52.088513 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [req-1e86f551-6145-4535-9300-c4a2071f5040 req-8b6a0d77-3e59-412d-aa9f-34f22b938822 tempest-FloatingIPsNegativeTestJSON-889900552 tempest-FloatingIPsNegativeTestJSON-889900552-project] show failed (client error): The resource could not be found. Sep 16 04:34:52.089604 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1e86f551-6145-4535-9300-c4a2071f5040 req-8b6a0d77-3e59-412d-aa9f-34f22b938822 tempest-FloatingIPsNegativeTestJSON-889900552 tempest-FloatingIPsNegativeTestJSON-889900552-project] 10.222.0.35 "GET /v2.0/floatingips/ddcbd855-37c6-4913-9699-a7946b982704 HTTP/1.1" status: 404 len: 350 time: 0.0734365 Sep 16 04:34:52.103385 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7df8e5b9-a0f6-47c6-8b36-be9fe28f1a43 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9bb160f2ddc84251a6534c74b6936351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3615062 Sep 16 04:34:52.103385 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51996) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:52.110566 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51998) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:52.147853 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8e5b9-a0f6-47c6-8b36-be9fe28f1a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93dbe32-883a-48a6-8b6a-50b40a2f79a6,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:52.224013 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4d680e0-0ae1-4070-8cd3-1be3c506e05d req-d91c707d-27fe-4d51-8f83-e409f9fb98af tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Router 48137eb6-1145-4fbe-8b3d-5b24d0910aff has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:34:52.280276 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0469952e-7f4f-4a53-8e9f-ba35f06d9e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:52.325354 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4176169-dda8-49a8-9783-92108e4d15f6 req-581abb49-f885-4fd5-a2b7-a36d3b574bfc tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:52.326853 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b4176169-dda8-49a8-9783-92108e4d15f6 req-581abb49-f885-4fd5-a2b7-a36d3b574bfc tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=793f9461-a09e-439c-afe2-789b19a53625 HTTP/1.1" status: 200 len: 1097 time: 0.1507995 Sep 16 04:34:52.335757 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4d680e0-0ae1-4070-8cd3-1be3c506e05d req-d91c707d-27fe-4d51-8f83-e409f9fb98af tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:34:52.346265 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5939fc7-8444-4fdd-9280-71c14faed200 None None] Sync routers for ids ['48137eb6-1145-4fbe-8b3d-5b24d0910aff'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:34:52.352365 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0469952e-7f4f-4a53-8e9f-ba35f06d9e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:52.370473 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5939fc7-8444-4fdd-9280-71c14faed200 None None] Routers {'48137eb6-1145-4fbe-8b3d-5b24d0910aff'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:34:52.371816 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a5939fc7-8444-4fdd-9280-71c14faed200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:34:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['48137eb6-1145-4fbe-8b3d-5b24d0910aff'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:52.456965 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b4176169-dda8-49a8-9783-92108e4d15f6 req-d342274c-b641-4f8b-9b63-d0722e380d5f tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100733 Sep 16 04:34:52.478746 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 5f3abedd-50bb-4681-8adc-b4db29773399 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:34:52.534614 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-a5939fc7-8444-4fdd-9280-71c14faed200 None None] Set router 48137eb6-1145-4fbe-8b3d-5b24d0910aff gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:34:52.569424 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0469952e-7f4f-4a53-8e9f-ba35f06d9e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:52.569424 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0469952e-7f4f-4a53-8e9f-ba35f06d9e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:52.571375 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0469952e-7f4f-4a53-8e9f-ba35f06d9e07 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d93dbe32-883a-48a6-8b6a-50b40a2f79a6 HTTP/1.1" status: 204 len: 168 time: 0.4591615 Sep 16 04:34:52.587447 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 5f3abedd-50bb-4681-8adc-b4db29773399 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:52.587825 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:52.604550 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469952e-7f4f-4a53-8e9f-ba35f06d9e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93dbe32-883a-48a6-8b6a-50b40a2f79a6,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:52.690253 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192d1939-e886-4bd0-a3a2-56188dacc972 x-openstack-request-id: req-192d1939-e886-4bd0-a3a2-56188dacc972 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:52.690549 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da9cf3fd-c2f0-44b7-aa74-e5f30f6d0eaf", "tag": "df91ecb8-0981-4e4d-9b1c-48bbe509156c", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:52.690799 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-192d1939-e886-4bd0-a3a2-56188dacc972 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:52.691191 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da9cf3fd-c2f0-44b7-aa74-e5f30f6d0eaf', 'tag': 'df91ecb8-0981-4e4d-9b1c-48bbe509156c', 'status': 'completed', 'code': 200} Sep 16 04:34:52.706550 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4d680e0-0ae1-4070-8cd3-1be3c506e05d req-d91c707d-27fe-4d51-8f83-e409f9fb98af tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Router 48137eb6-1145-4fbe-8b3d-5b24d0910aff has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:34:52.721570 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e302a0-0f7f-4bdd-a50a-dcc0d64fe86e req-fa95e2fc-7725-4d5f-9f6d-e221a15ad5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:52.723150 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a3e302a0-0f7f-4bdd-a50a-dcc0d64fe86e req-fa95e2fc-7725-4d5f-9f6d-e221a15ad5e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fa2a3b1c0b88493aa5a0b1323e965f77&device_id=da9cf3fd-c2f0-44b7-aa74-e5f30f6d0eaf HTTP/1.1" status: 200 len: 1100 time: 0.0672400 Sep 16 04:34:52.745863 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-679b92c4-e706-4e63-9f1b-f2d5050e98dd req-b4eb037b-7145-4a18-9f83-c943463a44c0 tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] 10.222.0.35 "GET /v2.0/security-groups/0f173c0d-7e54-4887-af1b-6d0aac6434b8 HTTP/1.1" status: 200 len: 1776 time: 0.1189911 Sep 16 04:34:52.860299 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c66946e4-8ef1-427a-a788-a833e84a776a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:52.869559 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-679b92c4-e706-4e63-9f1b-f2d5050e98dd req-78c9b074-2f5f-4c92-80f0-b7e9d32abf9f tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:52.947329 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a5939fc7-8444-4fdd-9280-71c14faed200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'name': 'tempest-FloatingIPsAssociationTestJSON-761747003-router', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:51Z', 'updated_at': '2021-09-16T04:33:56Z', 'revision_number': 4, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'gw_port': {'id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:52Z', 'updated_at': '2021-09-16T04:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'f0a74d77-1a81-4131-b438-ce9723d0a19d', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'port_id': '63cb482d-efe5-4d66-8795-b28fbde4f6e9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'mac_address': 'fa:16:3e:bf:52:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87784e78-8cd2-4af6-8389-9aa8753854fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:34:24Z', 'updated_at': '2021-09-16T04:34:51Z', 'revision_number': 3, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e4d460-9026-4e26-a38e-49623ad6dfeb', 'name': '', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'mac_address': 'fa:16:3e:56:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:55Z', 'updated_at': '2021-09-16T04:34:07Z', 'revision_number': 5, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'subnets': [{'id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:52.983256 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5939fc7-8444-4fdd-9280-71c14faed200 None None] Checking router: 48137eb6-1145-4fbe-8b3d-5b24d0910aff for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:34:52.997241 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5939fc7-8444-4fdd-9280-71c14faed200 None None] Routers {'48137eb6-1145-4fbe-8b3d-5b24d0910aff'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:34:52.997871 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a5939fc7-8444-4fdd-9280-71c14faed200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:34:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['48137eb6-1145-4fbe-8b3d-5b24d0910aff'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:53.025016 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-679b92c4-e706-4e63-9f1b-f2d5050e98dd req-78c9b074-2f5f-4c92-80f0-b7e9d32abf9f tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:53.092250 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-679b92c4-e706-4e63-9f1b-f2d5050e98dd req-78c9b074-2f5f-4c92-80f0-b7e9d32abf9f tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:53.094995 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-679b92c4-e706-4e63-9f1b-f2d5050e98dd req-78c9b074-2f5f-4c92-80f0-b7e9d32abf9f tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:53.097435 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-679b92c4-e706-4e63-9f1b-f2d5050e98dd req-78c9b074-2f5f-4c92-80f0-b7e9d32abf9f tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] 10.222.0.35 "DELETE /v2.0/security-groups/0f173c0d-7e54-4887-af1b-6d0aac6434b8 HTTP/1.1" status: 204 len: 173 time: 0.3434858 Sep 16 04:34:53.150300 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-a5939fc7-8444-4fdd-9280-71c14faed200 None None] Set router 48137eb6-1145-4fbe-8b3d-5b24d0910aff gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:34:53.153990 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9b074-2f5f-4c92-80f0-b7e9d32abf9f tempest-SecurityGroupsTestAdminJSON-1716107722 tempest-SecurityGroupsTestAdminJSON-1716107722-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f173c0d-7e54-4887-af1b-6d0aac6434b8,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:53.205738 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4d680e0-0ae1-4070-8cd3-1be3c506e05d req-d91c707d-27fe-4d51-8f83-e409f9fb98af tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:34:53.211071 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e4d680e0-0ae1-4070-8cd3-1be3c506e05d req-d91c707d-27fe-4d51-8f83-e409f9fb98af tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:53.309092 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e4d680e0-0ae1-4070-8cd3-1be3c506e05d req-d91c707d-27fe-4d51-8f83-e409f9fb98af tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "PUT /v2.0/floatingips/f0a74d77-1a81-4131-b438-ce9723d0a19d HTTP/1.1" status: 200 len: 998 time: 2.3276839 Sep 16 04:34:53.310127 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e302a0-0f7f-4bdd-a50a-dcc0d64fe86e req-17014702-e842-4423-9d81-181c4870313b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:53.311912 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a3e302a0-0f7f-4bdd-a50a-dcc0d64fe86e req-17014702-e842-4423-9d81-181c4870313b service neutron] 10.222.0.47 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.2794423 Sep 16 04:34:53.379578 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cbe6a-0aa0-42fd-9730-0fb93a5347bf req-3650dd3a-9e62-42df-ae50-9c9d6f57c693 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:53.389674 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-784cbe6a-0aa0-42fd-9730-0fb93a5347bf req-3650dd3a-9e62-42df-ae50-9c9d6f57c693 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9cf3fd-c2f0-44b7-aa74-e5f30f6d0eaf HTTP/1.1" status: 200 len: 948 time: 0.0940487 Sep 16 04:34:53.403287 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a3e302a0-0f7f-4bdd-a50a-dcc0d64fe86e req-b142690d-a9d9-47cb-a1ab-79813d9742aa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=df91ecb8-0981-4e4d-9b1c-48bbe509156c HTTP/1.1" status: 200 len: 217 time: 0.0734115 Sep 16 04:34:53.433550 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d680e0-0ae1-4070-8cd3-1be3c506e05d req-a97d66fe-e758-4a8a-b962-c0429eb45bd7 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:53.448441 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e4d680e0-0ae1-4070-8cd3-1be3c506e05d req-a97d66fe-e758-4a8a-b962-c0429eb45bd7 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/ports/7c2f8bb5-987d-426b-af86-98608e46695a HTTP/1.1" status: 200 len: 942 time: 0.1312289 Sep 16 04:34:53.518838 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e302a0-0f7f-4bdd-a50a-dcc0d64fe86e req-b010aaab-8f28-449a-896d-81572e07afcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:53.520913 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a3e302a0-0f7f-4bdd-a50a-dcc0d64fe86e req-b010aaab-8f28-449a-896d-81572e07afcf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.1069303 Sep 16 04:34:53.623942 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a5939fc7-8444-4fdd-9280-71c14faed200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'name': 'tempest-FloatingIPsAssociationTestJSON-761747003-router', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:51Z', 'updated_at': '2021-09-16T04:33:56Z', 'revision_number': 4, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'gw_port': {'id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:52Z', 'updated_at': '2021-09-16T04:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'f0a74d77-1a81-4131-b438-ce9723d0a19d', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'port_id': '63cb482d-efe5-4d66-8795-b28fbde4f6e9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'mac_address': 'fa:16:3e:bf:52:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87784e78-8cd2-4af6-8389-9aa8753854fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:34:24Z', 'updated_at': '2021-09-16T04:34:51Z', 'revision_number': 3, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e4d460-9026-4e26-a38e-49623ad6dfeb', 'name': '', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'mac_address': 'fa:16:3e:56:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:55Z', 'updated_at': '2021-09-16T04:34:07Z', 'revision_number': 5, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'subnets': [{'id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:53.638756 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e302a0-0f7f-4bdd-a50a-dcc0d64fe86e req-343dc79e-a425-413b-9e9a-bc707f7f80bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:53.640556 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a3e302a0-0f7f-4bdd-a50a-dcc0d64fe86e req-343dc79e-a425-413b-9e9a-bc707f7f80bf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1093903 Sep 16 04:34:53.647617 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d680e0-0ae1-4070-8cd3-1be3c506e05d req-08df7a56-64e7-4ae7-bdcf-dba1284f4b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:53.655896 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e4d680e0-0ae1-4070-8cd3-1be3c506e05d req-08df7a56-64e7-4ae7-bdcf-dba1284f4b6e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7ef44933ab8749a58afa3e84429cb3db&device_id=6bac08d2-82e4-434d-bdc3-04df82ee24ae HTTP/1.1" status: 200 len: 1097 time: 0.0709321 Sep 16 04:34:53.660215 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5939fc7-8444-4fdd-9280-71c14faed200 None None] The sync data for ids ['48137eb6-1145-4fbe-8b3d-5b24d0910aff'] in n-d-712139-15 is: [{'id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'name': 'tempest-FloatingIPsAssociationTestJSON-761747003-router', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:51Z', 'updated_at': '2021-09-16T04:33:56Z', 'revision_number': 4, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'gw_port': {'id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:52Z', 'updated_at': '2021-09-16T04:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'f0a74d77-1a81-4131-b438-ce9723d0a19d', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'port_id': '63cb482d-efe5-4d66-8795-b28fbde4f6e9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'mac_address': 'fa:16:3e:bf:52:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87784e78-8cd2-4af6-8389-9aa8753854fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:34:24Z', 'updated_at': '2021-09-16T04:34:51Z', 'revision_number': 3, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e4d460-9026-4e26-a38e-49623ad6dfeb', 'name': '', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'mac_address': 'fa:16:3e:56:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:55Z', 'updated_at': '2021-09-16T04:34:07Z', 'revision_number': 5, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'subnets': [{'id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:34:53.706178 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-c66946e4-8ef1-427a-a788-a833e84a776a admin admin] Deleting port 5f3abedd-50bb-4681-8adc-b4db29773399 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:34:53.706523 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c66946e4-8ef1-427a-a788-a833e84a776a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:53.740851 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-784cbe6a-0aa0-42fd-9730-0fb93a5347bf req-4dff3f1f-4f4b-42c8-984e-ddde3869a613 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d54fb8d-e9f1-4c0e-a709-db4406d40c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476603 Sep 16 04:34:53.829632 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d680e0-0ae1-4070-8cd3-1be3c506e05d req-70da40cc-6015-4e5a-a7f0-c572607127c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:53.831146 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e4d680e0-0ae1-4070-8cd3-1be3c506e05d req-70da40cc-6015-4e5a-a7f0-c572607127c3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e2175c6d-f628-4258-9c46-e305aad09aca HTTP/1.1" status: 200 len: 921 time: 0.1742001 Sep 16 04:34:53.834307 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a3e302a0-0f7f-4bdd-a50a-dcc0d64fe86e req-ddaa900e-7fdf-4629-9d95-27ee48414697 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678391 Sep 16 04:34:53.838635 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-c66946e4-8ef1-427a-a788-a833e84a776a admin admin] For port 5f3abedd-50bb-4681-8adc-b4db29773399, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=5f3abedd-50bb-4681-8adc-b4db29773399,segment=NetworkSegment(952dc693-8601-4343-aa62-bfd9bb65665c),segment_id=952dc693-8601-4343-aa62-bfd9bb65665c)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:53.839073 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c66946e4-8ef1-427a-a788-a833e84a776a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:53.853864 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-c66946e4-8ef1-427a-a788-a833e84a776a admin admin] Calling delete_port for 5f3abedd-50bb-4681-8adc-b4db29773399 owned by network:router_interface {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:34:53.906342 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e4d680e0-0ae1-4070-8cd3-1be3c506e05d req-0345c953-a7ff-4830-a051-695b15eb275c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c2f8bb5-987d-426b-af86-98608e46695a HTTP/1.1" status: 200 len: 217 time: 0.0639777 Sep 16 04:34:53.972891 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cfabe5-fca5-477f-94dc-0bac2176797a None None] New status for floating IP f0a74d77-1a81-4131-b438-ce9723d0a19d: ACTIVE {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:34:54.027999 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d680e0-0ae1-4070-8cd3-1be3c506e05d req-803328d7-768d-46b6-8ca5-117283ece877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:54.029804 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e4d680e0-0ae1-4070-8cd3-1be3c506e05d req-803328d7-768d-46b6-8ca5-117283ece877 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=15fd69f0-3350-4b2a-ab2a-4c79052ea099 HTTP/1.1" status: 200 len: 859 time: 0.0567515 Sep 16 04:34:54.074565 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3fce3345-8d77-4922-85e0-ceec0cc909bb req-b5ec2318-99af-4831-9f13-4c86cbd3bf08 tempest-SecurityGroupsTestAdminJSON-1871541148 tempest-SecurityGroupsTestAdminJSON-1871541148-project] 10.222.0.35 "GET /v2.0/security-groups/efc783a4-6897-4a62-95c1-6e4d5822440c HTTP/1.1" status: 200 len: 1778 time: 0.1055489 Sep 16 04:34:54.093319 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a3e302a0-0f7f-4bdd-a50a-dcc0d64fe86e req-3edd9ddc-a119-480a-8bcb-1d68bc4b3484 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409747 Sep 16 04:34:54.100439 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d680e0-0ae1-4070-8cd3-1be3c506e05d req-5b72c789-526b-4aa9-90a5-9689b65d649c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:54.102558 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e4d680e0-0ae1-4070-8cd3-1be3c506e05d req-5b72c789-526b-4aa9-90a5-9689b65d649c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e2175c6d-f628-4258-9c46-e305aad09aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611696 Sep 16 04:34:54.171625 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3fce3345-8d77-4922-85e0-ceec0cc909bb req-e1b3243c-0c8e-4e31-b151-99b86e1fe530 tempest-SecurityGroupsTestAdminJSON-1871541148 tempest-SecurityGroupsTestAdminJSON-1871541148-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:54.203809 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e4d680e0-0ae1-4070-8cd3-1be3c506e05d req-b07222c3-d3d9-49f1-9798-dda1560ce9f9 service neutron] 10.222.0.35 "GET /v2.0/networks/e2175c6d-f628-4258-9c46-e305aad09aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913765 Sep 16 04:34:54.230686 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3fce3345-8d77-4922-85e0-ceec0cc909bb req-e1b3243c-0c8e-4e31-b151-99b86e1fe530 tempest-SecurityGroupsTestAdminJSON-1871541148 tempest-SecurityGroupsTestAdminJSON-1871541148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:54.295318 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c66946e4-8ef1-427a-a788-a833e84a776a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:54.323863 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e4d680e0-0ae1-4070-8cd3-1be3c506e05d req-23d5a053-16d7-472a-91db-0e0baaf22ef7 service neutron] 10.222.0.35 "GET /v2.0/networks/e2175c6d-f628-4258-9c46-e305aad09aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133170 Sep 16 04:34:54.372136 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66946e4-8ef1-427a-a788-a833e84a776a admin admin] Pushing event deleted for resources: {'Port': ['ID=5f3abedd-50bb-4681-8adc-b4db29773399,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:54.374341 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3fce3345-8d77-4922-85e0-ceec0cc909bb req-e1b3243c-0c8e-4e31-b151-99b86e1fe530 tempest-SecurityGroupsTestAdminJSON-1871541148 tempest-SecurityGroupsTestAdminJSON-1871541148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:54.377236 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3fce3345-8d77-4922-85e0-ceec0cc909bb req-e1b3243c-0c8e-4e31-b151-99b86e1fe530 tempest-SecurityGroupsTestAdminJSON-1871541148 tempest-SecurityGroupsTestAdminJSON-1871541148-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:54.391433 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3fce3345-8d77-4922-85e0-ceec0cc909bb req-e1b3243c-0c8e-4e31-b151-99b86e1fe530 tempest-SecurityGroupsTestAdminJSON-1871541148 tempest-SecurityGroupsTestAdminJSON-1871541148-project] 10.222.0.35 "DELETE /v2.0/security-groups/efc783a4-6897-4a62-95c1-6e4d5822440c HTTP/1.1" status: 204 len: 173 time: 0.3159566 Sep 16 04:34:54.405433 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device df91ecb8-0981-4e4d-9b1c-48bbe509156c details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:34:54.445176 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99af1457-1a4e-4e17-ba6a-a60904ae90f4 None None] Sync routers for ids ['48137eb6-1145-4fbe-8b3d-5b24d0910aff'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:34:54.463957 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99af1457-1a4e-4e17-ba6a-a60904ae90f4 None None] Routers {'48137eb6-1145-4fbe-8b3d-5b24d0910aff'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:34:54.464654 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-99af1457-1a4e-4e17-ba6a-a60904ae90f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:34:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['48137eb6-1145-4fbe-8b3d-5b24d0910aff'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:54.467144 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b3243c-0c8e-4e31-b151-99b86e1fe530 tempest-SecurityGroupsTestAdminJSON-1871541148 tempest-SecurityGroupsTestAdminJSON-1871541148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc783a4-6897-4a62-95c1-6e4d5822440c,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:54.467649 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d680e0-0ae1-4070-8cd3-1be3c506e05d req-490ae1ff-037c-4f21-9463-dcf8979af121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:54.482336 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e4d680e0-0ae1-4070-8cd3-1be3c506e05d req-490ae1ff-037c-4f21-9463-dcf8979af121 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7ef44933ab8749a58afa3e84429cb3db&device_id=87784e78-8cd2-4af6-8389-9aa8753854fa HTTP/1.1" status: 200 len: 1097 time: 0.1294017 Sep 16 04:34:54.547919 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port df91ecb8-0981-4e4d-9b1c-48bbe509156c, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=df91ecb8-0981-4e4d-9b1c-48bbe509156c,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:54.592300 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'df91ecb8-0981-4e4d-9b1c-48bbe509156c', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': 'df91ecb8-0981-4e4d-9b1c-48bbe509156c', 'mac_address': 'fa:16:3e:f3:92:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:34:54.664500 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d680e0-0ae1-4070-8cd3-1be3c506e05d req-844e4701-7eb4-4d92-9b95-7b172f1032f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:54.665947 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:54.673176 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e4d680e0-0ae1-4070-8cd3-1be3c506e05d req-844e4701-7eb4-4d92-9b95-7b172f1032f4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e2175c6d-f628-4258-9c46-e305aad09aca HTTP/1.1" status: 200 len: 921 time: 0.1832347 Sep 16 04:34:54.683192 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c66946e4-8ef1-427a-a788-a833e84a776a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:54.688961 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df91ecb8-0981-4e4d-9b1c-48bbe509156c {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:34:54.728853 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port df91ecb8-0981-4e4d-9b1c-48bbe509156c, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=df91ecb8-0981-4e4d-9b1c-48bbe509156c,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:54.738659 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:54.774086 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-99af1457-1a4e-4e17-ba6a-a60904ae90f4 None None] Set router 48137eb6-1145-4fbe-8b3d-5b24d0910aff gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:34:54.802379 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bac08d2-82e4-434d-bdc3-04df82ee24ae', 'tag': '7c2f8bb5-987d-426b-af86-98608e46695a'}, {'name': 'network-changed', 'server_uuid': '87784e78-8cd2-4af6-8389-9aa8753854fa', 'tag': '63cb482d-efe5-4d66-8795-b28fbde4f6e9'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:54.805995 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ee2c38-e917-4a49-8925-e664b5867a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "6bac08d2-82e4-434d-bdc3-04df82ee24ae", "tag": "7c2f8bb5-987d-426b-af86-98608e46695a"}, {"name": "network-changed", "server_uuid": "87784e78-8cd2-4af6-8389-9aa8753854fa", "tag": "63cb482d-efe5-4d66-8795-b28fbde4f6e9"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:54.811569 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e4d680e0-0ae1-4070-8cd3-1be3c506e05d req-a0a30ba6-96bc-4c31-bc91-91b5f3b70ed8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63cb482d-efe5-4d66-8795-b28fbde4f6e9 HTTP/1.1" status: 200 len: 1001 time: 0.1316094 Sep 16 04:34:54.815335 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=df91ecb8-0981-4e4d-9b1c-48bbe509156c,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:54.833709 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51218949-f461-44a5-b391-6c3e9f2b9465 req-9e4ff0e9-8db2-4c3c-90bd-c1234248beb2 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:54.835558 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-51218949-f461-44a5-b391-6c3e9f2b9465 req-9e4ff0e9-8db2-4c3c-90bd-c1234248beb2 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca HTTP/1.1" status: 200 len: 1097 time: 0.1430860 Sep 16 04:34:54.864105 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d680e0-0ae1-4070-8cd3-1be3c506e05d req-b97a0aa0-aec5-414c-bdec-bfaefc02d19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:54.865626 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e4d680e0-0ae1-4070-8cd3-1be3c506e05d req-b97a0aa0-aec5-414c-bdec-bfaefc02d19c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=15fd69f0-3350-4b2a-ab2a-4c79052ea099 HTTP/1.1" status: 200 len: 859 time: 0.0456834 Sep 16 04:34:54.922749 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d680e0-0ae1-4070-8cd3-1be3c506e05d req-1333a253-2dcd-4b4c-a7fc-ed0e2232a5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:54.929668 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-51218949-f461-44a5-b391-6c3e9f2b9465 req-6e06bca0-bd80-4a8d-9fe5-57f271e444a4 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857944 Sep 16 04:34:54.931809 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e4d680e0-0ae1-4070-8cd3-1be3c506e05d req-1333a253-2dcd-4b4c-a7fc-ed0e2232a5bd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e2175c6d-f628-4258-9c46-e305aad09aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598149 Sep 16 04:34:55.045364 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e4d680e0-0ae1-4070-8cd3-1be3c506e05d req-b5f6f15a-18b1-4f85-a49d-ff4b741bc047 service neutron] 10.222.0.35 "GET /v2.0/networks/e2175c6d-f628-4258-9c46-e305aad09aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126490 Sep 16 04:34:55.066942 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-99af1457-1a4e-4e17-ba6a-a60904ae90f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'name': 'tempest-FloatingIPsAssociationTestJSON-761747003-router', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:51Z', 'updated_at': '2021-09-16T04:33:56Z', 'revision_number': 4, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'gw_port': {'id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:52Z', 'updated_at': '2021-09-16T04:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'f0a74d77-1a81-4131-b438-ce9723d0a19d', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'port_id': '63cb482d-efe5-4d66-8795-b28fbde4f6e9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'mac_address': 'fa:16:3e:bf:52:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87784e78-8cd2-4af6-8389-9aa8753854fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:34:24Z', 'updated_at': '2021-09-16T04:34:54Z', 'revision_number': 4, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e4d460-9026-4e26-a38e-49623ad6dfeb', 'name': '', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'mac_address': 'fa:16:3e:56:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:55Z', 'updated_at': '2021-09-16T04:34:07Z', 'revision_number': 5, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'subnets': [{'id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:55.091011 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66946e4-8ef1-427a-a788-a833e84a776a admin admin] Router 89d150e8-2d22-416e-95ee-339dae444d10 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:34:55.092003 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['df91ecb8-0981-4e4d-9b1c-48bbe509156c'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:34:55.100306 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99af1457-1a4e-4e17-ba6a-a60904ae90f4 None None] Checking router: 48137eb6-1145-4fbe-8b3d-5b24d0910aff for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:34:55.109776 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99af1457-1a4e-4e17-ba6a-a60904ae90f4 None None] Routers {'48137eb6-1145-4fbe-8b3d-5b24d0910aff'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:34:55.110416 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-99af1457-1a4e-4e17-ba6a-a60904ae90f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:34:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['48137eb6-1145-4fbe-8b3d-5b24d0910aff'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:55.147959 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e4d680e0-0ae1-4070-8cd3-1be3c506e05d req-f129df68-2b0c-46aa-ab16-2d778be26df9 service neutron] 10.222.0.35 "GET /v2.0/networks/e2175c6d-f628-4258-9c46-e305aad09aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957365 Sep 16 04:34:55.191191 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1a48476d-4f99-4801-a216-32f2b5a2f682 req-dbfb7b29-0c86-4e33-b308-09c0d596f3fd tempest-SecurityGroupsTestAdminJSON-1871541148 tempest-SecurityGroupsTestAdminJSON-1871541148-project] 10.222.0.35 "GET /v2.0/security-groups/6342fe54-3c95-4739-9ec4-d12d1f13040f HTTP/1.1" status: 200 len: 1775 time: 0.0984850 Sep 16 04:34:55.238793 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-99af1457-1a4e-4e17-ba6a-a60904ae90f4 None None] Set router 48137eb6-1145-4fbe-8b3d-5b24d0910aff gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:34:55.299271 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d375a3-a8da-423e-bfa5-5fe4c0abbe9b req-a0b8348c-c735-4452-bd66-cffd88acc761 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:55.300999 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-23d375a3-a8da-423e-bfa5-5fe4c0abbe9b req-a0b8348c-c735-4452-bd66-cffd88acc761 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=793f9461-a09e-439c-afe2-789b19a53625 HTTP/1.1" status: 200 len: 1097 time: 0.0802751 Sep 16 04:34:55.309725 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66946e4-8ef1-427a-a788-a833e84a776a admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:34:55.316700 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c66946e4-8ef1-427a-a788-a833e84a776a admin admin] 10.222.0.35 "PUT /v2.0/routers/89d150e8-2d22-416e-95ee-339dae444d10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2115116 Sep 16 04:34:55.319438 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52066) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:55.320018 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087186b4-0547-430f-9644-3f4686afc247 None None] Sync routers for ids ['89d150e8-2d22-416e-95ee-339dae444d10'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:34:55.327541 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1a48476d-4f99-4801-a216-32f2b5a2f682 req-75be3168-662e-42b8-934e-fd8f40f4a166 tempest-SecurityGroupsTestAdminJSON-1871541148 tempest-SecurityGroupsTestAdminJSON-1871541148-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:55.329793 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087186b4-0547-430f-9644-3f4686afc247 None None] Routers {'89d150e8-2d22-416e-95ee-339dae444d10'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:34:55.330617 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-087186b4-0547-430f-9644-3f4686afc247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:34:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['89d150e8-2d22-416e-95ee-339dae444d10'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:55.355198 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-23d375a3-a8da-423e-bfa5-5fe4c0abbe9b req-45484a74-195d-4188-94a5-beaaf588c307 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452423 Sep 16 04:34:55.396250 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1a48476d-4f99-4801-a216-32f2b5a2f682 req-75be3168-662e-42b8-934e-fd8f40f4a166 tempest-SecurityGroupsTestAdminJSON-1871541148 tempest-SecurityGroupsTestAdminJSON-1871541148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:55.489146 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a6199826-3061-4c91-87ba-3d42088e6abd admin admin] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:55.533142 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1a48476d-4f99-4801-a216-32f2b5a2f682 req-75be3168-662e-42b8-934e-fd8f40f4a166 tempest-SecurityGroupsTestAdminJSON-1871541148 tempest-SecurityGroupsTestAdminJSON-1871541148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:55.535832 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1a48476d-4f99-4801-a216-32f2b5a2f682 req-75be3168-662e-42b8-934e-fd8f40f4a166 tempest-SecurityGroupsTestAdminJSON-1871541148 tempest-SecurityGroupsTestAdminJSON-1871541148-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:55.544582 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-99af1457-1a4e-4e17-ba6a-a60904ae90f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'name': 'tempest-FloatingIPsAssociationTestJSON-761747003-router', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:51Z', 'updated_at': '2021-09-16T04:33:56Z', 'revision_number': 4, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'gw_port': {'id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:52Z', 'updated_at': '2021-09-16T04:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'f0a74d77-1a81-4131-b438-ce9723d0a19d', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'port_id': '63cb482d-efe5-4d66-8795-b28fbde4f6e9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'mac_address': 'fa:16:3e:bf:52:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87784e78-8cd2-4af6-8389-9aa8753854fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:34:24Z', 'updated_at': '2021-09-16T04:34:54Z', 'revision_number': 4, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e4d460-9026-4e26-a38e-49623ad6dfeb', 'name': '', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'mac_address': 'fa:16:3e:56:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:55Z', 'updated_at': '2021-09-16T04:34:07Z', 'revision_number': 5, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'subnets': [{'id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:55.545272 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1a48476d-4f99-4801-a216-32f2b5a2f682 req-75be3168-662e-42b8-934e-fd8f40f4a166 tempest-SecurityGroupsTestAdminJSON-1871541148 tempest-SecurityGroupsTestAdminJSON-1871541148-project] 10.222.0.35 "DELETE /v2.0/security-groups/6342fe54-3c95-4739-9ec4-d12d1f13040f HTTP/1.1" status: 204 len: 173 time: 0.3442068 Sep 16 04:34:55.560631 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be3168-662e-42b8-934e-fd8f40f4a166 tempest-SecurityGroupsTestAdminJSON-1871541148 tempest-SecurityGroupsTestAdminJSON-1871541148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6342fe54-3c95-4739-9ec4-d12d1f13040f,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:55.631462 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-087186b4-0547-430f-9644-3f4686afc247 None None] Set router 89d150e8-2d22-416e-95ee-339dae444d10 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:34:55.636737 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99af1457-1a4e-4e17-ba6a-a60904ae90f4 None None] The sync data for ids ['48137eb6-1145-4fbe-8b3d-5b24d0910aff'] in n-d-712139-15 is: [{'id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'name': 'tempest-FloatingIPsAssociationTestJSON-761747003-router', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:51Z', 'updated_at': '2021-09-16T04:33:56Z', 'revision_number': 4, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'gw_port': {'id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:52Z', 'updated_at': '2021-09-16T04:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'f0a74d77-1a81-4131-b438-ce9723d0a19d', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'port_id': '63cb482d-efe5-4d66-8795-b28fbde4f6e9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'mac_address': 'fa:16:3e:bf:52:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87784e78-8cd2-4af6-8389-9aa8753854fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:34:24Z', 'updated_at': '2021-09-16T04:34:54Z', 'revision_number': 4, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e4d460-9026-4e26-a38e-49623ad6dfeb', 'name': '', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'mac_address': 'fa:16:3e:56:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:55Z', 'updated_at': '2021-09-16T04:34:07Z', 'revision_number': 5, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'subnets': [{'id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:34:55.665662 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff07248-b8c7-4f2a-94bf-5ab9c584d7a6 x-openstack-request-id: req-0ff07248-b8c7-4f2a-94bf-5ab9c584d7a6 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:55.666224 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bac08d2-82e4-434d-bdc3-04df82ee24ae", "tag": "7c2f8bb5-987d-426b-af86-98608e46695a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "87784e78-8cd2-4af6-8389-9aa8753854fa", "tag": "63cb482d-efe5-4d66-8795-b28fbde4f6e9", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:55.666691 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0ff07248-b8c7-4f2a-94bf-5ab9c584d7a6 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:55.667305 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bac08d2-82e4-434d-bdc3-04df82ee24ae', 'tag': '7c2f8bb5-987d-426b-af86-98608e46695a', 'status': 'completed', 'code': 200} Sep 16 04:34:55.667773 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87784e78-8cd2-4af6-8389-9aa8753854fa', 'tag': '63cb482d-efe5-4d66-8795-b28fbde4f6e9', 'status': 'completed', 'code': 200} Sep 16 04:34:55.691841 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a6199826-3061-4c91-87ba-3d42088e6abd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:55.704045 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee6a85-fab4-4494-970b-aade4ad66976 req-cc7349df-a42b-4009-9c7b-a01b806c4e27 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:55.705752 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-25ee6a85-fab4-4494-970b-aade4ad66976 req-cc7349df-a42b-4009-9c7b-a01b806c4e27 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9cf3fd-c2f0-44b7-aa74-e5f30f6d0eaf HTTP/1.1" status: 200 len: 949 time: 0.0966549 Sep 16 04:34:55.849294 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-25ee6a85-fab4-4494-970b-aade4ad66976 req-c3a6e6bf-7fd9-4352-b373-ac991d3589ec tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d54fb8d-e9f1-4c0e-a709-db4406d40c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277819 Sep 16 04:34:55.869248 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee2c38-e917-4a49-8925-e664b5867a4c req-67ec364d-db10-41dd-ac4f-d063772ae0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:55.870760 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-99ee2c38-e917-4a49-8925-e664b5867a4c req-67ec364d-db10-41dd-ac4f-d063772ae0ee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ef44933ab8749a58afa3e84429cb3db&device_id=6bac08d2-82e4-434d-bdc3-04df82ee24ae HTTP/1.1" status: 200 len: 1097 time: 0.1214380 Sep 16 04:34:55.880621 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-a6199826-3061-4c91-87ba-3d42088e6abd admin admin] Deleting port f0d8c98d-341c-4ede-a15e-d20d9966291f {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:34:55.880621 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a6199826-3061-4c91-87ba-3d42088e6abd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:55.956935 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-087186b4-0547-430f-9644-3f4686afc247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d150e8-2d22-416e-95ee-339dae444d10', 'name': 'tempest-FloatingIPsNegativeTestJSON-389611628-router', 'tenant_id': 'cf6d72ea9a7741c99745c0e910f848f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'f0d8c98d-341c-4ede-a15e-d20d9966291f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:34:41Z', 'updated_at': '2021-09-16T04:34:54Z', 'revision_number': 5, 'project_id': 'cf6d72ea9a7741c99745c0e910f848f0', 'gw_port': {'id': 'f0d8c98d-341c-4ede-a15e-d20d9966291f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d150e8-2d22-416e-95ee-339dae444d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:34:43Z', 'updated_at': '2021-09-16T04:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:56.003161 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52084) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:56.003697 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087186b4-0547-430f-9644-3f4686afc247 None None] Checking router: 89d150e8-2d22-416e-95ee-339dae444d10 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:34:56.013298 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087186b4-0547-430f-9644-3f4686afc247 None None] Routers {'89d150e8-2d22-416e-95ee-339dae444d10'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:34:56.013937 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-087186b4-0547-430f-9644-3f4686afc247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:34:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['89d150e8-2d22-416e-95ee-339dae444d10'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:56.114294 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-087186b4-0547-430f-9644-3f4686afc247 None None] Set router 89d150e8-2d22-416e-95ee-339dae444d10 gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:34:56.144218 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-a6199826-3061-4c91-87ba-3d42088e6abd admin admin] For port f0d8c98d-341c-4ede-a15e-d20d9966291f, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=f0d8c98d-341c-4ede-a15e-d20d9966291f,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:56.144612 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a6199826-3061-4c91-87ba-3d42088e6abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:56.156316 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f99b03c6-ebbc-4bc3-aa55-63db5b96900f req-d22b88fe-563d-410f-aa43-23c8802aeac2 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.107 HTTP/1.1" status: 200 len: 1001 time: 0.2227390 Sep 16 04:34:56.167843 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-a6199826-3061-4c91-87ba-3d42088e6abd admin admin] Calling delete_port for f0d8c98d-341c-4ede-a15e-d20d9966291f owned by network:router_gateway {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:34:56.171019 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7cf8a46f-c276-48f7-a121-c62ff72d68ac admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a2c44f56e7314f4d997e38f233dbe2d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1666510 Sep 16 04:34:56.173402 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52096) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:56.180551 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-087186b4-0547-430f-9644-3f4686afc247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d150e8-2d22-416e-95ee-339dae444d10', 'name': 'tempest-FloatingIPsNegativeTestJSON-389611628-router', 'tenant_id': 'cf6d72ea9a7741c99745c0e910f848f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:34:41Z', 'updated_at': '2021-09-16T04:34:55Z', 'revision_number': 6, 'project_id': 'cf6d72ea9a7741c99745c0e910f848f0', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:56.215518 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087186b4-0547-430f-9644-3f4686afc247 None None] The sync data for ids ['89d150e8-2d22-416e-95ee-339dae444d10'] in n-d-712139-15 is: [{'id': '89d150e8-2d22-416e-95ee-339dae444d10', 'name': 'tempest-FloatingIPsNegativeTestJSON-389611628-router', 'tenant_id': 'cf6d72ea9a7741c99745c0e910f848f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:34:41Z', 'updated_at': '2021-09-16T04:34:55Z', 'revision_number': 6, 'project_id': 'cf6d72ea9a7741c99745c0e910f848f0', 'gw_port_host': None}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:34:56.218336 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee2c38-e917-4a49-8925-e664b5867a4c req-a75f7e4e-9f21-45a8-ab1f-01237babc878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:56.219821 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-99ee2c38-e917-4a49-8925-e664b5867a4c req-a75f7e4e-9f21-45a8-ab1f-01237babc878 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e2175c6d-f628-4258-9c46-e305aad09aca HTTP/1.1" status: 200 len: 921 time: 0.3410707 Sep 16 04:34:56.235505 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d7046270-02f7-45f5-9dee-81799214f625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:56.244209 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b03c6-ebbc-4bc3-aa55-63db5b96900f req-b3238f36-adf0-488c-8efb-045f8e4cbe0a tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:56.245687 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f99b03c6-ebbc-4bc3-aa55-63db5b96900f req-b3238f36-adf0-488c-8efb-045f8e4cbe0a tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/ports/63cb482d-efe5-4d66-8795-b28fbde4f6e9 HTTP/1.1" status: 200 len: 942 time: 0.0823853 Sep 16 04:34:56.288393 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d7046270-02f7-45f5-9dee-81799214f625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:56.333745 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-99ee2c38-e917-4a49-8925-e664b5867a4c req-bcf321e7-7def-449d-8647-8e60d714b409 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c2f8bb5-987d-426b-af86-98608e46695a HTTP/1.1" status: 200 len: 217 time: 0.1056626 Sep 16 04:34:56.351454 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d7046270-02f7-45f5-9dee-81799214f625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:56.354822 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d7046270-02f7-45f5-9dee-81799214f625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:56.356315 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d7046270-02f7-45f5-9dee-81799214f625 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eb0e4425-98a8-4758-bb00-7822dc56b0eb HTTP/1.1" status: 204 len: 168 time: 0.1818483 Sep 16 04:34:56.374050 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7046270-02f7-45f5-9dee-81799214f625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0e4425-98a8-4758-bb00-7822dc56b0eb,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:56.423886 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device df91ecb8-0981-4e4d-9b1c-48bbe509156c up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:34:56.480339 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port df91ecb8-0981-4e4d-9b1c-48bbe509156c completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:34:56.482830 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee2c38-e917-4a49-8925-e664b5867a4c req-7649f0bb-cc47-4e1f-a5e9-3d3339ab1b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:56.484353 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-99ee2c38-e917-4a49-8925-e664b5867a4c req-7649f0bb-cc47-4e1f-a5e9-3d3339ab1b99 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15fd69f0-3350-4b2a-ab2a-4c79052ea099 HTTP/1.1" status: 200 len: 859 time: 0.1377265 Sep 16 04:34:56.485277 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port df91ecb8-0981-4e4d-9b1c-48bbe509156c triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:56.485588 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:56.546930 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f99b03c6-ebbc-4bc3-aa55-63db5b96900f req-d9f12804-a07c-4f7d-b54a-5a59cdab138b tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.107 HTTP/1.1" status: 200 len: 1001 time: 0.1573448 Sep 16 04:34:56.604452 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:56.626404 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee2c38-e917-4a49-8925-e664b5867a4c req-b80832d9-309f-4a4c-aac5-8463e60c6225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:56.627941 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-99ee2c38-e917-4a49-8925-e664b5867a4c req-b80832d9-309f-4a4c-aac5-8463e60c6225 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e2175c6d-f628-4258-9c46-e305aad09aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1327364 Sep 16 04:34:56.669133 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port df91ecb8-0981-4e4d-9b1c-48bbe509156c, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=df91ecb8-0981-4e4d-9b1c-48bbe509156c,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:56.670207 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9cf3fd-c2f0-44b7-aa74-e5f30f6d0eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df91ecb8-0981-4e4d-9b1c-48bbe509156c'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:56.678433 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f56c953-5fc2-4a95-a43c-2400185d9959" -d '{"events": [{"server_uuid": "da9cf3fd-c2f0-44b7-aa74-e5f30f6d0eaf", "name": "network-vif-plugged", "status": "completed", "tag": "df91ecb8-0981-4e4d-9b1c-48bbe509156c"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:56.683720 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:56.712280 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 5f3abedd-50bb-4681-8adc-b4db29773399 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:34:56.743920 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 5f3abedd-50bb-4681-8adc-b4db29773399 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:34:56.744274 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 5f3abedd-50bb-4681-8adc-b4db29773399 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:34:56.781495 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=df91ecb8-0981-4e4d-9b1c-48bbe509156c,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:56.814552 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52114) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:56.866853 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e99a78e8-c82d-4b87-b9e0-c6ec542d5523 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0de2cafb055b4786a9fb6726c10cc8e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510185 Sep 16 04:34:56.869615 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52116) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:56.927467 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e6f7959b-2505-43d8-aaa7-998a18038ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:56.955343 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e6f7959b-2505-43d8-aaa7-998a18038ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:57.009687 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e6f7959b-2505-43d8-aaa7-998a18038ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:57.012256 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e6f7959b-2505-43d8-aaa7-998a18038ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:57.013503 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e6f7959b-2505-43d8-aaa7-998a18038ad0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8856579d-e76a-43e3-be71-333f5a6365e7 HTTP/1.1" status: 204 len: 168 time: 0.1429121 Sep 16 04:34:57.021786 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f7959b-2505-43d8-aaa7-998a18038ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8856579d-e76a-43e3-be71-333f5a6365e7,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:57.095366 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a6199826-3061-4c91-87ba-3d42088e6abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:57.103677 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-bcb5bf6d-c737-4d6f-9035-7c7a5bad5f72 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:34:57.104795 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-bcb5bf6d-c737-4d6f-9035-7c7a5bad5f72 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0201383 Sep 16 04:34:57.176124 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b03c6-ebbc-4bc3-aa55-63db5b96900f req-4530f615-0dfe-4629-8f97-9aaffe40c43d tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:57.177620 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f99b03c6-ebbc-4bc3-aa55-63db5b96900f req-4530f615-0dfe-4629-8f97-9aaffe40c43d tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 784 time: 0.6198249 Sep 16 04:34:57.180841 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6199826-3061-4c91-87ba-3d42088e6abd admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d8c98d-341c-4ede-a15e-d20d9966291f,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:57.222301 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-f99b03c6-ebbc-4bc3-aa55-63db5b96900f req-441b0f1d-8c68-4e3b-8cc7-17df0cad4ae6 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:34:57.223300 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f99b03c6-ebbc-4bc3-aa55-63db5b96900f req-441b0f1d-8c68-4e3b-8cc7-17df0cad4ae6 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140772 Sep 16 04:34:57.282815 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-99ee2c38-e917-4a49-8925-e664b5867a4c req-09a35669-e3ff-423e-8187-b55be9fbe739 service neutron] 10.222.0.48 "GET /v2.0/networks/e2175c6d-f628-4258-9c46-e305aad09aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6354947 Sep 16 04:34:57.289012 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-4bf6cc6f-9a0f-46cf-8714-ffdfb1b01f77 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:57.291075 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-4bf6cc6f-9a0f-46cf-8714-ffdfb1b01f77 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.35 "GET /v2.0/ports/aac60dc2-c7a3-4e37-b0d3-c11033a3f49b HTTP/1.1" status: 200 len: 1094 time: 0.1603131 Sep 16 04:34:57.310547 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-44bde681-56ae-4d0c-ad1f-fd4d27208097 service neutron] Request body: {'binding': {'host': 'n-h2-712139-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:57.311004 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-44bde681-56ae-4d0c-ad1f-fd4d27208097 service neutron] Unknown quota resources ['binding']. {{(pid=94767) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:34:57.417946 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a6199826-3061-4c91-87ba-3d42088e6abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:57.618257 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a6199826-3061-4c91-87ba-3d42088e6abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:57.631188 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a6199826-3061-4c91-87ba-3d42088e6abd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:57.667877 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-99ee2c38-e917-4a49-8925-e664b5867a4c req-4ee9c8fd-281c-433c-b620-fe628f41bb12 service neutron] 10.222.0.48 "GET /v2.0/networks/e2175c6d-f628-4258-9c46-e305aad09aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757517 Sep 16 04:34:57.717314 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a6199826-3061-4c91-87ba-3d42088e6abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:57.717824 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6199826-3061-4c91-87ba-3d42088e6abd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89d150e8-2d22-416e-95ee-339dae444d10 {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:34:57.728251 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a6199826-3061-4c91-87ba-3d42088e6abd admin admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:57.729213 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a6199826-3061-4c91-87ba-3d42088e6abd admin admin] 10.222.0.35 "DELETE /v2.0/routers/89d150e8-2d22-416e-95ee-339dae444d10 HTTP/1.1" status: 204 len: 168 time: 2.4085948 Sep 16 04:34:57.733588 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52148) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:57.762089 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-44bde681-56ae-4d0c-ad1f-fd4d27208097 service neutron] Attempting to bind port aac60dc2-c7a3-4e37-b0d3-c11033a3f49b on host n-h2-712139-15 for vnic_type normal with profile None {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:34:57.762569 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-44bde681-56ae-4d0c-ad1f-fd4d27208097 service neutron] Attempting to bind port aac60dc2-c7a3-4e37-b0d3-c11033a3f49b by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:34:57.763381 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-44bde681-56ae-4d0c-ad1f-fd4d27208097 service neutron] Attempting to bind port aac60dc2-c7a3-4e37-b0d3-c11033a3f49b on network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:57.780223 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-44bde681-56ae-4d0c-ad1f-fd4d27208097 service neutron] Port aac60dc2-c7a3-4e37-b0d3-c11033a3f49b on network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:34:57.780223 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-44bde681-56ae-4d0c-ad1f-fd4d27208097 service neutron] Attempting to bind port aac60dc2-c7a3-4e37-b0d3-c11033a3f49b on network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:57.818438 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-44bde681-56ae-4d0c-ad1f-fd4d27208097 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:34:57.818438 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-44bde681-56ae-4d0c-ad1f-fd4d27208097 service neutron] Checking segment: {'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:57.819047 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-44bde681-56ae-4d0c-ad1f-fd4d27208097 service neutron] Bound using segment: {'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:34:57.819595 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-44bde681-56ae-4d0c-ad1f-fd4d27208097 service neutron] Bound port: aac60dc2-c7a3-4e37-b0d3-c11033a3f49b, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:34:57.844310 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f247973-66bf-495a-8a2b-0de88466f2aa admin admin] Deleting subnet 34310f50-bb28-43dd-8b21-ad9cd58ced51 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:34:57.848344 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f247973-66bf-495a-8a2b-0de88466f2aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:57.883352 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee2c38-e917-4a49-8925-e664b5867a4c req-6f15b688-39bc-4759-9c9b-895778617cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:57.885077 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-99ee2c38-e917-4a49-8925-e664b5867a4c req-6f15b688-39bc-4759-9c9b-895778617cd0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ef44933ab8749a58afa3e84429cb3db&device_id=87784e78-8cd2-4af6-8389-9aa8753854fa HTTP/1.1" status: 200 len: 1097 time: 0.1176879 Sep 16 04:34:57.906560 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f247973-66bf-495a-8a2b-0de88466f2aa admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:57.994911 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-44bde681-56ae-4d0c-ad1f-fd4d27208097 service neutron] For port aac60dc2-c7a3-4e37-b0d3-c11033a3f49b, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=aac60dc2-c7a3-4e37-b0d3-c11033a3f49b,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:34:58.004332 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f247973-66bf-495a-8a2b-0de88466f2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:58.007823 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-44bde681-56ae-4d0c-ad1f-fd4d27208097 service neutron] Notify callbacks [] for binding, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:58.010298 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-44bde681-56ae-4d0c-ad1f-fd4d27208097 service neutron] 10.222.0.35 "POST /v2.0/ports/aac60dc2-c7a3-4e37-b0d3-c11033a3f49b/bindings HTTP/1.1" status: 201 len: 390 time: 0.7067556 Sep 16 04:34:58.055235 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee2c38-e917-4a49-8925-e664b5867a4c req-234f9045-b3ed-4c27-917b-c61a3ddf34a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:58.057320 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-99ee2c38-e917-4a49-8925-e664b5867a4c req-234f9045-b3ed-4c27-917b-c61a3ddf34a0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e2175c6d-f628-4258-9c46-e305aad09aca HTTP/1.1" status: 200 len: 921 time: 0.1493433 Sep 16 04:34:58.138729 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-99ee2c38-e917-4a49-8925-e664b5867a4c req-f3168c29-35d3-4b83-ab87-d814dd9baac2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63cb482d-efe5-4d66-8795-b28fbde4f6e9 HTTP/1.1" status: 200 len: 1001 time: 0.0729079 Sep 16 04:34:58.142585 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f247973-66bf-495a-8a2b-0de88466f2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:58.209400 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f247973-66bf-495a-8a2b-0de88466f2aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34310f50-bb28-43dd-8b21-ad9cd58ced51,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:58.217762 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee2c38-e917-4a49-8925-e664b5867a4c req-8ad80ccb-d2c5-455e-8535-ec1c21205a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:58.223214 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-99ee2c38-e917-4a49-8925-e664b5867a4c req-8ad80ccb-d2c5-455e-8535-ec1c21205a6d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15fd69f0-3350-4b2a-ab2a-4c79052ea099 HTTP/1.1" status: 200 len: 859 time: 0.0726178 Sep 16 04:34:58.228630 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f247973-66bf-495a-8a2b-0de88466f2aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:58.234998 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52170) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:58.236658 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8f247973-66bf-495a-8a2b-0de88466f2aa admin admin] 10.222.0.35 "DELETE /v2.0/subnets/34310f50-bb28-43dd-8b21-ad9cd58ced51 HTTP/1.1" status: 204 len: 168 time: 0.5017350 Sep 16 04:34:58.247227 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3323f479-c40e-41aa-87dd-7cbc0267711f None None] Network ce8eae68-f0b0-40b8-a130-43f4d3ec80dc requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:34:58.419895 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-e67a7416-00e2-4992-b7a4-93f7e1ee6149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:58.424171 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-e67a7416-00e2-4992-b7a4-93f7e1ee6149 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1db68ab0fc284575894f1608a94e9c14&device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca HTTP/1.1" status: 200 len: 1097 time: 0.1111956 Sep 16 04:34:58.444990 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee2c38-e917-4a49-8925-e664b5867a4c req-0c8f0954-3535-4dc5-866a-aada05fff6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:58.447128 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-99ee2c38-e917-4a49-8925-e664b5867a4c req-0c8f0954-3535-4dc5-866a-aada05fff6b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e2175c6d-f628-4258-9c46-e305aad09aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1840138 Sep 16 04:34:58.450779 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-64171bf2-492a-405d-bd2f-7e780b5859d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:58.505195 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device f0d8c98d-341c-4ede-a15e-d20d9966291f no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:34:58.550334 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: f0d8c98d-341c-4ede-a15e-d20d9966291f {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:34:58.550860 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device f0d8c98d-341c-4ede-a15e-d20d9966291f not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:34:58.585156 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-d8545d9c-8cfc-4073-8680-5be8bbe6e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:58.588956 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-d8545d9c-8cfc-4073-8680-5be8bbe6e7f8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588 HTTP/1.1" status: 200 len: 922 time: 0.1540880 Sep 16 04:34:58.609187 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-99ee2c38-e917-4a49-8925-e664b5867a4c req-b90f4e92-a42b-4a9d-b04f-49e9456cf380 service neutron] 10.222.0.48 "GET /v2.0/networks/e2175c6d-f628-4258-9c46-e305aad09aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530929 Sep 16 04:34:58.614458 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-64171bf2-492a-405d-bd2f-7e780b5859d0 admin admin] Deleting port 3623c72f-73fa-4698-9c85-48db672a5617 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:34:58.614797 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-64171bf2-492a-405d-bd2f-7e780b5859d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:58.643659 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-643f2fcf-2708-4997-aab0-5fb3cc6d4144 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aac60dc2-c7a3-4e37-b0d3-c11033a3f49b HTTP/1.1" status: 200 len: 217 time: 0.0451498 Sep 16 04:34:58.658370 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8d3df2-6563-4efb-8c25-9881b5e4f5d7 x-openstack-request-id: req-fb8d3df2-6563-4efb-8c25-9881b5e4f5d7 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:58.658823 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9cf3fd-c2f0-44b7-aa74-e5f30f6d0eaf", "name": "network-vif-plugged", "status": "completed", "tag": "df91ecb8-0981-4e4d-9b1c-48bbe509156c", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:58.659264 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fb8d3df2-6563-4efb-8c25-9881b5e4f5d7 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:58.659806 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9cf3fd-c2f0-44b7-aa74-e5f30f6d0eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df91ecb8-0981-4e4d-9b1c-48bbe509156c', 'code': 200} Sep 16 04:34:58.665338 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b57058-3eca-4e20-9d9e-77b672157768 None None] DHCP port deletion for ce8eae68-f0b0-40b8-a130-43f4d3ec80dc request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:34:58.731295 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-64d21128-913c-4d95-8cc9-87eb4313601a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:58.732885 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-64d21128-913c-4d95-8cc9-87eb4313601a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8440e215-69bc-4539-b053-2b3b499b80a9 HTTP/1.1" status: 200 len: 861 time: 0.0823855 Sep 16 04:34:58.780101 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-19bfecaa-5660-4872-a19f-ebf3edbf6b7b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371718 Sep 16 04:34:58.783516 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-82b57058-3eca-4e20-9d9e-77b672157768 None None] Deleting port 3623c72f-73fa-4698-9c85-48db672a5617 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:34:58.784088 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-82b57058-3eca-4e20-9d9e-77b672157768 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:58.831450 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-64171bf2-492a-405d-bd2f-7e780b5859d0 admin admin] For port 3623c72f-73fa-4698-9c85-48db672a5617, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3623c72f-73fa-4698-9c85-48db672a5617,segment=NetworkSegment(952dc693-8601-4343-aa62-bfd9bb65665c),segment_id=952dc693-8601-4343-aa62-bfd9bb65665c)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:58.832039 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-64171bf2-492a-405d-bd2f-7e780b5859d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:58.854167 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-64171bf2-492a-405d-bd2f-7e780b5859d0 admin admin] Calling delete_port for 3623c72f-73fa-4698-9c85-48db672a5617 owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:34:58.872209 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-99ee2c38-e917-4a49-8925-e664b5867a4c req-0c4f15d8-3747-44b5-8904-7bf4725da0ce service neutron] 10.222.0.48 "GET /v2.0/networks/e2175c6d-f628-4258-9c46-e305aad09aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230134 Sep 16 04:34:58.874504 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-82b57058-3eca-4e20-9d9e-77b672157768 None None] For port 3623c72f-73fa-4698-9c85-48db672a5617, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3623c72f-73fa-4698-9c85-48db672a5617,segment=NetworkSegment(952dc693-8601-4343-aa62-bfd9bb65665c),segment_id=952dc693-8601-4343-aa62-bfd9bb65665c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:58.875087 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-82b57058-3eca-4e20-9d9e-77b672157768 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:58.890558 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-82b57058-3eca-4e20-9d9e-77b672157768 None None] Calling delete_port for 3623c72f-73fa-4698-9c85-48db672a5617 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:34:58.933885 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52190) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:58.998533 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36148537-bf0a-4820-852a-d6ea8c1095de req-7cb3d5dd-7f83-4a05-b962-b3d0e545ec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:59.000183 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-36148537-bf0a-4820-852a-d6ea8c1095de req-7cb3d5dd-7f83-4a05-b962-b3d0e545ec23 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=da9cf3fd-c2f0-44b7-aa74-e5f30f6d0eaf HTTP/1.1" status: 200 len: 1102 time: 0.2173069 Sep 16 04:34:59.013117 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-64171bf2-492a-405d-bd2f-7e780b5859d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:59.026705 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527165f-d75e-4e27-b75c-f7aadc24f74f req-ead7d937-155e-4eb7-ba70-30f4bc504a38 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:59.033992 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8527165f-d75e-4e27-b75c-f7aadc24f74f req-ead7d937-155e-4eb7-ba70-30f4bc504a38 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9cf3fd-c2f0-44b7-aa74-e5f30f6d0eaf HTTP/1.1" status: 200 len: 950 time: 0.2528598 Sep 16 04:34:59.050767 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-82b57058-3eca-4e20-9d9e-77b672157768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:59.054190 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64171bf2-492a-405d-bd2f-7e780b5859d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3623c72f-73fa-4698-9c85-48db672a5617,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:59.063377 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64171bf2-492a-405d-bd2f-7e780b5859d0 admin admin] No DVR routers for this DVR port 3623c72f-73fa-4698-9c85-48db672a5617 on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:34:59.080329 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-aa72406b-0ecb-4546-adec-ec9b3f1c193b service neutron] 10.222.0.48 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587357 Sep 16 04:34:59.094618 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b57058-3eca-4e20-9d9e-77b672157768 None None] Pushing event deleted for resources: {'Port': ['ID=3623c72f-73fa-4698-9c85-48db672a5617,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:59.108452 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b57058-3eca-4e20-9d9e-77b672157768 None None] No DVR routers for this DVR port 3623c72f-73fa-4698-9c85-48db672a5617 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:34:59.127064 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8527165f-d75e-4e27-b75c-f7aadc24f74f req-ceff55cd-0569-4372-9c5e-dcbb6a0bfbe5 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d54fb8d-e9f1-4c0e-a709-db4406d40c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921185 Sep 16 04:34:59.171494 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-36148537-bf0a-4820-852a-d6ea8c1095de req-4b702331-ce95-4d2f-909c-add177da7ac4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3d54fb8d-e9f1-4c0e-a709-db4406d40c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595311 Sep 16 04:34:59.196821 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-64171bf2-492a-405d-bd2f-7e780b5859d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:59.217240 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-64171bf2-492a-405d-bd2f-7e780b5859d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce8eae68-f0b0-40b8-a130-43f4d3ec80dc']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:59.227897 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-64171bf2-492a-405d-bd2f-7e780b5859d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '952dc693-8601-4343-aa62-bfd9bb65665c') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:59.228348 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-64171bf2-492a-405d-bd2f-7e780b5859d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '952dc693-8601-4343-aa62-bfd9bb65665c') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:59.240470 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-64171bf2-492a-405d-bd2f-7e780b5859d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:59.253349 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-4874e6f1-a8c9-4ddb-8d98-927b476b40d9 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:34:59.254413 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-4874e6f1-a8c9-4ddb-8d98-927b476b40d9 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3200448 Sep 16 04:34:59.255980 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-64171bf2-492a-405d-bd2f-7e780b5859d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:59.263080 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64171bf2-492a-405d-bd2f-7e780b5859d0 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:34:59.263472 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-64171bf2-492a-405d-bd2f-7e780b5859d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:59.265302 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:34:59.265302 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:34:59.265302 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:34:59.265302 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:34:59.265302 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:34:59.265302 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:34:59.265302 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:34:59.265302 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:34:59.265302 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:34:59.265302 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:34:59.265302 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:34:59.265302 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:34:59.265302 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:34:59.265302 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:34:59.265302 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:34:59.265302 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:34:59.265302 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:34:59.265302 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:34:59.265302 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:34:59.265302 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:34:59.265302 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:34:59.265302 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:34:59.265302 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:34:59.265302 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:34:59.265302 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:34:59.265302 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:34:59.265302 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:34:59.265302 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:34:59.265302 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:34:59.265302 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:34:59.265302 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:34:59.265302 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:34:59.314654 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3c0406bc-2d38-4c26-be1b-41aadba3258f req-8f4f8300-fa5c-4d3f-9a0e-9c390da7adfc tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.107 HTTP/1.1" status: 200 len: 1001 time: 0.1406839 Sep 16 04:34:59.323115 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-64171bf2-492a-405d-bd2f-7e780b5859d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:59.324402 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-ffe027cd-79e0-4222-94bc-a4fd27163b94 service neutron] 10.222.0.48 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295487 Sep 16 04:34:59.326595 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-ddc204dd-843a-4e2e-a8c9-6c277c3bf5a9 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:59.328017 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-ddc204dd-843a-4e2e-a8c9-6c277c3bf5a9 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.35 "GET /v2.0/ports/8ea99f4d-6e76-4d34-a8d4-44cc7648c323 HTTP/1.1" status: 200 len: 1094 time: 0.0646279 Sep 16 04:34:59.329210 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-64171bf2-492a-405d-bd2f-7e780b5859d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:59.331251 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-64171bf2-492a-405d-bd2f-7e780b5859d0 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ce8eae68-f0b0-40b8-a130-43f4d3ec80dc HTTP/1.1" status: 204 len: 168 time: 1.0947530 Sep 16 04:34:59.348127 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64171bf2-492a-405d-bd2f-7e780b5859d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce8eae68-f0b0-40b8-a130-43f4d3ec80dc,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:59.375726 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0406bc-2d38-4c26-be1b-41aadba3258f req-e5752cfa-16da-4740-9541-8255c693442f tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:59.377062 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3c0406bc-2d38-4c26-be1b-41aadba3258f req-e5752cfa-16da-4740-9541-8255c693442f tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/ports/63cb482d-efe5-4d66-8795-b28fbde4f6e9 HTTP/1.1" status: 200 len: 942 time: 0.0517766 Sep 16 04:34:59.464942 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-b082955b-97e3-4a35-ac79-ab9a7f457348 service neutron] Request body: {'binding': {'host': 'n-h1-712139-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:59.465453 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-b082955b-97e3-4a35-ac79-ab9a7f457348 service neutron] Unknown quota resources ['binding']. {{(pid=94766) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:34:59.521610 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52204) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:59.542860 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3c0406bc-2d38-4c26-be1b-41aadba3258f req-09c21c07-9ae2-4d2d-b503-a9aa72ba6003 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.107 HTTP/1.1" status: 200 len: 1001 time: 0.1230099 Sep 16 04:34:59.568943 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-123b4cf4-a402-4a5f-86b6-48f87da1a679 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cf6d72ea9a7741c99745c0e910f848f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461316 Sep 16 04:34:59.571578 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52206) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:59.592777 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-686f4095-b2e2-4ed5-bef6-ad4847456815 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:59.594252 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-686f4095-b2e2-4ed5-bef6-ad4847456815 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca&tenant_id=1db68ab0fc284575894f1608a94e9c14&binding%3Ahost_id=n-h1-712139-15 HTTP/1.1" status: 200 len: 1097 time: 0.1246231 Sep 16 04:34:59.619528 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7251a918-1fb1-4715-abec-df989e303c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:59.633679 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-813e8358-ff3d-43fe-89a0-e18cc506a77c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712139-15'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:59.640218 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7251a918-1fb1-4715-abec-df989e303c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:59.687457 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7251a918-1fb1-4715-abec-df989e303c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:59.690006 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7251a918-1fb1-4715-abec-df989e303c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:59.691158 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7251a918-1fb1-4715-abec-df989e303c3e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/643dd203-d1d5-4655-9b1e-55b02f79a77f HTTP/1.1" status: 204 len: 168 time: 0.1186705 Sep 16 04:34:59.699586 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7251a918-1fb1-4715-abec-df989e303c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643dd203-d1d5-4655-9b1e-55b02f79a77f,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:59.751692 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-813e8358-ff3d-43fe-89a0-e18cc506a77c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:59.790814 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0406bc-2d38-4c26-be1b-41aadba3258f req-ab59a315-97f9-4607-acd9-1766196616f7 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:59.792141 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3c0406bc-2d38-4c26-be1b-41aadba3258f req-ab59a315-97f9-4607-acd9-1766196616f7 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 784 time: 0.2360320 Sep 16 04:35:00.102987 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-b082955b-97e3-4a35-ac79-ab9a7f457348 service neutron] Attempting to bind port 8ea99f4d-6e76-4d34-a8d4-44cc7648c323 on host n-h1-712139-15 for vnic_type normal with profile None {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:35:00.103286 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-b082955b-97e3-4a35-ac79-ab9a7f457348 service neutron] Attempting to bind port 8ea99f4d-6e76-4d34-a8d4-44cc7648c323 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:35:00.103609 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-b082955b-97e3-4a35-ac79-ab9a7f457348 service neutron] Attempting to bind port 8ea99f4d-6e76-4d34-a8d4-44cc7648c323 on network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:00.116369 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-b082955b-97e3-4a35-ac79-ab9a7f457348 service neutron] Port 8ea99f4d-6e76-4d34-a8d4-44cc7648c323 on network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:35:00.116718 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-b082955b-97e3-4a35-ac79-ab9a7f457348 service neutron] Attempting to bind port 8ea99f4d-6e76-4d34-a8d4-44cc7648c323 on network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:00.133605 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-b082955b-97e3-4a35-ac79-ab9a7f457348 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:35:00.133940 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-b082955b-97e3-4a35-ac79-ab9a7f457348 service neutron] Checking segment: {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:35:00.134322 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-b082955b-97e3-4a35-ac79-ab9a7f457348 service neutron] Bound using segment: {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:35:00.134758 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-b082955b-97e3-4a35-ac79-ab9a7f457348 service neutron] Bound port: 8ea99f4d-6e76-4d34-a8d4-44cc7648c323, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:35:00.188512 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3c0406bc-2d38-4c26-be1b-41aadba3258f req-68a26a97-45e4-41ed-9272-d4ce4a83020c tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.107 HTTP/1.1" status: 200 len: 1001 time: 0.3866048 Sep 16 04:35:00.230285 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-3c0406bc-2d38-4c26-be1b-41aadba3258f req-fb60f694-552f-4189-ab04-e0abf239bdba tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:00.303121 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-b082955b-97e3-4a35-ac79-ab9a7f457348 service neutron] For port 8ea99f4d-6e76-4d34-a8d4-44cc7648c323, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=8ea99f4d-6e76-4d34-a8d4-44cc7648c323,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:35:00.316717 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-b082955b-97e3-4a35-ac79-ab9a7f457348 service neutron] Notify callbacks [] for binding, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:00.321451 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-b082955b-97e3-4a35-ac79-ab9a7f457348 service neutron] 10.222.0.35 "POST /v2.0/ports/8ea99f4d-6e76-4d34-a8d4-44cc7648c323/bindings HTTP/1.1" status: 201 len: 390 time: 0.9249651 Sep 16 04:35:00.334519 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-3c0406bc-2d38-4c26-be1b-41aadba3258f req-fb60f694-552f-4189-ab04-e0abf239bdba tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks [] for floatingip, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:00.402983 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-813e8358-ff3d-43fe-89a0-e18cc506a77c service neutron] For port aac60dc2-c7a3-4e37-b0d3-c11033a3f49b, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=aac60dc2-c7a3-4e37-b0d3-c11033a3f49b,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:00.467434 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3623c72f-73fa-4698-9c85-48db672a5617 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:35:00.506972 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 3623c72f-73fa-4698-9c85-48db672a5617 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:35:00.507682 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3623c72f-73fa-4698-9c85-48db672a5617 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:35:00.512208 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d7810-0177-4778-8542-7c502054a796 req-571b1bc6-68c5-495b-809f-509aadf0898c tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:00.515256 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fc9d7810-0177-4778-8542-7c502054a796 req-571b1bc6-68c5-495b-809f-509aadf0898c tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca HTTP/1.1" status: 200 len: 945 time: 0.0782876 Sep 16 04:35:00.534295 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-813e8358-ff3d-43fe-89a0-e18cc506a77c service neutron] For port aac60dc2-c7a3-4e37-b0d3-c11033a3f49b, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:00.565779 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fc9d7810-0177-4778-8542-7c502054a796 req-98e08e19-1337-43d4-8831-5832692c5e87 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423985 Sep 16 04:35:00.616508 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-3c0406bc-2d38-4c26-be1b-41aadba3258f req-fb60f694-552f-4189-ab04-e0abf239bdba tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:00.637550 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-3c0406bc-2d38-4c26-be1b-41aadba3258f req-fb60f694-552f-4189-ab04-e0abf239bdba tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:00.637894 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [req-3c0406bc-2d38-4c26-be1b-41aadba3258f req-fb60f694-552f-4189-ab04-e0abf239bdba tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Floating IP f0a74d77-1a81-4131-b438-ce9723d0a19d disassociated. External IP: 172.25.8.107, port: 63cb482d-efe5-4d66-8795-b28fbde4f6e9. Sep 16 04:35:00.689764 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be982c8d-a9ac-4716-8cb2-3512ed5492ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aac60dc2-c7a3-4e37-b0d3-c11033a3f49b'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:00.691726 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e78a8bf-d2dd-4e38-90b7-fc69d2e8da56" -d '{"events": [{"server_uuid": "be982c8d-a9ac-4716-8cb2-3512ed5492ca", "name": "network-vif-unplugged", "status": "completed", "tag": "aac60dc2-c7a3-4e37-b0d3-c11033a3f49b"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:00.699235 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-813e8358-ff3d-43fe-89a0-e18cc506a77c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:00.709093 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-813e8358-ff3d-43fe-89a0-e18cc506a77c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:00.762398 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-a081ba83-7997-4bf1-ad1c-223e50743d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:00.763958 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-a081ba83-7997-4bf1-ad1c-223e50743d23 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8fb595dbe0d3452481d7faf275f28d7b&device_id=793f9461-a09e-439c-afe2-789b19a53625 HTTP/1.1" status: 200 len: 1097 time: 0.1418362 Sep 16 04:35:00.861081 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e8358-ff3d-43fe-89a0-e18cc506a77c service neutron] Pushing event updated for resources: {'Port': ['ID=aac60dc2-c7a3-4e37-b0d3-c11033a3f49b,revision_number=7']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:00.952438 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff595fd-4615-434b-8610-1a6e24a20c94 req-d98435c9-bc5a-4a71-8330-84925064ef4d tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:00.953891 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aff595fd-4615-434b-8610-1a6e24a20c94 req-d98435c9-bc5a-4a71-8330-84925064ef4d tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9cf3fd-c2f0-44b7-aa74-e5f30f6d0eaf HTTP/1.1" status: 200 len: 950 time: 0.0493188 Sep 16 04:35:00.960033 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-813e8358-ff3d-43fe-89a0-e18cc506a77c service neutron] Attempting to bind port aac60dc2-c7a3-4e37-b0d3-c11033a3f49b on host n-h1-712139-15 for vnic_type normal with profile {"migrating_to": "n-h2-712139-15"} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:35:00.960367 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-813e8358-ff3d-43fe-89a0-e18cc506a77c service neutron] Attempting to bind port aac60dc2-c7a3-4e37-b0d3-c11033a3f49b by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:35:00.960719 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-813e8358-ff3d-43fe-89a0-e18cc506a77c service neutron] Attempting to bind port aac60dc2-c7a3-4e37-b0d3-c11033a3f49b on network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:00.975802 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-813e8358-ff3d-43fe-89a0-e18cc506a77c service neutron] Port aac60dc2-c7a3-4e37-b0d3-c11033a3f49b on network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:35:00.976120 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-813e8358-ff3d-43fe-89a0-e18cc506a77c service neutron] Attempting to bind port aac60dc2-c7a3-4e37-b0d3-c11033a3f49b on network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:00.990990 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aff595fd-4615-434b-8610-1a6e24a20c94 req-5e550f6e-9e0e-4066-b03e-ef0d3b2f2c39 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d54fb8d-e9f1-4c0e-a709-db4406d40c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311251 Sep 16 04:35:00.997323 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-813e8358-ff3d-43fe-89a0-e18cc506a77c service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:35:00.997663 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-813e8358-ff3d-43fe-89a0-e18cc506a77c service neutron] Checking segment: {'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:35:00.998047 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-813e8358-ff3d-43fe-89a0-e18cc506a77c service neutron] Bound using segment: {'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:35:00.998484 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-813e8358-ff3d-43fe-89a0-e18cc506a77c service neutron] Bound port: aac60dc2-c7a3-4e37-b0d3-c11033a3f49b, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:35:00.998835 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-813e8358-ff3d-43fe-89a0-e18cc506a77c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:01.001034 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-f519c4c2-d0d6-44da-ba21-9b23817548ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:01.002554 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-f519c4c2-d0d6-44da-ba21-9b23817548ec service neutron] 10.222.0.47 "GET /v2.0/networks?id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 HTTP/1.1" status: 200 len: 909 time: 0.2051852 Sep 16 04:35:01.080613 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-ce3d870f-f15c-4f68-a075-cb0894aaed9c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ea99f4d-6e76-4d34-a8d4-44cc7648c323 HTTP/1.1" status: 200 len: 217 time: 0.0672820 Sep 16 04:35:01.095730 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6903b-18f8-4888-825a-277e307c6511 req-fa61b7fe-1bef-414c-9d1c-24532a4a1a54 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:01.097238 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6aa6903b-18f8-4888-825a-277e307c6511 req-fa61b7fe-1bef-414c-9d1c-24532a4a1a54 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=793f9461-a09e-439c-afe2-789b19a53625 HTTP/1.1" status: 200 len: 945 time: 0.0503232 Sep 16 04:35:01.135852 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6aa6903b-18f8-4888-825a-277e307c6511 req-6dd2e304-048f-46c4-b467-53ead00214de tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318625 Sep 16 04:35:01.170917 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c0406bc-2d38-4c26-be1b-41aadba3258f req-fb60f694-552f-4189-ab04-e0abf239bdba tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Router 48137eb6-1145-4fbe-8b3d-5b24d0910aff has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:35:01.186489 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-813e8358-ff3d-43fe-89a0-e18cc506a77c service neutron] For port aac60dc2-c7a3-4e37-b0d3-c11033a3f49b, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:01.190466 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-59259636-cd2f-433b-b96d-0de2f5fe24a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:01.191999 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-59259636-cd2f-433b-b96d-0de2f5fe24a3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=43280570-672b-4326-ad6d-76a55cd52f58 HTTP/1.1" status: 200 len: 848 time: 0.0928104 Sep 16 04:35:01.193618 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-813e8358-ff3d-43fe-89a0-e18cc506a77c service neutron] For port aac60dc2-c7a3-4e37-b0d3-c11033a3f49b, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=aac60dc2-c7a3-4e37-b0d3-c11033a3f49b,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:35:01.201668 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-813e8358-ff3d-43fe-89a0-e18cc506a77c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:01.281371 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-70414ef5-3082-4ee8-8df6-2d5b257eb70c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811327 Sep 16 04:35:01.293712 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1685a7d-fd0f-4898-ba18-46b335b6bb99 x-openstack-request-id: req-b1685a7d-fd0f-4898-ba18-46b335b6bb99 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:01.293909 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be982c8d-a9ac-4716-8cb2-3512ed5492ca", "name": "network-vif-unplugged", "status": "completed", "tag": "aac60dc2-c7a3-4e37-b0d3-c11033a3f49b", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:01.294150 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b1685a7d-fd0f-4898-ba18-46b335b6bb99 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:01.294525 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be982c8d-a9ac-4716-8cb2-3512ed5492ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aac60dc2-c7a3-4e37-b0d3-c11033a3f49b', 'code': 200} Sep 16 04:35:01.432371 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e8358-ff3d-43fe-89a0-e18cc506a77c service neutron] Pushing event updated for resources: {'Port': ['ID=aac60dc2-c7a3-4e37-b0d3-c11033a3f49b,revision_number=8']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:01.441471 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-813e8358-ff3d-43fe-89a0-e18cc506a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:01.442683 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-813e8358-ff3d-43fe-89a0-e18cc506a77c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:01.443496 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-813e8358-ff3d-43fe-89a0-e18cc506a77c service neutron] 10.222.0.48 "PUT /v2.0/ports/aac60dc2-c7a3-4e37-b0d3-c11033a3f49b HTTP/1.1" status: 200 len: 1123 time: 1.8155711 Sep 16 04:35:01.467739 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c0406bc-2d38-4c26-be1b-41aadba3258f req-fb60f694-552f-4189-ab04-e0abf239bdba tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:35:01.474664 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-3c0406bc-2d38-4c26-be1b-41aadba3258f req-fb60f694-552f-4189-ab04-e0abf239bdba tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:01.478079 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c4038d-0a03-456b-b55b-7996980a64bf None None] Sync routers for ids ['48137eb6-1145-4fbe-8b3d-5b24d0910aff'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:35:01.487784 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c4038d-0a03-456b-b55b-7996980a64bf None None] Routers {'48137eb6-1145-4fbe-8b3d-5b24d0910aff'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:35:01.488669 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-f7c4038d-0a03-456b-b55b-7996980a64bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:34:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['48137eb6-1145-4fbe-8b3d-5b24d0910aff'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:01.507046 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-cab6009c-9f0e-499c-8ada-992bf3b98712 service neutron] 10.222.0.47 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099566 Sep 16 04:35:01.511971 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3c0406bc-2d38-4c26-be1b-41aadba3258f req-fb60f694-552f-4189-ab04-e0abf239bdba tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "PUT /v2.0/floatingips/f0a74d77-1a81-4131-b438-ce9723d0a19d HTTP/1.1" status: 200 len: 695 time: 1.3164566 Sep 16 04:35:01.579050 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['aac60dc2-c7a3-4e37-b0d3-c11033a3f49b'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:01.629709 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0406bc-2d38-4c26-be1b-41aadba3258f req-882350ca-cbbf-437d-a02b-1a7007f7a803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:01.631359 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3c0406bc-2d38-4c26-be1b-41aadba3258f req-882350ca-cbbf-437d-a02b-1a7007f7a803 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7ef44933ab8749a58afa3e84429cb3db&device_id=87784e78-8cd2-4af6-8389-9aa8753854fa HTTP/1.1" status: 200 len: 1097 time: 0.0964026 Sep 16 04:35:01.658654 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-f7c4038d-0a03-456b-b55b-7996980a64bf None None] Set router 48137eb6-1145-4fbe-8b3d-5b24d0910aff gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:35:01.665292 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-bd0ad382-3aca-4ad7-906e-aa2d4e84510f service neutron] 10.222.0.47 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501865 Sep 16 04:35:01.778423 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0406bc-2d38-4c26-be1b-41aadba3258f req-72d760b3-251a-4019-9978-a02dbcea7aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:01.780633 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3c0406bc-2d38-4c26-be1b-41aadba3258f req-72d760b3-251a-4019-9978-a02dbcea7aeb service neutron] 10.222.0.35 "GET /v2.0/networks?id=e2175c6d-f628-4258-9c46-e305aad09aca HTTP/1.1" status: 200 len: 921 time: 0.1397297 Sep 16 04:35:01.870067 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3c0406bc-2d38-4c26-be1b-41aadba3258f req-d19f52d9-30c7-4f13-b038-8d94dbf4753e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63cb482d-efe5-4d66-8795-b28fbde4f6e9 HTTP/1.1" status: 200 len: 217 time: 0.0808613 Sep 16 04:35:01.920971 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-f40622a8-3283-4d0e-9e24-dde714291a80 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:01.922489 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-f40622a8-3283-4d0e-9e24-dde714291a80 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=793f9461-a09e-439c-afe2-789b19a53625&tenant_id=8fb595dbe0d3452481d7faf275f28d7b&binding%3Ahost_id=n-h2-712139-15 HTTP/1.1" status: 200 len: 1097 time: 0.0784471 Sep 16 04:35:01.922609 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-f7c4038d-0a03-456b-b55b-7996980a64bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'name': 'tempest-FloatingIPsAssociationTestJSON-761747003-router', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:51Z', 'updated_at': '2021-09-16T04:33:56Z', 'revision_number': 4, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'gw_port': {'id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:52Z', 'updated_at': '2021-09-16T04:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '91e4d460-9026-4e26-a38e-49623ad6dfeb', 'name': '', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'mac_address': 'fa:16:3e:56:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:55Z', 'updated_at': '2021-09-16T04:34:07Z', 'revision_number': 5, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'subnets': [{'id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:01.932905 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0406bc-2d38-4c26-be1b-41aadba3258f req-de39dd38-fb7f-4f19-820b-0851672b3ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:01.934808 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3c0406bc-2d38-4c26-be1b-41aadba3258f req-de39dd38-fb7f-4f19-820b-0851672b3ea6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=15fd69f0-3350-4b2a-ab2a-4c79052ea099 HTTP/1.1" status: 200 len: 859 time: 0.0573366 Sep 16 04:35:01.940892 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-80c6b6b9-c0de-4888-ae85-7b712936ae6d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712139-15'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:01.954198 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c4038d-0a03-456b-b55b-7996980a64bf None None] Checking router: 48137eb6-1145-4fbe-8b3d-5b24d0910aff for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:35:01.966467 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c4038d-0a03-456b-b55b-7996980a64bf None None] Routers {'48137eb6-1145-4fbe-8b3d-5b24d0910aff'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:35:01.968138 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-f7c4038d-0a03-456b-b55b-7996980a64bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:34:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['48137eb6-1145-4fbe-8b3d-5b24d0910aff'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:01.985749 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52272) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:02.068595 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0406bc-2d38-4c26-be1b-41aadba3258f req-04df75dc-5115-41a4-8309-d92590ddcd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:02.080832 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3c0406bc-2d38-4c26-be1b-41aadba3258f req-04df75dc-5115-41a4-8309-d92590ddcd35 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e2175c6d-f628-4258-9c46-e305aad09aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1365569 Sep 16 04:35:02.092029 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-80c6b6b9-c0de-4888-ae85-7b712936ae6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:02.155808 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4f37a7fc-0549-4549-872b-d5d3c3edf936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:02.174783 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5398f3-d917-4f37-8036-210a12fc0077 req-6c9226a2-18c9-41fa-86f8-4f0551a2831e tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:02.176590 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e5398f3-d917-4f37-8036-210a12fc0077 req-6c9226a2-18c9-41fa-86f8-4f0551a2831e tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca HTTP/1.1" status: 200 len: 943 time: 0.0963454 Sep 16 04:35:02.230865 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-f7c4038d-0a03-456b-b55b-7996980a64bf None None] Set router 48137eb6-1145-4fbe-8b3d-5b24d0910aff gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:35:02.238567 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3c0406bc-2d38-4c26-be1b-41aadba3258f req-e247d59c-cdbc-4d14-a59d-0ba200367805 service neutron] 10.222.0.35 "GET /v2.0/networks/e2175c6d-f628-4258-9c46-e305aad09aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477103 Sep 16 04:35:02.268430 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e5398f3-d917-4f37-8036-210a12fc0077 req-b3bb6f42-2dea-42a2-a80c-55a7c629c6e6 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766652 Sep 16 04:35:02.324174 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52284) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:02.356875 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4f37a7fc-0549-4549-872b-d5d3c3edf936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:02.368069 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4f37a7fc-0549-4549-872b-d5d3c3edf936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:02.460626 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37a7fc-0549-4549-872b-d5d3c3edf936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37582bc4-1a8e-492d-9fbb-823ab025714b,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:02.479777 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4f37a7fc-0549-4549-872b-d5d3c3edf936 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6a5b95a88b2a467a890536161ee40ee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4894595 Sep 16 04:35:02.482835 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52288) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:02.525525 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8082568-68e5-49fc-8991-6926d68bdc6c req-305e7755-bc38-461c-a06f-81e7762c598c tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:02.527012 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b8082568-68e5-49fc-8991-6926d68bdc6c req-305e7755-bc38-461c-a06f-81e7762c598c tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9cf3fd-c2f0-44b7-aa74-e5f30f6d0eaf HTTP/1.1" status: 200 len: 950 time: 0.1323805 Sep 16 04:35:02.530129 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7149888f-8f38-445e-aaf2-54678e68be34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:02.550076 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-f7c4038d-0a03-456b-b55b-7996980a64bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'name': 'tempest-FloatingIPsAssociationTestJSON-761747003-router', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:51Z', 'updated_at': '2021-09-16T04:33:56Z', 'revision_number': 4, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'gw_port': {'id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:52Z', 'updated_at': '2021-09-16T04:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '91e4d460-9026-4e26-a38e-49623ad6dfeb', 'name': '', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'mac_address': 'fa:16:3e:56:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:55Z', 'updated_at': '2021-09-16T04:34:07Z', 'revision_number': 5, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'subnets': [{'id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:02.586906 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c4038d-0a03-456b-b55b-7996980a64bf None None] The sync data for ids ['48137eb6-1145-4fbe-8b3d-5b24d0910aff'] in n-d-712139-15 is: [{'id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'name': 'tempest-FloatingIPsAssociationTestJSON-761747003-router', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:51Z', 'updated_at': '2021-09-16T04:33:56Z', 'revision_number': 4, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'gw_port': {'id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:52Z', 'updated_at': '2021-09-16T04:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '91e4d460-9026-4e26-a38e-49623ad6dfeb', 'name': '', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'mac_address': 'fa:16:3e:56:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:55Z', 'updated_at': '2021-09-16T04:34:07Z', 'revision_number': 5, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'subnets': [{'id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:35:02.633097 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b8082568-68e5-49fc-8991-6926d68bdc6c req-c9db6047-317b-49f1-8f04-c5449dad34fc tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d54fb8d-e9f1-4c0e-a709-db4406d40c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924613 Sep 16 04:35:02.635901 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-48237d8f-5bc0-474e-bd93-e2332b6b0381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:02.679007 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-48237d8f-5bc0-474e-bd93-e2332b6b0381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:02.696270 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-80c6b6b9-c0de-4888-ae85-7b712936ae6d service neutron] For port 8ea99f4d-6e76-4d34-a8d4-44cc7648c323, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=8ea99f4d-6e76-4d34-a8d4-44cc7648c323,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:02.709013 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3c0406bc-2d38-4c26-be1b-41aadba3258f req-591962d7-6d55-4804-9d42-f112183fe305 service neutron] 10.222.0.35 "GET /v2.0/networks/e2175c6d-f628-4258-9c46-e305aad09aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4573829 Sep 16 04:35:02.765542 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7149888f-8f38-445e-aaf2-54678e68be34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:02.776696 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-48237d8f-5bc0-474e-bd93-e2332b6b0381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:02.783193 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-48237d8f-5bc0-474e-bd93-e2332b6b0381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:02.783928 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-80c6b6b9-c0de-4888-ae85-7b712936ae6d service neutron] For port 8ea99f4d-6e76-4d34-a8d4-44cc7648c323, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:02.785772 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-48237d8f-5bc0-474e-bd93-e2332b6b0381 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/37582bc4-1a8e-492d-9fbb-823ab025714b HTTP/1.1" status: 204 len: 168 time: 0.3022828 Sep 16 04:35:02.791580 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7149888f-8f38-445e-aaf2-54678e68be34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:02.865015 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7149888f-8f38-445e-aaf2-54678e68be34 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8f67e105ed4041098dd38bf4731a14e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5397258 Sep 16 04:35:02.868008 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52294) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:02.891454 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48237d8f-5bc0-474e-bd93-e2332b6b0381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37582bc4-1a8e-492d-9fbb-823ab025714b,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:02.902610 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-80c6b6b9-c0de-4888-ae85-7b712936ae6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:02.928702 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-80c6b6b9-c0de-4888-ae85-7b712936ae6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:02.988331 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3b4fa-c5d7-466f-a28d-b3b0a6b1c27e req-7dc2c604-f7ff-424d-9161-c701eaa6b261 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:02.989908 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-75d3b4fa-c5d7-466f-a28d-b3b0a6b1c27e req-7dc2c604-f7ff-424d-9161-c701eaa6b261 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=793f9461-a09e-439c-afe2-789b19a53625 HTTP/1.1" status: 200 len: 945 time: 0.1238761 Sep 16 04:35:02.995439 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7149888f-8f38-445e-aaf2-54678e68be34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58205dd0-ff09-409e-97a4-e352c9bf45df,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:03.038900 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6b6b9-c0de-4888-ae85-7b712936ae6d service neutron] Pushing event updated for resources: {'Port': ['ID=8ea99f4d-6e76-4d34-a8d4-44cc7648c323,revision_number=7']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:03.043816 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-75d3b4fa-c5d7-466f-a28d-b3b0a6b1c27e req-99654147-436e-491c-960b-366821bf7ade tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451202 Sep 16 04:35:03.044235 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7b79b83b-859e-42f9-b7b7-25ea02b82bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:03.060408 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e476a05d-7b78-417a-8244-1fddc123da69 None None] New status for floating IP f0a74d77-1a81-4131-b438-ce9723d0a19d: DOWN {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:35:03.091856 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7b79b83b-859e-42f9-b7b7-25ea02b82bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:03.112246 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-80c6b6b9-c0de-4888-ae85-7b712936ae6d service neutron] Attempting to bind port 8ea99f4d-6e76-4d34-a8d4-44cc7648c323 on host n-h2-712139-15 for vnic_type normal with profile {"migrating_to": "n-h1-712139-15"} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:35:03.112886 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-80c6b6b9-c0de-4888-ae85-7b712936ae6d service neutron] Attempting to bind port 8ea99f4d-6e76-4d34-a8d4-44cc7648c323 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:35:03.113403 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-80c6b6b9-c0de-4888-ae85-7b712936ae6d service neutron] Attempting to bind port 8ea99f4d-6e76-4d34-a8d4-44cc7648c323 on network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:03.120505 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-80c6b6b9-c0de-4888-ae85-7b712936ae6d service neutron] Port 8ea99f4d-6e76-4d34-a8d4-44cc7648c323 on network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:35:03.121075 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-80c6b6b9-c0de-4888-ae85-7b712936ae6d service neutron] Attempting to bind port 8ea99f4d-6e76-4d34-a8d4-44cc7648c323 on network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:03.139461 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-80c6b6b9-c0de-4888-ae85-7b712936ae6d service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:35:03.139812 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-80c6b6b9-c0de-4888-ae85-7b712936ae6d service neutron] Checking segment: {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:35:03.140204 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-80c6b6b9-c0de-4888-ae85-7b712936ae6d service neutron] Bound using segment: {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:35:03.140681 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-80c6b6b9-c0de-4888-ae85-7b712936ae6d service neutron] Bound port: 8ea99f4d-6e76-4d34-a8d4-44cc7648c323, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:35:03.141046 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-80c6b6b9-c0de-4888-ae85-7b712936ae6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:03.222828 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7b79b83b-859e-42f9-b7b7-25ea02b82bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:03.225750 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7b79b83b-859e-42f9-b7b7-25ea02b82bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:03.228314 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7b79b83b-859e-42f9-b7b7-25ea02b82bea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/58205dd0-ff09-409e-97a4-e352c9bf45df HTTP/1.1" status: 204 len: 168 time: 0.3576694 Sep 16 04:35:03.240278 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b79b83b-859e-42f9-b7b7-25ea02b82bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58205dd0-ff09-409e-97a4-e352c9bf45df,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:03.243446 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-80c6b6b9-c0de-4888-ae85-7b712936ae6d service neutron] For port 8ea99f4d-6e76-4d34-a8d4-44cc7648c323, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:03.247193 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-80c6b6b9-c0de-4888-ae85-7b712936ae6d service neutron] For port 8ea99f4d-6e76-4d34-a8d4-44cc7648c323, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=8ea99f4d-6e76-4d34-a8d4-44cc7648c323,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:35:03.261365 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-80c6b6b9-c0de-4888-ae85-7b712936ae6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:03.280996 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52306) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:03.342251 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be982c8d-a9ac-4716-8cb2-3512ed5492ca', 'tag': 'aac60dc2-c7a3-4e37-b0d3-c11033a3f49b'}, {'name': 'network-changed', 'server_uuid': '87784e78-8cd2-4af6-8389-9aa8753854fa', 'tag': '63cb482d-efe5-4d66-8795-b28fbde4f6e9'}, {'server_uuid': '793f9461-a09e-439c-afe2-789b19a53625', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ea99f4d-6e76-4d34-a8d4-44cc7648c323'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:03.344730 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4549f05-2cfe-4a47-bc7d-349729cb58e7" -d '{"events": [{"name": "network-changed", "server_uuid": "be982c8d-a9ac-4716-8cb2-3512ed5492ca", "tag": "aac60dc2-c7a3-4e37-b0d3-c11033a3f49b"}, {"name": "network-changed", "server_uuid": "87784e78-8cd2-4af6-8389-9aa8753854fa", "tag": "63cb482d-efe5-4d66-8795-b28fbde4f6e9"}, {"server_uuid": "793f9461-a09e-439c-afe2-789b19a53625", "name": "network-vif-unplugged", "status": "completed", "tag": "8ea99f4d-6e76-4d34-a8d4-44cc7648c323"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:03.423660 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f6cc4f36-5001-4636-b812-ffe4fd06c768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:03.431188 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-80c6b6b9-c0de-4888-ae85-7b712936ae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:03.431807 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-80c6b6b9-c0de-4888-ae85-7b712936ae6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:03.433404 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-80c6b6b9-c0de-4888-ae85-7b712936ae6d service neutron] 10.222.0.47 "PUT /v2.0/ports/8ea99f4d-6e76-4d34-a8d4-44cc7648c323 HTTP/1.1" status: 200 len: 1123 time: 1.4973826 Sep 16 04:35:03.462590 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb128c6-4098-4ba1-8478-2ea453951b0a req-7ab4b1d5-dc26-40aa-a135-30910289c687 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:03.464619 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cbb128c6-4098-4ba1-8478-2ea453951b0a req-7ab4b1d5-dc26-40aa-a135-30910289c687 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca HTTP/1.1" status: 200 len: 943 time: 0.0624115 Sep 16 04:35:03.514397 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed0ed5-17fd-4c5e-b004-0282a80a526e req-623ee9b3-551d-4d2a-9489-534ecaf083bd tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:03.514576 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cbb128c6-4098-4ba1-8478-2ea453951b0a req-0858f714-68df-4c0f-ae2f-318c9f0a5fa3 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427604 Sep 16 04:35:03.515923 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-99ed0ed5-17fd-4c5e-b004-0282a80a526e req-623ee9b3-551d-4d2a-9489-534ecaf083bd tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] 10.222.0.47 "GET /v2.0/ports?device_id=da9cf3fd-c2f0-44b7-aa74-e5f30f6d0eaf HTTP/1.1" status: 200 len: 950 time: 0.2268584 Sep 16 04:35:03.520556 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6b6b9-c0de-4888-ae85-7b712936ae6d service neutron] Pushing event updated for resources: {'Port': ['ID=8ea99f4d-6e76-4d34-a8d4-44cc7648c323,revision_number=8']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:03.591863 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['8ea99f4d-6e76-4d34-a8d4-44cc7648c323'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:03.598350 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a78531-4c2c-4bca-862c-ecb182e8c417 x-openstack-request-id: req-84a78531-4c2c-4bca-862c-ecb182e8c417 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:03.598649 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be982c8d-a9ac-4716-8cb2-3512ed5492ca", "tag": "aac60dc2-c7a3-4e37-b0d3-c11033a3f49b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "87784e78-8cd2-4af6-8389-9aa8753854fa", "tag": "63cb482d-efe5-4d66-8795-b28fbde4f6e9", "status": "completed", "code": 200}, {"server_uuid": "793f9461-a09e-439c-afe2-789b19a53625", "name": "network-vif-unplugged", "status": "completed", "tag": "8ea99f4d-6e76-4d34-a8d4-44cc7648c323", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:03.598902 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-84a78531-4c2c-4bca-862c-ecb182e8c417 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:03.599447 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be982c8d-a9ac-4716-8cb2-3512ed5492ca', 'tag': 'aac60dc2-c7a3-4e37-b0d3-c11033a3f49b', 'status': 'completed', 'code': 200} Sep 16 04:35:03.599706 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87784e78-8cd2-4af6-8389-9aa8753854fa', 'tag': '63cb482d-efe5-4d66-8795-b28fbde4f6e9', 'status': 'completed', 'code': 200} Sep 16 04:35:03.599965 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '793f9461-a09e-439c-afe2-789b19a53625', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ea99f4d-6e76-4d34-a8d4-44cc7648c323', 'code': 200} Sep 16 04:35:03.610476 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e9a94-c008-4e39-ae20-640db9bb4fe4 req-5059be7a-f5b0-4770-80fa-ec44b608899b tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:03.612049 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-703e9a94-c008-4e39-ae20-640db9bb4fe4 req-5059be7a-f5b0-4770-80fa-ec44b608899b tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bac08d2-82e4-434d-bdc3-04df82ee24ae&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1923409 Sep 16 04:35:03.709112 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-703e9a94-c008-4e39-ae20-640db9bb4fe4 req-59e08fd0-194b-43d9-a7bf-18af122a9d25 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.107 HTTP/1.1" status: 200 len: 696 time: 0.0851667 Sep 16 04:35:03.755517 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-703e9a94-c008-4e39-ae20-640db9bb4fe4 req-d14c227f-eae1-42b5-a759-1af06fc2c5d1 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Request body: {'floatingip': {'port_id': '7c2f8bb5-987d-426b-af86-98608e46695a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:03.778422 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52326) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:03.797456 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c84e7bdf-ef10-47b3-ab21-d216d234ed99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:03.823056 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30cf48-0f78-48ee-934b-a6273f1260ff req-8b14b275-0ec8-4324-9d47-c9b039d5f223 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:03.824556 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0d30cf48-0f78-48ee-934b-a6273f1260ff req-8b14b275-0ec8-4324-9d47-c9b039d5f223 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9cf3fd-c2f0-44b7-aa74-e5f30f6d0eaf HTTP/1.1" status: 200 len: 950 time: 0.0799782 Sep 16 04:35:03.841782 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-703e9a94-c008-4e39-ae20-640db9bb4fe4 req-d14c227f-eae1-42b5-a759-1af06fc2c5d1 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks [] for floatingip, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:03.864832 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0d30cf48-0f78-48ee-934b-a6273f1260ff req-46923383-04fd-4cc8-8bf5-206fc9b94b50 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d54fb8d-e9f1-4c0e-a709-db4406d40c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337286 Sep 16 04:35:03.869264 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device aac60dc2-c7a3-4e37-b0d3-c11033a3f49b details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:35:03.940935 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4549f05-2cfe-4a47-bc7d-349729cb58e7 req-aa427fba-f716-45ec-bc0b-9aca17f7fed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:03.942408 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a4549f05-2cfe-4a47-bc7d-349729cb58e7 req-aa427fba-f716-45ec-bc0b-9aca17f7fed2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ef44933ab8749a58afa3e84429cb3db&device_id=87784e78-8cd2-4af6-8389-9aa8753854fa HTTP/1.1" status: 200 len: 1097 time: 0.2946181 Sep 16 04:35:03.951838 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4549f05-2cfe-4a47-bc7d-349729cb58e7 req-5c719fb9-1cf4-4a87-b220-86c1b3d68151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:03.953371 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a4549f05-2cfe-4a47-bc7d-349729cb58e7 req-5c719fb9-1cf4-4a87-b220-86c1b3d68151 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1db68ab0fc284575894f1608a94e9c14&device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca HTTP/1.1" status: 200 len: 1126 time: 0.3043249 Sep 16 04:35:03.973407 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-99ed0ed5-17fd-4c5e-b004-0282a80a526e req-f1435aad-6752-4cdd-810e-07ab2584badb tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] Deleting port df91ecb8-0981-4e4d-9b1c-48bbe509156c {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:35:03.973755 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-99ed0ed5-17fd-4c5e-b004-0282a80a526e req-f1435aad-6752-4cdd-810e-07ab2584badb tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:04.002604 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f6cc4f36-5001-4636-b812-ffe4fd06c768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:04.019994 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port aac60dc2-c7a3-4e37-b0d3-c11033a3f49b, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=aac60dc2-c7a3-4e37-b0d3-c11033a3f49b,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:04.040979 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device aac60dc2-c7a3-4e37-b0d3-c11033a3f49b has no active binding in host n-h2-712139-15 {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:35:04.059561 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f6cc4f36-5001-4636-b812-ffe4fd06c768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:04.142298 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c84e7bdf-ef10-47b3-ab21-d216d234ed99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:04.154667 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c84e7bdf-ef10-47b3-ab21-d216d234ed99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:04.215775 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c84e7bdf-ef10-47b3-ab21-d216d234ed99 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=af37ed673bae4f0d9a554b35ea8a3079&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4355881 Sep 16 04:35:04.217231 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52336) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:04.217853 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e7bdf-ef10-47b3-ab21-d216d234ed99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c1d3b3-e352-42f8-9eb0-829d25e03d45,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:04.244610 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47b017-a49b-4c5c-a565-afd67a026a90 req-da356b5d-2857-4260-b11d-840d2ede8e77 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:04.245310 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f6cc4f36-5001-4636-b812-ffe4fd06c768 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=11f6c2d56f3a4aa7a800ae59bcd22ffe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9587760 Sep 16 04:35:04.253061 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-be47b017-a49b-4c5c-a565-afd67a026a90 req-da356b5d-2857-4260-b11d-840d2ede8e77 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=793f9461-a09e-439c-afe2-789b19a53625 HTTP/1.1" status: 200 len: 943 time: 0.1128612 Sep 16 04:35:04.255163 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52338) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:04.255487 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52340) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:04.297222 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc4f36-5001-4636-b812-ffe4fd06c768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07887f4-f9ef-4cb6-ab92-791a37f57391,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:04.354514 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-be47b017-a49b-4c5c-a565-afd67a026a90 req-ccfa5cbf-6b56-4603-9369-6ae44c58c996 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006069 Sep 16 04:35:04.364373 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fa5ce739-4310-4407-a58b-ce6f3245cdc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:04.376019 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5658c4da-58c2-4788-b962-de131a96afa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:04.388201 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4549f05-2cfe-4a47-bc7d-349729cb58e7 req-cb452393-8df7-47b7-8d93-63083ce26085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:04.389737 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a4549f05-2cfe-4a47-bc7d-349729cb58e7 req-cb452393-8df7-47b7-8d93-63083ce26085 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588 HTTP/1.1" status: 200 len: 922 time: 0.4133272 Sep 16 04:35:04.390706 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4549f05-2cfe-4a47-bc7d-349729cb58e7 req-e451be33-f6ba-4b16-bf12-8b85900dfc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:04.392035 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a4549f05-2cfe-4a47-bc7d-349729cb58e7 req-e451be33-f6ba-4b16-bf12-8b85900dfc90 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e2175c6d-f628-4258-9c46-e305aad09aca HTTP/1.1" status: 200 len: 921 time: 0.4363000 Sep 16 04:35:04.409430 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-99ed0ed5-17fd-4c5e-b004-0282a80a526e req-f1435aad-6752-4cdd-810e-07ab2584badb tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] For port df91ecb8-0981-4e4d-9b1c-48bbe509156c, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=df91ecb8-0981-4e4d-9b1c-48bbe509156c,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:04.410031 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-99ed0ed5-17fd-4c5e-b004-0282a80a526e req-f1435aad-6752-4cdd-810e-07ab2584badb tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:04.414768 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5658c4da-58c2-4788-b962-de131a96afa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:04.417809 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fa5ce739-4310-4407-a58b-ce6f3245cdc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:04.464674 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-753c3a18-5d6d-471a-8897-e567c8773944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:04.491676 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a4549f05-2cfe-4a47-bc7d-349729cb58e7 req-aced016d-f94f-4c8d-8eb8-c004c9df0777 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aac60dc2-c7a3-4e37-b0d3-c11033a3f49b HTTP/1.1" status: 200 len: 217 time: 0.0888164 Sep 16 04:35:04.497463 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-99ed0ed5-17fd-4c5e-b004-0282a80a526e req-f1435aad-6752-4cdd-810e-07ab2584badb tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] Calling delete_port for df91ecb8-0981-4e4d-9b1c-48bbe509156c owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:35:04.499899 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a4549f05-2cfe-4a47-bc7d-349729cb58e7 req-32e0ddf3-bedf-42b5-8a4d-9aa489fba709 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63cb482d-efe5-4d66-8795-b28fbde4f6e9 HTTP/1.1" status: 200 len: 217 time: 0.0849957 Sep 16 04:35:04.517440 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5658c4da-58c2-4788-b962-de131a96afa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:04.519961 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5658c4da-58c2-4788-b962-de131a96afa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:04.521226 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5658c4da-58c2-4788-b962-de131a96afa3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b07887f4-f9ef-4cb6-ab92-791a37f57391 HTTP/1.1" status: 204 len: 168 time: 0.2615008 Sep 16 04:35:04.535934 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fa5ce739-4310-4407-a58b-ce6f3245cdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:04.538811 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fa5ce739-4310-4407-a58b-ce6f3245cdc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:04.541198 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-fa5ce739-4310-4407-a58b-ce6f3245cdc8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/43c1d3b3-e352-42f8-9eb0-829d25e03d45 HTTP/1.1" status: 204 len: 168 time: 0.3200645 Sep 16 04:35:04.561264 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658c4da-58c2-4788-b962-de131a96afa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07887f4-f9ef-4cb6-ab92-791a37f57391,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:04.601261 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ce739-4310-4407-a58b-ce6f3245cdc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c1d3b3-e352-42f8-9eb0-829d25e03d45,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:04.705493 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4549f05-2cfe-4a47-bc7d-349729cb58e7 req-a20edcb2-9531-458d-856a-262c89af97e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:04.706791 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a4549f05-2cfe-4a47-bc7d-349729cb58e7 req-a20edcb2-9531-458d-856a-262c89af97e9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8440e215-69bc-4539-b053-2b3b499b80a9 HTTP/1.1" status: 200 len: 861 time: 0.2021930 Sep 16 04:35:04.713517 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4549f05-2cfe-4a47-bc7d-349729cb58e7 req-1074006d-016a-4d7e-8421-9ae644d6d5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:04.714952 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a4549f05-2cfe-4a47-bc7d-349729cb58e7 req-1074006d-016a-4d7e-8421-9ae644d6d5de service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15fd69f0-3350-4b2a-ab2a-4c79052ea099 HTTP/1.1" status: 200 len: 859 time: 0.2009578 Sep 16 04:35:04.731170 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e5f3f-47db-4644-b550-88677823b4cb req-3193f8e4-4640-4ace-8725-698a99c144f2 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:04.738865 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b27e5f3f-47db-4644-b550-88677823b4cb req-3193f8e4-4640-4ace-8725-698a99c144f2 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca HTTP/1.1" status: 200 len: 943 time: 0.0918257 Sep 16 04:35:04.761623 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-753c3a18-5d6d-471a-8897-e567c8773944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:04.781262 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-753c3a18-5d6d-471a-8897-e567c8773944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:04.790553 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a4549f05-2cfe-4a47-bc7d-349729cb58e7 req-05906764-58a2-4d98-ad45-e77faea27075 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665829 Sep 16 04:35:04.822310 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c3a18-5d6d-471a-8897-e567c8773944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5f141e-02e4-444e-a1a4-02f3f839363e,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:04.838526 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b27e5f3f-47db-4644-b550-88677823b4cb req-5bf18adb-9ef8-4914-ae05-ea51776187ca tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959411 Sep 16 04:35:04.870635 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-753c3a18-5d6d-471a-8897-e567c8773944 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f2d37ac220764f9ea5cc757c6d87638f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6098297 Sep 16 04:35:04.873247 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52358) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:04.966055 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9b8e03ae-f940-4e22-86e7-8b2a51192dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:05.022395 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9b8e03ae-f940-4e22-86e7-8b2a51192dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:05.093057 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f046e-5322-4b9d-b68b-f325a663cd6c req-9859e559-70b8-4376-8e08-36e7fde95740 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:05.094804 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-949f046e-5322-4b9d-b68b-f325a663cd6c req-9859e559-70b8-4376-8e08-36e7fde95740 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9cf3fd-c2f0-44b7-aa74-e5f30f6d0eaf HTTP/1.1" status: 200 len: 950 time: 0.1081748 Sep 16 04:35:05.131732 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9b8e03ae-f940-4e22-86e7-8b2a51192dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:05.135132 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9b8e03ae-f940-4e22-86e7-8b2a51192dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:05.137768 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9b8e03ae-f940-4e22-86e7-8b2a51192dfc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5c5f141e-02e4-444e-a1a4-02f3f839363e HTTP/1.1" status: 204 len: 168 time: 0.2632821 Sep 16 04:35:05.163714 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e03ae-f940-4e22-86e7-8b2a51192dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5f141e-02e4-444e-a1a4-02f3f839363e,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:05.184075 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-949f046e-5322-4b9d-b68b-f325a663cd6c req-d35baa8a-e08b-4f76-925f-c78ef5912cf7 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d54fb8d-e9f1-4c0e-a709-db4406d40c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688634 Sep 16 04:35:05.231502 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4549f05-2cfe-4a47-bc7d-349729cb58e7 req-7665f62b-e0cf-408e-90c6-443b5c010e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:05.233066 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a4549f05-2cfe-4a47-bc7d-349729cb58e7 req-7665f62b-e0cf-408e-90c6-443b5c010e9e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e2175c6d-f628-4258-9c46-e305aad09aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5065928 Sep 16 04:35:05.243706 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.db.resource_extend [req-703e9a94-c008-4e39-ae20-640db9bb4fe4 req-d14c227f-eae1-42b5-a759-1af06fc2c5d1 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:35:05.339965 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a4549f05-2cfe-4a47-bc7d-349729cb58e7 req-79f7e076-2520-4152-bea7-d9bd317abd3f service neutron] 10.222.0.47 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651649 Sep 16 04:35:05.385880 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-99ed0ed5-17fd-4c5e-b004-0282a80a526e req-f1435aad-6752-4cdd-810e-07ab2584badb tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:05.393230 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-703e9a94-c008-4e39-ae20-640db9bb4fe4 req-d14c227f-eae1-42b5-a759-1af06fc2c5d1 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:05.424264 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-703e9a94-c008-4e39-ae20-640db9bb4fe4 req-d14c227f-eae1-42b5-a759-1af06fc2c5d1 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:05.456140 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['df91ecb8-0981-4e4d-9b1c-48bbe509156c'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:05.490987 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1435aad-6752-4cdd-810e-07ab2584badb tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] Pushing event deleted for resources: {'Port': ['ID=df91ecb8-0981-4e4d-9b1c-48bbe509156c,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:05.596914 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca2c87-e034-4111-aeab-65a0dba642f3 req-c445175f-1317-4b16-a79f-f81da86cef4b tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:05.598669 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fbca2c87-e034-4111-aeab-65a0dba642f3 req-c445175f-1317-4b16-a79f-f81da86cef4b tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.48 "GET /v2.0/ports?device_id=87784e78-8cd2-4af6-8389-9aa8753854fa HTTP/1.1" status: 200 len: 945 time: 0.1488514 Sep 16 04:35:05.608814 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '793f9461-a09e-439c-afe2-789b19a53625', 'tag': '8ea99f4d-6e76-4d34-a8d4-44cc7648c323'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:05.611002 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf494adb-968b-413e-b834-bfb083c128f2" -d '{"events": [{"name": "network-changed", "server_uuid": "793f9461-a09e-439c-afe2-789b19a53625", "tag": "8ea99f4d-6e76-4d34-a8d4-44cc7648c323"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:05.628212 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d1556-49a5-4938-a013-a48fd4ed4119 req-78ced394-0e44-4c8b-a29e-c6e6ec22e7b0 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:05.635823 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a4549f05-2cfe-4a47-bc7d-349729cb58e7 req-20d93e52-6892-4bce-95af-1eb19a99f291 service neutron] 10.222.0.48 "GET /v2.0/networks/e2175c6d-f628-4258-9c46-e305aad09aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872287 Sep 16 04:35:05.637704 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-146d1556-49a5-4938-a013-a48fd4ed4119 req-78ced394-0e44-4c8b-a29e-c6e6ec22e7b0 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=793f9461-a09e-439c-afe2-789b19a53625 HTTP/1.1" status: 200 len: 943 time: 0.1600261 Sep 16 04:35:05.641687 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ed0ed5-17fd-4c5e-b004-0282a80a526e req-f1435aad-6752-4cdd-810e-07ab2584badb tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] No DVR routers for this DVR port df91ecb8-0981-4e4d-9b1c-48bbe509156c on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:35:05.652585 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-99ed0ed5-17fd-4c5e-b004-0282a80a526e req-f1435aad-6752-4cdd-810e-07ab2584badb tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:05.654607 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-99ed0ed5-17fd-4c5e-b004-0282a80a526e req-f1435aad-6752-4cdd-810e-07ab2584badb tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] 10.222.0.47 "DELETE /v2.0/ports/df91ecb8-0981-4e4d-9b1c-48bbe509156c HTTP/1.1" status: 204 len: 173 time: 2.1287153 Sep 16 04:35:05.745962 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a4549f05-2cfe-4a47-bc7d-349729cb58e7 req-2b65ffb5-a1c7-44ea-bd85-36a47491d651 service neutron] 10.222.0.47 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977275 Sep 16 04:35:05.805167 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-146d1556-49a5-4938-a013-a48fd4ed4119 req-14af0e6b-f620-4559-8ed7-b0693befdd57 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640913 Sep 16 04:35:05.823541 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [req-703e9a94-c008-4e39-ae20-640db9bb4fe4 req-d14c227f-eae1-42b5-a759-1af06fc2c5d1 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Floating IP f0a74d77-1a81-4131-b438-ce9723d0a19d associated. External IP: 172.25.8.107, port: 7c2f8bb5-987d-426b-af86-98608e46695a. Sep 16 04:35:05.860431 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384d0044-5f81-43d4-996d-1ec28db1bdc9 x-openstack-request-id: req-384d0044-5f81-43d4-996d-1ec28db1bdc9 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:05.860662 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "793f9461-a09e-439c-afe2-789b19a53625", "tag": "8ea99f4d-6e76-4d34-a8d4-44cc7648c323", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:05.860892 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-384d0044-5f81-43d4-996d-1ec28db1bdc9 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:05.861474 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '793f9461-a09e-439c-afe2-789b19a53625', 'tag': '8ea99f4d-6e76-4d34-a8d4-44cc7648c323', 'status': 'completed', 'code': 200} Sep 16 04:35:05.878186 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-fbca2c87-e034-4111-aeab-65a0dba642f3 req-5bc3bda7-4e32-4e98-ab03-c88637375d7d tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Deleting port 63cb482d-efe5-4d66-8795-b28fbde4f6e9 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:35:05.878604 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fbca2c87-e034-4111-aeab-65a0dba642f3 req-5bc3bda7-4e32-4e98-ab03-c88637375d7d tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:05.902110 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a4549f05-2cfe-4a47-bc7d-349729cb58e7 req-d7da2108-523d-4591-9901-8edb3279a137 service neutron] 10.222.0.48 "GET /v2.0/networks/e2175c6d-f628-4258-9c46-e305aad09aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533154 Sep 16 04:35:06.047769 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52412) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:06.052625 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf494adb-968b-413e-b834-bfb083c128f2 req-925c0f7b-b7f3-4d46-a7ff-a80ddfe129e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:06.054405 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cf494adb-968b-413e-b834-bfb083c128f2 req-925c0f7b-b7f3-4d46-a7ff-a80ddfe129e4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8fb595dbe0d3452481d7faf275f28d7b&device_id=793f9461-a09e-439c-afe2-789b19a53625 HTTP/1.1" status: 200 len: 1126 time: 0.1220713 Sep 16 04:35:06.071301 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea2348-2c32-4c40-b9bf-e1c0027c2a10 req-4063d069-2d00-45ea-8768-e188c18c8d84 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:06.072931 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7fea2348-2c32-4c40-b9bf-e1c0027c2a10 req-4063d069-2d00-45ea-8768-e188c18c8d84 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca HTTP/1.1" status: 200 len: 943 time: 0.1107821 Sep 16 04:35:06.111010 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-fbca2c87-e034-4111-aeab-65a0dba642f3 req-5bc3bda7-4e32-4e98-ab03-c88637375d7d tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] For port 63cb482d-efe5-4d66-8795-b28fbde4f6e9, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=63cb482d-efe5-4d66-8795-b28fbde4f6e9,segment=NetworkSegment(d1fd56d2-3201-4bbb-9ac4-587b0596a9f4),segment_id=d1fd56d2-3201-4bbb-9ac4-587b0596a9f4)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:06.111310 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fbca2c87-e034-4111-aeab-65a0dba642f3 req-5bc3bda7-4e32-4e98-ab03-c88637375d7d tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:06.134137 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-fbca2c87-e034-4111-aeab-65a0dba642f3 req-5bc3bda7-4e32-4e98-ab03-c88637375d7d tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Calling delete_port for 63cb482d-efe5-4d66-8795-b28fbde4f6e9 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:35:06.148306 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7fea2348-2c32-4c40-b9bf-e1c0027c2a10 req-4effdae9-9944-4c7e-8b3a-70c566918d86 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678229 Sep 16 04:35:06.216676 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-3cb02c31-29b0-4fd3-aa17-6b1e139bc776 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1359047518-network', 'tenant_id': '8f17bb49698a4eb8b8f6ea2a98c19ac4'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:06.232007 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf494adb-968b-413e-b834-bfb083c128f2 req-79fafca1-65da-4893-a73e-e0da6f5879cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:06.234218 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cf494adb-968b-413e-b834-bfb083c128f2 req-79fafca1-65da-4893-a73e-e0da6f5879cd service neutron] 10.222.0.48 "GET /v2.0/networks?id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 HTTP/1.1" status: 200 len: 909 time: 0.1706121 Sep 16 04:35:06.264532 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb02c31-29b0-4fd3-aa17-6b1e139bc776 admin admin] Made reservation on behalf of 8f17bb49698a4eb8b8f6ea2a98c19ac4 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:35:06.267218 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3cb02c31-29b0-4fd3-aa17-6b1e139bc776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:06.282477 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3cb02c31-29b0-4fd3-aa17-6b1e139bc776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:06.324230 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cf494adb-968b-413e-b834-bfb083c128f2 req-7420b8ee-c8a0-47ef-9bfd-a396865e1b0b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ea99f4d-6e76-4d34-a8d4-44cc7648c323 HTTP/1.1" status: 200 len: 217 time: 0.0747566 Sep 16 04:35:06.326295 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-703e9a94-c008-4e39-ae20-640db9bb4fe4 req-d14c227f-eae1-42b5-a759-1af06fc2c5d1 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Router 48137eb6-1145-4fbe-8b3d-5b24d0910aff has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:35:06.446810 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf494adb-968b-413e-b834-bfb083c128f2 req-c9c94e51-2372-4497-b512-f2f84742da24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:06.448694 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cf494adb-968b-413e-b834-bfb083c128f2 req-c9c94e51-2372-4497-b512-f2f84742da24 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=43280570-672b-4326-ad6d-76a55cd52f58 HTTP/1.1" status: 200 len: 848 time: 0.1150637 Sep 16 04:35:06.451420 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-58044cca-ee56-490d-839f-5abf77eec034 req-e9a57195-224c-41d9-9731-444d5b0d7325 tempest-ServerDiagnosticsNegativeTest-1799611285 tempest-ServerDiagnosticsNegativeTest-1799611285-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9cf3fd-c2f0-44b7-aa74-e5f30f6d0eaf HTTP/1.1" status: 200 len: 210 time: 0.0964706 Sep 16 04:35:06.480009 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 8ea99f4d-6e76-4d34-a8d4-44cc7648c323 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:35:06.480584 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fbca2c87-e034-4111-aeab-65a0dba642f3 req-5bc3bda7-4e32-4e98-ab03-c88637375d7d tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:06.523892 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3bda7-4e32-4e98-ab03-c88637375d7d tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Pushing event deleted for resources: {'Port': ['ID=63cb482d-efe5-4d66-8795-b28fbde4f6e9,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:06.538752 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['7c2f8bb5-987d-426b-af86-98608e46695a', '63cb482d-efe5-4d66-8795-b28fbde4f6e9'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:06.560366 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cf494adb-968b-413e-b834-bfb083c128f2 req-47512e9c-393e-435a-bc8c-93879e57443f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930421 Sep 16 04:35:06.634879 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbca2c87-e034-4111-aeab-65a0dba642f3 req-5bc3bda7-4e32-4e98-ab03-c88637375d7d tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] No DVR routers for this DVR port 63cb482d-efe5-4d66-8795-b28fbde4f6e9 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:35:06.641960 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fbca2c87-e034-4111-aeab-65a0dba642f3 req-5bc3bda7-4e32-4e98-ab03-c88637375d7d tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:06.644446 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fbca2c87-e034-4111-aeab-65a0dba642f3 req-5bc3bda7-4e32-4e98-ab03-c88637375d7d tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.48 "DELETE /v2.0/ports/63cb482d-efe5-4d66-8795-b28fbde4f6e9 HTTP/1.1" status: 204 len: 173 time: 1.0353575 Sep 16 04:35:06.644446 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87784e78-8cd2-4af6-8389-9aa8753854fa', 'name': 'network-vif-deleted', 'tag': '63cb482d-efe5-4d66-8795-b28fbde4f6e9'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:06.646842 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d6a468-ec9f-40e0-9dd9-8450aad5ccba" -d '{"events": [{"server_uuid": "87784e78-8cd2-4af6-8389-9aa8753854fa", "name": "network-vif-deleted", "tag": "63cb482d-efe5-4d66-8795-b28fbde4f6e9"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:06.668108 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-703e9a94-c008-4e39-ae20-640db9bb4fe4 req-d14c227f-eae1-42b5-a759-1af06fc2c5d1 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:35:06.686412 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82640106-4134-4841-85c8-0f3406c64e4f None None] Sync routers for ids ['48137eb6-1145-4fbe-8b3d-5b24d0910aff'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:35:06.702685 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-703e9a94-c008-4e39-ae20-640db9bb4fe4 req-d14c227f-eae1-42b5-a759-1af06fc2c5d1 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:06.706619 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82640106-4134-4841-85c8-0f3406c64e4f None None] Routers {'48137eb6-1145-4fbe-8b3d-5b24d0910aff'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:35:06.707631 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-82640106-4134-4841-85c8-0f3406c64e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:34:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['48137eb6-1145-4fbe-8b3d-5b24d0910aff'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:06.712446 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52440) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:06.748677 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3cb02c31-29b0-4fd3-aa17-6b1e139bc776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:06.766125 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e183f5c-d25b-4f11-86bf-196697e3b657 x-openstack-request-id: req-8e183f5c-d25b-4f11-86bf-196697e3b657 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:06.767001 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87784e78-8cd2-4af6-8389-9aa8753854fa", "name": "network-vif-deleted", "tag": "63cb482d-efe5-4d66-8795-b28fbde4f6e9", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:06.767257 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8e183f5c-d25b-4f11-86bf-196697e3b657 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:06.768322 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87784e78-8cd2-4af6-8389-9aa8753854fa', 'name': 'network-vif-deleted', 'tag': '63cb482d-efe5-4d66-8795-b28fbde4f6e9', 'status': 'completed', 'code': 200} Sep 16 04:35:06.771413 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 8ea99f4d-6e76-4d34-a8d4-44cc7648c323, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=8ea99f4d-6e76-4d34-a8d4-44cc7648c323,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:06.771581 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3cb02c31-29b0-4fd3-aa17-6b1e139bc776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:06.827227 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-703e9a94-c008-4e39-ae20-640db9bb4fe4 req-d14c227f-eae1-42b5-a759-1af06fc2c5d1 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "PUT /v2.0/floatingips/f0a74d77-1a81-4131-b438-ce9723d0a19d HTTP/1.1" status: 200 len: 996 time: 3.0970230 Sep 16 04:35:06.871716 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb02c31-29b0-4fd3-aa17-6b1e139bc776 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:35:06.890584 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb02c31-29b0-4fd3-aa17-6b1e139bc776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f4ae61-c15a-4a1a-95cf-2fa7962fe8d0,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:06.937216 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3cb02c31-29b0-4fd3-aa17-6b1e139bc776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:06.938351 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-3cb02c31-29b0-4fd3-aa17-6b1e139bc776 admin admin] Added segment a1d9c5da-6eee-4c99-8114-3a8155dd1a16 of type vlan for network 7a4c2319-44c9-41ee-a6bf-8c0451e35ec2 Sep 16 04:35:06.995171 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e9a94-c008-4e39-ae20-640db9bb4fe4 req-ef9b319e-e8ab-4257-a674-604884728aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:07.002618 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-703e9a94-c008-4e39-ae20-640db9bb4fe4 req-ef9b319e-e8ab-4257-a674-604884728aa5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7ef44933ab8749a58afa3e84429cb3db&device_id=6bac08d2-82e4-434d-bdc3-04df82ee24ae HTTP/1.1" status: 200 len: 1097 time: 0.1470723 Sep 16 04:35:07.021868 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 8ea99f4d-6e76-4d34-a8d4-44cc7648c323 has no active binding in host n-h1-712139-15 {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:35:07.046863 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-82640106-4134-4841-85c8-0f3406c64e4f None None] Set router 48137eb6-1145-4fbe-8b3d-5b24d0910aff gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:35:07.078085 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-e93a4842-0876-4dd9-838c-693ceae2bd08 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1436593250-network', 'tenant_id': '437822902f7b4b459bb326c3cd313166'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:07.082125 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3cb02c31-29b0-4fd3-aa17-6b1e139bc776 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:07.159807 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e9a94-c008-4e39-ae20-640db9bb4fe4 req-a6b7fce2-4152-47e8-a88d-d9e6e723efd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:07.170070 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-703e9a94-c008-4e39-ae20-640db9bb4fe4 req-a6b7fce2-4152-47e8-a88d-d9e6e723efd8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e2175c6d-f628-4258-9c46-e305aad09aca HTTP/1.1" status: 200 len: 921 time: 0.1655223 Sep 16 04:35:07.200262 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a04ac-e385-4f2f-aaee-a793b1e1dfd4 req-0a48ae46-d252-4e75-bc20-f10d33caf5bb tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:07.202158 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-093a04ac-e385-4f2f-aaee-a793b1e1dfd4 req-0a48ae46-d252-4e75-bc20-f10d33caf5bb tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=793f9461-a09e-439c-afe2-789b19a53625 HTTP/1.1" status: 200 len: 943 time: 0.1857612 Sep 16 04:35:07.203901 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3cb02c31-29b0-4fd3-aa17-6b1e139bc776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:07.204969 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb02c31-29b0-4fd3-aa17-6b1e139bc776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:07.205686 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3cb02c31-29b0-4fd3-aa17-6b1e139bc776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:07.211688 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93a4842-0876-4dd9-838c-693ceae2bd08 admin admin] Made reservation on behalf of 437822902f7b4b459bb326c3cd313166 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:35:07.214162 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e93a4842-0876-4dd9-838c-693ceae2bd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:07.228284 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cf494adb-968b-413e-b834-bfb083c128f2 req-03767080-3cf8-4fb4-bdf7-e17c38f052fa service neutron] 10.222.0.48 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5624666 Sep 16 04:35:07.244062 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e93a4842-0876-4dd9-838c-693ceae2bd08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:07.270146 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3cb02c31-29b0-4fd3-aa17-6b1e139bc776 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2205389 Sep 16 04:35:07.275785 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52454) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:07.281850 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-27bcc667-f663-41fd-9ff7-94d4562e05a2 service neutron] 10.222.0.47 "GET /v2.0/ports/aac60dc2-c7a3-4e37-b0d3-c11033a3f49b/bindings/n-h2-712139-15 HTTP/1.1" status: 200 len: 385 time: 0.1817074 Sep 16 04:35:07.282393 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-1e6db6ce-5132-41a8-8c02-cc1651d3b14c admin admin] Request body: {'subnet': {'network_id': '7a4c2319-44c9-41ee-a6bf-8c0451e35ec2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1359047518-subnet', 'tenant_id': '8f17bb49698a4eb8b8f6ea2a98c19ac4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:07.305182 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-703e9a94-c008-4e39-ae20-640db9bb4fe4 req-6000a4e5-dbe5-47cd-b1ae-ba815f221c62 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c2f8bb5-987d-426b-af86-98608e46695a HTTP/1.1" status: 200 len: 999 time: 0.1339638 Sep 16 04:35:07.336328 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb02c31-29b0-4fd3-aa17-6b1e139bc776 admin admin] Pushing event updated for resources: {'Network': ['ID=7a4c2319-44c9-41ee-a6bf-8c0451e35ec2,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:07.343392 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-093a04ac-e385-4f2f-aaee-a793b1e1dfd4 req-e1eca332-bef7-416a-8203-2f1fd4886eeb tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241994 Sep 16 04:35:07.353093 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 7a4c2319-44c9-41ee-a6bf-8c0451e35ec2 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:35:07.415789 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-82640106-4134-4841-85c8-0f3406c64e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'name': 'tempest-FloatingIPsAssociationTestJSON-761747003-router', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:51Z', 'updated_at': '2021-09-16T04:33:56Z', 'revision_number': 4, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'gw_port': {'id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:52Z', 'updated_at': '2021-09-16T04:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'f0a74d77-1a81-4131-b438-ce9723d0a19d', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'port_id': '7c2f8bb5-987d-426b-af86-98608e46695a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'mac_address': 'fa:16:3e:00:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bac08d2-82e4-434d-bdc3-04df82ee24ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:34:24Z', 'updated_at': '2021-09-16T04:35:05Z', 'revision_number': 8, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e4d460-9026-4e26-a38e-49623ad6dfeb', 'name': '', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'mac_address': 'fa:16:3e:56:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:55Z', 'updated_at': '2021-09-16T04:34:07Z', 'revision_number': 5, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'subnets': [{'id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:07.443825 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82640106-4134-4841-85c8-0f3406c64e4f None None] Checking router: 48137eb6-1145-4fbe-8b3d-5b24d0910aff for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:35:07.448122 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cf494adb-968b-413e-b834-bfb083c128f2 req-7e9e71fa-b1ee-479e-8b9b-f78d595d9fd5 service neutron] 10.222.0.48 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070186 Sep 16 04:35:07.453829 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82640106-4134-4841-85c8-0f3406c64e4f None None] Routers {'48137eb6-1145-4fbe-8b3d-5b24d0910aff'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:35:07.454447 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-82640106-4134-4841-85c8-0f3406c64e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:34:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['48137eb6-1145-4fbe-8b3d-5b24d0910aff'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:07.487217 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e93a4842-0876-4dd9-838c-693ceae2bd08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:07.519167 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e93a4842-0876-4dd9-838c-693ceae2bd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:07.573600 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e93a4842-0876-4dd9-838c-693ceae2bd08 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:35:07.593149 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6db6ce-5132-41a8-8c02-cc1651d3b14c admin admin] Made reservation on behalf of 8f17bb49698a4eb8b8f6ea2a98c19ac4 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:35:07.595682 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1e6db6ce-5132-41a8-8c02-cc1651d3b14c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:07.599528 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a4842-0876-4dd9-838c-693ceae2bd08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3eee04-a6e4-4825-8771-fa2e1ed644de,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:07.616709 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e93a4842-0876-4dd9-838c-693ceae2bd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:07.617617 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-e93a4842-0876-4dd9-838c-693ceae2bd08 admin admin] Added segment fb25f97d-c012-4bcc-ad30-06bc062de2b2 of type vlan for network 1dad8db4-e04f-45ff-ad61-d15e31f2184c Sep 16 04:35:07.639841 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-82640106-4134-4841-85c8-0f3406c64e4f None None] Set router 48137eb6-1145-4fbe-8b3d-5b24d0910aff gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:35:07.690170 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-6a0f25dd-bd81-4f7e-8f76-a0a10fb439d3 service neutron] 10.222.0.48 "GET /v2.0/ports/8ea99f4d-6e76-4d34-a8d4-44cc7648c323/bindings/n-h1-712139-15 HTTP/1.1" status: 200 len: 385 time: 0.2161214 Sep 16 04:35:07.761387 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e93a4842-0876-4dd9-838c-693ceae2bd08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:07.868743 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9cf3fd-c2f0-44b7-aa74-e5f30f6d0eaf', 'name': 'network-vif-deleted', 'tag': 'df91ecb8-0981-4e4d-9b1c-48bbe509156c'}, {'name': 'network-changed', 'server_uuid': '6bac08d2-82e4-434d-bdc3-04df82ee24ae', 'tag': '7c2f8bb5-987d-426b-af86-98608e46695a'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:07.871050 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82aeeaa2-fa19-4e19-885a-f7864c373f94" -d '{"events": [{"server_uuid": "da9cf3fd-c2f0-44b7-aa74-e5f30f6d0eaf", "name": "network-vif-deleted", "tag": "df91ecb8-0981-4e4d-9b1c-48bbe509156c"}, {"name": "network-changed", "server_uuid": "6bac08d2-82e4-434d-bdc3-04df82ee24ae", "tag": "7c2f8bb5-987d-426b-af86-98608e46695a"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:07.876917 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e9a94-c008-4e39-ae20-640db9bb4fe4 req-e2349f9e-50ca-4b53-a2eb-1ff316aaf785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:07.878403 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-703e9a94-c008-4e39-ae20-640db9bb4fe4 req-e2349f9e-50ca-4b53-a2eb-1ff316aaf785 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=15fd69f0-3350-4b2a-ab2a-4c79052ea099 HTTP/1.1" status: 200 len: 859 time: 0.5547078 Sep 16 04:35:07.889536 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device aac60dc2-c7a3-4e37-b0d3-c11033a3f49b details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:35:07.908283 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-82640106-4134-4841-85c8-0f3406c64e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'name': 'tempest-FloatingIPsAssociationTestJSON-761747003-router', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:51Z', 'updated_at': '2021-09-16T04:33:56Z', 'revision_number': 4, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'gw_port': {'id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:52Z', 'updated_at': '2021-09-16T04:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'f0a74d77-1a81-4131-b438-ce9723d0a19d', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'port_id': '7c2f8bb5-987d-426b-af86-98608e46695a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'mac_address': 'fa:16:3e:00:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bac08d2-82e4-434d-bdc3-04df82ee24ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:34:24Z', 'updated_at': '2021-09-16T04:35:05Z', 'revision_number': 8, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e4d460-9026-4e26-a38e-49623ad6dfeb', 'name': '', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'mac_address': 'fa:16:3e:56:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:55Z', 'updated_at': '2021-09-16T04:34:07Z', 'revision_number': 5, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'subnets': [{'id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:07.949663 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82640106-4134-4841-85c8-0f3406c64e4f None None] The sync data for ids ['48137eb6-1145-4fbe-8b3d-5b24d0910aff'] in n-d-712139-15 is: [{'id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'name': 'tempest-FloatingIPsAssociationTestJSON-761747003-router', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:51Z', 'updated_at': '2021-09-16T04:33:56Z', 'revision_number': 4, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'gw_port': {'id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:52Z', 'updated_at': '2021-09-16T04:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'f0a74d77-1a81-4131-b438-ce9723d0a19d', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'port_id': '7c2f8bb5-987d-426b-af86-98608e46695a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'mac_address': 'fa:16:3e:00:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bac08d2-82e4-434d-bdc3-04df82ee24ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:34:24Z', 'updated_at': '2021-09-16T04:35:05Z', 'revision_number': 8, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e4d460-9026-4e26-a38e-49623ad6dfeb', 'name': '', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'mac_address': 'fa:16:3e:56:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:55Z', 'updated_at': '2021-09-16T04:34:07Z', 'revision_number': 5, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'subnets': [{'id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:35:08.001548 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port aac60dc2-c7a3-4e37-b0d3-c11033a3f49b, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=aac60dc2-c7a3-4e37-b0d3-c11033a3f49b,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:08.015083 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device aac60dc2-c7a3-4e37-b0d3-c11033a3f49b has no active binding in host n-h2-712139-15 {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:35:08.017449 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e9a94-c008-4e39-ae20-640db9bb4fe4 req-047522af-e892-495b-bd2c-ec1a6787b2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:08.019331 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-703e9a94-c008-4e39-ae20-640db9bb4fe4 req-047522af-e892-495b-bd2c-ec1a6787b2a0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e2175c6d-f628-4258-9c46-e305aad09aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1269770 Sep 16 04:35:08.060751 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-ce8f2e0b-1171-42d1-85ab-dbb29e88c5b5 service neutron] For port aac60dc2-c7a3-4e37-b0d3-c11033a3f49b, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=aac60dc2-c7a3-4e37-b0d3-c11033a3f49b,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:08.106194 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e93a4842-0876-4dd9-838c-693ceae2bd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:08.107156 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93a4842-0876-4dd9-838c-693ceae2bd08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:08.107728 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e93a4842-0876-4dd9-838c-693ceae2bd08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:08.120828 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-ce8f2e0b-1171-42d1-85ab-dbb29e88c5b5 service neutron] For port aac60dc2-c7a3-4e37-b0d3-c11033a3f49b, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:08.145881 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2f66e-4e6f-4345-a15a-4f89a2919244 req-bee689ca-f685-4f6c-9e8c-def79b468090 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:08.152397 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eff2f66e-4e6f-4345-a15a-4f89a2919244 req-bee689ca-f685-4f6c-9e8c-def79b468090 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca HTTP/1.1" status: 200 len: 943 time: 0.4553859 Sep 16 04:35:08.175146 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-ce8f2e0b-1171-42d1-85ab-dbb29e88c5b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aac60dc2-c7a3-4e37-b0d3-c11033a3f49b {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:08.180763 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff11259-ed16-4ae3-a62d-4bdecd047e8c None None] New status for floating IP f0a74d77-1a81-4131-b438-ce9723d0a19d: ACTIVE {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:35:08.185253 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-703e9a94-c008-4e39-ae20-640db9bb4fe4 req-1536c15e-f4d5-4f27-ad95-6e4d6a3a86e5 service neutron] 10.222.0.35 "GET /v2.0/networks/e2175c6d-f628-4258-9c46-e305aad09aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554613 Sep 16 04:35:08.189707 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-ce8f2e0b-1171-42d1-85ab-dbb29e88c5b5 service neutron] For port aac60dc2-c7a3-4e37-b0d3-c11033a3f49b, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=aac60dc2-c7a3-4e37-b0d3-c11033a3f49b,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:08.221951 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-ce8f2e0b-1171-42d1-85ab-dbb29e88c5b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:08.222143 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e93a4842-0876-4dd9-838c-693ceae2bd08 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5083675 Sep 16 04:35:08.230324 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52466) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:08.236491 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-da4c3b36-bece-43a6-8c7e-3909f047e519 admin admin] Request body: {'subnet': {'network_id': '1dad8db4-e04f-45ff-ad61-d15e31f2184c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1436593250-subnet', 'tenant_id': '437822902f7b4b459bb326c3cd313166', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:08.270384 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a4842-0876-4dd9-838c-693ceae2bd08 admin admin] Pushing event updated for resources: {'Network': ['ID=1dad8db4-e04f-45ff-ad61-d15e31f2184c,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:08.303270 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 1dad8db4-e04f-45ff-ad61-d15e31f2184c details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:35:08.344322 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4c3b36-bece-43a6-8c7e-3909f047e519 admin admin] Made reservation on behalf of 437822902f7b4b459bb326c3cd313166 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:35:08.346628 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-da4c3b36-bece-43a6-8c7e-3909f047e519 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:08.373475 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eff2f66e-4e6f-4345-a15a-4f89a2919244 req-b2cae7ee-c834-4ff8-bfba-3b1638851c58 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180021 Sep 16 04:35:08.393046 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-703e9a94-c008-4e39-ae20-640db9bb4fe4 req-b0d1abc3-773d-46fe-8b06-0aed642900df service neutron] 10.222.0.35 "GET /v2.0/networks/e2175c6d-f628-4258-9c46-e305aad09aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942511 Sep 16 04:35:08.471854 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device aac60dc2-c7a3-4e37-b0d3-c11033a3f49b no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:35:08.522096 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-90a60b04-d3a4-4eec-875a-ecf852461f10 service neutron] For port 8ea99f4d-6e76-4d34-a8d4-44cc7648c323, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=8ea99f4d-6e76-4d34-a8d4-44cc7648c323,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:08.552841 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-90a60b04-d3a4-4eec-875a-ecf852461f10 service neutron] For port 8ea99f4d-6e76-4d34-a8d4-44cc7648c323, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:08.557530 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1e6db6ce-5132-41a8-8c02-cc1651d3b14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:08.607595 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-ce8f2e0b-1171-42d1-85ab-dbb29e88c5b5 service neutron] Transition to ACTIVE for port object aac60dc2-c7a3-4e37-b0d3-c11033a3f49b will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:35:08.631821 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device df91ecb8-0981-4e4d-9b1c-48bbe509156c no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:35:08.651118 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-ce8f2e0b-1171-42d1-85ab-dbb29e88c5b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:08.654041 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-90a60b04-d3a4-4eec-875a-ecf852461f10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ea99f4d-6e76-4d34-a8d4-44cc7648c323 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:08.675132 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: df91ecb8-0981-4e4d-9b1c-48bbe509156c {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:35:08.677506 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-90a60b04-d3a4-4eec-875a-ecf852461f10 service neutron] For port 8ea99f4d-6e76-4d34-a8d4-44cc7648c323, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=8ea99f4d-6e76-4d34-a8d4-44cc7648c323,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:08.678103 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device df91ecb8-0981-4e4d-9b1c-48bbe509156c not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:35:08.682840 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6db6ce-5132-41a8-8c02-cc1651d3b14c admin admin] Checking segment: {'id': 'a1d9c5da-6eee-4c99-8114-3a8155dd1a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7a4c2319-44c9-41ee-a6bf-8c0451e35ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:35:08.683258 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6db6ce-5132-41a8-8c02-cc1651d3b14c admin admin] Network hostable DHCP agents. Network: 7a4c2319-44c9-41ee-a6bf-8c0451e35ec2, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:35:08.687929 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c561dff-d63b-4067-b7f5-5ef1a01ef1ff x-openstack-request-id: req-7c561dff-d63b-4067-b7f5-5ef1a01ef1ff {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:08.688244 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9cf3fd-c2f0-44b7-aa74-e5f30f6d0eaf", "name": "network-vif-deleted", "tag": "df91ecb8-0981-4e4d-9b1c-48bbe509156c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6bac08d2-82e4-434d-bdc3-04df82ee24ae", "tag": "7c2f8bb5-987d-426b-af86-98608e46695a", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:08.688503 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7c561dff-d63b-4067-b7f5-5ef1a01ef1ff {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:08.688934 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9cf3fd-c2f0-44b7-aa74-e5f30f6d0eaf', 'name': 'network-vif-deleted', 'tag': 'df91ecb8-0981-4e4d-9b1c-48bbe509156c', 'status': 'completed', 'code': 200} Sep 16 04:35:08.689188 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bac08d2-82e4-434d-bdc3-04df82ee24ae', 'tag': '7c2f8bb5-987d-426b-af86-98608e46695a', 'status': 'completed', 'code': 200} Sep 16 04:35:08.699903 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6db6ce-5132-41a8-8c02-cc1651d3b14c admin admin] Pushing event updated for resources: {'Subnet': ['ID=449b2ef1-08ad-48f4-8efa-89ce3569851e,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:08.718336 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-90a60b04-d3a4-4eec-875a-ecf852461f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:08.730028 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6db6ce-5132-41a8-8c02-cc1651d3b14c admin admin] Network 7a4c2319-44c9-41ee-a6bf-8c0451e35ec2 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:35:08.734831 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-da4c3b36-bece-43a6-8c7e-3909f047e519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:08.784371 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-1e6db6ce-5132-41a8-8c02-cc1651d3b14c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 7a4c2319-44c9-41ee-a6bf-8c0451e35ec2) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:35:08.795875 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e07e42f-5849-41f5-9b3a-79ea94e879fe None None] Network 7a4c2319-44c9-41ee-a6bf-8c0451e35ec2 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:35:08.844418 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6db6ce-5132-41a8-8c02-cc1651d3b14c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:08.845421 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1e6db6ce-5132-41a8-8c02-cc1651d3b14c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:08.851446 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f2e0b-1171-42d1-85ab-dbb29e88c5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=aac60dc2-c7a3-4e37-b0d3-c11033a3f49b,revision_number=10']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:08.879255 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-ce8f2e0b-1171-42d1-85ab-dbb29e88c5b5 service neutron] No DVR routers for this DVR port aac60dc2-c7a3-4e37-b0d3-c11033a3f49b on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:35:08.887221 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62360ed-1fa6-4d4f-93a8-1acd967c3f59 req-55728b31-bfe0-42cd-9723-cce1a93dc9c6 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:08.888825 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b62360ed-1fa6-4d4f-93a8-1acd967c3f59 req-55728b31-bfe0-42cd-9723-cce1a93dc9c6 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=793f9461-a09e-439c-afe2-789b19a53625 HTTP/1.1" status: 200 len: 943 time: 0.1434934 Sep 16 04:35:08.899984 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1e6db6ce-5132-41a8-8c02-cc1651d3b14c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6214271 Sep 16 04:35:08.900623 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c3b36-bece-43a6-8c7e-3909f047e519 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f036a768-bcdc-4742-87da-dfd030a69969,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:08.965628 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4c3b36-bece-43a6-8c7e-3909f047e519 admin admin] Checking segment: {'id': 'fb25f97d-c012-4bcc-ad30-06bc062de2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1dad8db4-e04f-45ff-ad61-d15e31f2184c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:35:08.966357 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4c3b36-bece-43a6-8c7e-3909f047e519 admin admin] Network hostable DHCP agents. Network: 1dad8db4-e04f-45ff-ad61-d15e31f2184c, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:35:08.972821 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aeeaa2-fa19-4e19-885a-f7864c373f94 req-3d3131b6-9977-4304-b6e2-c01f509083d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:08.974850 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-82aeeaa2-fa19-4e19-885a-f7864c373f94 req-3d3131b6-9977-4304-b6e2-c01f509083d6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ef44933ab8749a58afa3e84429cb3db&device_id=6bac08d2-82e4-434d-bdc3-04df82ee24ae HTTP/1.1" status: 200 len: 1097 time: 0.2550929 Sep 16 04:35:08.985272 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-ce8f2e0b-1171-42d1-85ab-dbb29e88c5b5 service neutron] 10.222.0.47 "PUT /v2.0/ports/aac60dc2-c7a3-4e37-b0d3-c11033a3f49b/bindings/n-h2-712139-15/activate HTTP/1.1" status: 200 len: 370 time: 1.6926866 Sep 16 04:35:09.005347 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b62360ed-1fa6-4d4f-93a8-1acd967c3f59 req-616d78c9-d096-44c0-a605-403ad8a146ea tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085026 Sep 16 04:35:09.009256 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-90a60b04-d3a4-4eec-875a-ecf852461f10 service neutron] Transition to ACTIVE for port object 8ea99f4d-6e76-4d34-a8d4-44cc7648c323 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:35:09.016945 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-90a60b04-d3a4-4eec-875a-ecf852461f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:09.025446 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7729bf93-b377-424d-a77f-b8f1afe569f1 None None] Network 7a4c2319-44c9-41ee-a6bf-8c0451e35ec2 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:35:09.059730 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-46b7ce79-59a3-4497-aed9-1cee7ff505d6 req-69789b7e-0476-4652-954c-cd0d3247ee9f tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/floatingips/f0a74d77-1a81-4131-b438-ce9723d0a19d HTTP/1.1" status: 200 len: 998 time: 0.0810704 Sep 16 04:35:09.061221 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52480) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:09.102108 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-90a60b04-d3a4-4eec-875a-ecf852461f10 service neutron] No DVR routers for this DVR port 8ea99f4d-6e76-4d34-a8d4-44cc7648c323 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:35:09.111188 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.48', 53974) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:09.165648 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4c3b36-bece-43a6-8c7e-3909f047e519 admin admin] Network 1dad8db4-e04f-45ff-ad61-d15e31f2184c is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:35:09.194829 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a60b04-d3a4-4eec-875a-ecf852461f10 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea99f4d-6e76-4d34-a8d4-44cc7648c323,revision_number=10']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:09.208615 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-90a60b04-d3a4-4eec-875a-ecf852461f10 service neutron] 10.222.0.48 "PUT /v2.0/ports/8ea99f4d-6e76-4d34-a8d4-44cc7648c323/bindings/n-h1-712139-15/activate HTTP/1.1" status: 200 len: 370 time: 1.5103223 Sep 16 04:35:09.229587 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-fd079084-e200-49ae-948c-7f533cf90aeb tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:09.231189 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-fd079084-e200-49ae-948c-7f533cf90aeb tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca&tenant_id=1db68ab0fc284575894f1608a94e9c14&binding%3Ahost_id=n-h1-712139-15 HTTP/1.1" status: 200 len: 1096 time: 0.1188531 Sep 16 04:35:09.264136 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-da4c3b36-bece-43a6-8c7e-3909f047e519 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 1dad8db4-e04f-45ff-ad61-d15e31f2184c) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:35:09.278847 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4c3b36-bece-43a6-8c7e-3909f047e519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:09.279518 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-da4c3b36-bece-43a6-8c7e-3909f047e519 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:09.299880 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5605430c-b974-4ce4-965e-036c55cca36d None None] Network 1dad8db4-e04f-45ff-ad61-d15e31f2184c requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:35:09.322676 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7ce79-59a3-4497-aed9-1cee7ff505d6 req-9e32f295-5330-4a1d-b628-0cbe247f5a3b tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:09.329707 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-46b7ce79-59a3-4497-aed9-1cee7ff505d6 req-9e32f295-5330-4a1d-b628-0cbe247f5a3b tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 784 time: 0.2692189 Sep 16 04:35:09.339342 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [req-46b7ce79-59a3-4497-aed9-1cee7ff505d6 req-e075d506-5d0c-4a02-8ca0-46e0a5201b29 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:35:09.344544 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-46b7ce79-59a3-4497-aed9-1cee7ff505d6 req-e075d506-5d0c-4a02-8ca0-46e0a5201b29 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139341 Sep 16 04:35:09.346756 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-da4c3b36-bece-43a6-8c7e-3909f047e519 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1154709 Sep 16 04:35:09.368972 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-27ca2406-dc85-4fe2-abdd-75a33ec8956f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:09.376036 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-27ca2406-dc85-4fe2-abdd-75a33ec8956f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca&tenant_id=1db68ab0fc284575894f1608a94e9c14 HTTP/1.1" status: 200 len: 1096 time: 0.1019933 Sep 16 04:35:09.380497 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aeeaa2-fa19-4e19-885a-f7864c373f94 req-537ca2f9-80f2-4cdc-a97e-3b41b0cb7996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:09.382314 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-82aeeaa2-fa19-4e19-885a-f7864c373f94 req-537ca2f9-80f2-4cdc-a97e-3b41b0cb7996 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e2175c6d-f628-4258-9c46-e305aad09aca HTTP/1.1" status: 200 len: 921 time: 0.3172660 Sep 16 04:35:09.472308 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-94e1d739-a26b-41b0-aea3-b8d7f77af8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:09.474262 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-94e1d739-a26b-41b0-aea3-b8d7f77af8c2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1db68ab0fc284575894f1608a94e9c14&device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca HTTP/1.1" status: 200 len: 1096 time: 0.0574641 Sep 16 04:35:09.507324 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d15661ba-ccb0-45ba-a4de-1a23b47b2a6a req-96ec62e1-4507-4d2e-81fa-5b34de555802 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.107 HTTP/1.1" status: 200 len: 1001 time: 0.1293333 Sep 16 04:35:09.596592 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9707141-3c3e-414f-bcc1-e82ebc526bf4 None None] Network 1dad8db4-e04f-45ff-ad61-d15e31f2184c requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:35:09.638620 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15661ba-ccb0-45ba-a4de-1a23b47b2a6a req-171b6a2c-f84e-4a92-a9d4-96b315eab8af tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:09.640946 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d15661ba-ccb0-45ba-a4de-1a23b47b2a6a req-171b6a2c-f84e-4a92-a9d4-96b315eab8af tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/ports/7c2f8bb5-987d-426b-af86-98608e46695a HTTP/1.1" status: 200 len: 942 time: 0.1321814 Sep 16 04:35:09.651121 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ec8bc5c8-26c7-411d-94d3-60801e48291c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fa2a3b1c0b88493aa5a0b1323e965f77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5721114 Sep 16 04:35:09.652091 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52506) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:09.660998 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-3878e2f8-85c1-438b-b015-ea8c2a3d639e tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:09.662800 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-3878e2f8-85c1-438b-b015-ea8c2a3d639e tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=793f9461-a09e-439c-afe2-789b19a53625&tenant_id=8fb595dbe0d3452481d7faf275f28d7b&binding%3Ahost_id=n-h2-712139-15 HTTP/1.1" status: 200 len: 1096 time: 0.2838256 Sep 16 04:35:09.703539 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-82aeeaa2-fa19-4e19-885a-f7864c373f94 req-e4611ca5-b78e-4bcd-b541-617f6066f763 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c2f8bb5-987d-426b-af86-98608e46695a HTTP/1.1" status: 200 len: 1001 time: 0.2803998 Sep 16 04:35:09.722672 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac640fa4-fd6f-45ed-b7bc-f9a5cb0a87cd req-3fb111f1-8703-49f1-8ced-9dcc53e80607 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:09.724268 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac640fa4-fd6f-45ed-b7bc-f9a5cb0a87cd req-3fb111f1-8703-49f1-8ced-9dcc53e80607 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca HTTP/1.1" status: 200 len: 944 time: 0.2040343 Sep 16 04:35:09.736632 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-865611c4-8531-415c-966d-d403313c83fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:09.738166 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-865611c4-8531-415c-966d-d403313c83fd service neutron] 10.222.0.48 "GET /v2.0/networks?id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588 HTTP/1.1" status: 200 len: 922 time: 0.2562432 Sep 16 04:35:09.847354 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-918b516d-a351-4f50-a02a-1ec7d6fd15ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aac60dc2-c7a3-4e37-b0d3-c11033a3f49b HTTP/1.1" status: 200 len: 217 time: 0.0616271 Sep 16 04:35:09.847568 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-236b2497-b82f-406a-b5fb-6982ed67a79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:09.848635 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-236b2497-b82f-406a-b5fb-6982ed67a79f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=793f9461-a09e-439c-afe2-789b19a53625&tenant_id=8fb595dbe0d3452481d7faf275f28d7b HTTP/1.1" status: 200 len: 1096 time: 0.1771142 Sep 16 04:35:09.858525 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8494cff7-597f-48fd-b002-c2847c194ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:09.861835 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d15661ba-ccb0-45ba-a4de-1a23b47b2a6a req-816b9e9d-8fab-40ec-91ef-ed926a420e36 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.107 HTTP/1.1" status: 200 len: 1001 time: 0.1105525 Sep 16 04:35:09.863605 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aeeaa2-fa19-4e19-885a-f7864c373f94 req-3cec2c9b-05f4-4e2a-ad7a-c347f8471948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:09.865676 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-82aeeaa2-fa19-4e19-885a-f7864c373f94 req-3cec2c9b-05f4-4e2a-ad7a-c347f8471948 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15fd69f0-3350-4b2a-ab2a-4c79052ea099 HTTP/1.1" status: 200 len: 859 time: 0.1126254 Sep 16 04:35:09.880237 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52512) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:09.888989 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 63cb482d-efe5-4d66-8795-b28fbde4f6e9 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:35:09.925169 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 63cb482d-efe5-4d66-8795-b28fbde4f6e9 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:35:09.928691 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 63cb482d-efe5-4d66-8795-b28fbde4f6e9 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:35:09.942949 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-fe87c754-12cb-4c35-bdd1-a520db93b09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:09.947833 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-fe87c754-12cb-4c35-bdd1-a520db93b09d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8440e215-69bc-4539-b053-2b3b499b80a9 HTTP/1.1" status: 200 len: 861 time: 0.0917828 Sep 16 04:35:09.962696 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac640fa4-fd6f-45ed-b7bc-f9a5cb0a87cd req-ef5c00ec-693e-4252-8fbf-cd9031540fa0 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184432 Sep 16 04:35:09.993301 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52518) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:10.012691 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-b1fae9f6-2a8a-447a-9b85-3802284acca5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493898 Sep 16 04:35:10.019440 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-dd725986-1b8c-4a85-a19d-e240264703ac admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2140670547-network', 'tenant_id': '336205cca4e247eba65e24cd63b22be3'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:10.026278 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8494cff7-597f-48fd-b002-c2847c194ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:10.033985 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aeeaa2-fa19-4e19-885a-f7864c373f94 req-ea4c445b-da3f-45a2-b396-9b999a9e69ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:10.035598 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-82aeeaa2-fa19-4e19-885a-f7864c373f94 req-ea4c445b-da3f-45a2-b396-9b999a9e69ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e2175c6d-f628-4258-9c46-e305aad09aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1561999 Sep 16 04:35:10.041878 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2dce9036-e813-4f59-a1d5-72588fafaa8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:10.058840 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-381d46ee-716a-464c-ac51-135a91e2590c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:10.060311 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-381d46ee-716a-464c-ac51-135a91e2590c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8fb595dbe0d3452481d7faf275f28d7b&device_id=793f9461-a09e-439c-afe2-789b19a53625 HTTP/1.1" status: 200 len: 1096 time: 0.1559725 Sep 16 04:35:10.111723 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15661ba-ccb0-45ba-a4de-1a23b47b2a6a req-75c9e7e9-f839-44ea-8794-3cffae1746f0 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:10.113287 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d15661ba-ccb0-45ba-a4de-1a23b47b2a6a req-75c9e7e9-f839-44ea-8794-3cffae1746f0 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 784 time: 0.2322121 Sep 16 04:35:10.138816 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd725986-1b8c-4a85-a19d-e240264703ac admin admin] Made reservation on behalf of 336205cca4e247eba65e24cd63b22be3 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:35:10.141106 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dd725986-1b8c-4a85-a19d-e240264703ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:10.159975 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dd725986-1b8c-4a85-a19d-e240264703ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:10.196707 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8494cff7-597f-48fd-b002-c2847c194ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:10.199569 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8494cff7-597f-48fd-b002-c2847c194ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:10.203390 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8494cff7-597f-48fd-b002-c2847c194ae7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3d54fb8d-e9f1-4c0e-a709-db4406d40c35 HTTP/1.1" status: 204 len: 168 time: 0.5502989 Sep 16 04:35:10.225190 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-cd17d1ed-4144-46c1-bc5f-b44bb8fb7572 service neutron] 10.222.0.48 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008960 Sep 16 04:35:10.228645 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8494cff7-597f-48fd-b002-c2847c194ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d54fb8d-e9f1-4c0e-a709-db4406d40c35,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:10.290623 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b1999da5-b16f-44d4-90ec-8f1bbff7884d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:10.318186 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d15661ba-ccb0-45ba-a4de-1a23b47b2a6a req-4dae0cc4-4d28-4fe8-933e-49b9f2fad305 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.107 HTTP/1.1" status: 200 len: 1001 time: 0.1943343 Sep 16 04:35:10.334927 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-aa9573be-0750-4fe3-a73b-8152192d4335 req-ddbf2ad7-fb80-41f2-8452-16be784db340 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1055883148', 'description': 'tempest-description-675677091'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:10.336397 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-d15661ba-ccb0-45ba-a4de-1a23b47b2a6a req-1f6bfe26-8e3c-4efe-ba87-84bd9a03131b tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:10.339984 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-82aeeaa2-fa19-4e19-885a-f7864c373f94 req-5efeb1b4-d5e7-48c9-88a2-763a5c6b67c7 service neutron] 10.222.0.48 "GET /v2.0/networks/e2175c6d-f628-4258-9c46-e305aad09aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937462 Sep 16 04:35:10.380171 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-99fff796-fb32-4fa4-8835-bd58166f2900 service neutron] 10.222.0.48 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455607 Sep 16 04:35:10.380741 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-34255c0e-b33a-4c32-8ead-a5895ef1ff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:10.381784 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-34255c0e-b33a-4c32-8ead-a5895ef1ff5f service neutron] 10.222.0.47 "GET /v2.0/networks?id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 HTTP/1.1" status: 200 len: 909 time: 0.3044012 Sep 16 04:35:10.425063 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dd725986-1b8c-4a85-a19d-e240264703ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:10.431482 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dd725986-1b8c-4a85-a19d-e240264703ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:10.452185 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-5fefe5ea-0d88-4701-b427-3e6346228d71 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ea99f4d-6e76-4d34-a8d4-44cc7648c323 HTTP/1.1" status: 200 len: 217 time: 0.0580161 Sep 16 04:35:10.457120 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd725986-1b8c-4a85-a19d-e240264703ac admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:35:10.473014 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.db.api [req-aa9573be-0750-4fe3-a73b-8152192d4335 req-ddbf2ad7-fb80-41f2-8452-16be784db340 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:35:10.473014 n-d-712139-15 neutron-server[94767]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 04:35:10.473014 n-d-712139-15 neutron-server[94767]: [parameters: {'project_id_1': '437822902f7b4b459bb326c3cd313166', 'expiration_1': datetime.datetime(2021, 9, 16, 4, 34, 50, 352281)}] Sep 16 04:35:10.473014 n-d-712139-15 neutron-server[94767]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:35:10.473496 n-d-712139-15 neutron-server[94767]: DEBUG oslo_db.api [req-aa9573be-0750-4fe3-a73b-8152192d4335 req-ddbf2ad7-fb80-41f2-8452-16be784db340 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:35:10.475182 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd725986-1b8c-4a85-a19d-e240264703ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72985446-e9c6-48ab-a19f-56b8508e0d4b,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:10.480633 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dd725986-1b8c-4a85-a19d-e240264703ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:10.480976 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-dd725986-1b8c-4a85-a19d-e240264703ac admin admin] Added segment d699f676-f9fa-4b33-b4a6-a1da41f71661 of type vlan for network 6af29b03-7be0-41d9-876b-251c97d2a8fc Sep 16 04:35:10.530681 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dd725986-1b8c-4a85-a19d-e240264703ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:10.560994 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dd725986-1b8c-4a85-a19d-e240264703ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:10.562676 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd725986-1b8c-4a85-a19d-e240264703ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:10.563505 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dd725986-1b8c-4a85-a19d-e240264703ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:10.566815 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d15661ba-ccb0-45ba-a4de-1a23b47b2a6a req-1f6bfe26-8e3c-4efe-ba87-84bd9a03131b tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks [] for floatingip, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:10.604876 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52528) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:10.645250 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0307065d-adc9-4884-8112-b2fdd475b5aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:10.647054 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd725986-1b8c-4a85-a19d-e240264703ac admin admin] Pushing event updated for resources: {'Network': ['ID=6af29b03-7be0-41d9-876b-251c97d2a8fc,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:10.658344 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 6af29b03-7be0-41d9-876b-251c97d2a8fc details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:35:10.706315 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-da276ca3-c9da-47fd-89c7-cd3dab7b7ee3 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:10.707840 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-da276ca3-c9da-47fd-89c7-cd3dab7b7ee3 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca&tenant_id=1db68ab0fc284575894f1608a94e9c14&binding%3Ahost_id=n-h2-712139-15 HTTP/1.1" status: 200 len: 1096 time: 0.0518525 Sep 16 04:35:10.828052 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-804bc379-28c5-4295-940f-2404ea7a01bc service neutron] For port aac60dc2-c7a3-4e37-b0d3-c11033a3f49b, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:10.831266 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-804bc379-28c5-4295-940f-2404ea7a01bc service neutron] Notify callbacks [] for binding, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:10.832378 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a0ad67cd-4fd5-4df5-b472-032448af5ef1 req-804bc379-28c5-4295-940f-2404ea7a01bc service neutron] 10.222.0.48 "DELETE /v2.0/ports/aac60dc2-c7a3-4e37-b0d3-c11033a3f49b/bindings/n-h1-712139-15 HTTP/1.1" status: 204 len: 173 time: 0.1164865 Sep 16 04:35:10.911087 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-72103508-170a-48f7-aa4d-0c9379ffc962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:10.912949 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-72103508-170a-48f7-aa4d-0c9379ffc962 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=43280570-672b-4326-ad6d-76a55cd52f58 HTTP/1.1" status: 200 len: 848 time: 0.4472289 Sep 16 04:35:10.956396 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-82aeeaa2-fa19-4e19-885a-f7864c373f94 req-6c28ea92-745e-49e5-b106-2ff33bb6deff service neutron] 10.222.0.48 "GET /v2.0/networks/e2175c6d-f628-4258-9c46-e305aad09aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5737295 Sep 16 04:35:10.999445 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-28ad2113-2ae2-4d79-894a-909cc511aef2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744054 Sep 16 04:35:11.127821 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d15661ba-ccb0-45ba-a4de-1a23b47b2a6a req-1f6bfe26-8e3c-4efe-ba87-84bd9a03131b tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:11.137887 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d15661ba-ccb0-45ba-a4de-1a23b47b2a6a req-1f6bfe26-8e3c-4efe-ba87-84bd9a03131b tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:11.138227 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [req-d15661ba-ccb0-45ba-a4de-1a23b47b2a6a req-1f6bfe26-8e3c-4efe-ba87-84bd9a03131b tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Floating IP f0a74d77-1a81-4131-b438-ce9723d0a19d disassociated. External IP: 172.25.8.107, port: 7c2f8bb5-987d-426b-af86-98608e46695a. Sep 16 04:35:11.183804 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b1999da5-b16f-44d4-90ec-8f1bbff7884d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:11.190274 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b1999da5-b16f-44d4-90ec-8f1bbff7884d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:11.193525 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-dd725986-1b8c-4a85-a19d-e240264703ac admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1834269 Sep 16 04:35:11.199987 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52532) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:11.204973 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-55379ef6-494e-4456-97a5-deb2d944d164 admin admin] Request body: {'subnet': {'network_id': '6af29b03-7be0-41d9-876b-251c97d2a8fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2140670547-subnet', 'tenant_id': '336205cca4e247eba65e24cd63b22be3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:11.215842 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.db.api [req-aa9573be-0750-4fe3-a73b-8152192d4335 req-ddbf2ad7-fb80-41f2-8452-16be784db340 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:35:11.215842 n-d-712139-15 neutron-server[94767]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 04:35:11.215842 n-d-712139-15 neutron-server[94767]: [parameters: {'project_id_1': '437822902f7b4b459bb326c3cd313166', 'expiration_1': datetime.datetime(2021, 9, 16, 4, 34, 50, 978082)}] Sep 16 04:35:11.215842 n-d-712139-15 neutron-server[94767]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:35:11.215842 n-d-712139-15 neutron-server[94767]: DEBUG oslo_db.api [req-aa9573be-0750-4fe3-a73b-8152192d4335 req-ddbf2ad7-fb80-41f2-8452-16be784db340 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:35:11.253139 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-3ecabc2f-7e71-4a0d-8056-cc8ab5e3f8d5 service neutron] 10.222.0.47 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424603 Sep 16 04:35:11.293109 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b1999da5-b16f-44d4-90ec-8f1bbff7884d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=976ec44990784f3091bd2740d3b5aba6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4104025 Sep 16 04:35:11.293747 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1999da5-b16f-44d4-90ec-8f1bbff7884d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bec39fd-9eb8-4d39-b471-8b01383e30e6,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:11.296052 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52534) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:11.309166 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0307065d-adc9-4884-8112-b2fdd475b5aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:11.315037 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0307065d-adc9-4884-8112-b2fdd475b5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:11.342332 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:11.364058 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307065d-adc9-4884-8112-b2fdd475b5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c22625-b23f-490c-a595-7d4363717c63,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:11.369560 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0307065d-adc9-4884-8112-b2fdd475b5aa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a9a48f230bc24a409d351e45a4c354db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7631998 Sep 16 04:35:11.370706 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55379ef6-494e-4456-97a5-deb2d944d164 admin admin] Made reservation on behalf of 336205cca4e247eba65e24cd63b22be3 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:35:11.372950 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-55379ef6-494e-4456-97a5-deb2d944d164 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:11.380872 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52536) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:11.472589 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cd2be66e-f7c1-4473-be4b-7ad923a52684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:11.495118 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-2e87413f-e1f0-49a3-b3fc-d133543e8640 service neutron] 10.222.0.47 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136571 Sep 16 04:35:11.499061 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-34005490-679d-4487-9e21-4e7015f8e8fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:11.530964 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-34005490-679d-4487-9e21-4e7015f8e8fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:11.536459 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cd2be66e-f7c1-4473-be4b-7ad923a52684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:11.577849 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d15661ba-ccb0-45ba-a4de-1a23b47b2a6a req-1f6bfe26-8e3c-4efe-ba87-84bd9a03131b tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Router 48137eb6-1145-4fbe-8b3d-5b24d0910aff has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:35:11.638704 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-55379ef6-494e-4456-97a5-deb2d944d164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:11.645999 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cd2be66e-f7c1-4473-be4b-7ad923a52684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:11.649420 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cd2be66e-f7c1-4473-be4b-7ad923a52684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:11.650661 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cd2be66e-f7c1-4473-be4b-7ad923a52684 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9bec39fd-9eb8-4d39-b471-8b01383e30e6 HTTP/1.1" status: 204 len: 168 time: 0.3512907 Sep 16 04:35:11.670390 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-34005490-679d-4487-9e21-4e7015f8e8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:11.672957 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-34005490-679d-4487-9e21-4e7015f8e8fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:11.676737 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-34005490-679d-4487-9e21-4e7015f8e8fc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f8c22625-b23f-490c-a595-7d4363717c63 HTTP/1.1" status: 204 len: 168 time: 0.2885137 Sep 16 04:35:11.686938 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2be66e-f7c1-4473-be4b-7ad923a52684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bec39fd-9eb8-4d39-b471-8b01383e30e6,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:11.694232 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34005490-679d-4487-9e21-4e7015f8e8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c22625-b23f-490c-a595-7d4363717c63,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:11.707051 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55379ef6-494e-4456-97a5-deb2d944d164 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e63c58b-7559-4ca7-96ba-2fc61b4b3463,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:11.722431 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55379ef6-494e-4456-97a5-deb2d944d164 admin admin] Checking segment: {'id': 'd699f676-f9fa-4b33-b4a6-a1da41f71661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6af29b03-7be0-41d9-876b-251c97d2a8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:35:11.722817 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55379ef6-494e-4456-97a5-deb2d944d164 admin admin] Network hostable DHCP agents. Network: 6af29b03-7be0-41d9-876b-251c97d2a8fc, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:35:11.728804 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d15661ba-ccb0-45ba-a4de-1a23b47b2a6a req-1f6bfe26-8e3c-4efe-ba87-84bd9a03131b tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:35:11.738691 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5ce145-45ae-4b1a-9b34-b9a0dc641237 None None] Sync routers for ids ['48137eb6-1145-4fbe-8b3d-5b24d0910aff'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:35:11.740799 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d15661ba-ccb0-45ba-a4de-1a23b47b2a6a req-1f6bfe26-8e3c-4efe-ba87-84bd9a03131b tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:11.745166 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55379ef6-494e-4456-97a5-deb2d944d164 admin admin] Network 6af29b03-7be0-41d9-876b-251c97d2a8fc is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:35:11.762794 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-55379ef6-494e-4456-97a5-deb2d944d164 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 6af29b03-7be0-41d9-876b-251c97d2a8fc) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:35:11.769536 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55379ef6-494e-4456-97a5-deb2d944d164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:11.771353 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-55379ef6-494e-4456-97a5-deb2d944d164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:11.776697 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f802170-58b4-4bc7-b9f3-4c0de54789fd None None] Network 6af29b03-7be0-41d9-876b-251c97d2a8fc requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:35:11.789814 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d15661ba-ccb0-45ba-a4de-1a23b47b2a6a req-1f6bfe26-8e3c-4efe-ba87-84bd9a03131b tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "PUT /v2.0/floatingips/f0a74d77-1a81-4131-b438-ce9723d0a19d HTTP/1.1" status: 200 len: 696 time: 1.4613628 Sep 16 04:35:11.791446 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bac08d2-82e4-434d-bdc3-04df82ee24ae', 'tag': '7c2f8bb5-987d-426b-af86-98608e46695a'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:11.794723 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ef1add-9572-415b-995e-d88a7a154f4c" -d '{"events": [{"name": "network-changed", "server_uuid": "6bac08d2-82e4-434d-bdc3-04df82ee24ae", "tag": "7c2f8bb5-987d-426b-af86-98608e46695a"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:11.800452 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5ce145-45ae-4b1a-9b34-b9a0dc641237 None None] Routers {'48137eb6-1145-4fbe-8b3d-5b24d0910aff'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:35:11.801889 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-1c5ce145-45ae-4b1a-9b34-b9a0dc641237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:34:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['48137eb6-1145-4fbe-8b3d-5b24d0910aff'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:11.811613 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-55379ef6-494e-4456-97a5-deb2d944d164 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5986860 Sep 16 04:35:11.847405 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15661ba-ccb0-45ba-a4de-1a23b47b2a6a req-2c89222f-1f21-47c0-a1e3-1e66d07e72ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:11.856839 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d15661ba-ccb0-45ba-a4de-1a23b47b2a6a req-2c89222f-1f21-47c0-a1e3-1e66d07e72ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7ef44933ab8749a58afa3e84429cb3db&device_id=6bac08d2-82e4-434d-bdc3-04df82ee24ae HTTP/1.1" status: 200 len: 1097 time: 0.0578661 Sep 16 04:35:11.912061 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 8ea99f4d-6e76-4d34-a8d4-44cc7648c323 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:35:11.995342 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 8ea99f4d-6e76-4d34-a8d4-44cc7648c323 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:35:12.055620 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-1c5ce145-45ae-4b1a-9b34-b9a0dc641237 None None] Set router 48137eb6-1145-4fbe-8b3d-5b24d0910aff gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:35:12.056836 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be0587e-cd80-4f97-97b7-7dda7377859c None None] Network 6af29b03-7be0-41d9-876b-251c97d2a8fc requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:35:12.069118 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-35ff708e-b7b6-4216-ab74-239568e32582 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:12.071410 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-35ff708e-b7b6-4216-ab74-239568e32582 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=793f9461-a09e-439c-afe2-789b19a53625&tenant_id=8fb595dbe0d3452481d7faf275f28d7b&binding%3Ahost_id=n-h1-712139-15 HTTP/1.1" status: 200 len: 1096 time: 0.0883400 Sep 16 04:35:12.072614 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15661ba-ccb0-45ba-a4de-1a23b47b2a6a req-bce191af-45cc-4633-8301-b0ae36966dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:12.073968 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d15661ba-ccb0-45ba-a4de-1a23b47b2a6a req-bce191af-45cc-4633-8301-b0ae36966dec service neutron] 10.222.0.35 "GET /v2.0/networks?id=e2175c6d-f628-4258-9c46-e305aad09aca HTTP/1.1" status: 200 len: 921 time: 0.2160721 Sep 16 04:35:12.133087 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d15661ba-ccb0-45ba-a4de-1a23b47b2a6a req-331fd9de-a8ca-4665-99d3-35964408e928 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c2f8bb5-987d-426b-af86-98608e46695a HTTP/1.1" status: 200 len: 217 time: 0.0476944 Sep 16 04:35:12.182735 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-aa9573be-0750-4fe3-a73b-8152192d4335 req-ddbf2ad7-fb80-41f2-8452-16be784db340 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:12.252312 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15661ba-ccb0-45ba-a4de-1a23b47b2a6a req-58d75f83-78bf-4361-8862-4217e27bc22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:12.270643 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d15661ba-ccb0-45ba-a4de-1a23b47b2a6a req-58d75f83-78bf-4361-8862-4217e27bc22c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=15fd69f0-3350-4b2a-ab2a-4c79052ea099 HTTP/1.1" status: 200 len: 859 time: 0.1364706 Sep 16 04:35:12.354935 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-aa9573be-0750-4fe3-a73b-8152192d4335 req-ddbf2ad7-fb80-41f2-8452-16be784db340 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:12.363066 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-aa9573be-0750-4fe3-a73b-8152192d4335 req-ddbf2ad7-fb80-41f2-8452-16be784db340 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:12.374109 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-1c5ce145-45ae-4b1a-9b34-b9a0dc641237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'name': 'tempest-FloatingIPsAssociationTestJSON-761747003-router', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:51Z', 'updated_at': '2021-09-16T04:33:56Z', 'revision_number': 4, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'gw_port': {'id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:52Z', 'updated_at': '2021-09-16T04:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '91e4d460-9026-4e26-a38e-49623ad6dfeb', 'name': '', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'mac_address': 'fa:16:3e:56:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:55Z', 'updated_at': '2021-09-16T04:34:07Z', 'revision_number': 5, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'subnets': [{'id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:12.406102 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-1e6b6336-391c-4625-b43a-c57c3780973e service neutron] For port 8ea99f4d-6e76-4d34-a8d4-44cc7648c323, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:12.408460 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5ce145-45ae-4b1a-9b34-b9a0dc641237 None None] Checking router: 48137eb6-1145-4fbe-8b3d-5b24d0910aff for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:35:12.408554 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15661ba-ccb0-45ba-a4de-1a23b47b2a6a req-5c28c313-34a0-46bf-baaa-d2403e918601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:12.413808 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d15661ba-ccb0-45ba-a4de-1a23b47b2a6a req-5c28c313-34a0-46bf-baaa-d2403e918601 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e2175c6d-f628-4258-9c46-e305aad09aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1412632 Sep 16 04:35:12.418648 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5ce145-45ae-4b1a-9b34-b9a0dc641237 None None] Routers {'48137eb6-1145-4fbe-8b3d-5b24d0910aff'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:35:12.419064 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-1c5ce145-45ae-4b1a-9b34-b9a0dc641237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:34:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['48137eb6-1145-4fbe-8b3d-5b24d0910aff'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:12.421275 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-1e6b6336-391c-4625-b43a-c57c3780973e service neutron] Notify callbacks [] for binding, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:12.423091 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f7f71d8b-12cf-4706-8947-f42f9dc75445 req-1e6b6336-391c-4625-b43a-c57c3780973e service neutron] 10.222.0.47 "DELETE /v2.0/ports/8ea99f4d-6e76-4d34-a8d4-44cc7648c323/bindings/n-h2-712139-15 HTTP/1.1" status: 204 len: 173 time: 0.3444993 Sep 16 04:35:12.458550 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-aa9573be-0750-4fe3-a73b-8152192d4335 req-ddbf2ad7-fb80-41f2-8452-16be784db340 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:12.459766 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa9573be-0750-4fe3-a73b-8152192d4335 req-ddbf2ad7-fb80-41f2-8452-16be784db340 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 2.1331484 Sep 16 04:35:12.461443 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf2ad7-fb80-41f2-8452-16be784db340 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5931aad-2716-4211-af0b-fa3d6352ee1c,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:12.496143 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52560) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:12.519192 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-753e315f-dae1-4d4d-9636-f62b44df49ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:12.598727 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d15661ba-ccb0-45ba-a4de-1a23b47b2a6a req-1df907b2-3603-4e6b-b15a-4bca7c67c1d1 service neutron] 10.222.0.35 "GET /v2.0/networks/e2175c6d-f628-4258-9c46-e305aad09aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743250 Sep 16 04:35:12.645096 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-1c5ce145-45ae-4b1a-9b34-b9a0dc641237 None None] Set router 48137eb6-1145-4fbe-8b3d-5b24d0910aff gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:35:12.671455 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-753e315f-dae1-4d4d-9636-f62b44df49ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:12.677646 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-753e315f-dae1-4d4d-9636-f62b44df49ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:12.729362 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d15661ba-ccb0-45ba-a4de-1a23b47b2a6a req-6c59bc4d-ca14-4656-9d1f-59b993eb9db0 service neutron] 10.222.0.35 "GET /v2.0/networks/e2175c6d-f628-4258-9c46-e305aad09aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261692 Sep 16 04:35:12.752305 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-753e315f-dae1-4d4d-9636-f62b44df49ca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bc8d2d4ee86040d39c2668bd3e168e49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2549989 Sep 16 04:35:12.753115 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52568) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:12.753872 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e315f-dae1-4d4d-9636-f62b44df49ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfbf9f4-d1e4-4214-8bfa-714a37329068,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:12.816058 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85ab10-ba1d-4215-99bc-2a55c3026128 req-6241608a-d1e5-4222-9ea6-129acc49b233 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:12.818169 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7a85ab10-ba1d-4215-99bc-2a55c3026128 req-6241608a-d1e5-4222-9ea6-129acc49b233 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=793f9461-a09e-439c-afe2-789b19a53625 HTTP/1.1" status: 200 len: 944 time: 0.1679065 Sep 16 04:35:12.880457 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-31ab2156-49d8-4980-9c2c-0b5991d021f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:12.889819 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7a85ab10-ba1d-4215-99bc-2a55c3026128 req-dfe585a0-959a-4dd1-b0a2-3ffeb1bbb718 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611901 Sep 16 04:35:12.914637 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-1c5ce145-45ae-4b1a-9b34-b9a0dc641237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'name': 'tempest-FloatingIPsAssociationTestJSON-761747003-router', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:51Z', 'updated_at': '2021-09-16T04:33:56Z', 'revision_number': 4, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'gw_port': {'id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:52Z', 'updated_at': '2021-09-16T04:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '91e4d460-9026-4e26-a38e-49623ad6dfeb', 'name': '', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'mac_address': 'fa:16:3e:56:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:55Z', 'updated_at': '2021-09-16T04:34:07Z', 'revision_number': 5, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'subnets': [{'id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:12.928138 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-31ab2156-49d8-4980-9c2c-0b5991d021f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:12.933781 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6e790-2650-4056-9dde-cd2aff863535 req-d75d7b39-65f2-49cf-accf-c8a0aa52177b tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:12.935477 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d3e6e790-2650-4056-9dde-cd2aff863535 req-d75d7b39-65f2-49cf-accf-c8a0aa52177b tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca HTTP/1.1" status: 200 len: 944 time: 0.0975363 Sep 16 04:35:12.960962 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5ce145-45ae-4b1a-9b34-b9a0dc641237 None None] The sync data for ids ['48137eb6-1145-4fbe-8b3d-5b24d0910aff'] in n-d-712139-15 is: [{'id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'name': 'tempest-FloatingIPsAssociationTestJSON-761747003-router', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:51Z', 'updated_at': '2021-09-16T04:33:56Z', 'revision_number': 4, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'gw_port': {'id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:52Z', 'updated_at': '2021-09-16T04:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '91e4d460-9026-4e26-a38e-49623ad6dfeb', 'name': '', 'network_id': 'e2175c6d-f628-4258-9c46-e305aad09aca', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'mac_address': 'fa:16:3e:56:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:55Z', 'updated_at': '2021-09-16T04:34:07Z', 'revision_number': 5, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'subnets': [{'id': '15fd69f0-3350-4b2a-ab2a-4c79052ea099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:35:12.981110 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb533c93-d5fe-4f27-83c8-6ab8b182dc76 x-openstack-request-id: req-fb533c93-d5fe-4f27-83c8-6ab8b182dc76 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:12.981545 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bac08d2-82e4-434d-bdc3-04df82ee24ae", "tag": "7c2f8bb5-987d-426b-af86-98608e46695a", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:12.981776 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fb533c93-d5fe-4f27-83c8-6ab8b182dc76 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:12.982166 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bac08d2-82e4-434d-bdc3-04df82ee24ae', 'tag': '7c2f8bb5-987d-426b-af86-98608e46695a', 'status': 'completed', 'code': 200} Sep 16 04:35:12.993107 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-31ab2156-49d8-4980-9c2c-0b5991d021f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:12.997197 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-31ab2156-49d8-4980-9c2c-0b5991d021f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:13.002961 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-31ab2156-49d8-4980-9c2c-0b5991d021f4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8bfbf9f4-d1e4-4214-8bfa-714a37329068 HTTP/1.1" status: 204 len: 168 time: 0.2278321 Sep 16 04:35:13.013997 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab2156-49d8-4980-9c2c-0b5991d021f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfbf9f4-d1e4-4214-8bfa-714a37329068,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:13.077021 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d3e6e790-2650-4056-9dde-cd2aff863535 req-1d121053-69e7-4d37-96d9-489375f918b7 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354649 Sep 16 04:35:13.107499 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef1add-9572-415b-995e-d88a7a154f4c req-1dc1af20-6617-4cc5-89c5-c00d11c9e205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:13.109114 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a9ef1add-9572-415b-995e-d88a7a154f4c req-1dc1af20-6617-4cc5-89c5-c00d11c9e205 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ef44933ab8749a58afa3e84429cb3db&device_id=6bac08d2-82e4-434d-bdc3-04df82ee24ae HTTP/1.1" status: 200 len: 1097 time: 0.0750682 Sep 16 04:35:13.155532 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3442f961-6b73-4730-b7ac-105a3bef9e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:13.300118 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a678c933-4ef7-43f2-b67b-a8b8b43b92b5 req-386cfe95-6dfe-49ed-9fd4-4985e74b2114 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "GET /v2.0/security-groups/f5931aad-2716-4211-af0b-fa3d6352ee1c HTTP/1.1" status: 200 len: 1804 time: 0.1704934 Sep 16 04:35:13.310717 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef1add-9572-415b-995e-d88a7a154f4c req-bbe0e5e3-f6f6-4ea5-8fc1-0a125bef66f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:13.317445 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a9ef1add-9572-415b-995e-d88a7a154f4c req-bbe0e5e3-f6f6-4ea5-8fc1-0a125bef66f3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e2175c6d-f628-4258-9c46-e305aad09aca HTTP/1.1" status: 200 len: 921 time: 0.1962183 Sep 16 04:35:13.347895 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-a678c933-4ef7-43f2-b67b-a8b8b43b92b5 req-13d27def-85d7-44bf-91a3-fa5edd4e11d2 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f5931aad-2716-4211-af0b-fa3d6352ee1c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:13.348216 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-a678c933-4ef7-43f2-b67b-a8b8b43b92b5 req-13d27def-85d7-44bf-91a3-fa5edd4e11d2 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f5931aad-2716-4211-af0b-fa3d6352ee1c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:13.362859 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb72ee7-36b3-47fe-9706-433b84f77c33 None None] New status for floating IP f0a74d77-1a81-4131-b438-ce9723d0a19d: DOWN {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:35:13.436673 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a9ef1add-9572-415b-995e-d88a7a154f4c req-856cbb0b-c51c-4bfb-8dbf-46ab3819f19c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c2f8bb5-987d-426b-af86-98608e46695a HTTP/1.1" status: 200 len: 217 time: 0.1055822 Sep 16 04:35:13.475298 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-0e82ae76-b85a-41fc-949b-8d2db801514e tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:13.487421 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-0e82ae76-b85a-41fc-949b-8d2db801514e tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] 10.222.0.35 "GET /v2.0/networks?id=7a4c2319-44c9-41ee-a6bf-8c0451e35ec2 HTTP/1.1" status: 200 len: 815 time: 0.1985004 Sep 16 04:35:13.508513 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef1add-9572-415b-995e-d88a7a154f4c req-70c17afd-9dff-4059-aad5-81693d0b7c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:13.511426 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a9ef1add-9572-415b-995e-d88a7a154f4c req-70c17afd-9dff-4059-aad5-81693d0b7c37 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15fd69f0-3350-4b2a-ab2a-4c79052ea099 HTTP/1.1" status: 200 len: 859 time: 0.0675886 Sep 16 04:35:13.519064 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-c343b19a-da56-478c-b8fe-0bbbbf812196 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] 10.222.0.35 "GET /v2.0/quotas/8f17bb49698a4eb8b8f6ea2a98c19ac4 HTTP/1.1" status: 200 len: 375 time: 0.0306599 Sep 16 04:35:13.578059 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:13.584334 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-97b7f557-4b51-414d-a925-14de43381bdf tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f17bb49698a4eb8b8f6ea2a98c19ac4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643249 Sep 16 04:35:13.595896 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a678c933-4ef7-43f2-b67b-a8b8b43b92b5 req-13d27def-85d7-44bf-91a3-fa5edd4e11d2 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:13.615726 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a678c933-4ef7-43f2-b67b-a8b8b43b92b5 req-13d27def-85d7-44bf-91a3-fa5edd4e11d2 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:13.625122 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a678c933-4ef7-43f2-b67b-a8b8b43b92b5 req-13d27def-85d7-44bf-91a3-fa5edd4e11d2 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:13.653973 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef1add-9572-415b-995e-d88a7a154f4c req-ef9b7bc8-ae18-4a25-a188-52e8873d8668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:13.655786 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a9ef1add-9572-415b-995e-d88a7a154f4c req-ef9b7bc8-ae18-4a25-a188-52e8873d8668 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e2175c6d-f628-4258-9c46-e305aad09aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1370411 Sep 16 04:35:13.662065 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d27def-85d7-44bf-91a3-fa5edd4e11d2 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03bf36d8-0401-49d2-bdf0-16a7af076345,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:13.674785 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a678c933-4ef7-43f2-b67b-a8b8b43b92b5 req-13d27def-85d7-44bf-91a3-fa5edd4e11d2 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:13.676174 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a678c933-4ef7-43f2-b67b-a8b8b43b92b5 req-13d27def-85d7-44bf-91a3-fa5edd4e11d2 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3667581 Sep 16 04:35:13.796521 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-dcb3d425-c12c-4875-9591-28d91b451cef service neutron] 10.222.0.35 "GET /v2.0/networks/7a4c2319-44c9-41ee-a6bf-8c0451e35ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093673 Sep 16 04:35:13.823452 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a9ef1add-9572-415b-995e-d88a7a154f4c req-b914fbc3-50b0-4768-b5c6-551b1707cc96 service neutron] 10.222.0.48 "GET /v2.0/networks/e2175c6d-f628-4258-9c46-e305aad09aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559830 Sep 16 04:35:13.924405 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-b6d30a45-ffd3-4fed-8de4-e59abd2dbadd service neutron] 10.222.0.35 "GET /v2.0/networks/7a4c2319-44c9-41ee-a6bf-8c0451e35ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211433 Sep 16 04:35:13.932924 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-f1a316f0-723a-48f9-9d1b-19df79e1f52a req-a45f7fea-f17c-4687-92f3-8a5b30c4ba81 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1949302689', 'description': 'tempest-description-321350139'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:13.989884 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f1a316f0-723a-48f9-9d1b-19df79e1f52a req-a45f7fea-f17c-4687-92f3-8a5b30c4ba81 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:14.003180 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a9ef1add-9572-415b-995e-d88a7a154f4c req-41d435eb-09da-4704-9040-942178a2d7d4 service neutron] 10.222.0.48 "GET /v2.0/networks/e2175c6d-f628-4258-9c46-e305aad09aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697989 Sep 16 04:35:14.122013 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f1a316f0-723a-48f9-9d1b-19df79e1f52a req-a45f7fea-f17c-4687-92f3-8a5b30c4ba81 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:14.130981 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f1a316f0-723a-48f9-9d1b-19df79e1f52a req-a45f7fea-f17c-4687-92f3-8a5b30c4ba81 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:14.205150 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f7fea-f17c-4687-92f3-8a5b30c4ba81 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27955f2e-c678-4cb1-96de-28796b062c2d,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:14.208068 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f1a316f0-723a-48f9-9d1b-19df79e1f52a req-a45f7fea-f17c-4687-92f3-8a5b30c4ba81 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:14.209378 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f1a316f0-723a-48f9-9d1b-19df79e1f52a req-a45f7fea-f17c-4687-92f3-8a5b30c4ba81 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2811952 Sep 16 04:35:14.255990 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6085a04-ded5-498f-9f56-bf7749937f57 req-1745eff1-9739-4040-bf91-400df7d1d009 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:14.262412 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6085a04-ded5-498f-9f56-bf7749937f57 req-1745eff1-9739-4040-bf91-400df7d1d009 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=793f9461-a09e-439c-afe2-789b19a53625 HTTP/1.1" status: 200 len: 1096 time: 0.0942020 Sep 16 04:35:14.297921 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:14.329175 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6085a04-ded5-498f-9f56-bf7749937f57 req-10035b96-4ba9-406e-bba4-c4ab99087ef2 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483596 Sep 16 04:35:14.370175 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d0f8b-3ee4-4cb6-b01a-ee3622590ea6 req-eab4864e-0900-4021-9445-163dedab2276 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:14.374103 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ce3d0f8b-3ee4-4cb6-b01a-ee3622590ea6 req-eab4864e-0900-4021-9445-163dedab2276 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca HTTP/1.1" status: 200 len: 1096 time: 0.0821681 Sep 16 04:35:14.379030 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:14.439591 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-260df212-ae9b-4cff-9fbf-848a146fec41 req-56527180-deca-416e-b4d6-06d218ce5da6 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] 10.222.0.35 "GET /v2.0/ports?device_id=6564bfd6-db74-40b2-9262-3b90c6d493e3 HTTP/1.1" status: 200 len: 210 time: 0.0356786 Sep 16 04:35:14.449040 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ce3d0f8b-3ee4-4cb6-b01a-ee3622590ea6 req-249b7b59-0284-4574-83c2-a16174c242bc tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602431 Sep 16 04:35:14.533500 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-088cb57a-ecb8-42cf-af7c-da16e6cb67f0 req-7ad3eb13-028e-4843-9746-8a9ebbcf532f tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/floatingips/f0a74d77-1a81-4131-b438-ce9723d0a19d HTTP/1.1" status: 200 len: 694 time: 0.0780761 Sep 16 04:35:14.565303 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f7cf7c71-99ea-4e5a-b253-601921abe175 req-20de4343-9757-49d1-8995-a481d71b69fb tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "GET /v2.0/security-groups/27955f2e-c678-4cb1-96de-28796b062c2d HTTP/1.1" status: 200 len: 1804 time: 0.0649428 Sep 16 04:35:14.580301 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-f7cf7c71-99ea-4e5a-b253-601921abe175 req-3b4d94da-330a-4d99-ba56-a46c65d6076f tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '27955f2e-c678-4cb1-96de-28796b062c2d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:14.580664 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-f7cf7c71-99ea-4e5a-b253-601921abe175 req-3b4d94da-330a-4d99-ba56-a46c65d6076f tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '27955f2e-c678-4cb1-96de-28796b062c2d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:14.650216 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f7cf7c71-99ea-4e5a-b253-601921abe175 req-3b4d94da-330a-4d99-ba56-a46c65d6076f tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:14.685882 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f7cf7c71-99ea-4e5a-b253-601921abe175 req-3b4d94da-330a-4d99-ba56-a46c65d6076f tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:14.690861 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f7cf7c71-99ea-4e5a-b253-601921abe175 req-3b4d94da-330a-4d99-ba56-a46c65d6076f tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:14.702479 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cb57a-ecb8-42cf-af7c-da16e6cb67f0 req-0e7220f6-1cfa-482c-b8e8-82fc7ce838fc tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:14.709762 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-088cb57a-ecb8-42cf-af7c-da16e6cb67f0 req-0e7220f6-1cfa-482c-b8e8-82fc7ce838fc tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 784 time: 0.1753619 Sep 16 04:35:14.711658 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d94da-330a-4d99-ba56-a46c65d6076f tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bfccb9d-4a9a-4165-a080-be7d5342130d,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:14.716000 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-088cb57a-ecb8-42cf-af7c-da16e6cb67f0 req-5298b3d1-3208-4f35-b968-70e80ae946a8 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:35:14.721045 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-088cb57a-ecb8-42cf-af7c-da16e6cb67f0 req-5298b3d1-3208-4f35-b968-70e80ae946a8 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103533 Sep 16 04:35:14.725938 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f7cf7c71-99ea-4e5a-b253-601921abe175 req-3b4d94da-330a-4d99-ba56-a46c65d6076f tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:14.727269 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f7cf7c71-99ea-4e5a-b253-601921abe175 req-3b4d94da-330a-4d99-ba56-a46c65d6076f tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1524374 Sep 16 04:35:14.782792 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-088cb57a-ecb8-42cf-af7c-da16e6cb67f0 req-7888d76a-eea9-4fc4-a543-06a490bef8a1 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.107 HTTP/1.1" status: 200 len: 697 time: 0.0590458 Sep 16 04:35:14.842109 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-088cb57a-ecb8-42cf-af7c-da16e6cb67f0 req-564f9279-9e9a-4e56-880b-17bf524c114e tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.107 HTTP/1.1" status: 200 len: 697 time: 0.0526559 Sep 16 04:35:14.984603 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-088cb57a-ecb8-42cf-af7c-da16e6cb67f0 req-3450719a-8c40-4e72-a8f6-ac407665e6ae tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Deleting port ce9788d8-caa0-461f-b716-58e1633a7fb9 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:35:14.985224 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-088cb57a-ecb8-42cf-af7c-da16e6cb67f0 req-3450719a-8c40-4e72-a8f6-ac407665e6ae tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:15.064754 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-088cb57a-ecb8-42cf-af7c-da16e6cb67f0 req-3450719a-8c40-4e72-a8f6-ac407665e6ae tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:15.065002 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-088cb57a-ecb8-42cf-af7c-da16e6cb67f0 req-3450719a-8c40-4e72-a8f6-ac407665e6ae tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:15.076349 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-088cb57a-ecb8-42cf-af7c-da16e6cb67f0 req-3450719a-8c40-4e72-a8f6-ac407665e6ae tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Calling delete_port for ce9788d8-caa0-461f-b716-58e1633a7fb9 owned by network:floatingip {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:35:15.105870 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547b005-3f69-435b-8bac-87d71d6654dc req-b676f584-77c6-4bc2-9e06-f8be61a50d5c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:15.107356 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d547b005-3f69-435b-8bac-87d71d6654dc req-b676f584-77c6-4bc2-9e06-f8be61a50d5c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/networks?id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 HTTP/1.1" status: 200 len: 808 time: 0.1027756 Sep 16 04:35:15.123267 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d547b005-3f69-435b-8bac-87d71d6654dc req-a521efe8-5aea-4502-a88c-85ab075bfbe2 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/quotas/8fb595dbe0d3452481d7faf275f28d7b HTTP/1.1" status: 200 len: 375 time: 0.0100298 Sep 16 04:35:15.178036 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d547b005-3f69-435b-8bac-87d71d6654dc req-629d0fd9-823a-47de-b1dc-f87e32268be0 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8fb595dbe0d3452481d7faf275f28d7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492115 Sep 16 04:35:15.213862 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-088cb57a-ecb8-42cf-af7c-da16e6cb67f0 req-3450719a-8c40-4e72-a8f6-ac407665e6ae tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:15.239356 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450719a-8c40-4e72-a8f6-ac407665e6ae tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Pushing event deleted for resources: {'Port': ['ID=ce9788d8-caa0-461f-b716-58e1633a7fb9,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:15.301568 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-274e957b-e20d-4819-a1e2-933e2ab1b95a req-0032b0c8-2215-45fc-874c-09a188209714 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0574996 Sep 16 04:35:15.305577 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-088cb57a-ecb8-42cf-af7c-da16e6cb67f0 req-3450719a-8c40-4e72-a8f6-ac407665e6ae tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks [] for floatingip, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:15.308154 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-088cb57a-ecb8-42cf-af7c-da16e6cb67f0 req-3450719a-8c40-4e72-a8f6-ac407665e6ae tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:15.309065 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d547b005-3f69-435b-8bac-87d71d6654dc req-90a53824-747f-465c-b419-3ed0e005c42e service neutron] 10.222.0.35 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236730 Sep 16 04:35:15.317086 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-088cb57a-ecb8-42cf-af7c-da16e6cb67f0 req-3450719a-8c40-4e72-a8f6-ac407665e6ae tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "DELETE /v2.0/floatingips/f0a74d77-1a81-4131-b438-ce9723d0a19d HTTP/1.1" status: 204 len: 173 time: 0.4681859 Sep 16 04:35:15.492237 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-30aba854-4839-4486-9480-13b77309e04a tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:15.494476 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-30aba854-4839-4486-9480-13b77309e04a tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/networks?id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588 HTTP/1.1" status: 200 len: 821 time: 0.1151793 Sep 16 04:35:15.511603 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-7e7eb625-f2d2-4cc1-92f8-affee87a8cdf tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/quotas/1db68ab0fc284575894f1608a94e9c14 HTTP/1.1" status: 200 len: 375 time: 0.0109665 Sep 16 04:35:15.521870 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e957b-e20d-4819-a1e2-933e2ab1b95a req-242a6884-ab15-467a-928e-f6656e26d56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:15.523479 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-274e957b-e20d-4819-a1e2-933e2ab1b95a req-242a6884-ab15-467a-928e-f6656e26d56f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1db68ab0fc284575894f1608a94e9c14&device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 1097 time: 0.1382828 Sep 16 04:35:15.525843 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d547b005-3f69-435b-8bac-87d71d6654dc req-77351972-3084-4d97-938f-be4f40ff4e79 service neutron] 10.222.0.35 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122064 Sep 16 04:35:15.579616 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-930bef1b-b643-49b5-b489-ae94244dbcc3 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1db68ab0fc284575894f1608a94e9c14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607142 Sep 16 04:35:15.591137 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-ab05201f-44ce-4cf3-93bb-475eaf1714f4 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:15.592615 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-ab05201f-44ce-4cf3-93bb-475eaf1714f4 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] 10.222.0.48 "GET /v2.0/networks?id=7a4c2319-44c9-41ee-a6bf-8c0451e35ec2 HTTP/1.1" status: 200 len: 815 time: 0.1954246 Sep 16 04:35:15.631984 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-ec389777-c5b2-4112-9749-51f7ef8786b4 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Request body: {'port': {'device_id': '6564bfd6-db74-40b2-9262-3b90c6d493e3', 'network_id': '7a4c2319-44c9-41ee-a6bf-8c0451e35ec2', 'admin_state_up': True, 'tenant_id': '8f17bb49698a4eb8b8f6ea2a98c19ac4'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:15.672920 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-845fdca1-078e-4535-a37f-292248122634 req-0448e114-728a-46d8-b64e-0938b25aaa84 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1764540952', 'description': 'tempest-description-2132731223'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:15.687884 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-6487bc78-9afb-4404-93cf-1b3be41fb5fc service neutron] 10.222.0.35 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984740 Sep 16 04:35:15.746599 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e957b-e20d-4819-a1e2-933e2ab1b95a req-ee280da1-9e45-4b64-b0e6-f3759d01c619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:15.748166 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-274e957b-e20d-4819-a1e2-933e2ab1b95a req-ee280da1-9e45-4b64-b0e6-f3759d01c619 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588 HTTP/1.1" status: 200 len: 922 time: 0.2047102 Sep 16 04:35:15.767588 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-845fdca1-078e-4535-a37f-292248122634 req-0448e114-728a-46d8-b64e-0938b25aaa84 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:15.809294 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-48c1537e-aeb4-4433-92eb-3689c2221703 service neutron] 10.222.0.35 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204629 Sep 16 04:35:15.828101 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-274e957b-e20d-4819-a1e2-933e2ab1b95a req-d1ff1621-1ca5-4490-b485-aa9a9458d2e7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9813e96b-c5a0-418f-9b40-229259148849 HTTP/1.1" status: 200 len: 217 time: 0.0710139 Sep 16 04:35:15.877295 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:15.904857 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.db.api [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-ec389777-c5b2-4112-9749-51f7ef8786b4 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:35:15.904857 n-d-712139-15 neutron-server[94766]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 04:35:15.904857 n-d-712139-15 neutron-server[94766]: [parameters: {'project_id_1': '8f17bb49698a4eb8b8f6ea2a98c19ac4', 'expiration_1': datetime.datetime(2021, 9, 16, 4, 34, 55, 842259)}] Sep 16 04:35:15.904857 n-d-712139-15 neutron-server[94766]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:35:15.905478 n-d-712139-15 neutron-server[94766]: DEBUG oslo_db.api [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-ec389777-c5b2-4112-9749-51f7ef8786b4 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:35:15.942458 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e957b-e20d-4819-a1e2-933e2ab1b95a req-1592340f-c7d3-434b-8b0f-6b7bb5e394c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:15.944258 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-274e957b-e20d-4819-a1e2-933e2ab1b95a req-1592340f-c7d3-434b-8b0f-6b7bb5e394c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8440e215-69bc-4539-b053-2b3b499b80a9 HTTP/1.1" status: 200 len: 861 time: 0.1029294 Sep 16 04:35:16.036037 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-274e957b-e20d-4819-a1e2-933e2ab1b95a req-d7ef4215-6f99-4059-97a0-e5ca8631b264 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827579 Sep 16 04:35:16.050518 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-845fdca1-078e-4535-a37f-292248122634 req-0448e114-728a-46d8-b64e-0938b25aaa84 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:16.063506 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-845fdca1-078e-4535-a37f-292248122634 req-0448e114-728a-46d8-b64e-0938b25aaa84 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:16.169167 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-845fdca1-078e-4535-a37f-292248122634 req-0448e114-728a-46d8-b64e-0938b25aaa84 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:16.170478 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-845fdca1-078e-4535-a37f-292248122634 req-0448e114-728a-46d8-b64e-0938b25aaa84 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5125017 Sep 16 04:35:16.177037 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0448e114-728a-46d8-b64e-0938b25aaa84 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e94fb96-40ca-4e29-9b64-ff51be42ba88,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:16.201190 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-500c2d28-4510-494e-a422-392afd38975e tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a8c979f3fc604996af2e8ab12f365425&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619199 Sep 16 04:35:16.227797 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-274e957b-e20d-4819-a1e2-933e2ab1b95a req-dfbace1b-2b2e-43ad-99dc-522aa78c501a service neutron] 10.222.0.47 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800749 Sep 16 04:35:16.363042 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-274e957b-e20d-4819-a1e2-933e2ab1b95a req-e8ac80a1-ffc5-4650-9e57-769d2de666e2 service neutron] 10.222.0.47 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276431 Sep 16 04:35:16.390868 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-dacadf69-d26f-4351-98df-64111782353e tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:16.394931 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-dacadf69-d26f-4351-98df-64111782353e tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1918669 Sep 16 04:35:16.429326 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-15b6bc91-fd57-431b-a535-6b1af37527bb tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/quotas/a8c979f3fc604996af2e8ab12f365425 HTTP/1.1" status: 200 len: 375 time: 0.0250926 Sep 16 04:35:16.438294 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-ec389777-c5b2-4112-9749-51f7ef8786b4 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Made reservation on behalf of 8f17bb49698a4eb8b8f6ea2a98c19ac4 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:35:16.442434 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-ec389777-c5b2-4112-9749-51f7ef8786b4 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:16.484227 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-fc446901-1f91-4b5f-ae08-deb580aeff4e tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a8c979f3fc604996af2e8ab12f365425&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510099 Sep 16 04:35:16.606238 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e05604ad-4b03-47a6-87cb-aa64fa33584a req-ec3b3cdc-8a57-452c-ae9d-3be43a8a96b4 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] 10.222.0.35 "GET /v2.0/ports?device_id=6564bfd6-db74-40b2-9262-3b90c6d493e3 HTTP/1.1" status: 200 len: 210 time: 0.0466025 Sep 16 04:35:16.681980 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-ec389777-c5b2-4112-9749-51f7ef8786b4 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Allocated IP 172.20.0.7 (7a4c2319-44c9-41ee-a6bf-8c0451e35ec2/449b2ef1-08ad-48f4-8efa-89ce3569851e/eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:35:16.738550 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e2451777-875e-4d8e-b03f-edacf264b983 req-a4390f3f-c457-489a-b9bc-84f90501d9d9 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 210 time: 0.0466158 Sep 16 04:35:16.750019 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-11c0ebda-f036-4049-b406-3a06d16943bc req-a4973934-db30-4aa0-9afc-0eea8c53fe15 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 210 time: 0.0385032 Sep 16 04:35:16.762383 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-817250f4-b99f-4bdb-9b84-3e8350d643eb req-3a122990-c181-4a7a-9f76-b3d6a38cfc1a tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1105411281', 'description': 'tempest-description-1277563559'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:16.818582 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-817250f4-b99f-4bdb-9b84-3e8350d643eb req-3a122990-c181-4a7a-9f76-b3d6a38cfc1a tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:16.933765 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-817250f4-b99f-4bdb-9b84-3e8350d643eb req-3a122990-c181-4a7a-9f76-b3d6a38cfc1a tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:16.937323 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-817250f4-b99f-4bdb-9b84-3e8350d643eb req-3a122990-c181-4a7a-9f76-b3d6a38cfc1a tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:17.013592 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-817250f4-b99f-4bdb-9b84-3e8350d643eb req-3a122990-c181-4a7a-9f76-b3d6a38cfc1a tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:17.015322 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-817250f4-b99f-4bdb-9b84-3e8350d643eb req-3a122990-c181-4a7a-9f76-b3d6a38cfc1a tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2589900 Sep 16 04:35:17.017504 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a122990-c181-4a7a-9f76-b3d6a38cfc1a tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3766fe40-5666-4bf2-897d-bf5a418d54e6,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:17.106158 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-80d94b65-8a9b-4adc-abf2-cca46ba635f3 req-baf4459f-ff8c-4dc9-8b15-a2ee9271480e tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=a304bc75-85b1-4c75-8851-be98e1467990 HTTP/1.1" status: 200 len: 210 time: 0.0425427 Sep 16 04:35:17.207392 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f59128d2-17ad-4953-9344-e35b8841cff1 req-852fec48-723d-4307-9009-dfccd637bc24 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "GET /v2.0/security-groups/7e94fb96-40ca-4e29-9b64-ff51be42ba88 HTTP/1.1" status: 200 len: 1805 time: 0.0631657 Sep 16 04:35:17.256835 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f59128d2-17ad-4953-9344-e35b8841cff1 req-f4eddeb2-5975-4b8f-a869-70aab659680f tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "GET /v2.0/security-groups/3766fe40-5666-4bf2-897d-bf5a418d54e6 HTTP/1.1" status: 200 len: 1805 time: 0.0413244 Sep 16 04:35:17.270861 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-f59128d2-17ad-4953-9344-e35b8841cff1 req-1caf31b0-4232-403c-8c27-3e30960c1cac tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7e94fb96-40ca-4e29-9b64-ff51be42ba88', 'remote_group_id': '3766fe40-5666-4bf2-897d-bf5a418d54e6', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:17.271360 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-f59128d2-17ad-4953-9344-e35b8841cff1 req-1caf31b0-4232-403c-8c27-3e30960c1cac tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7e94fb96-40ca-4e29-9b64-ff51be42ba88', 'remote_group_id': '3766fe40-5666-4bf2-897d-bf5a418d54e6', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:17.339189 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-ec389777-c5b2-4112-9749-51f7ef8786b4 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:17.345721 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f59128d2-17ad-4953-9344-e35b8841cff1 req-1caf31b0-4232-403c-8c27-3e30960c1cac tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:17.351574 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459152d2-1438-4d4c-ae01-a1b7407a5676 req-956841da-71b6-4bee-8240-135c07a10aa0 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:17.357072 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-459152d2-1438-4d4c-ae01-a1b7407a5676 req-956841da-71b6-4bee-8240-135c07a10aa0 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bac08d2-82e4-434d-bdc3-04df82ee24ae HTTP/1.1" status: 200 len: 945 time: 0.4922135 Sep 16 04:35:17.388469 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f59128d2-17ad-4953-9344-e35b8841cff1 req-1caf31b0-4232-403c-8c27-3e30960c1cac tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:17.392281 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f59128d2-17ad-4953-9344-e35b8841cff1 req-1caf31b0-4232-403c-8c27-3e30960c1cac tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:17.410462 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547b005-3f69-435b-8bac-87d71d6654dc req-744ac76d-dd5c-4644-8eb9-92325de9e3b9 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:17.410626 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf31b0-4232-403c-8c27-3e30960c1cac tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=981f2831-1fef-4152-a6de-adaa6d95e067,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:17.412185 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d547b005-3f69-435b-8bac-87d71d6654dc req-744ac76d-dd5c-4644-8eb9-92325de9e3b9 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.47 "GET /v2.0/networks?id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 HTTP/1.1" status: 200 len: 808 time: 0.1937630 Sep 16 04:35:17.417236 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f59128d2-17ad-4953-9344-e35b8841cff1 req-1caf31b0-4232-403c-8c27-3e30960c1cac tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:17.429854 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f59128d2-17ad-4953-9344-e35b8841cff1 req-1caf31b0-4232-403c-8c27-3e30960c1cac tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1657166 Sep 16 04:35:17.442274 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-d547b005-3f69-435b-8bac-87d71d6654dc req-fe84ced8-90af-42da-acd7-98697dfa445c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Request body: {'port': {'device_id': '52f13471-3d4b-47d9-9042-39972245dd3d', 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2', 'admin_state_up': True, 'tenant_id': '8fb595dbe0d3452481d7faf275f28d7b'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:17.465908 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-459152d2-1438-4d4c-ae01-a1b7407a5676 req-4e145880-b6f0-463a-b5e1-66a6b44edcec tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac515c67-c2ef-4127-83f3-661bcf14d7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026340 Sep 16 04:35:17.492400 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-ec389777-c5b2-4112-9749-51f7ef8786b4 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:17.529981 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-538f242e-971e-4e85-a933-15802d18f36d req-73877604-8c0f-46bc-9582-5cda2cf41c86 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-108081874', 'description': 'tempest-description-171126405'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:17.621000 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-ec389777-c5b2-4112-9749-51f7ef8786b4 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Network 7a4c2319-44c9-41ee-a6bf-8c0451e35ec2 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:35:17.636086 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec389777-c5b2-4112-9749-51f7ef8786b4 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Pushing event updated for resources: {'Port': ['ID=eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:17.638733 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:35:17.644887 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-ec389777-c5b2-4112-9749-51f7ef8786b4 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:35:17.659323 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-538f242e-971e-4e85-a933-15802d18f36d req-73877604-8c0f-46bc-9582-5cda2cf41c86 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:17.661259 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-ec389777-c5b2-4112-9749-51f7ef8786b4 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:35:17.667710 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-ec389777-c5b2-4112-9749-51f7ef8786b4 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:17.668259 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-ec389777-c5b2-4112-9749-51f7ef8786b4 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:17.746623 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-ec389777-c5b2-4112-9749-51f7ef8786b4 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1184072 Sep 16 04:35:17.766008 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.db.api [req-538f242e-971e-4e85-a933-15802d18f36d req-73877604-8c0f-46bc-9582-5cda2cf41c86 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:35:17.766008 n-d-712139-15 neutron-server[94766]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 04:35:17.766008 n-d-712139-15 neutron-server[94766]: [parameters: {'project_id_1': '437822902f7b4b459bb326c3cd313166', 'expiration_1': datetime.datetime(2021, 9, 16, 4, 34, 57, 742370)}] Sep 16 04:35:17.766008 n-d-712139-15 neutron-server[94766]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:35:17.766512 n-d-712139-15 neutron-server[94766]: DEBUG oslo_db.api [req-538f242e-971e-4e85-a933-15802d18f36d req-73877604-8c0f-46bc-9582-5cda2cf41c86 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:35:17.775652 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-930ccbac-eb5b-4880-9be5-e6c5ed233879 service neutron] Request body: {'port': {'device_id': '6564bfd6-db74-40b2-9262-3b90c6d493e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:17.787828 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d547b005-3f69-435b-8bac-87d71d6654dc req-fe84ced8-90af-42da-acd7-98697dfa445c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Made reservation on behalf of 8fb595dbe0d3452481d7faf275f28d7b for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:35:17.791354 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d547b005-3f69-435b-8bac-87d71d6654dc req-fe84ced8-90af-42da-acd7-98697dfa445c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:17.792843 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc78695-dd85-421f-be3d-d97f3bfbea76 req-263bc819-04e2-4f6b-a753-8a007f5717a2 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:17.794432 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7cc78695-dd85-421f-be3d-d97f3bfbea76 req-263bc819-04e2-4f6b-a753-8a007f5717a2 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] 10.222.0.35 "GET /v2.0/ports?device_id=6564bfd6-db74-40b2-9262-3b90c6d493e3 HTTP/1.1" status: 200 len: 931 time: 0.0812252 Sep 16 04:35:17.820184 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-3ddcc976-b216-4bbd-bb0f-ea74f8054bfa tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:17.821732 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-3ddcc976-b216-4bbd-bb0f-ea74f8054bfa tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.47 "GET /v2.0/networks?id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588 HTTP/1.1" status: 200 len: 821 time: 0.2195039 Sep 16 04:35:17.836653 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7cc78695-dd85-421f-be3d-d97f3bfbea76 req-90c6231f-b0b4-4a60-9626-546cabf05ac3 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] 10.222.0.35 "GET /v2.0/security-groups?id=99f4ae61-c15a-4a1a-95cf-2fa7962fe8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357795 Sep 16 04:35:17.848815 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-9a95157d-9401-4c61-a3bb-5b359e3e6124 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Request body: {'port': {'device_id': '13c68a88-d002-48ba-844d-cd029d014bd1', 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588', 'admin_state_up': True, 'tenant_id': '1db68ab0fc284575894f1608a94e9c14'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:17.939031 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0d951916-b981-41a7-9e60-5ba7bcf5277c req-9e222549-cd00-457b-9eaa-2067c9b88d98 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 210 time: 0.0281076 Sep 16 04:35:17.942165 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-930ccbac-eb5b-4880-9be5-e6c5ed233879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:18.024404 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4f052083-9e73-4870-a1ff-5feff80bf54e req-bed9cab3-c356-4159-bea7-e9fd153319bf tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 210 time: 0.0255473 Sep 16 04:35:18.103205 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-d547b005-3f69-435b-8bac-87d71d6654dc req-fe84ced8-90af-42da-acd7-98697dfa445c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Allocated IP 172.20.0.9 (ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2/43280570-672b-4326-ad6d-76a55cd52f58/abe5f8cd-2628-4f39-82e8-6d57deaeb366) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:35:18.187758 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-9a95157d-9401-4c61-a3bb-5b359e3e6124 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Made reservation on behalf of 1db68ab0fc284575894f1608a94e9c14 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:35:18.191275 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-9a95157d-9401-4c61-a3bb-5b359e3e6124 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:18.214261 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-353eef8b-2c92-4ce3-af39-9b827cd1bb29 req-1cabdc32-c113-4a82-90b5-4c4378cbdcbc tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=a304bc75-85b1-4c75-8851-be98e1467990 HTTP/1.1" status: 200 len: 210 time: 0.0260129 Sep 16 04:35:18.291069 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-538f242e-971e-4e85-a933-15802d18f36d req-73877604-8c0f-46bc-9582-5cda2cf41c86 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:18.301038 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-87a98dc4-6d46-47af-874d-de28d586393f tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=a8c979f3fc604996af2e8ab12f365425&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317280 Sep 16 04:35:18.625868 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d547b005-3f69-435b-8bac-87d71d6654dc req-fe84ced8-90af-42da-acd7-98697dfa445c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:18.628904 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-9a95157d-9401-4c61-a3bb-5b359e3e6124 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Allocated IP 172.20.0.9 (00cd75b9-aad6-45d6-bd66-c0a78f5d6588/8440e215-69bc-4539-b053-2b3b499b80a9/16722678-cc90-4a40-b39a-f34cc09bfb6c) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:35:18.659376 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-930ccbac-eb5b-4880-9be5-e6c5ed233879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:18.682711 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-930ccbac-eb5b-4880-9be5-e6c5ed233879 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:18.737486 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-930ccbac-eb5b-4880-9be5-e6c5ed233879 service neutron] Transition to ACTIVE for port object eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:35:18.753798 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-538f242e-971e-4e85-a933-15802d18f36d req-73877604-8c0f-46bc-9582-5cda2cf41c86 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:18.759728 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-930ccbac-eb5b-4880-9be5-e6c5ed233879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:18.764850 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52794) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:18.778875 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-538f242e-971e-4e85-a933-15802d18f36d req-73877604-8c0f-46bc-9582-5cda2cf41c86 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:18.801340 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-9f77332f-ed7e-4911-bee4-d7be4fc28eb7 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:18.802792 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-9f77332f-ed7e-4911-bee4-d7be4fc28eb7 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4950290 Sep 16 04:35:18.814392 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82fe47-4d8f-4c9f-90f8-599942e10eea req-6a49e5b9-7e8c-43e4-b07c-42edd94d2a42 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:18.815869 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cf82fe47-4d8f-4c9f-90f8-599942e10eea req-6a49e5b9-7e8c-43e4-b07c-42edd94d2a42 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bac08d2-82e4-434d-bdc3-04df82ee24ae HTTP/1.1" status: 200 len: 945 time: 0.1236238 Sep 16 04:35:18.825689 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0737e-6924-4573-b365-0202bf85571a req-79d4eb9e-d693-45ef-a562-249bbdbcb43f tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:18.826774 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f3d0737e-6924-4573-b365-0202bf85571a req-79d4eb9e-d693-45ef-a562-249bbdbcb43f tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bac08d2-82e4-434d-bdc3-04df82ee24ae HTTP/1.1" status: 200 len: 945 time: 0.1356912 Sep 16 04:35:18.832629 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-9718f16b-74f8-4f0a-8815-805dc7bc7b0f tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Request body: {'port': {'device_id': 'a304bc75-85b1-4c75-8851-be98e1467990', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'admin_state_up': True, 'tenant_id': 'a8c979f3fc604996af2e8ab12f365425'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:18.871968 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d547b005-3f69-435b-8bac-87d71d6654dc req-fe84ced8-90af-42da-acd7-98697dfa445c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:18.906790 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-538f242e-971e-4e85-a933-15802d18f36d req-73877604-8c0f-46bc-9582-5cda2cf41c86 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:18.907969 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-538f242e-971e-4e85-a933-15802d18f36d req-73877604-8c0f-46bc-9582-5cda2cf41c86 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.4095547 Sep 16 04:35:18.918466 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ccbac-eb5b-4880-9be5-e6c5ed233879 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:18.955609 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8c84324d-edf1-4cb9-a719-812bb8564d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:18.956793 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73877604-8c0f-46bc-9582-5cda2cf41c86 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a47fa156-eef9-4894-9d05-5535fdbda244,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:19.014277 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d547b005-3f69-435b-8bac-87d71d6654dc req-fe84ced8-90af-42da-acd7-98697dfa445c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:35:19.016874 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f3d0737e-6924-4573-b365-0202bf85571a req-ec07181a-0ab3-4b96-9db3-d58e2cb0b260 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac515c67-c2ef-4127-83f3-661bcf14d7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734300 Sep 16 04:35:19.029695 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-d547b005-3f69-435b-8bac-87d71d6654dc req-fe84ced8-90af-42da-acd7-98697dfa445c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:35:19.048090 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d547b005-3f69-435b-8bac-87d71d6654dc req-fe84ced8-90af-42da-acd7-98697dfa445c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:35:19.053856 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547b005-3f69-435b-8bac-87d71d6654dc req-fe84ced8-90af-42da-acd7-98697dfa445c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:19.055430 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d547b005-3f69-435b-8bac-87d71d6654dc req-fe84ced8-90af-42da-acd7-98697dfa445c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:19.067557 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84ced8-90af-42da-acd7-98697dfa445c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Pushing event updated for resources: {'Port': ['ID=abe5f8cd-2628-4f39-82e8-6d57deaeb366,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:19.082046 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-930ccbac-eb5b-4880-9be5-e6c5ed233879 service neutron] Attempting to bind port eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:35:19.082391 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-930ccbac-eb5b-4880-9be5-e6c5ed233879 service neutron] Attempting to bind port eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': 'a1d9c5da-6eee-4c99-8114-3a8155dd1a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7a4c2319-44c9-41ee-a6bf-8c0451e35ec2'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:35:19.082731 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-930ccbac-eb5b-4880-9be5-e6c5ed233879 service neutron] Attempting to bind port eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f on network 7a4c2319-44c9-41ee-a6bf-8c0451e35ec2 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:19.084118 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-f294e284-42f6-4015-b5c3-44e60051b82c req-247a8f3d-2188-404c-be8d-9bd5372daa14 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2059213454', 'description': 'tempest-description-690184336'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:19.110539 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-cf82fe47-4d8f-4c9f-90f8-599942e10eea req-d56a90ae-6b6e-41dc-9187-eb7a07a91178 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Deleting port 7c2f8bb5-987d-426b-af86-98608e46695a {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:35:19.110881 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cf82fe47-4d8f-4c9f-90f8-599942e10eea req-d56a90ae-6b6e-41dc-9187-eb7a07a91178 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:19.118698 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-930ccbac-eb5b-4880-9be5-e6c5ed233879 service neutron] Port eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f on network 7a4c2319-44c9-41ee-a6bf-8c0451e35ec2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:35:19.119066 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-930ccbac-eb5b-4880-9be5-e6c5ed233879 service neutron] Attempting to bind port eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f on network 7a4c2319-44c9-41ee-a6bf-8c0451e35ec2 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:19.137606 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-9a95157d-9401-4c61-a3bb-5b359e3e6124 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:19.139818 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-930ccbac-eb5b-4880-9be5-e6c5ed233879 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:35:19.140179 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-930ccbac-eb5b-4880-9be5-e6c5ed233879 service neutron] Checking segment: {'id': 'a1d9c5da-6eee-4c99-8114-3a8155dd1a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7a4c2319-44c9-41ee-a6bf-8c0451e35ec2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:35:19.140545 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-930ccbac-eb5b-4880-9be5-e6c5ed233879 service neutron] Bound using segment: {'id': 'a1d9c5da-6eee-4c99-8114-3a8155dd1a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7a4c2319-44c9-41ee-a6bf-8c0451e35ec2'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:35:19.141010 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-930ccbac-eb5b-4880-9be5-e6c5ed233879 service neutron] Bound port: eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d9c5da-6eee-4c99-8114-3a8155dd1a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7a4c2319-44c9-41ee-a6bf-8c0451e35ec2'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:35:19.141356 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-930ccbac-eb5b-4880-9be5-e6c5ed233879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:19.204241 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c1e2f-691f-4de3-8574-ed97f514f67c req-9c8fe10e-153e-43fe-be52-171ed9aa0a72 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:19.205922 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-045c1e2f-691f-4de3-8574-ed97f514f67c req-9c8fe10e-153e-43fe-be52-171ed9aa0a72 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] 10.222.0.35 "GET /v2.0/ports?device_id=6564bfd6-db74-40b2-9262-3b90c6d493e3 HTTP/1.1" status: 200 len: 943 time: 0.1192498 Sep 16 04:35:19.240142 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8c84324d-edf1-4cb9-a719-812bb8564d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:19.243884 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-cf82fe47-4d8f-4c9f-90f8-599942e10eea req-d56a90ae-6b6e-41dc-9187-eb7a07a91178 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] For port 7c2f8bb5-987d-426b-af86-98608e46695a, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=7c2f8bb5-987d-426b-af86-98608e46695a,segment=NetworkSegment(d1fd56d2-3201-4bbb-9ac4-587b0596a9f4),segment_id=d1fd56d2-3201-4bbb-9ac4-587b0596a9f4)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:19.244371 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cf82fe47-4d8f-4c9f-90f8-599942e10eea req-d56a90ae-6b6e-41dc-9187-eb7a07a91178 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:19.252236 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8c84324d-edf1-4cb9-a719-812bb8564d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:19.268675 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-cf82fe47-4d8f-4c9f-90f8-599942e10eea req-d56a90ae-6b6e-41dc-9187-eb7a07a91178 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Calling delete_port for 7c2f8bb5-987d-426b-af86-98608e46695a owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:35:19.276642 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d547b005-3f69-435b-8bac-87d71d6654dc req-fe84ced8-90af-42da-acd7-98697dfa445c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8434544 Sep 16 04:35:19.281025 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-930ccbac-eb5b-4880-9be5-e6c5ed233879 service neutron] For port eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:19.283502 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-9a95157d-9401-4c61-a3bb-5b359e3e6124 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:19.291515 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-930ccbac-eb5b-4880-9be5-e6c5ed233879 service neutron] For port eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f,segment=NetworkSegment(a1d9c5da-6eee-4c99-8114-3a8155dd1a16),segment_id=a1d9c5da-6eee-4c99-8114-3a8155dd1a16)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:35:19.306795 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-d547b005-3f69-435b-8bac-87d71d6654dc req-b7502a75-d82d-4608-98ca-61909471a13b service neutron] Request body: {'port': {'device_id': '52f13471-3d4b-47d9-9042-39972245dd3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:19.312894 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-045c1e2f-691f-4de3-8574-ed97f514f67c req-72c2863c-1e26-433e-a513-b26fefe21f5c tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] 10.222.0.35 "GET /v2.0/security-groups?id=99f4ae61-c15a-4a1a-95cf-2fa7962fe8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940886 Sep 16 04:35:19.314158 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-930ccbac-eb5b-4880-9be5-e6c5ed233879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:19.318485 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8c84324d-edf1-4cb9-a719-812bb8564d68 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b2502430ba86462cbb58d4252f4873af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5491102 Sep 16 04:35:19.319232 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84324d-edf1-4cb9-a719-812bb8564d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549060c0-624f-4ebe-bcdd-9548b7f6277e,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:19.339622 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52808) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:19.364467 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-9718f16b-74f8-4f0a-8815-805dc7bc7b0f tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Made reservation on behalf of a8c979f3fc604996af2e8ab12f365425 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:35:19.368109 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-9718f16b-74f8-4f0a-8815-805dc7bc7b0f tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:19.376240 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c84324d-edf1-4cb9-a719-812bb8564d68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:19.376504 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c84324d-edf1-4cb9-a719-812bb8564d68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:19.376751 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c84324d-edf1-4cb9-a719-812bb8564d68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:19.377324 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c84324d-edf1-4cb9-a719-812bb8564d68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:19.377727 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c84324d-edf1-4cb9-a719-812bb8564d68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:19.378057 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c84324d-edf1-4cb9-a719-812bb8564d68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:19.378369 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c84324d-edf1-4cb9-a719-812bb8564d68 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:19.378689 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c84324d-edf1-4cb9-a719-812bb8564d68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:19.379010 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c84324d-edf1-4cb9-a719-812bb8564d68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:19.379326 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c84324d-edf1-4cb9-a719-812bb8564d68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:19.379813 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c84324d-edf1-4cb9-a719-812bb8564d68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:19.380132 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c84324d-edf1-4cb9-a719-812bb8564d68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:19.389726 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-930ccbac-eb5b-4880-9be5-e6c5ed233879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:19.390367 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-930ccbac-eb5b-4880-9be5-e6c5ed233879 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:19.392298 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-930ccbac-eb5b-4880-9be5-e6c5ed233879 service neutron] 10.222.0.48 "PUT /v2.0/ports/eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f HTTP/1.1" status: 200 len: 1092 time: 1.6288705 Sep 16 04:35:19.394351 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-9a95157d-9401-4c61-a3bb-5b359e3e6124 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:35:19.395038 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-9718f16b-74f8-4f0a-8815-805dc7bc7b0f tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:19.402714 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6564bfd6-db74-40b2-9262-3b90c6d493e3', 'tag': 'eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:19.405495 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985913a9-0d45-4925-b01d-55ef3209d518" -d '{"events": [{"name": "network-changed", "server_uuid": "6564bfd6-db74-40b2-9262-3b90c6d493e3", "tag": "eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:19.413233 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f294e284-42f6-4015-b5c3-44e60051b82c req-247a8f3d-2188-404c-be8d-9bd5372daa14 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:19.425492 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-9a95157d-9401-4c61-a3bb-5b359e3e6124 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:35:19.427852 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-9a95157d-9401-4c61-a3bb-5b359e3e6124 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:35:19.434911 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-9a95157d-9401-4c61-a3bb-5b359e3e6124 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:19.435490 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-9a95157d-9401-4c61-a3bb-5b359e3e6124 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:19.504733 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95157d-9401-4c61-a3bb-5b359e3e6124 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Pushing event updated for resources: {'Port': ['ID=16722678-cc90-4a40-b39a-f34cc09bfb6c,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:19.554733 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cf82fe47-4d8f-4c9f-90f8-599942e10eea req-d56a90ae-6b6e-41dc-9187-eb7a07a91178 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:19.577625 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d547b005-3f69-435b-8bac-87d71d6654dc req-b7502a75-d82d-4608-98ca-61909471a13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:19.592155 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['7c2f8bb5-987d-426b-af86-98608e46695a'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:19.599982 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-9718f16b-74f8-4f0a-8815-805dc7bc7b0f tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:19.603226 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a90ae-6b6e-41dc-9187-eb7a07a91178 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Pushing event deleted for resources: {'Port': ['ID=7c2f8bb5-987d-426b-af86-98608e46695a,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:19.616025 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-9718f16b-74f8-4f0a-8815-805dc7bc7b0f tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:19.642627 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-9a95157d-9401-4c61-a3bb-5b359e3e6124 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8016779 Sep 16 04:35:19.645695 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1ca7894d-cd33-48e5-a0b1-bcc2cad2c0d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:19.656099 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b029d-83fb-4fdd-be31-44ee8e3d253a req-35ea4781-80dc-4650-881b-65edb728d977 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:19.662248 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4f3b029d-83fb-4fdd-be31-44ee8e3d253a req-35ea4781-80dc-4650-881b-65edb728d977 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 931 time: 0.2625599 Sep 16 04:35:19.680770 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf82fe47-4d8f-4c9f-90f8-599942e10eea req-d56a90ae-6b6e-41dc-9187-eb7a07a91178 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] No DVR routers for this DVR port 7c2f8bb5-987d-426b-af86-98608e46695a on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:35:19.686096 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ccbac-eb5b-4880-9be5-e6c5ed233879 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:19.690857 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-5213b85f-a048-4ec4-9247-d40c42e45f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:19.692926 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-5213b85f-a048-4ec4-9247-d40c42e45f3a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8f17bb49698a4eb8b8f6ea2a98c19ac4&device_id=6564bfd6-db74-40b2-9262-3b90c6d493e3 HTTP/1.1" status: 200 len: 1095 time: 0.2125044 Sep 16 04:35:19.697660 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-6311139f-efc9-43c0-b8d9-171b7d6c242d service neutron] Request body: {'port': {'device_id': '13c68a88-d002-48ba-844d-cd029d014bd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:19.721283 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cf82fe47-4d8f-4c9f-90f8-599942e10eea req-d56a90ae-6b6e-41dc-9187-eb7a07a91178 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:19.723244 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cf82fe47-4d8f-4c9f-90f8-599942e10eea req-d56a90ae-6b6e-41dc-9187-eb7a07a91178 tempest-FloatingIPsAssociationTestJSON-352747413 tempest-FloatingIPsAssociationTestJSON-352747413-project] 10.222.0.48 "DELETE /v2.0/ports/7c2f8bb5-987d-426b-af86-98608e46695a HTTP/1.1" status: 204 len: 173 time: 0.8943524 Sep 16 04:35:19.728664 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bac08d2-82e4-434d-bdc3-04df82ee24ae', 'name': 'network-vif-deleted', 'tag': '7c2f8bb5-987d-426b-af86-98608e46695a'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:19.731078 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3a905f-e032-41e6-bf78-f88eef9aea2b" -d '{"events": [{"server_uuid": "6bac08d2-82e4-434d-bdc3-04df82ee24ae", "name": "network-vif-deleted", "tag": "7c2f8bb5-987d-426b-af86-98608e46695a"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:19.763136 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718f16b-74f8-4f0a-8815-805dc7bc7b0f tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c629370-41fe-4453-851e-3dd382731101,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:19.802324 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1ca7894d-cd33-48e5-a0b1-bcc2cad2c0d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:19.806382 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-8b90af02-1f72-45c6-9c48-e2ae323cb645 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f HTTP/1.1" status: 200 len: 217 time: 0.0973108 Sep 16 04:35:19.873212 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-9718f16b-74f8-4f0a-8815-805dc7bc7b0f tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Allocated IP 192.168.233.46 (97f5d7d8-0e62-4047-bcd4-63b92e31705a/24ad4c5e-5b43-4c25-ab99-4992f6337d28/9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:35:19.899325 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f294e284-42f6-4015-b5c3-44e60051b82c req-247a8f3d-2188-404c-be8d-9bd5372daa14 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:19.909050 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f294e284-42f6-4015-b5c3-44e60051b82c req-247a8f3d-2188-404c-be8d-9bd5372daa14 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:19.948296 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-75b3fac8-187b-49e7-9648-d9ecb202d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:19.949870 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-75b3fac8-187b-49e7-9648-d9ecb202d9dd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=449b2ef1-08ad-48f4-8efa-89ce3569851e HTTP/1.1" status: 200 len: 855 time: 0.1291564 Sep 16 04:35:19.957948 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f294e284-42f6-4015-b5c3-44e60051b82c req-247a8f3d-2188-404c-be8d-9bd5372daa14 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:19.959319 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f294e284-42f6-4015-b5c3-44e60051b82c req-247a8f3d-2188-404c-be8d-9bd5372daa14 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8885791 Sep 16 04:35:19.975060 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a8f3d-2188-404c-be8d-9bd5372daa14 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=687cf11e-70e0-481d-9cc7-febf45f19ab1,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:20.027103 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-6311139f-efc9-43c0-b8d9-171b7d6c242d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:20.066968 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4f3b029d-83fb-4fdd-be31-44ee8e3d253a req-7fb7dbe7-f3f2-4307-868f-4ed731ad7e4a tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038532 Sep 16 04:35:20.089621 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-a5cf6832-c52c-4ffd-8433-890964adae64 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7a4c2319-44c9-41ee-a6bf-8c0451e35ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570040 Sep 16 04:35:20.116060 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b5665-cbef-4b8b-8648-a3b5ebbdcb5c req-2ffff9b2-5f1c-468a-b370-61ddcde0d624 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:20.118133 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-535b5665-cbef-4b8b-8648-a3b5ebbdcb5c req-2ffff9b2-5f1c-468a-b370-61ddcde0d624 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 931 time: 0.0766401 Sep 16 04:35:20.171690 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-9718f16b-74f8-4f0a-8815-805dc7bc7b0f tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:20.175881 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-535b5665-cbef-4b8b-8648-a3b5ebbdcb5c req-e3ca0cb4-d020-429c-9fc2-860bf6ce5490 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494230 Sep 16 04:35:20.222518 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-9718f16b-74f8-4f0a-8815-805dc7bc7b0f tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:20.276904 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-9718f16b-74f8-4f0a-8815-805dc7bc7b0f tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Network 97f5d7d8-0e62-4047-bcd4-63b92e31705a is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:35:20.280604 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-9718f16b-74f8-4f0a-8815-805dc7bc7b0f tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:35:20.283454 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-9718f16b-74f8-4f0a-8815-805dc7bc7b0f tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:35:20.346184 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f2130c-6881-4a40-b841-c0f8f3958d17 x-openstack-request-id: req-79f2130c-6881-4a40-b841-c0f8f3958d17 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:20.346686 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bac08d2-82e4-434d-bdc3-04df82ee24ae", "name": "network-vif-deleted", "tag": "7c2f8bb5-987d-426b-af86-98608e46695a", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:20.347049 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-79f2130c-6881-4a40-b841-c0f8f3958d17 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:20.347496 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bac08d2-82e4-434d-bdc3-04df82ee24ae', 'name': 'network-vif-deleted', 'tag': '7c2f8bb5-987d-426b-af86-98608e46695a', 'status': 'completed', 'code': 200} Sep 16 04:35:20.378163 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718f16b-74f8-4f0a-8815-805dc7bc7b0f tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Pushing event updated for resources: {'Port': ['ID=9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:20.447942 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-9718f16b-74f8-4f0a-8815-805dc7bc7b0f tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:20.448700 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-9718f16b-74f8-4f0a-8815-805dc7bc7b0f tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:20.467239 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7825a3c5-b36b-4a95-8cfc-8245a51521ee req-43069f59-bd90-42e1-b3ab-c488f10eb892 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "GET /v2.0/security-groups/a47fa156-eef9-4894-9d05-5535fdbda244 HTTP/1.1" status: 200 len: 1803 time: 0.0985999 Sep 16 04:35:20.494235 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-9718f16b-74f8-4f0a-8815-805dc7bc7b0f tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6664085 Sep 16 04:35:20.513885 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-6b9c6a75-7fd5-4e1e-ab50-4afdd1ca5cfb service neutron] Request body: {'port': {'device_id': 'a304bc75-85b1-4c75-8851-be98e1467990', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:20.564200 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7825a3c5-b36b-4a95-8cfc-8245a51521ee req-3da7600a-33a1-40c2-b457-a231634add0d tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "GET /v2.0/security-groups/687cf11e-70e0-481d-9cc7-febf45f19ab1 HTTP/1.1" status: 200 len: 1804 time: 0.0959673 Sep 16 04:35:20.586939 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-7825a3c5-b36b-4a95-8cfc-8245a51521ee req-b22dcaf2-2bcd-42ce-860b-70bec2255508 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a47fa156-eef9-4894-9d05-5535fdbda244', 'remote_group_id': '687cf11e-70e0-481d-9cc7-febf45f19ab1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:20.587239 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-7825a3c5-b36b-4a95-8cfc-8245a51521ee req-b22dcaf2-2bcd-42ce-860b-70bec2255508 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a47fa156-eef9-4894-9d05-5535fdbda244', 'remote_group_id': '687cf11e-70e0-481d-9cc7-febf45f19ab1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:20.603315 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-6b9c6a75-7fd5-4e1e-ab50-4afdd1ca5cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:20.645803 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-93380b86-94b3-4d73-9a92-87d5b06c90d2 None None] Provisioning complete for port 9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:35:20.646810 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-93380b86-94b3-4d73-9a92-87d5b06c90d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:20.683919 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1ca7894d-cd33-48e5-a0b1-bcc2cad2c0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:20.686640 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1ca7894d-cd33-48e5-a0b1-bcc2cad2c0d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:20.687955 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1ca7894d-cd33-48e5-a0b1-bcc2cad2c0d9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/549060c0-624f-4ebe-bcdd-9548b7f6277e HTTP/1.1" status: 204 len: 168 time: 1.3303640 Sep 16 04:35:20.688881 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-93380b86-94b3-4d73-9a92-87d5b06c90d2 None None] Port 9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:35:20.714186 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe453e1-7c0e-4e94-bbb3-b7537c86d1d3 x-openstack-request-id: req-cfe453e1-7c0e-4e94-bbb3-b7537c86d1d3 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:20.714484 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6564bfd6-db74-40b2-9262-3b90c6d493e3", "tag": "eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:20.714732 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cfe453e1-7c0e-4e94-bbb3-b7537c86d1d3 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:20.715192 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6564bfd6-db74-40b2-9262-3b90c6d493e3', 'tag': 'eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f', 'status': 'completed', 'code': 200} Sep 16 04:35:20.771540 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7894d-cd33-48e5-a0b1-bcc2cad2c0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549060c0-624f-4ebe-bcdd-9548b7f6277e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:20.834706 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-7825a3c5-b36b-4a95-8cfc-8245a51521ee req-b22dcaf2-2bcd-42ce-860b-70bec2255508 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:20.876014 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca7894d-cd33-48e5-a0b1-bcc2cad2c0d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:20.876682 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca7894d-cd33-48e5-a0b1-bcc2cad2c0d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:20.876889 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca7894d-cd33-48e5-a0b1-bcc2cad2c0d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:20.877231 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca7894d-cd33-48e5-a0b1-bcc2cad2c0d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:20.877980 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca7894d-cd33-48e5-a0b1-bcc2cad2c0d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:20.877980 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca7894d-cd33-48e5-a0b1-bcc2cad2c0d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:20.878219 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca7894d-cd33-48e5-a0b1-bcc2cad2c0d9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:20.878787 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca7894d-cd33-48e5-a0b1-bcc2cad2c0d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:20.878929 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca7894d-cd33-48e5-a0b1-bcc2cad2c0d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:20.879196 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca7894d-cd33-48e5-a0b1-bcc2cad2c0d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:20.879519 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca7894d-cd33-48e5-a0b1-bcc2cad2c0d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:20.879840 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca7894d-cd33-48e5-a0b1-bcc2cad2c0d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:20.920802 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-7825a3c5-b36b-4a95-8cfc-8245a51521ee req-b22dcaf2-2bcd-42ce-860b-70bec2255508 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:20.931659 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896a35a-eeec-40d7-998f-b8d760741dd3 req-9eaa8f5c-52eb-464e-8724-ac4103ed3a4f tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:20.932878 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-7825a3c5-b36b-4a95-8cfc-8245a51521ee req-b22dcaf2-2bcd-42ce-860b-70bec2255508 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:20.938832 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2896a35a-eeec-40d7-998f-b8d760741dd3 req-9eaa8f5c-52eb-464e-8724-ac4103ed3a4f tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=a304bc75-85b1-4c75-8851-be98e1467990 HTTP/1.1" status: 200 len: 935 time: 0.7481987 Sep 16 04:35:20.956560 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22dcaf2-2bcd-42ce-860b-70bec2255508 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=054eaacd-a937-456f-8937-86d0a9d04545,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:20.962768 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-20ffcf9d-e240-4f80-a31e-8e3acecf387a service neutron] 10.222.0.48 "GET /v2.0/networks/7a4c2319-44c9-41ee-a6bf-8c0451e35ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8396025 Sep 16 04:35:20.976645 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-7825a3c5-b36b-4a95-8cfc-8245a51521ee req-b22dcaf2-2bcd-42ce-860b-70bec2255508 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:20.978202 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7825a3c5-b36b-4a95-8cfc-8245a51521ee req-b22dcaf2-2bcd-42ce-860b-70bec2255508 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4131293 Sep 16 04:35:21.074329 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-6b9c6a75-7fd5-4e1e-ab50-4afdd1ca5cfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:21.078366 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2896a35a-eeec-40d7-998f-b8d760741dd3 req-70140853-2c6f-4d4e-940a-7fe246cde04d tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386313 Sep 16 04:35:21.093129 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-6b9c6a75-7fd5-4e1e-ab50-4afdd1ca5cfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:21.120592 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-6b9c6a75-7fd5-4e1e-ab50-4afdd1ca5cfb service neutron] Transition to ACTIVE for port object 9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:35:21.130205 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-6b9c6a75-7fd5-4e1e-ab50-4afdd1ca5cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:21.183750 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52836) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:21.239353 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-6311139f-efc9-43c0-b8d9-171b7d6c242d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16722678-cc90-4a40-b39a-f34cc09bfb6c {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:21.260014 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-6311139f-efc9-43c0-b8d9-171b7d6c242d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:21.328398 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-df44b06c-6918-4137-9942-ec027d8b3389 req-fe1f7df2-4f23-402c-9783-03fc390e5338 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "GET /v2.0/security-groups/687cf11e-70e0-481d-9cc7-febf45f19ab1 HTTP/1.1" status: 200 len: 1804 time: 0.1240494 Sep 16 04:35:21.329428 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-6311139f-efc9-43c0-b8d9-171b7d6c242d service neutron] Transition to ACTIVE for port object 16722678-cc90-4a40-b39a-f34cc09bfb6c will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:35:21.345161 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c6a75-7fd5-4e1e-ab50-4afdd1ca5cfb service neutron] Pushing event updated for resources: {'Port': ['ID=9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:21.372441 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-6311139f-efc9-43c0-b8d9-171b7d6c242d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:21.414108 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8b0c541a-3631-4158-ba61-9cf8eb1310eb req-3de381d4-82cc-4912-b28a-c361fbd28a70 service neutron] 10.222.0.48 "GET /v2.0/networks/7a4c2319-44c9-41ee-a6bf-8c0451e35ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926635 Sep 16 04:35:21.428675 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-d547b005-3f69-435b-8bac-87d71d6654dc req-b7502a75-d82d-4608-98ca-61909471a13b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abe5f8cd-2628-4f39-82e8-6d57deaeb366 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:21.447483 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d547b005-3f69-435b-8bac-87d71d6654dc req-b7502a75-d82d-4608-98ca-61909471a13b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:21.451718 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-6b9c6a75-7fd5-4e1e-ab50-4afdd1ca5cfb service neutron] Attempting to bind port 9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:35:21.452047 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-6b9c6a75-7fd5-4e1e-ab50-4afdd1ca5cfb service neutron] Attempting to bind port 9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:35:21.452373 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-6b9c6a75-7fd5-4e1e-ab50-4afdd1ca5cfb service neutron] Attempting to bind port 9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:21.473768 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490b749-fcb5-4ec6-8d51-67a2f9203dd0 req-e0f9fe86-7328-4a61-adc0-9463b03ac803 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:21.475334 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7490b749-fcb5-4ec6-8d51-67a2f9203dd0 req-e0f9fe86-7328-4a61-adc0-9463b03ac803 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] 10.222.0.35 "GET /v2.0/ports?device_id=6564bfd6-db74-40b2-9262-3b90c6d493e3 HTTP/1.1" status: 200 len: 943 time: 0.2305155 Sep 16 04:35:21.475986 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-6b9c6a75-7fd5-4e1e-ab50-4afdd1ca5cfb service neutron] Port 9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:35:21.476409 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-6b9c6a75-7fd5-4e1e-ab50-4afdd1ca5cfb service neutron] Attempting to bind port 9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:21.490699 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-6b9c6a75-7fd5-4e1e-ab50-4afdd1ca5cfb service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:35:21.491038 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-6b9c6a75-7fd5-4e1e-ab50-4afdd1ca5cfb service neutron] Checking segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:35:21.491941 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-6b9c6a75-7fd5-4e1e-ab50-4afdd1ca5cfb service neutron] Bound using segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:35:21.492620 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-6b9c6a75-7fd5-4e1e-ab50-4afdd1ca5cfb service neutron] Bound port: 9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:35:21.493020 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-6b9c6a75-7fd5-4e1e-ab50-4afdd1ca5cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:21.498602 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311139f-efc9-43c0-b8d9-171b7d6c242d service neutron] Pushing event updated for resources: {'Port': ['ID=16722678-cc90-4a40-b39a-f34cc09bfb6c,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:21.503150 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-d547b005-3f69-435b-8bac-87d71d6654dc req-b7502a75-d82d-4608-98ca-61909471a13b service neutron] Transition to ACTIVE for port object abe5f8cd-2628-4f39-82e8-6d57deaeb366 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:35:21.523417 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d547b005-3f69-435b-8bac-87d71d6654dc req-b7502a75-d82d-4608-98ca-61909471a13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:21.607106 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7490b749-fcb5-4ec6-8d51-67a2f9203dd0 req-c3c897f7-4071-425c-8cf0-97cead65ab4d tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] 10.222.0.35 "GET /v2.0/security-groups?id=99f4ae61-c15a-4a1a-95cf-2fa7962fe8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189985 Sep 16 04:35:21.609891 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-df44b06c-6918-4137-9942-ec027d8b3389 req-b619e525-5561-451e-988e-7adcbc3b4ab8 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:21.626656 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-6311139f-efc9-43c0-b8d9-171b7d6c242d service neutron] Attempting to bind port 16722678-cc90-4a40-b39a-f34cc09bfb6c on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:35:21.627008 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-6311139f-efc9-43c0-b8d9-171b7d6c242d service neutron] Attempting to bind port 16722678-cc90-4a40-b39a-f34cc09bfb6c by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:35:21.627348 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-6311139f-efc9-43c0-b8d9-171b7d6c242d service neutron] Attempting to bind port 16722678-cc90-4a40-b39a-f34cc09bfb6c on network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:21.655956 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-6311139f-efc9-43c0-b8d9-171b7d6c242d service neutron] Port 16722678-cc90-4a40-b39a-f34cc09bfb6c on network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:35:21.656290 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-6311139f-efc9-43c0-b8d9-171b7d6c242d service neutron] Attempting to bind port 16722678-cc90-4a40-b39a-f34cc09bfb6c on network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:21.675018 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-df44b06c-6918-4137-9942-ec027d8b3389 req-b619e525-5561-451e-988e-7adcbc3b4ab8 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:21.699724 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7502a75-d82d-4608-98ca-61909471a13b service neutron] Pushing event updated for resources: {'Port': ['ID=abe5f8cd-2628-4f39-82e8-6d57deaeb366,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:21.714548 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-6311139f-efc9-43c0-b8d9-171b7d6c242d service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:35:21.714885 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-6311139f-efc9-43c0-b8d9-171b7d6c242d service neutron] Checking segment: {'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:35:21.715272 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-6311139f-efc9-43c0-b8d9-171b7d6c242d service neutron] Bound using segment: {'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:35:21.715728 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-6311139f-efc9-43c0-b8d9-171b7d6c242d service neutron] Bound port: 16722678-cc90-4a40-b39a-f34cc09bfb6c, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:35:21.716089 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-6311139f-efc9-43c0-b8d9-171b7d6c242d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:21.718500 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-6b9c6a75-7fd5-4e1e-ab50-4afdd1ca5cfb service neutron] For port 9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:21.728024 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985913a9-0d45-4925-b01d-55ef3209d518 req-9fa9a86d-1500-4430-8585-dc7fe2202288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:21.728461 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-985913a9-0d45-4925-b01d-55ef3209d518 req-9fa9a86d-1500-4430-8585-dc7fe2202288 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8f17bb49698a4eb8b8f6ea2a98c19ac4&device_id=6564bfd6-db74-40b2-9262-3b90c6d493e3 HTTP/1.1" status: 200 len: 1095 time: 0.2180409 Sep 16 04:35:21.734094 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52850) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:21.772259 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-6b9c6a75-7fd5-4e1e-ab50-4afdd1ca5cfb service neutron] For port 9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:35:21.800976 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-6b9c6a75-7fd5-4e1e-ab50-4afdd1ca5cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:21.801198 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-d547b005-3f69-435b-8bac-87d71d6654dc req-b7502a75-d82d-4608-98ca-61909471a13b service neutron] Attempting to bind port abe5f8cd-2628-4f39-82e8-6d57deaeb366 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:35:21.801539 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-d547b005-3f69-435b-8bac-87d71d6654dc req-b7502a75-d82d-4608-98ca-61909471a13b service neutron] Attempting to bind port abe5f8cd-2628-4f39-82e8-6d57deaeb366 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:35:21.801871 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d547b005-3f69-435b-8bac-87d71d6654dc req-b7502a75-d82d-4608-98ca-61909471a13b service neutron] Attempting to bind port abe5f8cd-2628-4f39-82e8-6d57deaeb366 on network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:21.855889 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-6b9c6a75-7fd5-4e1e-ab50-4afdd1ca5cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:21.856497 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-6b9c6a75-7fd5-4e1e-ab50-4afdd1ca5cfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:21.857896 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-6b9c6a75-7fd5-4e1e-ab50-4afdd1ca5cfb service neutron] 10.222.0.48 "PUT /v2.0/ports/9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf HTTP/1.1" status: 200 len: 1096 time: 1.3483059 Sep 16 04:35:21.871300 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d547b005-3f69-435b-8bac-87d71d6654dc req-b7502a75-d82d-4608-98ca-61909471a13b service neutron] Port abe5f8cd-2628-4f39-82e8-6d57deaeb366 on network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:35:21.871915 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d547b005-3f69-435b-8bac-87d71d6654dc req-b7502a75-d82d-4608-98ca-61909471a13b service neutron] Attempting to bind port abe5f8cd-2628-4f39-82e8-6d57deaeb366 on network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:21.889545 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d547b005-3f69-435b-8bac-87d71d6654dc req-b7502a75-d82d-4608-98ca-61909471a13b service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:35:21.890141 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d547b005-3f69-435b-8bac-87d71d6654dc req-b7502a75-d82d-4608-98ca-61909471a13b service neutron] Checking segment: {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:35:21.890230 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d547b005-3f69-435b-8bac-87d71d6654dc req-b7502a75-d82d-4608-98ca-61909471a13b service neutron] Bound using segment: {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:35:21.890957 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-d547b005-3f69-435b-8bac-87d71d6654dc req-b7502a75-d82d-4608-98ca-61909471a13b service neutron] Bound port: abe5f8cd-2628-4f39-82e8-6d57deaeb366, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:35:21.891432 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d547b005-3f69-435b-8bac-87d71d6654dc req-b7502a75-d82d-4608-98ca-61909471a13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:21.918112 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573fa5d2-4752-4e63-9d1e-62f910027b06 req-32b1b56f-9af6-44dd-b110-2f9399cb2a36 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:21.919810 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-573fa5d2-4752-4e63-9d1e-62f910027b06 req-32b1b56f-9af6-44dd-b110-2f9399cb2a36 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 943 time: 0.1862779 Sep 16 04:35:21.922022 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-9065dc6f-0ce4-4ba5-9abf-c11ddd09230d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-673492130-network', 'tenant_id': '6fa968ebbecc4f47aff00babe41a6454'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:21.930949 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c6a75-7fd5-4e1e-ab50-4afdd1ca5cfb service neutron] Pushing event updated for resources: {'Port': ['ID=9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:21.962496 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 7c2f8bb5-987d-426b-af86-98608e46695a no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:35:21.997389 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-6311139f-efc9-43c0-b8d9-171b7d6c242d service neutron] For port 16722678-cc90-4a40-b39a-f34cc09bfb6c, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:22.005837 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-573fa5d2-4752-4e63-9d1e-62f910027b06 req-51fb4bd1-97e3-4feb-bb97-71297fa2199c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694015 Sep 16 04:35:22.006089 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 7c2f8bb5-987d-426b-af86-98608e46695a {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:35:22.006606 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 7c2f8bb5-987d-426b-af86-98608e46695a not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:35:22.015115 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-d477a3a9-4a16-4841-b337-0c94c8ee470a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:22.016743 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-d477a3a9-4a16-4841-b337-0c94c8ee470a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a8c979f3fc604996af2e8ab12f365425&device_id=a304bc75-85b1-4c75-8851-be98e1467990 HTTP/1.1" status: 200 len: 1099 time: 0.0956402 Sep 16 04:35:22.020730 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-df44b06c-6918-4137-9942-ec027d8b3389 req-b619e525-5561-451e-988e-7adcbc3b4ab8 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:22.024186 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-df44b06c-6918-4137-9942-ec027d8b3389 req-b619e525-5561-451e-988e-7adcbc3b4ab8 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:22.025506 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-df44b06c-6918-4137-9942-ec027d8b3389 req-b619e525-5561-451e-988e-7adcbc3b4ab8 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "DELETE /v2.0/security-groups/687cf11e-70e0-481d-9cc7-febf45f19ab1 HTTP/1.1" status: 204 len: 173 time: 0.6820855 Sep 16 04:35:22.045843 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985913a9-0d45-4925-b01d-55ef3209d518 req-c021b8dd-3aeb-42b6-8bd2-02cb28d3a15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:22.047792 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-985913a9-0d45-4925-b01d-55ef3209d518 req-c021b8dd-3aeb-42b6-8bd2-02cb28d3a15e service neutron] 10.222.0.48 "GET /v2.0/networks?id=7a4c2319-44c9-41ee-a6bf-8c0451e35ec2 HTTP/1.1" status: 200 len: 916 time: 0.3002143 Sep 16 04:35:22.055335 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9065dc6f-0ce4-4ba5-9abf-c11ddd09230d admin admin] Made reservation on behalf of 6fa968ebbecc4f47aff00babe41a6454 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:35:22.057676 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9065dc6f-0ce4-4ba5-9abf-c11ddd09230d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:22.064941 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-6311139f-efc9-43c0-b8d9-171b7d6c242d service neutron] For port 16722678-cc90-4a40-b39a-f34cc09bfb6c, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=16722678-cc90-4a40-b39a-f34cc09bfb6c,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:35:22.081873 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619e525-5561-451e-988e-7adcbc3b4ab8 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=687cf11e-70e0-481d-9cc7-febf45f19ab1,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:22.094824 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-4e8d6121-4176-440c-a0d2-1b174f622966 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf HTTP/1.1" status: 200 len: 217 time: 0.0619695 Sep 16 04:35:22.126161 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-6311139f-efc9-43c0-b8d9-171b7d6c242d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:22.128387 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9065dc6f-0ce4-4ba5-9abf-c11ddd09230d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:22.162941 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-985913a9-0d45-4925-b01d-55ef3209d518 req-a7316729-9447-4800-9b39-0a530b7f6a76 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f HTTP/1.1" status: 200 len: 217 time: 0.1000626 Sep 16 04:35:22.213462 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-af716aa6-61a8-4557-8301-ac95d72b108d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:22.214921 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-af716aa6-61a8-4557-8301-ac95d72b108d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.1059232 Sep 16 04:35:22.223913 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f4f5b-9013-4f8d-9ca0-97d62559d03c req-09fc50e2-c9b2-4b0d-aeff-9478a6a65fba tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:22.224353 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-6311139f-efc9-43c0-b8d9-171b7d6c242d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:22.224990 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-6311139f-efc9-43c0-b8d9-171b7d6c242d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:22.225358 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-598f4f5b-9013-4f8d-9ca0-97d62559d03c req-09fc50e2-c9b2-4b0d-aeff-9478a6a65fba tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 943 time: 0.1174679 Sep 16 04:35:22.227166 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-6311139f-efc9-43c0-b8d9-171b7d6c242d service neutron] 10.222.0.47 "PUT /v2.0/ports/16722678-cc90-4a40-b39a-f34cc09bfb6c HTTP/1.1" status: 200 len: 1092 time: 2.5614321 Sep 16 04:35:22.252106 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-d547b005-3f69-435b-8bac-87d71d6654dc req-b7502a75-d82d-4608-98ca-61909471a13b service neutron] For port abe5f8cd-2628-4f39-82e8-6d57deaeb366, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:22.305510 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d2c29152-6fa0-4ed9-a66b-094778dcf216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:22.318924 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-17c080ba-264b-4375-ad5b-b1d40ef5bc34 req-d36a02f4-df35-499c-b91e-582e99d35004 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "GET /v2.0/security-groups/a47fa156-eef9-4894-9d05-5535fdbda244 HTTP/1.1" status: 200 len: 1803 time: 0.2516506 Sep 16 04:35:22.326544 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-d547b005-3f69-435b-8bac-87d71d6654dc req-b7502a75-d82d-4608-98ca-61909471a13b service neutron] For port abe5f8cd-2628-4f39-82e8-6d57deaeb366, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=abe5f8cd-2628-4f39-82e8-6d57deaeb366,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:35:22.347963 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311139f-efc9-43c0-b8d9-171b7d6c242d service neutron] Pushing event updated for resources: {'Port': ['ID=16722678-cc90-4a40-b39a-f34cc09bfb6c,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:22.349859 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-598f4f5b-9013-4f8d-9ca0-97d62559d03c req-143d057d-065c-4e5a-9fd4-7e49e6438b0d tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134832 Sep 16 04:35:22.353398 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a304bc75-85b1-4c75-8851-be98e1467990', 'tag': '9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:22.356658 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f15c459-faf7-4c2c-856e-51e08f8dbd2c" -d '{"events": [{"name": "network-changed", "server_uuid": "a304bc75-85b1-4c75-8851-be98e1467990", "tag": "9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:22.357627 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985913a9-0d45-4925-b01d-55ef3209d518 req-9fde2c3e-fb38-4ecb-84c3-7c09a84c4582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:22.359108 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-985913a9-0d45-4925-b01d-55ef3209d518 req-9fde2c3e-fb38-4ecb-84c3-7c09a84c4582 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=449b2ef1-08ad-48f4-8efa-89ce3569851e HTTP/1.1" status: 200 len: 855 time: 0.1677239 Sep 16 04:35:22.360229 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d547b005-3f69-435b-8bac-87d71d6654dc req-b7502a75-d82d-4608-98ca-61909471a13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:22.362157 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-e9362dd9-44df-4fc2-acea-1870589c809c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:22.363847 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-e9362dd9-44df-4fc2-acea-1870589c809c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1367824 Sep 16 04:35:22.452596 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-985913a9-0d45-4925-b01d-55ef3209d518 req-23cdd043-86d7-4edf-83a0-958c536856cb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7a4c2319-44c9-41ee-a6bf-8c0451e35ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724623 Sep 16 04:35:22.483041 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547b005-3f69-435b-8bac-87d71d6654dc req-b7502a75-d82d-4608-98ca-61909471a13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:22.483661 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d547b005-3f69-435b-8bac-87d71d6654dc req-b7502a75-d82d-4608-98ca-61909471a13b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:22.485081 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d547b005-3f69-435b-8bac-87d71d6654dc req-b7502a75-d82d-4608-98ca-61909471a13b service neutron] 10.222.0.47 "PUT /v2.0/ports/abe5f8cd-2628-4f39-82e8-6d57deaeb366 HTTP/1.1" status: 200 len: 1092 time: 3.1886792 Sep 16 04:35:22.542300 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-da010fcf-b750-4b6d-8b2f-bf4278e01595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:22.543810 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-da010fcf-b750-4b6d-8b2f-bf4278e01595 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1db68ab0fc284575894f1608a94e9c14&device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 1095 time: 0.2429674 Sep 16 04:35:22.550613 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7502a75-d82d-4608-98ca-61909471a13b service neutron] Pushing event updated for resources: {'Port': ['ID=abe5f8cd-2628-4f39-82e8-6d57deaeb366,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:22.671072 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-3b82f8d2-be00-474f-9650-38691cffad59 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16722678-cc90-4a40-b39a-f34cc09bfb6c HTTP/1.1" status: 200 len: 217 time: 0.1031017 Sep 16 04:35:22.700119 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9065dc6f-0ce4-4ba5-9abf-c11ddd09230d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:22.714325 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57f4d4-52ba-4b9b-a967-a26f462e8daa req-27b2bbf8-ad9b-4d03-9487-993d597a4aca tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:22.715870 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-df57f4d4-52ba-4b9b-a967-a26f462e8daa req-27b2bbf8-ad9b-4d03-9487-993d597a4aca tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=a304bc75-85b1-4c75-8851-be98e1467990 HTTP/1.1" status: 200 len: 947 time: 0.3050849 Sep 16 04:35:22.738171 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c68a88-d002-48ba-844d-cd029d014bd1', 'tag': '16722678-cc90-4a40-b39a-f34cc09bfb6c'}, {'name': 'network-changed', 'server_uuid': '52f13471-3d4b-47d9-9042-39972245dd3d', 'tag': 'abe5f8cd-2628-4f39-82e8-6d57deaeb366'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:22.740358 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8fc178-5623-478d-984b-dbf945f42627" -d '{"events": [{"name": "network-changed", "server_uuid": "13c68a88-d002-48ba-844d-cd029d014bd1", "tag": "16722678-cc90-4a40-b39a-f34cc09bfb6c"}, {"name": "network-changed", "server_uuid": "52f13471-3d4b-47d9-9042-39972245dd3d", "tag": "abe5f8cd-2628-4f39-82e8-6d57deaeb366"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:22.745268 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-1621aa69-a8fd-4f46-a962-33f5defa833a req-d99c2035-b7a3-4e7c-b5c9-daf67bc84d8e tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-892631133', 'description': 'tempest-description-878549201'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:22.752891 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9065dc6f-0ce4-4ba5-9abf-c11ddd09230d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:22.793862 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-985913a9-0d45-4925-b01d-55ef3209d518 req-dd7e6c9b-5496-4960-a073-39731fc0ae4c service neutron] 10.222.0.48 "GET /v2.0/networks/7a4c2319-44c9-41ee-a6bf-8c0451e35ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069561 Sep 16 04:35:22.808014 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547b005-3f69-435b-8bac-87d71d6654dc req-a3865e58-9649-4b4a-9f04-daaae96027d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:22.809529 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d547b005-3f69-435b-8bac-87d71d6654dc req-a3865e58-9649-4b4a-9f04-daaae96027d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8fb595dbe0d3452481d7faf275f28d7b&device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 1095 time: 0.2622738 Sep 16 04:35:22.813614 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9065dc6f-0ce4-4ba5-9abf-c11ddd09230d admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:35:22.832676 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1621aa69-a8fd-4f46-a962-33f5defa833a req-d99c2035-b7a3-4e7c-b5c9-daf67bc84d8e tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:22.846070 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-d2f09e05-f97c-48b4-aeba-7d08fd03332d service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4689233 Sep 16 04:35:22.849895 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-5a51ebb9-fc46-4a5f-b307-96f14ba22af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:22.851484 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-5a51ebb9-fc46-4a5f-b307-96f14ba22af4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8440e215-69bc-4539-b053-2b3b499b80a9 HTTP/1.1" status: 200 len: 861 time: 0.1616814 Sep 16 04:35:22.881227 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9065dc6f-0ce4-4ba5-9abf-c11ddd09230d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:22.881572 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-9065dc6f-0ce4-4ba5-9abf-c11ddd09230d admin admin] Added segment 3645aa01-a004-4236-94fc-f3ae0d972b32 of type vlan for network 6552b65c-14fd-4a14-b655-8d63a3cf856e Sep 16 04:35:22.931198 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065dc6f-0ce4-4ba5-9abf-c11ddd09230d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f17c9e-1179-43a7-a242-34ccaf5bc0d4,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:22.954227 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d547b005-3f69-435b-8bac-87d71d6654dc req-5de0050a-fdf3-4d1f-9dc7-13703cff502d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=abe5f8cd-2628-4f39-82e8-6d57deaeb366 HTTP/1.1" status: 200 len: 217 time: 0.1211042 Sep 16 04:35:22.963162 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-df57f4d4-52ba-4b9b-a967-a26f462e8daa req-0740d888-aad6-408f-b779-359269877259 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179773 Sep 16 04:35:22.965262 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-81776b2d-8da3-4af0-9547-3ca0c38ddbfa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943489 Sep 16 04:35:23.018447 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c571199-2fc1-44c5-98a4-da791d3dfe00 x-openstack-request-id: req-7c571199-2fc1-44c5-98a4-da791d3dfe00 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:23.019271 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a304bc75-85b1-4c75-8851-be98e1467990", "tag": "9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:23.019680 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7c571199-2fc1-44c5-98a4-da791d3dfe00 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:23.019934 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a304bc75-85b1-4c75-8851-be98e1467990', 'tag': '9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf', 'status': 'completed', 'code': 200} Sep 16 04:35:23.054661 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fefb182e-bd4b-4449-8eaa-23c87b01c068 req-049e5040-ca7b-445e-b0df-84f97b2f525c service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975145 Sep 16 04:35:23.085432 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1621aa69-a8fd-4f46-a962-33f5defa833a req-d99c2035-b7a3-4e7c-b5c9-daf67bc84d8e tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:23.091143 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1621aa69-a8fd-4f46-a962-33f5defa833a req-d99c2035-b7a3-4e7c-b5c9-daf67bc84d8e tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:23.106376 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9065dc6f-0ce4-4ba5-9abf-c11ddd09230d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:23.128764 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1621aa69-a8fd-4f46-a962-33f5defa833a req-d99c2035-b7a3-4e7c-b5c9-daf67bc84d8e tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:23.129979 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1621aa69-a8fd-4f46-a962-33f5defa833a req-d99c2035-b7a3-4e7c-b5c9-daf67bc84d8e tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3966773 Sep 16 04:35:23.130810 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c2035-b7a3-4e7c-b5c9-daf67bc84d8e tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4047e4-fcc8-4180-afac-779ef6ee7c24,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:23.134254 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-d2c29152-6fa0-4ed9-a66b-094778dcf216 admin admin] Deleting port 91e4d460-9026-4e26-a38e-49623ad6dfeb {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:35:23.134588 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d2c29152-6fa0-4ed9-a66b-094778dcf216 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:23.192741 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df907627-7b3e-4540-b308-696228103429 x-openstack-request-id: req-df907627-7b3e-4540-b308-696228103429 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:23.193037 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c68a88-d002-48ba-844d-cd029d014bd1", "tag": "16722678-cc90-4a40-b39a-f34cc09bfb6c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "52f13471-3d4b-47d9-9042-39972245dd3d", "tag": "abe5f8cd-2628-4f39-82e8-6d57deaeb366", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:23.193281 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-df907627-7b3e-4540-b308-696228103429 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:23.193668 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c68a88-d002-48ba-844d-cd029d014bd1', 'tag': '16722678-cc90-4a40-b39a-f34cc09bfb6c', 'status': 'completed', 'code': 200} Sep 16 04:35:23.193917 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52f13471-3d4b-47d9-9042-39972245dd3d', 'tag': 'abe5f8cd-2628-4f39-82e8-6d57deaeb366', 'status': 'completed', 'code': 200} Sep 16 04:35:23.202558 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547b005-3f69-435b-8bac-87d71d6654dc req-b72f908d-c3c2-4c1b-807a-57610f16cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:23.203993 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d547b005-3f69-435b-8bac-87d71d6654dc req-b72f908d-c3c2-4c1b-807a-57610f16cef4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=43280570-672b-4326-ad6d-76a55cd52f58 HTTP/1.1" status: 200 len: 848 time: 0.2149885 Sep 16 04:35:23.212708 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-985913a9-0d45-4925-b01d-55ef3209d518 req-9c3c12bd-2cc0-4570-a310-94c362625713 service neutron] 10.222.0.48 "GET /v2.0/networks/7a4c2319-44c9-41ee-a6bf-8c0451e35ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957818 Sep 16 04:35:23.237148 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15c459-faf7-4c2c-856e-51e08f8dbd2c req-6555b31b-8b13-4560-ab12-0823c644c1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:23.238630 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8f15c459-faf7-4c2c-856e-51e08f8dbd2c req-6555b31b-8b13-4560-ab12-0823c644c1dd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a8c979f3fc604996af2e8ab12f365425&device_id=a304bc75-85b1-4c75-8851-be98e1467990 HTTP/1.1" status: 200 len: 1099 time: 0.0962610 Sep 16 04:35:23.249615 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d547b005-3f69-435b-8bac-87d71d6654dc req-eeb3c281-103f-49c8-b57a-988e64302c36 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335681 Sep 16 04:35:23.255537 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9065dc6f-0ce4-4ba5-9abf-c11ddd09230d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:23.256507 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9065dc6f-0ce4-4ba5-9abf-c11ddd09230d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:23.257185 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9065dc6f-0ce4-4ba5-9abf-c11ddd09230d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:23.309024 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979732c-690c-4263-ab51-437edc43b5cc req-51e0cd71-202a-451c-9227-45c4cfa4ca4f tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:23.310495 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a979732c-690c-4263-ab51-437edc43b5cc req-51e0cd71-202a-451c-9227-45c4cfa4ca4f tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] 10.222.0.35 "GET /v2.0/ports?device_id=6564bfd6-db74-40b2-9262-3b90c6d493e3 HTTP/1.1" status: 200 len: 943 time: 0.2362316 Sep 16 04:35:23.312261 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-a807cf9d-b817-4d79-b3d5-6d6c480859df service neutron] 10.222.0.47 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126893 Sep 16 04:35:23.356076 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9065dc6f-0ce4-4ba5-9abf-c11ddd09230d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6106174 Sep 16 04:35:23.362830 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24c963-819e-493c-9bfd-5b85a2f7dedc req-5256350b-eba4-4603-898b-682094c6efba tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:23.364304 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e24c963-819e-493c-9bfd-5b85a2f7dedc req-5256350b-eba4-4603-898b-682094c6efba tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 943 time: 0.1402202 Sep 16 04:35:23.368130 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-d2c29152-6fa0-4ed9-a66b-094778dcf216 admin admin] For port 91e4d460-9026-4e26-a38e-49623ad6dfeb, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=91e4d460-9026-4e26-a38e-49623ad6dfeb,segment=NetworkSegment(d1fd56d2-3201-4bbb-9ac4-587b0596a9f4),segment_id=d1fd56d2-3201-4bbb-9ac4-587b0596a9f4)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:23.368503 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d2c29152-6fa0-4ed9-a66b-094778dcf216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:23.370660 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52872) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:23.382170 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-8d671bbb-cae8-40dd-915d-74792c8fba13 admin admin] Request body: {'subnet': {'network_id': '6552b65c-14fd-4a14-b655-8d63a3cf856e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-673492130-subnet', 'tenant_id': '6fa968ebbecc4f47aff00babe41a6454', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:23.399562 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-d2c29152-6fa0-4ed9-a66b-094778dcf216 admin admin] Calling delete_port for 91e4d460-9026-4e26-a38e-49623ad6dfeb owned by network:router_interface {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:35:23.436519 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065dc6f-0ce4-4ba5-9abf-c11ddd09230d admin admin] Pushing event updated for resources: {'Network': ['ID=6552b65c-14fd-4a14-b655-8d63a3cf856e,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:23.453360 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 6552b65c-14fd-4a14-b655-8d63a3cf856e details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:35:23.483240 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15c459-faf7-4c2c-856e-51e08f8dbd2c req-5ac056ca-b8b9-4ad3-bc59-32ef5b5896ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:23.484772 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8f15c459-faf7-4c2c-856e-51e08f8dbd2c req-5ac056ca-b8b9-4ad3-bc59-32ef5b5896ce service neutron] 10.222.0.48 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.2235456 Sep 16 04:35:23.504613 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d671bbb-cae8-40dd-915d-74792c8fba13 admin admin] Made reservation on behalf of 6fa968ebbecc4f47aff00babe41a6454 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:35:23.507042 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8d671bbb-cae8-40dd-915d-74792c8fba13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:23.545571 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e24c963-819e-493c-9bfd-5b85a2f7dedc req-e186a637-aee7-4590-91ea-43e66ec2d5ec tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602523 Sep 16 04:35:23.561314 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8f15c459-faf7-4c2c-856e-51e08f8dbd2c req-43fe03ea-9990-4373-abcf-af47d68ff5d3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf HTTP/1.1" status: 200 len: 217 time: 0.0672588 Sep 16 04:35:23.754215 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a979732c-690c-4263-ab51-437edc43b5cc req-bdf2bf1f-40f4-4436-ac07-0ba9c9c4f1a9 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] 10.222.0.35 "GET /v2.0/security-groups?id=99f4ae61-c15a-4a1a-95cf-2fa7962fe8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243851 Sep 16 04:35:23.775048 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d547b005-3f69-435b-8bac-87d71d6654dc req-561d43e6-c8ae-4e37-bb82-403fe93d3ee2 service neutron] 10.222.0.47 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5128632 Sep 16 04:35:23.776426 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37759d75-e749-4d52-8c52-f1d650bdeba7 req-ef40a947-406d-48fc-a9f5-422e9e729844 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "GET /v2.0/security-groups/0d4047e4-fcc8-4180-afac-779ef6ee7c24 HTTP/1.1" status: 200 len: 1803 time: 0.1952977 Sep 16 04:35:23.782364 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15c459-faf7-4c2c-856e-51e08f8dbd2c req-7a1c0a81-67e5-4bf6-aad6-a98d370f661d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:23.783956 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8f15c459-faf7-4c2c-856e-51e08f8dbd2c req-7a1c0a81-67e5-4bf6-aad6-a98d370f661d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.2040563 Sep 16 04:35:23.810006 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-37759d75-e749-4d52-8c52-f1d650bdeba7 req-d6a22d55-1134-4d4d-a0e6-b52cff57455f tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0d4047e4-fcc8-4180-afac-779ef6ee7c24', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:23.810401 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-37759d75-e749-4d52-8c52-f1d650bdeba7 req-d6a22d55-1134-4d4d-a0e6-b52cff57455f tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0d4047e4-fcc8-4180-afac-779ef6ee7c24', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:23.810747 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d6b1e3ed-4c2b-4a7d-ad1f-0f1dd7f65d27 req-8d900832-7d91-4fe1-a5ac-a0f5e0209ce9 service neutron] 10.222.0.47 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799755 Sep 16 04:35:23.924464 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d547b005-3f69-435b-8bac-87d71d6654dc req-60947060-f1d3-4494-adff-982d39dffb73 service neutron] 10.222.0.47 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379039 Sep 16 04:35:23.939377 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15c459-faf7-4c2c-856e-51e08f8dbd2c req-2be93e62-fbb8-4f94-a65e-6a506efaa1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:23.940905 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8f15c459-faf7-4c2c-856e-51e08f8dbd2c req-2be93e62-fbb8-4f94-a65e-6a506efaa1e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1450551 Sep 16 04:35:23.957439 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48adf1a-6f9a-459f-b2a1-f132ed1bc12d req-55dd68de-5e54-4b01-a723-77b9b9725ca3 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:23.959104 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a48adf1a-6f9a-459f-b2a1-f132ed1bc12d req-55dd68de-5e54-4b01-a723-77b9b9725ca3 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 943 time: 0.1047921 Sep 16 04:35:23.986128 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8fc178-5623-478d-984b-dbf945f42627 req-4170b782-e789-479a-9917-b82eca11426c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:23.987607 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-aa8fc178-5623-478d-984b-dbf945f42627 req-4170b782-e789-479a-9917-b82eca11426c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1db68ab0fc284575894f1608a94e9c14&device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 1095 time: 0.0740559 Sep 16 04:35:24.022916 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a48adf1a-6f9a-459f-b2a1-f132ed1bc12d req-9ea7ed21-8ff8-4c03-9c77-c3da79a94552 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562305 Sep 16 04:35:24.048493 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d2c29152-6fa0-4ed9-a66b-094778dcf216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:24.103728 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8fc178-5623-478d-984b-dbf945f42627 req-64fecc3c-0d16-4473-9af0-3126755992bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:24.105371 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-aa8fc178-5623-478d-984b-dbf945f42627 req-64fecc3c-0d16-4473-9af0-3126755992bd service neutron] 10.222.0.47 "GET /v2.0/networks?id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588 HTTP/1.1" status: 200 len: 922 time: 0.1061962 Sep 16 04:35:24.111315 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-37759d75-e749-4d52-8c52-f1d650bdeba7 req-d6a22d55-1134-4d4d-a0e6-b52cff57455f tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:24.119761 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c29152-6fa0-4ed9-a66b-094778dcf216 admin admin] Pushing event deleted for resources: {'Port': ['ID=91e4d460-9026-4e26-a38e-49623ad6dfeb,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:24.121827 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8d671bbb-cae8-40dd-915d-74792c8fba13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:24.166372 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-aa8fc178-5623-478d-984b-dbf945f42627 req-ad098a0b-78b3-4019-9aeb-072dacf5ea3c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16722678-cc90-4a40-b39a-f34cc09bfb6c HTTP/1.1" status: 200 len: 217 time: 0.0387433 Sep 16 04:35:24.257721 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8fc178-5623-478d-984b-dbf945f42627 req-ce7535e6-cf9d-431f-981f-41c3b73524c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:24.258284 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-37759d75-e749-4d52-8c52-f1d650bdeba7 req-d6a22d55-1134-4d4d-a0e6-b52cff57455f tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:24.259555 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-aa8fc178-5623-478d-984b-dbf945f42627 req-ce7535e6-cf9d-431f-981f-41c3b73524c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8440e215-69bc-4539-b053-2b3b499b80a9 HTTP/1.1" status: 200 len: 861 time: 0.0850914 Sep 16 04:35:24.266846 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d671bbb-cae8-40dd-915d-74792c8fba13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a191bfd-5eae-49c2-adb2-d9d0bb9041b0,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:24.270465 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8f15c459-faf7-4c2c-856e-51e08f8dbd2c req-0c7dadcf-7d9a-4884-b86f-e18560b807ca service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107238 Sep 16 04:35:24.278117 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c06b22-966c-4c00-a9bb-bc5893991cb5 req-2b3ba163-8c13-41f6-b57a-4593f2ffce07 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:24.280501 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-37759d75-e749-4d52-8c52-f1d650bdeba7 req-d6a22d55-1134-4d4d-a0e6-b52cff57455f tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:24.285224 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-96c06b22-966c-4c00-a9bb-bc5893991cb5 req-2b3ba163-8c13-41f6-b57a-4593f2ffce07 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=a304bc75-85b1-4c75-8851-be98e1467990 HTTP/1.1" status: 200 len: 947 time: 0.0829318 Sep 16 04:35:24.320954 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-aa8fc178-5623-478d-984b-dbf945f42627 req-77d8c558-fc5f-4546-853f-88a205722bae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524166 Sep 16 04:35:24.345150 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a22d55-1134-4d4d-a0e6-b52cff57455f tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b653012-1464-4cb3-875f-0197a2e27e23,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:24.354833 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d671bbb-cae8-40dd-915d-74792c8fba13 admin admin] Checking segment: {'id': '3645aa01-a004-4236-94fc-f3ae0d972b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6552b65c-14fd-4a14-b655-8d63a3cf856e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:35:24.355109 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d671bbb-cae8-40dd-915d-74792c8fba13 admin admin] Network hostable DHCP agents. Network: 6552b65c-14fd-4a14-b655-8d63a3cf856e, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:35:24.379826 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-96c06b22-966c-4c00-a9bb-bc5893991cb5 req-593dd7a8-e112-4f86-a0f1-c88d915d0129 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915866 Sep 16 04:35:24.418405 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-37759d75-e749-4d52-8c52-f1d650bdeba7 req-d6a22d55-1134-4d4d-a0e6-b52cff57455f tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:24.419610 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37759d75-e749-4d52-8c52-f1d650bdeba7 req-d6a22d55-1134-4d4d-a0e6-b52cff57455f tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6347160 Sep 16 04:35:24.477868 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-aa8fc178-5623-478d-984b-dbf945f42627 req-7bf763fc-e25c-4e41-bef0-f1aa7163e9b2 service neutron] 10.222.0.47 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482916 Sep 16 04:35:24.485802 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d671bbb-cae8-40dd-915d-74792c8fba13 admin admin] Network 6552b65c-14fd-4a14-b655-8d63a3cf856e is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:35:24.504889 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8f15c459-faf7-4c2c-856e-51e08f8dbd2c req-1f35e1ac-3395-4ad0-ae02-b8252e79a7a9 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222311 Sep 16 04:35:24.508097 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-8d671bbb-cae8-40dd-915d-74792c8fba13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 6552b65c-14fd-4a14-b655-8d63a3cf856e) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:35:24.517328 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef647a5-a6bd-4321-a6ec-4c64400dd30d None None] Network 6552b65c-14fd-4a14-b655-8d63a3cf856e requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:35:24.517891 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d671bbb-cae8-40dd-915d-74792c8fba13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:24.517987 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8d671bbb-cae8-40dd-915d-74792c8fba13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:24.525356 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d2c29152-6fa0-4ed9-a66b-094778dcf216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:24.542025 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-68e649a3-5062-4eae-9de8-be99de486dd9 req-41241b09-7078-4e45-a694-ca3463ea273a tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "GET /v2.0/security-groups/0d4047e4-fcc8-4180-afac-779ef6ee7c24 HTTP/1.1" status: 200 len: 2396 time: 0.1009283 Sep 16 04:35:24.576790 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-68e649a3-5062-4eae-9de8-be99de486dd9 req-9f202ca3-aa18-4c84-afb3-4402d1c5ecfe tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0d4047e4-fcc8-4180-afac-779ef6ee7c24', 'remote_group_id': None}]} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:24.577083 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-68e649a3-5062-4eae-9de8-be99de486dd9 req-9f202ca3-aa18-4c84-afb3-4402d1c5ecfe tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0d4047e4-fcc8-4180-afac-779ef6ee7c24', 'remote_group_id': None}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:24.581897 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8d671bbb-cae8-40dd-915d-74792c8fba13 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2097526 Sep 16 04:35:24.585009 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52884) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:24.592105 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-6d76d43c-540c-49a7-afa0-b552e8116533 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-673492130-router', 'tenant_id': '6fa968ebbecc4f47aff00babe41a6454', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:24.629740 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-aa8fc178-5623-478d-984b-dbf945f42627 req-07f176ba-68ef-4be7-9bd3-0fc7add186ca service neutron] 10.222.0.47 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398640 Sep 16 04:35:24.666033 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-68e649a3-5062-4eae-9de8-be99de486dd9 req-9f202ca3-aa18-4c84-afb3-4402d1c5ecfe tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:24.686404 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-68e649a3-5062-4eae-9de8-be99de486dd9 req-9f202ca3-aa18-4c84-afb3-4402d1c5ecfe tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:24.690986 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-68e649a3-5062-4eae-9de8-be99de486dd9 req-9f202ca3-aa18-4c84-afb3-4402d1c5ecfe tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:24.711418 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f202ca3-aa18-4c84-afb3-4402d1c5ecfe tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9664b56-a8cd-4e84-83a7-9b3327544c2b,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:24.722162 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6d76d43c-540c-49a7-afa0-b552e8116533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:24.723157 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6d76d43c-540c-49a7-afa0-b552e8116533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:24.723846 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-68e649a3-5062-4eae-9de8-be99de486dd9 req-9f202ca3-aa18-4c84-afb3-4402d1c5ecfe tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:24.725560 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-68e649a3-5062-4eae-9de8-be99de486dd9 req-9f202ca3-aa18-4c84-afb3-4402d1c5ecfe tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1771610 Sep 16 04:35:24.786162 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13556c-81ac-4324-94f1-10920aa8de67 req-6dc1d310-67fc-4437-aa01-7e340716925f tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:24.787857 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7e13556c-81ac-4324-94f1-10920aa8de67 req-6dc1d310-67fc-4437-aa01-7e340716925f tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 943 time: 0.1347177 Sep 16 04:35:24.803302 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8fc178-5623-478d-984b-dbf945f42627 req-2dd61ee5-9f2e-4eeb-a38d-d2502ebc25f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:24.805671 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-aa8fc178-5623-478d-984b-dbf945f42627 req-2dd61ee5-9f2e-4eeb-a38d-d2502ebc25f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8fb595dbe0d3452481d7faf275f28d7b&device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 1095 time: 0.0788515 Sep 16 04:35:24.813587 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-10e099e3-bc3f-4d5e-a835-13bfe7734f33 req-0cba6495-7602-40d8-bfeb-99b0a5f49ead tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "GET /v2.0/security-groups/0d4047e4-fcc8-4180-afac-779ef6ee7c24 HTTP/1.1" status: 200 len: 2994 time: 0.0594869 Sep 16 04:35:24.855273 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8988ac5-73fa-40aa-914d-5c9ba716d5ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-6552b65c-14fd-4a14-b655-8d63a3cf856e', 'network_id': '6552b65c-14fd-4a14-b655-8d63a3cf856e', 'tenant_id': '6fa968ebbecc4f47aff00babe41a6454', 'fixed_ips': [{'subnet_id': '4a191bfd-5eae-49c2-adb2-d9d0bb9041b0'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:35:24.856152 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f8988ac5-73fa-40aa-914d-5c9ba716d5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:24.870282 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6d76d43c-540c-49a7-afa0-b552e8116533 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:24.946281 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8fc178-5623-478d-984b-dbf945f42627 req-bc4a08ae-d0f6-44f6-9c63-19a345ffba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:24.947864 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-aa8fc178-5623-478d-984b-dbf945f42627 req-bc4a08ae-d0f6-44f6-9c63-19a345ffba8a service neutron] 10.222.0.47 "GET /v2.0/networks?id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 HTTP/1.1" status: 200 len: 909 time: 0.1303263 Sep 16 04:35:24.959741 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517776e-2e10-48a0-9596-eab0ff8193dc req-f0ce0b9b-c26c-4bd2-a6af-53e2da768927 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:24.961982 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4517776e-2e10-48a0-9596-eab0ff8193dc req-f0ce0b9b-c26c-4bd2-a6af-53e2da768927 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] 10.222.0.35 "GET /v2.0/ports?device_id=6564bfd6-db74-40b2-9262-3b90c6d493e3 HTTP/1.1" status: 200 len: 943 time: 0.0776567 Sep 16 04:35:24.999025 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-aa8fc178-5623-478d-984b-dbf945f42627 req-c5e76839-6e7b-47c7-b37f-88784385cdbb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=abe5f8cd-2628-4f39-82e8-6d57deaeb366 HTTP/1.1" status: 200 len: 217 time: 0.0359964 Sep 16 04:35:25.001602 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-f8988ac5-73fa-40aa-914d-5c9ba716d5ce None None] Allocated IP 172.20.0.2 (6552b65c-14fd-4a14-b655-8d63a3cf856e/4a191bfd-5eae-49c2-adb2-d9d0bb9041b0/bfbedfce-b4c9-41e9-994c-3a010804d060) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:35:25.017567 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7e13556c-81ac-4324-94f1-10920aa8de67 req-ccf9279f-9f28-4b22-9b9b-9ebd5b93bc9f tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157667 Sep 16 04:35:25.069753 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4517776e-2e10-48a0-9596-eab0ff8193dc req-0f9d1745-b703-4060-b959-35bda9c9a609 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] 10.222.0.35 "GET /v2.0/security-groups?id=99f4ae61-c15a-4a1a-95cf-2fa7962fe8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737555 Sep 16 04:35:25.077093 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8fc178-5623-478d-984b-dbf945f42627 req-4e212219-e1cb-49f1-a6b3-8ac8107e45d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:25.078524 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-aa8fc178-5623-478d-984b-dbf945f42627 req-4e212219-e1cb-49f1-a6b3-8ac8107e45d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=43280570-672b-4326-ad6d-76a55cd52f58 HTTP/1.1" status: 200 len: 848 time: 0.0665698 Sep 16 04:35:25.119744 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-77e7e19f-6ffd-4ade-8be0-37e3e55727fd req-c3df5f6a-1970-4638-99ad-849b6df01e94 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "GET /v2.0/security-group-rules/f9664b56-a8cd-4e84-83a7-9b3327544c2b HTTP/1.1" status: 200 len: 783 time: 0.0355313 Sep 16 04:35:25.124155 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-aa8fc178-5623-478d-984b-dbf945f42627 req-887b0cc5-22d7-40fd-bdf6-5ddf1f9938cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312219 Sep 16 04:35:25.159797 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c29152-6fa0-4ed9-a66b-094778dcf216 admin admin] Router 48137eb6-1145-4fbe-8b3d-5b24d0910aff has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:35:25.162439 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6d76d43c-540c-49a7-afa0-b552e8116533 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:25.165655 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f8988ac5-73fa-40aa-914d-5c9ba716d5ce None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:25.171675 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f8988ac5-73fa-40aa-914d-5c9ba716d5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:25.214185 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8988ac5-73fa-40aa-914d-5c9ba716d5ce None None] Network 6552b65c-14fd-4a14-b655-8d63a3cf856e is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:35:25.219200 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-f8988ac5-73fa-40aa-914d-5c9ba716d5ce None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:35:25.221887 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8988ac5-73fa-40aa-914d-5c9ba716d5ce None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:35:25.229908 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8988ac5-73fa-40aa-914d-5c9ba716d5ce None None] Pushing event updated for resources: {'Port': ['ID=bfbedfce-b4c9-41e9-994c-3a010804d060,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:25.244246 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4b136-e628-48ae-8659-576b4b3e50a6 req-41518b7a-e4c1-4450-998a-3a96ac7ad2c2 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:25.245809 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-00b4b136-e628-48ae-8659-576b4b3e50a6 req-41518b7a-e4c1-4450-998a-3a96ac7ad2c2 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 943 time: 0.1039767 Sep 16 04:35:25.271790 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-aa8fc178-5623-478d-984b-dbf945f42627 req-97cf43ce-a374-47d1-9198-81b89edc82d1 service neutron] 10.222.0.47 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392014 Sep 16 04:35:25.277004 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-77e7e19f-6ffd-4ade-8be0-37e3e55727fd req-c17bcb8a-4d25-44d2-a24a-2afce4ccc078 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "GET /v2.0/security-groups/0d4047e4-fcc8-4180-afac-779ef6ee7c24 HTTP/1.1" status: 200 len: 2994 time: 0.1563847 Sep 16 04:35:25.289735 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-f8988ac5-73fa-40aa-914d-5c9ba716d5ce None None] Attempting to bind port bfbedfce-b4c9-41e9-994c-3a010804d060 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:35:25.290107 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-f8988ac5-73fa-40aa-914d-5c9ba716d5ce None None] Attempting to bind port bfbedfce-b4c9-41e9-994c-3a010804d060 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '3645aa01-a004-4236-94fc-f3ae0d972b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6552b65c-14fd-4a14-b655-8d63a3cf856e'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:35:25.290476 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8988ac5-73fa-40aa-914d-5c9ba716d5ce None None] Attempting to bind port bfbedfce-b4c9-41e9-994c-3a010804d060 on network 6552b65c-14fd-4a14-b655-8d63a3cf856e {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:25.295749 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8988ac5-73fa-40aa-914d-5c9ba716d5ce None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:35:25.296130 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8988ac5-73fa-40aa-914d-5c9ba716d5ce None None] Checking segment: {'id': '3645aa01-a004-4236-94fc-f3ae0d972b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6552b65c-14fd-4a14-b655-8d63a3cf856e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:35:25.296533 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f8988ac5-73fa-40aa-914d-5c9ba716d5ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:25.297180 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8988ac5-73fa-40aa-914d-5c9ba716d5ce None None] Bound using segment: {'id': '3645aa01-a004-4236-94fc-f3ae0d972b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6552b65c-14fd-4a14-b655-8d63a3cf856e'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:35:25.297656 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-f8988ac5-73fa-40aa-914d-5c9ba716d5ce None None] Bound port: bfbedfce-b4c9-41e9-994c-3a010804d060, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3645aa01-a004-4236-94fc-f3ae0d972b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6552b65c-14fd-4a14-b655-8d63a3cf856e'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:35:25.298198 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f8988ac5-73fa-40aa-914d-5c9ba716d5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:25.330840 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-00b4b136-e628-48ae-8659-576b4b3e50a6 req-9e567ee2-db4a-4321-81e2-98f303cfc344 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712841 Sep 16 04:35:25.373542 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-f8988ac5-73fa-40aa-914d-5c9ba716d5ce None None] For port bfbedfce-b4c9-41e9-994c-3a010804d060, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:25.378531 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-f8988ac5-73fa-40aa-914d-5c9ba716d5ce None None] For port bfbedfce-b4c9-41e9-994c-3a010804d060, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=bfbedfce-b4c9-41e9-994c-3a010804d060,segment=NetworkSegment(3645aa01-a004-4236-94fc-f3ae0d972b32),segment_id=3645aa01-a004-4236-94fc-f3ae0d972b32)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:35:25.386806 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f8988ac5-73fa-40aa-914d-5c9ba716d5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:25.395891 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-77e7e19f-6ffd-4ade-8be0-37e3e55727fd req-b83a3dfb-aa70-43c2-9339-289b81735ff1 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:25.405801 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-aa8fc178-5623-478d-984b-dbf945f42627 req-de668d4e-cb3b-4d7b-a38f-f3989c1201e9 service neutron] 10.222.0.47 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254213 Sep 16 04:35:25.415341 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-77e7e19f-6ffd-4ade-8be0-37e3e55727fd req-b83a3dfb-aa70-43c2-9339-289b81735ff1 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:25.431924 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c29152-6fa0-4ed9-a66b-094778dcf216 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:35:25.446526 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d2c29152-6fa0-4ed9-a66b-094778dcf216 admin admin] 10.222.0.35 "PUT /v2.0/routers/48137eb6-1145-4fbe-8b3d-5b24d0910aff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2557027 Sep 16 04:35:25.448238 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00fbebd-4f86-4b49-93c0-1c7be276892d None None] Sync routers for ids ['48137eb6-1145-4fbe-8b3d-5b24d0910aff'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:35:25.448971 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52898) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:25.464755 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00fbebd-4f86-4b49-93c0-1c7be276892d None None] Routers {'48137eb6-1145-4fbe-8b3d-5b24d0910aff'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:35:25.465801 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-d00fbebd-4f86-4b49-93c0-1c7be276892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:35:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['48137eb6-1145-4fbe-8b3d-5b24d0910aff'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:25.487321 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8988ac5-73fa-40aa-914d-5c9ba716d5ce None None] Pushing event updated for resources: {'Port': ['ID=bfbedfce-b4c9-41e9-994c-3a010804d060,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:25.574037 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5eab2-3597-4ab4-bb35-d34a73658605 req-079fb3bd-f131-4975-8b88-6feafb1ab999 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:25.582119 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-19f5eab2-3597-4ab4-bb35-d34a73658605 req-079fb3bd-f131-4975-8b88-6feafb1ab999 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=a304bc75-85b1-4c75-8851-be98e1467990 HTTP/1.1" status: 200 len: 947 time: 0.0619662 Sep 16 04:35:25.605016 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-d00fbebd-4f86-4b49-93c0-1c7be276892d None None] Set router 48137eb6-1145-4fbe-8b3d-5b24d0910aff gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:35:25.622604 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-19f5eab2-3597-4ab4-bb35-d34a73658605 req-926a2688-ba85-4182-9efa-e3645a7f47cc tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394640 Sep 16 04:35:25.828178 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-77e7e19f-6ffd-4ade-8be0-37e3e55727fd req-b83a3dfb-aa70-43c2-9339-289b81735ff1 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:25.830005 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-d00fbebd-4f86-4b49-93c0-1c7be276892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'name': 'tempest-FloatingIPsAssociationTestJSON-761747003-router', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:51Z', 'updated_at': '2021-09-16T04:35:23Z', 'revision_number': 5, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'gw_port': {'id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:52Z', 'updated_at': '2021-09-16T04:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:25.838741 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-77e7e19f-6ffd-4ade-8be0-37e3e55727fd req-b83a3dfb-aa70-43c2-9339-289b81735ff1 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:25.839847 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-77e7e19f-6ffd-4ade-8be0-37e3e55727fd req-b83a3dfb-aa70-43c2-9339-289b81735ff1 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/f9664b56-a8cd-4e84-83a7-9b3327544c2b HTTP/1.1" status: 204 len: 173 time: 0.5502815 Sep 16 04:35:25.854443 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a3dfb-aa70-43c2-9339-289b81735ff1 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9664b56-a8cd-4e84-83a7-9b3327544c2b,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:25.860606 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00fbebd-4f86-4b49-93c0-1c7be276892d None None] Checking router: 48137eb6-1145-4fbe-8b3d-5b24d0910aff for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:35:25.870147 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00fbebd-4f86-4b49-93c0-1c7be276892d None None] Routers {'48137eb6-1145-4fbe-8b3d-5b24d0910aff'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:35:25.870828 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-d00fbebd-4f86-4b49-93c0-1c7be276892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:35:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['48137eb6-1145-4fbe-8b3d-5b24d0910aff'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:25.909830 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2aaa9477-135b-4e98-ad61-ca95472ddbf5 req-7276d7bc-c61f-41ea-a22c-66eae7093518 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "GET /v2.0/security-groups/0d4047e4-fcc8-4180-afac-779ef6ee7c24 HTTP/1.1" status: 200 len: 2396 time: 0.0436425 Sep 16 04:35:25.965645 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-56478949-b02e-4b99-93cf-e7c37ab96fba admin admin] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:25.977069 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:35:25.977912 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2aaa9477-135b-4e98-ad61-ca95472ddbf5 req-dcec6b40-8fbd-46f5-81ed-55429c9fc84b tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:26.004849 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2aaa9477-135b-4e98-ad61-ca95472ddbf5 req-dcec6b40-8fbd-46f5-81ed-55429c9fc84b tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:26.005382 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-d00fbebd-4f86-4b49-93c0-1c7be276892d None None] Set router 48137eb6-1145-4fbe-8b3d-5b24d0910aff gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:35:26.041046 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6d76d43c-540c-49a7-afa0-b552e8116533 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:26.062294 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2aaa9477-135b-4e98-ad61-ca95472ddbf5 req-dcec6b40-8fbd-46f5-81ed-55429c9fc84b tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:26.065271 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2aaa9477-135b-4e98-ad61-ca95472ddbf5 req-dcec6b40-8fbd-46f5-81ed-55429c9fc84b tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:26.067075 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6d76d43c-540c-49a7-afa0-b552e8116533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:26.077518 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2aaa9477-135b-4e98-ad61-ca95472ddbf5 req-dcec6b40-8fbd-46f5-81ed-55429c9fc84b tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "DELETE /v2.0/security-groups/0d4047e4-fcc8-4180-afac-779ef6ee7c24 HTTP/1.1" status: 204 len: 173 time: 0.1601250 Sep 16 04:35:26.102344 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec6b40-8fbd-46f5-81ed-55429c9fc84b tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4047e4-fcc8-4180-afac-779ef6ee7c24,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:26.131599 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [req-35d126a2-6563-4fd9-babd-fc5eaa8323be req-67867a24-d4ea-42fc-8011-4e1ceae72abe tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] show failed (client error): The resource could not be found. Sep 16 04:35:26.134270 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f,segment=NetworkSegment(a1d9c5da-6eee-4c99-8114-3a8155dd1a16),segment_id=a1d9c5da-6eee-4c99-8114-3a8155dd1a16)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:26.151855 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-35d126a2-6563-4fd9-babd-fc5eaa8323be req-67867a24-d4ea-42fc-8011-4e1ceae72abe tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "GET /v2.0/security-groups/687cf11e-70e0-481d-9cc7-febf45f19ab1 HTTP/1.1" status: 404 len: 352 time: 0.0459116 Sep 16 04:35:26.156896 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f', 'network_id': '7a4c2319-44c9-41ee-a6bf-8c0451e35ec2', 'port_id': 'eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f', 'mac_address': 'fa:16:3e:02:54:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '449b2ef1-08ad-48f4-8efa-89ce3569851e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:35:26.242812 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:26.256774 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-56478949-b02e-4b99-93cf-e7c37ab96fba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:26.263032 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:26.300530 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7c7b3-bb61-42ad-ab3a-625bdff33420 req-86c7ce6e-9feb-4eb1-a205-fa88cc9feca4 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:26.302117 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5da7c7b3-bb61-42ad-ab3a-625bdff33420 req-86c7ce6e-9feb-4eb1-a205-fa88cc9feca4 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] 10.222.0.35 "GET /v2.0/ports?device_id=6564bfd6-db74-40b2-9262-3b90c6d493e3 HTTP/1.1" status: 200 len: 943 time: 0.0979564 Sep 16 04:35:26.317719 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f,segment=NetworkSegment(a1d9c5da-6eee-4c99-8114-3a8155dd1a16),segment_id=a1d9c5da-6eee-4c99-8114-3a8155dd1a16)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:26.328482 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:26.334131 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-d00fbebd-4f86-4b49-93c0-1c7be276892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'name': 'tempest-FloatingIPsAssociationTestJSON-761747003-router', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:51Z', 'updated_at': '2021-09-16T04:35:23Z', 'revision_number': 5, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'gw_port': {'id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:52Z', 'updated_at': '2021-09-16T04:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:26.337819 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65851e-68f3-4384-8739-2111a5ae301a req-177e765f-563a-43d0-87a1-cf8a5a5a1e9a tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:26.339297 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7f65851e-68f3-4384-8739-2111a5ae301a req-177e765f-563a-43d0-87a1-cf8a5a5a1e9a tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 943 time: 0.2034893 Sep 16 04:35:26.369103 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00fbebd-4f86-4b49-93c0-1c7be276892d None None] The sync data for ids ['48137eb6-1145-4fbe-8b3d-5b24d0910aff'] in n-d-712139-15 is: [{'id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'name': 'tempest-FloatingIPsAssociationTestJSON-761747003-router', 'tenant_id': '7ef44933ab8749a58afa3e84429cb3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:51Z', 'updated_at': '2021-09-16T04:35:23Z', 'revision_number': 5, 'project_id': '7ef44933ab8749a58afa3e84429cb3db', 'gw_port': {'id': 'cc197736-9be8-48fb-bc76-9a2f23192c3e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48137eb6-1145-4fbe-8b3d-5b24d0910aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:52Z', 'updated_at': '2021-09-16T04:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:35:26.389358 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5da7c7b3-bb61-42ad-ab3a-625bdff33420 req-7e0c699f-e8c8-45fb-a64e-a22e1703710b tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] 10.222.0.35 "GET /v2.0/security-groups?id=99f4ae61-c15a-4a1a-95cf-2fa7962fe8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730526 Sep 16 04:35:26.434094 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:26.473129 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0d3d35db-a4e2-481d-b86c-dc5ce4829341 req-f688fd2a-a028-4012-90a3-6607d94162d8 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "GET /v2.0/security-groups/a47fa156-eef9-4894-9d05-5535fdbda244 HTTP/1.1" status: 200 len: 1803 time: 0.0653102 Sep 16 04:35:26.478580 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7f65851e-68f3-4384-8739-2111a5ae301a req-d2d85c95-84d2-49f5-bc82-4bcf7b41fe1c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091292 Sep 16 04:35:26.479725 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-6d76d43c-540c-49a7-afa0-b552e8116533 admin admin] Allocated IP 172.25.8.218 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/b08f7405-f5cf-463d-b094-da79ba2c21a8) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:35:26.482755 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-56478949-b02e-4b99-93cf-e7c37ab96fba admin admin] Deleting port cc197736-9be8-48fb-bc76-9a2f23192c3e {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:35:26.483202 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-56478949-b02e-4b99-93cf-e7c37ab96fba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:26.542157 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device abe5f8cd-2628-4f39-82e8-6d57deaeb366 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:35:26.551947 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0d3d35db-a4e2-481d-b86c-dc5ce4829341 req-ca8d6be6-45e7-4ac6-a8ad-697df7e93626 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:26.587750 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0d3d35db-a4e2-481d-b86c-dc5ce4829341 req-ca8d6be6-45e7-4ac6-a8ad-697df7e93626 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:26.638742 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0d3d35db-a4e2-481d-b86c-dc5ce4829341 req-ca8d6be6-45e7-4ac6-a8ad-697df7e93626 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:26.641781 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0d3d35db-a4e2-481d-b86c-dc5ce4829341 req-ca8d6be6-45e7-4ac6-a8ad-697df7e93626 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:26.642939 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0d3d35db-a4e2-481d-b86c-dc5ce4829341 req-ca8d6be6-45e7-4ac6-a8ad-697df7e93626 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "DELETE /v2.0/security-groups/a47fa156-eef9-4894-9d05-5535fdbda244 HTTP/1.1" status: 204 len: 173 time: 0.1613743 Sep 16 04:35:26.656530 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b15d8f-033b-4c0d-83ea-40d3c1070ef1 None None] Network 6552b65c-14fd-4a14-b655-8d63a3cf856e requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:35:26.656796 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8d6be6-45e7-4ac6-a8ad-697df7e93626 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47fa156-eef9-4894-9d05-5535fdbda244,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:26.706466 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49725c41-7147-4d4e-a53b-2a3cd68b42a2 req-d0f5f2b0-fa3f-4afb-b840-efb0bfc82506 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:26.707473 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-49725c41-7147-4d4e-a53b-2a3cd68b42a2 req-d0f5f2b0-fa3f-4afb-b840-efb0bfc82506 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 943 time: 0.1193120 Sep 16 04:35:26.709356 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-56478949-b02e-4b99-93cf-e7c37ab96fba admin admin] For port cc197736-9be8-48fb-bc76-9a2f23192c3e, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=cc197736-9be8-48fb-bc76-9a2f23192c3e,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:26.709944 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-56478949-b02e-4b99-93cf-e7c37ab96fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:26.766823 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:26.769182 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6d76d43c-540c-49a7-afa0-b552e8116533 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:26.776309 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port abe5f8cd-2628-4f39-82e8-6d57deaeb366, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=abe5f8cd-2628-4f39-82e8-6d57deaeb366,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:26.806134 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-56478949-b02e-4b99-93cf-e7c37ab96fba admin admin] Calling delete_port for cc197736-9be8-48fb-bc76-9a2f23192c3e owned by network:router_gateway {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:35:26.813674 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-244a34ba-0079-478a-9a3e-ac037427a5f4 None None] Provisioning complete for port bfbedfce-b4c9-41e9-994c-3a010804d060 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:35:26.814053 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-244a34ba-0079-478a-9a3e-ac037427a5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:26.819221 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'abe5f8cd-2628-4f39-82e8-6d57deaeb366', 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2', 'port_id': 'abe5f8cd-2628-4f39-82e8-6d57deaeb366', 'mac_address': 'fa:16:3e:39:b5:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43280570-672b-4326-ad6d-76a55cd52f58', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:35:26.880221 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6d76d43c-540c-49a7-afa0-b552e8116533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:26.901545 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e0c9b08-e477-4c38-b4e2-fb8d96f9c073 req-b719ac9b-be47-4d4c-9579-5b722197a74f tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "GET /v2.0/security-groups/3766fe40-5666-4bf2-897d-bf5a418d54e6 HTTP/1.1" status: 200 len: 1805 time: 0.1071270 Sep 16 04:35:26.933627 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-49725c41-7147-4d4e-a53b-2a3cd68b42a2 req-b6a01293-03d6-4a60-b43a-dbdb88436719 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137570 Sep 16 04:35:26.934106 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bfbedfce-b4c9-41e9-994c-3a010804d060 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:35:26.986296 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76d43c-540c-49a7-afa0-b552e8116533 admin admin] Pushing event updated for resources: {'Port': ['ID=b08f7405-f5cf-463d-b094-da79ba2c21a8,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:26.990774 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:26.998736 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d76d43c-540c-49a7-afa0-b552e8116533 admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:35:27.002667 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-6d76d43c-540c-49a7-afa0-b552e8116533 admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:35:27.008582 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1e0c9b08-e477-4c38-b4e2-fb8d96f9c073 req-2e43eb4a-c01d-4643-b113-08e3499be6c8 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:27.010398 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d76d43c-540c-49a7-afa0-b552e8116533 admin admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:35:27.049239 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1e0c9b08-e477-4c38-b4e2-fb8d96f9c073 req-2e43eb4a-c01d-4643-b113-08e3499be6c8 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:27.059436 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe5f8cd-2628-4f39-82e8-6d57deaeb366 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:27.119716 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port abe5f8cd-2628-4f39-82e8-6d57deaeb366, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=abe5f8cd-2628-4f39-82e8-6d57deaeb366,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:27.129383 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:27.130196 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 16722678-cc90-4a40-b39a-f34cc09bfb6c details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:35:27.130331 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1e0c9b08-e477-4c38-b4e2-fb8d96f9c073 req-2e43eb4a-c01d-4643-b113-08e3499be6c8 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:27.134152 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1e0c9b08-e477-4c38-b4e2-fb8d96f9c073 req-2e43eb4a-c01d-4643-b113-08e3499be6c8 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:27.138019 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e0c9b08-e477-4c38-b4e2-fb8d96f9c073 req-2e43eb4a-c01d-4643-b113-08e3499be6c8 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "DELETE /v2.0/security-groups/3766fe40-5666-4bf2-897d-bf5a418d54e6 HTTP/1.1" status: 204 len: 173 time: 0.2347348 Sep 16 04:35:27.149284 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43eb4a-c01d-4643-b113-08e3499be6c8 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3766fe40-5666-4bf2-897d-bf5a418d54e6,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:27.209368 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-244a34ba-0079-478a-9a3e-ac037427a5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:27.212156 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0a097089-9df8-49ab-87a2-e5d007888f69 req-2658e6df-c447-4e1b-8c8f-86beddb05c8e tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "GET /v2.0/security-groups/7e94fb96-40ca-4e29-9b64-ff51be42ba88 HTTP/1.1" status: 200 len: 1805 time: 0.0528593 Sep 16 04:35:27.245861 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c903f-f8a4-4127-895f-1aac9759b9d5 req-e1d581e7-b96f-4173-b671-f5caea7d057c tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:27.247409 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5b6c903f-f8a4-4127-895f-1aac9759b9d5 req-e1d581e7-b96f-4173-b671-f5caea7d057c tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=a304bc75-85b1-4c75-8851-be98e1467990 HTTP/1.1" status: 200 len: 947 time: 0.2123084 Sep 16 04:35:27.308091 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0a097089-9df8-49ab-87a2-e5d007888f69 req-3340d2ea-6928-4077-a532-340f0631b6e7 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:27.326960 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port bfbedfce-b4c9-41e9-994c-3a010804d060 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:35:27.327340 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:27.330533 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-56478949-b02e-4b99-93cf-e7c37ab96fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:27.338534 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5b6c903f-f8a4-4127-895f-1aac9759b9d5 req-4ba53dab-b9f9-43ce-ab6b-f017d47e0ce9 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706518 Sep 16 04:35:27.362553 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0a097089-9df8-49ab-87a2-e5d007888f69 req-3340d2ea-6928-4077-a532-340f0631b6e7 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:27.377450 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=abe5f8cd-2628-4f39-82e8-6d57deaeb366,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:27.412215 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56478949-b02e-4b99-93cf-e7c37ab96fba admin admin] Pushing event deleted for resources: {'Port': ['ID=cc197736-9be8-48fb-bc76-9a2f23192c3e,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:27.420235 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-244a34ba-0079-478a-9a3e-ac037427a5f4 None None] For port bfbedfce-b4c9-41e9-994c-3a010804d060, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=bfbedfce-b4c9-41e9-994c-3a010804d060,segment=NetworkSegment(3645aa01-a004-4236-94fc-f3ae0d972b32),segment_id=3645aa01-a004-4236-94fc-f3ae0d972b32)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:27.421565 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0a097089-9df8-49ab-87a2-e5d007888f69 req-3340d2ea-6928-4077-a532-340f0631b6e7 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:27.424721 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0a097089-9df8-49ab-87a2-e5d007888f69 req-3340d2ea-6928-4077-a532-340f0631b6e7 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:27.427145 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0a097089-9df8-49ab-87a2-e5d007888f69 req-3340d2ea-6928-4077-a532-340f0631b6e7 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "DELETE /v2.0/security-groups/7e94fb96-40ca-4e29-9b64-ff51be42ba88 HTTP/1.1" status: 204 len: 173 time: 0.2056663 Sep 16 04:35:27.448658 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-244a34ba-0079-478a-9a3e-ac037427a5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:27.449029 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3340d2ea-6928-4077-a532-340f0631b6e7 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e94fb96-40ca-4e29-9b64-ff51be42ba88,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:27.534085 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-56478949-b02e-4b99-93cf-e7c37ab96fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:27.546961 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-6976a447-069d-493a-baa0-52906c4f9193 req-ffefd608-b101-4a51-a447-0e26b159353c tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "GET /v2.0/security-groups/27955f2e-c678-4cb1-96de-28796b062c2d HTTP/1.1" status: 200 len: 2403 time: 0.0671701 Sep 16 04:35:27.553675 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 16722678-cc90-4a40-b39a-f34cc09bfb6c, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=16722678-cc90-4a40-b39a-f34cc09bfb6c,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:27.593974 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '16722678-cc90-4a40-b39a-f34cc09bfb6c', 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588', 'port_id': '16722678-cc90-4a40-b39a-f34cc09bfb6c', 'mac_address': 'fa:16:3e:c8:0c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8440e215-69bc-4539-b053-2b3b499b80a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:35:27.599748 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a34ba-0079-478a-9a3e-ac037427a5f4 None None] Pushing event updated for resources: {'Port': ['ID=bfbedfce-b4c9-41e9-994c-3a010804d060,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:27.614205 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-6976a447-069d-493a-baa0-52906c4f9193 req-6a56ae29-0caf-4157-bca8-9f0e78fa304e tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:27.630278 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-74ab0447-7352-42cc-8b6a-39ec7d90683b None None] Provisioning complete for port bfbedfce-b4c9-41e9-994c-3a010804d060 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:35:27.630564 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-74ab0447-7352-42cc-8b6a-39ec7d90683b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:27.640463 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-6976a447-069d-493a-baa0-52906c4f9193 req-6a56ae29-0caf-4157-bca8-9f0e78fa304e tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:27.651317 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-56478949-b02e-4b99-93cf-e7c37ab96fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:27.655640 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-56478949-b02e-4b99-93cf-e7c37ab96fba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:27.661215 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6d76d43c-540c-49a7-afa0-b552e8116533 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:27.695176 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-6976a447-069d-493a-baa0-52906c4f9193 req-6a56ae29-0caf-4157-bca8-9f0e78fa304e tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:27.698598 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-6976a447-069d-493a-baa0-52906c4f9193 req-6a56ae29-0caf-4157-bca8-9f0e78fa304e tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:27.705226 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:27.709672 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-6976a447-069d-493a-baa0-52906c4f9193 req-6a56ae29-0caf-4157-bca8-9f0e78fa304e tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "DELETE /v2.0/security-groups/27955f2e-c678-4cb1-96de-28796b062c2d HTTP/1.1" status: 204 len: 173 time: 0.1515768 Sep 16 04:35:27.722450 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56ae29-0caf-4157-bca8-9f0e78fa304e tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27955f2e-c678-4cb1-96de-28796b062c2d,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:27.723123 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16722678-cc90-4a40-b39a-f34cc09bfb6c {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:27.762790 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5855f5d-2b43-4af1-aaca-90ff9dec30ed req-a19269a8-6425-45bd-91cd-754f02e7e1bf tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:27.763314 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 16722678-cc90-4a40-b39a-f34cc09bfb6c, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=16722678-cc90-4a40-b39a-f34cc09bfb6c,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:27.763405 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d5855f5d-2b43-4af1-aaca-90ff9dec30ed req-a19269a8-6425-45bd-91cd-754f02e7e1bf tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] 10.222.0.35 "GET /v2.0/ports?device_id=6564bfd6-db74-40b2-9262-3b90c6d493e3 HTTP/1.1" status: 200 len: 944 time: 0.2462211 Sep 16 04:35:27.768121 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-56478949-b02e-4b99-93cf-e7c37ab96fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:27.768771 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56478949-b02e-4b99-93cf-e7c37ab96fba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48137eb6-1145-4fbe-8b3d-5b24d0910aff {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:35:27.774026 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-56478949-b02e-4b99-93cf-e7c37ab96fba admin admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:27.775240 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-56478949-b02e-4b99-93cf-e7c37ab96fba admin admin] 10.222.0.35 "DELETE /v2.0/routers/48137eb6-1145-4fbe-8b3d-5b24d0910aff HTTP/1.1" status: 204 len: 168 time: 2.3253868 Sep 16 04:35:27.781883 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52930) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:27.782890 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:27.844453 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=16722678-cc90-4a40-b39a-f34cc09bfb6c,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:27.853129 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef541a-25f8-48a4-8b0a-e7fb5776b93c req-08cdd688-a06a-4179-ab00-cd86b538c9b8 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:27.854510 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3eef541a-25f8-48a4-8b0a-e7fb5776b93c req-08cdd688-a06a-4179-ab00-cd86b538c9b8 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 944 time: 0.0835168 Sep 16 04:35:27.904714 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d5855f5d-2b43-4af1-aaca-90ff9dec30ed req-55665755-4301-4af4-a136-574cd36ed8d7 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] 10.222.0.35 "GET /v2.0/security-groups?id=99f4ae61-c15a-4a1a-95cf-2fa7962fe8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240759 Sep 16 04:35:27.906188 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3eef541a-25f8-48a4-8b0a-e7fb5776b93c req-7b7d0531-532d-49d2-9050-9172a533dd5c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445843 Sep 16 04:35:27.914373 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-da2571db-57b9-4d0a-9d5e-dbbdcea5534f admin admin] Deleting subnet 15fd69f0-3350-4b2a-ab2a-4c79052ea099 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:35:27.918936 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-da2571db-57b9-4d0a-9d5e-dbbdcea5534f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:27.994019 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-25a3615c-6293-4b5a-a102-b94a64083a87 req-28bde7dc-3588-4d0b-8343-46de35a2ed03 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "GET /v2.0/security-groups/f5931aad-2716-4211-af0b-fa3d6352ee1c HTTP/1.1" status: 200 len: 2397 time: 0.0520380 Sep 16 04:35:28.000552 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-da2571db-57b9-4d0a-9d5e-dbbdcea5534f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:28.023653 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:35:28.064860 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-25a3615c-6293-4b5a-a102-b94a64083a87 req-2569afa3-a552-4d75-84c8-0cba1d50cfc1 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:28.091771 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-25a3615c-6293-4b5a-a102-b94a64083a87 req-2569afa3-a552-4d75-84c8-0cba1d50cfc1 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:28.103524 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6d76d43c-540c-49a7-afa0-b552e8116533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:28.138029 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['abe5f8cd-2628-4f39-82e8-6d57deaeb366'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:28.140480 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-25a3615c-6293-4b5a-a102-b94a64083a87 req-2569afa3-a552-4d75-84c8-0cba1d50cfc1 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:28.143900 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-25a3615c-6293-4b5a-a102-b94a64083a87 req-2569afa3-a552-4d75-84c8-0cba1d50cfc1 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:28.151903 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-25a3615c-6293-4b5a-a102-b94a64083a87 req-2569afa3-a552-4d75-84c8-0cba1d50cfc1 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] 10.222.0.35 "DELETE /v2.0/security-groups/f5931aad-2716-4211-af0b-fa3d6352ee1c HTTP/1.1" status: 204 len: 173 time: 0.1485491 Sep 16 04:35:28.152420 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52934) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:28.166739 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:28.186731 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': '9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf', 'mac_address': 'fa:16:3e:45:fe:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:35:28.193297 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569afa3-a552-4d75-84c8-0cba1d50cfc1 tempest-SecurityGroupRulesTestJSON-172593764 tempest-SecurityGroupRulesTestJSON-172593764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5931aad-2716-4211-af0b-fa3d6352ee1c,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:28.196495 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['16722678-cc90-4a40-b39a-f34cc09bfb6c'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:28.215449 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e34ba69-4915-4729-8894-b55247b4519f admin admin] Deleting subnet f036a768-bcdc-4742-87da-dfd030a69969 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:35:28.219858 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e34ba69-4915-4729-8894-b55247b4519f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:28.239817 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-da2571db-57b9-4d0a-9d5e-dbbdcea5534f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:28.278393 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1cd89c-3486-4870-ba27-e32f39e7c9df req-52bf69ac-9571-471f-91cf-0638fcbb2aa1 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:28.285786 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3c1cd89c-3486-4870-ba27-e32f39e7c9df req-52bf69ac-9571-471f-91cf-0638fcbb2aa1 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 944 time: 0.2040434 Sep 16 04:35:28.289160 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e34ba69-4915-4729-8894-b55247b4519f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:28.301783 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e34ba69-4915-4729-8894-b55247b4519f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:28.310478 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:28.387813 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3c1cd89c-3486-4870-ba27-e32f39e7c9df req-aa78c0c5-944f-4cac-b762-94c6de048a65 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011565 Sep 16 04:35:28.388433 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e34ba69-4915-4729-8894-b55247b4519f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:28.414900 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-da2571db-57b9-4d0a-9d5e-dbbdcea5534f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:28.440618 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e34ba69-4915-4729-8894-b55247b4519f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f036a768-bcdc-4742-87da-dfd030a69969,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:28.456769 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e34ba69-4915-4729-8894-b55247b4519f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:28.459449 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9e34ba69-4915-4729-8894-b55247b4519f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f036a768-bcdc-4742-87da-dfd030a69969 HTTP/1.1" status: 204 len: 168 time: 0.3034358 Sep 16 04:35:28.463466 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52938) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:28.523130 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dadacd-b831-4e09-a1da-70c55e857db0 req-6929e1cb-7bd0-4ff9-9c33-67aed62fd529 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:28.524926 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c6dadacd-b831-4e09-a1da-70c55e857db0 req-6929e1cb-7bd0-4ff9-9c33-67aed62fd529 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=a304bc75-85b1-4c75-8851-be98e1467990 HTTP/1.1" status: 200 len: 947 time: 0.0637643 Sep 16 04:35:28.553880 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b750694-ea10-4f06-8979-b5b3c1220ae3 None None] Network e2175c6d-f628-4258-9c46-e305aad09aca requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:35:28.555870 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bfbedfce-b4c9-41e9-994c-3a010804d060 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:35:28.568811 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c6dadacd-b831-4e09-a1da-70c55e857db0 req-f3128d44-c9fa-426a-bd91-e24283789bb2 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366018 Sep 16 04:35:28.592613 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:28.696102 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:28.711709 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:28.764406 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-da2571db-57b9-4d0a-9d5e-dbbdcea5534f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:28.766268 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-da2571db-57b9-4d0a-9d5e-dbbdcea5534f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/15fd69f0-3350-4b2a-ab2a-4c79052ea099 HTTP/1.1" status: 204 len: 168 time: 0.9807434 Sep 16 04:35:28.769103 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52940) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:28.769233 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2571db-57b9-4d0a-9d5e-dbbdcea5534f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15fd69f0-3350-4b2a-ab2a-4c79052ea099,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:28.833425 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f76f065b-4656-43e3-a6ab-1c1eb77cda5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:28.841989 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d76d43c-540c-49a7-afa0-b552e8116533 admin admin] Router 8f8cb081-c4f7-4e61-861e-044e9838e8b5 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:35:28.847174 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-219f7f5f-f5ed-46cb-b630-1c904b9e5111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:28.880805 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:28.899801 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port bfbedfce-b4c9-41e9-994c-3a010804d060 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:35:28.900184 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:28.909110 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-219f7f5f-f5ed-46cb-b630-1c904b9e5111 admin admin] Deleting port 95c77450-c09e-4b52-877f-d8b8e1ec54d9 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:35:28.909350 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-219f7f5f-f5ed-46cb-b630-1c904b9e5111 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:29.001442 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f76f065b-4656-43e3-a6ab-1c1eb77cda5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:29.038585 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-219f7f5f-f5ed-46cb-b630-1c904b9e5111 admin admin] For port 95c77450-c09e-4b52-877f-d8b8e1ec54d9, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=95c77450-c09e-4b52-877f-d8b8e1ec54d9,segment=NetworkSegment(d1fd56d2-3201-4bbb-9ac4-587b0596a9f4),segment_id=d1fd56d2-3201-4bbb-9ac4-587b0596a9f4)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:29.039230 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-219f7f5f-f5ed-46cb-b630-1c904b9e5111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:29.055295 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f98c9a-d50f-4b88-8e8f-a741b13dbf29 None None] DHCP port deletion for e2175c6d-f628-4258-9c46-e305aad09aca request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:35:29.090195 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-f76f065b-4656-43e3-a6ab-1c1eb77cda5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dad8db4-e04f-45ff-ad61-d15e31f2184c']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:29.094589 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-219f7f5f-f5ed-46cb-b630-1c904b9e5111 admin admin] Calling delete_port for 95c77450-c09e-4b52-877f-d8b8e1ec54d9 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:35:29.115348 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device cc197736-9be8-48fb-bc76-9a2f23192c3e no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:35:29.122838 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-f76f065b-4656-43e3-a6ab-1c1eb77cda5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb25f97d-c012-4bcc-ad30-06bc062de2b2') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:29.123198 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-f76f065b-4656-43e3-a6ab-1c1eb77cda5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb25f97d-c012-4bcc-ad30-06bc062de2b2') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:29.138852 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: cc197736-9be8-48fb-bc76-9a2f23192c3e {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:35:29.139196 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device cc197736-9be8-48fb-bc76-9a2f23192c3e not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:35:29.139500 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f76f065b-4656-43e3-a6ab-1c1eb77cda5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:29.139613 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 91e4d460-9026-4e26-a38e-49623ad6dfeb no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:35:29.142163 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d76d43c-540c-49a7-afa0-b552e8116533 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:35:29.142759 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-40f98c9a-d50f-4b88-8e8f-a741b13dbf29 None None] Deleting port 95c77450-c09e-4b52-877f-d8b8e1ec54d9 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:35:29.143134 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-40f98c9a-d50f-4b88-8e8f-a741b13dbf29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:29.166965 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987d94a2-bcd3-4c2f-ad12-6fb3883b881b None None] Sync routers for ids ['8f8cb081-c4f7-4e61-861e-044e9838e8b5'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:35:29.169388 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:29.173624 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2653d1-b99a-4cf6-9fef-ae57a02aa2a9 req-561e3a77-1672-4fb7-84ed-462f5095c19a tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:29.175840 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f76f065b-4656-43e3-a6ab-1c1eb77cda5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:29.182333 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8d2653d1-b99a-4cf6-9fef-ae57a02aa2a9 req-561e3a77-1672-4fb7-84ed-462f5095c19a tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] 10.222.0.35 "GET /v2.0/ports?device_id=6564bfd6-db74-40b2-9262-3b90c6d493e3 HTTP/1.1" status: 200 len: 944 time: 0.1463904 Sep 16 04:35:29.185960 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6d76d43c-540c-49a7-afa0-b552e8116533 admin admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:29.186497 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 91e4d460-9026-4e26-a38e-49623ad6dfeb {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:35:29.186779 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 91e4d460-9026-4e26-a38e-49623ad6dfeb not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:35:29.186962 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6d76d43c-540c-49a7-afa0-b552e8116533 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.6007559 Sep 16 04:35:29.199255 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc8759-7e21-4c0d-95d6-f1d918426797 req-6aa11de4-2ff3-4829-a095-feb135c3ab21 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:29.200528 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d5cc8759-7e21-4c0d-95d6-f1d918426797 req-6aa11de4-2ff3-4829-a095-feb135c3ab21 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 944 time: 0.1396835 Sep 16 04:35:29.201003 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52948) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:29.202050 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f76f065b-4656-43e3-a6ab-1c1eb77cda5f admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:35:29.202444 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f76f065b-4656-43e3-a6ab-1c1eb77cda5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:29.205556 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:35:29.205556 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:35:29.205556 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:35:29.205556 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:35:29.205556 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:35:29.205556 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:35:29.205556 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:35:29.205556 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:35:29.205556 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:35:29.205556 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:35:29.205556 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:35:29.205556 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:35:29.205556 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:35:29.205556 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:35:29.205556 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:35:29.205556 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:35:29.205556 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:35:29.205556 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:35:29.205556 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:35:29.205556 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:35:29.205556 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:35:29.205556 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:35:29.205556 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:35:29.205556 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:35:29.205556 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:35:29.205556 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:35:29.205556 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:35:29.205556 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:35:29.205556 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:35:29.205556 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:35:29.205556 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:35:29.205556 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:35:29.244542 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8d2653d1-b99a-4cf6-9fef-ae57a02aa2a9 req-aa3b3675-b8ab-4e3b-92be-ca5ba03fc1e6 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] 10.222.0.35 "GET /v2.0/security-groups?id=99f4ae61-c15a-4a1a-95cf-2fa7962fe8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612609 Sep 16 04:35:29.277626 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-219f7f5f-f5ed-46cb-b630-1c904b9e5111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:29.287889 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987d94a2-bcd3-4c2f-ad12-6fb3883b881b None None] Routers {'8f8cb081-c4f7-4e61-861e-044e9838e8b5'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:35:29.289119 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-987d94a2-bcd3-4c2f-ad12-6fb3883b881b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:35:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8f8cb081-c4f7-4e61-861e-044e9838e8b5'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:29.303053 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-40f98c9a-d50f-4b88-8e8f-a741b13dbf29 None None] For port 95c77450-c09e-4b52-877f-d8b8e1ec54d9, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=95c77450-c09e-4b52-877f-d8b8e1ec54d9,segment=NetworkSegment(d1fd56d2-3201-4bbb-9ac4-587b0596a9f4),segment_id=d1fd56d2-3201-4bbb-9ac4-587b0596a9f4)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:29.304947 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-40f98c9a-d50f-4b88-8e8f-a741b13dbf29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:29.325184 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219f7f5f-f5ed-46cb-b630-1c904b9e5111 admin admin] No DVR routers for this DVR port 95c77450-c09e-4b52-877f-d8b8e1ec54d9 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:35:29.327932 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f7f5f-f5ed-46cb-b630-1c904b9e5111 admin admin] Pushing event deleted for resources: {'Port': ['ID=95c77450-c09e-4b52-877f-d8b8e1ec54d9,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:29.342852 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f76f065b-4656-43e3-a6ab-1c1eb77cda5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:29.363369 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f76f065b-4656-43e3-a6ab-1c1eb77cda5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:29.367667 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f76f065b-4656-43e3-a6ab-1c1eb77cda5f admin admin] 10.222.0.35 "DELETE /v2.0/networks/1dad8db4-e04f-45ff-ad61-d15e31f2184c HTTP/1.1" status: 204 len: 168 time: 0.8996425 Sep 16 04:35:29.383079 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-40f98c9a-d50f-4b88-8e8f-a741b13dbf29 None None] Calling delete_port for 95c77450-c09e-4b52-877f-d8b8e1ec54d9 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:35:29.398769 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d5cc8759-7e21-4c0d-95d6-f1d918426797 req-430122e0-9cf7-4788-81d8-4e97c4d6d41b tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789114 Sep 16 04:35:29.399623 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f065b-4656-43e3-a6ab-1c1eb77cda5f admin admin] Pushing event deleted for resources: {'Network': ['ID=1dad8db4-e04f-45ff-ad61-d15e31f2184c,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:29.413083 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-219f7f5f-f5ed-46cb-b630-1c904b9e5111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:29.446010 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-219f7f5f-f5ed-46cb-b630-1c904b9e5111 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:29.446994 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-219f7f5f-f5ed-46cb-b630-1c904b9e5111 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:29.449008 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-219f7f5f-f5ed-46cb-b630-1c904b9e5111 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:29.449631 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-219f7f5f-f5ed-46cb-b630-1c904b9e5111 admin admin] Subscribe: > port after_create 55550000 {{(pid=94766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:29.450091 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-219f7f5f-f5ed-46cb-b630-1c904b9e5111 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:29.450395 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-219f7f5f-f5ed-46cb-b630-1c904b9e5111 admin admin] Subscribe: > port after_update 55550000 {{(pid=94766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:29.450806 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-219f7f5f-f5ed-46cb-b630-1c904b9e5111 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:29.451100 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-219f7f5f-f5ed-46cb-b630-1c904b9e5111 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:29.451473 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-219f7f5f-f5ed-46cb-b630-1c904b9e5111 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:29.451981 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-219f7f5f-f5ed-46cb-b630-1c904b9e5111 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:29.523870 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-219f7f5f-f5ed-46cb-b630-1c904b9e5111 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:29.524222 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-219f7f5f-f5ed-46cb-b630-1c904b9e5111 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:29.524548 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-219f7f5f-f5ed-46cb-b630-1c904b9e5111 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:29.524918 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-219f7f5f-f5ed-46cb-b630-1c904b9e5111 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:29.525302 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-219f7f5f-f5ed-46cb-b630-1c904b9e5111 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2175c6d-f628-4258-9c46-e305aad09aca']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:29.527330 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-40f98c9a-d50f-4b88-8e8f-a741b13dbf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:29.545035 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-219f7f5f-f5ed-46cb-b630-1c904b9e5111 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1fd56d2-3201-4bbb-9ac4-587b0596a9f4') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:29.545364 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-219f7f5f-f5ed-46cb-b630-1c904b9e5111 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1fd56d2-3201-4bbb-9ac4-587b0596a9f4') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:29.558627 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52954) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:29.579409 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-219f7f5f-f5ed-46cb-b630-1c904b9e5111 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:29.602286 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f98c9a-d50f-4b88-8e8f-a741b13dbf29 None None] Pushing event deleted for resources: {'Port': ['ID=95c77450-c09e-4b52-877f-d8b8e1ec54d9,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:29.606410 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f98c9a-d50f-4b88-8e8f-a741b13dbf29 None None] No DVR routers for this DVR port 95c77450-c09e-4b52-877f-d8b8e1ec54d9 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:35:29.643547 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-219f7f5f-f5ed-46cb-b630-1c904b9e5111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:29.663104 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-219f7f5f-f5ed-46cb-b630-1c904b9e5111 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:35:29.663606 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-219f7f5f-f5ed-46cb-b630-1c904b9e5111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:29.669745 n-d-712139-15 neutron-server[94766]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 04:35:29.669745 n-d-712139-15 neutron-server[94766]: from cryptography.utils import int_from_bytes Sep 16 04:35:29.669745 n-d-712139-15 neutron-server[94766]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 04:35:29.669745 n-d-712139-15 neutron-server[94766]: from cryptography.utils import int_from_bytes Sep 16 04:35:29.669745 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:35:29.669745 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:35:29.669745 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:35:29.669745 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:35:29.669745 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:35:29.669745 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:35:29.669745 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:35:29.669745 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:35:29.669745 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:35:29.669745 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:35:29.669745 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:35:29.669745 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:35:29.669745 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:35:29.669745 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:35:29.669745 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:35:29.669745 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:35:29.669745 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:35:29.669745 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:35:29.669745 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:35:29.669745 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:35:29.669745 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:35:29.669745 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:35:29.669745 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:35:29.669745 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:35:29.669745 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:35:29.669745 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:35:29.669745 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:35:29.669745 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:35:29.669745 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:35:29.669745 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:35:29.669745 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:35:29.669745 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:35:29.682821 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e84c9aa4-a32e-4b91-a1da-19a8ac337aa1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=437822902f7b4b459bb326c3cd313166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1231654 Sep 16 04:35:29.688094 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52958) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:29.711539 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0eb0a-eda1-4763-8220-613cd39dc437 req-299b2544-5f8f-42a9-9f4c-2be1815e72b7 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:29.712374 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-987d94a2-bcd3-4c2f-ad12-6fb3883b881b None None] Set router 8f8cb081-c4f7-4e61-861e-044e9838e8b5 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:35:29.712942 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d2a0eb0a-eda1-4763-8220-613cd39dc437 req-299b2544-5f8f-42a9-9f4c-2be1815e72b7 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 944 time: 0.1553190 Sep 16 04:35:29.771450 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cf31f-c772-4f30-b21f-694f0926a449 req-b4f5331c-0c15-4bc8-b1da-40dd7a72c2d8 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:29.780213 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ca4cf31f-c772-4f30-b21f-694f0926a449 req-b4f5331c-0c15-4bc8-b1da-40dd7a72c2d8 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=a304bc75-85b1-4c75-8851-be98e1467990 HTTP/1.1" status: 200 len: 948 time: 0.0906377 Sep 16 04:35:29.793571 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-219f7f5f-f5ed-46cb-b630-1c904b9e5111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:29.799357 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-219f7f5f-f5ed-46cb-b630-1c904b9e5111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:29.801461 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-219f7f5f-f5ed-46cb-b630-1c904b9e5111 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e2175c6d-f628-4258-9c46-e305aad09aca HTTP/1.1" status: 204 len: 168 time: 1.0312498 Sep 16 04:35:29.825335 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f7f5f-f5ed-46cb-b630-1c904b9e5111 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2175c6d-f628-4258-9c46-e305aad09aca,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:29.841914 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d2a0eb0a-eda1-4763-8220-613cd39dc437 req-c28602e0-9dd3-4b36-a6b5-1ea8417c243b tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941150 Sep 16 04:35:29.846917 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7817b906-7a2b-4058-901c-106f67fe9abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:29.878115 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7817b906-7a2b-4058-901c-106f67fe9abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:29.909262 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ca4cf31f-c772-4f30-b21f-694f0926a449 req-63eef4a2-6f3f-4621-9507-68bcdeccba68 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272652 Sep 16 04:35:29.911762 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cc458ec6-ab0c-4f45-80d2-86da39757bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:29.961990 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7817b906-7a2b-4058-901c-106f67fe9abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:29.964422 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7817b906-7a2b-4058-901c-106f67fe9abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:29.967801 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7817b906-7a2b-4058-901c-106f67fe9abf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1e3eee04-a6e4-4825-8771-fa2e1ed644de HTTP/1.1" status: 204 len: 168 time: 0.2696884 Sep 16 04:35:29.973365 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817b906-7a2b-4058-901c-106f67fe9abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3eee04-a6e4-4825-8771-fa2e1ed644de,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:29.993420 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-987d94a2-bcd3-4c2f-ad12-6fb3883b881b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8cb081-c4f7-4e61-861e-044e9838e8b5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-673492130-router', 'tenant_id': '6fa968ebbecc4f47aff00babe41a6454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'b08f7405-f5cf-463d-b094-da79ba2c21a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:35:24Z', 'updated_at': '2021-09-16T04:35:27Z', 'revision_number': 3, 'project_id': '6fa968ebbecc4f47aff00babe41a6454', 'gw_port': {'id': 'b08f7405-f5cf-463d-b094-da79ba2c21a8', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ac:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8cb081-c4f7-4e61-861e-044e9838e8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:35:26Z', 'updated_at': '2021-09-16T04:35:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:30.027664 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987d94a2-bcd3-4c2f-ad12-6fb3883b881b None None] Checking router: 8f8cb081-c4f7-4e61-861e-044e9838e8b5 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:35:30.028015 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987d94a2-bcd3-4c2f-ad12-6fb3883b881b None None] Updating router 8f8cb081-c4f7-4e61-861e-044e9838e8b5 port b08f7405-f5cf-463d-b094-da79ba2c21a8 binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:35:30.030138 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:35:30.057495 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52964) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:30.084252 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-987d94a2-bcd3-4c2f-ad12-6fb3883b881b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:30.118051 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5c7f6aee-17c5-47eb-b9ac-9d23613a6053 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7ef44933ab8749a58afa3e84429cb3db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0564318 Sep 16 04:35:30.119291 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52966) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:30.143542 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-cc458ec6-ab0c-4f45-80d2-86da39757bde admin admin] Allocated IP 172.20.0.1 (6552b65c-14fd-4a14-b655-8d63a3cf856e/4a191bfd-5eae-49c2-adb2-d9d0bb9041b0/787f43f1-d733-4b2d-92bf-f5adc520ce61) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:35:30.187126 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:35:30.197267 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:35:30.197638 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:30.208885 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ff933b9b-9cb6-4910-898e-38c342bace10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:30.263728 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ff933b9b-9cb6-4910-898e-38c342bace10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:30.328022 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cc458ec6-ab0c-4f45-80d2-86da39757bde admin admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:30.352743 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ff933b9b-9cb6-4910-898e-38c342bace10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:30.357062 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:30.358701 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ff933b9b-9cb6-4910-898e-38c342bace10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:30.362247 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ff933b9b-9cb6-4910-898e-38c342bace10 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ac515c67-c2ef-4127-83f3-661bcf14d7c9 HTTP/1.1" status: 204 len: 168 time: 0.2399726 Sep 16 04:35:30.376596 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff933b9b-9cb6-4910-898e-38c342bace10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac515c67-c2ef-4127-83f3-661bcf14d7c9,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:30.411476 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6564bfd6-db74-40b2-9262-3b90c6d493e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:30.414760 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f557379b-ee43-4392-88a9-d1dd89ead537" -d '{"events": [{"server_uuid": "6564bfd6-db74-40b2-9262-3b90c6d493e3", "name": "network-vif-plugged", "status": "completed", "tag": "eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:30.446525 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cc458ec6-ab0c-4f45-80d2-86da39757bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:30.448460 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83648044-8c10-4644-988a-4bcdd069f5cf req-5091df08-4e6e-4a1c-be49-0b5ad0a635a7 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:30.450785 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-83648044-8c10-4644-988a-4bcdd069f5cf req-5091df08-4e6e-4a1c-be49-0b5ad0a635a7 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] 10.222.0.35 "GET /v2.0/ports?device_id=6564bfd6-db74-40b2-9262-3b90c6d493e3 HTTP/1.1" status: 200 len: 944 time: 0.1312685 Sep 16 04:35:30.456153 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f,segment=NetworkSegment(a1d9c5da-6eee-4c99-8114-3a8155dd1a16),segment_id=a1d9c5da-6eee-4c99-8114-3a8155dd1a16)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:30.513996 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc458ec6-ab0c-4f45-80d2-86da39757bde admin admin] Network 6552b65c-14fd-4a14-b655-8d63a3cf856e is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:35:30.523205 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 95c77450-c09e-4b52-877f-d8b8e1ec54d9 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:35:30.524035 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-cc458ec6-ab0c-4f45-80d2-86da39757bde admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:35:30.529428 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc458ec6-ab0c-4f45-80d2-86da39757bde admin admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:35:30.533372 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc458ec6-ab0c-4f45-80d2-86da39757bde admin admin] Pushing event updated for resources: {'Port': ['ID=787f43f1-d733-4b2d-92bf-f5adc520ce61,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:30.540607 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-83648044-8c10-4644-988a-4bcdd069f5cf req-6889bb5a-673c-425c-9ff4-04c755c45d36 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] 10.222.0.35 "GET /v2.0/security-groups?id=99f4ae61-c15a-4a1a-95cf-2fa7962fe8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808434 Sep 16 04:35:30.542097 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:30.600139 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device abe5f8cd-2628-4f39-82e8-6d57deaeb366 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:35:30.606458 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0af785-6e6a-4ac9-bfe4-1c0e931b128a x-openstack-request-id: req-db0af785-6e6a-4ac9-bfe4-1c0e931b128a {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:30.606794 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6564bfd6-db74-40b2-9262-3b90c6d493e3", "name": "network-vif-plugged", "status": "completed", "tag": "eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:30.607348 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-db0af785-6e6a-4ac9-bfe4-1c0e931b128a {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:30.607928 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6564bfd6-db74-40b2-9262-3b90c6d493e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f', 'code': 200} Sep 16 04:35:30.609530 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 95c77450-c09e-4b52-877f-d8b8e1ec54d9 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:35:30.609936 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 95c77450-c09e-4b52-877f-d8b8e1ec54d9 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:35:30.633492 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cc458ec6-ab0c-4f45-80d2-86da39757bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:30.698131 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-987d94a2-bcd3-4c2f-ad12-6fb3883b881b None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:30.724010 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-987d94a2-bcd3-4c2f-ad12-6fb3883b881b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:30.736086 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:30.782893 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070e26c-d8fc-4dea-a4c2-274075159a6e None None] Pushing event updated for resources: {'Port': ['ID=b08f7405-f5cf-463d-b094-da79ba2c21a8,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:30.819020 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-987d94a2-bcd3-4c2f-ad12-6fb3883b881b None None] Attempting to bind port b08f7405-f5cf-463d-b094-da79ba2c21a8 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:35:30.819930 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-987d94a2-bcd3-4c2f-ad12-6fb3883b881b None None] Attempting to bind port b08f7405-f5cf-463d-b094-da79ba2c21a8 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:35:30.820492 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987d94a2-bcd3-4c2f-ad12-6fb3883b881b None None] Attempting to bind port b08f7405-f5cf-463d-b094-da79ba2c21a8 on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:30.829833 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987d94a2-bcd3-4c2f-ad12-6fb3883b881b None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:35:30.830349 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987d94a2-bcd3-4c2f-ad12-6fb3883b881b None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:35:30.830815 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-987d94a2-bcd3-4c2f-ad12-6fb3883b881b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:30.831303 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987d94a2-bcd3-4c2f-ad12-6fb3883b881b None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:35:30.831915 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-987d94a2-bcd3-4c2f-ad12-6fb3883b881b None None] Bound port: b08f7405-f5cf-463d-b094-da79ba2c21a8, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:35:30.832358 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-987d94a2-bcd3-4c2f-ad12-6fb3883b881b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:30.858368 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port abe5f8cd-2628-4f39-82e8-6d57deaeb366 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:35:30.870769 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port abe5f8cd-2628-4f39-82e8-6d57deaeb366 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:35:30.871328 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:30.897560 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac7142-d8da-4cec-9eed-c4b18770a4ba req-2821e598-f38f-4d3f-a7ba-2f4ff1e96c38 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:30.899952 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c9ac7142-d8da-4cec-9eed-c4b18770a4ba req-2821e598-f38f-4d3f-a7ba-2f4ff1e96c38 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 944 time: 0.3057976 Sep 16 04:35:30.924205 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93ba29-dc96-47ba-be72-9a58e95efc81 req-63eca7b4-2f2f-4fe9-9a18-9ac8e5b8b36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:30.925695 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7b93ba29-dc96-47ba-be72-9a58e95efc81 req-63eca7b4-2f2f-4fe9-9a18-9ac8e5b8b36f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6564bfd6-db74-40b2-9262-3b90c6d493e3 HTTP/1.1" status: 200 len: 1097 time: 0.1546683 Sep 16 04:35:30.952628 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-987d94a2-bcd3-4c2f-ad12-6fb3883b881b None None] For port b08f7405-f5cf-463d-b094-da79ba2c21a8, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:30.975063 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-987d94a2-bcd3-4c2f-ad12-6fb3883b881b None None] For port b08f7405-f5cf-463d-b094-da79ba2c21a8, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=b08f7405-f5cf-463d-b094-da79ba2c21a8,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:35:30.993313 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cc458ec6-ab0c-4f45-80d2-86da39757bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:31.011429 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-987d94a2-bcd3-4c2f-ad12-6fb3883b881b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:31.029502 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c9ac7142-d8da-4cec-9eed-c4b18770a4ba req-cac27c5c-7c54-4a05-b8e7-1085fcc4b9e7 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174438 Sep 16 04:35:31.047107 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14fb0d5-5211-495d-8e65-5c1b1324873d req-2ec9da43-bbef-4545-9b22-42dd329453c1 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:31.062815 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f14fb0d5-5211-495d-8e65-5c1b1324873d req-2ec9da43-bbef-4545-9b22-42dd329453c1 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 944 time: 0.0842922 Sep 16 04:35:31.091273 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-a93cbb5a-5c24-408c-adf1-2824d75df0df None None] Provisioning complete for port 787f43f1-d733-4b2d-92bf-f5adc520ce61 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:35:31.092003 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a93cbb5a-5c24-408c-adf1-2824d75df0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:31.107622 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7b93ba29-dc96-47ba-be72-9a58e95efc81 req-f30e8791-54fd-484a-8694-b034ce67d4f4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=99f4ae61-c15a-4a1a-95cf-2fa7962fe8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484632 Sep 16 04:35:31.118843 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f14fb0d5-5211-495d-8e65-5c1b1324873d req-8ad6ce83-606b-45b1-8746-520dd5c83b70 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558116 Sep 16 04:35:31.176102 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53010) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:31.273259 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c2212-75c6-4b07-ad88-40a2bd09e87b req-8027bec1-94a3-4e91-963a-b48728d9aaf5 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:31.280712 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f24c2212-75c6-4b07-ad88-40a2bd09e87b req-8027bec1-94a3-4e91-963a-b48728d9aaf5 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=a304bc75-85b1-4c75-8851-be98e1467990 HTTP/1.1" status: 200 len: 948 time: 0.1385410 Sep 16 04:35:31.343848 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-e8055e57-5425-46f5-b8e0-8339eab4ebde admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1862408214-network', 'tenant_id': '53a6a024b0e746bfa1cb57e5b401f8c0'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:31.352951 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f24c2212-75c6-4b07-ad88-40a2bd09e87b req-4b06eb90-f72c-4682-9d1f-e310c26c8869 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713093 Sep 16 04:35:31.374223 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8055e57-5425-46f5-b8e0-8339eab4ebde admin admin] Made reservation on behalf of 53a6a024b0e746bfa1cb57e5b401f8c0 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:35:31.378403 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e8055e57-5425-46f5-b8e0-8339eab4ebde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:31.379845 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987d94a2-bcd3-4c2f-ad12-6fb3883b881b None None] Routers {'8f8cb081-c4f7-4e61-861e-044e9838e8b5'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:35:31.380604 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-987d94a2-bcd3-4c2f-ad12-6fb3883b881b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:35:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8f8cb081-c4f7-4e61-861e-044e9838e8b5'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:31.381441 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cc458ec6-ab0c-4f45-80d2-86da39757bde admin admin] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:31.389785 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cc458ec6-ab0c-4f45-80d2-86da39757bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:31.393603 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e8055e57-5425-46f5-b8e0-8339eab4ebde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:31.434749 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:31.438648 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070e26c-d8fc-4dea-a4c2-274075159a6e None None] Pushing event updated for resources: {'Port': ['ID=b08f7405-f5cf-463d-b094-da79ba2c21a8,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:31.444051 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-a93cbb5a-5c24-408c-adf1-2824d75df0df None None] Port 787f43f1-d733-4b2d-92bf-f5adc520ce61 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:35:31.466737 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc458ec6-ab0c-4f45-80d2-86da39757bde admin admin] Pushing event updated for resources: {'Port': ['ID=787f43f1-d733-4b2d-92bf-f5adc520ce61,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:31.475013 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cc458ec6-ab0c-4f45-80d2-86da39757bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:31.490081 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port abe5f8cd-2628-4f39-82e8-6d57deaeb366, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=abe5f8cd-2628-4f39-82e8-6d57deaeb366,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:31.517896 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e8055e57-5425-46f5-b8e0-8339eab4ebde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:31.524238 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e8055e57-5425-46f5-b8e0-8339eab4ebde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:31.556427 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:31.557262 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 16722678-cc90-4a40-b39a-f34cc09bfb6c up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:35:31.567535 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8055e57-5425-46f5-b8e0-8339eab4ebde admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:35:31.582449 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8055e57-5425-46f5-b8e0-8339eab4ebde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a24215-1d44-4fcc-8eb3-6ccc8c3921e0,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:31.594440 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e8055e57-5425-46f5-b8e0-8339eab4ebde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:31.595006 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-e8055e57-5425-46f5-b8e0-8339eab4ebde admin admin] Added segment cbe67464-0aa0-4d99-b9c3-86d1111ee3c1 of type vlan for network 2577294d-5026-4b77-b69e-c62d5d4484f9 Sep 16 04:35:31.639678 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-987d94a2-bcd3-4c2f-ad12-6fb3883b881b None None] Set router 8f8cb081-c4f7-4e61-861e-044e9838e8b5 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:35:31.650504 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e8055e57-5425-46f5-b8e0-8339eab4ebde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:31.663537 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc458ec6-ab0c-4f45-80d2-86da39757bde admin admin] Network 6552b65c-14fd-4a14-b655-8d63a3cf856e is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:35:31.668419 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-cc458ec6-ab0c-4f45-80d2-86da39757bde admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:35:31.691813 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=abe5f8cd-2628-4f39-82e8-6d57deaeb366,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:31.697735 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e8055e57-5425-46f5-b8e0-8339eab4ebde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:31.699122 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8055e57-5425-46f5-b8e0-8339eab4ebde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:31.699970 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e8055e57-5425-46f5-b8e0-8339eab4ebde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:31.765856 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 16722678-cc90-4a40-b39a-f34cc09bfb6c completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:35:31.771867 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8055e57-5425-46f5-b8e0-8339eab4ebde admin admin] Pushing event updated for resources: {'Network': ['ID=2577294d-5026-4b77-b69e-c62d5d4484f9,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:31.781134 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 16722678-cc90-4a40-b39a-f34cc09bfb6c triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:35:31.781631 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:31.795156 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e8055e57-5425-46f5-b8e0-8339eab4ebde admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6156046 Sep 16 04:35:31.796056 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 53030) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:31.803093 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-f95dfdfd-d6ba-451a-86dd-91e257c52bbf admin admin] Request body: {'subnet': {'network_id': '2577294d-5026-4b77-b69e-c62d5d4484f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1862408214-subnet', 'tenant_id': '53a6a024b0e746bfa1cb57e5b401f8c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:31.828861 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 2577294d-5026-4b77-b69e-c62d5d4484f9 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:35:31.842245 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265912be-df69-4581-8749-f85b00116ce8 req-864deb18-8a9c-4228-9209-684d5e2953d6 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:31.850319 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-265912be-df69-4581-8749-f85b00116ce8 req-864deb18-8a9c-4228-9209-684d5e2953d6 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] 10.222.0.35 "GET /v2.0/ports?device_id=6564bfd6-db74-40b2-9262-3b90c6d493e3 HTTP/1.1" status: 200 len: 945 time: 0.1731467 Sep 16 04:35:31.887558 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95dfdfd-d6ba-451a-86dd-91e257c52bbf admin admin] Made reservation on behalf of 53a6a024b0e746bfa1cb57e5b401f8c0 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:35:31.891563 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f95dfdfd-d6ba-451a-86dd-91e257c52bbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:31.906113 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-265912be-df69-4581-8749-f85b00116ce8 req-ff285930-d641-4c90-8f1f-a72cb904cb56 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] 10.222.0.35 "GET /v2.0/security-groups?id=99f4ae61-c15a-4a1a-95cf-2fa7962fe8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548313 Sep 16 04:35:32.029702 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc458ec6-ab0c-4f45-80d2-86da39757bde admin admin] Router 8f8cb081-c4f7-4e61-861e-044e9838e8b5 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:35:32.033289 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:32.048719 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:35:32.120406 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 16722678-cc90-4a40-b39a-f34cc09bfb6c, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=16722678-cc90-4a40-b39a-f34cc09bfb6c,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:32.122662 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-987d94a2-bcd3-4c2f-ad12-6fb3883b881b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8cb081-c4f7-4e61-861e-044e9838e8b5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-673492130-router', 'tenant_id': '6fa968ebbecc4f47aff00babe41a6454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'b08f7405-f5cf-463d-b094-da79ba2c21a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:35:24Z', 'updated_at': '2021-09-16T04:35:30Z', 'revision_number': 4, 'project_id': '6fa968ebbecc4f47aff00babe41a6454', 'gw_port': {'id': 'b08f7405-f5cf-463d-b094-da79ba2c21a8', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ac:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8cb081-c4f7-4e61-861e-044e9838e8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:35:26Z', 'updated_at': '2021-09-16T04:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '787f43f1-d733-4b2d-92bf-f5adc520ce61', 'name': '', 'network_id': '6552b65c-14fd-4a14-b655-8d63a3cf856e', 'tenant_id': '6fa968ebbecc4f47aff00babe41a6454', 'mac_address': 'fa:16:3e:48:e0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8cb081-c4f7-4e61-861e-044e9838e8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '4a191bfd-5eae-49c2-adb2-d9d0bb9041b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:35:29Z', 'updated_at': '2021-09-16T04:35:30Z', 'revision_number': 1, 'project_id': '6fa968ebbecc4f47aff00babe41a6454', 'subnets': [{'id': '4a191bfd-5eae-49c2-adb2-d9d0bb9041b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:32.158184 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:32.164467 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-763eb885-4a59-4733-b533-1ca99f0ad850 None None] Provisioning complete for port 787f43f1-d733-4b2d-92bf-f5adc520ce61 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:35:32.164861 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-763eb885-4a59-4733-b533-1ca99f0ad850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:32.168412 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987d94a2-bcd3-4c2f-ad12-6fb3883b881b None None] The sync data for ids ['8f8cb081-c4f7-4e61-861e-044e9838e8b5'] in n-d-712139-15 is: [{'id': '8f8cb081-c4f7-4e61-861e-044e9838e8b5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-673492130-router', 'tenant_id': '6fa968ebbecc4f47aff00babe41a6454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'b08f7405-f5cf-463d-b094-da79ba2c21a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:35:24Z', 'updated_at': '2021-09-16T04:35:30Z', 'revision_number': 4, 'project_id': '6fa968ebbecc4f47aff00babe41a6454', 'gw_port': {'id': 'b08f7405-f5cf-463d-b094-da79ba2c21a8', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ac:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8cb081-c4f7-4e61-861e-044e9838e8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:35:26Z', 'updated_at': '2021-09-16T04:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '787f43f1-d733-4b2d-92bf-f5adc520ce61', 'name': '', 'network_id': '6552b65c-14fd-4a14-b655-8d63a3cf856e', 'tenant_id': '6fa968ebbecc4f47aff00babe41a6454', 'mac_address': 'fa:16:3e:48:e0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8cb081-c4f7-4e61-861e-044e9838e8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '4a191bfd-5eae-49c2-adb2-d9d0bb9041b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:35:29Z', 'updated_at': '2021-09-16T04:35:30Z', 'revision_number': 1, 'project_id': '6fa968ebbecc4f47aff00babe41a6454', 'subnets': [{'id': '4a191bfd-5eae-49c2-adb2-d9d0bb9041b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:35:32.232789 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7ae4c-0450-4c74-99c2-ddb62af4a4cf req-abfd9f87-3bb7-4351-a74d-d4f8db2b2dbe tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:32.247775 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc458ec6-ab0c-4f45-80d2-86da39757bde admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:35:32.253221 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-cc458ec6-ab0c-4f45-80d2-86da39757bde admin admin] 10.222.0.35 "PUT /v2.0/routers/8f8cb081-c4f7-4e61-861e-044e9838e8b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0485654 Sep 16 04:35:32.254268 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-33d7ae4c-0450-4c74-99c2-ddb62af4a4cf req-abfd9f87-3bb7-4351-a74d-d4f8db2b2dbe tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 945 time: 0.1081159 Sep 16 04:35:32.279723 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f95dfdfd-d6ba-451a-86dd-91e257c52bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:32.303195 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=16722678-cc90-4a40-b39a-f34cc09bfb6c,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:32.316725 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:35:32.319032 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-763eb885-4a59-4733-b533-1ca99f0ad850 None None] Port 787f43f1-d733-4b2d-92bf-f5adc520ce61 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:35:32.323568 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:35:32.324336 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:32.350899 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-33d7ae4c-0450-4c74-99c2-ddb62af4a4cf req-cceb9797-15c2-456b-b11b-656a24511b38 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954249 Sep 16 04:35:32.383209 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95dfdfd-d6ba-451a-86dd-91e257c52bbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e75339db-69ea-4d5e-b27d-924084c2c2cd,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:32.400004 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1a2c5-63a7-4413-a241-173d65b18c66 req-71d61186-9efc-4fd5-a4bb-3862729198d9 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:32.401615 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-24b1a2c5-63a7-4413-a241-173d65b18c66 req-71d61186-9efc-4fd5-a4bb-3862729198d9 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 945 time: 0.1410773 Sep 16 04:35:32.459277 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95dfdfd-d6ba-451a-86dd-91e257c52bbf admin admin] Checking segment: {'id': 'cbe67464-0aa0-4d99-b9c3-86d1111ee3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2577294d-5026-4b77-b69e-c62d5d4484f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:35:32.461727 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95dfdfd-d6ba-451a-86dd-91e257c52bbf admin admin] Network hostable DHCP agents. Network: 2577294d-5026-4b77-b69e-c62d5d4484f9, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:35:32.476081 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:32.517653 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-24b1a2c5-63a7-4413-a241-173d65b18c66 req-deee544e-dee1-46b9-b06e-69d30fff81e6 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042495 Sep 16 04:35:32.521502 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:32.526587 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95dfdfd-d6ba-451a-86dd-91e257c52bbf admin admin] Network 2577294d-5026-4b77-b69e-c62d5d4484f9 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:35:32.528257 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:32.540878 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-f95dfdfd-d6ba-451a-86dd-91e257c52bbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 2577294d-5026-4b77-b69e-c62d5d4484f9) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:35:32.547539 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95dfdfd-d6ba-451a-86dd-91e257c52bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:32.548362 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f95dfdfd-d6ba-451a-86dd-91e257c52bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:32.577891 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e01c19-2fa4-4dbb-8553-35c9ed8733f3 None None] Network 2577294d-5026-4b77-b69e-c62d5d4484f9 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:35:32.591481 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1dd5d5-2923-4054-a46f-da9399cd96be req-a9170376-a0bc-4da9-8cd3-4f76f3b0698f tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:32.604954 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dc1dd5d5-2923-4054-a46f-da9399cd96be req-a9170376-a0bc-4da9-8cd3-4f76f3b0698f tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=a304bc75-85b1-4c75-8851-be98e1467990 HTTP/1.1" status: 200 len: 948 time: 0.1524210 Sep 16 04:35:32.639438 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f95dfdfd-d6ba-451a-86dd-91e257c52bbf admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8387136 Sep 16 04:35:32.643471 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52f13471-3d4b-47d9-9042-39972245dd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe5f8cd-2628-4f39-82e8-6d57deaeb366'}, {'server_uuid': '13c68a88-d002-48ba-844d-cd029d014bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16722678-cc90-4a40-b39a-f34cc09bfb6c'}, {'server_uuid': 'a304bc75-85b1-4c75-8851-be98e1467990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:32.646946 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af101479-b381-4417-94ec-fc8038b6dc9e" -d '{"events": [{"server_uuid": "52f13471-3d4b-47d9-9042-39972245dd3d", "name": "network-vif-plugged", "status": "completed", "tag": "abe5f8cd-2628-4f39-82e8-6d57deaeb366"}, {"server_uuid": "13c68a88-d002-48ba-844d-cd029d014bd1", "name": "network-vif-plugged", "status": "completed", "tag": "16722678-cc90-4a40-b39a-f34cc09bfb6c"}, {"server_uuid": "a304bc75-85b1-4c75-8851-be98e1467990", "name": "network-vif-plugged", "status": "completed", "tag": "9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:32.686369 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dc1dd5d5-2923-4054-a46f-da9399cd96be req-bf4cb8c6-d5e8-4b27-a6c8-40f4e68ae3c5 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787039 Sep 16 04:35:32.731718 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:32.762821 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53088) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:32.868266 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3060d9db-49f4-41ce-89f3-f30de20a6d46 None None] Network 2577294d-5026-4b77-b69e-c62d5d4484f9 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:35:32.886616 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00965630-a20b-46e4-8190-a9547698f859 x-openstack-request-id: req-00965630-a20b-46e4-8190-a9547698f859 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:32.887408 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52f13471-3d4b-47d9-9042-39972245dd3d", "name": "network-vif-plugged", "status": "completed", "tag": "abe5f8cd-2628-4f39-82e8-6d57deaeb366", "code": 200}, {"server_uuid": "13c68a88-d002-48ba-844d-cd029d014bd1", "name": "network-vif-plugged", "status": "completed", "tag": "16722678-cc90-4a40-b39a-f34cc09bfb6c", "code": 200}, {"server_uuid": "a304bc75-85b1-4c75-8851-be98e1467990", "name": "network-vif-plugged", "status": "completed", "tag": "9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:32.887408 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-00965630-a20b-46e4-8190-a9547698f859 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:32.887659 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52f13471-3d4b-47d9-9042-39972245dd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe5f8cd-2628-4f39-82e8-6d57deaeb366', 'code': 200} Sep 16 04:35:32.887913 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c68a88-d002-48ba-844d-cd029d014bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16722678-cc90-4a40-b39a-f34cc09bfb6c', 'code': 200} Sep 16 04:35:32.888155 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a304bc75-85b1-4c75-8851-be98e1467990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf', 'code': 200} Sep 16 04:35:32.998961 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [req-bce204df-2ec1-4630-a30b-99488932ac55 req-49da9119-3057-4c67-8052-d7c957ddc3e5 tempest-FloatingIPDetailsNegativeTestJSON-612273532 tempest-FloatingIPDetailsNegativeTestJSON-612273532-project] show failed (client error): The resource could not be found. Sep 16 04:35:32.999992 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bce204df-2ec1-4630-a30b-99488932ac55 req-49da9119-3057-4c67-8052-d7c957ddc3e5 tempest-FloatingIPDetailsNegativeTestJSON-612273532 tempest-FloatingIPDetailsNegativeTestJSON-612273532-project] 10.222.0.35 "GET /v2.0/floatingips/5e0ef7cb-9018-471b-a4ad-d0ed1684172f HTTP/1.1" status: 404 len: 350 time: 0.0996482 Sep 16 04:35:33.013229 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53096) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:33.075864 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e501ca-4db1-4465-a7aa-27cb5ab89b15 req-27a336ba-95d3-427a-9bae-b9d7c6a2663f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:33.080937 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-55e501ca-4db1-4465-a7aa-27cb5ab89b15 req-27a336ba-95d3-427a-9bae-b9d7c6a2663f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a304bc75-85b1-4c75-8851-be98e1467990 HTTP/1.1" status: 200 len: 1101 time: 0.0768950 Sep 16 04:35:33.123780 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-ad0a0940-44c1-4473-bf2a-8b0fb647d368 req-a082c904-36c2-4d70-ace6-22dc9aaff4b0 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-412013610', 'description': 'tempest-description-722173477'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:33.143499 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b337f2d9-7231-4d57-ac80-0c9296d75b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:33.157853 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-55e501ca-4db1-4465-a7aa-27cb5ab89b15 req-caaf9c4d-4049-4278-8ed9-87fa9939a42b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695996 Sep 16 04:35:33.166127 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ad0a0940-44c1-4473-bf2a-8b0fb647d368 req-a082c904-36c2-4d70-ace6-22dc9aaff4b0 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:33.284833 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ad0a0940-44c1-4473-bf2a-8b0fb647d368 req-a082c904-36c2-4d70-ace6-22dc9aaff4b0 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:33.289153 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ff5b0-a5be-4933-b7cd-89e82ee47856 req-ba0f3861-58f1-4089-b552-6f7ccf0a40fb tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:33.289684 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ad0a0940-44c1-4473-bf2a-8b0fb647d368 req-a082c904-36c2-4d70-ace6-22dc9aaff4b0 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:33.291913 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ed0ff5b0-a5be-4933-b7cd-89e82ee47856 req-ba0f3861-58f1-4089-b552-6f7ccf0a40fb tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] 10.222.0.35 "GET /v2.0/ports?device_id=6564bfd6-db74-40b2-9262-3b90c6d493e3 HTTP/1.1" status: 200 len: 945 time: 0.2942398 Sep 16 04:35:33.322858 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082c904-36c2-4d70-ace6-22dc9aaff4b0 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b51b760f-871c-4f37-b2af-b4af941d2610,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:33.615176 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2ba63-7ff3-4c3f-a2f8-bceaa97d0ccd req-bcfce880-6ac4-4074-9949-84e7a2147d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:33.617239 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-29d2ba63-7ff3-4c3f-a2f8-bceaa97d0ccd req-bcfce880-6ac4-4074-9949-84e7a2147d58 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 1097 time: 0.5218556 Sep 16 04:35:33.654540 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9cbda-cf0a-4cb2-84bb-c6f0edca0eb9 req-eb7b5de5-a6b7-4e4c-86ec-aa1a71d19d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:33.656022 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7ac9cbda-cf0a-4cb2-84bb-c6f0edca0eb9 req-eb7b5de5-a6b7-4e4c-86ec-aa1a71d19d4b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 1097 time: 0.5620964 Sep 16 04:35:33.755834 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ed0ff5b0-a5be-4933-b7cd-89e82ee47856 req-bab932ea-8c3b-4a31-b633-ffeb5deeb63e tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] 10.222.0.35 "GET /v2.0/security-groups?id=99f4ae61-c15a-4a1a-95cf-2fa7962fe8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498134 Sep 16 04:35:33.780829 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-29d2ba63-7ff3-4c3f-a2f8-bceaa97d0ccd req-4d372c57-861e-482a-8806-e932f78629eb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512861 Sep 16 04:35:33.799671 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7ac9cbda-cf0a-4cb2-84bb-c6f0edca0eb9 req-7a2ce902-aad5-451f-8be8-433f8ac5ebba service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325903 Sep 16 04:35:33.886022 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b337f2d9-7231-4d57-ac80-0c9296d75b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:33.899823 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b337f2d9-7231-4d57-ac80-0c9296d75b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:33.900467 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ad0a0940-44c1-4473-bf2a-8b0fb647d368 req-a082c904-36c2-4d70-ace6-22dc9aaff4b0 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:33.902759 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ad0a0940-44c1-4473-bf2a-8b0fb647d368 req-a082c904-36c2-4d70-ace6-22dc9aaff4b0 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.7832570 Sep 16 04:35:34.005732 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29295f-6f85-4e83-91a3-d557cb99514a req-4c84427c-2795-4a4b-ad04-965e47f2196e tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:34.006169 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791714e-3327-4546-bca7-fcdfd5ad1125 req-6c7a629c-a49c-4d4a-8bdc-a10a64294348 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:34.008266 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5a29295f-6f85-4e83-91a3-d557cb99514a req-4c84427c-2795-4a4b-ad04-965e47f2196e tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 945 time: 0.1740384 Sep 16 04:35:34.010574 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b337f2d9-7231-4d57-ac80-0c9296d75b27 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4ec873703e4c4c37aaecdb3f7904c3d2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2467570 Sep 16 04:35:34.014129 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6791714e-3327-4546-bca7-fcdfd5ad1125 req-6c7a629c-a49c-4d4a-8bdc-a10a64294348 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 945 time: 0.0595889 Sep 16 04:35:34.014633 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 53114) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:34.029860 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337f2d9-7231-4d57-ac80-0c9296d75b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe67889e-89ed-4f40-9ed8-bf7c480f7f2a,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:34.090694 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5a29295f-6f85-4e83-91a3-d557cb99514a req-7fd5aaee-3319-465d-9746-d6322f70df5a tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635459 Sep 16 04:35:34.109941 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6791714e-3327-4546-bca7-fcdfd5ad1125 req-ea34fe38-c181-4ee8-975b-54e451db826c tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792372 Sep 16 04:35:34.126368 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8c44f591-5973-40a2-8a75-4badde57df75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:34.157469 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8c44f591-5973-40a2-8a75-4badde57df75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:34.227712 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8c44f591-5973-40a2-8a75-4badde57df75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:34.230380 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8c44f591-5973-40a2-8a75-4badde57df75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:34.234180 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8c44f591-5973-40a2-8a75-4badde57df75 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fe67889e-89ed-4f40-9ed8-bf7c480f7f2a HTTP/1.1" status: 204 len: 168 time: 0.2159123 Sep 16 04:35:34.243505 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44f591-5973-40a2-8a75-4badde57df75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe67889e-89ed-4f40-9ed8-bf7c480f7f2a,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:34.284115 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cf3bd204-2502-45a0-ab6b-80cc581380dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:34.328900 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28b457-bdb8-45b3-8183-3536e0091cc0 req-3578a058-4391-4330-9c9b-1b98a99c4e8a tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:34.337171 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7e28b457-bdb8-45b3-8183-3536e0091cc0 req-3578a058-4391-4330-9c9b-1b98a99c4e8a tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=a304bc75-85b1-4c75-8851-be98e1467990 HTTP/1.1" status: 200 len: 949 time: 0.1396024 Sep 16 04:35:34.414138 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-48689af9-c9a0-46e3-af77-a77fadd3a053 req-560847ec-87a6-4dde-968b-e5a27d01d810 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1814584479', 'description': 'tempest-description-939385562'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:34.462608 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-48689af9-c9a0-46e3-af77-a77fadd3a053 req-560847ec-87a6-4dde-968b-e5a27d01d810 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:34.505509 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7e28b457-bdb8-45b3-8183-3536e0091cc0 req-8f5f81dc-a827-4525-a31f-379a890f66cc tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617765 Sep 16 04:35:34.580621 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device b08f7405-f5cf-463d-b094-da79ba2c21a8 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:35:34.734610 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-48689af9-c9a0-46e3-af77-a77fadd3a053 req-560847ec-87a6-4dde-968b-e5a27d01d810 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:34.736544 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port b08f7405-f5cf-463d-b094-da79ba2c21a8 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:35:34.737310 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:34.757547 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-48689af9-c9a0-46e3-af77-a77fadd3a053 req-560847ec-87a6-4dde-968b-e5a27d01d810 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:34.813303 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560847ec-87a6-4dde-968b-e5a27d01d810 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b14e81b3-49c1-4145-bd8c-53c1de0cc909,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:34.816925 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-48689af9-c9a0-46e3-af77-a77fadd3a053 req-560847ec-87a6-4dde-968b-e5a27d01d810 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:34.835757 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-48689af9-c9a0-46e3-af77-a77fadd3a053 req-560847ec-87a6-4dde-968b-e5a27d01d810 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4443986 Sep 16 04:35:34.867685 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-cf3bd204-2502-45a0-ab6b-80cc581380dd admin admin] Deleting port 787f43f1-d733-4b2d-92bf-f5adc520ce61 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:35:34.868312 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cf3bd204-2502-45a0-ab6b-80cc581380dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:34.888993 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:34.923960 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port b08f7405-f5cf-463d-b094-da79ba2c21a8, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=b08f7405-f5cf-463d-b094-da79ba2c21a8,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:34.929944 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:34.994285 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cf3bd204-2502-45a0-ab6b-80cc581380dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:35.010831 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-cf3bd204-2502-45a0-ab6b-80cc581380dd admin admin] Calling delete_port for 787f43f1-d733-4b2d-92bf-f5adc520ce61 owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:35:35.065613 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=b08f7405-f5cf-463d-b094-da79ba2c21a8,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:35.110352 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad46313-3c07-4ad5-b52b-9286061f6905 None None] Sync routers for ids ['8f8cb081-c4f7-4e61-861e-044e9838e8b5'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:35:35.121311 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad46313-3c07-4ad5-b52b-9286061f6905 None None] Routers {'8f8cb081-c4f7-4e61-861e-044e9838e8b5'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:35:35.127585 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dad46313-3c07-4ad5-b52b-9286061f6905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:35:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8f8cb081-c4f7-4e61-861e-044e9838e8b5'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:35.299728 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01930cd-6109-4f36-8ae3-c9c838daa260 req-180b265d-ba51-4ca9-a996-fe3d91339699 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:35.299728 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a01930cd-6109-4f36-8ae3-c9c838daa260 req-180b265d-ba51-4ca9-a996-fe3d91339699 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 945 time: 0.0855875 Sep 16 04:35:35.300276 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-30e88240-4f87-49f8-aefb-ab785580b620 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:35.300276 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-30e88240-4f87-49f8-aefb-ab785580b620 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/networks?id=2577294d-5026-4b77-b69e-c62d5d4484f9 HTTP/1.1" status: 200 len: 813 time: 0.2415130 Sep 16 04:35:35.329370 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-dad46313-3c07-4ad5-b52b-9286061f6905 None None] Set router 8f8cb081-c4f7-4e61-861e-044e9838e8b5 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:35:35.349615 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a01930cd-6109-4f36-8ae3-c9c838daa260 req-62ff9670-72ef-4af6-9dd5-2eb0707d609b tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378351 Sep 16 04:35:35.367326 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-f27b504a-1a08-40b2-8582-cc7035ee68f3 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/quotas/53a6a024b0e746bfa1cb57e5b401f8c0 HTTP/1.1" status: 200 len: 375 time: 0.0520172 Sep 16 04:35:35.425780 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-aee8b98c-e376-431c-8271-4db64f79a5ac tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=53a6a024b0e746bfa1cb57e5b401f8c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506532 Sep 16 04:35:35.557173 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89377e-4620-40fc-adde-d719a857020b req-0126a3f6-6d69-4a8f-bd9b-9c4bb2d2d25e tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:35.566912 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cf3bd204-2502-45a0-ab6b-80cc581380dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:35.572107 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4e89377e-4620-40fc-adde-d719a857020b req-0126a3f6-6d69-4a8f-bd9b-9c4bb2d2d25e tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 945 time: 0.1167016 Sep 16 04:35:35.605976 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dad46313-3c07-4ad5-b52b-9286061f6905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8cb081-c4f7-4e61-861e-044e9838e8b5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-673492130-router', 'tenant_id': '6fa968ebbecc4f47aff00babe41a6454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'b08f7405-f5cf-463d-b094-da79ba2c21a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:35:24Z', 'updated_at': '2021-09-16T04:35:30Z', 'revision_number': 4, 'project_id': '6fa968ebbecc4f47aff00babe41a6454', 'gw_port': {'id': 'b08f7405-f5cf-463d-b094-da79ba2c21a8', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ac:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8cb081-c4f7-4e61-861e-044e9838e8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:35:26Z', 'updated_at': '2021-09-16T04:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '787f43f1-d733-4b2d-92bf-f5adc520ce61', 'name': '', 'network_id': '6552b65c-14fd-4a14-b655-8d63a3cf856e', 'tenant_id': '6fa968ebbecc4f47aff00babe41a6454', 'mac_address': 'fa:16:3e:48:e0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8cb081-c4f7-4e61-861e-044e9838e8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '4a191bfd-5eae-49c2-adb2-d9d0bb9041b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:35:29Z', 'updated_at': '2021-09-16T04:35:31Z', 'revision_number': 2, 'project_id': '6fa968ebbecc4f47aff00babe41a6454', 'subnets': [{'id': '4a191bfd-5eae-49c2-adb2-d9d0bb9041b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:35.626616 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4e89377e-4620-40fc-adde-d719a857020b req-b8d20043-74d8-4dd5-9ee6-f719243455a1 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532215 Sep 16 04:35:35.652549 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad46313-3c07-4ad5-b52b-9286061f6905 None None] Checking router: 8f8cb081-c4f7-4e61-861e-044e9838e8b5 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:35:35.652956 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad46313-3c07-4ad5-b52b-9286061f6905 None None] Updating router 8f8cb081-c4f7-4e61-861e-044e9838e8b5 port 787f43f1-d733-4b2d-92bf-f5adc520ce61 binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:35:35.663157 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3bd204-2502-45a0-ab6b-80cc581380dd admin admin] Pushing event deleted for resources: {'Port': ['ID=787f43f1-d733-4b2d-92bf-f5adc520ce61,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:35.670518 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad46313-3c07-4ad5-b52b-9286061f6905 None None] Port 787f43f1-d733-4b2d-92bf-f5adc520ce61 not found while updating agent binding for router 8f8cb081-c4f7-4e61-861e-044e9838e8b5. {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 16 04:35:35.680234 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad46313-3c07-4ad5-b52b-9286061f6905 None None] Routers {'8f8cb081-c4f7-4e61-861e-044e9838e8b5'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:35:35.681221 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dad46313-3c07-4ad5-b52b-9286061f6905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:35:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8f8cb081-c4f7-4e61-861e-044e9838e8b5'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:35.764123 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-781228b3-dc84-4969-a480-21ccacf480c1 service neutron] 10.222.0.35 "GET /v2.0/networks/2577294d-5026-4b77-b69e-c62d5d4484f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145761 Sep 16 04:35:35.896467 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306b602-db0c-450d-860b-bcae93c2b1fc req-81822ec8-72c0-443b-81fa-9aac95b1fb74 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:35.901258 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d306b602-db0c-450d-860b-bcae93c2b1fc req-81822ec8-72c0-443b-81fa-9aac95b1fb74 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=a304bc75-85b1-4c75-8851-be98e1467990 HTTP/1.1" status: 200 len: 949 time: 0.0960057 Sep 16 04:35:35.954560 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-dad46313-3c07-4ad5-b52b-9286061f6905 None None] Set router 8f8cb081-c4f7-4e61-861e-044e9838e8b5 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:35:35.959032 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d306b602-db0c-450d-860b-bcae93c2b1fc req-36a05193-1b3a-467c-886d-874c523f0e88 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531051 Sep 16 04:35:35.965439 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cf3bd204-2502-45a0-ab6b-80cc581380dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:35.991062 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-06bf5828-c9da-4de1-bb61-150b7fbadba0 service neutron] 10.222.0.35 "GET /v2.0/networks/2577294d-5026-4b77-b69e-c62d5d4484f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723213 Sep 16 04:35:36.252331 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dad46313-3c07-4ad5-b52b-9286061f6905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8cb081-c4f7-4e61-861e-044e9838e8b5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-673492130-router', 'tenant_id': '6fa968ebbecc4f47aff00babe41a6454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'b08f7405-f5cf-463d-b094-da79ba2c21a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:35:24Z', 'updated_at': '2021-09-16T04:35:35Z', 'revision_number': 5, 'project_id': '6fa968ebbecc4f47aff00babe41a6454', 'gw_port': {'id': 'b08f7405-f5cf-463d-b094-da79ba2c21a8', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ac:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8cb081-c4f7-4e61-861e-044e9838e8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:35:26Z', 'updated_at': '2021-09-16T04:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:36.340926 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad46313-3c07-4ad5-b52b-9286061f6905 None None] The sync data for ids ['8f8cb081-c4f7-4e61-861e-044e9838e8b5'] in n-d-712139-15 is: [{'id': '8f8cb081-c4f7-4e61-861e-044e9838e8b5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-673492130-router', 'tenant_id': '6fa968ebbecc4f47aff00babe41a6454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'b08f7405-f5cf-463d-b094-da79ba2c21a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:35:24Z', 'updated_at': '2021-09-16T04:35:35Z', 'revision_number': 5, 'project_id': '6fa968ebbecc4f47aff00babe41a6454', 'gw_port': {'id': 'b08f7405-f5cf-463d-b094-da79ba2c21a8', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ac:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8cb081-c4f7-4e61-861e-044e9838e8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:35:26Z', 'updated_at': '2021-09-16T04:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:35:36.359910 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-051062a4-2289-42bd-b463-908eaa3997ba req-c08f6118-87d3-4fa3-a3e6-3a652e2d5505 tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=01887729c9c7420eaff7b0b647d45153&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332193 Sep 16 04:35:36.377356 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3bd204-2502-45a0-ab6b-80cc581380dd admin admin] Router 8f8cb081-c4f7-4e61-861e-044e9838e8b5 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:35:36.564695 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715f8bc-ae8e-4696-8c34-7cb9164136b1 req-82f94d41-6a54-429b-ac7d-a493432247d2 tempest-ServersOnMultiNodesTest-608600449 tempest-ServersOnMultiNodesTest-608600449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:36.572915 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7715f8bc-ae8e-4696-8c34-7cb9164136b1 req-82f94d41-6a54-429b-ac7d-a493432247d2 tempest-ServersOnMultiNodesTest-608600449 tempest-ServersOnMultiNodesTest-608600449-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a304bc75-85b1-4c75-8851-be98e1467990 HTTP/1.1" status: 200 len: 1101 time: 0.1483893 Sep 16 04:35:36.596627 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7715f8bc-ae8e-4696-8c34-7cb9164136b1 req-609f26fc-08f7-459f-bc88-4a4b8fcf5038 tempest-ServersOnMultiNodesTest-608600449 tempest-ServersOnMultiNodesTest-608600449-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:36.611585 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3bd204-2502-45a0-ab6b-80cc581380dd admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:35:36.621407 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cf3bd204-2502-45a0-ab6b-80cc581380dd admin admin] 10.222.0.35 "PUT /v2.0/routers/8f8cb081-c4f7-4e61-861e-044e9838e8b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6032469 Sep 16 04:35:36.624424 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53198) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:36.847429 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device b08f7405-f5cf-463d-b094-da79ba2c21a8 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:35:36.887938 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051062a4-2289-42bd-b463-908eaa3997ba req-579ae93f-98a6-497f-b1df-791be6d18d9f tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:36.895394 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-051062a4-2289-42bd-b463-908eaa3997ba req-579ae93f-98a6-497f-b1df-791be6d18d9f tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5296643 Sep 16 04:35:36.917695 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-051062a4-2289-42bd-b463-908eaa3997ba req-7f0f68b8-6468-4544-9e43-7841892d9cb8 tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] 10.222.0.35 "GET /v2.0/quotas/01887729c9c7420eaff7b0b647d45153 HTTP/1.1" status: 200 len: 375 time: 0.0211432 Sep 16 04:35:36.977281 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port b08f7405-f5cf-463d-b094-da79ba2c21a8 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:35:36.977801 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:37.016911 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-051062a4-2289-42bd-b463-908eaa3997ba req-7a2eb86e-b70a-4892-a497-2456be9a1be5 tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=01887729c9c7420eaff7b0b647d45153&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0976751 Sep 16 04:35:37.111740 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 787f43f1-d733-4b2d-92bf-f5adc520ce61 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:35:37.137468 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 787f43f1-d733-4b2d-92bf-f5adc520ce61 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:35:37.138315 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 787f43f1-d733-4b2d-92bf-f5adc520ce61 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:35:37.179699 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-762cf41e-b71e-41b2-bfde-641cd9dd3881 admin admin] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:37.243871 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a723dbc0-b0cb-47c7-8d86-4be1c6046803 req-900e4794-8c54-4848-92d3-5038320a747c tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3348ce-401e-4238-8887-47463ac54954 HTTP/1.1" status: 200 len: 210 time: 0.0344026 Sep 16 04:35:37.318974 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7715f8bc-ae8e-4696-8c34-7cb9164136b1 req-609f26fc-08f7-459f-bc88-4a4b8fcf5038 tempest-ServersOnMultiNodesTest-608600449 tempest-ServersOnMultiNodesTest-608600449-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:37.358301 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7715f8bc-ae8e-4696-8c34-7cb9164136b1 req-609f26fc-08f7-459f-bc88-4a4b8fcf5038 tempest-ServersOnMultiNodesTest-608600449 tempest-ServersOnMultiNodesTest-608600449-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:37.402379 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20ae6d-b3fe-4246-8341-2a11754d05c7 req-acb09139-3c80-42f8-9a52-0a3b0c558d72 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:37.411384 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2a20ae6d-b3fe-4246-8341-2a11754d05c7 req-acb09139-3c80-42f8-9a52-0a3b0c558d72 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 945 time: 0.0817447 Sep 16 04:35:37.427946 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7715f8bc-ae8e-4696-8c34-7cb9164136b1 req-609f26fc-08f7-459f-bc88-4a4b8fcf5038 tempest-ServersOnMultiNodesTest-608600449 tempest-ServersOnMultiNodesTest-608600449-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8429096 Sep 16 04:35:37.427946 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-762cf41e-b71e-41b2-bfde-641cd9dd3881 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:37.434172 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f26fc-08f7-459f-bc88-4a4b8fcf5038 tempest-ServersOnMultiNodesTest-608600449 tempest-ServersOnMultiNodesTest-608600449-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2425ed76-bf6c-4f18-aa30-a79442a59ff1,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:37.483048 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2a20ae6d-b3fe-4246-8341-2a11754d05c7 req-556e061d-58c5-4eeb-acf6-1706dc986428 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651982 Sep 16 04:35:37.514295 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-762cf41e-b71e-41b2-bfde-641cd9dd3881 admin admin] Deleting port b08f7405-f5cf-463d-b094-da79ba2c21a8 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:35:37.514984 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-762cf41e-b71e-41b2-bfde-641cd9dd3881 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:37.644820 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbce05a-2b4c-46d7-b59f-f111a47edd16 req-3b356af2-4471-43c7-9f6f-7f65378b84b2 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:37.646408 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0bbce05a-2b4c-46d7-b59f-f111a47edd16 req-3b356af2-4471-43c7-9f6f-7f65378b84b2 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 945 time: 0.1542454 Sep 16 04:35:37.706685 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-762cf41e-b71e-41b2-bfde-641cd9dd3881 admin admin] For port b08f7405-f5cf-463d-b094-da79ba2c21a8, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=b08f7405-f5cf-463d-b094-da79ba2c21a8,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:37.707118 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-762cf41e-b71e-41b2-bfde-641cd9dd3881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:37.728662 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0bbce05a-2b4c-46d7-b59f-f111a47edd16 req-75d8c8be-d13b-4f47-8aa5-02a430218823 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746732 Sep 16 04:35:37.733890 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-762cf41e-b71e-41b2-bfde-641cd9dd3881 admin admin] Calling delete_port for b08f7405-f5cf-463d-b094-da79ba2c21a8 owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:35:37.863196 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-6fddc23c-0166-4312-9c4e-46c0eb43304f req-ad63fa43-580f-4645-88cd-23a4cd88d733 tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d10d709-eef6-4d8e-99a2-b41344874964 HTTP/1.1" status: 200 len: 210 time: 0.0373158 Sep 16 04:35:37.878905 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e116635c-cd85-4a4a-82de-9621025e37c7 None None] Sync routers for ids ['8f8cb081-c4f7-4e61-861e-044e9838e8b5'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:35:37.891602 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e116635c-cd85-4a4a-82de-9621025e37c7 None None] Routers {'8f8cb081-c4f7-4e61-861e-044e9838e8b5'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:35:37.892228 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-e116635c-cd85-4a4a-82de-9621025e37c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:35:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8f8cb081-c4f7-4e61-861e-044e9838e8b5'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:37.903920 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-9e5dcd8f-6bc6-40eb-8b0a-3154daada5b2 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:37.918353 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-9e5dcd8f-6bc6-40eb-8b0a-3154daada5b2 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.48 "GET /v2.0/networks?id=2577294d-5026-4b77-b69e-c62d5d4484f9 HTTP/1.1" status: 200 len: 813 time: 0.2222235 Sep 16 04:35:37.947201 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-477f35fc-3994-4c33-98d7-da7c4c5fbf79 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Request body: {'port': {'device_id': 'ae3348ce-401e-4238-8887-47463ac54954', 'network_id': '2577294d-5026-4b77-b69e-c62d5d4484f9', 'admin_state_up': True, 'tenant_id': '53a6a024b0e746bfa1cb57e5b401f8c0'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:38.073018 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-e116635c-cd85-4a4a-82de-9621025e37c7 None None] Set router 8f8cb081-c4f7-4e61-861e-044e9838e8b5 gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:35:38.077162 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-762cf41e-b71e-41b2-bfde-641cd9dd3881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:38.139870 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-477f35fc-3994-4c33-98d7-da7c4c5fbf79 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Made reservation on behalf of 53a6a024b0e746bfa1cb57e5b401f8c0 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:35:38.153262 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-477f35fc-3994-4c33-98d7-da7c4c5fbf79 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:38.162195 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762cf41e-b71e-41b2-bfde-641cd9dd3881 admin admin] Pushing event deleted for resources: {'Port': ['ID=b08f7405-f5cf-463d-b094-da79ba2c21a8,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:38.293655 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-762cf41e-b71e-41b2-bfde-641cd9dd3881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:38.378451 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d29996-1a0e-4e64-96ce-26a277f5d189 req-f6cfa7c2-0167-4f71-b78d-d5317fc97ce8 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:38.378744 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-e116635c-cd85-4a4a-82de-9621025e37c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8cb081-c4f7-4e61-861e-044e9838e8b5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-673492130-router', 'tenant_id': '6fa968ebbecc4f47aff00babe41a6454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:35:24Z', 'updated_at': '2021-09-16T04:35:37Z', 'revision_number': 6, 'project_id': '6fa968ebbecc4f47aff00babe41a6454', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:38.380011 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-82d29996-1a0e-4e64-96ce-26a277f5d189 req-f6cfa7c2-0167-4f71-b78d-d5317fc97ce8 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 1097 time: 0.1591535 Sep 16 04:35:38.398182 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e266aa-9c90-4462-b616-a81bff0af514 req-0f05e20d-ca45-4457-8963-f5265bc55dd0 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:38.399822 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4e266aa-9c90-4462-b616-a81bff0af514 req-0f05e20d-ca45-4457-8963-f5265bc55dd0 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 1097 time: 0.0970199 Sep 16 04:35:38.410325 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e116635c-cd85-4a4a-82de-9621025e37c7 None None] Checking router: 8f8cb081-c4f7-4e61-861e-044e9838e8b5 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:35:38.419307 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-762cf41e-b71e-41b2-bfde-641cd9dd3881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:38.419744 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e116635c-cd85-4a4a-82de-9621025e37c7 None None] Routers {'8f8cb081-c4f7-4e61-861e-044e9838e8b5'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:35:38.421712 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-e116635c-cd85-4a4a-82de-9621025e37c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:35:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8f8cb081-c4f7-4e61-861e-044e9838e8b5'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:38.423700 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-762cf41e-b71e-41b2-bfde-641cd9dd3881 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:38.450758 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-477f35fc-3994-4c33-98d7-da7c4c5fbf79 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Allocated IP 172.20.0.5 (2577294d-5026-4b77-b69e-c62d5d4484f9/e75339db-69ea-4d5e-b27d-924084c2c2cd/8c326559-5157-4787-872e-99ec2d94a51f) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:35:38.477670 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4e266aa-9c90-4462-b616-a81bff0af514 req-931b36f1-5a70-423a-b21b-065d9d1de75e tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704706 Sep 16 04:35:38.520589 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-e116635c-cd85-4a4a-82de-9621025e37c7 None None] Set router 8f8cb081-c4f7-4e61-861e-044e9838e8b5 gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:35:38.538786 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-82d29996-1a0e-4e64-96ce-26a277f5d189 req-72aab778-c70e-468b-a31e-826c12fbd39c tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212022 Sep 16 04:35:38.540175 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-762cf41e-b71e-41b2-bfde-641cd9dd3881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:38.540927 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762cf41e-b71e-41b2-bfde-641cd9dd3881 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f8cb081-c4f7-4e61-861e-044e9838e8b5 {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:35:38.546989 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-762cf41e-b71e-41b2-bfde-641cd9dd3881 admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:38.550453 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-762cf41e-b71e-41b2-bfde-641cd9dd3881 admin admin] 10.222.0.35 "DELETE /v2.0/routers/8f8cb081-c4f7-4e61-861e-044e9838e8b5 HTTP/1.1" status: 204 len: 168 time: 1.9227970 Sep 16 04:35:38.550928 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53242) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:38.629236 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-e116635c-cd85-4a4a-82de-9621025e37c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8cb081-c4f7-4e61-861e-044e9838e8b5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-673492130-router', 'tenant_id': '6fa968ebbecc4f47aff00babe41a6454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:35:24Z', 'updated_at': '2021-09-16T04:35:37Z', 'revision_number': 7, 'project_id': '6fa968ebbecc4f47aff00babe41a6454', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:38.648138 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-947bedb2-15e5-49fe-9e62-c3af58f14e3f admin admin] Deleting subnet 4a191bfd-5eae-49c2-adb2-d9d0bb9041b0 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:35:38.657528 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-947bedb2-15e5-49fe-9e62-c3af58f14e3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:38.695290 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e116635c-cd85-4a4a-82de-9621025e37c7 None None] The sync data for ids ['8f8cb081-c4f7-4e61-861e-044e9838e8b5'] in n-d-712139-15 is: [{'id': '8f8cb081-c4f7-4e61-861e-044e9838e8b5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-673492130-router', 'tenant_id': '6fa968ebbecc4f47aff00babe41a6454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:35:24Z', 'updated_at': '2021-09-16T04:35:37Z', 'revision_number': 7, 'project_id': '6fa968ebbecc4f47aff00babe41a6454', 'gw_port_host': None}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:35:38.710758 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ad3ff8cc-840d-495b-a1f0-b2a1a822b223 req-60c46227-9a66-480e-bf24-b31e814773df tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3348ce-401e-4238-8887-47463ac54954 HTTP/1.1" status: 200 len: 210 time: 0.0708401 Sep 16 04:35:38.730538 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-2a2e3074-615c-40c5-bedb-212f257aa777 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a8c979f3fc604996af2e8ab12f365425&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396352 Sep 16 04:35:38.745291 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-947bedb2-15e5-49fe-9e62-c3af58f14e3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:38.795486 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-477f35fc-3994-4c33-98d7-da7c4c5fbf79 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:38.856610 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-051062a4-2289-42bd-b463-908eaa3997ba req-6a985396-dc76-4923-9968-777366b53e9b tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=01887729c9c7420eaff7b0b647d45153&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0821271 Sep 16 04:35:38.885350 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-477f35fc-3994-4c33-98d7-da7c4c5fbf79 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:38.948466 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-477f35fc-3994-4c33-98d7-da7c4c5fbf79 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Network 2577294d-5026-4b77-b69e-c62d5d4484f9 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:35:38.952668 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-477f35fc-3994-4c33-98d7-da7c4c5fbf79 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:35:38.958751 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-477f35fc-3994-4c33-98d7-da7c4c5fbf79 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:35:38.972311 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f35fc-3994-4c33-98d7-da7c4c5fbf79 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Pushing event updated for resources: {'Port': ['ID=8c326559-5157-4787-872e-99ec2d94a51f,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:39.084121 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-477f35fc-3994-4c33-98d7-da7c4c5fbf79 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:39.085547 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-477f35fc-3994-4c33-98d7-da7c4c5fbf79 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:39.119116 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2d1ed0cf-0ac2-4f84-bf03-c0da21b0acfd req-1fdebcc7-9183-4bfd-b2fa-5dc430bfbcfb tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d10d709-eef6-4d8e-99a2-b41344874964 HTTP/1.1" status: 200 len: 210 time: 0.0513575 Sep 16 04:35:39.136361 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-477f35fc-3994-4c33-98d7-da7c4c5fbf79 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1939840 Sep 16 04:35:39.156425 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-1250f5b1-b5d9-43c5-8444-d9012a198ac3 service neutron] Request body: {'port': {'device_id': 'ae3348ce-401e-4238-8887-47463ac54954', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:39.252523 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-947bedb2-15e5-49fe-9e62-c3af58f14e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:39.253147 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-1250f5b1-b5d9-43c5-8444-d9012a198ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:39.309928 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-f0845b77-8c75-4695-81b6-27fb2bc745dc tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:39.320748 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-f0845b77-8c75-4695-81b6-27fb2bc745dc tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5718601 Sep 16 04:35:39.358628 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-d11d35ea-a01f-49da-a7da-dba10c92b696 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/quotas/a8c979f3fc604996af2e8ab12f365425 HTTP/1.1" status: 200 len: 375 time: 0.0366976 Sep 16 04:35:39.435532 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051062a4-2289-42bd-b463-908eaa3997ba req-2a0e07e0-0415-41de-a57c-4287ffa9d880 tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:39.439110 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-051062a4-2289-42bd-b463-908eaa3997ba req-2a0e07e0-0415-41de-a57c-4287ffa9d880 tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5586703 Sep 16 04:35:39.483509 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-051062a4-2289-42bd-b463-908eaa3997ba req-f71bdd32-b4dd-4d6d-8b9d-296c4cc07bfd tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] Request body: {'port': {'device_id': '1d10d709-eef6-4d8e-99a2-b41344874964', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'admin_state_up': True, 'tenant_id': '01887729c9c7420eaff7b0b647d45153'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:39.560174 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-52b5ec3f-6894-4f10-a1cd-228c74ca506f tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a8c979f3fc604996af2e8ab12f365425&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1999385 Sep 16 04:35:39.684856 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-947bedb2-15e5-49fe-9e62-c3af58f14e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:39.713763 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-1250f5b1-b5d9-43c5-8444-d9012a198ac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c326559-5157-4787-872e-99ec2d94a51f {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:39.724290 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-1250f5b1-b5d9-43c5-8444-d9012a198ac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:39.758518 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-1250f5b1-b5d9-43c5-8444-d9012a198ac3 service neutron] Transition to ACTIVE for port object 8c326559-5157-4787-872e-99ec2d94a51f will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:35:39.764257 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-1250f5b1-b5d9-43c5-8444-d9012a198ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:39.800775 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947bedb2-15e5-49fe-9e62-c3af58f14e3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a191bfd-5eae-49c2-adb2-d9d0bb9041b0,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:39.823860 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-947bedb2-15e5-49fe-9e62-c3af58f14e3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:39.829369 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30426c89-8d3a-4d8d-b362-06b34de693b6 None None] Network 6552b65c-14fd-4a14-b655-8d63a3cf856e requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:35:39.853734 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-947bedb2-15e5-49fe-9e62-c3af58f14e3f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4a191bfd-5eae-49c2-adb2-d9d0bb9041b0 HTTP/1.1" status: 204 len: 168 time: 1.3016651 Sep 16 04:35:39.860358 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53284) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:40.046657 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-35d0f76f-a655-4f26-8d6a-3e3f6629cb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:40.067928 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250f5b1-b5d9-43c5-8444-d9012a198ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=8c326559-5157-4787-872e-99ec2d94a51f,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:40.130413 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1cd7b882-0306-4965-883d-8120a0c38e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:40.204057 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-051062a4-2289-42bd-b463-908eaa3997ba req-f71bdd32-b4dd-4d6d-8b9d-296c4cc07bfd tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] Made reservation on behalf of 01887729c9c7420eaff7b0b647d45153 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:35:40.205749 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbf29a-0ba1-4630-ad5b-c4ce86deefe8 req-dad99d2d-9c6f-4eae-a756-ebaf6f828eee tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:40.207754 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-051062a4-2289-42bd-b463-908eaa3997ba req-f71bdd32-b4dd-4d6d-8b9d-296c4cc07bfd tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:40.218889 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-09cbf29a-0ba1-4630-ad5b-c4ce86deefe8 req-dad99d2d-9c6f-4eae-a756-ebaf6f828eee tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3348ce-401e-4238-8887-47463ac54954 HTTP/1.1" status: 200 len: 943 time: 0.3390093 Sep 16 04:35:40.220683 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91008876-c7e6-44f9-8305-3769f672e435 None None] DHCP port deletion for 6552b65c-14fd-4a14-b655-8d63a3cf856e request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:35:40.253952 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-051062a4-2289-42bd-b463-908eaa3997ba req-f71bdd32-b4dd-4d6d-8b9d-296c4cc07bfd tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:40.273463 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-1250f5b1-b5d9-43c5-8444-d9012a198ac3 service neutron] Attempting to bind port 8c326559-5157-4787-872e-99ec2d94a51f on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:35:40.274008 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-1250f5b1-b5d9-43c5-8444-d9012a198ac3 service neutron] Attempting to bind port 8c326559-5157-4787-872e-99ec2d94a51f by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': 'cbe67464-0aa0-4d99-b9c3-86d1111ee3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2577294d-5026-4b77-b69e-c62d5d4484f9'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:35:40.274440 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-1250f5b1-b5d9-43c5-8444-d9012a198ac3 service neutron] Attempting to bind port 8c326559-5157-4787-872e-99ec2d94a51f on network 2577294d-5026-4b77-b69e-c62d5d4484f9 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:40.286457 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-1250f5b1-b5d9-43c5-8444-d9012a198ac3 service neutron] Port 8c326559-5157-4787-872e-99ec2d94a51f on network 2577294d-5026-4b77-b69e-c62d5d4484f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:35:40.288222 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-1250f5b1-b5d9-43c5-8444-d9012a198ac3 service neutron] Attempting to bind port 8c326559-5157-4787-872e-99ec2d94a51f on network 2577294d-5026-4b77-b69e-c62d5d4484f9 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:40.304522 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-09cbf29a-0ba1-4630-ad5b-c4ce86deefe8 req-98675c4b-dafd-47ce-8bd2-49ad18e030e5 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups?id=01a24215-1d44-4fcc-8eb3-6ccc8c3921e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807056 Sep 16 04:35:40.324134 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-1250f5b1-b5d9-43c5-8444-d9012a198ac3 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:35:40.324892 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-1250f5b1-b5d9-43c5-8444-d9012a198ac3 service neutron] Checking segment: {'id': 'cbe67464-0aa0-4d99-b9c3-86d1111ee3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2577294d-5026-4b77-b69e-c62d5d4484f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:35:40.327005 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-1250f5b1-b5d9-43c5-8444-d9012a198ac3 service neutron] Bound using segment: {'id': 'cbe67464-0aa0-4d99-b9c3-86d1111ee3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2577294d-5026-4b77-b69e-c62d5d4484f9'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:35:40.329451 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-1250f5b1-b5d9-43c5-8444-d9012a198ac3 service neutron] Bound port: 8c326559-5157-4787-872e-99ec2d94a51f, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe67464-0aa0-4d99-b9c3-86d1111ee3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2577294d-5026-4b77-b69e-c62d5d4484f9'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:35:40.330689 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-1250f5b1-b5d9-43c5-8444-d9012a198ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:40.338180 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-91008876-c7e6-44f9-8305-3769f672e435 None None] Deleting port bfbedfce-b4c9-41e9-994c-3a010804d060 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:35:40.340329 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-91008876-c7e6-44f9-8305-3769f672e435 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:40.360558 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-35d0f76f-a655-4f26-8d6a-3e3f6629cb9a admin admin] Deleting port bfbedfce-b4c9-41e9-994c-3a010804d060 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:35:40.361210 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-35d0f76f-a655-4f26-8d6a-3e3f6629cb9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:40.529479 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-91008876-c7e6-44f9-8305-3769f672e435 None None] For port bfbedfce-b4c9-41e9-994c-3a010804d060, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=bfbedfce-b4c9-41e9-994c-3a010804d060,segment=NetworkSegment(3645aa01-a004-4236-94fc-f3ae0d972b32),segment_id=3645aa01-a004-4236-94fc-f3ae0d972b32)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:40.532135 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-91008876-c7e6-44f9-8305-3769f672e435 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:40.586560 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bfbedfce-b4c9-41e9-994c-3a010804d060 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:35:40.589513 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-051062a4-2289-42bd-b463-908eaa3997ba req-f71bdd32-b4dd-4d6d-8b9d-296c4cc07bfd tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:40.591895 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-1250f5b1-b5d9-43c5-8444-d9012a198ac3 service neutron] For port 8c326559-5157-4787-872e-99ec2d94a51f, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:40.598267 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-1250f5b1-b5d9-43c5-8444-d9012a198ac3 service neutron] For port 8c326559-5157-4787-872e-99ec2d94a51f, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=8c326559-5157-4787-872e-99ec2d94a51f,segment=NetworkSegment(cbe67464-0aa0-4d99-b9c3-86d1111ee3c1),segment_id=cbe67464-0aa0-4d99-b9c3-86d1111ee3c1)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:35:40.618516 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-1250f5b1-b5d9-43c5-8444-d9012a198ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:40.627683 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-91008876-c7e6-44f9-8305-3769f672e435 None None] Calling delete_port for bfbedfce-b4c9-41e9-994c-3a010804d060 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:35:40.631298 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-051062a4-2289-42bd-b463-908eaa3997ba req-f71bdd32-b4dd-4d6d-8b9d-296c4cc07bfd tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:40.750642 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-35d0f76f-a655-4f26-8d6a-3e3f6629cb9a admin admin] For port bfbedfce-b4c9-41e9-994c-3a010804d060, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=bfbedfce-b4c9-41e9-994c-3a010804d060,segment=NetworkSegment(3645aa01-a004-4236-94fc-f3ae0d972b32),segment_id=3645aa01-a004-4236-94fc-f3ae0d972b32)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:40.751265 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-35d0f76f-a655-4f26-8d6a-3e3f6629cb9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:40.778103 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250f5b1-b5d9-43c5-8444-d9012a198ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=8c326559-5157-4787-872e-99ec2d94a51f,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:40.782280 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-35d0f76f-a655-4f26-8d6a-3e3f6629cb9a admin admin] Calling delete_port for bfbedfce-b4c9-41e9-994c-3a010804d060 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:35:40.827852 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71bdd32-b4dd-4d6d-8b9d-296c4cc07bfd tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17c5128f-e13d-4a59-a82c-a96954003e78,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:40.852872 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-71058c58-7225-4ed2-9881-d01ea7323bb0 req-65836ef6-cbdd-4a47-97da-39296a9b0ddf tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d10d709-eef6-4d8e-99a2-b41344874964 HTTP/1.1" status: 200 len: 210 time: 0.0705602 Sep 16 04:35:40.873362 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-1250f5b1-b5d9-43c5-8444-d9012a198ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:40.876271 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-1250f5b1-b5d9-43c5-8444-d9012a198ac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:40.885309 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-1250f5b1-b5d9-43c5-8444-d9012a198ac3 service neutron] 10.222.0.48 "PUT /v2.0/ports/8c326559-5157-4787-872e-99ec2d94a51f HTTP/1.1" status: 200 len: 1092 time: 1.7334309 Sep 16 04:35:40.887110 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3348ce-401e-4238-8887-47463ac54954', 'tag': '8c326559-5157-4787-872e-99ec2d94a51f'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:40.892187 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55777cbd-54a4-4b0b-a79b-dd00756ab23e" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3348ce-401e-4238-8887-47463ac54954", "tag": "8c326559-5157-4787-872e-99ec2d94a51f"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:41.044030 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:41.071156 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-051062a4-2289-42bd-b463-908eaa3997ba req-f71bdd32-b4dd-4d6d-8b9d-296c4cc07bfd tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] Allocated IP 192.168.233.106 (97f5d7d8-0e62-4047-bcd4-63b92e31705a/24ad4c5e-5b43-4c25-ab99-4992f6337d28/58eeb11d-943c-42ea-a20d-27c2df72621f) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:35:41.079873 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-91008876-c7e6-44f9-8305-3769f672e435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:41.085991 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-70d7219c-552c-4466-af3a-e5fa4db7f3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:41.094516 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-70d7219c-552c-4466-af3a-e5fa4db7f3b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=53a6a024b0e746bfa1cb57e5b401f8c0&device_id=ae3348ce-401e-4238-8887-47463ac54954 HTTP/1.1" status: 200 len: 1095 time: 0.1171696 Sep 16 04:35:41.096474 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed2bc45-c938-4316-a091-8608df1f0b8f x-openstack-request-id: req-4ed2bc45-c938-4316-a091-8608df1f0b8f {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:41.097011 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3348ce-401e-4238-8887-47463ac54954", "tag": "8c326559-5157-4787-872e-99ec2d94a51f", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:41.097417 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4ed2bc45-c938-4316-a091-8608df1f0b8f {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:41.097968 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae3348ce-401e-4238-8887-47463ac54954', 'tag': '8c326559-5157-4787-872e-99ec2d94a51f', 'status': 'completed', 'code': 200} Sep 16 04:35:41.206985 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-060198dd-61b7-4f27-b35b-a38de54d1340 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c326559-5157-4787-872e-99ec2d94a51f HTTP/1.1" status: 200 len: 217 time: 0.0921898 Sep 16 04:35:41.217604 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91008876-c7e6-44f9-8305-3769f672e435 None None] Pushing event deleted for resources: {'Port': ['ID=bfbedfce-b4c9-41e9-994c-3a010804d060,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:41.244360 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91008876-c7e6-44f9-8305-3769f672e435 None None] No DVR routers for this DVR port bfbedfce-b4c9-41e9-994c-3a010804d060 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:35:41.251323 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device b08f7405-f5cf-463d-b094-da79ba2c21a8 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:35:41.255385 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91008876-c7e6-44f9-8305-3769f672e435 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:41.260388 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91008876-c7e6-44f9-8305-3769f672e435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:41.261057 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91008876-c7e6-44f9-8305-3769f672e435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:41.261608 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91008876-c7e6-44f9-8305-3769f672e435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:41.262333 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91008876-c7e6-44f9-8305-3769f672e435 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:41.263130 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91008876-c7e6-44f9-8305-3769f672e435 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:41.264227 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91008876-c7e6-44f9-8305-3769f672e435 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:41.266162 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91008876-c7e6-44f9-8305-3769f672e435 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:41.266620 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91008876-c7e6-44f9-8305-3769f672e435 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:41.268268 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91008876-c7e6-44f9-8305-3769f672e435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:41.268851 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91008876-c7e6-44f9-8305-3769f672e435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:41.269222 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91008876-c7e6-44f9-8305-3769f672e435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:41.316726 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-4af236f6-a8fe-4bd5-85ba-1b7ea6a0b83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:41.318402 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-4af236f6-a8fe-4bd5-85ba-1b7ea6a0b83c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e75339db-69ea-4d5e-b27d-924084c2c2cd HTTP/1.1" status: 200 len: 853 time: 0.0956318 Sep 16 04:35:41.322538 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: b08f7405-f5cf-463d-b094-da79ba2c21a8 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:35:41.323182 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device b08f7405-f5cf-463d-b094-da79ba2c21a8 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:35:41.359402 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-22a4d577-d4e8-409c-9c43-a3a595d557a7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2577294d-5026-4b77-b69e-c62d5d4484f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326934 Sep 16 04:35:41.369385 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:41.472764 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-f0a9fc69-a268-4de8-a93a-2c91be37e1dd service neutron] 10.222.0.48 "GET /v2.0/networks/2577294d-5026-4b77-b69e-c62d5d4484f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047773 Sep 16 04:35:41.490662 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e9429e90-59b7-4b90-8aef-71ef89bef6e1 req-2e764d70-7e89-423b-a27a-8f1fe1eb83bf tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=05636bd2-c49c-4663-929b-ef58c7596ce0 HTTP/1.1" status: 200 len: 210 time: 0.2391207 Sep 16 04:35:41.556547 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-35d0f76f-a655-4f26-8d6a-3e3f6629cb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:41.604867 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-051062a4-2289-42bd-b463-908eaa3997ba req-f71bdd32-b4dd-4d6d-8b9d-296c4cc07bfd tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:41.673639 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c13523b-b374-4858-9e0b-36ff798c2a1c req-9c3df776-0188-49af-94cd-70c42322a59a service neutron] 10.222.0.48 "GET /v2.0/networks/2577294d-5026-4b77-b69e-c62d5d4484f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939981 Sep 16 04:35:41.683952 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0f76f-a655-4f26-8d6a-3e3f6629cb9a admin admin] Pushing event deleted for resources: {'Port': ['ID=bfbedfce-b4c9-41e9-994c-3a010804d060,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:41.686279 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d0f76f-a655-4f26-8d6a-3e3f6629cb9a admin admin] No DVR routers for this DVR port bfbedfce-b4c9-41e9-994c-3a010804d060 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:35:41.710712 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183466b-ff05-4fe1-8955-0d38ca5867b9 req-3fef7b88-9d06-4fd6-adcd-623838dc0c22 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:41.712320 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c183466b-ff05-4fe1-8955-0d38ca5867b9 req-3fef7b88-9d06-4fd6-adcd-623838dc0c22 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3348ce-401e-4238-8887-47463ac54954 HTTP/1.1" status: 200 len: 943 time: 0.0849097 Sep 16 04:35:41.738888 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-051062a4-2289-42bd-b463-908eaa3997ba req-f71bdd32-b4dd-4d6d-8b9d-296c4cc07bfd tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:41.813785 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-35d0f76f-a655-4f26-8d6a-3e3f6629cb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:41.816397 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c183466b-ff05-4fe1-8955-0d38ca5867b9 req-bf2160dc-4251-4e8f-b3c2-29c534ce36f1 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups?id=01a24215-1d44-4fcc-8eb3-6ccc8c3921e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966449 Sep 16 04:35:41.838032 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-051062a4-2289-42bd-b463-908eaa3997ba req-f71bdd32-b4dd-4d6d-8b9d-296c4cc07bfd tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] Network 97f5d7d8-0e62-4047-bcd4-63b92e31705a is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:35:41.850553 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55777cbd-54a4-4b0b-a79b-dd00756ab23e req-e5ab5591-9dd6-4a7a-a385-5684d85fea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:41.852657 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-55777cbd-54a4-4b0b-a79b-dd00756ab23e req-e5ab5591-9dd6-4a7a-a385-5684d85fea70 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=53a6a024b0e746bfa1cb57e5b401f8c0&device_id=ae3348ce-401e-4238-8887-47463ac54954 HTTP/1.1" status: 200 len: 1095 time: 0.0718262 Sep 16 04:35:41.853020 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-051062a4-2289-42bd-b463-908eaa3997ba req-f71bdd32-b4dd-4d6d-8b9d-296c4cc07bfd tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:35:41.858547 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-35d0f76f-a655-4f26-8d6a-3e3f6629cb9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6552b65c-14fd-4a14-b655-8d63a3cf856e']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:41.861293 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-051062a4-2289-42bd-b463-908eaa3997ba req-f71bdd32-b4dd-4d6d-8b9d-296c4cc07bfd tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:35:41.870048 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71bdd32-b4dd-4d6d-8b9d-296c4cc07bfd tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] Pushing event updated for resources: {'Port': ['ID=58eeb11d-943c-42ea-a20d-27c2df72621f,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:41.900881 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-35d0f76f-a655-4f26-8d6a-3e3f6629cb9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3645aa01-a004-4236-94fc-f3ae0d972b32') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:41.901225 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-35d0f76f-a655-4f26-8d6a-3e3f6629cb9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3645aa01-a004-4236-94fc-f3ae0d972b32') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:41.929728 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-35d0f76f-a655-4f26-8d6a-3e3f6629cb9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:41.974733 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-35d0f76f-a655-4f26-8d6a-3e3f6629cb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:41.982316 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051062a4-2289-42bd-b463-908eaa3997ba req-f71bdd32-b4dd-4d6d-8b9d-296c4cc07bfd tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:41.982942 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-051062a4-2289-42bd-b463-908eaa3997ba req-f71bdd32-b4dd-4d6d-8b9d-296c4cc07bfd tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:42.001304 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35d0f76f-a655-4f26-8d6a-3e3f6629cb9a admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:35:42.001759 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-35d0f76f-a655-4f26-8d6a-3e3f6629cb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:35:42.005193 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:35:42.052076 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55777cbd-54a4-4b0b-a79b-dd00756ab23e req-62a86572-4386-44de-a57a-14637a1ea09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:42.054580 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-55777cbd-54a4-4b0b-a79b-dd00756ab23e req-62a86572-4386-44de-a57a-14637a1ea09f service neutron] 10.222.0.48 "GET /v2.0/networks?id=2577294d-5026-4b77-b69e-c62d5d4484f9 HTTP/1.1" status: 200 len: 914 time: 0.1941519 Sep 16 04:35:42.063272 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9bef0-1616-4e82-bdb2-4e84c2bb9795 req-83a30958-ae9f-4dac-ba09-2077de33b9cc tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:42.073190 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-46e9bef0-1616-4e82-bdb2-4e84c2bb9795 req-83a30958-ae9f-4dac-ba09-2077de33b9cc tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d10d709-eef6-4d8e-99a2-b41344874964 HTTP/1.1" status: 200 len: 936 time: 0.1244705 Sep 16 04:35:42.097092 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-051062a4-2289-42bd-b463-908eaa3997ba req-f71bdd32-b4dd-4d6d-8b9d-296c4cc07bfd tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6240408 Sep 16 04:35:42.119329 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-051062a4-2289-42bd-b463-908eaa3997ba req-0538cfa3-8750-4a4a-8c69-2d54238aa9b6 service neutron] Request body: {'port': {'device_id': '1d10d709-eef6-4d8e-99a2-b41344874964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:42.161167 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-35d0f76f-a655-4f26-8d6a-3e3f6629cb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:42.172229 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-55777cbd-54a4-4b0b-a79b-dd00756ab23e req-819a744e-ba20-4e6f-bf17-1006600c3cbc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c326559-5157-4787-872e-99ec2d94a51f HTTP/1.1" status: 200 len: 217 time: 0.0746925 Sep 16 04:35:42.203995 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-35d0f76f-a655-4f26-8d6a-3e3f6629cb9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:42.217328 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-35d0f76f-a655-4f26-8d6a-3e3f6629cb9a admin admin] 10.222.0.35 "DELETE /v2.0/networks/6552b65c-14fd-4a14-b655-8d63a3cf856e HTTP/1.1" status: 204 len: 168 time: 2.3535175 Sep 16 04:35:42.255770 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0f76f-a655-4f26-8d6a-3e3f6629cb9a admin admin] Pushing event deleted for resources: {'Network': ['ID=6552b65c-14fd-4a14-b655-8d63a3cf856e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:42.266325 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-46e9bef0-1616-4e82-bdb2-4e84c2bb9795 req-e53b6b24-a1e7-4cbf-81e5-176ff419205c tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] 10.222.0.35 "GET /v2.0/security-groups?id=17c5128f-e13d-4a59-a82c-a96954003e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872292 Sep 16 04:35:42.299251 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55777cbd-54a4-4b0b-a79b-dd00756ab23e req-cc0048fd-b7f9-4aac-bc95-63b1f3fceeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:42.300776 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-55777cbd-54a4-4b0b-a79b-dd00756ab23e req-cc0048fd-b7f9-4aac-bc95-63b1f3fceeb0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e75339db-69ea-4d5e-b27d-924084c2c2cd HTTP/1.1" status: 200 len: 853 time: 0.1164377 Sep 16 04:35:42.309088 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-051062a4-2289-42bd-b463-908eaa3997ba req-0538cfa3-8750-4a4a-8c69-2d54238aa9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:42.331687 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-dcffed90-05e5-42a5-bbec-e0bb4e86de9e None None] Provisioning complete for port 58eeb11d-943c-42ea-a20d-27c2df72621f triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:35:42.332187 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-dcffed90-05e5-42a5-bbec-e0bb4e86de9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:42.348046 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-55777cbd-54a4-4b0b-a79b-dd00756ab23e req-d26b73d1-9061-47eb-975c-0e4588d489b1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2577294d-5026-4b77-b69e-c62d5d4484f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352795 Sep 16 04:35:42.407176 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-dcffed90-05e5-42a5-bbec-e0bb4e86de9e None None] Port 58eeb11d-943c-42ea-a20d-27c2df72621f cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:35:42.543847 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-55777cbd-54a4-4b0b-a79b-dd00756ab23e req-733cbf52-c73e-46bd-b86d-7bc111a8b55d service neutron] 10.222.0.48 "GET /v2.0/networks/2577294d-5026-4b77-b69e-c62d5d4484f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878536 Sep 16 04:35:42.574327 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 53346) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:42.646231 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1b3af6a7-dfe3-4f96-8220-a2b8c14afa93 req-537b45f9-8f0e-46ab-ad97-9e0c38634e2c tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=05636bd2-c49c-4663-929b-ef58c7596ce0 HTTP/1.1" status: 200 len: 210 time: 0.0582733 Sep 16 04:35:42.717328 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a57dd2a4-fb57-4b93-89ff-3d65ffc6b031 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6fa968ebbecc4f47aff00babe41a6454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416702 Sep 16 04:35:42.719749 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 53350) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:42.751033 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-051062a4-2289-42bd-b463-908eaa3997ba req-0538cfa3-8750-4a4a-8c69-2d54238aa9b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58eeb11d-943c-42ea-a20d-27c2df72621f {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:42.765242 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-55777cbd-54a4-4b0b-a79b-dd00756ab23e req-930c2935-48ab-4617-b0e6-637ebff95a9f service neutron] 10.222.0.48 "GET /v2.0/networks/2577294d-5026-4b77-b69e-c62d5d4484f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061815 Sep 16 04:35:42.767663 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-051062a4-2289-42bd-b463-908eaa3997ba req-0538cfa3-8750-4a4a-8c69-2d54238aa9b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:42.785425 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-051062a4-2289-42bd-b463-908eaa3997ba req-0538cfa3-8750-4a4a-8c69-2d54238aa9b6 service neutron] Transition to ACTIVE for port object 58eeb11d-943c-42ea-a20d-27c2df72621f will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:35:42.799570 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-051062a4-2289-42bd-b463-908eaa3997ba req-0538cfa3-8750-4a4a-8c69-2d54238aa9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:42.800479 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3df0c151-62fc-4cd0-8539-14d1151c5bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:42.845064 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3df0c151-62fc-4cd0-8539-14d1151c5bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:42.954848 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0538cfa3-8750-4a4a-8c69-2d54238aa9b6 service neutron] Pushing event updated for resources: {'Port': ['ID=58eeb11d-943c-42ea-a20d-27c2df72621f,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:42.977488 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-6f717247-2478-4143-b2e7-c1fe4a7beced tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=a8c979f3fc604996af2e8ab12f365425&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467625 Sep 16 04:35:42.978897 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3df0c151-62fc-4cd0-8539-14d1151c5bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:42.981907 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3df0c151-62fc-4cd0-8539-14d1151c5bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:42.983176 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3df0c151-62fc-4cd0-8539-14d1151c5bf6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/18f17c9e-1179-43a7-a242-34ccaf5bc0d4 HTTP/1.1" status: 204 len: 168 time: 0.2617605 Sep 16 04:35:43.078227 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-051062a4-2289-42bd-b463-908eaa3997ba req-0538cfa3-8750-4a4a-8c69-2d54238aa9b6 service neutron] Attempting to bind port 58eeb11d-943c-42ea-a20d-27c2df72621f on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:35:43.078701 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-051062a4-2289-42bd-b463-908eaa3997ba req-0538cfa3-8750-4a4a-8c69-2d54238aa9b6 service neutron] Attempting to bind port 58eeb11d-943c-42ea-a20d-27c2df72621f by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:35:43.079187 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051062a4-2289-42bd-b463-908eaa3997ba req-0538cfa3-8750-4a4a-8c69-2d54238aa9b6 service neutron] Attempting to bind port 58eeb11d-943c-42ea-a20d-27c2df72621f on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:43.084321 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051062a4-2289-42bd-b463-908eaa3997ba req-0538cfa3-8750-4a4a-8c69-2d54238aa9b6 service neutron] Port 58eeb11d-943c-42ea-a20d-27c2df72621f on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:35:43.085299 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051062a4-2289-42bd-b463-908eaa3997ba req-0538cfa3-8750-4a4a-8c69-2d54238aa9b6 service neutron] Attempting to bind port 58eeb11d-943c-42ea-a20d-27c2df72621f on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:43.092974 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051062a4-2289-42bd-b463-908eaa3997ba req-0538cfa3-8750-4a4a-8c69-2d54238aa9b6 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:35:43.094491 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051062a4-2289-42bd-b463-908eaa3997ba req-0538cfa3-8750-4a4a-8c69-2d54238aa9b6 service neutron] Checking segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:35:43.095060 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051062a4-2289-42bd-b463-908eaa3997ba req-0538cfa3-8750-4a4a-8c69-2d54238aa9b6 service neutron] Bound using segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:35:43.098173 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-051062a4-2289-42bd-b463-908eaa3997ba req-0538cfa3-8750-4a4a-8c69-2d54238aa9b6 service neutron] Bound port: 58eeb11d-943c-42ea-a20d-27c2df72621f, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:35:43.098885 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-051062a4-2289-42bd-b463-908eaa3997ba req-0538cfa3-8750-4a4a-8c69-2d54238aa9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:43.102829 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0c151-62fc-4cd0-8539-14d1151c5bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f17c9e-1179-43a7-a242-34ccaf5bc0d4,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:43.176360 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-52945b2c-b85d-4d59-89ba-bce85cd2461d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:43.260484 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-051062a4-2289-42bd-b463-908eaa3997ba req-0538cfa3-8750-4a4a-8c69-2d54238aa9b6 service neutron] For port 58eeb11d-943c-42ea-a20d-27c2df72621f, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:43.263842 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-051062a4-2289-42bd-b463-908eaa3997ba req-0538cfa3-8750-4a4a-8c69-2d54238aa9b6 service neutron] For port 58eeb11d-943c-42ea-a20d-27c2df72621f, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=58eeb11d-943c-42ea-a20d-27c2df72621f,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:35:43.271508 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-051062a4-2289-42bd-b463-908eaa3997ba req-0538cfa3-8750-4a4a-8c69-2d54238aa9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:43.315660 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-7f9905ee-0b00-427f-ae88-1d8e44e26dfb tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:43.320147 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-7f9905ee-0b00-427f-ae88-1d8e44e26dfb tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2718875 Sep 16 04:35:43.325733 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051062a4-2289-42bd-b463-908eaa3997ba req-0538cfa3-8750-4a4a-8c69-2d54238aa9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:43.326285 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-051062a4-2289-42bd-b463-908eaa3997ba req-0538cfa3-8750-4a4a-8c69-2d54238aa9b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:43.327727 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-051062a4-2289-42bd-b463-908eaa3997ba req-0538cfa3-8750-4a4a-8c69-2d54238aa9b6 service neutron] 10.222.0.47 "PUT /v2.0/ports/58eeb11d-943c-42ea-a20d-27c2df72621f HTTP/1.1" status: 200 len: 1097 time: 1.2166188 Sep 16 04:35:43.328175 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d10d709-eef6-4d8e-99a2-b41344874964', 'tag': '58eeb11d-943c-42ea-a20d-27c2df72621f'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:43.330683 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb574ce-8061-416e-acda-e2def78c7374" -d '{"events": [{"name": "network-changed", "server_uuid": "1d10d709-eef6-4d8e-99a2-b41344874964", "tag": "58eeb11d-943c-42ea-a20d-27c2df72621f"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:43.332622 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734987e-93fb-43be-a70d-e1e5f0e756ca req-727a8ee2-d354-4205-bfdd-32fbab0ad3f8 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:43.345541 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6734987e-93fb-43be-a70d-e1e5f0e756ca req-727a8ee2-d354-4205-bfdd-32fbab0ad3f8 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3348ce-401e-4238-8887-47463ac54954 HTTP/1.1" status: 200 len: 943 time: 0.3883567 Sep 16 04:35:43.360685 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0538cfa3-8750-4a4a-8c69-2d54238aa9b6 service neutron] Pushing event updated for resources: {'Port': ['ID=58eeb11d-943c-42ea-a20d-27c2df72621f,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:43.382066 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-217f343a-a3d5-4fdd-8f9a-fe11afc48fc9 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Request body: {'port': {'device_id': '636e0a9f-b6b7-4f4d-8a59-09cd8f3768e0', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'admin_state_up': True, 'tenant_id': 'a8c979f3fc604996af2e8ab12f365425'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:43.471443 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:43.485249 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051062a4-2289-42bd-b463-908eaa3997ba req-e8029cc6-1478-4311-9c3c-a89ea1b0fff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:43.487358 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-051062a4-2289-42bd-b463-908eaa3997ba req-e8029cc6-1478-4311-9c3c-a89ea1b0fff1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01887729c9c7420eaff7b0b647d45153&device_id=1d10d709-eef6-4d8e-99a2-b41344874964 HTTP/1.1" status: 200 len: 1100 time: 0.0960090 Sep 16 04:35:43.576539 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-051062a4-2289-42bd-b463-908eaa3997ba req-4d0e1788-3136-483e-95ac-b1f77a46cb2f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=58eeb11d-943c-42ea-a20d-27c2df72621f HTTP/1.1" status: 200 len: 217 time: 0.0722501 Sep 16 04:35:43.602504 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6734987e-93fb-43be-a70d-e1e5f0e756ca req-212df82f-c22e-47e5-aee7-9e1788e0a28e tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups?id=01a24215-1d44-4fcc-8eb3-6ccc8c3921e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560816 Sep 16 04:35:43.613861 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-217f343a-a3d5-4fdd-8f9a-fe11afc48fc9 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Made reservation on behalf of a8c979f3fc604996af2e8ab12f365425 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:35:43.619489 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-217f343a-a3d5-4fdd-8f9a-fe11afc48fc9 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:43.666786 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-ba87d2af-4e3f-467f-a736-da6930f2064e tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=a8c979f3fc604996af2e8ab12f365425&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351601 Sep 16 04:35:43.700236 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051062a4-2289-42bd-b463-908eaa3997ba req-fcdf4e8d-b125-4107-bb7f-d32c78b82ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:43.701563 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-051062a4-2289-42bd-b463-908eaa3997ba req-fcdf4e8d-b125-4107-bb7f-d32c78b82ec3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.1196716 Sep 16 04:35:43.858029 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051062a4-2289-42bd-b463-908eaa3997ba req-47ece405-0275-4925-9ba8-6951fd401e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:43.862890 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-051062a4-2289-42bd-b463-908eaa3997ba req-47ece405-0275-4925-9ba8-6951fd401e0c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1494648 Sep 16 04:35:43.958843 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-2ab4550d-e285-434a-acf0-33aa3fb69e6d tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:43.961206 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-2ab4550d-e285-434a-acf0-33aa3fb69e6d tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2880466 Sep 16 04:35:43.988459 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-217f343a-a3d5-4fdd-8f9a-fe11afc48fc9 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Allocated IP 192.168.233.134 (97f5d7d8-0e62-4047-bcd4-63b92e31705a/24ad4c5e-5b43-4c25-ab99-4992f6337d28/b89bf368-53c0-4450-bf56-54bfd995b9ed) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:35:44.019484 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-84ee7ed0-5366-41d7-a4af-666d97dd1dec tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Request body: {'port': {'device_id': '05636bd2-c49c-4663-929b-ef58c7596ce0', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'admin_state_up': True, 'tenant_id': 'a8c979f3fc604996af2e8ab12f365425'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:44.024214 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991199d-356a-4458-8198-67582f49d415 req-4cbb8b49-280f-4c42-b238-39ff68fd324b tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:44.025776 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4991199d-356a-4458-8198-67582f49d415 req-4cbb8b49-280f-4c42-b238-39ff68fd324b tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d10d709-eef6-4d8e-99a2-b41344874964 HTTP/1.1" status: 200 len: 948 time: 0.0873153 Sep 16 04:35:44.099119 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4991199d-356a-4458-8198-67582f49d415 req-9d6d4d04-cbb8-4c27-b28c-6e334259b7c3 tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] 10.222.0.35 "GET /v2.0/security-groups?id=17c5128f-e13d-4a59-a82c-a96954003e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644524 Sep 16 04:35:44.169304 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 53384) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:44.289666 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-217f343a-a3d5-4fdd-8f9a-fe11afc48fc9 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:44.314450 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:44.354025 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-e2bb4462-018c-4591-a110-f578bafcd87a admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1914971469-network', 'tenant_id': '704dfedc4cae451e92880e679796489f'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:44.357943 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-217f343a-a3d5-4fdd-8f9a-fe11afc48fc9 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:44.371200 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f5559e27-8e86-4bf6-8b83-c775ac66461e req-cce08fe4-0365-4334-876f-7cb114a54006 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=05636bd2-c49c-4663-929b-ef58c7596ce0 HTTP/1.1" status: 200 len: 210 time: 0.1333048 Sep 16 04:35:44.373081 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:44.393577 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:44.428331 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6e4426-1a89-4560-bca9-99ae11b1484d x-openstack-request-id: req-7d6e4426-1a89-4560-bca9-99ae11b1484d {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:44.429129 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d10d709-eef6-4d8e-99a2-b41344874964", "tag": "58eeb11d-943c-42ea-a20d-27c2df72621f", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:44.429384 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7d6e4426-1a89-4560-bca9-99ae11b1484d {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:44.429767 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d10d709-eef6-4d8e-99a2-b41344874964', 'tag': '58eeb11d-943c-42ea-a20d-27c2df72621f', 'status': 'completed', 'code': 200} Sep 16 04:35:44.434150 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-051062a4-2289-42bd-b463-908eaa3997ba req-f512d6a4-9231-4d34-b9cd-1fcf5e396437 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5622191 Sep 16 04:35:44.466863 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f343a-a3d5-4fdd-8f9a-fe11afc48fc9 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Pushing event updated for resources: {'Port': ['ID=b89bf368-53c0-4450-bf56-54bfd995b9ed,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:44.486797 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-217f343a-a3d5-4fdd-8f9a-fe11afc48fc9 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Network 97f5d7d8-0e62-4047-bcd4-63b92e31705a is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:35:44.488898 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2bb4462-018c-4591-a110-f578bafcd87a admin admin] Made reservation on behalf of 704dfedc4cae451e92880e679796489f for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:35:44.492776 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e2bb4462-018c-4591-a110-f578bafcd87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:44.494920 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-217f343a-a3d5-4fdd-8f9a-fe11afc48fc9 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:35:44.498811 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-217f343a-a3d5-4fdd-8f9a-fe11afc48fc9 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:35:44.511429 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e2bb4462-018c-4591-a110-f578bafcd87a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:44.563136 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-84ee7ed0-5366-41d7-a4af-666d97dd1dec tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Made reservation on behalf of a8c979f3fc604996af2e8ab12f365425 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:35:44.567030 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-84ee7ed0-5366-41d7-a4af-666d97dd1dec tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:44.684487 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e2bb4462-018c-4591-a110-f578bafcd87a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:44.706965 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e2bb4462-018c-4591-a110-f578bafcd87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:44.715291 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-051062a4-2289-42bd-b463-908eaa3997ba req-5ba3db52-a2ff-4c97-9614-bf7249fe9952 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657833 Sep 16 04:35:44.748966 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-217f343a-a3d5-4fdd-8f9a-fe11afc48fc9 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:44.749640 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-217f343a-a3d5-4fdd-8f9a-fe11afc48fc9 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:44.751611 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-84ee7ed0-5366-41d7-a4af-666d97dd1dec tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Allocated IP 192.168.233.249 (97f5d7d8-0e62-4047-bcd4-63b92e31705a/24ad4c5e-5b43-4c25-ab99-4992f6337d28/dc94428e-190c-4858-bad3-ad1cd92dcd21) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:35:44.799241 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2bb4462-018c-4591-a110-f578bafcd87a admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:35:44.835520 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-6bbcfa5f-da30-47bf-9f8b-8b9e7b706180 None None] Provisioning complete for port b89bf368-53c0-4450-bf56-54bfd995b9ed triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:35:44.836342 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-217f343a-a3d5-4fdd-8f9a-fe11afc48fc9 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4581535 Sep 16 04:35:44.836775 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6bbcfa5f-da30-47bf-9f8b-8b9e7b706180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:44.841055 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e2bb4462-018c-4591-a110-f578bafcd87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:44.841055 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-e2bb4462-018c-4591-a110-f578bafcd87a admin admin] Added segment 658f680a-3fa0-437c-8003-3658800983eb of type vlan for network 01519a52-82ee-43fa-90b0-c71411cde4f0 Sep 16 04:35:44.852078 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb4462-018c-4591-a110-f578bafcd87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6250cd-8f42-4778-8e96-53b6d2717b6f,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:44.861778 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-af46591d-0464-4ae3-9612-4b6c39c920e2 service neutron] Request body: {'port': {'device_id': '636e0a9f-b6b7-4f4d-8a59-09cd8f3768e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:44.901743 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb574ce-8061-416e-acda-e2def78c7374 req-38a26467-5b8a-471a-afeb-7f59f6a84f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:44.903403 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8bb574ce-8061-416e-acda-e2def78c7374 req-38a26467-5b8a-471a-afeb-7f59f6a84f6d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01887729c9c7420eaff7b0b647d45153&device_id=1d10d709-eef6-4d8e-99a2-b41344874964 HTTP/1.1" status: 200 len: 1100 time: 0.0871911 Sep 16 04:35:44.907293 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-6bbcfa5f-da30-47bf-9f8b-8b9e7b706180 None None] Port b89bf368-53c0-4450-bf56-54bfd995b9ed cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:35:44.919441 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e2bb4462-018c-4591-a110-f578bafcd87a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:44.932805 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e92e54-1dc3-47e7-a7ee-b7c4d62a9d1b req-f778ffa1-524e-4f12-a020-4f68f0b2604a tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:44.934326 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-20e92e54-1dc3-47e7-a7ee-b7c4d62a9d1b req-f778ffa1-524e-4f12-a020-4f68f0b2604a tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3348ce-401e-4238-8887-47463ac54954 HTTP/1.1" status: 200 len: 943 time: 0.1812978 Sep 16 04:35:45.001085 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-af46591d-0464-4ae3-9612-4b6c39c920e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:45.002881 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e2bb4462-018c-4591-a110-f578bafcd87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:45.003791 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bb4462-018c-4591-a110-f578bafcd87a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:45.004399 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e2bb4462-018c-4591-a110-f578bafcd87a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:45.046999 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-84ee7ed0-5366-41d7-a4af-666d97dd1dec tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:45.072201 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb574ce-8061-416e-acda-e2def78c7374 req-5da2d438-1027-4e91-befe-dfa74585c2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:45.073956 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8bb574ce-8061-416e-acda-e2def78c7374 req-5da2d438-1027-4e91-befe-dfa74585c2a9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.1416688 Sep 16 04:35:45.087379 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e2bb4462-018c-4591-a110-f578bafcd87a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9171553 Sep 16 04:35:45.093509 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-20e92e54-1dc3-47e7-a7ee-b7c4d62a9d1b req-ac6002f9-d3aa-43ad-9fa6-b8cc5cab36e2 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups?id=01a24215-1d44-4fcc-8eb3-6ccc8c3921e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467147 Sep 16 04:35:45.095481 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 53392) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:45.136086 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-4ecd3149-da43-4d01-8c28-132fdc89b736 admin admin] Request body: {'subnet': {'network_id': '01519a52-82ee-43fa-90b0-c71411cde4f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1914971469-subnet', 'tenant_id': '704dfedc4cae451e92880e679796489f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:45.139248 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8bb574ce-8061-416e-acda-e2def78c7374 req-0a4a9425-e92b-4d8e-b0d3-dd598569bd07 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=58eeb11d-943c-42ea-a20d-27c2df72621f HTTP/1.1" status: 200 len: 217 time: 0.0540519 Sep 16 04:35:45.148707 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb4462-018c-4591-a110-f578bafcd87a admin admin] Pushing event updated for resources: {'Network': ['ID=01519a52-82ee-43fa-90b0-c71411cde4f0,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:45.159424 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 01519a52-82ee-43fa-90b0-c71411cde4f0 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:35:45.229366 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-84ee7ed0-5366-41d7-a4af-666d97dd1dec tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:45.248348 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecd3149-da43-4d01-8c28-132fdc89b736 admin admin] Made reservation on behalf of 704dfedc4cae451e92880e679796489f for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:35:45.250889 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4ecd3149-da43-4d01-8c28-132fdc89b736 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:45.276979 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:45.311044 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-84ee7ed0-5366-41d7-a4af-666d97dd1dec tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Network 97f5d7d8-0e62-4047-bcd4-63b92e31705a is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:35:45.319109 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-84ee7ed0-5366-41d7-a4af-666d97dd1dec tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:35:45.329846 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-84ee7ed0-5366-41d7-a4af-666d97dd1dec tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:35:45.406157 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-84ee7ed0-5366-41d7-a4af-666d97dd1dec tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:45.408048 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-84ee7ed0-5366-41d7-a4af-666d97dd1dec tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:45.441468 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee7ed0-5366-41d7-a4af-666d97dd1dec tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Pushing event updated for resources: {'Port': ['ID=dc94428e-190c-4858-bad3-ad1cd92dcd21,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:45.456504 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb574ce-8061-416e-acda-e2def78c7374 req-cdbf82ec-f51b-405a-8365-c015835ac845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:45.458211 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8bb574ce-8061-416e-acda-e2def78c7374 req-cdbf82ec-f51b-405a-8365-c015835ac845 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.3078792 Sep 16 04:35:45.472752 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-84ee7ed0-5366-41d7-a4af-666d97dd1dec tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4597650 Sep 16 04:35:45.490140 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a4ac2-2d93-4477-ba78-553306ea37c0 req-ead2df87-a8e3-4a0f-8d9f-6dd179c1ea14 tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:45.492074 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ff7a4ac2-2d93-4477-ba78-553306ea37c0 req-ead2df87-a8e3-4a0f-8d9f-6dd179c1ea14 tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d10d709-eef6-4d8e-99a2-b41344874964 HTTP/1.1" status: 200 len: 948 time: 0.1682394 Sep 16 04:35:45.509090 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-7f971570-3274-4a6c-9ee2-6bef355b7960 service neutron] Request body: {'port': {'device_id': '05636bd2-c49c-4663-929b-ef58c7596ce0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:45.579350 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb574ce-8061-416e-acda-e2def78c7374 req-da6924e5-871c-4d58-8f59-3f7a4e986599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:45.581200 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8bb574ce-8061-416e-acda-e2def78c7374 req-da6924e5-871c-4d58-8f59-3f7a4e986599 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1074870 Sep 16 04:35:45.584272 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-7f971570-3274-4a6c-9ee2-6bef355b7960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:45.629223 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ff7a4ac2-2d93-4477-ba78-553306ea37c0 req-9850c9bb-a73d-4756-a619-a7c4e9e0411d tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] 10.222.0.35 "GET /v2.0/security-groups?id=17c5128f-e13d-4a59-a82c-a96954003e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286881 Sep 16 04:35:45.636398 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f1a21372-365c-4f9f-ae56-ab5fed9b49da None None] Provisioning complete for port dc94428e-190c-4858-bad3-ad1cd92dcd21 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:35:45.637202 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f1a21372-365c-4f9f-ae56-ab5fed9b49da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:45.665279 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-af46591d-0464-4ae3-9612-4b6c39c920e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b89bf368-53c0-4450-bf56-54bfd995b9ed {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:45.677210 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-af46591d-0464-4ae3-9612-4b6c39c920e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:45.697979 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-af46591d-0464-4ae3-9612-4b6c39c920e2 service neutron] Transition to ACTIVE for port object b89bf368-53c0-4450-bf56-54bfd995b9ed will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:35:45.699621 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4ecd3149-da43-4d01-8c28-132fdc89b736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:45.705762 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-f1a21372-365c-4f9f-ae56-ab5fed9b49da None None] Port dc94428e-190c-4858-bad3-ad1cd92dcd21 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:35:45.726298 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-af46591d-0464-4ae3-9612-4b6c39c920e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:45.827229 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd3149-da43-4d01-8c28-132fdc89b736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1f953d6-01ca-4cb0-98b0-b9ee2763d49d,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:45.842293 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46591d-0464-4ae3-9612-4b6c39c920e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b89bf368-53c0-4450-bf56-54bfd995b9ed,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:45.856120 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:45.862461 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8bb574ce-8061-416e-acda-e2def78c7374 req-f44f546e-77ff-4df5-82cf-8f14ea218dfd service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640231 Sep 16 04:35:45.888123 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ecdc5-12e3-4ea2-9a29-13ab8d94a7fd req-a2ce781c-c777-45e8-886d-610b63a0a344 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:45.889704 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-266ecdc5-12e3-4ea2-9a29-13ab8d94a7fd req-a2ce781c-c777-45e8-886d-610b63a0a344 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=05636bd2-c49c-4663-929b-ef58c7596ce0 HTTP/1.1" status: 200 len: 936 time: 0.1516507 Sep 16 04:35:45.907970 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecd3149-da43-4d01-8c28-132fdc89b736 admin admin] Checking segment: {'id': '658f680a-3fa0-437c-8003-3658800983eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '01519a52-82ee-43fa-90b0-c71411cde4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:35:45.908315 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecd3149-da43-4d01-8c28-132fdc89b736 admin admin] Network hostable DHCP agents. Network: 01519a52-82ee-43fa-90b0-c71411cde4f0, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:35:45.977903 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-af46591d-0464-4ae3-9612-4b6c39c920e2 service neutron] Attempting to bind port b89bf368-53c0-4450-bf56-54bfd995b9ed on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:35:45.978306 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-af46591d-0464-4ae3-9612-4b6c39c920e2 service neutron] Attempting to bind port b89bf368-53c0-4450-bf56-54bfd995b9ed by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:35:45.979046 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-af46591d-0464-4ae3-9612-4b6c39c920e2 service neutron] Attempting to bind port b89bf368-53c0-4450-bf56-54bfd995b9ed on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:46.012207 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-af46591d-0464-4ae3-9612-4b6c39c920e2 service neutron] Port b89bf368-53c0-4450-bf56-54bfd995b9ed on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:35:46.012207 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-af46591d-0464-4ae3-9612-4b6c39c920e2 service neutron] Attempting to bind port b89bf368-53c0-4450-bf56-54bfd995b9ed on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:46.031126 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8bb574ce-8061-416e-acda-e2def78c7374 req-fa82e8f0-acb8-4787-a64b-5d88b9e59b61 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574762 Sep 16 04:35:46.036354 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-266ecdc5-12e3-4ea2-9a29-13ab8d94a7fd req-10c8f70a-4cce-459f-9a9b-e948f1380cda tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210523 Sep 16 04:35:46.038136 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecd3149-da43-4d01-8c28-132fdc89b736 admin admin] Network 01519a52-82ee-43fa-90b0-c71411cde4f0 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:35:46.048115 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-af46591d-0464-4ae3-9612-4b6c39c920e2 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:35:46.048830 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-af46591d-0464-4ae3-9612-4b6c39c920e2 service neutron] Checking segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:35:46.049103 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-af46591d-0464-4ae3-9612-4b6c39c920e2 service neutron] Bound using segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:35:46.049626 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-af46591d-0464-4ae3-9612-4b6c39c920e2 service neutron] Bound port: b89bf368-53c0-4450-bf56-54bfd995b9ed, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:35:46.050055 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-af46591d-0464-4ae3-9612-4b6c39c920e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:46.071292 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-4ecd3149-da43-4d01-8c28-132fdc89b736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 01519a52-82ee-43fa-90b0-c71411cde4f0) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:35:46.079540 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b2cca8-cac1-49e9-abfa-74b3c6be97df None None] Network 01519a52-82ee-43fa-90b0-c71411cde4f0 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:35:46.083409 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecd3149-da43-4d01-8c28-132fdc89b736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:46.084272 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4ecd3149-da43-4d01-8c28-132fdc89b736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:46.103365 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-7f971570-3274-4a6c-9ee2-6bef355b7960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc94428e-190c-4858-bad3-ad1cd92dcd21 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:46.111443 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-7f971570-3274-4a6c-9ee2-6bef355b7960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:46.125435 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-7f971570-3274-4a6c-9ee2-6bef355b7960 service neutron] Transition to ACTIVE for port object dc94428e-190c-4858-bad3-ad1cd92dcd21 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:35:46.131582 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-7f971570-3274-4a6c-9ee2-6bef355b7960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:46.149217 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 8c326559-5157-4787-872e-99ec2d94a51f details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:35:46.187142 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4ecd3149-da43-4d01-8c28-132fdc89b736 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0815494 Sep 16 04:35:46.187349 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f971570-3274-4a6c-9ee2-6bef355b7960 service neutron] Pushing event updated for resources: {'Port': ['ID=dc94428e-190c-4858-bad3-ad1cd92dcd21,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:46.266130 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-af46591d-0464-4ae3-9612-4b6c39c920e2 service neutron] For port b89bf368-53c0-4450-bf56-54bfd995b9ed, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:46.310283 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-af46591d-0464-4ae3-9612-4b6c39c920e2 service neutron] For port b89bf368-53c0-4450-bf56-54bfd995b9ed, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=b89bf368-53c0-4450-bf56-54bfd995b9ed,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:35:46.325107 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-af46591d-0464-4ae3-9612-4b6c39c920e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:46.352365 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45af51c-8ab5-48bc-bcec-27f1507b78f9 None None] Network 01519a52-82ee-43fa-90b0-c71411cde4f0 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:35:46.364613 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d852793-e524-4317-8b16-9c1d61c1c548 req-4241ff92-69bd-448b-a231-4cac6b54bade tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:46.371234 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3d852793-e524-4317-8b16-9c1d61c1c548 req-4241ff92-69bd-448b-a231-4cac6b54bade tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3348ce-401e-4238-8887-47463ac54954 HTTP/1.1" status: 200 len: 943 time: 0.1654797 Sep 16 04:35:46.377424 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-7f971570-3274-4a6c-9ee2-6bef355b7960 service neutron] Attempting to bind port dc94428e-190c-4858-bad3-ad1cd92dcd21 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:35:46.377680 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-7f971570-3274-4a6c-9ee2-6bef355b7960 service neutron] Attempting to bind port dc94428e-190c-4858-bad3-ad1cd92dcd21 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:35:46.378008 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-7f971570-3274-4a6c-9ee2-6bef355b7960 service neutron] Attempting to bind port dc94428e-190c-4858-bad3-ad1cd92dcd21 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:46.389697 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-7f971570-3274-4a6c-9ee2-6bef355b7960 service neutron] Port dc94428e-190c-4858-bad3-ad1cd92dcd21 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:35:46.390275 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-7f971570-3274-4a6c-9ee2-6bef355b7960 service neutron] Attempting to bind port dc94428e-190c-4858-bad3-ad1cd92dcd21 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:46.393676 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 8c326559-5157-4787-872e-99ec2d94a51f, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=8c326559-5157-4787-872e-99ec2d94a51f,segment=NetworkSegment(cbe67464-0aa0-4d99-b9c3-86d1111ee3c1),segment_id=cbe67464-0aa0-4d99-b9c3-86d1111ee3c1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:46.404485 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-7f971570-3274-4a6c-9ee2-6bef355b7960 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:35:46.404846 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-7f971570-3274-4a6c-9ee2-6bef355b7960 service neutron] Checking segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:35:46.405233 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-7f971570-3274-4a6c-9ee2-6bef355b7960 service neutron] Bound using segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:35:46.405665 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-7f971570-3274-4a6c-9ee2-6bef355b7960 service neutron] Bound port: dc94428e-190c-4858-bad3-ad1cd92dcd21, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:35:46.406026 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-7f971570-3274-4a6c-9ee2-6bef355b7960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:46.457281 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '8c326559-5157-4787-872e-99ec2d94a51f', 'network_id': '2577294d-5026-4b77-b69e-c62d5d4484f9', 'port_id': '8c326559-5157-4787-872e-99ec2d94a51f', 'mac_address': 'fa:16:3e:8c:d6:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e75339db-69ea-4d5e-b27d-924084c2c2cd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:35:46.469426 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-af46591d-0464-4ae3-9612-4b6c39c920e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:46.470038 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-af46591d-0464-4ae3-9612-4b6c39c920e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:46.478123 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-af46591d-0464-4ae3-9612-4b6c39c920e2 service neutron] 10.222.0.48 "PUT /v2.0/ports/b89bf368-53c0-4450-bf56-54bfd995b9ed HTTP/1.1" status: 200 len: 1097 time: 1.6216297 Sep 16 04:35:46.478753 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '636e0a9f-b6b7-4f4d-8a59-09cd8f3768e0', 'tag': 'b89bf368-53c0-4450-bf56-54bfd995b9ed'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:46.481217 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f33746-6d73-483f-98ba-06224aaf6532" -d '{"events": [{"name": "network-changed", "server_uuid": "636e0a9f-b6b7-4f4d-8a59-09cd8f3768e0", "tag": "b89bf368-53c0-4450-bf56-54bfd995b9ed"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:46.517944 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:46.550124 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3d852793-e524-4317-8b16-9c1d61c1c548 req-43d354bd-4305-4ca1-b321-ce700b1a7bfe tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups?id=01a24215-1d44-4fcc-8eb3-6ccc8c3921e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387994 Sep 16 04:35:46.561028 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-7f971570-3274-4a6c-9ee2-6bef355b7960 service neutron] For port dc94428e-190c-4858-bad3-ad1cd92dcd21, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:46.565578 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-7f971570-3274-4a6c-9ee2-6bef355b7960 service neutron] For port dc94428e-190c-4858-bad3-ad1cd92dcd21, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=dc94428e-190c-4858-bad3-ad1cd92dcd21,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:35:46.580054 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46591d-0464-4ae3-9612-4b6c39c920e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b89bf368-53c0-4450-bf56-54bfd995b9ed,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:46.580324 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-7f971570-3274-4a6c-9ee2-6bef355b7960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:46.594151 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c326559-5157-4787-872e-99ec2d94a51f {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:46.651894 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-7f971570-3274-4a6c-9ee2-6bef355b7960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:46.652686 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-7f971570-3274-4a6c-9ee2-6bef355b7960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:46.654147 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-7f971570-3274-4a6c-9ee2-6bef355b7960 service neutron] 10.222.0.48 "PUT /v2.0/ports/dc94428e-190c-4858-bad3-ad1cd92dcd21 HTTP/1.1" status: 200 len: 1097 time: 1.1500943 Sep 16 04:35:46.654555 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05636bd2-c49c-4663-929b-ef58c7596ce0', 'tag': 'dc94428e-190c-4858-bad3-ad1cd92dcd21'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:46.657298 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781df0a4-cc67-46ad-9256-4b280db0f86a" -d '{"events": [{"name": "network-changed", "server_uuid": "05636bd2-c49c-4663-929b-ef58c7596ce0", "tag": "dc94428e-190c-4858-bad3-ad1cd92dcd21"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:46.661147 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-ee1fe50e-c6be-46c7-9702-cfd228dbdf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:46.674057 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-ee1fe50e-c6be-46c7-9702-cfd228dbdf42 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a8c979f3fc604996af2e8ab12f365425&device_id=636e0a9f-b6b7-4f4d-8a59-09cd8f3768e0 HTTP/1.1" status: 200 len: 1100 time: 0.1169283 Sep 16 04:35:46.725699 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 8c326559-5157-4787-872e-99ec2d94a51f, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=8c326559-5157-4787-872e-99ec2d94a51f,segment=NetworkSegment(cbe67464-0aa0-4d99-b9c3-86d1111ee3c1),segment_id=cbe67464-0aa0-4d99-b9c3-86d1111ee3c1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:46.728039 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f971570-3274-4a6c-9ee2-6bef355b7960 service neutron] Pushing event updated for resources: {'Port': ['ID=dc94428e-190c-4858-bad3-ad1cd92dcd21,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:46.739114 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:46.750312 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-a2a0f4e5-84d6-4db2-b98f-e80e7fc06c7f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=b89bf368-53c0-4450-bf56-54bfd995b9ed HTTP/1.1" status: 200 len: 217 time: 0.0616350 Sep 16 04:35:46.808476 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=8c326559-5157-4787-872e-99ec2d94a51f,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:46.836382 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-1651cf8b-c923-400f-ab2f-a3be04195149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:46.838054 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-486e6d23-9bc9-4ac0-a647-789a5196f085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:46.838212 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-1651cf8b-c923-400f-ab2f-a3be04195149 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a8c979f3fc604996af2e8ab12f365425&device_id=05636bd2-c49c-4663-929b-ef58c7596ce0 HTTP/1.1" status: 200 len: 1100 time: 0.0930064 Sep 16 04:35:46.839520 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-486e6d23-9bc9-4ac0-a647-789a5196f085 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0790498 Sep 16 04:35:46.918007 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-62377e6c-4153-4d2e-9e95-6b1c37c5b1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:46.919662 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-62377e6c-4153-4d2e-9e95-6b1c37c5b1a9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0552216 Sep 16 04:35:46.933737 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-6199d602-b300-480b-81bd-9de721eca50e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=dc94428e-190c-4858-bad3-ad1cd92dcd21 HTTP/1.1" status: 200 len: 217 time: 0.0690773 Sep 16 04:35:47.002293 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-b907e295-4b06-43e1-a1a9-5a88a69fa875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:47.003876 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-b907e295-4b06-43e1-a1a9-5a88a69fa875 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0626419 Sep 16 04:35:47.068523 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-71e359d6-c54d-4ac7-832b-c26d4938e687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:47.071530 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-71e359d6-c54d-4ac7-832b-c26d4938e687 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0598865 Sep 16 04:35:47.184395 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-b41d795b-cbc0-4adb-a6d6-05d662c38513 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965495 Sep 16 04:35:47.194144 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['8c326559-5157-4787-872e-99ec2d94a51f'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:47.308347 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-2393c752-ea9a-48e4-8716-cd3d6dd04fd2 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145573 Sep 16 04:35:47.433454 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-79f4b0a1-a0cf-4e6d-941c-24dd91999701 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5058756 Sep 16 04:35:47.485898 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-95818bfe-258c-48b5-9598-f1ab061d336a tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:47.487353 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-95818bfe-258c-48b5-9598-f1ab061d336a tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/networks?id=01519a52-82ee-43fa-90b0-c71411cde4f0 HTTP/1.1" status: 200 len: 805 time: 0.4742007 Sep 16 04:35:47.532526 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-dfc6b339-2a27-4ca7-9236-1a0f8441fee1 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/quotas/704dfedc4cae451e92880e679796489f HTTP/1.1" status: 200 len: 375 time: 0.0159378 Sep 16 04:35:47.562845 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f7f7f166-b5e0-4289-ac34-c75d994a7a7a req-79f2aaf8-6a85-45c8-9622-de2787ad7846 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196957 Sep 16 04:35:47.582012 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-f49c2356-867d-44c5-971b-4e94af8ad667 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=704dfedc4cae451e92880e679796489f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400050 Sep 16 04:35:47.681681 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-c25855c1-4100-4586-b5ce-92edaa0a520d service neutron] 10.222.0.35 "GET /v2.0/networks/01519a52-82ee-43fa-90b0-c71411cde4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840354 Sep 16 04:35:47.773766 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-5e95f0a9-863d-47b3-a6c9-82ccadf58b54 service neutron] 10.222.0.35 "GET /v2.0/networks/01519a52-82ee-43fa-90b0-c71411cde4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856721 Sep 16 04:35:47.905459 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb41eab-ea96-453b-8039-f97586c46fe8 x-openstack-request-id: req-ccb41eab-ea96-453b-8039-f97586c46fe8 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:47.905868 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "636e0a9f-b6b7-4f4d-8a59-09cd8f3768e0", "tag": "b89bf368-53c0-4450-bf56-54bfd995b9ed", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:47.906212 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ccb41eab-ea96-453b-8039-f97586c46fe8 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:47.906698 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '636e0a9f-b6b7-4f4d-8a59-09cd8f3768e0', 'tag': 'b89bf368-53c0-4450-bf56-54bfd995b9ed', 'status': 'completed', 'code': 200} Sep 16 04:35:48.038214 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880ddc2-4ec2-428c-9e29-828174b83c4e req-2b30f855-3f2f-44d2-b186-e5b4157bb3b8 tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:48.040068 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f880ddc2-4ec2-428c-9e29-828174b83c4e req-2b30f855-3f2f-44d2-b186-e5b4157bb3b8 tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d10d709-eef6-4d8e-99a2-b41344874964 HTTP/1.1" status: 200 len: 948 time: 0.0868211 Sep 16 04:35:48.042423 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f33746-6d73-483f-98ba-06224aaf6532 req-6e34e84f-06c6-4ac2-ae71-f0eaf76f81da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:48.043940 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63f33746-6d73-483f-98ba-06224aaf6532 req-6e34e84f-06c6-4ac2-ae71-f0eaf76f81da service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a8c979f3fc604996af2e8ab12f365425&device_id=636e0a9f-b6b7-4f4d-8a59-09cd8f3768e0 HTTP/1.1" status: 200 len: 1100 time: 0.0783947 Sep 16 04:35:48.146431 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f880ddc2-4ec2-428c-9e29-828174b83c4e req-0b0dc003-2171-499d-9cf7-47a0f030ca84 tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] 10.222.0.35 "GET /v2.0/security-groups?id=17c5128f-e13d-4a59-a82c-a96954003e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996985 Sep 16 04:35:48.177253 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f33746-6d73-483f-98ba-06224aaf6532 req-0b936302-732b-4c79-9222-8191700e604d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:48.179337 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63f33746-6d73-483f-98ba-06224aaf6532 req-0b936302-732b-4c79-9222-8191700e604d service neutron] 10.222.0.48 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.1253622 Sep 16 04:35:48.217285 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4e66ec-3199-4215-a621-6d830e34d939 x-openstack-request-id: req-4d4e66ec-3199-4215-a621-6d830e34d939 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:48.218152 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05636bd2-c49c-4663-929b-ef58c7596ce0", "tag": "dc94428e-190c-4858-bad3-ad1cd92dcd21", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:48.218616 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4d4e66ec-3199-4215-a621-6d830e34d939 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:48.219082 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05636bd2-c49c-4663-929b-ef58c7596ce0', 'tag': 'dc94428e-190c-4858-bad3-ad1cd92dcd21', 'status': 'completed', 'code': 200} Sep 16 04:35:48.229757 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63f33746-6d73-483f-98ba-06224aaf6532 req-aedb4ffd-a436-453d-9720-8c0384bd43b9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=b89bf368-53c0-4450-bf56-54bfd995b9ed HTTP/1.1" status: 200 len: 217 time: 0.0400512 Sep 16 04:35:48.347411 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781df0a4-cc67-46ad-9256-4b280db0f86a req-4ee3f46a-b96d-4bca-ba66-b94bf7b4fe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:48.349207 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-781df0a4-cc67-46ad-9256-4b280db0f86a req-4ee3f46a-b96d-4bca-ba66-b94bf7b4fe6b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a8c979f3fc604996af2e8ab12f365425&device_id=05636bd2-c49c-4663-929b-ef58c7596ce0 HTTP/1.1" status: 200 len: 1100 time: 0.0771334 Sep 16 04:35:48.356694 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f33746-6d73-483f-98ba-06224aaf6532 req-05c2240f-01e0-4b0b-b719-87a042bf7bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:48.358581 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63f33746-6d73-483f-98ba-06224aaf6532 req-05c2240f-01e0-4b0b-b719-87a042bf7bc7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.1087646 Sep 16 04:35:48.368189 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e7cb0-e956-4116-ad3a-7961b1de6ed7 req-85aaf54d-4340-43d6-82bd-2828cf6db4d8 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:48.375755 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e7e7cb0-e956-4116-ad3a-7961b1de6ed7 req-85aaf54d-4340-43d6-82bd-2828cf6db4d8 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=05636bd2-c49c-4663-929b-ef58c7596ce0 HTTP/1.1" status: 200 len: 948 time: 0.0898139 Sep 16 04:35:48.474507 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e7e7cb0-e956-4116-ad3a-7961b1de6ed7 req-a3cbf67a-267c-4c7a-83b6-fdfea8a2ec2d tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942800 Sep 16 04:35:48.522240 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f33746-6d73-483f-98ba-06224aaf6532 req-44597a9b-3434-44c7-87d2-3a3b3f218830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:48.526632 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63f33746-6d73-483f-98ba-06224aaf6532 req-44597a9b-3434-44c7-87d2-3a3b3f218830 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1279135 Sep 16 04:35:48.553714 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781df0a4-cc67-46ad-9256-4b280db0f86a req-47a3aa4d-8369-4b22-aaf4-2665081c11ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:48.556011 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-781df0a4-cc67-46ad-9256-4b280db0f86a req-47a3aa4d-8369-4b22-aaf4-2665081c11ad service neutron] 10.222.0.48 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.1565711 Sep 16 04:35:48.619805 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-781df0a4-cc67-46ad-9256-4b280db0f86a req-e25a8aad-e789-4cd1-aeab-768f703fd3c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=dc94428e-190c-4858-bad3-ad1cd92dcd21 HTTP/1.1" status: 200 len: 217 time: 0.0530877 Sep 16 04:35:48.627506 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 58eeb11d-943c-42ea-a20d-27c2df72621f details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:35:48.685054 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781df0a4-cc67-46ad-9256-4b280db0f86a req-4ec7ed62-a7d9-4520-9c4f-183f77cc9edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:48.687170 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-781df0a4-cc67-46ad-9256-4b280db0f86a req-4ec7ed62-a7d9-4520-9c4f-183f77cc9edb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0586417 Sep 16 04:35:48.712127 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63f33746-6d73-483f-98ba-06224aaf6532 req-6a4b74ff-ae35-4c4a-a794-5c02c1569605 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751909 Sep 16 04:35:48.765045 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0ad1c-7427-4cf5-848f-8c8225f409e3 req-9678af85-23e2-418f-8932-03657587ddb5 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:48.766249 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781df0a4-cc67-46ad-9256-4b280db0f86a req-9e72a613-e604-4a42-93c4-74e378c8e7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:48.768124 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-781df0a4-cc67-46ad-9256-4b280db0f86a req-9e72a613-e604-4a42-93c4-74e378c8e7f0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0716059 Sep 16 04:35:48.773097 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ead0ad1c-7427-4cf5-848f-8c8225f409e3 req-9678af85-23e2-418f-8932-03657587ddb5 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3348ce-401e-4238-8887-47463ac54954 HTTP/1.1" status: 200 len: 944 time: 0.2142460 Sep 16 04:35:48.785992 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 58eeb11d-943c-42ea-a20d-27c2df72621f, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=58eeb11d-943c-42ea-a20d-27c2df72621f,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:48.812289 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '58eeb11d-943c-42ea-a20d-27c2df72621f', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': '58eeb11d-943c-42ea-a20d-27c2df72621f', 'mac_address': 'fa:16:3e:f5:6c:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:35:48.902587 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ead0ad1c-7427-4cf5-848f-8c8225f409e3 req-8be0f810-81f6-4e96-bc24-856e182b8ecf tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups?id=01a24215-1d44-4fcc-8eb3-6ccc8c3921e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117883 Sep 16 04:35:48.906535 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:48.934705 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58eeb11d-943c-42ea-a20d-27c2df72621f {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:48.943502 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63f33746-6d73-483f-98ba-06224aaf6532 req-f5d33c44-13a4-4652-8a05-a8dfd61de3c0 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173986 Sep 16 04:35:48.967632 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-781df0a4-cc67-46ad-9256-4b280db0f86a req-83a35b02-a330-43aa-b721-14a1582663bc service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907191 Sep 16 04:35:48.973770 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 58eeb11d-943c-42ea-a20d-27c2df72621f, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=58eeb11d-943c-42ea-a20d-27c2df72621f,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:48.982302 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:49.007869 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-939fcdfc-1e37-4acd-a04b-a6938a77355c req-9e9fca22-1ccf-49cd-94a7-20285b2f6c21 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d60140-cd56-4c0f-bc11-6041e71e1adb HTTP/1.1" status: 200 len: 210 time: 0.0365407 Sep 16 04:35:49.062422 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=58eeb11d-943c-42ea-a20d-27c2df72621f,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:49.090204 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-781df0a4-cc67-46ad-9256-4b280db0f86a req-229db143-eff6-4ab3-b459-6925d5264f84 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918176 Sep 16 04:35:49.278122 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45e0cb-74cc-4850-879d-7e5d28bb9ff9 req-20be93cf-7ab9-4e90-bcab-70bffc5708d1 tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:49.284033 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5a45e0cb-74cc-4850-879d-7e5d28bb9ff9 req-20be93cf-7ab9-4e90-bcab-70bffc5708d1 tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d10d709-eef6-4d8e-99a2-b41344874964 HTTP/1.1" status: 200 len: 949 time: 0.0599504 Sep 16 04:35:49.323622 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5a45e0cb-74cc-4850-879d-7e5d28bb9ff9 req-3503b459-041d-4a21-8fec-f10b6a8ae616 tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] 10.222.0.35 "GET /v2.0/security-groups?id=17c5128f-e13d-4a59-a82c-a96954003e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354862 Sep 16 04:35:49.360094 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['58eeb11d-943c-42ea-a20d-27c2df72621f'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:49.458322 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-3933cf9b-d5b3-4ed8-8e81-b9c088709483 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:49.460257 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-3933cf9b-d5b3-4ed8-8e81-b9c088709483 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.47 "GET /v2.0/networks?id=01519a52-82ee-43fa-90b0-c71411cde4f0 HTTP/1.1" status: 200 len: 805 time: 0.1392152 Sep 16 04:35:49.500488 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-af630ab6-1b17-47c3-bb30-30ca27564df4 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Request body: {'port': {'device_id': '22d60140-cd56-4c0f-bc11-6041e71e1adb', 'network_id': '01519a52-82ee-43fa-90b0-c71411cde4f0', 'admin_state_up': True, 'tenant_id': '704dfedc4cae451e92880e679796489f'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:49.656206 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a68024-c417-4975-88c3-aae0f43fc367 req-7a514c77-3506-4635-9cfd-42af6195ed34 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:49.657720 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f4a68024-c417-4975-88c3-aae0f43fc367 req-7a514c77-3506-4635-9cfd-42af6195ed34 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=05636bd2-c49c-4663-929b-ef58c7596ce0 HTTP/1.1" status: 200 len: 948 time: 0.0801523 Sep 16 04:35:49.679247 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-af630ab6-1b17-47c3-bb30-30ca27564df4 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Made reservation on behalf of 704dfedc4cae451e92880e679796489f for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:35:49.682560 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-af630ab6-1b17-47c3-bb30-30ca27564df4 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:49.718370 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f4a68024-c417-4975-88c3-aae0f43fc367 req-6fd2e25d-309e-43c5-93bf-f85f10c8ed0f tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526066 Sep 16 04:35:49.824814 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-af630ab6-1b17-47c3-bb30-30ca27564df4 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Allocated IP 172.20.0.2 (01519a52-82ee-43fa-90b0-c71411cde4f0/f1f953d6-01ca-4cb0-98b0-b9ee2763d49d/a0ac63d3-f701-408d-b440-1122a2cc17ec) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:35:49.989148 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-af630ab6-1b17-47c3-bb30-30ca27564df4 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:50.066374 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0dbbf-1082-4233-a239-c21477ce86dc req-ce4e6e39-2ed5-4213-8ac4-abcda90b2e89 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:50.068072 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-93b0dbbf-1082-4233-a239-c21477ce86dc req-ce4e6e39-2ed5-4213-8ac4-abcda90b2e89 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3348ce-401e-4238-8887-47463ac54954 HTTP/1.1" status: 200 len: 944 time: 0.0766258 Sep 16 04:35:50.109307 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-af630ab6-1b17-47c3-bb30-30ca27564df4 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:50.141112 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 8c326559-5157-4787-872e-99ec2d94a51f up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:35:50.160961 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-93b0dbbf-1082-4233-a239-c21477ce86dc req-7039162b-dd9e-49f4-abb9-faea23fa8ba3 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups?id=01a24215-1d44-4fcc-8eb3-6ccc8c3921e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848887 Sep 16 04:35:50.180526 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-af630ab6-1b17-47c3-bb30-30ca27564df4 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Network 01519a52-82ee-43fa-90b0-c71411cde4f0 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:35:50.190382 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-af630ab6-1b17-47c3-bb30-30ca27564df4 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:35:50.190382 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-af630ab6-1b17-47c3-bb30-30ca27564df4 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:35:50.200069 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3700ce-6d91-4bab-ab73-56ef8e8c1c1c req-2f9bbaec-d31c-4f85-8203-c848d0fe4ec6 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:50.202797 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2c3700ce-6d91-4bab-ab73-56ef8e8c1c1c req-2f9bbaec-d31c-4f85-8203-c848d0fe4ec6 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d60140-cd56-4c0f-bc11-6041e71e1adb HTTP/1.1" status: 200 len: 931 time: 0.0922589 Sep 16 04:35:50.239077 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-af630ab6-1b17-47c3-bb30-30ca27564df4 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:50.239720 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-af630ab6-1b17-47c3-bb30-30ca27564df4 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:50.247548 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af630ab6-1b17-47c3-bb30-30ca27564df4 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Pushing event updated for resources: {'Port': ['ID=a0ac63d3-f701-408d-b440-1122a2cc17ec,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:50.252548 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 8c326559-5157-4787-872e-99ec2d94a51f completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:35:50.261590 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 8c326559-5157-4787-872e-99ec2d94a51f triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:35:50.262236 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:50.277912 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-af630ab6-1b17-47c3-bb30-30ca27564df4 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7833345 Sep 16 04:35:50.283184 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2c3700ce-6d91-4bab-ab73-56ef8e8c1c1c req-f9a068aa-4047-45aa-9673-bb3999204053 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737772 Sep 16 04:35:50.304876 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-91ffe660-1156-41f5-965a-e3f2d46055d1 service neutron] Request body: {'port': {'device_id': '22d60140-cd56-4c0f-bc11-6041e71e1adb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:50.368990 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-91ffe660-1156-41f5-965a-e3f2d46055d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:50.375584 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:50.403065 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3348ce-401e-4238-8887-47463ac54954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c326559-5157-4787-872e-99ec2d94a51f'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:50.405790 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41254973-0d65-4835-ba68-20222b96d619" -d '{"events": [{"server_uuid": "ae3348ce-401e-4238-8887-47463ac54954", "name": "network-vif-plugged", "status": "completed", "tag": "8c326559-5157-4787-872e-99ec2d94a51f"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:50.421893 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 8c326559-5157-4787-872e-99ec2d94a51f, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=8c326559-5157-4787-872e-99ec2d94a51f,segment=NetworkSegment(cbe67464-0aa0-4d99-b9c3-86d1111ee3c1),segment_id=cbe67464-0aa0-4d99-b9c3-86d1111ee3c1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:50.427588 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:50.457768 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf0bbd7-aa4f-4fb2-96ae-85be9a30fdda x-openstack-request-id: req-8bf0bbd7-aa4f-4fb2-96ae-85be9a30fdda {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:50.458270 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3348ce-401e-4238-8887-47463ac54954", "name": "network-vif-plugged", "status": "completed", "tag": "8c326559-5157-4787-872e-99ec2d94a51f", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:50.458684 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8bf0bbd7-aa4f-4fb2-96ae-85be9a30fdda {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:50.459215 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3348ce-401e-4238-8887-47463ac54954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c326559-5157-4787-872e-99ec2d94a51f', 'code': 200} Sep 16 04:35:50.495894 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=8c326559-5157-4787-872e-99ec2d94a51f,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:50.550292 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766441c2-8de1-401b-8aaf-a5be049bd3fa req-497ccf5c-4626-4fba-8d44-ff500e3a8946 tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:50.551779 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-766441c2-8de1-401b-8aaf-a5be049bd3fa req-497ccf5c-4626-4fba-8d44-ff500e3a8946 tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d10d709-eef6-4d8e-99a2-b41344874964 HTTP/1.1" status: 200 len: 949 time: 0.1439552 Sep 16 04:35:50.669856 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 58eeb11d-943c-42ea-a20d-27c2df72621f up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:35:50.684534 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-766441c2-8de1-401b-8aaf-a5be049bd3fa req-302c2401-8828-4f59-acb8-4ab8606fa59b tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] 10.222.0.35 "GET /v2.0/security-groups?id=17c5128f-e13d-4a59-a82c-a96954003e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263301 Sep 16 04:35:50.693231 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d886ed-f248-46f6-99e6-2ced01ba4f57 req-586b0113-9db4-4396-a984-add5407074cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:50.696407 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-15d886ed-f248-46f6-99e6-2ced01ba4f57 req-586b0113-9db4-4396-a984-add5407074cf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ae3348ce-401e-4238-8887-47463ac54954 HTTP/1.1" status: 200 len: 1097 time: 0.1231699 Sep 16 04:35:50.729094 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 58eeb11d-943c-42ea-a20d-27c2df72621f completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:35:50.733004 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 58eeb11d-943c-42ea-a20d-27c2df72621f triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:35:50.733454 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:50.764196 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-15d886ed-f248-46f6-99e6-2ced01ba4f57 req-8ec190d1-8e89-43d2-878e-e1dd6e373a32 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=01a24215-1d44-4fcc-8eb3-6ccc8c3921e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554514 Sep 16 04:35:50.800690 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-91ffe660-1156-41f5-965a-e3f2d46055d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0ac63d3-f701-408d-b440-1122a2cc17ec {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:50.810530 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-91ffe660-1156-41f5-965a-e3f2d46055d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:50.817826 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:50.827065 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-91ffe660-1156-41f5-965a-e3f2d46055d1 service neutron] Transition to ACTIVE for port object a0ac63d3-f701-408d-b440-1122a2cc17ec will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:35:50.834998 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-91ffe660-1156-41f5-965a-e3f2d46055d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:50.869549 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 58eeb11d-943c-42ea-a20d-27c2df72621f, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=58eeb11d-943c-42ea-a20d-27c2df72621f,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:50.879016 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:50.891635 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1ee3f-a81c-4f35-a183-d29b8dbf164c req-12532581-d25a-4656-be41-a08ccfd353a6 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:50.901516 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ffe660-1156-41f5-965a-e3f2d46055d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ac63d3-f701-408d-b440-1122a2cc17ec,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:50.915400 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a9a1ee3f-a81c-4f35-a183-d29b8dbf164c req-12532581-d25a-4656-be41-a08ccfd353a6 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=05636bd2-c49c-4663-929b-ef58c7596ce0 HTTP/1.1" status: 200 len: 948 time: 0.0997338 Sep 16 04:35:50.957103 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=58eeb11d-943c-42ea-a20d-27c2df72621f,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:50.976968 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-91ffe660-1156-41f5-965a-e3f2d46055d1 service neutron] Attempting to bind port a0ac63d3-f701-408d-b440-1122a2cc17ec on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:35:50.977404 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-91ffe660-1156-41f5-965a-e3f2d46055d1 service neutron] Attempting to bind port a0ac63d3-f701-408d-b440-1122a2cc17ec by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '658f680a-3fa0-437c-8003-3658800983eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '01519a52-82ee-43fa-90b0-c71411cde4f0'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:35:50.977812 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-91ffe660-1156-41f5-965a-e3f2d46055d1 service neutron] Attempting to bind port a0ac63d3-f701-408d-b440-1122a2cc17ec on network 01519a52-82ee-43fa-90b0-c71411cde4f0 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:50.981203 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a9a1ee3f-a81c-4f35-a183-d29b8dbf164c req-eea70849-3f93-4a4c-b41d-60cf2f9d60e5 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646913 Sep 16 04:35:50.983621 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-91ffe660-1156-41f5-965a-e3f2d46055d1 service neutron] Port a0ac63d3-f701-408d-b440-1122a2cc17ec on network 01519a52-82ee-43fa-90b0-c71411cde4f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:35:50.984179 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-91ffe660-1156-41f5-965a-e3f2d46055d1 service neutron] Attempting to bind port a0ac63d3-f701-408d-b440-1122a2cc17ec on network 01519a52-82ee-43fa-90b0-c71411cde4f0 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:50.998189 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-91ffe660-1156-41f5-965a-e3f2d46055d1 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:35:50.998189 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-91ffe660-1156-41f5-965a-e3f2d46055d1 service neutron] Checking segment: {'id': '658f680a-3fa0-437c-8003-3658800983eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '01519a52-82ee-43fa-90b0-c71411cde4f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:35:50.998189 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-91ffe660-1156-41f5-965a-e3f2d46055d1 service neutron] Bound using segment: {'id': '658f680a-3fa0-437c-8003-3658800983eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '01519a52-82ee-43fa-90b0-c71411cde4f0'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:35:50.998189 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-91ffe660-1156-41f5-965a-e3f2d46055d1 service neutron] Bound port: a0ac63d3-f701-408d-b440-1122a2cc17ec, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '658f680a-3fa0-437c-8003-3658800983eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '01519a52-82ee-43fa-90b0-c71411cde4f0'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:35:50.998189 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-91ffe660-1156-41f5-965a-e3f2d46055d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:51.065627 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-91ffe660-1156-41f5-965a-e3f2d46055d1 service neutron] For port a0ac63d3-f701-408d-b440-1122a2cc17ec, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:51.070425 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-91ffe660-1156-41f5-965a-e3f2d46055d1 service neutron] For port a0ac63d3-f701-408d-b440-1122a2cc17ec, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=a0ac63d3-f701-408d-b440-1122a2cc17ec,segment=NetworkSegment(658f680a-3fa0-437c-8003-3658800983eb),segment_id=658f680a-3fa0-437c-8003-3658800983eb)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:35:51.078810 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-91ffe660-1156-41f5-965a-e3f2d46055d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:51.114191 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-91ffe660-1156-41f5-965a-e3f2d46055d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:51.114646 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-91ffe660-1156-41f5-965a-e3f2d46055d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:51.116948 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-91ffe660-1156-41f5-965a-e3f2d46055d1 service neutron] 10.222.0.47 "PUT /v2.0/ports/a0ac63d3-f701-408d-b440-1122a2cc17ec HTTP/1.1" status: 200 len: 1092 time: 0.8174100 Sep 16 04:35:51.117541 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d60140-cd56-4c0f-bc11-6041e71e1adb', 'tag': 'a0ac63d3-f701-408d-b440-1122a2cc17ec'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:51.119886 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad40e1e-d4f2-4362-aaa0-fca344b11b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "22d60140-cd56-4c0f-bc11-6041e71e1adb", "tag": "a0ac63d3-f701-408d-b440-1122a2cc17ec"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:51.170136 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ffe660-1156-41f5-965a-e3f2d46055d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ac63d3-f701-408d-b440-1122a2cc17ec,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:51.182579 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b8f097-4710-4cb2-b85d-ead5c00f3bbb x-openstack-request-id: req-c8b8f097-4710-4cb2-b85d-ead5c00f3bbb {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:51.183474 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d60140-cd56-4c0f-bc11-6041e71e1adb", "tag": "a0ac63d3-f701-408d-b440-1122a2cc17ec", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:51.183954 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c8b8f097-4710-4cb2-b85d-ead5c00f3bbb {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:51.184505 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d60140-cd56-4c0f-bc11-6041e71e1adb', 'tag': 'a0ac63d3-f701-408d-b440-1122a2cc17ec', 'status': 'completed', 'code': 200} Sep 16 04:35:51.275425 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-3e5f534c-33b7-4c90-b197-73ed77cada5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:51.276972 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-3e5f534c-33b7-4c90-b197-73ed77cada5e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=704dfedc4cae451e92880e679796489f&device_id=22d60140-cd56-4c0f-bc11-6041e71e1adb HTTP/1.1" status: 200 len: 1095 time: 0.0605519 Sep 16 04:35:51.369381 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-1d63f5ed-83da-423c-9984-edbf83cea65a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a0ac63d3-f701-408d-b440-1122a2cc17ec HTTP/1.1" status: 200 len: 217 time: 0.0700071 Sep 16 04:35:51.425398 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81b31c-5510-48ac-8c5d-ea0e6ecb29c6 req-b7372c3d-6449-4d16-bd87-0b3e20e9b24b tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:51.427305 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-af81b31c-5510-48ac-8c5d-ea0e6ecb29c6 req-b7372c3d-6449-4d16-bd87-0b3e20e9b24b tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d60140-cd56-4c0f-bc11-6041e71e1adb HTTP/1.1" status: 200 len: 943 time: 0.0654056 Sep 16 04:35:51.430524 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d06b5-1921-4bd4-9c28-1c69f6200bb7 req-712cb2d6-b3b8-4266-b250-3e996c04b5c4 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:51.432065 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-196d06b5-1921-4bd4-9c28-1c69f6200bb7 req-712cb2d6-b3b8-4266-b250-3e996c04b5c4 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3348ce-401e-4238-8887-47463ac54954 HTTP/1.1" status: 200 len: 945 time: 0.1671791 Sep 16 04:35:51.438318 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-43cca859-e297-419a-a458-9c7a2125baa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:51.439906 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-43cca859-e297-419a-a458-9c7a2125baa9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f1f953d6-01ca-4cb0-98b0-b9ee2763d49d HTTP/1.1" status: 200 len: 845 time: 0.0616109 Sep 16 04:35:51.476088 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-af81b31c-5510-48ac-8c5d-ea0e6ecb29c6 req-c688a6e4-f01a-4c8d-9315-369e284ab328 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372653 Sep 16 04:35:51.499205 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-b0e209d8-2576-4c23-92bf-e29b840ddc0f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=01519a52-82ee-43fa-90b0-c71411cde4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347936 Sep 16 04:35:51.507344 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-196d06b5-1921-4bd4-9c28-1c69f6200bb7 req-abd6bd4b-df0f-4d23-a2ef-cd6168e257e2 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups?id=01a24215-1d44-4fcc-8eb3-6ccc8c3921e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663726 Sep 16 04:35:51.604413 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-52b77b2e-657f-4f0c-8428-63ac38eb8678 service neutron] 10.222.0.47 "GET /v2.0/networks/01519a52-82ee-43fa-90b0-c71411cde4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857768 Sep 16 04:35:51.824625 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906defd2-ce42-4b91-93ed-c0c615814299 req-2fc9165a-121f-4465-937b-95227dfe56ea tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:51.833638 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-906defd2-ce42-4b91-93ed-c0c615814299 req-2fc9165a-121f-4465-937b-95227dfe56ea tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d10d709-eef6-4d8e-99a2-b41344874964 HTTP/1.1" status: 200 len: 950 time: 0.0638499 Sep 16 04:35:51.874615 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-906defd2-ce42-4b91-93ed-c0c615814299 req-296b26ba-3289-49b2-b362-169590ae9a6b tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] 10.222.0.35 "GET /v2.0/security-groups?id=17c5128f-e13d-4a59-a82c-a96954003e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389788 Sep 16 04:35:51.984945 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7adc2515-1c09-4878-82ab-98cbfd8039bd req-4088d7d3-dd9a-429e-a6ed-2e7ba14082ab service neutron] 10.222.0.47 "GET /v2.0/networks/01519a52-82ee-43fa-90b0-c71411cde4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714437 Sep 16 04:35:52.096406 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c228dbf-77dd-4705-9f4e-317ca64e55b1 req-ff8ade63-7344-455a-92a6-59c8358d34b0 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:52.097913 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8c228dbf-77dd-4705-9f4e-317ca64e55b1 req-ff8ade63-7344-455a-92a6-59c8358d34b0 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=05636bd2-c49c-4663-929b-ef58c7596ce0 HTTP/1.1" status: 200 len: 948 time: 0.0511558 Sep 16 04:35:52.157241 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device dc94428e-190c-4858-bad3-ad1cd92dcd21 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:35:52.165885 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8c228dbf-77dd-4705-9f4e-317ca64e55b1 req-a43ee6fd-55cd-4307-a7e4-c596727b9fbf tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579934 Sep 16 04:35:52.171656 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad40e1e-d4f2-4362-aaa0-fca344b11b2c req-72be94cf-42fc-4c41-bb2c-34b7688396ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:52.173285 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1ad40e1e-d4f2-4362-aaa0-fca344b11b2c req-72be94cf-42fc-4c41-bb2c-34b7688396ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=704dfedc4cae451e92880e679796489f&device_id=22d60140-cd56-4c0f-bc11-6041e71e1adb HTTP/1.1" status: 200 len: 1095 time: 0.0744891 Sep 16 04:35:52.294993 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad40e1e-d4f2-4362-aaa0-fca344b11b2c req-2df91303-5e8d-4870-8076-be54170eff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:52.296748 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1ad40e1e-d4f2-4362-aaa0-fca344b11b2c req-2df91303-5e8d-4870-8076-be54170eff46 service neutron] 10.222.0.47 "GET /v2.0/networks?id=01519a52-82ee-43fa-90b0-c71411cde4f0 HTTP/1.1" status: 200 len: 906 time: 0.1153796 Sep 16 04:35:52.299595 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port dc94428e-190c-4858-bad3-ad1cd92dcd21, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=dc94428e-190c-4858-bad3-ad1cd92dcd21,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:52.312782 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'dc94428e-190c-4858-bad3-ad1cd92dcd21', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': 'dc94428e-190c-4858-bad3-ad1cd92dcd21', 'mac_address': 'fa:16:3e:82:fd:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:35:52.355174 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1ad40e1e-d4f2-4362-aaa0-fca344b11b2c req-f8796af3-2c51-4dd7-81d2-3393880f0efb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a0ac63d3-f701-408d-b440-1122a2cc17ec HTTP/1.1" status: 200 len: 217 time: 0.0496733 Sep 16 04:35:52.355691 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:52.375713 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc94428e-190c-4858-bad3-ad1cd92dcd21 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:52.399932 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port dc94428e-190c-4858-bad3-ad1cd92dcd21, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=dc94428e-190c-4858-bad3-ad1cd92dcd21,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:52.405763 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:52.406515 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device b89bf368-53c0-4450-bf56-54bfd995b9ed details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:35:52.436161 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad40e1e-d4f2-4362-aaa0-fca344b11b2c req-dc7fce27-ecb1-4a3b-a9bc-785ac33b49c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:52.442086 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1ad40e1e-d4f2-4362-aaa0-fca344b11b2c req-dc7fce27-ecb1-4a3b-a9bc-785ac33b49c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f1f953d6-01ca-4cb0-98b0-b9ee2763d49d HTTP/1.1" status: 200 len: 845 time: 0.0750334 Sep 16 04:35:52.462807 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d10d709-eef6-4d8e-99a2-b41344874964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58eeb11d-943c-42ea-a20d-27c2df72621f'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:52.469151 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2be35a-49e3-44e1-b506-f79a38a52d08" -d '{"events": [{"server_uuid": "1d10d709-eef6-4d8e-99a2-b41344874964", "name": "network-vif-plugged", "status": "completed", "tag": "58eeb11d-943c-42ea-a20d-27c2df72621f"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:52.499676 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1ad40e1e-d4f2-4362-aaa0-fca344b11b2c req-d2dc51f2-3c5e-479a-a44b-6eb499d4260b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=01519a52-82ee-43fa-90b0-c71411cde4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489748 Sep 16 04:35:52.501213 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=dc94428e-190c-4858-bad3-ad1cd92dcd21,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:52.532194 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port b89bf368-53c0-4450-bf56-54bfd995b9ed, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=b89bf368-53c0-4450-bf56-54bfd995b9ed,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:52.557687 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'b89bf368-53c0-4450-bf56-54bfd995b9ed', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': 'b89bf368-53c0-4450-bf56-54bfd995b9ed', 'mac_address': 'fa:16:3e:b9:79:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:35:52.562162 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8092706-d9a8-482a-ad5e-b11c84cc5242 x-openstack-request-id: req-f8092706-d9a8-482a-ad5e-b11c84cc5242 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:52.562449 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d10d709-eef6-4d8e-99a2-b41344874964", "name": "network-vif-plugged", "status": "completed", "tag": "58eeb11d-943c-42ea-a20d-27c2df72621f", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:52.562697 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f8092706-d9a8-482a-ad5e-b11c84cc5242 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:52.563076 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d10d709-eef6-4d8e-99a2-b41344874964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58eeb11d-943c-42ea-a20d-27c2df72621f', 'code': 200} Sep 16 04:35:52.634020 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:52.649127 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b89bf368-53c0-4450-bf56-54bfd995b9ed {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:52.670387 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port b89bf368-53c0-4450-bf56-54bfd995b9ed, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=b89bf368-53c0-4450-bf56-54bfd995b9ed,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:52.677429 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:52.686675 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95a084-7e2d-4faf-8ae6-ffec58566b96 req-3dae56ab-a9ae-4f0f-b90d-e000b1f129b7 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:52.693292 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5a95a084-7e2d-4faf-8ae6-ffec58566b96 req-3dae56ab-a9ae-4f0f-b90d-e000b1f129b7 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d60140-cd56-4c0f-bc11-6041e71e1adb HTTP/1.1" status: 200 len: 943 time: 0.1088452 Sep 16 04:35:52.719966 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1ad40e1e-d4f2-4362-aaa0-fca344b11b2c req-01fd28ef-3718-45d6-b2e3-6040e8602b47 service neutron] 10.222.0.47 "GET /v2.0/networks/01519a52-82ee-43fa-90b0-c71411cde4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108285 Sep 16 04:35:52.741752 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5a95a084-7e2d-4faf-8ae6-ffec58566b96 req-191756fc-ba7a-419b-86db-6e24e9922e68 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440121 Sep 16 04:35:52.742465 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=b89bf368-53c0-4450-bf56-54bfd995b9ed,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:52.786014 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54fd08-9c1b-4e1f-893e-fa98b895ed95 req-068fd32c-0cca-486f-9306-3a08bfcb4109 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:52.788537 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8a54fd08-9c1b-4e1f-893e-fa98b895ed95 req-068fd32c-0cca-486f-9306-3a08bfcb4109 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3348ce-401e-4238-8887-47463ac54954 HTTP/1.1" status: 200 len: 945 time: 0.1479425 Sep 16 04:35:52.845788 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4316ace-4d88-498f-917b-61045a7c1528 req-9f44271f-d2a8-4fa7-b01a-2c8dcc36795a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:52.847303 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e4316ace-4d88-498f-917b-61045a7c1528 req-9f44271f-d2a8-4fa7-b01a-2c8dcc36795a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1d10d709-eef6-4d8e-99a2-b41344874964 HTTP/1.1" status: 200 len: 1102 time: 0.1500330 Sep 16 04:35:52.893502 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8a54fd08-9c1b-4e1f-893e-fa98b895ed95 req-3a1038aa-d814-4eb6-b4d6-9aeb1af7a495 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups?id=01a24215-1d44-4fcc-8eb3-6ccc8c3921e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730679 Sep 16 04:35:52.898675 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1ad40e1e-d4f2-4362-aaa0-fca344b11b2c req-6b0fbd1d-beb5-47f6-9df5-7e4c23086a2d service neutron] 10.222.0.47 "GET /v2.0/networks/01519a52-82ee-43fa-90b0-c71411cde4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621399 Sep 16 04:35:52.916874 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e4316ace-4d88-498f-917b-61045a7c1528 req-7dfcdc44-0352-43ff-ba38-406c0d3d8fa3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=17c5128f-e13d-4a59-a82c-a96954003e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591297 Sep 16 04:35:53.003314 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8bdedce9-fc65-46c7-934c-b17ca018fb52 req-16dbcb33-9237-41e7-86eb-a21e5b915b56 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-412013610&fields=id&tenant_id=53a6a024b0e746bfa1cb57e5b401f8c0 HTTP/1.1" status: 200 len: 267 time: 0.0365400 Sep 16 04:35:53.017782 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd09cb-38f1-4792-95da-6e82a4d4722f req-ddb4c1bf-e03a-4386-ab82-57e547e9bd45 tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:53.019520 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-97dd09cb-38f1-4792-95da-6e82a4d4722f req-ddb4c1bf-e03a-4386-ab82-57e547e9bd45 tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d10d709-eef6-4d8e-99a2-b41344874964 HTTP/1.1" status: 200 len: 950 time: 0.0564599 Sep 16 04:35:53.059639 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdedce9-fc65-46c7-934c-b17ca018fb52 req-a2223388-36d3-4b42-8e34-0d769e0e98bc tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:53.061415 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8bdedce9-fc65-46c7-934c-b17ca018fb52 req-a2223388-36d3-4b42-8e34-0d769e0e98bc tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3348ce-401e-4238-8887-47463ac54954 HTTP/1.1" status: 200 len: 945 time: 0.0521052 Sep 16 04:35:53.065718 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-97dd09cb-38f1-4792-95da-6e82a4d4722f req-c85195f6-d4db-4384-abad-7ca4215bd2fe tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] 10.222.0.35 "GET /v2.0/security-groups?id=17c5128f-e13d-4a59-a82c-a96954003e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396831 Sep 16 04:35:53.073664 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-8bdedce9-fc65-46c7-934c-b17ca018fb52 req-9bb423e1-0091-40ed-8f16-c7b2ddfb2bed tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Request body: {'port': {'security_groups': ['01a24215-1d44-4fcc-8eb3-6ccc8c3921e0', 'b51b760f-871c-4f37-b2af-b4af941d2610']}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:53.143590 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8bdedce9-fc65-46c7-934c-b17ca018fb52 req-9bb423e1-0091-40ed-8f16-c7b2ddfb2bed tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:53.181372 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['b89bf368-53c0-4450-bf56-54bfd995b9ed'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:53.267979 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['dc94428e-190c-4858-bad3-ad1cd92dcd21'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:53.313116 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa8f2e-ca8a-4b8d-be79-e86f5356d138 req-372aa5fb-cc0b-46fd-8c2c-5d4350f485ca tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:53.315061 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-65aa8f2e-ca8a-4b8d-be79-e86f5356d138 req-372aa5fb-cc0b-46fd-8c2c-5d4350f485ca tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=05636bd2-c49c-4663-929b-ef58c7596ce0 HTTP/1.1" status: 200 len: 949 time: 0.0638194 Sep 16 04:35:53.371668 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-65aa8f2e-ca8a-4b8d-be79-e86f5356d138 req-fc3c050c-425e-4370-a6c7-dd2607124b6d tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443852 Sep 16 04:35:53.452584 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-8bdedce9-fc65-46c7-934c-b17ca018fb52 req-9bb423e1-0091-40ed-8f16-c7b2ddfb2bed tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] For port 8c326559-5157-4787-872e-99ec2d94a51f, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=8c326559-5157-4787-872e-99ec2d94a51f,segment=NetworkSegment(cbe67464-0aa0-4d99-b9c3-86d1111ee3c1),segment_id=cbe67464-0aa0-4d99-b9c3-86d1111ee3c1)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:53.495731 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8bdedce9-fc65-46c7-934c-b17ca018fb52 req-9bb423e1-0091-40ed-8f16-c7b2ddfb2bed tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:53.500786 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8bdedce9-fc65-46c7-934c-b17ca018fb52 req-9bb423e1-0091-40ed-8f16-c7b2ddfb2bed tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:53.551835 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdedce9-fc65-46c7-934c-b17ca018fb52 req-9bb423e1-0091-40ed-8f16-c7b2ddfb2bed tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:53.552722 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8bdedce9-fc65-46c7-934c-b17ca018fb52 req-9bb423e1-0091-40ed-8f16-c7b2ddfb2bed tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:53.554963 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8bdedce9-fc65-46c7-934c-b17ca018fb52 req-9bb423e1-0091-40ed-8f16-c7b2ddfb2bed tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "PUT /v2.0/ports/8c326559-5157-4787-872e-99ec2d94a51f HTTP/1.1" status: 200 len: 981 time: 0.4866579 Sep 16 04:35:53.555440 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3348ce-401e-4238-8887-47463ac54954', 'tag': '8c326559-5157-4787-872e-99ec2d94a51f'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:53.558186 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdd5b36-62c1-4ce0-869d-774502ac49a2" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3348ce-401e-4238-8887-47463ac54954", "tag": "8c326559-5157-4787-872e-99ec2d94a51f"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:53.593338 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb423e1-0091-40ed-8f16-c7b2ddfb2bed tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Pushing event updated for resources: {'Port': ['ID=8c326559-5157-4787-872e-99ec2d94a51f,revision_number=6']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:53.617601 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842b656a-40f8-4c56-813d-a613c39a7f67 x-openstack-request-id: req-842b656a-40f8-4c56-813d-a613c39a7f67 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:53.617891 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3348ce-401e-4238-8887-47463ac54954", "tag": "8c326559-5157-4787-872e-99ec2d94a51f", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:53.618163 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-842b656a-40f8-4c56-813d-a613c39a7f67 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:53.618560 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae3348ce-401e-4238-8887-47463ac54954', 'tag': '8c326559-5157-4787-872e-99ec2d94a51f', 'status': 'completed', 'code': 200} Sep 16 04:35:53.677749 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5eeb22d5-ca34-43d4-9422-b810b246931a req-392b5066-9ab4-41e5-bafc-4a18186b70b0 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1814584479&fields=id&tenant_id=53a6a024b0e746bfa1cb57e5b401f8c0 HTTP/1.1" status: 200 len: 267 time: 0.0513120 Sep 16 04:35:53.732276 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb22d5-ca34-43d4-9422-b810b246931a req-f8322d1d-7086-44d9-84b0-00f6e6c728e9 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:53.733590 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd5b36-62c1-4ce0-869d-774502ac49a2 req-4bf98a48-72f0-42f4-9dc1-674ff76c0240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:53.734104 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5eeb22d5-ca34-43d4-9422-b810b246931a req-f8322d1d-7086-44d9-84b0-00f6e6c728e9 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3348ce-401e-4238-8887-47463ac54954 HTTP/1.1" status: 200 len: 984 time: 0.0508418 Sep 16 04:35:53.735071 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1fdd5b36-62c1-4ce0-869d-774502ac49a2 req-4bf98a48-72f0-42f4-9dc1-674ff76c0240 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=53a6a024b0e746bfa1cb57e5b401f8c0&device_id=ae3348ce-401e-4238-8887-47463ac54954 HTTP/1.1" status: 200 len: 1136 time: 0.0423813 Sep 16 04:35:53.746790 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-5eeb22d5-ca34-43d4-9422-b810b246931a req-024824d3-0a87-4be2-babc-aeacde5c6471 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Request body: {'port': {'security_groups': ['01a24215-1d44-4fcc-8eb3-6ccc8c3921e0', 'b51b760f-871c-4f37-b2af-b4af941d2610', 'b14e81b3-49c1-4145-bd8c-53c1de0cc909']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:53.827257 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5eeb22d5-ca34-43d4-9422-b810b246931a req-024824d3-0a87-4be2-babc-aeacde5c6471 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:53.837399 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['8c326559-5157-4787-872e-99ec2d94a51f'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:53.859500 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd5b36-62c1-4ce0-869d-774502ac49a2 req-a3c3540d-278c-4778-a266-7c3619dd5f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:53.861833 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1fdd5b36-62c1-4ce0-869d-774502ac49a2 req-a3c3540d-278c-4778-a266-7c3619dd5f93 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2577294d-5026-4b77-b69e-c62d5d4484f9 HTTP/1.1" status: 200 len: 914 time: 0.1081614 Sep 16 04:35:53.910664 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1fdd5b36-62c1-4ce0-869d-774502ac49a2 req-6c8248c8-c402-4f8e-8991-66f81024c00d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c326559-5157-4787-872e-99ec2d94a51f HTTP/1.1" status: 200 len: 217 time: 0.0396602 Sep 16 04:35:53.983162 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd5b36-62c1-4ce0-869d-774502ac49a2 req-6f92dbe7-9a65-4579-b74f-fc1454c77227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:53.984868 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1fdd5b36-62c1-4ce0-869d-774502ac49a2 req-6f92dbe7-9a65-4579-b74f-fc1454c77227 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e75339db-69ea-4d5e-b27d-924084c2c2cd HTTP/1.1" status: 200 len: 853 time: 0.0637445 Sep 16 04:35:54.044812 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1fdd5b36-62c1-4ce0-869d-774502ac49a2 req-2e074515-e055-4b3a-9ea9-88d920b2a48e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2577294d-5026-4b77-b69e-c62d5d4484f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456583 Sep 16 04:35:54.067232 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-5eeb22d5-ca34-43d4-9422-b810b246931a req-024824d3-0a87-4be2-babc-aeacde5c6471 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] For port 8c326559-5157-4787-872e-99ec2d94a51f, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=8c326559-5157-4787-872e-99ec2d94a51f,segment=NetworkSegment(cbe67464-0aa0-4d99-b9c3-86d1111ee3c1),segment_id=cbe67464-0aa0-4d99-b9c3-86d1111ee3c1)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:54.073759 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6b892-6a49-4636-a35f-4f46fe4f57ef req-c0b0bb04-a43d-4117-9f78-fc10eb9ad725 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:54.075285 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-66a6b892-6a49-4636-a35f-4f46fe4f57ef req-c0b0bb04-a43d-4117-9f78-fc10eb9ad725 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d60140-cd56-4c0f-bc11-6041e71e1adb HTTP/1.1" status: 200 len: 943 time: 0.0885711 Sep 16 04:35:54.103687 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5eeb22d5-ca34-43d4-9422-b810b246931a req-024824d3-0a87-4be2-babc-aeacde5c6471 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:54.108992 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5eeb22d5-ca34-43d4-9422-b810b246931a req-024824d3-0a87-4be2-babc-aeacde5c6471 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:54.150876 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb22d5-ca34-43d4-9422-b810b246931a req-024824d3-0a87-4be2-babc-aeacde5c6471 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:54.151503 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5eeb22d5-ca34-43d4-9422-b810b246931a req-024824d3-0a87-4be2-babc-aeacde5c6471 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:54.152905 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5eeb22d5-ca34-43d4-9422-b810b246931a req-024824d3-0a87-4be2-babc-aeacde5c6471 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "PUT /v2.0/ports/8c326559-5157-4787-872e-99ec2d94a51f HTTP/1.1" status: 200 len: 1020 time: 0.4110277 Sep 16 04:35:54.153870 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3348ce-401e-4238-8887-47463ac54954', 'tag': '8c326559-5157-4787-872e-99ec2d94a51f'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:54.155675 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858c74d7-df03-4443-a546-27b0736e2a54" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3348ce-401e-4238-8887-47463ac54954", "tag": "8c326559-5157-4787-872e-99ec2d94a51f"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:54.165594 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-66a6b892-6a49-4636-a35f-4f46fe4f57ef req-033c87b2-e8f6-4dbf-ab71-28a45b18de78 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794749 Sep 16 04:35:54.201133 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1fdd5b36-62c1-4ce0-869d-774502ac49a2 req-54a8647e-11a6-42f1-a143-dbcf4051e95d service neutron] 10.222.0.48 "GET /v2.0/networks/2577294d-5026-4b77-b69e-c62d5d4484f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314199 Sep 16 04:35:54.201307 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024824d3-0a87-4be2-babc-aeacde5c6471 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Pushing event updated for resources: {'Port': ['ID=8c326559-5157-4787-872e-99ec2d94a51f,revision_number=7']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:54.247959 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['8c326559-5157-4787-872e-99ec2d94a51f'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:54.302796 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1fdd5b36-62c1-4ce0-869d-774502ac49a2 req-a1285b27-0435-4d13-b197-c120e4791362 service neutron] 10.222.0.48 "GET /v2.0/networks/2577294d-5026-4b77-b69e-c62d5d4484f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030686 Sep 16 04:35:54.327053 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda5b88-e210-48f8-86ca-2e3fcd3eea83 req-487eb956-aa4c-4d13-ae01-743d2055efe7 tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:54.330114 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ddda5b88-e210-48f8-86ca-2e3fcd3eea83 req-487eb956-aa4c-4d13-ae01-743d2055efe7 tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d10d709-eef6-4d8e-99a2-b41344874964 HTTP/1.1" status: 200 len: 950 time: 0.0906444 Sep 16 04:35:54.374378 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ddda5b88-e210-48f8-86ca-2e3fcd3eea83 req-91e4a870-639a-447d-abab-a5ea2b738cf8 tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] 10.222.0.35 "GET /v2.0/security-groups?id=17c5128f-e13d-4a59-a82c-a96954003e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368221 Sep 16 04:35:54.375745 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c166765-96f2-4561-bfe5-de85ed92a3e1 req-9be3ec44-91aa-4a15-a476-2c0924cec272 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:54.377321 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9c166765-96f2-4561-bfe5-de85ed92a3e1 req-9be3ec44-91aa-4a15-a476-2c0924cec272 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3348ce-401e-4238-8887-47463ac54954 HTTP/1.1" status: 200 len: 1023 time: 0.0791552 Sep 16 04:35:54.440236 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efec6d1-d6af-4c9a-ad0e-c5b46d7fba93 x-openstack-request-id: req-8efec6d1-d6af-4c9a-ad0e-c5b46d7fba93 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:54.440531 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3348ce-401e-4238-8887-47463ac54954", "tag": "8c326559-5157-4787-872e-99ec2d94a51f", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:54.440817 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8efec6d1-d6af-4c9a-ad0e-c5b46d7fba93 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:54.441368 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae3348ce-401e-4238-8887-47463ac54954', 'tag': '8c326559-5157-4787-872e-99ec2d94a51f', 'status': 'completed', 'code': 200} Sep 16 04:35:54.503323 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9c166765-96f2-4561-bfe5-de85ed92a3e1 req-f90812d4-f868-4ec4-b382-614481ac0bd3 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups?id=b14e81b3-49c1-4145-bd8c-53c1de0cc909&id=01a24215-1d44-4fcc-8eb3-6ccc8c3921e0&id=b51b760f-871c-4f37-b2af-b4af941d2610 HTTP/1.1" status: 200 len: 6147 time: 0.1089518 Sep 16 04:35:54.543029 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-79cc5429-33f9-44c1-9572-98531f3ff5c9 req-30a229cc-8274-4ace-a4eb-e25ace8b88e9 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Request body: {'security_group': {'name': ' tempest-securitygroup -904246142 ', 'description': 'tempest-description-531418962'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:54.563808 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c74d7-df03-4443-a546-27b0736e2a54 req-47d57422-e18b-4e46-a52f-e9551d493cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:54.565358 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-858c74d7-df03-4443-a546-27b0736e2a54 req-47d57422-e18b-4e46-a52f-e9551d493cf0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=53a6a024b0e746bfa1cb57e5b401f8c0&device_id=ae3348ce-401e-4238-8887-47463ac54954 HTTP/1.1" status: 200 len: 1175 time: 0.0606980 Sep 16 04:35:54.567987 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['8c326559-5157-4787-872e-99ec2d94a51f'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:54.588964 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87850acc-9817-41b6-8b74-fe4a8c72af12 req-1ee616ec-6356-4fea-acb2-23ceaf2faa01 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:54.590937 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-87850acc-9817-41b6-8b74-fe4a8c72af12 req-1ee616ec-6356-4fea-acb2-23ceaf2faa01 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=05636bd2-c49c-4663-929b-ef58c7596ce0 HTTP/1.1" status: 200 len: 949 time: 0.0769136 Sep 16 04:35:54.595991 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-79cc5429-33f9-44c1-9572-98531f3ff5c9 req-30a229cc-8274-4ace-a4eb-e25ace8b88e9 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:54.641186 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:35:54.653111 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-87850acc-9817-41b6-8b74-fe4a8c72af12 req-61c236de-b0ed-44c8-a6b1-e47392ff32f1 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562427 Sep 16 04:35:54.730042 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c74d7-df03-4443-a546-27b0736e2a54 req-661304b6-2297-4674-8854-2edb81043ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:54.731541 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-858c74d7-df03-4443-a546-27b0736e2a54 req-661304b6-2297-4674-8854-2edb81043ece service neutron] 10.222.0.48 "GET /v2.0/networks?id=2577294d-5026-4b77-b69e-c62d5d4484f9 HTTP/1.1" status: 200 len: 914 time: 0.1581016 Sep 16 04:35:54.780967 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-858c74d7-df03-4443-a546-27b0736e2a54 req-eb6d7cc5-9b07-47c8-ac26-710508468d22 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c326559-5157-4787-872e-99ec2d94a51f HTTP/1.1" status: 200 len: 217 time: 0.0413036 Sep 16 04:35:54.783058 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['8c326559-5157-4787-872e-99ec2d94a51f'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:54.783186 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-79cc5429-33f9-44c1-9572-98531f3ff5c9 req-30a229cc-8274-4ace-a4eb-e25ace8b88e9 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:54.788421 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-79cc5429-33f9-44c1-9572-98531f3ff5c9 req-30a229cc-8274-4ace-a4eb-e25ace8b88e9 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:54.848606 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-79cc5429-33f9-44c1-9572-98531f3ff5c9 req-30a229cc-8274-4ace-a4eb-e25ace8b88e9 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:54.850653 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-79cc5429-33f9-44c1-9572-98531f3ff5c9 req-30a229cc-8274-4ace-a4eb-e25ace8b88e9 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.3180449 Sep 16 04:35:54.859560 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a229cc-8274-4ace-a4eb-e25ace8b88e9 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d550d1-e969-4508-861e-93d37de9e38a,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:54.873539 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c74d7-df03-4443-a546-27b0736e2a54 req-b9f0f251-a599-42c4-84f2-c48c2bc137bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:54.875387 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-858c74d7-df03-4443-a546-27b0736e2a54 req-b9f0f251-a599-42c4-84f2-c48c2bc137bb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e75339db-69ea-4d5e-b27d-924084c2c2cd HTTP/1.1" status: 200 len: 853 time: 0.0691738 Sep 16 04:35:54.911286 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-858c74d7-df03-4443-a546-27b0736e2a54 req-b61c1a2b-17b5-4183-b575-700383b0b68f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2577294d-5026-4b77-b69e-c62d5d4484f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266397 Sep 16 04:35:54.916102 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84a04d9b-e8a9-4c46-8567-f08098ceb33d req-d440c1bf-64da-4dd1-822d-c26019caa1cb tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups/f3d550d1-e969-4508-861e-93d37de9e38a HTTP/1.1" status: 200 len: 1779 time: 0.0404475 Sep 16 04:35:55.021274 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b4b7b059-0590-4199-aab8-113182494684 req-b9a682d3-19f5-4f88-8036-3ab7f6b0ed43 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups/f3d550d1-e969-4508-861e-93d37de9e38a HTTP/1.1" status: 200 len: 1779 time: 0.0824053 Sep 16 04:35:55.044489 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-858c74d7-df03-4443-a546-27b0736e2a54 req-c312aa53-c3cb-4fe8-a07e-0cfd28363c9a service neutron] 10.222.0.48 "GET /v2.0/networks/2577294d-5026-4b77-b69e-c62d5d4484f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241674 Sep 16 04:35:55.148683 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-b4b7b059-0590-4199-aab8-113182494684 req-6cb4f147-0e37-4a6b-b388-6b65bcfcafd1 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:55.183273 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-b4b7b059-0590-4199-aab8-113182494684 req-6cb4f147-0e37-4a6b-b388-6b65bcfcafd1 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:55.187289 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-858c74d7-df03-4443-a546-27b0736e2a54 req-c77c2953-52f7-4399-9c20-682aace5ba43 service neutron] 10.222.0.48 "GET /v2.0/networks/2577294d-5026-4b77-b69e-c62d5d4484f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323934 Sep 16 04:35:55.227065 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-b4b7b059-0590-4199-aab8-113182494684 req-6cb4f147-0e37-4a6b-b388-6b65bcfcafd1 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:55.230587 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-b4b7b059-0590-4199-aab8-113182494684 req-6cb4f147-0e37-4a6b-b388-6b65bcfcafd1 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:55.231884 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b4b7b059-0590-4199-aab8-113182494684 req-6cb4f147-0e37-4a6b-b388-6b65bcfcafd1 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "DELETE /v2.0/security-groups/f3d550d1-e969-4508-861e-93d37de9e38a HTTP/1.1" status: 204 len: 173 time: 0.1999056 Sep 16 04:35:55.242643 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4f147-0e37-4a6b-b388-6b65bcfcafd1 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d550d1-e969-4508-861e-93d37de9e38a,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:55.274741 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [req-b5c7b7f7-935c-4dc3-b513-8596238fde37 req-9b22bb61-acfc-4dd8-b5bd-d958a05dfa70 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] show failed (client error): The resource could not be found. Sep 16 04:35:55.276012 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b5c7b7f7-935c-4dc3-b513-8596238fde37 req-9b22bb61-acfc-4dd8-b5bd-d958a05dfa70 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups/f3d550d1-e969-4508-861e-93d37de9e38a HTTP/1.1" status: 404 len: 352 time: 0.0162203 Sep 16 04:35:55.301884 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-c94d30f4-0ecb-4344-8765-3dcbbccf244d req-438c00db-8523-4a97-bbba-f20db4e433bd tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-727505732', 'description': 'tempest-description-116979745'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:55.321049 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b957b9-3e2e-4e23-a7c2-ddbab0199477 req-e8bc33e8-5c5f-4b19-a6f6-5e47d08e77fc tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:55.322656 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37b957b9-3e2e-4e23-a7c2-ddbab0199477 req-e8bc33e8-5c5f-4b19-a6f6-5e47d08e77fc tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d60140-cd56-4c0f-bc11-6041e71e1adb HTTP/1.1" status: 200 len: 943 time: 0.0584400 Sep 16 04:35:55.326153 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c94d30f4-0ecb-4344-8765-3dcbbccf244d req-438c00db-8523-4a97-bbba-f20db4e433bd tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:55.364559 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37b957b9-3e2e-4e23-a7c2-ddbab0199477 req-09af9a3c-53a3-42b7-84f6-7f02410528ec tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345824 Sep 16 04:35:55.409428 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c94d30f4-0ecb-4344-8765-3dcbbccf244d req-438c00db-8523-4a97-bbba-f20db4e433bd tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:55.414261 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c94d30f4-0ecb-4344-8765-3dcbbccf244d req-438c00db-8523-4a97-bbba-f20db4e433bd tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:55.441136 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c94d30f4-0ecb-4344-8765-3dcbbccf244d req-438c00db-8523-4a97-bbba-f20db4e433bd tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:55.442249 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c94d30f4-0ecb-4344-8765-3dcbbccf244d req-438c00db-8523-4a97-bbba-f20db4e433bd tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1445296 Sep 16 04:35:55.447141 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c00db-8523-4a97-bbba-f20db4e433bd tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d85439-a1cd-41bb-bcb2-fbe3d52b6f8d,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:55.467530 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-7aec943b-c298-4cff-a85a-0897692f999c req-47eb41e9-62d4-4711-af86-29ab920a45c7 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2136781682', 'description': 'tempest-description-40001565'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:55.495457 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7aec943b-c298-4cff-a85a-0897692f999c req-47eb41e9-62d4-4711-af86-29ab920a45c7 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:55.502997 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391ff4d-413e-4502-a203-17042cd457f5 req-6f0588d1-5e50-48b8-aff6-4336a0dd53d3 tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:55.512065 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0391ff4d-413e-4502-a203-17042cd457f5 req-6f0588d1-5e50-48b8-aff6-4336a0dd53d3 tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d10d709-eef6-4d8e-99a2-b41344874964 HTTP/1.1" status: 200 len: 950 time: 0.0658493 Sep 16 04:35:55.557410 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0391ff4d-413e-4502-a203-17042cd457f5 req-a462270a-0153-43b4-ae2b-041903d108bb tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] 10.222.0.35 "GET /v2.0/security-groups?id=17c5128f-e13d-4a59-a82c-a96954003e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441616 Sep 16 04:35:55.601077 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7aec943b-c298-4cff-a85a-0897692f999c req-47eb41e9-62d4-4711-af86-29ab920a45c7 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:55.609492 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7aec943b-c298-4cff-a85a-0897692f999c req-47eb41e9-62d4-4711-af86-29ab920a45c7 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:55.649001 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7aec943b-c298-4cff-a85a-0897692f999c req-47eb41e9-62d4-4711-af86-29ab920a45c7 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:55.650793 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7aec943b-c298-4cff-a85a-0897692f999c req-47eb41e9-62d4-4711-af86-29ab920a45c7 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1872897 Sep 16 04:35:55.658910 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb41e9-62d4-4711-af86-29ab920a45c7 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44d79575-454b-449d-9588-2cbe96e00e49,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:55.677010 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-07d81444-7567-48d6-b265-cf5232e88591 req-f47a7b33-c905-40bc-8733-18f1817aafa4 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1102065366', 'description': 'tempest-description-1229069967'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:55.730833 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-07d81444-7567-48d6-b265-cf5232e88591 req-f47a7b33-c905-40bc-8733-18f1817aafa4 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:55.822511 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-07d81444-7567-48d6-b265-cf5232e88591 req-f47a7b33-c905-40bc-8733-18f1817aafa4 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:55.827467 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-07d81444-7567-48d6-b265-cf5232e88591 req-f47a7b33-c905-40bc-8733-18f1817aafa4 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:55.856907 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-07d81444-7567-48d6-b265-cf5232e88591 req-f47a7b33-c905-40bc-8733-18f1817aafa4 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:55.858120 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-07d81444-7567-48d6-b265-cf5232e88591 req-f47a7b33-c905-40bc-8733-18f1817aafa4 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1858399 Sep 16 04:35:55.859882 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a7b33-c905-40bc-8733-18f1817aafa4 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c173a185-320a-4680-a330-809f2ec73bd3,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:55.866799 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3c2bb-e9c5-415d-9d9b-771129b361f4 req-8b9096b5-cea0-4205-8219-18dacb55b037 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:55.868623 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9fe3c2bb-e9c5-415d-9d9b-771129b361f4 req-8b9096b5-cea0-4205-8219-18dacb55b037 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=05636bd2-c49c-4663-929b-ef58c7596ce0 HTTP/1.1" status: 200 len: 949 time: 0.0582368 Sep 16 04:35:55.907384 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9fe3c2bb-e9c5-415d-9d9b-771129b361f4 req-95c3c143-0e7c-4e8f-a2de-b2517247d74f tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326207 Sep 16 04:35:56.083030 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc1c60-33b1-410c-a463-c5379d3cfb69 req-b9d805d9-fbe5-40ae-bc7b-49b9dedfa692 tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:56.085066 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f5cc1c60-33b1-410c-a463-c5379d3cfb69 req-b9d805d9-fbe5-40ae-bc7b-49b9dedfa692 tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d10d709-eef6-4d8e-99a2-b41344874964 HTTP/1.1" status: 200 len: 950 time: 0.0491235 Sep 16 04:35:56.124136 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f5cc1c60-33b1-410c-a463-c5379d3cfb69 req-c35f1807-f7f5-4099-a591-be7ff012bd04 tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] 10.222.0.35 "GET /v2.0/security-groups?id=17c5128f-e13d-4a59-a82c-a96954003e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330844 Sep 16 04:35:56.185203 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device dc94428e-190c-4858-bad3-ad1cd92dcd21 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:35:56.239323 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port dc94428e-190c-4858-bad3-ad1cd92dcd21 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:35:56.244696 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port dc94428e-190c-4858-bad3-ad1cd92dcd21 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:35:56.245439 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:56.246861 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-56532d2f-ae3e-4a08-8efa-fcc71e4bc2b7 req-ebab4f09-cf5c-450b-833c-23cc61f89108 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=53a6a024b0e746bfa1cb57e5b401f8c0 HTTP/1.1" status: 200 len: 10893 time: 0.1003816 Sep 16 04:35:56.306050 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-56532d2f-ae3e-4a08-8efa-fcc71e4bc2b7 req-6cc2718e-3777-4fba-84bd-ddd498d24cd0 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups/01a24215-1d44-4fcc-8eb3-6ccc8c3921e0 HTTP/1.1" status: 200 len: 2981 time: 0.0516975 Sep 16 04:35:56.361319 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-56532d2f-ae3e-4a08-8efa-fcc71e4bc2b7 req-d231900f-e737-42cf-80f6-a19f32c1b39b tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups/01a24215-1d44-4fcc-8eb3-6ccc8c3921e0 HTTP/1.1" status: 200 len: 2981 time: 0.0488219 Sep 16 04:35:56.428269 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0fc36825-ea40-41ae-a28f-dccc6b3c1155 req-4383987a-4dd6-4003-8ffd-ec2b82e3cf67 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups/f1d85439-a1cd-41bb-bcb2-fbe3d52b6f8d HTTP/1.1" status: 200 len: 1799 time: 0.0439904 Sep 16 04:35:56.453877 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:56.477701 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05636bd2-c49c-4663-929b-ef58c7596ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc94428e-190c-4858-bad3-ad1cd92dcd21'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:56.480180 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04be236c-5782-4edd-8182-2805bf34f45f" -d '{"events": [{"server_uuid": "05636bd2-c49c-4663-929b-ef58c7596ce0", "name": "network-vif-plugged", "status": "completed", "tag": "dc94428e-190c-4858-bad3-ad1cd92dcd21"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:56.496249 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0fc36825-ea40-41ae-a28f-dccc6b3c1155 req-a485b488-694a-43b2-82ab-484a17a53a3c tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:56.499628 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port dc94428e-190c-4858-bad3-ad1cd92dcd21, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=dc94428e-190c-4858-bad3-ad1cd92dcd21,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:56.509349 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:56.509986 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device b89bf368-53c0-4450-bf56-54bfd995b9ed up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:35:56.525988 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0fc36825-ea40-41ae-a28f-dccc6b3c1155 req-a485b488-694a-43b2-82ab-484a17a53a3c tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:56.591496 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0fc36825-ea40-41ae-a28f-dccc6b3c1155 req-a485b488-694a-43b2-82ab-484a17a53a3c tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:56.596265 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0fc36825-ea40-41ae-a28f-dccc6b3c1155 req-a485b488-694a-43b2-82ab-484a17a53a3c tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:56.598665 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0fc36825-ea40-41ae-a28f-dccc6b3c1155 req-a485b488-694a-43b2-82ab-484a17a53a3c tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "DELETE /v2.0/security-groups/f1d85439-a1cd-41bb-bcb2-fbe3d52b6f8d HTTP/1.1" status: 204 len: 173 time: 0.1634393 Sep 16 04:35:56.611671 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485b488-694a-43b2-82ab-484a17a53a3c tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d85439-a1cd-41bb-bcb2-fbe3d52b6f8d,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:56.621719 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=dc94428e-190c-4858-bad3-ad1cd92dcd21,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:56.629594 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port b89bf368-53c0-4450-bf56-54bfd995b9ed completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:35:56.644697 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port b89bf368-53c0-4450-bf56-54bfd995b9ed triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:35:56.645587 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:56.663068 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ffdaee-d033-4945-bd5a-de63589e55aa req-e6ee55b6-b4be-4d0b-889e-505fa7af9edb tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:56.664623 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-59ffdaee-d033-4945-bd5a-de63589e55aa req-e6ee55b6-b4be-4d0b-889e-505fa7af9edb tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d60140-cd56-4c0f-bc11-6041e71e1adb HTTP/1.1" status: 200 len: 943 time: 0.1074476 Sep 16 04:35:56.679345 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76966d6e-11d2-4ebe-b5a6-1ff2ccd84e92 x-openstack-request-id: req-76966d6e-11d2-4ebe-b5a6-1ff2ccd84e92 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:56.679867 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05636bd2-c49c-4663-929b-ef58c7596ce0", "name": "network-vif-plugged", "status": "completed", "tag": "dc94428e-190c-4858-bad3-ad1cd92dcd21", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:56.680071 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-76966d6e-11d2-4ebe-b5a6-1ff2ccd84e92 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:56.680550 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05636bd2-c49c-4663-929b-ef58c7596ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc94428e-190c-4858-bad3-ad1cd92dcd21', 'code': 200} Sep 16 04:35:56.698940 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device a0ac63d3-f701-408d-b440-1122a2cc17ec details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:35:56.711820 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-59ffdaee-d033-4945-bd5a-de63589e55aa req-ad51eb8f-9c95-4489-8823-4fdcd941b69e tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375338 Sep 16 04:35:56.752190 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [req-df3cc20e-570c-4601-b22d-3c5cb556fe8c req-b4440c2c-c711-4ee7-8cb5-5769d01b434c tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] show failed (client error): The resource could not be found. Sep 16 04:35:56.753260 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-df3cc20e-570c-4601-b22d-3c5cb556fe8c req-b4440c2c-c711-4ee7-8cb5-5769d01b434c tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups/f1d85439-a1cd-41bb-bcb2-fbe3d52b6f8d HTTP/1.1" status: 404 len: 352 time: 0.0169990 Sep 16 04:35:56.831648 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0554c39f-50bb-43ac-bd3e-66ec28715e48 req-e151f703-df33-4f8f-acf1-6df0d19d2071 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups/44d79575-454b-449d-9588-2cbe96e00e49 HTTP/1.1" status: 200 len: 1799 time: 0.0537515 Sep 16 04:35:56.834615 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:56.874849 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4df23-fb4e-4c70-a2fd-906aeb8bb947 req-e47bd099-b306-4395-9790-f7a246dccf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:56.876959 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-39b4df23-fb4e-4c70-a2fd-906aeb8bb947 req-e47bd099-b306-4395-9790-f7a246dccf40 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=05636bd2-c49c-4663-929b-ef58c7596ce0 HTTP/1.1" status: 200 len: 1102 time: 0.0566773 Sep 16 04:35:56.890675 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port b89bf368-53c0-4450-bf56-54bfd995b9ed, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=b89bf368-53c0-4450-bf56-54bfd995b9ed,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:56.892673 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port a0ac63d3-f701-408d-b440-1122a2cc17ec, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=a0ac63d3-f701-408d-b440-1122a2cc17ec,segment=NetworkSegment(658f680a-3fa0-437c-8003-3658800983eb),segment_id=658f680a-3fa0-437c-8003-3658800983eb)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:56.902571 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:56.905526 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0554c39f-50bb-43ac-bd3e-66ec28715e48 req-d31bad25-4b25-4d06-8789-cbb0f64747ea tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:56.909474 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'a0ac63d3-f701-408d-b440-1122a2cc17ec', 'network_id': '01519a52-82ee-43fa-90b0-c71411cde4f0', 'port_id': 'a0ac63d3-f701-408d-b440-1122a2cc17ec', 'mac_address': 'fa:16:3e:be:09:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1f953d6-01ca-4cb0-98b0-b9ee2763d49d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:35:56.941070 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0554c39f-50bb-43ac-bd3e-66ec28715e48 req-d31bad25-4b25-4d06-8789-cbb0f64747ea tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:56.943730 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-39b4df23-fb4e-4c70-a2fd-906aeb8bb947 req-fb1350e4-b9d6-4f28-8234-da9f9a1ae4cb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457513 Sep 16 04:35:56.989738 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=b89bf368-53c0-4450-bf56-54bfd995b9ed,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:56.992874 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:57.008302 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0554c39f-50bb-43ac-bd3e-66ec28715e48 req-d31bad25-4b25-4d06-8789-cbb0f64747ea tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:57.011037 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0554c39f-50bb-43ac-bd3e-66ec28715e48 req-d31bad25-4b25-4d06-8789-cbb0f64747ea tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:57.012462 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0554c39f-50bb-43ac-bd3e-66ec28715e48 req-d31bad25-4b25-4d06-8789-cbb0f64747ea tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "DELETE /v2.0/security-groups/44d79575-454b-449d-9588-2cbe96e00e49 HTTP/1.1" status: 204 len: 173 time: 0.1731358 Sep 16 04:35:57.013804 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0ac63d3-f701-408d-b440-1122a2cc17ec {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:57.026067 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31bad25-4b25-4d06-8789-cbb0f64747ea tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d79575-454b-449d-9588-2cbe96e00e49,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:57.048919 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port a0ac63d3-f701-408d-b440-1122a2cc17ec, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=a0ac63d3-f701-408d-b440-1122a2cc17ec,segment=NetworkSegment(658f680a-3fa0-437c-8003-3658800983eb),segment_id=658f680a-3fa0-437c-8003-3658800983eb)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:57.054314 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:57.060558 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece07161-fe4a-4fad-a611-dad7e5a72b19 req-1d9b4076-53cd-4322-9520-b113230d5b61 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:57.062139 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ece07161-fe4a-4fad-a611-dad7e5a72b19 req-1d9b4076-53cd-4322-9520-b113230d5b61 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=05636bd2-c49c-4663-929b-ef58c7596ce0 HTTP/1.1" status: 200 len: 950 time: 0.0777810 Sep 16 04:35:57.101895 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ece07161-fe4a-4fad-a611-dad7e5a72b19 req-6419d26d-6286-4a02-a913-eea6e9f3f5ad tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334640 Sep 16 04:35:57.103506 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=a0ac63d3-f701-408d-b440-1122a2cc17ec,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:57.136103 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [req-12a4134f-dd62-4d01-979f-8223756ae4f2 req-ac706b27-4e19-4236-b64f-e7d588911cc4 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] show failed (client error): The resource could not be found. Sep 16 04:35:57.137110 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-12a4134f-dd62-4d01-979f-8223756ae4f2 req-ac706b27-4e19-4236-b64f-e7d588911cc4 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups/44d79575-454b-449d-9588-2cbe96e00e49 HTTP/1.1" status: 404 len: 352 time: 0.0146158 Sep 16 04:35:57.196217 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f3cd6928-5b65-4ab0-8400-1462987a5f15 req-5cba3bbb-752f-4267-90fc-ba47c4254aa6 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups/c173a185-320a-4680-a330-809f2ec73bd3 HTTP/1.1" status: 200 len: 1801 time: 0.0388451 Sep 16 04:35:57.240347 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1933d-c819-4f68-8577-1445640a98cd req-016b3547-bd0b-4d7d-9721-685c5493906b tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:57.242578 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2af1933d-c819-4f68-8577-1445640a98cd req-016b3547-bd0b-4d7d-9721-685c5493906b tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d10d709-eef6-4d8e-99a2-b41344874964 HTTP/1.1" status: 200 len: 950 time: 0.0508947 Sep 16 04:35:57.253370 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f3cd6928-5b65-4ab0-8400-1462987a5f15 req-b627d1ba-9ad0-4a95-b84e-23cb9014b983 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:57.276894 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f3cd6928-5b65-4ab0-8400-1462987a5f15 req-b627d1ba-9ad0-4a95-b84e-23cb9014b983 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:57.283033 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2af1933d-c819-4f68-8577-1445640a98cd req-2ff79f06-0443-4efb-bd61-e0b902f2b5fd tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] 10.222.0.35 "GET /v2.0/security-groups?id=17c5128f-e13d-4a59-a82c-a96954003e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333340 Sep 16 04:35:57.317967 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f3cd6928-5b65-4ab0-8400-1462987a5f15 req-b627d1ba-9ad0-4a95-b84e-23cb9014b983 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:57.321359 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f3cd6928-5b65-4ab0-8400-1462987a5f15 req-b627d1ba-9ad0-4a95-b84e-23cb9014b983 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:57.322515 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f3cd6928-5b65-4ab0-8400-1462987a5f15 req-b627d1ba-9ad0-4a95-b84e-23cb9014b983 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "DELETE /v2.0/security-groups/c173a185-320a-4680-a330-809f2ec73bd3 HTTP/1.1" status: 204 len: 173 time: 0.1203961 Sep 16 04:35:57.331773 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627d1ba-9ad0-4a95-b84e-23cb9014b983 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c173a185-320a-4680-a330-809f2ec73bd3,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:57.359503 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [req-a959e3f4-b306-4945-bce3-5281fdb76dde req-f765f622-fa75-4581-8e63-b779091c84ce tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] show failed (client error): The resource could not be found. Sep 16 04:35:57.360698 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a959e3f4-b306-4945-bce3-5281fdb76dde req-f765f622-fa75-4581-8e63-b779091c84ce tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups/c173a185-320a-4680-a330-809f2ec73bd3 HTTP/1.1" status: 404 len: 352 time: 0.0145426 Sep 16 04:35:57.454891 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d946e261-1c80-4dc0-9ea4-8679e211357d req-4e5cb6cc-7458-4fea-b9a4-b1cb15872fe9 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=53a6a024b0e746bfa1cb57e5b401f8c0 HTTP/1.1" status: 200 len: 6147 time: 0.0742736 Sep 16 04:35:57.500498 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d946e261-1c80-4dc0-9ea4-8679e211357d req-dce7e07c-6700-47d6-90da-85d29e5dda68 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups/01a24215-1d44-4fcc-8eb3-6ccc8c3921e0 HTTP/1.1" status: 200 len: 2981 time: 0.0391181 Sep 16 04:35:57.544505 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['a0ac63d3-f701-408d-b440-1122a2cc17ec'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:57.545090 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d946e261-1c80-4dc0-9ea4-8679e211357d req-ad860b81-35b6-47cd-b4f7-7a44086080c2 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups/01a24215-1d44-4fcc-8eb3-6ccc8c3921e0 HTTP/1.1" status: 200 len: 2981 time: 0.0384736 Sep 16 04:35:57.571820 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-d08139bf-4f11-4823-bfa2-0a246d8af6ef req-5db3351e-64d7-468d-b90f-7a3d4375ba3f tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1591617804', 'description': 'tempest-description-1665332852'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:57.596441 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d08139bf-4f11-4823-bfa2-0a246d8af6ef req-5db3351e-64d7-468d-b90f-7a3d4375ba3f tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:57.686916 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d08139bf-4f11-4823-bfa2-0a246d8af6ef req-5db3351e-64d7-468d-b90f-7a3d4375ba3f tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:57.691683 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d08139bf-4f11-4823-bfa2-0a246d8af6ef req-5db3351e-64d7-468d-b90f-7a3d4375ba3f tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:57.727970 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d08139bf-4f11-4823-bfa2-0a246d8af6ef req-5db3351e-64d7-468d-b90f-7a3d4375ba3f tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:57.729978 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d08139bf-4f11-4823-bfa2-0a246d8af6ef req-5db3351e-64d7-468d-b90f-7a3d4375ba3f tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1631148 Sep 16 04:35:57.732765 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db3351e-64d7-468d-b90f-7a3d4375ba3f tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09cc8cda-6d75-4ef3-9a7b-521807888302,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:57.748975 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c246fdc-2b6b-481d-a292-db790aad2198 req-6d01ad12-aa7e-45d1-80e3-246d84764b4e tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:57.750750 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1c246fdc-2b6b-481d-a292-db790aad2198 req-6d01ad12-aa7e-45d1-80e3-246d84764b4e tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d10d709-eef6-4d8e-99a2-b41344874964 HTTP/1.1" status: 200 len: 950 time: 0.0685506 Sep 16 04:35:57.877626 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-ce27908c-d535-4be0-ab8a-32b7cb2af2f4 req-728f5476-49af-435a-971e-f3d7a95a582e tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-172030010', 'description': 'tempest-description-790061614'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:57.899127 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b9456-8f04-4b1c-a0eb-4d1e9fd5134e req-5e0dacaa-d45d-47c9-92b0-81a9354f05cf tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:57.900750 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b30b9456-8f04-4b1c-a0eb-4d1e9fd5134e req-5e0dacaa-d45d-47c9-92b0-81a9354f05cf tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d60140-cd56-4c0f-bc11-6041e71e1adb HTTP/1.1" status: 200 len: 944 time: 0.0746140 Sep 16 04:35:57.907355 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ce27908c-d535-4be0-ab8a-32b7cb2af2f4 req-728f5476-49af-435a-971e-f3d7a95a582e tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:57.907756 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-1c246fdc-2b6b-481d-a292-db790aad2198 req-3d87d969-5305-4604-888f-a5384968c822 tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] Deleting port 58eeb11d-943c-42ea-a20d-27c2df72621f {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:35:57.908110 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1c246fdc-2b6b-481d-a292-db790aad2198 req-3d87d969-5305-4604-888f-a5384968c822 tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:57.997973 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ce27908c-d535-4be0-ab8a-32b7cb2af2f4 req-728f5476-49af-435a-971e-f3d7a95a582e tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:58.003912 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ce27908c-d535-4be0-ab8a-32b7cb2af2f4 req-728f5476-49af-435a-971e-f3d7a95a582e tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:58.005111 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b30b9456-8f04-4b1c-a0eb-4d1e9fd5134e req-43bd4184-99f2-495a-a881-cc5dec4f342d tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796440 Sep 16 04:35:58.035015 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-1c246fdc-2b6b-481d-a292-db790aad2198 req-3d87d969-5305-4604-888f-a5384968c822 tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] For port 58eeb11d-943c-42ea-a20d-27c2df72621f, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=58eeb11d-943c-42ea-a20d-27c2df72621f,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:58.035390 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1c246fdc-2b6b-481d-a292-db790aad2198 req-3d87d969-5305-4604-888f-a5384968c822 tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:58.043569 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ce27908c-d535-4be0-ab8a-32b7cb2af2f4 req-728f5476-49af-435a-971e-f3d7a95a582e tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:58.060103 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ce27908c-d535-4be0-ab8a-32b7cb2af2f4 req-728f5476-49af-435a-971e-f3d7a95a582e tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1767638 Sep 16 04:35:58.060238 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-1c246fdc-2b6b-481d-a292-db790aad2198 req-3d87d969-5305-4604-888f-a5384968c822 tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] Calling delete_port for 58eeb11d-943c-42ea-a20d-27c2df72621f owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:35:58.061848 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f5476-49af-435a-971e-f3d7a95a582e tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2917281a-f29d-447f-988b-2c5a06fe0689,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:58.198515 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807a823-3e49-4ac1-9f73-59eaffaa0135 req-a001a2c8-ca86-4eef-b9a6-7ba436cf4ef6 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:58.200042 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2807a823-3e49-4ac1-9f73-59eaffaa0135 req-a001a2c8-ca86-4eef-b9a6-7ba436cf4ef6 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 1097 time: 0.0880692 Sep 16 04:35:58.267362 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2807a823-3e49-4ac1-9f73-59eaffaa0135 req-1f8b5b7f-6f9f-45ba-b8c4-d74d92ed4506 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469573 Sep 16 04:35:58.268390 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1c246fdc-2b6b-481d-a292-db790aad2198 req-3d87d969-5305-4604-888f-a5384968c822 tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:58.301986 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87d969-5305-4604-888f-a5384968c822 tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] Pushing event deleted for resources: {'Port': ['ID=58eeb11d-943c-42ea-a20d-27c2df72621f,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:58.341924 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['58eeb11d-943c-42ea-a20d-27c2df72621f'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:58.360677 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682324e9-876b-4f69-ba97-d4cf1fb58be7 req-4d62c102-427b-4d1d-a169-f36501dc43df tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:58.363275 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c246fdc-2b6b-481d-a292-db790aad2198 req-3d87d969-5305-4604-888f-a5384968c822 tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] No DVR routers for this DVR port 58eeb11d-943c-42ea-a20d-27c2df72621f on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:35:58.367426 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1c246fdc-2b6b-481d-a292-db790aad2198 req-3d87d969-5305-4604-888f-a5384968c822 tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:58.369536 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1c246fdc-2b6b-481d-a292-db790aad2198 req-3d87d969-5305-4604-888f-a5384968c822 tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] 10.222.0.47 "DELETE /v2.0/ports/58eeb11d-943c-42ea-a20d-27c2df72621f HTTP/1.1" status: 204 len: 173 time: 0.6115024 Sep 16 04:35:58.370033 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d10d709-eef6-4d8e-99a2-b41344874964', 'name': 'network-vif-deleted', 'tag': '58eeb11d-943c-42ea-a20d-27c2df72621f'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:58.371077 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-682324e9-876b-4f69-ba97-d4cf1fb58be7 req-4d62c102-427b-4d1d-a169-f36501dc43df tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=05636bd2-c49c-4663-929b-ef58c7596ce0 HTTP/1.1" status: 200 len: 950 time: 0.1023164 Sep 16 04:35:58.373484 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff22c879-b41f-4655-b86a-4e5ec84c75ce" -d '{"events": [{"server_uuid": "1d10d709-eef6-4d8e-99a2-b41344874964", "name": "network-vif-deleted", "tag": "58eeb11d-943c-42ea-a20d-27c2df72621f"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:58.439068 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-682324e9-876b-4f69-ba97-d4cf1fb58be7 req-b55dbbb8-5fcc-4b83-8593-e9a3c7dd0de4 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669186 Sep 16 04:35:58.567185 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d5caf69-eb82-4488-8b45-4981bcbda820 req-5a317068-ca81-43a7-a600-6b842d75e442 tempest-ImagesNegativeTestJSON-1091215709 tempest-ImagesNegativeTestJSON-1091215709-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d10d709-eef6-4d8e-99a2-b41344874964 HTTP/1.1" status: 200 len: 210 time: 0.0410452 Sep 16 04:35:58.606883 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119c508-582c-47d6-90e7-771ba1fea227 req-ba415b23-5e1b-465c-89e3-2a19d33f8854 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:58.614098 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9119c508-582c-47d6-90e7-771ba1fea227 req-ba415b23-5e1b-465c-89e3-2a19d33f8854 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/networks?id=2577294d-5026-4b77-b69e-c62d5d4484f9 HTTP/1.1" status: 200 len: 813 time: 0.1626518 Sep 16 04:35:58.628363 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9119c508-582c-47d6-90e7-771ba1fea227 req-aa8ba0b0-79f2-4128-8987-cf02bd68440e tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/quotas/53a6a024b0e746bfa1cb57e5b401f8c0 HTTP/1.1" status: 200 len: 375 time: 0.0133402 Sep 16 04:35:58.681478 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636e0a9f-b6b7-4f4d-8a59-09cd8f3768e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89bf368-53c0-4450-bf56-54bfd995b9ed'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:58.682048 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9119c508-582c-47d6-90e7-771ba1fea227 req-80cc3d36-466e-4e48-81f4-50b627bfe52e tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=53a6a024b0e746bfa1cb57e5b401f8c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0453360 Sep 16 04:35:58.684693 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdfc308-72f4-4da5-af5f-21020f5511ce" -d '{"events": [{"server_uuid": "636e0a9f-b6b7-4f4d-8a59-09cd8f3768e0", "name": "network-vif-plugged", "status": "completed", "tag": "b89bf368-53c0-4450-bf56-54bfd995b9ed"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:58.711590 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device a0ac63d3-f701-408d-b440-1122a2cc17ec up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:35:58.765359 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port a0ac63d3-f701-408d-b440-1122a2cc17ec completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:35:58.771582 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port a0ac63d3-f701-408d-b440-1122a2cc17ec triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:35:58.774015 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:58.840481 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9119c508-582c-47d6-90e7-771ba1fea227 req-29a8aa20-ff1c-4e94-917e-4d72b12a4ea8 service neutron] 10.222.0.35 "GET /v2.0/networks/2577294d-5026-4b77-b69e-c62d5d4484f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484916 Sep 16 04:35:58.877985 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:58.942706 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port a0ac63d3-f701-408d-b440-1122a2cc17ec, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=a0ac63d3-f701-408d-b440-1122a2cc17ec,segment=NetworkSegment(658f680a-3fa0-437c-8003-3658800983eb),segment_id=658f680a-3fa0-437c-8003-3658800983eb)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:58.947765 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9119c508-582c-47d6-90e7-771ba1fea227 req-d8e36188-c0fc-4207-b2bf-59fc51fc59fa service neutron] 10.222.0.35 "GET /v2.0/networks/2577294d-5026-4b77-b69e-c62d5d4484f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060679 Sep 16 04:35:58.951377 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:59.071015 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=a0ac63d3-f701-408d-b440-1122a2cc17ec,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:59.153064 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabdd22a-b3b7-4007-9e24-c8350044dd26 x-openstack-request-id: req-aabdd22a-b3b7-4007-9e24-c8350044dd26 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:59.153613 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d10d709-eef6-4d8e-99a2-b41344874964", "name": "network-vif-deleted", "tag": "58eeb11d-943c-42ea-a20d-27c2df72621f", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:59.154168 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aabdd22a-b3b7-4007-9e24-c8350044dd26 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:59.155048 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d10d709-eef6-4d8e-99a2-b41344874964', 'name': 'network-vif-deleted', 'tag': '58eeb11d-943c-42ea-a20d-27c2df72621f', 'status': 'completed', 'code': 200} Sep 16 04:35:59.189923 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90904ec1-bd2e-4704-9939-063e9376a5fd x-openstack-request-id: req-90904ec1-bd2e-4704-9939-063e9376a5fd {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:59.190344 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "636e0a9f-b6b7-4f4d-8a59-09cd8f3768e0", "name": "network-vif-plugged", "status": "completed", "tag": "b89bf368-53c0-4450-bf56-54bfd995b9ed", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:59.190667 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-90904ec1-bd2e-4704-9939-063e9376a5fd {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:59.196144 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636e0a9f-b6b7-4f4d-8a59-09cd8f3768e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89bf368-53c0-4450-bf56-54bfd995b9ed', 'code': 200} Sep 16 04:35:59.446910 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303be40-0c7c-4ab0-9092-7bc9a6b59926 req-3313934c-709a-4104-b2e0-2277e8cd59d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:59.448726 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d303be40-0c7c-4ab0-9092-7bc9a6b59926 req-3313934c-709a-4104-b2e0-2277e8cd59d3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=636e0a9f-b6b7-4f4d-8a59-09cd8f3768e0 HTTP/1.1" status: 200 len: 1102 time: 0.1275671 Sep 16 04:35:59.462810 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf849c-63cb-4859-9666-3367fc490934 req-f5e97517-e2c2-4d54-b287-43a8ebc7dfa1 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:59.464921 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-11bf849c-63cb-4859-9666-3367fc490934 req-f5e97517-e2c2-4d54-b287-43a8ebc7dfa1 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d60140-cd56-4c0f-bc11-6041e71e1adb HTTP/1.1" status: 200 len: 945 time: 0.0945249 Sep 16 04:35:59.531030 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d303be40-0c7c-4ab0-9092-7bc9a6b59926 req-95c5373a-d9c6-4fd6-be69-966c2176c93c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649462 Sep 16 04:35:59.540732 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-11bf849c-63cb-4859-9666-3367fc490934 req-cff68890-2789-4a32-8c85-95dadd08588b tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570450 Sep 16 04:35:59.628207 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d6f78b97-88ea-4a4a-b74d-1b0d157402be req-09915bee-502f-4cf9-9c05-676faf9a866e tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?device_id=71bb0958-1a48-46f7-89f4-2ebae1e9d7c4 HTTP/1.1" status: 200 len: 210 time: 0.0403366 Sep 16 04:35:59.843115 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a930b1f-ea82-44d4-a11b-0fdda6ae6e1d req-f5e85fa5-4fdd-48eb-a831-d61429b48c96 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:59.845098 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1a930b1f-ea82-44d4-a11b-0fdda6ae6e1d req-f5e85fa5-4fdd-48eb-a831-d61429b48c96 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=05636bd2-c49c-4663-929b-ef58c7596ce0 HTTP/1.1" status: 200 len: 950 time: 0.0570738 Sep 16 04:35:59.892167 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1a930b1f-ea82-44d4-a11b-0fdda6ae6e1d req-fc622eca-41cf-4bc1-915a-9554063ca0b9 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398829 Sep 16 04:36:00.111292 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff2f62-2c31-412c-ba36-394bb1fdd25e req-2453e29d-70a9-4cf7-a90a-8c4114df7131 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:00.113010 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-95ff2f62-2c31-412c-ba36-394bb1fdd25e req-2453e29d-70a9-4cf7-a90a-8c4114df7131 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0a9f-b6b7-4f4d-8a59-09cd8f3768e0 HTTP/1.1" status: 200 len: 950 time: 0.0660710 Sep 16 04:36:00.161858 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-95ff2f62-2c31-412c-ba36-394bb1fdd25e req-b9de81c9-b340-488f-a0e0-deb7a4403ced tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420439 Sep 16 04:36:00.317869 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25416abe-385f-4b00-8df6-eddd3f5b46dc req-4ab2d257-b4be-49ef-a9a8-e5ae498091d2 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:00.321914 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-25416abe-385f-4b00-8df6-eddd3f5b46dc req-4ab2d257-b4be-49ef-a9a8-e5ae498091d2 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 1097 time: 0.0522878 Sep 16 04:36:00.333115 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-6cea0289-692a-4998-aefc-1cb864f46de9 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:36:00.343728 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-6cea0289-692a-4998-aefc-1cb864f46de9 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178654 Sep 16 04:36:00.362722 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-25416abe-385f-4b00-8df6-eddd3f5b46dc req-269085a5-2e9a-4161-aecd-52a786d34e51 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344973 Sep 16 04:36:00.397812 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-a5a1010d-6ff1-4b40-9588-a9bd74b79aa9 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:00.404503 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-a5a1010d-6ff1-4b40-9588-a9bd74b79aa9 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.35 "GET /v2.0/ports/16722678-cc90-4a40-b39a-f34cc09bfb6c HTTP/1.1" status: 200 len: 1094 time: 0.0597100 Sep 16 04:36:00.409512 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-5e14a238-eef0-4c20-9971-e97ed9704180 service neutron] Request body: {'binding': {'host': 'n-h2-712139-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:00.409964 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-5e14a238-eef0-4c20-9971-e97ed9704180 service neutron] Unknown quota resources ['binding']. {{(pid=94767) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:36:00.639218 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-5e14a238-eef0-4c20-9971-e97ed9704180 service neutron] Attempting to bind port 16722678-cc90-4a40-b39a-f34cc09bfb6c on host n-h2-712139-15 for vnic_type normal with profile None {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:36:00.640052 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-5e14a238-eef0-4c20-9971-e97ed9704180 service neutron] Attempting to bind port 16722678-cc90-4a40-b39a-f34cc09bfb6c by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:36:00.640628 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-5e14a238-eef0-4c20-9971-e97ed9704180 service neutron] Attempting to bind port 16722678-cc90-4a40-b39a-f34cc09bfb6c on network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:00.647504 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-5e14a238-eef0-4c20-9971-e97ed9704180 service neutron] Port 16722678-cc90-4a40-b39a-f34cc09bfb6c on network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:36:00.648381 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-5e14a238-eef0-4c20-9971-e97ed9704180 service neutron] Attempting to bind port 16722678-cc90-4a40-b39a-f34cc09bfb6c on network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:00.654447 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-5e14a238-eef0-4c20-9971-e97ed9704180 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:36:00.655171 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-5e14a238-eef0-4c20-9971-e97ed9704180 service neutron] Checking segment: {'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:36:00.655768 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-5e14a238-eef0-4c20-9971-e97ed9704180 service neutron] Bound using segment: {'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:36:00.656422 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-5e14a238-eef0-4c20-9971-e97ed9704180 service neutron] Bound port: 16722678-cc90-4a40-b39a-f34cc09bfb6c, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:36:00.694487 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119c508-582c-47d6-90e7-771ba1fea227 req-ed645a46-49c7-4eb0-9afe-e04ce72d3eac tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:00.696121 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9119c508-582c-47d6-90e7-771ba1fea227 req-ed645a46-49c7-4eb0-9afe-e04ce72d3eac tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.47 "GET /v2.0/networks?id=2577294d-5026-4b77-b69e-c62d5d4484f9 HTTP/1.1" status: 200 len: 813 time: 0.1464214 Sep 16 04:36:00.722775 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-9119c508-582c-47d6-90e7-771ba1fea227 req-d83b4578-5c10-4509-b3b3-948768a172eb tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Request body: {'port': {'device_id': '71bb0958-1a48-46f7-89f4-2ebae1e9d7c4', 'network_id': '2577294d-5026-4b77-b69e-c62d5d4484f9', 'admin_state_up': True, 'tenant_id': '53a6a024b0e746bfa1cb57e5b401f8c0'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:00.743362 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-5e14a238-eef0-4c20-9971-e97ed9704180 service neutron] For port 16722678-cc90-4a40-b39a-f34cc09bfb6c, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=16722678-cc90-4a40-b39a-f34cc09bfb6c,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:36:00.749948 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-5e14a238-eef0-4c20-9971-e97ed9704180 service neutron] Notify callbacks [] for binding, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:00.751135 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-5e14a238-eef0-4c20-9971-e97ed9704180 service neutron] 10.222.0.35 "POST /v2.0/ports/16722678-cc90-4a40-b39a-f34cc09bfb6c/bindings HTTP/1.1" status: 201 len: 390 time: 0.3455601 Sep 16 04:36:00.876314 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9119c508-582c-47d6-90e7-771ba1fea227 req-d83b4578-5c10-4509-b3b3-948768a172eb tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Made reservation on behalf of 53a6a024b0e746bfa1cb57e5b401f8c0 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:36:00.882419 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-9119c508-582c-47d6-90e7-771ba1fea227 req-d83b4578-5c10-4509-b3b3-948768a172eb tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:01.009722 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f68054-d9c3-4b00-9840-04f9bfe46f9c req-d2087849-82b6-4886-b802-982e4c85c7a5 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:01.011335 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-98f68054-d9c3-4b00-9840-04f9bfe46f9c req-d2087849-82b6-4886-b802-982e4c85c7a5 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d60140-cd56-4c0f-bc11-6041e71e1adb HTTP/1.1" status: 200 len: 945 time: 0.0549722 Sep 16 04:36:01.065462 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-98f68054-d9c3-4b00-9840-04f9bfe46f9c req-2022d79a-4039-4877-925a-6745b42b9245 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478382 Sep 16 04:36:01.117079 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-9119c508-582c-47d6-90e7-771ba1fea227 req-d83b4578-5c10-4509-b3b3-948768a172eb tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Allocated IP 172.20.0.6 (2577294d-5026-4b77-b69e-c62d5d4484f9/e75339db-69ea-4d5e-b27d-924084c2c2cd/c4d46e42-cd95-4065-9345-431b34484bb3) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:36:01.174833 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5a85a9fe-bf5f-4ec5-a8e4-59151ae3ce51 req-1d0231c7-694b-43fe-8c4e-ddc82c30e1f9 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?device_id=71bb0958-1a48-46f7-89f4-2ebae1e9d7c4 HTTP/1.1" status: 200 len: 210 time: 0.0362072 Sep 16 04:36:01.197119 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d60140-cd56-4c0f-bc11-6041e71e1adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ac63d3-f701-408d-b440-1122a2cc17ec'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:01.199911 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff53279-77ea-4268-adf4-5f5a30eb2250" -d '{"events": [{"server_uuid": "22d60140-cd56-4c0f-bc11-6041e71e1adb", "name": "network-vif-plugged", "status": "completed", "tag": "a0ac63d3-f701-408d-b440-1122a2cc17ec"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:01.284370 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-acfe9f7f-9e10-43ae-a709-d3a0ca11f59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:01.285990 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-acfe9f7f-9e10-43ae-a709-d3a0ca11f59e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1db68ab0fc284575894f1608a94e9c14&device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 1097 time: 0.1251400 Sep 16 04:36:01.444266 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-9119c508-582c-47d6-90e7-771ba1fea227 req-d83b4578-5c10-4509-b3b3-948768a172eb tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:01.453979 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fb583-3836-4ea2-b41c-3894c06df560 req-802cf706-fba3-4326-9e6d-0e5bf4353d5d tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:01.464853 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a9fb583-3836-4ea2-b41c-3894c06df560 req-802cf706-fba3-4326-9e6d-0e5bf4353d5d tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 945 time: 0.1168911 Sep 16 04:36:01.467047 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-af0666c0-5678-40fb-87f8-f253f569b61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:01.468500 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-af0666c0-5678-40fb-87f8-f253f569b61f service neutron] 10.222.0.48 "GET /v2.0/networks?id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588 HTTP/1.1" status: 200 len: 922 time: 0.1555307 Sep 16 04:36:01.502584 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a9fb583-3836-4ea2-b41c-3894c06df560 req-f6d23f5b-777a-46e8-b16a-8ffe3b2ba6b1 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365036 Sep 16 04:36:01.540601 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-fff177f8-4156-4d2d-a257-5ff328b375f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16722678-cc90-4a40-b39a-f34cc09bfb6c HTTP/1.1" status: 200 len: 217 time: 0.0432510 Sep 16 04:36:01.541825 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-9119c508-582c-47d6-90e7-771ba1fea227 req-d83b4578-5c10-4509-b3b3-948768a172eb tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:01.597669 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['8c326559-5157-4787-872e-99ec2d94a51f'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:01.623101 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9119c508-582c-47d6-90e7-771ba1fea227 req-d83b4578-5c10-4509-b3b3-948768a172eb tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Network 2577294d-5026-4b77-b69e-c62d5d4484f9 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:36:01.629347 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-9119c508-582c-47d6-90e7-771ba1fea227 req-d83b4578-5c10-4509-b3b3-948768a172eb tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:36:01.635424 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9119c508-582c-47d6-90e7-771ba1fea227 req-d83b4578-5c10-4509-b3b3-948768a172eb tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:36:01.712616 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5abfe-770a-434b-b0d1-7310a5bb2358 req-bd7e6a65-9be7-4756-86fa-ef20defaf3a0 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:01.714642 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-72e5abfe-770a-434b-b0d1-7310a5bb2358 req-bd7e6a65-9be7-4756-86fa-ef20defaf3a0 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0a9f-b6b7-4f4d-8a59-09cd8f3768e0 HTTP/1.1" status: 200 len: 950 time: 0.0652604 Sep 16 04:36:01.761999 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-72e5abfe-770a-434b-b0d1-7310a5bb2358 req-e74726ee-abb3-4305-92e8-fcf45d11da61 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382555 Sep 16 04:36:01.863665 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-65a63112-71a9-44b7-ae73-c8e9db1e97ae tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:36:01.864790 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-65a63112-71a9-44b7-ae73-c8e9db1e97ae tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058582 Sep 16 04:36:01.903771 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282b24fd-1ca9-4f07-95dd-98cb86a5d824 x-openstack-request-id: req-282b24fd-1ca9-4f07-95dd-98cb86a5d824 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:01.904261 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d60140-cd56-4c0f-bc11-6041e71e1adb", "name": "network-vif-plugged", "status": "completed", "tag": "a0ac63d3-f701-408d-b440-1122a2cc17ec", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:01.906725 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-282b24fd-1ca9-4f07-95dd-98cb86a5d824 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:01.906725 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d60140-cd56-4c0f-bc11-6041e71e1adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ac63d3-f701-408d-b440-1122a2cc17ec', 'code': 200} Sep 16 04:36:01.915653 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-75f81f74-632e-4fe0-aad4-c85d30b7851e tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:01.923318 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-75f81f74-632e-4fe0-aad4-c85d30b7851e tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.35 "GET /v2.0/ports/abe5f8cd-2628-4f39-82e8-6d57deaeb366 HTTP/1.1" status: 200 len: 1094 time: 0.0496225 Sep 16 04:36:01.930186 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-cdebd6bb-3538-4f47-bc40-16dc44385f64 service neutron] Request body: {'binding': {'host': 'n-h2-712139-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:01.930652 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-cdebd6bb-3538-4f47-bc40-16dc44385f64 service neutron] Unknown quota resources ['binding']. {{(pid=94767) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:36:01.982709 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b4578-5c10-4509-b3b3-948768a172eb tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Pushing event updated for resources: {'Port': ['ID=c4d46e42-cd95-4065-9345-431b34484bb3,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:01.993746 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-b957662c-3bac-48db-a663-f917a59ebcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:01.995377 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-b957662c-3bac-48db-a663-f917a59ebcc7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8440e215-69bc-4539-b053-2b3b499b80a9 HTTP/1.1" status: 200 len: 861 time: 0.4220085 Sep 16 04:36:02.023354 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119c508-582c-47d6-90e7-771ba1fea227 req-d83b4578-5c10-4509-b3b3-948768a172eb tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:02.024109 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-9119c508-582c-47d6-90e7-771ba1fea227 req-d83b4578-5c10-4509-b3b3-948768a172eb tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:02.059493 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-11e23935-777f-4948-98c1-e62981cb2ad2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518405 Sep 16 04:36:02.112482 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9119c508-582c-47d6-90e7-771ba1fea227 req-d83b4578-5c10-4509-b3b3-948768a172eb tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3991137 Sep 16 04:36:02.157664 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-cdebd6bb-3538-4f47-bc40-16dc44385f64 service neutron] Attempting to bind port abe5f8cd-2628-4f39-82e8-6d57deaeb366 on host n-h2-712139-15 for vnic_type normal with profile None {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:36:02.159561 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-cdebd6bb-3538-4f47-bc40-16dc44385f64 service neutron] Attempting to bind port abe5f8cd-2628-4f39-82e8-6d57deaeb366 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:36:02.160611 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-cdebd6bb-3538-4f47-bc40-16dc44385f64 service neutron] Attempting to bind port abe5f8cd-2628-4f39-82e8-6d57deaeb366 on network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:02.162747 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-9119c508-582c-47d6-90e7-771ba1fea227 req-0af5b120-d7cb-468d-a18b-4f09d54fbb2e service neutron] Request body: {'port': {'device_id': '71bb0958-1a48-46f7-89f4-2ebae1e9d7c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:02.169228 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-cdebd6bb-3538-4f47-bc40-16dc44385f64 service neutron] Port abe5f8cd-2628-4f39-82e8-6d57deaeb366 on network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:36:02.170769 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-cdebd6bb-3538-4f47-bc40-16dc44385f64 service neutron] Attempting to bind port abe5f8cd-2628-4f39-82e8-6d57deaeb366 on network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:02.176807 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-cdebd6bb-3538-4f47-bc40-16dc44385f64 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:36:02.178315 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-cdebd6bb-3538-4f47-bc40-16dc44385f64 service neutron] Checking segment: {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:36:02.179053 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-cdebd6bb-3538-4f47-bc40-16dc44385f64 service neutron] Bound using segment: {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:36:02.180458 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-cdebd6bb-3538-4f47-bc40-16dc44385f64 service neutron] Bound port: abe5f8cd-2628-4f39-82e8-6d57deaeb366, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:36:02.187872 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96bd55f-fcc7-4afe-aafb-d41522dcf7ff req-f21613a3-d0d7-4dd7-b25c-a0e69c2ecdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:02.189795 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b96bd55f-fcc7-4afe-aafb-d41522dcf7ff req-f21613a3-d0d7-4dd7-b25c-a0e69c2ecdce service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=22d60140-cd56-4c0f-bc11-6041e71e1adb HTTP/1.1" status: 200 len: 1097 time: 0.1603816 Sep 16 04:36:02.263046 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-cdebd6bb-3538-4f47-bc40-16dc44385f64 service neutron] For port abe5f8cd-2628-4f39-82e8-6d57deaeb366, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=abe5f8cd-2628-4f39-82e8-6d57deaeb366,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:36:02.271821 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-cdebd6bb-3538-4f47-bc40-16dc44385f64 service neutron] Notify callbacks [] for binding, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:02.289795 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-cdebd6bb-3538-4f47-bc40-16dc44385f64 service neutron] 10.222.0.35 "POST /v2.0/ports/abe5f8cd-2628-4f39-82e8-6d57deaeb366/bindings HTTP/1.1" status: 201 len: 390 time: 0.3556046 Sep 16 04:36:02.303368 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-de4ec65c-1ef4-4061-9ab8-0ee6296c3c9d service neutron] 10.222.0.48 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266173 Sep 16 04:36:02.311026 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b96bd55f-fcc7-4afe-aafb-d41522dcf7ff req-e99a3161-a074-4b8a-b51e-ad38a3d29328 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129231 Sep 16 04:36:02.311980 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-9119c508-582c-47d6-90e7-771ba1fea227 req-0af5b120-d7cb-468d-a18b-4f09d54fbb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:02.430757 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 53774) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:02.591800 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-6bddee7d-9a07-4ca5-bf70-5f7b6951c420 service neutron] 10.222.0.48 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773771 Sep 16 04:36:02.601011 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-cf46caca-c494-4dd9-b361-5bd2fbfc6a3b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=01887729c9c7420eaff7b0b647d45153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1662548 Sep 16 04:36:02.601541 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 53780) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:02.610890 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98312241-b9b0-4c74-9df3-9502adf5fa59 req-1a3885e2-e4d2-4d10-80cf-276387f7b879 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:02.617344 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-98312241-b9b0-4c74-9df3-9502adf5fa59 req-1a3885e2-e4d2-4d10-80cf-276387f7b879 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d60140-cd56-4c0f-bc11-6041e71e1adb HTTP/1.1" status: 200 len: 945 time: 0.1662786 Sep 16 04:36:02.698587 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1d218c43-6ceb-4f86-901a-bf73a1be17fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:02.709591 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 58eeb11d-943c-42ea-a20d-27c2df72621f no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:36:02.730319 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca33665-9174-437e-9126-3174a0b8474b req-7c05c0ac-80d9-4ca3-9fff-694a09614a8c tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:02.736353 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca33665-9174-437e-9126-3174a0b8474b req-7c05c0ac-80d9-4ca3-9fff-694a09614a8c tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:02.738218 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: 58eeb11d-943c-42ea-a20d-27c2df72621f {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:36:02.738746 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 58eeb11d-943c-42ea-a20d-27c2df72621f not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:36:02.744112 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bca33665-9174-437e-9126-3174a0b8474b req-7c05c0ac-80d9-4ca3-9fff-694a09614a8c tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=05636bd2-c49c-4663-929b-ef58c7596ce0&device_id=636e0a9f-b6b7-4f4d-8a59-09cd8f3768e0 HTTP/1.1" status: 200 len: 1691 time: 0.0994780 Sep 16 04:36:02.756811 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1d218c43-6ceb-4f86-901a-bf73a1be17fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:02.757261 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-98312241-b9b0-4c74-9df3-9502adf5fa59 req-0d77afc5-5c67-40bb-8e81-cfe4326e6909 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358795 Sep 16 04:36:02.807088 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bca33665-9174-437e-9126-3174a0b8474b req-be1f4114-0018-429f-80a0-f958b735f9f5 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620921 Sep 16 04:36:02.836826 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1d218c43-6ceb-4f86-901a-bf73a1be17fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:02.839649 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1d218c43-6ceb-4f86-901a-bf73a1be17fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:02.845889 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1d218c43-6ceb-4f86-901a-bf73a1be17fb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/17c5128f-e13d-4a59-a82c-a96954003e78 HTTP/1.1" status: 204 len: 168 time: 0.2433717 Sep 16 04:36:02.858430 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d218c43-6ceb-4f86-901a-bf73a1be17fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c5128f-e13d-4a59-a82c-a96954003e78,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:02.878449 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-9119c508-582c-47d6-90e7-771ba1fea227 req-0af5b120-d7cb-468d-a18b-4f09d54fbb2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4d46e42-cd95-4065-9345-431b34484bb3 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:02.902090 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-9119c508-582c-47d6-90e7-771ba1fea227 req-0af5b120-d7cb-468d-a18b-4f09d54fbb2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:02.921412 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-9119c508-582c-47d6-90e7-771ba1fea227 req-0af5b120-d7cb-468d-a18b-4f09d54fbb2e service neutron] Transition to ACTIVE for port object c4d46e42-cd95-4065-9345-431b34484bb3 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:36:02.925624 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-9119c508-582c-47d6-90e7-771ba1fea227 req-0af5b120-d7cb-468d-a18b-4f09d54fbb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:02.973382 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5b120-d7cb-468d-a18b-4f09d54fbb2e service neutron] Pushing event updated for resources: {'Port': ['ID=c4d46e42-cd95-4065-9345-431b34484bb3,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:02.988049 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d09571-83e9-41a9-9bd6-c95c18c695e3 req-f2347bf8-2e7d-413d-b77d-838bb2f2ea3d tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:02.989610 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-35d09571-83e9-41a9-9bd6-c95c18c695e3 req-f2347bf8-2e7d-413d-b77d-838bb2f2ea3d tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?device_id=71bb0958-1a48-46f7-89f4-2ebae1e9d7c4 HTTP/1.1" status: 200 len: 931 time: 0.1527631 Sep 16 04:36:03.054679 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b747073-bce9-48e6-b697-9ca7aead3683 req-278f196c-496e-4b74-91ad-77d2fadbf9be tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:03.056803 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5b747073-bce9-48e6-b697-9ca7aead3683 req-278f196c-496e-4b74-91ad-77d2fadbf9be tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 945 time: 0.0752785 Sep 16 04:36:03.086490 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-35d09571-83e9-41a9-9bd6-c95c18c695e3 req-93d1a748-7fb0-489a-911c-ed11803300c4 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups?id=01a24215-1d44-4fcc-8eb3-6ccc8c3921e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819087 Sep 16 04:36:03.105456 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-9119c508-582c-47d6-90e7-771ba1fea227 req-0af5b120-d7cb-468d-a18b-4f09d54fbb2e service neutron] Attempting to bind port c4d46e42-cd95-4065-9345-431b34484bb3 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:36:03.105803 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-9119c508-582c-47d6-90e7-771ba1fea227 req-0af5b120-d7cb-468d-a18b-4f09d54fbb2e service neutron] Attempting to bind port c4d46e42-cd95-4065-9345-431b34484bb3 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'cbe67464-0aa0-4d99-b9c3-86d1111ee3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2577294d-5026-4b77-b69e-c62d5d4484f9'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:36:03.106303 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9119c508-582c-47d6-90e7-771ba1fea227 req-0af5b120-d7cb-468d-a18b-4f09d54fbb2e service neutron] Attempting to bind port c4d46e42-cd95-4065-9345-431b34484bb3 on network 2577294d-5026-4b77-b69e-c62d5d4484f9 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:03.111054 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9119c508-582c-47d6-90e7-771ba1fea227 req-0af5b120-d7cb-468d-a18b-4f09d54fbb2e service neutron] Port c4d46e42-cd95-4065-9345-431b34484bb3 on network 2577294d-5026-4b77-b69e-c62d5d4484f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:36:03.111386 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9119c508-582c-47d6-90e7-771ba1fea227 req-0af5b120-d7cb-468d-a18b-4f09d54fbb2e service neutron] Attempting to bind port c4d46e42-cd95-4065-9345-431b34484bb3 on network 2577294d-5026-4b77-b69e-c62d5d4484f9 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:03.117306 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9119c508-582c-47d6-90e7-771ba1fea227 req-0af5b120-d7cb-468d-a18b-4f09d54fbb2e service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:36:03.117657 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9119c508-582c-47d6-90e7-771ba1fea227 req-0af5b120-d7cb-468d-a18b-4f09d54fbb2e service neutron] Checking segment: {'id': 'cbe67464-0aa0-4d99-b9c3-86d1111ee3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2577294d-5026-4b77-b69e-c62d5d4484f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:36:03.118042 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9119c508-582c-47d6-90e7-771ba1fea227 req-0af5b120-d7cb-468d-a18b-4f09d54fbb2e service neutron] Bound using segment: {'id': 'cbe67464-0aa0-4d99-b9c3-86d1111ee3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2577294d-5026-4b77-b69e-c62d5d4484f9'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:36:03.118481 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-9119c508-582c-47d6-90e7-771ba1fea227 req-0af5b120-d7cb-468d-a18b-4f09d54fbb2e service neutron] Bound port: c4d46e42-cd95-4065-9345-431b34484bb3, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe67464-0aa0-4d99-b9c3-86d1111ee3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2577294d-5026-4b77-b69e-c62d5d4484f9'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:36:03.118844 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-9119c508-582c-47d6-90e7-771ba1fea227 req-0af5b120-d7cb-468d-a18b-4f09d54fbb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:03.149118 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5b747073-bce9-48e6-b697-9ca7aead3683 req-06434770-d110-4ecc-a36b-0c0e6250aa3f tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830216 Sep 16 04:36:03.227725 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-9119c508-582c-47d6-90e7-771ba1fea227 req-0af5b120-d7cb-468d-a18b-4f09d54fbb2e service neutron] For port c4d46e42-cd95-4065-9345-431b34484bb3, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:36:03.253602 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-9119c508-582c-47d6-90e7-771ba1fea227 req-0af5b120-d7cb-468d-a18b-4f09d54fbb2e service neutron] For port c4d46e42-cd95-4065-9345-431b34484bb3, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=c4d46e42-cd95-4065-9345-431b34484bb3,segment=NetworkSegment(cbe67464-0aa0-4d99-b9c3-86d1111ee3c1),segment_id=cbe67464-0aa0-4d99-b9c3-86d1111ee3c1)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:36:03.262888 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-9119c508-582c-47d6-90e7-771ba1fea227 req-0af5b120-d7cb-468d-a18b-4f09d54fbb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:03.306376 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1dc7f-550c-4658-911c-f49a769b6a64 req-67a60b2e-6082-4232-996d-b66716d8caa0 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:03.312957 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-47c1dc7f-550c-4658-911c-f49a769b6a64 req-67a60b2e-6082-4232-996d-b66716d8caa0 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 945 time: 0.1169581 Sep 16 04:36:03.354600 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119c508-582c-47d6-90e7-771ba1fea227 req-0af5b120-d7cb-468d-a18b-4f09d54fbb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:03.355494 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-9119c508-582c-47d6-90e7-771ba1fea227 req-0af5b120-d7cb-468d-a18b-4f09d54fbb2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:03.357152 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9119c508-582c-47d6-90e7-771ba1fea227 req-0af5b120-d7cb-468d-a18b-4f09d54fbb2e service neutron] 10.222.0.47 "PUT /v2.0/ports/c4d46e42-cd95-4065-9345-431b34484bb3 HTTP/1.1" status: 200 len: 1092 time: 1.2008159 Sep 16 04:36:03.357717 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71bb0958-1a48-46f7-89f4-2ebae1e9d7c4', 'tag': 'c4d46e42-cd95-4065-9345-431b34484bb3'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:03.360972 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f35c37-2b7f-446c-b7d1-7c91d35cb5e0" -d '{"events": [{"name": "network-changed", "server_uuid": "71bb0958-1a48-46f7-89f4-2ebae1e9d7c4", "tag": "c4d46e42-cd95-4065-9345-431b34484bb3"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:03.423009 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-47c1dc7f-550c-4658-911c-f49a769b6a64 req-34ddde6a-2e42-4cc9-b922-bf92e22ca588 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038897 Sep 16 04:36:03.469782 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5b120-d7cb-468d-a18b-4f09d54fbb2e service neutron] Pushing event updated for resources: {'Port': ['ID=c4d46e42-cd95-4065-9345-431b34484bb3,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:03.532232 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea86bed-b7fc-422d-a5af-c5df4c4f1850 req-4a7fb615-f1e8-4511-9b31-d9a0dee8db8b tempest-ServersOnMultiNodesTest-608600449 tempest-ServersOnMultiNodesTest-608600449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:03.535850 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005fa233-0c43-4367-985e-d0c14e493d32 x-openstack-request-id: req-005fa233-0c43-4367-985e-d0c14e493d32 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:03.536222 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71bb0958-1a48-46f7-89f4-2ebae1e9d7c4", "tag": "c4d46e42-cd95-4065-9345-431b34484bb3", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:03.536518 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-005fa233-0c43-4367-985e-d0c14e493d32 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:03.537221 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71bb0958-1a48-46f7-89f4-2ebae1e9d7c4', 'tag': 'c4d46e42-cd95-4065-9345-431b34484bb3', 'status': 'completed', 'code': 200} Sep 16 04:36:03.541845 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3ea86bed-b7fc-422d-a5af-c5df4c4f1850 req-4a7fb615-f1e8-4511-9b31-d9a0dee8db8b tempest-ServersOnMultiNodesTest-608600449 tempest-ServersOnMultiNodesTest-608600449-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=05636bd2-c49c-4663-929b-ef58c7596ce0 HTTP/1.1" status: 200 len: 1102 time: 0.0872130 Sep 16 04:36:03.557267 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119c508-582c-47d6-90e7-771ba1fea227 req-ec32cca3-5e6b-40db-ae13-5f76b4f46647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:03.558815 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9119c508-582c-47d6-90e7-771ba1fea227 req-ec32cca3-5e6b-40db-ae13-5f76b4f46647 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=53a6a024b0e746bfa1cb57e5b401f8c0&device_id=71bb0958-1a48-46f7-89f4-2ebae1e9d7c4 HTTP/1.1" status: 200 len: 1095 time: 0.0583110 Sep 16 04:36:03.591824 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3ea86bed-b7fc-422d-a5af-c5df4c4f1850 req-882ab0ad-ce19-42e2-95ba-20fe4b950a34 tempest-ServersOnMultiNodesTest-608600449 tempest-ServersOnMultiNodesTest-608600449-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452905 Sep 16 04:36:03.656382 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9119c508-582c-47d6-90e7-771ba1fea227 req-8bd98cf5-d5ca-458f-a29d-3e72c5aa94d7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4d46e42-cd95-4065-9345-431b34484bb3 HTTP/1.1" status: 200 len: 217 time: 0.0747941 Sep 16 04:36:03.781786 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119c508-582c-47d6-90e7-771ba1fea227 req-c6080da4-20fe-4f48-91c9-1037ed8b8e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:03.783781 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9119c508-582c-47d6-90e7-771ba1fea227 req-c6080da4-20fe-4f48-91c9-1037ed8b8e32 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e75339db-69ea-4d5e-b27d-924084c2c2cd HTTP/1.1" status: 200 len: 853 time: 0.1165488 Sep 16 04:36:03.832880 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9119c508-582c-47d6-90e7-771ba1fea227 req-f233105d-9e7b-43cd-aa40-dd83945cb51b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2577294d-5026-4b77-b69e-c62d5d4484f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386176 Sep 16 04:36:03.842001 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd80da-606a-49d1-b615-a23c62b0c27e req-39e3dc06-58b1-4ea4-a9b6-4d80e91db75a tempest-ServersOnMultiNodesTest-608600449 tempest-ServersOnMultiNodesTest-608600449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:03.843714 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-77cd80da-606a-49d1-b615-a23c62b0c27e req-39e3dc06-58b1-4ea4-a9b6-4d80e91db75a tempest-ServersOnMultiNodesTest-608600449 tempest-ServersOnMultiNodesTest-608600449-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=636e0a9f-b6b7-4f4d-8a59-09cd8f3768e0 HTTP/1.1" status: 200 len: 1102 time: 0.1167254 Sep 16 04:36:03.996685 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-77cd80da-606a-49d1-b615-a23c62b0c27e req-ff8021b9-0212-4743-be8d-cf5138698cfe tempest-ServersOnMultiNodesTest-608600449 tempest-ServersOnMultiNodesTest-608600449-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175907 Sep 16 04:36:03.997110 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692e03c-9bcf-4e4b-a1bb-bb01894476de req-bcabdcee-20ac-4204-a9ff-76fdd23b59ac tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:04.016280 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a692e03c-9bcf-4e4b-a1bb-bb01894476de req-bcabdcee-20ac-4204-a9ff-76fdd23b59ac tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d60140-cd56-4c0f-bc11-6041e71e1adb HTTP/1.1" status: 200 len: 945 time: 0.1015899 Sep 16 04:36:04.043486 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9119c508-582c-47d6-90e7-771ba1fea227 req-6528fa45-1034-4d67-80bb-b7bc843f4387 service neutron] 10.222.0.47 "GET /v2.0/networks/2577294d-5026-4b77-b69e-c62d5d4484f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921525 Sep 16 04:36:04.064816 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a692e03c-9bcf-4e4b-a1bb-bb01894476de req-ced80e26-880b-452c-b775-a1bd33e20f82 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440192 Sep 16 04:36:04.187019 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9119c508-582c-47d6-90e7-771ba1fea227 req-5c7978b2-4871-4e17-aa26-e9d9deb7d40c service neutron] 10.222.0.47 "GET /v2.0/networks/2577294d-5026-4b77-b69e-c62d5d4484f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325700 Sep 16 04:36:04.389651 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f35c37-2b7f-446c-b7d1-7c91d35cb5e0 req-7402e7c3-9fbf-4d82-8a59-3acae5f6cc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:04.395371 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d4f35c37-2b7f-446c-b7d1-7c91d35cb5e0 req-7402e7c3-9fbf-4d82-8a59-3acae5f6cc09 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=53a6a024b0e746bfa1cb57e5b401f8c0&device_id=71bb0958-1a48-46f7-89f4-2ebae1e9d7c4 HTTP/1.1" status: 200 len: 1095 time: 0.1002645 Sep 16 04:36:04.414794 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548006c-49c2-4450-9d7c-5b0da4058218 req-be46535e-1a16-4049-b24e-8196c21f9115 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:04.417603 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c548006c-49c2-4450-9d7c-5b0da4058218 req-be46535e-1a16-4049-b24e-8196c21f9115 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?device_id=71bb0958-1a48-46f7-89f4-2ebae1e9d7c4 HTTP/1.1" status: 200 len: 943 time: 0.1066535 Sep 16 04:36:04.496120 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c548006c-49c2-4450-9d7c-5b0da4058218 req-9c6e1300-c40c-4f20-95a4-edca03b184a3 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups?id=01a24215-1d44-4fcc-8eb3-6ccc8c3921e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627365 Sep 16 04:36:04.568749 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f35c37-2b7f-446c-b7d1-7c91d35cb5e0 req-a36c04f2-5b0f-40fc-b352-16e6bf11aa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:04.570615 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d4f35c37-2b7f-446c-b7d1-7c91d35cb5e0 req-a36c04f2-5b0f-40fc-b352-16e6bf11aa55 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2577294d-5026-4b77-b69e-c62d5d4484f9 HTTP/1.1" status: 200 len: 914 time: 0.1599948 Sep 16 04:36:04.629621 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f29464-a6de-4ec6-8ea4-0104d7202fdf req-1af0e9b2-ace8-4a56-8d76-8508a6138a26 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:04.631552 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-22f29464-a6de-4ec6-8ea4-0104d7202fdf req-1af0e9b2-ace8-4a56-8d76-8508a6138a26 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d60140-cd56-4c0f-bc11-6041e71e1adb HTTP/1.1" status: 200 len: 945 time: 0.0599165 Sep 16 04:36:04.642203 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d4f35c37-2b7f-446c-b7d1-7c91d35cb5e0 req-7ee4ce6d-6f7f-4920-9249-1bdd0bf74a69 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4d46e42-cd95-4065-9345-431b34484bb3 HTTP/1.1" status: 200 len: 217 time: 0.0429850 Sep 16 04:36:04.718304 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f35c37-2b7f-446c-b7d1-7c91d35cb5e0 req-69a56d82-905b-4984-a622-739a01787f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:04.724702 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-22f29464-a6de-4ec6-8ea4-0104d7202fdf req-1f553886-abc9-425b-8b70-d13a5b9ceba6 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817208 Sep 16 04:36:04.724844 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d4f35c37-2b7f-446c-b7d1-7c91d35cb5e0 req-69a56d82-905b-4984-a622-739a01787f0d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e75339db-69ea-4d5e-b27d-924084c2c2cd HTTP/1.1" status: 200 len: 853 time: 0.0681944 Sep 16 04:36:04.740693 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782ab6a-39ed-486c-bc06-c738769c6ef0 req-72c20683-7826-4aff-ae6f-5d074ff17825 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:04.742910 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3782ab6a-39ed-486c-bc06-c738769c6ef0 req-72c20683-7826-4aff-ae6f-5d074ff17825 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 945 time: 0.1696889 Sep 16 04:36:04.824106 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d4f35c37-2b7f-446c-b7d1-7c91d35cb5e0 req-74bc4e2b-98f2-4c1b-849e-3432130c7fcb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2577294d-5026-4b77-b69e-c62d5d4484f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801098 Sep 16 04:36:04.862938 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3782ab6a-39ed-486c-bc06-c738769c6ef0 req-2c19cfc7-7366-4f64-8b98-e1ee762311cc tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089287 Sep 16 04:36:04.887379 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-8ad77536-8c51-48f2-8602-bce9d121cb3f tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a8c979f3fc604996af2e8ab12f365425&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385947 Sep 16 04:36:04.964547 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d4f35c37-2b7f-446c-b7d1-7c91d35cb5e0 req-d6ca2032-4aec-46f3-8635-794a4f986bdc service neutron] 10.222.0.47 "GET /v2.0/networks/2577294d-5026-4b77-b69e-c62d5d4484f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290307 Sep 16 04:36:05.029936 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-08125d5b-ebf9-41b9-8818-f5d533fdfb63 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:05.031408 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-08125d5b-ebf9-41b9-8818-f5d533fdfb63 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1441529 Sep 16 04:36:05.049166 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-8bce00de-116e-402a-aeac-95138fff7c63 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/quotas/a8c979f3fc604996af2e8ab12f365425 HTTP/1.1" status: 200 len: 375 time: 0.0102866 Sep 16 04:36:05.055569 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bbaee-b9c6-4bc4-ab1d-91a07dc7dc66 req-7de8453f-cb4d-45ed-9cd3-09a1a424ee1d tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:05.057080 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-505bbaee-b9c6-4bc4-ab1d-91a07dc7dc66 req-7de8453f-cb4d-45ed-9cd3-09a1a424ee1d tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 945 time: 0.1070526 Sep 16 04:36:05.101862 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d4f35c37-2b7f-446c-b7d1-7c91d35cb5e0 req-88ade82d-b3ed-420a-89d1-8232835aa9e9 service neutron] 10.222.0.47 "GET /v2.0/networks/2577294d-5026-4b77-b69e-c62d5d4484f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228006 Sep 16 04:36:05.108765 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-31bea470-3dc3-4908-bc9f-c67cad596386 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a8c979f3fc604996af2e8ab12f365425&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0533829 Sep 16 04:36:05.119411 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-505bbaee-b9c6-4bc4-ab1d-91a07dc7dc66 req-b47b409b-0a3a-4a18-b33e-33e182c349fa tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522168 Sep 16 04:36:05.534656 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a87fd6-a1f8-44f0-bcfb-7108b09af6ce req-c99b76e4-9203-4b21-882c-38dcdf643263 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:05.543656 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-29a87fd6-a1f8-44f0-bcfb-7108b09af6ce req-c99b76e4-9203-4b21-882c-38dcdf643263 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/ports?device_id=692b29d6-0cdc-47f6-8541-2322ad5bc7b8 HTTP/1.1" status: 200 len: 945 time: 0.1130373 Sep 16 04:36:05.630232 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-29a87fd6-a1f8-44f0-bcfb-7108b09af6ce req-254ebb14-ac87-4af9-ad4d-935187ad5df2 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/security-groups?id=e23ca340-41c8-45f7-b140-8caa69c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855749 Sep 16 04:36:05.828557 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd38c4a-32df-4115-952a-c5761f0eafd3 req-552e881e-5e94-494e-b08b-6289cb4c1dd3 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:05.830452 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dcd38c4a-32df-4115-952a-c5761f0eafd3 req-552e881e-5e94-494e-b08b-6289cb4c1dd3 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?device_id=71bb0958-1a48-46f7-89f4-2ebae1e9d7c4 HTTP/1.1" status: 200 len: 943 time: 0.1043735 Sep 16 04:36:05.884147 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dcd38c4a-32df-4115-952a-c5761f0eafd3 req-1a5dc77d-d5cf-42c0-9e85-aa0547ca5f40 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups?id=01a24215-1d44-4fcc-8eb3-6ccc8c3921e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426512 Sep 16 04:36:06.026994 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5d477-3b9d-4ac7-a725-0ba0d1c05819 req-a3e619ff-0186-4131-9785-fa4cc9ff8298 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:06.029051 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6f5d477-3b9d-4ac7-a725-0ba0d1c05819 req-a3e619ff-0186-4131-9785-fa4cc9ff8298 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d60140-cd56-4c0f-bc11-6041e71e1adb HTTP/1.1" status: 200 len: 945 time: 0.0821185 Sep 16 04:36:06.058267 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a627c2-2b26-4f90-9e6b-055ee47a66ef req-c11d2dca-7048-4289-9dc3-154440ed61d8 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:06.067398 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-46a627c2-2b26-4f90-9e6b-055ee47a66ef req-c11d2dca-7048-4289-9dc3-154440ed61d8 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 945 time: 0.0978920 Sep 16 04:36:06.086310 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6f5d477-3b9d-4ac7-a725-0ba0d1c05819 req-4b2d7b36-7925-4bb0-b464-f0de0d128b43 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467658 Sep 16 04:36:06.153259 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-46a627c2-2b26-4f90-9e6b-055ee47a66ef req-3a2607fe-510c-43fc-9fb7-f824cb63ba8e tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772843 Sep 16 04:36:06.178370 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4583dfb-5cd8-44a4-9cb4-e63f0aac694a req-2060f38e-717e-44c0-ac3e-21b295f9d399 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e158b20-ecfd-471c-92f0-0f955c8ea41d HTTP/1.1" status: 200 len: 210 time: 0.0513973 Sep 16 04:36:06.329752 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b6404-8678-4020-8feb-41730d451f17 req-89b6db94-dabf-4795-80d2-e2c6934c0ff7 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:06.345900 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0f8b6404-8678-4020-8feb-41730d451f17 req-89b6db94-dabf-4795-80d2-e2c6934c0ff7 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 945 time: 0.0832965 Sep 16 04:36:06.415507 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0f8b6404-8678-4020-8feb-41730d451f17 req-b08069ea-91bd-4cf3-a51a-8235f85649a5 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616059 Sep 16 04:36:07.032879 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70276f9-7d07-4349-b694-959e2c9e0c70 req-73c48006-89ca-4a72-b813-e59d97b44c55 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:07.034531 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b70276f9-7d07-4349-b694-959e2c9e0c70 req-73c48006-89ca-4a72-b813-e59d97b44c55 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?device_id=71bb0958-1a48-46f7-89f4-2ebae1e9d7c4 HTTP/1.1" status: 200 len: 943 time: 0.0542107 Sep 16 04:36:07.069730 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-01797702-2ff3-4a05-92b5-521b0164bbb5 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1765216260&fields=id&tenant_id=c825b36882e046828461df6da4ad928b HTTP/1.1" status: 200 len: 267 time: 0.0815578 Sep 16 04:36:07.113489 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b70276f9-7d07-4349-b694-959e2c9e0c70 req-08f6b1aa-f842-4757-b540-25749dbe096c tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups?id=01a24215-1d44-4fcc-8eb3-6ccc8c3921e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583584 Sep 16 04:36:07.223357 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-a958290f-5cc4-4725-a64c-502788005b7f tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:07.226578 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-a958290f-5cc4-4725-a64c-502788005b7f tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/networks?id=e9f42f79-8e36-46bc-bc40-da8710d5bcd1 HTTP/1.1" status: 200 len: 824 time: 0.1554408 Sep 16 04:36:07.266500 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-ec13175c-5934-4b43-b888-e7377a0dd3ec tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/quotas/c825b36882e046828461df6da4ad928b HTTP/1.1" status: 200 len: 375 time: 0.0168664 Sep 16 04:36:07.293916 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0991b-d25e-46c0-bc76-d2ba570750f7 req-abd27619-3784-49ba-a0c9-1236e44c7257 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:07.302176 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bef0991b-d25e-46c0-bc76-d2ba570750f7 req-abd27619-3784-49ba-a0c9-1236e44c7257 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 945 time: 0.0699000 Sep 16 04:36:07.342157 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bef0991b-d25e-46c0-bc76-d2ba570750f7 req-ef3cf9b7-f391-4c4f-9d7b-42dbe13a621e tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379524 Sep 16 04:36:07.385711 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-0804484e-c455-4ada-af16-7a9f920480ec tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c825b36882e046828461df6da4ad928b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1032050 Sep 16 04:36:07.476951 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c842d805-8b98-4452-97bb-b12acfc51b2c req-bf4823eb-e71a-4e12-ba5e-2582877f8cc7 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e158b20-ecfd-471c-92f0-0f955c8ea41d HTTP/1.1" status: 200 len: 210 time: 0.0438418 Sep 16 04:36:07.539794 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-7b38798f-e9c0-4bcd-8178-be1ba7ef74ab service neutron] 10.222.0.35 "GET /v2.0/networks/e9f42f79-8e36-46bc-bc40-da8710d5bcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516521 Sep 16 04:36:07.630343 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc77ef-b91c-4c9b-be8f-76a7e7a6cab2 req-05b57898-0c95-4f80-9fc2-cf2a938972a4 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:07.633023 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16bc77ef-b91c-4c9b-be8f-76a7e7a6cab2 req-05b57898-0c95-4f80-9fc2-cf2a938972a4 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 945 time: 0.0640514 Sep 16 04:36:07.681630 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-cc8c4409-447b-4ad2-a1ba-73d426855971 service neutron] 10.222.0.35 "GET /v2.0/networks/e9f42f79-8e36-46bc-bc40-da8710d5bcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353049 Sep 16 04:36:07.695084 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16bc77ef-b91c-4c9b-be8f-76a7e7a6cab2 req-93ea48c6-684b-4e45-8e0d-e0be41f14e84 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565805 Sep 16 04:36:07.892009 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-7808578d-9de1-47dd-a29d-70177b6d47b9 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=a8c979f3fc604996af2e8ab12f365425&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532351 Sep 16 04:36:08.001177 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a81f083f-70ac-45bf-b88b-4f8a2a28ab60 req-933b3a87-7a30-4a4a-bcad-fecde140ff90 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/ports?device_id=f656e8d7-ac83-4852-b5de-8073537a3514 HTTP/1.1" status: 200 len: 210 time: 0.0655267 Sep 16 04:36:08.180809 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-d55d6cf3-75b5-4687-b0d4-b51284567b9b tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=a8c979f3fc604996af2e8ab12f365425&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0620077 Sep 16 04:36:08.259387 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-cdcf224f-b557-4346-8ae2-e26869bdf94a tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:08.261642 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-cdcf224f-b557-4346-8ae2-e26869bdf94a tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3613276 Sep 16 04:36:08.326980 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84d8bb-38d7-43f1-90f4-675993d18d44 req-69925301-02e0-47d8-ab85-1abd8fd2d1f5 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:08.333236 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4d84d8bb-38d7-43f1-90f4-675993d18d44 req-69925301-02e0-47d8-ab85-1abd8fd2d1f5 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?device_id=71bb0958-1a48-46f7-89f4-2ebae1e9d7c4 HTTP/1.1" status: 200 len: 943 time: 0.1135747 Sep 16 04:36:08.348436 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-94d5ae0d-648a-4edf-b2c6-f6acde53c6d8 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Request body: {'port': {'device_id': 'ee6fa3db-b22d-4ed8-8562-fd870cc3c2f0', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'admin_state_up': True, 'tenant_id': 'a8c979f3fc604996af2e8ab12f365425'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:08.422405 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4d84d8bb-38d7-43f1-90f4-675993d18d44 req-31f43cfe-a29e-4cb2-8d20-dda3da8e5445 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups?id=01a24215-1d44-4fcc-8eb3-6ccc8c3921e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806167 Sep 16 04:36:08.455149 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-338cf835-d944-4755-aee7-1d43f1e46ca1 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:08.456654 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-338cf835-d944-4755-aee7-1d43f1e46ca1 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2642035 Sep 16 04:36:08.517372 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-b27e6de0-5589-45af-bc88-7a4b241f8572 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Request body: {'port': {'device_id': '8e158b20-ecfd-471c-92f0-0f955c8ea41d', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'admin_state_up': True, 'tenant_id': 'a8c979f3fc604996af2e8ab12f365425'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:08.611493 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1e21c075-49d0-4dde-8bb8-9640114546f6 req-7d6eeeae-544a-45d9-a762-329189933b81 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e158b20-ecfd-471c-92f0-0f955c8ea41d HTTP/1.1" status: 200 len: 210 time: 0.0421598 Sep 16 04:36:08.712537 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device c4d46e42-cd95-4065-9345-431b34484bb3 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:36:08.750243 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff5776-7959-45dc-a77b-8e7853c4652b req-2755d8bc-92be-4d95-8972-77a962a46151 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:08.760092 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1eff5776-7959-45dc-a77b-8e7853c4652b req-2755d8bc-92be-4d95-8972-77a962a46151 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 945 time: 0.2844274 Sep 16 04:36:08.790276 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.db.api [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-b27e6de0-5589-45af-bc88-7a4b241f8572 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:36:08.790276 n-d-712139-15 neutron-server[94766]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 16 04:36:08.790276 n-d-712139-15 neutron-server[94766]: [parameters: {'project_id': 'a8c979f3fc604996af2e8ab12f365425', 'id': 'fc8d821e-e527-41ee-843d-1c130d3dfd25', 'expiration': datetime.datetime(2021, 9, 16, 4, 38, 8, 762650)}] Sep 16 04:36:08.790276 n-d-712139-15 neutron-server[94766]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:36:08.791004 n-d-712139-15 neutron-server[94766]: DEBUG oslo_db.api [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-b27e6de0-5589-45af-bc88-7a4b241f8572 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:36:08.793782 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-94d5ae0d-648a-4edf-b2c6-f6acde53c6d8 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Made reservation on behalf of a8c979f3fc604996af2e8ab12f365425 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:36:08.797851 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-94d5ae0d-648a-4edf-b2c6-f6acde53c6d8 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:08.870757 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1eff5776-7959-45dc-a77b-8e7853c4652b req-cd14480d-e5d5-4c8f-9a61-4e5d0cae8b65 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090484 Sep 16 04:36:08.911632 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port c4d46e42-cd95-4065-9345-431b34484bb3, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=c4d46e42-cd95-4065-9345-431b34484bb3,segment=NetworkSegment(cbe67464-0aa0-4d99-b9c3-86d1111ee3c1),segment_id=cbe67464-0aa0-4d99-b9c3-86d1111ee3c1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:08.929994 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'c4d46e42-cd95-4065-9345-431b34484bb3', 'network_id': '2577294d-5026-4b77-b69e-c62d5d4484f9', 'port_id': 'c4d46e42-cd95-4065-9345-431b34484bb3', 'mac_address': 'fa:16:3e:b6:07:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e75339db-69ea-4d5e-b27d-924084c2c2cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:36:08.975400 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:08.999570 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4d46e42-cd95-4065-9345-431b34484bb3 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:09.002093 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5944e9c-c34a-4367-9bd7-b7bd373bc783 req-3ca62e01-aece-4d89-9658-788816865ee8 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:09.018709 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f5944e9c-c34a-4367-9bd7-b7bd373bc783 req-3ca62e01-aece-4d89-9658-788816865ee8 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 945 time: 0.1353459 Sep 16 04:36:09.026103 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port c4d46e42-cd95-4065-9345-431b34484bb3, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=c4d46e42-cd95-4065-9345-431b34484bb3,segment=NetworkSegment(cbe67464-0aa0-4d99-b9c3-86d1111ee3c1),segment_id=cbe67464-0aa0-4d99-b9c3-86d1111ee3c1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:09.039825 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:09.124319 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f5944e9c-c34a-4367-9bd7-b7bd373bc783 req-83ce3811-c919-4143-bf90-bdb32ebcf126 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004345 Sep 16 04:36:09.145125 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=c4d46e42-cd95-4065-9345-431b34484bb3,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:09.212238 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518d367-3aff-4937-8f07-53e01ff9a066 req-5cbad7b1-2fbb-4d57-aade-cce671d432c0 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:09.213779 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c518d367-3aff-4937-8f07-53e01ff9a066 req-5cbad7b1-2fbb-4d57-aade-cce671d432c0 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.47 "GET /v2.0/ports?device_id=692b29d6-0cdc-47f6-8541-2322ad5bc7b8 HTTP/1.1" status: 200 len: 945 time: 0.1901042 Sep 16 04:36:09.256674 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2c05c4a4-39d3-4ecf-b22e-9bcfb658eeda req-1519bbf0-52a6-411c-97eb-deaa45ddd313 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/ports?device_id=f656e8d7-ac83-4852-b5de-8073537a3514 HTTP/1.1" status: 200 len: 210 time: 0.0573578 Sep 16 04:36:09.295233 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-94d5ae0d-648a-4edf-b2c6-f6acde53c6d8 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Allocated IP 192.168.233.111 (97f5d7d8-0e62-4047-bcd4-63b92e31705a/24ad4c5e-5b43-4c25-ab99-4992f6337d28/c7447a58-0c6e-491c-ab5e-4e8420d69a50) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:36:09.367548 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-b27e6de0-5589-45af-bc88-7a4b241f8572 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Made reservation on behalf of a8c979f3fc604996af2e8ab12f365425 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:36:09.371471 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-b27e6de0-5589-45af-bc88-7a4b241f8572 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:09.478309 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['c4d46e42-cd95-4065-9345-431b34484bb3'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:09.489699 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-c518d367-3aff-4937-8f07-53e01ff9a066 req-3be09014-0010-41f4-a1c5-40de34751be0 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Deleting port d480d1cc-3f20-4c26-b54e-3b847879220a {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:36:09.490635 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c518d367-3aff-4937-8f07-53e01ff9a066 req-3be09014-0010-41f4-a1c5-40de34751be0 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:09.570893 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c0d5d-23cb-41b2-be80-01d51ebdb824 req-3fd545d3-3251-45fe-b7d4-ba7c388b47f6 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:09.572555 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4a2c0d5d-23cb-41b2-be80-01d51ebdb824 req-3fd545d3-3251-45fe-b7d4-ba7c388b47f6 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?device_id=71bb0958-1a48-46f7-89f4-2ebae1e9d7c4 HTTP/1.1" status: 200 len: 944 time: 0.0601799 Sep 16 04:36:09.668370 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4a2c0d5d-23cb-41b2-be80-01d51ebdb824 req-7cd1b70a-759e-46f9-97ac-ef91ae010264 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups?id=01a24215-1d44-4fcc-8eb3-6ccc8c3921e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874519 Sep 16 04:36:09.906368 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-3cf40292-767f-41b3-91aa-4c48b385995b tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:09.923983 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-3cf40292-767f-41b3-91aa-4c48b385995b tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.47 "GET /v2.0/networks?id=e9f42f79-8e36-46bc-bc40-da8710d5bcd1 HTTP/1.1" status: 200 len: 824 time: 0.1670637 Sep 16 04:36:09.944288 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-922078a5-4640-43b0-a2e1-f604b4d9cc26 req-e0898e01-ef9e-4534-bd7a-d0326cbb6d60 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e158b20-ecfd-471c-92f0-0f955c8ea41d HTTP/1.1" status: 200 len: 210 time: 0.0611758 Sep 16 04:36:10.031281 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-1a18a76e-f1d2-448e-afa8-e91708e80d04 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c825b36882e046828461df6da4ad928b HTTP/1.1" status: 200 len: 380 time: 0.0717852 Sep 16 04:36:10.036728 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4b89f415-a147-4f9a-bf21-57ea0e869c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:10.038556 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-94d5ae0d-648a-4edf-b2c6-f6acde53c6d8 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:10.055352 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6a1e1-0320-4318-8c96-864d930417e7 req-d86036e5-68c0-4b5e-9d3f-fe2e9d05b5ab tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:10.057505 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-c518d367-3aff-4937-8f07-53e01ff9a066 req-3be09014-0010-41f4-a1c5-40de34751be0 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] For port d480d1cc-3f20-4c26-b54e-3b847879220a, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=d480d1cc-3f20-4c26-b54e-3b847879220a,segment=NetworkSegment(33201044-0eb1-4004-bde7-dd5bec0a4ba0),segment_id=33201044-0eb1-4004-bde7-dd5bec0a4ba0)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:10.057879 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c518d367-3aff-4937-8f07-53e01ff9a066 req-3be09014-0010-41f4-a1c5-40de34751be0 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:10.062901 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-62c6a1e1-0320-4318-8c96-864d930417e7 req-d86036e5-68c0-4b5e-9d3f-fe2e9d05b5ab tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 945 time: 0.0650156 Sep 16 04:36:10.111829 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-62c6a1e1-0320-4318-8c96-864d930417e7 req-4d9f700f-54a2-4cc9-8336-1798d434e308 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479684 Sep 16 04:36:10.117924 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-35fa6af1-2dbb-442b-ae6e-b187f4f51660 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Request body: {'port': {'device_id': 'f656e8d7-ac83-4852-b5de-8073537a3514', 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1', 'admin_state_up': True, 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'security_groups': ['e23ca340-41c8-45f7-b140-8caa69c3a817']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:10.290940 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-94d5ae0d-648a-4edf-b2c6-f6acde53c6d8 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:10.334205 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f17212-6e23-4ff4-bd32-fa4dc439e69e req-99c46dc4-db96-4fd2-8ba3-02c7ba714d59 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:10.335105 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf', 'b89bf368-53c0-4450-bf56-54bfd995b9ed', 'dc94428e-190c-4858-bad3-ad1cd92dcd21'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:10.335958 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04f17212-6e23-4ff4-bd32-fa4dc439e69e req-99c46dc4-db96-4fd2-8ba3-02c7ba714d59 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 945 time: 0.1039615 Sep 16 04:36:10.346998 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-35fa6af1-2dbb-442b-ae6e-b187f4f51660 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Made reservation on behalf of c825b36882e046828461df6da4ad928b for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:36:10.352246 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-35fa6af1-2dbb-442b-ae6e-b187f4f51660 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:10.481640 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-94d5ae0d-648a-4edf-b2c6-f6acde53c6d8 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Network 97f5d7d8-0e62-4047-bcd4-63b92e31705a is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:36:10.482329 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04f17212-6e23-4ff4-bd32-fa4dc439e69e req-0eb07d17-ac98-4b4d-b130-1587cf44af5e tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319077 Sep 16 04:36:10.552180 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-361d41be-3b1c-4cfd-8e1a-ac901de67b6c req-0fba82de-7663-4e94-a1e6-c31f5e0158fe tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/ports?device_id=f656e8d7-ac83-4852-b5de-8073537a3514 HTTP/1.1" status: 200 len: 210 time: 0.1336238 Sep 16 04:36:10.581681 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-35fa6af1-2dbb-442b-ae6e-b187f4f51660 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Allocated IP 172.20.0.3 (e9f42f79-8e36-46bc-bc40-da8710d5bcd1/23b8b65a-e16c-4539-8285-b42101b78979/34c42e08-ae08-402f-903f-65a2be25f7e0) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:36:10.592965 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-b27e6de0-5589-45af-bc88-7a4b241f8572 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Allocated IP 192.168.233.19 (97f5d7d8-0e62-4047-bcd4-63b92e31705a/24ad4c5e-5b43-4c25-ab99-4992f6337d28/b0a6f292-bfff-484c-90ed-e79e32eb87a1) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:36:10.757544 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device a0ac63d3-f701-408d-b440-1122a2cc17ec details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:36:10.759375 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device c4d46e42-cd95-4065-9345-431b34484bb3 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:36:10.817848 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-94d5ae0d-648a-4edf-b2c6-f6acde53c6d8 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:36:10.844095 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-94d5ae0d-648a-4edf-b2c6-f6acde53c6d8 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:36:11.025347 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b64e7c-72a8-4355-b157-67bc36e911e0 req-d88c9d10-0dfb-4d04-95a2-5735caef2904 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:11.032897 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d1b64e7c-72a8-4355-b157-67bc36e911e0 req-d88c9d10-0dfb-4d04-95a2-5735caef2904 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?device_id=71bb0958-1a48-46f7-89f4-2ebae1e9d7c4 HTTP/1.1" status: 200 len: 944 time: 0.1910017 Sep 16 04:36:11.040118 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-35fa6af1-2dbb-442b-ae6e-b187f4f51660 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:11.119662 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port c4d46e42-cd95-4065-9345-431b34484bb3 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:36:11.123492 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d1b64e7c-72a8-4355-b157-67bc36e911e0 req-3ec0f042-3d78-4dfa-a05e-72b2b6bc8b43 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups?id=01a24215-1d44-4fcc-8eb3-6ccc8c3921e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895765 Sep 16 04:36:11.128040 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port c4d46e42-cd95-4065-9345-431b34484bb3 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:11.128522 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:11.172660 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-94d5ae0d-648a-4edf-b2c6-f6acde53c6d8 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:11.172660 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-94d5ae0d-648a-4edf-b2c6-f6acde53c6d8 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:11.177725 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-35fa6af1-2dbb-442b-ae6e-b187f4f51660 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:11.205362 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-b27e6de0-5589-45af-bc88-7a4b241f8572 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:11.221690 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5ae0d-648a-4edf-b2c6-f6acde53c6d8 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Pushing event updated for resources: {'Port': ['ID=c7447a58-0c6e-491c-ab5e-4e8420d69a50,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:11.232754 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port a0ac63d3-f701-408d-b440-1122a2cc17ec, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=a0ac63d3-f701-408d-b440-1122a2cc17ec,segment=NetworkSegment(658f680a-3fa0-437c-8003-3658800983eb),segment_id=658f680a-3fa0-437c-8003-3658800983eb)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:11.280467 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c518d367-3aff-4937-8f07-53e01ff9a066 req-3be09014-0010-41f4-a1c5-40de34751be0 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:11.281746 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c518d367-3aff-4937-8f07-53e01ff9a066 req-3be09014-0010-41f4-a1c5-40de34751be0 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:11.282563 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [req-c518d367-3aff-4937-8f07-53e01ff9a066 req-3be09014-0010-41f4-a1c5-40de34751be0 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Floating IP 0f0dca7f-c930-4612-aa05-f1a54a150aa3 disassociated. External IP: 172.25.8.153, port: d480d1cc-3f20-4c26-b54e-3b847879220a. Sep 16 04:36:11.283733 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-c518d367-3aff-4937-8f07-53e01ff9a066 req-3be09014-0010-41f4-a1c5-40de34751be0 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Calling delete_port for d480d1cc-3f20-4c26-b54e-3b847879220a owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:36:11.293194 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-35fa6af1-2dbb-442b-ae6e-b187f4f51660 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Network e9f42f79-8e36-46bc-bc40-da8710d5bcd1 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:36:11.324796 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-35fa6af1-2dbb-442b-ae6e-b187f4f51660 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:36:11.343226 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa6af1-2dbb-442b-ae6e-b187f4f51660 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Pushing event updated for resources: {'Port': ['ID=34c42e08-ae08-402f-903f-65a2be25f7e0,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:11.354678 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-35fa6af1-2dbb-442b-ae6e-b187f4f51660 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:36:11.357855 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-82188086-5199-4979-a6bd-0887752064ec req-f4b2aa17-aabf-4e6e-9016-59be79c5814f tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e158b20-ecfd-471c-92f0-0f955c8ea41d HTTP/1.1" status: 200 len: 210 time: 0.1677189 Sep 16 04:36:11.370697 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'a0ac63d3-f701-408d-b440-1122a2cc17ec', 'network_id': '01519a52-82ee-43fa-90b0-c71411cde4f0', 'port_id': 'a0ac63d3-f701-408d-b440-1122a2cc17ec', 'mac_address': 'fa:16:3e:be:09:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1f953d6-01ca-4cb0-98b0-b9ee2763d49d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:36:11.375213 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-94d5ae0d-648a-4edf-b2c6-f6acde53c6d8 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0310094 Sep 16 04:36:11.394448 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:11.394673 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-393702ba-90c9-431b-a9de-1a1b1892d575 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=7bc77676f64241559c9f11b63fdf57ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0831268 Sep 16 04:36:11.406332 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-2ea6b0d1-32ad-49cf-bb16-981350236788 service neutron] Request body: {'port': {'device_id': 'ee6fa3db-b22d-4ed8-8562-fd870cc3c2f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:11.542789 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-40e729a0-c7a7-4e14-91b1-9829aab95d99 None None] Provisioning complete for port c7447a58-0c6e-491c-ab5e-4e8420d69a50 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:11.543211 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-40e729a0-c7a7-4e14-91b1-9829aab95d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:11.601346 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-35fa6af1-2dbb-442b-ae6e-b187f4f51660 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:11.601982 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-40e729a0-c7a7-4e14-91b1-9829aab95d99 None None] Port c7447a58-0c6e-491c-ab5e-4e8420d69a50 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:36:11.602868 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-35fa6af1-2dbb-442b-ae6e-b187f4f51660 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:11.633718 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:11.637330 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:11.668646 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0ac63d3-f701-408d-b440-1122a2cc17ec {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:11.693935 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71bb0958-1a48-46f7-89f4-2ebae1e9d7c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d46e42-cd95-4065-9345-431b34484bb3'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:11.697026 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a84b4d-c5fc-48d7-84d4-7a15872da167" -d '{"events": [{"server_uuid": "71bb0958-1a48-46f7-89f4-2ebae1e9d7c4", "name": "network-vif-plugged", "status": "completed", "tag": "c4d46e42-cd95-4065-9345-431b34484bb3"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:11.712348 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-35fa6af1-2dbb-442b-ae6e-b187f4f51660 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5993590 Sep 16 04:36:11.721256 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port a0ac63d3-f701-408d-b440-1122a2cc17ec, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=a0ac63d3-f701-408d-b440-1122a2cc17ec,segment=NetworkSegment(658f680a-3fa0-437c-8003-3658800983eb),segment_id=658f680a-3fa0-437c-8003-3658800983eb)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:11.723995 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port c4d46e42-cd95-4065-9345-431b34484bb3, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=c4d46e42-cd95-4065-9345-431b34484bb3,segment=NetworkSegment(cbe67464-0aa0-4d99-b9c3-86d1111ee3c1),segment_id=cbe67464-0aa0-4d99-b9c3-86d1111ee3c1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:11.727598 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:11.733508 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:11.735791 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-8ccd6f11-cd38-4037-baa3-df1c1ed629ae service neutron] Request body: {'port': {'device_id': 'f656e8d7-ac83-4852-b5de-8073537a3514', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:11.764987 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-01a70ece-645f-47b7-8071-1d3285a17118 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:11.773206 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-01a70ece-645f-47b7-8071-1d3285a17118 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3777642 Sep 16 04:36:11.784763 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-2ea6b0d1-32ad-49cf-bb16-981350236788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:11.811916 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-ce6ba88d-d5b3-43a1-bc31-3b74ffaa59de tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/quotas/7bc77676f64241559c9f11b63fdf57ec HTTP/1.1" status: 200 len: 375 time: 0.0374155 Sep 16 04:36:11.822405 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=a0ac63d3-f701-408d-b440-1122a2cc17ec,revision_number=6']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:11.855718 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-1b59d725-8c70-48a7-95ac-0648ffa44190 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7bc77676f64241559c9f11b63fdf57ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428329 Sep 16 04:36:11.893179 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=c4d46e42-cd95-4065-9345-431b34484bb3,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:11.925876 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-8ccd6f11-cd38-4037-baa3-df1c1ed629ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:11.943965 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-eec208ac-7576-4471-a0aa-d119de565619 None None] Provisioning complete for port 34c42e08-ae08-402f-903f-65a2be25f7e0 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:11.944389 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-eec208ac-7576-4471-a0aa-d119de565619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:11.988269 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-b27e6de0-5589-45af-bc88-7a4b241f8572 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:12.041737 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-eec208ac-7576-4471-a0aa-d119de565619 None None] Port 34c42e08-ae08-402f-903f-65a2be25f7e0 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:36:12.048807 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['a0ac63d3-f701-408d-b440-1122a2cc17ec'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:12.094185 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8871a6c-8c88-41ce-9e37-0a0b768f0cb0 req-6a9227c6-ac75-4614-9174-9dbab0323e43 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:12.120504 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b8871a6c-8c88-41ce-9e37-0a0b768f0cb0 req-6a9227c6-ac75-4614-9174-9dbab0323e43 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 945 time: 0.5552051 Sep 16 04:36:12.313109 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e6de0-5589-45af-bc88-7a4b241f8572 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Pushing event updated for resources: {'Port': ['ID=b0a6f292-bfff-484c-90ed-e79e32eb87a1,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:12.403600 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-b27e6de0-5589-45af-bc88-7a4b241f8572 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Network 97f5d7d8-0e62-4047-bcd4-63b92e31705a is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:36:12.423657 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-b27e6de0-5589-45af-bc88-7a4b241f8572 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:36:12.440065 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-b27e6de0-5589-45af-bc88-7a4b241f8572 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:36:12.469205 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-8ccd6f11-cd38-4037-baa3-df1c1ed629ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34c42e08-ae08-402f-903f-65a2be25f7e0 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:12.485038 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-8ccd6f11-cd38-4037-baa3-df1c1ed629ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:12.496786 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b8871a6c-8c88-41ce-9e37-0a0b768f0cb0 req-36f48245-fcad-455a-9e8a-10dc9e28e8b7 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753250 Sep 16 04:36:12.515685 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-8ccd6f11-cd38-4037-baa3-df1c1ed629ae service neutron] Transition to ACTIVE for port object 34c42e08-ae08-402f-903f-65a2be25f7e0 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:36:12.549506 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc42abd-dbf3-45af-b25c-27e19d6d807a req-e411ee93-eb76-4a11-b686-499573c362b0 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:12.557124 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2cc42abd-dbf3-45af-b25c-27e19d6d807a req-e411ee93-eb76-4a11-b686-499573c362b0 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 945 time: 0.1582406 Sep 16 04:36:12.562794 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-8ccd6f11-cd38-4037-baa3-df1c1ed629ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:12.580054 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c518d367-3aff-4937-8f07-53e01ff9a066 req-3be09014-0010-41f4-a1c5-40de34751be0 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:12.658965 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-b27e6de0-5589-45af-bc88-7a4b241f8572 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:12.659739 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-b27e6de0-5589-45af-bc88-7a4b241f8572 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:12.680654 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be09014-0010-41f4-a1c5-40de34751be0 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Pushing event deleted for resources: {'Port': ['ID=d480d1cc-3f20-4c26-b54e-3b847879220a,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:12.748807 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device a0ac63d3-f701-408d-b440-1122a2cc17ec up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:36:12.778440 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd6f11-cd38-4037-baa3-df1c1ed629ae service neutron] Pushing event updated for resources: {'Port': ['ID=34c42e08-ae08-402f-903f-65a2be25f7e0,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:12.810101 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-b27e6de0-5589-45af-bc88-7a4b241f8572 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2982733 Sep 16 04:36:12.862315 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2cc42abd-dbf3-45af-b25c-27e19d6d807a req-f0b612bc-e202-497c-9442-94d832200744 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939265 Sep 16 04:36:12.907451 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf', 'b89bf368-53c0-4450-bf56-54bfd995b9ed', 'dc94428e-190c-4858-bad3-ad1cd92dcd21'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:12.937132 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-db2bdc25-0b01-463a-8e37-3eeeead8cc94 service neutron] Request body: {'port': {'device_id': '8e158b20-ecfd-471c-92f0-0f955c8ea41d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:12.979721 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-8ccd6f11-cd38-4037-baa3-df1c1ed629ae service neutron] Attempting to bind port 34c42e08-ae08-402f-903f-65a2be25f7e0 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:36:12.980235 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-8ccd6f11-cd38-4037-baa3-df1c1ed629ae service neutron] Attempting to bind port 34c42e08-ae08-402f-903f-65a2be25f7e0 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '33201044-0eb1-4004-bde7-dd5bec0a4ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:36:12.980794 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-8ccd6f11-cd38-4037-baa3-df1c1ed629ae service neutron] Attempting to bind port 34c42e08-ae08-402f-903f-65a2be25f7e0 on network e9f42f79-8e36-46bc-bc40-da8710d5bcd1 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:12.987631 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94236ae2-9004-448b-ad62-a74957e61009 x-openstack-request-id: req-94236ae2-9004-448b-ad62-a74957e61009 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:12.987920 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71bb0958-1a48-46f7-89f4-2ebae1e9d7c4", "name": "network-vif-plugged", "status": "completed", "tag": "c4d46e42-cd95-4065-9345-431b34484bb3", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:12.988174 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-94236ae2-9004-448b-ad62-a74957e61009 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:12.989776 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71bb0958-1a48-46f7-89f4-2ebae1e9d7c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d46e42-cd95-4065-9345-431b34484bb3', 'code': 200} Sep 16 04:36:12.994484 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-8ccd6f11-cd38-4037-baa3-df1c1ed629ae service neutron] Port 34c42e08-ae08-402f-903f-65a2be25f7e0 on network e9f42f79-8e36-46bc-bc40-da8710d5bcd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:36:12.995161 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-8ccd6f11-cd38-4037-baa3-df1c1ed629ae service neutron] Attempting to bind port 34c42e08-ae08-402f-903f-65a2be25f7e0 on network e9f42f79-8e36-46bc-bc40-da8710d5bcd1 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:13.007321 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-8ccd6f11-cd38-4037-baa3-df1c1ed629ae service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:36:13.011738 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-8ccd6f11-cd38-4037-baa3-df1c1ed629ae service neutron] Checking segment: {'id': '33201044-0eb1-4004-bde7-dd5bec0a4ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:36:13.012600 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-8ccd6f11-cd38-4037-baa3-df1c1ed629ae service neutron] Bound using segment: {'id': '33201044-0eb1-4004-bde7-dd5bec0a4ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:36:13.013307 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-8ccd6f11-cd38-4037-baa3-df1c1ed629ae service neutron] Bound port: 34c42e08-ae08-402f-903f-65a2be25f7e0, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33201044-0eb1-4004-bde7-dd5bec0a4ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:36:13.013893 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-8ccd6f11-cd38-4037-baa3-df1c1ed629ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:13.035916 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-14a8c845-d523-4b36-9f9e-cbbc937e9078 None None] Provisioning complete for port b0a6f292-bfff-484c-90ed-e79e32eb87a1 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:13.036303 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-14a8c845-d523-4b36-9f9e-cbbc937e9078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:13.139852 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-db2bdc25-0b01-463a-8e37-3eeeead8cc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:13.146974 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port a0ac63d3-f701-408d-b440-1122a2cc17ec triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:13.147813 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:13.268119 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-8ccd6f11-cd38-4037-baa3-df1c1ed629ae service neutron] For port 34c42e08-ae08-402f-903f-65a2be25f7e0, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:36:13.276124 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeef170-f0a7-4e4d-8a33-c0b32be62e57 req-59e216ea-b221-4486-a48a-a4be41cdb737 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:13.294962 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7aeef170-f0a7-4e4d-8a33-c0b32be62e57 req-59e216ea-b221-4486-a48a-a4be41cdb737 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/ports?device_id=f656e8d7-ac83-4852-b5de-8073537a3514 HTTP/1.1" status: 200 len: 943 time: 0.6184788 Sep 16 04:36:13.341449 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d5cd840a-5166-43cb-a77d-a7bdba330bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:13.343161 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-14a8c845-d523-4b36-9f9e-cbbc937e9078 None None] Port b0a6f292-bfff-484c-90ed-e79e32eb87a1 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:36:13.381532 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-8ccd6f11-cd38-4037-baa3-df1c1ed629ae service neutron] For port 34c42e08-ae08-402f-903f-65a2be25f7e0, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=34c42e08-ae08-402f-903f-65a2be25f7e0,segment=NetworkSegment(33201044-0eb1-4004-bde7-dd5bec0a4ba0),segment_id=33201044-0eb1-4004-bde7-dd5bec0a4ba0)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:36:13.390264 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7aeef170-f0a7-4e4d-8a33-c0b32be62e57 req-6287ecbd-c422-4882-a2c7-19e5108c8b45 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/security-groups?id=e23ca340-41c8-45f7-b140-8caa69c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941148 Sep 16 04:36:13.453345 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c33996-07fc-4477-b056-04e211658e05 req-43032367-2f68-4fc9-8e08-1826acda51ea tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:13.455591 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-88c33996-07fc-4477-b056-04e211658e05 req-43032367-2f68-4fc9-8e08-1826acda51ea tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?device_id=71bb0958-1a48-46f7-89f4-2ebae1e9d7c4 HTTP/1.1" status: 200 len: 945 time: 0.2848785 Sep 16 04:36:13.457041 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-8ccd6f11-cd38-4037-baa3-df1c1ed629ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:13.525028 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-88c33996-07fc-4477-b056-04e211658e05 req-3dc2df7d-28cc-47eb-ac15-9e0fa922777b tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups?id=01a24215-1d44-4fcc-8eb3-6ccc8c3921e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534046 Sep 16 04:36:13.541702 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c518d367-3aff-4937-8f07-53e01ff9a066 req-3be09014-0010-41f4-a1c5-40de34751be0 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Router 19909f41-efd4-4939-8e64-dd882e426a0b has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:36:13.570179 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-8ccd6f11-cd38-4037-baa3-df1c1ed629ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:13.570826 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-8ccd6f11-cd38-4037-baa3-df1c1ed629ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:13.572505 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-8ccd6f11-cd38-4037-baa3-df1c1ed629ae service neutron] 10.222.0.47 "PUT /v2.0/ports/34c42e08-ae08-402f-903f-65a2be25f7e0 HTTP/1.1" status: 200 len: 1092 time: 1.8420539 Sep 16 04:36:13.579890 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f656e8d7-ac83-4852-b5de-8073537a3514', 'tag': '34c42e08-ae08-402f-903f-65a2be25f7e0'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:13.583014 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892170a8-e636-475e-aedd-b5061d9fdf16" -d '{"events": [{"name": "network-changed", "server_uuid": "f656e8d7-ac83-4852-b5de-8073537a3514", "tag": "34c42e08-ae08-402f-903f-65a2be25f7e0"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:13.649955 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd6f11-cd38-4037-baa3-df1c1ed629ae service neutron] Pushing event updated for resources: {'Port': ['ID=34c42e08-ae08-402f-903f-65a2be25f7e0,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:13.690145 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:13.756642 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:13.907840 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port a0ac63d3-f701-408d-b440-1122a2cc17ec, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=a0ac63d3-f701-408d-b440-1122a2cc17ec,segment=NetworkSegment(658f680a-3fa0-437c-8003-3658800983eb),segment_id=658f680a-3fa0-437c-8003-3658800983eb)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:13.922394 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-3871c75d-36b2-40f2-9041-bf960058caea tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=7bc77676f64241559c9f11b63fdf57ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3137727 Sep 16 04:36:13.928986 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82776540-1d6e-4c98-ba96-018a798e32b6 req-1b527a0b-f33a-4387-94ec-e912a1ba2d33 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:13.935475 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:13.939527 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device d480d1cc-3f20-4c26-b54e-3b847879220a no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:36:13.954755 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82776540-1d6e-4c98-ba96-018a798e32b6 req-1b527a0b-f33a-4387-94ec-e912a1ba2d33 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e158b20-ecfd-471c-92f0-0f955c8ea41d HTTP/1.1" status: 200 len: 935 time: 0.2533731 Sep 16 04:36:14.014788 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-850ad817-ad7d-453b-9866-0b5030bb6dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:14.016359 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-850ad817-ad7d-453b-9866-0b5030bb6dc3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c825b36882e046828461df6da4ad928b&device_id=f656e8d7-ac83-4852-b5de-8073537a3514 HTTP/1.1" status: 200 len: 1095 time: 0.2381432 Sep 16 04:36:14.053376 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82776540-1d6e-4c98-ba96-018a798e32b6 req-f59c6ed7-6104-42f7-8b97-b465ebb88101 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909646 Sep 16 04:36:14.107431 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-2ea6b0d1-32ad-49cf-bb16-981350236788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7447a58-0c6e-491c-ab5e-4e8420d69a50 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:14.110229 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: d480d1cc-3f20-4c26-b54e-3b847879220a {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:36:14.110804 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device d480d1cc-3f20-4c26-b54e-3b847879220a not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:36:14.175567 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=a0ac63d3-f701-408d-b440-1122a2cc17ec,revision_number=7']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:14.184713 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-f03f512e-8435-40a3-99f9-47535cdc63db service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34c42e08-ae08-402f-903f-65a2be25f7e0 HTTP/1.1" status: 200 len: 217 time: 0.1301603 Sep 16 04:36:14.187471 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-2ea6b0d1-32ad-49cf-bb16-981350236788 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:14.208599 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6329f-653f-4411-a9fe-a0da28f97ff7 req-cabdfb6b-c6d8-495c-84f7-c9a400d151ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:14.217762 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e5f6329f-653f-4411-a9fe-a0da28f97ff7 req-cabdfb6b-c6d8-495c-84f7-c9a400d151ee service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=71bb0958-1a48-46f7-89f4-2ebae1e9d7c4 HTTP/1.1" status: 200 len: 1097 time: 0.9581082 Sep 16 04:36:14.260412 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-2ea6b0d1-32ad-49cf-bb16-981350236788 service neutron] Transition to ACTIVE for port object c7447a58-0c6e-491c-ab5e-4e8420d69a50 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:36:14.344200 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-2ea6b0d1-32ad-49cf-bb16-981350236788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:14.346965 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:14.414397 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-8f9b94fb-e90a-412c-8fe5-4a9bc623760e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:14.414737 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:14.420825 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-8f9b94fb-e90a-412c-8fe5-4a9bc623760e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=23b8b65a-e16c-4539-8285-b42101b78979 HTTP/1.1" status: 200 len: 863 time: 0.2242053 Sep 16 04:36:14.604524 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-2a2aeeeb-343e-49ff-bd86-53fe2b7eb2f2 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=7bc77676f64241559c9f11b63fdf57ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0851970 Sep 16 04:36:14.651076 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-fe656af4-41ea-41bd-8286-0aee254b9a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:14.652592 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-fe656af4-41ea-41bd-8286-0aee254b9a98 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e9f42f79-8e36-46bc-bc40-da8710d5bcd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2220252 Sep 16 04:36:14.727533 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c518d367-3aff-4937-8f07-53e01ff9a066 req-3be09014-0010-41f4-a1c5-40de34751be0 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:36:14.730925 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e5f6329f-653f-4411-a9fe-a0da28f97ff7 req-898c9eae-576f-491c-b2ab-b57fb9349477 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=01a24215-1d44-4fcc-8eb3-6ccc8c3921e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4492464 Sep 16 04:36:14.739334 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adf2cb9-8dc4-4cbe-94d7-039b6813129f None None] Sync routers for ids ['19909f41-efd4-4939-8e64-dd882e426a0b'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:36:14.756196 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adf2cb9-8dc4-4cbe-94d7-039b6813129f None None] Routers {'19909f41-efd4-4939-8e64-dd882e426a0b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:36:14.756987 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-4adf2cb9-8dc4-4cbe-94d7-039b6813129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:36:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['19909f41-efd4-4939-8e64-dd882e426a0b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:14.781683 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea6b0d1-32ad-49cf-bb16-981350236788 service neutron] Pushing event updated for resources: {'Port': ['ID=c7447a58-0c6e-491c-ab5e-4e8420d69a50,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:14.976380 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-76d666e4-265d-428c-a2a4-04c3e7d4946a tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:14.983884 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-76d666e4-265d-428c-a2a4-04c3e7d4946a tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0604444 Sep 16 04:36:14.995198 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d60140-cd56-4c0f-bc11-6041e71e1adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ac63d3-f701-408d-b440-1122a2cc17ec'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:14.997161 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82ece4c-f970-4303-8396-03b482d69fe4" -d '{"events": [{"server_uuid": "22d60140-cd56-4c0f-bc11-6041e71e1adb", "name": "network-vif-plugged", "status": "completed", "tag": "a0ac63d3-f701-408d-b440-1122a2cc17ec"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:15.031870 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-4adf2cb9-8dc4-4cbe-94d7-039b6813129f None None] Set router 19909f41-efd4-4939-8e64-dd882e426a0b gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:36:15.153718 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa9a26-f6bf-4194-bd38-86ccde8770e5 req-efaecd4a-ad1c-4456-a770-3652fff800ce tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:15.161272 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a0aa9a26-f6bf-4194-bd38-86ccde8770e5 req-efaecd4a-ad1c-4456-a770-3652fff800ce tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 945 time: 0.6115825 Sep 16 04:36:15.259019 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a0aa9a26-f6bf-4194-bd38-86ccde8770e5 req-90f2635b-a27d-4b27-9db3-f19fd68e44e3 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957649 Sep 16 04:36:15.273851 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-453a2a53-8bc4-45d3-bbcf-e9cf8e720e3d tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:15.275523 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-453a2a53-8bc4-45d3-bbcf-e9cf8e720e3d tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6364155 Sep 16 04:36:15.285830 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-b0ea0f1a-dbf9-4fbe-9b02-b102f5b9b5c2 service neutron] 10.222.0.47 "GET /v2.0/networks/e9f42f79-8e36-46bc-bc40-da8710d5bcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6127095 Sep 16 04:36:15.296429 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-719c63df-39cd-4d3c-97f5-677e9a13766a tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Request body: {'port': {'device_id': '18197268-7960-4fe5-90a7-3303ed6e67a1', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'admin_state_up': True, 'tenant_id': '7bc77676f64241559c9f11b63fdf57ec'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:15.380325 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-aff86e88-b9c2-4ddd-abbc-657333136f39 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/quotas/7bc77676f64241559c9f11b63fdf57ec HTTP/1.1" status: 200 len: 375 time: 0.3951657 Sep 16 04:36:15.399378 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-4adf2cb9-8dc4-4cbe-94d7-039b6813129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351920868-router', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '49f99fa4-9676-4a32-8fea-0af63fe5a7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:36Z', 'updated_at': '2021-09-16T04:33:44Z', 'revision_number': 4, 'project_id': 'c825b36882e046828461df6da4ad928b', 'gw_port': {'id': '49f99fa4-9676-4a32-8fea-0af63fe5a7de', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:39Z', 'updated_at': '2021-09-16T04:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '0e561ef0-9c7a-472b-adcf-7d47c4925c3a', 'name': '', 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'mac_address': 'fa:16:3e:1e:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 182, 'fixed_ips': [{'subnet_id': '23b8b65a-e16c-4539-8285-b42101b78979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:44Z', 'updated_at': '2021-09-16T04:33:49Z', 'revision_number': 5, 'project_id': 'c825b36882e046828461df6da4ad928b', 'subnets': [{'id': '23b8b65a-e16c-4539-8285-b42101b78979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:15.407359 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c518d367-3aff-4937-8f07-53e01ff9a066 req-3be09014-0010-41f4-a1c5-40de34751be0 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] No DVR routers for this DVR port d480d1cc-3f20-4c26-b54e-3b847879220a on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:36:15.420556 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c518d367-3aff-4937-8f07-53e01ff9a066 req-3be09014-0010-41f4-a1c5-40de34751be0 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:15.422956 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c518d367-3aff-4937-8f07-53e01ff9a066 req-3be09014-0010-41f4-a1c5-40de34751be0 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.47 "DELETE /v2.0/ports/d480d1cc-3f20-4c26-b54e-3b847879220a HTTP/1.1" status: 204 len: 173 time: 6.1947393 Sep 16 04:36:15.423163 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66e7b4d-0a00-404e-84a0-cc5752e05046 x-openstack-request-id: req-e66e7b4d-0a00-404e-84a0-cc5752e05046 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:15.423520 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f656e8d7-ac83-4852-b5de-8073537a3514", "tag": "34c42e08-ae08-402f-903f-65a2be25f7e0", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:15.423764 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e66e7b4d-0a00-404e-84a0-cc5752e05046 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:15.424140 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f656e8d7-ac83-4852-b5de-8073537a3514', 'tag': '34c42e08-ae08-402f-903f-65a2be25f7e0', 'status': 'completed', 'code': 200} Sep 16 04:36:15.431673 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692b29d6-0cdc-47f6-8541-2322ad5bc7b8', 'name': 'network-vif-deleted', 'tag': 'd480d1cc-3f20-4c26-b54e-3b847879220a'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:15.434713 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90bf03f-4edf-4cfa-9ca1-9857a18045c6" -d '{"events": [{"server_uuid": "692b29d6-0cdc-47f6-8541-2322ad5bc7b8", "name": "network-vif-deleted", "tag": "d480d1cc-3f20-4c26-b54e-3b847879220a"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:15.477999 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-48053753-23fe-4e2c-a106-28576a14fa86 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7bc77676f64241559c9f11b63fdf57ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0961797 Sep 16 04:36:15.481931 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adf2cb9-8dc4-4cbe-94d7-039b6813129f None None] Checking router: 19909f41-efd4-4939-8e64-dd882e426a0b for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:36:15.510117 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adf2cb9-8dc4-4cbe-94d7-039b6813129f None None] Routers {'19909f41-efd4-4939-8e64-dd882e426a0b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:36:15.511066 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-4adf2cb9-8dc4-4cbe-94d7-039b6813129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:36:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['19909f41-efd4-4939-8e64-dd882e426a0b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:15.512583 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-719c63df-39cd-4d3c-97f5-677e9a13766a tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Made reservation on behalf of 7bc77676f64241559c9f11b63fdf57ec for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:36:15.516118 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-719c63df-39cd-4d3c-97f5-677e9a13766a tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:15.560296 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-719c63df-39cd-4d3c-97f5-677e9a13766a tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:15.574989 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-2ea6b0d1-32ad-49cf-bb16-981350236788 service neutron] Attempting to bind port c7447a58-0c6e-491c-ab5e-4e8420d69a50 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:36:15.586351 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-2ea6b0d1-32ad-49cf-bb16-981350236788 service neutron] Attempting to bind port c7447a58-0c6e-491c-ab5e-4e8420d69a50 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:36:15.588692 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-2ea6b0d1-32ad-49cf-bb16-981350236788 service neutron] Attempting to bind port c7447a58-0c6e-491c-ab5e-4e8420d69a50 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:15.606033 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-2ea6b0d1-32ad-49cf-bb16-981350236788 service neutron] Port c7447a58-0c6e-491c-ab5e-4e8420d69a50 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:36:15.606033 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-2ea6b0d1-32ad-49cf-bb16-981350236788 service neutron] Attempting to bind port c7447a58-0c6e-491c-ab5e-4e8420d69a50 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:15.621690 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b728c4-4b76-423a-88fd-22aff18c9abf req-783c8597-df8e-4a39-bec7-eb5f3de8c148 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:15.628968 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-41b728c4-4b76-423a-88fd-22aff18c9abf req-783c8597-df8e-4a39-bec7-eb5f3de8c148 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 945 time: 0.1195405 Sep 16 04:36:15.634994 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fa65b104-662a-458a-97e1-d123cb6a7227 req-ff6c36ff-8ec8-43c4-a649-477a639968c0 service neutron] 10.222.0.47 "GET /v2.0/networks/e9f42f79-8e36-46bc-bc40-da8710d5bcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134504 Sep 16 04:36:15.653648 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-2ea6b0d1-32ad-49cf-bb16-981350236788 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:36:15.655497 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-2ea6b0d1-32ad-49cf-bb16-981350236788 service neutron] Checking segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:36:15.656496 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-2ea6b0d1-32ad-49cf-bb16-981350236788 service neutron] Bound using segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:36:15.657630 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-2ea6b0d1-32ad-49cf-bb16-981350236788 service neutron] Bound port: c7447a58-0c6e-491c-ab5e-4e8420d69a50, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:36:15.657765 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-2ea6b0d1-32ad-49cf-bb16-981350236788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:15.699836 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-41b728c4-4b76-423a-88fd-22aff18c9abf req-46100f4e-0228-4f99-9c80-83041f7008b6 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615954 Sep 16 04:36:15.872511 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:15.875641 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-db2bdc25-0b01-463a-8e37-3eeeead8cc94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0a6f292-bfff-484c-90ed-e79e32eb87a1 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:15.921869 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-db2bdc25-0b01-463a-8e37-3eeeead8cc94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:15.945104 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-db2bdc25-0b01-463a-8e37-3eeeead8cc94 service neutron] Transition to ACTIVE for port object b0a6f292-bfff-484c-90ed-e79e32eb87a1 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:36:15.951435 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-719c63df-39cd-4d3c-97f5-677e9a13766a tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:15.993293 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-db2bdc25-0b01-463a-8e37-3eeeead8cc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:16.002439 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-719c63df-39cd-4d3c-97f5-677e9a13766a tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:16.009585 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-4adf2cb9-8dc4-4cbe-94d7-039b6813129f None None] Set router 19909f41-efd4-4939-8e64-dd882e426a0b gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:36:16.180348 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2bdc25-0b01-463a-8e37-3eeeead8cc94 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a6f292-bfff-484c-90ed-e79e32eb87a1,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:16.211783 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217cf05-96b6-4677-90b9-19c835dce6dc req-064befec-bb5a-45af-bbe1-e901bcb1cacf tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:16.221337 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e217cf05-96b6-4677-90b9-19c835dce6dc req-064befec-bb5a-45af-bbe1-e901bcb1cacf tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] 10.222.0.35 "GET /v2.0/ports?device_id=6564bfd6-db74-40b2-9262-3b90c6d493e3 HTTP/1.1" status: 200 len: 945 time: 0.3984008 Sep 16 04:36:16.228419 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-2ea6b0d1-32ad-49cf-bb16-981350236788 service neutron] For port c7447a58-0c6e-491c-ab5e-4e8420d69a50, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:36:16.278490 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 16722678-cc90-4a40-b39a-f34cc09bfb6c details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:36:16.328123 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a18b3-9292-4bd1-93c6-35e405da86f6 req-5c94cc94-8aa5-4352-aa6b-985f1d5843f1 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:16.342869 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e217cf05-96b6-4677-90b9-19c835dce6dc req-77036258-9a63-4182-bc22-c40931a862c7 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] 10.222.0.35 "GET /v2.0/security-groups?id=99f4ae61-c15a-4a1a-95cf-2fa7962fe8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194441 Sep 16 04:36:16.347351 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ee7a18b3-9292-4bd1-93c6-35e405da86f6 req-5c94cc94-8aa5-4352-aa6b-985f1d5843f1 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/ports?device_id=f656e8d7-ac83-4852-b5de-8073537a3514 HTTP/1.1" status: 200 len: 943 time: 0.5101264 Sep 16 04:36:16.364154 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892170a8-e636-475e-aedd-b5061d9fdf16 req-d575874d-8e20-41af-bb32-c0dd1a043aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:16.371363 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-2ea6b0d1-32ad-49cf-bb16-981350236788 service neutron] For port c7447a58-0c6e-491c-ab5e-4e8420d69a50, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=c7447a58-0c6e-491c-ab5e-4e8420d69a50,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:36:16.375620 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-892170a8-e636-475e-aedd-b5061d9fdf16 req-d575874d-8e20-41af-bb32-c0dd1a043aae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c825b36882e046828461df6da4ad928b&device_id=f656e8d7-ac83-4852-b5de-8073537a3514 HTTP/1.1" status: 200 len: 1095 time: 0.5365460 Sep 16 04:36:16.428228 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-8ae5c9ae-334d-4063-84a9-01918ea75fae tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:16.429682 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-8ae5c9ae-334d-4063-84a9-01918ea75fae tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1&tenant_id=1db68ab0fc284575894f1608a94e9c14&binding%3Ahost_id=n-h1-712139-15 HTTP/1.1" status: 200 len: 1097 time: 0.4821823 Sep 16 04:36:16.460804 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-c0414a5a-b65b-4364-a1e5-98c7bbc58237 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712139-15'}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:16.535622 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-4adf2cb9-8dc4-4cbe-94d7-039b6813129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351920868-router', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '49f99fa4-9676-4a32-8fea-0af63fe5a7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:36Z', 'updated_at': '2021-09-16T04:33:44Z', 'revision_number': 4, 'project_id': 'c825b36882e046828461df6da4ad928b', 'gw_port': {'id': '49f99fa4-9676-4a32-8fea-0af63fe5a7de', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:39Z', 'updated_at': '2021-09-16T04:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '0e561ef0-9c7a-472b-adcf-7d47c4925c3a', 'name': '', 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'mac_address': 'fa:16:3e:1e:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 182, 'fixed_ips': [{'subnet_id': '23b8b65a-e16c-4539-8285-b42101b78979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:44Z', 'updated_at': '2021-09-16T04:33:49Z', 'revision_number': 5, 'project_id': 'c825b36882e046828461df6da4ad928b', 'subnets': [{'id': '23b8b65a-e16c-4539-8285-b42101b78979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:16.551827 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-2ea6b0d1-32ad-49cf-bb16-981350236788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:16.562909 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-db2bdc25-0b01-463a-8e37-3eeeead8cc94 service neutron] Attempting to bind port b0a6f292-bfff-484c-90ed-e79e32eb87a1 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:36:16.563249 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-db2bdc25-0b01-463a-8e37-3eeeead8cc94 service neutron] Attempting to bind port b0a6f292-bfff-484c-90ed-e79e32eb87a1 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:36:16.563584 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-db2bdc25-0b01-463a-8e37-3eeeead8cc94 service neutron] Attempting to bind port b0a6f292-bfff-484c-90ed-e79e32eb87a1 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:16.612218 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-db2bdc25-0b01-463a-8e37-3eeeead8cc94 service neutron] Port b0a6f292-bfff-484c-90ed-e79e32eb87a1 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:36:16.612831 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-db2bdc25-0b01-463a-8e37-3eeeead8cc94 service neutron] Attempting to bind port b0a6f292-bfff-484c-90ed-e79e32eb87a1 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:16.624857 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-2ea6b0d1-32ad-49cf-bb16-981350236788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:16.626967 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-2ea6b0d1-32ad-49cf-bb16-981350236788 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:16.632418 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-2ea6b0d1-32ad-49cf-bb16-981350236788 service neutron] 10.222.0.47 "PUT /v2.0/ports/c7447a58-0c6e-491c-ab5e-4e8420d69a50 HTTP/1.1" status: 200 len: 1097 time: 5.2404141 Sep 16 04:36:16.648791 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-db2bdc25-0b01-463a-8e37-3eeeead8cc94 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:36:16.649438 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-db2bdc25-0b01-463a-8e37-3eeeead8cc94 service neutron] Checking segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:36:16.649999 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-db2bdc25-0b01-463a-8e37-3eeeead8cc94 service neutron] Bound using segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:36:16.650905 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-db2bdc25-0b01-463a-8e37-3eeeead8cc94 service neutron] Bound port: b0a6f292-bfff-484c-90ed-e79e32eb87a1, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:36:16.651554 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-db2bdc25-0b01-463a-8e37-3eeeead8cc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:16.713197 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ee7a18b3-9292-4bd1-93c6-35e405da86f6 req-e875f533-e40c-44e8-9985-005d6cd5a9bc tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/security-groups?id=e23ca340-41c8-45f7-b140-8caa69c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3648684 Sep 16 04:36:16.759948 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c63df-39cd-4d3c-97f5-677e9a13766a tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce32b41b-a276-4c54-8783-af23e32773c0,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:16.795863 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adf2cb9-8dc4-4cbe-94d7-039b6813129f None None] The sync data for ids ['19909f41-efd4-4939-8e64-dd882e426a0b'] in n-d-712139-15 is: [{'id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351920868-router', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '49f99fa4-9676-4a32-8fea-0af63fe5a7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:36Z', 'updated_at': '2021-09-16T04:33:44Z', 'revision_number': 4, 'project_id': 'c825b36882e046828461df6da4ad928b', 'gw_port': {'id': '49f99fa4-9676-4a32-8fea-0af63fe5a7de', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:39Z', 'updated_at': '2021-09-16T04:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '0e561ef0-9c7a-472b-adcf-7d47c4925c3a', 'name': '', 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'mac_address': 'fa:16:3e:1e:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 182, 'fixed_ips': [{'subnet_id': '23b8b65a-e16c-4539-8285-b42101b78979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:44Z', 'updated_at': '2021-09-16T04:33:49Z', 'revision_number': 5, 'project_id': 'c825b36882e046828461df6da4ad928b', 'subnets': [{'id': '23b8b65a-e16c-4539-8285-b42101b78979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:36:16.822754 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 16722678-cc90-4a40-b39a-f34cc09bfb6c, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=16722678-cc90-4a40-b39a-f34cc09bfb6c,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:16.891440 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41cfdd2d-dfe4-4bbf-93f4-c494f1abfc52 x-openstack-request-id: req-41cfdd2d-dfe4-4bbf-93f4-c494f1abfc52 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:16.891738 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d60140-cd56-4c0f-bc11-6041e71e1adb", "name": "network-vif-plugged", "status": "completed", "tag": "a0ac63d3-f701-408d-b440-1122a2cc17ec", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:16.892398 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-41cfdd2d-dfe4-4bbf-93f4-c494f1abfc52 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:16.893304 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d60140-cd56-4c0f-bc11-6041e71e1adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ac63d3-f701-408d-b440-1122a2cc17ec', 'code': 200} Sep 16 04:36:16.913768 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 16722678-cc90-4a40-b39a-f34cc09bfb6c has no active binding in host n-h2-712139-15 {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:36:17.052518 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.48', 54007) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:17.082772 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542432a3-b782-49e7-989b-357c8ee4fa53 req-141afc8d-4b5a-4f00-9f1a-6fb0a058a19e tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:17.095804 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-542432a3-b782-49e7-989b-357c8ee4fa53 req-141afc8d-4b5a-4f00-9f1a-6fb0a058a19e tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?device_id=71bb0958-1a48-46f7-89f4-2ebae1e9d7c4 HTTP/1.1" status: 200 len: 945 time: 0.3987987 Sep 16 04:36:17.105631 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-db2bdc25-0b01-463a-8e37-3eeeead8cc94 service neutron] For port b0a6f292-bfff-484c-90ed-e79e32eb87a1, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:36:17.108796 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea6b0d1-32ad-49cf-bb16-981350236788 service neutron] Pushing event updated for resources: {'Port': ['ID=c7447a58-0c6e-491c-ab5e-4e8420d69a50,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:17.146576 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-bcc73aa1-cd93-4b5c-ab28-2bce43e24a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:17.154411 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-bcc73aa1-cd93-4b5c-ab28-2bce43e24a89 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a8c979f3fc604996af2e8ab12f365425&device_id=ee6fa3db-b22d-4ed8-8562-fd870cc3c2f0 HTTP/1.1" status: 200 len: 1100 time: 0.3116846 Sep 16 04:36:17.167720 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-db2bdc25-0b01-463a-8e37-3eeeead8cc94 service neutron] For port b0a6f292-bfff-484c-90ed-e79e32eb87a1, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=b0a6f292-bfff-484c-90ed-e79e32eb87a1,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:36:17.188890 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-db2bdc25-0b01-463a-8e37-3eeeead8cc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:17.238878 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-cea97ce2-9fbe-4585-8153-8d9f78e9d872 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=c7447a58-0c6e-491c-ab5e-4e8420d69a50 HTTP/1.1" status: 200 len: 217 time: 0.0629268 Sep 16 04:36:17.287281 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-db2bdc25-0b01-463a-8e37-3eeeead8cc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:17.291630 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-db2bdc25-0b01-463a-8e37-3eeeead8cc94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:17.293048 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-db2bdc25-0b01-463a-8e37-3eeeead8cc94 service neutron] 10.222.0.48 "PUT /v2.0/ports/b0a6f292-bfff-484c-90ed-e79e32eb87a1 HTTP/1.1" status: 200 len: 1096 time: 4.4387810 Sep 16 04:36:17.313198 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-542432a3-b782-49e7-989b-357c8ee4fa53 req-be4cd4f0-3959-464a-b8bc-5021dc4f16a8 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups?id=01a24215-1d44-4fcc-8eb3-6ccc8c3921e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161393 Sep 16 04:36:17.360805 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a269881b-5eeb-41b0-ba5d-d6d242e55ecd None None] New status for floating IP 0f0dca7f-c930-4612-aa05-f1a54a150aa3: DOWN {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:36:17.362515 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-719c63df-39cd-4d3c-97f5-677e9a13766a tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Allocated IP 192.168.233.214 (97f5d7d8-0e62-4047-bcd4-63b92e31705a/24ad4c5e-5b43-4c25-ab99-4992f6337d28/8458f15a-7a63-425e-8097-a6b6eb4032ff) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:36:17.378122 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-c0414a5a-b65b-4364-a1e5-98c7bbc58237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:17.421961 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892170a8-e636-475e-aedd-b5061d9fdf16 req-b555c776-17b7-444a-bf59-0a92bd593596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:17.423801 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-892170a8-e636-475e-aedd-b5061d9fdf16 req-b555c776-17b7-444a-bf59-0a92bd593596 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e9f42f79-8e36-46bc-bc40-da8710d5bcd1 HTTP/1.1" status: 200 len: 925 time: 1.0055127 Sep 16 04:36:17.427058 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-0600440b-0756-43bc-8eb1-546827c232cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:17.429904 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-0600440b-0756-43bc-8eb1-546827c232cb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.1622148 Sep 16 04:36:17.437568 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f896c-8930-45a8-ac1a-867351940f10 req-0a778c1d-865f-44ef-a07c-05b6a5bfd8f1 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:17.450100 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-764f896c-8930-45a8-ac1a-867351940f10 req-0a778c1d-865f-44ef-a07c-05b6a5bfd8f1 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e158b20-ecfd-471c-92f0-0f955c8ea41d HTTP/1.1" status: 200 len: 947 time: 0.3915324 Sep 16 04:36:17.458778 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2bdc25-0b01-463a-8e37-3eeeead8cc94 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a6f292-bfff-484c-90ed-e79e32eb87a1,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:17.464372 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1480be5-2eb9-44de-94b8-bba3452f7893 req-0b8a8b66-dfb3-400f-a704-924385636b2b tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:17.466452 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c1480be5-2eb9-44de-94b8-bba3452f7893 req-0b8a8b66-dfb3-400f-a704-924385636b2b tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] 10.222.0.48 "GET /v2.0/ports?device_id=6564bfd6-db74-40b2-9262-3b90c6d493e3 HTTP/1.1" status: 200 len: 945 time: 0.3760929 Sep 16 04:36:17.574599 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a779c710-a193-4134-bc77-b7c9adf50649 x-openstack-request-id: req-a779c710-a193-4134-bc77-b7c9adf50649 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:17.575072 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692b29d6-0cdc-47f6-8541-2322ad5bc7b8", "name": "network-vif-deleted", "tag": "d480d1cc-3f20-4c26-b54e-3b847879220a", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:17.575472 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a779c710-a193-4134-bc77-b7c9adf50649 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:17.575948 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692b29d6-0cdc-47f6-8541-2322ad5bc7b8', 'name': 'network-vif-deleted', 'tag': 'd480d1cc-3f20-4c26-b54e-3b847879220a', 'status': 'completed', 'code': 200} Sep 16 04:36:17.613265 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-b9ff79e6-6366-4e9b-a8ae-e2d519ec140f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:17.617891 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-b9ff79e6-6366-4e9b-a8ae-e2d519ec140f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a8c979f3fc604996af2e8ab12f365425&device_id=8e158b20-ecfd-471c-92f0-0f955c8ea41d HTTP/1.1" status: 200 len: 1099 time: 0.1554997 Sep 16 04:36:17.636157 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-42fefc6e-56a5-45f4-9335-e1388ebe4e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:17.637906 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-42fefc6e-56a5-45f4-9335-e1388ebe4e3f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1011446 Sep 16 04:36:17.698836 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-892170a8-e636-475e-aedd-b5061d9fdf16 req-0f9f1928-2fa3-4a10-82e5-ef5e40b69529 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34c42e08-ae08-402f-903f-65a2be25f7e0 HTTP/1.1" status: 200 len: 217 time: 0.2258108 Sep 16 04:36:17.821355 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-09f16b4d-c825-44f6-9a86-c0550d151c58 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632972 Sep 16 04:36:17.855062 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-764f896c-8930-45a8-ac1a-867351940f10 req-5018dadc-1ff4-41d0-9e90-7574c5035463 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036052 Sep 16 04:36:17.970528 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-46ae7a68-e391-46e8-ad6a-ac82f6adac9f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=b0a6f292-bfff-484c-90ed-e79e32eb87a1 HTTP/1.1" status: 200 len: 217 time: 0.3293290 Sep 16 04:36:18.048751 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-be06867f-cc3b-428b-8087-91431c4bcf1e service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862066 Sep 16 04:36:18.062134 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fcfdefab-f1b1-4155-a357-0aeb16d9ee37 req-512ec0ab-3054-42e5-86e0-63f264e1524d tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/ports?device_id=cde3f0ac-f0a9-436c-983a-1fd92b1f21d8 HTTP/1.1" status: 200 len: 210 time: 0.2394359 Sep 16 04:36:18.100374 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892170a8-e636-475e-aedd-b5061d9fdf16 req-b07af8b7-bc4a-40aa-bc50-27a314bcaf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:18.102587 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-892170a8-e636-475e-aedd-b5061d9fdf16 req-b07af8b7-bc4a-40aa-bc50-27a314bcaf37 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=23b8b65a-e16c-4539-8285-b42101b78979 HTTP/1.1" status: 200 len: 863 time: 0.3833494 Sep 16 04:36:18.136981 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d88fe1f9-57c3-445e-93ae-1d2da8881c53 req-bb9f5988-4afc-4161-a2a1-9daacf0bc940 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=793f9461-a09e-439c-afe2-789b19a53625&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3131270 Sep 16 04:36:18.150024 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-eadfd6f1-435b-48f9-8703-4501fce2eb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:18.151838 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-eadfd6f1-435b-48f9-8703-4501fce2eb6e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.1700299 Sep 16 04:36:18.181404 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca24a6-501d-4e44-8968-c6f322a14d10 req-37a8597f-23ce-48d9-bbfe-80dcb10b8b3c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:18.183135 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e9ca24a6-501d-4e44-8968-c6f322a14d10 req-37a8597f-23ce-48d9-bbfe-80dcb10b8b3c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 945 time: 0.2329583 Sep 16 04:36:18.211866 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-c0414a5a-b65b-4364-a1e5-98c7bbc58237 service neutron] For port 16722678-cc90-4a40-b39a-f34cc09bfb6c, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=16722678-cc90-4a40-b39a-f34cc09bfb6c,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:18.270635 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-c1480be5-2eb9-44de-94b8-bba3452f7893 req-cd875440-9895-41b1-b4bb-4925c4326768 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Deleting port eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:36:18.271211 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c1480be5-2eb9-44de-94b8-bba3452f7893 req-cd875440-9895-41b1-b4bb-4925c4326768 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:18.281981 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-719c63df-39cd-4d3c-97f5-677e9a13766a tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:18.338916 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-0949bc7b-af56-4b95-b374-8ce5284c7eb7 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=7bc77676f64241559c9f11b63fdf57ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0744135 Sep 16 04:36:18.380870 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-ba2d192f-1ee8-475b-a817-09628d95d03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:18.390323 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-ba2d192f-1ee8-475b-a817-09628d95d03a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2203965 Sep 16 04:36:18.507564 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88fe1f9-57c3-445e-93ae-1d2da8881c53 req-732a4d11-e255-4646-8bc6-6fa61cb064a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:18.510077 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d88fe1f9-57c3-445e-93ae-1d2da8881c53 req-732a4d11-e255-4646-8bc6-6fa61cb064a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8fb595dbe0d3452481d7faf275f28d7b&device_id=793f9461-a09e-439c-afe2-789b19a53625 HTTP/1.1" status: 200 len: 1096 time: 0.2780344 Sep 16 04:36:18.571836 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112c1cd-fa0e-40f2-bc9e-e6e90145c5dd req-cb64f0e8-dd94-45c6-8443-538f97b74348 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:18.574391 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5112c1cd-fa0e-40f2-bc9e-e6e90145c5dd req-cb64f0e8-dd94-45c6-8443-538f97b74348 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 945 time: 0.3820469 Sep 16 04:36:18.583082 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-c0414a5a-b65b-4364-a1e5-98c7bbc58237 service neutron] For port 16722678-cc90-4a40-b39a-f34cc09bfb6c, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:36:18.634671 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892170a8-e636-475e-aedd-b5061d9fdf16 req-1568771b-b981-43ba-8ffb-1cbaa42d4d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:18.637196 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-892170a8-e636-475e-aedd-b5061d9fdf16 req-1568771b-b981-43ba-8ffb-1cbaa42d4d8c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e9f42f79-8e36-46bc-bc40-da8710d5bcd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4477437 Sep 16 04:36:18.642564 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e9ca24a6-501d-4e44-8968-c6f322a14d10 req-10ca5fa9-d95e-43b0-a628-7d7a4794d308 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329009 Sep 16 04:36:18.863148 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5112c1cd-fa0e-40f2-bc9e-e6e90145c5dd req-b9dee739-a441-4d46-90bf-80f5f65a3b64 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646031 Sep 16 04:36:18.869574 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-c407804d-6a31-43e5-a17e-f266f7ed1a6f service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422388 Sep 16 04:36:18.878945 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-af1b5ab0-d967-463d-b37b-4681be0e08c5 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:18.880803 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-af1b5ab0-d967-463d-b37b-4681be0e08c5 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5182769 Sep 16 04:36:18.926103 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-c1480be5-2eb9-44de-94b8-bba3452f7893 req-cd875440-9895-41b1-b4bb-4925c4326768 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] For port eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f,segment=NetworkSegment(a1d9c5da-6eee-4c99-8114-3a8155dd1a16),segment_id=a1d9c5da-6eee-4c99-8114-3a8155dd1a16)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:18.926103 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c1480be5-2eb9-44de-94b8-bba3452f7893 req-cd875440-9895-41b1-b4bb-4925c4326768 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:18.926103 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-719c63df-39cd-4d3c-97f5-677e9a13766a tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:18.939014 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c68a88-d002-48ba-844d-cd029d014bd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16722678-cc90-4a40-b39a-f34cc09bfb6c'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:18.942724 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c6a5c8-5466-412e-a268-27dec815001d" -d '{"events": [{"server_uuid": "13c68a88-d002-48ba-844d-cd029d014bd1", "name": "network-vif-unplugged", "status": "completed", "tag": "16722678-cc90-4a40-b39a-f34cc09bfb6c"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:18.952643 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-c0414a5a-b65b-4364-a1e5-98c7bbc58237 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:18.980436 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-0ea650bd-9b01-434f-9abf-2f313dac9098 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Request body: {'port': {'device_id': 'cde3f0ac-f0a9-436c-983a-1fd92b1f21d8', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'admin_state_up': True, 'tenant_id': '7bc77676f64241559c9f11b63fdf57ec'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:19.026810 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c63df-39cd-4d3c-97f5-677e9a13766a tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Pushing event updated for resources: {'Port': ['ID=8458f15a-7a63-425e-8097-a6b6eb4032ff,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:19.048655 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88fe1f9-57c3-445e-93ae-1d2da8881c53 req-8847ac7f-fd56-401b-b6a1-69047e4ba070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:19.049723 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-c1480be5-2eb9-44de-94b8-bba3452f7893 req-cd875440-9895-41b1-b4bb-4925c4326768 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Calling delete_port for eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:36:19.049835 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d88fe1f9-57c3-445e-93ae-1d2da8881c53 req-8847ac7f-fd56-401b-b6a1-69047e4ba070 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 HTTP/1.1" status: 200 len: 909 time: 0.4656830 Sep 16 04:36:19.060609 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-719c63df-39cd-4d3c-97f5-677e9a13766a tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Network 97f5d7d8-0e62-4047-bcd4-63b92e31705a is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:36:19.060609 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-c0414a5a-b65b-4364-a1e5-98c7bbc58237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:19.092746 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-719c63df-39cd-4d3c-97f5-677e9a13766a tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:36:19.108230 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-719c63df-39cd-4d3c-97f5-677e9a13766a tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:36:19.134710 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5dfa17-e2de-42d6-b513-b0839b275000 req-5d4719ec-2aa9-4c3d-a0b1-e69c488ddd4e tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:19.142348 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9c5dfa17-e2de-42d6-b513-b0839b275000 req-5d4719ec-2aa9-4c3d-a0b1-e69c488ddd4e tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] 10.222.0.35 "GET /v2.0/ports?device_id=6564bfd6-db74-40b2-9262-3b90c6d493e3 HTTP/1.1" status: 200 len: 945 time: 0.2950027 Sep 16 04:36:19.201258 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d88fe1f9-57c3-445e-93ae-1d2da8881c53 req-b9880282-015a-4a61-bd0e-19bbb975feb7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ea99f4d-6e76-4d34-a8d4-44cc7648c323 HTTP/1.1" status: 200 len: 217 time: 0.1416931 Sep 16 04:36:19.216745 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5108b509-b1d4-48d8-af70-5940c78a2cb5 req-852e52e2-ae49-4b26-b8f5-a037ac426d4b service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322239 Sep 16 04:36:19.301729 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a785cee-982c-4e00-8e29-8b78c39d8220 req-a24a1098-1537-4e0e-8025-fa0630b46104 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:19.309938 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1a785cee-982c-4e00-8e29-8b78c39d8220 req-a24a1098-1537-4e0e-8025-fa0630b46104 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/ports?device_id=f656e8d7-ac83-4852-b5de-8073537a3514 HTTP/1.1" status: 200 len: 943 time: 0.1850865 Sep 16 04:36:19.314525 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-892170a8-e636-475e-aedd-b5061d9fdf16 req-2a967c2d-2fa7-4561-a504-7b9c639b90e5 service neutron] 10.222.0.47 "GET /v2.0/networks/e9f42f79-8e36-46bc-bc40-da8710d5bcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6601799 Sep 16 04:36:19.347856 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88fe1f9-57c3-445e-93ae-1d2da8881c53 req-d695318e-2081-4d94-853a-9b049e7b8a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:19.350410 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d88fe1f9-57c3-445e-93ae-1d2da8881c53 req-d695318e-2081-4d94-853a-9b049e7b8a12 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=43280570-672b-4326-ad6d-76a55cd52f58 HTTP/1.1" status: 200 len: 848 time: 0.1479831 Sep 16 04:36:19.358403 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0414a5a-b65b-4364-a1e5-98c7bbc58237 service neutron] Pushing event updated for resources: {'Port': ['ID=16722678-cc90-4a40-b39a-f34cc09bfb6c,revision_number=7']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:19.399588 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d88fe1f9-57c3-445e-93ae-1d2da8881c53 req-6cdd5860-e056-4209-9198-c6ead01984b8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367486 Sep 16 04:36:19.405086 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-719c63df-39cd-4d3c-97f5-677e9a13766a tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:19.405992 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-719c63df-39cd-4d3c-97f5-677e9a13766a tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:19.416040 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1a785cee-982c-4e00-8e29-8b78c39d8220 req-4aebb89a-f540-4cf4-ac31-5533f98f0e9d tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/security-groups?id=e23ca340-41c8-45f7-b140-8caa69c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990257 Sep 16 04:36:19.426872 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9c5dfa17-e2de-42d6-b513-b0839b275000 req-34db4b08-9f26-4915-b4f5-487af7dd9389 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] 10.222.0.35 "GET /v2.0/security-groups?id=99f4ae61-c15a-4a1a-95cf-2fa7962fe8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836652 Sep 16 04:36:19.429912 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-0ea650bd-9b01-434f-9abf-2f313dac9098 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Made reservation on behalf of 7bc77676f64241559c9f11b63fdf57ec for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:36:19.441217 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-0ea650bd-9b01-434f-9abf-2f313dac9098 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:19.527993 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-719c63df-39cd-4d3c-97f5-677e9a13766a tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2352545 Sep 16 04:36:19.530377 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-e5320a67-617c-4f96-b5de-fea05bba13b5 None None] Provisioning complete for port 8458f15a-7a63-425e-8097-a6b6eb4032ff triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:19.532218 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e5320a67-617c-4f96-b5de-fea05bba13b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:19.543130 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-c0414a5a-b65b-4364-a1e5-98c7bbc58237 service neutron] Attempting to bind port 16722678-cc90-4a40-b39a-f34cc09bfb6c on host n-h1-712139-15 for vnic_type normal with profile {"migrating_to": "n-h2-712139-15"} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:36:19.556081 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-c0414a5a-b65b-4364-a1e5-98c7bbc58237 service neutron] Attempting to bind port 16722678-cc90-4a40-b39a-f34cc09bfb6c by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:36:19.556625 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-c0414a5a-b65b-4364-a1e5-98c7bbc58237 service neutron] Attempting to bind port 16722678-cc90-4a40-b39a-f34cc09bfb6c on network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:19.569797 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-43524e03-bb4a-4b56-a1b5-421d0f9e1bb0 service neutron] Request body: {'port': {'device_id': '18197268-7960-4fe5-90a7-3303ed6e67a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:19.594107 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-e5320a67-617c-4f96-b5de-fea05bba13b5 None None] Port 8458f15a-7a63-425e-8097-a6b6eb4032ff cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:36:19.607680 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6fa3db-b22d-4ed8-8562-fd870cc3c2f0', 'tag': 'c7447a58-0c6e-491c-ab5e-4e8420d69a50'}, {'name': 'network-changed', 'server_uuid': '8e158b20-ecfd-471c-92f0-0f955c8ea41d', 'tag': 'b0a6f292-bfff-484c-90ed-e79e32eb87a1'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:19.609988 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b807b2f4-9d95-4a62-a5da-bb6ba9ea408e" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6fa3db-b22d-4ed8-8562-fd870cc3c2f0", "tag": "c7447a58-0c6e-491c-ab5e-4e8420d69a50"}, {"name": "network-changed", "server_uuid": "8e158b20-ecfd-471c-92f0-0f955c8ea41d", "tag": "b0a6f292-bfff-484c-90ed-e79e32eb87a1"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:19.710128 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-c0414a5a-b65b-4364-a1e5-98c7bbc58237 service neutron] Port 16722678-cc90-4a40-b39a-f34cc09bfb6c on network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:36:19.710704 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-c0414a5a-b65b-4364-a1e5-98c7bbc58237 service neutron] Attempting to bind port 16722678-cc90-4a40-b39a-f34cc09bfb6c on network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:19.712197 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f627c23-a7fb-451c-aefe-47bb483e16b0 req-766132ac-d756-4eca-a14e-7b407c0e4261 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:19.719868 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5f627c23-a7fb-451c-aefe-47bb483e16b0 req-766132ac-d756-4eca-a14e-7b407c0e4261 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?device_id=71bb0958-1a48-46f7-89f4-2ebae1e9d7c4 HTTP/1.1" status: 200 len: 945 time: 0.1880786 Sep 16 04:36:19.734276 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d88fe1f9-57c3-445e-93ae-1d2da8881c53 req-c41458b5-06e0-4695-8e9e-9569ff0bd257 service neutron] 10.222.0.47 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165677 Sep 16 04:36:19.753109 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-892170a8-e636-475e-aedd-b5061d9fdf16 req-8c9ee963-cdda-42b1-8c97-70d86dcb5c06 service neutron] 10.222.0.47 "GET /v2.0/networks/e9f42f79-8e36-46bc-bc40-da8710d5bcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4187763 Sep 16 04:36:19.753837 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-c0414a5a-b65b-4364-a1e5-98c7bbc58237 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:36:19.754172 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-c0414a5a-b65b-4364-a1e5-98c7bbc58237 service neutron] Checking segment: {'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:36:19.754542 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-c0414a5a-b65b-4364-a1e5-98c7bbc58237 service neutron] Bound using segment: {'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:36:19.754976 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-c0414a5a-b65b-4364-a1e5-98c7bbc58237 service neutron] Bound port: 16722678-cc90-4a40-b39a-f34cc09bfb6c, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:36:19.755869 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-c0414a5a-b65b-4364-a1e5-98c7bbc58237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:19.807965 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c1480be5-2eb9-44de-94b8-bba3452f7893 req-cd875440-9895-41b1-b4bb-4925c4326768 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:19.836854 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5f627c23-a7fb-451c-aefe-47bb483e16b0 req-0ca3fe1c-4ca2-4597-8c4e-3ebb3d72e77b tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups?id=01a24215-1d44-4fcc-8eb3-6ccc8c3921e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159201 Sep 16 04:36:19.865468 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-43524e03-bb4a-4b56-a1b5-421d0f9e1bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:19.889958 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370877d2-1e79-42f9-a95c-9a2f651cd41a req-1c4520f5-c4c8-443e-8c96-e2bf18f9aab9 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:19.891543 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-370877d2-1e79-42f9-a95c-9a2f651cd41a req-1c4520f5-c4c8-443e-8c96-e2bf18f9aab9 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e158b20-ecfd-471c-92f0-0f955c8ea41d HTTP/1.1" status: 200 len: 947 time: 0.2000549 Sep 16 04:36:19.893689 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd875440-9895-41b1-b4bb-4925c4326768 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Pushing event deleted for resources: {'Port': ['ID=eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:19.923208 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-0ea650bd-9b01-434f-9abf-2f313dac9098 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Allocated IP 192.168.233.246 (97f5d7d8-0e62-4047-bcd4-63b92e31705a/24ad4c5e-5b43-4c25-ab99-4992f6337d28/f65b1094-0e69-4fc3-b528-ca0f78baec72) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:36:19.939539 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bc5388-5d24-419d-811e-6ddf8ad8eee3 x-openstack-request-id: req-54bc5388-5d24-419d-811e-6ddf8ad8eee3 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:19.939831 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c68a88-d002-48ba-844d-cd029d014bd1", "name": "network-vif-unplugged", "status": "completed", "tag": "16722678-cc90-4a40-b39a-f34cc09bfb6c", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:19.940082 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-54bc5388-5d24-419d-811e-6ddf8ad8eee3 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:19.940468 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c68a88-d002-48ba-844d-cd029d014bd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16722678-cc90-4a40-b39a-f34cc09bfb6c', 'code': 200} Sep 16 04:36:19.946873 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d88fe1f9-57c3-445e-93ae-1d2da8881c53 req-b3387488-c088-4b7e-870f-2d55c21b7886 service neutron] 10.222.0.47 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974394 Sep 16 04:36:19.963024 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd875440-9895-41b1-b4bb-4925c4326768 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:19.963372 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd875440-9895-41b1-b4bb-4925c4326768 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:19.963711 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd875440-9895-41b1-b4bb-4925c4326768 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:19.964048 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd875440-9895-41b1-b4bb-4925c4326768 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:19.964378 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd875440-9895-41b1-b4bb-4925c4326768 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:19.965144 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd875440-9895-41b1-b4bb-4925c4326768 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:19.965144 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd875440-9895-41b1-b4bb-4925c4326768 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:19.965401 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd875440-9895-41b1-b4bb-4925c4326768 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:19.965712 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd875440-9895-41b1-b4bb-4925c4326768 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:19.966004 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd875440-9895-41b1-b4bb-4925c4326768 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:19.966328 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd875440-9895-41b1-b4bb-4925c4326768 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:19.966863 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd875440-9895-41b1-b4bb-4925c4326768 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:20.020085 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1480be5-2eb9-44de-94b8-bba3452f7893 req-cd875440-9895-41b1-b4bb-4925c4326768 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] No DVR routers for this DVR port eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:36:20.029043 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-c0414a5a-b65b-4364-a1e5-98c7bbc58237 service neutron] For port 16722678-cc90-4a40-b39a-f34cc09bfb6c, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:36:20.031803 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c1480be5-2eb9-44de-94b8-bba3452f7893 req-cd875440-9895-41b1-b4bb-4925c4326768 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:20.033947 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c1480be5-2eb9-44de-94b8-bba3452f7893 req-cd875440-9895-41b1-b4bb-4925c4326768 tempest-VolumesAdminNegativeTest-106639571 tempest-VolumesAdminNegativeTest-106639571-project] 10.222.0.48 "DELETE /v2.0/ports/eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f HTTP/1.1" status: 204 len: 173 time: 2.5503101 Sep 16 04:36:20.071516 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-c0414a5a-b65b-4364-a1e5-98c7bbc58237 service neutron] For port 16722678-cc90-4a40-b39a-f34cc09bfb6c, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=16722678-cc90-4a40-b39a-f34cc09bfb6c,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:36:20.083860 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b1df76be-cf4b-4a38-affd-9e7c09eca3f6 req-e909f3ff-1c85-4822-a352-477b18c1140b tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/ports?device_id=cde3f0ac-f0a9-436c-983a-1fd92b1f21d8 HTTP/1.1" status: 200 len: 210 time: 0.0556340 Sep 16 04:36:20.096194 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-370877d2-1e79-42f9-a95c-9a2f651cd41a req-f3b49669-1810-4e61-b79e-38ed8e4c08a4 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749945 Sep 16 04:36:20.105315 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-c0414a5a-b65b-4364-a1e5-98c7bbc58237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:20.233884 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043b801e-142c-4df2-8208-454240113f6e x-openstack-request-id: req-043b801e-142c-4df2-8208-454240113f6e {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:20.234494 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6fa3db-b22d-4ed8-8562-fd870cc3c2f0", "tag": "c7447a58-0c6e-491c-ab5e-4e8420d69a50", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8e158b20-ecfd-471c-92f0-0f955c8ea41d", "tag": "b0a6f292-bfff-484c-90ed-e79e32eb87a1", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:20.234494 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-043b801e-142c-4df2-8208-454240113f6e {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:20.235275 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee6fa3db-b22d-4ed8-8562-fd870cc3c2f0', 'tag': 'c7447a58-0c6e-491c-ab5e-4e8420d69a50', 'status': 'completed', 'code': 200} Sep 16 04:36:20.235537 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e158b20-ecfd-471c-92f0-0f955c8ea41d', 'tag': 'b0a6f292-bfff-484c-90ed-e79e32eb87a1', 'status': 'completed', 'code': 200} Sep 16 04:36:20.297757 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:36:20.340250 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:36:20.341310 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:36:20.372686 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-0ea650bd-9b01-434f-9abf-2f313dac9098 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:20.386208 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4d807a67-aec7-4833-9aaf-9c059007e81c req-9a6d1f3a-e959-4031-a694-b587e7a5a59d tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1591617804&fields=id&tenant_id=53a6a024b0e746bfa1cb57e5b401f8c0 HTTP/1.1" status: 200 len: 267 time: 0.1146057 Sep 16 04:36:20.440205 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807b2f4-9d95-4a62-a5da-bb6ba9ea408e req-483bdf3e-3ea4-433e-865c-d22d846328e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:20.441795 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b807b2f4-9d95-4a62-a5da-bb6ba9ea408e req-483bdf3e-3ea4-433e-865c-d22d846328e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a8c979f3fc604996af2e8ab12f365425&device_id=ee6fa3db-b22d-4ed8-8562-fd870cc3c2f0 HTTP/1.1" status: 200 len: 1100 time: 0.1608989 Sep 16 04:36:20.515404 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d807a67-aec7-4833-9aaf-9c059007e81c req-2026deec-c7d3-48ff-afcc-620119748fc8 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:20.523887 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4d807a67-aec7-4833-9aaf-9c059007e81c req-2026deec-c7d3-48ff-afcc-620119748fc8 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?device_id=71bb0958-1a48-46f7-89f4-2ebae1e9d7c4 HTTP/1.1" status: 200 len: 945 time: 0.1367118 Sep 16 04:36:20.529633 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-4d807a67-aec7-4833-9aaf-9c059007e81c req-371e87c0-5fb7-4df4-98bf-5b2c02c60b3a tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Request body: {'port': {'security_groups': ['01a24215-1d44-4fcc-8eb3-6ccc8c3921e0', '09cc8cda-6d75-4ef3-9a7b-521807888302']}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:20.601347 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-0ea650bd-9b01-434f-9abf-2f313dac9098 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:20.715322 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-0ea650bd-9b01-434f-9abf-2f313dac9098 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Network 97f5d7d8-0e62-4047-bcd4-63b92e31705a is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:36:20.715588 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea650bd-9b01-434f-9abf-2f313dac9098 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Pushing event updated for resources: {'Port': ['ID=f65b1094-0e69-4fc3-b528-ca0f78baec72,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:20.718588 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807b2f4-9d95-4a62-a5da-bb6ba9ea408e req-351086aa-593d-4777-b032-3a6ea178facf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:20.719924 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b807b2f4-9d95-4a62-a5da-bb6ba9ea408e req-351086aa-593d-4777-b032-3a6ea178facf service neutron] 10.222.0.47 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.2679603 Sep 16 04:36:20.721382 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4d807a67-aec7-4833-9aaf-9c059007e81c req-371e87c0-5fb7-4df4-98bf-5b2c02c60b3a tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:20.725075 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-0ea650bd-9b01-434f-9abf-2f313dac9098 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:36:20.740069 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-0ea650bd-9b01-434f-9abf-2f313dac9098 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:36:20.763741 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c81bd-47ec-4bbc-9bc7-eda767efcc9a req-9ab53400-11db-46e5-978a-f3b34445fc65 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:20.771707 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6f0c81bd-47ec-4bbc-9bc7-eda767efcc9a req-9ab53400-11db-46e5-978a-f3b34445fc65 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 945 time: 0.5537915 Sep 16 04:36:20.794013 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0414a5a-b65b-4364-a1e5-98c7bbc58237 service neutron] Pushing event updated for resources: {'Port': ['ID=16722678-cc90-4a40-b39a-f34cc09bfb6c,revision_number=8']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:20.801424 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-c0414a5a-b65b-4364-a1e5-98c7bbc58237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:20.802754 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-c0414a5a-b65b-4364-a1e5-98c7bbc58237 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:20.804235 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-c0414a5a-b65b-4364-a1e5-98c7bbc58237 service neutron] 10.222.0.48 "PUT /v2.0/ports/16722678-cc90-4a40-b39a-f34cc09bfb6c HTTP/1.1" status: 200 len: 1123 time: 4.3510191 Sep 16 04:36:20.817329 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b807b2f4-9d95-4a62-a5da-bb6ba9ea408e req-eebcef22-6b10-49b7-bd39-4ac598cfeac1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=c7447a58-0c6e-491c-ab5e-4e8420d69a50 HTTP/1.1" status: 200 len: 217 time: 0.0836964 Sep 16 04:36:20.819603 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 34c42e08-ae08-402f-903f-65a2be25f7e0 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:36:20.850185 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807b2f4-9d95-4a62-a5da-bb6ba9ea408e req-06e5c046-e644-497e-8e0a-8ad04d4859f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:20.851978 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b807b2f4-9d95-4a62-a5da-bb6ba9ea408e req-06e5c046-e644-497e-8e0a-8ad04d4859f1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a8c979f3fc604996af2e8ab12f365425&device_id=8e158b20-ecfd-471c-92f0-0f955c8ea41d HTTP/1.1" status: 200 len: 1099 time: 0.5317609 Sep 16 04:36:20.948523 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-0ea650bd-9b01-434f-9abf-2f313dac9098 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:20.949371 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-0ea650bd-9b01-434f-9abf-2f313dac9098 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:20.997708 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6f0c81bd-47ec-4bbc-9bc7-eda767efcc9a req-d1320205-0d6d-4177-ac9d-474807bc61af tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249000 Sep 16 04:36:21.011253 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-0ea650bd-9b01-434f-9abf-2f313dac9098 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0345354 Sep 16 04:36:21.012657 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807b2f4-9d95-4a62-a5da-bb6ba9ea408e req-5a75efaa-c077-4071-9fe2-632c2c49cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:21.014169 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b807b2f4-9d95-4a62-a5da-bb6ba9ea408e req-5a75efaa-c077-4071-9fe2-632c2c49cc5c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.1827817 Sep 16 04:36:21.040362 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 34c42e08-ae08-402f-903f-65a2be25f7e0, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=34c42e08-ae08-402f-903f-65a2be25f7e0,segment=NetworkSegment(33201044-0eb1-4004-bde7-dd5bec0a4ba0),segment_id=33201044-0eb1-4004-bde7-dd5bec0a4ba0)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:21.056000 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-5e65023d-b671-4278-a586-e4af709634c3 service neutron] Request body: {'port': {'device_id': 'cde3f0ac-f0a9-436c-983a-1fd92b1f21d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:21.063085 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '34c42e08-ae08-402f-903f-65a2be25f7e0', 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1', 'port_id': '34c42e08-ae08-402f-903f-65a2be25f7e0', 'mac_address': 'fa:16:3e:06:de:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23b8b65a-e16c-4539-8285-b42101b78979', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:36:21.141462 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:21.179224 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34c42e08-ae08-402f-903f-65a2be25f7e0 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:21.197059 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['16722678-cc90-4a40-b39a-f34cc09bfb6c'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:21.210534 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807b2f4-9d95-4a62-a5da-bb6ba9ea408e req-7096467b-45f7-4663-b5a4-901942732062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:21.212156 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b807b2f4-9d95-4a62-a5da-bb6ba9ea408e req-7096467b-45f7-4663-b5a4-901942732062 service neutron] 10.222.0.48 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.3382208 Sep 16 04:36:21.259996 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c61ad-d1b9-4e91-b8d3-bfdfb7811d43 req-79a2b8af-7e6e-486f-b7b9-329f68f204e8 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:21.261948 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-5e65023d-b671-4278-a586-e4af709634c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:21.267175 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['16722678-cc90-4a40-b39a-f34cc09bfb6c'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:21.268555 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-887c61ad-d1b9-4e91-b8d3-bfdfb7811d43 req-79a2b8af-7e6e-486f-b7b9-329f68f204e8 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 943 time: 0.1495733 Sep 16 04:36:21.313370 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807b2f4-9d95-4a62-a5da-bb6ba9ea408e req-f421c683-d73b-4f63-9b56-413eb9691aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:21.315069 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b807b2f4-9d95-4a62-a5da-bb6ba9ea408e req-f421c683-d73b-4f63-9b56-413eb9691aeb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2547414 Sep 16 04:36:21.336242 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b807b2f4-9d95-4a62-a5da-bb6ba9ea408e req-50216393-8f13-4f68-9864-d79518c5ba40 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=b0a6f292-bfff-484c-90ed-e79e32eb87a1 HTTP/1.1" status: 200 len: 217 time: 0.0908632 Sep 16 04:36:21.375174 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-dabd58ff-b349-4127-8ce0-7bdc02bee36b None None] Provisioning complete for port f65b1094-0e69-4fc3-b528-ca0f78baec72 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:21.375587 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-dabd58ff-b349-4127-8ce0-7bdc02bee36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:21.382020 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 34c42e08-ae08-402f-903f-65a2be25f7e0, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=34c42e08-ae08-402f-903f-65a2be25f7e0,segment=NetworkSegment(33201044-0eb1-4004-bde7-dd5bec0a4ba0),segment_id=33201044-0eb1-4004-bde7-dd5bec0a4ba0)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:21.421831 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807b2f4-9d95-4a62-a5da-bb6ba9ea408e req-5b8b88c8-bfda-490b-9de2-3b0daf9dd9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:21.425469 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b807b2f4-9d95-4a62-a5da-bb6ba9ea408e req-5b8b88c8-bfda-490b-9de2-3b0daf9dd9e9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0686846 Sep 16 04:36:21.433898 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-dabd58ff-b349-4127-8ce0-7bdc02bee36b None None] Port f65b1094-0e69-4fc3-b528-ca0f78baec72 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:36:21.439719 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-43524e03-bb4a-4b56-a1b5-421d0f9e1bb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8458f15a-7a63-425e-8097-a6b6eb4032ff {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:21.444812 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:21.445460 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device c7447a58-0c6e-491c-ab5e-4e8420d69a50 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:36:21.472510 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-43524e03-bb4a-4b56-a1b5-421d0f9e1bb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:21.563931 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-43524e03-bb4a-4b56-a1b5-421d0f9e1bb0 service neutron] Transition to ACTIVE for port object 8458f15a-7a63-425e-8097-a6b6eb4032ff will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:36:21.573403 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-887c61ad-d1b9-4e91-b8d3-bfdfb7811d43 req-83fc55f7-9f73-4256-826e-d4b0a08bd3da tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034530 Sep 16 04:36:21.590591 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-43524e03-bb4a-4b56-a1b5-421d0f9e1bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:21.610190 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5a1bc1ec-f219-4c49-912c-753fdf8a9cd0 req-c30c9f69-d2c1-4a4f-9ad2-fcbd086de422 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f0e1355b-fba8-441d-a599-d37b56554155&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1833689 Sep 16 04:36:21.617302 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807b2f4-9d95-4a62-a5da-bb6ba9ea408e req-87e3b077-3fd3-49e8-8ab0-9f18379b4806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:21.619525 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b807b2f4-9d95-4a62-a5da-bb6ba9ea408e req-87e3b077-3fd3-49e8-8ab0-9f18379b4806 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1701589 Sep 16 04:36:21.642263 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=34c42e08-ae08-402f-903f-65a2be25f7e0,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:21.884826 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port c7447a58-0c6e-491c-ab5e-4e8420d69a50, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=c7447a58-0c6e-491c-ab5e-4e8420d69a50,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:21.914335 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'c7447a58-0c6e-491c-ab5e-4e8420d69a50', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': 'c7447a58-0c6e-491c-ab5e-4e8420d69a50', 'mac_address': 'fa:16:3e:d1:5a:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:36:21.918015 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43524e03-bb4a-4b56-a1b5-421d0f9e1bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=8458f15a-7a63-425e-8097-a6b6eb4032ff,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:21.984653 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:22.000790 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7447a58-0c6e-491c-ab5e-4e8420d69a50 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:22.004656 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-4d807a67-aec7-4833-9aaf-9c059007e81c req-371e87c0-5fb7-4df4-98bf-5b2c02c60b3a tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] For port c4d46e42-cd95-4065-9345-431b34484bb3, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=c4d46e42-cd95-4065-9345-431b34484bb3,segment=NetworkSegment(cbe67464-0aa0-4d99-b9c3-86d1111ee3c1),segment_id=cbe67464-0aa0-4d99-b9c3-86d1111ee3c1)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:22.031396 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port c7447a58-0c6e-491c-ab5e-4e8420d69a50, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=c7447a58-0c6e-491c-ab5e-4e8420d69a50,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:22.034080 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6564bfd6-db74-40b2-9262-3b90c6d493e3', 'name': 'network-vif-deleted', 'tag': 'eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f'}, {'name': 'network-changed', 'server_uuid': '13c68a88-d002-48ba-844d-cd029d014bd1', 'tag': '16722678-cc90-4a40-b39a-f34cc09bfb6c'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:22.039616 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8488c0-d7e3-47f3-be7c-3a93f4b9b87e" -d '{"events": [{"server_uuid": "6564bfd6-db74-40b2-9262-3b90c6d493e3", "name": "network-vif-deleted", "tag": "eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f"}, {"name": "network-changed", "server_uuid": "13c68a88-d002-48ba-844d-cd029d014bd1", "tag": "16722678-cc90-4a40-b39a-f34cc09bfb6c"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:22.042733 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:22.050745 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b807b2f4-9d95-4a62-a5da-bb6ba9ea408e req-d32ef72c-8b7d-4ac0-b8df-5d7a54b95de2 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7105629 Sep 16 04:36:22.113648 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bc1ec-f219-4c49-912c-753fdf8a9cd0 req-91f918e6-99c9-48cc-be76-69bed87e9a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:22.117073 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5a1bc1ec-f219-4c49-912c-753fdf8a9cd0 req-91f918e6-99c9-48cc-be76-69bed87e9a56 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8fb595dbe0d3452481d7faf275f28d7b&device_id=f0e1355b-fba8-441d-a599-d37b56554155 HTTP/1.1" status: 200 len: 1119 time: 0.4265375 Sep 16 04:36:22.124281 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4d807a67-aec7-4833-9aaf-9c059007e81c req-371e87c0-5fb7-4df4-98bf-5b2c02c60b3a tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:22.154181 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=c7447a58-0c6e-491c-ab5e-4e8420d69a50,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:22.154785 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befad932-41ff-47d1-9017-aa5bb72a1f4b req-c0ca24a5-c176-4b3b-bc8e-4161606301a9 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:22.163663 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-befad932-41ff-47d1-9017-aa5bb72a1f4b req-c0ca24a5-c176-4b3b-bc8e-4161606301a9 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/ports?device_id=f656e8d7-ac83-4852-b5de-8073537a3514 HTTP/1.1" status: 200 len: 944 time: 0.4186528 Sep 16 04:36:22.169369 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4d807a67-aec7-4833-9aaf-9c059007e81c req-371e87c0-5fb7-4df4-98bf-5b2c02c60b3a tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:22.217744 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['c4d46e42-cd95-4065-9345-431b34484bb3'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:22.229418 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b807b2f4-9d95-4a62-a5da-bb6ba9ea408e req-6e87b464-aa53-4609-a08b-4cf43e7cffb0 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5671208 Sep 16 04:36:22.254362 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-43524e03-bb4a-4b56-a1b5-421d0f9e1bb0 service neutron] Attempting to bind port 8458f15a-7a63-425e-8097-a6b6eb4032ff on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:36:22.255754 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-43524e03-bb4a-4b56-a1b5-421d0f9e1bb0 service neutron] Attempting to bind port 8458f15a-7a63-425e-8097-a6b6eb4032ff by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:36:22.256316 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-43524e03-bb4a-4b56-a1b5-421d0f9e1bb0 service neutron] Attempting to bind port 8458f15a-7a63-425e-8097-a6b6eb4032ff on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:22.269635 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d807a67-aec7-4833-9aaf-9c059007e81c req-371e87c0-5fb7-4df4-98bf-5b2c02c60b3a tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:22.270346 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4d807a67-aec7-4833-9aaf-9c059007e81c req-371e87c0-5fb7-4df4-98bf-5b2c02c60b3a tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:22.286007 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4d807a67-aec7-4833-9aaf-9c059007e81c req-371e87c0-5fb7-4df4-98bf-5b2c02c60b3a tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "PUT /v2.0/ports/c4d46e42-cd95-4065-9345-431b34484bb3 HTTP/1.1" status: 200 len: 981 time: 1.7608519 Sep 16 04:36:22.289678 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71bb0958-1a48-46f7-89f4-2ebae1e9d7c4', 'tag': 'c4d46e42-cd95-4065-9345-431b34484bb3'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:22.297499 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6640a9e9-15ad-40c6-8d2e-120147462332" -d '{"events": [{"name": "network-changed", "server_uuid": "71bb0958-1a48-46f7-89f4-2ebae1e9d7c4", "tag": "c4d46e42-cd95-4065-9345-431b34484bb3"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:22.331010 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-43524e03-bb4a-4b56-a1b5-421d0f9e1bb0 service neutron] Port 8458f15a-7a63-425e-8097-a6b6eb4032ff on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:36:22.331439 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-43524e03-bb4a-4b56-a1b5-421d0f9e1bb0 service neutron] Attempting to bind port 8458f15a-7a63-425e-8097-a6b6eb4032ff on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:22.351898 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-befad932-41ff-47d1-9017-aa5bb72a1f4b req-6111fd90-6faa-4838-9bd7-8ef61bfeb49c tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/security-groups?id=e23ca340-41c8-45f7-b140-8caa69c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794927 Sep 16 04:36:22.356175 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 54334) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:22.430327 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b807b2f4-9d95-4a62-a5da-bb6ba9ea408e req-febc7070-178b-41f0-b20d-986fdef39f70 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660271 Sep 16 04:36:22.432494 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e87c0-5fb7-4df4-98bf-5b2c02c60b3a tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Pushing event updated for resources: {'Port': ['ID=c4d46e42-cd95-4065-9345-431b34484bb3,revision_number=6']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:22.459394 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-43524e03-bb4a-4b56-a1b5-421d0f9e1bb0 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:36:22.459570 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-43524e03-bb4a-4b56-a1b5-421d0f9e1bb0 service neutron] Checking segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:36:22.459829 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-43524e03-bb4a-4b56-a1b5-421d0f9e1bb0 service neutron] Bound using segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:36:22.460280 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-43524e03-bb4a-4b56-a1b5-421d0f9e1bb0 service neutron] Bound port: 8458f15a-7a63-425e-8097-a6b6eb4032ff, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:36:22.460659 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-43524e03-bb4a-4b56-a1b5-421d0f9e1bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:22.475701 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371e87c0-5fb7-4df4-98bf-5b2c02c60b3a tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:22.476056 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371e87c0-5fb7-4df4-98bf-5b2c02c60b3a tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:22.476398 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371e87c0-5fb7-4df4-98bf-5b2c02c60b3a tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:22.476763 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371e87c0-5fb7-4df4-98bf-5b2c02c60b3a tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:22.477100 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371e87c0-5fb7-4df4-98bf-5b2c02c60b3a tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:22.477430 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371e87c0-5fb7-4df4-98bf-5b2c02c60b3a tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:22.477757 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371e87c0-5fb7-4df4-98bf-5b2c02c60b3a tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:22.478084 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371e87c0-5fb7-4df4-98bf-5b2c02c60b3a tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:22.478411 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371e87c0-5fb7-4df4-98bf-5b2c02c60b3a tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:22.478739 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371e87c0-5fb7-4df4-98bf-5b2c02c60b3a tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:22.479058 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371e87c0-5fb7-4df4-98bf-5b2c02c60b3a tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:22.489039 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371e87c0-5fb7-4df4-98bf-5b2c02c60b3a tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:22.558926 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['c4d46e42-cd95-4065-9345-431b34484bb3'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:22.591998 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bc1ec-f219-4c49-912c-753fdf8a9cd0 req-585da8b1-4aff-46fe-bb50-d5d8ec66d0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:22.593518 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5a1bc1ec-f219-4c49-912c-753fdf8a9cd0 req-585da8b1-4aff-46fe-bb50-d5d8ec66d0a3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 HTTP/1.1" status: 200 len: 909 time: 0.4214840 Sep 16 04:36:22.618729 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4483646-d622-4680-a36e-6bd4e545cbb0 req-114b7a1b-4d34-45a7-b9e2-e287dbcba7ca tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:22.620618 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b4483646-d622-4680-a36e-6bd4e545cbb0 req-114b7a1b-4d34-45a7-b9e2-e287dbcba7ca tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e158b20-ecfd-471c-92f0-0f955c8ea41d HTTP/1.1" status: 200 len: 947 time: 0.1135278 Sep 16 04:36:22.625710 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-5e65023d-b671-4278-a586-e4af709634c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f65b1094-0e69-4fc3-b528-ca0f78baec72 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:22.638891 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-28bd4b9c-c9af-44b8-8ab6-96828c33e8a0 admin admin] Deleting subnet 449b2ef1-08ad-48f4-8efa-89ce3569851e {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:36:22.663353 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-5e65023d-b671-4278-a586-e4af709634c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:22.679936 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-28bd4b9c-c9af-44b8-8ab6-96828c33e8a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:22.693495 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b4483646-d622-4680-a36e-6bd4e545cbb0 req-d0fbc388-10c6-4605-8686-1a5dbe638830 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602221 Sep 16 04:36:22.708805 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5a1bc1ec-f219-4c49-912c-753fdf8a9cd0 req-ccba2e8c-7e56-4191-9816-0936ba4f158b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14d4124d-dadd-4cb8-867e-86f0725cb06d HTTP/1.1" status: 200 len: 217 time: 0.0828364 Sep 16 04:36:22.713338 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-5e65023d-b671-4278-a586-e4af709634c3 service neutron] Transition to ACTIVE for port object f65b1094-0e69-4fc3-b528-ca0f78baec72 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:36:22.718444 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['8c326559-5157-4787-872e-99ec2d94a51f'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:22.725612 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-5e65023d-b671-4278-a586-e4af709634c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:22.740111 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b807b2f4-9d95-4a62-a5da-bb6ba9ea408e req-bb1be1ad-3d29-4d65-8d3a-b073707784ad service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792757 Sep 16 04:36:22.792280 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404ee26-5675-4867-9b27-8a956b83e4a1 req-ab69a16f-1b45-4a4d-8fcd-3cbd10a9581a tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:22.793847 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0404ee26-5675-4867-9b27-8a956b83e4a1 req-ab69a16f-1b45-4a4d-8fcd-3cbd10a9581a tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/ports?device_id=cde3f0ac-f0a9-436c-983a-1fd92b1f21d8 HTTP/1.1" status: 200 len: 936 time: 0.3309124 Sep 16 04:36:22.815989 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-28bd4b9c-c9af-44b8-8ab6-96828c33e8a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:22.838923 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['34c42e08-ae08-402f-903f-65a2be25f7e0'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:22.849168 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-43524e03-bb4a-4b56-a1b5-421d0f9e1bb0 service neutron] For port 8458f15a-7a63-425e-8097-a6b6eb4032ff, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:36:22.858243 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['c7447a58-0c6e-491c-ab5e-4e8420d69a50'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:22.890069 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65023d-b671-4278-a586-e4af709634c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f65b1094-0e69-4fc3-b528-ca0f78baec72,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:22.907052 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-43524e03-bb4a-4b56-a1b5-421d0f9e1bb0 service neutron] For port 8458f15a-7a63-425e-8097-a6b6eb4032ff, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=8458f15a-7a63-425e-8097-a6b6eb4032ff,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:36:22.915686 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bc1ec-f219-4c49-912c-753fdf8a9cd0 req-191b4f14-9617-4d01-a0d9-0a347ed37df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:22.925524 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5a1bc1ec-f219-4c49-912c-753fdf8a9cd0 req-191b4f14-9617-4d01-a0d9-0a347ed37df5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=43280570-672b-4326-ad6d-76a55cd52f58 HTTP/1.1" status: 200 len: 848 time: 0.1970565 Sep 16 04:36:22.937349 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e41673-df5c-4bd7-be41-8e1ed2fb7ec1 req-42abcde8-2dfa-4858-981f-d7606a77fb00 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:22.940549 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b7e41673-df5c-4bd7-be41-8e1ed2fb7ec1 req-42abcde8-2dfa-4858-981f-d7606a77fb00 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 945 time: 0.0948250 Sep 16 04:36:22.945658 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-43524e03-bb4a-4b56-a1b5-421d0f9e1bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:23.060912 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b7e41673-df5c-4bd7-be41-8e1ed2fb7ec1 req-acb16852-b6b0-4c97-9667-3589d559b35c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889618 Sep 16 04:36:23.077053 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-28bd4b9c-c9af-44b8-8ab6-96828c33e8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:23.090815 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0404ee26-5675-4867-9b27-8a956b83e4a1 req-019471cc-a611-442d-979c-4da4589c39b7 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce32b41b-a276-4c54-8783-af23e32773c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830951 Sep 16 04:36:23.092786 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5a1bc1ec-f219-4c49-912c-753fdf8a9cd0 req-f3606d33-2401-4e4d-9352-f7b8a4e73b74 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1488132 Sep 16 04:36:23.137267 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-5e65023d-b671-4278-a586-e4af709634c3 service neutron] Attempting to bind port f65b1094-0e69-4fc3-b528-ca0f78baec72 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:36:23.137618 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-5e65023d-b671-4278-a586-e4af709634c3 service neutron] Attempting to bind port f65b1094-0e69-4fc3-b528-ca0f78baec72 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:36:23.137957 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-5e65023d-b671-4278-a586-e4af709634c3 service neutron] Attempting to bind port f65b1094-0e69-4fc3-b528-ca0f78baec72 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:23.146263 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-5e65023d-b671-4278-a586-e4af709634c3 service neutron] Port f65b1094-0e69-4fc3-b528-ca0f78baec72 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:36:23.146595 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-5e65023d-b671-4278-a586-e4af709634c3 service neutron] Attempting to bind port f65b1094-0e69-4fc3-b528-ca0f78baec72 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:23.160852 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-5e65023d-b671-4278-a586-e4af709634c3 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:36:23.161282 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-5e65023d-b671-4278-a586-e4af709634c3 service neutron] Checking segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:36:23.168907 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-5e65023d-b671-4278-a586-e4af709634c3 service neutron] Bound using segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:36:23.169461 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-5e65023d-b671-4278-a586-e4af709634c3 service neutron] Bound port: f65b1094-0e69-4fc3-b528-ca0f78baec72, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:36:23.169847 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-5e65023d-b671-4278-a586-e4af709634c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:23.191630 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25953afa-9ed3-4df4-a740-cc15900d4137 x-openstack-request-id: req-25953afa-9ed3-4df4-a740-cc15900d4137 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:23.192913 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6564bfd6-db74-40b2-9262-3b90c6d493e3", "name": "network-vif-deleted", "tag": "eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "13c68a88-d002-48ba-844d-cd029d014bd1", "tag": "16722678-cc90-4a40-b39a-f34cc09bfb6c", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:23.193358 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-25953afa-9ed3-4df4-a740-cc15900d4137 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:23.193909 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6564bfd6-db74-40b2-9262-3b90c6d493e3', 'name': 'network-vif-deleted', 'tag': 'eb8f5ee6-5f73-4aac-9646-a9c3b1f38b5f', 'status': 'completed', 'code': 200} Sep 16 04:36:23.194306 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c68a88-d002-48ba-844d-cd029d014bd1', 'tag': '16722678-cc90-4a40-b39a-f34cc09bfb6c', 'status': 'completed', 'code': 200} Sep 16 04:36:23.245583 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1238694b-6816-4e61-85fe-836fec11b437 x-openstack-request-id: req-1238694b-6816-4e61-85fe-836fec11b437 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:23.245871 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71bb0958-1a48-46f7-89f4-2ebae1e9d7c4", "tag": "c4d46e42-cd95-4065-9345-431b34484bb3", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:23.246127 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1238694b-6816-4e61-85fe-836fec11b437 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:23.246522 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71bb0958-1a48-46f7-89f4-2ebae1e9d7c4', 'tag': 'c4d46e42-cd95-4065-9345-431b34484bb3', 'status': 'completed', 'code': 200} Sep 16 04:36:23.270456 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-43524e03-bb4a-4b56-a1b5-421d0f9e1bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:23.271371 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-43524e03-bb4a-4b56-a1b5-421d0f9e1bb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:23.273228 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-43524e03-bb4a-4b56-a1b5-421d0f9e1bb0 service neutron] 10.222.0.48 "PUT /v2.0/ports/8458f15a-7a63-425e-8097-a6b6eb4032ff HTTP/1.1" status: 200 len: 1097 time: 3.7124767 Sep 16 04:36:23.429089 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8488c0-d7e3-47f3-be7c-3a93f4b9b87e req-0dd15488-23d9-4dae-b216-35dd5eec2e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:23.430630 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8d8488c0-d7e3-47f3-be7c-3a93f4b9b87e req-0dd15488-23d9-4dae-b216-35dd5eec2e11 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1db68ab0fc284575894f1608a94e9c14&device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 1126 time: 0.1687057 Sep 16 04:36:23.453764 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-5e65023d-b671-4278-a586-e4af709634c3 service neutron] For port f65b1094-0e69-4fc3-b528-ca0f78baec72, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:36:23.471929 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-5e65023d-b671-4278-a586-e4af709634c3 service neutron] For port f65b1094-0e69-4fc3-b528-ca0f78baec72, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=f65b1094-0e69-4fc3-b528-ca0f78baec72,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:36:23.481178 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43524e03-bb4a-4b56-a1b5-421d0f9e1bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=8458f15a-7a63-425e-8097-a6b6eb4032ff,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:23.493231 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-95028449-61e0-421c-b46c-a0ac1629f5d1 req-2e9e5474-8a27-4242-b4c6-6e6e45e0c290 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups/09cc8cda-6d75-4ef3-9a7b-521807888302 HTTP/1.1" status: 200 len: 1801 time: 0.3241177 Sep 16 04:36:23.503226 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4bcbe-a38a-471d-a771-2660bde6da5a req-3c3acbd7-963e-44b5-80af-1aff97bf5ea7 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:23.515303 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-31f4bcbe-a38a-471d-a771-2660bde6da5a req-3c3acbd7-963e-44b5-80af-1aff97bf5ea7 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 943 time: 0.1784596 Sep 16 04:36:23.555123 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-5e65023d-b671-4278-a586-e4af709634c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:23.562725 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-28bd4b9c-c9af-44b8-8ab6-96828c33e8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:23.607452 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-5e65023d-b671-4278-a586-e4af709634c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:23.608618 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-5e65023d-b671-4278-a586-e4af709634c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:23.611001 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-5e65023d-b671-4278-a586-e4af709634c3 service neutron] 10.222.0.47 "PUT /v2.0/ports/f65b1094-0e69-4fc3-b528-ca0f78baec72 HTTP/1.1" status: 200 len: 1097 time: 2.5719223 Sep 16 04:36:23.611220 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5a1bc1ec-f219-4c49-912c-753fdf8a9cd0 req-037d2a4c-a120-4313-b4bd-e1405d2b1cc3 service neutron] 10.222.0.48 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696064 Sep 16 04:36:23.618011 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640a9e9-15ad-40c6-8d2e-120147462332 req-9ec47807-ad11-4207-bb68-a1db7d26088f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:23.619495 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6640a9e9-15ad-40c6-8d2e-120147462332 req-9ec47807-ad11-4207-bb68-a1db7d26088f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=53a6a024b0e746bfa1cb57e5b401f8c0&device_id=71bb0958-1a48-46f7-89f4-2ebae1e9d7c4 HTTP/1.1" status: 200 len: 1136 time: 0.3072858 Sep 16 04:36:23.624864 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-b557d874-73d3-4405-acef-c041adfc2681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:23.625510 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-b557d874-73d3-4405-acef-c041adfc2681 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7bc77676f64241559c9f11b63fdf57ec&device_id=18197268-7960-4fe5-90a7-3303ed6e67a1 HTTP/1.1" status: 200 len: 1100 time: 0.2605662 Sep 16 04:36:23.626218 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd4b9c-c9af-44b8-8ab6-96828c33e8a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=449b2ef1-08ad-48f4-8efa-89ce3569851e,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:23.628287 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-28bd4b9c-c9af-44b8-8ab6-96828c33e8a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:23.644353 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-28bd4b9c-c9af-44b8-8ab6-96828c33e8a0 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/449b2ef1-08ad-48f4-8efa-89ce3569851e HTTP/1.1" status: 204 len: 168 time: 1.2853770 Sep 16 04:36:23.685971 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54350) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:23.844550 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-561c23d7-916a-4c59-98e6-f2e3cd95a5b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=8458f15a-7a63-425e-8097-a6b6eb4032ff HTTP/1.1" status: 200 len: 217 time: 0.1582773 Sep 16 04:36:23.848442 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-31f4bcbe-a38a-471d-a771-2660bde6da5a req-aaf1f802-6252-4466-ac05-62c6a7b07d84 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311977 Sep 16 04:36:23.870042 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f8845cb5-7c1f-486e-bb5f-45f58fec3c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:23.874484 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [req-95028449-61e0-421c-b46c-a0ac1629f5d1 req-e9c0d8d4-3df3-4d25-a35f-29b740df9fc1 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 04:36:23.875478 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-95028449-61e0-421c-b46c-a0ac1629f5d1 req-e9c0d8d4-3df3-4d25-a35f-29b740df9fc1 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "DELETE /v2.0/security-groups/09cc8cda-6d75-4ef3-9a7b-521807888302 HTTP/1.1" status: 409 len: 341 time: 0.3609419 Sep 16 04:36:24.002491 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65023d-b671-4278-a586-e4af709634c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f65b1094-0e69-4fc3-b528-ca0f78baec72,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:24.051363 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-52e88301-baca-46cc-afb6-803138105cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:24.053502 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-52e88301-baca-46cc-afb6-803138105cc0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.1869485 Sep 16 04:36:24.079761 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-492bc0af-d42f-44f7-9c26-2862e8909f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:24.080227 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-492bc0af-d42f-44f7-9c26-2862e8909f2f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7bc77676f64241559c9f11b63fdf57ec&device_id=cde3f0ac-f0a9-436c-983a-1fd92b1f21d8 HTTP/1.1" status: 200 len: 1100 time: 0.3031139 Sep 16 04:36:24.092426 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8488c0-d7e3-47f3-be7c-3a93f4b9b87e req-8e0e675b-4d34-47ee-b1ad-689e382b769d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:24.093922 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8d8488c0-d7e3-47f3-be7c-3a93f4b9b87e req-8e0e675b-4d34-47ee-b1ad-689e382b769d service neutron] 10.222.0.47 "GET /v2.0/networks?id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588 HTTP/1.1" status: 200 len: 922 time: 0.6367476 Sep 16 04:36:24.131510 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640a9e9-15ad-40c6-8d2e-120147462332 req-891973a0-d98b-4464-9d29-166a2c2b328a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:24.132982 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6640a9e9-15ad-40c6-8d2e-120147462332 req-891973a0-d98b-4464-9d29-166a2c2b328a service neutron] 10.222.0.47 "GET /v2.0/networks?id=2577294d-5026-4b77-b69e-c62d5d4484f9 HTTP/1.1" status: 200 len: 914 time: 0.4453249 Sep 16 04:36:24.137996 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f8845cb5-7c1f-486e-bb5f-45f58fec3c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:24.138752 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5a1bc1ec-f219-4c49-912c-753fdf8a9cd0 req-8cbfe6fb-721c-4da9-87dd-0829e8e09ae3 service neutron] 10.222.0.48 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4686031 Sep 16 04:36:24.189134 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6640a9e9-15ad-40c6-8d2e-120147462332 req-a15e7361-c62e-4646-b897-8d3da9aa6526 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4d46e42-cd95-4065-9345-431b34484bb3 HTTP/1.1" status: 200 len: 217 time: 0.0426645 Sep 16 04:36:24.203829 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef583235-c0e3-4a1d-ba29-c7c975158ecc req-5703b142-a1b3-4b28-a565-45dbf22ca740 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:24.205483 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef583235-c0e3-4a1d-ba29-c7c975158ecc req-5703b142-a1b3-4b28-a565-45dbf22ca740 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e158b20-ecfd-471c-92f0-0f955c8ea41d HTTP/1.1" status: 200 len: 947 time: 0.1300676 Sep 16 04:36:24.216045 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-e76f7ce6-89c9-445b-afbe-9b9a516a667a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:24.217636 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-e76f7ce6-89c9-445b-afbe-9b9a516a667a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1540213 Sep 16 04:36:24.258071 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-d4308ceb-ee74-4481-9601-e52a1271ce7d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=f65b1094-0e69-4fc3-b528-ca0f78baec72 HTTP/1.1" status: 200 len: 217 time: 0.1286824 Sep 16 04:36:24.259536 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8d8488c0-d7e3-47f3-be7c-3a93f4b9b87e req-bcbc2afe-f121-4400-bc6b-c8e322a9ffcd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16722678-cc90-4a40-b39a-f34cc09bfb6c HTTP/1.1" status: 200 len: 217 time: 0.1184530 Sep 16 04:36:24.272957 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713bae1-3f9f-467b-a4a0-b553a502a74b req-50c6f5f8-ecc4-4f9c-a659-07921b549b57 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:24.285659 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a713bae1-3f9f-467b-a4a0-b553a502a74b req-50c6f5f8-ecc4-4f9c-a659-07921b549b57 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/ports?device_id=f656e8d7-ac83-4852-b5de-8073537a3514 HTTP/1.1" status: 200 len: 944 time: 0.2851434 Sep 16 04:36:24.319420 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-f8845cb5-7c1f-486e-bb5f-45f58fec3c03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a4c2319-44c9-41ee-a6bf-8c0451e35ec2']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:24.333999 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device b0a6f292-bfff-484c-90ed-e79e32eb87a1 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:36:24.339803 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef583235-c0e3-4a1d-ba29-c7c975158ecc req-9a870677-4d28-4bf0-8754-3fe6b162fea6 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210041 Sep 16 04:36:24.343288 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640a9e9-15ad-40c6-8d2e-120147462332 req-6adb3815-1412-43eb-9fdb-7787d26ae2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:24.344733 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6640a9e9-15ad-40c6-8d2e-120147462332 req-6adb3815-1412-43eb-9fdb-7787d26ae2f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e75339db-69ea-4d5e-b27d-924084c2c2cd HTTP/1.1" status: 200 len: 853 time: 0.1381619 Sep 16 04:36:24.377577 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-f8845cb5-7c1f-486e-bb5f-45f58fec3c03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d9c5da-6eee-4c99-8114-3a8155dd1a16') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:24.377883 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-f8845cb5-7c1f-486e-bb5f-45f58fec3c03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d9c5da-6eee-4c99-8114-3a8155dd1a16') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:24.405923 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f8845cb5-7c1f-486e-bb5f-45f58fec3c03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:24.418328 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6640a9e9-15ad-40c6-8d2e-120147462332 req-8de54b02-5eee-4c77-aba5-fca52ddd5106 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2577294d-5026-4b77-b69e-c62d5d4484f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569112 Sep 16 04:36:24.446628 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a713bae1-3f9f-467b-a4a0-b553a502a74b req-cd9c5096-1513-439c-ba83-82722d6b9a92 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/security-groups?id=e23ca340-41c8-45f7-b140-8caa69c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599557 Sep 16 04:36:24.451056 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-d08569f9-7bef-4a0c-8620-8f3c929570b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:24.452526 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-d08569f9-7bef-4a0c-8620-8f3c929570b2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.1594965 Sep 16 04:36:24.466001 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f8845cb5-7c1f-486e-bb5f-45f58fec3c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:24.482405 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-620ee3e9-0356-4928-9ea6-9d5b24c54844 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558722 Sep 16 04:36:24.487930 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8488c0-d7e3-47f3-be7c-3a93f4b9b87e req-2e15ca75-3d1f-471e-b060-91517bbd96e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:24.490095 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8d8488c0-d7e3-47f3-be7c-3a93f4b9b87e req-2e15ca75-3d1f-471e-b060-91517bbd96e6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8440e215-69bc-4539-b053-2b3b499b80a9 HTTP/1.1" status: 200 len: 861 time: 0.1953344 Sep 16 04:36:24.530880 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8845cb5-7c1f-486e-bb5f-45f58fec3c03 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:36:24.531303 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f8845cb5-7c1f-486e-bb5f-45f58fec3c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:24.552628 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:36:24.552628 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:36:24.552628 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:36:24.552628 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:36:24.552628 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:36:24.552628 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:36:24.552628 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:36:24.552628 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:36:24.552628 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:36:24.552628 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:36:24.552628 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:36:24.552628 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:36:24.552628 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:36:24.552628 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:36:24.552628 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:36:24.552628 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:36:24.552628 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:36:24.552628 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:36:24.552628 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:36:24.552628 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:36:24.552628 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:36:24.552628 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:36:24.552628 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:36:24.552628 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:36:24.552628 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:36:24.552628 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:36:24.552628 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:36:24.552628 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:36:24.552628 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:36:24.552628 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:36:24.552628 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:36:24.552628 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:36:24.605900 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port b0a6f292-bfff-484c-90ed-e79e32eb87a1, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=b0a6f292-bfff-484c-90ed-e79e32eb87a1,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:24.643524 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'b0a6f292-bfff-484c-90ed-e79e32eb87a1', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': 'b0a6f292-bfff-484c-90ed-e79e32eb87a1', 'mac_address': 'fa:16:3e:41:13:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:36:24.654004 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8d8488c0-d7e3-47f3-be7c-3a93f4b9b87e req-3766c7fb-a41d-4c61-80dc-3259102a7856 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1204672 Sep 16 04:36:24.729506 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:24.749086 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0a6f292-bfff-484c-90ed-e79e32eb87a1 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:24.790019 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port b0a6f292-bfff-484c-90ed-e79e32eb87a1, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=b0a6f292-bfff-484c-90ed-e79e32eb87a1,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:24.801487 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:24.845947 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 34c42e08-ae08-402f-903f-65a2be25f7e0 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:36:24.881037 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8d8488c0-d7e3-47f3-be7c-3a93f4b9b87e req-8ee4a9d5-70d2-470f-960e-99ccf72f8380 service neutron] 10.222.0.47 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453693 Sep 16 04:36:24.924460 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=b0a6f292-bfff-484c-90ed-e79e32eb87a1,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:24.938094 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 34c42e08-ae08-402f-903f-65a2be25f7e0 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:36:24.952461 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 34c42e08-ae08-402f-903f-65a2be25f7e0 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:24.952871 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:24.980856 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-aae244d9-e5a5-45db-bf3e-1103cd2ac235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:24.982037 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-aae244d9-e5a5-45db-bf3e-1103cd2ac235 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5176330 Sep 16 04:36:25.029992 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f8845cb5-7c1f-486e-bb5f-45f58fec3c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:25.045445 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcc1bb-a93a-4207-a723-e01e9b25b068 req-68699f21-7c6e-44d8-b2b0-b7335e871335 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:25.047008 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-14fcc1bb-a93a-4207-a723-e01e9b25b068 req-68699f21-7c6e-44d8-b2b0-b7335e871335 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 945 time: 0.4212964 Sep 16 04:36:25.054819 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6640a9e9-15ad-40c6-8d2e-120147462332 req-3c477ad1-6bb1-414a-8746-0db7dffd63fd service neutron] 10.222.0.47 "GET /v2.0/networks/2577294d-5026-4b77-b69e-c62d5d4484f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6249363 Sep 16 04:36:25.067688 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80a4cc-ba4a-4bd7-95cb-a45dc34e4aa1 req-53eaaf3a-4b6b-4e96-a6be-f2865a794dd0 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:25.075178 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ea80a4cc-ba4a-4bd7-95cb-a45dc34e4aa1 req-53eaaf3a-4b6b-4e96-a6be-f2865a794dd0 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/ports?device_id=cde3f0ac-f0a9-436c-983a-1fd92b1f21d8 HTTP/1.1" status: 200 len: 948 time: 0.1753099 Sep 16 04:36:25.075406 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f8845cb5-7c1f-486e-bb5f-45f58fec3c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:25.077841 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:25.080435 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f8845cb5-7c1f-486e-bb5f-45f58fec3c03 admin admin] 10.222.0.35 "DELETE /v2.0/networks/7a4c2319-44c9-41ee-a6bf-8c0451e35ec2 HTTP/1.1" status: 204 len: 168 time: 1.3895154 Sep 16 04:36:25.092441 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 54374) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:25.094972 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e621e36-385f-435c-bb25-3c4198f3e12c req-00b1665f-d2e5-4e68-80f5-fd3f9424225b service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6021869 Sep 16 04:36:25.115157 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8845cb5-7c1f-486e-bb5f-45f58fec3c03 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a4c2319-44c9-41ee-a6bf-8c0451e35ec2,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:25.125654 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 34c42e08-ae08-402f-903f-65a2be25f7e0, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=34c42e08-ae08-402f-903f-65a2be25f7e0,segment=NetworkSegment(33201044-0eb1-4004-bde7-dd5bec0a4ba0),segment_id=33201044-0eb1-4004-bde7-dd5bec0a4ba0)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:25.126872 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f656e8d7-ac83-4852-b5de-8073537a3514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c42e08-ae08-402f-903f-65a2be25f7e0'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:25.129403 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272635f2-ae3a-44ba-85e4-022a5961bdbe" -d '{"events": [{"server_uuid": "f656e8d7-ac83-4852-b5de-8073537a3514", "name": "network-vif-plugged", "status": "completed", "tag": "34c42e08-ae08-402f-903f-65a2be25f7e0"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:25.137360 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:25.138573 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device c7447a58-0c6e-491c-ab5e-4e8420d69a50 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:36:25.198364 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8d8488c0-d7e3-47f3-be7c-3a93f4b9b87e req-abfa65a1-3e00-4e4f-ba2e-f259c70bc818 service neutron] 10.222.0.47 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002200 Sep 16 04:36:25.202032 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-14fcc1bb-a93a-4207-a723-e01e9b25b068 req-a1c242fa-6602-4847-9018-ae23e00e160c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381502 Sep 16 04:36:25.220980 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-65d90960-78e0-4eb6-8304-d2c95d2cc4dd service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057357 Sep 16 04:36:25.240726 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18197268-7960-4fe5-90a7-3303ed6e67a1', 'tag': '8458f15a-7a63-425e-8097-a6b6eb4032ff'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:25.243544 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399b830f-7c39-4f4e-903a-2d556fb8eeea" -d '{"events": [{"name": "network-changed", "server_uuid": "18197268-7960-4fe5-90a7-3303ed6e67a1", "tag": "8458f15a-7a63-425e-8097-a6b6eb4032ff"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:25.247630 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cde3f0ac-f0a9-436c-983a-1fd92b1f21d8', 'tag': 'f65b1094-0e69-4fc3-b528-ca0f78baec72'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:25.250909 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0e2024-eeaa-4ca5-99d4-5d8525a53fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "cde3f0ac-f0a9-436c-983a-1fd92b1f21d8", "tag": "f65b1094-0e69-4fc3-b528-ca0f78baec72"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:25.267691 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d26a612b-aa3d-43b1-bc1c-2161c3f7af8f admin admin] Deleting subnet 1e63c58b-7559-4ca7-96ba-2fc61b4b3463 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:36:25.281542 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=34c42e08-ae08-402f-903f-65a2be25f7e0,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:25.291306 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port c7447a58-0c6e-491c-ab5e-4e8420d69a50 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:36:25.297516 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port c7447a58-0c6e-491c-ab5e-4e8420d69a50 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:25.298295 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:25.313992 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ea80a4cc-ba4a-4bd7-95cb-a45dc34e4aa1 req-e7136725-4258-4f22-8d8a-ec1a1d576397 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce32b41b-a276-4c54-8783-af23e32773c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356093 Sep 16 04:36:25.321069 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d26a612b-aa3d-43b1-bc1c-2161c3f7af8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:25.392628 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a3ee1ef8-c8cc-4499-9094-c622d46b04ad req-ffc04b80-e4c5-482b-b4e2-f064a83ca78c service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642828 Sep 16 04:36:25.396343 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d26a612b-aa3d-43b1-bc1c-2161c3f7af8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:25.442308 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33796ce2-e07c-41f6-83c7-b388929975ba req-8fbf2900-e296-4049-9b32-6acd3fd3e002 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:25.444276 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-33796ce2-e07c-41f6-83c7-b388929975ba req-8fbf2900-e296-4049-9b32-6acd3fd3e002 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?device_id=71bb0958-1a48-46f7-89f4-2ebae1e9d7c4 HTTP/1.1" status: 200 len: 984 time: 0.1269939 Sep 16 04:36:25.510448 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d26a612b-aa3d-43b1-bc1c-2161c3f7af8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:25.543373 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6640a9e9-15ad-40c6-8d2e-120147462332 req-21105ede-532f-41dd-93e5-256a01c8b927 service neutron] 10.222.0.47 "GET /v2.0/networks/2577294d-5026-4b77-b69e-c62d5d4484f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4595714 Sep 16 04:36:25.550902 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:25.569119 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed187fe-365a-4855-91c2-14b1940acd94 req-8de274c1-d20f-4738-bb99-a4388bc72c43 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:25.570767 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9ed187fe-365a-4855-91c2-14b1940acd94 req-8de274c1-d20f-4738-bb99-a4388bc72c43 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 943 time: 0.1227789 Sep 16 04:36:25.578003 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-33796ce2-e07c-41f6-83c7-b388929975ba req-02aba24f-fcda-4d9a-b4ac-ff6e94faefa4 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups?id=01a24215-1d44-4fcc-8eb3-6ccc8c3921e0&id=09cc8cda-6d75-4ef3-9a7b-521807888302&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1063037 Sep 16 04:36:25.626616 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9ed187fe-365a-4855-91c2-14b1940acd94 req-4d86c273-2148-4ba7-86f2-24c6c817e3bd tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487645 Sep 16 04:36:25.632828 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port c7447a58-0c6e-491c-ab5e-4e8420d69a50, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=c7447a58-0c6e-491c-ab5e-4e8420d69a50,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:25.641287 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:25.695036 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d721ca1e-8da3-4f8e-afdc-87c559d93dcf x-openstack-request-id: req-d721ca1e-8da3-4f8e-afdc-87c559d93dcf {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:25.695428 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f656e8d7-ac83-4852-b5de-8073537a3514", "name": "network-vif-plugged", "status": "completed", "tag": "34c42e08-ae08-402f-903f-65a2be25f7e0", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:25.695776 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d721ca1e-8da3-4f8e-afdc-87c559d93dcf {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:25.696282 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f656e8d7-ac83-4852-b5de-8073537a3514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c42e08-ae08-402f-903f-65a2be25f7e0', 'code': 200} Sep 16 04:36:25.704142 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d26a612b-aa3d-43b1-bc1c-2161c3f7af8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:25.710613 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=c7447a58-0c6e-491c-ab5e-4e8420d69a50,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:25.738669 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['b0a6f292-bfff-484c-90ed-e79e32eb87a1'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:25.748018 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43dc43cb-070b-436c-ae74-30cadf20b0e4 x-openstack-request-id: req-43dc43cb-070b-436c-ae74-30cadf20b0e4 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:25.748352 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cde3f0ac-f0a9-436c-983a-1fd92b1f21d8", "tag": "f65b1094-0e69-4fc3-b528-ca0f78baec72", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:25.748628 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-43dc43cb-070b-436c-ae74-30cadf20b0e4 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:25.749019 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cde3f0ac-f0a9-436c-983a-1fd92b1f21d8', 'tag': 'f65b1094-0e69-4fc3-b528-ca0f78baec72', 'status': 'completed', 'code': 200} Sep 16 04:36:25.840115 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6f7202-c761-4550-815e-d4f1d605cf30 x-openstack-request-id: req-db6f7202-c761-4550-815e-d4f1d605cf30 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:25.840720 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18197268-7960-4fe5-90a7-3303ed6e67a1", "tag": "8458f15a-7a63-425e-8097-a6b6eb4032ff", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:25.841634 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-db6f7202-c761-4550-815e-d4f1d605cf30 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:25.842182 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18197268-7960-4fe5-90a7-3303ed6e67a1', 'tag': '8458f15a-7a63-425e-8097-a6b6eb4032ff', 'status': 'completed', 'code': 200} Sep 16 04:36:25.892067 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a612b-aa3d-43b1-bc1c-2161c3f7af8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e63c58b-7559-4ca7-96ba-2fc61b4b3463,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:25.934740 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d26a612b-aa3d-43b1-bc1c-2161c3f7af8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:25.947455 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d26a612b-aa3d-43b1-bc1c-2161c3f7af8f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1e63c58b-7559-4ca7-96ba-2fc61b4b3463 HTTP/1.1" status: 204 len: 168 time: 0.8514791 Sep 16 04:36:25.947679 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54398) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:26.010757 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6df8f-fee3-4960-97fb-2cd68f168401 req-f9d2226d-b1d0-4dde-b003-3eddd610ae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:26.012341 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-15e6df8f-fee3-4960-97fb-2cd68f168401 req-f9d2226d-b1d0-4dde-b003-3eddd610ae83 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=53a6a024b0e746bfa1cb57e5b401f8c0&device_id=71bb0958-1a48-46f7-89f4-2ebae1e9d7c4 HTTP/1.1" status: 200 len: 1136 time: 0.2244871 Sep 16 04:36:26.017613 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d86fb2-2fbc-46cf-8718-352d0575b511 req-59dcd5db-0996-4b41-8acd-66de63abc1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:26.019516 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b7d86fb2-2fbc-46cf-8718-352d0575b511 req-59dcd5db-0996-4b41-8acd-66de63abc1ca service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f656e8d7-ac83-4852-b5de-8073537a3514 HTTP/1.1" status: 200 len: 1097 time: 0.1830192 Sep 16 04:36:26.029688 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e2024-eeaa-4ca5-99d4-5d8525a53fb8 req-21f3343b-ddc6-49dc-9bb5-f49f36059488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:26.030966 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713037fa-c1b4-4b40-9eb8-529f901b1127 req-e0874d91-2fe0-49c4-afcf-75f1839e19cb tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:26.031435 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fa0e2024-eeaa-4ca5-99d4-5d8525a53fb8 req-21f3343b-ddc6-49dc-9bb5-f49f36059488 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7bc77676f64241559c9f11b63fdf57ec&device_id=cde3f0ac-f0a9-436c-983a-1fd92b1f21d8 HTTP/1.1" status: 200 len: 1100 time: 0.2179506 Sep 16 04:36:26.033624 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-713037fa-c1b4-4b40-9eb8-529f901b1127 req-e0874d91-2fe0-49c4-afcf-75f1839e19cb tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e158b20-ecfd-471c-92f0-0f955c8ea41d HTTP/1.1" status: 200 len: 948 time: 0.2029183 Sep 16 04:36:26.047140 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b830f-7c39-4f4e-903a-2d556fb8eeea req-c1e02375-735b-4443-86f1-d9b7760e5a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:26.048605 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-399b830f-7c39-4f4e-903a-2d556fb8eeea req-c1e02375-735b-4443-86f1-d9b7760e5a21 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7bc77676f64241559c9f11b63fdf57ec&device_id=18197268-7960-4fe5-90a7-3303ed6e67a1 HTTP/1.1" status: 200 len: 1100 time: 0.1698012 Sep 16 04:36:26.097717 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efe43f-04ef-4121-abe5-6846d9f6bc2b req-13dd5a9a-6a76-48f9-87b6-574e9073750c tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:26.099644 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-71efe43f-04ef-4121-abe5-6846d9f6bc2b req-13dd5a9a-6a76-48f9-87b6-574e9073750c tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/ports?device_id=f656e8d7-ac83-4852-b5de-8073537a3514 HTTP/1.1" status: 200 len: 945 time: 0.1923044 Sep 16 04:36:26.145756 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-16620f7e-cb85-41dd-b77e-1af4fe4f170c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:26.233874 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-71efe43f-04ef-4121-abe5-6846d9f6bc2b req-875d4c2b-5db5-46fb-8a7f-550fe76b3e81 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/security-groups?id=e23ca340-41c8-45f7-b140-8caa69c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101983 Sep 16 04:36:26.250015 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b7d86fb2-2fbc-46cf-8718-352d0575b511 req-91ddd24d-5310-4cc8-b503-00c5e706f135 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e23ca340-41c8-45f7-b140-8caa69c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832943 Sep 16 04:36:26.281431 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-713037fa-c1b4-4b40-9eb8-529f901b1127 req-f654afaa-de54-4c5c-a750-7687721692a7 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315984 Sep 16 04:36:26.315391 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6df8f-fee3-4960-97fb-2cd68f168401 req-718127e3-e876-4c48-b993-ef77c70ab47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:26.318941 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-15e6df8f-fee3-4960-97fb-2cd68f168401 req-718127e3-e876-4c48-b993-ef77c70ab47d service neutron] 10.222.0.47 "GET /v2.0/networks?id=2577294d-5026-4b77-b69e-c62d5d4484f9 HTTP/1.1" status: 200 len: 914 time: 0.2824798 Sep 16 04:36:26.334406 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b830f-7c39-4f4e-903a-2d556fb8eeea req-8eb925c5-fbc8-465d-bc67-0ffe1bdca87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:26.345378 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-399b830f-7c39-4f4e-903a-2d556fb8eeea req-8eb925c5-fbc8-465d-bc67-0ffe1bdca87c service neutron] 10.222.0.48 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.2863417 Sep 16 04:36:26.366603 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e2024-eeaa-4ca5-99d4-5d8525a53fb8 req-e0d97734-8a38-4b09-b6bf-62c1cb260642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:26.368606 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fa0e2024-eeaa-4ca5-99d4-5d8525a53fb8 req-e0d97734-8a38-4b09-b6bf-62c1cb260642 service neutron] 10.222.0.47 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.2920659 Sep 16 04:36:26.425773 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-399b830f-7c39-4f4e-903a-2d556fb8eeea req-925fe3a5-19bd-45e5-96c7-8066496abbcf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=8458f15a-7a63-425e-8097-a6b6eb4032ff HTTP/1.1" status: 200 len: 217 time: 0.0679574 Sep 16 04:36:26.434731 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0cc83-e187-4bf4-b433-d38a5b861906 req-0cd4f312-d987-4100-8a92-f556c12400cc tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:26.436687 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a3c0cc83-e187-4bf4-b433-d38a5b861906 req-0cd4f312-d987-4100-8a92-f556c12400cc tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 945 time: 0.1183147 Sep 16 04:36:26.472857 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-16620f7e-cb85-41dd-b77e-1af4fe4f170c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:26.512006 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-16620f7e-cb85-41dd-b77e-1af4fe4f170c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6af29b03-7be0-41d9-876b-251c97d2a8fc']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:26.520390 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d42248-f901-4dbe-8832-ce27265d580a req-cfcb0539-00c9-48ee-95d2-9743193bd86e tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:26.522289 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-96d42248-f901-4dbe-8832-ce27265d580a req-cfcb0539-00c9-48ee-95d2-9743193bd86e tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/ports?device_id=cde3f0ac-f0a9-436c-983a-1fd92b1f21d8 HTTP/1.1" status: 200 len: 948 time: 0.1111770 Sep 16 04:36:26.529284 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b830f-7c39-4f4e-903a-2d556fb8eeea req-13c7fa0c-7a48-4617-9093-13ec813f3240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:26.531845 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-399b830f-7c39-4f4e-903a-2d556fb8eeea req-13c7fa0c-7a48-4617-9093-13ec813f3240 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0816844 Sep 16 04:36:26.538530 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-16620f7e-cb85-41dd-b77e-1af4fe4f170c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd699f676-f9fa-4b33-b4a6-a1da41f71661') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:26.539143 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-16620f7e-cb85-41dd-b77e-1af4fe4f170c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd699f676-f9fa-4b33-b4a6-a1da41f71661') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:26.557973 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a3c0cc83-e187-4bf4-b433-d38a5b861906 req-5572725f-4103-4c8f-8104-6d03001a6719 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881689 Sep 16 04:36:26.568257 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-16620f7e-cb85-41dd-b77e-1af4fe4f170c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:26.622008 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fa0e2024-eeaa-4ca5-99d4-5d8525a53fb8 req-e970ac10-f116-4f1f-a75a-ca3ec759b8b5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=f65b1094-0e69-4fc3-b528-ca0f78baec72 HTTP/1.1" status: 200 len: 217 time: 0.0561006 Sep 16 04:36:26.630613 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-16620f7e-cb85-41dd-b77e-1af4fe4f170c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:26.641022 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16620f7e-cb85-41dd-b77e-1af4fe4f170c admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:36:26.643237 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-16620f7e-cb85-41dd-b77e-1af4fe4f170c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:26.652173 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:36:26.652173 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:36:26.652173 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:36:26.652173 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:36:26.652173 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:36:26.652173 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:36:26.652173 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:36:26.652173 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:36:26.652173 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:36:26.652173 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:36:26.652173 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:36:26.652173 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:36:26.652173 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:36:26.652173 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:36:26.652173 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:36:26.652173 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:36:26.652173 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:36:26.652173 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:36:26.652173 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:36:26.652173 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:36:26.652173 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:36:26.652173 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:36:26.652173 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:36:26.652173 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:36:26.652173 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:36:26.652173 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:36:26.652173 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:36:26.652173 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:36:26.652173 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:36:26.652173 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:36:26.652173 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:36:26.652173 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:36:26.659084 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-96d42248-f901-4dbe-8832-ce27265d580a req-21a36434-4407-4aba-bff5-8e33c8dfd7bd tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce32b41b-a276-4c54-8783-af23e32773c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260900 Sep 16 04:36:26.669491 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-15e6df8f-fee3-4960-97fb-2cd68f168401 req-ad094adf-3670-465a-8aac-327a6e1c3fd1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4d46e42-cd95-4065-9345-431b34484bb3 HTTP/1.1" status: 200 len: 217 time: 0.0917754 Sep 16 04:36:26.751797 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e2024-eeaa-4ca5-99d4-5d8525a53fb8 req-64ccad96-3296-443f-bc60-52a396c5128e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:26.758934 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fa0e2024-eeaa-4ca5-99d4-5d8525a53fb8 req-64ccad96-3296-443f-bc60-52a396c5128e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.1191692 Sep 16 04:36:26.778094 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b830f-7c39-4f4e-903a-2d556fb8eeea req-a5ed93b8-dfd3-4211-a462-fb9adadfe7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:26.780507 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-399b830f-7c39-4f4e-903a-2d556fb8eeea req-a5ed93b8-dfd3-4211-a462-fb9adadfe7b8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2376585 Sep 16 04:36:26.904708 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6df8f-fee3-4960-97fb-2cd68f168401 req-ead9df52-f9cf-4358-8dde-5b21181732b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:26.907041 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-15e6df8f-fee3-4960-97fb-2cd68f168401 req-ead9df52-f9cf-4358-8dde-5b21181732b5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e75339db-69ea-4d5e-b27d-924084c2c2cd HTTP/1.1" status: 200 len: 853 time: 0.2224958 Sep 16 04:36:26.938053 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9075d8a-f3b1-4f52-a9c8-cd35a041634d req-0dd014d5-11b8-4dbc-9202-c671d051126f tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:26.948701 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c9075d8a-f3b1-4f52-a9c8-cd35a041634d req-0dd014d5-11b8-4dbc-9202-c671d051126f tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 943 time: 0.1944451 Sep 16 04:36:26.995323 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-15e6df8f-fee3-4960-97fb-2cd68f168401 req-e989a501-0598-47f0-88ed-b25ce58f2f06 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2577294d-5026-4b77-b69e-c62d5d4484f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781896 Sep 16 04:36:26.999740 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-399b830f-7c39-4f4e-903a-2d556fb8eeea req-c9f3aa4f-6f7b-4710-8a79-46619eab249f service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014213 Sep 16 04:36:27.090210 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c9075d8a-f3b1-4f52-a9c8-cd35a041634d req-10dfdbc5-bedc-4e70-9ed5-34185e62feb7 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391506 Sep 16 04:36:27.187615 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-16620f7e-cb85-41dd-b77e-1af4fe4f170c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:27.198259 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-16620f7e-cb85-41dd-b77e-1af4fe4f170c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:27.202285 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-16620f7e-cb85-41dd-b77e-1af4fe4f170c admin admin] 10.222.0.35 "DELETE /v2.0/networks/6af29b03-7be0-41d9-876b-251c97d2a8fc HTTP/1.1" status: 204 len: 168 time: 1.2526422 Sep 16 04:36:27.242938 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07b2e6-e844-4c83-8ca5-f54b2d5e234f req-38ec568d-4189-432a-8fff-77fb05fb6a93 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:27.244470 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2f07b2e6-e844-4c83-8ca5-f54b2d5e234f req-38ec568d-4189-432a-8fff-77fb05fb6a93 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?device_id=71bb0958-1a48-46f7-89f4-2ebae1e9d7c4 HTTP/1.1" status: 200 len: 984 time: 0.5489659 Sep 16 04:36:27.245374 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16620f7e-cb85-41dd-b77e-1af4fe4f170c admin admin] Pushing event deleted for resources: {'Network': ['ID=6af29b03-7be0-41d9-876b-251c97d2a8fc,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:27.293338 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e2024-eeaa-4ca5-99d4-5d8525a53fb8 req-0e6efde7-6800-4409-9918-1fbe4093251d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:27.294720 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fa0e2024-eeaa-4ca5-99d4-5d8525a53fb8 req-0e6efde7-6800-4409-9918-1fbe4093251d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4510720 Sep 16 04:36:27.328536 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-399b830f-7c39-4f4e-903a-2d556fb8eeea req-1e707c4e-56b3-4334-95b1-cadf6d8eaf10 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160002 Sep 16 04:36:27.347105 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-15e6df8f-fee3-4960-97fb-2cd68f168401 req-ff7593cb-e87c-421a-a396-e4e80fbe2f87 service neutron] 10.222.0.47 "GET /v2.0/networks/2577294d-5026-4b77-b69e-c62d5d4484f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216846 Sep 16 04:36:27.402313 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2f07b2e6-e844-4c83-8ca5-f54b2d5e234f req-17d2e48e-aee4-4ae1-b3bb-fc7a9c03435a tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups?id=01a24215-1d44-4fcc-8eb3-6ccc8c3921e0&id=09cc8cda-6d75-4ef3-9a7b-521807888302&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1383495 Sep 16 04:36:27.425562 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fa0e2024-eeaa-4ca5-99d4-5d8525a53fb8 req-0cf2b8c5-9d65-4a1d-aafb-e23e7ff53fb5 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136930 Sep 16 04:36:27.442737 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa4fb7-f94a-4bd7-8d00-8b93cd4eb490 req-bf7b5eb6-8f16-444a-9b2a-437464a44149 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:27.450307 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-28aa4fb7-f94a-4bd7-8d00-8b93cd4eb490 req-bf7b5eb6-8f16-444a-9b2a-437464a44149 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/ports?device_id=f656e8d7-ac83-4852-b5de-8073537a3514 HTTP/1.1" status: 200 len: 945 time: 0.1177261 Sep 16 04:36:27.510681 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 54424) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:27.572721 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-28aa4fb7-f94a-4bd7-8d00-8b93cd4eb490 req-92ce75d9-1466-4bba-83eb-ee080f3972f3 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/security-groups?id=e23ca340-41c8-45f7-b140-8caa69c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209023 Sep 16 04:36:27.580190 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-15e6df8f-fee3-4960-97fb-2cd68f168401 req-b230f856-b962-4cf3-b0b5-0d0d7d4c8dd0 service neutron] 10.222.0.47 "GET /v2.0/networks/2577294d-5026-4b77-b69e-c62d5d4484f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147465 Sep 16 04:36:27.610515 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fa0e2024-eeaa-4ca5-99d4-5d8525a53fb8 req-6116c8ee-d795-4b46-832a-c912f6ef9e0d service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739500 Sep 16 04:36:27.624338 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebb48d-5d96-47b7-8e0a-916393d0037b req-3d46b10e-4c2b-4cf7-a28b-9f4e2202463d tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:27.629098 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3e0b7bf0-73ea-4093-b5b9-7dda0bdef87d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8f17bb49698a4eb8b8f6ea2a98c19ac4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1156542 Sep 16 04:36:27.629699 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 54428) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:27.632238 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fcebb48d-5d96-47b7-8e0a-916393d0037b req-3d46b10e-4c2b-4cf7-a28b-9f4e2202463d tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e158b20-ecfd-471c-92f0-0f955c8ea41d HTTP/1.1" status: 200 len: 948 time: 0.0877903 Sep 16 04:36:27.690224 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fcebb48d-5d96-47b7-8e0a-916393d0037b req-cc071091-30dd-426d-873f-1b28eacdf2f7 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546389 Sep 16 04:36:27.697261 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6fa3db-b22d-4ed8-8562-fd870cc3c2f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7447a58-0c6e-491c-ab5e-4e8420d69a50'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:27.699886 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e228e83d-ee2c-4dae-8b94-10c61cefe0c3" -d '{"events": [{"server_uuid": "ee6fa3db-b22d-4ed8-8562-fd870cc3c2f0", "name": "network-vif-plugged", "status": "completed", "tag": "c7447a58-0c6e-491c-ab5e-4e8420d69a50"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:27.729717 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6490242a-75dc-4200-ad86-132c43c34a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:27.753356 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e0c27-2d2d-4c35-b0db-091b1188db4d req-53b67b43-8ba4-4c32-8319-624c5384a0a8 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:27.755639 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5a0e0c27-2d2d-4c35-b0db-091b1188db4d req-53b67b43-8ba4-4c32-8319-624c5384a0a8 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 945 time: 0.0822930 Sep 16 04:36:27.769670 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6490242a-75dc-4200-ad86-132c43c34a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:27.819998 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060fe690-7ed9-4622-827b-eee4eff2e602 req-6128b740-4e70-422d-905a-ae088d335ee4 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:27.822163 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-060fe690-7ed9-4622-827b-eee4eff2e602 req-6128b740-4e70-422d-905a-ae088d335ee4 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/ports?device_id=cde3f0ac-f0a9-436c-983a-1fd92b1f21d8 HTTP/1.1" status: 200 len: 948 time: 0.0656922 Sep 16 04:36:27.869970 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5a0e0c27-2d2d-4c35-b0db-091b1188db4d req-dc87fe97-bdd2-4351-aad3-4cdc2eec4f25 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059952 Sep 16 04:36:27.882176 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-060fe690-7ed9-4622-827b-eee4eff2e602 req-ef6bdcde-602e-4d60-8456-bb06f590e021 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce32b41b-a276-4c54-8783-af23e32773c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510137 Sep 16 04:36:27.917114 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6490242a-75dc-4200-ad86-132c43c34a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:27.920432 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6490242a-75dc-4200-ad86-132c43c34a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:27.924980 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6490242a-75dc-4200-ad86-132c43c34a97 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/99f4ae61-c15a-4a1a-95cf-2fa7962fe8d0 HTTP/1.1" status: 204 len: 168 time: 0.2937913 Sep 16 04:36:27.936197 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490242a-75dc-4200-ad86-132c43c34a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f4ae61-c15a-4a1a-95cf-2fa7962fe8d0,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:27.979322 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f6cf0c-c55a-476b-b69f-222caf0aa1f2 x-openstack-request-id: req-43f6cf0c-c55a-476b-b69f-222caf0aa1f2 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:27.979734 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6fa3db-b22d-4ed8-8562-fd870cc3c2f0", "name": "network-vif-plugged", "status": "completed", "tag": "c7447a58-0c6e-491c-ab5e-4e8420d69a50", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:27.980130 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-43f6cf0c-c55a-476b-b69f-222caf0aa1f2 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:27.980769 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6fa3db-b22d-4ed8-8562-fd870cc3c2f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7447a58-0c6e-491c-ab5e-4e8420d69a50', 'code': 200} Sep 16 04:36:28.226617 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67026d-bd63-468f-afef-e21866148ad4 req-e033cab3-3044-4c5b-ab6c-2cad013fc932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:28.228368 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9f67026d-bd63-468f-afef-e21866148ad4 req-e033cab3-3044-4c5b-ab6c-2cad013fc932 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ee6fa3db-b22d-4ed8-8562-fd870cc3c2f0 HTTP/1.1" status: 200 len: 1102 time: 0.0704489 Sep 16 04:36:28.353769 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device b0a6f292-bfff-484c-90ed-e79e32eb87a1 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:36:28.386338 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13081761-c54e-45fc-8a3a-c2083b8418c9 req-9ff7f60f-d9e7-409b-85b5-b69d65a81a32 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:28.394747 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-13081761-c54e-45fc-8a3a-c2083b8418c9 req-9ff7f60f-d9e7-409b-85b5-b69d65a81a32 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 943 time: 0.1606827 Sep 16 04:36:28.398450 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9f67026d-bd63-468f-afef-e21866148ad4 req-65e21631-804b-44ea-a4da-978890e44a91 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590326 Sep 16 04:36:28.418910 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port b0a6f292-bfff-484c-90ed-e79e32eb87a1 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:36:28.431370 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port b0a6f292-bfff-484c-90ed-e79e32eb87a1 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:28.431754 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:28.448305 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-13081761-c54e-45fc-8a3a-c2083b8418c9 req-bc349b28-3ead-4b71-9ea0-f269aff753c5 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482721 Sep 16 04:36:28.573308 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54452) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:28.577249 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ebfeb-d909-4367-8d5a-7459aed89a56 req-9a88ca1f-4062-405a-984c-171ce4330e9c tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:28.585594 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-721ebfeb-d909-4367-8d5a-7459aed89a56 req-9a88ca1f-4062-405a-984c-171ce4330e9c tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?device_id=71bb0958-1a48-46f7-89f4-2ebae1e9d7c4 HTTP/1.1" status: 200 len: 984 time: 0.0779164 Sep 16 04:36:28.586251 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:28.641314 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port b0a6f292-bfff-484c-90ed-e79e32eb87a1, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=b0a6f292-bfff-484c-90ed-e79e32eb87a1,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:28.654315 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-721ebfeb-d909-4367-8d5a-7459aed89a56 req-18251fc4-85dc-4e63-962e-d65e6d4838eb tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups?id=01a24215-1d44-4fcc-8eb3-6ccc8c3921e0&id=09cc8cda-6d75-4ef3-9a7b-521807888302&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0587201 Sep 16 04:36:28.656642 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:28.659791 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a1287c64-0d24-46bc-aa1b-1c4bcc09fa5b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=336205cca4e247eba65e24cd63b22be3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0829980 Sep 16 04:36:28.660518 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54456) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:28.715489 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=b0a6f292-bfff-484c-90ed-e79e32eb87a1,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:28.785824 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e3f32-b6fe-49e1-83ee-d2d53125302b req-c91dff8e-00d2-43af-962c-795fdfba146d tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:28.793771 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-908e3f32-b6fe-49e1-83ee-d2d53125302b req-c91dff8e-00d2-43af-962c-795fdfba146d tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/ports?device_id=f656e8d7-ac83-4852-b5de-8073537a3514 HTTP/1.1" status: 200 len: 945 time: 0.0802441 Sep 16 04:36:28.802690 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d2590797-545f-41c0-a046-9d849c0869b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:28.845696 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d2590797-545f-41c0-a046-9d849c0869b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:28.858366 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device f65b1094-0e69-4fc3-b528-ca0f78baec72 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:36:28.861440 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761272c-48a1-480e-9bf4-02bf3acfa92e req-53b1ce9b-90f2-467b-b299-0ca4372a0a91 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:28.872867 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-908e3f32-b6fe-49e1-83ee-d2d53125302b req-8b12cde8-4419-4816-be6c-f2496b229669 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/security-groups?id=e23ca340-41c8-45f7-b140-8caa69c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735762 Sep 16 04:36:28.875467 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e761272c-48a1-480e-9bf4-02bf3acfa92e req-53b1ce9b-90f2-467b-b299-0ca4372a0a91 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e158b20-ecfd-471c-92f0-0f955c8ea41d HTTP/1.1" status: 200 len: 949 time: 0.1082461 Sep 16 04:36:28.946854 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e761272c-48a1-480e-9bf4-02bf3acfa92e req-5dc20be4-dbc1-41fc-8959-407ef04257f2 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699451 Sep 16 04:36:28.968531 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d2590797-545f-41c0-a046-9d849c0869b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:28.971556 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d2590797-545f-41c0-a046-9d849c0869b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:28.973079 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d2590797-545f-41c0-a046-9d849c0869b2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/72985446-e9c6-48ab-a19f-56b8508e0d4b HTTP/1.1" status: 204 len: 168 time: 0.3089523 Sep 16 04:36:28.988425 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2590797-545f-41c0-a046-9d849c0869b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72985446-e9c6-48ab-a19f-56b8508e0d4b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:29.025347 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port f65b1094-0e69-4fc3-b528-ca0f78baec72, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=f65b1094-0e69-4fc3-b528-ca0f78baec72,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:29.038709 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'f65b1094-0e69-4fc3-b528-ca0f78baec72', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': 'f65b1094-0e69-4fc3-b528-ca0f78baec72', 'mac_address': 'fa:16:3e:2f:5e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:36:29.094857 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:29.110374 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ecfc5e-c621-4d8a-be4e-d0a19bf28ce0 req-95e715b2-2c06-4013-8ba4-45a96be062ba tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:29.112186 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-59ecfc5e-c621-4d8a-be4e-d0a19bf28ce0 req-95e715b2-2c06-4013-8ba4-45a96be062ba tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/ports?device_id=f656e8d7-ac83-4852-b5de-8073537a3514 HTTP/1.1" status: 200 len: 945 time: 0.1193066 Sep 16 04:36:29.115380 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f65b1094-0e69-4fc3-b528-ca0f78baec72 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:29.121690 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54468) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:29.126429 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-3ec3c219-39c9-4db2-aacd-da01d0fdf8b9 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Request body: {'floatingip': {'port_id': '34c42e08-ae08-402f-903f-65a2be25f7e0'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:29.150313 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcbb18-293d-441b-817f-0c1a5d98cb8c req-2ddd48bb-669b-457e-9d16-59d301c1f5ec tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:29.159833 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port f65b1094-0e69-4fc3-b528-ca0f78baec72, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=f65b1094-0e69-4fc3-b528-ca0f78baec72,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:29.160913 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-26dcbb18-293d-441b-817f-0c1a5d98cb8c req-2ddd48bb-669b-457e-9d16-59d301c1f5ec tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 945 time: 0.0909035 Sep 16 04:36:29.175469 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:29.260515 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3ec3c219-39c9-4db2-aacd-da01d0fdf8b9 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks [] for floatingip, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:29.276795 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=f65b1094-0e69-4fc3-b528-ca0f78baec72,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:29.279208 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-26dcbb18-293d-441b-817f-0c1a5d98cb8c req-65c94097-075a-495f-9c1a-6deb60962f71 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163883 Sep 16 04:36:29.422575 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a83356-fcfa-4556-9f9f-fa55778cc702 req-316fb414-1755-4561-acf7-15e78bf720dc tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:29.424222 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a3a83356-fcfa-4556-9f9f-fa55778cc702 req-316fb414-1755-4561-acf7-15e78bf720dc tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/ports?device_id=cde3f0ac-f0a9-436c-983a-1fd92b1f21d8 HTTP/1.1" status: 200 len: 949 time: 0.1802487 Sep 16 04:36:29.506598 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a3a83356-fcfa-4556-9f9f-fa55778cc702 req-2b0cc0c8-1290-4413-9445-2c81400e07da tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce32b41b-a276-4c54-8783-af23e32773c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715342 Sep 16 04:36:29.652348 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb7f03-689d-4aa4-93d7-ad4ee3e5c851 req-5b4ea28d-e917-47fa-ba41-a0d5998a5fa9 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:29.660535 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f6cb7f03-689d-4aa4-93d7-ad4ee3e5c851 req-5b4ea28d-e917-47fa-ba41-a0d5998a5fa9 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 943 time: 0.0783777 Sep 16 04:36:29.684754 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['f65b1094-0e69-4fc3-b528-ca0f78baec72'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:29.740336 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f6cb7f03-689d-4aa4-93d7-ad4ee3e5c851 req-31a1c326-3587-4190-827b-24290cdf5a41 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787661 Sep 16 04:36:29.984902 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7be105-035e-40f4-ac13-2bbab88ec3cf req-679b81a6-62e0-4ad9-9ae9-6bee95f8cb7a tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:29.997513 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-de7be105-035e-40f4-ac13-2bbab88ec3cf req-679b81a6-62e0-4ad9-9ae9-6bee95f8cb7a tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?device_id=71bb0958-1a48-46f7-89f4-2ebae1e9d7c4 HTTP/1.1" status: 200 len: 984 time: 0.2141662 Sep 16 04:36:30.107287 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e158b20-ecfd-471c-92f0-0f955c8ea41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a6f292-bfff-484c-90ed-e79e32eb87a1'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:30.112930 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8c061c-dc05-42ac-a9cd-0720cf7af4a5" -d '{"events": [{"server_uuid": "8e158b20-ecfd-471c-92f0-0f955c8ea41d", "name": "network-vif-plugged", "status": "completed", "tag": "b0a6f292-bfff-484c-90ed-e79e32eb87a1"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:30.116117 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-de7be105-035e-40f4-ac13-2bbab88ec3cf req-a43aea77-bd26-4440-98d7-612d72fe0b35 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups?id=01a24215-1d44-4fcc-8eb3-6ccc8c3921e0&id=09cc8cda-6d75-4ef3-9a7b-521807888302&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1150990 Sep 16 04:36:30.170596 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f53c5e-d0b5-49f8-9f29-06d30c6912ed req-58b2d3c0-dd2a-4d33-a566-0c7681638874 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:30.176224 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-34f53c5e-d0b5-49f8-9f29-06d30c6912ed req-58b2d3c0-dd2a-4d33-a566-0c7681638874 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e158b20-ecfd-471c-92f0-0f955c8ea41d HTTP/1.1" status: 200 len: 949 time: 0.1110265 Sep 16 04:36:30.220545 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d32ada-d93a-44af-9bfb-7c90ec01040a x-openstack-request-id: req-a4d32ada-d93a-44af-9bfb-7c90ec01040a {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:30.221004 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e158b20-ecfd-471c-92f0-0f955c8ea41d", "name": "network-vif-plugged", "status": "completed", "tag": "b0a6f292-bfff-484c-90ed-e79e32eb87a1", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:30.221357 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a4d32ada-d93a-44af-9bfb-7c90ec01040a {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:30.221847 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e158b20-ecfd-471c-92f0-0f955c8ea41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a6f292-bfff-484c-90ed-e79e32eb87a1', 'code': 200} Sep 16 04:36:30.273405 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-34f53c5e-d0b5-49f8-9f29-06d30c6912ed req-2d97958b-c837-479b-9fe5-152f0f420184 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895581 Sep 16 04:36:30.296696 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3ec3c219-39c9-4db2-aacd-da01d0fdf8b9 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:30.319980 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3ec3c219-39c9-4db2-aacd-da01d0fdf8b9 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:30.377294 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 16722678-cc90-4a40-b39a-f34cc09bfb6c details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:36:30.466321 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001dc896-92ff-4217-a629-5e9a963854e2 req-bb24539c-3eab-4d4c-8e80-062b6c785d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:30.481573 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-001dc896-92ff-4217-a629-5e9a963854e2 req-bb24539c-3eab-4d4c-8e80-062b6c785d29 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8e158b20-ecfd-471c-92f0-0f955c8ea41d HTTP/1.1" status: 200 len: 1101 time: 0.1217005 Sep 16 04:36:30.599865 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c4b1c928-c38a-41af-b5b8-c38de2ba2887 req-f03d026d-fbb5-4202-9663-119bfc7f7d4a tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-172030010&fields=id&tenant_id=53a6a024b0e746bfa1cb57e5b401f8c0 HTTP/1.1" status: 200 len: 267 time: 0.2144520 Sep 16 04:36:30.633955 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-001dc896-92ff-4217-a629-5e9a963854e2 req-de1a53f4-6a74-4277-b219-8f858bcfa314 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312821 Sep 16 04:36:30.638363 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 16722678-cc90-4a40-b39a-f34cc09bfb6c, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=16722678-cc90-4a40-b39a-f34cc09bfb6c,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:30.646933 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [None req-3ec3c219-39c9-4db2-aacd-da01d0fdf8b9 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Floating IP 0f0dca7f-c930-4612-aa05-f1a54a150aa3 associated. External IP: 172.25.8.153, port: 34c42e08-ae08-402f-903f-65a2be25f7e0. Sep 16 04:36:30.658076 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 16722678-cc90-4a40-b39a-f34cc09bfb6c has no active binding in host n-h2-712139-15 {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:36:30.659235 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 8458f15a-7a63-425e-8097-a6b6eb4032ff details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:36:30.685267 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e0a59-64b4-47b0-90b9-2045ab60c99a req-b867e92b-b658-461b-9c94-0c2d179a2d4d tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:30.690511 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d32e0a59-64b4-47b0-90b9-2045ab60c99a req-b867e92b-b658-461b-9c94-0c2d179a2d4d tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 945 time: 0.1360433 Sep 16 04:36:30.781673 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d32e0a59-64b4-47b0-90b9-2045ab60c99a req-e700d93b-d2a1-4923-814d-239fb501c3e0 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747621 Sep 16 04:36:30.808463 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 8458f15a-7a63-425e-8097-a6b6eb4032ff, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=8458f15a-7a63-425e-8097-a6b6eb4032ff,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:30.821947 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '8458f15a-7a63-425e-8097-a6b6eb4032ff', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': '8458f15a-7a63-425e-8097-a6b6eb4032ff', 'mac_address': 'fa:16:3e:a9:19:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:36:30.867144 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:30.874907 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b1c928-c38a-41af-b5b8-c38de2ba2887 req-7c3a8765-a112-4d02-821f-c53bed58c341 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:30.884186 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8458f15a-7a63-425e-8097-a6b6eb4032ff {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:30.885302 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c4b1c928-c38a-41af-b5b8-c38de2ba2887 req-7c3a8765-a112-4d02-821f-c53bed58c341 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?device_id=71bb0958-1a48-46f7-89f4-2ebae1e9d7c4 HTTP/1.1" status: 200 len: 984 time: 0.2763369 Sep 16 04:36:30.892930 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-c4b1c928-c38a-41af-b5b8-c38de2ba2887 req-b8273065-e72c-40ce-b77a-5ceccd7207df tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Request body: {'port': {'security_groups': ['01a24215-1d44-4fcc-8eb3-6ccc8c3921e0', '09cc8cda-6d75-4ef3-9a7b-521807888302', '2917281a-f29d-447f-988b-2c5a06fe0689']}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:30.931728 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 8458f15a-7a63-425e-8097-a6b6eb4032ff, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=8458f15a-7a63-425e-8097-a6b6eb4032ff,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:30.940705 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:31.015853 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=8458f15a-7a63-425e-8097-a6b6eb4032ff,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:31.036855 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c4b1c928-c38a-41af-b5b8-c38de2ba2887 req-b8273065-e72c-40ce-b77a-5ceccd7207df tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:31.133982 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec3c219-39c9-4db2-aacd-da01d0fdf8b9 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Router 19909f41-efd4-4939-8e64-dd882e426a0b has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:36:31.319804 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec3c219-39c9-4db2-aacd-da01d0fdf8b9 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:36:31.339903 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3ec3c219-39c9-4db2-aacd-da01d0fdf8b9 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:31.344995 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820b2c58-8b2f-4a72-b030-fb0acb60016a None None] Sync routers for ids ['19909f41-efd4-4939-8e64-dd882e426a0b'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:36:31.359749 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820b2c58-8b2f-4a72-b030-fb0acb60016a None None] Routers {'19909f41-efd4-4939-8e64-dd882e426a0b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:36:31.361755 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-820b2c58-8b2f-4a72-b030-fb0acb60016a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:36:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['19909f41-efd4-4939-8e64-dd882e426a0b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:31.362905 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d591c5-56d1-4e9b-95b3-eb78d4b31737 req-55c225f1-ee33-4f94-bb5e-7cf762dd3c8f tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:31.364675 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-98d591c5-56d1-4e9b-95b3-eb78d4b31737 req-55c225f1-ee33-4f94-bb5e-7cf762dd3c8f tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/ports?device_id=cde3f0ac-f0a9-436c-983a-1fd92b1f21d8 HTTP/1.1" status: 200 len: 949 time: 0.0573514 Sep 16 04:36:31.431876 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3ec3c219-39c9-4db2-aacd-da01d0fdf8b9 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "PUT /v2.0/floatingips/0f0dca7f-c930-4612-aa05-f1a54a150aa3 HTTP/1.1" status: 200 len: 991 time: 2.3065915 Sep 16 04:36:31.433696 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-98d591c5-56d1-4e9b-95b3-eb78d4b31737 req-ba94467d-4bf3-40f6-bdf2-49d1f3553ad6 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce32b41b-a276-4c54-8783-af23e32773c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589113 Sep 16 04:36:31.436739 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f656e8d7-ac83-4852-b5de-8073537a3514', 'tag': '34c42e08-ae08-402f-903f-65a2be25f7e0'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:31.461919 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72cbc1e-e5ca-4990-9a9d-45dc6c8da57f" -d '{"events": [{"name": "network-changed", "server_uuid": "f656e8d7-ac83-4852-b5de-8073537a3514", "tag": "34c42e08-ae08-402f-903f-65a2be25f7e0"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:31.499947 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-820b2c58-8b2f-4a72-b030-fb0acb60016a None None] Set router 19909f41-efd4-4939-8e64-dd882e426a0b gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:36:31.510121 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-c4b1c928-c38a-41af-b5b8-c38de2ba2887 req-b8273065-e72c-40ce-b77a-5ceccd7207df tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] For port c4d46e42-cd95-4065-9345-431b34484bb3, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=c4d46e42-cd95-4065-9345-431b34484bb3,segment=NetworkSegment(cbe67464-0aa0-4d99-b9c3-86d1111ee3c1),segment_id=cbe67464-0aa0-4d99-b9c3-86d1111ee3c1)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:31.556694 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c4b1c928-c38a-41af-b5b8-c38de2ba2887 req-b8273065-e72c-40ce-b77a-5ceccd7207df tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:31.563125 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03e341-85c0-4942-b67a-e0151f3633b7 req-cd29c151-669d-4497-952b-c2fb0d0eae27 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:31.563772 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c4b1c928-c38a-41af-b5b8-c38de2ba2887 req-b8273065-e72c-40ce-b77a-5ceccd7207df tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:31.564854 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac03e341-85c0-4942-b67a-e0151f3633b7 req-cd29c151-669d-4497-952b-c2fb0d0eae27 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 943 time: 0.0682597 Sep 16 04:36:31.612224 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['8c326559-5157-4787-872e-99ec2d94a51f'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:31.632195 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b1c928-c38a-41af-b5b8-c38de2ba2887 req-b8273065-e72c-40ce-b77a-5ceccd7207df tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:31.632893 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c4b1c928-c38a-41af-b5b8-c38de2ba2887 req-b8273065-e72c-40ce-b77a-5ceccd7207df tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:31.634880 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c4b1c928-c38a-41af-b5b8-c38de2ba2887 req-b8273065-e72c-40ce-b77a-5ceccd7207df tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "PUT /v2.0/ports/c4d46e42-cd95-4065-9345-431b34484bb3 HTTP/1.1" status: 200 len: 1020 time: 0.7483373 Sep 16 04:36:31.642531 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac03e341-85c0-4942-b67a-e0151f3633b7 req-132dbff0-fe6b-4cf0-8bf8-56f8484c9dc4 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711486 Sep 16 04:36:31.659749 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:36:31.687888 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['c4d46e42-cd95-4065-9345-431b34484bb3'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:31.688034 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8273065-e72c-40ce-b77a-5ceccd7207df tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Pushing event updated for resources: {'Port': ['ID=c4d46e42-cd95-4065-9345-431b34484bb3,revision_number=7']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:31.739007 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['8458f15a-7a63-425e-8097-a6b6eb4032ff'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:31.750473 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d69f6e5b-cd88-4e51-8b2b-488b77c0b034 req-fa54051e-6555-4a5c-b958-0fb5e732db49 tempest-FlavorsV2NegativeTest-1556375530 tempest-FlavorsV2NegativeTest-1556375530-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=74a68d300c584aea8f985868808acf24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420580 Sep 16 04:36:31.792659 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19159a40-e6ef-4e6a-91f6-bb89c050429b req-672941e6-363a-4a34-b266-e6bc31a0bf69 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:31.803294 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-19159a40-e6ef-4e6a-91f6-bb89c050429b req-672941e6-363a-4a34-b266-e6bc31a0bf69 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e158b20-ecfd-471c-92f0-0f955c8ea41d HTTP/1.1" status: 200 len: 949 time: 0.0759485 Sep 16 04:36:31.859036 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-19159a40-e6ef-4e6a-91f6-bb89c050429b req-fbe2e0cf-adfe-43e8-8c63-0f2d65086d49 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547760 Sep 16 04:36:31.871165 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f6e5b-cd88-4e51-8b2b-488b77c0b034 req-39e260b1-3eb3-49b7-b6a3-3ff5cec6809c tempest-FlavorsV2NegativeTest-1556375530 tempest-FlavorsV2NegativeTest-1556375530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:31.872802 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d69f6e5b-cd88-4e51-8b2b-488b77c0b034 req-39e260b1-3eb3-49b7-b6a3-3ff5cec6809c tempest-FlavorsV2NegativeTest-1556375530 tempest-FlavorsV2NegativeTest-1556375530-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1163604 Sep 16 04:36:31.882920 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-820b2c58-8b2f-4a72-b030-fb0acb60016a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351920868-router', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '49f99fa4-9676-4a32-8fea-0af63fe5a7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:36Z', 'updated_at': '2021-09-16T04:33:44Z', 'revision_number': 4, 'project_id': 'c825b36882e046828461df6da4ad928b', 'gw_port': {'id': '49f99fa4-9676-4a32-8fea-0af63fe5a7de', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:39Z', 'updated_at': '2021-09-16T04:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '0f0dca7f-c930-4612-aa05-f1a54a150aa3', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'floating_ip_address': '172.25.8.153', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'port_id': '34c42e08-ae08-402f-903f-65a2be25f7e0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1', 'mac_address': 'fa:16:3e:06:de:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f656e8d7-ac83-4852-b5de-8073537a3514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:34:04Z', 'updated_at': '2021-09-16T04:36:30Z', 'revision_number': 5, 'project_id': 'c825b36882e046828461df6da4ad928b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e561ef0-9c7a-472b-adcf-7d47c4925c3a', 'name': '', 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'mac_address': 'fa:16:3e:1e:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 182, 'fixed_ips': [{'subnet_id': '23b8b65a-e16c-4539-8285-b42101b78979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:44Z', 'updated_at': '2021-09-16T04:33:49Z', 'revision_number': 5, 'project_id': 'c825b36882e046828461df6da4ad928b', 'subnets': [{'id': '23b8b65a-e16c-4539-8285-b42101b78979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:31.889915 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['c4d46e42-cd95-4065-9345-431b34484bb3'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:31.902161 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d69f6e5b-cd88-4e51-8b2b-488b77c0b034 req-478c85f0-4593-4875-8ec9-92e373d2b8b3 tempest-FlavorsV2NegativeTest-1556375530 tempest-FlavorsV2NegativeTest-1556375530-project] 10.222.0.35 "GET /v2.0/quotas/74a68d300c584aea8f985868808acf24 HTTP/1.1" status: 200 len: 375 time: 0.0234532 Sep 16 04:36:31.958041 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d69f6e5b-cd88-4e51-8b2b-488b77c0b034 req-fbb15618-cffc-45d3-b80e-4fc264737945 tempest-FlavorsV2NegativeTest-1556375530 tempest-FlavorsV2NegativeTest-1556375530-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=74a68d300c584aea8f985868808acf24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512323 Sep 16 04:36:32.040905 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4140e695-a6fc-49aa-86dc-08d357bcddce x-openstack-request-id: req-4140e695-a6fc-49aa-86dc-08d357bcddce {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:32.041521 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f656e8d7-ac83-4852-b5de-8073537a3514", "tag": "34c42e08-ae08-402f-903f-65a2be25f7e0", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:32.042517 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4140e695-a6fc-49aa-86dc-08d357bcddce {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:32.042992 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f656e8d7-ac83-4852-b5de-8073537a3514', 'tag': '34c42e08-ae08-402f-903f-65a2be25f7e0', 'status': 'completed', 'code': 200} Sep 16 04:36:32.103343 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d8387481-900f-42a3-bb99-6b31a250750e req-f4559b4b-906a-46e5-9fe7-d90a68fe6949 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups/2917281a-f29d-447f-988b-2c5a06fe0689 HTTP/1.1" status: 200 len: 1799 time: 0.0775154 Sep 16 04:36:32.150758 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820b2c58-8b2f-4a72-b030-fb0acb60016a None None] Checking router: 19909f41-efd4-4939-8e64-dd882e426a0b for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:36:32.169574 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72cbc1e-e5ca-4990-9a9d-45dc6c8da57f req-e0fb3fc6-6def-47f9-b7b4-868a676b63c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:32.171144 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b72cbc1e-e5ca-4990-9a9d-45dc6c8da57f req-e0fb3fc6-6def-47f9-b7b4-868a676b63c5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c825b36882e046828461df6da4ad928b&device_id=f656e8d7-ac83-4852-b5de-8073537a3514 HTTP/1.1" status: 200 len: 1097 time: 0.0829864 Sep 16 04:36:32.174332 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820b2c58-8b2f-4a72-b030-fb0acb60016a None None] Routers {'19909f41-efd4-4939-8e64-dd882e426a0b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:36:32.177331 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-820b2c58-8b2f-4a72-b030-fb0acb60016a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:36:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['19909f41-efd4-4939-8e64-dd882e426a0b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:32.181296 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [req-d8387481-900f-42a3-bb99-6b31a250750e req-7a6b45f7-45ec-4fc4-92b5-72718e21e5eb tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 04:36:32.209673 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d8387481-900f-42a3-bb99-6b31a250750e req-7a6b45f7-45ec-4fc4-92b5-72718e21e5eb tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "DELETE /v2.0/security-groups/2917281a-f29d-447f-988b-2c5a06fe0689 HTTP/1.1" status: 409 len: 341 time: 0.1049638 Sep 16 04:36:32.383864 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72cbc1e-e5ca-4990-9a9d-45dc6c8da57f req-4b0725c9-a5bb-48cf-b855-ab8c88f050d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:32.385731 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b72cbc1e-e5ca-4990-9a9d-45dc6c8da57f req-4b0725c9-a5bb-48cf-b855-ab8c88f050d1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e9f42f79-8e36-46bc-bc40-da8710d5bcd1 HTTP/1.1" status: 200 len: 925 time: 0.1960669 Sep 16 04:36:32.404622 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992aa099-7aec-4031-a8cd-e7eaaa76b478 req-c78526b3-ffa2-437d-98b0-f324c3aa3b3f tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:32.413461 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-820b2c58-8b2f-4a72-b030-fb0acb60016a None None] Set router 19909f41-efd4-4939-8e64-dd882e426a0b gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:36:32.414076 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-992aa099-7aec-4031-a8cd-e7eaaa76b478 req-c78526b3-ffa2-437d-98b0-f324c3aa3b3f tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 945 time: 0.2415307 Sep 16 04:36:32.540449 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-992aa099-7aec-4031-a8cd-e7eaaa76b478 req-6864d2a9-08dd-4420-8bf7-cbc1bfc579f8 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251552 Sep 16 04:36:32.621264 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b72cbc1e-e5ca-4990-9a9d-45dc6c8da57f req-186d8338-c64f-4440-bbbd-d9dc5251c72a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34c42e08-ae08-402f-903f-65a2be25f7e0 HTTP/1.1" status: 200 len: 999 time: 0.1897047 Sep 16 04:36:32.750643 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72cbc1e-e5ca-4990-9a9d-45dc6c8da57f req-5ae06e91-72bc-4f8b-9a10-d3975f7f7898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:32.753117 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b72cbc1e-e5ca-4990-9a9d-45dc6c8da57f req-5ae06e91-72bc-4f8b-9a10-d3975f7f7898 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=23b8b65a-e16c-4539-8285-b42101b78979 HTTP/1.1" status: 200 len: 863 time: 0.1237578 Sep 16 04:36:32.808136 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12fd87-89ea-4224-9c3a-fcc6cd475009 req-7eb44c7b-32b6-447f-9a8e-d907cfda3341 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:32.809911 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4f12fd87-89ea-4224-9c3a-fcc6cd475009 req-7eb44c7b-32b6-447f-9a8e-d907cfda3341 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/ports?device_id=cde3f0ac-f0a9-436c-983a-1fd92b1f21d8 HTTP/1.1" status: 200 len: 949 time: 0.1082549 Sep 16 04:36:32.854390 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-820b2c58-8b2f-4a72-b030-fb0acb60016a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351920868-router', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '49f99fa4-9676-4a32-8fea-0af63fe5a7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:36Z', 'updated_at': '2021-09-16T04:33:44Z', 'revision_number': 4, 'project_id': 'c825b36882e046828461df6da4ad928b', 'gw_port': {'id': '49f99fa4-9676-4a32-8fea-0af63fe5a7de', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:39Z', 'updated_at': '2021-09-16T04:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '0f0dca7f-c930-4612-aa05-f1a54a150aa3', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'floating_ip_address': '172.25.8.153', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'port_id': '34c42e08-ae08-402f-903f-65a2be25f7e0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1', 'mac_address': 'fa:16:3e:06:de:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f656e8d7-ac83-4852-b5de-8073537a3514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:34:04Z', 'updated_at': '2021-09-16T04:36:30Z', 'revision_number': 5, 'project_id': 'c825b36882e046828461df6da4ad928b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e561ef0-9c7a-472b-adcf-7d47c4925c3a', 'name': '', 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'mac_address': 'fa:16:3e:1e:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 182, 'fixed_ips': [{'subnet_id': '23b8b65a-e16c-4539-8285-b42101b78979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:44Z', 'updated_at': '2021-09-16T04:33:49Z', 'revision_number': 5, 'project_id': 'c825b36882e046828461df6da4ad928b', 'subnets': [{'id': '23b8b65a-e16c-4539-8285-b42101b78979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:32.855397 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7b3f4-8afb-4cfa-9fc8-9934c24ffb38 req-86ae498c-4ebd-407f-aebc-d2731f9321be tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:32.865823 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-abd7b3f4-8afb-4cfa-9fc8-9934c24ffb38 req-86ae498c-4ebd-407f-aebc-d2731f9321be tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?device_id=71bb0958-1a48-46f7-89f4-2ebae1e9d7c4 HTTP/1.1" status: 200 len: 1023 time: 0.1336727 Sep 16 04:36:32.872244 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72cbc1e-e5ca-4990-9a9d-45dc6c8da57f req-d02092eb-b0f7-4128-88a6-49e5eda24042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:32.874221 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b72cbc1e-e5ca-4990-9a9d-45dc6c8da57f req-d02092eb-b0f7-4128-88a6-49e5eda24042 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e9f42f79-8e36-46bc-bc40-da8710d5bcd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1114979 Sep 16 04:36:32.875408 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device f65b1094-0e69-4fc3-b528-ca0f78baec72 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:36:32.877757 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4f12fd87-89ea-4224-9c3a-fcc6cd475009 req-40660954-bc32-4b63-a6fb-ab1125450ace tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce32b41b-a276-4c54-8783-af23e32773c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604737 Sep 16 04:36:32.890208 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820b2c58-8b2f-4a72-b030-fb0acb60016a None None] The sync data for ids ['19909f41-efd4-4939-8e64-dd882e426a0b'] in n-d-712139-15 is: [{'id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351920868-router', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '49f99fa4-9676-4a32-8fea-0af63fe5a7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:36Z', 'updated_at': '2021-09-16T04:33:44Z', 'revision_number': 4, 'project_id': 'c825b36882e046828461df6da4ad928b', 'gw_port': {'id': '49f99fa4-9676-4a32-8fea-0af63fe5a7de', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:39Z', 'updated_at': '2021-09-16T04:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '0f0dca7f-c930-4612-aa05-f1a54a150aa3', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'floating_ip_address': '172.25.8.153', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'port_id': '34c42e08-ae08-402f-903f-65a2be25f7e0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1', 'mac_address': 'fa:16:3e:06:de:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f656e8d7-ac83-4852-b5de-8073537a3514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:34:04Z', 'updated_at': '2021-09-16T04:36:30Z', 'revision_number': 5, 'project_id': 'c825b36882e046828461df6da4ad928b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e561ef0-9c7a-472b-adcf-7d47c4925c3a', 'name': '', 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'mac_address': 'fa:16:3e:1e:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 182, 'fixed_ips': [{'subnet_id': '23b8b65a-e16c-4539-8285-b42101b78979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:44Z', 'updated_at': '2021-09-16T04:33:49Z', 'revision_number': 5, 'project_id': 'c825b36882e046828461df6da4ad928b', 'subnets': [{'id': '23b8b65a-e16c-4539-8285-b42101b78979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:36:32.960079 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-abd7b3f4-8afb-4cfa-9fc8-9934c24ffb38 req-316d646c-42c0-4346-a775-43d04c6da13c tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups?id=2917281a-f29d-447f-988b-2c5a06fe0689&id=01a24215-1d44-4fcc-8eb3-6ccc8c3921e0&id=09cc8cda-6d75-4ef3-9a7b-521807888302&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0920706 Sep 16 04:36:32.972454 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port f65b1094-0e69-4fc3-b528-ca0f78baec72 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:36:32.978182 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port f65b1094-0e69-4fc3-b528-ca0f78baec72 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:32.978559 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:33.032757 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 54638) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:33.086795 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b72cbc1e-e5ca-4990-9a9d-45dc6c8da57f req-e59ac54c-11f9-4b2d-ac2d-ba641e5b0cd7 service neutron] 10.222.0.47 "GET /v2.0/networks/e9f42f79-8e36-46bc-bc40-da8710d5bcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012084 Sep 16 04:36:33.141755 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:33.158139 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f05ba-5784-476f-920f-9e60727c2c1f req-616d10f5-4b3f-42ba-baaa-d0892b09c396 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:33.172058 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-256f05ba-5784-476f-920f-9e60727c2c1f req-616d10f5-4b3f-42ba-baaa-d0892b09c396 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 943 time: 0.0853806 Sep 16 04:36:33.174457 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde3f0ac-f0a9-436c-983a-1fd92b1f21d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65b1094-0e69-4fc3-b528-ca0f78baec72'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:33.179949 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decfe4a6-18eb-40f6-8bd1-26eb357c59a1" -d '{"events": [{"server_uuid": "cde3f0ac-f0a9-436c-983a-1fd92b1f21d8", "name": "network-vif-plugged", "status": "completed", "tag": "f65b1094-0e69-4fc3-b528-ca0f78baec72"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:33.214592 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port f65b1094-0e69-4fc3-b528-ca0f78baec72, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=f65b1094-0e69-4fc3-b528-ca0f78baec72,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:33.217391 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c5afae8a-65cf-46c2-9fba-05ddf2a03f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:33.226467 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:33.260381 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-256f05ba-5784-476f-920f-9e60727c2c1f req-eebed535-eb86-4b41-9258-2dc080bd79a0 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873797 Sep 16 04:36:33.300556 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd13f0-d7fd-4a72-941d-8c9a408caa41 req-781a0e55-af78-47a0-b846-f04bf45a8eae tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:33.302752 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c9fd13f0-d7fd-4a72-941d-8c9a408caa41 req-781a0e55-af78-47a0-b846-f04bf45a8eae tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e158b20-ecfd-471c-92f0-0f955c8ea41d HTTP/1.1" status: 200 len: 949 time: 0.2059619 Sep 16 04:36:33.328451 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=f65b1094-0e69-4fc3-b528-ca0f78baec72,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:33.349954 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b72cbc1e-e5ca-4990-9a9d-45dc6c8da57f req-468d060c-6073-49dd-b775-2f4830f7d419 service neutron] 10.222.0.47 "GET /v2.0/networks/e9f42f79-8e36-46bc-bc40-da8710d5bcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510893 Sep 16 04:36:33.358956 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d5ba30-451a-4b82-a468-cfa20cd82593 None None] New status for floating IP 0f0dca7f-c930-4612-aa05-f1a54a150aa3: ACTIVE {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:36:33.370226 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c9fd13f0-d7fd-4a72-941d-8c9a408caa41 req-7509aec3-a360-4440-9633-87cfa4c9eb0d tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572369 Sep 16 04:36:33.428350 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c5afae8a-65cf-46c2-9fba-05ddf2a03f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:33.447691 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c5afae8a-65cf-46c2-9fba-05ddf2a03f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:33.497872 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5afae8a-65cf-46c2-9fba-05ddf2a03f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3ef114-b3be-4c18-ad7e-a61438a87ffc,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:33.519781 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c5afae8a-65cf-46c2-9fba-05ddf2a03f5e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=74a68d300c584aea8f985868808acf24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4859471 Sep 16 04:36:33.522685 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54652) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:33.598233 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd96069-629c-44a9-b8f1-65db3e21cf57 x-openstack-request-id: req-7cd96069-629c-44a9-b8f1-65db3e21cf57 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:33.599175 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde3f0ac-f0a9-436c-983a-1fd92b1f21d8", "name": "network-vif-plugged", "status": "completed", "tag": "f65b1094-0e69-4fc3-b528-ca0f78baec72", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:33.599625 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7cd96069-629c-44a9-b8f1-65db3e21cf57 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:33.600030 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde3f0ac-f0a9-436c-983a-1fd92b1f21d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65b1094-0e69-4fc3-b528-ca0f78baec72', 'code': 200} Sep 16 04:36:33.607891 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e24471ac-514a-4410-a1b8-ccb5695c0cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:33.645068 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e24471ac-514a-4410-a1b8-ccb5695c0cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:33.785198 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86958820-a2f3-455f-b5f1-235990526835 req-650e8598-3b81-41dd-a63e-0f61045ce9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:33.788114 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-86958820-a2f3-455f-b5f1-235990526835 req-650e8598-3b81-41dd-a63e-0f61045ce9bf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cde3f0ac-f0a9-436c-983a-1fd92b1f21d8 HTTP/1.1" status: 200 len: 1102 time: 0.0767522 Sep 16 04:36:33.797051 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1700a1c-fcb6-4102-beb0-2e9352986701 req-b448c974-dafc-4114-bc8a-42213dde43d2 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:33.798485 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f1700a1c-fcb6-4102-beb0-2e9352986701 req-b448c974-dafc-4114-bc8a-42213dde43d2 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee6fa3db-b22d-4ed8-8562-fd870cc3c2f0 HTTP/1.1" status: 200 len: 950 time: 0.1262496 Sep 16 04:36:33.826011 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e24471ac-514a-4410-a1b8-ccb5695c0cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:33.828725 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e24471ac-514a-4410-a1b8-ccb5695c0cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:33.829872 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e24471ac-514a-4410-a1b8-ccb5695c0cc5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1f3ef114-b3be-4c18-ad7e-a61438a87ffc HTTP/1.1" status: 204 len: 168 time: 0.3049123 Sep 16 04:36:33.862485 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24471ac-514a-4410-a1b8-ccb5695c0cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3ef114-b3be-4c18-ad7e-a61438a87ffc,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:33.872535 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-86958820-a2f3-455f-b5f1-235990526835 req-b1c02da3-f035-4f67-8bad-ba18b9b531ad service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ce32b41b-a276-4c54-8783-af23e32773c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728321 Sep 16 04:36:33.886793 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f1700a1c-fcb6-4102-beb0-2e9352986701 req-271a6634-28e9-43f6-b197-b816743f7bc0 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785000 Sep 16 04:36:33.957111 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-5a8872a4-60d2-4ae4-8cfb-35b6d446be64 service neutron] 10.222.0.47 "GET /v2.0/ports/16722678-cc90-4a40-b39a-f34cc09bfb6c/bindings/n-h2-712139-15 HTTP/1.1" status: 200 len: 385 time: 0.0859463 Sep 16 04:36:34.007692 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4feee-4741-4287-bb1e-ad36b494a797 req-a554a694-df43-47f1-af45-6b9061976dd1 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:34.009483 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0ac4feee-4741-4287-bb1e-ad36b494a797 req-a554a694-df43-47f1-af45-6b9061976dd1 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 945 time: 0.0603712 Sep 16 04:36:34.047695 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71bb0958-1a48-46f7-89f4-2ebae1e9d7c4', 'tag': 'c4d46e42-cd95-4065-9345-431b34484bb3'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:34.050099 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4933004-b63a-42d2-bab6-3bbde11b6705" -d '{"events": [{"name": "network-changed", "server_uuid": "71bb0958-1a48-46f7-89f4-2ebae1e9d7c4", "tag": "c4d46e42-cd95-4065-9345-431b34484bb3"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:34.069165 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0ac4feee-4741-4287-bb1e-ad36b494a797 req-1edaabae-ef3f-4529-bca9-6f206216be1b tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515018 Sep 16 04:36:34.188366 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34b686-0fce-4445-a80d-bf0e7937398d req-819c0794-1a1b-47a1-a117-1d07c9c5b2f5 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:34.190193 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8b34b686-0fce-4445-a80d-bf0e7937398d req-819c0794-1a1b-47a1-a117-1d07c9c5b2f5 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/ports?device_id=cde3f0ac-f0a9-436c-983a-1fd92b1f21d8 HTTP/1.1" status: 200 len: 950 time: 0.0663245 Sep 16 04:36:34.241278 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8b34b686-0fce-4445-a80d-bf0e7937398d req-bd7a88f3-35cc-423c-805a-87951e400616 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce32b41b-a276-4c54-8783-af23e32773c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439236 Sep 16 04:36:34.366198 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeaaf5d-e206-4ab1-98bf-f09a43400596 req-56feb114-ff84-4afc-ad99-ee2ae35dedfc tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:34.367012 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-3537e71e-6659-4971-9e8e-2a23a9e5dab0 service neutron] For port 16722678-cc90-4a40-b39a-f34cc09bfb6c, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=16722678-cc90-4a40-b39a-f34cc09bfb6c,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:34.367735 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ffeaaf5d-e206-4ab1-98bf-f09a43400596 req-56feb114-ff84-4afc-ad99-ee2ae35dedfc tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?device_id=71bb0958-1a48-46f7-89f4-2ebae1e9d7c4 HTTP/1.1" status: 200 len: 1023 time: 0.0532420 Sep 16 04:36:34.373150 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 8458f15a-7a63-425e-8097-a6b6eb4032ff up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:36:34.428066 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-3537e71e-6659-4971-9e8e-2a23a9e5dab0 service neutron] For port 16722678-cc90-4a40-b39a-f34cc09bfb6c, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:36:34.453666 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ffeaaf5d-e206-4ab1-98bf-f09a43400596 req-d7318825-82d9-4a98-97b1-098e068d6d10 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups?id=2917281a-f29d-447f-988b-2c5a06fe0689&id=01a24215-1d44-4fcc-8eb3-6ccc8c3921e0&id=09cc8cda-6d75-4ef3-9a7b-521807888302&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0767899 Sep 16 04:36:34.465340 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 8458f15a-7a63-425e-8097-a6b6eb4032ff completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:36:34.469998 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 8458f15a-7a63-425e-8097-a6b6eb4032ff triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:34.470191 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e86ee0-9ed3-41be-adda-c517240d9852 req-5481f714-985b-4c5a-adc0-a68425dfca23 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:34.470434 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:34.485496 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e86ee0-9ed3-41be-adda-c517240d9852 req-5481f714-985b-4c5a-adc0-a68425dfca23 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:34.493915 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-32e86ee0-9ed3-41be-adda-c517240d9852 req-5481f714-985b-4c5a-adc0-a68425dfca23 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e158b20-ecfd-471c-92f0-0f955c8ea41d&device_id=ee6fa3db-b22d-4ed8-8562-fd870cc3c2f0 HTTP/1.1" status: 200 len: 1690 time: 0.1238623 Sep 16 04:36:34.518786 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-3537e71e-6659-4971-9e8e-2a23a9e5dab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16722678-cc90-4a40-b39a-f34cc09bfb6c {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:34.523627 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d1e02b-e846-48cd-8858-1e0360437385 x-openstack-request-id: req-76d1e02b-e846-48cd-8858-1e0360437385 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:34.523918 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71bb0958-1a48-46f7-89f4-2ebae1e9d7c4", "tag": "c4d46e42-cd95-4065-9345-431b34484bb3", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:34.524305 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-76d1e02b-e846-48cd-8858-1e0360437385 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:34.524884 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71bb0958-1a48-46f7-89f4-2ebae1e9d7c4', 'tag': 'c4d46e42-cd95-4065-9345-431b34484bb3', 'status': 'completed', 'code': 200} Sep 16 04:36:34.546050 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-3537e71e-6659-4971-9e8e-2a23a9e5dab0 service neutron] For port 16722678-cc90-4a40-b39a-f34cc09bfb6c, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=16722678-cc90-4a40-b39a-f34cc09bfb6c,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:34.562634 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-32e86ee0-9ed3-41be-adda-c517240d9852 req-2ae7224b-9e3b-4ba2-9d8d-9778bd33e31a tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677888 Sep 16 04:36:34.569140 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:34.590613 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-3537e71e-6659-4971-9e8e-2a23a9e5dab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:34.630798 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 8458f15a-7a63-425e-8097-a6b6eb4032ff, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=8458f15a-7a63-425e-8097-a6b6eb4032ff,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:34.636552 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:34.637679 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 16722678-cc90-4a40-b39a-f34cc09bfb6c no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:36:34.749214 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 16722678-cc90-4a40-b39a-f34cc09bfb6c not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:36:34.765424 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=8458f15a-7a63-425e-8097-a6b6eb4032ff,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:34.766625 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241eaaf6-8a5a-4cf6-ae58-53d6a91ee304 req-535301d5-832a-4360-8fea-3eb57b87c5ab tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:34.768410 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-241eaaf6-8a5a-4cf6-ae58-53d6a91ee304 req-535301d5-832a-4360-8fea-3eb57b87c5ab tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 943 time: 0.1082821 Sep 16 04:36:34.768939 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 54724) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:34.807921 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-3537e71e-6659-4971-9e8e-2a23a9e5dab0 service neutron] Transition to ACTIVE for port object 16722678-cc90-4a40-b39a-f34cc09bfb6c will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:36:34.825624 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-3537e71e-6659-4971-9e8e-2a23a9e5dab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:34.843639 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-241eaaf6-8a5a-4cf6-ae58-53d6a91ee304 req-bd8b3796-2a6b-4d7b-861f-9c1c1d7ae238 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623648 Sep 16 04:36:34.886667 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device a0ac63d3-f701-408d-b440-1122a2cc17ec no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:36:34.922720 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-3537e71e-6659-4971-9e8e-2a23a9e5dab0 service neutron] No DVR routers for this DVR port 16722678-cc90-4a40-b39a-f34cc09bfb6c on host n-h1-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:36:34.966307 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-3537e71e-6659-4971-9e8e-2a23a9e5dab0 service neutron] 10.222.0.47 "PUT /v2.0/ports/16722678-cc90-4a40-b39a-f34cc09bfb6c/bindings/n-h2-712139-15/activate HTTP/1.1" status: 200 len: 370 time: 0.8242474 Sep 16 04:36:34.967451 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3537e71e-6659-4971-9e8e-2a23a9e5dab0 service neutron] Pushing event updated for resources: {'Port': ['ID=16722678-cc90-4a40-b39a-f34cc09bfb6c,revision_number=10']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:34.976329 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-8a166a51-add8-49f5-94b8-3904dde2c604 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-306967986-network', 'tenant_id': 'ca10119c78a949599d5f62f70b3d0658'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:35.015998 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a166a51-add8-49f5-94b8-3904dde2c604 admin admin] Made reservation on behalf of ca10119c78a949599d5f62f70b3d0658 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:36:35.018609 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8a166a51-add8-49f5-94b8-3904dde2c604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:35.032153 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8a166a51-add8-49f5-94b8-3904dde2c604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:35.071097 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:35.112337 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port a0ac63d3-f701-408d-b440-1122a2cc17ec, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=a0ac63d3-f701-408d-b440-1122a2cc17ec,segment=NetworkSegment(658f680a-3fa0-437c-8003-3658800983eb),segment_id=658f680a-3fa0-437c-8003-3658800983eb)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:35.117930 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:35.118883 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 16722678-cc90-4a40-b39a-f34cc09bfb6c no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:36:35.156834 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4933004-b63a-42d2-bab6-3bbde11b6705 req-f3f12125-1def-4a1a-be7e-88a4c17447a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:35.158316 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f4933004-b63a-42d2-bab6-3bbde11b6705 req-f3f12125-1def-4a1a-be7e-88a4c17447a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=53a6a024b0e746bfa1cb57e5b401f8c0&device_id=71bb0958-1a48-46f7-89f4-2ebae1e9d7c4 HTTP/1.1" status: 200 len: 1175 time: 0.5618439 Sep 16 04:36:35.168114 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969d201-0c78-4c93-9557-9f2d21a5ebb0 req-ca1c628f-ecda-4f3f-8a45-db5d59e8f0bb tempest-ServersOnMultiNodesTest-608600449 tempest-ServersOnMultiNodesTest-608600449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:35.174249 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4969d201-0c78-4c93-9557-9f2d21a5ebb0 req-ca1c628f-ecda-4f3f-8a45-db5d59e8f0bb tempest-ServersOnMultiNodesTest-608600449 tempest-ServersOnMultiNodesTest-608600449-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8e158b20-ecfd-471c-92f0-0f955c8ea41d HTTP/1.1" status: 200 len: 1101 time: 0.0889111 Sep 16 04:36:35.195991 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 16722678-cc90-4a40-b39a-f34cc09bfb6c not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:36:35.198526 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=a0ac63d3-f701-408d-b440-1122a2cc17ec,revision_number=8']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:35.216489 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcacd0-8287-4472-b390-18a08a8639da req-e96d6526-53cb-44e5-8d4f-2b519b05c79d tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:35.218086 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5ddcacd0-8287-4472-b390-18a08a8639da req-e96d6526-53cb-44e5-8d4f-2b519b05c79d tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.47 "GET /v2.0/ports?device_id=71bb0958-1a48-46f7-89f4-2ebae1e9d7c4 HTTP/1.1" status: 200 len: 1023 time: 0.1353655 Sep 16 04:36:35.231051 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-a79d2d0c-3ed9-487a-bfdf-011ee5779f9a tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:35.232553 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-a79d2d0c-3ed9-487a-bfdf-011ee5779f9a tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1&tenant_id=1db68ab0fc284575894f1608a94e9c14&binding%3Ahost_id=n-h1-712139-15 HTTP/1.1" status: 200 len: 1096 time: 0.1392534 Sep 16 04:36:35.242589 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-62e132a7-1b74-45f2-8102-13fc465ecc24 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:35.244080 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-62e132a7-1b74-45f2-8102-13fc465ecc24 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/networks?id=01519a52-82ee-43fa-90b0-c71411cde4f0 HTTP/1.1" status: 200 len: 805 time: 0.1857705 Sep 16 04:36:35.296189 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-c8c164c3-ac58-464f-beaa-c36998831421 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/quotas/704dfedc4cae451e92880e679796489f HTTP/1.1" status: 200 len: 375 time: 0.0376573 Sep 16 04:36:35.303535 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8a166a51-add8-49f5-94b8-3904dde2c604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:35.318171 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8a166a51-add8-49f5-94b8-3904dde2c604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:35.332818 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4969d201-0c78-4c93-9557-9f2d21a5ebb0 req-374e0291-e4d7-4dd0-8ce7-ab5924547ecc tempest-ServersOnMultiNodesTest-608600449 tempest-ServersOnMultiNodesTest-608600449-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536720 Sep 16 04:36:35.362281 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-31c0825f-b6ba-48fd-98d1-fce2a47457d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:35.363890 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-31c0825f-b6ba-48fd-98d1-fce2a47457d5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1&tenant_id=1db68ab0fc284575894f1608a94e9c14 HTTP/1.1" status: 200 len: 1096 time: 0.1168251 Sep 16 04:36:35.368861 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a166a51-add8-49f5-94b8-3904dde2c604 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:36:35.378619 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4933004-b63a-42d2-bab6-3bbde11b6705 req-a3cec9cf-b843-4596-b541-97e4822195bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:35.386598 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f4933004-b63a-42d2-bab6-3bbde11b6705 req-a3cec9cf-b843-4596-b541-97e4822195bb service neutron] 10.222.0.47 "GET /v2.0/networks?id=2577294d-5026-4b77-b69e-c62d5d4484f9 HTTP/1.1" status: 200 len: 914 time: 0.2025340 Sep 16 04:36:35.386799 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a166a51-add8-49f5-94b8-3904dde2c604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9a67e6-cf58-454b-ba26-e9289c502d5e,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:35.402863 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-a40e0f35-8d0d-49de-bc49-b5d288b9e7bd tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=704dfedc4cae451e92880e679796489f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0980437 Sep 16 04:36:35.404016 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8a166a51-add8-49f5-94b8-3904dde2c604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:35.404362 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-8a166a51-add8-49f5-94b8-3904dde2c604 admin admin] Added segment 930b3bd1-fe07-4f1b-857c-fb9fca45d561 of type vlan for network 9f6e9e14-695c-4a5f-925c-54c3d0576f7c Sep 16 04:36:35.429315 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f4933004-b63a-42d2-bab6-3bbde11b6705 req-b94810a1-5f2a-4b12-8029-334180de0cf1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4d46e42-cd95-4065-9345-431b34484bb3 HTTP/1.1" status: 200 len: 217 time: 0.0403521 Sep 16 04:36:35.506770 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8a166a51-add8-49f5-94b8-3904dde2c604 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:35.525973 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-5ddcacd0-8287-4472-b390-18a08a8639da req-f3e903e2-229f-4c86-b8be-30a916d50ba9 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Deleting port c4d46e42-cd95-4065-9345-431b34484bb3 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:36:35.526319 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5ddcacd0-8287-4472-b390-18a08a8639da req-f3e903e2-229f-4c86-b8be-30a916d50ba9 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:35.547849 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4933004-b63a-42d2-bab6-3bbde11b6705 req-3234126a-c914-4095-bb40-f15f4ca4f964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:35.549304 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f4933004-b63a-42d2-bab6-3bbde11b6705 req-3234126a-c914-4095-bb40-f15f4ca4f964 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e75339db-69ea-4d5e-b27d-924084c2c2cd HTTP/1.1" status: 200 len: 853 time: 0.1033750 Sep 16 04:36:35.561662 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9482b-7637-4c36-b310-c40be6bd6206 req-b5ef6570-ac27-4a05-a5ad-c5a77d9f9387 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:35.563114 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3bd9482b-7637-4c36-b310-c40be6bd6206 req-b5ef6570-ac27-4a05-a5ad-c5a77d9f9387 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 945 time: 0.1328633 Sep 16 04:36:35.568162 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-a97a833e-9c3e-4726-84a3-bc5aae7e4e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:35.569741 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-a97a833e-9c3e-4726-84a3-bc5aae7e4e35 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1db68ab0fc284575894f1608a94e9c14&device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 1096 time: 0.1635184 Sep 16 04:36:35.601251 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18197268-7960-4fe5-90a7-3303ed6e67a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8458f15a-7a63-425e-8097-a6b6eb4032ff'}, {'server_uuid': '22d60140-cd56-4c0f-bc11-6041e71e1adb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0ac63d3-f701-408d-b440-1122a2cc17ec'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:35.603501 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2d0aee-6a3d-4dbf-980e-bd0b31a5adb2" -d '{"events": [{"server_uuid": "18197268-7960-4fe5-90a7-3303ed6e67a1", "name": "network-vif-plugged", "status": "completed", "tag": "8458f15a-7a63-425e-8097-a6b6eb4032ff"}, {"server_uuid": "22d60140-cd56-4c0f-bc11-6041e71e1adb", "name": "network-vif-unplugged", "status": "completed", "tag": "a0ac63d3-f701-408d-b440-1122a2cc17ec"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:35.605317 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8a166a51-add8-49f5-94b8-3904dde2c604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:35.606713 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a166a51-add8-49f5-94b8-3904dde2c604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:35.606866 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8a166a51-add8-49f5-94b8-3904dde2c604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:35.608334 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f4933004-b63a-42d2-bab6-3bbde11b6705 req-b60f5162-35b6-4fd6-bca0-af8e10d50349 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2577294d-5026-4b77-b69e-c62d5d4484f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377903 Sep 16 04:36:35.635652 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-947fa806-0c08-4c08-bd3f-68637736a5f0 service neutron] 10.222.0.35 "GET /v2.0/networks/01519a52-82ee-43fa-90b0-c71411cde4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127867 Sep 16 04:36:35.685532 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8a166a51-add8-49f5-94b8-3904dde2c604 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9120595 Sep 16 04:36:35.691648 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 54750) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:35.711949 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-fdde2ba8-affa-45ec-b082-0c2732958a9c admin admin] Request body: {'subnet': {'network_id': '9f6e9e14-695c-4a5f-925c-54c3d0576f7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-306967986-subnet', 'tenant_id': 'ca10119c78a949599d5f62f70b3d0658', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:35.740110 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3bd9482b-7637-4c36-b310-c40be6bd6206 req-be2913af-83bf-46a4-991f-990966a16967 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682513 Sep 16 04:36:35.750267 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-5ddcacd0-8287-4472-b390-18a08a8639da req-f3e903e2-229f-4c86-b8be-30a916d50ba9 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] For port c4d46e42-cd95-4065-9345-431b34484bb3, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=c4d46e42-cd95-4065-9345-431b34484bb3,segment=NetworkSegment(cbe67464-0aa0-4d99-b9c3-86d1111ee3c1),segment_id=cbe67464-0aa0-4d99-b9c3-86d1111ee3c1)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:35.750692 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5ddcacd0-8287-4472-b390-18a08a8639da req-f3e903e2-229f-4c86-b8be-30a916d50ba9 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:35.768279 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-5ddcacd0-8287-4472-b390-18a08a8639da req-f3e903e2-229f-4c86-b8be-30a916d50ba9 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Calling delete_port for c4d46e42-cd95-4065-9345-431b34484bb3 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:36:35.796247 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f4933004-b63a-42d2-bab6-3bbde11b6705 req-26c2210b-e23e-4a6a-975a-10362e510ac0 service neutron] 10.222.0.47 "GET /v2.0/networks/2577294d-5026-4b77-b69e-c62d5d4484f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553388 Sep 16 04:36:35.970680 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b66e18-a27a-4438-b49e-0eddfb5e101e req-afa11ec1-aeb3-4082-b1f4-a23118a81507 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:35.972132 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-04b66e18-a27a-4438-b49e-0eddfb5e101e req-afa11ec1-aeb3-4082-b1f4-a23118a81507 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/ports?device_id=cde3f0ac-f0a9-436c-983a-1fd92b1f21d8 HTTP/1.1" status: 200 len: 950 time: 0.1423337 Sep 16 04:36:36.004334 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f4933004-b63a-42d2-bab6-3bbde11b6705 req-06b58659-74a6-490c-8df6-62c9092faef7 service neutron] 10.222.0.47 "GET /v2.0/networks/2577294d-5026-4b77-b69e-c62d5d4484f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755342 Sep 16 04:36:36.036928 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a166a51-add8-49f5-94b8-3904dde2c604 admin admin] Pushing event updated for resources: {'Network': ['ID=9f6e9e14-695c-4a5f-925c-54c3d0576f7c,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:36.046334 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-04b66e18-a27a-4438-b49e-0eddfb5e101e req-d214f371-7769-48c7-b509-0eb989693ab9 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce32b41b-a276-4c54-8783-af23e32773c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631444 Sep 16 04:36:36.048319 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 9f6e9e14-695c-4a5f-925c-54c3d0576f7c details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:36:36.086351 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5ddcacd0-8287-4472-b390-18a08a8639da req-f3e903e2-229f-4c86-b8be-30a916d50ba9 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:36.092644 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-00bcf92c-a719-4eb4-a3ce-3e0c33eff09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:36.094125 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-00bcf92c-a719-4eb4-a3ce-3e0c33eff09b service neutron] 10.222.0.48 "GET /v2.0/networks?id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588 HTTP/1.1" status: 200 len: 922 time: 0.5140717 Sep 16 04:36:36.136714 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['c4d46e42-cd95-4065-9345-431b34484bb3'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:36.142674 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['8c326559-5157-4787-872e-99ec2d94a51f'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:36.147280 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdde2ba8-affa-45ec-b082-0c2732958a9c admin admin] Made reservation on behalf of ca10119c78a949599d5f62f70b3d0658 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:36:36.149610 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fdde2ba8-affa-45ec-b082-0c2732958a9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:36.150021 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e903e2-229f-4c86-b8be-30a916d50ba9 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Pushing event deleted for resources: {'Port': ['ID=c4d46e42-cd95-4065-9345-431b34484bb3,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:36.152142 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-61958649-7023-4dcc-bf06-0666f883c250 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16722678-cc90-4a40-b39a-f34cc09bfb6c HTTP/1.1" status: 200 len: 217 time: 0.0491524 Sep 16 04:36:36.205005 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-01a8ab65-c42c-4aea-80e2-3bc311f3b5e1 service neutron] 10.222.0.35 "GET /v2.0/networks/01519a52-82ee-43fa-90b0-c71411cde4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5306690 Sep 16 04:36:36.211798 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ddcacd0-8287-4472-b390-18a08a8639da req-f3e903e2-229f-4c86-b8be-30a916d50ba9 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] No DVR routers for this DVR port c4d46e42-cd95-4065-9345-431b34484bb3 on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:36:36.215993 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5ddcacd0-8287-4472-b390-18a08a8639da req-f3e903e2-229f-4c86-b8be-30a916d50ba9 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:36.218065 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5ddcacd0-8287-4472-b390-18a08a8639da req-f3e903e2-229f-4c86-b8be-30a916d50ba9 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.47 "DELETE /v2.0/ports/c4d46e42-cd95-4065-9345-431b34484bb3 HTTP/1.1" status: 204 len: 173 time: 0.9828293 Sep 16 04:36:36.244071 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4a2b5-8e43-4e89-ac42-280c9b85ff07 req-3620cc01-843a-4055-af53-4f4c1e1d50b6 tempest-ServersOnMultiNodesTest-608600449 tempest-ServersOnMultiNodesTest-608600449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:36.245657 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f4d4a2b5-8e43-4e89-ac42-280c9b85ff07 req-3620cc01-843a-4055-af53-4f4c1e1d50b6 tempest-ServersOnMultiNodesTest-608600449 tempest-ServersOnMultiNodesTest-608600449-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ee6fa3db-b22d-4ed8-8562-fd870cc3c2f0 HTTP/1.1" status: 200 len: 1102 time: 0.0969954 Sep 16 04:36:36.266904 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-fd7117d5-8be9-4596-b2e7-c23a49978383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:36.269036 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-fd7117d5-8be9-4596-b2e7-c23a49978383 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8440e215-69bc-4539-b053-2b3b499b80a9 HTTP/1.1" status: 200 len: 861 time: 0.0997601 Sep 16 04:36:36.314508 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-da98ee64-3d81-4712-abb5-24e26cdebf67 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358708 Sep 16 04:36:36.317765 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f4d4a2b5-8e43-4e89-ac42-280c9b85ff07 req-b6dde40e-d6d8-474e-b472-2e66efac6731 tempest-ServersOnMultiNodesTest-608600449 tempest-ServersOnMultiNodesTest-608600449-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654633 Sep 16 04:36:36.420390 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06f8c25-fa16-499b-bef6-1f74a0242092 x-openstack-request-id: req-d06f8c25-fa16-499b-bef6-1f74a0242092 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:36.420720 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18197268-7960-4fe5-90a7-3303ed6e67a1", "name": "network-vif-plugged", "status": "completed", "tag": "8458f15a-7a63-425e-8097-a6b6eb4032ff", "code": 200}, {"server_uuid": "22d60140-cd56-4c0f-bc11-6041e71e1adb", "name": "network-vif-unplugged", "status": "completed", "tag": "a0ac63d3-f701-408d-b440-1122a2cc17ec", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:36.420957 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d06f8c25-fa16-499b-bef6-1f74a0242092 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:36.421368 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18197268-7960-4fe5-90a7-3303ed6e67a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8458f15a-7a63-425e-8097-a6b6eb4032ff', 'code': 200} Sep 16 04:36:36.421624 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d60140-cd56-4c0f-bc11-6041e71e1adb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0ac63d3-f701-408d-b440-1122a2cc17ec', 'code': 200} Sep 16 04:36:36.541124 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71bb0958-1a48-46f7-89f4-2ebae1e9d7c4', 'name': 'network-vif-deleted', 'tag': 'c4d46e42-cd95-4065-9345-431b34484bb3'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:36.544483 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1a3afc-611e-458a-9fbf-5a7b40910666" -d '{"events": [{"server_uuid": "71bb0958-1a48-46f7-89f4-2ebae1e9d7c4", "name": "network-vif-deleted", "tag": "c4d46e42-cd95-4065-9345-431b34484bb3"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:36.559442 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-513ef38e-1acc-4aa6-b6e5-97d1807df048 req-03b782a4-8f81-401a-9652-1b33e1e81655 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?device_id=71bb0958-1a48-46f7-89f4-2ebae1e9d7c4 HTTP/1.1" status: 200 len: 210 time: 0.0512211 Sep 16 04:36:36.699244 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fdde2ba8-affa-45ec-b082-0c2732958a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:36.719840 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-7c55443b-208b-4d66-ac0f-371f2c5fca6c service neutron] 10.222.0.48 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904772 Sep 16 04:36:36.771191 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80ea65-1e4e-40a7-ae40-f8f5c803fdb8 req-30026df4-e81a-44eb-a69f-27ae0d67e551 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:36.777047 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7e80ea65-1e4e-40a7-ae40-f8f5c803fdb8 req-30026df4-e81a-44eb-a69f-27ae0d67e551 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 944 time: 0.2747231 Sep 16 04:36:36.805066 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e5291-af32-4329-ba7e-625503220354 req-431ece0e-b380-40c9-8808-3ca6ade89ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:36.806677 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-314e5291-af32-4329-ba7e-625503220354 req-431ece0e-b380-40c9-8808-3ca6ade89ea4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=18197268-7960-4fe5-90a7-3303ed6e67a1 HTTP/1.1" status: 200 len: 1102 time: 0.2506649 Sep 16 04:36:36.822493 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a020b6-0868-4fad-aeb0-f7268f838e2d req-bf35c24f-ed0a-4ab4-b42a-20a8e82abcbb tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:36.824413 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d6a020b6-0868-4fad-aeb0-f7268f838e2d req-bf35c24f-ed0a-4ab4-b42a-20a8e82abcbb tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/ports?device_id=18197268-7960-4fe5-90a7-3303ed6e67a1 HTTP/1.1" status: 200 len: 950 time: 0.0576427 Sep 16 04:36:36.846311 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde2ba8-affa-45ec-b082-0c2732958a9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=17138091-5a16-43f7-9b34-6995a93723ca,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:36.893535 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d6a020b6-0868-4fad-aeb0-f7268f838e2d req-84bcdf9c-6424-4903-b8d0-d38b4765a9f0 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce32b41b-a276-4c54-8783-af23e32773c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564082 Sep 16 04:36:36.946944 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7e80ea65-1e4e-40a7-ae40-f8f5c803fdb8 req-b7beaa4b-1bd2-43b1-9a6b-6aaea31bdfde tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649470 Sep 16 04:36:36.949532 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdde2ba8-affa-45ec-b082-0c2732958a9c admin admin] Checking segment: {'id': '930b3bd1-fe07-4f1b-857c-fb9fca45d561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9f6e9e14-695c-4a5f-925c-54c3d0576f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:36:36.949906 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdde2ba8-affa-45ec-b082-0c2732958a9c admin admin] Network hostable DHCP agents. Network: 9f6e9e14-695c-4a5f-925c-54c3d0576f7c, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:36:36.954780 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-314e5291-af32-4329-ba7e-625503220354 req-78ae8fca-7049-4dce-9c62-e65a4effb570 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ce32b41b-a276-4c54-8783-af23e32773c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381183 Sep 16 04:36:36.978741 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-788a52da-643f-4a46-8c34-6b1ebdf5753c service neutron] 10.222.0.48 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977980 Sep 16 04:36:36.986102 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0411e7cb-7655-4508-8c27-22195f4734b5 req-85641cd2-f6d7-4439-93a2-0163774b2562 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=83372543-752c-48d0-a115-ac6c769ea5fe HTTP/1.1" status: 200 len: 210 time: 0.0291381 Sep 16 04:36:36.990289 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdde2ba8-affa-45ec-b082-0c2732958a9c admin admin] Network 9f6e9e14-695c-4a5f-925c-54c3d0576f7c is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:36:37.000544 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-fdde2ba8-affa-45ec-b082-0c2732958a9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 9f6e9e14-695c-4a5f-925c-54c3d0576f7c) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:36:37.005471 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdde2ba8-affa-45ec-b082-0c2732958a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:37.006431 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fdde2ba8-affa-45ec-b082-0c2732958a9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:37.016809 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56c7ccf-14be-42d6-b976-d09be7f9b901 None None] Network 9f6e9e14-695c-4a5f-925c-54c3d0576f7c requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:36:37.024603 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-fdde2ba8-affa-45ec-b082-0c2732958a9c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3215220 Sep 16 04:36:37.027709 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 54782) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:37.033674 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-35dc9ab2-4ece-4020-88a2-090eb150e3bc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-306967986-router', 'tenant_id': 'ca10119c78a949599d5f62f70b3d0658', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:37.051351 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22b2e1d-b9f3-44e7-aa24-324aa292edb5 x-openstack-request-id: req-e22b2e1d-b9f3-44e7-aa24-324aa292edb5 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:37.051640 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71bb0958-1a48-46f7-89f4-2ebae1e9d7c4", "name": "network-vif-deleted", "tag": "c4d46e42-cd95-4065-9345-431b34484bb3", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:37.051947 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e22b2e1d-b9f3-44e7-aa24-324aa292edb5 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:37.052282 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71bb0958-1a48-46f7-89f4-2ebae1e9d7c4', 'name': 'network-vif-deleted', 'tag': 'c4d46e42-cd95-4065-9345-431b34484bb3', 'status': 'completed', 'code': 200} Sep 16 04:36:37.060390 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-35dc9ab2-4ece-4020-88a2-090eb150e3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:37.061556 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-35dc9ab2-4ece-4020-88a2-090eb150e3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:37.112190 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-9bd5ff95-5cb2-4276-bd49-2e9286e53d18 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a8c979f3fc604996af2e8ab12f365425&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344496 Sep 16 04:36:37.140987 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-35dc9ab2-4ece-4020-88a2-090eb150e3bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:37.159707 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96334aeb-bb1c-46cc-91c6-a46402872255 req-b5ba0c9f-91aa-4909-887c-b50563a7b3aa tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:37.161657 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-96334aeb-bb1c-46cc-91c6-a46402872255 req-b5ba0c9f-91aa-4909-887c-b50563a7b3aa tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 945 time: 0.0563550 Sep 16 04:36:37.203015 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-96334aeb-bb1c-46cc-91c6-a46402872255 req-88698e23-2c50-4147-9d77-d3f1e41b2ae8 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342712 Sep 16 04:36:37.208600 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3001b0e-e96f-4aa0-b2a3-64a18015cace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-9f6e9e14-695c-4a5f-925c-54c3d0576f7c', 'network_id': '9f6e9e14-695c-4a5f-925c-54c3d0576f7c', 'tenant_id': 'ca10119c78a949599d5f62f70b3d0658', 'fixed_ips': [{'subnet_id': '17138091-5a16-43f7-9b34-6995a93723ca'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:36:37.209513 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b3001b0e-e96f-4aa0-b2a3-64a18015cace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:37.305278 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c41954-4225-41a2-8a60-43bdcd9ade02 req-1e4e8f50-c600-4dd1-81ab-7625bf6b226d tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:37.307567 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e3c41954-4225-41a2-8a60-43bdcd9ade02 req-1e4e8f50-c600-4dd1-81ab-7625bf6b226d tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.47 "GET /v2.0/ports?device_id=22d60140-cd56-4c0f-bc11-6041e71e1adb HTTP/1.1" status: 200 len: 943 time: 0.0572822 Sep 16 04:36:37.341522 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-35dc9ab2-4ece-4020-88a2-090eb150e3bc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:37.377706 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-b3001b0e-e96f-4aa0-b2a3-64a18015cace None None] Allocated IP 172.20.0.2 (9f6e9e14-695c-4a5f-925c-54c3d0576f7c/17138091-5a16-43f7-9b34-6995a93723ca/832c5854-5382-42c5-9ce0-3e106166d461) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:36:37.392813 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-3bee17ae-a59f-4fd9-a9ad-a6344e7b5eab tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:37.399873 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-3bee17ae-a59f-4fd9-a9ad-a6344e7b5eab tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2607474 Sep 16 04:36:37.425399 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-0dc153dd-a918-4009-a398-3b4462535b30 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/quotas/a8c979f3fc604996af2e8ab12f365425 HTTP/1.1" status: 200 len: 375 time: 0.0245972 Sep 16 04:36:37.472150 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-e3c41954-4225-41a2-8a60-43bdcd9ade02 req-501991f7-c242-4033-8ec9-fcf79f0bf204 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Deleting port a0ac63d3-f701-408d-b440-1122a2cc17ec {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:36:37.472700 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e3c41954-4225-41a2-8a60-43bdcd9ade02 req-501991f7-c242-4033-8ec9-fcf79f0bf204 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:37.542170 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-de39edcd-bf82-4645-a903-483656f4fe50 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a8c979f3fc604996af2e8ab12f365425&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1158371 Sep 16 04:36:37.644784 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b3001b0e-e96f-4aa0-b2a3-64a18015cace None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:37.655904 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b3001b0e-e96f-4aa0-b2a3-64a18015cace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:37.698388 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3001b0e-e96f-4aa0-b2a3-64a18015cace None None] Network 9f6e9e14-695c-4a5f-925c-54c3d0576f7c is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:36:37.703681 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-b3001b0e-e96f-4aa0-b2a3-64a18015cace None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:36:37.709705 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3001b0e-e96f-4aa0-b2a3-64a18015cace None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:36:37.714020 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3001b0e-e96f-4aa0-b2a3-64a18015cace None None] Pushing event updated for resources: {'Port': ['ID=832c5854-5382-42c5-9ce0-3e106166d461,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:37.738826 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-e3c41954-4225-41a2-8a60-43bdcd9ade02 req-501991f7-c242-4033-8ec9-fcf79f0bf204 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] For port a0ac63d3-f701-408d-b440-1122a2cc17ec, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=a0ac63d3-f701-408d-b440-1122a2cc17ec,segment=NetworkSegment(658f680a-3fa0-437c-8003-3658800983eb),segment_id=658f680a-3fa0-437c-8003-3658800983eb)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:37.739808 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e3c41954-4225-41a2-8a60-43bdcd9ade02 req-501991f7-c242-4033-8ec9-fcf79f0bf204 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:37.746606 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4f4c6278-85d4-4388-90b5-bc9e420c5bb5 req-f058f326-dddd-4aae-bcd0-55ea8d533ad8 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups/09cc8cda-6d75-4ef3-9a7b-521807888302 HTTP/1.1" status: 200 len: 1801 time: 0.0953758 Sep 16 04:36:37.775263 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-e3c41954-4225-41a2-8a60-43bdcd9ade02 req-501991f7-c242-4033-8ec9-fcf79f0bf204 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Calling delete_port for a0ac63d3-f701-408d-b440-1122a2cc17ec owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:36:37.798473 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-b3001b0e-e96f-4aa0-b2a3-64a18015cace None None] Attempting to bind port 832c5854-5382-42c5-9ce0-3e106166d461 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:36:37.799075 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-b3001b0e-e96f-4aa0-b2a3-64a18015cace None None] Attempting to bind port 832c5854-5382-42c5-9ce0-3e106166d461 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '930b3bd1-fe07-4f1b-857c-fb9fca45d561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9f6e9e14-695c-4a5f-925c-54c3d0576f7c'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:36:37.802145 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3001b0e-e96f-4aa0-b2a3-64a18015cace None None] Attempting to bind port 832c5854-5382-42c5-9ce0-3e106166d461 on network 9f6e9e14-695c-4a5f-925c-54c3d0576f7c {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:37.811358 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3001b0e-e96f-4aa0-b2a3-64a18015cace None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:36:37.814227 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3001b0e-e96f-4aa0-b2a3-64a18015cace None None] Checking segment: {'id': '930b3bd1-fe07-4f1b-857c-fb9fca45d561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9f6e9e14-695c-4a5f-925c-54c3d0576f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:36:37.814859 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b3001b0e-e96f-4aa0-b2a3-64a18015cace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:37.815607 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3001b0e-e96f-4aa0-b2a3-64a18015cace None None] Bound using segment: {'id': '930b3bd1-fe07-4f1b-857c-fb9fca45d561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9f6e9e14-695c-4a5f-925c-54c3d0576f7c'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:36:37.817911 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-b3001b0e-e96f-4aa0-b2a3-64a18015cace None None] Bound port: 832c5854-5382-42c5-9ce0-3e106166d461, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '930b3bd1-fe07-4f1b-857c-fb9fca45d561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9f6e9e14-695c-4a5f-925c-54c3d0576f7c'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:36:37.818353 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b3001b0e-e96f-4aa0-b2a3-64a18015cace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:37.881026 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4f4c6278-85d4-4388-90b5-bc9e420c5bb5 req-b6de5f35-aad9-4559-bcec-fa6823fac831 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:37.908104 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4f4c6278-85d4-4388-90b5-bc9e420c5bb5 req-b6de5f35-aad9-4559-bcec-fa6823fac831 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:37.939060 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-0a7ce052-71e2-4baf-b8e1-c20e6b428e6a tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:37.940782 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-0a7ce052-71e2-4baf-b8e1-c20e6b428e6a tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1&tenant_id=1db68ab0fc284575894f1608a94e9c14&binding%3Ahost_id=n-h2-712139-15 HTTP/1.1" status: 200 len: 1096 time: 0.2412276 Sep 16 04:36:37.945480 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-35dc9ab2-4ece-4020-88a2-090eb150e3bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:37.982623 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-35dc9ab2-4ece-4020-88a2-090eb150e3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:37.984962 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-b3001b0e-e96f-4aa0-b2a3-64a18015cace None None] For port 832c5854-5382-42c5-9ce0-3e106166d461, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:36:37.993020 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-b3001b0e-e96f-4aa0-b2a3-64a18015cace None None] For port 832c5854-5382-42c5-9ce0-3e106166d461, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=832c5854-5382-42c5-9ce0-3e106166d461,segment=NetworkSegment(930b3bd1-fe07-4f1b-857c-fb9fca45d561),segment_id=930b3bd1-fe07-4f1b-857c-fb9fca45d561)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:36:38.003270 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b3001b0e-e96f-4aa0-b2a3-64a18015cace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:38.031803 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f3e60aa6-e5b7-4fb2-aeb7-04f5dfe28d47 req-224b94a8-b353-4a15-8e3f-3db740b9fe4c tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=acd0382d-b393-4db1-8457-03f2eb339345 HTTP/1.1" status: 200 len: 210 time: 0.0664635 Sep 16 04:36:38.097964 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4f4c6278-85d4-4388-90b5-bc9e420c5bb5 req-b6de5f35-aad9-4559-bcec-fa6823fac831 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:38.102870 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4f4c6278-85d4-4388-90b5-bc9e420c5bb5 req-b6de5f35-aad9-4559-bcec-fa6823fac831 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:38.116760 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4f4c6278-85d4-4388-90b5-bc9e420c5bb5 req-b6de5f35-aad9-4559-bcec-fa6823fac831 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "DELETE /v2.0/security-groups/09cc8cda-6d75-4ef3-9a7b-521807888302 HTTP/1.1" status: 204 len: 173 time: 0.3551786 Sep 16 04:36:38.122338 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e3c41954-4225-41a2-8a60-43bdcd9ade02 req-501991f7-c242-4033-8ec9-fcf79f0bf204 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:38.138407 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3001b0e-e96f-4aa0-b2a3-64a18015cace None None] Pushing event updated for resources: {'Port': ['ID=832c5854-5382-42c5-9ce0-3e106166d461,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:38.195856 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501991f7-c242-4033-8ec9-fcf79f0bf204 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Pushing event deleted for resources: {'Port': ['ID=a0ac63d3-f701-408d-b440-1122a2cc17ec,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:38.218483 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de5f35-aad9-4559-bcec-fa6823fac831 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cc8cda-6d75-4ef3-9a7b-521807888302,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:38.264330 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c41954-4225-41a2-8a60-43bdcd9ade02 req-501991f7-c242-4033-8ec9-fcf79f0bf204 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] No DVR routers for this DVR port a0ac63d3-f701-408d-b440-1122a2cc17ec on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:36:38.268996 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e3c41954-4225-41a2-8a60-43bdcd9ade02 req-501991f7-c242-4033-8ec9-fcf79f0bf204 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:38.272545 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e3c41954-4225-41a2-8a60-43bdcd9ade02 req-501991f7-c242-4033-8ec9-fcf79f0bf204 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.47 "DELETE /v2.0/ports/a0ac63d3-f701-408d-b440-1122a2cc17ec HTTP/1.1" status: 204 len: 173 time: 0.9415493 Sep 16 04:36:38.297711 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f5571-6c52-4e44-a965-5df1cd7fe1d7 req-d91847ec-dab7-4fc2-a7ae-f9933926aea1 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:38.299810 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8f8f5571-6c52-4e44-a965-5df1cd7fe1d7 req-d91847ec-dab7-4fc2-a7ae-f9933926aea1 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 944 time: 0.0983260 Sep 16 04:36:38.311956 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-35dc9ab2-4ece-4020-88a2-090eb150e3bc admin admin] Allocated IP 172.25.8.216 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/2242e329-602a-45be-9e3b-ed59f7797ed3) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:36:38.322419 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-fa3f6894-f164-46d7-aaf5-6fd71460ff46 service neutron] For port 16722678-cc90-4a40-b39a-f34cc09bfb6c, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:36:38.332148 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2b26d-a3d3-4575-9cd7-b52ca6a4272b req-4919344d-b9f8-41e0-b6fe-5f40f2dea57b tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:38.341504 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c6e2b26d-a3d3-4575-9cd7-b52ca6a4272b req-4919344d-b9f8-41e0-b6fe-5f40f2dea57b tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/ports?device_id=18197268-7960-4fe5-90a7-3303ed6e67a1 HTTP/1.1" status: 200 len: 950 time: 0.1784143 Sep 16 04:36:38.370947 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-fa3f6894-f164-46d7-aaf5-6fd71460ff46 service neutron] Notify callbacks [] for binding, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:38.372206 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ce5dead-f6b3-4835-a21e-a2454a90c275 req-fa3f6894-f164-46d7-aaf5-6fd71460ff46 service neutron] 10.222.0.48 "DELETE /v2.0/ports/16722678-cc90-4a40-b39a-f34cc09bfb6c/bindings/n-h1-712139-15 HTTP/1.1" status: 204 len: 173 time: 0.4057581 Sep 16 04:36:38.383086 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8f8f5571-6c52-4e44-a965-5df1cd7fe1d7 req-810940fa-c9b3-4ed3-9e03-ddc1610e3817 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614047 Sep 16 04:36:38.553979 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f22b7418-cbe0-4274-a8f1-6c2d902f3e7e req-6727b9f1-2fb9-4e5e-8d0f-46593fe71df8 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=83372543-752c-48d0-a115-ac6c769ea5fe HTTP/1.1" status: 200 len: 210 time: 0.0498054 Sep 16 04:36:38.556853 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c6e2b26d-a3d3-4575-9cd7-b52ca6a4272b req-9baa55aa-39a7-4973-a6e1-9af895ae1483 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce32b41b-a276-4c54-8783-af23e32773c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142951 Sep 16 04:36:38.654102 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-35dc9ab2-4ece-4020-88a2-090eb150e3bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:38.666691 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 832c5854-5382-42c5-9ce0-3e106166d461 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:36:38.688699 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ce031c07-416b-4372-8246-c3b8015f92ac req-9794f5f1-c473-428e-844e-f934efc3bc96 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups/2917281a-f29d-447f-988b-2c5a06fe0689 HTTP/1.1" status: 200 len: 1799 time: 0.0967290 Sep 16 04:36:38.768346 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe5cc4-c41b-450c-958d-ab9a88f27720 req-d23119f9-745e-4e27-a7da-1669782bb7f7 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:38.770089 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cdfe5cc4-c41b-450c-958d-ab9a88f27720 req-d23119f9-745e-4e27-a7da-1669782bb7f7 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 945 time: 0.0881681 Sep 16 04:36:38.781515 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ce031c07-416b-4372-8246-c3b8015f92ac req-0f3fc952-ecad-490f-9d25-bbec3349fe41 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:38.783805 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-35dc9ab2-4ece-4020-88a2-090eb150e3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:38.819192 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ce031c07-416b-4372-8246-c3b8015f92ac req-0f3fc952-ecad-490f-9d25-bbec3349fe41 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:38.854012 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dc9ab2-4ece-4020-88a2-090eb150e3bc admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:36:38.885525 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device c4d46e42-cd95-4065-9345-431b34484bb3 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:36:38.888840 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ce031c07-416b-4372-8246-c3b8015f92ac req-0f3fc952-ecad-490f-9d25-bbec3349fe41 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:38.889293 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-35dc9ab2-4ece-4020-88a2-090eb150e3bc admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:36:38.894000 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ce031c07-416b-4372-8246-c3b8015f92ac req-0f3fc952-ecad-490f-9d25-bbec3349fe41 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:38.904202 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ce031c07-416b-4372-8246-c3b8015f92ac req-0f3fc952-ecad-490f-9d25-bbec3349fe41 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "DELETE /v2.0/security-groups/2917281a-f29d-447f-988b-2c5a06fe0689 HTTP/1.1" status: 204 len: 173 time: 0.2073362 Sep 16 04:36:38.911134 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: c4d46e42-cd95-4065-9345-431b34484bb3 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:36:38.911740 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device c4d46e42-cd95-4065-9345-431b34484bb3 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:36:38.918251 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 832c5854-5382-42c5-9ce0-3e106166d461 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:38.919773 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:38.944446 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3fc952-ecad-490f-9d25-bbec3349fe41 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2917281a-f29d-447f-988b-2c5a06fe0689,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:38.946111 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dc9ab2-4ece-4020-88a2-090eb150e3bc admin admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:36:38.962411 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cdfe5cc4-c41b-450c-958d-ab9a88f27720 req-293ffd41-e0c0-4df3-96d0-6da65e4b49e0 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799145 Sep 16 04:36:39.030349 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-7970c5ae-9b9f-4943-8706-1cf10fb48fe4 req-1e0e5b5a-2819-4053-af34-6f4a0196c73c tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1195354436', 'description': 'tempest-description-2002253051'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:39.038005 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc9ab2-4ece-4020-88a2-090eb150e3bc admin admin] Pushing event updated for resources: {'Port': ['ID=2242e329-602a-45be-9e3b-ed59f7797ed3,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:39.054676 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d60140-cd56-4c0f-bc11-6041e71e1adb', 'name': 'network-vif-deleted', 'tag': 'a0ac63d3-f701-408d-b440-1122a2cc17ec'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:39.057752 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae6009b-7375-4132-9d28-a874ef2508c0" -d '{"events": [{"server_uuid": "22d60140-cd56-4c0f-bc11-6041e71e1adb", "name": "network-vif-deleted", "tag": "a0ac63d3-f701-408d-b440-1122a2cc17ec"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:39.158510 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:39.216942 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 832c5854-5382-42c5-9ce0-3e106166d461, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=832c5854-5382-42c5-9ce0-3e106166d461,segment=NetworkSegment(930b3bd1-fe07-4f1b-857c-fb9fca45d561),segment_id=930b3bd1-fe07-4f1b-857c-fb9fca45d561)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:39.219577 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-571a622b-fd00-4ba5-9df1-8b8273bf1459 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:39.221122 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-571a622b-fd00-4ba5-9df1-8b8273bf1459 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.48 "GET /v2.0/networks?id=01519a52-82ee-43fa-90b0-c71411cde4f0 HTTP/1.1" status: 200 len: 805 time: 0.4867027 Sep 16 04:36:39.267352 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:39.270844 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-f9cb9539-91a8-4d2f-a2d1-0de14d511c7c tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Request body: {'port': {'device_id': '83372543-752c-48d0-a115-ac6c769ea5fe', 'network_id': '01519a52-82ee-43fa-90b0-c71411cde4f0', 'admin_state_up': True, 'tenant_id': '704dfedc4cae451e92880e679796489f'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:39.302238 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-7970c5ae-9b9f-4943-8706-1cf10fb48fe4 req-1e0e5b5a-2819-4053-af34-6f4a0196c73c tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:39.317928 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129a701-cc97-429a-9765-26a3c3b70c79 req-4fce6e21-4ee9-494f-9ed1-93a198c4c5d5 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:39.326565 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4129a701-cc97-429a-9765-26a3c3b70c79 req-4fce6e21-4ee9-494f-9ed1-93a198c4c5d5 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 1096 time: 0.0730071 Sep 16 04:36:39.339288 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=832c5854-5382-42c5-9ce0-3e106166d461,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:39.359071 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4129a701-cc97-429a-9765-26a3c3b70c79 req-4dfbecdf-60a7-48f3-9a22-66327021caf2 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316107 Sep 16 04:36:39.435371 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4c7c67-e035-44d8-b9c7-c4f49ef385a2 x-openstack-request-id: req-bf4c7c67-e035-44d8-b9c7-c4f49ef385a2 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:39.435970 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d60140-cd56-4c0f-bc11-6041e71e1adb", "name": "network-vif-deleted", "tag": "a0ac63d3-f701-408d-b440-1122a2cc17ec", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:39.435970 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bf4c7c67-e035-44d8-b9c7-c4f49ef385a2 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:39.436397 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d60140-cd56-4c0f-bc11-6041e71e1adb', 'name': 'network-vif-deleted', 'tag': 'a0ac63d3-f701-408d-b440-1122a2cc17ec', 'status': 'completed', 'code': 200} Sep 16 04:36:39.497201 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-35dc9ab2-4ece-4020-88a2-090eb150e3bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:39.532742 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-00d15d71-a108-4dc8-8a0c-ed807bf39a13 req-4e57b678-4a95-4932-ac8f-bcfa56eeb9d8 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=acd0382d-b393-4db1-8457-03f2eb339345 HTTP/1.1" status: 200 len: 210 time: 0.0455489 Sep 16 04:36:39.534176 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770e2f2b-b12a-4577-a728-45d446d16ff2 None None] Network 9f6e9e14-695c-4a5f-925c-54c3d0576f7c requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:36:39.648665 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-b0d92cf8-3293-4d95-8d26-1fb956302a73 None None] Provisioning complete for port 832c5854-5382-42c5-9ce0-3e106166d461 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:39.649006 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b0d92cf8-3293-4d95-8d26-1fb956302a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:39.674088 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc1388-9ede-40b7-8d26-f0d5f114ad6e req-7633815e-3b19-4627-89df-62e12ad243da tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:39.682344 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2adc1388-9ede-40b7-8d26-f0d5f114ad6e req-7633815e-3b19-4627-89df-62e12ad243da tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 1096 time: 0.0571208 Sep 16 04:36:39.711664 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-25adfd0a-07d2-488a-9d98-af9a1557d6f2 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=a8c979f3fc604996af2e8ab12f365425&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411777 Sep 16 04:36:39.765896 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2adc1388-9ede-40b7-8d26-f0d5f114ad6e req-e30883f3-84eb-4de2-a169-9dbd46d6a5dd tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826843 Sep 16 04:36:39.932687 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-89625ad2-3f07-478a-977f-e44b28a80949 req-9482d56c-87ce-4038-8b73-12245cce399f tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=83372543-752c-48d0-a115-ac6c769ea5fe HTTP/1.1" status: 200 len: 210 time: 0.0404863 Sep 16 04:36:39.941673 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-e935c771-4a2d-4e83-9d00-4a0653ec1e9f tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:39.944120 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-e935c771-4a2d-4e83-9d00-4a0653ec1e9f tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2111678 Sep 16 04:36:40.029248 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3ad04b1e-1f73-4110-bd17-b3d2ab96bc14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:40.043042 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-6c478792-b797-49f7-872a-90ede38547ce tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Request body: {'port': {'device_id': 'acd0382d-b393-4db1-8457-03f2eb339345', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'admin_state_up': True, 'tenant_id': 'a8c979f3fc604996af2e8ab12f365425'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:40.086027 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-7970c5ae-9b9f-4943-8706-1cf10fb48fe4 req-1e0e5b5a-2819-4053-af34-6f4a0196c73c tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:40.096301 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-7970c5ae-9b9f-4943-8706-1cf10fb48fe4 req-1e0e5b5a-2819-4053-af34-6f4a0196c73c tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:40.121581 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80764bd-1706-4775-bd62-4da89d830d31 req-130a20ef-c3ac-499d-9f88-211b5df07afc tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:40.123101 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e80764bd-1706-4775-bd62-4da89d830d31 req-130a20ef-c3ac-499d-9f88-211b5df07afc tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/ports?device_id=18197268-7960-4fe5-90a7-3303ed6e67a1 HTTP/1.1" status: 200 len: 950 time: 0.1259604 Sep 16 04:36:40.173971 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-f9cb9539-91a8-4d2f-a2d1-0de14d511c7c tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Made reservation on behalf of 704dfedc4cae451e92880e679796489f for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:36:40.178047 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-f9cb9539-91a8-4d2f-a2d1-0de14d511c7c tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:40.184310 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-7970c5ae-9b9f-4943-8706-1cf10fb48fe4 req-1e0e5b5a-2819-4053-af34-6f4a0196c73c tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:40.185550 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7970c5ae-9b9f-4943-8706-1cf10fb48fe4 req-1e0e5b5a-2819-4053-af34-6f4a0196c73c tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.1691306 Sep 16 04:36:40.187706 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-7da562e5-630b-49a1-b8b2-9f56072d03eb None None] Provisioning complete for port 832c5854-5382-42c5-9ce0-3e106166d461 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:40.188625 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e80764bd-1706-4775-bd62-4da89d830d31 req-bcf29bce-83c7-438b-9f53-b5f3a093145a tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce32b41b-a276-4c54-8783-af23e32773c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550799 Sep 16 04:36:40.191705 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7da562e5-630b-49a1-b8b2-9f56072d03eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:40.200051 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e5b5a-2819-4053-af34-6f4a0196c73c tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1f7344-4683-4b39-88f8-b30a743987d7,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:40.221259 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-6c478792-b797-49f7-872a-90ede38547ce tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Made reservation on behalf of a8c979f3fc604996af2e8ab12f365425 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:36:40.230910 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-6c478792-b797-49f7-872a-90ede38547ce tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:40.243177 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-35dc9ab2-4ece-4020-88a2-090eb150e3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:40.423681 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d0177-9438-4b58-a121-4c974ebe1f8d req-3ff178f3-6d15-4254-bc18-1cdc9c32b302 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:40.425303 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3e8d0177-9438-4b58-a121-4c974ebe1f8d req-3ff178f3-6d15-4254-bc18-1cdc9c32b302 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 945 time: 0.0935571 Sep 16 04:36:40.446613 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-f9cb9539-91a8-4d2f-a2d1-0de14d511c7c tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Allocated IP 172.20.0.6 (01519a52-82ee-43fa-90b0-c71411cde4f0/f1f953d6-01ca-4cb0-98b0-b9ee2763d49d/4089eb0f-9295-4df5-aa97-35572478f60c) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:36:40.487121 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-6c478792-b797-49f7-872a-90ede38547ce tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Allocated IP 192.168.233.31 (97f5d7d8-0e62-4047-bcd4-63b92e31705a/24ad4c5e-5b43-4c25-ab99-4992f6337d28/5b20acd7-db56-459e-bcc5-ceff5032038f) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:36:40.524815 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35dc9ab2-4ece-4020-88a2-090eb150e3bc admin admin] Router 177a4f06-e076-44ff-9282-28abc3d1273c is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:36:40.571912 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 832c5854-5382-42c5-9ce0-3e106166d461 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:36:40.598805 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3e8d0177-9438-4b58-a121-4c974ebe1f8d req-4986cf93-b3ca-4b24-9990-5188896e85c5 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602833 Sep 16 04:36:40.690935 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 832c5854-5382-42c5-9ce0-3e106166d461 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:40.692826 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:40.793305 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-6c478792-b797-49f7-872a-90ede38547ce tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:40.793534 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-f9cb9539-91a8-4d2f-a2d1-0de14d511c7c tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:40.797185 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35dc9ab2-4ece-4020-88a2-090eb150e3bc admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:36:40.808776 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d3112dce-6fc4-4ef7-9f60-6dabac7635d2 req-fb025e52-d26f-4aab-81ac-19216dc7a736 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups/bf1f7344-4683-4b39-88f8-b30a743987d7 HTTP/1.1" status: 200 len: 1801 time: 0.1360335 Sep 16 04:36:40.809832 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3053f9b-c766-4fcd-a478-55a8a1accab1 None None] Sync routers for ids ['177a4f06-e076-44ff-9282-28abc3d1273c'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:36:40.828193 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-d3112dce-6fc4-4ef7-9f60-6dabac7635d2 req-2fbaf79f-441c-496a-aa86-768e046e757a tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1156437737', 'description': 'tempest-description-hth-1824069149'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:40.828695 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3053f9b-c766-4fcd-a478-55a8a1accab1 None None] Routers {'177a4f06-e076-44ff-9282-28abc3d1273c'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:36:40.829502 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-e3053f9b-c766-4fcd-a478-55a8a1accab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:36:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['177a4f06-e076-44ff-9282-28abc3d1273c'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:40.847967 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-35dc9ab2-4ece-4020-88a2-090eb150e3bc admin admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:40.852759 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-35dc9ab2-4ece-4020-88a2-090eb150e3bc admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8239453 Sep 16 04:36:40.856117 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 54858) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:40.889297 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d3112dce-6fc4-4ef7-9f60-6dabac7635d2 req-2fbaf79f-441c-496a-aa86-768e046e757a tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:40.897671 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device a0ac63d3-f701-408d-b440-1122a2cc17ec no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:36:40.917776 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-6c478792-b797-49f7-872a-90ede38547ce tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:40.938293 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-3cdc7d0e-b990-454f-a05d-d396f396c6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:40.938627 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: a0ac63d3-f701-408d-b440-1122a2cc17ec {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:36:40.939023 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device a0ac63d3-f701-408d-b440-1122a2cc17ec not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:36:40.941250 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-3cdc7d0e-b990-454f-a05d-d396f396c6de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8fb595dbe0d3452481d7faf275f28d7b&device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 1097 time: 0.1377883 Sep 16 04:36:40.962411 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf', 'b89bf368-53c0-4450-bf56-54bfd995b9ed', 'dc94428e-190c-4858-bad3-ad1cd92dcd21', 'b0a6f292-bfff-484c-90ed-e79e32eb87a1'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:40.964640 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['c7447a58-0c6e-491c-ab5e-4e8420d69a50'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:40.986430 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-e3053f9b-c766-4fcd-a478-55a8a1accab1 None None] Set router 177a4f06-e076-44ff-9282-28abc3d1273c gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:36:40.991338 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-f9cb9539-91a8-4d2f-a2d1-0de14d511c7c tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:41.015273 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c478792-b797-49f7-872a-90ede38547ce tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Pushing event updated for resources: {'Port': ['ID=5b20acd7-db56-459e-bcc5-ceff5032038f,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:41.044031 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-6c478792-b797-49f7-872a-90ede38547ce tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Network 97f5d7d8-0e62-4047-bcd4-63b92e31705a is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:36:41.049420 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-6c478792-b797-49f7-872a-90ede38547ce tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:36:41.057013 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-6c478792-b797-49f7-872a-90ede38547ce tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:36:41.111527 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-f9cb9539-91a8-4d2f-a2d1-0de14d511c7c tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Network 01519a52-82ee-43fa-90b0-c71411cde4f0 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:36:41.121632 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d3112dce-6fc4-4ef7-9f60-6dabac7635d2 req-2fbaf79f-441c-496a-aa86-768e046e757a tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:41.140616 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d3112dce-6fc4-4ef7-9f60-6dabac7635d2 req-2fbaf79f-441c-496a-aa86-768e046e757a tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:41.144537 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d3112dce-6fc4-4ef7-9f60-6dabac7635d2 req-2fbaf79f-441c-496a-aa86-768e046e757a tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:41.156373 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-f9cb9539-91a8-4d2f-a2d1-0de14d511c7c tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:36:41.156373 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-f9cb9539-91a8-4d2f-a2d1-0de14d511c7c tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:36:41.165640 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d3112dce-6fc4-4ef7-9f60-6dabac7635d2 req-2fbaf79f-441c-496a-aa86-768e046e757a tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "PUT /v2.0/security-groups/bf1f7344-4683-4b39-88f8-b30a743987d7 HTTP/1.1" status: 200 len: 1775 time: 0.3462203 Sep 16 04:36:41.249572 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbaf79f-441c-496a-aa86-768e046e757a tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1f7344-4683-4b39-88f8-b30a743987d7,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:41.274432 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-6c478792-b797-49f7-872a-90ede38547ce tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:41.275119 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-6c478792-b797-49f7-872a-90ede38547ce tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:41.335450 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-6c478792-b797-49f7-872a-90ede38547ce tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2981589 Sep 16 04:36:41.359283 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74bd10-68a8-4b64-ae30-bcf404458564 req-7be7198f-c7ed-457a-a349-5000dae7068d tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:41.362884 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:41.368527 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-bb74bd10-68a8-4b64-ae30-bcf404458564 req-7be7198f-c7ed-457a-a349-5000dae7068d tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=acd0382d-b393-4db1-8457-03f2eb339345 HTTP/1.1" status: 200 len: 935 time: 0.0770440 Sep 16 04:36:41.376863 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb9539-91a8-4d2f-a2d1-0de14d511c7c tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Pushing event updated for resources: {'Port': ['ID=4089eb0f-9295-4df5-aa97-35572478f60c,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:41.381985 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-11c250be-e927-4b5b-91bc-f7a6d12f05eb service neutron] Request body: {'port': {'device_id': 'acd0382d-b393-4db1-8457-03f2eb339345', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:41.459002 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-11c250be-e927-4b5b-91bc-f7a6d12f05eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:41.476043 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f8c80f76-ef49-44fe-952b-414499b10606 None None] Provisioning complete for port 5b20acd7-db56-459e-bcc5-ceff5032038f triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:41.476654 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f8c80f76-ef49-44fe-952b-414499b10606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:41.492888 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-e3053f9b-c766-4fcd-a478-55a8a1accab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177a4f06-e076-44ff-9282-28abc3d1273c', 'name': 'tempest-FloatingIPsTestJSON-306967986-router', 'tenant_id': 'ca10119c78a949599d5f62f70b3d0658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '2242e329-602a-45be-9e3b-ed59f7797ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:36:37Z', 'updated_at': '2021-09-16T04:36:39Z', 'revision_number': 3, 'project_id': 'ca10119c78a949599d5f62f70b3d0658', 'gw_port': {'id': '2242e329-602a-45be-9e3b-ed59f7797ed3', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:62:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177a4f06-e076-44ff-9282-28abc3d1273c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:36:38Z', 'updated_at': '2021-09-16T04:36:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:41.539014 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3053f9b-c766-4fcd-a478-55a8a1accab1 None None] Checking router: 177a4f06-e076-44ff-9282-28abc3d1273c for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:36:41.542692 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3053f9b-c766-4fcd-a478-55a8a1accab1 None None] Updating router 177a4f06-e076-44ff-9282-28abc3d1273c port 2242e329-602a-45be-9e3b-ed59f7797ed3 binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:36:41.554519 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-f8c80f76-ef49-44fe-952b-414499b10606 None None] Port 5b20acd7-db56-459e-bcc5-ceff5032038f cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:36:41.574373 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-bb74bd10-68a8-4b64-ae30-bcf404458564 req-58f2b5df-6060-4c42-aaf3-e263e118d1fd tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050993 Sep 16 04:36:41.626065 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-e3053f9b-c766-4fcd-a478-55a8a1accab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:41.674650 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-f9cb9539-91a8-4d2f-a2d1-0de14d511c7c tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:41.675298 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-f9cb9539-91a8-4d2f-a2d1-0de14d511c7c tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:41.705444 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-1f4e5a0f-5f0f-4fe0-8168-d999d5352428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:41.706939 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-1f4e5a0f-5f0f-4fe0-8168-d999d5352428 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 HTTP/1.1" status: 200 len: 909 time: 0.7222254 Sep 16 04:36:41.729167 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a2aaf5bc-5f7f-440a-b065-cccb9f9cc2a4 req-a8abf4c6-feee-407d-b59f-ca482dab7511 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups/bf1f7344-4683-4b39-88f8-b30a743987d7 HTTP/1.1" status: 200 len: 1775 time: 0.1219194 Sep 16 04:36:41.843593 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-9ceed54b-6da5-4714-8e55-0075fff8d0e6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=abe5f8cd-2628-4f39-82e8-6d57deaeb366 HTTP/1.1" status: 200 len: 217 time: 0.0912826 Sep 16 04:36:41.884406 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-f9cb9539-91a8-4d2f-a2d1-0de14d511c7c tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6180184 Sep 16 04:36:41.930973 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-62668689-91cc-481b-adc1-04e01fe03d4f service neutron] Request body: {'port': {'device_id': '83372543-752c-48d0-a115-ac6c769ea5fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:41.931554 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ceb8dd-6c73-4f2e-a39c-c7ae3e258379 req-b956cc0a-d792-4734-9ebe-bddb0c551906 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:41.940947 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-67ceb8dd-6c73-4f2e-a39c-c7ae3e258379 req-b956cc0a-d792-4734-9ebe-bddb0c551906 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 945 time: 0.0773368 Sep 16 04:36:41.971881 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae363f3-f9d6-47d1-aca8-dd0d3a758981 req-2cab6560-d38b-4197-a97e-d090423de64c tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:41.979436 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2ae363f3-f9d6-47d1-aca8-dd0d3a758981 req-2cab6560-d38b-4197-a97e-d090423de64c tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=83372543-752c-48d0-a115-ac6c769ea5fe HTTP/1.1" status: 200 len: 931 time: 0.3430338 Sep 16 04:36:42.008821 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-67ceb8dd-6c73-4f2e-a39c-c7ae3e258379 req-0b2a4872-6dfd-4f30-ac90-86f53f51adf6 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625288 Sep 16 04:36:42.069280 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-e3053f9b-c766-4fcd-a478-55a8a1accab1 None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:42.079771 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-6c5d4501-c957-40a9-bbcc-9bc4de1743ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:42.081281 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-6c5d4501-c957-40a9-bbcc-9bc4de1743ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=43280570-672b-4326-ad6d-76a55cd52f58 HTTP/1.1" status: 200 len: 848 time: 0.1939995 Sep 16 04:36:42.083609 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-e3053f9b-c766-4fcd-a478-55a8a1accab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:42.105853 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-11c250be-e927-4b5b-91bc-f7a6d12f05eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b20acd7-db56-459e-bcc5-ceff5032038f {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:42.128066 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2ae363f3-f9d6-47d1-aca8-dd0d3a758981 req-11b3f0f4-9f94-4557-b1ba-96cdc513bc2d tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336925 Sep 16 04:36:42.128269 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-11c250be-e927-4b5b-91bc-f7a6d12f05eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:42.151898 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fd226e4b-7716-4395-8851-2854882aecd5 req-353acda2-c69b-4725-a608-0f6ca63e78b2 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups/bf1f7344-4683-4b39-88f8-b30a743987d7 HTTP/1.1" status: 200 len: 1775 time: 0.1140625 Sep 16 04:36:42.178057 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-11c250be-e927-4b5b-91bc-f7a6d12f05eb service neutron] Transition to ACTIVE for port object 5b20acd7-db56-459e-bcc5-ceff5032038f will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:36:42.178928 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-e3053f9b-c766-4fcd-a478-55a8a1accab1 None None] Attempting to bind port 2242e329-602a-45be-9e3b-ed59f7797ed3 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:36:42.179491 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-e3053f9b-c766-4fcd-a478-55a8a1accab1 None None] Attempting to bind port 2242e329-602a-45be-9e3b-ed59f7797ed3 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:36:42.180133 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3053f9b-c766-4fcd-a478-55a8a1accab1 None None] Attempting to bind port 2242e329-602a-45be-9e3b-ed59f7797ed3 on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:42.184295 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cea367-9025-4c62-9045-5c50bcd67b44 None None] Pushing event updated for resources: {'Port': ['ID=2242e329-602a-45be-9e3b-ed59f7797ed3,revision_number=2']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:42.189918 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3053f9b-c766-4fcd-a478-55a8a1accab1 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:36:42.190541 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3053f9b-c766-4fcd-a478-55a8a1accab1 None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:36:42.191276 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-e3053f9b-c766-4fcd-a478-55a8a1accab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:42.192757 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3053f9b-c766-4fcd-a478-55a8a1accab1 None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:36:42.193441 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-e3053f9b-c766-4fcd-a478-55a8a1accab1 None None] Bound port: 2242e329-602a-45be-9e3b-ed59f7797ed3, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:36:42.194217 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-e3053f9b-c766-4fcd-a478-55a8a1accab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:42.195310 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-11c250be-e927-4b5b-91bc-f7a6d12f05eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:42.200931 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-9ae4ecc9-dec0-444a-8e45-2ff01ade04ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969083 Sep 16 04:36:42.204839 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-62668689-91cc-481b-adc1-04e01fe03d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:42.223975 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cea367-9025-4c62-9045-5c50bcd67b44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:42.224388 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cea367-9025-4c62-9045-5c50bcd67b44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:42.224756 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cea367-9025-4c62-9045-5c50bcd67b44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:42.225088 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cea367-9025-4c62-9045-5c50bcd67b44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:42.225439 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cea367-9025-4c62-9045-5c50bcd67b44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:42.225730 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cea367-9025-4c62-9045-5c50bcd67b44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:42.226049 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cea367-9025-4c62-9045-5c50bcd67b44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:42.226369 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cea367-9025-4c62-9045-5c50bcd67b44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:42.226675 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cea367-9025-4c62-9045-5c50bcd67b44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:42.226993 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cea367-9025-4c62-9045-5c50bcd67b44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:42.227309 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cea367-9025-4c62-9045-5c50bcd67b44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:42.227623 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cea367-9025-4c62-9045-5c50bcd67b44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:42.279200 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-e3053f9b-c766-4fcd-a478-55a8a1accab1 None None] For port 2242e329-602a-45be-9e3b-ed59f7797ed3, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:36:42.283926 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-e3053f9b-c766-4fcd-a478-55a8a1accab1 None None] For port 2242e329-602a-45be-9e3b-ed59f7797ed3, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2242e329-602a-45be-9e3b-ed59f7797ed3,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:36:42.288910 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-e3053f9b-c766-4fcd-a478-55a8a1accab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:42.304374 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c250be-e927-4b5b-91bc-f7a6d12f05eb service neutron] Pushing event updated for resources: {'Port': ['ID=5b20acd7-db56-459e-bcc5-ceff5032038f,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:42.340278 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-fd226e4b-7716-4395-8851-2854882aecd5 req-6212827b-764e-4d1a-a20e-19537d61e1ae tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:42.367490 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3053f9b-c766-4fcd-a478-55a8a1accab1 None None] Routers {'177a4f06-e076-44ff-9282-28abc3d1273c'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:36:42.368355 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-e3053f9b-c766-4fcd-a478-55a8a1accab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:36:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['177a4f06-e076-44ff-9282-28abc3d1273c'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:42.397398 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-fd226e4b-7716-4395-8851-2854882aecd5 req-6212827b-764e-4d1a-a20e-19537d61e1ae tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:42.413909 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cea367-9025-4c62-9045-5c50bcd67b44 None None] Pushing event updated for resources: {'Port': ['ID=2242e329-602a-45be-9e3b-ed59f7797ed3,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:42.437089 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-a95a89c9-7d1b-464e-b740-1e5c5ccf84f6 service neutron] 10.222.0.48 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748226 Sep 16 04:36:42.476852 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-11c250be-e927-4b5b-91bc-f7a6d12f05eb service neutron] Attempting to bind port 5b20acd7-db56-459e-bcc5-ceff5032038f on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:36:42.478057 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-11c250be-e927-4b5b-91bc-f7a6d12f05eb service neutron] Attempting to bind port 5b20acd7-db56-459e-bcc5-ceff5032038f by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:36:42.478415 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-11c250be-e927-4b5b-91bc-f7a6d12f05eb service neutron] Attempting to bind port 5b20acd7-db56-459e-bcc5-ceff5032038f on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:42.491690 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-11c250be-e927-4b5b-91bc-f7a6d12f05eb service neutron] Port 5b20acd7-db56-459e-bcc5-ceff5032038f on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:36:42.492604 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-11c250be-e927-4b5b-91bc-f7a6d12f05eb service neutron] Attempting to bind port 5b20acd7-db56-459e-bcc5-ceff5032038f on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:42.500012 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-fd226e4b-7716-4395-8851-2854882aecd5 req-6212827b-764e-4d1a-a20e-19537d61e1ae tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:42.502950 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-fd226e4b-7716-4395-8851-2854882aecd5 req-6212827b-764e-4d1a-a20e-19537d61e1ae tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:42.508100 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fd226e4b-7716-4395-8851-2854882aecd5 req-6212827b-764e-4d1a-a20e-19537d61e1ae tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "DELETE /v2.0/security-groups/bf1f7344-4683-4b39-88f8-b30a743987d7 HTTP/1.1" status: 204 len: 173 time: 0.3552945 Sep 16 04:36:42.528504 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-11c250be-e927-4b5b-91bc-f7a6d12f05eb service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:36:42.531148 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-11c250be-e927-4b5b-91bc-f7a6d12f05eb service neutron] Checking segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:36:42.531740 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-11c250be-e927-4b5b-91bc-f7a6d12f05eb service neutron] Bound using segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:36:42.531995 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-11c250be-e927-4b5b-91bc-f7a6d12f05eb service neutron] Bound port: 5b20acd7-db56-459e-bcc5-ceff5032038f, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:36:42.532374 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-11c250be-e927-4b5b-91bc-f7a6d12f05eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:42.565265 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-e3053f9b-c766-4fcd-a478-55a8a1accab1 None None] Set router 177a4f06-e076-44ff-9282-28abc3d1273c gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:36:42.579995 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212827b-764e-4d1a-a20e-19537d61e1ae tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1f7344-4683-4b39-88f8-b30a743987d7,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:42.729162 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-11c250be-e927-4b5b-91bc-f7a6d12f05eb service neutron] For port 5b20acd7-db56-459e-bcc5-ceff5032038f, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:36:42.733992 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-11c250be-e927-4b5b-91bc-f7a6d12f05eb service neutron] For port 5b20acd7-db56-459e-bcc5-ceff5032038f, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=5b20acd7-db56-459e-bcc5-ceff5032038f,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:36:42.758540 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-11c250be-e927-4b5b-91bc-f7a6d12f05eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:42.823700 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-11c250be-e927-4b5b-91bc-f7a6d12f05eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:42.824460 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-11c250be-e927-4b5b-91bc-f7a6d12f05eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:42.826125 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-11c250be-e927-4b5b-91bc-f7a6d12f05eb service neutron] 10.222.0.47 "PUT /v2.0/ports/5b20acd7-db56-459e-bcc5-ceff5032038f HTTP/1.1" status: 200 len: 1096 time: 1.4500027 Sep 16 04:36:42.827442 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd0382d-b393-4db1-8457-03f2eb339345', 'tag': '5b20acd7-db56-459e-bcc5-ceff5032038f'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:42.830353 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-e6ffd4e0-bd48-49a7-9798-4a3aaf53e2f3 service neutron] 10.222.0.48 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676772 Sep 16 04:36:42.831059 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5f538e-c869-448a-baf0-78f65ad2c592" -d '{"events": [{"name": "network-changed", "server_uuid": "acd0382d-b393-4db1-8457-03f2eb339345", "tag": "5b20acd7-db56-459e-bcc5-ceff5032038f"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:42.843250 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [req-4525f2d2-f345-43cb-815f-f546de9f0262 req-bee48774-54b0-43ae-837b-c02803fa7b38 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] show failed (client error): The resource could not be found. Sep 16 04:36:42.844364 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4525f2d2-f345-43cb-815f-f546de9f0262 req-bee48774-54b0-43ae-837b-c02803fa7b38 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups/2917281a-f29d-447f-988b-2c5a06fe0689 HTTP/1.1" status: 404 len: 352 time: 0.1186187 Sep 16 04:36:42.870262 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1349ee9d-a059-474f-9b9b-626ec05dbf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:42.883504 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c250be-e927-4b5b-91bc-f7a6d12f05eb service neutron] Pushing event updated for resources: {'Port': ['ID=5b20acd7-db56-459e-bcc5-ceff5032038f,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:42.912011 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b49710-a0fb-42d4-8811-213c47597587 req-4eb2acbf-8555-404b-9c93-74b6fb454b20 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:42.922868 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-24b49710-a0fb-42d4-8811-213c47597587 req-4eb2acbf-8555-404b-9c93-74b6fb454b20 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=acd0382d-b393-4db1-8457-03f2eb339345 HTTP/1.1" status: 200 len: 947 time: 0.2337837 Sep 16 04:36:42.943276 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-e3053f9b-c766-4fcd-a478-55a8a1accab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177a4f06-e076-44ff-9282-28abc3d1273c', 'name': 'tempest-FloatingIPsTestJSON-306967986-router', 'tenant_id': 'ca10119c78a949599d5f62f70b3d0658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '2242e329-602a-45be-9e3b-ed59f7797ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:36:37Z', 'updated_at': '2021-09-16T04:36:39Z', 'revision_number': 3, 'project_id': 'ca10119c78a949599d5f62f70b3d0658', 'gw_port': {'id': '2242e329-602a-45be-9e3b-ed59f7797ed3', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:62:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177a4f06-e076-44ff-9282-28abc3d1273c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:36:38Z', 'updated_at': '2021-09-16T04:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:43.043136 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-24b49710-a0fb-42d4-8811-213c47597587 req-f50ee33b-5381-4597-852f-2b3b7863ca34 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094921 Sep 16 04:36:43.065123 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884984ef-4715-413f-aca8-e572d5714d4b x-openstack-request-id: req-884984ef-4715-413f-aca8-e572d5714d4b {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:43.068558 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd0382d-b393-4db1-8457-03f2eb339345", "tag": "5b20acd7-db56-459e-bcc5-ceff5032038f", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:43.069104 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-884984ef-4715-413f-aca8-e572d5714d4b {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:43.069598 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd0382d-b393-4db1-8457-03f2eb339345', 'tag': '5b20acd7-db56-459e-bcc5-ceff5032038f', 'status': 'completed', 'code': 200} Sep 16 04:36:43.072946 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-39f83015-0fa7-47a5-a98e-0f9fc0eada0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:43.077388 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-39f83015-0fa7-47a5-a98e-0f9fc0eada0d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a8c979f3fc604996af2e8ab12f365425&device_id=acd0382d-b393-4db1-8457-03f2eb339345 HTTP/1.1" status: 200 len: 1099 time: 0.1360102 Sep 16 04:36:43.154229 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-4c87df9e-6866-4a75-ae37-d04a78cdd252 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=5b20acd7-db56-459e-bcc5-ceff5032038f HTTP/1.1" status: 200 len: 217 time: 0.0529988 Sep 16 04:36:43.161244 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [req-a7766e0d-6a8e-4acb-8c1d-449911bde805 req-e2aa17d0-fab2-4c4b-a679-c8178bb55e12 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] show failed (client error): The resource could not be found. Sep 16 04:36:43.165433 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a3dc326f-e183-4da8-bfa2-c331bc1b5655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:43.177372 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a7766e0d-6a8e-4acb-8c1d-449911bde805 req-e2aa17d0-fab2-4c4b-a679-c8178bb55e12 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups/09cc8cda-6d75-4ef3-9a7b-521807888302 HTTP/1.1" status: 404 len: 352 time: 0.0852752 Sep 16 04:36:43.240849 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3053f9b-c766-4fcd-a478-55a8a1accab1 None None] The sync data for ids ['177a4f06-e076-44ff-9282-28abc3d1273c'] in n-d-712139-15 is: [{'id': '177a4f06-e076-44ff-9282-28abc3d1273c', 'name': 'tempest-FloatingIPsTestJSON-306967986-router', 'tenant_id': 'ca10119c78a949599d5f62f70b3d0658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '2242e329-602a-45be-9e3b-ed59f7797ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:36:37Z', 'updated_at': '2021-09-16T04:36:39Z', 'revision_number': 3, 'project_id': 'ca10119c78a949599d5f62f70b3d0658', 'gw_port': {'id': '2242e329-602a-45be-9e3b-ed59f7797ed3', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:62:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177a4f06-e076-44ff-9282-28abc3d1273c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:36:38Z', 'updated_at': '2021-09-16T04:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:36:43.316860 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-bdbb30ef-0c59-495d-8fad-bd4739cbd18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:43.318595 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-bdbb30ef-0c59-495d-8fad-bd4739cbd18b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.1373668 Sep 16 04:36:43.376501 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d2b5b-594f-4c04-b6ea-f464022bad5f req-3b1f1036-1d58-4ba6-9b04-6e8ddc66c02b tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:43.378321 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a76d2b5b-594f-4c04-b6ea-f464022bad5f req-3b1f1036-1d58-4ba6-9b04-6e8ddc66c02b tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 945 time: 0.1527519 Sep 16 04:36:43.391434 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd976161-d94e-4f1e-b38c-f93dbb9d0543 req-4986885c-e0fb-410a-917d-672b199b9b97 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:43.393837 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-bd976161-d94e-4f1e-b38c-f93dbb9d0543 req-4986885c-e0fb-410a-917d-672b199b9b97 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=83372543-752c-48d0-a115-ac6c769ea5fe HTTP/1.1" status: 200 len: 931 time: 0.1271768 Sep 16 04:36:43.400804 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-1349ee9d-a059-474f-9b9b-626ec05dbf2c admin admin] Allocated IP 172.20.0.1 (9f6e9e14-695c-4a5f-925c-54c3d0576f7c/17138091-5a16-43f7-9b34-6995a93723ca/879c817a-c37e-4c55-a297-eef6715e48ba) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:36:43.437244 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-1e6a665c-eb4d-4cff-a511-4969e96ef005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:43.439228 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-1e6a665c-eb4d-4cff-a511-4969e96ef005 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1067867 Sep 16 04:36:43.473410 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-bd976161-d94e-4f1e-b38c-f93dbb9d0543 req-ce338a57-4f7c-4b1c-b09a-c4aaaeb5de60 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709028 Sep 16 04:36:43.479527 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:43.541316 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [req-6400cc3d-dc5d-4a83-a953-bd5b3ea1d528 req-e6a643d4-ce9b-4ac1-8066-90e77381b876 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] show failed (client error): The resource could not be found. Sep 16 04:36:43.554340 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-6400cc3d-dc5d-4a83-a953-bd5b3ea1d528 req-e6a643d4-ce9b-4ac1-8066-90e77381b876 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups/c173a185-320a-4680-a330-809f2ec73bd3 HTTP/1.1" status: 404 len: 352 time: 0.0460744 Sep 16 04:36:43.713087 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-33e50511-5dfa-4cd8-98d7-3461b60eb7c8 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554393 Sep 16 04:36:43.793280 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [req-788edbb1-1378-4bc1-8832-e89a81782638 req-8fa000c2-503c-486d-9986-18bc243eb1a6 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] show failed (client error): The resource could not be found. Sep 16 04:36:43.794381 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-788edbb1-1378-4bc1-8832-e89a81782638 req-8fa000c2-503c-486d-9986-18bc243eb1a6 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups/44d79575-454b-449d-9588-2cbe96e00e49 HTTP/1.1" status: 404 len: 352 time: 0.0410941 Sep 16 04:36:43.924874 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-62668689-91cc-481b-adc1-04e01fe03d4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4089eb0f-9295-4df5-aa97-35572478f60c {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:43.947939 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-62668689-91cc-481b-adc1-04e01fe03d4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:43.968350 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a76d2b5b-594f-4c04-b6ea-f464022bad5f req-decaf1bd-8daa-40ac-aa6b-6e05d08e8fc6 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5785458 Sep 16 04:36:44.082041 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1349ee9d-a059-474f-9b9b-626ec05dbf2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:44.114597 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-62668689-91cc-481b-adc1-04e01fe03d4f service neutron] Transition to ACTIVE for port object 4089eb0f-9295-4df5-aa97-35572478f60c will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:36:44.127599 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-62668689-91cc-481b-adc1-04e01fe03d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:44.177021 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1349ee9d-a059-474f-9b9b-626ec05dbf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:44.236722 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1349ee9d-a059-474f-9b9b-626ec05dbf2c admin admin] Network 9f6e9e14-695c-4a5f-925c-54c3d0576f7c is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:36:44.240268 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-1349ee9d-a059-474f-9b9b-626ec05dbf2c admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:36:44.244968 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1349ee9d-a059-474f-9b9b-626ec05dbf2c admin admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:36:44.247755 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62668689-91cc-481b-adc1-04e01fe03d4f service neutron] Pushing event updated for resources: {'Port': ['ID=4089eb0f-9295-4df5-aa97-35572478f60c,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:44.304104 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:44.367104 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271f49c-cfac-4b72-9d63-676d373f80f8 req-9dcafcf2-621f-47df-9c7d-cf3d527c25fe tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:44.371666 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b271f49c-cfac-4b72-9d63-676d373f80f8 req-9dcafcf2-621f-47df-9c7d-cf3d527c25fe tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=acd0382d-b393-4db1-8457-03f2eb339345 HTTP/1.1" status: 200 len: 947 time: 0.2232003 Sep 16 04:36:44.383844 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:44.404170 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [req-e3903b41-8110-45b6-96bc-f72c5aa62ea9 req-16fc0a84-5862-4045-b8f9-b4cb04ebb3d7 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] show failed (client error): The resource could not be found. Sep 16 04:36:44.405261 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e3903b41-8110-45b6-96bc-f72c5aa62ea9 req-16fc0a84-5862-4045-b8f9-b4cb04ebb3d7 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups/f1d85439-a1cd-41bb-bcb2-fbe3d52b6f8d HTTP/1.1" status: 404 len: 352 time: 0.4799001 Sep 16 04:36:44.407365 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fca6a41c-6366-4f62-8fbb-293cdac1012c req-4f232d7a-acc2-4c29-a1e1-f5624cafcd72 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6835194 Sep 16 04:36:44.419200 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 8458f15a-7a63-425e-8097-a6b6eb4032ff details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:36:44.448259 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1349ee9d-a059-474f-9b9b-626ec05dbf2c admin admin] Pushing event updated for resources: {'Port': ['ID=879c817a-c37e-4c55-a297-eef6715e48ba,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:44.461881 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [req-eb11e940-034f-4815-8fc8-6c408080dfe8 req-518091a0-9a8a-4412-8add-218cb20f8c8b tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] show failed (client error): The resource could not be found. Sep 16 04:36:44.462988 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-eb11e940-034f-4815-8fc8-6c408080dfe8 req-518091a0-9a8a-4412-8add-218cb20f8c8b tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups/f3d550d1-e969-4508-861e-93d37de9e38a HTTP/1.1" status: 404 len: 352 time: 0.0273681 Sep 16 04:36:44.481452 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1349ee9d-a059-474f-9b9b-626ec05dbf2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:44.634545 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f538e-c869-448a-baf0-78f65ad2c592 req-17fb5a39-df34-4bd1-93f4-de9c3ad5b84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:44.636041 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4f5f538e-c869-448a-baf0-78f65ad2c592 req-17fb5a39-df34-4bd1-93f4-de9c3ad5b84a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a8c979f3fc604996af2e8ab12f365425&device_id=acd0382d-b393-4db1-8457-03f2eb339345 HTTP/1.1" status: 200 len: 1099 time: 0.0842676 Sep 16 04:36:44.645716 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 8458f15a-7a63-425e-8097-a6b6eb4032ff, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=8458f15a-7a63-425e-8097-a6b6eb4032ff,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:44.660272 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '8458f15a-7a63-425e-8097-a6b6eb4032ff', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': '8458f15a-7a63-425e-8097-a6b6eb4032ff', 'mac_address': 'fa:16:3e:a9:19:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:36:44.716279 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b271f49c-cfac-4b72-9d63-676d373f80f8 req-10995026-9820-41c9-8408-44b069de1c32 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072770 Sep 16 04:36:44.740555 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-62668689-91cc-481b-adc1-04e01fe03d4f service neutron] Attempting to bind port 4089eb0f-9295-4df5-aa97-35572478f60c on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:36:44.745848 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-62668689-91cc-481b-adc1-04e01fe03d4f service neutron] Attempting to bind port 4089eb0f-9295-4df5-aa97-35572478f60c by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '658f680a-3fa0-437c-8003-3658800983eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '01519a52-82ee-43fa-90b0-c71411cde4f0'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:36:44.746393 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-62668689-91cc-481b-adc1-04e01fe03d4f service neutron] Attempting to bind port 4089eb0f-9295-4df5-aa97-35572478f60c on network 01519a52-82ee-43fa-90b0-c71411cde4f0 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:44.751138 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2242e329-602a-45be-9e3b-ed59f7797ed3 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:36:44.810760 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f538e-c869-448a-baf0-78f65ad2c592 req-fb5deaee-57b0-4666-83c8-d8e7ca8dc3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:44.812792 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4f5f538e-c869-448a-baf0-78f65ad2c592 req-fb5deaee-57b0-4666-83c8-d8e7ca8dc3bd service neutron] 10.222.0.47 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.1653898 Sep 16 04:36:44.819581 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-62668689-91cc-481b-adc1-04e01fe03d4f service neutron] Port 4089eb0f-9295-4df5-aa97-35572478f60c on network 01519a52-82ee-43fa-90b0-c71411cde4f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:36:44.819903 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-62668689-91cc-481b-adc1-04e01fe03d4f service neutron] Attempting to bind port 4089eb0f-9295-4df5-aa97-35572478f60c on network 01519a52-82ee-43fa-90b0-c71411cde4f0 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:44.822851 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d9bdeb87-24ad-452c-8b7b-eb9261799a49 None None] Provisioning complete for port 879c817a-c37e-4c55-a297-eef6715e48ba triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:44.823506 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d9bdeb87-24ad-452c-8b7b-eb9261799a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:44.860665 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-62668689-91cc-481b-adc1-04e01fe03d4f service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:36:44.860665 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-62668689-91cc-481b-adc1-04e01fe03d4f service neutron] Checking segment: {'id': '658f680a-3fa0-437c-8003-3658800983eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '01519a52-82ee-43fa-90b0-c71411cde4f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:36:44.861205 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-62668689-91cc-481b-adc1-04e01fe03d4f service neutron] Bound using segment: {'id': '658f680a-3fa0-437c-8003-3658800983eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '01519a52-82ee-43fa-90b0-c71411cde4f0'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:36:44.861475 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-62668689-91cc-481b-adc1-04e01fe03d4f service neutron] Bound port: 4089eb0f-9295-4df5-aa97-35572478f60c, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '658f680a-3fa0-437c-8003-3658800983eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '01519a52-82ee-43fa-90b0-c71411cde4f0'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:36:44.861837 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-62668689-91cc-481b-adc1-04e01fe03d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:44.920739 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:44.928398 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4f5f538e-c869-448a-baf0-78f65ad2c592 req-155ef40a-0f38-4579-b300-8583a5a7b992 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=5b20acd7-db56-459e-bcc5-ceff5032038f HTTP/1.1" status: 200 len: 217 time: 0.0746562 Sep 16 04:36:44.965479 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-d9bdeb87-24ad-452c-8b7b-eb9261799a49 None None] Port 879c817a-c37e-4c55-a297-eef6715e48ba cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:36:44.972802 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164f957-f83d-4c63-bcf7-627797382063 req-160e95ca-8625-4535-b2ea-3bf11c3484a5 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:44.979842 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8458f15a-7a63-425e-8097-a6b6eb4032ff {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:44.980214 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e164f957-f83d-4c63-bcf7-627797382063 req-160e95ca-8625-4535-b2ea-3bf11c3484a5 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=83372543-752c-48d0-a115-ac6c769ea5fe HTTP/1.1" status: 200 len: 943 time: 0.1573310 Sep 16 04:36:44.988062 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1349ee9d-a059-474f-9b9b-626ec05dbf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:45.016169 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f538e-c869-448a-baf0-78f65ad2c592 req-648964d2-df0e-487e-84bd-57af82f1ec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:45.017673 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4f5f538e-c869-448a-baf0-78f65ad2c592 req-648964d2-df0e-487e-84bd-57af82f1ec31 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0787268 Sep 16 04:36:45.028264 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 8458f15a-7a63-425e-8097-a6b6eb4032ff, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=8458f15a-7a63-425e-8097-a6b6eb4032ff,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:45.031897 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 2242e329-602a-45be-9e3b-ed59f7797ed3 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:45.032660 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:45.034413 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa124ee-5461-4861-821e-9f4774701015 req-375247cf-abeb-448f-9ab6-5447ebf4ecff tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:45.044085 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cfa124ee-5461-4861-821e-9f4774701015 req-375247cf-abeb-448f-9ab6-5447ebf4ecff tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3348ce-401e-4238-8887-47463ac54954 HTTP/1.1" status: 200 len: 1023 time: 0.1064639 Sep 16 04:36:45.065468 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-62668689-91cc-481b-adc1-04e01fe03d4f service neutron] For port 4089eb0f-9295-4df5-aa97-35572478f60c, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:36:45.094164 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e164f957-f83d-4c63-bcf7-627797382063 req-f05c3085-8f2a-4e10-a0d6-ad5c28d7ba49 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124983 Sep 16 04:36:45.100309 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:45.100855 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-62668689-91cc-481b-adc1-04e01fe03d4f service neutron] For port 4089eb0f-9295-4df5-aa97-35572478f60c, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=4089eb0f-9295-4df5-aa97-35572478f60c,segment=NetworkSegment(658f680a-3fa0-437c-8003-3658800983eb),segment_id=658f680a-3fa0-437c-8003-3658800983eb)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:36:45.125625 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-62668689-91cc-481b-adc1-04e01fe03d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:45.151093 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cfa124ee-5461-4861-821e-9f4774701015 req-3bd2d740-58b6-463b-95a6-7dd7da052baf tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups?id=b14e81b3-49c1-4145-bd8c-53c1de0cc909&id=01a24215-1d44-4fcc-8eb3-6ccc8c3921e0&id=b51b760f-871c-4f37-b2af-b4af941d2610&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1060746 Sep 16 04:36:45.171479 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f538e-c869-448a-baf0-78f65ad2c592 req-610a1110-1a12-4a21-b4b7-ff317a52bb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:45.188908 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4f5f538e-c869-448a-baf0-78f65ad2c592 req-610a1110-1a12-4a21-b4b7-ff317a52bb49 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1270242 Sep 16 04:36:45.214639 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=8458f15a-7a63-425e-8097-a6b6eb4032ff,revision_number=6']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:45.224587 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:45.266572 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 2242e329-602a-45be-9e3b-ed59f7797ed3, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2242e329-602a-45be-9e3b-ed59f7797ed3,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:45.273914 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:45.274228 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:45.274644 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:45.275081 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:45.275425 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:45.275758 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:45.276170 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:45.276317 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-62668689-91cc-481b-adc1-04e01fe03d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:45.276507 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:45.276876 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:45.276990 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-62668689-91cc-481b-adc1-04e01fe03d4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:45.277278 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:45.277614 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:45.278150 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:45.280863 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-62668689-91cc-481b-adc1-04e01fe03d4f service neutron] 10.222.0.48 "PUT /v2.0/ports/4089eb0f-9295-4df5-aa97-35572478f60c HTTP/1.1" status: 200 len: 1092 time: 3.3769867 Sep 16 04:36:45.287949 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83372543-752c-48d0-a115-ac6c769ea5fe', 'tag': '4089eb0f-9295-4df5-aa97-35572478f60c'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:45.291906 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abc9053-e0d3-4df2-8601-3bdee39da854" -d '{"events": [{"name": "network-changed", "server_uuid": "83372543-752c-48d0-a115-ac6c769ea5fe", "tag": "4089eb0f-9295-4df5-aa97-35572478f60c"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:45.316475 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:45.347707 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4f5f538e-c869-448a-baf0-78f65ad2c592 req-536d920a-8f01-47cc-b0fb-c6c7fe279cb2 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575892 Sep 16 04:36:45.365759 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a594e66-59b6-4bd4-8b80-6f94c7d063e1 x-openstack-request-id: req-5a594e66-59b6-4bd4-8b80-6f94c7d063e1 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:45.366054 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83372543-752c-48d0-a115-ac6c769ea5fe", "tag": "4089eb0f-9295-4df5-aa97-35572478f60c", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:45.366302 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5a594e66-59b6-4bd4-8b80-6f94c7d063e1 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:45.366687 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83372543-752c-48d0-a115-ac6c769ea5fe', 'tag': '4089eb0f-9295-4df5-aa97-35572478f60c', 'status': 'completed', 'code': 200} Sep 16 04:36:45.369250 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62668689-91cc-481b-adc1-04e01fe03d4f service neutron] Pushing event updated for resources: {'Port': ['ID=4089eb0f-9295-4df5-aa97-35572478f60c,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:45.417330 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=2242e329-602a-45be-9e3b-ed59f7797ed3,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:45.458802 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-41649262-ac1d-4f17-9115-0dd31282d630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:45.460345 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-41649262-ac1d-4f17-9115-0dd31282d630 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=704dfedc4cae451e92880e679796489f&device_id=83372543-752c-48d0-a115-ac6c769ea5fe HTTP/1.1" status: 200 len: 1095 time: 0.0680273 Sep 16 04:36:45.462277 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1349ee9d-a059-474f-9b9b-626ec05dbf2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:45.463113 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ee6e7-d7bf-4377-a82a-d6537c973203 req-6aa17c54-6cc0-4890-8398-d762d207a7f5 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:45.464334 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['8458f15a-7a63-425e-8097-a6b6eb4032ff'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:45.464685 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e89ee6e7-d7bf-4377-a82a-d6537c973203 req-6aa17c54-6cc0-4890-8398-d762d207a7f5 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 945 time: 0.1156864 Sep 16 04:36:45.478823 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1349ee9d-a059-474f-9b9b-626ec05dbf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:45.529944 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e89ee6e7-d7bf-4377-a82a-d6537c973203 req-371f9c9a-9125-4e44-b4d7-5e09aa3c26d3 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565889 Sep 16 04:36:45.558022 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4f5f538e-c869-448a-baf0-78f65ad2c592 req-4009f149-a7c7-4b0d-b9ac-89943bd84331 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824875 Sep 16 04:36:45.577145 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-72b7ba54-6550-41d2-b603-c72ae42ddf13 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4089eb0f-9295-4df5-aa97-35572478f60c HTTP/1.1" status: 200 len: 217 time: 0.0955753 Sep 16 04:36:45.613708 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1349ee9d-a059-474f-9b9b-626ec05dbf2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:45.637280 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1349ee9d-a059-474f-9b9b-626ec05dbf2c admin admin] Pushing event updated for resources: {'Port': ['ID=879c817a-c37e-4c55-a297-eef6715e48ba,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:45.680506 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-dc9ac72f-8376-4f15-bbd3-6afa7dbd0c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:45.682031 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-dc9ac72f-8376-4f15-bbd3-6afa7dbd0c33 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f1f953d6-01ca-4cb0-98b0-b9ee2763d49d HTTP/1.1" status: 200 len: 845 time: 0.0957966 Sep 16 04:36:45.737530 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-c44c115d-ccd8-403b-8fbf-3c351fe85491 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=01519a52-82ee-43fa-90b0-c71411cde4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272021 Sep 16 04:36:45.800634 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1349ee9d-a059-474f-9b9b-626ec05dbf2c admin admin] Network 9f6e9e14-695c-4a5f-925c-54c3d0576f7c is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:36:45.831390 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-1349ee9d-a059-474f-9b9b-626ec05dbf2c admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:36:45.866109 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:45.939320 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86069c09-aabb-40df-8bde-2ee525de2d2a req-5aeefca7-53aa-420f-8bbe-595f70ea71ed tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:45.940965 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-86069c09-aabb-40df-8bde-2ee525de2d2a req-5aeefca7-53aa-420f-8bbe-595f70ea71ed tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=acd0382d-b393-4db1-8457-03f2eb339345 HTTP/1.1" status: 200 len: 947 time: 0.1552389 Sep 16 04:36:45.945175 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-2554b0e7-a979-444f-8685-a89f9d741eea service neutron] 10.222.0.48 "GET /v2.0/networks/01519a52-82ee-43fa-90b0-c71411cde4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975977 Sep 16 04:36:46.088021 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-86069c09-aabb-40df-8bde-2ee525de2d2a req-1c02522d-f5a6-44f7-af8b-5eea430ba3f3 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331270 Sep 16 04:36:46.095493 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1349ee9d-a059-474f-9b9b-626ec05dbf2c admin admin] Router 177a4f06-e076-44ff-9282-28abc3d1273c has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:36:46.103703 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-3fed19b8-03d3-493c-b8f8-0565b463937e None None] Provisioning complete for port 879c817a-c37e-4c55-a297-eef6715e48ba triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:46.104154 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3fed19b8-03d3-493c-b8f8-0565b463937e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:46.158031 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-3fed19b8-03d3-493c-b8f8-0565b463937e None None] Port 879c817a-c37e-4c55-a297-eef6715e48ba cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:36:46.158403 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cca56190-ee46-438a-b5a4-835ea4ffba85 req-d9e9c364-f949-41b2-b2ae-dd3e23c4018f service neutron] 10.222.0.48 "GET /v2.0/networks/01519a52-82ee-43fa-90b0-c71411cde4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681399 Sep 16 04:36:46.243271 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1349ee9d-a059-474f-9b9b-626ec05dbf2c admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:36:46.248983 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ea2f5-dd3d-4a92-b64d-92c20c96d730 req-aee58d6c-021c-43f4-9388-f8294cf321a7 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:46.252313 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1349ee9d-a059-474f-9b9b-626ec05dbf2c admin admin] 10.222.0.35 "PUT /v2.0/routers/177a4f06-e076-44ff-9282-28abc3d1273c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3951259 Sep 16 04:36:46.253082 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3f4ea2f5-dd3d-4a92-b64d-92c20c96d730 req-aee58d6c-021c-43f4-9388-f8294cf321a7 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=83372543-752c-48d0-a115-ac6c769ea5fe HTTP/1.1" status: 200 len: 943 time: 0.0704625 Sep 16 04:36:46.267192 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b3f9ae-10ff-4939-833e-66d263dbdae5 None None] Sync routers for ids ['177a4f06-e076-44ff-9282-28abc3d1273c'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:36:46.287574 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b3f9ae-10ff-4939-833e-66d263dbdae5 None None] Routers {'177a4f06-e076-44ff-9282-28abc3d1273c'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:36:46.289726 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-c5b3f9ae-10ff-4939-833e-66d263dbdae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:36:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['177a4f06-e076-44ff-9282-28abc3d1273c'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:46.341949 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3f4ea2f5-dd3d-4a92-b64d-92c20c96d730 req-51b192c7-ac7a-4ffd-afc5-249acb1c6499 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804784 Sep 16 04:36:46.373832 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250dac92-f257-4b74-86b8-e55acace4681 req-ff2e925e-99c4-4b52-90f6-945da292dfd9 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:46.375738 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-250dac92-f257-4b74-86b8-e55acace4681 req-ff2e925e-99c4-4b52-90f6-945da292dfd9 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3348ce-401e-4238-8887-47463ac54954 HTTP/1.1" status: 200 len: 1023 time: 0.1185679 Sep 16 04:36:46.427569 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc9053-e0d3-4df2-8601-3bdee39da854 req-abc53240-d476-4129-b515-b3513c716362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:46.429694 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6abc9053-e0d3-4df2-8601-3bdee39da854 req-abc53240-d476-4129-b515-b3513c716362 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=704dfedc4cae451e92880e679796489f&device_id=83372543-752c-48d0-a115-ac6c769ea5fe HTTP/1.1" status: 200 len: 1095 time: 0.1174107 Sep 16 04:36:46.456336 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 8458f15a-7a63-425e-8097-a6b6eb4032ff up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:36:46.515270 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-c5b3f9ae-10ff-4939-833e-66d263dbdae5 None None] Set router 177a4f06-e076-44ff-9282-28abc3d1273c gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:36:46.532559 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-250dac92-f257-4b74-86b8-e55acace4681 req-800723d5-c525-4403-8fd0-6cedea941471 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups?id=b14e81b3-49c1-4145-bd8c-53c1de0cc909&id=01a24215-1d44-4fcc-8eb3-6ccc8c3921e0&id=b51b760f-871c-4f37-b2af-b4af941d2610&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1464396 Sep 16 04:36:46.610890 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2242e329-602a-45be-9e3b-ed59f7797ed3 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:36:46.690456 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc9053-e0d3-4df2-8601-3bdee39da854 req-23e77403-5db5-4053-bc5a-585cf7be446e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:46.692881 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6abc9053-e0d3-4df2-8601-3bdee39da854 req-23e77403-5db5-4053-bc5a-585cf7be446e service neutron] 10.222.0.48 "GET /v2.0/networks?id=01519a52-82ee-43fa-90b0-c71411cde4f0 HTTP/1.1" status: 200 len: 906 time: 0.2487838 Sep 16 04:36:46.708750 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a5461-256a-4d60-b2c4-e83c90fd41b0 req-1442cdce-45ee-4c2e-b7ba-f1b5f4dd86a0 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:46.716586 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f46a5461-256a-4d60-b2c4-e83c90fd41b0 req-1442cdce-45ee-4c2e-b7ba-f1b5f4dd86a0 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 945 time: 0.0998261 Sep 16 04:36:46.717351 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 8458f15a-7a63-425e-8097-a6b6eb4032ff triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:46.717729 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:46.764511 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6abc9053-e0d3-4df2-8601-3bdee39da854 req-40ed7fa1-6100-48cb-a68c-2e3451473374 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4089eb0f-9295-4df5-aa97-35572478f60c HTTP/1.1" status: 200 len: 217 time: 0.0446639 Sep 16 04:36:46.830473 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f46a5461-256a-4d60-b2c4-e83c90fd41b0 req-392e9958-0c36-4827-850d-4533c3673854 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073632 Sep 16 04:36:46.860430 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc9053-e0d3-4df2-8601-3bdee39da854 req-d8bd8b1f-50ab-4048-8e65-816f776b3a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:46.862075 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6abc9053-e0d3-4df2-8601-3bdee39da854 req-d8bd8b1f-50ab-4048-8e65-816f776b3a8d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f1f953d6-01ca-4cb0-98b0-b9ee2763d49d HTTP/1.1" status: 200 len: 845 time: 0.0887046 Sep 16 04:36:46.903986 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6abc9053-e0d3-4df2-8601-3bdee39da854 req-378d392c-e2cb-421f-901f-b0df70e92f2b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=01519a52-82ee-43fa-90b0-c71411cde4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329206 Sep 16 04:36:46.948090 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 5b20acd7-db56-459e-bcc5-ceff5032038f details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:36:46.950532 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2ef3ad7e-65e3-4c46-ae7b-78660b409685 req-2782f3d4-70a5-4663-840a-1d6154e18f8e tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2356021 Sep 16 04:36:46.966620 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-2ef3ad7e-65e3-4c46-ae7b-78660b409685 req-5457e7b4-706e-4ad2-b23f-67dd4f01fc2e tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:46.981586 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 2242e329-602a-45be-9e3b-ed59f7797ed3 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:46.981964 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:46.996738 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2ef3ad7e-65e3-4c46-ae7b-78660b409685 req-5457e7b4-706e-4ad2-b23f-67dd4f01fc2e tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Notify callbacks [] for floatingip, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:47.106155 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6abc9053-e0d3-4df2-8601-3bdee39da854 req-5d9eaacd-9f8a-48ae-b3a8-8c9f74f19e72 service neutron] 10.222.0.48 "GET /v2.0/networks/01519a52-82ee-43fa-90b0-c71411cde4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308837 Sep 16 04:36:47.152842 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2ef3ad7e-65e3-4c46-ae7b-78660b409685 req-5457e7b4-706e-4ad2-b23f-67dd4f01fc2e tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:47.157906 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:47.247633 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 5b20acd7-db56-459e-bcc5-ceff5032038f, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=5b20acd7-db56-459e-bcc5-ceff5032038f,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:47.282913 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 8458f15a-7a63-425e-8097-a6b6eb4032ff, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=8458f15a-7a63-425e-8097-a6b6eb4032ff,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:47.291009 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-2ef3ad7e-65e3-4c46-ae7b-78660b409685 req-5457e7b4-706e-4ad2-b23f-67dd4f01fc2e tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Allocated IP 172.25.8.121 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/b278a49e-0cb9-4867-8fe1-75e1302572f4) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:36:47.300380 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '5b20acd7-db56-459e-bcc5-ceff5032038f', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': '5b20acd7-db56-459e-bcc5-ceff5032038f', 'mac_address': 'fa:16:3e:85:b0:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:36:47.302631 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18197268-7960-4fe5-90a7-3303ed6e67a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8458f15a-7a63-425e-8097-a6b6eb4032ff'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:47.305866 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6d7a2b-9ab9-4289-b6be-a247459cfb47" -d '{"events": [{"server_uuid": "18197268-7960-4fe5-90a7-3303ed6e67a1", "name": "network-vif-plugged", "status": "completed", "tag": "8458f15a-7a63-425e-8097-a6b6eb4032ff"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:47.316684 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:47.331187 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33eaf9-5a4a-481a-ac4f-e27db4486cfb req-bab6f88c-1eec-4ba0-8977-d0d1b8ad7ef3 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:47.332908 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0d33eaf9-5a4a-481a-ac4f-e27db4486cfb req-bab6f88c-1eec-4ba0-8977-d0d1b8ad7ef3 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae3348ce-401e-4238-8887-47463ac54954 HTTP/1.1" status: 200 len: 1023 time: 0.1136770 Sep 16 04:36:47.381859 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6abc9053-e0d3-4df2-8601-3bdee39da854 req-33530695-98a0-4dd6-bfcc-95bc8de382b2 service neutron] 10.222.0.48 "GET /v2.0/networks/01519a52-82ee-43fa-90b0-c71411cde4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644038 Sep 16 04:36:47.389821 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-c5b3f9ae-10ff-4939-833e-66d263dbdae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177a4f06-e076-44ff-9282-28abc3d1273c', 'name': 'tempest-FloatingIPsTestJSON-306967986-router', 'tenant_id': 'ca10119c78a949599d5f62f70b3d0658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '2242e329-602a-45be-9e3b-ed59f7797ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:36:37Z', 'updated_at': '2021-09-16T04:36:44Z', 'revision_number': 4, 'project_id': 'ca10119c78a949599d5f62f70b3d0658', 'gw_port': {'id': '2242e329-602a-45be-9e3b-ed59f7797ed3', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:62:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177a4f06-e076-44ff-9282-28abc3d1273c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:36:38Z', 'updated_at': '2021-09-16T04:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '879c817a-c37e-4c55-a297-eef6715e48ba', 'name': '', 'network_id': '9f6e9e14-695c-4a5f-925c-54c3d0576f7c', 'tenant_id': 'ca10119c78a949599d5f62f70b3d0658', 'mac_address': 'fa:16:3e:8a:38:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177a4f06-e076-44ff-9282-28abc3d1273c', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '17138091-5a16-43f7-9b34-6995a93723ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:36:42Z', 'updated_at': '2021-09-16T04:36:45Z', 'revision_number': 2, 'project_id': 'ca10119c78a949599d5f62f70b3d0658', 'subnets': [{'id': '17138091-5a16-43f7-9b34-6995a93723ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:47.391593 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be69da7-15f3-4869-b4d3-eac1f1d92ead req-8f96e2de-5ca7-44e8-b928-54f6fca5d747 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:47.393071 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3be69da7-15f3-4869-b4d3-eac1f1d92ead req-8f96e2de-5ca7-44e8-b928-54f6fca5d747 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=acd0382d-b393-4db1-8457-03f2eb339345 HTTP/1.1" status: 200 len: 947 time: 0.1469264 Sep 16 04:36:47.448340 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2ef3ad7e-65e3-4c46-ae7b-78660b409685 req-5457e7b4-706e-4ad2-b23f-67dd4f01fc2e tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:47.448898 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b3f9ae-10ff-4939-833e-66d263dbdae5 None None] Checking router: 177a4f06-e076-44ff-9282-28abc3d1273c for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:36:47.449256 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b3f9ae-10ff-4939-833e-66d263dbdae5 None None] Updating router 177a4f06-e076-44ff-9282-28abc3d1273c port 879c817a-c37e-4c55-a297-eef6715e48ba binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:36:47.454225 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:47.478123 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3be69da7-15f3-4869-b4d3-eac1f1d92ead req-4880286a-f87c-48a4-b9c3-de8cc3592439 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736101 Sep 16 04:36:47.481643 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=8458f15a-7a63-425e-8097-a6b6eb4032ff,revision_number=7']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:47.497566 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c5b3f9ae-10ff-4939-833e-66d263dbdae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:47.507476 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-0d33eaf9-5a4a-481a-ac4f-e27db4486cfb req-a886d08d-fe30-4d48-ad60-edfeacfb91ad tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Deleting port 8c326559-5157-4787-872e-99ec2d94a51f {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:36:47.507818 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0d33eaf9-5a4a-481a-ac4f-e27db4486cfb req-a886d08d-fe30-4d48-ad60-edfeacfb91ad tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:47.511403 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b20acd7-db56-459e-bcc5-ceff5032038f {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:47.534587 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 5b20acd7-db56-459e-bcc5-ceff5032038f, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=5b20acd7-db56-459e-bcc5-ceff5032038f,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:47.539976 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2ef3ad7e-65e3-4c46-ae7b-78660b409685 req-5457e7b4-706e-4ad2-b23f-67dd4f01fc2e tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:47.543952 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:47.592036 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b511e9-e932-451c-9413-0132e5cc3a0c x-openstack-request-id: req-d9b511e9-e932-451c-9413-0132e5cc3a0c {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:47.592331 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18197268-7960-4fe5-90a7-3303ed6e67a1", "name": "network-vif-plugged", "status": "completed", "tag": "8458f15a-7a63-425e-8097-a6b6eb4032ff", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:47.592594 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d9b511e9-e932-451c-9413-0132e5cc3a0c {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:47.592995 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18197268-7960-4fe5-90a7-3303ed6e67a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8458f15a-7a63-425e-8097-a6b6eb4032ff', 'code': 200} Sep 16 04:36:47.603066 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ef3ad7e-65e3-4c46-ae7b-78660b409685 req-5457e7b4-706e-4ad2-b23f-67dd4f01fc2e tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:36:47.607926 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-2ef3ad7e-65e3-4c46-ae7b-78660b409685 req-5457e7b4-706e-4ad2-b23f-67dd4f01fc2e tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:36:47.612426 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef3ad7e-65e3-4c46-ae7b-78660b409685 req-5457e7b4-706e-4ad2-b23f-67dd4f01fc2e tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:36:47.634186 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-0d33eaf9-5a4a-481a-ac4f-e27db4486cfb req-a886d08d-fe30-4d48-ad60-edfeacfb91ad tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] For port 8c326559-5157-4787-872e-99ec2d94a51f, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=8c326559-5157-4787-872e-99ec2d94a51f,segment=NetworkSegment(cbe67464-0aa0-4d99-b9c3-86d1111ee3c1),segment_id=cbe67464-0aa0-4d99-b9c3-86d1111ee3c1)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:47.635156 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0d33eaf9-5a4a-481a-ac4f-e27db4486cfb req-a886d08d-fe30-4d48-ad60-edfeacfb91ad tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:47.649824 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-0d33eaf9-5a4a-481a-ac4f-e27db4486cfb req-a886d08d-fe30-4d48-ad60-edfeacfb91ad tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Calling delete_port for 8c326559-5157-4787-872e-99ec2d94a51f owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:36:47.685347 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=5b20acd7-db56-459e-bcc5-ceff5032038f,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:47.687591 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5457e7b4-706e-4ad2-b23f-67dd4f01fc2e tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Pushing event updated for resources: {'Port': ['ID=b278a49e-0cb9-4867-8fe1-75e1302572f4,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:47.759203 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2ef3ad7e-65e3-4c46-ae7b-78660b409685 req-5457e7b4-706e-4ad2-b23f-67dd4f01fc2e tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:47.774012 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acea664-f321-4703-96b5-4ab49d1fe264 req-9c5ff026-5ac3-41d1-b1ea-c42634df7c54 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:47.775902 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0acea664-f321-4703-96b5-4ab49d1fe264 req-9c5ff026-5ac3-41d1-b1ea-c42634df7c54 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=83372543-752c-48d0-a115-ac6c769ea5fe HTTP/1.1" status: 200 len: 943 time: 0.1237888 Sep 16 04:36:47.804893 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2ef3ad7e-65e3-4c46-ae7b-78660b409685 req-5457e7b4-706e-4ad2-b23f-67dd4f01fc2e tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:47.831154 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0acea664-f321-4703-96b5-4ab49d1fe264 req-c33e1b1b-f547-45f0-bd4e-479fe0d30a6f tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474033 Sep 16 04:36:47.924983 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0d33eaf9-5a4a-481a-ac4f-e27db4486cfb req-a886d08d-fe30-4d48-ad60-edfeacfb91ad tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:47.927475 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c5b3f9ae-10ff-4939-833e-66d263dbdae5 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:47.947505 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c5b3f9ae-10ff-4939-833e-66d263dbdae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:47.958785 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a886d08d-fe30-4d48-ad60-edfeacfb91ad tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Pushing event deleted for resources: {'Port': ['ID=8c326559-5157-4787-872e-99ec2d94a51f,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:48.019693 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d33eaf9-5a4a-481a-ac4f-e27db4486cfb req-a886d08d-fe30-4d48-ad60-edfeacfb91ad tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] No DVR routers for this DVR port 8c326559-5157-4787-872e-99ec2d94a51f on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:36:48.023825 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0d33eaf9-5a4a-481a-ac4f-e27db4486cfb req-a886d08d-fe30-4d48-ad60-edfeacfb91ad tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:48.026149 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0d33eaf9-5a4a-481a-ac4f-e27db4486cfb req-a886d08d-fe30-4d48-ad60-edfeacfb91ad tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.48 "DELETE /v2.0/ports/8c326559-5157-4787-872e-99ec2d94a51f HTTP/1.1" status: 204 len: 173 time: 0.6819694 Sep 16 04:36:48.026816 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3348ce-401e-4238-8887-47463ac54954', 'name': 'network-vif-deleted', 'tag': '8c326559-5157-4787-872e-99ec2d94a51f'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:48.029390 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ab8c0b-100a-46e9-90bb-12c1b41d6fde" -d '{"events": [{"server_uuid": "ae3348ce-401e-4238-8887-47463ac54954", "name": "network-vif-deleted", "tag": "8c326559-5157-4787-872e-99ec2d94a51f"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:48.049942 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2ef3ad7e-65e3-4c46-ae7b-78660b409685 req-5457e7b4-706e-4ad2-b23f-67dd4f01fc2e tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:48.066136 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91460686-206c-48ff-8833-839694dcc084 None None] Pushing event updated for resources: {'Port': ['ID=879c817a-c37e-4c55-a297-eef6715e48ba,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:48.068081 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2ef3ad7e-65e3-4c46-ae7b-78660b409685 req-5457e7b4-706e-4ad2-b23f-67dd4f01fc2e tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:48.069725 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['8c326559-5157-4787-872e-99ec2d94a51f'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:48.105220 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['5b20acd7-db56-459e-bcc5-ceff5032038f'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:48.198080 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a9123cb8-af49-4fd2-96d3-b1b0de089064 req-83104179-9344-469f-87b3-a92ee7309f2b tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae3348ce-401e-4238-8887-47463ac54954 HTTP/1.1" status: 200 len: 210 time: 0.0526910 Sep 16 04:36:48.242690 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5457e7b4-706e-4ad2-b23f-67dd4f01fc2e tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Pushing event updated for resources: {'Port': ['ID=b278a49e-0cb9-4867-8fe1-75e1302572f4,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:48.254291 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2ef3ad7e-65e3-4c46-ae7b-78660b409685 req-5457e7b4-706e-4ad2-b23f-67dd4f01fc2e tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:48.264223 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-c5b3f9ae-10ff-4939-833e-66d263dbdae5 None None] Attempting to bind port 879c817a-c37e-4c55-a297-eef6715e48ba on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:36:48.264790 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-c5b3f9ae-10ff-4939-833e-66d263dbdae5 None None] Attempting to bind port 879c817a-c37e-4c55-a297-eef6715e48ba by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '930b3bd1-fe07-4f1b-857c-fb9fca45d561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9f6e9e14-695c-4a5f-925c-54c3d0576f7c'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:36:48.265427 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b3f9ae-10ff-4939-833e-66d263dbdae5 None None] Attempting to bind port 879c817a-c37e-4c55-a297-eef6715e48ba on network 9f6e9e14-695c-4a5f-925c-54c3d0576f7c {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:48.274756 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b3f9ae-10ff-4939-833e-66d263dbdae5 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:36:48.275319 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b3f9ae-10ff-4939-833e-66d263dbdae5 None None] Checking segment: {'id': '930b3bd1-fe07-4f1b-857c-fb9fca45d561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9f6e9e14-695c-4a5f-925c-54c3d0576f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:36:48.276062 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c5b3f9ae-10ff-4939-833e-66d263dbdae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:48.276464 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b3f9ae-10ff-4939-833e-66d263dbdae5 None None] Bound using segment: {'id': '930b3bd1-fe07-4f1b-857c-fb9fca45d561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9f6e9e14-695c-4a5f-925c-54c3d0576f7c'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:36:48.277125 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-c5b3f9ae-10ff-4939-833e-66d263dbdae5 None None] Bound port: 879c817a-c37e-4c55-a297-eef6715e48ba, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '930b3bd1-fe07-4f1b-857c-fb9fca45d561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9f6e9e14-695c-4a5f-925c-54c3d0576f7c'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:36:48.277614 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c5b3f9ae-10ff-4939-833e-66d263dbdae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:48.297493 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2ef3ad7e-65e3-4c46-ae7b-78660b409685 req-5457e7b4-706e-4ad2-b23f-67dd4f01fc2e tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:48.300363 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2ef3ad7e-65e3-4c46-ae7b-78660b409685 req-5457e7b4-706e-4ad2-b23f-67dd4f01fc2e tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3385589 Sep 16 04:36:48.382490 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2ef3ad7e-65e3-4c46-ae7b-78660b409685 req-be4bb322-7fad-4dd8-a483-0aed7d1f5214 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.121 HTTP/1.1" status: 200 len: 696 time: 0.0719206 Sep 16 04:36:48.471156 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-c5b3f9ae-10ff-4939-833e-66d263dbdae5 None None] For port 879c817a-c37e-4c55-a297-eef6715e48ba, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:36:48.490048 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-c5b3f9ae-10ff-4939-833e-66d263dbdae5 None None] For port 879c817a-c37e-4c55-a297-eef6715e48ba, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=879c817a-c37e-4c55-a297-eef6715e48ba,segment=NetworkSegment(930b3bd1-fe07-4f1b-857c-fb9fca45d561),segment_id=930b3bd1-fe07-4f1b-857c-fb9fca45d561)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:36:48.494302 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa3b74-41e1-4d30-87e0-b594eea59267 req-d802e4fe-c731-4857-8c0d-01ed61989531 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:48.496240 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-06fa3b74-41e1-4d30-87e0-b594eea59267 req-d802e4fe-c731-4857-8c0d-01ed61989531 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 945 time: 0.0919800 Sep 16 04:36:48.510497 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c5b3f9ae-10ff-4939-833e-66d263dbdae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:48.550536 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-06fa3b74-41e1-4d30-87e0-b594eea59267 req-1c91c320-14e3-43a5-9659-8f30e6b5c29b tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446761 Sep 16 04:36:48.584103 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3ad7e-65e3-4c46-ae7b-78660b409685 req-2b00a785-c19d-4b83-8513-e0b3939077c8 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:48.585504 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2ef3ad7e-65e3-4c46-ae7b-78660b409685 req-2b00a785-c19d-4b83-8513-e0b3939077c8 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 784 time: 0.1997991 Sep 16 04:36:48.595610 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [req-2ef3ad7e-65e3-4c46-ae7b-78660b409685 req-c2416241-d666-4ffb-bfb5-4ab8f6e40629 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:36:48.604301 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2ef3ad7e-65e3-4c46-ae7b-78660b409685 req-c2416241-d666-4ffb-bfb5-4ab8f6e40629 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133922 Sep 16 04:36:48.642620 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b38df89-b4ca-46b7-b725-20a8738bbbfc x-openstack-request-id: req-1b38df89-b4ca-46b7-b725-20a8738bbbfc {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:48.643269 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3348ce-401e-4238-8887-47463ac54954", "name": "network-vif-deleted", "tag": "8c326559-5157-4787-872e-99ec2d94a51f", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:48.643848 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1b38df89-b4ca-46b7-b725-20a8738bbbfc {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:48.644481 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3348ce-401e-4238-8887-47463ac54954', 'name': 'network-vif-deleted', 'tag': '8c326559-5157-4787-872e-99ec2d94a51f', 'status': 'completed', 'code': 200} Sep 16 04:36:48.650191 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91460686-206c-48ff-8833-839694dcc084 None None] Pushing event updated for resources: {'Port': ['ID=879c817a-c37e-4c55-a297-eef6715e48ba,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:48.704236 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-8b86ae36-e7a7-48d5-9ffa-10911600fe13 None None] Provisioning complete for port 879c817a-c37e-4c55-a297-eef6715e48ba triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:48.704633 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8b86ae36-e7a7-48d5-9ffa-10911600fe13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:48.708111 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b3f9ae-10ff-4939-833e-66d263dbdae5 None None] Routers {'177a4f06-e076-44ff-9282-28abc3d1273c'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:36:48.708975 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-c5b3f9ae-10ff-4939-833e-66d263dbdae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:36:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['177a4f06-e076-44ff-9282-28abc3d1273c'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:48.802970 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-989bd5e3-5785-4ad0-9912-6874c6a71863 req-c6dbb60e-16c2-47dc-9115-f17379bd1d88 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] 10.222.0.35 "GET /v2.0/floatingips/e4ac12c0-fde7-40ec-b9a4-f25e63d12ce0 HTTP/1.1" status: 200 len: 693 time: 0.0603340 Sep 16 04:36:48.865946 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4fe88-108d-4108-a992-9d89b6972aea req-e4f34921-71b8-4a5e-915f-d800de4afd9f tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:48.875166 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-91b4fe88-108d-4108-a992-9d89b6972aea req-e4f34921-71b8-4a5e-915f-d800de4afd9f tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=acd0382d-b393-4db1-8457-03f2eb339345 HTTP/1.1" status: 200 len: 948 time: 0.1124246 Sep 16 04:36:48.883777 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-c5b3f9ae-10ff-4939-833e-66d263dbdae5 None None] Set router 177a4f06-e076-44ff-9282-28abc3d1273c gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:36:48.942676 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-91b4fe88-108d-4108-a992-9d89b6972aea req-6b5ab477-b56e-4956-9fc5-a1a49a9f9227 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660195 Sep 16 04:36:48.947904 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bd5e3-5785-4ad0-9912-6874c6a71863 req-70269e08-932e-4bd9-9f0c-1e393b3edf79 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:48.949699 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-989bd5e3-5785-4ad0-9912-6874c6a71863 req-70269e08-932e-4bd9-9f0c-1e393b3edf79 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 784 time: 0.1405320 Sep 16 04:36:49.055926 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8b86ae36-e7a7-48d5-9ffa-10911600fe13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:49.106620 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2c20c-9051-4f27-a82a-00def1bbf10f req-e05173e9-e361-4fe2-b4db-18b6a1370c50 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:49.118294 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-93b2c20c-9051-4f27-a82a-00def1bbf10f req-e05173e9-e361-4fe2-b4db-18b6a1370c50 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=83372543-752c-48d0-a115-ac6c769ea5fe HTTP/1.1" status: 200 len: 943 time: 0.0776765 Sep 16 04:36:49.154444 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0379683e-3f31-45b1-ae93-70dad83a3da7 req-1a8c2c48-4845-4e5c-9485-a4c5b2408839 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] 10.222.0.35 "GET /v2.0/floatingips?tenant_id=ca10119c78a949599d5f62f70b3d0658 HTTP/1.1" status: 200 len: 696 time: 0.1675975 Sep 16 04:36:49.156923 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-8b86ae36-e7a7-48d5-9ffa-10911600fe13 None None] For port 879c817a-c37e-4c55-a297-eef6715e48ba, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=879c817a-c37e-4c55-a297-eef6715e48ba,segment=NetworkSegment(930b3bd1-fe07-4f1b-857c-fb9fca45d561),segment_id=930b3bd1-fe07-4f1b-857c-fb9fca45d561)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:49.173957 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8b86ae36-e7a7-48d5-9ffa-10911600fe13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:49.192784 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-93b2c20c-9051-4f27-a82a-00def1bbf10f req-8ce7fed8-0cb3-40d1-a77c-e1b41a04e6db tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731227 Sep 16 04:36:49.336768 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86ae36-e7a7-48d5-9ffa-10911600fe13 None None] Pushing event updated for resources: {'Port': ['ID=879c817a-c37e-4c55-a297-eef6715e48ba,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:49.353872 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-5ad7bebe-4b29-4049-b18e-786bc0be22e2 None None] Provisioning complete for port 879c817a-c37e-4c55-a297-eef6715e48ba triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:49.354247 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5ad7bebe-4b29-4049-b18e-786bc0be22e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:49.392728 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379683e-3f31-45b1-ae93-70dad83a3da7 req-724bf29b-a896-4f54-bf78-5d80a40ac29d tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:49.401975 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0379683e-3f31-45b1-ae93-70dad83a3da7 req-724bf29b-a896-4f54-bf78-5d80a40ac29d tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] 10.222.0.35 "GET /v2.0/networks?id=6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 787 time: 0.2264621 Sep 16 04:36:49.404442 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-c5b3f9ae-10ff-4939-833e-66d263dbdae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177a4f06-e076-44ff-9282-28abc3d1273c', 'name': 'tempest-FloatingIPsTestJSON-306967986-router', 'tenant_id': 'ca10119c78a949599d5f62f70b3d0658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '2242e329-602a-45be-9e3b-ed59f7797ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:36:37Z', 'updated_at': '2021-09-16T04:36:44Z', 'revision_number': 4, 'project_id': 'ca10119c78a949599d5f62f70b3d0658', 'gw_port': {'id': '2242e329-602a-45be-9e3b-ed59f7797ed3', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:62:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177a4f06-e076-44ff-9282-28abc3d1273c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:36:38Z', 'updated_at': '2021-09-16T04:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '879c817a-c37e-4c55-a297-eef6715e48ba', 'name': '', 'network_id': '9f6e9e14-695c-4a5f-925c-54c3d0576f7c', 'tenant_id': 'ca10119c78a949599d5f62f70b3d0658', 'mac_address': 'fa:16:3e:8a:38:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177a4f06-e076-44ff-9282-28abc3d1273c', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '17138091-5a16-43f7-9b34-6995a93723ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:36:42Z', 'updated_at': '2021-09-16T04:36:48Z', 'revision_number': 4, 'project_id': 'ca10119c78a949599d5f62f70b3d0658', 'subnets': [{'id': '17138091-5a16-43f7-9b34-6995a93723ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:49.407667 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [req-0379683e-3f31-45b1-ae93-70dad83a3da7 req-c9d6e138-3a83-46af-924f-32ab19e5c105 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:36:49.413825 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0379683e-3f31-45b1-ae93-70dad83a3da7 req-c9d6e138-3a83-46af-924f-32ab19e5c105 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110085 Sep 16 04:36:49.448805 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b3f9ae-10ff-4939-833e-66d263dbdae5 None None] The sync data for ids ['177a4f06-e076-44ff-9282-28abc3d1273c'] in n-d-712139-15 is: [{'id': '177a4f06-e076-44ff-9282-28abc3d1273c', 'name': 'tempest-FloatingIPsTestJSON-306967986-router', 'tenant_id': 'ca10119c78a949599d5f62f70b3d0658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '2242e329-602a-45be-9e3b-ed59f7797ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:36:37Z', 'updated_at': '2021-09-16T04:36:44Z', 'revision_number': 4, 'project_id': 'ca10119c78a949599d5f62f70b3d0658', 'gw_port': {'id': '2242e329-602a-45be-9e3b-ed59f7797ed3', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:62:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177a4f06-e076-44ff-9282-28abc3d1273c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:36:38Z', 'updated_at': '2021-09-16T04:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '879c817a-c37e-4c55-a297-eef6715e48ba', 'name': '', 'network_id': '9f6e9e14-695c-4a5f-925c-54c3d0576f7c', 'tenant_id': 'ca10119c78a949599d5f62f70b3d0658', 'mac_address': 'fa:16:3e:8a:38:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177a4f06-e076-44ff-9282-28abc3d1273c', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '17138091-5a16-43f7-9b34-6995a93723ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:36:42Z', 'updated_at': '2021-09-16T04:36:48Z', 'revision_number': 4, 'project_id': 'ca10119c78a949599d5f62f70b3d0658', 'subnets': [{'id': '17138091-5a16-43f7-9b34-6995a93723ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:36:49.464697 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a04bd16-fb27-4eed-81db-6eec6a7b862b req-8d29028e-4deb-468f-ac8a-5df45117e69f tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups/b14e81b3-49c1-4145-bd8c-53c1de0cc909 HTTP/1.1" status: 200 len: 1800 time: 0.0657139 Sep 16 04:36:49.509096 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b110db82-b4e1-4bd1-b654-cb301fcfb2ac req-cc037e9d-44bf-48a8-a806-e8c9a7e8269a tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] 10.222.0.35 "GET /v2.0/floatingips/e4ac12c0-fde7-40ec-b9a4-f25e63d12ce0 HTTP/1.1" status: 200 len: 693 time: 0.0728984 Sep 16 04:36:49.622117 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0a04bd16-fb27-4eed-81db-6eec6a7b862b req-e9dd32ad-55f5-4925-8cee-5554cda411bd tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:49.673799 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0a04bd16-fb27-4eed-81db-6eec6a7b862b req-e9dd32ad-55f5-4925-8cee-5554cda411bd tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:49.721837 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110db82-b4e1-4bd1-b654-cb301fcfb2ac req-9c20dfb7-6dad-4d0f-af44-4284296e5fb2 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:49.724556 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b110db82-b4e1-4bd1-b654-cb301fcfb2ac req-9c20dfb7-6dad-4d0f-af44-4284296e5fb2 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 784 time: 0.2149231 Sep 16 04:36:49.738066 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [req-b110db82-b4e1-4bd1-b654-cb301fcfb2ac req-b2053210-0408-4328-8565-9ed779b617fe tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:36:49.740222 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b110db82-b4e1-4bd1-b654-cb301fcfb2ac req-b2053210-0408-4328-8565-9ed779b617fe tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091612 Sep 16 04:36:49.777521 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0a04bd16-fb27-4eed-81db-6eec6a7b862b req-e9dd32ad-55f5-4925-8cee-5554cda411bd tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:49.780112 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0a04bd16-fb27-4eed-81db-6eec6a7b862b req-e9dd32ad-55f5-4925-8cee-5554cda411bd tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:49.783618 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a04bd16-fb27-4eed-81db-6eec6a7b862b req-e9dd32ad-55f5-4925-8cee-5554cda411bd tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "DELETE /v2.0/security-groups/b14e81b3-49c1-4145-bd8c-53c1de0cc909 HTTP/1.1" status: 204 len: 173 time: 0.3126323 Sep 16 04:36:49.803214 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd32ad-55f5-4925-8cee-5554cda411bd tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14e81b3-49c1-4145-bd8c-53c1de0cc909,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:49.835975 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b110db82-b4e1-4bd1-b654-cb301fcfb2ac req-b12be1cd-d32f-4e23-b915-8d6bbd6916c1 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.121 HTTP/1.1" status: 200 len: 696 time: 0.0881855 Sep 16 04:36:49.896409 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b110db82-b4e1-4bd1-b654-cb301fcfb2ac req-a65fa317-b5a4-4d80-af17-a3b94d92c799 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.121 HTTP/1.1" status: 200 len: 696 time: 0.0538049 Sep 16 04:36:49.967632 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67869bfb-47cd-4c11-8478-13dbfbb919c2 req-4ede2bd2-55ad-4971-b93e-0413f74c3666 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:49.969560 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-67869bfb-47cd-4c11-8478-13dbfbb919c2 req-4ede2bd2-55ad-4971-b93e-0413f74c3666 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 945 time: 0.1048515 Sep 16 04:36:50.040981 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-67869bfb-47cd-4c11-8478-13dbfbb919c2 req-b2b21271-f826-49bd-bce7-a9c159a9123a tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602367 Sep 16 04:36:50.120050 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-b110db82-b4e1-4bd1-b654-cb301fcfb2ac req-1f722700-d327-45f7-9305-5a01d4c08e95 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Deleting port b278a49e-0cb9-4867-8fe1-75e1302572f4 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:36:50.120050 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-b110db82-b4e1-4bd1-b654-cb301fcfb2ac req-1f722700-d327-45f7-9305-5a01d4c08e95 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:50.222346 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-b110db82-b4e1-4bd1-b654-cb301fcfb2ac req-1f722700-d327-45f7-9305-5a01d4c08e95 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:50.222674 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-b110db82-b4e1-4bd1-b654-cb301fcfb2ac req-1f722700-d327-45f7-9305-5a01d4c08e95 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:50.241253 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-b110db82-b4e1-4bd1-b654-cb301fcfb2ac req-1f722700-d327-45f7-9305-5a01d4c08e95 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Calling delete_port for b278a49e-0cb9-4867-8fe1-75e1302572f4 owned by network:floatingip {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:36:50.253161 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2044ef2a-432c-465a-8a1b-13c6b9a2da7e req-30a5f654-f095-4726-a27c-b55eb9614488 tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "GET /v2.0/security-groups/b51b760f-871c-4f37-b2af-b4af941d2610 HTTP/1.1" status: 200 len: 1799 time: 0.0678325 Sep 16 04:36:50.343879 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2044ef2a-432c-465a-8a1b-13c6b9a2da7e req-0c9048b8-d2e3-4817-8791-7f60882197dd tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:50.404929 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2044ef2a-432c-465a-8a1b-13c6b9a2da7e req-0c9048b8-d2e3-4817-8791-7f60882197dd tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:50.471252 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2044ef2a-432c-465a-8a1b-13c6b9a2da7e req-0c9048b8-d2e3-4817-8791-7f60882197dd tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:50.473281 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-b110db82-b4e1-4bd1-b654-cb301fcfb2ac req-1f722700-d327-45f7-9305-5a01d4c08e95 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:50.474286 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2044ef2a-432c-465a-8a1b-13c6b9a2da7e req-0c9048b8-d2e3-4817-8791-7f60882197dd tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:50.475469 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2044ef2a-432c-465a-8a1b-13c6b9a2da7e req-0c9048b8-d2e3-4817-8791-7f60882197dd tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] 10.222.0.35 "DELETE /v2.0/security-groups/b51b760f-871c-4f37-b2af-b4af941d2610 HTTP/1.1" status: 204 len: 173 time: 0.2213976 Sep 16 04:36:50.532299 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 55132) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:50.533244 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9048b8-d2e3-4817-8791-7f60882197dd tempest-SecurityGroupsTestJSON-1648401483 tempest-SecurityGroupsTestJSON-1648401483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51b760f-871c-4f37-b2af-b4af941d2610,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:50.535085 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f722700-d327-45f7-9305-5a01d4c08e95 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Pushing event deleted for resources: {'Port': ['ID=b278a49e-0cb9-4867-8fe1-75e1302572f4,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:50.593838 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-b110db82-b4e1-4bd1-b654-cb301fcfb2ac req-1f722700-d327-45f7-9305-5a01d4c08e95 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Notify callbacks [] for floatingip, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:50.596835 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-b110db82-b4e1-4bd1-b654-cb301fcfb2ac req-1f722700-d327-45f7-9305-5a01d4c08e95 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:50.602991 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b110db82-b4e1-4bd1-b654-cb301fcfb2ac req-1f722700-d327-45f7-9305-5a01d4c08e95 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] 10.222.0.35 "DELETE /v2.0/floatingips/e4ac12c0-fde7-40ec-b9a4-f25e63d12ce0 HTTP/1.1" status: 204 len: 173 time: 0.6986415 Sep 16 04:36:50.699536 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-db7c2683-da8d-4317-856c-cdb29b0c2b19 admin admin] Deleting subnet e75339db-69ea-4d5e-b27d-924084c2c2cd {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:36:50.703370 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-db7c2683-da8d-4317-856c-cdb29b0c2b19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:50.753172 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-db7c2683-da8d-4317-856c-cdb29b0c2b19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:50.779217 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 879c817a-c37e-4c55-a297-eef6715e48ba up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:36:50.805743 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-db7c2683-da8d-4317-856c-cdb29b0c2b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:50.864125 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b7294-2ee4-4371-a54a-525befc08086 req-a3f371ea-8990-4a1f-ba59-be562b8130d9 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:50.870203 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f11b7294-2ee4-4371-a54a-525befc08086 req-a3f371ea-8990-4a1f-ba59-be562b8130d9 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=83372543-752c-48d0-a115-ac6c769ea5fe HTTP/1.1" status: 200 len: 943 time: 0.1379716 Sep 16 04:36:50.897004 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e9eff-2751-400d-8422-aa723f49bc03 req-058d70b1-d610-46a7-b827-2449074a618e tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:50.901043 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-506e9eff-2751-400d-8422-aa723f49bc03 req-058d70b1-d610-46a7-b827-2449074a618e tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=acd0382d-b393-4db1-8457-03f2eb339345 HTTP/1.1" status: 200 len: 948 time: 0.2836061 Sep 16 04:36:50.902952 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-db7c2683-da8d-4317-856c-cdb29b0c2b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:50.908124 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 879c817a-c37e-4c55-a297-eef6715e48ba triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:50.908518 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:50.964863 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f11b7294-2ee4-4371-a54a-525befc08086 req-f7e8e24b-c0bf-4c24-a2eb-c34b53872b89 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846388 Sep 16 04:36:50.988060 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c2683-da8d-4317-856c-cdb29b0c2b19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e75339db-69ea-4d5e-b27d-924084c2c2cd,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:51.007185 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 5b20acd7-db56-459e-bcc5-ceff5032038f up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:36:51.034243 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-db7c2683-da8d-4317-856c-cdb29b0c2b19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:51.038230 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-db7c2683-da8d-4317-856c-cdb29b0c2b19 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e75339db-69ea-4d5e-b27d-924084c2c2cd HTTP/1.1" status: 204 len: 168 time: 0.4926040 Sep 16 04:36:51.041026 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55150) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:51.101550 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-506e9eff-2751-400d-8422-aa723f49bc03 req-3f343256-cce4-46e4-b8c4-2b51b0457162 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342075 Sep 16 04:36:51.270836 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2ef15e9-95b7-4c2e-b718-357fda9fbd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:51.330518 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 5b20acd7-db56-459e-bcc5-ceff5032038f completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:36:51.373111 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 5b20acd7-db56-459e-bcc5-ceff5032038f triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:51.373111 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:51.440002 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d99293dd-aaf0-49a9-9fec-3a549ecde1c6 req-8ebbae89-7877-49d0-b203-4f69b2d125aa tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2818060 Sep 16 04:36:51.447221 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-d99293dd-aaf0-49a9-9fec-3a549ecde1c6 req-64dc6e0f-0916-4f04-9936-bb23b4f5b177 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:51.476612 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d99293dd-aaf0-49a9-9fec-3a549ecde1c6 req-64dc6e0f-0916-4f04-9936-bb23b4f5b177 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Notify callbacks [] for floatingip, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:51.491923 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2ef15e9-95b7-4c2e-b718-357fda9fbd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:51.544951 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-f2ef15e9-95b7-4c2e-b718-357fda9fbd3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2577294d-5026-4b77-b69e-c62d5d4484f9']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:51.572307 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-f2ef15e9-95b7-4c2e-b718-357fda9fbd3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe67464-0aa0-4d99-b9c3-86d1111ee3c1') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:51.573300 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-f2ef15e9-95b7-4c2e-b718-357fda9fbd3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe67464-0aa0-4d99-b9c3-86d1111ee3c1') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:51.600234 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2ef15e9-95b7-4c2e-b718-357fda9fbd3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:51.603306 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:51.622679 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2ef15e9-95b7-4c2e-b718-357fda9fbd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:51.632153 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2ef15e9-95b7-4c2e-b718-357fda9fbd3f admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:36:51.632595 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2ef15e9-95b7-4c2e-b718-357fda9fbd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:51.689707 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 5b20acd7-db56-459e-bcc5-ceff5032038f, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=5b20acd7-db56-459e-bcc5-ceff5032038f,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:51.696831 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd0382d-b393-4db1-8457-03f2eb339345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b20acd7-db56-459e-bcc5-ceff5032038f'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:51.701370 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15480b8-e86e-47ec-9762-0506cac32c88" -d '{"events": [{"server_uuid": "acd0382d-b393-4db1-8457-03f2eb339345", "name": "network-vif-plugged", "status": "completed", "tag": "5b20acd7-db56-459e-bcc5-ceff5032038f"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:51.710983 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:51.784927 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:36:51.784927 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:36:51.784927 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:36:51.784927 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:36:51.784927 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:36:51.784927 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:36:51.784927 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:36:51.784927 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:36:51.784927 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:36:51.784927 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:36:51.784927 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:36:51.784927 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:36:51.784927 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:36:51.784927 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:36:51.784927 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:36:51.784927 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:36:51.784927 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:36:51.784927 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:36:51.784927 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:36:51.784927 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:36:51.784927 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:36:51.784927 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:36:51.784927 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:36:51.784927 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:36:51.784927 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:36:51.784927 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:36:51.784927 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:36:51.784927 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:36:51.784927 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:36:51.784927 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:36:51.784927 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:36:51.784927 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:36:51.788532 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2ef15e9-95b7-4c2e-b718-357fda9fbd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:51.805082 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2ef15e9-95b7-4c2e-b718-357fda9fbd3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:51.809458 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f2ef15e9-95b7-4c2e-b718-357fda9fbd3f admin admin] 10.222.0.35 "DELETE /v2.0/networks/2577294d-5026-4b77-b69e-c62d5d4484f9 HTTP/1.1" status: 204 len: 168 time: 0.7659178 Sep 16 04:36:51.835865 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=5b20acd7-db56-459e-bcc5-ceff5032038f,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:51.845949 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef15e9-95b7-4c2e-b718-357fda9fbd3f admin admin] Pushing event deleted for resources: {'Network': ['ID=2577294d-5026-4b77-b69e-c62d5d4484f9,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:52.129184 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55182) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:52.198364 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6b638c35-f108-44f1-89bb-09c93dc838bb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=53a6a024b0e746bfa1cb57e5b401f8c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0672812 Sep 16 04:36:52.200090 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55184) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:52.278288 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d48e0736-a189-46af-b0a5-7d5cc83ed54a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:52.313796 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d99293dd-aaf0-49a9-9fec-3a549ecde1c6 req-64dc6e0f-0916-4f04-9936-bb23b4f5b177 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:52.342007 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d48e0736-a189-46af-b0a5-7d5cc83ed54a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:52.443978 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d48e0736-a189-46af-b0a5-7d5cc83ed54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:52.447048 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d48e0736-a189-46af-b0a5-7d5cc83ed54a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:52.451304 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d48e0736-a189-46af-b0a5-7d5cc83ed54a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/01a24215-1d44-4fcc-8eb3-6ccc8c3921e0 HTTP/1.1" status: 204 len: 168 time: 0.2499912 Sep 16 04:36:52.461052 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e0736-a189-46af-b0a5-7d5cc83ed54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a24215-1d44-4fcc-8eb3-6ccc8c3921e0,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:52.515190 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 4089eb0f-9295-4df5-aa97-35572478f60c details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:36:52.517454 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 8c326559-5157-4787-872e-99ec2d94a51f no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:36:52.579522 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-d99293dd-aaf0-49a9-9fec-3a549ecde1c6 req-64dc6e0f-0916-4f04-9936-bb23b4f5b177 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Allocated IP 172.25.8.44 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/ed675866-c6d0-43fc-b10a-1e3165b5efde) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:36:52.606312 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 8c326559-5157-4787-872e-99ec2d94a51f {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:36:52.608237 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 8c326559-5157-4787-872e-99ec2d94a51f not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:36:52.816461 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 4089eb0f-9295-4df5-aa97-35572478f60c, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=4089eb0f-9295-4df5-aa97-35572478f60c,segment=NetworkSegment(658f680a-3fa0-437c-8003-3658800983eb),segment_id=658f680a-3fa0-437c-8003-3658800983eb)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:52.828480 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d99293dd-aaf0-49a9-9fec-3a549ecde1c6 req-64dc6e0f-0916-4f04-9936-bb23b4f5b177 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:52.830602 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '4089eb0f-9295-4df5-aa97-35572478f60c', 'network_id': '01519a52-82ee-43fa-90b0-c71411cde4f0', 'port_id': '4089eb0f-9295-4df5-aa97-35572478f60c', 'mac_address': 'fa:16:3e:e6:e8:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1f953d6-01ca-4cb0-98b0-b9ee2763d49d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:36:52.891722 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d99293dd-aaf0-49a9-9fec-3a549ecde1c6 req-64dc6e0f-0916-4f04-9936-bb23b4f5b177 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:52.902778 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:52.936477 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d99293dd-aaf0-49a9-9fec-3a549ecde1c6 req-64dc6e0f-0916-4f04-9936-bb23b4f5b177 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:36:52.936755 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4089eb0f-9295-4df5-aa97-35572478f60c {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:52.942139 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-d99293dd-aaf0-49a9-9fec-3a549ecde1c6 req-64dc6e0f-0916-4f04-9936-bb23b4f5b177 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:36:52.949490 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99293dd-aaf0-49a9-9fec-3a549ecde1c6 req-64dc6e0f-0916-4f04-9936-bb23b4f5b177 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:36:52.989572 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc6e0f-0916-4f04-9936-bb23b4f5b177 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Pushing event updated for resources: {'Port': ['ID=ed675866-c6d0-43fc-b10a-1e3165b5efde,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:53.006942 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 4089eb0f-9295-4df5-aa97-35572478f60c, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=4089eb0f-9295-4df5-aa97-35572478f60c,segment=NetworkSegment(658f680a-3fa0-437c-8003-3658800983eb),segment_id=658f680a-3fa0-437c-8003-3658800983eb)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:53.016823 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:53.075418 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d99293dd-aaf0-49a9-9fec-3a549ecde1c6 req-64dc6e0f-0916-4f04-9936-bb23b4f5b177 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:53.085341 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=4089eb0f-9295-4df5-aa97-35572478f60c,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:53.122584 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d99293dd-aaf0-49a9-9fec-3a549ecde1c6 req-64dc6e0f-0916-4f04-9936-bb23b4f5b177 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:53.338883 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d99293dd-aaf0-49a9-9fec-3a549ecde1c6 req-64dc6e0f-0916-4f04-9936-bb23b4f5b177 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:53.353076 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d99293dd-aaf0-49a9-9fec-3a549ecde1c6 req-64dc6e0f-0916-4f04-9936-bb23b4f5b177 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:53.453281 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc6e0f-0916-4f04-9936-bb23b4f5b177 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Pushing event updated for resources: {'Port': ['ID=ed675866-c6d0-43fc-b10a-1e3165b5efde,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:53.462499 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d99293dd-aaf0-49a9-9fec-3a549ecde1c6 req-64dc6e0f-0916-4f04-9936-bb23b4f5b177 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:53.487769 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d99293dd-aaf0-49a9-9fec-3a549ecde1c6 req-64dc6e0f-0916-4f04-9936-bb23b4f5b177 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:53.487769 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d99293dd-aaf0-49a9-9fec-3a549ecde1c6 req-64dc6e0f-0916-4f04-9936-bb23b4f5b177 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0437472 Sep 16 04:36:53.563447 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d99293dd-aaf0-49a9-9fec-3a549ecde1c6 req-34fbb130-d28a-4971-8a9b-c3782b8c5396 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.44 HTTP/1.1" status: 200 len: 695 time: 0.0711524 Sep 16 04:36:53.649210 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['4089eb0f-9295-4df5-aa97-35572478f60c'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:53.678812 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99293dd-aaf0-49a9-9fec-3a549ecde1c6 req-0bf682d9-3652-4d63-b441-75bb91f46566 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:53.680243 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d99293dd-aaf0-49a9-9fec-3a549ecde1c6 req-0bf682d9-3652-4d63-b441-75bb91f46566 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 784 time: 0.1101456 Sep 16 04:36:53.787344 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55212) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:53.898872 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28187b23-802e-43f1-93db-5df0514a8cd1 req-c1617188-f389-493f-9bf6-99f00654f322 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:53.902504 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-28187b23-802e-43f1-93db-5df0514a8cd1 req-c1617188-f389-493f-9bf6-99f00654f322 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 945 time: 0.1119077 Sep 16 04:36:53.963113 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-8546c365-9ec9-4124-8a36-94458fc33057 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-93864233-network', 'tenant_id': '47021dc9502445c2b0731eb381a3ea9a'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:54.001403 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-28187b23-802e-43f1-93db-5df0514a8cd1 req-fb53e8f3-b4ad-4068-92ea-b79f515bf152 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869408 Sep 16 04:36:54.014323 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8546c365-9ec9-4124-8a36-94458fc33057 admin admin] Made reservation on behalf of 47021dc9502445c2b0731eb381a3ea9a for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:36:54.018132 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8546c365-9ec9-4124-8a36-94458fc33057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:54.033754 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8546c365-9ec9-4124-8a36-94458fc33057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:54.192934 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8546c365-9ec9-4124-8a36-94458fc33057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:54.205166 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8546c365-9ec9-4124-8a36-94458fc33057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:54.218614 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425aa7e9-972e-4dda-a51c-a7e8cb72eb43 x-openstack-request-id: req-425aa7e9-972e-4dda-a51c-a7e8cb72eb43 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:54.219147 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd0382d-b393-4db1-8457-03f2eb339345", "name": "network-vif-plugged", "status": "completed", "tag": "5b20acd7-db56-459e-bcc5-ceff5032038f", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:54.219242 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-425aa7e9-972e-4dda-a51c-a7e8cb72eb43 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:54.219585 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd0382d-b393-4db1-8457-03f2eb339345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b20acd7-db56-459e-bcc5-ceff5032038f', 'code': 200} Sep 16 04:36:54.233252 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8546c365-9ec9-4124-8a36-94458fc33057 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:36:54.263468 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8546c365-9ec9-4124-8a36-94458fc33057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:54.263829 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-8546c365-9ec9-4124-8a36-94458fc33057 admin admin] Added segment 9e09c30b-d606-4726-b49d-d3bec883e30a of type vlan for network a7bc5b61-ad56-4ed1-a137-2f5187d6389e Sep 16 04:36:54.265223 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546c365-9ec9-4124-8a36-94458fc33057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9289b95-a066-4ba3-ab45-8aea36cce26c,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:54.396446 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35f0dd-400f-4dcf-b8c9-322fdfe5898e req-179bef63-3d12-4632-ade3-91764b27b25e tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:54.402954 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1b35f0dd-400f-4dcf-b8c9-322fdfe5898e req-179bef63-3d12-4632-ade3-91764b27b25e tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=83372543-752c-48d0-a115-ac6c769ea5fe HTTP/1.1" status: 200 len: 944 time: 0.0794740 Sep 16 04:36:54.474374 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1b35f0dd-400f-4dcf-b8c9-322fdfe5898e req-9cfb2208-09bf-4156-a1a8-5ae91129f64d tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675375 Sep 16 04:36:54.614935 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128131d-896f-44eb-9a83-413c28d7ee77 req-4ac576c3-81cd-4a86-ad6a-f68dc98a6bda tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:54.623005 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b128131d-896f-44eb-9a83-413c28d7ee77 req-4ac576c3-81cd-4a86-ad6a-f68dc98a6bda tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=acd0382d-b393-4db1-8457-03f2eb339345 HTTP/1.1" status: 200 len: 949 time: 0.0662639 Sep 16 04:36:54.682789 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b128131d-896f-44eb-9a83-413c28d7ee77 req-5bc9b067-b12d-4641-8d18-6eb01ba7d639 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550568 Sep 16 04:36:54.720059 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8546c365-9ec9-4124-8a36-94458fc33057 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:54.754778 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49343b-8b9c-4b8b-b034-515ef6880a91 req-029af19e-3079-4a84-a8c2-58c73f2b4891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:54.756370 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ab49343b-8b9c-4b8b-b034-515ef6880a91 req-029af19e-3079-4a84-a8c2-58c73f2b4891 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=acd0382d-b393-4db1-8457-03f2eb339345 HTTP/1.1" status: 200 len: 1101 time: 0.0838301 Sep 16 04:36:54.763222 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8546c365-9ec9-4124-8a36-94458fc33057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:54.764201 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8546c365-9ec9-4124-8a36-94458fc33057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:54.764813 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8546c365-9ec9-4124-8a36-94458fc33057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:54.764943 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-54b85263-ec90-46bc-9279-f1d825110079 req-d54c7af9-95dc-45d6-833d-ba69ff910495 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] 10.222.0.35 "GET /v2.0/floatingips/1efb2a54-0685-4da4-81dc-2414cdbcdd08 HTTP/1.1" status: 200 len: 692 time: 0.0656831 Sep 16 04:36:54.826774 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8546c365-9ec9-4124-8a36-94458fc33057 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0358932 Sep 16 04:36:54.832860 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55218) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:54.852651 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-ff842565-7346-47dc-9397-a36317ed979e admin admin] Request body: {'subnet': {'network_id': 'a7bc5b61-ad56-4ed1-a137-2f5187d6389e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-93864233-subnet', 'tenant_id': '47021dc9502445c2b0731eb381a3ea9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:54.916921 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff842565-7346-47dc-9397-a36317ed979e admin admin] Made reservation on behalf of 47021dc9502445c2b0731eb381a3ea9a for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:36:54.919606 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ff842565-7346-47dc-9397-a36317ed979e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:54.941078 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546c365-9ec9-4124-8a36-94458fc33057 admin admin] Pushing event updated for resources: {'Network': ['ID=a7bc5b61-ad56-4ed1-a137-2f5187d6389e,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:54.942403 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b85263-ec90-46bc-9279-f1d825110079 req-d8c8f5a4-36fc-41b3-a37a-3f8c9ccddc17 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:54.944028 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-54b85263-ec90-46bc-9279-f1d825110079 req-d8c8f5a4-36fc-41b3-a37a-3f8c9ccddc17 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 784 time: 0.1782975 Sep 16 04:36:54.953088 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network a7bc5b61-ad56-4ed1-a137-2f5187d6389e details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:36:54.963089 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ab49343b-8b9c-4b8b-b034-515ef6880a91 req-91ddec8c-b3e8-4f72-bd3c-a6007fe53308 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915951 Sep 16 04:36:55.049077 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-54b85263-ec90-46bc-9279-f1d825110079 req-365e1414-636a-436f-acb3-8dd2e48ea445 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.44 HTTP/1.1" status: 200 len: 695 time: 0.0986540 Sep 16 04:36:55.159329 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-54b85263-ec90-46bc-9279-f1d825110079 req-b0647c84-bc50-4cd8-a232-73d055befdbb tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.44 HTTP/1.1" status: 200 len: 695 time: 0.1079533 Sep 16 04:36:55.267710 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ff842565-7346-47dc-9397-a36317ed979e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:55.336501 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-54b85263-ec90-46bc-9279-f1d825110079 req-36933e6d-5190-4034-bea5-0e66fcc32be0 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Deleting port ed675866-c6d0-43fc-b10a-1e3165b5efde {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:36:55.336501 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-54b85263-ec90-46bc-9279-f1d825110079 req-36933e6d-5190-4034-bea5-0e66fcc32be0 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:55.353874 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff842565-7346-47dc-9397-a36317ed979e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b38733a-584d-4dfc-9179-2d58e3cd0afb,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:55.368979 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff842565-7346-47dc-9397-a36317ed979e admin admin] Checking segment: {'id': '9e09c30b-d606-4726-b49d-d3bec883e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a7bc5b61-ad56-4ed1-a137-2f5187d6389e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:36:55.369627 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff842565-7346-47dc-9397-a36317ed979e admin admin] Network hostable DHCP agents. Network: a7bc5b61-ad56-4ed1-a137-2f5187d6389e, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:36:55.394069 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff842565-7346-47dc-9397-a36317ed979e admin admin] Network a7bc5b61-ad56-4ed1-a137-2f5187d6389e is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:36:55.410636 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-ff842565-7346-47dc-9397-a36317ed979e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, a7bc5b61-ad56-4ed1-a137-2f5187d6389e) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:36:55.420698 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff842565-7346-47dc-9397-a36317ed979e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:55.422305 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ff842565-7346-47dc-9397-a36317ed979e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:55.422696 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac95d65-914c-4861-8caa-c4764db8cc96 None None] Network a7bc5b61-ad56-4ed1-a137-2f5187d6389e requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:36:55.447693 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-54b85263-ec90-46bc-9279-f1d825110079 req-36933e6d-5190-4034-bea5-0e66fcc32be0 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:55.448051 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-54b85263-ec90-46bc-9279-f1d825110079 req-36933e6d-5190-4034-bea5-0e66fcc32be0 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:55.451979 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ff842565-7346-47dc-9397-a36317ed979e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6059320 Sep 16 04:36:55.475448 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-54b85263-ec90-46bc-9279-f1d825110079 req-36933e6d-5190-4034-bea5-0e66fcc32be0 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Calling delete_port for ed675866-c6d0-43fc-b10a-1e3165b5efde owned by network:floatingip {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:36:55.628764 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13446aa8-c54b-4e4b-bb64-4f167bffc5e5 None None] Network a7bc5b61-ad56-4ed1-a137-2f5187d6389e requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:36:55.703862 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-54b85263-ec90-46bc-9279-f1d825110079 req-36933e6d-5190-4034-bea5-0e66fcc32be0 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:55.760291 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36933e6d-5190-4034-bea5-0e66fcc32be0 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Pushing event deleted for resources: {'Port': ['ID=ed675866-c6d0-43fc-b10a-1e3165b5efde,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:55.851312 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-54b85263-ec90-46bc-9279-f1d825110079 req-36933e6d-5190-4034-bea5-0e66fcc32be0 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Notify callbacks [] for floatingip, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:55.853933 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-54b85263-ec90-46bc-9279-f1d825110079 req-36933e6d-5190-4034-bea5-0e66fcc32be0 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:55.855287 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-54b85263-ec90-46bc-9279-f1d825110079 req-36933e6d-5190-4034-bea5-0e66fcc32be0 tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] 10.222.0.35 "DELETE /v2.0/floatingips/1efb2a54-0685-4da4-81dc-2414cdbcdd08 HTTP/1.1" status: 204 len: 173 time: 0.6961107 Sep 16 04:36:55.997033 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f8940-a399-49ed-831d-c7116d232f0a req-821b3341-beb5-451f-b82c-873d47828b40 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:55.998596 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4b8f8940-a399-49ed-831d-c7116d232f0a req-821b3341-beb5-451f-b82c-873d47828b40 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 945 time: 0.0643561 Sep 16 04:36:56.059857 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4b8f8940-a399-49ed-831d-c7116d232f0a req-3182ab10-8001-49ce-aac6-506bfb57adba tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521939 Sep 16 04:36:56.322675 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbebb0-9fa0-4f81-a9d5-1fdc799eeea0 req-1a8edefd-cd31-4346-8a50-495489fc443b tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:56.324602 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-14fbebb0-9fa0-4f81-a9d5-1fdc799eeea0 req-1a8edefd-cd31-4346-8a50-495489fc443b tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=83372543-752c-48d0-a115-ac6c769ea5fe HTTP/1.1" status: 200 len: 944 time: 0.0764799 Sep 16 04:36:56.385304 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-14fbebb0-9fa0-4f81-a9d5-1fdc799eeea0 req-44e64eb3-2d1d-4c01-903c-72fd5040476d tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516243 Sep 16 04:36:56.510274 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 4089eb0f-9295-4df5-aa97-35572478f60c up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:36:56.558534 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ae477-b903-4993-b043-0413db29347c req-ba296095-1600-4109-a4ae-d3350bfcb9d9 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:56.567761 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c7ae477-b903-4993-b043-0413db29347c req-ba296095-1600-4109-a4ae-d3350bfcb9d9 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=acd0382d-b393-4db1-8457-03f2eb339345 HTTP/1.1" status: 200 len: 949 time: 0.0887330 Sep 16 04:36:56.612528 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 4089eb0f-9295-4df5-aa97-35572478f60c completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:36:56.621056 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 4089eb0f-9295-4df5-aa97-35572478f60c triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:56.621447 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:56.624547 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c7ae477-b903-4993-b043-0413db29347c req-8fad67e7-ef04-4708-bf1c-8ce474543ce2 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562627 Sep 16 04:36:56.744227 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:56.774840 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83372543-752c-48d0-a115-ac6c769ea5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4089eb0f-9295-4df5-aa97-35572478f60c'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:56.777319 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bf2036-dc35-440c-b273-15871b6c6691" -d '{"events": [{"server_uuid": "83372543-752c-48d0-a115-ac6c769ea5fe", "name": "network-vif-plugged", "status": "completed", "tag": "4089eb0f-9295-4df5-aa97-35572478f60c"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:56.792595 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 4089eb0f-9295-4df5-aa97-35572478f60c, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=4089eb0f-9295-4df5-aa97-35572478f60c,segment=NetworkSegment(658f680a-3fa0-437c-8003-3658800983eb),segment_id=658f680a-3fa0-437c-8003-3658800983eb)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:56.797490 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:56.866019 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [req-da42977b-b7df-4851-99f7-50e51e047257 req-0b0e9160-e27d-42af-962a-09292dc509af tempest-SecurityGroupsNegativeTestJSON-1490066254 tempest-SecurityGroupsNegativeTestJSON-1490066254-project] show failed (client error): The resource could not be found. Sep 16 04:36:56.867479 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-da42977b-b7df-4851-99f7-50e51e047257 req-0b0e9160-e27d-42af-962a-09292dc509af tempest-SecurityGroupsNegativeTestJSON-1490066254 tempest-SecurityGroupsNegativeTestJSON-1490066254-project] 10.222.0.35 "GET /v2.0/security-groups/372124e9-c457-4747-a58e-b09936f8072d HTTP/1.1" status: 404 len: 352 time: 0.0209799 Sep 16 04:36:56.905650 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=4089eb0f-9295-4df5-aa97-35572478f60c,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:56.950946 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [req-6fa9faf3-3069-4222-8a07-5d80c6eb9ab2 req-89f8e446-a701-4344-a891-25f5a34a5e1d tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] show failed (client error): The resource could not be found. Sep 16 04:36:56.951974 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6fa9faf3-3069-4222-8a07-5d80c6eb9ab2 req-89f8e446-a701-4344-a891-25f5a34a5e1d tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] 10.222.0.35 "GET /v2.0/floatingips/1efb2a54-0685-4da4-81dc-2414cdbcdd08 HTTP/1.1" status: 404 len: 350 time: 0.0638101 Sep 16 04:36:56.999471 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55832b0c-0024-4493-8b47-a4213fb9a36b x-openstack-request-id: req-55832b0c-0024-4493-8b47-a4213fb9a36b {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:56.999850 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83372543-752c-48d0-a115-ac6c769ea5fe", "name": "network-vif-plugged", "status": "completed", "tag": "4089eb0f-9295-4df5-aa97-35572478f60c", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:57.000170 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-55832b0c-0024-4493-8b47-a4213fb9a36b {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:57.000697 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83372543-752c-48d0-a115-ac6c769ea5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4089eb0f-9295-4df5-aa97-35572478f60c', 'code': 200} Sep 16 04:36:57.058245 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [req-b9f6e476-31a1-43f1-b28e-3347e3d26ccb req-a99586d9-b0af-46f8-9888-37bd6b04b42e tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] show failed (client error): The resource could not be found. Sep 16 04:36:57.059535 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b9f6e476-31a1-43f1-b28e-3347e3d26ccb req-a99586d9-b0af-46f8-9888-37bd6b04b42e tempest-FloatingIPsTestJSON-1240031500 tempest-FloatingIPsTestJSON-1240031500-project] 10.222.0.35 "GET /v2.0/floatingips/1efb2a54-0685-4da4-81dc-2414cdbcdd08 HTTP/1.1" status: 404 len: 350 time: 0.0407414 Sep 16 04:36:57.070450 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55252) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:57.179918 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf2a1afb-03bb-402c-bfcb-6337b23a5949 req-e879981f-3594-4dca-b630-4b822a4a8cfe tempest-SecurityGroupsNegativeTestJSON-1490066254 tempest-SecurityGroupsNegativeTestJSON-1490066254-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=47021dc9502445c2b0731eb381a3ea9a HTTP/1.1" status: 200 len: 2984 time: 0.0942986 Sep 16 04:36:57.198734 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930f68a-7189-4f53-9805-4e2fe23d71cc req-611f1b12-2e66-4f1c-8685-3aa9fa0af5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:57.200725 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6930f68a-7189-4f53-9805-4e2fe23d71cc req-611f1b12-2e66-4f1c-8685-3aa9fa0af5f9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=83372543-752c-48d0-a115-ac6c769ea5fe HTTP/1.1" status: 200 len: 1097 time: 0.0908601 Sep 16 04:36:57.265505 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6930f68a-7189-4f53-9805-4e2fe23d71cc req-66f159c1-c4f4-45fd-9bf7-e5e4735d42d4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561733 Sep 16 04:36:57.293135 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf2a1afb-03bb-402c-bfcb-6337b23a5949 req-493068f0-3abf-48b4-ae4f-14c627a0d278 tempest-SecurityGroupsNegativeTestJSON-1490066254 tempest-SecurityGroupsNegativeTestJSON-1490066254-project] 10.222.0.35 "GET /v2.0/security-groups/b9289b95-a066-4ba3-ab45-8aea36cce26c HTTP/1.1" status: 200 len: 2981 time: 0.1044276 Sep 16 04:36:57.364448 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf2a1afb-03bb-402c-bfcb-6337b23a5949 req-09ad49ab-8ed5-4c63-84ae-21607410c7c9 tempest-SecurityGroupsNegativeTestJSON-1490066254 tempest-SecurityGroupsNegativeTestJSON-1490066254-project] 10.222.0.35 "GET /v2.0/security-groups/b9289b95-a066-4ba3-ab45-8aea36cce26c HTTP/1.1" status: 200 len: 2981 time: 0.0576441 Sep 16 04:36:57.475209 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29130e3f-b0c4-454f-b74a-8cb10091a412 req-d4ef7de9-8699-4bee-95c1-580015cf255e tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:57.483775 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-29130e3f-b0c4-454f-b74a-8cb10091a412 req-d4ef7de9-8699-4bee-95c1-580015cf255e tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 945 time: 0.0775707 Sep 16 04:36:57.552500 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-29130e3f-b0c4-454f-b74a-8cb10091a412 req-055b0d05-364b-4e89-a00d-9995faa8fc86 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631876 Sep 16 04:36:57.619730 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3fc76d32-7158-4be2-9c52-309212b1b150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:57.768151 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9accf814-b29b-4e9b-8dc2-3e6d19a4ddcd req-de4c6c78-8a87-4eaa-8355-d4e152d312df tempest-SecurityGroupsNegativeTestJSON-1490066254 tempest-SecurityGroupsNegativeTestJSON-1490066254-project] 10.222.0.35 "GET /v2.0/security-groups/b9289b95-a066-4ba3-ab45-8aea36cce26c HTTP/1.1" status: 200 len: 2981 time: 0.0570886 Sep 16 04:36:57.889582 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [req-9accf814-b29b-4e9b-8dc2-3e6d19a4ddcd req-44785258-17da-472f-9d2f-a7c4bc56cced tempest-SecurityGroupsNegativeTestJSON-1490066254 tempest-SecurityGroupsNegativeTestJSON-1490066254-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 04:36:57.890666 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9accf814-b29b-4e9b-8dc2-3e6d19a4ddcd req-44785258-17da-472f-9d2f-a7c4bc56cced tempest-SecurityGroupsNegativeTestJSON-1490066254 tempest-SecurityGroupsNegativeTestJSON-1490066254-project] 10.222.0.35 "DELETE /v2.0/security-groups/b9289b95-a066-4ba3-ab45-8aea36cce26c HTTP/1.1" status: 409 len: 352 time: 0.1113594 Sep 16 04:36:58.041599 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-3fc76d32-7158-4be2-9c52-309212b1b150 admin admin] Deleting port 879c817a-c37e-4c55-a297-eef6715e48ba {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:36:58.041950 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3fc76d32-7158-4be2-9c52-309212b1b150 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:58.067982 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad31a3-148c-4320-936c-020bc22e0028 req-c1c098ab-c507-4844-96e8-56f2245ab2a9 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:58.072194 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-71ad31a3-148c-4320-936c-020bc22e0028 req-c1c098ab-c507-4844-96e8-56f2245ab2a9 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=83372543-752c-48d0-a115-ac6c769ea5fe HTTP/1.1" status: 200 len: 945 time: 0.1095488 Sep 16 04:36:58.130255 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-71ad31a3-148c-4320-936c-020bc22e0028 req-75fb9d1c-768a-4e4e-a685-33e09f01a4b8 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482011 Sep 16 04:36:58.195848 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-3fc76d32-7158-4be2-9c52-309212b1b150 admin admin] For port 879c817a-c37e-4c55-a297-eef6715e48ba, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=879c817a-c37e-4c55-a297-eef6715e48ba,segment=NetworkSegment(930b3bd1-fe07-4f1b-857c-fb9fca45d561),segment_id=930b3bd1-fe07-4f1b-857c-fb9fca45d561)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:58.197186 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3fc76d32-7158-4be2-9c52-309212b1b150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:58.215502 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-3fc76d32-7158-4be2-9c52-309212b1b150 admin admin] Calling delete_port for 879c817a-c37e-4c55-a297-eef6715e48ba owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:36:58.277773 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95104bfc-646b-46a2-87ab-682d4d2cc000 req-24acec9d-bfe9-46f9-8fc4-b6e08c059286 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:58.288020 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-95104bfc-646b-46a2-87ab-682d4d2cc000 req-24acec9d-bfe9-46f9-8fc4-b6e08c059286 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=acd0382d-b393-4db1-8457-03f2eb339345 HTTP/1.1" status: 200 len: 949 time: 0.0655847 Sep 16 04:36:58.347223 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-95104bfc-646b-46a2-87ab-682d4d2cc000 req-1b7e7db5-d786-4a19-b41f-942166975e63 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526223 Sep 16 04:36:58.409593 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [req-76106b5e-e51a-438c-94fc-04db2b58cb95 req-6bea29f3-ddcd-45a6-a122-e7ade466bfa3 tempest-SecurityGroupsNegativeTestJSON-1490066254 tempest-SecurityGroupsNegativeTestJSON-1490066254-project] show failed (client error): The resource could not be found. Sep 16 04:36:58.414419 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-76106b5e-e51a-438c-94fc-04db2b58cb95 req-6bea29f3-ddcd-45a6-a122-e7ade466bfa3 tempest-SecurityGroupsNegativeTestJSON-1490066254 tempest-SecurityGroupsNegativeTestJSON-1490066254-project] 10.222.0.35 "GET /v2.0/security-groups/778a3e5c-0c2c-4449-b289-4d912f3ed1f5 HTTP/1.1" status: 404 len: 352 time: 0.0229590 Sep 16 04:36:58.540699 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3fc76d32-7158-4be2-9c52-309212b1b150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:58.549862 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed1060-7229-4f28-9db6-fb047b4c3426 req-f97cd91c-2db0-4c73-badc-2d5dbe23f143 tempest-ServersOnMultiNodesTest-608600449 tempest-ServersOnMultiNodesTest-608600449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:58.552020 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6aed1060-7229-4f28-9db6-fb047b4c3426 req-f97cd91c-2db0-4c73-badc-2d5dbe23f143 tempest-ServersOnMultiNodesTest-608600449 tempest-ServersOnMultiNodesTest-608600449-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=acd0382d-b393-4db1-8457-03f2eb339345 HTTP/1.1" status: 200 len: 1101 time: 0.0693984 Sep 16 04:36:58.573470 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc76d32-7158-4be2-9c52-309212b1b150 admin admin] Pushing event deleted for resources: {'Port': ['ID=879c817a-c37e-4c55-a297-eef6715e48ba,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:58.622823 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6aed1060-7229-4f28-9db6-fb047b4c3426 req-d469dd0a-7151-454c-91a3-240db033137a tempest-ServersOnMultiNodesTest-608600449 tempest-ServersOnMultiNodesTest-608600449-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624940 Sep 16 04:36:58.741610 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [req-8e7bf18b-0c5d-4370-ab3d-bc83ad8cc54a req-c26e6895-b88a-4bfe-b657-02c19b56cdaa tempest-SecurityGroupsNegativeTestJSON-1490066254 tempest-SecurityGroupsNegativeTestJSON-1490066254-project] show failed (client error): The resource could not be found. Sep 16 04:36:58.767637 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8e7bf18b-0c5d-4370-ab3d-bc83ad8cc54a req-c26e6895-b88a-4bfe-b657-02c19b56cdaa tempest-SecurityGroupsNegativeTestJSON-1490066254 tempest-SecurityGroupsNegativeTestJSON-1490066254-project] 10.222.0.35 "GET /v2.0/security-groups/d8feb02a-b721-4a14-bb7e-69a2d4cedf5b HTTP/1.1" status: 404 len: 352 time: 0.0964928 Sep 16 04:36:58.775036 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 55278) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:58.874183 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-69933a3b-b4ee-408e-a343-5c2da5e54544 admin admin] Deleting subnet 4b38733a-584d-4dfc-9179-2d58e3cd0afb {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:36:58.898611 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-69933a3b-b4ee-408e-a343-5c2da5e54544 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:58.967587 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-69933a3b-b4ee-408e-a343-5c2da5e54544 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:59.010491 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571019d-0760-48de-ba27-01532b98c626 req-36751661-6d8f-40af-80dd-b8ac59178a8d tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:59.018275 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6571019d-0760-48de-ba27-01532b98c626 req-36751661-6d8f-40af-80dd-b8ac59178a8d tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 945 time: 0.1307542 Sep 16 04:36:59.018986 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3fc76d32-7158-4be2-9c52-309212b1b150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:59.061385 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-69933a3b-b4ee-408e-a343-5c2da5e54544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:59.091517 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6571019d-0760-48de-ba27-01532b98c626 req-615d662e-8468-4ff4-9fb7-537a7fd7395e tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721447 Sep 16 04:36:59.163673 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-69933a3b-b4ee-408e-a343-5c2da5e54544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:59.232889 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69933a3b-b4ee-408e-a343-5c2da5e54544 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b38733a-584d-4dfc-9179-2d58e3cd0afb,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:59.247124 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-69933a3b-b4ee-408e-a343-5c2da5e54544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:59.260750 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-69933a3b-b4ee-408e-a343-5c2da5e54544 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4b38733a-584d-4dfc-9179-2d58e3cd0afb HTTP/1.1" status: 204 len: 168 time: 0.4814031 Sep 16 04:36:59.262311 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 55286) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:59.391236 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc76d32-7158-4be2-9c52-309212b1b150 admin admin] Router 177a4f06-e076-44ff-9282-28abc3d1273c has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:36:59.397068 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4542cabc-5f14-49fe-9fcb-644ba1f43a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:59.524650 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4542cabc-5f14-49fe-9fcb-644ba1f43a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:59.558762 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-4542cabc-5f14-49fe-9fcb-644ba1f43a26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7bc5b61-ad56-4ed1-a137-2f5187d6389e']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:59.565888 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc76d32-7158-4be2-9c52-309212b1b150 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:36:59.575768 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-4542cabc-5f14-49fe-9fcb-644ba1f43a26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e09c30b-d606-4726-b49d-d3bec883e30a') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:59.576514 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-4542cabc-5f14-49fe-9fcb-644ba1f43a26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e09c30b-d606-4726-b49d-d3bec883e30a') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:59.576675 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a74476-3a88-4968-9765-5d681c3e1fce None None] Sync routers for ids ['177a4f06-e076-44ff-9282-28abc3d1273c'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:36:59.578585 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3fc76d32-7158-4be2-9c52-309212b1b150 admin admin] 10.222.0.35 "PUT /v2.0/routers/177a4f06-e076-44ff-9282-28abc3d1273c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5068023 Sep 16 04:36:59.581609 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55292) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:59.600023 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a74476-3a88-4968-9765-5d681c3e1fce None None] Routers {'177a4f06-e076-44ff-9282-28abc3d1273c'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:36:59.600418 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4542cabc-5f14-49fe-9fcb-644ba1f43a26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:59.600547 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-76a74476-3a88-4968-9765-5d681c3e1fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:36:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['177a4f06-e076-44ff-9282-28abc3d1273c'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:59.618291 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4542cabc-5f14-49fe-9fcb-644ba1f43a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:59.634162 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4542cabc-5f14-49fe-9fcb-644ba1f43a26 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:36:59.635095 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4542cabc-5f14-49fe-9fcb-644ba1f43a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:59.636390 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:36:59.636390 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:36:59.636390 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:36:59.636390 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:36:59.636390 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:36:59.636390 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:36:59.636390 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:36:59.636390 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:36:59.636390 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:36:59.636390 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:36:59.636390 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:36:59.636390 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:36:59.636390 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:36:59.636390 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:36:59.636390 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:36:59.636390 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:36:59.636390 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:36:59.636390 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:36:59.636390 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:36:59.636390 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:36:59.636390 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:36:59.636390 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:36:59.636390 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:36:59.636390 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:36:59.636390 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:36:59.636390 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:36:59.636390 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:36:59.636390 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:36:59.636390 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:36:59.636390 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:36:59.636390 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:36:59.636390 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:36:59.731276 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4542cabc-5f14-49fe-9fcb-644ba1f43a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:59.741579 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2f2dfe24-f326-4783-9528-d59bf8f979b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:59.745621 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4542cabc-5f14-49fe-9fcb-644ba1f43a26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:59.750841 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4542cabc-5f14-49fe-9fcb-644ba1f43a26 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a7bc5b61-ad56-4ed1-a137-2f5187d6389e HTTP/1.1" status: 204 len: 168 time: 0.4847360 Sep 16 04:36:59.762181 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542cabc-5f14-49fe-9fcb-644ba1f43a26 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7bc5b61-ad56-4ed1-a137-2f5187d6389e,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:59.827890 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-23f4c9d9-1393-4272-8524-414a3f13ff0e tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:59.830019 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-23f4c9d9-1393-4272-8524-414a3f13ff0e tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d&tenant_id=8fb595dbe0d3452481d7faf275f28d7b&binding%3Ahost_id=n-h1-712139-15 HTTP/1.1" status: 200 len: 1097 time: 0.0570762 Sep 16 04:36:59.852463 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-6f8a9281-2b36-42cd-90ac-6582c1e77612 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712139-15'}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:59.866566 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-76a74476-3a88-4968-9765-5d681c3e1fce None None] Set router 177a4f06-e076-44ff-9282-28abc3d1273c gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:36:59.937359 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-6f8a9281-2b36-42cd-90ac-6582c1e77612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:59.939800 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2f2dfe24-f326-4783-9528-d59bf8f979b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:00.031739 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 55296) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:37:00.067213 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-2f2dfe24-f326-4783-9528-d59bf8f979b8 admin admin] Deleting port 2242e329-602a-45be-9e3b-ed59f7797ed3 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:37:00.068530 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2f2dfe24-f326-4783-9528-d59bf8f979b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:00.118362 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4a95e278-cb4d-4406-bc2d-d23cd6e9ffa3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=47021dc9502445c2b0731eb381a3ea9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0832055 Sep 16 04:37:00.119340 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55300) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:37:00.157085 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-6f8a9281-2b36-42cd-90ac-6582c1e77612 service neutron] For port abe5f8cd-2628-4f39-82e8-6d57deaeb366, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=abe5f8cd-2628-4f39-82e8-6d57deaeb366,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:00.230412 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-6f8a9281-2b36-42cd-90ac-6582c1e77612 service neutron] For port abe5f8cd-2628-4f39-82e8-6d57deaeb366, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:37:00.271781 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-76a74476-3a88-4968-9765-5d681c3e1fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177a4f06-e076-44ff-9282-28abc3d1273c', 'name': 'tempest-FloatingIPsTestJSON-306967986-router', 'tenant_id': 'ca10119c78a949599d5f62f70b3d0658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '2242e329-602a-45be-9e3b-ed59f7797ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:36:37Z', 'updated_at': '2021-09-16T04:36:58Z', 'revision_number': 5, 'project_id': 'ca10119c78a949599d5f62f70b3d0658', 'gw_port': {'id': '2242e329-602a-45be-9e3b-ed59f7797ed3', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:62:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177a4f06-e076-44ff-9282-28abc3d1273c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:36:38Z', 'updated_at': '2021-09-16T04:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:37:00.318280 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a74476-3a88-4968-9765-5d681c3e1fce None None] Checking router: 177a4f06-e076-44ff-9282-28abc3d1273c for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:37:00.322699 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-6f8a9281-2b36-42cd-90ac-6582c1e77612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:00.325733 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52f13471-3d4b-47d9-9042-39972245dd3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abe5f8cd-2628-4f39-82e8-6d57deaeb366'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:00.329742 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95226171-341f-4afc-891c-71444eaeae35" -d '{"events": [{"server_uuid": "52f13471-3d4b-47d9-9042-39972245dd3d", "name": "network-vif-unplugged", "status": "completed", "tag": "abe5f8cd-2628-4f39-82e8-6d57deaeb366"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:00.330099 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a74476-3a88-4968-9765-5d681c3e1fce None None] Routers {'177a4f06-e076-44ff-9282-28abc3d1273c'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:37:00.331026 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-76a74476-3a88-4968-9765-5d681c3e1fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:36:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['177a4f06-e076-44ff-9282-28abc3d1273c'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:37:00.334919 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-6f8a9281-2b36-42cd-90ac-6582c1e77612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:00.347312 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-2f2dfe24-f326-4783-9528-d59bf8f979b8 admin admin] For port 2242e329-602a-45be-9e3b-ed59f7797ed3, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2242e329-602a-45be-9e3b-ed59f7797ed3,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:00.349249 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2f2dfe24-f326-4783-9528-d59bf8f979b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:00.361955 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c079c0c0-b75a-48f0-9473-5d10ef097cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:00.403520 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-2f2dfe24-f326-4783-9528-d59bf8f979b8 admin admin] Calling delete_port for 2242e329-602a-45be-9e3b-ed59f7797ed3 owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:37:00.446477 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c079c0c0-b75a-48f0-9473-5d10ef097cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:00.450368 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-6f8a9281-2b36-42cd-90ac-6582c1e77612 service neutron] Attempting to bind port abe5f8cd-2628-4f39-82e8-6d57deaeb366 on host n-h1-712139-15 for vnic_type normal with profile {"migrating_to": "n-h2-712139-15"} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:37:00.451443 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-6f8a9281-2b36-42cd-90ac-6582c1e77612 service neutron] Attempting to bind port abe5f8cd-2628-4f39-82e8-6d57deaeb366 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:37:00.452086 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-6f8a9281-2b36-42cd-90ac-6582c1e77612 service neutron] Attempting to bind port abe5f8cd-2628-4f39-82e8-6d57deaeb366 on network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:00.462316 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-6f8a9281-2b36-42cd-90ac-6582c1e77612 service neutron] Port abe5f8cd-2628-4f39-82e8-6d57deaeb366 on network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:37:00.462909 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-6f8a9281-2b36-42cd-90ac-6582c1e77612 service neutron] Attempting to bind port abe5f8cd-2628-4f39-82e8-6d57deaeb366 on network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:00.464329 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-76a74476-3a88-4968-9765-5d681c3e1fce None None] Set router 177a4f06-e076-44ff-9282-28abc3d1273c gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:37:00.471547 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-6f8a9281-2b36-42cd-90ac-6582c1e77612 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:37:00.472247 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-6f8a9281-2b36-42cd-90ac-6582c1e77612 service neutron] Checking segment: {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:37:00.472935 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-6f8a9281-2b36-42cd-90ac-6582c1e77612 service neutron] Bound using segment: {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:37:00.473494 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-6f8a9281-2b36-42cd-90ac-6582c1e77612 service neutron] Bound port: abe5f8cd-2628-4f39-82e8-6d57deaeb366, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:37:00.473955 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-6f8a9281-2b36-42cd-90ac-6582c1e77612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:00.489787 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a9281-2b36-42cd-90ac-6582c1e77612 service neutron] Pushing event updated for resources: {'Port': ['ID=abe5f8cd-2628-4f39-82e8-6d57deaeb366,revision_number=7']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:00.515972 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device abe5f8cd-2628-4f39-82e8-6d57deaeb366 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:37:00.555817 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-76a74476-3a88-4968-9765-5d681c3e1fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177a4f06-e076-44ff-9282-28abc3d1273c', 'name': 'tempest-FloatingIPsTestJSON-306967986-router', 'tenant_id': 'ca10119c78a949599d5f62f70b3d0658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:36:37Z', 'updated_at': '2021-09-16T04:36:59Z', 'revision_number': 6, 'project_id': 'ca10119c78a949599d5f62f70b3d0658', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:37:00.639431 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a74476-3a88-4968-9765-5d681c3e1fce None None] The sync data for ids ['177a4f06-e076-44ff-9282-28abc3d1273c'] in n-d-712139-15 is: [{'id': '177a4f06-e076-44ff-9282-28abc3d1273c', 'name': 'tempest-FloatingIPsTestJSON-306967986-router', 'tenant_id': 'ca10119c78a949599d5f62f70b3d0658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:36:37Z', 'updated_at': '2021-09-16T04:36:59Z', 'revision_number': 6, 'project_id': 'ca10119c78a949599d5f62f70b3d0658', 'gw_port_host': None}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:37:00.702950 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-6f8a9281-2b36-42cd-90ac-6582c1e77612 service neutron] For port abe5f8cd-2628-4f39-82e8-6d57deaeb366, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:37:00.706464 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-6f8a9281-2b36-42cd-90ac-6582c1e77612 service neutron] For port abe5f8cd-2628-4f39-82e8-6d57deaeb366, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=abe5f8cd-2628-4f39-82e8-6d57deaeb366,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:37:00.714985 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-6f8a9281-2b36-42cd-90ac-6582c1e77612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:00.745309 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port abe5f8cd-2628-4f39-82e8-6d57deaeb366, host n-h1-712139-15, got binding levels [] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:00.780650 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Attempting to bind port abe5f8cd-2628-4f39-82e8-6d57deaeb366 on host n-h1-712139-15 for vnic_type normal with profile {"migrating_to": "n-h2-712139-15"} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:37:00.782058 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Attempting to bind port abe5f8cd-2628-4f39-82e8-6d57deaeb366 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:37:00.782673 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Attempting to bind port abe5f8cd-2628-4f39-82e8-6d57deaeb366 on network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:00.792397 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Port abe5f8cd-2628-4f39-82e8-6d57deaeb366 on network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:37:00.793155 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Attempting to bind port abe5f8cd-2628-4f39-82e8-6d57deaeb366 on network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:00.798551 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c079c0c0-b75a-48f0-9473-5d10ef097cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:00.802318 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c079c0c0-b75a-48f0-9473-5d10ef097cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:00.807927 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c079c0c0-b75a-48f0-9473-5d10ef097cd3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b9289b95-a066-4ba3-ab45-8aea36cce26c HTTP/1.1" status: 204 len: 168 time: 0.6832149 Sep 16 04:37:00.808214 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:37:00.808214 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Checking segment: {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:37:00.808214 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Bound using segment: {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:37:00.808214 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Bound port: abe5f8cd-2628-4f39-82e8-6d57deaeb366, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:37:00.814729 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:00.838693 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079c0c0-b75a-48f0-9473-5d10ef097cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9289b95-a066-4ba3-ab45-8aea36cce26c,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:00.889778 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a9281-2b36-42cd-90ac-6582c1e77612 service neutron] Pushing event updated for resources: {'Port': ['ID=abe5f8cd-2628-4f39-82e8-6d57deaeb366,revision_number=8']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:00.891436 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2f2dfe24-f326-4783-9528-d59bf8f979b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:00.944411 n-d-712139-15 neutron-server[94768]: WARNING neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Concurrent port binding operations failed on port abe5f8cd-2628-4f39-82e8-6d57deaeb366 Sep 16 04:37:00.954801 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port abe5f8cd-2628-4f39-82e8-6d57deaeb366, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=abe5f8cd-2628-4f39-82e8-6d57deaeb366,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:00.962947 n-d-712139-15 neutron-server[94768]: INFO neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Attempt 2 to bind port abe5f8cd-2628-4f39-82e8-6d57deaeb366 Sep 16 04:37:00.963609 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device abe5f8cd-2628-4f39-82e8-6d57deaeb366 has no active binding in host n-h2-712139-15 {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:37:00.968206 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-6f8a9281-2b36-42cd-90ac-6582c1e77612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:00.968873 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-6f8a9281-2b36-42cd-90ac-6582c1e77612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:00.970748 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-6f8a9281-2b36-42cd-90ac-6582c1e77612 service neutron] 10.222.0.48 "PUT /v2.0/ports/abe5f8cd-2628-4f39-82e8-6d57deaeb366 HTTP/1.1" status: 200 len: 1123 time: 1.1239364 Sep 16 04:37:01.033638 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2dfe24-f326-4783-9528-d59bf8f979b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2242e329-602a-45be-9e3b-ed59f7797ed3,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:01.038889 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2f2dfe24-f326-4783-9528-d59bf8f979b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:01.159476 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2f2dfe24-f326-4783-9528-d59bf8f979b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:01.163654 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2f2dfe24-f326-4783-9528-d59bf8f979b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:01.191067 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['abe5f8cd-2628-4f39-82e8-6d57deaeb366'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:01.267556 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['abe5f8cd-2628-4f39-82e8-6d57deaeb366'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:01.296725 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2f2dfe24-f326-4783-9528-d59bf8f979b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:01.297566 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2dfe24-f326-4783-9528-d59bf8f979b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 177a4f06-e076-44ff-9282-28abc3d1273c {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:37:01.304682 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2f2dfe24-f326-4783-9528-d59bf8f979b8 admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:01.306378 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2f2dfe24-f326-4783-9528-d59bf8f979b8 admin admin] 10.222.0.35 "DELETE /v2.0/routers/177a4f06-e076-44ff-9282-28abc3d1273c HTTP/1.1" status: 204 len: 168 time: 1.7236598 Sep 16 04:37:01.309315 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 55314) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:37:01.419294 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca297b60-11b9-4214-858a-4dc4ad9d5873 admin admin] Deleting subnet 17138091-5a16-43f7-9b34-6995a93723ca {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:37:01.423658 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ca297b60-11b9-4214-858a-4dc4ad9d5873 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:01.485870 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ca297b60-11b9-4214-858a-4dc4ad9d5873 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:01.686263 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ca297b60-11b9-4214-858a-4dc4ad9d5873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:01.846108 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ca297b60-11b9-4214-858a-4dc4ad9d5873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:01.904684 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca297b60-11b9-4214-858a-4dc4ad9d5873 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17138091-5a16-43f7-9b34-6995a93723ca,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:01.908477 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ca297b60-11b9-4214-858a-4dc4ad9d5873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:01.911264 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ca297b60-11b9-4214-858a-4dc4ad9d5873 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/17138091-5a16-43f7-9b34-6995a93723ca HTTP/1.1" status: 204 len: 168 time: 0.5999634 Sep 16 04:37:01.914630 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55324) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:37:01.917427 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c288ded-9f4a-4ed7-9d5d-0d07b87744cf None None] Network 9f6e9e14-695c-4a5f-925c-54c3d0576f7c requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:37:02.127791 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-013977de-b97e-4e8f-87c4-ebb008c9e591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:02.242520 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c071e8c8-7b04-4475-b113-c020461c1db4 None None] DHCP port deletion for 9f6e9e14-695c-4a5f-925c-54c3d0576f7c request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:37:02.280162 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-013977de-b97e-4e8f-87c4-ebb008c9e591 admin admin] Deleting port 832c5854-5382-42c5-9ce0-3e106166d461 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:37:02.280794 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-013977de-b97e-4e8f-87c4-ebb008c9e591 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:02.363926 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-c071e8c8-7b04-4475-b113-c020461c1db4 None None] Deleting port 832c5854-5382-42c5-9ce0-3e106166d461 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:37:02.363926 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c071e8c8-7b04-4475-b113-c020461c1db4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:02.423474 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-013977de-b97e-4e8f-87c4-ebb008c9e591 admin admin] For port 832c5854-5382-42c5-9ce0-3e106166d461, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=832c5854-5382-42c5-9ce0-3e106166d461,segment=NetworkSegment(930b3bd1-fe07-4f1b-857c-fb9fca45d561),segment_id=930b3bd1-fe07-4f1b-857c-fb9fca45d561)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:02.423850 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-013977de-b97e-4e8f-87c4-ebb008c9e591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:02.448105 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-013977de-b97e-4e8f-87c4-ebb008c9e591 admin admin] Calling delete_port for 832c5854-5382-42c5-9ce0-3e106166d461 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:37:02.489753 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 55336) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:37:02.491644 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-c071e8c8-7b04-4475-b113-c020461c1db4 None None] For port 832c5854-5382-42c5-9ce0-3e106166d461, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=832c5854-5382-42c5-9ce0-3e106166d461,segment=NetworkSegment(930b3bd1-fe07-4f1b-857c-fb9fca45d561),segment_id=930b3bd1-fe07-4f1b-857c-fb9fca45d561)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:02.492129 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c071e8c8-7b04-4475-b113-c020461c1db4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:02.508301 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-c071e8c8-7b04-4475-b113-c020461c1db4 None None] Calling delete_port for 832c5854-5382-42c5-9ce0-3e106166d461 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:37:02.572090 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-013977de-b97e-4e8f-87c4-ebb008c9e591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:02.627940 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013977de-b97e-4e8f-87c4-ebb008c9e591 admin admin] Pushing event deleted for resources: {'Port': ['ID=832c5854-5382-42c5-9ce0-3e106166d461,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:02.639623 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013977de-b97e-4e8f-87c4-ebb008c9e591 admin admin] No DVR routers for this DVR port 832c5854-5382-42c5-9ce0-3e106166d461 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:37:02.650550 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c071e8c8-7b04-4475-b113-c020461c1db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:02.712090 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-a73b50a4-fbe8-4f2e-b73b-4c5da54b1398 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1881970366-network', 'tenant_id': 'd6062d06deed4be79de10c491e7c5fd2'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:02.716318 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2242e329-602a-45be-9e3b-ed59f7797ed3 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:37:02.743314 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c071e8c8-7b04-4475-b113-c020461c1db4 None None] No DVR routers for this DVR port 832c5854-5382-42c5-9ce0-3e106166d461 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:37:02.745440 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c071e8c8-7b04-4475-b113-c020461c1db4 None None] Pushing event deleted for resources: {'Port': ['ID=832c5854-5382-42c5-9ce0-3e106166d461,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:02.747517 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-013977de-b97e-4e8f-87c4-ebb008c9e591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:02.756906 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 2242e329-602a-45be-9e3b-ed59f7797ed3 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:37:02.757701 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2242e329-602a-45be-9e3b-ed59f7797ed3 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:37:02.758325 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 879c817a-c37e-4c55-a297-eef6715e48ba no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:37:02.775480 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73b50a4-fbe8-4f2e-b73b-4c5da54b1398 admin admin] Made reservation on behalf of d6062d06deed4be79de10c491e7c5fd2 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:37:02.777809 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a73b50a4-fbe8-4f2e-b73b-4c5da54b1398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:02.784713 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 879c817a-c37e-4c55-a297-eef6715e48ba {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:37:02.784713 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 879c817a-c37e-4c55-a297-eef6715e48ba not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:37:02.784713 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 832c5854-5382-42c5-9ce0-3e106166d461 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:37:02.790080 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-013977de-b97e-4e8f-87c4-ebb008c9e591 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f6e9e14-695c-4a5f-925c-54c3d0576f7c']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:37:02.798719 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a73b50a4-fbe8-4f2e-b73b-4c5da54b1398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:02.812968 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-013977de-b97e-4e8f-87c4-ebb008c9e591 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '930b3bd1-fe07-4f1b-857c-fb9fca45d561') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:37:02.812968 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-013977de-b97e-4e8f-87c4-ebb008c9e591 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '930b3bd1-fe07-4f1b-857c-fb9fca45d561') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:37:02.813598 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 832c5854-5382-42c5-9ce0-3e106166d461 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:37:02.813598 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 832c5854-5382-42c5-9ce0-3e106166d461 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:37:02.843757 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-013977de-b97e-4e8f-87c4-ebb008c9e591 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:02.868678 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-013977de-b97e-4e8f-87c4-ebb008c9e591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:02.877012 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-013977de-b97e-4e8f-87c4-ebb008c9e591 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:37:02.877845 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-013977de-b97e-4e8f-87c4-ebb008c9e591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:02.892640 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:37:02.892640 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:37:02.892640 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:37:02.892640 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:37:02.892640 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:37:02.892640 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:37:02.892640 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:37:02.892640 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:37:02.892640 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:37:02.892640 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:37:02.892640 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:37:02.892640 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:37:02.892640 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:37:02.892640 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:37:02.892640 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:37:02.892640 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:37:02.892640 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:37:02.892640 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:37:02.892640 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:37:02.892640 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:37:02.892640 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:37:02.892640 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:37:02.892640 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:37:02.892640 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:37:02.892640 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:37:02.892640 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:37:02.892640 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:37:02.892640 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:37:02.892640 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:37:02.892640 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:37:02.892640 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:37:02.892640 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:37:02.996660 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-013977de-b97e-4e8f-87c4-ebb008c9e591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:03.005126 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-013977de-b97e-4e8f-87c4-ebb008c9e591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:03.011483 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-013977de-b97e-4e8f-87c4-ebb008c9e591 admin admin] 10.222.0.35 "DELETE /v2.0/networks/9f6e9e14-695c-4a5f-925c-54c3d0576f7c HTTP/1.1" status: 204 len: 168 time: 1.0953779 Sep 16 04:37:03.025237 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013977de-b97e-4e8f-87c4-ebb008c9e591 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f6e9e14-695c-4a5f-925c-54c3d0576f7c,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:03.079126 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a73b50a4-fbe8-4f2e-b73b-4c5da54b1398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:03.088945 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a73b50a4-fbe8-4f2e-b73b-4c5da54b1398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:03.111926 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a73b50a4-fbe8-4f2e-b73b-4c5da54b1398 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:37:03.134204 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a73b50a4-fbe8-4f2e-b73b-4c5da54b1398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:03.134513 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-a73b50a4-fbe8-4f2e-b73b-4c5da54b1398 admin admin] Added segment c427275e-c478-401d-8fb4-8eb66ddff5d2 of type vlan for network bfa6d0f7-e0c6-408d-b272-6ab04777aadc Sep 16 04:37:03.135861 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b50a4-fbe8-4f2e-b73b-4c5da54b1398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2affa8-0668-4988-b34f-7333ff388a98,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:03.185115 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a73b50a4-fbe8-4f2e-b73b-4c5da54b1398 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:03.199199 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55346) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:37:03.218261 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a73b50a4-fbe8-4f2e-b73b-4c5da54b1398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:03.218261 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73b50a4-fbe8-4f2e-b73b-4c5da54b1398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:03.218261 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a73b50a4-fbe8-4f2e-b73b-4c5da54b1398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:03.252465 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a73b50a4-fbe8-4f2e-b73b-4c5da54b1398 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7615976 Sep 16 04:37:03.255940 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 55348) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:37:03.260718 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-b29d9509-0c79-41e8-ad83-0294888749ca admin admin] Request body: {'subnet': {'network_id': 'bfa6d0f7-e0c6-408d-b272-6ab04777aadc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1881970366-subnet', 'tenant_id': 'd6062d06deed4be79de10c491e7c5fd2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:03.265963 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-82195f49-1541-41ac-8db5-7118afc2dce9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ca10119c78a949599d5f62f70b3d0658&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0641809 Sep 16 04:37:03.268644 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55350) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:37:03.316142 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b50a4-fbe8-4f2e-b73b-4c5da54b1398 admin admin] Pushing event updated for resources: {'Network': ['ID=bfa6d0f7-e0c6-408d-b272-6ab04777aadc,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:03.327506 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network bfa6d0f7-e0c6-408d-b272-6ab04777aadc details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:37:03.339258 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29d9509-0c79-41e8-ad83-0294888749ca admin admin] Made reservation on behalf of d6062d06deed4be79de10c491e7c5fd2 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:37:03.343163 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b29d9509-0c79-41e8-ad83-0294888749ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:03.351671 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3877e7a0-6a21-4137-b9e6-36e7efbd35a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:03.434392 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3877e7a0-6a21-4137-b9e6-36e7efbd35a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:03.538457 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3877e7a0-6a21-4137-b9e6-36e7efbd35a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:03.546332 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3877e7a0-6a21-4137-b9e6-36e7efbd35a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:03.565644 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3877e7a0-6a21-4137-b9e6-36e7efbd35a3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7d9a67e6-cf58-454b-ba26-e9289c502d5e HTTP/1.1" status: 204 len: 168 time: 0.2959194 Sep 16 04:37:03.585874 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877e7a0-6a21-4137-b9e6-36e7efbd35a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9a67e6-cf58-454b-ba26-e9289c502d5e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:03.689033 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b29d9509-0c79-41e8-ad83-0294888749ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:03.755059 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29d9509-0c79-41e8-ad83-0294888749ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c5322b4-3f4a-4efc-bd80-709b0e5f8fd5,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:03.790513 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29d9509-0c79-41e8-ad83-0294888749ca admin admin] Checking segment: {'id': 'c427275e-c478-401d-8fb4-8eb66ddff5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bfa6d0f7-e0c6-408d-b272-6ab04777aadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:37:03.791023 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29d9509-0c79-41e8-ad83-0294888749ca admin admin] Network hostable DHCP agents. Network: bfa6d0f7-e0c6-408d-b272-6ab04777aadc, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:37:03.819456 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29d9509-0c79-41e8-ad83-0294888749ca admin admin] Network bfa6d0f7-e0c6-408d-b272-6ab04777aadc is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:37:03.832388 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-b29d9509-0c79-41e8-ad83-0294888749ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, bfa6d0f7-e0c6-408d-b272-6ab04777aadc) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:37:03.842124 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29d9509-0c79-41e8-ad83-0294888749ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:03.844438 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b29d9509-0c79-41e8-ad83-0294888749ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:03.851336 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793c29dc-47f8-4262-8c71-c20e28bf2f5f None None] Network bfa6d0f7-e0c6-408d-b272-6ab04777aadc requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:37:03.879190 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b29d9509-0c79-41e8-ad83-0294888749ca admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6217666 Sep 16 04:37:03.881868 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 55358) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:37:03.892712 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-0f756100-fc89-4577-ab50-46a97d28836d admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1881970366-router', 'tenant_id': 'd6062d06deed4be79de10c491e7c5fd2', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:03.959094 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0f756100-fc89-4577-ab50-46a97d28836d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:03.960633 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0f756100-fc89-4577-ab50-46a97d28836d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:04.064696 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c55846-fe36-4a77-8ff6-c5ddc8aa2073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-bfa6d0f7-e0c6-408d-b272-6ab04777aadc', 'network_id': 'bfa6d0f7-e0c6-408d-b272-6ab04777aadc', 'tenant_id': 'd6062d06deed4be79de10c491e7c5fd2', 'fixed_ips': [{'subnet_id': '9c5322b4-3f4a-4efc-bd80-709b0e5f8fd5'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:37:04.067154 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-24c55846-fe36-4a77-8ff6-c5ddc8aa2073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:04.073775 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0f756100-fc89-4577-ab50-46a97d28836d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:04.269907 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0f756100-fc89-4577-ab50-46a97d28836d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:04.321041 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-24c55846-fe36-4a77-8ff6-c5ddc8aa2073 None None] Allocated IP 172.20.0.2 (bfa6d0f7-e0c6-408d-b272-6ab04777aadc/9c5322b4-3f4a-4efc-bd80-709b0e5f8fd5/c1a43d84-ea20-49b9-a08c-5f34194276c1) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:37:04.613102 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-24c55846-fe36-4a77-8ff6-c5ddc8aa2073 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:04.635805 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-24c55846-fe36-4a77-8ff6-c5ddc8aa2073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:04.685415 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0f756100-fc89-4577-ab50-46a97d28836d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:04.722863 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0f756100-fc89-4577-ab50-46a97d28836d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:04.734218 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c55846-fe36-4a77-8ff6-c5ddc8aa2073 None None] Pushing event updated for resources: {'Port': ['ID=c1a43d84-ea20-49b9-a08c-5f34194276c1,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:04.764462 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c55846-fe36-4a77-8ff6-c5ddc8aa2073 None None] Network bfa6d0f7-e0c6-408d-b272-6ab04777aadc is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:37:04.767271 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-24c55846-fe36-4a77-8ff6-c5ddc8aa2073 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:37:04.773150 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c55846-fe36-4a77-8ff6-c5ddc8aa2073 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:37:04.858315 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-24c55846-fe36-4a77-8ff6-c5ddc8aa2073 None None] Attempting to bind port c1a43d84-ea20-49b9-a08c-5f34194276c1 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:37:04.858626 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-24c55846-fe36-4a77-8ff6-c5ddc8aa2073 None None] Attempting to bind port c1a43d84-ea20-49b9-a08c-5f34194276c1 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'c427275e-c478-401d-8fb4-8eb66ddff5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bfa6d0f7-e0c6-408d-b272-6ab04777aadc'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:37:04.858992 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c55846-fe36-4a77-8ff6-c5ddc8aa2073 None None] Attempting to bind port c1a43d84-ea20-49b9-a08c-5f34194276c1 on network bfa6d0f7-e0c6-408d-b272-6ab04777aadc {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:04.866860 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c55846-fe36-4a77-8ff6-c5ddc8aa2073 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:37:04.866860 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c55846-fe36-4a77-8ff6-c5ddc8aa2073 None None] Checking segment: {'id': 'c427275e-c478-401d-8fb4-8eb66ddff5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bfa6d0f7-e0c6-408d-b272-6ab04777aadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:37:04.866860 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-24c55846-fe36-4a77-8ff6-c5ddc8aa2073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:04.866860 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c55846-fe36-4a77-8ff6-c5ddc8aa2073 None None] Bound using segment: {'id': 'c427275e-c478-401d-8fb4-8eb66ddff5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bfa6d0f7-e0c6-408d-b272-6ab04777aadc'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:37:04.866860 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-24c55846-fe36-4a77-8ff6-c5ddc8aa2073 None None] Bound port: c1a43d84-ea20-49b9-a08c-5f34194276c1, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c427275e-c478-401d-8fb4-8eb66ddff5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bfa6d0f7-e0c6-408d-b272-6ab04777aadc'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:37:04.868167 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-24c55846-fe36-4a77-8ff6-c5ddc8aa2073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:04.912065 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55378) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:37:04.956074 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-24c55846-fe36-4a77-8ff6-c5ddc8aa2073 None None] For port c1a43d84-ea20-49b9-a08c-5f34194276c1, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:37:04.961087 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-24c55846-fe36-4a77-8ff6-c5ddc8aa2073 None None] For port c1a43d84-ea20-49b9-a08c-5f34194276c1, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=c1a43d84-ea20-49b9-a08c-5f34194276c1,segment=NetworkSegment(c427275e-c478-401d-8fb4-8eb66ddff5d2),segment_id=c427275e-c478-401d-8fb4-8eb66ddff5d2)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:37:04.978363 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-24c55846-fe36-4a77-8ff6-c5ddc8aa2073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:04.998482 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-0f756100-fc89-4577-ab50-46a97d28836d admin admin] Allocated IP 172.25.8.166 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/cbffbf7f-5ff6-4230-95ba-85fb21d69c18) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:37:05.072509 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c55846-fe36-4a77-8ff6-c5ddc8aa2073 None None] Pushing event updated for resources: {'Port': ['ID=c1a43d84-ea20-49b9-a08c-5f34194276c1,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:05.096619 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-8561fa37-87f9-4dca-968f-cf4e4c4cf70c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-75251409-network', 'tenant_id': '29c1bb20d82b4eca9094dc7aee909c49'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:05.132375 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8561fa37-87f9-4dca-968f-cf4e4c4cf70c admin admin] Made reservation on behalf of 29c1bb20d82b4eca9094dc7aee909c49 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:37:05.135603 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8561fa37-87f9-4dca-968f-cf4e4c4cf70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:05.149238 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8561fa37-87f9-4dca-968f-cf4e4c4cf70c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:05.189892 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0f756100-fc89-4577-ab50-46a97d28836d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:05.233675 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0f756100-fc89-4577-ab50-46a97d28836d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:05.312591 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f756100-fc89-4577-ab50-46a97d28836d admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:37:05.313793 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-0f756100-fc89-4577-ab50-46a97d28836d admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:37:05.330253 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f756100-fc89-4577-ab50-46a97d28836d admin admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:37:05.333965 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f756100-fc89-4577-ab50-46a97d28836d admin admin] Pushing event updated for resources: {'Port': ['ID=cbffbf7f-5ff6-4230-95ba-85fb21d69c18,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:05.414976 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8561fa37-87f9-4dca-968f-cf4e4c4cf70c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:05.423711 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8561fa37-87f9-4dca-968f-cf4e4c4cf70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:05.492109 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8561fa37-87f9-4dca-968f-cf4e4c4cf70c admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:37:05.510611 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561fa37-87f9-4dca-968f-cf4e4c4cf70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055c7dc3-4d72-4d8a-b329-25d62d460c49,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:05.530549 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8561fa37-87f9-4dca-968f-cf4e4c4cf70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:05.531093 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-8561fa37-87f9-4dca-968f-cf4e4c4cf70c admin admin] Added segment a554161e-7f46-4346-a723-b0683ee12d48 of type vlan for network 72ffa5cb-2d81-4610-a5b0-bee15bccc3ac Sep 16 04:37:05.599613 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8561fa37-87f9-4dca-968f-cf4e4c4cf70c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:05.634823 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8561fa37-87f9-4dca-968f-cf4e4c4cf70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:05.635824 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8561fa37-87f9-4dca-968f-cf4e4c4cf70c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:05.636622 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8561fa37-87f9-4dca-968f-cf4e4c4cf70c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:05.788115 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 55384) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:37:05.796649 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8561fa37-87f9-4dca-968f-cf4e4c4cf70c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 0.8638577 Sep 16 04:37:05.833940 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-ef4bb085-0e09-4803-bce7-b52371b949e3 admin admin] Request body: {'subnet': {'network_id': '72ffa5cb-2d81-4610-a5b0-bee15bccc3ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-75251409-subnet', 'tenant_id': '29c1bb20d82b4eca9094dc7aee909c49', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:05.848634 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0f756100-fc89-4577-ab50-46a97d28836d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:05.900852 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561fa37-87f9-4dca-968f-cf4e4c4cf70c admin admin] Pushing event updated for resources: {'Network': ['ID=72ffa5cb-2d81-4610-a5b0-bee15bccc3ac,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:05.919985 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 72ffa5cb-2d81-4610-a5b0-bee15bccc3ac details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:37:05.969834 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4bb085-0e09-4803-bce7-b52371b949e3 admin admin] Made reservation on behalf of 29c1bb20d82b4eca9094dc7aee909c49 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:37:05.975297 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ef4bb085-0e09-4803-bce7-b52371b949e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:06.478837 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ed8850-bfc1-400d-893e-d0980f704026 None None] Network bfa6d0f7-e0c6-408d-b272-6ab04777aadc requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:37:06.697266 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0f756100-fc89-4577-ab50-46a97d28836d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:06.775260 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device c1a43d84-ea20-49b9-a08c-5f34194276c1 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:37:06.854960 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ef4bb085-0e09-4803-bce7-b52371b949e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:06.858435 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ded309af-f39d-46a3-ba99-74260c5c6d76 None None] Provisioning complete for port c1a43d84-ea20-49b9-a08c-5f34194276c1 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:06.858812 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ded309af-f39d-46a3-ba99-74260c5c6d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:06.941906 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4bb085-0e09-4803-bce7-b52371b949e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab1a97a2-e37d-4797-8a1a-f8faa962d3f3,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:06.952201 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bb085-0e09-4803-bce7-b52371b949e3 admin admin] Checking segment: {'id': 'a554161e-7f46-4346-a723-b0683ee12d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '72ffa5cb-2d81-4610-a5b0-bee15bccc3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:37:06.952201 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4bb085-0e09-4803-bce7-b52371b949e3 admin admin] Network hostable DHCP agents. Network: 72ffa5cb-2d81-4610-a5b0-bee15bccc3ac, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:37:06.959064 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port c1a43d84-ea20-49b9-a08c-5f34194276c1 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:06.959663 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:06.981720 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4bb085-0e09-4803-bce7-b52371b949e3 admin admin] Network 72ffa5cb-2d81-4610-a5b0-bee15bccc3ac is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:37:06.995193 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-ef4bb085-0e09-4803-bce7-b52371b949e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 72ffa5cb-2d81-4610-a5b0-bee15bccc3ac) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:37:07.007262 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4bb085-0e09-4803-bce7-b52371b949e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:07.010093 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ef4bb085-0e09-4803-bce7-b52371b949e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:07.014349 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f756100-fc89-4577-ab50-46a97d28836d admin admin] Router d14429f8-b7dd-407d-b536-5f811883ecca is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:37:07.033300 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1a0fc9-b885-4fe7-b1d9-a21bd37ff357 None None] Network 72ffa5cb-2d81-4610-a5b0-bee15bccc3ac requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:37:07.039496 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ef4bb085-0e09-4803-bce7-b52371b949e3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 863 time: 1.2361910 Sep 16 04:37:07.042270 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55388) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:37:07.048550 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-32daf94e-b486-438a-96f2-3a7cad25f565 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-75251409-router', 'tenant_id': '29c1bb20d82b4eca9094dc7aee909c49', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:07.100056 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-32daf94e-b486-438a-96f2-3a7cad25f565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:07.101779 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-32daf94e-b486-438a-96f2-3a7cad25f565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:07.230634 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f756100-fc89-4577-ab50-46a97d28836d admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:37:07.236143 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ded309af-f39d-46a3-ba99-74260c5c6d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:07.240600 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-32daf94e-b486-438a-96f2-3a7cad25f565 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:07.270857 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0f756100-fc89-4577-ab50-46a97d28836d admin admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:07.274830 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0f756100-fc89-4577-ab50-46a97d28836d admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3892949 Sep 16 04:37:07.275795 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 55390) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:37:07.282907 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0510f9c-6965-491f-99c1-95d7405df242 None None] Sync routers for ids ['d14429f8-b7dd-407d-b536-5f811883ecca'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:37:07.358510 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-ded309af-f39d-46a3-ba99-74260c5c6d76 None None] For port c1a43d84-ea20-49b9-a08c-5f34194276c1, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=c1a43d84-ea20-49b9-a08c-5f34194276c1,segment=NetworkSegment(c427275e-c478-401d-8fb4-8eb66ddff5d2),segment_id=c427275e-c478-401d-8fb4-8eb66ddff5d2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:07.384243 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ded309af-f39d-46a3-ba99-74260c5c6d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:07.475871 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:07.487868 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0510f9c-6965-491f-99c1-95d7405df242 None None] Routers {'d14429f8-b7dd-407d-b536-5f811883ecca'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:37:07.492614 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-d0510f9c-6965-491f-99c1-95d7405df242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:36:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['d14429f8-b7dd-407d-b536-5f811883ecca'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:37:07.552659 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-32daf94e-b486-438a-96f2-3a7cad25f565 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:07.794567 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-d0510f9c-6965-491f-99c1-95d7405df242 None None] Set router d14429f8-b7dd-407d-b536-5f811883ecca gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:37:07.810176 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-32daf94e-b486-438a-96f2-3a7cad25f565 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:07.851990 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-32daf94e-b486-438a-96f2-3a7cad25f565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:07.921707 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8abc27-7c48-480f-a564-b5534990d90b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-72ffa5cb-2d81-4610-a5b0-bee15bccc3ac', 'network_id': '72ffa5cb-2d81-4610-a5b0-bee15bccc3ac', 'tenant_id': '29c1bb20d82b4eca9094dc7aee909c49', 'fixed_ips': [{'subnet_id': 'ab1a97a2-e37d-4797-8a1a-f8faa962d3f3'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:37:07.922651 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bb8abc27-7c48-480f-a564-b5534990d90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:07.948340 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded309af-f39d-46a3-ba99-74260c5c6d76 None None] Pushing event updated for resources: {'Port': ['ID=c1a43d84-ea20-49b9-a08c-5f34194276c1,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:08.069856 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-abb8def0-a226-4d4a-a3f3-6cf69354a7ff None None] Provisioning complete for port c1a43d84-ea20-49b9-a08c-5f34194276c1 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:08.070486 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-abb8def0-a226-4d4a-a3f3-6cf69354a7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:08.112906 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-edf1fcae-b09f-4c41-9d30-d3f0d10522ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:08.197410 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08af13-c568-49e6-beb8-ec59387c7fdc req-7b47fbba-d78e-4b15-b033-9a7ee8202503 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:08.204946 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3e08af13-c568-49e6-beb8-ec59387c7fdc req-7b47fbba-d78e-4b15-b033-9a7ee8202503 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=83372543-752c-48d0-a115-ac6c769ea5fe HTTP/1.1" status: 200 len: 945 time: 0.1227932 Sep 16 04:37:08.253757 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-32daf94e-b486-438a-96f2-3a7cad25f565 admin admin] Allocated IP 172.25.8.186 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:37:08.263102 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:37:08.264821 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:37:08.292119 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3e08af13-c568-49e6-beb8-ec59387c7fdc req-3948db07-530b-4e87-bfef-cbae8c851c6e tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862179 Sep 16 04:37:08.341464 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-7e69b6b7-ba59-4291-a2c8-a509be560027 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a8c979f3fc604996af2e8ab12f365425&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2247734 Sep 16 04:37:08.481170 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-8371a189-3a1f-408f-aaa7-f396afd9b37e tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:08.482941 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-8371a189-3a1f-408f-aaa7-f396afd9b37e tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1340303 Sep 16 04:37:08.503436 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-edf1fcae-b09f-4c41-9d30-d3f0d10522ff admin admin] Allocated IP 172.20.0.1 (bfa6d0f7-e0c6-408d-b272-6ab04777aadc/9c5322b4-3f4a-4efc-bd80-709b0e5f8fd5/f355bf47-0378-401a-9384-3b3599807d0e) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:37:08.514672 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-987e7053-664a-4592-9e65-844f43f63cf3 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/quotas/a8c979f3fc604996af2e8ab12f365425 HTTP/1.1" status: 200 len: 375 time: 0.0213211 Sep 16 04:37:08.589525 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-bb8abc27-7c48-480f-a564-b5534990d90b None None] Allocated IP 172.20.0.2 (72ffa5cb-2d81-4610-a5b0-bee15bccc3ac/ab1a97a2-e37d-4797-8a1a-f8faa962d3f3/0d5f6a1f-e6a0-401a-9cda-9f40dd64b796) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:37:08.639780 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-30511f9e-8e1f-43f8-a2dd-d00c092fcb1c tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a8c979f3fc604996af2e8ab12f365425&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1178064 Sep 16 04:37:08.656489 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:37:08.698233 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cba90c-3a0a-47cf-bec4-34009f39236f req-a72666b0-9edf-4185-b607-bcec562b5c41 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:08.701468 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-68cba90c-3a0a-47cf-bec4-34009f39236f req-a72666b0-9edf-4185-b607-bcec562b5c41 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 943 time: 0.2426896 Sep 16 04:37:08.753351 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-32daf94e-b486-438a-96f2-3a7cad25f565 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:08.756958 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-edf1fcae-b09f-4c41-9d30-d3f0d10522ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:08.798577 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-edf1fcae-b09f-4c41-9d30-d3f0d10522ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:08.838334 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-32daf94e-b486-438a-96f2-3a7cad25f565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:08.928068 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32daf94e-b486-438a-96f2-3a7cad25f565 admin admin] Pushing event updated for resources: {'Port': ['ID=bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:08.956011 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-68cba90c-3a0a-47cf-bec4-34009f39236f req-ee0e02b6-93a0-48e0-bbd4-6b52895c3b34 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519840 Sep 16 04:37:08.978870 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf1fcae-b09f-4c41-9d30-d3f0d10522ff admin admin] Network bfa6d0f7-e0c6-408d-b272-6ab04777aadc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:37:08.982976 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32daf94e-b486-438a-96f2-3a7cad25f565 admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:37:08.987094 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-d0510f9c-6965-491f-99c1-95d7405df242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14429f8-b7dd-407d-b536-5f811883ecca', 'name': 'tempest-ServersTestMultiNic-1881970366-router', 'tenant_id': 'd6062d06deed4be79de10c491e7c5fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'cbffbf7f-5ff6-4230-95ba-85fb21d69c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:37:03Z', 'updated_at': '2021-09-16T04:37:05Z', 'revision_number': 3, 'project_id': 'd6062d06deed4be79de10c491e7c5fd2', 'gw_port': {'id': 'cbffbf7f-5ff6-4230-95ba-85fb21d69c18', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14429f8-b7dd-407d-b536-5f811883ecca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:37:04Z', 'updated_at': '2021-09-16T04:37:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:37:09.003992 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-edf1fcae-b09f-4c41-9d30-d3f0d10522ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:37:09.005733 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-32daf94e-b486-438a-96f2-3a7cad25f565 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:37:09.012864 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32daf94e-b486-438a-96f2-3a7cad25f565 admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:37:09.029711 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf1fcae-b09f-4c41-9d30-d3f0d10522ff admin admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:37:09.133586 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1fcae-b09f-4c41-9d30-d3f0d10522ff admin admin] Pushing event updated for resources: {'Port': ['ID=f355bf47-0378-401a-9384-3b3599807d0e,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:09.170151 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0944ed-b724-473e-a2d7-c3ff0fbcd9e6 x-openstack-request-id: req-ec0944ed-b724-473e-a2d7-c3ff0fbcd9e6 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:09.172823 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52f13471-3d4b-47d9-9042-39972245dd3d", "name": "network-vif-unplugged", "status": "completed", "tag": "abe5f8cd-2628-4f39-82e8-6d57deaeb366", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:09.174471 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ec0944ed-b724-473e-a2d7-c3ff0fbcd9e6 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:09.174471 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52f13471-3d4b-47d9-9042-39972245dd3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abe5f8cd-2628-4f39-82e8-6d57deaeb366', 'code': 200} Sep 16 04:37:09.184874 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0510f9c-6965-491f-99c1-95d7405df242 None None] Checking router: d14429f8-b7dd-407d-b536-5f811883ecca for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:37:09.185411 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0510f9c-6965-491f-99c1-95d7405df242 None None] Updating router d14429f8-b7dd-407d-b536-5f811883ecca port cbffbf7f-5ff6-4230-95ba-85fb21d69c18 binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:37:09.197716 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-edf1fcae-b09f-4c41-9d30-d3f0d10522ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:09.202690 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device c1a43d84-ea20-49b9-a08c-5f34194276c1 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:37:09.372852 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d0510f9c-6965-491f-99c1-95d7405df242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:09.609497 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-edf1fcae-b09f-4c41-9d30-d3f0d10522ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:09.821591 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0cc08-795d-444a-8fb3-5b5e9148a60e req-14b089be-aa89-424d-ae4c-2a78d796829c tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:09.833670 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37e0cc08-795d-444a-8fb3-5b5e9148a60e req-14b089be-aa89-424d-ae4c-2a78d796829c tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=83372543-752c-48d0-a115-ac6c769ea5fe HTTP/1.1" status: 200 len: 945 time: 0.1942506 Sep 16 04:37:09.834237 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bb8abc27-7c48-480f-a564-b5534990d90b None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:09.835635 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-c5489936-ebf4-4515-9364-956cc5b3246c None None] Provisioning complete for port f355bf47-0378-401a-9384-3b3599807d0e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:09.836001 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c5489936-ebf4-4515-9364-956cc5b3246c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:09.886132 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bb8abc27-7c48-480f-a564-b5534990d90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:09.938793 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37e0cc08-795d-444a-8fb3-5b5e9148a60e req-612fd44d-3cac-4337-816b-adc22010c3de tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991189 Sep 16 04:37:10.117764 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-edf1fcae-b09f-4c41-9d30-d3f0d10522ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:10.157455 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-edf1fcae-b09f-4c41-9d30-d3f0d10522ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:10.257956 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1fcae-b09f-4c41-9d30-d3f0d10522ff admin admin] Pushing event updated for resources: {'Port': ['ID=f355bf47-0378-401a-9384-3b3599807d0e,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:10.295785 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-edf1fcae-b09f-4c41-9d30-d3f0d10522ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:10.304248 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8abc27-7c48-480f-a564-b5534990d90b None None] Network 72ffa5cb-2d81-4610-a5b0-bee15bccc3ac is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:37:10.311778 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-bb8abc27-7c48-480f-a564-b5534990d90b None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:37:10.314271 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port c1a43d84-ea20-49b9-a08c-5f34194276c1 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:10.314855 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:10.317279 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83bda4-79e7-4e85-881d-6dcb7fa279d3 req-75a999b3-ab69-4e52-8770-4ea6a483cd47 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:10.317635 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8abc27-7c48-480f-a564-b5534990d90b None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:37:10.318916 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7a83bda4-79e7-4e85-881d-6dcb7fa279d3 req-75a999b3-ab69-4e52-8770-4ea6a483cd47 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 943 time: 0.2037086 Sep 16 04:37:10.324312 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-32daf94e-b486-438a-96f2-3a7cad25f565 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:10.328025 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-38a94655-f4c3-439e-a811-ecd545a324e6 req-67e0bf02-17bd-4c96-a7de-3ff2fb361792 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=77cc5a6b-f89c-4320-aee1-d12ab230d128 HTTP/1.1" status: 200 len: 210 time: 0.1684105 Sep 16 04:37:10.367356 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-c5489936-ebf4-4515-9364-956cc5b3246c None None] Port f355bf47-0378-401a-9384-3b3599807d0e cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:37:10.442418 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8abc27-7c48-480f-a564-b5534990d90b None None] Pushing event updated for resources: {'Port': ['ID=0d5f6a1f-e6a0-401a-9cda-9f40dd64b796,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:10.453446 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-41e03603-77a1-410d-88da-b4d9a3d70c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:10.527381 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d0510f9c-6965-491f-99c1-95d7405df242 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:10.542273 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-bb8abc27-7c48-480f-a564-b5534990d90b None None] Attempting to bind port 0d5f6a1f-e6a0-401a-9cda-9f40dd64b796 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:37:10.542992 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-bb8abc27-7c48-480f-a564-b5534990d90b None None] Attempting to bind port 0d5f6a1f-e6a0-401a-9cda-9f40dd64b796 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'a554161e-7f46-4346-a723-b0683ee12d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '72ffa5cb-2d81-4610-a5b0-bee15bccc3ac'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:37:10.543538 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8abc27-7c48-480f-a564-b5534990d90b None None] Attempting to bind port 0d5f6a1f-e6a0-401a-9cda-9f40dd64b796 on network 72ffa5cb-2d81-4610-a5b0-bee15bccc3ac {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:10.546697 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d0510f9c-6965-491f-99c1-95d7405df242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:10.560940 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf1fcae-b09f-4c41-9d30-d3f0d10522ff admin admin] Network bfa6d0f7-e0c6-408d-b272-6ab04777aadc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:37:10.562920 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-edf1fcae-b09f-4c41-9d30-d3f0d10522ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:37:10.589553 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8abc27-7c48-480f-a564-b5534990d90b None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:37:10.590182 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8abc27-7c48-480f-a564-b5534990d90b None None] Checking segment: {'id': 'a554161e-7f46-4346-a723-b0683ee12d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '72ffa5cb-2d81-4610-a5b0-bee15bccc3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:37:10.590755 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bb8abc27-7c48-480f-a564-b5534990d90b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:10.594244 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8abc27-7c48-480f-a564-b5534990d90b None None] Bound using segment: {'id': 'a554161e-7f46-4346-a723-b0683ee12d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '72ffa5cb-2d81-4610-a5b0-bee15bccc3ac'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:37:10.595106 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-bb8abc27-7c48-480f-a564-b5534990d90b None None] Bound port: 0d5f6a1f-e6a0-401a-9cda-9f40dd64b796, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a554161e-7f46-4346-a723-b0683ee12d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '72ffa5cb-2d81-4610-a5b0-bee15bccc3ac'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:37:10.595696 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bb8abc27-7c48-480f-a564-b5534990d90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:10.605765 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7a83bda4-79e7-4e85-881d-6dcb7fa279d3 req-77ea17be-eb5f-4ccc-ae68-cc217e4eac4f tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476439 Sep 16 04:37:10.643581 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-32daf94e-b486-438a-96f2-3a7cad25f565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:10.761132 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c7c32-77e8-409e-987b-4afd94d2ff63 None None] Pushing event updated for resources: {'Port': ['ID=cbffbf7f-5ff6-4230-95ba-85fb21d69c18,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:10.793258 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-d0510f9c-6965-491f-99c1-95d7405df242 None None] Attempting to bind port cbffbf7f-5ff6-4230-95ba-85fb21d69c18 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:37:10.793783 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-d0510f9c-6965-491f-99c1-95d7405df242 None None] Attempting to bind port cbffbf7f-5ff6-4230-95ba-85fb21d69c18 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:37:10.794262 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0510f9c-6965-491f-99c1-95d7405df242 None None] Attempting to bind port cbffbf7f-5ff6-4230-95ba-85fb21d69c18 on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:10.808477 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0510f9c-6965-491f-99c1-95d7405df242 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:37:10.809338 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0510f9c-6965-491f-99c1-95d7405df242 None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:37:10.809486 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d0510f9c-6965-491f-99c1-95d7405df242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:10.809986 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0510f9c-6965-491f-99c1-95d7405df242 None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:37:10.810573 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-d0510f9c-6965-491f-99c1-95d7405df242 None None] Bound port: cbffbf7f-5ff6-4230-95ba-85fb21d69c18, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:37:10.811141 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d0510f9c-6965-491f-99c1-95d7405df242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:10.839118 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf1fcae-b09f-4c41-9d30-d3f0d10522ff admin admin] Router d14429f8-b7dd-407d-b536-5f811883ecca has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:37:11.015659 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bb8abc27-7c48-480f-a564-b5534990d90b None None] For port 0d5f6a1f-e6a0-401a-9cda-9f40dd64b796, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:37:11.020045 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf1fcae-b09f-4c41-9d30-d3f0d10522ff admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:37:11.023782 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-a9cd4a48-f1ee-4c31-a0e9-d486162da01d tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=a8c979f3fc604996af2e8ab12f365425&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1569173 Sep 16 04:37:11.042508 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-edf1fcae-b09f-4c41-9d30-d3f0d10522ff admin admin] 10.222.0.35 "PUT /v2.0/routers/d14429f8-b7dd-407d-b536-5f811883ecca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7662439 Sep 16 04:37:11.060011 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bb8abc27-7c48-480f-a564-b5534990d90b None None] For port 0d5f6a1f-e6a0-401a-9cda-9f40dd64b796, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=0d5f6a1f-e6a0-401a-9cda-9f40dd64b796,segment=NetworkSegment(a554161e-7f46-4346-a723-b0683ee12d48),segment_id=a554161e-7f46-4346-a723-b0683ee12d48)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:37:11.079157 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bb8abc27-7c48-480f-a564-b5534990d90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:11.101915 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497db0f-a513-4cac-9c56-038fddbe87bf req-d60309db-7fd6-437c-888a-1779d642d3a2 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:11.114052 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b497db0f-a513-4cac-9c56-038fddbe87bf req-d60309db-7fd6-437c-888a-1779d642d3a2 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/ports?device_id=18197268-7960-4fe5-90a7-3303ed6e67a1 HTTP/1.1" status: 200 len: 950 time: 0.2103601 Sep 16 04:37:11.116020 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-d0510f9c-6965-491f-99c1-95d7405df242 None None] For port cbffbf7f-5ff6-4230-95ba-85fb21d69c18, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:37:11.136787 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-d0510f9c-6965-491f-99c1-95d7405df242 None None] For port cbffbf7f-5ff6-4230-95ba-85fb21d69c18, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=cbffbf7f-5ff6-4230-95ba-85fb21d69c18,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:37:11.161247 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d0510f9c-6965-491f-99c1-95d7405df242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:11.178521 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52f13471-3d4b-47d9-9042-39972245dd3d', 'tag': 'abe5f8cd-2628-4f39-82e8-6d57deaeb366'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:11.180900 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724a6173-c5db-4630-9f5c-9d552fc56676" -d '{"events": [{"name": "network-changed", "server_uuid": "52f13471-3d4b-47d9-9042-39972245dd3d", "tag": "abe5f8cd-2628-4f39-82e8-6d57deaeb366"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:11.181843 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32daf94e-b486-438a-96f2-3a7cad25f565 admin admin] Router 05d02fb2-b7b0-4238-98ec-d135d4e53ae3 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:37:11.182877 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-4a4f58f5-ad89-4d5a-897c-94a5cba009e8 None None] Provisioning complete for port f355bf47-0378-401a-9384-3b3599807d0e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:11.183673 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4a4f58f5-ad89-4d5a-897c-94a5cba009e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:11.215320 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f23fc-4b38-443b-b1c8-f540d5b620c9 req-c655cb29-bd6b-49c7-ae77-ea1d1a30d7e9 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:11.220211 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-727f23fc-4b38-443b-b1c8-f540d5b620c9 req-c655cb29-bd6b-49c7-ae77-ea1d1a30d7e9 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=83372543-752c-48d0-a115-ac6c769ea5fe HTTP/1.1" status: 200 len: 945 time: 0.0942731 Sep 16 04:37:11.230928 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-4a4f58f5-ad89-4d5a-897c-94a5cba009e8 None None] Port f355bf47-0378-401a-9384-3b3599807d0e cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:37:11.241417 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8abc27-7c48-480f-a564-b5534990d90b None None] Pushing event updated for resources: {'Port': ['ID=0d5f6a1f-e6a0-401a-9cda-9f40dd64b796,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:11.289023 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-727f23fc-4b38-443b-b1c8-f540d5b620c9 req-fb63ed28-3eca-4029-a8b0-95afb5ce9358 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630329 Sep 16 04:37:11.289526 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 55490) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:37:11.341245 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0510f9c-6965-491f-99c1-95d7405df242 None None] Routers {'d14429f8-b7dd-407d-b536-5f811883ecca'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:37:11.342458 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-d0510f9c-6965-491f-99c1-95d7405df242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:36:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['d14429f8-b7dd-407d-b536-5f811883ecca'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:37:11.364374 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-763dca7a-36d9-40fb-a23e-15f8237a925b tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-174928961'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:11.408199 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c5683c-a7f3-4854-8cfd-fbea2a7bbd6e x-openstack-request-id: req-81c5683c-a7f3-4854-8cfd-fbea2a7bbd6e {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:11.408484 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52f13471-3d4b-47d9-9042-39972245dd3d", "tag": "abe5f8cd-2628-4f39-82e8-6d57deaeb366", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:11.408812 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-81c5683c-a7f3-4854-8cfd-fbea2a7bbd6e {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:11.409205 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52f13471-3d4b-47d9-9042-39972245dd3d', 'tag': 'abe5f8cd-2628-4f39-82e8-6d57deaeb366', 'status': 'completed', 'code': 200} Sep 16 04:37:11.417294 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763dca7a-36d9-40fb-a23e-15f8237a925b tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Made reservation on behalf of d6062d06deed4be79de10c491e7c5fd2 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:37:11.426299 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-763dca7a-36d9-40fb-a23e-15f8237a925b tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:11.499632 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32daf94e-b486-438a-96f2-3a7cad25f565 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:37:11.518052 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b497db0f-a513-4cac-9c56-038fddbe87bf req-864de927-c09a-453a-840c-41a1348f2254 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce32b41b-a276-4c54-8783-af23e32773c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024785 Sep 16 04:37:11.541180 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:11.564011 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c7c32-77e8-409e-987b-4afd94d2ff63 None None] Pushing event updated for resources: {'Port': ['ID=cbffbf7f-5ff6-4230-95ba-85fb21d69c18,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:11.569527 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4da844d-127d-4ce9-bcf8-1e7f7953ff43 None None] Sync routers for ids ['05d02fb2-b7b0-4238-98ec-d135d4e53ae3'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:37:11.584080 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4da844d-127d-4ce9-bcf8-1e7f7953ff43 None None] Routers {'05d02fb2-b7b0-4238-98ec-d135d4e53ae3'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:37:11.587435 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a4da844d-127d-4ce9-bcf8-1e7f7953ff43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:36:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['05d02fb2-b7b0-4238-98ec-d135d4e53ae3'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:37:11.602142 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-91580802-6f0f-4aff-8c02-1a834546a886 req-65bc2877-d61a-41fa-a67c-276a0626629a tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=77cc5a6b-f89c-4320-aee1-d12ab230d128 HTTP/1.1" status: 200 len: 210 time: 0.1076586 Sep 16 04:37:11.602887 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-763dca7a-36d9-40fb-a23e-15f8237a925b tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:37:11.618511 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-32daf94e-b486-438a-96f2-3a7cad25f565 admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:11.621160 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-32daf94e-b486-438a-96f2-3a7cad25f565 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 4.5761731 Sep 16 04:37:11.622017 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55500) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:37:11.639622 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-763dca7a-36d9-40fb-a23e-15f8237a925b tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:11.640250 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-763dca7a-36d9-40fb-a23e-15f8237a925b tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Added segment eb896588-0070-4ec7-be8d-62cce23cea2a of type vlan for network 1337770f-3914-4428-8a3b-f806564c6ee8 Sep 16 04:37:11.717631 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-d0510f9c-6965-491f-99c1-95d7405df242 None None] Set router d14429f8-b7dd-407d-b536-5f811883ecca gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:37:11.736197 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-763dca7a-36d9-40fb-a23e-15f8237a925b tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:11.772825 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-a4da844d-127d-4ce9-bcf8-1e7f7953ff43 None None] Set router 05d02fb2-b7b0-4238-98ec-d135d4e53ae3 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:37:11.779342 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-a8a7b7ff-eb1c-4d5c-b217-02a6083a34a3 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:11.781003 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-a8a7b7ff-eb1c-4d5c-b217-02a6083a34a3 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7437747 Sep 16 04:37:11.823976 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-8aa52212-51d5-440f-993e-27d64f1e266b tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Request body: {'port': {'device_id': '77cc5a6b-f89c-4320-aee1-d12ab230d128', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'admin_state_up': True, 'tenant_id': 'a8c979f3fc604996af2e8ab12f365425'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:11.829523 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fe1df-3419-4943-a1ed-52c602a2ca8d req-356b2deb-fdde-4838-bd62-f2d732c6a90d tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:11.840493 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3b8fe1df-3419-4943-a1ed-52c602a2ca8d req-356b2deb-fdde-4838-bd62-f2d732c6a90d tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 943 time: 0.0916960 Sep 16 04:37:11.843265 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-763dca7a-36d9-40fb-a23e-15f8237a925b tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:11.850930 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763dca7a-36d9-40fb-a23e-15f8237a925b tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:11.851550 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-763dca7a-36d9-40fb-a23e-15f8237a925b tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:11.863879 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a6173-c5db-4630-9f5c-9d552fc56676 req-883a2226-c940-4e07-97b8-13f0da1d1acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:11.865447 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-724a6173-c5db-4630-9f5c-9d552fc56676 req-883a2226-c940-4e07-97b8-13f0da1d1acc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8fb595dbe0d3452481d7faf275f28d7b&device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 1126 time: 0.3866167 Sep 16 04:37:11.969644 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a4da844d-127d-4ce9-bcf8-1e7f7953ff43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-75251409-router', 'tenant_id': '29c1bb20d82b4eca9094dc7aee909c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:37:07Z', 'updated_at': '2021-09-16T04:37:10Z', 'revision_number': 3, 'project_id': '29c1bb20d82b4eca9094dc7aee909c49', 'gw_port': {'id': 'bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:11:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:37:07Z', 'updated_at': '2021-09-16T04:37:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:37:12.000992 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763dca7a-36d9-40fb-a23e-15f8237a925b tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Pushing event updated for resources: {'Network': ['ID=1337770f-3914-4428-8a3b-f806564c6ee8,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:12.002878 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4da844d-127d-4ce9-bcf8-1e7f7953ff43 None None] Checking router: 05d02fb2-b7b0-4238-98ec-d135d4e53ae3 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:37:12.003975 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4da844d-127d-4ce9-bcf8-1e7f7953ff43 None None] Updating router 05d02fb2-b7b0-4238-98ec-d135d4e53ae3 port bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744 binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:37:12.031449 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-763dca7a-36d9-40fb-a23e-15f8237a925b tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7407892 Sep 16 04:37:12.042128 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 55504) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:37:12.048608 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-4d56fe55-d767-4f81-977d-601671de7917 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Request body: {'subnet': {'network_id': '1337770f-3914-4428-8a3b-f806564c6ee8', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:12.048807 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 1337770f-3914-4428-8a3b-f806564c6ee8 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:37:12.056504 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-a4da844d-127d-4ce9-bcf8-1e7f7953ff43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:12.078669 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3b8fe1df-3419-4943-a1ed-52c602a2ca8d req-e2a594b0-1748-490d-8969-8ce7bc6f4c76 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372036 Sep 16 04:37:12.192482 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d56fe55-d767-4f81-977d-601671de7917 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Made reservation on behalf of d6062d06deed4be79de10c491e7c5fd2 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:37:12.197076 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4d56fe55-d767-4f81-977d-601671de7917 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:12.321680 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-d0510f9c-6965-491f-99c1-95d7405df242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14429f8-b7dd-407d-b536-5f811883ecca', 'name': 'tempest-ServersTestMultiNic-1881970366-router', 'tenant_id': 'd6062d06deed4be79de10c491e7c5fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'cbffbf7f-5ff6-4230-95ba-85fb21d69c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:37:03Z', 'updated_at': '2021-09-16T04:37:09Z', 'revision_number': 4, 'project_id': 'd6062d06deed4be79de10c491e7c5fd2', 'gw_port': {'id': 'cbffbf7f-5ff6-4230-95ba-85fb21d69c18', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14429f8-b7dd-407d-b536-5f811883ecca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:37:04Z', 'updated_at': '2021-09-16T04:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'f355bf47-0378-401a-9384-3b3599807d0e', 'name': '', 'network_id': 'bfa6d0f7-e0c6-408d-b272-6ab04777aadc', 'tenant_id': 'd6062d06deed4be79de10c491e7c5fd2', 'mac_address': 'fa:16:3e:fb:4b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14429f8-b7dd-407d-b536-5f811883ecca', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9c5322b4-3f4a-4efc-bd80-709b0e5f8fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:37:08Z', 'updated_at': '2021-09-16T04:37:09Z', 'revision_number': 2, 'project_id': 'd6062d06deed4be79de10c491e7c5fd2', 'subnets': [{'id': '9c5322b4-3f4a-4efc-bd80-709b0e5f8fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:37:12.381552 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0510f9c-6965-491f-99c1-95d7405df242 None None] The sync data for ids ['d14429f8-b7dd-407d-b536-5f811883ecca'] in n-d-712139-15 is: [{'id': 'd14429f8-b7dd-407d-b536-5f811883ecca', 'name': 'tempest-ServersTestMultiNic-1881970366-router', 'tenant_id': 'd6062d06deed4be79de10c491e7c5fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'cbffbf7f-5ff6-4230-95ba-85fb21d69c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:37:03Z', 'updated_at': '2021-09-16T04:37:09Z', 'revision_number': 4, 'project_id': 'd6062d06deed4be79de10c491e7c5fd2', 'gw_port': {'id': 'cbffbf7f-5ff6-4230-95ba-85fb21d69c18', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14429f8-b7dd-407d-b536-5f811883ecca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:37:04Z', 'updated_at': '2021-09-16T04:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'f355bf47-0378-401a-9384-3b3599807d0e', 'name': '', 'network_id': 'bfa6d0f7-e0c6-408d-b272-6ab04777aadc', 'tenant_id': 'd6062d06deed4be79de10c491e7c5fd2', 'mac_address': 'fa:16:3e:fb:4b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14429f8-b7dd-407d-b536-5f811883ecca', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9c5322b4-3f4a-4efc-bd80-709b0e5f8fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:37:08Z', 'updated_at': '2021-09-16T04:37:09Z', 'revision_number': 2, 'project_id': 'd6062d06deed4be79de10c491e7c5fd2', 'subnets': [{'id': '9c5322b4-3f4a-4efc-bd80-709b0e5f8fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:37:12.389925 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a6173-c5db-4630-9f5c-9d552fc56676 req-a41c0104-bc16-4628-9815-1bc13261c953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:12.393130 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-724a6173-c5db-4630-9f5c-9d552fc56676 req-a41c0104-bc16-4628-9815-1bc13261c953 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 HTTP/1.1" status: 200 len: 909 time: 0.5035520 Sep 16 04:37:12.420463 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-8aa52212-51d5-440f-993e-27d64f1e266b tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Made reservation on behalf of a8c979f3fc604996af2e8ab12f365425 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:37:12.424909 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-8aa52212-51d5-440f-993e-27d64f1e266b tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:12.531412 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-724a6173-c5db-4630-9f5c-9d552fc56676 req-1fdc53c1-08e3-4494-b5ec-ddad248b9b22 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=abe5f8cd-2628-4f39-82e8-6d57deaeb366 HTTP/1.1" status: 200 len: 217 time: 0.1239362 Sep 16 04:37:12.564331 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-a4da844d-127d-4ce9-bcf8-1e7f7953ff43 None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:12.578046 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-a4da844d-127d-4ce9-bcf8-1e7f7953ff43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:12.591725 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4d56fe55-d767-4f81-977d-601671de7917 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:12.643381 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75fa6f-3e4d-4dd7-a62f-08cff7d7cfd7 None None] Pushing event updated for resources: {'Port': ['ID=bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744,revision_number=2']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:12.672607 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-a4da844d-127d-4ce9-bcf8-1e7f7953ff43 None None] Attempting to bind port bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:37:12.672995 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-a4da844d-127d-4ce9-bcf8-1e7f7953ff43 None None] Attempting to bind port bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:37:12.673358 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4da844d-127d-4ce9-bcf8-1e7f7953ff43 None None] Attempting to bind port bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744 on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:12.684963 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4da844d-127d-4ce9-bcf8-1e7f7953ff43 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:37:12.685341 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4da844d-127d-4ce9-bcf8-1e7f7953ff43 None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:37:12.685741 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-a4da844d-127d-4ce9-bcf8-1e7f7953ff43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:12.686131 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4da844d-127d-4ce9-bcf8-1e7f7953ff43 None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:37:12.686598 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-a4da844d-127d-4ce9-bcf8-1e7f7953ff43 None None] Bound port: bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:37:12.686975 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-a4da844d-127d-4ce9-bcf8-1e7f7953ff43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:12.853206 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56fe55-d767-4f81-977d-601671de7917 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Pushing event updated for resources: {'Subnet': ['ID=dc1de276-9ed7-4657-bcba-8c8633e03303,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:12.871666 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d56fe55-d767-4f81-977d-601671de7917 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Checking segment: {'id': 'eb896588-0070-4ec7-be8d-62cce23cea2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1337770f-3914-4428-8a3b-f806564c6ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:37:12.872959 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d56fe55-d767-4f81-977d-601671de7917 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Network hostable DHCP agents. Network: 1337770f-3914-4428-8a3b-f806564c6ee8, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:37:12.880376 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b501b186-a36d-461e-b1a4-be1ee2df7b21 None None] Network 72ffa5cb-2d81-4610-a5b0-bee15bccc3ac requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:37:12.883296 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-a4da844d-127d-4ce9-bcf8-1e7f7953ff43 None None] For port bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:37:12.887971 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-a4da844d-127d-4ce9-bcf8-1e7f7953ff43 None None] For port bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:37:12.897767 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-a4da844d-127d-4ce9-bcf8-1e7f7953ff43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:12.906799 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d049aa-faad-408a-ab67-dbd5137c178e req-75bd620b-9f34-431e-b083-62bc1d05cc28 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:12.917888 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94d049aa-faad-408a-ab67-dbd5137c178e req-75bd620b-9f34-431e-b083-62bc1d05cc28 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/ports?device_id=18197268-7960-4fe5-90a7-3303ed6e67a1 HTTP/1.1" status: 200 len: 950 time: 0.2182517 Sep 16 04:37:12.938499 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a6173-c5db-4630-9f5c-9d552fc56676 req-a83ffaad-54e7-4bcb-91c8-e12c7687fe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:12.940002 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-724a6173-c5db-4630-9f5c-9d552fc56676 req-a83ffaad-54e7-4bcb-91c8-e12c7687fe39 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=43280570-672b-4326-ad6d-76a55cd52f58 HTTP/1.1" status: 200 len: 848 time: 0.3857880 Sep 16 04:37:13.014123 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75fa6f-3e4d-4dd7-a62f-08cff7d7cfd7 None None] Pushing event updated for resources: {'Port': ['ID=bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:13.026814 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef384a28-6c68-45c9-ae1f-86fa781b50cc req-fc74a34c-f393-45d2-b968-9b7c2031204f tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:13.036658 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ef384a28-6c68-45c9-ae1f-86fa781b50cc req-fc74a34c-f393-45d2-b968-9b7c2031204f tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=83372543-752c-48d0-a115-ac6c769ea5fe HTTP/1.1" status: 200 len: 945 time: 0.5260427 Sep 16 04:37:13.038180 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4da844d-127d-4ce9-bcf8-1e7f7953ff43 None None] Routers {'05d02fb2-b7b0-4238-98ec-d135d4e53ae3'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:37:13.040525 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a4da844d-127d-4ce9-bcf8-1e7f7953ff43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:36:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['05d02fb2-b7b0-4238-98ec-d135d4e53ae3'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:37:13.041977 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d56fe55-d767-4f81-977d-601671de7917 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Network 1337770f-3914-4428-8a3b-f806564c6ee8 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:37:13.084291 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-76b3895d-91ee-4bc6-9991-f29bf7fbea4a None None] Provisioning complete for port 0d5f6a1f-e6a0-401a-9cda-9f40dd64b796 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:13.084697 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-76b3895d-91ee-4bc6-9991-f29bf7fbea4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:13.100932 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94d049aa-faad-408a-ab67-dbd5137c178e req-596d3932-6ea7-4686-8c82-0eae0ea998fb tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce32b41b-a276-4c54-8783-af23e32773c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690550 Sep 16 04:37:13.105948 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-4d56fe55-d767-4f81-977d-601671de7917 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 1337770f-3914-4428-8a3b-f806564c6ee8) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:37:13.133820 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d56fe55-d767-4f81-977d-601671de7917 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:13.135274 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4d56fe55-d767-4f81-977d-601671de7917 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:13.175053 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e15a8d9-feb3-4d12-9f9d-108fa835ae73 None None] Network 1337770f-3914-4428-8a3b-f806564c6ee8 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:37:13.194838 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4d56fe55-d767-4f81-977d-601671de7917 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1515238 Sep 16 04:37:13.196584 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 55528) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:37:13.201665 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 0d5f6a1f-e6a0-401a-9cda-9f40dd64b796 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:37:13.203749 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-724a6173-c5db-4630-9f5c-9d552fc56676 req-ffd53524-ee4a-4829-b03f-b90bb00c8121 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2211702 Sep 16 04:37:13.210160 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-3e388061-1e36-48cb-bde7-f22ced8d503a tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-690310205'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:13.300000 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e388061-1e36-48cb-bde7-f22ced8d503a tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Made reservation on behalf of d6062d06deed4be79de10c491e7c5fd2 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:37:13.304288 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3e388061-1e36-48cb-bde7-f22ced8d503a tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:13.349395 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-71b60538-97d9-4226-9daf-0bc7b658a0a5 req-d7f77792-9107-46eb-8cae-87836c12e4db tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=77cc5a6b-f89c-4320-aee1-d12ab230d128 HTTP/1.1" status: 200 len: 210 time: 0.0822926 Sep 16 04:37:13.371720 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c823e7d5-0dd2-4520-b874-eabd6316d514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:13.419528 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-8aa52212-51d5-440f-993e-27d64f1e266b tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Allocated IP 192.168.233.244 (97f5d7d8-0e62-4047-bcd4-63b92e31705a/24ad4c5e-5b43-4c25-ab99-4992f6337d28/7b8366f8-5845-456d-abc4-c887356b20da) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:37:13.452111 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e388061-1e36-48cb-bde7-f22ced8d503a tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:37:13.452656 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ef384a28-6c68-45c9-ae1f-86fa781b50cc req-4e1497c2-0082-4cf0-865b-4057d691d9df tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054389 Sep 16 04:37:13.481391 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3e388061-1e36-48cb-bde7-f22ced8d503a tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:13.481748 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-3e388061-1e36-48cb-bde7-f22ced8d503a tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Added segment 63ab9ddc-f924-4137-94a8-876e309daebe of type vlan for network 6ceea193-0814-4d49-b21f-97c44ffce289 Sep 16 04:37:13.634236 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3e388061-1e36-48cb-bde7-f22ced8d503a tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:13.682298 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-a4da844d-127d-4ce9-bcf8-1e7f7953ff43 None None] Set router 05d02fb2-b7b0-4238-98ec-d135d4e53ae3 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:37:13.698477 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-98d44a28-8200-4b90-b4aa-3cadf5868f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:13.699036 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:13.728785 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3e388061-1e36-48cb-bde7-f22ced8d503a tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:13.740669 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e388061-1e36-48cb-bde7-f22ced8d503a tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:13.741335 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3e388061-1e36-48cb-bde7-f22ced8d503a tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:13.781089 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-76b3895d-91ee-4bc6-9991-f29bf7fbea4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:13.887330 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 0d5f6a1f-e6a0-401a-9cda-9f40dd64b796 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:13.890822 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:13.891045 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3e388061-1e36-48cb-bde7-f22ced8d503a tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6927516 Sep 16 04:37:13.905423 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55536) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:37:13.965557 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-070a4d27-0765-44d6-a137-b54c7dbf28fb tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Request body: {'subnet': {'network_id': '6ceea193-0814-4d49-b21f-97c44ffce289', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:13.969845 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e388061-1e36-48cb-bde7-f22ced8d503a tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Pushing event updated for resources: {'Network': ['ID=6ceea193-0814-4d49-b21f-97c44ffce289,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:14.014365 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 6ceea193-0814-4d49-b21f-97c44ffce289 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:37:14.080095 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-724a6173-c5db-4630-9f5c-9d552fc56676 req-23e5df83-ab2c-4c29-a291-209a88584390 service neutron] 10.222.0.47 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8516383 Sep 16 04:37:14.086095 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d394beb8-53e6-4727-9938-1aca2ec6f46c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-1337770f-3914-4428-8a3b-f806564c6ee8', 'network_id': '1337770f-3914-4428-8a3b-f806564c6ee8', 'tenant_id': 'd6062d06deed4be79de10c491e7c5fd2', 'fixed_ips': [{'subnet_id': 'dc1de276-9ed7-4657-bcba-8c8633e03303'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:37:14.087022 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d394beb8-53e6-4727-9938-1aca2ec6f46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:14.213454 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a4da844d-127d-4ce9-bcf8-1e7f7953ff43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-75251409-router', 'tenant_id': '29c1bb20d82b4eca9094dc7aee909c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:37:07Z', 'updated_at': '2021-09-16T04:37:10Z', 'revision_number': 3, 'project_id': '29c1bb20d82b4eca9094dc7aee909c49', 'gw_port': {'id': 'bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:11:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:37:07Z', 'updated_at': '2021-09-16T04:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:37:14.234210 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-76b3895d-91ee-4bc6-9991-f29bf7fbea4a None None] For port 0d5f6a1f-e6a0-401a-9cda-9f40dd64b796, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=0d5f6a1f-e6a0-401a-9cda-9f40dd64b796,segment=NetworkSegment(a554161e-7f46-4346-a723-b0683ee12d48),segment_id=a554161e-7f46-4346-a723-b0683ee12d48)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:14.306073 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4da844d-127d-4ce9-bcf8-1e7f7953ff43 None None] The sync data for ids ['05d02fb2-b7b0-4238-98ec-d135d4e53ae3'] in n-d-712139-15 is: [{'id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-75251409-router', 'tenant_id': '29c1bb20d82b4eca9094dc7aee909c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:37:07Z', 'updated_at': '2021-09-16T04:37:10Z', 'revision_number': 3, 'project_id': '29c1bb20d82b4eca9094dc7aee909c49', 'gw_port': {'id': 'bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:11:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:37:07Z', 'updated_at': '2021-09-16T04:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:37:14.570244 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9ecfb4aa-4622-4fb3-8174-672f371198df req-2d9d8c98-88ce-4891-b95d-37d8a45399e3 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=77cc5a6b-f89c-4320-aee1-d12ab230d128 HTTP/1.1" status: 200 len: 210 time: 0.0524321 Sep 16 04:37:14.635346 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-d394beb8-53e6-4727-9938-1aca2ec6f46c None None] Allocated IP 19.80.0.2 (1337770f-3914-4428-8a3b-f806564c6ee8/dc1de276-9ed7-4657-bcba-8c8633e03303/779d252c-93f4-48d0-9503-f5b719217f6d) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:37:14.763138 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-76b3895d-91ee-4bc6-9991-f29bf7fbea4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:14.812603 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42238a3-b040-4b74-b0fe-7e2d235faa07 req-7bc44ec2-12db-47c9-89b0-778d40506d1f tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:14.813206 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 8458f15a-7a63-425e-8097-a6b6eb4032ff no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:37:14.822574 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c42238a3-b040-4b74-b0fe-7e2d235faa07 req-7bc44ec2-12db-47c9-89b0-778d40506d1f tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=83372543-752c-48d0-a115-ac6c769ea5fe HTTP/1.1" status: 200 len: 945 time: 0.1242795 Sep 16 04:37:14.905891 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c42238a3-b040-4b74-b0fe-7e2d235faa07 req-3ee2d93f-5197-4b06-87f8-24aecb501532 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820789 Sep 16 04:37:14.934578 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3895d-91ee-4bc6-9991-f29bf7fbea4a None None] Pushing event updated for resources: {'Port': ['ID=0d5f6a1f-e6a0-401a-9cda-9f40dd64b796,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:15.041033 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:15.045618 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:15.132157 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-724a6173-c5db-4630-9f5c-9d552fc56676 req-049dd2ed-8163-4666-b254-4fd17f7d2037 service neutron] 10.222.0.47 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0260129 Sep 16 04:37:15.139791 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device abe5f8cd-2628-4f39-82e8-6d57deaeb366 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:37:15.143499 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b594d0c-1eb0-4929-a2e7-47764998a165 req-47368ae2-060d-4355-acd6-7e186c274a2e tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:15.146265 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1b594d0c-1eb0-4929-a2e7-47764998a165 req-47368ae2-060d-4355-acd6-7e186c274a2e tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 943 time: 1.5111189 Sep 16 04:37:15.414434 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070a4d27-0765-44d6-a137-b54c7dbf28fb tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Made reservation on behalf of d6062d06deed4be79de10c491e7c5fd2 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:37:15.419693 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-070a4d27-0765-44d6-a137-b54c7dbf28fb tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:15.561495 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-7fa1d549-77da-4891-93af-5d135ca98318 None None] Provisioning complete for port 0d5f6a1f-e6a0-401a-9cda-9f40dd64b796 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:15.563437 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7fa1d549-77da-4891-93af-5d135ca98318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:15.732732 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-070a4d27-0765-44d6-a137-b54c7dbf28fb tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:15.794321 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d394beb8-53e6-4727-9938-1aca2ec6f46c None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:15.794878 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1b594d0c-1eb0-4929-a2e7-47764998a165 req-dd386112-969a-4c62-908e-c1d12144562e tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5741589 Sep 16 04:37:15.835683 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b591f183-26bf-4fd5-94e9-bc4f91a64589 req-f3188dcc-4c55-4c8a-8a0b-9d6c24ce6c98 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=77cc5a6b-f89c-4320-aee1-d12ab230d128 HTTP/1.1" status: 200 len: 210 time: 0.0587065 Sep 16 04:37:15.837901 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-8aa52212-51d5-440f-993e-27d64f1e266b tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:15.926239 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d394beb8-53e6-4727-9938-1aca2ec6f46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:16.032826 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a4d27-0765-44d6-a137-b54c7dbf28fb tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Pushing event updated for resources: {'Subnet': ['ID=5241f2b5-7a7d-4f2d-9183-aecc172d79d3,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:16.039154 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070a4d27-0765-44d6-a137-b54c7dbf28fb tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Checking segment: {'id': '63ab9ddc-f924-4137-94a8-876e309daebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6ceea193-0814-4d49-b21f-97c44ffce289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:37:16.039648 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070a4d27-0765-44d6-a137-b54c7dbf28fb tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Network hostable DHCP agents. Network: 6ceea193-0814-4d49-b21f-97c44ffce289, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:37:16.082383 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-98d44a28-8200-4b90-b4aa-3cadf5868f9f admin admin] Allocated IP 172.20.0.1 (72ffa5cb-2d81-4610-a5b0-bee15bccc3ac/ab1a97a2-e37d-4797-8a1a-f8faa962d3f3/02bf7e90-cd63-4a4d-a41e-9759ec8c3fb1) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:37:16.118876 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d394beb8-53e6-4727-9938-1aca2ec6f46c None None] Network 1337770f-3914-4428-8a3b-f806564c6ee8 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:37:16.120992 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:37:16.171390 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-8aa52212-51d5-440f-993e-27d64f1e266b tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:16.184178 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d394beb8-53e6-4727-9938-1aca2ec6f46c None None] Pushing event updated for resources: {'Port': ['ID=779d252c-93f4-48d0-9503-f5b719217f6d,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:16.203491 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-d394beb8-53e6-4727-9938-1aca2ec6f46c None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:37:16.218043 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:16.220682 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d394beb8-53e6-4727-9938-1aca2ec6f46c None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:37:16.222659 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070a4d27-0765-44d6-a137-b54c7dbf28fb tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Network 6ceea193-0814-4d49-b21f-97c44ffce289 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:37:16.258107 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:16.267333 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf', 'b89bf368-53c0-4450-bf56-54bfd995b9ed', 'dc94428e-190c-4858-bad3-ad1cd92dcd21', 'b0a6f292-bfff-484c-90ed-e79e32eb87a1'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:16.278323 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['c7447a58-0c6e-491c-ab5e-4e8420d69a50', '5b20acd7-db56-459e-bcc5-ceff5032038f'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:16.310319 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c2d2c-bf60-4cb3-99cd-c11b8d11b620 req-d6023f06-1188-444c-bd4f-787964bb7b88 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:16.311261 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3f8c2d2c-bf60-4cb3-99cd-c11b8d11b620 req-d6023f06-1188-444c-bd4f-787964bb7b88 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=83372543-752c-48d0-a115-ac6c769ea5fe HTTP/1.1" status: 200 len: 945 time: 0.2477360 Sep 16 04:37:16.324649 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-070a4d27-0765-44d6-a137-b54c7dbf28fb tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 6ceea193-0814-4d49-b21f-97c44ffce289) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:37:16.340437 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-8aa52212-51d5-440f-993e-27d64f1e266b tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Network 97f5d7d8-0e62-4047-bcd4-63b92e31705a is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:37:16.349916 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-8aa52212-51d5-440f-993e-27d64f1e266b tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:37:16.358659 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-8aa52212-51d5-440f-993e-27d64f1e266b tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:37:16.373987 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070a4d27-0765-44d6-a137-b54c7dbf28fb tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:16.374683 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-070a4d27-0765-44d6-a137-b54c7dbf28fb tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:16.385336 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa52212-51d5-440f-993e-27d64f1e266b tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Pushing event updated for resources: {'Port': ['ID=7b8366f8-5845-456d-abc4-c887356b20da,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:16.393126 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4555f7d4-9ac3-4a53-8975-8a676e6f07e5 None None] Network 6ceea193-0814-4d49-b21f-97c44ffce289 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:37:16.537041 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18197268-7960-4fe5-90a7-3303ed6e67a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8458f15a-7a63-425e-8097-a6b6eb4032ff'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:16.539691 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf5a62d-021e-4b9f-995a-1b6b6408e2be" -d '{"events": [{"server_uuid": "18197268-7960-4fe5-90a7-3303ed6e67a1", "name": "network-vif-unplugged", "status": "completed", "tag": "8458f15a-7a63-425e-8097-a6b6eb4032ff"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:16.556710 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4ec44e-85e0-4aed-a960-1f9f21174ac7 None None] Sync routers for ids ['d14429f8-b7dd-407d-b536-5f811883ecca'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:37:16.568536 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-070a4d27-0765-44d6-a137-b54c7dbf28fb tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.6368916 Sep 16 04:37:16.570089 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:16.573460 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:16.603621 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3f8c2d2c-bf60-4cb3-99cd-c11b8d11b620 req-ee3fd856-e8cc-41cf-a71e-620f2e4ae8b4 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491961 Sep 16 04:37:16.624587 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-8aa52212-51d5-440f-993e-27d64f1e266b tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:16.625491 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-8aa52212-51d5-440f-993e-27d64f1e266b tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:16.656247 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-98d44a28-8200-4b90-b4aa-3cadf5868f9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:16.689199 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 8458f15a-7a63-425e-8097-a6b6eb4032ff, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=8458f15a-7a63-425e-8097-a6b6eb4032ff,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:16.756029 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-8aa52212-51d5-440f-993e-27d64f1e266b tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9362216 Sep 16 04:37:16.761512 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-3375865b-0a2d-4e5a-8a80-2d6792fb76ed service neutron] 10.222.0.47 "GET /v2.0/ports/abe5f8cd-2628-4f39-82e8-6d57deaeb366/bindings/n-h2-712139-15 HTTP/1.1" status: 200 len: 385 time: 0.2958107 Sep 16 04:37:16.766007 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-d394beb8-53e6-4727-9938-1aca2ec6f46c None None] Attempting to bind port 779d252c-93f4-48d0-9503-f5b719217f6d on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:37:16.766384 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-d394beb8-53e6-4727-9938-1aca2ec6f46c None None] Attempting to bind port 779d252c-93f4-48d0-9503-f5b719217f6d by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'eb896588-0070-4ec7-be8d-62cce23cea2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1337770f-3914-4428-8a3b-f806564c6ee8'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:37:16.766750 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d394beb8-53e6-4727-9938-1aca2ec6f46c None None] Attempting to bind port 779d252c-93f4-48d0-9503-f5b719217f6d on network 1337770f-3914-4428-8a3b-f806564c6ee8 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:16.781978 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334fef49-7110-4e59-b7bf-3a855a4a5715 x-openstack-request-id: req-334fef49-7110-4e59-b7bf-3a855a4a5715 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:16.782288 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18197268-7960-4fe5-90a7-3303ed6e67a1", "name": "network-vif-unplugged", "status": "completed", "tag": "8458f15a-7a63-425e-8097-a6b6eb4032ff", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:16.782544 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-334fef49-7110-4e59-b7bf-3a855a4a5715 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:16.782938 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18197268-7960-4fe5-90a7-3303ed6e67a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8458f15a-7a63-425e-8097-a6b6eb4032ff', 'code': 200} Sep 16 04:37:16.790132 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d394beb8-53e6-4727-9938-1aca2ec6f46c None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:37:16.790519 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d394beb8-53e6-4727-9938-1aca2ec6f46c None None] Checking segment: {'id': 'eb896588-0070-4ec7-be8d-62cce23cea2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1337770f-3914-4428-8a3b-f806564c6ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:37:16.790928 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d394beb8-53e6-4727-9938-1aca2ec6f46c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:16.791337 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d394beb8-53e6-4727-9938-1aca2ec6f46c None None] Bound using segment: {'id': 'eb896588-0070-4ec7-be8d-62cce23cea2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1337770f-3914-4428-8a3b-f806564c6ee8'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:37:16.791830 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-d394beb8-53e6-4727-9938-1aca2ec6f46c None None] Bound port: 779d252c-93f4-48d0-9503-f5b719217f6d, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb896588-0070-4ec7-be8d-62cce23cea2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1337770f-3914-4428-8a3b-f806564c6ee8'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:37:16.792223 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d394beb8-53e6-4727-9938-1aca2ec6f46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:16.805461 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:16.806522 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-c00629e4-65ad-4ac6-99ad-0ab656e7aa09 service neutron] Request body: {'port': {'device_id': '77cc5a6b-f89c-4320-aee1-d12ab230d128', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:16.851504 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device abe5f8cd-2628-4f39-82e8-6d57deaeb366 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:37:16.962210 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-98d44a28-8200-4b90-b4aa-3cadf5868f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:17.021609 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d44a28-8200-4b90-b4aa-3cadf5868f9f admin admin] Network 72ffa5cb-2d81-4610-a5b0-bee15bccc3ac is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:37:17.027837 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4ec44e-85e0-4aed-a960-1f9f21174ac7 None None] Routers {'d14429f8-b7dd-407d-b536-5f811883ecca'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:37:17.029016 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-0d4ec44e-85e0-4aed-a960-1f9f21174ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:37:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['d14429f8-b7dd-407d-b536-5f811883ecca'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:37:17.035888 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-98d44a28-8200-4b90-b4aa-3cadf5868f9f admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:37:17.047129 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-c00629e4-65ad-4ac6-99ad-0ab656e7aa09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:17.052135 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d44a28-8200-4b90-b4aa-3cadf5868f9f admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:37:17.070154 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac07c6-f68d-4ade-a9ce-6f0686aab053 req-e230851f-0817-416a-8e18-24ca0eff01df tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:17.076159 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-18660ab9-e7ec-41d6-b858-e3f79ffdd6e5 None None] Provisioning complete for port 7b8366f8-5845-456d-abc4-c887356b20da triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:17.076377 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-18660ab9-e7ec-41d6-b858-e3f79ffdd6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:17.081662 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-adac07c6-f68d-4ade-a9ce-6f0686aab053 req-e230851f-0817-416a-8e18-24ca0eff01df tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 943 time: 0.1391344 Sep 16 04:37:17.182309 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-adac07c6-f68d-4ade-a9ce-6f0686aab053 req-f52c27f5-7824-499f-aeda-a6c1de7e1f9d tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992479 Sep 16 04:37:17.192801 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d44a28-8200-4b90-b4aa-3cadf5868f9f admin admin] Pushing event updated for resources: {'Port': ['ID=02bf7e90-cd63-4a4d-a41e-9759ec8c3fb1,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:17.216514 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-18660ab9-e7ec-41d6-b858-e3f79ffdd6e5 None None] Port 7b8366f8-5845-456d-abc4-c887356b20da cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:37:17.238192 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=8458f15a-7a63-425e-8097-a6b6eb4032ff,revision_number=8']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:17.264311 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-d06c06bf-cfc5-4509-87a9-51e97224e98d tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:17.290336 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-d06c06bf-cfc5-4509-87a9-51e97224e98d tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:17.301162 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-d06c06bf-cfc5-4509-87a9-51e97224e98d tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/networks?id=1337770f-3914-4428-8a3b-f806564c6ee8&id=6ceea193-0814-4d49-b21f-97c44ffce289&id=1337770f-3914-4428-8a3b-f806564c6ee8 HTTP/1.1" status: 200 len: 1390 time: 0.5357399 Sep 16 04:37:17.441423 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabeae65-790b-4826-8a87-7635085112b9 req-37618b7f-3fd9-48e1-a1df-d434ab81fb12 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:17.454830 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fabeae65-790b-4826-8a87-7635085112b9 req-37618b7f-3fd9-48e1-a1df-d434ab81fb12 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=77cc5a6b-f89c-4320-aee1-d12ab230d128 HTTP/1.1" status: 200 len: 936 time: 0.1263149 Sep 16 04:37:17.455468 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-4d6994ab-2408-43df-bf6d-57fc29e8ee49 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/quotas/d6062d06deed4be79de10c491e7c5fd2 HTTP/1.1" status: 200 len: 375 time: 0.1521702 Sep 16 04:37:17.476616 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device abe5f8cd-2628-4f39-82e8-6d57deaeb366 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:37:17.552899 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-98d44a28-8200-4b90-b4aa-3cadf5868f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:17.566481 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fabeae65-790b-4826-8a87-7635085112b9 req-9426546e-a506-4d65-ba3d-b2b1594658a7 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099758 Sep 16 04:37:17.621058 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:17.669231 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-310f0199-7f1f-4345-b82a-bbd0ee7bee4e req-73e082f3-9e15-4bcb-aa2c-ebfb935f71c2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0924845 Sep 16 04:37:17.707559 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-d394beb8-53e6-4727-9938-1aca2ec6f46c None None] For port 779d252c-93f4-48d0-9503-f5b719217f6d, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:37:17.746378 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-f394a50b-4d77-4e84-82a8-2ed355987a43 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d6062d06deed4be79de10c491e7c5fd2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2896380 Sep 16 04:37:17.756421 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-0d4ec44e-85e0-4aed-a960-1f9f21174ac7 None None] Set router d14429f8-b7dd-407d-b536-5f811883ecca gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:37:17.812676 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f0199-7f1f-4345-b82a-bbd0ee7bee4e req-b87baa93-07db-4bb3-b0f6-2490dd96d90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:17.814522 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-310f0199-7f1f-4345-b82a-bbd0ee7bee4e req-b87baa93-07db-4bb3-b0f6-2490dd96d90b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1db68ab0fc284575894f1608a94e9c14&device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 1097 time: 0.0547986 Sep 16 04:37:17.814887 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-d394beb8-53e6-4727-9938-1aca2ec6f46c None None] For port 779d252c-93f4-48d0-9503-f5b719217f6d, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=779d252c-93f4-48d0-9503-f5b719217f6d,segment=NetworkSegment(eb896588-0070-4ec7-be8d-62cce23cea2a),segment_id=eb896588-0070-4ec7-be8d-62cce23cea2a)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:37:17.840834 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:17.863734 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-a7b2fbb8-1619-4871-ab4a-d5b922af376c service neutron] For port abe5f8cd-2628-4f39-82e8-6d57deaeb366, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=abe5f8cd-2628-4f39-82e8-6d57deaeb366,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:17.966654 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d394beb8-53e6-4727-9938-1aca2ec6f46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:17.985385 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-a7b2fbb8-1619-4871-ab4a-d5b922af376c service neutron] For port abe5f8cd-2628-4f39-82e8-6d57deaeb366, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:37:18.002943 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:18.004111 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 0d5f6a1f-e6a0-401a-9cda-9f40dd64b796 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:37:18.070472 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-4592eebf-97a7-426c-a078-6bd076ee21e3 service neutron] 10.222.0.35 "GET /v2.0/networks/1337770f-3914-4428-8a3b-f806564c6ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231246 Sep 16 04:37:18.080903 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-a7b2fbb8-1619-4871-ab4a-d5b922af376c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abe5f8cd-2628-4f39-82e8-6d57deaeb366 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:37:18.114816 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-a7b2fbb8-1619-4871-ab4a-d5b922af376c service neutron] For port abe5f8cd-2628-4f39-82e8-6d57deaeb366, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=abe5f8cd-2628-4f39-82e8-6d57deaeb366,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:18.143208 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-98d44a28-8200-4b90-b4aa-3cadf5868f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:18.194266 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3961051-c807-4391-831a-51946a98b21c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-6ceea193-0814-4d49-b21f-97c44ffce289', 'network_id': '6ceea193-0814-4d49-b21f-97c44ffce289', 'tenant_id': 'd6062d06deed4be79de10c491e7c5fd2', 'fixed_ips': [{'subnet_id': '5241f2b5-7a7d-4f2d-9183-aecc172d79d3'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:37:18.195142 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e3961051-c807-4391-831a-51946a98b21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:18.242176 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d394beb8-53e6-4727-9938-1aca2ec6f46c None None] Pushing event updated for resources: {'Port': ['ID=779d252c-93f4-48d0-9503-f5b719217f6d,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:18.246468 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-a7b2fbb8-1619-4871-ab4a-d5b922af376c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:18.365143 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-0e9c31b3-17ad-4378-bfed-69b4d2dfe482 service neutron] 10.222.0.35 "GET /v2.0/networks/1337770f-3914-4428-8a3b-f806564c6ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934077 Sep 16 04:37:18.400868 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-c00629e4-65ad-4ac6-99ad-0ab656e7aa09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b8366f8-5845-456d-abc4-c887356b20da {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:37:18.413382 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e83cf3-a4d5-4c4c-b0ab-8c2a1505101c req-4d670b4f-e0dd-403c-bf2e-5c104b9e4736 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:18.423831 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-24e83cf3-a4d5-4c4c-b0ab-8c2a1505101c req-4d670b4f-e0dd-403c-bf2e-5c104b9e4736 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=83372543-752c-48d0-a115-ac6c769ea5fe HTTP/1.1" status: 200 len: 945 time: 0.5430543 Sep 16 04:37:18.441418 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-c00629e4-65ad-4ac6-99ad-0ab656e7aa09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:18.454680 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f0199-7f1f-4345-b82a-bbd0ee7bee4e req-44d4632c-0e49-4806-9dd4-e11c538e823c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:18.456748 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-310f0199-7f1f-4345-b82a-bbd0ee7bee4e req-44d4632c-0e49-4806-9dd4-e11c538e823c service neutron] 10.222.0.47 "GET /v2.0/networks?id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588 HTTP/1.1" status: 200 len: 922 time: 0.6099308 Sep 16 04:37:18.552318 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-310f0199-7f1f-4345-b82a-bbd0ee7bee4e req-8ecdc370-5d33-4997-9ccb-f2f1a1206190 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9813e96b-c5a0-418f-9b40-229259148849 HTTP/1.1" status: 200 len: 217 time: 0.0771384 Sep 16 04:37:18.555544 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-c00629e4-65ad-4ac6-99ad-0ab656e7aa09 service neutron] Transition to ACTIVE for port object 7b8366f8-5845-456d-abc4-c887356b20da will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:37:18.559523 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-24e83cf3-a4d5-4c4c-b0ab-8c2a1505101c req-17234c84-2652-44c1-830d-ac3aefa214c7 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357775 Sep 16 04:37:18.610176 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-c00629e4-65ad-4ac6-99ad-0ab656e7aa09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:18.616544 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-93c508ce-fbdf-4b85-a8ed-ec5d94365e3f None None] Provisioning complete for port 02bf7e90-cd63-4a4d-a41e-9759ec8c3fb1 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:18.616766 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-93c508ce-fbdf-4b85-a8ed-ec5d94365e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:18.693891 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-e3961051-c807-4391-831a-51946a98b21c None None] Allocated IP 19.86.0.2 (6ceea193-0814-4d49-b21f-97c44ffce289/5241f2b5-7a7d-4f2d-9183-aecc172d79d3/58299659-695e-4baa-a7be-2de8cb73a1a4) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:37:18.704512 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-93c508ce-fbdf-4b85-a8ed-ec5d94365e3f None None] Port 02bf7e90-cd63-4a4d-a41e-9759ec8c3fb1 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:37:18.707707 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-a7b2fbb8-1619-4871-ab4a-d5b922af376c service neutron] Transition to ACTIVE for port object abe5f8cd-2628-4f39-82e8-6d57deaeb366 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:37:18.713232 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f0199-7f1f-4345-b82a-bbd0ee7bee4e req-4fa362c2-a993-4623-904a-d333ac82e55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:18.715522 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-310f0199-7f1f-4345-b82a-bbd0ee7bee4e req-4fa362c2-a993-4623-904a-d333ac82e55e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8440e215-69bc-4539-b053-2b3b499b80a9 HTTP/1.1" status: 200 len: 861 time: 0.1496406 Sep 16 04:37:18.735154 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 0d5f6a1f-e6a0-401a-9cda-9f40dd64b796 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:18.735532 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:18.740325 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-a7b2fbb8-1619-4871-ab4a-d5b922af376c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:18.749016 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00629e4-65ad-4ac6-99ad-0ab656e7aa09 service neutron] Pushing event updated for resources: {'Port': ['ID=7b8366f8-5845-456d-abc4-c887356b20da,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:18.765588 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-310f0199-7f1f-4345-b82a-bbd0ee7bee4e req-c6d1b18c-d0d3-40f4-a888-d05fb8e70f73 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310540 Sep 16 04:37:18.770106 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-697c6b19-e007-4daf-af84-fe5a52e0c36a service neutron] 10.222.0.35 "GET /v2.0/networks/6ceea193-0814-4d49-b21f-97c44ffce289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025257 Sep 16 04:37:18.817648 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33428642-aefe-4720-98e7-cd56fa1acd36 req-40a3a756-4191-4d4f-ac0d-d3fddbb106a2 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:18.825137 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-33428642-aefe-4720-98e7-cd56fa1acd36 req-40a3a756-4191-4d4f-ac0d-d3fddbb106a2 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 943 time: 0.1585076 Sep 16 04:37:18.853828 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-98d44a28-8200-4b90-b4aa-3cadf5868f9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:18.911753 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-33428642-aefe-4720-98e7-cd56fa1acd36 req-8a1fc9a9-205e-41bb-b80c-890a1dd6c425 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856693 Sep 16 04:37:18.941827 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:18.977338 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-310f0199-7f1f-4345-b82a-bbd0ee7bee4e req-d720af6f-22c7-4cb8-9c43-3754a6d5889d service neutron] 10.222.0.47 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995907 Sep 16 04:37:19.000843 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-98d44a28-8200-4b90-b4aa-3cadf5868f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:19.032798 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-a7b2fbb8-1619-4871-ab4a-d5b922af376c service neutron] No DVR routers for this DVR port abe5f8cd-2628-4f39-82e8-6d57deaeb366 on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:37:19.111799 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e4193-e9de-455b-b700-e161e35cbe00 req-9744a85d-df4d-402d-ba6d-739cefc35695 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:19.120039 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f7e4193-e9de-455b-b700-e161e35cbe00 req-9744a85d-df4d-402d-ba6d-739cefc35695 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=77cc5a6b-f89c-4320-aee1-d12ab230d128 HTTP/1.1" status: 200 len: 948 time: 0.0997488 Sep 16 04:37:19.168033 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-310f0199-7f1f-4345-b82a-bbd0ee7bee4e req-c63ab0c9-b3ed-42e7-8a24-cbdb833bb4c2 service neutron] 10.222.0.47 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668727 Sep 16 04:37:19.188641 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f7e4193-e9de-455b-b700-e161e35cbe00 req-309a785a-ef0d-4cd8-9889-b561064aa6e7 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609145 Sep 16 04:37:19.221960 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device f65b1094-0e69-4fc3-b528-ca0f78baec72 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:37:19.367123 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device cbffbf7f-5ff6-4230-95ba-85fb21d69c18 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:37:19.511944 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e3961051-c807-4391-831a-51946a98b21c None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:19.533815 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-c00629e4-65ad-4ac6-99ad-0ab656e7aa09 service neutron] Attempting to bind port 7b8366f8-5845-456d-abc4-c887356b20da on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:37:19.535026 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-c00629e4-65ad-4ac6-99ad-0ab656e7aa09 service neutron] Attempting to bind port 7b8366f8-5845-456d-abc4-c887356b20da by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:37:19.535026 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-c00629e4-65ad-4ac6-99ad-0ab656e7aa09 service neutron] Attempting to bind port 7b8366f8-5845-456d-abc4-c887356b20da on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:19.560469 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-98d44a28-8200-4b90-b4aa-3cadf5868f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:19.568931 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2fbb8-1619-4871-ab4a-d5b922af376c service neutron] Pushing event updated for resources: {'Port': ['ID=abe5f8cd-2628-4f39-82e8-6d57deaeb366,revision_number=10']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:19.584114 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e3961051-c807-4391-831a-51946a98b21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:19.592987 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-0d4ec44e-85e0-4aed-a960-1f9f21174ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14429f8-b7dd-407d-b536-5f811883ecca', 'name': 'tempest-ServersTestMultiNic-1881970366-router', 'tenant_id': 'd6062d06deed4be79de10c491e7c5fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'cbffbf7f-5ff6-4230-95ba-85fb21d69c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:37:03Z', 'updated_at': '2021-09-16T04:37:09Z', 'revision_number': 4, 'project_id': 'd6062d06deed4be79de10c491e7c5fd2', 'gw_port': {'id': 'cbffbf7f-5ff6-4230-95ba-85fb21d69c18', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14429f8-b7dd-407d-b536-5f811883ecca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:37:04Z', 'updated_at': '2021-09-16T04:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'f355bf47-0378-401a-9384-3b3599807d0e', 'name': '', 'network_id': 'bfa6d0f7-e0c6-408d-b272-6ab04777aadc', 'tenant_id': 'd6062d06deed4be79de10c491e7c5fd2', 'mac_address': 'fa:16:3e:fb:4b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14429f8-b7dd-407d-b536-5f811883ecca', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9c5322b4-3f4a-4efc-bd80-709b0e5f8fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:37:08Z', 'updated_at': '2021-09-16T04:37:09Z', 'revision_number': 2, 'project_id': 'd6062d06deed4be79de10c491e7c5fd2', 'subnets': [{'id': '9c5322b4-3f4a-4efc-bd80-709b0e5f8fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:37:19.619145 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-6bc8c45b-77ac-4e1d-ba3c-ad3e30add5ad service neutron] 10.222.0.35 "GET /v2.0/networks/6ceea193-0814-4d49-b21f-97c44ffce289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8489962 Sep 16 04:37:19.619776 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d44a28-8200-4b90-b4aa-3cadf5868f9f admin admin] Pushing event updated for resources: {'Port': ['ID=02bf7e90-cd63-4a4d-a41e-9759ec8c3fb1,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:19.627824 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-a7b2fbb8-1619-4871-ab4a-d5b922af376c service neutron] 10.222.0.47 "PUT /v2.0/ports/abe5f8cd-2628-4f39-82e8-6d57deaeb366/bindings/n-h2-712139-15/activate HTTP/1.1" status: 200 len: 370 time: 2.8322620 Sep 16 04:37:19.638666 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-c00629e4-65ad-4ac6-99ad-0ab656e7aa09 service neutron] Port 7b8366f8-5845-456d-abc4-c887356b20da on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:37:19.640477 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-c00629e4-65ad-4ac6-99ad-0ab656e7aa09 service neutron] Attempting to bind port 7b8366f8-5845-456d-abc4-c887356b20da on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:19.656064 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-c00629e4-65ad-4ac6-99ad-0ab656e7aa09 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:37:19.656340 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-c00629e4-65ad-4ac6-99ad-0ab656e7aa09 service neutron] Checking segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:37:19.658102 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-c00629e4-65ad-4ac6-99ad-0ab656e7aa09 service neutron] Bound using segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:37:19.658102 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-c00629e4-65ad-4ac6-99ad-0ab656e7aa09 service neutron] Bound port: 7b8366f8-5845-456d-abc4-c887356b20da, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:37:19.658447 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-c00629e4-65ad-4ac6-99ad-0ab656e7aa09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:19.662978 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4ec44e-85e0-4aed-a960-1f9f21174ac7 None None] Checking router: d14429f8-b7dd-407d-b536-5f811883ecca for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:37:19.663751 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4ec44e-85e0-4aed-a960-1f9f21174ac7 None None] Updating router d14429f8-b7dd-407d-b536-5f811883ecca port f355bf47-0378-401a-9384-3b3599807d0e binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:37:19.738366 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d758c6f-738b-4a78-8812-e46a4c0b34ea None None] Network 1337770f-3914-4428-8a3b-f806564c6ee8 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:37:19.749708 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e234a4-352b-4f10-aa52-b196a72ce6d7 req-19110d86-6f67-4dbe-8a90-7e8acae8a593 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:19.752127 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-68e234a4-352b-4f10-aa52-b196a72ce6d7 req-19110d86-6f67-4dbe-8a90-7e8acae8a593 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=83372543-752c-48d0-a115-ac6c769ea5fe HTTP/1.1" status: 200 len: 945 time: 0.0693581 Sep 16 04:37:19.776519 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3961051-c807-4391-831a-51946a98b21c None None] Network 6ceea193-0814-4d49-b21f-97c44ffce289 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:37:19.819086 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-e3961051-c807-4391-831a-51946a98b21c None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:37:19.822065 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3961051-c807-4391-831a-51946a98b21c None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:37:19.852716 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port f65b1094-0e69-4fc3-b528-ca0f78baec72, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=f65b1094-0e69-4fc3-b528-ca0f78baec72,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:19.854530 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-68e234a4-352b-4f10-aa52-b196a72ce6d7 req-9ab70dd8-7158-48de-b6ba-8f4a9dddf0cc tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939894 Sep 16 04:37:19.863659 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-c00629e4-65ad-4ac6-99ad-0ab656e7aa09 service neutron] For port 7b8366f8-5845-456d-abc4-c887356b20da, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:37:19.871491 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-c00629e4-65ad-4ac6-99ad-0ab656e7aa09 service neutron] For port 7b8366f8-5845-456d-abc4-c887356b20da, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=7b8366f8-5845-456d-abc4-c887356b20da,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:37:19.883330 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-20e3d964-44dc-473b-82c0-dd41e49ce00b tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:19.887480 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d44a28-8200-4b90-b4aa-3cadf5868f9f admin admin] Network 72ffa5cb-2d81-4610-a5b0-bee15bccc3ac is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:37:19.889192 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-20e3d964-44dc-473b-82c0-dd41e49ce00b tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d&tenant_id=8fb595dbe0d3452481d7faf275f28d7b&binding%3Ahost_id=n-h1-712139-15 HTTP/1.1" status: 200 len: 1096 time: 0.0860033 Sep 16 04:37:19.891193 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-c00629e4-65ad-4ac6-99ad-0ab656e7aa09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:19.893291 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-98d44a28-8200-4b90-b4aa-3cadf5868f9f admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:37:19.897084 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-56c572ab-134b-480d-b791-1c9f7a6adb3d service neutron] 10.222.0.35 "GET /v2.0/networks/1337770f-3914-4428-8a3b-f806564c6ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496123 Sep 16 04:37:19.960681 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port cbffbf7f-5ff6-4230-95ba-85fb21d69c18 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:19.961113 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:19.967461 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0d4ec44e-85e0-4aed-a960-1f9f21174ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:20.002485 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-aa2ee93b-6c96-4d6e-9974-6792b546a88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:20.005916 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-aa2ee93b-6c96-4d6e-9974-6792b546a88b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d&tenant_id=8fb595dbe0d3452481d7faf275f28d7b HTTP/1.1" status: 200 len: 1096 time: 0.1001060 Sep 16 04:37:20.039295 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3961051-c807-4391-831a-51946a98b21c None None] Pushing event updated for resources: {'Port': ['ID=58299659-695e-4baa-a7be-2de8cb73a1a4,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:20.063164 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-c00629e4-65ad-4ac6-99ad-0ab656e7aa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:20.063808 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-c00629e4-65ad-4ac6-99ad-0ab656e7aa09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:20.066602 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-c00629e4-65ad-4ac6-99ad-0ab656e7aa09 service neutron] 10.222.0.47 "PUT /v2.0/ports/7b8366f8-5845-456d-abc4-c887356b20da HTTP/1.1" status: 200 len: 1097 time: 3.2721288 Sep 16 04:37:20.067091 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77cc5a6b-f89c-4320-aee1-d12ab230d128', 'tag': '7b8366f8-5845-456d-abc4-c887356b20da'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:20.070321 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b774823c-a97d-415f-ab7a-59c8a5cc7b74" -d '{"events": [{"name": "network-changed", "server_uuid": "77cc5a6b-f89c-4320-aee1-d12ab230d128", "tag": "7b8366f8-5845-456d-abc4-c887356b20da"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:20.095830 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-e85f5578-3ada-4d4c-8782-95025ef4ef0c None None] Provisioning complete for port 779d252c-93f4-48d0-9503-f5b719217f6d triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:20.097307 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e85f5578-3ada-4d4c-8782-95025ef4ef0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:20.131322 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'f65b1094-0e69-4fc3-b528-ca0f78baec72', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': 'f65b1094-0e69-4fc3-b528-ca0f78baec72', 'mac_address': 'fa:16:3e:2f:5e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:37:20.189311 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00629e4-65ad-4ac6-99ad-0ab656e7aa09 service neutron] Pushing event updated for resources: {'Port': ['ID=7b8366f8-5845-456d-abc4-c887356b20da,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:20.313481 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-ff0eaacc-d9a9-4d71-9da1-a94e60dd84b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:20.327117 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-ff0eaacc-d9a9-4d71-9da1-a94e60dd84b7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8fb595dbe0d3452481d7faf275f28d7b&device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 1096 time: 0.2810013 Sep 16 04:37:20.330483 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-ba18d318-0b6e-49d4-bcfe-37b8c461d612 service neutron] 10.222.0.35 "GET /v2.0/networks/1337770f-3914-4428-8a3b-f806564c6ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075255 Sep 16 04:37:20.356844 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-6ff34fd3-e006-429d-a0ca-d700bad0ce0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:20.358689 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-6ff34fd3-e006-429d-a0ca-d700bad0ce0c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a8c979f3fc604996af2e8ab12f365425&device_id=77cc5a6b-f89c-4320-aee1-d12ab230d128 HTTP/1.1" status: 200 len: 1100 time: 0.2079806 Sep 16 04:37:20.379385 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d44a28-8200-4b90-b4aa-3cadf5868f9f admin admin] Router 05d02fb2-b7b0-4238-98ec-d135d4e53ae3 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:37:20.403966 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb748310-8360-4fa6-8362-63b05627be20 req-80d57402-2f2c-4cb7-86c6-825cf497436f tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:20.405086 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-e3961051-c807-4391-831a-51946a98b21c None None] Attempting to bind port 58299659-695e-4baa-a7be-2de8cb73a1a4 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:37:20.405530 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-e3961051-c807-4391-831a-51946a98b21c None None] Attempting to bind port 58299659-695e-4baa-a7be-2de8cb73a1a4 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '63ab9ddc-f924-4137-94a8-876e309daebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6ceea193-0814-4d49-b21f-97c44ffce289'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:37:20.405907 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3961051-c807-4391-831a-51946a98b21c None None] Attempting to bind port 58299659-695e-4baa-a7be-2de8cb73a1a4 on network 6ceea193-0814-4d49-b21f-97c44ffce289 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:20.414604 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb748310-8360-4fa6-8362-63b05627be20 req-80d57402-2f2c-4cb7-86c6-825cf497436f tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/networks?id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588 HTTP/1.1" status: 200 len: 821 time: 0.3072221 Sep 16 04:37:20.422813 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:20.448833 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-88bb8830-d00a-481a-baeb-936b387c0670 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=7b8366f8-5845-456d-abc4-c887356b20da HTTP/1.1" status: 200 len: 217 time: 0.0588341 Sep 16 04:37:20.461017 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3961051-c807-4391-831a-51946a98b21c None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:37:20.461393 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3961051-c807-4391-831a-51946a98b21c None None] Checking segment: {'id': '63ab9ddc-f924-4137-94a8-876e309daebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6ceea193-0814-4d49-b21f-97c44ffce289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:37:20.461946 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e3961051-c807-4391-831a-51946a98b21c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:20.462351 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3961051-c807-4391-831a-51946a98b21c None None] Bound using segment: {'id': '63ab9ddc-f924-4137-94a8-876e309daebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6ceea193-0814-4d49-b21f-97c44ffce289'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:37:20.462838 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-e3961051-c807-4391-831a-51946a98b21c None None] Bound port: 58299659-695e-4baa-a7be-2de8cb73a1a4, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ab9ddc-f924-4137-94a8-876e309daebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6ceea193-0814-4d49-b21f-97c44ffce289'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:37:20.463225 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e3961051-c807-4391-831a-51946a98b21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:20.486328 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f65b1094-0e69-4fc3-b528-ca0f78baec72 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:37:20.508294 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port f65b1094-0e69-4fc3-b528-ca0f78baec72, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=f65b1094-0e69-4fc3-b528-ca0f78baec72,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:20.509820 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb748310-8360-4fa6-8362-63b05627be20 req-32ba0cf5-3697-4460-a736-c8a508e62e06 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/quotas/1db68ab0fc284575894f1608a94e9c14 HTTP/1.1" status: 200 len: 375 time: 0.0932152 Sep 16 04:37:20.618777 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-c5a92f8a-659c-4514-af96-5e6bc77ec8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:20.620280 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-c5a92f8a-659c-4514-af96-5e6bc77ec8d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.1570067 Sep 16 04:37:20.651141 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:20.656988 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-ae731abc-9617-4104-9e98-4ed6477e277b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:20.658700 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-ae731abc-9617-4104-9e98-4ed6477e277b service neutron] 10.222.0.48 "GET /v2.0/networks?id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 HTTP/1.1" status: 200 len: 909 time: 0.3176701 Sep 16 04:37:20.679016 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:20.700838 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port cbffbf7f-5ff6-4230-95ba-85fb21d69c18, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=cbffbf7f-5ff6-4230-95ba-85fb21d69c18,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:20.709418 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb748310-8360-4fa6-8362-63b05627be20 req-45256940-1607-4e6c-aab8-b5db354c24a0 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1db68ab0fc284575894f1608a94e9c14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1877964 Sep 16 04:37:20.802833 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-a8b3f2d0-1aad-4e8c-a587-68c82fcd78c1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=abe5f8cd-2628-4f39-82e8-6d57deaeb366 HTTP/1.1" status: 200 len: 217 time: 0.1262820 Sep 16 04:37:20.809136 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=f65b1094-0e69-4fc3-b528-ca0f78baec72,revision_number=6']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:20.824903 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:20.865295 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d44a28-8200-4b90-b4aa-3cadf5868f9f admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:37:20.882277 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3670e8-ed06-45a0-9e36-90c6519412b2 None None] Sync routers for ids ['05d02fb2-b7b0-4238-98ec-d135d4e53ae3'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:37:20.897656 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3670e8-ed06-45a0-9e36-90c6519412b2 None None] Routers {'05d02fb2-b7b0-4238-98ec-d135d4e53ae3'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:37:20.901242 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-98d44a28-8200-4b90-b4aa-3cadf5868f9f admin admin] 10.222.0.35 "PUT /v2.0/routers/05d02fb2-b7b0-4238-98ec-d135d4e53ae3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2752390 Sep 16 04:37:20.907319 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-7c3670e8-ed06-45a0-9e36-90c6519412b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:37:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['05d02fb2-b7b0-4238-98ec-d135d4e53ae3'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:37:21.046592 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7472d79-f4e5-4277-8188-e08fee07f32c req-ed964e1d-464e-4c8c-ae8c-173b2aaaa1bc tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:21.048439 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b7472d79-f4e5-4277-8188-e08fee07f32c req-ed964e1d-464e-4c8c-ae8c-173b2aaaa1bc tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 944 time: 0.3451300 Sep 16 04:37:21.051264 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-47304681-ecd3-4f49-9175-3d0853e27153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:21.052736 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-47304681-ecd3-4f49-9175-3d0853e27153 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3642845 Sep 16 04:37:21.150051 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-7c3670e8-ed06-45a0-9e36-90c6519412b2 None None] Set router 05d02fb2-b7b0-4238-98ec-d135d4e53ae3 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:37:21.152733 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-e3961051-c807-4391-831a-51946a98b21c None None] For port 58299659-695e-4baa-a7be-2de8cb73a1a4, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:37:21.157980 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-e3961051-c807-4391-831a-51946a98b21c None None] For port 58299659-695e-4baa-a7be-2de8cb73a1a4, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=58299659-695e-4baa-a7be-2de8cb73a1a4,segment=NetworkSegment(63ab9ddc-f924-4137-94a8-876e309daebe),segment_id=63ab9ddc-f924-4137-94a8-876e309daebe)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:37:21.160358 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=cbffbf7f-5ff6-4230-95ba-85fb21d69c18,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:21.181495 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-0f4c4ff6-d15f-4caf-9040-35a1300b48fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:21.190484 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-0f4c4ff6-d15f-4caf-9040-35a1300b48fd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=43280570-672b-4326-ad6d-76a55cd52f58 HTTP/1.1" status: 200 len: 848 time: 0.3707559 Sep 16 04:37:21.197345 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b7472d79-f4e5-4277-8188-e08fee07f32c req-3e8f3ca3-7c62-41a3-93e2-411ef6ce881f tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410747 Sep 16 04:37:21.233055 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['f65b1094-0e69-4fc3-b528-ca0f78baec72'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:21.258298 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb748310-8360-4fa6-8362-63b05627be20 req-bff8c8ab-2fa3-4f7e-aa8d-646771c35923 service neutron] 10.222.0.35 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5480294 Sep 16 04:37:21.266003 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b3f3dfbd-79b7-471d-9fc3-f75e930a1864 req-91a6c097-857c-4fd8-ac5f-c3037cf0f8d3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4803345 Sep 16 04:37:21.305109 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:37:21.315315 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e3961051-c807-4391-831a-51946a98b21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:21.340071 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-8f46ac31-fef7-4dd9-8949-436c06b1ab8c service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716999 Sep 16 04:37:21.405192 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982d205f-9763-4a6f-82c6-49e75d68f891 x-openstack-request-id: req-982d205f-9763-4a6f-82c6-49e75d68f891 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:21.405775 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77cc5a6b-f89c-4320-aee1-d12ab230d128", "tag": "7b8366f8-5845-456d-abc4-c887356b20da", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:21.406188 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-982d205f-9763-4a6f-82c6-49e75d68f891 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:21.406776 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77cc5a6b-f89c-4320-aee1-d12ab230d128', 'tag': '7b8366f8-5845-456d-abc4-c887356b20da', 'status': 'completed', 'code': 200} Sep 16 04:37:21.450489 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb748310-8360-4fa6-8362-63b05627be20 req-71db8661-cfdb-4599-b48c-6f35d7aa153a service neutron] 10.222.0.35 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829216 Sep 16 04:37:21.497412 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-175be783-df5d-42b1-bf18-b9958d01bc54 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572629 Sep 16 04:37:21.578826 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3dfbd-79b7-471d-9fc3-f75e930a1864 req-330816f5-3468-4ee3-a84c-61814b7d7b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:21.582874 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b3f3dfbd-79b7-471d-9fc3-f75e930a1864 req-330816f5-3468-4ee3-a84c-61814b7d7b2e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1db68ab0fc284575894f1608a94e9c14&device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca HTTP/1.1" status: 200 len: 1096 time: 0.1314113 Sep 16 04:37:21.607520 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-79dee2c0-c161-431c-9ad9-686a056a63ae req-4a5799d7-8b84-4632-9d8b-112e868302d0 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523108 Sep 16 04:37:21.644550 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e85f5578-3ada-4d4c-8782-95025ef4ef0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:21.673007 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-7c3670e8-ed06-45a0-9e36-90c6519412b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-75251409-router', 'tenant_id': '29c1bb20d82b4eca9094dc7aee909c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:37:07Z', 'updated_at': '2021-09-16T04:37:17Z', 'revision_number': 4, 'project_id': '29c1bb20d82b4eca9094dc7aee909c49', 'gw_port': {'id': 'bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:11:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:37:07Z', 'updated_at': '2021-09-16T04:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '02bf7e90-cd63-4a4d-a41e-9759ec8c3fb1', 'name': '', 'network_id': '72ffa5cb-2d81-4610-a5b0-bee15bccc3ac', 'tenant_id': '29c1bb20d82b4eca9094dc7aee909c49', 'mac_address': 'fa:16:3e:f7:f1:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'ab1a97a2-e37d-4797-8a1a-f8faa962d3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:37:13Z', 'updated_at': '2021-09-16T04:37:18Z', 'revision_number': 2, 'project_id': '29c1bb20d82b4eca9094dc7aee909c49', 'subnets': [{'id': 'ab1a97a2-e37d-4797-8a1a-f8faa962d3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:37:21.732792 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3670e8-ed06-45a0-9e36-90c6519412b2 None None] Checking router: 05d02fb2-b7b0-4238-98ec-d135d4e53ae3 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:37:21.733143 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3670e8-ed06-45a0-9e36-90c6519412b2 None None] Updating router 05d02fb2-b7b0-4238-98ec-d135d4e53ae3 port 02bf7e90-cd63-4a4d-a41e-9759ec8c3fb1 binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:37:21.781060 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-7c3670e8-ed06-45a0-9e36-90c6519412b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:21.823765 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53bb5f-076f-4f9f-b558-899d5700554b req-791b9d30-a98b-42cf-a09f-bc9cd76dceea tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:21.840853 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8f53bb5f-076f-4f9f-b558-899d5700554b req-791b9d30-a98b-42cf-a09f-bc9cd76dceea tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=77cc5a6b-f89c-4320-aee1-d12ab230d128 HTTP/1.1" status: 200 len: 948 time: 0.2147903 Sep 16 04:37:21.980179 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-75f82e87-f702-4459-a270-ca201084263e service neutron] 10.222.0.48 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682789 Sep 16 04:37:22.010932 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3dfbd-79b7-471d-9fc3-f75e930a1864 req-1796374d-1ee4-4a72-9560-bc8368f27b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:22.016921 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b3f3dfbd-79b7-471d-9fc3-f75e930a1864 req-1796374d-1ee4-4a72-9560-bc8368f27b94 service neutron] 10.222.0.48 "GET /v2.0/networks?id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588 HTTP/1.1" status: 200 len: 922 time: 0.3950744 Sep 16 04:37:22.052689 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8f53bb5f-076f-4f9f-b558-899d5700554b req-763f5db3-7209-4aa4-8950-36affd16db87 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755412 Sep 16 04:37:22.056909 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:22.057287 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:22.066765 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774823c-a97d-415f-ab7a-59c8a5cc7b74 req-414cbc29-3d42-403b-8f0d-bd901347cb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:22.072771 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b774823c-a97d-415f-ab7a-59c8a5cc7b74 req-414cbc29-3d42-403b-8f0d-bd901347cb42 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a8c979f3fc604996af2e8ab12f365425&device_id=77cc5a6b-f89c-4320-aee1-d12ab230d128 HTTP/1.1" status: 200 len: 1100 time: 0.2687972 Sep 16 04:37:22.150876 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-e85f5578-3ada-4d4c-8782-95025ef4ef0c None None] For port 779d252c-93f4-48d0-9503-f5b719217f6d, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=779d252c-93f4-48d0-9503-f5b719217f6d,segment=NetworkSegment(eb896588-0070-4ec7-be8d-62cce23cea2a),segment_id=eb896588-0070-4ec7-be8d-62cce23cea2a)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:22.288172 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b3f3dfbd-79b7-471d-9fc3-f75e930a1864 req-d98c7195-c536-44bf-9cb2-8181ef5b8add service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aac60dc2-c7a3-4e37-b0d3-c11033a3f49b HTTP/1.1" status: 200 len: 217 time: 0.1259468 Sep 16 04:37:22.357943 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774823c-a97d-415f-ab7a-59c8a5cc7b74 req-b8a9d17a-e9f9-4583-8cac-c7d94bbb3662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:22.359474 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b774823c-a97d-415f-ab7a-59c8a5cc7b74 req-b8a9d17a-e9f9-4583-8cac-c7d94bbb3662 service neutron] 10.222.0.47 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.2771149 Sep 16 04:37:22.467637 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b774823c-a97d-415f-ab7a-59c8a5cc7b74 req-9742062d-d5e4-426c-b1c4-b13b7e60b18f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=7b8366f8-5845-456d-abc4-c887356b20da HTTP/1.1" status: 200 len: 217 time: 0.0926807 Sep 16 04:37:22.487573 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3961051-c807-4391-831a-51946a98b21c None None] Pushing event updated for resources: {'Port': ['ID=58299659-695e-4baa-a7be-2de8cb73a1a4,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:22.496816 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e85f5578-3ada-4d4c-8782-95025ef4ef0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:22.575851 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-7c3670e8-ed06-45a0-9e36-90c6519412b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:22.596488 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-7c3670e8-ed06-45a0-9e36-90c6519412b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:22.653021 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-43a48f9b-2366-4c41-82a7-422d393a290e req-b79d0f82-ee8f-4b52-8caa-384bb9ab6624 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4058e5c-6246-4462-ba28-254fd9e47420 HTTP/1.1" status: 200 len: 210 time: 0.1842248 Sep 16 04:37:22.708338 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8ff06-4f88-4b61-b3ce-95278a0f3c24 req-be7f2a06-3621-4277-9358-e840a168a730 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:22.723749 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-41d8ff06-4f88-4b61-b3ce-95278a0f3c24 req-be7f2a06-3621-4277-9358-e840a168a730 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=83372543-752c-48d0-a115-ac6c769ea5fe HTTP/1.1" status: 200 len: 945 time: 0.2385352 Sep 16 04:37:22.727221 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3dfbd-79b7-471d-9fc3-f75e930a1864 req-928b526c-1d6a-4566-913f-e0aceea0e272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:22.728752 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b3f3dfbd-79b7-471d-9fc3-f75e930a1864 req-928b526c-1d6a-4566-913f-e0aceea0e272 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8440e215-69bc-4539-b053-2b3b499b80a9 HTTP/1.1" status: 200 len: 861 time: 0.4248965 Sep 16 04:37:22.751103 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81dbc7-88e8-4a95-9586-887b15aaf351 None None] Pushing event updated for resources: {'Port': ['ID=02bf7e90-cd63-4a4d-a41e-9759ec8c3fb1,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:22.932520 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b3f3dfbd-79b7-471d-9fc3-f75e930a1864 req-8f445632-8c85-4867-83f3-fb4307602734 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1718931 Sep 16 04:37:22.952371 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-7c3670e8-ed06-45a0-9e36-90c6519412b2 None None] Attempting to bind port 02bf7e90-cd63-4a4d-a41e-9759ec8c3fb1 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:37:22.953671 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-7c3670e8-ed06-45a0-9e36-90c6519412b2 None None] Attempting to bind port 02bf7e90-cd63-4a4d-a41e-9759ec8c3fb1 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'a554161e-7f46-4346-a723-b0683ee12d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '72ffa5cb-2d81-4610-a5b0-bee15bccc3ac'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:37:22.954283 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3670e8-ed06-45a0-9e36-90c6519412b2 None None] Attempting to bind port 02bf7e90-cd63-4a4d-a41e-9759ec8c3fb1 on network 72ffa5cb-2d81-4610-a5b0-bee15bccc3ac {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:22.963198 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-0f257a30-79ac-466f-a77c-42339da0cd8b service neutron] 10.222.0.48 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9440231 Sep 16 04:37:22.970861 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3670e8-ed06-45a0-9e36-90c6519412b2 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:37:22.972856 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3670e8-ed06-45a0-9e36-90c6519412b2 None None] Checking segment: {'id': 'a554161e-7f46-4346-a723-b0683ee12d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '72ffa5cb-2d81-4610-a5b0-bee15bccc3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:37:22.973674 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-7c3670e8-ed06-45a0-9e36-90c6519412b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:22.974896 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3670e8-ed06-45a0-9e36-90c6519412b2 None None] Bound using segment: {'id': 'a554161e-7f46-4346-a723-b0683ee12d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '72ffa5cb-2d81-4610-a5b0-bee15bccc3ac'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:37:22.979445 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-7c3670e8-ed06-45a0-9e36-90c6519412b2 None None] Bound port: 02bf7e90-cd63-4a4d-a41e-9759ec8c3fb1, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a554161e-7f46-4346-a723-b0683ee12d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '72ffa5cb-2d81-4610-a5b0-bee15bccc3ac'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:37:22.980864 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-7c3670e8-ed06-45a0-9e36-90c6519412b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:23.007675 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774823c-a97d-415f-ab7a-59c8a5cc7b74 req-f5a27d94-d51e-4ad5-ba36-a7348ebc9754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:23.013795 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b774823c-a97d-415f-ab7a-59c8a5cc7b74 req-f5a27d94-d51e-4ad5-ba36-a7348ebc9754 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.4657063 Sep 16 04:37:23.103721 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-41d8ff06-4f88-4b61-b3ce-95278a0f3c24 req-38971f35-b5c1-40cf-8243-a537d4f178fa tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563757 Sep 16 04:37:23.125032 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0d4ec44e-85e0-4aed-a960-1f9f21174ac7 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:23.187676 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-7c3670e8-ed06-45a0-9e36-90c6519412b2 None None] For port 02bf7e90-cd63-4a4d-a41e-9759ec8c3fb1, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:37:23.192699 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-7c3670e8-ed06-45a0-9e36-90c6519412b2 None None] For port 02bf7e90-cd63-4a4d-a41e-9759ec8c3fb1, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=02bf7e90-cd63-4a4d-a41e-9759ec8c3fb1,segment=NetworkSegment(a554161e-7f46-4346-a723-b0683ee12d48),segment_id=a554161e-7f46-4346-a723-b0683ee12d48)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:37:23.201194 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-7c3670e8-ed06-45a0-9e36-90c6519412b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:23.288658 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81dbc7-88e8-4a95-9586-887b15aaf351 None None] Pushing event updated for resources: {'Port': ['ID=02bf7e90-cd63-4a4d-a41e-9759ec8c3fb1,revision_number=4']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:23.305182 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0d4ec44e-85e0-4aed-a960-1f9f21174ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:23.315167 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3670e8-ed06-45a0-9e36-90c6519412b2 None None] Routers {'05d02fb2-b7b0-4238-98ec-d135d4e53ae3'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:37:23.316348 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-7c3670e8-ed06-45a0-9e36-90c6519412b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:37:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['05d02fb2-b7b0-4238-98ec-d135d4e53ae3'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:37:23.401038 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63ce0db4-b2b9-475e-a105-10be1a457963 req-a4abc774-9191-40a2-aa8d-2bd2173091c1 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 210 time: 0.0959826 Sep 16 04:37:23.408458 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-c01d25fa-f106-4199-98e3-ff7f057c2094 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:23.415084 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-c01d25fa-f106-4199-98e3-ff7f057c2094 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:23.416986 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-c01d25fa-f106-4199-98e3-ff7f057c2094 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.47 "GET /v2.0/networks?id=1337770f-3914-4428-8a3b-f806564c6ee8&id=6ceea193-0814-4d49-b21f-97c44ffce289&id=1337770f-3914-4428-8a3b-f806564c6ee8 HTTP/1.1" status: 200 len: 1390 time: 0.8674242 Sep 16 04:37:23.426090 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f5578-3ada-4d4c-8782-95025ef4ef0c None None] Pushing event updated for resources: {'Port': ['ID=779d252c-93f4-48d0-9503-f5b719217f6d,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:23.464167 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-95d09155-2721-4d0f-84c1-e9ca43905827 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Request body: {'port': {'device_id': 'd4058e5c-6246-4462-ba28-254fd9e47420', 'network_id': '1337770f-3914-4428-8a3b-f806564c6ee8', 'admin_state_up': True, 'tenant_id': 'd6062d06deed4be79de10c491e7c5fd2'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:23.479749 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774823c-a97d-415f-ab7a-59c8a5cc7b74 req-125c9aa9-c4eb-45c1-80ec-87cc855ee51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:23.496635 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b3f3dfbd-79b7-471d-9fc3-f75e930a1864 req-3aba8394-9173-4af0-be21-cf2ef41cc2ca service neutron] 10.222.0.48 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5447176 Sep 16 04:37:23.498972 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b774823c-a97d-415f-ab7a-59c8a5cc7b74 req-125c9aa9-c4eb-45c1-80ec-87cc855ee51d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4472210 Sep 16 04:37:23.667975 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-7c3670e8-ed06-45a0-9e36-90c6519412b2 None None] Set router 05d02fb2-b7b0-4238-98ec-d135d4e53ae3 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:37:23.692983 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-173c0065-ed8f-47e4-a9f7-eb247a35fc3d None None] Provisioning complete for port 779d252c-93f4-48d0-9503-f5b719217f6d triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:23.693611 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-173c0065-ed8f-47e4-a9f7-eb247a35fc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:23.790387 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-3e4d98a4-b76f-4728-9839-8f9939985c2a tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:23.791915 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-3e4d98a4-b76f-4728-9839-8f9939985c2a tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d&tenant_id=8fb595dbe0d3452481d7faf275f28d7b&binding%3Ahost_id=n-h2-712139-15 HTTP/1.1" status: 200 len: 1096 time: 0.2920568 Sep 16 04:37:23.821482 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12898492-d4d1-4b2d-b4ac-63716645b351 None None] Network 6ceea193-0814-4d49-b21f-97c44ffce289 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:37:23.880892 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 779d252c-93f4-48d0-9503-f5b719217f6d up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:37:23.933929 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b774823c-a97d-415f-ab7a-59c8a5cc7b74 req-91492150-1c41-406a-b843-8cabf91a99b0 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128394 Sep 16 04:37:23.938133 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c9c61-2c20-41bc-a14f-443d7b49dda9 req-7445ae4d-3335-4b56-a964-53cc9be8f398 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:23.939722 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d08c9c61-2c20-41bc-a14f-443d7b49dda9 req-7445ae4d-3335-4b56-a964-53cc9be8f398 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 944 time: 0.3303399 Sep 16 04:37:24.029872 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b3f3dfbd-79b7-471d-9fc3-f75e930a1864 req-b8a567c1-3843-446d-b634-04c8a672df81 service neutron] 10.222.0.48 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4883754 Sep 16 04:37:24.043568 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-c9418bf9-f068-484b-a739-8c75bc81030b tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:24.047875 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-c9418bf9-f068-484b-a739-8c75bc81030b tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/networks?id=72ffa5cb-2d81-4610-a5b0-bee15bccc3ac HTTP/1.1" status: 200 len: 827 time: 0.8298955 Sep 16 04:37:24.069584 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d08c9c61-2c20-41bc-a14f-443d7b49dda9 req-84cd79de-4287-44d5-a0ab-b05a69cac697 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960684 Sep 16 04:37:24.084229 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48772a67-a14f-40c9-afc8-1b990f490569 None None] Pushing event updated for resources: {'Port': ['ID=f355bf47-0378-401a-9384-3b3599807d0e,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:24.144906 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-cad96f1d-9c06-47f1-be18-eee9611ae1f2 service neutron] For port abe5f8cd-2628-4f39-82e8-6d57deaeb366, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:37:24.150031 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-cad96f1d-9c06-47f1-be18-eee9611ae1f2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:24.151882 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84fb6525-c942-4dd6-aaeb-f738ea4ba017 req-cad96f1d-9c06-47f1-be18-eee9611ae1f2 service neutron] 10.222.0.48 "DELETE /v2.0/ports/abe5f8cd-2628-4f39-82e8-6d57deaeb366/bindings/n-h1-712139-15 HTTP/1.1" status: 204 len: 173 time: 0.3414316 Sep 16 04:37:24.183383 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-7c3670e8-ed06-45a0-9e36-90c6519412b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-75251409-router', 'tenant_id': '29c1bb20d82b4eca9094dc7aee909c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:37:07Z', 'updated_at': '2021-09-16T04:37:17Z', 'revision_number': 4, 'project_id': '29c1bb20d82b4eca9094dc7aee909c49', 'gw_port': {'id': 'bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:11:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:37:07Z', 'updated_at': '2021-09-16T04:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '02bf7e90-cd63-4a4d-a41e-9759ec8c3fb1', 'name': '', 'network_id': '72ffa5cb-2d81-4610-a5b0-bee15bccc3ac', 'tenant_id': '29c1bb20d82b4eca9094dc7aee909c49', 'mac_address': 'fa:16:3e:f7:f1:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'ab1a97a2-e37d-4797-8a1a-f8faa962d3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:37:13Z', 'updated_at': '2021-09-16T04:37:23Z', 'revision_number': 4, 'project_id': '29c1bb20d82b4eca9094dc7aee909c49', 'subnets': [{'id': 'ab1a97a2-e37d-4797-8a1a-f8faa962d3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:37:24.218818 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-e8d9d5d2-8289-451f-804b-74af97664c6f tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/quotas/29c1bb20d82b4eca9094dc7aee909c49 HTTP/1.1" status: 200 len: 375 time: 0.1498775 Sep 16 04:37:24.284988 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3670e8-ed06-45a0-9e36-90c6519412b2 None None] The sync data for ids ['05d02fb2-b7b0-4238-98ec-d135d4e53ae3'] in n-d-712139-15 is: [{'id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-75251409-router', 'tenant_id': '29c1bb20d82b4eca9094dc7aee909c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:37:07Z', 'updated_at': '2021-09-16T04:37:17Z', 'revision_number': 4, 'project_id': '29c1bb20d82b4eca9094dc7aee909c49', 'gw_port': {'id': 'bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:11:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:37:07Z', 'updated_at': '2021-09-16T04:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '02bf7e90-cd63-4a4d-a41e-9759ec8c3fb1', 'name': '', 'network_id': '72ffa5cb-2d81-4610-a5b0-bee15bccc3ac', 'tenant_id': '29c1bb20d82b4eca9094dc7aee909c49', 'mac_address': 'fa:16:3e:f7:f1:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'ab1a97a2-e37d-4797-8a1a-f8faa962d3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:37:13Z', 'updated_at': '2021-09-16T04:37:23Z', 'revision_number': 4, 'project_id': '29c1bb20d82b4eca9094dc7aee909c49', 'subnets': [{'id': 'ab1a97a2-e37d-4797-8a1a-f8faa962d3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:37:24.374748 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-95d09155-2721-4d0f-84c1-e9ca43905827 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Made reservation on behalf of d6062d06deed4be79de10c491e7c5fd2 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:37:24.384291 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-95d09155-2721-4d0f-84c1-e9ca43905827 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:24.435569 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b774823c-a97d-415f-ab7a-59c8a5cc7b74 req-45032ebe-9d59-43f9-b5f5-94ff54d60862 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4721961 Sep 16 04:37:24.477518 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-0d4ec44e-85e0-4aed-a960-1f9f21174ac7 None None] Attempting to bind port f355bf47-0378-401a-9384-3b3599807d0e on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:37:24.477829 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-0d4ec44e-85e0-4aed-a960-1f9f21174ac7 None None] Attempting to bind port f355bf47-0378-401a-9384-3b3599807d0e by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'c427275e-c478-401d-8fb4-8eb66ddff5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bfa6d0f7-e0c6-408d-b272-6ab04777aadc'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:37:24.478143 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4ec44e-85e0-4aed-a960-1f9f21174ac7 None None] Attempting to bind port f355bf47-0378-401a-9384-3b3599807d0e on network bfa6d0f7-e0c6-408d-b272-6ab04777aadc {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:24.489608 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-c8cae89c-b16c-48b2-a04d-e63f7b46db5e tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=29c1bb20d82b4eca9094dc7aee909c49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2694731 Sep 16 04:37:24.491246 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4ec44e-85e0-4aed-a960-1f9f21174ac7 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:37:24.491567 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4ec44e-85e0-4aed-a960-1f9f21174ac7 None None] Checking segment: {'id': 'c427275e-c478-401d-8fb4-8eb66ddff5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bfa6d0f7-e0c6-408d-b272-6ab04777aadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:37:24.491966 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0d4ec44e-85e0-4aed-a960-1f9f21174ac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:24.492350 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4ec44e-85e0-4aed-a960-1f9f21174ac7 None None] Bound using segment: {'id': 'c427275e-c478-401d-8fb4-8eb66ddff5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bfa6d0f7-e0c6-408d-b272-6ab04777aadc'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:37:24.492856 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-0d4ec44e-85e0-4aed-a960-1f9f21174ac7 None None] Bound port: f355bf47-0378-401a-9384-3b3599807d0e, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c427275e-c478-401d-8fb4-8eb66ddff5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bfa6d0f7-e0c6-408d-b272-6ab04777aadc'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:37:24.493213 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0d4ec44e-85e0-4aed-a960-1f9f21174ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:24.525197 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-173c0065-ed8f-47e4-a9f7-eb247a35fc3d None None] Provisioning complete for port 02bf7e90-cd63-4a4d-a41e-9759ec8c3fb1 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:24.525607 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-173c0065-ed8f-47e4-a9f7-eb247a35fc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:24.580528 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26c520-082c-4829-bf5b-39f1b2a2a469 req-405cb012-68cf-459d-aa4b-fe3f6c54b0db tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:24.592330 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8d26c520-082c-4829-bf5b-39f1b2a2a469 req-405cb012-68cf-459d-aa4b-fe3f6c54b0db tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=77cc5a6b-f89c-4320-aee1-d12ab230d128 HTTP/1.1" status: 200 len: 948 time: 0.3677921 Sep 16 04:37:24.665580 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb748310-8360-4fa6-8362-63b05627be20 req-a7d2be72-463a-423b-9f7b-dae9e4927f9c tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:24.667081 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb748310-8360-4fa6-8362-63b05627be20 req-a7d2be72-463a-423b-9f7b-dae9e4927f9c tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.47 "GET /v2.0/networks?id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588 HTTP/1.1" status: 200 len: 821 time: 0.3641195 Sep 16 04:37:24.701513 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-eb748310-8360-4fa6-8362-63b05627be20 req-40a8bc4a-2e2e-4ebc-83ae-2f9777c43753 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Request body: {'port': {'device_id': 'cc33a6c2-cce9-4141-ad9f-c0eb8577af25', 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588', 'admin_state_up': True, 'tenant_id': '1db68ab0fc284575894f1608a94e9c14'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:24.719433 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8d26c520-082c-4829-bf5b-39f1b2a2a469 req-42926b97-6e48-470f-9144-f516aae3c67a tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260848 Sep 16 04:37:24.782662 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-173c0065-ed8f-47e4-a9f7-eb247a35fc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:24.816386 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 779d252c-93f4-48d0-9503-f5b719217f6d triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:24.816795 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:24.849999 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-9d8ca0f9-7b3e-4973-92de-ff3930d9e5d8 service neutron] 10.222.0.35 "GET /v2.0/networks/72ffa5cb-2d81-4610-a5b0-bee15bccc3ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595114 Sep 16 04:37:24.974773 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-173c0065-ed8f-47e4-a9f7-eb247a35fc3d None None] For port 02bf7e90-cd63-4a4d-a41e-9759ec8c3fb1, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=02bf7e90-cd63-4a4d-a41e-9759ec8c3fb1,segment=NetworkSegment(a554161e-7f46-4346-a723-b0683ee12d48),segment_id=a554161e-7f46-4346-a723-b0683ee12d48)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:24.994671 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-173c0065-ed8f-47e4-a9f7-eb247a35fc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:25.000715 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-0d4ec44e-85e0-4aed-a960-1f9f21174ac7 None None] For port f355bf47-0378-401a-9384-3b3599807d0e, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:37:25.028782 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb748310-8360-4fa6-8362-63b05627be20 req-40a8bc4a-2e2e-4ebc-83ae-2f9777c43753 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Made reservation on behalf of 1db68ab0fc284575894f1608a94e9c14 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:37:25.044416 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-eb748310-8360-4fa6-8362-63b05627be20 req-40a8bc4a-2e2e-4ebc-83ae-2f9777c43753 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:25.110068 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-0d4ec44e-85e0-4aed-a960-1f9f21174ac7 None None] For port f355bf47-0378-401a-9384-3b3599807d0e, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=f355bf47-0378-401a-9384-3b3599807d0e,segment=NetworkSegment(c427275e-c478-401d-8fb4-8eb66ddff5d2),segment_id=c427275e-c478-401d-8fb4-8eb66ddff5d2)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:37:25.169627 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0d4ec44e-85e0-4aed-a960-1f9f21174ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:25.232251 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-f30baaa1-4bbb-4289-ac0a-f038b5d842a1 service neutron] 10.222.0.35 "GET /v2.0/networks/72ffa5cb-2d81-4610-a5b0-bee15bccc3ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238435 Sep 16 04:37:25.350674 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 7b8366f8-5845-456d-abc4-c887356b20da details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:37:25.381321 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-209bb38b-c246-4ba2-9409-fb1f201d69b1 req-429e198d-c8c7-4612-8623-ccbf8f094e91 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4058e5c-6246-4462-ba28-254fd9e47420 HTTP/1.1" status: 200 len: 210 time: 0.0747736 Sep 16 04:37:25.400642 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-eb748310-8360-4fa6-8362-63b05627be20 req-40a8bc4a-2e2e-4ebc-83ae-2f9777c43753 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Allocated IP 172.20.0.12 (00cd75b9-aad6-45d6-bd66-c0a78f5d6588/8440e215-69bc-4539-b053-2b3b499b80a9/e04af8b6-b1f5-4f84-b146-6f0bb44fc7af) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:37:25.512181 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-95d09155-2721-4d0f-84c1-e9ca43905827 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Allocated IP 19.80.0.215 (1337770f-3914-4428-8a3b-f806564c6ee8/dc1de276-9ed7-4657-bcba-8c8633e03303/de729c49-297d-414c-8f20-1fb6ba443d92) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:37:25.711535 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device f65b1094-0e69-4fc3-b528-ca0f78baec72 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:37:25.724269 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c0065-ed8f-47e4-a9f7-eb247a35fc3d None None] Pushing event updated for resources: {'Port': ['ID=02bf7e90-cd63-4a4d-a41e-9759ec8c3fb1,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:25.816560 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 7b8366f8-5845-456d-abc4-c887356b20da, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=7b8366f8-5845-456d-abc4-c887356b20da,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:25.872633 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '7b8366f8-5845-456d-abc4-c887356b20da', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': '7b8366f8-5845-456d-abc4-c887356b20da', 'mac_address': 'fa:16:3e:91:cc:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:37:25.953196 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ac9ebcfd-1acc-4731-b398-bbe0925dc2cf req-b7326e6d-762a-46df-8c5f-268037a07e2d tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 210 time: 0.0760317 Sep 16 04:37:26.067683 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-95d09155-2721-4d0f-84c1-e9ca43905827 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:26.077077 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-eb748310-8360-4fa6-8362-63b05627be20 req-40a8bc4a-2e2e-4ebc-83ae-2f9777c43753 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:26.093898 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec86b2-1192-4721-bc86-29afc3c6d303 req-3dc0b7ff-5a54-4603-a1e4-04695efd49ca tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:26.098268 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-87f10cb3-bf09-45ee-aa1e-972ae45f3543 None None] Provisioning complete for port 58299659-695e-4baa-a7be-2de8cb73a1a4 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:26.100421 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-87f10cb3-bf09-45ee-aa1e-972ae45f3543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:26.123239 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3cec86b2-1192-4721-bc86-29afc3c6d303 req-3dc0b7ff-5a54-4603-a1e4-04695efd49ca tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=83372543-752c-48d0-a115-ac6c769ea5fe HTTP/1.1" status: 200 len: 945 time: 0.3022571 Sep 16 04:37:26.158900 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-95d09155-2721-4d0f-84c1-e9ca43905827 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:26.226853 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4ec44e-85e0-4aed-a960-1f9f21174ac7 None None] Routers {'d14429f8-b7dd-407d-b536-5f811883ecca'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:37:26.227290 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-0d4ec44e-85e0-4aed-a960-1f9f21174ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:37:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['d14429f8-b7dd-407d-b536-5f811883ecca'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:37:26.234218 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3cec86b2-1192-4721-bc86-29afc3c6d303 req-c0face85-7e25-4b49-8ba6-66175dffe0e4 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066678 Sep 16 04:37:26.249849 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-eb748310-8360-4fa6-8362-63b05627be20 req-40a8bc4a-2e2e-4ebc-83ae-2f9777c43753 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:26.391578 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-95d09155-2721-4d0f-84c1-e9ca43905827 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Network 1337770f-3914-4428-8a3b-f806564c6ee8 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:37:26.434144 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8bc4a-2e2e-4ebc-83ae-2f9777c43753 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Pushing event updated for resources: {'Port': ['ID=e04af8b6-b1f5-4f84-b146-6f0bb44fc7af,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:26.439266 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d09155-2721-4d0f-84c1-e9ca43905827 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Pushing event updated for resources: {'Port': ['ID=de729c49-297d-414c-8f20-1fb6ba443d92,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:26.456547 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-95d09155-2721-4d0f-84c1-e9ca43905827 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:37:26.461837 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-95d09155-2721-4d0f-84c1-e9ca43905827 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:37:26.475956 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d09155-2721-4d0f-84c1-e9ca43905827 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:26.476308 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d09155-2721-4d0f-84c1-e9ca43905827 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:26.476729 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d09155-2721-4d0f-84c1-e9ca43905827 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:26.477068 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d09155-2721-4d0f-84c1-e9ca43905827 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:26.477414 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d09155-2721-4d0f-84c1-e9ca43905827 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:26.478161 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d09155-2721-4d0f-84c1-e9ca43905827 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:26.478502 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d09155-2721-4d0f-84c1-e9ca43905827 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:26.486933 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d09155-2721-4d0f-84c1-e9ca43905827 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:26.488789 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d09155-2721-4d0f-84c1-e9ca43905827 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:26.489179 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d09155-2721-4d0f-84c1-e9ca43905827 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:26.489696 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d09155-2721-4d0f-84c1-e9ca43905827 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:26.490085 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d09155-2721-4d0f-84c1-e9ca43905827 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:26.561033 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d0b03-e6c4-4092-842c-b4447b055f1b req-fc595d1b-1029-468b-8911-aba77d8e7373 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:26.571260 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d490fe24-d647-487d-ae8d-2f6de2a35c8c req-b5cc87a2-3ea2-468e-820c-c0eacd39a663 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/ports?device_id=12be914e-c08d-4466-85fa-a180a3843334 HTTP/1.1" status: 200 len: 210 time: 0.1518083 Sep 16 04:37:26.572197 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ae0d0b03-e6c4-4092-842c-b4447b055f1b req-fc595d1b-1029-468b-8911-aba77d8e7373 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 1096 time: 0.2784863 Sep 16 04:37:26.572786 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a8bc4a-2e2e-4ebc-83ae-2f9777c43753 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:26.573135 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a8bc4a-2e2e-4ebc-83ae-2f9777c43753 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:26.573474 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a8bc4a-2e2e-4ebc-83ae-2f9777c43753 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:26.573810 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a8bc4a-2e2e-4ebc-83ae-2f9777c43753 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:26.574142 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a8bc4a-2e2e-4ebc-83ae-2f9777c43753 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:26.574474 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a8bc4a-2e2e-4ebc-83ae-2f9777c43753 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:26.574800 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a8bc4a-2e2e-4ebc-83ae-2f9777c43753 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:26.575128 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a8bc4a-2e2e-4ebc-83ae-2f9777c43753 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:26.575453 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a8bc4a-2e2e-4ebc-83ae-2f9777c43753 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:26.575832 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a8bc4a-2e2e-4ebc-83ae-2f9777c43753 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:26.576099 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a8bc4a-2e2e-4ebc-83ae-2f9777c43753 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:26.576449 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a8bc4a-2e2e-4ebc-83ae-2f9777c43753 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:26.595694 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-95d09155-2721-4d0f-84c1-e9ca43905827 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:26.597820 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-95d09155-2721-4d0f-84c1-e9ca43905827 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:26.625947 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb748310-8360-4fa6-8362-63b05627be20 req-40a8bc4a-2e2e-4ebc-83ae-2f9777c43753 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:37:26.630610 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-eb748310-8360-4fa6-8362-63b05627be20 req-40a8bc4a-2e2e-4ebc-83ae-2f9777c43753 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:37:26.652927 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb748310-8360-4fa6-8362-63b05627be20 req-40a8bc4a-2e2e-4ebc-83ae-2f9777c43753 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:37:26.657437 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ae0d0b03-e6c4-4092-842c-b4447b055f1b req-d7b96d61-1d92-4622-90aa-df9a5657330e tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839310 Sep 16 04:37:26.659457 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-95d09155-2721-4d0f-84c1-e9ca43905827 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2007289 Sep 16 04:37:26.677861 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-7be7cff5-61c8-4524-89c7-aa7569a24917 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Request body: {'port': {'device_id': 'd4058e5c-6246-4462-ba28-254fd9e47420', 'network_id': '6ceea193-0814-4d49-b21f-97c44ffce289', 'admin_state_up': True, 'tenant_id': 'd6062d06deed4be79de10c491e7c5fd2'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:26.778362 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:26.800739 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb748310-8360-4fa6-8362-63b05627be20 req-40a8bc4a-2e2e-4ebc-83ae-2f9777c43753 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:26.803470 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-eb748310-8360-4fa6-8362-63b05627be20 req-40a8bc4a-2e2e-4ebc-83ae-2f9777c43753 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:26.841724 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48772a67-a14f-40c9-afc8-1b990f490569 None None] Pushing event updated for resources: {'Port': ['ID=f355bf47-0378-401a-9384-3b3599807d0e,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:26.860448 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb748310-8360-4fa6-8362-63b05627be20 req-40a8bc4a-2e2e-4ebc-83ae-2f9777c43753 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1630628 Sep 16 04:37:26.890576 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-eb748310-8360-4fa6-8362-63b05627be20 req-7523f144-1b7e-48fa-9482-b3a75eedd3bc service neutron] Request body: {'port': {'device_id': 'cc33a6c2-cce9-4141-ad9f-c0eb8577af25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:26.937721 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbb5e8-fb6b-43e2-8c5e-cba6da622399 req-2504249b-a31d-43b5-8187-46398b50f9da tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:26.944416 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b8366f8-5845-456d-abc4-c887356b20da {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:37:26.947516 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-08bbb5e8-fb6b-43e2-8c5e-cba6da622399 req-2504249b-a31d-43b5-8187-46398b50f9da tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=77cc5a6b-f89c-4320-aee1-d12ab230d128 HTTP/1.1" status: 200 len: 948 time: 0.1299379 Sep 16 04:37:26.954646 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 02bf7e90-cd63-4a4d-a41e-9759ec8c3fb1 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:37:27.020725 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-7be7cff5-61c8-4524-89c7-aa7569a24917 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Made reservation on behalf of d6062d06deed4be79de10c491e7c5fd2 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:37:27.024225 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-7be7cff5-61c8-4524-89c7-aa7569a24917 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:27.061292 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-08bbb5e8-fb6b-43e2-8c5e-cba6da622399 req-1a799dde-1e18-43f2-bb1e-d539ea277c97 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126955 Sep 16 04:37:27.142561 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-eb748310-8360-4fa6-8362-63b05627be20 req-7523f144-1b7e-48fa-9482-b3a75eedd3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:27.239858 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 7b8366f8-5845-456d-abc4-c887356b20da, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=7b8366f8-5845-456d-abc4-c887356b20da,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:27.246732 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 02bf7e90-cd63-4a4d-a41e-9759ec8c3fb1 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:27.248352 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:27.350101 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cc286-b1f7-4872-a430-3810f8131ac7 req-ee79f43e-5cfe-46c9-b234-32462fdfca8b tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:27.351599 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f51cc286-b1f7-4872-a430-3810f8131ac7 req-ee79f43e-5cfe-46c9-b234-32462fdfca8b tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4058e5c-6246-4462-ba28-254fd9e47420 HTTP/1.1" status: 200 len: 932 time: 0.1951299 Sep 16 04:37:27.364525 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port f65b1094-0e69-4fc3-b528-ca0f78baec72 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:27.365229 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:27.367077 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-87f10cb3-bf09-45ee-aa1e-972ae45f3543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:27.374510 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc1e7a-1477-4733-89f4-f01ecab5eda7 req-db0f0af7-4f64-4f6b-853a-4f8b4218e60d tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:27.381382 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-56fc1e7a-1477-4733-89f4-f01ecab5eda7 req-db0f0af7-4f64-4f6b-853a-4f8b4218e60d tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 1096 time: 0.1487904 Sep 16 04:37:27.413149 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-87f10cb3-bf09-45ee-aa1e-972ae45f3543 None None] For port 58299659-695e-4baa-a7be-2de8cb73a1a4, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=58299659-695e-4baa-a7be-2de8cb73a1a4,segment=NetworkSegment(63ab9ddc-f924-4137-94a8-876e309daebe),segment_id=63ab9ddc-f924-4137-94a8-876e309daebe)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:27.414925 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:27.441379 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f51cc286-b1f7-4872-a430-3810f8131ac7 req-89e2edbc-cf23-4c48-8686-9e46aaccd877 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e2affa8-0668-4988-b34f-7333ff388a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753884 Sep 16 04:37:27.460993 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-7be7cff5-61c8-4524-89c7-aa7569a24917 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Allocated IP 19.86.0.218 (6ceea193-0814-4d49-b21f-97c44ffce289/5241f2b5-7a7d-4f2d-9183-aecc172d79d3/3cd4f82b-a276-4944-a077-6208c1b94a75) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:37:27.477795 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-87f10cb3-bf09-45ee-aa1e-972ae45f3543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:27.603581 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-56fc1e7a-1477-4733-89f4-f01ecab5eda7 req-b5762c48-e8a6-4587-91b2-4c706ba42287 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119060 Sep 16 04:37:27.607482 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-0d4ec44e-85e0-4aed-a960-1f9f21174ac7 None None] Set router d14429f8-b7dd-407d-b536-5f811883ecca gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:37:27.609510 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-87f10cb3-bf09-45ee-aa1e-972ae45f3543 None None] Provisioning complete for port f355bf47-0378-401a-9384-3b3599807d0e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:27.609940 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-87f10cb3-bf09-45ee-aa1e-972ae45f3543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:27.805362 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=7b8366f8-5845-456d-abc4-c887356b20da,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:27.820324 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-87f10cb3-bf09-45ee-aa1e-972ae45f3543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:28.036453 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-befc84bb-64bb-4492-8311-ae2b5b1cc1aa tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:28.043713 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-befc84bb-64bb-4492-8311-ae2b5b1cc1aa tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.48 "GET /v2.0/networks?id=72ffa5cb-2d81-4610-a5b0-bee15bccc3ac HTTP/1.1" status: 200 len: 827 time: 0.2007484 Sep 16 04:37:28.079705 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c105b-efcd-4b79-9d33-b803456b8132 req-851cc12d-d944-4171-8fb6-e2b8c35a17f5 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:28.105294 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-121c105b-efcd-4b79-9d33-b803456b8132 req-851cc12d-d944-4171-8fb6-e2b8c35a17f5 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=83372543-752c-48d0-a115-ac6c769ea5fe HTTP/1.1" status: 200 len: 945 time: 0.3734331 Sep 16 04:37:28.142642 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['7b8366f8-5845-456d-abc4-c887356b20da'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:28.151195 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:28.179092 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-eb748310-8360-4fa6-8362-63b05627be20 req-7523f144-1b7e-48fa-9482-b3a75eedd3bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e04af8b6-b1f5-4f84-b146-6f0bb44fc7af {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:37:28.205575 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-5ec5e2a7-ae4e-4416-b943-4c7732898eba tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Request body: {'port': {'device_id': '12be914e-c08d-4466-85fa-a180a3843334', 'network_id': '72ffa5cb-2d81-4610-a5b0-bee15bccc3ac', 'admin_state_up': True, 'tenant_id': '29c1bb20d82b4eca9094dc7aee909c49'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:28.211850 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port f65b1094-0e69-4fc3-b528-ca0f78baec72, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=f65b1094-0e69-4fc3-b528-ca0f78baec72,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:28.247012 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde3f0ac-f0a9-436c-983a-1fd92b1f21d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65b1094-0e69-4fc3-b528-ca0f78baec72'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:28.249774 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5aad15-c36f-4833-aa4a-546d0021a9c1" -d '{"events": [{"server_uuid": "cde3f0ac-f0a9-436c-983a-1fd92b1f21d8", "name": "network-vif-plugged", "status": "completed", "tag": "f65b1094-0e69-4fc3-b528-ca0f78baec72"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:28.264040 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3d4e1-22a2-4e4a-aa45-48bc0f7c2154 req-c321f4f5-debc-4b29-86af-06227b59b4fd tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:28.267011 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:28.274279 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-aba3d4e1-22a2-4e4a-aa45-48bc0f7c2154 req-c321f4f5-debc-4b29-86af-06227b59b4fd tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 932 time: 0.7029624 Sep 16 04:37:28.293907 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-87f10cb3-bf09-45ee-aa1e-972ae45f3543 None None] For port f355bf47-0378-401a-9384-3b3599807d0e, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=f355bf47-0378-401a-9384-3b3599807d0e,segment=NetworkSegment(c427275e-c478-401d-8fb4-8eb66ddff5d2),segment_id=c427275e-c478-401d-8fb4-8eb66ddff5d2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:28.298909 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device cbffbf7f-5ff6-4230-95ba-85fb21d69c18 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:37:28.368080 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-87f10cb3-bf09-45ee-aa1e-972ae45f3543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:28.375696 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-eb748310-8360-4fa6-8362-63b05627be20 req-7523f144-1b7e-48fa-9482-b3a75eedd3bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:28.385166 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-aba3d4e1-22a2-4e4a-aa45-48bc0f7c2154 req-250a6d09-96a6-44a0-9ed7-ccc50a469418 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096509 Sep 16 04:37:28.391165 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-7be7cff5-61c8-4524-89c7-aa7569a24917 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:28.423492 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-eb748310-8360-4fa6-8362-63b05627be20 req-7523f144-1b7e-48fa-9482-b3a75eedd3bc service neutron] Transition to ACTIVE for port object e04af8b6-b1f5-4f84-b146-6f0bb44fc7af will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:37:28.437804 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f10cb3-bf09-45ee-aa1e-972ae45f3543 None None] Pushing event updated for resources: {'Port': ['ID=58299659-695e-4baa-a7be-2de8cb73a1a4,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:28.442554 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-121c105b-efcd-4b79-9d33-b803456b8132 req-a3bb541b-fd77-4c56-b78d-c0ad010baadc tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350523 Sep 16 04:37:28.445835 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-eb748310-8360-4fa6-8362-63b05627be20 req-7523f144-1b7e-48fa-9482-b3a75eedd3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:28.456019 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port cbffbf7f-5ff6-4230-95ba-85fb21d69c18 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:28.457036 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:28.532886 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-7be7cff5-61c8-4524-89c7-aa7569a24917 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:28.571373 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-5ec5e2a7-ae4e-4416-b943-4c7732898eba tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Made reservation on behalf of 29c1bb20d82b4eca9094dc7aee909c49 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:37:28.578318 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-5ec5e2a7-ae4e-4416-b943-4c7732898eba tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:28.590487 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a82d6424-b1e2-4438-a6ea-e4dab36e55ed req-5474a2cc-10dc-429a-85f2-13f212bfde5c tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/ports?device_id=12be914e-c08d-4466-85fa-a180a3843334 HTTP/1.1" status: 200 len: 210 time: 0.0788941 Sep 16 04:37:28.668704 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-87f10cb3-bf09-45ee-aa1e-972ae45f3543 None None] Provisioning complete for port 02bf7e90-cd63-4a4d-a41e-9759ec8c3fb1 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:28.669081 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-87f10cb3-bf09-45ee-aa1e-972ae45f3543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:28.699030 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-7be7cff5-61c8-4524-89c7-aa7569a24917 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Network 6ceea193-0814-4d49-b21f-97c44ffce289 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:37:28.702440 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523f144-1b7e-48fa-9482-b3a75eedd3bc service neutron] Pushing event updated for resources: {'Port': ['ID=e04af8b6-b1f5-4f84-b146-6f0bb44fc7af,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:28.703012 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-7be7cff5-61c8-4524-89c7-aa7569a24917 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:37:28.716991 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-7be7cff5-61c8-4524-89c7-aa7569a24917 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:37:28.833456 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-7be7cff5-61c8-4524-89c7-aa7569a24917 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:28.836624 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-7be7cff5-61c8-4524-89c7-aa7569a24917 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:28.900010 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7cff5-61c8-4524-89c7-aa7569a24917 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Pushing event updated for resources: {'Port': ['ID=3cd4f82b-a276-4944-a077-6208c1b94a75,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:28.923237 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-7be7cff5-61c8-4524-89c7-aa7569a24917 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2498417 Sep 16 04:37:28.941620 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-b4eea83e-8b6d-4ff7-9f20-79824580fa83 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Request body: {'port': {'device_id': 'd4058e5c-6246-4462-ba28-254fd9e47420', 'network_id': '1337770f-3914-4428-8a3b-f806564c6ee8', 'admin_state_up': True, 'tenant_id': 'd6062d06deed4be79de10c491e7c5fd2'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:28.999963 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=f65b1094-0e69-4fc3-b528-ca0f78baec72,revision_number=7']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:29.080915 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1ed8ac-301f-454d-a901-4a5954b9ff60 x-openstack-request-id: req-0a1ed8ac-301f-454d-a901-4a5954b9ff60 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:29.081438 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde3f0ac-f0a9-436c-983a-1fd92b1f21d8", "name": "network-vif-plugged", "status": "completed", "tag": "f65b1094-0e69-4fc3-b528-ca0f78baec72", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:29.081859 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0a1ed8ac-301f-454d-a901-4a5954b9ff60 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:29.082412 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde3f0ac-f0a9-436c-983a-1fd92b1f21d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65b1094-0e69-4fc3-b528-ca0f78baec72', 'code': 200} Sep 16 04:37:29.221042 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f10cb3-bf09-45ee-aa1e-972ae45f3543 None None] Pushing event updated for resources: {'Port': ['ID=f355bf47-0378-401a-9384-3b3599807d0e,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:29.231392 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 779d252c-93f4-48d0-9503-f5b719217f6d up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:37:29.331362 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-b4eea83e-8b6d-4ff7-9f20-79824580fa83 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Made reservation on behalf of d6062d06deed4be79de10c491e7c5fd2 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:37:29.335411 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-b4eea83e-8b6d-4ff7-9f20-79824580fa83 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:29.354759 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-0d4ec44e-85e0-4aed-a960-1f9f21174ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14429f8-b7dd-407d-b536-5f811883ecca', 'name': 'tempest-ServersTestMultiNic-1881970366-router', 'tenant_id': 'd6062d06deed4be79de10c491e7c5fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'cbffbf7f-5ff6-4230-95ba-85fb21d69c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:37:03Z', 'updated_at': '2021-09-16T04:37:09Z', 'revision_number': 4, 'project_id': 'd6062d06deed4be79de10c491e7c5fd2', 'gw_port': {'id': 'cbffbf7f-5ff6-4230-95ba-85fb21d69c18', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14429f8-b7dd-407d-b536-5f811883ecca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:37:04Z', 'updated_at': '2021-09-16T04:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'f355bf47-0378-401a-9384-3b3599807d0e', 'name': '', 'network_id': 'bfa6d0f7-e0c6-408d-b272-6ab04777aadc', 'tenant_id': 'd6062d06deed4be79de10c491e7c5fd2', 'mac_address': 'fa:16:3e:fb:4b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14429f8-b7dd-407d-b536-5f811883ecca', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9c5322b4-3f4a-4efc-bd80-709b0e5f8fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:37:08Z', 'updated_at': '2021-09-16T04:37:24Z', 'revision_number': 4, 'project_id': 'd6062d06deed4be79de10c491e7c5fd2', 'subnets': [{'id': '9c5322b4-3f4a-4efc-bd80-709b0e5f8fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:37:29.397365 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4ec44e-85e0-4aed-a960-1f9f21174ac7 None None] The sync data for ids ['d14429f8-b7dd-407d-b536-5f811883ecca'] in n-d-712139-15 is: [{'id': 'd14429f8-b7dd-407d-b536-5f811883ecca', 'name': 'tempest-ServersTestMultiNic-1881970366-router', 'tenant_id': 'd6062d06deed4be79de10c491e7c5fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'cbffbf7f-5ff6-4230-95ba-85fb21d69c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:37:03Z', 'updated_at': '2021-09-16T04:37:09Z', 'revision_number': 4, 'project_id': 'd6062d06deed4be79de10c491e7c5fd2', 'gw_port': {'id': 'cbffbf7f-5ff6-4230-95ba-85fb21d69c18', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14429f8-b7dd-407d-b536-5f811883ecca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:37:04Z', 'updated_at': '2021-09-16T04:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'f355bf47-0378-401a-9384-3b3599807d0e', 'name': '', 'network_id': 'bfa6d0f7-e0c6-408d-b272-6ab04777aadc', 'tenant_id': 'd6062d06deed4be79de10c491e7c5fd2', 'mac_address': 'fa:16:3e:fb:4b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14429f8-b7dd-407d-b536-5f811883ecca', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9c5322b4-3f4a-4efc-bd80-709b0e5f8fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:37:08Z', 'updated_at': '2021-09-16T04:37:24Z', 'revision_number': 4, 'project_id': 'd6062d06deed4be79de10c491e7c5fd2', 'subnets': [{'id': '9c5322b4-3f4a-4efc-bd80-709b0e5f8fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:37:29.408258 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1013c-a99e-4c86-8930-6b7b4fea5b7c req-72e6e9a0-2624-4e79-ad9d-784cf4a06ab5 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:29.412468 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-bfb1013c-a99e-4c86-8930-6b7b4fea5b7c req-72e6e9a0-2624-4e79-ad9d-784cf4a06ab5 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=77cc5a6b-f89c-4320-aee1-d12ab230d128 HTTP/1.1" status: 200 len: 949 time: 0.1574132 Sep 16 04:37:29.422869 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f686c3fb-b0ac-4200-b70e-48c4b414dd25 None None] Provisioning complete for port 58299659-695e-4baa-a7be-2de8cb73a1a4 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:29.423246 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f686c3fb-b0ac-4200-b70e-48c4b414dd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:29.427413 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 779d252c-93f4-48d0-9503-f5b719217f6d triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:29.427784 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:29.580143 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-bfb1013c-a99e-4c86-8930-6b7b4fea5b7c req-4a953c41-8ef7-4758-8c05-eebfbca02ebd tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596627 Sep 16 04:37:29.605942 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-eb748310-8360-4fa6-8362-63b05627be20 req-7523f144-1b7e-48fa-9482-b3a75eedd3bc service neutron] Attempting to bind port e04af8b6-b1f5-4f84-b146-6f0bb44fc7af on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:37:29.606411 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-eb748310-8360-4fa6-8362-63b05627be20 req-7523f144-1b7e-48fa-9482-b3a75eedd3bc service neutron] Attempting to bind port e04af8b6-b1f5-4f84-b146-6f0bb44fc7af by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:37:29.606986 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb748310-8360-4fa6-8362-63b05627be20 req-7523f144-1b7e-48fa-9482-b3a75eedd3bc service neutron] Attempting to bind port e04af8b6-b1f5-4f84-b146-6f0bb44fc7af on network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:29.659833 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb748310-8360-4fa6-8362-63b05627be20 req-7523f144-1b7e-48fa-9482-b3a75eedd3bc service neutron] Port e04af8b6-b1f5-4f84-b146-6f0bb44fc7af on network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:37:29.660918 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb748310-8360-4fa6-8362-63b05627be20 req-7523f144-1b7e-48fa-9482-b3a75eedd3bc service neutron] Attempting to bind port e04af8b6-b1f5-4f84-b146-6f0bb44fc7af on network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:29.672752 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb748310-8360-4fa6-8362-63b05627be20 req-7523f144-1b7e-48fa-9482-b3a75eedd3bc service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:37:29.680389 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb748310-8360-4fa6-8362-63b05627be20 req-7523f144-1b7e-48fa-9482-b3a75eedd3bc service neutron] Checking segment: {'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:37:29.681315 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb748310-8360-4fa6-8362-63b05627be20 req-7523f144-1b7e-48fa-9482-b3a75eedd3bc service neutron] Bound using segment: {'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:37:29.683273 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-eb748310-8360-4fa6-8362-63b05627be20 req-7523f144-1b7e-48fa-9482-b3a75eedd3bc service neutron] Bound port: e04af8b6-b1f5-4f84-b146-6f0bb44fc7af, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:37:29.684636 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-eb748310-8360-4fa6-8362-63b05627be20 req-7523f144-1b7e-48fa-9482-b3a75eedd3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:29.744153 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-b4eea83e-8b6d-4ff7-9f20-79824580fa83 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Allocated IP 19.80.0.253 (1337770f-3914-4428-8a3b-f806564c6ee8/dc1de276-9ed7-4657-bcba-8c8633e03303/df4eb102-9231-4f78-9990-db8c3a3e7b55) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:37:29.801253 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-eb748310-8360-4fa6-8362-63b05627be20 req-7523f144-1b7e-48fa-9482-b3a75eedd3bc service neutron] For port e04af8b6-b1f5-4f84-b146-6f0bb44fc7af, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:37:29.804773 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-eb748310-8360-4fa6-8362-63b05627be20 req-7523f144-1b7e-48fa-9482-b3a75eedd3bc service neutron] For port e04af8b6-b1f5-4f84-b146-6f0bb44fc7af, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=e04af8b6-b1f5-4f84-b146-6f0bb44fc7af,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:37:29.821639 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd71cac-91c6-4fc7-8126-c58358f70d3d req-004a6bb9-62f4-4d9a-8d11-99b91c071e38 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:29.829395 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd71cac-91c6-4fc7-8126-c58358f70d3d req-004a6bb9-62f4-4d9a-8d11-99b91c071e38 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:29.845325 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1cd71cac-91c6-4fc7-8126-c58358f70d3d req-004a6bb9-62f4-4d9a-8d11-99b91c071e38 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4058e5c-6246-4462-ba28-254fd9e47420 HTTP/1.1" status: 200 len: 1655 time: 0.2803612 Sep 16 04:37:29.850618 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 58299659-695e-4baa-a7be-2de8cb73a1a4 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:37:29.863355 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-eb748310-8360-4fa6-8362-63b05627be20 req-7523f144-1b7e-48fa-9482-b3a75eedd3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:29.998761 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f686c3fb-b0ac-4200-b70e-48c4b414dd25 None None] Provisioning complete for port f355bf47-0378-401a-9384-3b3599807d0e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:29.999137 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f686c3fb-b0ac-4200-b70e-48c4b414dd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:30.023526 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb748310-8360-4fa6-8362-63b05627be20 req-7523f144-1b7e-48fa-9482-b3a75eedd3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:30.024485 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-eb748310-8360-4fa6-8362-63b05627be20 req-7523f144-1b7e-48fa-9482-b3a75eedd3bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:30.027397 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb748310-8360-4fa6-8362-63b05627be20 req-7523f144-1b7e-48fa-9482-b3a75eedd3bc service neutron] 10.222.0.47 "PUT /v2.0/ports/e04af8b6-b1f5-4f84-b146-6f0bb44fc7af HTTP/1.1" status: 200 len: 1093 time: 3.1432436 Sep 16 04:37:30.042654 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc33a6c2-cce9-4141-ad9f-c0eb8577af25', 'tag': 'e04af8b6-b1f5-4f84-b146-6f0bb44fc7af'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:30.043304 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97790c35-3c57-4f22-8903-33ff9614c13d req-247fe862-6fb4-4052-99be-4be861865a4d tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:30.053763 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-97790c35-3c57-4f22-8903-33ff9614c13d req-247fe862-6fb4-4052-99be-4be861865a4d tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 944 time: 0.2138326 Sep 16 04:37:30.054766 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07b8fc2-46e6-4d77-8d04-af3007e46dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "cc33a6c2-cce9-4141-ad9f-c0eb8577af25", "tag": "e04af8b6-b1f5-4f84-b146-6f0bb44fc7af"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:30.136954 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523f144-1b7e-48fa-9482-b3a75eedd3bc service neutron] Pushing event updated for resources: {'Port': ['ID=e04af8b6-b1f5-4f84-b146-6f0bb44fc7af,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:30.153509 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-97790c35-3c57-4f22-8903-33ff9614c13d req-4fe3849e-630d-4c90-b4a8-453d61e5e6b3 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973108 Sep 16 04:37:30.197211 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-b4eea83e-8b6d-4ff7-9f20-79824580fa83 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:30.228362 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 58299659-695e-4baa-a7be-2de8cb73a1a4 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:30.228919 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:30.320775 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1cd71cac-91c6-4fc7-8126-c58358f70d3d req-5f9f6d93-738e-4fa5-a601-92c76c621a96 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e2affa8-0668-4988-b34f-7333ff388a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740655 Sep 16 04:37:30.323143 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-5ec5e2a7-ae4e-4416-b943-4c7732898eba tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Allocated IP 172.20.0.3 (72ffa5cb-2d81-4610-a5b0-bee15bccc3ac/ab1a97a2-e37d-4797-8a1a-f8faa962d3f3/1f00c897-2ec5-4b69-8366-8b974bf007c2) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:37:30.366754 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb748310-8360-4fa6-8362-63b05627be20 req-48e6162d-d08e-4e88-8448-fb4cf3cb4f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:30.369117 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb748310-8360-4fa6-8362-63b05627be20 req-48e6162d-d08e-4e88-8448-fb4cf3cb4f55 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1db68ab0fc284575894f1608a94e9c14&device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 1096 time: 0.2437799 Sep 16 04:37:30.371727 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f686c3fb-b0ac-4200-b70e-48c4b414dd25 None None] Provisioning complete for port de729c49-297d-414c-8f20-1fb6ba443d92 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:30.372110 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f686c3fb-b0ac-4200-b70e-48c4b414dd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:30.407055 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-b4eea83e-8b6d-4ff7-9f20-79824580fa83 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:30.453353 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb748310-8360-4fa6-8362-63b05627be20 req-990ff003-a140-4968-a8e2-1aba51a1e32a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e04af8b6-b1f5-4f84-b146-6f0bb44fc7af HTTP/1.1" status: 200 len: 217 time: 0.0631232 Sep 16 04:37:30.546373 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eea83e-8b6d-4ff7-9f20-79824580fa83 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Pushing event updated for resources: {'Port': ['ID=df4eb102-9231-4f78-9990-db8c3a3e7b55,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:30.547678 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-f686c3fb-b0ac-4200-b70e-48c4b414dd25 None None] Port de729c49-297d-414c-8f20-1fb6ba443d92 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:37:30.560537 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-b4eea83e-8b6d-4ff7-9f20-79824580fa83 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Network 1337770f-3914-4428-8a3b-f806564c6ee8 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:37:30.563464 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f686c3fb-b0ac-4200-b70e-48c4b414dd25 None None] Provisioning complete for port 3cd4f82b-a276-4944-a077-6208c1b94a75 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:30.563847 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f686c3fb-b0ac-4200-b70e-48c4b414dd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:30.599017 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2101dfc3-4939-4cd5-97c0-77603fa4ec34 req-c539b01a-a669-45a1-9256-4812100bc807 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/ports?device_id=12be914e-c08d-4466-85fa-a180a3843334 HTTP/1.1" status: 200 len: 210 time: 0.1187263 Sep 16 04:37:30.606246 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acf303-862a-4201-851a-a3b8d181921b req-849b0550-82ee-48ca-adbc-ab7ba5d2318b tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:30.616856 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f9acf303-862a-4201-851a-a3b8d181921b req-849b0550-82ee-48ca-adbc-ab7ba5d2318b tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=83372543-752c-48d0-a115-ac6c769ea5fe HTTP/1.1" status: 200 len: 945 time: 0.3010662 Sep 16 04:37:30.625873 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-b4eea83e-8b6d-4ff7-9f20-79824580fa83 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:37:30.664703 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-b4eea83e-8b6d-4ff7-9f20-79824580fa83 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:37:30.669724 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-f686c3fb-b0ac-4200-b70e-48c4b414dd25 None None] Port 3cd4f82b-a276-4944-a077-6208c1b94a75 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:37:30.764967 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-b4eea83e-8b6d-4ff7-9f20-79824580fa83 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:30.765599 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-b4eea83e-8b6d-4ff7-9f20-79824580fa83 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:30.780257 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device f355bf47-0378-401a-9384-3b3599807d0e up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:37:30.832854 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f9acf303-862a-4201-851a-a3b8d181921b req-8ce0239c-a608-4c5a-9225-9fdfcaead8ac tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997776 Sep 16 04:37:30.850747 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb748310-8360-4fa6-8362-63b05627be20 req-7ee0fa48-0fb7-409d-a13b-bf9923d19953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:30.852219 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb748310-8360-4fa6-8362-63b05627be20 req-7ee0fa48-0fb7-409d-a13b-bf9923d19953 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8440e215-69bc-4539-b053-2b3b499b80a9 HTTP/1.1" status: 200 len: 861 time: 0.3818533 Sep 16 04:37:30.852788 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-b4eea83e-8b6d-4ff7-9f20-79824580fa83 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9152656 Sep 16 04:37:30.879817 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-e1b88cca-65ce-459f-af1a-e8d0521788e3 service neutron] Request body: {'port': {'device_id': 'd4058e5c-6246-4462-ba28-254fd9e47420', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:30.928775 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094e9d0f-595e-40ee-b050-45bc1ea92bc9 x-openstack-request-id: req-094e9d0f-595e-40ee-b050-45bc1ea92bc9 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:30.930462 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc33a6c2-cce9-4141-ad9f-c0eb8577af25", "tag": "e04af8b6-b1f5-4f84-b146-6f0bb44fc7af", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:30.930892 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-094e9d0f-595e-40ee-b050-45bc1ea92bc9 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:30.931236 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc33a6c2-cce9-4141-ad9f-c0eb8577af25', 'tag': 'e04af8b6-b1f5-4f84-b146-6f0bb44fc7af', 'status': 'completed', 'code': 200} Sep 16 04:37:30.994046 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-5ec5e2a7-ae4e-4416-b943-4c7732898eba tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:31.047316 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb748310-8360-4fa6-8362-63b05627be20 req-702c4b7f-6711-483c-a39f-e722303d3600 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1612716 Sep 16 04:37:31.100224 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port f355bf47-0378-401a-9384-3b3599807d0e triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:31.101232 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:31.136150 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-e1b88cca-65ce-459f-af1a-e8d0521788e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:31.210471 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b70c93-9cce-41f2-a10c-22b80ce9f0fd req-f40e5e8a-d558-4317-94a2-c3e8f288385b tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:31.212127 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-64b70c93-9cce-41f2-a10c-22b80ce9f0fd req-f40e5e8a-d558-4317-94a2-c3e8f288385b tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=77cc5a6b-f89c-4320-aee1-d12ab230d128 HTTP/1.1" status: 200 len: 949 time: 0.2227602 Sep 16 04:37:31.231076 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-3a75eaa9-63fb-4b51-b104-ac11e346692b None None] Provisioning complete for port df4eb102-9231-4f78-9990-db8c3a3e7b55 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:31.231603 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3a75eaa9-63fb-4b51-b104-ac11e346692b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:31.267534 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-5ec5e2a7-ae4e-4416-b943-4c7732898eba tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:31.283330 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-3a75eaa9-63fb-4b51-b104-ac11e346692b None None] Port df4eb102-9231-4f78-9990-db8c3a3e7b55 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:37:31.325039 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-64b70c93-9cce-41f2-a10c-22b80ce9f0fd req-8e8b9a25-9ae0-4486-afdc-955172dbd8c1 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902998 Sep 16 04:37:31.339162 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 58299659-695e-4baa-a7be-2de8cb73a1a4 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:37:31.379750 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-5ec5e2a7-ae4e-4416-b943-4c7732898eba tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Network 72ffa5cb-2d81-4610-a5b0-bee15bccc3ac is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:37:31.382743 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb748310-8360-4fa6-8362-63b05627be20 req-ac02da94-90a3-44eb-a65b-bc8f92f6b716 service neutron] 10.222.0.47 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229465 Sep 16 04:37:31.383704 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-5ec5e2a7-ae4e-4416-b943-4c7732898eba tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:37:31.427181 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-5ec5e2a7-ae4e-4416-b943-4c7732898eba tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:37:31.428391 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 58299659-695e-4baa-a7be-2de8cb73a1a4 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:31.428794 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:31.466338 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec5e2a7-ae4e-4416-b943-4c7732898eba tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Pushing event updated for resources: {'Port': ['ID=1f00c897-2ec5-4b69-8366-8b974bf007c2,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:31.531343 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 7b8366f8-5845-456d-abc4-c887356b20da up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:37:31.580793 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3165993-6386-4250-841f-b5651b97623a req-6c5b2a80-249b-4a42-bb7f-426c40e2c5e1 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:31.587452 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3165993-6386-4250-841f-b5651b97623a req-6c5b2a80-249b-4a42-bb7f-426c40e2c5e1 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:31.600079 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3165993-6386-4250-841f-b5651b97623a req-6c5b2a80-249b-4a42-bb7f-426c40e2c5e1 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:31.607384 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f3165993-6386-4250-841f-b5651b97623a req-6c5b2a80-249b-4a42-bb7f-426c40e2c5e1 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4058e5c-6246-4462-ba28-254fd9e47420 HTTP/1.1" status: 200 len: 2377 time: 0.1429770 Sep 16 04:37:31.697858 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 7b8366f8-5845-456d-abc4-c887356b20da completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:37:31.702364 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 7b8366f8-5845-456d-abc4-c887356b20da triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:31.702750 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:31.704422 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-5ec5e2a7-ae4e-4416-b943-4c7732898eba tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:31.705352 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-5ec5e2a7-ae4e-4416-b943-4c7732898eba tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:31.781779 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb748310-8360-4fa6-8362-63b05627be20 req-a670856d-ea86-4a3d-8172-fc9d1ea3baf5 service neutron] 10.222.0.47 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769250 Sep 16 04:37:31.814983 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f8e11-81d2-4df8-912b-59259f9daa96 req-b58944bf-24ff-460d-b01e-45ec769a15a4 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:31.819879 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-107f8e11-81d2-4df8-912b-59259f9daa96 req-b58944bf-24ff-460d-b01e-45ec769a15a4 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 944 time: 0.5202818 Sep 16 04:37:31.822095 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-5ec5e2a7-ae4e-4416-b943-4c7732898eba tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7118185 Sep 16 04:37:31.846811 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f3165993-6386-4250-841f-b5651b97623a req-bc4f086a-3bf0-43d6-8427-2d87784c4090 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e2affa8-0668-4988-b34f-7333ff388a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335231 Sep 16 04:37:31.860308 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-c3d0a778-3a91-46a9-850e-5a0a98a65724 service neutron] Request body: {'port': {'device_id': '12be914e-c08d-4466-85fa-a180a3843334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:31.918386 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-b912fee1-d7fd-4b3e-aa13-190d9e549f2c None None] Provisioning complete for port 1f00c897-2ec5-4b69-8366-8b974bf007c2 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:31.918674 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b912fee1-d7fd-4b3e-aa13-190d9e549f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:31.937498 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-107f8e11-81d2-4df8-912b-59259f9daa96 req-61f0412b-da20-4d0c-9d9e-148fc22aab6b tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115329 Sep 16 04:37:32.029897 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:32.048169 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b5be4-e03b-4b84-a5c1-fcd7168e4c1a req-4b10bd8e-5787-4563-86fe-77dd3423fa0e tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:32.058649 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d82b5be4-e03b-4b84-a5c1-fcd7168e4c1a req-4b10bd8e-5787-4563-86fe-77dd3423fa0e tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/ports?device_id=12be914e-c08d-4466-85fa-a180a3843334 HTTP/1.1" status: 200 len: 931 time: 0.0980976 Sep 16 04:37:32.079995 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b8fc2-46e6-4d77-8d04-af3007e46dd4 req-3f1a7455-ef49-4235-8efc-019d4fd87b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:32.081784 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e07b8fc2-46e6-4d77-8d04-af3007e46dd4 req-3f1a7455-ef49-4235-8efc-019d4fd87b35 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1db68ab0fc284575894f1608a94e9c14&device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 1096 time: 0.1849072 Sep 16 04:37:32.113837 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d82b5be4-e03b-4b84-a5c1-fcd7168e4c1a req-e0f0bc33-8f49-4450-a4b1-fc9ef11315cf tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/security-groups?id=055c7dc3-4d72-4d8a-b329-25d62d460c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515938 Sep 16 04:37:32.119520 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-e1b88cca-65ce-459f-af1a-e8d0521788e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de729c49-297d-414c-8f20-1fb6ba443d92 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:37:32.123145 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-b912fee1-d7fd-4b3e-aa13-190d9e549f2c None None] Port 1f00c897-2ec5-4b69-8366-8b974bf007c2 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:37:32.142774 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-e1b88cca-65ce-459f-af1a-e8d0521788e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:32.153392 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cc5a6b-f89c-4320-aee1-d12ab230d128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8366f8-5845-456d-abc4-c887356b20da'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:32.162623 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68330f2-5a78-4ecc-b138-c333a9c896cd" -d '{"events": [{"server_uuid": "77cc5a6b-f89c-4320-aee1-d12ab230d128", "name": "network-vif-plugged", "status": "completed", "tag": "7b8366f8-5845-456d-abc4-c887356b20da"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:32.169193 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-c3d0a778-3a91-46a9-850e-5a0a98a65724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:32.175689 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-e1b88cca-65ce-459f-af1a-e8d0521788e3 service neutron] Transition to ACTIVE for port object de729c49-297d-414c-8f20-1fb6ba443d92 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:37:32.185466 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-e1b88cca-65ce-459f-af1a-e8d0521788e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:32.200592 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 7b8366f8-5845-456d-abc4-c887356b20da, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=7b8366f8-5845-456d-abc4-c887356b20da,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:32.211126 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:32.367008 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=7b8366f8-5845-456d-abc4-c887356b20da,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:32.445551 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1411b2bb-90eb-4979-ad85-e1889b33a8e6 x-openstack-request-id: req-1411b2bb-90eb-4979-ad85-e1889b33a8e6 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:32.445815 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77cc5a6b-f89c-4320-aee1-d12ab230d128", "name": "network-vif-plugged", "status": "completed", "tag": "7b8366f8-5845-456d-abc4-c887356b20da", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:32.446075 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1411b2bb-90eb-4979-ad85-e1889b33a8e6 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:32.446477 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cc5a6b-f89c-4320-aee1-d12ab230d128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8366f8-5845-456d-abc4-c887356b20da', 'code': 200} Sep 16 04:37:32.453137 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b88cca-65ce-459f-af1a-e8d0521788e3 service neutron] Pushing event updated for resources: {'Port': ['ID=de729c49-297d-414c-8f20-1fb6ba443d92,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:32.507160 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-e1b88cca-65ce-459f-af1a-e8d0521788e3 service neutron] Attempting to bind port de729c49-297d-414c-8f20-1fb6ba443d92 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:37:32.507508 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-e1b88cca-65ce-459f-af1a-e8d0521788e3 service neutron] Attempting to bind port de729c49-297d-414c-8f20-1fb6ba443d92 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'eb896588-0070-4ec7-be8d-62cce23cea2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1337770f-3914-4428-8a3b-f806564c6ee8'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:37:32.508383 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-e1b88cca-65ce-459f-af1a-e8d0521788e3 service neutron] Attempting to bind port de729c49-297d-414c-8f20-1fb6ba443d92 on network 1337770f-3914-4428-8a3b-f806564c6ee8 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:32.513159 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-e1b88cca-65ce-459f-af1a-e8d0521788e3 service neutron] Port de729c49-297d-414c-8f20-1fb6ba443d92 on network 1337770f-3914-4428-8a3b-f806564c6ee8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:37:32.513492 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-e1b88cca-65ce-459f-af1a-e8d0521788e3 service neutron] Attempting to bind port de729c49-297d-414c-8f20-1fb6ba443d92 on network 1337770f-3914-4428-8a3b-f806564c6ee8 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:32.519229 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-e1b88cca-65ce-459f-af1a-e8d0521788e3 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:37:32.519229 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-e1b88cca-65ce-459f-af1a-e8d0521788e3 service neutron] Checking segment: {'id': 'eb896588-0070-4ec7-be8d-62cce23cea2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1337770f-3914-4428-8a3b-f806564c6ee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:37:32.519596 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-e1b88cca-65ce-459f-af1a-e8d0521788e3 service neutron] Bound using segment: {'id': 'eb896588-0070-4ec7-be8d-62cce23cea2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1337770f-3914-4428-8a3b-f806564c6ee8'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:37:32.519889 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-e1b88cca-65ce-459f-af1a-e8d0521788e3 service neutron] Bound port: de729c49-297d-414c-8f20-1fb6ba443d92, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb896588-0070-4ec7-be8d-62cce23cea2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1337770f-3914-4428-8a3b-f806564c6ee8'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:37:32.520263 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-e1b88cca-65ce-459f-af1a-e8d0521788e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:32.682187 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc897f9-70d1-489f-b8ec-83d3d548a490 req-189e3733-af08-4a67-bc9b-0a2fcf4f4e99 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:32.689983 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-bbc897f9-70d1-489f-b8ec-83d3d548a490 req-189e3733-af08-4a67-bc9b-0a2fcf4f4e99 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=77cc5a6b-f89c-4320-aee1-d12ab230d128 HTTP/1.1" status: 200 len: 950 time: 0.0844777 Sep 16 04:37:32.701295 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-c3d0a778-3a91-46a9-850e-5a0a98a65724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f00c897-2ec5-4b69-8366-8b974bf007c2 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:37:32.723127 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4d446-d49f-4a74-893e-2cf6f8060949 req-3f82c4fc-effa-499e-b32d-280a8d0f6803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:32.725527 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f3f4d446-d49f-4a74-893e-2cf6f8060949 req-3f82c4fc-effa-499e-b32d-280a8d0f6803 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=77cc5a6b-f89c-4320-aee1-d12ab230d128 HTTP/1.1" status: 200 len: 1102 time: 0.1867301 Sep 16 04:37:32.776853 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-c3d0a778-3a91-46a9-850e-5a0a98a65724 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:32.785380 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f3f4d446-d49f-4a74-893e-2cf6f8060949 req-c6d67ad8-e5b9-4fb4-9850-787593087b8f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461724 Sep 16 04:37:32.798838 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-c3d0a778-3a91-46a9-850e-5a0a98a65724 service neutron] Transition to ACTIVE for port object 1f00c897-2ec5-4b69-8366-8b974bf007c2 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:37:32.819088 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-bbc897f9-70d1-489f-b8ec-83d3d548a490 req-f0552e31-f283-40a6-8698-187015558b44 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275969 Sep 16 04:37:32.826087 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-c3d0a778-3a91-46a9-850e-5a0a98a65724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:32.836774 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-e1b88cca-65ce-459f-af1a-e8d0521788e3 service neutron] For port de729c49-297d-414c-8f20-1fb6ba443d92, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:37:32.836774 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-e1b88cca-65ce-459f-af1a-e8d0521788e3 service neutron] For port de729c49-297d-414c-8f20-1fb6ba443d92, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=de729c49-297d-414c-8f20-1fb6ba443d92,segment=NetworkSegment(eb896588-0070-4ec7-be8d-62cce23cea2a),segment_id=eb896588-0070-4ec7-be8d-62cce23cea2a)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:37:32.853662 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-e1b88cca-65ce-459f-af1a-e8d0521788e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:32.887302 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-e1b88cca-65ce-459f-af1a-e8d0521788e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:32.887946 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-e1b88cca-65ce-459f-af1a-e8d0521788e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:32.889472 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-e1b88cca-65ce-459f-af1a-e8d0521788e3 service neutron] 10.222.0.47 "PUT /v2.0/ports/de729c49-297d-414c-8f20-1fb6ba443d92 HTTP/1.1" status: 200 len: 1093 time: 2.0148897 Sep 16 04:37:32.889943 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4058e5c-6246-4462-ba28-254fd9e47420', 'tag': 'de729c49-297d-414c-8f20-1fb6ba443d92'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:32.892389 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e751f7-7262-4121-b867-84c35e8f20e4" -d '{"events": [{"name": "network-changed", "server_uuid": "d4058e5c-6246-4462-ba28-254fd9e47420", "tag": "de729c49-297d-414c-8f20-1fb6ba443d92"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:32.952121 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab0498-6316-42f4-8c2a-a688138bb4f9 req-9415d787-aacf-4638-bb4c-f92760dbd6a6 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:32.960390 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6ab0498-6316-42f4-8c2a-a688138bb4f9 req-9415d787-aacf-4638-bb4c-f92760dbd6a6 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=83372543-752c-48d0-a115-ac6c769ea5fe HTTP/1.1" status: 200 len: 945 time: 0.7250776 Sep 16 04:37:33.009036 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0a778-3a91-46a9-850e-5a0a98a65724 service neutron] Pushing event updated for resources: {'Port': ['ID=1f00c897-2ec5-4b69-8366-8b974bf007c2,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:33.064701 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b88cca-65ce-459f-af1a-e8d0521788e3 service neutron] Pushing event updated for resources: {'Port': ['ID=de729c49-297d-414c-8f20-1fb6ba443d92,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:33.109038 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e74a7-f5f9-44cb-a273-9b84683e6687 req-8f859e6c-34b6-44fe-9f89-b8a841a3dabb tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:33.116346 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e74a7-f5f9-44cb-a273-9b84683e6687 req-8f859e6c-34b6-44fe-9f89-b8a841a3dabb tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:33.122393 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e74a7-f5f9-44cb-a273-9b84683e6687 req-8f859e6c-34b6-44fe-9f89-b8a841a3dabb tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:33.139080 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-047e74a7-f5f9-44cb-a273-9b84683e6687 req-8f859e6c-34b6-44fe-9f89-b8a841a3dabb tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4058e5c-6246-4462-ba28-254fd9e47420 HTTP/1.1" status: 200 len: 2389 time: 0.1941698 Sep 16 04:37:33.164227 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-26e710a6-7d84-49f8-96bc-aa843fb1ac82 service neutron] Request body: {'port': {'device_id': 'd4058e5c-6246-4462-ba28-254fd9e47420', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:33.188826 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b8fc2-46e6-4d77-8d04-af3007e46dd4 req-dbb4bc15-6f34-46eb-b368-41b254035284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:33.194012 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e07b8fc2-46e6-4d77-8d04-af3007e46dd4 req-dbb4bc15-6f34-46eb-b368-41b254035284 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588 HTTP/1.1" status: 200 len: 922 time: 1.1030500 Sep 16 04:37:33.251187 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6ab0498-6316-42f4-8c2a-a688138bb4f9 req-d35a91b3-883b-4655-9b29-9873befa5ec5 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264647 Sep 16 04:37:33.296877 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-047e74a7-f5f9-44cb-a273-9b84683e6687 req-9de7d6be-c05a-4a56-a724-a429bb716acb tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e2affa8-0668-4988-b34f-7333ff388a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572998 Sep 16 04:37:33.320205 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-26e710a6-7d84-49f8-96bc-aa843fb1ac82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:33.321499 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e07b8fc2-46e6-4d77-8d04-af3007e46dd4 req-54f4e1b8-818f-4ff6-b84b-b4fa8980cd3b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e04af8b6-b1f5-4f84-b146-6f0bb44fc7af HTTP/1.1" status: 200 len: 217 time: 0.0923207 Sep 16 04:37:33.400151 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-c3d0a778-3a91-46a9-850e-5a0a98a65724 service neutron] Attempting to bind port 1f00c897-2ec5-4b69-8366-8b974bf007c2 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:37:33.400487 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-c3d0a778-3a91-46a9-850e-5a0a98a65724 service neutron] Attempting to bind port 1f00c897-2ec5-4b69-8366-8b974bf007c2 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': 'a554161e-7f46-4346-a723-b0683ee12d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '72ffa5cb-2d81-4610-a5b0-bee15bccc3ac'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:37:33.400856 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-c3d0a778-3a91-46a9-850e-5a0a98a65724 service neutron] Attempting to bind port 1f00c897-2ec5-4b69-8366-8b974bf007c2 on network 72ffa5cb-2d81-4610-a5b0-bee15bccc3ac {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:33.410755 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-c3d0a778-3a91-46a9-850e-5a0a98a65724 service neutron] Port 1f00c897-2ec5-4b69-8366-8b974bf007c2 on network 72ffa5cb-2d81-4610-a5b0-bee15bccc3ac not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:37:33.411076 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-c3d0a778-3a91-46a9-850e-5a0a98a65724 service neutron] Attempting to bind port 1f00c897-2ec5-4b69-8366-8b974bf007c2 on network 72ffa5cb-2d81-4610-a5b0-bee15bccc3ac {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:33.423674 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b8fc2-46e6-4d77-8d04-af3007e46dd4 req-174f3731-cfcb-450c-81f7-b93ad701be8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:33.425870 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e07b8fc2-46e6-4d77-8d04-af3007e46dd4 req-174f3731-cfcb-450c-81f7-b93ad701be8c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8440e215-69bc-4539-b053-2b3b499b80a9 HTTP/1.1" status: 200 len: 861 time: 0.0987773 Sep 16 04:37:33.429154 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62834bc-fbcb-471c-bffd-a3b0e62c93df x-openstack-request-id: req-e62834bc-fbcb-471c-bffd-a3b0e62c93df {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:33.429339 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-c3d0a778-3a91-46a9-850e-5a0a98a65724 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:37:33.429512 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-c3d0a778-3a91-46a9-850e-5a0a98a65724 service neutron] Checking segment: {'id': 'a554161e-7f46-4346-a723-b0683ee12d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '72ffa5cb-2d81-4610-a5b0-bee15bccc3ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:37:33.429903 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-c3d0a778-3a91-46a9-850e-5a0a98a65724 service neutron] Bound using segment: {'id': 'a554161e-7f46-4346-a723-b0683ee12d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '72ffa5cb-2d81-4610-a5b0-bee15bccc3ac'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:37:33.430248 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4058e5c-6246-4462-ba28-254fd9e47420", "tag": "de729c49-297d-414c-8f20-1fb6ba443d92", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:33.430370 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-c3d0a778-3a91-46a9-850e-5a0a98a65724 service neutron] Bound port: 1f00c897-2ec5-4b69-8366-8b974bf007c2, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a554161e-7f46-4346-a723-b0683ee12d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '72ffa5cb-2d81-4610-a5b0-bee15bccc3ac'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:37:33.430676 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-c3d0a778-3a91-46a9-850e-5a0a98a65724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:33.430926 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e62834bc-fbcb-471c-bffd-a3b0e62c93df {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:33.432558 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4058e5c-6246-4462-ba28-254fd9e47420', 'tag': 'de729c49-297d-414c-8f20-1fb6ba443d92', 'status': 'completed', 'code': 200} Sep 16 04:37:33.527451 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-c3d0a778-3a91-46a9-850e-5a0a98a65724 service neutron] For port 1f00c897-2ec5-4b69-8366-8b974bf007c2, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:37:33.537034 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-c3d0a778-3a91-46a9-850e-5a0a98a65724 service neutron] For port 1f00c897-2ec5-4b69-8366-8b974bf007c2, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=1f00c897-2ec5-4b69-8366-8b974bf007c2,segment=NetworkSegment(a554161e-7f46-4346-a723-b0683ee12d48),segment_id=a554161e-7f46-4346-a723-b0683ee12d48)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:37:33.553120 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-c3d0a778-3a91-46a9-850e-5a0a98a65724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:33.578812 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e07b8fc2-46e6-4d77-8d04-af3007e46dd4 req-7308773c-03de-4318-9cde-85e7acfbb35a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1328738 Sep 16 04:37:33.640488 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-c3d0a778-3a91-46a9-850e-5a0a98a65724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:33.641138 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-c3d0a778-3a91-46a9-850e-5a0a98a65724 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:33.642636 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-c3d0a778-3a91-46a9-850e-5a0a98a65724 service neutron] 10.222.0.48 "PUT /v2.0/ports/1f00c897-2ec5-4b69-8366-8b974bf007c2 HTTP/1.1" status: 200 len: 1092 time: 1.7989042 Sep 16 04:37:33.750452 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12be914e-c08d-4466-85fa-a180a3843334', 'tag': '1f00c897-2ec5-4b69-8366-8b974bf007c2'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:33.753831 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab2b91a-03f8-4d93-943c-cabf1bcedf84" -d '{"events": [{"name": "network-changed", "server_uuid": "12be914e-c08d-4466-85fa-a180a3843334", "tag": "1f00c897-2ec5-4b69-8366-8b974bf007c2"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:33.758167 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e07b8fc2-46e6-4d77-8d04-af3007e46dd4 req-6171e07e-fbef-42e3-b719-20ae1d362e78 service neutron] 10.222.0.47 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233294 Sep 16 04:37:33.828846 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82badadf-cedd-47f3-bb6d-35366258ebdb req-ad08805b-d62b-4b45-89c5-121ef2b51ee4 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:33.830502 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82badadf-cedd-47f3-bb6d-35366258ebdb req-ad08805b-d62b-4b45-89c5-121ef2b51ee4 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/ports?device_id=12be914e-c08d-4466-85fa-a180a3843334 HTTP/1.1" status: 200 len: 943 time: 0.2543223 Sep 16 04:37:33.925970 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82badadf-cedd-47f3-bb6d-35366258ebdb req-d492e4c2-d924-4b15-8cbf-3007f9b15c0f tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/security-groups?id=055c7dc3-4d72-4d8a-b329-25d62d460c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781832 Sep 16 04:37:33.936231 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0a778-3a91-46a9-850e-5a0a98a65724 service neutron] Pushing event updated for resources: {'Port': ['ID=1f00c897-2ec5-4b69-8366-8b974bf007c2,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:34.027183 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-bb5ce5bd-6a05-4ce4-b8b7-5fbd65c8c7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:34.029725 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-bb5ce5bd-6a05-4ce4-b8b7-5fbd65c8c7b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29c1bb20d82b4eca9094dc7aee909c49&device_id=12be914e-c08d-4466-85fa-a180a3843334 HTTP/1.1" status: 200 len: 1095 time: 0.2705505 Sep 16 04:37:34.037964 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-26e710a6-7d84-49f8-96bc-aa843fb1ac82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cd4f82b-a276-4944-a077-6208c1b94a75 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:37:34.068121 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-26e710a6-7d84-49f8-96bc-aa843fb1ac82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:34.110110 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-b4127c9c-701d-47f2-a4a2-a60f715915b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f00c897-2ec5-4b69-8366-8b974bf007c2 HTTP/1.1" status: 200 len: 217 time: 0.0625861 Sep 16 04:37:34.122586 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-26e710a6-7d84-49f8-96bc-aa843fb1ac82 service neutron] Transition to ACTIVE for port object 3cd4f82b-a276-4944-a077-6208c1b94a75 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:37:34.140195 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e07b8fc2-46e6-4d77-8d04-af3007e46dd4 req-5a83dd55-1b84-4dfd-9e6a-2ff31962affc service neutron] 10.222.0.47 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649802 Sep 16 04:37:34.144459 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-26e710a6-7d84-49f8-96bc-aa843fb1ac82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:34.201416 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-d36e75cb-d948-4a94-8604-2a71527e1a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:34.203346 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-d36e75cb-d948-4a94-8604-2a71527e1a1b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab1a97a2-e37d-4797-8a1a-f8faa962d3f3 HTTP/1.1" status: 200 len: 866 time: 0.0807199 Sep 16 04:37:34.225719 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e751f7-7262-4121-b867-84c35e8f20e4 req-4f8dd7ac-e7b4-42e7-8123-9de55b53dca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:34.226255 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e751f7-7262-4121-b867-84c35e8f20e4 req-4f8dd7ac-e7b4-42e7-8123-9de55b53dca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:34.226689 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e751f7-7262-4121-b867-84c35e8f20e4 req-4f8dd7ac-e7b4-42e7-8123-9de55b53dca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:34.228351 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e9e751f7-7262-4121-b867-84c35e8f20e4 req-4f8dd7ac-e7b4-42e7-8123-9de55b53dca4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d6062d06deed4be79de10c491e7c5fd2&device_id=d4058e5c-6246-4462-ba28-254fd9e47420 HTTP/1.1" status: 200 len: 2733 time: 0.7023692 Sep 16 04:37:34.240306 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd76e3-d124-4a9a-8fd0-6d63fce11162 req-8a03de5a-a1f2-4fa7-ab9b-29358f5df59f tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:34.247579 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-78bd76e3-d124-4a9a-8fd0-6d63fce11162 req-8a03de5a-a1f2-4fa7-ab9b-29358f5df59f tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 944 time: 0.8132849 Sep 16 04:37:34.308330 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756b09ea-9b97-4452-88fb-0f94bc96de2a x-openstack-request-id: req-756b09ea-9b97-4452-88fb-0f94bc96de2a {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:34.318516 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12be914e-c08d-4466-85fa-a180a3843334", "tag": "1f00c897-2ec5-4b69-8366-8b974bf007c2", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:34.320456 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-756b09ea-9b97-4452-88fb-0f94bc96de2a {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:34.321191 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12be914e-c08d-4466-85fa-a180a3843334', 'tag': '1f00c897-2ec5-4b69-8366-8b974bf007c2', 'status': 'completed', 'code': 200} Sep 16 04:37:34.340889 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-33616812-ba6f-4e1f-902a-75dcb36dc569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:34.356254 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-33616812-ba6f-4e1f-902a-75dcb36dc569 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72ffa5cb-2d81-4610-a5b0-bee15bccc3ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1396718 Sep 16 04:37:34.491095 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2fb18-09a7-4d08-993d-830c9bba63ab req-b010f22d-63e1-4210-ab66-a99b0fb1c2c7 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:34.492960 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-20b2fb18-09a7-4d08-993d-830c9bba63ab req-b010f22d-63e1-4210-ab66-a99b0fb1c2c7 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=77cc5a6b-f89c-4320-aee1-d12ab230d128 HTTP/1.1" status: 200 len: 950 time: 0.1331503 Sep 16 04:37:34.558083 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-56890f8a-d808-42d1-b03c-7678a5865e7b service neutron] 10.222.0.48 "GET /v2.0/networks/72ffa5cb-2d81-4610-a5b0-bee15bccc3ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817811 Sep 16 04:37:34.561580 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-20b2fb18-09a7-4d08-993d-830c9bba63ab req-fc5d52a0-dff7-4300-a83f-fcd2ac97a643 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597255 Sep 16 04:37:34.610858 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e751f7-7262-4121-b867-84c35e8f20e4 req-3069603e-3bd4-4b6d-9d53-cbc989f5137f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:34.611356 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e751f7-7262-4121-b867-84c35e8f20e4 req-3069603e-3bd4-4b6d-9d53-cbc989f5137f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:34.615180 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e751f7-7262-4121-b867-84c35e8f20e4 req-3069603e-3bd4-4b6d-9d53-cbc989f5137f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:34.617071 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e9e751f7-7262-4121-b867-84c35e8f20e4 req-3069603e-3bd4-4b6d-9d53-cbc989f5137f service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d6062d06deed4be79de10c491e7c5fd2&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3578374 Sep 16 04:37:34.621867 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e710a6-7d84-49f8-96bc-aa843fb1ac82 service neutron] Pushing event updated for resources: {'Port': ['ID=3cd4f82b-a276-4944-a077-6208c1b94a75,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:34.714067 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-00219b3c-b20f-4cb5-9408-548e8b5e5618 req-c488a47a-87be-452b-b6f2-47787b3098e6 service neutron] 10.222.0.48 "GET /v2.0/networks/72ffa5cb-2d81-4610-a5b0-bee15bccc3ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353364 Sep 16 04:37:34.756394 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-78bd76e3-d124-4a9a-8fd0-6d63fce11162 req-421d1e83-a5d5-42f3-8e0b-2eae6cdc9e3c tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5006676 Sep 16 04:37:34.804914 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf3637-1b3b-413f-8366-37d0fbd57e18 req-b51ce8f3-6018-45a6-a1ad-90d40b05b73e tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:34.806538 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-edaf3637-1b3b-413f-8366-37d0fbd57e18 req-b51ce8f3-6018-45a6-a1ad-90d40b05b73e tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=83372543-752c-48d0-a115-ac6c769ea5fe HTTP/1.1" status: 200 len: 945 time: 0.0908349 Sep 16 04:37:34.939511 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-edaf3637-1b3b-413f-8366-37d0fbd57e18 req-c0290cae-40d6-4b15-a38c-da3794f0bbbf tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139100 Sep 16 04:37:34.951942 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-26e710a6-7d84-49f8-96bc-aa843fb1ac82 service neutron] Attempting to bind port 3cd4f82b-a276-4944-a077-6208c1b94a75 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:37:34.952558 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-26e710a6-7d84-49f8-96bc-aa843fb1ac82 service neutron] Attempting to bind port 3cd4f82b-a276-4944-a077-6208c1b94a75 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '63ab9ddc-f924-4137-94a8-876e309daebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6ceea193-0814-4d49-b21f-97c44ffce289'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:37:34.953087 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-26e710a6-7d84-49f8-96bc-aa843fb1ac82 service neutron] Attempting to bind port 3cd4f82b-a276-4944-a077-6208c1b94a75 on network 6ceea193-0814-4d49-b21f-97c44ffce289 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:34.962474 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2b91a-03f8-4d93-943c-cabf1bcedf84 req-997b533c-3e2f-419c-a30c-ae083f4354a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:34.963976 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ab2b91a-03f8-4d93-943c-cabf1bcedf84 req-997b533c-3e2f-419c-a30c-ae083f4354a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29c1bb20d82b4eca9094dc7aee909c49&device_id=12be914e-c08d-4466-85fa-a180a3843334 HTTP/1.1" status: 200 len: 1095 time: 0.1266069 Sep 16 04:37:34.972686 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-26e710a6-7d84-49f8-96bc-aa843fb1ac82 service neutron] Port 3cd4f82b-a276-4944-a077-6208c1b94a75 on network 6ceea193-0814-4d49-b21f-97c44ffce289 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:37:34.973026 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-26e710a6-7d84-49f8-96bc-aa843fb1ac82 service neutron] Attempting to bind port 3cd4f82b-a276-4944-a077-6208c1b94a75 on network 6ceea193-0814-4d49-b21f-97c44ffce289 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:34.978638 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e751f7-7262-4121-b867-84c35e8f20e4 req-6926d5e6-ae1f-4358-a6b0-a39370d40d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:34.980132 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e9e751f7-7262-4121-b867-84c35e8f20e4 req-6926d5e6-ae1f-4358-a6b0-a39370d40d4a service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3528085 Sep 16 04:37:34.991891 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35143530-20e8-42c8-b3dc-d086d5366827 req-3162c349-e28c-49e2-ab6d-76492361a11a tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:34.998304 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35143530-20e8-42c8-b3dc-d086d5366827 req-3162c349-e28c-49e2-ab6d-76492361a11a tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:35.006195 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35143530-20e8-42c8-b3dc-d086d5366827 req-3162c349-e28c-49e2-ab6d-76492361a11a tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:35.016615 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-35143530-20e8-42c8-b3dc-d086d5366827 req-3162c349-e28c-49e2-ab6d-76492361a11a tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4058e5c-6246-4462-ba28-254fd9e47420 HTTP/1.1" status: 200 len: 2401 time: 0.1450171 Sep 16 04:37:35.033813 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-26e710a6-7d84-49f8-96bc-aa843fb1ac82 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:37:35.035036 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-26e710a6-7d84-49f8-96bc-aa843fb1ac82 service neutron] Checking segment: {'id': '63ab9ddc-f924-4137-94a8-876e309daebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6ceea193-0814-4d49-b21f-97c44ffce289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:37:35.035625 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-26e710a6-7d84-49f8-96bc-aa843fb1ac82 service neutron] Bound using segment: {'id': '63ab9ddc-f924-4137-94a8-876e309daebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6ceea193-0814-4d49-b21f-97c44ffce289'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:37:35.036253 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-26e710a6-7d84-49f8-96bc-aa843fb1ac82 service neutron] Bound port: 3cd4f82b-a276-4944-a077-6208c1b94a75, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63ab9ddc-f924-4137-94a8-876e309daebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6ceea193-0814-4d49-b21f-97c44ffce289'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:37:35.036913 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-26e710a6-7d84-49f8-96bc-aa843fb1ac82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:35.094614 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-35143530-20e8-42c8-b3dc-d086d5366827 req-52434b59-0e8f-4557-98e0-b5810fa12606 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e2affa8-0668-4988-b34f-7333ff388a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715299 Sep 16 04:37:35.185934 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2b91a-03f8-4d93-943c-cabf1bcedf84 req-239b07d9-ebae-42ea-9926-4a6a02568375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:35.187732 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ab2b91a-03f8-4d93-943c-cabf1bcedf84 req-239b07d9-ebae-42ea-9926-4a6a02568375 service neutron] 10.222.0.48 "GET /v2.0/networks?id=72ffa5cb-2d81-4610-a5b0-bee15bccc3ac HTTP/1.1" status: 200 len: 928 time: 0.2051992 Sep 16 04:37:35.212232 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-26e710a6-7d84-49f8-96bc-aa843fb1ac82 service neutron] For port 3cd4f82b-a276-4944-a077-6208c1b94a75, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:37:35.217327 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-26e710a6-7d84-49f8-96bc-aa843fb1ac82 service neutron] For port 3cd4f82b-a276-4944-a077-6208c1b94a75, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=3cd4f82b-a276-4944-a077-6208c1b94a75,segment=NetworkSegment(63ab9ddc-f924-4137-94a8-876e309daebe),segment_id=63ab9ddc-f924-4137-94a8-876e309daebe)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:37:35.228719 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-26e710a6-7d84-49f8-96bc-aa843fb1ac82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:35.288949 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-26e710a6-7d84-49f8-96bc-aa843fb1ac82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:35.290077 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-26e710a6-7d84-49f8-96bc-aa843fb1ac82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:35.291679 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-26e710a6-7d84-49f8-96bc-aa843fb1ac82 service neutron] 10.222.0.47 "PUT /v2.0/ports/3cd4f82b-a276-4944-a077-6208c1b94a75 HTTP/1.1" status: 200 len: 1093 time: 2.1341360 Sep 16 04:37:35.326809 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e710a6-7d84-49f8-96bc-aa843fb1ac82 service neutron] Pushing event updated for resources: {'Port': ['ID=3cd4f82b-a276-4944-a077-6208c1b94a75,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:35.335706 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ab2b91a-03f8-4d93-943c-cabf1bcedf84 req-ad5ff64c-882e-4002-8ba7-136835a82d6f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f00c897-2ec5-4b69-8366-8b974bf007c2 HTTP/1.1" status: 200 len: 217 time: 0.1356285 Sep 16 04:37:35.351652 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-5a297e5c-face-4554-b9b1-d44e535e3c3c service neutron] Request body: {'port': {'device_id': 'd4058e5c-6246-4462-ba28-254fd9e47420', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:35.411254 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c436df0-27b1-47e4-897c-a35d27b1f53c req-3222ea90-25c8-4fed-85b3-ab0116e0247c tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:35.421976 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2c436df0-27b1-47e4-897c-a35d27b1f53c req-3222ea90-25c8-4fed-85b3-ab0116e0247c tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/ports?device_id=12be914e-c08d-4466-85fa-a180a3843334 HTTP/1.1" status: 200 len: 943 time: 0.2324929 Sep 16 04:37:35.426381 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2b91a-03f8-4d93-943c-cabf1bcedf84 req-04206697-c9dd-40c2-9c7f-710c15d89405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:35.428474 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ab2b91a-03f8-4d93-943c-cabf1bcedf84 req-04206697-c9dd-40c2-9c7f-710c15d89405 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab1a97a2-e37d-4797-8a1a-f8faa962d3f3 HTTP/1.1" status: 200 len: 866 time: 0.0840282 Sep 16 04:37:35.456688 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4058e5c-6246-4462-ba28-254fd9e47420', 'tag': '3cd4f82b-a276-4944-a077-6208c1b94a75'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:35.470030 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f69d68d-c6e2-4c39-aa61-4dffb7a32e72" -d '{"events": [{"name": "network-changed", "server_uuid": "d4058e5c-6246-4462-ba28-254fd9e47420", "tag": "3cd4f82b-a276-4944-a077-6208c1b94a75"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:35.511054 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2b91a-03f8-4d93-943c-cabf1bcedf84 req-7bcc3305-623e-4640-85a6-50ccc6391213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:35.512604 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ab2b91a-03f8-4d93-943c-cabf1bcedf84 req-7bcc3305-623e-4640-85a6-50ccc6391213 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72ffa5cb-2d81-4610-a5b0-bee15bccc3ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672715 Sep 16 04:37:35.514216 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-5a297e5c-face-4554-b9b1-d44e535e3c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:35.528726 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2c436df0-27b1-47e4-897c-a35d27b1f53c req-8a0ea7f7-43d0-42b1-9efd-aa7a6a68340a tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/security-groups?id=055c7dc3-4d72-4d8a-b329-25d62d460c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007147 Sep 16 04:37:35.598600 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fdc0f3-0c45-4b95-88d0-59e6f5ba916d x-openstack-request-id: req-e0fdc0f3-0c45-4b95-88d0-59e6f5ba916d {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:35.600850 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4058e5c-6246-4462-ba28-254fd9e47420", "tag": "3cd4f82b-a276-4944-a077-6208c1b94a75", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:35.601305 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e0fdc0f3-0c45-4b95-88d0-59e6f5ba916d {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:35.601796 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4058e5c-6246-4462-ba28-254fd9e47420', 'tag': '3cd4f82b-a276-4944-a077-6208c1b94a75', 'status': 'completed', 'code': 200} Sep 16 04:37:35.707959 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ab2b91a-03f8-4d93-943c-cabf1bcedf84 req-19c5cd08-76ea-4c03-a106-077cf37a65ac service neutron] 10.222.0.48 "GET /v2.0/networks/72ffa5cb-2d81-4610-a5b0-bee15bccc3ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779256 Sep 16 04:37:35.833107 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3375b-e057-43ae-886f-3afe965c96df req-ecf613fe-6b74-4873-b82a-4ffdf7e7e7e8 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:35.840823 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-23b3375b-e057-43ae-886f-3afe965c96df req-ecf613fe-6b74-4873-b82a-4ffdf7e7e7e8 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=77cc5a6b-f89c-4320-aee1-d12ab230d128 HTTP/1.1" status: 200 len: 950 time: 0.1317220 Sep 16 04:37:35.917845 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-23b3375b-e057-43ae-886f-3afe965c96df req-11f272d2-390d-4a90-9723-70ac0fa1ddcd tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588057 Sep 16 04:37:35.935222 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ab2b91a-03f8-4d93-943c-cabf1bcedf84 req-23dcea7c-e253-4396-81bd-5ae9558d27cf service neutron] 10.222.0.48 "GET /v2.0/networks/72ffa5cb-2d81-4610-a5b0-bee15bccc3ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164664 Sep 16 04:37:35.980660 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-5a297e5c-face-4554-b9b1-d44e535e3c3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df4eb102-9231-4f78-9990-db8c3a3e7b55 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:37:35.991054 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-5a297e5c-face-4554-b9b1-d44e535e3c3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:36.046851 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51119b6f-faf6-41bd-9531-02ce12eec922 req-6032c31c-f49c-4134-ada9-7be872b24571 tempest-ServersOnMultiNodesTest-608600449 tempest-ServersOnMultiNodesTest-608600449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:36.055915 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-51119b6f-faf6-41bd-9531-02ce12eec922 req-6032c31c-f49c-4134-ada9-7be872b24571 tempest-ServersOnMultiNodesTest-608600449 tempest-ServersOnMultiNodesTest-608600449-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=77cc5a6b-f89c-4320-aee1-d12ab230d128 HTTP/1.1" status: 200 len: 1102 time: 0.0590878 Sep 16 04:37:36.091671 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-5a297e5c-face-4554-b9b1-d44e535e3c3c service neutron] Transition to ACTIVE for port object df4eb102-9231-4f78-9990-db8c3a3e7b55 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:37:36.104630 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69d68d-c6e2-4c39-aa61-4dffb7a32e72 req-d3425432-f2af-4491-a2a5-4c1c9679c05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:36.106377 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69d68d-c6e2-4c39-aa61-4dffb7a32e72 req-d3425432-f2af-4491-a2a5-4c1c9679c05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:36.107990 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69d68d-c6e2-4c39-aa61-4dffb7a32e72 req-d3425432-f2af-4491-a2a5-4c1c9679c05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:36.110479 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3f69d68d-c6e2-4c39-aa61-4dffb7a32e72 req-d3425432-f2af-4491-a2a5-4c1c9679c05d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d6062d06deed4be79de10c491e7c5fd2&device_id=d4058e5c-6246-4462-ba28-254fd9e47420 HTTP/1.1" status: 200 len: 2801 time: 0.1227055 Sep 16 04:37:36.113184 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-5a297e5c-face-4554-b9b1-d44e535e3c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:36.116502 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-51119b6f-faf6-41bd-9531-02ce12eec922 req-c0a92b8a-e710-4313-a625-facfaa959a4f tempest-ServersOnMultiNodesTest-608600449 tempest-ServersOnMultiNodesTest-608600449-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554607 Sep 16 04:37:36.131321 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7815d-776f-4139-9f5a-d065667fdd3a req-26a50570-3dfe-4c43-8b61-869af70bd9d6 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:36.133279 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-12d7815d-776f-4139-9f5a-d065667fdd3a req-26a50570-3dfe-4c43-8b61-869af70bd9d6 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 944 time: 0.1442976 Sep 16 04:37:36.278618 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71632f09-6603-4121-b480-7384b0a6f590 req-98f1251f-b9c6-4f7a-964f-d9357e9cc5d2 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:36.286866 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-71632f09-6603-4121-b480-7384b0a6f590 req-98f1251f-b9c6-4f7a-964f-d9357e9cc5d2 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=83372543-752c-48d0-a115-ac6c769ea5fe HTTP/1.1" status: 200 len: 945 time: 0.1001487 Sep 16 04:37:36.321904 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a297e5c-face-4554-b9b1-d44e535e3c3c service neutron] Pushing event updated for resources: {'Port': ['ID=df4eb102-9231-4f78-9990-db8c3a3e7b55,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:36.381290 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-71632f09-6603-4121-b480-7384b0a6f590 req-612f07ff-4f68-4a26-9059-017293ba6e33 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864475 Sep 16 04:37:36.388415 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69d68d-c6e2-4c39-aa61-4dffb7a32e72 req-1d76f910-c538-487a-a259-2ab937a408c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:36.389238 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69d68d-c6e2-4c39-aa61-4dffb7a32e72 req-1d76f910-c538-487a-a259-2ab937a408c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:36.389992 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69d68d-c6e2-4c39-aa61-4dffb7a32e72 req-1d76f910-c538-487a-a259-2ab937a408c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:36.392484 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3f69d68d-c6e2-4c39-aa61-4dffb7a32e72 req-1d76f910-c538-487a-a259-2ab937a408c5 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d6062d06deed4be79de10c491e7c5fd2&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2578907 Sep 16 04:37:36.480806 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-12d7815d-776f-4139-9f5a-d065667fdd3a req-55718615-aa41-4ec4-8205-2d67ee893945 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549432 Sep 16 04:37:36.635456 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-5a297e5c-face-4554-b9b1-d44e535e3c3c service neutron] Attempting to bind port df4eb102-9231-4f78-9990-db8c3a3e7b55 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:37:36.635809 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-5a297e5c-face-4554-b9b1-d44e535e3c3c service neutron] Attempting to bind port df4eb102-9231-4f78-9990-db8c3a3e7b55 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'eb896588-0070-4ec7-be8d-62cce23cea2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1337770f-3914-4428-8a3b-f806564c6ee8'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:37:36.636544 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-5a297e5c-face-4554-b9b1-d44e535e3c3c service neutron] Attempting to bind port df4eb102-9231-4f78-9990-db8c3a3e7b55 on network 1337770f-3914-4428-8a3b-f806564c6ee8 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:36.639289 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6e129-2fde-4549-96cf-f70707f98853 req-0c5c20ab-5806-4612-ad2d-ddde7aef0a76 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:36.646963 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6e129-2fde-4549-96cf-f70707f98853 req-0c5c20ab-5806-4612-ad2d-ddde7aef0a76 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:36.649609 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-5a297e5c-face-4554-b9b1-d44e535e3c3c service neutron] Port df4eb102-9231-4f78-9990-db8c3a3e7b55 on network 1337770f-3914-4428-8a3b-f806564c6ee8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:37:36.649947 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-5a297e5c-face-4554-b9b1-d44e535e3c3c service neutron] Attempting to bind port df4eb102-9231-4f78-9990-db8c3a3e7b55 on network 1337770f-3914-4428-8a3b-f806564c6ee8 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:36.655604 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6e129-2fde-4549-96cf-f70707f98853 req-0c5c20ab-5806-4612-ad2d-ddde7aef0a76 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:36.664822 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f9b6e129-2fde-4549-96cf-f70707f98853 req-0c5c20ab-5806-4612-ad2d-ddde7aef0a76 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4058e5c-6246-4462-ba28-254fd9e47420 HTTP/1.1" status: 200 len: 2413 time: 0.1111827 Sep 16 04:37:36.680738 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69d68d-c6e2-4c39-aa61-4dffb7a32e72 req-38970fad-4c8f-44e8-bbab-42e26276b8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:36.682570 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3f69d68d-c6e2-4c39-aa61-4dffb7a32e72 req-38970fad-4c8f-44e8-bbab-42e26276b8e7 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2306912 Sep 16 04:37:36.683770 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-5a297e5c-face-4554-b9b1-d44e535e3c3c service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:37:36.684114 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-5a297e5c-face-4554-b9b1-d44e535e3c3c service neutron] Checking segment: {'id': 'eb896588-0070-4ec7-be8d-62cce23cea2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1337770f-3914-4428-8a3b-f806564c6ee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:37:36.684507 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-5a297e5c-face-4554-b9b1-d44e535e3c3c service neutron] Bound using segment: {'id': 'eb896588-0070-4ec7-be8d-62cce23cea2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1337770f-3914-4428-8a3b-f806564c6ee8'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:37:36.684984 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-5a297e5c-face-4554-b9b1-d44e535e3c3c service neutron] Bound port: df4eb102-9231-4f78-9990-db8c3a3e7b55, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb896588-0070-4ec7-be8d-62cce23cea2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1337770f-3914-4428-8a3b-f806564c6ee8'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:37:36.685474 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-5a297e5c-face-4554-b9b1-d44e535e3c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:36.738594 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f9b6e129-2fde-4549-96cf-f70707f98853 req-2181128f-35b2-4117-9f68-b0eb6e9e90bc tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e2affa8-0668-4988-b34f-7333ff388a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674853 Sep 16 04:37:36.811966 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-5a297e5c-face-4554-b9b1-d44e535e3c3c service neutron] For port df4eb102-9231-4f78-9990-db8c3a3e7b55, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:37:36.825269 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-5a297e5c-face-4554-b9b1-d44e535e3c3c service neutron] For port df4eb102-9231-4f78-9990-db8c3a3e7b55, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=df4eb102-9231-4f78-9990-db8c3a3e7b55,segment=NetworkSegment(eb896588-0070-4ec7-be8d-62cce23cea2a),segment_id=eb896588-0070-4ec7-be8d-62cce23cea2a)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:37:36.862869 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-5a297e5c-face-4554-b9b1-d44e535e3c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:36.906240 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-27f39caa-5279-4692-8412-81792a6f7054 req-3daef79f-8d1f-4329-8644-c35f0074c486 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a8c979f3fc604996af2e8ab12f365425&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0888813 Sep 16 04:37:37.020366 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870f111-570b-418b-89dd-41c02eba8cb9 req-5617a820-e69f-4f21-a541-891019b8db41 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:37.024733 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-5a297e5c-face-4554-b9b1-d44e535e3c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:37.025363 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-5a297e5c-face-4554-b9b1-d44e535e3c3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:37.026773 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-5a297e5c-face-4554-b9b1-d44e535e3c3c service neutron] 10.222.0.47 "PUT /v2.0/ports/df4eb102-9231-4f78-9990-db8c3a3e7b55 HTTP/1.1" status: 200 len: 1093 time: 1.6808810 Sep 16 04:37:37.029105 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c870f111-570b-418b-89dd-41c02eba8cb9 req-5617a820-e69f-4f21-a541-891019b8db41 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/ports?device_id=12be914e-c08d-4466-85fa-a180a3843334 HTTP/1.1" status: 200 len: 943 time: 0.1059749 Sep 16 04:37:37.106433 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c870f111-570b-418b-89dd-41c02eba8cb9 req-b48cbfc9-40d1-4957-a4f9-7e5847eb0123 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/security-groups?id=055c7dc3-4d72-4d8a-b329-25d62d460c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758860 Sep 16 04:37:37.531452 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d86096-3c95-4ad9-9dea-8ae4221e4d1e req-6626b4c4-5141-4722-a465-d3d92a2bba95 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:37.540783 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f39caa-5279-4692-8412-81792a6f7054 req-7fda584b-fd61-4802-b916-2cdeb570e4ad tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:37.542439 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-45d86096-3c95-4ad9-9dea-8ae4221e4d1e req-6626b4c4-5141-4722-a465-d3d92a2bba95 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=83372543-752c-48d0-a115-ac6c769ea5fe HTTP/1.1" status: 200 len: 945 time: 0.0901940 Sep 16 04:37:37.547662 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-27f39caa-5279-4692-8412-81792a6f7054 req-7fda584b-fd61-4802-b916-2cdeb570e4ad tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6405752 Sep 16 04:37:37.557541 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a297e5c-face-4554-b9b1-d44e535e3c3c service neutron] Pushing event updated for resources: {'Port': ['ID=df4eb102-9231-4f78-9990-db8c3a3e7b55,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:37.582074 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-27f39caa-5279-4692-8412-81792a6f7054 req-563887f7-12a3-4232-9c15-b7ed2d511288 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/quotas/a8c979f3fc604996af2e8ab12f365425 HTTP/1.1" status: 200 len: 375 time: 0.0333943 Sep 16 04:37:37.593398 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-45d86096-3c95-4ad9-9dea-8ae4221e4d1e req-45ab4e20-bb5d-43e0-8897-258cfcec6eb4 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451186 Sep 16 04:37:37.613839 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4058e5c-6246-4462-ba28-254fd9e47420', 'tag': 'df4eb102-9231-4f78-9990-db8c3a3e7b55'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:37.616262 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8f15ac-9af9-44fc-9948-17e7d8e021e6" -d '{"events": [{"name": "network-changed", "server_uuid": "d4058e5c-6246-4462-ba28-254fd9e47420", "tag": "df4eb102-9231-4f78-9990-db8c3a3e7b55"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:37.644851 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-1190f57e-b356-43bf-934c-e9cece7527a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:37.645318 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-1190f57e-b356-43bf-934c-e9cece7527a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:37.646636 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-1190f57e-b356-43bf-934c-e9cece7527a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:37.647415 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-1190f57e-b356-43bf-934c-e9cece7527a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d6062d06deed4be79de10c491e7c5fd2&device_id=d4058e5c-6246-4462-ba28-254fd9e47420 HTTP/1.1" status: 200 len: 2869 time: 0.1761274 Sep 16 04:37:37.679850 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-27f39caa-5279-4692-8412-81792a6f7054 req-02f89eee-bc1a-403d-878b-4f588bdb4b43 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a8c979f3fc604996af2e8ab12f365425&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0961189 Sep 16 04:37:37.739191 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-22ad3055-3a40-464d-bdde-caf70deb700a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.215&port_id=de729c49-297d-414c-8f20-1fb6ba443d92 HTTP/1.1" status: 200 len: 217 time: 0.0582902 Sep 16 04:37:37.819443 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-822b8e9b-08ff-402d-bb40-b4adcd88bc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:37.821359 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-822b8e9b-08ff-402d-bb40-b4adcd88bc15 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dc1de276-9ed7-4657-bcba-8c8633e03303 HTTP/1.1" status: 200 len: 801 time: 0.0639758 Sep 16 04:37:37.833988 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaccd352-d8ea-4930-9db8-50f8e09fdd84 req-578b939f-7c2d-4ac6-9920-22a043785af0 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:37.835662 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eaccd352-d8ea-4930-9db8-50f8e09fdd84 req-578b939f-7c2d-4ac6-9920-22a043785af0 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 944 time: 0.0965939 Sep 16 04:37:37.901505 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9c6ad9-e7b0-4c1d-82dc-24782071f029 x-openstack-request-id: req-3a9c6ad9-e7b0-4c1d-82dc-24782071f029 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:37.901804 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4058e5c-6246-4462-ba28-254fd9e47420", "tag": "df4eb102-9231-4f78-9990-db8c3a3e7b55", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:37.902054 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3a9c6ad9-e7b0-4c1d-82dc-24782071f029 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:37.902566 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4058e5c-6246-4462-ba28-254fd9e47420', 'tag': 'df4eb102-9231-4f78-9990-db8c3a3e7b55', 'status': 'completed', 'code': 200} Sep 16 04:37:37.921649 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-16f3ab9e-3de6-4725-b28a-9d0c565a4454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:37.924787 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-16f3ab9e-3de6-4725-b28a-9d0c565a4454 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1337770f-3914-4428-8a3b-f806564c6ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705028 Sep 16 04:37:37.951854 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eaccd352-d8ea-4930-9db8-50f8e09fdd84 req-a629d40a-48aa-4981-ace7-7cf3b53ba960 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093061 Sep 16 04:37:38.060295 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-37bc0c15-b83a-47d8-aadc-bc95b404fbdb service neutron] 10.222.0.47 "GET /v2.0/networks/1337770f-3914-4428-8a3b-f806564c6ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179526 Sep 16 04:37:38.171678 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1aa8f0-8943-41ff-b02b-ee8d2fa80c79 req-0b579db3-c0c6-436a-b087-c17cbcddb28f tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:38.184291 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1aa8f0-8943-41ff-b02b-ee8d2fa80c79 req-0b579db3-c0c6-436a-b087-c17cbcddb28f tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:38.194953 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1aa8f0-8943-41ff-b02b-ee8d2fa80c79 req-0b579db3-c0c6-436a-b087-c17cbcddb28f tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:38.212788 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e1aa8f0-8943-41ff-b02b-ee8d2fa80c79 req-0b579db3-c0c6-436a-b087-c17cbcddb28f tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4058e5c-6246-4462-ba28-254fd9e47420 HTTP/1.1" status: 200 len: 2413 time: 0.1400311 Sep 16 04:37:38.265236 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7500f6f1-58f3-4e20-b4da-354723a58fc3 req-b1197f02-caba-49eb-b1e3-29a3efbd1471 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2a70ddc-e329-4dee-80e0-5d544f8460f6 HTTP/1.1" status: 200 len: 210 time: 0.0597517 Sep 16 04:37:38.289896 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-0b381403-89bf-4ff3-b6f2-f20489e769c1 service neutron] 10.222.0.47 "GET /v2.0/networks/1337770f-3914-4428-8a3b-f806564c6ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123652 Sep 16 04:37:38.328827 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e1aa8f0-8943-41ff-b02b-ee8d2fa80c79 req-7e7f4db2-a5d4-48a8-9d8f-db8e0a95e3b9 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e2affa8-0668-4988-b34f-7333ff388a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146107 Sep 16 04:37:38.395274 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-776ef6ef-18c7-44df-aa08-087531660544 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.218&port_id=3cd4f82b-a276-4944-a077-6208c1b94a75 HTTP/1.1" status: 200 len: 217 time: 0.0943232 Sep 16 04:37:38.562692 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-ace082d3-7d7f-4ed6-a16a-6f8cc07aded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:38.564639 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-ace082d3-7d7f-4ed6-a16a-6f8cc07aded8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5241f2b5-7a7d-4f2d-9183-aecc172d79d3 HTTP/1.1" status: 200 len: 801 time: 0.1583860 Sep 16 04:37:38.591058 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b88cc-1cef-448e-8df7-7d1235af6bbb req-4cac75d6-89cf-40e1-b9e4-d4bdd7bb0bda tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:38.592857 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5e5b88cc-1cef-448e-8df7-7d1235af6bbb req-4cac75d6-89cf-40e1-b9e4-d4bdd7bb0bda tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/ports?device_id=12be914e-c08d-4466-85fa-a180a3843334 HTTP/1.1" status: 200 len: 943 time: 0.1412425 Sep 16 04:37:38.693911 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5e5b88cc-1cef-448e-8df7-7d1235af6bbb req-2c4c4bc5-a9a4-421b-bef5-b2571902d6d9 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/security-groups?id=055c7dc3-4d72-4d8a-b329-25d62d460c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602875 Sep 16 04:37:38.705272 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-334e440a-2be8-4f41-8948-a20ebdff9e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:38.710942 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-334e440a-2be8-4f41-8948-a20ebdff9e0f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6ceea193-0814-4d49-b21f-97c44ffce289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163533 Sep 16 04:37:38.743866 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5545ade-7a3e-4c88-962f-ac9f004894ae req-da2aa540-723a-4919-856d-154ed010acfc tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:38.754234 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a5545ade-7a3e-4c88-962f-ac9f004894ae req-da2aa540-723a-4919-856d-154ed010acfc tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=83372543-752c-48d0-a115-ac6c769ea5fe HTTP/1.1" status: 200 len: 945 time: 0.0820193 Sep 16 04:37:38.813557 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 1f00c897-2ec5-4b69-8366-8b974bf007c2 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:37:38.871809 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a5545ade-7a3e-4c88-962f-ac9f004894ae req-d5157a68-4739-467e-b5b3-fe1563d409b8 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071234 Sep 16 04:37:38.982952 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-e5795623-b3f5-4078-84d3-a5e7970d2da3 service neutron] 10.222.0.47 "GET /v2.0/networks/6ceea193-0814-4d49-b21f-97c44ffce289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646227 Sep 16 04:37:38.990981 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 1f00c897-2ec5-4b69-8366-8b974bf007c2, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=1f00c897-2ec5-4b69-8366-8b974bf007c2,segment=NetworkSegment(a554161e-7f46-4346-a723-b0683ee12d48),segment_id=a554161e-7f46-4346-a723-b0683ee12d48)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:39.004968 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '1f00c897-2ec5-4b69-8366-8b974bf007c2', 'network_id': '72ffa5cb-2d81-4610-a5b0-bee15bccc3ac', 'port_id': '1f00c897-2ec5-4b69-8366-8b974bf007c2', 'mac_address': 'fa:16:3e:e4:cf:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab1a97a2-e37d-4797-8a1a-f8faa962d3f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:37:39.155674 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:39.198539 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f00c897-2ec5-4b69-8366-8b974bf007c2 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:37:39.213540 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-68f78929-6345-4087-8842-868a9964060a service neutron] 10.222.0.47 "GET /v2.0/networks/6ceea193-0814-4d49-b21f-97c44ffce289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214262 Sep 16 04:37:39.258102 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 1f00c897-2ec5-4b69-8366-8b974bf007c2, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=1f00c897-2ec5-4b69-8366-8b974bf007c2,segment=NetworkSegment(a554161e-7f46-4346-a723-b0683ee12d48),segment_id=a554161e-7f46-4346-a723-b0683ee12d48)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:39.267012 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:39.353141 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=1f00c897-2ec5-4b69-8366-8b974bf007c2,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:39.374652 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-48e16c43-f722-47eb-a93f-3ecd1901387f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.253&port_id=df4eb102-9231-4f78-9990-db8c3a3e7b55 HTTP/1.1" status: 200 len: 217 time: 0.1291826 Sep 16 04:37:39.465809 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1970c629-f7a8-4265-ba30-c3d9a7f380ab req-ffc9ccb7-55b9-4130-bc10-56c8d17e9a6f tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:39.483743 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1970c629-f7a8-4265-ba30-c3d9a7f380ab req-ffc9ccb7-55b9-4130-bc10-56c8d17e9a6f tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 944 time: 0.2689033 Sep 16 04:37:39.494342 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b641b6e7-be2c-492f-b288-7b9059bf3666 req-71e4a4a7-134e-4315-9450-c09195a94211 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2a70ddc-e329-4dee-80e0-5d544f8460f6 HTTP/1.1" status: 200 len: 210 time: 0.0516846 Sep 16 04:37:39.553314 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-dc5eef9d-c4d1-43ce-b1ef-d186a9167fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:39.554779 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-dc5eef9d-c4d1-43ce-b1ef-d186a9167fe6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dc1de276-9ed7-4657-bcba-8c8633e03303 HTTP/1.1" status: 200 len: 801 time: 0.1665792 Sep 16 04:37:39.653505 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1970c629-f7a8-4265-ba30-c3d9a7f380ab req-c91617d5-0481-4d89-a7e1-5c63b8326ff0 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625190 Sep 16 04:37:39.705012 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-68dd8be9-0ec9-437d-b853-d49d68bdc1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:39.706538 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fad5f-a664-4f37-bc91-1a7da246ee7e req-1a14bd93-3de1-4667-a839-288442c23a72 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:39.707548 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-68dd8be9-0ec9-437d-b853-d49d68bdc1e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1337770f-3914-4428-8a3b-f806564c6ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1348073 Sep 16 04:37:39.734685 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fad5f-a664-4f37-bc91-1a7da246ee7e req-1a14bd93-3de1-4667-a839-288442c23a72 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:39.755334 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fad5f-a664-4f37-bc91-1a7da246ee7e req-1a14bd93-3de1-4667-a839-288442c23a72 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:39.757133 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2c8fad5f-a664-4f37-bc91-1a7da246ee7e req-1a14bd93-3de1-4667-a839-288442c23a72 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4058e5c-6246-4462-ba28-254fd9e47420 HTTP/1.1" status: 200 len: 2413 time: 0.1674569 Sep 16 04:37:39.863305 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2c8fad5f-a664-4f37-bc91-1a7da246ee7e req-97ce4c01-e3d4-493c-a988-c2643d804852 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e2affa8-0668-4988-b34f-7333ff388a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980973 Sep 16 04:37:39.878770 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-27f39caa-5279-4692-8412-81792a6f7054 req-b557ac34-620b-4262-aaf8-d9847d8fce26 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=a8c979f3fc604996af2e8ab12f365425&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526588 Sep 16 04:37:39.880463 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['1f00c897-2ec5-4b69-8366-8b974bf007c2'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:40.064429 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6f0124f0-2f85-443d-ad64-5ced8d79bf6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:40.212464 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-6fd790a2-8fae-42f8-a7a4-37a53bf3dba7 service neutron] 10.222.0.47 "GET /v2.0/networks/1337770f-3914-4428-8a3b-f806564c6ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793706 Sep 16 04:37:40.261498 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af515354-745c-4335-b9be-31bac49b0a1c req-f541a1ee-109c-4b08-a67e-96c649c30958 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:40.266246 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f39caa-5279-4692-8412-81792a6f7054 req-41a3b0b4-69bd-427b-9be2-1a63781584f6 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:40.268089 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-27f39caa-5279-4692-8412-81792a6f7054 req-41a3b0b4-69bd-427b-9be2-1a63781584f6 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3782544 Sep 16 04:37:40.269849 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-af515354-745c-4335-b9be-31bac49b0a1c req-f541a1ee-109c-4b08-a67e-96c649c30958 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/ports?device_id=12be914e-c08d-4466-85fa-a180a3843334 HTTP/1.1" status: 200 len: 944 time: 0.4112091 Sep 16 04:37:40.294599 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-27f39caa-5279-4692-8412-81792a6f7054 req-4ea7a213-607b-44d6-9ae7-d8e341026ad5 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Request body: {'port': {'device_id': 'a2a70ddc-e329-4dee-80e0-5d544f8460f6', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'admin_state_up': True, 'tenant_id': 'a8c979f3fc604996af2e8ab12f365425'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:40.367957 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-af515354-745c-4335-b9be-31bac49b0a1c req-9dfca834-576e-4858-b792-bbfd6127dc4e tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/security-groups?id=055c7dc3-4d72-4d8a-b329-25d62d460c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970852 Sep 16 04:37:40.560089 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f84b4f88-f528-478b-8d4c-596d88d935bb req-68cde059-1370-4942-8deb-2982723d781f service neutron] 10.222.0.47 "GET /v2.0/networks/1337770f-3914-4428-8a3b-f806564c6ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350163 Sep 16 04:37:40.570089 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcc8dc-ae43-4a4d-9170-98a9d1284d2e req-60236466-9971-43b5-913b-7bfd801e728a tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:40.577532 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5fbcc8dc-ae43-4a4d-9170-98a9d1284d2e req-60236466-9971-43b5-913b-7bfd801e728a tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=83372543-752c-48d0-a115-ac6c769ea5fe HTTP/1.1" status: 200 len: 945 time: 0.0848889 Sep 16 04:37:40.618454 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27f39caa-5279-4692-8412-81792a6f7054 req-4ea7a213-607b-44d6-9ae7-d8e341026ad5 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Made reservation on behalf of a8c979f3fc604996af2e8ab12f365425 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:37:40.622493 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-27f39caa-5279-4692-8412-81792a6f7054 req-4ea7a213-607b-44d6-9ae7-d8e341026ad5 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:40.653212 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5fbcc8dc-ae43-4a4d-9170-98a9d1284d2e req-264e49f1-ba7d-4b1b-a1ad-791b1646e7f8 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747063 Sep 16 04:37:40.828359 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-27f39caa-5279-4692-8412-81792a6f7054 req-4ea7a213-607b-44d6-9ae7-d8e341026ad5 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Allocated IP 192.168.233.237 (97f5d7d8-0e62-4047-bcd4-63b92e31705a/24ad4c5e-5b43-4c25-ab99-4992f6337d28/ed1c1f17-a991-46bb-b02b-af815ab2d7d5) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:37:40.978068 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-6e59ec24-ccc2-4445-b9f8-c7c435f34ffe req-a1687c37-00cc-4f6a-a663-db125b0a700d tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2a70ddc-e329-4dee-80e0-5d544f8460f6 HTTP/1.1" status: 200 len: 210 time: 0.0527618 Sep 16 04:37:40.996024 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f15ac-9af9-44fc-9948-17e7d8e021e6 req-f09c3d43-346d-4d6f-8f29-52421616e2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:40.996848 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f15ac-9af9-44fc-9948-17e7d8e021e6 req-f09c3d43-346d-4d6f-8f29-52421616e2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:40.999173 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f15ac-9af9-44fc-9948-17e7d8e021e6 req-f09c3d43-346d-4d6f-8f29-52421616e2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:41.001186 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ad8f15ac-9af9-44fc-9948-17e7d8e021e6 req-f09c3d43-346d-4d6f-8f29-52421616e2a9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d6062d06deed4be79de10c491e7c5fd2&device_id=d4058e5c-6246-4462-ba28-254fd9e47420 HTTP/1.1" status: 200 len: 2869 time: 0.1468115 Sep 16 04:37:41.170774 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f15ac-9af9-44fc-9948-17e7d8e021e6 req-752f2cd8-96ae-4a3b-aa75-531453f4090c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:41.172799 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ad8f15ac-9af9-44fc-9948-17e7d8e021e6 req-752f2cd8-96ae-4a3b-aa75-531453f4090c service neutron] 10.222.0.47 "GET /v2.0/networks?id=1337770f-3914-4428-8a3b-f806564c6ee8 HTTP/1.1" status: 200 len: 902 time: 0.1619885 Sep 16 04:37:41.291877 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ad8f15ac-9af9-44fc-9948-17e7d8e021e6 req-0e52781f-2d72-4b46-bebe-56af3bc12b5e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.253&port_id=df4eb102-9231-4f78-9990-db8c3a3e7b55 HTTP/1.1" status: 200 len: 217 time: 0.0987339 Sep 16 04:37:41.345635 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:41.368945 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f15ac-9af9-44fc-9948-17e7d8e021e6 req-6cacfa12-4865-446c-9574-ee2f24afa391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:41.370422 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ad8f15ac-9af9-44fc-9948-17e7d8e021e6 req-6cacfa12-4865-446c-9574-ee2f24afa391 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dc1de276-9ed7-4657-bcba-8c8633e03303 HTTP/1.1" status: 200 len: 801 time: 0.0668330 Sep 16 04:37:41.395121 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-27f39caa-5279-4692-8412-81792a6f7054 req-4ea7a213-607b-44d6-9ae7-d8e341026ad5 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:41.450141 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-27f39caa-5279-4692-8412-81792a6f7054 req-4ea7a213-607b-44d6-9ae7-d8e341026ad5 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:41.460684 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f15ac-9af9-44fc-9948-17e7d8e021e6 req-b385df42-1129-4bb2-9e56-e14eb23e5197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:41.466780 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ad8f15ac-9af9-44fc-9948-17e7d8e021e6 req-b385df42-1129-4bb2-9e56-e14eb23e5197 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1337770f-3914-4428-8a3b-f806564c6ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842221 Sep 16 04:37:41.492361 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['c7447a58-0c6e-491c-ab5e-4e8420d69a50', '5b20acd7-db56-459e-bcc5-ceff5032038f', '7b8366f8-5845-456d-abc4-c887356b20da'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:41.494856 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf', 'b89bf368-53c0-4450-bf56-54bfd995b9ed', 'dc94428e-190c-4858-bad3-ad1cd92dcd21', 'b0a6f292-bfff-484c-90ed-e79e32eb87a1'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:41.511190 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27f39caa-5279-4692-8412-81792a6f7054 req-4ea7a213-607b-44d6-9ae7-d8e341026ad5 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Network 97f5d7d8-0e62-4047-bcd4-63b92e31705a is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:37:41.514811 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-27f39caa-5279-4692-8412-81792a6f7054 req-4ea7a213-607b-44d6-9ae7-d8e341026ad5 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:37:41.524011 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f39caa-5279-4692-8412-81792a6f7054 req-4ea7a213-607b-44d6-9ae7-d8e341026ad5 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:37:41.561793 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7a213-607b-44d6-9ae7-d8e341026ad5 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Pushing event updated for resources: {'Port': ['ID=ed1c1f17-a991-46bb-b02b-af815ab2d7d5,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:41.616879 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f39caa-5279-4692-8412-81792a6f7054 req-4ea7a213-607b-44d6-9ae7-d8e341026ad5 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:41.617847 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-27f39caa-5279-4692-8412-81792a6f7054 req-4ea7a213-607b-44d6-9ae7-d8e341026ad5 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:41.639056 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-27f39caa-5279-4692-8412-81792a6f7054 req-4ea7a213-607b-44d6-9ae7-d8e341026ad5 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3536301 Sep 16 04:37:41.667165 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-27f39caa-5279-4692-8412-81792a6f7054 req-9c99bc22-49cd-483d-9824-81e80697e717 service neutron] Request body: {'port': {'device_id': 'a2a70ddc-e329-4dee-80e0-5d544f8460f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:41.671278 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ad8f15ac-9af9-44fc-9948-17e7d8e021e6 req-4c011222-82f2-42e6-8403-95242072cd8d service neutron] 10.222.0.47 "GET /v2.0/networks/1337770f-3914-4428-8a3b-f806564c6ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921558 Sep 16 04:37:41.807372 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ad8f15ac-9af9-44fc-9948-17e7d8e021e6 req-575b2e15-3be7-4cd6-a903-6307eea61f7b service neutron] 10.222.0.47 "GET /v2.0/networks/1337770f-3914-4428-8a3b-f806564c6ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283071 Sep 16 04:37:41.823139 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-27f39caa-5279-4692-8412-81792a6f7054 req-9c99bc22-49cd-483d-9824-81e80697e717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:41.970003 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-8522728b-cd83-487d-a2a5-bef290707d2c None None] Provisioning complete for port ed1c1f17-a991-46bb-b02b-af815ab2d7d5 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:41.970362 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8522728b-cd83-487d-a2a5-bef290707d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:42.099958 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-8522728b-cd83-487d-a2a5-bef290707d2c None None] Port ed1c1f17-a991-46bb-b02b-af815ab2d7d5 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:37:42.191470 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-27f39caa-5279-4692-8412-81792a6f7054 req-9c99bc22-49cd-483d-9824-81e80697e717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed1c1f17-a991-46bb-b02b-af815ab2d7d5 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:37:42.203483 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-27f39caa-5279-4692-8412-81792a6f7054 req-9c99bc22-49cd-483d-9824-81e80697e717 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:42.221453 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-27f39caa-5279-4692-8412-81792a6f7054 req-9c99bc22-49cd-483d-9824-81e80697e717 service neutron] Transition to ACTIVE for port object ed1c1f17-a991-46bb-b02b-af815ab2d7d5 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:37:42.233010 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-27f39caa-5279-4692-8412-81792a6f7054 req-9c99bc22-49cd-483d-9824-81e80697e717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:42.314357 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c99bc22-49cd-483d-9824-81e80697e717 service neutron] Pushing event updated for resources: {'Port': ['ID=ed1c1f17-a991-46bb-b02b-af815ab2d7d5,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:42.455943 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-27f39caa-5279-4692-8412-81792a6f7054 req-9c99bc22-49cd-483d-9824-81e80697e717 service neutron] Attempting to bind port ed1c1f17-a991-46bb-b02b-af815ab2d7d5 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:37:42.456316 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-27f39caa-5279-4692-8412-81792a6f7054 req-9c99bc22-49cd-483d-9824-81e80697e717 service neutron] Attempting to bind port ed1c1f17-a991-46bb-b02b-af815ab2d7d5 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:37:42.456656 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f39caa-5279-4692-8412-81792a6f7054 req-9c99bc22-49cd-483d-9824-81e80697e717 service neutron] Attempting to bind port ed1c1f17-a991-46bb-b02b-af815ab2d7d5 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:42.461981 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f39caa-5279-4692-8412-81792a6f7054 req-9c99bc22-49cd-483d-9824-81e80697e717 service neutron] Port ed1c1f17-a991-46bb-b02b-af815ab2d7d5 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:37:42.462313 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f39caa-5279-4692-8412-81792a6f7054 req-9c99bc22-49cd-483d-9824-81e80697e717 service neutron] Attempting to bind port ed1c1f17-a991-46bb-b02b-af815ab2d7d5 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:42.468180 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f39caa-5279-4692-8412-81792a6f7054 req-9c99bc22-49cd-483d-9824-81e80697e717 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:37:42.468799 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f39caa-5279-4692-8412-81792a6f7054 req-9c99bc22-49cd-483d-9824-81e80697e717 service neutron] Checking segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:37:42.469196 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f39caa-5279-4692-8412-81792a6f7054 req-9c99bc22-49cd-483d-9824-81e80697e717 service neutron] Bound using segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:37:42.469864 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-27f39caa-5279-4692-8412-81792a6f7054 req-9c99bc22-49cd-483d-9824-81e80697e717 service neutron] Bound port: ed1c1f17-a991-46bb-b02b-af815ab2d7d5, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:37:42.470483 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-27f39caa-5279-4692-8412-81792a6f7054 req-9c99bc22-49cd-483d-9824-81e80697e717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:42.624109 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-27f39caa-5279-4692-8412-81792a6f7054 req-9c99bc22-49cd-483d-9824-81e80697e717 service neutron] For port ed1c1f17-a991-46bb-b02b-af815ab2d7d5, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:37:42.627944 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-27f39caa-5279-4692-8412-81792a6f7054 req-9c99bc22-49cd-483d-9824-81e80697e717 service neutron] For port ed1c1f17-a991-46bb-b02b-af815ab2d7d5, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=ed1c1f17-a991-46bb-b02b-af815ab2d7d5,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:37:42.634699 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-27f39caa-5279-4692-8412-81792a6f7054 req-9c99bc22-49cd-483d-9824-81e80697e717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:42.718023 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f39caa-5279-4692-8412-81792a6f7054 req-9c99bc22-49cd-483d-9824-81e80697e717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:42.718970 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-27f39caa-5279-4692-8412-81792a6f7054 req-9c99bc22-49cd-483d-9824-81e80697e717 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:42.720749 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-27f39caa-5279-4692-8412-81792a6f7054 req-9c99bc22-49cd-483d-9824-81e80697e717 service neutron] 10.222.0.48 "PUT /v2.0/ports/ed1c1f17-a991-46bb-b02b-af815ab2d7d5 HTTP/1.1" status: 200 len: 1097 time: 1.0591111 Sep 16 04:37:42.721816 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a70ddc-e329-4dee-80e0-5d544f8460f6', 'tag': 'ed1c1f17-a991-46bb-b02b-af815ab2d7d5'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:42.726303 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b1bab6-f9c4-4054-b317-8629e223e6f8" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a70ddc-e329-4dee-80e0-5d544f8460f6", "tag": "ed1c1f17-a991-46bb-b02b-af815ab2d7d5"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:42.741189 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c99bc22-49cd-483d-9824-81e80697e717 service neutron] Pushing event updated for resources: {'Port': ['ID=ed1c1f17-a991-46bb-b02b-af815ab2d7d5,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:42.851224 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 1f00c897-2ec5-4b69-8366-8b974bf007c2 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:37:42.883024 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f39caa-5279-4692-8412-81792a6f7054 req-f80cb65c-7be1-4476-b502-4f8faf3b0aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:42.884756 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-27f39caa-5279-4692-8412-81792a6f7054 req-f80cb65c-7be1-4476-b502-4f8faf3b0aa6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a8c979f3fc604996af2e8ab12f365425&device_id=a2a70ddc-e329-4dee-80e0-5d544f8460f6 HTTP/1.1" status: 200 len: 1100 time: 0.0940685 Sep 16 04:37:42.980513 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 1f00c897-2ec5-4b69-8366-8b974bf007c2 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:37:42.981316 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-27f39caa-5279-4692-8412-81792a6f7054 req-471c9a10-ec09-41cd-92f5-ac93efab46f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=ed1c1f17-a991-46bb-b02b-af815ab2d7d5 HTTP/1.1" status: 200 len: 217 time: 0.0807264 Sep 16 04:37:42.985928 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 1f00c897-2ec5-4b69-8366-8b974bf007c2 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:42.987470 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:43.047836 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f39caa-5279-4692-8412-81792a6f7054 req-2d6f15ce-c254-40fa-beeb-5151d8557632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:43.050824 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-27f39caa-5279-4692-8412-81792a6f7054 req-2d6f15ce-c254-40fa-beeb-5151d8557632 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0616062 Sep 16 04:37:43.107074 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f39caa-5279-4692-8412-81792a6f7054 req-4b47a389-262d-4789-acf1-ab708edc482f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:43.109143 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-27f39caa-5279-4692-8412-81792a6f7054 req-4b47a389-262d-4789-acf1-ab708edc482f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0462613 Sep 16 04:37:43.112305 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:43.157093 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12be914e-c08d-4466-85fa-a180a3843334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f00c897-2ec5-4b69-8366-8b974bf007c2'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:43.159963 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4e8a7a-ac8a-43d3-8e63-13f766bd0a44" -d '{"events": [{"server_uuid": "12be914e-c08d-4466-85fa-a180a3843334", "name": "network-vif-plugged", "status": "completed", "tag": "1f00c897-2ec5-4b69-8366-8b974bf007c2"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:43.183165 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 1f00c897-2ec5-4b69-8366-8b974bf007c2, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=1f00c897-2ec5-4b69-8366-8b974bf007c2,segment=NetworkSegment(a554161e-7f46-4346-a723-b0683ee12d48),segment_id=a554161e-7f46-4346-a723-b0683ee12d48)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:43.190773 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:43.197136 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c92c7492-27b0-47f4-bf43-6aa1d9f5287f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:43.263514 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-27f39caa-5279-4692-8412-81792a6f7054 req-58f58322-17bc-4ddd-9e24-ddcb7a2f098c service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467772 Sep 16 04:37:43.268162 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=1f00c897-2ec5-4b69-8366-8b974bf007c2,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:43.390634 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-27f39caa-5279-4692-8412-81792a6f7054 req-dee1fa03-cddd-489a-aab6-46ab97fdb535 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195412 Sep 16 04:37:43.476058 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:43.559522 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 3cd4f82b-a276-4944-a077-6208c1b94a75 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:37:43.693308 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 3cd4f82b-a276-4944-a077-6208c1b94a75, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=3cd4f82b-a276-4944-a077-6208c1b94a75,segment=NetworkSegment(63ab9ddc-f924-4137-94a8-876e309daebe),segment_id=63ab9ddc-f924-4137-94a8-876e309daebe)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:43.789357 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '3cd4f82b-a276-4944-a077-6208c1b94a75', 'network_id': '6ceea193-0814-4d49-b21f-97c44ffce289', 'port_id': '3cd4f82b-a276-4944-a077-6208c1b94a75', 'mac_address': 'fa:16:3e:5a:8a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5241f2b5-7a7d-4f2d-9183-aecc172d79d3', 'ip_address': '19.86.0.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:37:43.872110 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:43.887075 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cd4f82b-a276-4944-a077-6208c1b94a75 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:37:43.908313 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 3cd4f82b-a276-4944-a077-6208c1b94a75, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=3cd4f82b-a276-4944-a077-6208c1b94a75,segment=NetworkSegment(63ab9ddc-f924-4137-94a8-876e309daebe),segment_id=63ab9ddc-f924-4137-94a8-876e309daebe)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:43.914240 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:43.915252 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device de729c49-297d-414c-8f20-1fb6ba443d92 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:37:43.997279 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=3cd4f82b-a276-4944-a077-6208c1b94a75,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:44.069603 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port de729c49-297d-414c-8f20-1fb6ba443d92, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=de729c49-297d-414c-8f20-1fb6ba443d92,segment=NetworkSegment(eb896588-0070-4ec7-be8d-62cce23cea2a),segment_id=eb896588-0070-4ec7-be8d-62cce23cea2a)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:44.083445 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'de729c49-297d-414c-8f20-1fb6ba443d92', 'network_id': '1337770f-3914-4428-8a3b-f806564c6ee8', 'port_id': 'de729c49-297d-414c-8f20-1fb6ba443d92', 'mac_address': 'fa:16:3e:99:21:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc1de276-9ed7-4657-bcba-8c8633e03303', 'ip_address': '19.80.0.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:37:44.140410 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:44.324699 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de729c49-297d-414c-8f20-1fb6ba443d92 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:37:44.354587 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port de729c49-297d-414c-8f20-1fb6ba443d92, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=de729c49-297d-414c-8f20-1fb6ba443d92,segment=NetworkSegment(eb896588-0070-4ec7-be8d-62cce23cea2a),segment_id=eb896588-0070-4ec7-be8d-62cce23cea2a)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:44.363792 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:44.365637 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device df4eb102-9231-4f78-9990-db8c3a3e7b55 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:37:44.420166 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:44.432425 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:44.472532 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=de729c49-297d-414c-8f20-1fb6ba443d92,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:44.485224 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port df4eb102-9231-4f78-9990-db8c3a3e7b55, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=df4eb102-9231-4f78-9990-db8c3a3e7b55,segment=NetworkSegment(eb896588-0070-4ec7-be8d-62cce23cea2a),segment_id=eb896588-0070-4ec7-be8d-62cce23cea2a)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:44.498860 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'df4eb102-9231-4f78-9990-db8c3a3e7b55', 'network_id': '1337770f-3914-4428-8a3b-f806564c6ee8', 'port_id': 'df4eb102-9231-4f78-9990-db8c3a3e7b55', 'mac_address': 'fa:16:3e:94:b7:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc1de276-9ed7-4657-bcba-8c8633e03303', 'ip_address': '19.80.0.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:37:44.548707 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:44.565958 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df4eb102-9231-4f78-9990-db8c3a3e7b55 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:37:44.592173 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port df4eb102-9231-4f78-9990-db8c3a3e7b55, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=df4eb102-9231-4f78-9990-db8c3a3e7b55,segment=NetworkSegment(eb896588-0070-4ec7-be8d-62cce23cea2a),segment_id=eb896588-0070-4ec7-be8d-62cce23cea2a)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:44.597652 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:44.657054 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=df4eb102-9231-4f78-9990-db8c3a3e7b55,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:45.038467 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a3e61-38eb-4a74-b39c-3215ff600343 req-5121bfc9-5bca-4ffc-84dd-6f0b422ff135 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:45.040001 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2e9a3e61-38eb-4a74-b39c-3215ff600343 req-5121bfc9-5bca-4ffc-84dd-6f0b422ff135 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 944 time: 0.0609145 Sep 16 04:37:45.083841 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2e9a3e61-38eb-4a74-b39c-3215ff600343 req-71baee9a-e55c-49ea-883e-d446f5289f81 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368557 Sep 16 04:37:45.119510 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['de729c49-297d-414c-8f20-1fb6ba443d92'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:45.170096 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['df4eb102-9231-4f78-9990-db8c3a3e7b55'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:45.288797 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf48b1-6b1e-42e7-a8c6-d6a99da44574 req-d4580ee0-86f4-4e9b-9607-2209319e8361 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:45.294938 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf48b1-6b1e-42e7-a8c6-d6a99da44574 req-d4580ee0-86f4-4e9b-9607-2209319e8361 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:45.301553 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf48b1-6b1e-42e7-a8c6-d6a99da44574 req-d4580ee0-86f4-4e9b-9607-2209319e8361 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:45.309175 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aadf48b1-6b1e-42e7-a8c6-d6a99da44574 req-d4580ee0-86f4-4e9b-9607-2209319e8361 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4058e5c-6246-4462-ba28-254fd9e47420 HTTP/1.1" status: 200 len: 2416 time: 0.0932984 Sep 16 04:37:45.319114 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce50a9a-8b55-4087-8f03-8d5cae1e968c req-6c0a718a-b776-4bf1-9efc-a3fdc246c4f5 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:45.325855 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-bce50a9a-8b55-4087-8f03-8d5cae1e968c req-6c0a718a-b776-4bf1-9efc-a3fdc246c4f5 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/ports?device_id=12be914e-c08d-4466-85fa-a180a3843334 HTTP/1.1" status: 200 len: 945 time: 0.1316345 Sep 16 04:37:45.364795 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aadf48b1-6b1e-42e7-a8c6-d6a99da44574 req-f64aa198-23ec-49ac-b69a-002b48ce247e tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e2affa8-0668-4988-b34f-7333ff388a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546408 Sep 16 04:37:45.396397 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-bce50a9a-8b55-4087-8f03-8d5cae1e968c req-444c56e2-542f-411c-b2f1-598e7a987517 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/security-groups?id=055c7dc3-4d72-4d8a-b329-25d62d460c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575142 Sep 16 04:37:45.516410 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd93e59-3e99-4cd7-a644-33746454bfc1 req-723eb84b-cc11-4ec4-aac2-1c065347c746 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:45.516410 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7bd93e59-3e99-4cd7-a644-33746454bfc1 req-723eb84b-cc11-4ec4-aac2-1c065347c746 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2a70ddc-e329-4dee-80e0-5d544f8460f6 HTTP/1.1" status: 200 len: 948 time: 0.0549028 Sep 16 04:37:45.516842 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e84415a-c4e3-482a-8264-e448876b5e02 x-openstack-request-id: req-9e84415a-c4e3-482a-8264-e448876b5e02 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:45.516842 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a70ddc-e329-4dee-80e0-5d544f8460f6", "tag": "ed1c1f17-a991-46bb-b02b-af815ab2d7d5", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:45.517141 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9e84415a-c4e3-482a-8264-e448876b5e02 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:45.517590 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a70ddc-e329-4dee-80e0-5d544f8460f6', 'tag': 'ed1c1f17-a991-46bb-b02b-af815ab2d7d5', 'status': 'completed', 'code': 200} Sep 16 04:37:45.553613 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a33b3c0-5193-4a74-932e-41bf094824cb x-openstack-request-id: req-1a33b3c0-5193-4a74-932e-41bf094824cb {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:45.554502 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12be914e-c08d-4466-85fa-a180a3843334", "name": "network-vif-plugged", "status": "completed", "tag": "1f00c897-2ec5-4b69-8366-8b974bf007c2", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:45.555253 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1a33b3c0-5193-4a74-932e-41bf094824cb {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:45.556528 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12be914e-c08d-4466-85fa-a180a3843334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f00c897-2ec5-4b69-8366-8b974bf007c2', 'code': 200} Sep 16 04:37:45.562409 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7bd93e59-3e99-4cd7-a644-33746454bfc1 req-efa3ef8f-001f-48c9-bfaf-4f1a7a3c2fc5 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395811 Sep 16 04:37:45.648100 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:37:45.664597 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1bab6-f9c4-4054-b317-8629e223e6f8 req-ad9c7894-0c88-45a6-86ef-eef1d2d63be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:45.666125 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78b1bab6-f9c4-4054-b317-8629e223e6f8 req-ad9c7894-0c88-45a6-86ef-eef1d2d63be5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a8c979f3fc604996af2e8ab12f365425&device_id=a2a70ddc-e329-4dee-80e0-5d544f8460f6 HTTP/1.1" status: 200 len: 1100 time: 0.0592434 Sep 16 04:37:45.825067 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35322923-b69d-4827-9ac3-b331e7e39020 req-2e85300b-c881-45df-b2e2-f2b7b9abad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:45.826568 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-35322923-b69d-4827-9ac3-b331e7e39020 req-2e85300b-c881-45df-b2e2-f2b7b9abad29 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=12be914e-c08d-4466-85fa-a180a3843334 HTTP/1.1" status: 200 len: 1097 time: 0.1279762 Sep 16 04:37:45.834780 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7a071-a862-441f-8764-ead85d8ee39c req-75a37d11-7091-4304-8297-dfc0b5b3cd50 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:45.836152 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d1d7a071-a862-441f-8764-ead85d8ee39c req-75a37d11-7091-4304-8297-dfc0b5b3cd50 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/ports?device_id=cde3f0ac-f0a9-436c-983a-1fd92b1f21d8 HTTP/1.1" status: 200 len: 950 time: 0.1364729 Sep 16 04:37:45.864354 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:45.896298 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1bab6-f9c4-4054-b317-8629e223e6f8 req-bbf2e78c-657d-4fa0-b541-47f84fd243be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:45.897718 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78b1bab6-f9c4-4054-b317-8629e223e6f8 req-bbf2e78c-657d-4fa0-b541-47f84fd243be service neutron] 10.222.0.48 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.2108822 Sep 16 04:37:45.906077 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-35322923-b69d-4827-9ac3-b331e7e39020 req-925f25b5-c589-4828-a1f1-c9092269abc2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=055c7dc3-4d72-4d8a-b329-25d62d460c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673356 Sep 16 04:37:45.914376 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d1d7a071-a862-441f-8764-ead85d8ee39c req-d4e37d82-99bc-412c-9ce1-389c40d62645 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce32b41b-a276-4c54-8783-af23e32773c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679526 Sep 16 04:37:46.221789 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39cf06-4134-4e3a-98c9-0be80ae53bd3 req-81a46c9d-711b-419c-b912-0a67da8cbb48 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:46.223809 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa39cf06-4134-4e3a-98c9-0be80ae53bd3 req-81a46c9d-711b-419c-b912-0a67da8cbb48 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 944 time: 0.0574930 Sep 16 04:37:46.269391 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa39cf06-4134-4e3a-98c9-0be80ae53bd3 req-3c94d5ef-f34f-4034-a0a3-dbb455443027 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391295 Sep 16 04:37:46.341527 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78b1bab6-f9c4-4054-b317-8629e223e6f8 req-d9cb3249-b7ff-4ca3-a4c8-42cde19ac510 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=ed1c1f17-a991-46bb-b02b-af815ab2d7d5 HTTP/1.1" status: 200 len: 217 time: 0.0394468 Sep 16 04:37:46.393611 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1bab6-f9c4-4054-b317-8629e223e6f8 req-51a1076e-7833-43f1-a550-e285837c187a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:46.395108 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78b1bab6-f9c4-4054-b317-8629e223e6f8 req-51a1076e-7833-43f1-a550-e285837c187a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0464716 Sep 16 04:37:46.409708 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['3cd4f82b-a276-4944-a077-6208c1b94a75'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:46.506903 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1bab6-f9c4-4054-b317-8629e223e6f8 req-8d25a11c-8f16-4fc7-8253-6d43ef552f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:46.508330 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78b1bab6-f9c4-4054-b317-8629e223e6f8 req-8d25a11c-8f16-4fc7-8253-6d43ef552f25 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0819793 Sep 16 04:37:46.526696 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a927d1-58b9-43f8-8bb1-081db501d813 req-fae10ee5-4799-499f-970b-68553d4315e7 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:46.533110 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a8a927d1-58b9-43f8-8bb1-081db501d813 req-fae10ee5-4799-499f-970b-68553d4315e7 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/ports?device_id=12be914e-c08d-4466-85fa-a180a3843334 HTTP/1.1" status: 200 len: 945 time: 0.0656579 Sep 16 04:37:46.535766 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ad30b-40ff-4e5d-94bc-96d898d75dd1 req-ba4b6772-3eed-444e-b885-620858b96651 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:46.544224 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ad30b-40ff-4e5d-94bc-96d898d75dd1 req-ba4b6772-3eed-444e-b885-620858b96651 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:46.550916 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ad30b-40ff-4e5d-94bc-96d898d75dd1 req-ba4b6772-3eed-444e-b885-620858b96651 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:46.552633 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-544ad30b-40ff-4e5d-94bc-96d898d75dd1 req-ba4b6772-3eed-444e-b885-620858b96651 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4058e5c-6246-4462-ba28-254fd9e47420 HTTP/1.1" status: 200 len: 2416 time: 0.1153669 Sep 16 04:37:46.590659 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a8a927d1-58b9-43f8-8bb1-081db501d813 req-8c2889c5-5f7a-4724-9d84-e756da350c15 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/security-groups?id=055c7dc3-4d72-4d8a-b329-25d62d460c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515950 Sep 16 04:37:46.653557 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-544ad30b-40ff-4e5d-94bc-96d898d75dd1 req-7af48958-78e5-4e6d-91f6-848e64f1c80f tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e2affa8-0668-4988-b34f-7333ff388a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856400 Sep 16 04:37:46.676780 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78b1bab6-f9c4-4054-b317-8629e223e6f8 req-167c9982-5f1f-415a-94fa-32598ef6a7bb service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571660 Sep 16 04:37:46.824684 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00bf231-c6d8-43ee-b51e-e14e1f559fbb req-5b0cfd9d-3e73-45d7-8fc7-b7e0262a0dcf tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:46.826220 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a00bf231-c6d8-43ee-b51e-e14e1f559fbb req-5b0cfd9d-3e73-45d7-8fc7-b7e0262a0dcf tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2a70ddc-e329-4dee-80e0-5d544f8460f6 HTTP/1.1" status: 200 len: 948 time: 0.1130941 Sep 16 04:37:46.829358 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78b1bab6-f9c4-4054-b317-8629e223e6f8 req-3d0f9699-44d5-404f-bd50-337830b64e19 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398742 Sep 16 04:37:46.862245 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device ed1c1f17-a991-46bb-b02b-af815ab2d7d5 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:37:46.872087 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a00bf231-c6d8-43ee-b51e-e14e1f559fbb req-ec966bfb-ba81-4aaf-873e-cf755a3dacd8 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387378 Sep 16 04:37:46.972668 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port ed1c1f17-a991-46bb-b02b-af815ab2d7d5, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=ed1c1f17-a991-46bb-b02b-af815ab2d7d5,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:46.984187 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'ed1c1f17-a991-46bb-b02b-af815ab2d7d5', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': 'ed1c1f17-a991-46bb-b02b-af815ab2d7d5', 'mac_address': 'fa:16:3e:e7:d6:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:37:47.030627 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:47.044820 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed1c1f17-a991-46bb-b02b-af815ab2d7d5 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:37:47.067857 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port ed1c1f17-a991-46bb-b02b-af815ab2d7d5, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=ed1c1f17-a991-46bb-b02b-af815ab2d7d5,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:47.071772 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:47.121486 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=ed1c1f17-a991-46bb-b02b-af815ab2d7d5,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:47.131172 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:47.131172 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:47.131172 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:47.131172 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:47.131172 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:47.131172 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:47.131760 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:47.131760 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:47.132319 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:47.132762 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:47.133428 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:47.133786 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:47.418703 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1daa3-a4c1-477a-bf2a-4de1bed201ca req-45ec86ed-482d-4fcd-9f6f-0fec8567cd3f tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:47.420486 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a3d1daa3-a4c1-477a-bf2a-4de1bed201ca req-45ec86ed-482d-4fcd-9f6f-0fec8567cd3f tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 944 time: 0.0560598 Sep 16 04:37:47.459320 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a3d1daa3-a4c1-477a-bf2a-4de1bed201ca req-2a7c8f1a-25a2-40ff-b2cc-475eecd243df tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327122 Sep 16 04:37:47.606410 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device de729c49-297d-414c-8f20-1fb6ba443d92 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:37:47.660444 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port de729c49-297d-414c-8f20-1fb6ba443d92 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:37:47.664673 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port de729c49-297d-414c-8f20-1fb6ba443d92 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:47.665049 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:47.712883 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89dc72c-c239-4431-a135-225abef23841 req-9a87da95-51b9-4c97-927a-7100dcb3e4c6 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:47.721179 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e89dc72c-c239-4431-a135-225abef23841 req-9a87da95-51b9-4c97-927a-7100dcb3e4c6 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/ports?device_id=12be914e-c08d-4466-85fa-a180a3843334 HTTP/1.1" status: 200 len: 945 time: 0.0649476 Sep 16 04:37:47.765494 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:47.767040 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e89dc72c-c239-4431-a135-225abef23841 req-dc609c67-0729-4c86-89cb-3bdba80c74e6 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/security-groups?id=055c7dc3-4d72-4d8a-b329-25d62d460c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448775 Sep 16 04:37:47.823793 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port de729c49-297d-414c-8f20-1fb6ba443d92, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=de729c49-297d-414c-8f20-1fb6ba443d92,segment=NetworkSegment(eb896588-0070-4ec7-be8d-62cce23cea2a),segment_id=eb896588-0070-4ec7-be8d-62cce23cea2a)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:47.824749 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4058e5c-6246-4462-ba28-254fd9e47420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de729c49-297d-414c-8f20-1fb6ba443d92'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:47.827538 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabee071-1d03-4a71-9292-9a7faf7422cb" -d '{"events": [{"server_uuid": "d4058e5c-6246-4462-ba28-254fd9e47420", "name": "network-vif-plugged", "status": "completed", "tag": "de729c49-297d-414c-8f20-1fb6ba443d92"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:47.829640 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be9319-3ecf-46b9-9fd3-7022a0d927ba req-bf5b9edb-c24e-4433-b424-1c8bb6dd897b tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:47.831952 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:47.832784 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device df4eb102-9231-4f78-9990-db8c3a3e7b55 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:37:47.836554 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be9319-3ecf-46b9-9fd3-7022a0d927ba req-bf5b9edb-c24e-4433-b424-1c8bb6dd897b tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:47.843335 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be9319-3ecf-46b9-9fd3-7022a0d927ba req-bf5b9edb-c24e-4433-b424-1c8bb6dd897b tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:47.845279 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b3be9319-3ecf-46b9-9fd3-7022a0d927ba req-bf5b9edb-c24e-4433-b424-1c8bb6dd897b tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4058e5c-6246-4462-ba28-254fd9e47420 HTTP/1.1" status: 200 len: 2416 time: 0.1137629 Sep 16 04:37:47.900866 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b3be9319-3ecf-46b9-9fd3-7022a0d927ba req-732b0ad2-5449-4779-b179-9a47ffc61d09 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e2affa8-0668-4988-b34f-7333ff388a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487428 Sep 16 04:37:47.941088 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=de729c49-297d-414c-8f20-1fb6ba443d92,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:47.945580 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f507f60a-8806-4222-9577-1bbbfc4bef77 x-openstack-request-id: req-f507f60a-8806-4222-9577-1bbbfc4bef77 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:47.945866 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4058e5c-6246-4462-ba28-254fd9e47420", "name": "network-vif-plugged", "status": "completed", "tag": "de729c49-297d-414c-8f20-1fb6ba443d92", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:47.946116 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f507f60a-8806-4222-9577-1bbbfc4bef77 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:47.946498 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4058e5c-6246-4462-ba28-254fd9e47420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de729c49-297d-414c-8f20-1fb6ba443d92', 'code': 200} Sep 16 04:37:47.957065 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port df4eb102-9231-4f78-9990-db8c3a3e7b55 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:37:47.964466 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port df4eb102-9231-4f78-9990-db8c3a3e7b55 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:47.964885 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:47.988649 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['ed1c1f17-a991-46bb-b02b-af815ab2d7d5'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:48.050050 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2966c-67b5-4ed5-bc4e-c2286548700b req-33dd03e3-8a74-4f7e-80b2-3c5d6c2e127e tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:48.057367 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e9f2966c-67b5-4ed5-bc4e-c2286548700b req-33dd03e3-8a74-4f7e-80b2-3c5d6c2e127e tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2a70ddc-e329-4dee-80e0-5d544f8460f6 HTTP/1.1" status: 200 len: 949 time: 0.0703785 Sep 16 04:37:48.109337 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e9f2966c-67b5-4ed5-bc4e-c2286548700b req-48368a8c-214f-4856-9308-30cfbd053995 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445068 Sep 16 04:37:48.115251 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:48.183492 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port df4eb102-9231-4f78-9990-db8c3a3e7b55, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=df4eb102-9231-4f78-9990-db8c3a3e7b55,segment=NetworkSegment(eb896588-0070-4ec7-be8d-62cce23cea2a),segment_id=eb896588-0070-4ec7-be8d-62cce23cea2a)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:48.194150 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:48.194938 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device f65b1094-0e69-4fc3-b528-ca0f78baec72 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:37:48.307277 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=df4eb102-9231-4f78-9990-db8c3a3e7b55,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:48.355921 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:48.405064 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port f65b1094-0e69-4fc3-b528-ca0f78baec72, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=f65b1094-0e69-4fc3-b528-ca0f78baec72,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:48.410527 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:48.474064 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=f65b1094-0e69-4fc3-b528-ca0f78baec72,revision_number=8']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:48.591011 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd3ea0-b46c-4d42-ae4a-bca3c629ec7a req-56c1e618-11a9-4a9a-bbdd-de9d02229005 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:48.592811 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16cd3ea0-b46c-4d42-ae4a-bca3c629ec7a req-56c1e618-11a9-4a9a-bbdd-de9d02229005 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 944 time: 0.0539298 Sep 16 04:37:48.634216 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16cd3ea0-b46c-4d42-ae4a-bca3c629ec7a req-e3cf972c-ae41-4b8f-a03c-2b3eea295119 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343280 Sep 16 04:37:48.868425 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 4089eb0f-9295-4df5-aa97-35572478f60c details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:37:48.961268 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c647d5-248e-4689-92ef-e4e927212d5f req-65981ee3-2997-4e9e-8006-c0b7896a54a5 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:48.962920 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f4c647d5-248e-4689-92ef-e4e927212d5f req-65981ee3-2997-4e9e-8006-c0b7896a54a5 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/ports?device_id=12be914e-c08d-4466-85fa-a180a3843334 HTTP/1.1" status: 200 len: 945 time: 0.0657351 Sep 16 04:37:49.007940 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f4c647d5-248e-4689-92ef-e4e927212d5f req-436a00d8-c91b-41d6-a8ad-e9dee53314d3 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/security-groups?id=055c7dc3-4d72-4d8a-b329-25d62d460c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377264 Sep 16 04:37:49.009485 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 4089eb0f-9295-4df5-aa97-35572478f60c, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=4089eb0f-9295-4df5-aa97-35572478f60c,segment=NetworkSegment(658f680a-3fa0-437c-8003-3658800983eb),segment_id=658f680a-3fa0-437c-8003-3658800983eb)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:49.022581 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '4089eb0f-9295-4df5-aa97-35572478f60c', 'network_id': '01519a52-82ee-43fa-90b0-c71411cde4f0', 'port_id': '4089eb0f-9295-4df5-aa97-35572478f60c', 'mac_address': 'fa:16:3e:e6:e8:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1f953d6-01ca-4cb0-98b0-b9ee2763d49d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:37:49.069865 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:49.080661 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d9b3f-74f9-4c5b-ba19-40299987dbb5 req-8abe4fd5-733f-4d2c-a389-29191979c3dd tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:49.086466 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4089eb0f-9295-4df5-aa97-35572478f60c {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:37:49.087367 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d9b3f-74f9-4c5b-ba19-40299987dbb5 req-8abe4fd5-733f-4d2c-a389-29191979c3dd tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:49.094133 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d9b3f-74f9-4c5b-ba19-40299987dbb5 req-8abe4fd5-733f-4d2c-a389-29191979c3dd tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:49.102893 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5a2d9b3f-74f9-4c5b-ba19-40299987dbb5 req-8abe4fd5-733f-4d2c-a389-29191979c3dd tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4058e5c-6246-4462-ba28-254fd9e47420 HTTP/1.1" status: 200 len: 2418 time: 0.0865941 Sep 16 04:37:49.116060 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 4089eb0f-9295-4df5-aa97-35572478f60c, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=4089eb0f-9295-4df5-aa97-35572478f60c,segment=NetworkSegment(658f680a-3fa0-437c-8003-3658800983eb),segment_id=658f680a-3fa0-437c-8003-3658800983eb)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:49.120798 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:49.179227 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5a2d9b3f-74f9-4c5b-ba19-40299987dbb5 req-8f2209e5-602f-4df4-a398-cc805c1b767b tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e2affa8-0668-4988-b34f-7333ff388a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569465 Sep 16 04:37:49.201053 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=4089eb0f-9295-4df5-aa97-35572478f60c,revision_number=6']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:49.303009 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b21536-d3f6-45bf-b28d-198ed8f9f6f6 req-26903739-f86d-4fa2-8532-de89d4617367 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:49.304961 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16b21536-d3f6-45bf-b28d-198ed8f9f6f6 req-26903739-f86d-4fa2-8532-de89d4617367 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2a70ddc-e329-4dee-80e0-5d544f8460f6 HTTP/1.1" status: 200 len: 949 time: 0.0700662 Sep 16 04:37:49.350815 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16b21536-d3f6-45bf-b28d-198ed8f9f6f6 req-de26db94-1d8d-456a-a143-033f6cfabca3 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397475 Sep 16 04:37:49.357585 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-54a4ac12-6c85-4510-9fdc-6d3174b562f9 req-01559485-b3a1-48b9-8c40-a9d8f944277d tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 258 time: 0.2490070 Sep 16 04:37:49.369905 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-54a4ac12-6c85-4510-9fdc-6d3174b562f9 req-2ef8962f-ff9c-433b-9fe9-33092664eb66 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:49.394327 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-54a4ac12-6c85-4510-9fdc-6d3174b562f9 req-2ef8962f-ff9c-433b-9fe9-33092664eb66 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks [] for floatingip, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:49.492442 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-54a4ac12-6c85-4510-9fdc-6d3174b562f9 req-2ef8962f-ff9c-433b-9fe9-33092664eb66 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:49.584120 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device e04af8b6-b1f5-4f84-b146-6f0bb44fc7af details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:37:49.591345 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 3cd4f82b-a276-4944-a077-6208c1b94a75 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:37:49.605155 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-54a4ac12-6c85-4510-9fdc-6d3174b562f9 req-2ef8962f-ff9c-433b-9fe9-33092664eb66 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Allocated IP 172.25.8.80 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/fbf16c9a-51ac-4aad-9ccf-c8d4116c27d6) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:37:49.719355 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-54a4ac12-6c85-4510-9fdc-6d3174b562f9 req-2ef8962f-ff9c-433b-9fe9-33092664eb66 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:49.726856 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 3cd4f82b-a276-4944-a077-6208c1b94a75 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:37:49.740162 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 3cd4f82b-a276-4944-a077-6208c1b94a75 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:49.740765 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:49.743341 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port e04af8b6-b1f5-4f84-b146-6f0bb44fc7af, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=e04af8b6-b1f5-4f84-b146-6f0bb44fc7af,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:49.770882 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-54a4ac12-6c85-4510-9fdc-6d3174b562f9 req-2ef8962f-ff9c-433b-9fe9-33092664eb66 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:49.788584 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'e04af8b6-b1f5-4f84-b146-6f0bb44fc7af', 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588', 'port_id': 'e04af8b6-b1f5-4f84-b146-6f0bb44fc7af', 'mac_address': 'fa:16:3e:e3:63:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8440e215-69bc-4539-b053-2b3b499b80a9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:37:49.800449 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f4da7-bd42-40be-bcfd-8ae9ee7f24a2 req-fc3c5cf1-d647-4247-80ba-72ef7b61e1fd tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:49.802068 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-209f4da7-bd42-40be-bcfd-8ae9ee7f24a2 req-fc3c5cf1-d647-4247-80ba-72ef7b61e1fd tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 944 time: 0.0627265 Sep 16 04:37:49.805529 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['4089eb0f-9295-4df5-aa97-35572478f60c'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:49.814320 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54a4ac12-6c85-4510-9fdc-6d3174b562f9 req-2ef8962f-ff9c-433b-9fe9-33092664eb66 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:37:49.817842 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-54a4ac12-6c85-4510-9fdc-6d3174b562f9 req-2ef8962f-ff9c-433b-9fe9-33092664eb66 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:37:49.822326 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a4ac12-6c85-4510-9fdc-6d3174b562f9 req-2ef8962f-ff9c-433b-9fe9-33092664eb66 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:37:49.854700 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-209f4da7-bd42-40be-bcfd-8ae9ee7f24a2 req-acca6c9e-f7ac-4d66-b7f0-a34c650635d7 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433829 Sep 16 04:37:49.864013 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8962f-ff9c-433b-9fe9-33092664eb66 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Pushing event updated for resources: {'Port': ['ID=fbf16c9a-51ac-4aad-9ccf-c8d4116c27d6,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:49.924432 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:49.928447 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-54a4ac12-6c85-4510-9fdc-6d3174b562f9 req-2ef8962f-ff9c-433b-9fe9-33092664eb66 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:49.947729 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e04af8b6-b1f5-4f84-b146-6f0bb44fc7af {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:37:49.957246 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4058e5c-6246-4462-ba28-254fd9e47420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4eb102-9231-4f78-9990-db8c3a3e7b55'}, {'server_uuid': 'cde3f0ac-f0a9-436c-983a-1fd92b1f21d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f65b1094-0e69-4fc3-b528-ca0f78baec72'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:49.964871 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe8643a-f392-4296-aee3-4722e92714c1" -d '{"events": [{"server_uuid": "d4058e5c-6246-4462-ba28-254fd9e47420", "name": "network-vif-plugged", "status": "completed", "tag": "df4eb102-9231-4f78-9990-db8c3a3e7b55"}, {"server_uuid": "cde3f0ac-f0a9-436c-983a-1fd92b1f21d8", "name": "network-vif-unplugged", "status": "completed", "tag": "f65b1094-0e69-4fc3-b528-ca0f78baec72"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:49.967946 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-54a4ac12-6c85-4510-9fdc-6d3174b562f9 req-2ef8962f-ff9c-433b-9fe9-33092664eb66 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:49.985167 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:50.063795 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port e04af8b6-b1f5-4f84-b146-6f0bb44fc7af, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=e04af8b6-b1f5-4f84-b146-6f0bb44fc7af,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:50.079743 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:50.082699 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 3cd4f82b-a276-4944-a077-6208c1b94a75, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=3cd4f82b-a276-4944-a077-6208c1b94a75,segment=NetworkSegment(63ab9ddc-f924-4137-94a8-876e309daebe),segment_id=63ab9ddc-f924-4137-94a8-876e309daebe)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:50.089718 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:50.114350 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030f0ad4-81dd-4fc5-b641-6e70175ef2a8 x-openstack-request-id: req-030f0ad4-81dd-4fc5-b641-6e70175ef2a8 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:50.114638 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4058e5c-6246-4462-ba28-254fd9e47420", "name": "network-vif-plugged", "status": "completed", "tag": "df4eb102-9231-4f78-9990-db8c3a3e7b55", "code": 200}, {"server_uuid": "cde3f0ac-f0a9-436c-983a-1fd92b1f21d8", "name": "network-vif-unplugged", "status": "completed", "tag": "f65b1094-0e69-4fc3-b528-ca0f78baec72", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:50.115167 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-030f0ad4-81dd-4fc5-b641-6e70175ef2a8 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:50.115624 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4058e5c-6246-4462-ba28-254fd9e47420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4eb102-9231-4f78-9990-db8c3a3e7b55', 'code': 200} Sep 16 04:37:50.115759 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde3f0ac-f0a9-436c-983a-1fd92b1f21d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f65b1094-0e69-4fc3-b528-ca0f78baec72', 'code': 200} Sep 16 04:37:50.170250 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-54a4ac12-6c85-4510-9fdc-6d3174b562f9 req-2ef8962f-ff9c-433b-9fe9-33092664eb66 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:50.172039 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=e04af8b6-b1f5-4f84-b146-6f0bb44fc7af,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:50.186853 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-54a4ac12-6c85-4510-9fdc-6d3174b562f9 req-2ef8962f-ff9c-433b-9fe9-33092664eb66 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:50.254246 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=3cd4f82b-a276-4944-a077-6208c1b94a75,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:50.276132 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8962f-ff9c-433b-9fe9-33092664eb66 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Pushing event updated for resources: {'Port': ['ID=fbf16c9a-51ac-4aad-9ccf-c8d4116c27d6,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:50.300020 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-54a4ac12-6c85-4510-9fdc-6d3174b562f9 req-2ef8962f-ff9c-433b-9fe9-33092664eb66 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:50.318884 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-54a4ac12-6c85-4510-9fdc-6d3174b562f9 req-2ef8962f-ff9c-433b-9fe9-33092664eb66 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:50.320341 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-54a4ac12-6c85-4510-9fdc-6d3174b562f9 req-2ef8962f-ff9c-433b-9fe9-33092664eb66 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9544992 Sep 16 04:37:50.332157 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098640ac-bb38-465f-86ac-394b74dce72f req-c88daf7e-7169-494d-9187-e5075630953c tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:50.338598 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098640ac-bb38-465f-86ac-394b74dce72f req-c88daf7e-7169-494d-9187-e5075630953c tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:50.346042 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098640ac-bb38-465f-86ac-394b74dce72f req-c88daf7e-7169-494d-9187-e5075630953c tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:50.346945 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-098640ac-bb38-465f-86ac-394b74dce72f req-c88daf7e-7169-494d-9187-e5075630953c tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4058e5c-6246-4462-ba28-254fd9e47420 HTTP/1.1" status: 200 len: 2419 time: 0.0743787 Sep 16 04:37:50.372703 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-54a4ac12-6c85-4510-9fdc-6d3174b562f9 req-616286be-a793-4b89-b9ab-bd97c2488472 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.80 HTTP/1.1" status: 200 len: 695 time: 0.0459018 Sep 16 04:37:50.396845 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-098640ac-bb38-465f-86ac-394b74dce72f req-62dad46a-ca49-4d8e-bbb3-10c0853ca4e1 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e2affa8-0668-4988-b34f-7333ff388a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436366 Sep 16 04:37:50.491814 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['e04af8b6-b1f5-4f84-b146-6f0bb44fc7af'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:50.496958 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4ac12-6c85-4510-9fdc-6d3174b562f9 req-f068780c-6231-4db0-8d7b-62a5b0563499 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:50.502727 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-54a4ac12-6c85-4510-9fdc-6d3174b562f9 req-f068780c-6231-4db0-8d7b-62a5b0563499 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 784 time: 0.1206152 Sep 16 04:37:50.535844 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d57bba-82ca-4112-8be3-4375866aa642 req-2ee69a52-b834-469b-913a-0d923a03d49f tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:50.543838 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-18d57bba-82ca-4112-8be3-4375866aa642 req-2ee69a52-b834-469b-913a-0d923a03d49f tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2a70ddc-e329-4dee-80e0-5d544f8460f6 HTTP/1.1" status: 200 len: 949 time: 0.0815058 Sep 16 04:37:50.596603 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-18d57bba-82ca-4112-8be3-4375866aa642 req-c3e03cc0-31e5-4665-a79a-434b329631f3 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510926 Sep 16 04:37:50.633860 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e366c94-bdd5-42be-9776-db94aa54bfcf req-ea93cd12-868c-4186-84c1-adb82ce5f35e tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:50.635509 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2e366c94-bdd5-42be-9776-db94aa54bfcf req-ea93cd12-868c-4186-84c1-adb82ce5f35e tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/ports?device_id=12be914e-c08d-4466-85fa-a180a3843334&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0729222 Sep 16 04:37:50.702862 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2e366c94-bdd5-42be-9776-db94aa54bfcf req-ba701b2f-9e90-468f-975d-d1119d3889c5 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.80 HTTP/1.1" status: 200 len: 695 time: 0.0607612 Sep 16 04:37:50.713369 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-2e366c94-bdd5-42be-9776-db94aa54bfcf req-6269242d-aeb3-4a37-97e6-282ca787aa2d tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Request body: {'floatingip': {'port_id': '1f00c897-2ec5-4b69-8366-8b974bf007c2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:50.756948 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2e366c94-bdd5-42be-9776-db94aa54bfcf req-6269242d-aeb3-4a37-97e6-282ca787aa2d tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks [] for floatingip, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:50.888277 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 4089eb0f-9295-4df5-aa97-35572478f60c up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:37:50.965509 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 4089eb0f-9295-4df5-aa97-35572478f60c triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:50.966879 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:51.060292 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf0007-b0b5-4bb8-a64b-e8cab04e8a50 req-6cbd259d-f071-40b0-99fe-8f9da11fba2e tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:51.066724 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7cf0007-b0b5-4bb8-a64b-e8cab04e8a50 req-6cbd259d-f071-40b0-99fe-8f9da11fba2e tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 945 time: 0.0850215 Sep 16 04:37:51.119418 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:51.121551 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7cf0007-b0b5-4bb8-a64b-e8cab04e8a50 req-3eebd524-4840-4fec-899b-1a090f32ae6c tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458553 Sep 16 04:37:51.184798 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 4089eb0f-9295-4df5-aa97-35572478f60c, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=4089eb0f-9295-4df5-aa97-35572478f60c,segment=NetworkSegment(658f680a-3fa0-437c-8003-3658800983eb),segment_id=658f680a-3fa0-437c-8003-3658800983eb)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:51.190795 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:51.191723 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device ed1c1f17-a991-46bb-b02b-af815ab2d7d5 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:37:51.290359 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=4089eb0f-9295-4df5-aa97-35572478f60c,revision_number=7']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:51.302959 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port ed1c1f17-a991-46bb-b02b-af815ab2d7d5 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:37:51.307177 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port ed1c1f17-a991-46bb-b02b-af815ab2d7d5 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:51.307560 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:51.334855 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2e366c94-bdd5-42be-9776-db94aa54bfcf req-6269242d-aeb3-4a37-97e6-282ca787aa2d tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:51.343480 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2e366c94-bdd5-42be-9776-db94aa54bfcf req-6269242d-aeb3-4a37-97e6-282ca787aa2d tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:51.408141 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:51.451176 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port ed1c1f17-a991-46bb-b02b-af815ab2d7d5, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=ed1c1f17-a991-46bb-b02b-af815ab2d7d5,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:51.457525 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:51.463473 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [req-2e366c94-bdd5-42be-9776-db94aa54bfcf req-6269242d-aeb3-4a37-97e6-282ca787aa2d tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Floating IP 523df1a1-29f7-4337-8925-eeb7b63b5387 associated. External IP: 172.25.8.80, port: 1f00c897-2ec5-4b69-8366-8b974bf007c2. Sep 16 04:37:51.523533 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=ed1c1f17-a991-46bb-b02b-af815ab2d7d5,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:51.561706 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa7317-293c-4cec-95fe-977058a2cdd4 req-9dc7ec1d-d1dc-4a41-b346-d23fad35711a tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:51.569933 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa7317-293c-4cec-95fe-977058a2cdd4 req-9dc7ec1d-d1dc-4a41-b346-d23fad35711a tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:51.578953 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa7317-293c-4cec-95fe-977058a2cdd4 req-9dc7ec1d-d1dc-4a41-b346-d23fad35711a tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:51.581670 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0faa7317-293c-4cec-95fe-977058a2cdd4 req-9dc7ec1d-d1dc-4a41-b346-d23fad35711a tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4058e5c-6246-4462-ba28-254fd9e47420 HTTP/1.1" status: 200 len: 2419 time: 0.0860305 Sep 16 04:37:51.648784 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0faa7317-293c-4cec-95fe-977058a2cdd4 req-909847ab-2d66-4b59-9603-a6ddf068de51 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e2affa8-0668-4988-b34f-7333ff388a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498819 Sep 16 04:37:51.756799 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca45097-6da0-4d37-9884-7f4e7c2ed3f3 req-f557755f-82a2-4caa-8546-bed7c9fb9fda tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:51.758378 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fca45097-6da0-4d37-9884-7f4e7c2ed3f3 req-f557755f-82a2-4caa-8546-bed7c9fb9fda tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2a70ddc-e329-4dee-80e0-5d544f8460f6 HTTP/1.1" status: 200 len: 950 time: 0.0563483 Sep 16 04:37:51.813437 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fca45097-6da0-4d37-9884-7f4e7c2ed3f3 req-b9308d60-7a29-40f6-8b9b-82a918ba94b0 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484400 Sep 16 04:37:52.058001 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e366c94-bdd5-42be-9776-db94aa54bfcf req-6269242d-aeb3-4a37-97e6-282ca787aa2d tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Router 05d02fb2-b7b0-4238-98ec-d135d4e53ae3 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:37:52.117135 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4058e5c-6246-4462-ba28-254fd9e47420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd4f82b-a276-4944-a077-6208c1b94a75'}, {'server_uuid': '83372543-752c-48d0-a115-ac6c769ea5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4089eb0f-9295-4df5-aa97-35572478f60c'}, {'server_uuid': 'a2a70ddc-e329-4dee-80e0-5d544f8460f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1c1f17-a991-46bb-b02b-af815ab2d7d5'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:52.119812 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d0c33d-f53e-407c-961b-e651bc0ca50b" -d '{"events": [{"server_uuid": "d4058e5c-6246-4462-ba28-254fd9e47420", "name": "network-vif-plugged", "status": "completed", "tag": "3cd4f82b-a276-4944-a077-6208c1b94a75"}, {"server_uuid": "83372543-752c-48d0-a115-ac6c769ea5fe", "name": "network-vif-plugged", "status": "completed", "tag": "4089eb0f-9295-4df5-aa97-35572478f60c"}, {"server_uuid": "a2a70ddc-e329-4dee-80e0-5d544f8460f6", "name": "network-vif-plugged", "status": "completed", "tag": "ed1c1f17-a991-46bb-b02b-af815ab2d7d5"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:52.169940 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88a1baa-29c2-4aed-ad9b-66286e4b1edd x-openstack-request-id: req-f88a1baa-29c2-4aed-ad9b-66286e4b1edd {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:52.170653 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4058e5c-6246-4462-ba28-254fd9e47420", "name": "network-vif-plugged", "status": "completed", "tag": "3cd4f82b-a276-4944-a077-6208c1b94a75", "code": 200}, {"server_uuid": "83372543-752c-48d0-a115-ac6c769ea5fe", "name": "network-vif-plugged", "status": "completed", "tag": "4089eb0f-9295-4df5-aa97-35572478f60c", "code": 200}, {"server_uuid": "a2a70ddc-e329-4dee-80e0-5d544f8460f6", "name": "network-vif-plugged", "status": "completed", "tag": "ed1c1f17-a991-46bb-b02b-af815ab2d7d5", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:52.171321 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f88a1baa-29c2-4aed-ad9b-66286e4b1edd {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:52.171890 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4058e5c-6246-4462-ba28-254fd9e47420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd4f82b-a276-4944-a077-6208c1b94a75', 'code': 200} Sep 16 04:37:52.173191 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83372543-752c-48d0-a115-ac6c769ea5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4089eb0f-9295-4df5-aa97-35572478f60c', 'code': 200} Sep 16 04:37:52.173562 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e366c94-bdd5-42be-9776-db94aa54bfcf req-6269242d-aeb3-4a37-97e6-282ca787aa2d tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:37:52.178826 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2e366c94-bdd5-42be-9776-db94aa54bfcf req-6269242d-aeb3-4a37-97e6-282ca787aa2d tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:52.183402 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a70ddc-e329-4dee-80e0-5d544f8460f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1c1f17-a991-46bb-b02b-af815ab2d7d5', 'code': 200} Sep 16 04:37:52.186338 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e248474-b795-4ca5-96b2-f0916510532b None None] Sync routers for ids ['05d02fb2-b7b0-4238-98ec-d135d4e53ae3'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:37:52.203854 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e248474-b795-4ca5-96b2-f0916510532b None None] Routers {'05d02fb2-b7b0-4238-98ec-d135d4e53ae3'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:37:52.204600 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-7e248474-b795-4ca5-96b2-f0916510532b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:37:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['05d02fb2-b7b0-4238-98ec-d135d4e53ae3'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:37:52.217125 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2e366c94-bdd5-42be-9776-db94aa54bfcf req-6269242d-aeb3-4a37-97e6-282ca787aa2d tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "PUT /v2.0/floatingips/523df1a1-29f7-4337-8925-eeb7b63b5387 HTTP/1.1" status: 200 len: 995 time: 1.5051167 Sep 16 04:37:52.218547 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12be914e-c08d-4466-85fa-a180a3843334', 'tag': '1f00c897-2ec5-4b69-8366-8b974bf007c2'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:52.223946 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5ad27e-abaf-4f6a-a3d8-ead9d925541c" -d '{"events": [{"name": "network-changed", "server_uuid": "12be914e-c08d-4466-85fa-a180a3843334", "tag": "1f00c897-2ec5-4b69-8366-8b974bf007c2"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:52.308862 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aae125-37d7-4e3e-b8a2-8c6c4aed7de0 req-a576e2e9-9bee-4f35-95d6-340614f3b575 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:52.311223 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-42aae125-37d7-4e3e-b8a2-8c6c4aed7de0 req-a576e2e9-9bee-4f35-95d6-340614f3b575 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 945 time: 0.0875411 Sep 16 04:37:52.329496 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e366c94-bdd5-42be-9776-db94aa54bfcf req-88056de2-daca-46c9-8afd-0c2e0243bb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:52.334719 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2e366c94-bdd5-42be-9776-db94aa54bfcf req-88056de2-daca-46c9-8afd-0c2e0243bb77 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=29c1bb20d82b4eca9094dc7aee909c49&device_id=12be914e-c08d-4466-85fa-a180a3843334 HTTP/1.1" status: 200 len: 1097 time: 0.1017692 Sep 16 04:37:52.340102 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a0576-10ba-4f01-916a-ee6627755c3b req-9c2302f4-c608-41b1-b9a2-b4c2ab260f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:52.340822 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a0576-10ba-4f01-916a-ee6627755c3b req-9c2302f4-c608-41b1-b9a2-b4c2ab260f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:52.341257 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a0576-10ba-4f01-916a-ee6627755c3b req-9c2302f4-c608-41b1-b9a2-b4c2ab260f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:52.343211 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-080a0576-10ba-4f01-916a-ee6627755c3b req-9c2302f4-c608-41b1-b9a2-b4c2ab260f08 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d4058e5c-6246-4462-ba28-254fd9e47420 HTTP/1.1" status: 200 len: 2875 time: 0.0740259 Sep 16 04:37:52.380368 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-7e248474-b795-4ca5-96b2-f0916510532b None None] Set router 05d02fb2-b7b0-4238-98ec-d135d4e53ae3 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:37:52.415448 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-42aae125-37d7-4e3e-b8a2-8c6c4aed7de0 req-7f29fa86-9a46-4ffa-9366-34d1990871d1 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977464 Sep 16 04:37:52.425823 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-080a0576-10ba-4f01-916a-ee6627755c3b req-0bec7bcc-5508-44a0-b805-b1cfa768b0b0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0e2affa8-0668-4988-b34f-7333ff388a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717146 Sep 16 04:37:52.450664 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c2cee-bcb8-493d-98f0-b5f172d1e611 req-d0b55b13-d427-4f0f-8075-b3f731893c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:52.452482 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-793c2cee-bcb8-493d-98f0-b5f172d1e611 req-d0b55b13-d427-4f0f-8075-b3f731893c25 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a2a70ddc-e329-4dee-80e0-5d544f8460f6 HTTP/1.1" status: 200 len: 1102 time: 0.1007793 Sep 16 04:37:52.498500 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-793c2cee-bcb8-493d-98f0-b5f172d1e611 req-45c060bf-c7d6-4abf-a877-c11b414144e9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322280 Sep 16 04:37:52.505513 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbcf985-89cd-4b84-9378-4c5ba7511319 x-openstack-request-id: req-afbcf985-89cd-4b84-9378-4c5ba7511319 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:52.506271 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12be914e-c08d-4466-85fa-a180a3843334", "tag": "1f00c897-2ec5-4b69-8366-8b974bf007c2", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:52.506700 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-afbcf985-89cd-4b84-9378-4c5ba7511319 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:52.507267 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12be914e-c08d-4466-85fa-a180a3843334', 'tag': '1f00c897-2ec5-4b69-8366-8b974bf007c2', 'status': 'completed', 'code': 200} Sep 16 04:37:52.513097 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e366c94-bdd5-42be-9776-db94aa54bfcf req-f5f1a6e2-8689-4e73-8feb-f8d3119e3ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:52.522757 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2e366c94-bdd5-42be-9776-db94aa54bfcf req-f5f1a6e2-8689-4e73-8feb-f8d3119e3ee2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=72ffa5cb-2d81-4610-a5b0-bee15bccc3ac HTTP/1.1" status: 200 len: 928 time: 0.1785064 Sep 16 04:37:52.593053 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2e366c94-bdd5-42be-9776-db94aa54bfcf req-64f62045-4cb0-4e67-8af3-e608a80607c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f00c897-2ec5-4b69-8366-8b974bf007c2 HTTP/1.1" status: 200 len: 998 time: 0.0693481 Sep 16 04:37:52.651562 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e366c94-bdd5-42be-9776-db94aa54bfcf req-67c35344-5f33-4856-8ff0-a6e8dedd8515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:52.653225 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2e366c94-bdd5-42be-9776-db94aa54bfcf req-67c35344-5f33-4856-8ff0-a6e8dedd8515 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ab1a97a2-e37d-4797-8a1a-f8faa962d3f3 HTTP/1.1" status: 200 len: 866 time: 0.0516496 Sep 16 04:37:52.701802 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e366c94-bdd5-42be-9776-db94aa54bfcf req-63deb1ad-00cb-4acd-9320-a745e47bfc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:52.703330 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2e366c94-bdd5-42be-9776-db94aa54bfcf req-63deb1ad-00cb-4acd-9320-a745e47bfc28 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=72ffa5cb-2d81-4610-a5b0-bee15bccc3ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438221 Sep 16 04:37:52.819238 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-7e248474-b795-4ca5-96b2-f0916510532b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-75251409-router', 'tenant_id': '29c1bb20d82b4eca9094dc7aee909c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:37:07Z', 'updated_at': '2021-09-16T04:37:17Z', 'revision_number': 4, 'project_id': '29c1bb20d82b4eca9094dc7aee909c49', 'gw_port': {'id': 'bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:11:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:37:07Z', 'updated_at': '2021-09-16T04:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '523df1a1-29f7-4337-8925-eeb7b63b5387', 'tenant_id': '29c1bb20d82b4eca9094dc7aee909c49', 'floating_ip_address': '172.25.8.80', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'port_id': '1f00c897-2ec5-4b69-8366-8b974bf007c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ffa5cb-2d81-4610-a5b0-bee15bccc3ac', 'mac_address': 'fa:16:3e:e4:cf:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12be914e-c08d-4466-85fa-a180a3843334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:37:49Z', 'updated_at': '2021-09-16T04:37:51Z', 'revision_number': 1, 'project_id': '29c1bb20d82b4eca9094dc7aee909c49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02bf7e90-cd63-4a4d-a41e-9759ec8c3fb1', 'name': '', 'network_id': '72ffa5cb-2d81-4610-a5b0-bee15bccc3ac', 'tenant_id': '29c1bb20d82b4eca9094dc7aee909c49', 'mac_address': 'fa:16:3e:f7:f1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'ab1a97a2-e37d-4797-8a1a-f8faa962d3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:37:13Z', 'updated_at': '2021-09-16T04:37:24Z', 'revision_number': 5, 'project_id': '29c1bb20d82b4eca9094dc7aee909c49', 'subnets': [{'id': 'ab1a97a2-e37d-4797-8a1a-f8faa962d3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:37:52.823609 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2e366c94-bdd5-42be-9776-db94aa54bfcf req-5ee584ce-60e5-4215-9b97-ef033c418bde service neutron] 10.222.0.35 "GET /v2.0/networks/72ffa5cb-2d81-4610-a5b0-bee15bccc3ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134801 Sep 16 04:37:52.855578 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e248474-b795-4ca5-96b2-f0916510532b None None] Checking router: 05d02fb2-b7b0-4238-98ec-d135d4e53ae3 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:37:52.865846 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e248474-b795-4ca5-96b2-f0916510532b None None] Routers {'05d02fb2-b7b0-4238-98ec-d135d4e53ae3'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:37:52.866569 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-7e248474-b795-4ca5-96b2-f0916510532b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:37:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['05d02fb2-b7b0-4238-98ec-d135d4e53ae3'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:37:52.908257 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c8f67-afab-4839-ba99-9fad94cf26c5 req-e71e7224-160e-45f7-9196-eb7fcd67e1f3 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:52.918268 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c8f67-afab-4839-ba99-9fad94cf26c5 req-e71e7224-160e-45f7-9196-eb7fcd67e1f3 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:52.927155 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c8f67-afab-4839-ba99-9fad94cf26c5 req-e71e7224-160e-45f7-9196-eb7fcd67e1f3 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:52.935126 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-992c8f67-afab-4839-ba99-9fad94cf26c5 req-e71e7224-160e-45f7-9196-eb7fcd67e1f3 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4058e5c-6246-4462-ba28-254fd9e47420 HTTP/1.1" status: 200 len: 2419 time: 0.0826404 Sep 16 04:37:52.942509 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2e366c94-bdd5-42be-9776-db94aa54bfcf req-903f83d9-8f99-4e02-87a6-4fe9c82ab426 service neutron] 10.222.0.35 "GET /v2.0/networks/72ffa5cb-2d81-4610-a5b0-bee15bccc3ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121883 Sep 16 04:37:52.982260 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-992c8f67-afab-4839-ba99-9fad94cf26c5 req-15c217b9-d64b-4247-a14f-157d9a92b2e0 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e2affa8-0668-4988-b34f-7333ff388a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460029 Sep 16 04:37:53.005908 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-7e248474-b795-4ca5-96b2-f0916510532b None None] Set router 05d02fb2-b7b0-4238-98ec-d135d4e53ae3 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:37:53.038656 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ad27e-abaf-4f6a-a3d8-ead9d925541c req-d3c75993-bab4-4cd8-943a-e01c5658f6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:53.040314 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2e5ad27e-abaf-4f6a-a3d8-ead9d925541c req-d3c75993-bab4-4cd8-943a-e01c5658f6a3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29c1bb20d82b4eca9094dc7aee909c49&device_id=12be914e-c08d-4466-85fa-a180a3843334 HTTP/1.1" status: 200 len: 1097 time: 0.0509908 Sep 16 04:37:53.099161 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f7a88-d77f-4154-af37-fddcd44217c2 req-f4887ade-7627-4bc8-b9f6-29e2e8646275 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:53.102131 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-560f7a88-d77f-4154-af37-fddcd44217c2 req-f4887ade-7627-4bc8-b9f6-29e2e8646275 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2a70ddc-e329-4dee-80e0-5d544f8460f6 HTTP/1.1" status: 200 len: 950 time: 0.0711949 Sep 16 04:37:53.163478 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-560f7a88-d77f-4154-af37-fddcd44217c2 req-1caa5e8b-8ac3-4dee-a698-cc032deb7d55 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518935 Sep 16 04:37:53.305666 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-7e248474-b795-4ca5-96b2-f0916510532b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-75251409-router', 'tenant_id': '29c1bb20d82b4eca9094dc7aee909c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:37:07Z', 'updated_at': '2021-09-16T04:37:17Z', 'revision_number': 4, 'project_id': '29c1bb20d82b4eca9094dc7aee909c49', 'gw_port': {'id': 'bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:11:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:37:07Z', 'updated_at': '2021-09-16T04:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '523df1a1-29f7-4337-8925-eeb7b63b5387', 'tenant_id': '29c1bb20d82b4eca9094dc7aee909c49', 'floating_ip_address': '172.25.8.80', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'port_id': '1f00c897-2ec5-4b69-8366-8b974bf007c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ffa5cb-2d81-4610-a5b0-bee15bccc3ac', 'mac_address': 'fa:16:3e:e4:cf:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12be914e-c08d-4466-85fa-a180a3843334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:37:49Z', 'updated_at': '2021-09-16T04:37:51Z', 'revision_number': 1, 'project_id': '29c1bb20d82b4eca9094dc7aee909c49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02bf7e90-cd63-4a4d-a41e-9759ec8c3fb1', 'name': '', 'network_id': '72ffa5cb-2d81-4610-a5b0-bee15bccc3ac', 'tenant_id': '29c1bb20d82b4eca9094dc7aee909c49', 'mac_address': 'fa:16:3e:f7:f1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'ab1a97a2-e37d-4797-8a1a-f8faa962d3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:37:13Z', 'updated_at': '2021-09-16T04:37:24Z', 'revision_number': 5, 'project_id': '29c1bb20d82b4eca9094dc7aee909c49', 'subnets': [{'id': 'ab1a97a2-e37d-4797-8a1a-f8faa962d3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:37:53.326445 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ad27e-abaf-4f6a-a3d8-ead9d925541c req-2a26ecaf-3d2c-45a0-acbd-9861cb2ece54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:53.328099 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2e5ad27e-abaf-4f6a-a3d8-ead9d925541c req-2a26ecaf-3d2c-45a0-acbd-9861cb2ece54 service neutron] 10.222.0.48 "GET /v2.0/networks?id=72ffa5cb-2d81-4610-a5b0-bee15bccc3ac HTTP/1.1" status: 200 len: 928 time: 0.2637591 Sep 16 04:37:53.337410 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-17573a48-88c1-445d-889d-56d6b203e681 req-a8ece9df-023c-4364-86f1-01ff745ca82d tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 258 time: 0.2511954 Sep 16 04:37:53.339528 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e248474-b795-4ca5-96b2-f0916510532b None None] The sync data for ids ['05d02fb2-b7b0-4238-98ec-d135d4e53ae3'] in n-d-712139-15 is: [{'id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-75251409-router', 'tenant_id': '29c1bb20d82b4eca9094dc7aee909c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:37:07Z', 'updated_at': '2021-09-16T04:37:17Z', 'revision_number': 4, 'project_id': '29c1bb20d82b4eca9094dc7aee909c49', 'gw_port': {'id': 'bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:11:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:37:07Z', 'updated_at': '2021-09-16T04:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '523df1a1-29f7-4337-8925-eeb7b63b5387', 'tenant_id': '29c1bb20d82b4eca9094dc7aee909c49', 'floating_ip_address': '172.25.8.80', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'port_id': '1f00c897-2ec5-4b69-8366-8b974bf007c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ffa5cb-2d81-4610-a5b0-bee15bccc3ac', 'mac_address': 'fa:16:3e:e4:cf:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12be914e-c08d-4466-85fa-a180a3843334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:37:49Z', 'updated_at': '2021-09-16T04:37:51Z', 'revision_number': 1, 'project_id': '29c1bb20d82b4eca9094dc7aee909c49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02bf7e90-cd63-4a4d-a41e-9759ec8c3fb1', 'name': '', 'network_id': '72ffa5cb-2d81-4610-a5b0-bee15bccc3ac', 'tenant_id': '29c1bb20d82b4eca9094dc7aee909c49', 'mac_address': 'fa:16:3e:f7:f1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'ab1a97a2-e37d-4797-8a1a-f8faa962d3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:37:13Z', 'updated_at': '2021-09-16T04:37:24Z', 'revision_number': 5, 'project_id': '29c1bb20d82b4eca9094dc7aee909c49', 'subnets': [{'id': 'ab1a97a2-e37d-4797-8a1a-f8faa962d3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:37:53.357793 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-17573a48-88c1-445d-889d-56d6b203e681 req-ec887b89-48ac-42a7-9b5d-71836597e0d5 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:53.440375 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2e5ad27e-abaf-4f6a-a3d8-ead9d925541c req-f7a61b98-a577-453a-a3d0-3382b33a0ea7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f00c897-2ec5-4b69-8366-8b974bf007c2 HTTP/1.1" status: 200 len: 998 time: 0.0856204 Sep 16 04:37:53.441834 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-17573a48-88c1-445d-889d-56d6b203e681 req-ec887b89-48ac-42a7-9b5d-71836597e0d5 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks [] for floatingip, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:53.544708 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ad27e-abaf-4f6a-a3d8-ead9d925541c req-c3e11911-0b29-46f9-a68a-b57d0842d3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:53.549786 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2e5ad27e-abaf-4f6a-a3d8-ead9d925541c req-c3e11911-0b29-46f9-a68a-b57d0842d3a9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab1a97a2-e37d-4797-8a1a-f8faa962d3f3 HTTP/1.1" status: 200 len: 866 time: 0.0932860 Sep 16 04:37:53.582408 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566ce7d-ed1e-42ec-bbbf-1310eea83ac2 req-cef08113-347f-402e-84a0-4c877eedf799 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:53.584985 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e566ce7d-ed1e-42ec-bbbf-1310eea83ac2 req-cef08113-347f-402e-84a0-4c877eedf799 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 945 time: 0.0672486 Sep 16 04:37:53.620840 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device e04af8b6-b1f5-4f84-b146-6f0bb44fc7af up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:37:53.635890 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ad27e-abaf-4f6a-a3d8-ead9d925541c req-75fde24c-2cc5-4412-9556-e0dd3b9efdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:53.637360 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2e5ad27e-abaf-4f6a-a3d8-ead9d925541c req-75fde24c-2cc5-4412-9556-e0dd3b9efdac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72ffa5cb-2d81-4610-a5b0-bee15bccc3ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619414 Sep 16 04:37:53.643436 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e566ce7d-ed1e-42ec-bbbf-1310eea83ac2 req-b667a466-245d-4d7e-bec6-21a767371e8d tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438130 Sep 16 04:37:53.663579 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-17573a48-88c1-445d-889d-56d6b203e681 req-ec887b89-48ac-42a7-9b5d-71836597e0d5 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:53.700502 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab68b04-d1ff-4eac-b957-64ced97a23d9 None None] New status for floating IP 523df1a1-29f7-4337-8925-eeb7b63b5387: ACTIVE {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:37:53.702310 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port e04af8b6-b1f5-4f84-b146-6f0bb44fc7af completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:37:53.706546 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port e04af8b6-b1f5-4f84-b146-6f0bb44fc7af triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:53.707162 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:53.826835 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2e5ad27e-abaf-4f6a-a3d8-ead9d925541c req-b27ab9cf-93a6-4c2f-b234-a300772f4083 service neutron] 10.222.0.48 "GET /v2.0/networks/72ffa5cb-2d81-4610-a5b0-bee15bccc3ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763484 Sep 16 04:37:53.858291 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:53.862574 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-17573a48-88c1-445d-889d-56d6b203e681 req-ec887b89-48ac-42a7-9b5d-71836597e0d5 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Allocated IP 172.25.8.169 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/7023367a-b5f5-4cd8-9851-2080b39056c5) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:37:53.925247 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port e04af8b6-b1f5-4f84-b146-6f0bb44fc7af, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=e04af8b6-b1f5-4f84-b146-6f0bb44fc7af,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:53.940729 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:53.987541 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2e5ad27e-abaf-4f6a-a3d8-ead9d925541c req-e4272d22-3564-4cd2-8277-4fe7df8ed29f service neutron] 10.222.0.48 "GET /v2.0/networks/72ffa5cb-2d81-4610-a5b0-bee15bccc3ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113789 Sep 16 04:37:53.998933 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=e04af8b6-b1f5-4f84-b146-6f0bb44fc7af,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:54.123197 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-17573a48-88c1-445d-889d-56d6b203e681 req-ec887b89-48ac-42a7-9b5d-71836597e0d5 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:54.129947 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f71438-d458-4747-af00-79c600e7d340 req-7f0fb9cf-c35f-40c1-97b5-49b1d6d18997 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:54.136101 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f71438-d458-4747-af00-79c600e7d340 req-7f0fb9cf-c35f-40c1-97b5-49b1d6d18997 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:54.142528 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f71438-d458-4747-af00-79c600e7d340 req-7f0fb9cf-c35f-40c1-97b5-49b1d6d18997 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:54.150918 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-81f71438-d458-4747-af00-79c600e7d340 req-7f0fb9cf-c35f-40c1-97b5-49b1d6d18997 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4058e5c-6246-4462-ba28-254fd9e47420 HTTP/1.1" status: 200 len: 2419 time: 0.0741510 Sep 16 04:37:54.160539 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-17573a48-88c1-445d-889d-56d6b203e681 req-ec887b89-48ac-42a7-9b5d-71836597e0d5 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:54.183540 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc33a6c2-cce9-4141-ad9f-c0eb8577af25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04af8b6-b1f5-4f84-b146-6f0bb44fc7af'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:54.187200 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6166a353-5545-4b27-a4b2-cd67cefd12ed" -d '{"events": [{"server_uuid": "cc33a6c2-cce9-4141-ad9f-c0eb8577af25", "name": "network-vif-plugged", "status": "completed", "tag": "e04af8b6-b1f5-4f84-b146-6f0bb44fc7af"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:54.200385 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-81f71438-d458-4747-af00-79c600e7d340 req-a3fbaf90-4d80-4b8a-bf0a-67a16cf8d1cf tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e2affa8-0668-4988-b34f-7333ff388a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484178 Sep 16 04:37:54.202308 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17573a48-88c1-445d-889d-56d6b203e681 req-ec887b89-48ac-42a7-9b5d-71836597e0d5 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:37:54.229933 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-17573a48-88c1-445d-889d-56d6b203e681 req-ec887b89-48ac-42a7-9b5d-71836597e0d5 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:37:54.232497 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-17573a48-88c1-445d-889d-56d6b203e681 req-ec887b89-48ac-42a7-9b5d-71836597e0d5 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:37:54.265451 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec887b89-48ac-42a7-9b5d-71836597e0d5 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Pushing event updated for resources: {'Port': ['ID=7023367a-b5f5-4cd8-9851-2080b39056c5,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:54.340111 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-17573a48-88c1-445d-889d-56d6b203e681 req-ec887b89-48ac-42a7-9b5d-71836597e0d5 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:54.365535 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef40fec-a8a8-4dc9-9a89-ad3a2f9639d2 req-5125cf91-73c4-4089-9730-bd19643ffe21 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:54.367159 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-eef40fec-a8a8-4dc9-9a89-ad3a2f9639d2 req-5125cf91-73c4-4089-9730-bd19643ffe21 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2a70ddc-e329-4dee-80e0-5d544f8460f6 HTTP/1.1" status: 200 len: 950 time: 0.0527282 Sep 16 04:37:54.375293 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-17573a48-88c1-445d-889d-56d6b203e681 req-ec887b89-48ac-42a7-9b5d-71836597e0d5 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:54.412780 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-eef40fec-a8a8-4dc9-9a89-ad3a2f9639d2 req-da7254dd-8255-4b98-a4c7-e111ef7c149d tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380888 Sep 16 04:37:54.459929 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78675d3-5c92-41f5-ba78-0f7ab6795491 x-openstack-request-id: req-c78675d3-5c92-41f5-ba78-0f7ab6795491 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:54.460393 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc33a6c2-cce9-4141-ad9f-c0eb8577af25", "name": "network-vif-plugged", "status": "completed", "tag": "e04af8b6-b1f5-4f84-b146-6f0bb44fc7af", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:54.460757 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c78675d3-5c92-41f5-ba78-0f7ab6795491 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:54.461252 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc33a6c2-cce9-4141-ad9f-c0eb8577af25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04af8b6-b1f5-4f84-b146-6f0bb44fc7af', 'code': 200} Sep 16 04:37:54.547632 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-17573a48-88c1-445d-889d-56d6b203e681 req-ec887b89-48ac-42a7-9b5d-71836597e0d5 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:54.566358 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-17573a48-88c1-445d-889d-56d6b203e681 req-ec887b89-48ac-42a7-9b5d-71836597e0d5 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:54.641586 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334491e-083f-41f3-a4c0-0cc4b3de1c2c req-ff171439-efe1-4ca4-9082-62345181a6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:54.644362 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8334491e-083f-41f3-a4c0-0cc4b3de1c2c req-ff171439-efe1-4ca4-9082-62345181a6a1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 1098 time: 0.0697415 Sep 16 04:37:54.680967 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec887b89-48ac-42a7-9b5d-71836597e0d5 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Pushing event updated for resources: {'Port': ['ID=7023367a-b5f5-4cd8-9851-2080b39056c5,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:54.695320 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-17573a48-88c1-445d-889d-56d6b203e681 req-ec887b89-48ac-42a7-9b5d-71836597e0d5 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:54.718126 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-17573a48-88c1-445d-889d-56d6b203e681 req-ec887b89-48ac-42a7-9b5d-71836597e0d5 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:54.719882 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-17573a48-88c1-445d-889d-56d6b203e681 req-ec887b89-48ac-42a7-9b5d-71836597e0d5 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3675706 Sep 16 04:37:54.765748 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8334491e-083f-41f3-a4c0-0cc4b3de1c2c req-89c9f76e-3745-4ecb-bfea-b32531de2298 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689321 Sep 16 04:37:54.778198 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-17573a48-88c1-445d-889d-56d6b203e681 req-69160e0b-1537-4f39-ac65-b17066a3b482 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.169 HTTP/1.1" status: 200 len: 696 time: 0.0516989 Sep 16 04:37:54.790749 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6d981-232c-4a80-8741-be6e45cf7bc8 req-b8d052c6-b975-4454-a5ec-a9ea10061fad tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:54.796556 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6d981-232c-4a80-8741-be6e45cf7bc8 req-b8d052c6-b975-4454-a5ec-a9ea10061fad tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:54.802953 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6d981-232c-4a80-8741-be6e45cf7bc8 req-b8d052c6-b975-4454-a5ec-a9ea10061fad tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:54.804852 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2ec6d981-232c-4a80-8741-be6e45cf7bc8 req-b8d052c6-b975-4454-a5ec-a9ea10061fad tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4058e5c-6246-4462-ba28-254fd9e47420 HTTP/1.1" status: 200 len: 2419 time: 0.0887182 Sep 16 04:37:54.855571 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2ec6d981-232c-4a80-8741-be6e45cf7bc8 req-d26015d4-7bba-44d6-ae77-42e5b875b401 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e2affa8-0668-4988-b34f-7333ff388a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449250 Sep 16 04:37:54.896115 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17573a48-88c1-445d-889d-56d6b203e681 req-ff000983-096c-4eb7-b32d-59b44c2bb661 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:54.897531 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-17573a48-88c1-445d-889d-56d6b203e681 req-ff000983-096c-4eb7-b32d-59b44c2bb661 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 784 time: 0.1137996 Sep 16 04:37:54.908408 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 8458f15a-7a63-425e-8097-a6b6eb4032ff details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:37:54.990818 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacffe9-d72d-4c5c-bd21-9c144d45df6d req-34950b2e-48a5-41d3-b135-ec92a31c2596 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:54.992720 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3dacffe9-d72d-4c5c-bd21-9c144d45df6d req-34950b2e-48a5-41d3-b135-ec92a31c2596 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 946 time: 0.0736821 Sep 16 04:37:55.041310 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3dacffe9-d72d-4c5c-bd21-9c144d45df6d req-c9b4db78-d53d-46b9-9f55-9b4273af4688 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402613 Sep 16 04:37:55.084390 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 8458f15a-7a63-425e-8097-a6b6eb4032ff, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=8458f15a-7a63-425e-8097-a6b6eb4032ff,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:55.114370 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '8458f15a-7a63-425e-8097-a6b6eb4032ff', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': '8458f15a-7a63-425e-8097-a6b6eb4032ff', 'mac_address': 'fa:16:3e:a9:19:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:37:55.161549 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:55.178988 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8458f15a-7a63-425e-8097-a6b6eb4032ff {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:37:55.206345 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 8458f15a-7a63-425e-8097-a6b6eb4032ff, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=8458f15a-7a63-425e-8097-a6b6eb4032ff,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:55.213326 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:55.220220 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbac75f-a832-4840-84ff-0920bb275c11 req-590e6164-8d46-4bd0-ae66-b941be28f878 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:55.223975 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9fbac75f-a832-4840-84ff-0920bb275c11 req-590e6164-8d46-4bd0-ae66-b941be28f878 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/ports?device_id=12be914e-c08d-4466-85fa-a180a3843334&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0703337 Sep 16 04:37:55.272759 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=8458f15a-7a63-425e-8097-a6b6eb4032ff,revision_number=9']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:55.285930 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9fbac75f-a832-4840-84ff-0920bb275c11 req-263a9328-b01b-4db8-8624-58b7c2bdd399 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.169 HTTP/1.1" status: 200 len: 696 time: 0.0523021 Sep 16 04:37:55.291157 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-9fbac75f-a832-4840-84ff-0920bb275c11 req-0bd34bff-c629-4249-af1a-4aea09d119b3 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Request body: {'floatingip': {'port_id': '1f00c897-2ec5-4b69-8366-8b974bf007c2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:55.345140 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-9fbac75f-a832-4840-84ff-0920bb275c11 req-0bd34bff-c629-4249-af1a-4aea09d119b3 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks [] for floatingip, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:55.483562 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['8458f15a-7a63-425e-8097-a6b6eb4032ff'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:55.554132 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a47ac3-01b5-417b-8a68-246de1ebe1c4 req-6bb65dbf-64e5-4e50-b074-bbcb597dffc1 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:55.556042 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d5a47ac3-01b5-417b-8a68-246de1ebe1c4 req-6bb65dbf-64e5-4e50-b074-bbcb597dffc1 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2a70ddc-e329-4dee-80e0-5d544f8460f6 HTTP/1.1" status: 200 len: 950 time: 0.0572364 Sep 16 04:37:55.612509 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d5a47ac3-01b5-417b-8a68-246de1ebe1c4 req-f3c82bee-6590-4c72-a2bd-8abe6962bc80 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490611 Sep 16 04:37:55.648590 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [req-9fbac75f-a832-4840-84ff-0920bb275c11 req-0bd34bff-c629-4249-af1a-4aea09d119b3 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] update failed (client error): There was a conflict when trying to complete your request. Sep 16 04:37:55.655039 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9fbac75f-a832-4840-84ff-0920bb275c11 req-0bd34bff-c629-4249-af1a-4aea09d119b3 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "PUT /v2.0/floatingips/d0b68ff9-1e15-4a33-95a7-f5956f9c262b HTTP/1.1" status: 409 len: 550 time: 0.3679926 Sep 16 04:37:55.767240 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-155bb73e-2e27-496a-a387-1dc5c98ebf22 req-0e9d623b-1392-47f4-9589-1106b6b14277 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/floatingips/d0b68ff9-1e15-4a33-95a7-f5956f9c262b HTTP/1.1" status: 200 len: 693 time: 0.0902057 Sep 16 04:37:55.809945 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7405e-eda4-4381-94d1-d3e80239dc64 req-3a12b0d8-c057-43ac-a547-eb316f831883 tempest-ServersOnMultiNodesTest-608600449 tempest-ServersOnMultiNodesTest-608600449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:55.811512 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4de7405e-eda4-4381-94d1-d3e80239dc64 req-3a12b0d8-c057-43ac-a547-eb316f831883 tempest-ServersOnMultiNodesTest-608600449 tempest-ServersOnMultiNodesTest-608600449-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a2a70ddc-e329-4dee-80e0-5d544f8460f6 HTTP/1.1" status: 200 len: 1102 time: 0.0937142 Sep 16 04:37:55.884167 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4de7405e-eda4-4381-94d1-d3e80239dc64 req-f0149194-5c83-4761-8f4f-213cd1dfac8f tempest-ServersOnMultiNodesTest-608600449 tempest-ServersOnMultiNodesTest-608600449-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614448 Sep 16 04:37:55.934546 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bb73e-2e27-496a-a387-1dc5c98ebf22 req-720da536-648d-4a1e-85e7-059fb405dbe3 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:55.945459 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-155bb73e-2e27-496a-a387-1dc5c98ebf22 req-720da536-648d-4a1e-85e7-059fb405dbe3 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 784 time: 0.1771898 Sep 16 04:37:56.004705 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-155bb73e-2e27-496a-a387-1dc5c98ebf22 req-a8ee992c-1e7b-42ff-9937-5ef602ffc065 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.169 HTTP/1.1" status: 200 len: 696 time: 0.0582662 Sep 16 04:37:56.079407 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5309256-e687-44d4-869e-a856819405de req-514c2260-ec53-4127-8795-9ca9184eb330 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:56.083190 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-155bb73e-2e27-496a-a387-1dc5c98ebf22 req-318c4b83-33c9-47cd-a6d1-8c8eeaf3b53b tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.169 HTTP/1.1" status: 200 len: 696 time: 0.0747497 Sep 16 04:37:56.089398 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5309256-e687-44d4-869e-a856819405de req-514c2260-ec53-4127-8795-9ca9184eb330 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:56.097491 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5309256-e687-44d4-869e-a856819405de req-514c2260-ec53-4127-8795-9ca9184eb330 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:56.106773 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a5309256-e687-44d4-869e-a856819405de req-514c2260-ec53-4127-8795-9ca9184eb330 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4058e5c-6246-4462-ba28-254fd9e47420 HTTP/1.1" status: 200 len: 2419 time: 0.1130345 Sep 16 04:37:56.169466 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a5309256-e687-44d4-869e-a856819405de req-d813985e-cd3a-4c7e-b2a3-ab6bdc81b92c tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e2affa8-0668-4988-b34f-7333ff388a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612905 Sep 16 04:37:56.303285 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-155bb73e-2e27-496a-a387-1dc5c98ebf22 req-07a3cd98-c714-4f60-a5ef-53724481681e tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Deleting port 7023367a-b5f5-4cd8-9851-2080b39056c5 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:37:56.303637 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-155bb73e-2e27-496a-a387-1dc5c98ebf22 req-07a3cd98-c714-4f60-a5ef-53724481681e tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:56.414583 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-155bb73e-2e27-496a-a387-1dc5c98ebf22 req-07a3cd98-c714-4f60-a5ef-53724481681e tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:56.415012 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-155bb73e-2e27-496a-a387-1dc5c98ebf22 req-07a3cd98-c714-4f60-a5ef-53724481681e tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:56.434966 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-155bb73e-2e27-496a-a387-1dc5c98ebf22 req-07a3cd98-c714-4f60-a5ef-53724481681e tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Calling delete_port for 7023367a-b5f5-4cd8-9851-2080b39056c5 owned by network:floatingip {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:37:56.612778 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd510782-c3ca-46c4-9d74-d16504b25cc3 req-96f1c9cf-4472-4f69-84b9-0cf2c2f2e2ca tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:56.620428 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fd510782-c3ca-46c4-9d74-d16504b25cc3 req-96f1c9cf-4472-4f69-84b9-0cf2c2f2e2ca tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 946 time: 0.0589371 Sep 16 04:37:56.650065 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-155bb73e-2e27-496a-a387-1dc5c98ebf22 req-07a3cd98-c714-4f60-a5ef-53724481681e tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:56.671899 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fd510782-c3ca-46c4-9d74-d16504b25cc3 req-8b0e2367-1dd6-4de7-ade3-815ecad3995f tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499189 Sep 16 04:37:56.771779 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3cd98-c714-4f60-a5ef-53724481681e tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Pushing event deleted for resources: {'Port': ['ID=7023367a-b5f5-4cd8-9851-2080b39056c5,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:56.844585 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-155bb73e-2e27-496a-a387-1dc5c98ebf22 req-07a3cd98-c714-4f60-a5ef-53724481681e tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks [] for floatingip, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:56.848715 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-155bb73e-2e27-496a-a387-1dc5c98ebf22 req-07a3cd98-c714-4f60-a5ef-53724481681e tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:56.853055 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-155bb73e-2e27-496a-a387-1dc5c98ebf22 req-07a3cd98-c714-4f60-a5ef-53724481681e tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "DELETE /v2.0/floatingips/d0b68ff9-1e15-4a33-95a7-f5956f9c262b HTTP/1.1" status: 204 len: 173 time: 0.7689962 Sep 16 04:37:57.106560 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de63cb1-5124-4276-9101-eb8cbc90fe6c req-b94cb6c7-d9d3-4a8b-a438-5c3bb7d418bf tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:57.108154 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4de63cb1-5124-4276-9101-eb8cbc90fe6c req-b94cb6c7-d9d3-4a8b-a438-5c3bb7d418bf tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 1098 time: 0.0581470 Sep 16 04:37:57.113358 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15362f73-b69b-4978-97bf-832a510f98b7 req-83c73290-3a04-479a-b40c-00ecac1f1361 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:57.120007 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15362f73-b69b-4978-97bf-832a510f98b7 req-83c73290-3a04-479a-b40c-00ecac1f1361 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:57.126454 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15362f73-b69b-4978-97bf-832a510f98b7 req-83c73290-3a04-479a-b40c-00ecac1f1361 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:57.128321 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-15362f73-b69b-4978-97bf-832a510f98b7 req-83c73290-3a04-479a-b40c-00ecac1f1361 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4058e5c-6246-4462-ba28-254fd9e47420 HTTP/1.1" status: 200 len: 2419 time: 0.0870311 Sep 16 04:37:57.136411 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff36144-7ecc-4b3b-b303-0c7764321902 req-8c927fe5-f8ce-49f4-ba11-5ce5e56b1b90 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:57.137583 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-bff36144-7ecc-4b3b-b303-0c7764321902 req-8c927fe5-f8ce-49f4-ba11-5ce5e56b1b90 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2a70ddc-e329-4dee-80e0-5d544f8460f6 HTTP/1.1" status: 200 len: 950 time: 0.1290133 Sep 16 04:37:57.161721 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4de63cb1-5124-4276-9101-eb8cbc90fe6c req-44b1c19d-64f6-4b83-a089-696fc4488d1a tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465970 Sep 16 04:37:57.275187 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6ee5764-453a-458a-88f3-e68e1fb52fd0 req-ced36ce6-0b60-4f70-bdbb-b236455d2f97 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.80 HTTP/1.1" status: 200 len: 1000 time: 0.0745473 Sep 16 04:37:57.289115 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-bff36144-7ecc-4b3b-b303-0c7764321902 req-fe6bd09d-9637-4b34-a9b8-07893a5b5d0d tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944777 Sep 16 04:37:57.318274 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-15362f73-b69b-4978-97bf-832a510f98b7 req-393e651a-2900-4445-86b6-8cca3c48024c tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Deleting port 3cd4f82b-a276-4944-a077-6208c1b94a75 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:37:57.318621 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-15362f73-b69b-4978-97bf-832a510f98b7 req-393e651a-2900-4445-86b6-8cca3c48024c tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:57.512794 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-15362f73-b69b-4978-97bf-832a510f98b7 req-393e651a-2900-4445-86b6-8cca3c48024c tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] For port 3cd4f82b-a276-4944-a077-6208c1b94a75, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=3cd4f82b-a276-4944-a077-6208c1b94a75,segment=NetworkSegment(63ab9ddc-f924-4137-94a8-876e309daebe),segment_id=63ab9ddc-f924-4137-94a8-876e309daebe)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:57.513167 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-15362f73-b69b-4978-97bf-832a510f98b7 req-393e651a-2900-4445-86b6-8cca3c48024c tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:57.538430 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-15362f73-b69b-4978-97bf-832a510f98b7 req-393e651a-2900-4445-86b6-8cca3c48024c tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Calling delete_port for 3cd4f82b-a276-4944-a077-6208c1b94a75 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:37:57.552654 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8850fe-f201-4fb5-9f76-2f5b9d7d4acc req-a86400f2-6197-416b-a624-5d65ed471ed9 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:57.559246 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8850fe-f201-4fb5-9f76-2f5b9d7d4acc req-a86400f2-6197-416b-a624-5d65ed471ed9 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:57.567028 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8850fe-f201-4fb5-9f76-2f5b9d7d4acc req-a86400f2-6197-416b-a624-5d65ed471ed9 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:57.575261 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-6c8850fe-f201-4fb5-9f76-2f5b9d7d4acc req-a86400f2-6197-416b-a624-5d65ed471ed9 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4058e5c-6246-4462-ba28-254fd9e47420 HTTP/1.1" status: 200 len: 2419 time: 0.2145872 Sep 16 04:37:57.665241 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-6c8850fe-f201-4fb5-9f76-2f5b9d7d4acc req-ab70aa92-ef61-459f-8b01-3ed24e4aca56 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e2affa8-0668-4988-b34f-7333ff388a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889394 Sep 16 04:37:57.679503 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee5764-453a-458a-88f3-e68e1fb52fd0 req-cb4f7f04-d46b-44e6-bb69-e690c41e2cc9 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:57.688094 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6ee5764-453a-458a-88f3-e68e1fb52fd0 req-cb4f7f04-d46b-44e6-bb69-e690c41e2cc9 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/ports/1f00c897-2ec5-4b69-8366-8b974bf007c2 HTTP/1.1" status: 200 len: 942 time: 0.4089532 Sep 16 04:37:57.875258 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdaa50e-7199-4a18-93ce-91f65f67c1b0 req-de11b6aa-ca5c-482b-9228-69e5c02a380d tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:57.883127 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-bbdaa50e-7199-4a18-93ce-91f65f67c1b0 req-de11b6aa-ca5c-482b-9228-69e5c02a380d tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 1098 time: 0.0860169 Sep 16 04:37:57.894788 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-15362f73-b69b-4978-97bf-832a510f98b7 req-393e651a-2900-4445-86b6-8cca3c48024c tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:57.917189 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6ee5764-453a-458a-88f3-e68e1fb52fd0 req-d34cacfc-27b7-456d-b79f-bc2a08274329 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.80 HTTP/1.1" status: 200 len: 1000 time: 0.1533425 Sep 16 04:37:57.933280 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e651a-2900-4445-86b6-8cca3c48024c tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Pushing event deleted for resources: {'Port': ['ID=3cd4f82b-a276-4944-a077-6208c1b94a75,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:57.936153 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['df4eb102-9231-4f78-9990-db8c3a3e7b55', 'de729c49-297d-414c-8f20-1fb6ba443d92', '3cd4f82b-a276-4944-a077-6208c1b94a75'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:58.001907 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-15362f73-b69b-4978-97bf-832a510f98b7 req-393e651a-2900-4445-86b6-8cca3c48024c tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] No DVR routers for this DVR port 3cd4f82b-a276-4944-a077-6208c1b94a75 on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:37:58.010840 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-bbdaa50e-7199-4a18-93ce-91f65f67c1b0 req-b959152e-420b-4a29-8fa6-f6d17b807a51 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241965 Sep 16 04:37:58.015727 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-15362f73-b69b-4978-97bf-832a510f98b7 req-393e651a-2900-4445-86b6-8cca3c48024c tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:58.021947 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-15362f73-b69b-4978-97bf-832a510f98b7 req-393e651a-2900-4445-86b6-8cca3c48024c tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.47 "DELETE /v2.0/ports/3cd4f82b-a276-4944-a077-6208c1b94a75 HTTP/1.1" status: 204 len: 173 time: 0.8833952 Sep 16 04:37:58.023667 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4058e5c-6246-4462-ba28-254fd9e47420', 'name': 'network-vif-deleted', 'tag': '3cd4f82b-a276-4944-a077-6208c1b94a75'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:58.028839 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37217b3b-0154-4578-8d5f-bac33e669819" -d '{"events": [{"server_uuid": "d4058e5c-6246-4462-ba28-254fd9e47420", "name": "network-vif-deleted", "tag": "3cd4f82b-a276-4944-a077-6208c1b94a75"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:58.169645 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee5764-453a-458a-88f3-e68e1fb52fd0 req-c3d1ee07-b3ea-4415-ab68-d48980901ea0 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:58.171838 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6ee5764-453a-458a-88f3-e68e1fb52fd0 req-c3d1ee07-b3ea-4415-ab68-d48980901ea0 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 784 time: 0.2489672 Sep 16 04:37:58.334690 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6ee5764-453a-458a-88f3-e68e1fb52fd0 req-ab2b6128-1e30-40e9-848d-31f7f9754e65 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.80 HTTP/1.1" status: 200 len: 1000 time: 0.1511767 Sep 16 04:37:58.338896 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-15362f73-b69b-4978-97bf-832a510f98b7 req-4dede0dd-5c4a-4188-833c-622bb864fa40 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Deleting port de729c49-297d-414c-8f20-1fb6ba443d92 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:37:58.339530 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-15362f73-b69b-4978-97bf-832a510f98b7 req-4dede0dd-5c4a-4188-833c-622bb864fa40 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:58.343015 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-e6ee5764-453a-458a-88f3-e68e1fb52fd0 req-2c606e37-2b90-4dae-aa6b-85a99d77e7f6 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:58.469786 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e6ee5764-453a-458a-88f3-e68e1fb52fd0 req-2c606e37-2b90-4dae-aa6b-85a99d77e7f6 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks [] for floatingip, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:58.534245 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-15362f73-b69b-4978-97bf-832a510f98b7 req-4dede0dd-5c4a-4188-833c-622bb864fa40 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] For port de729c49-297d-414c-8f20-1fb6ba443d92, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=de729c49-297d-414c-8f20-1fb6ba443d92,segment=NetworkSegment(eb896588-0070-4ec7-be8d-62cce23cea2a),segment_id=eb896588-0070-4ec7-be8d-62cce23cea2a)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:58.534819 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-15362f73-b69b-4978-97bf-832a510f98b7 req-4dede0dd-5c4a-4188-833c-622bb864fa40 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:58.556744 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-15362f73-b69b-4978-97bf-832a510f98b7 req-4dede0dd-5c4a-4188-833c-622bb864fa40 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Calling delete_port for de729c49-297d-414c-8f20-1fb6ba443d92 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:37:58.616124 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90bd947-baf9-40b8-a936-8bc755e61c4a x-openstack-request-id: req-f90bd947-baf9-40b8-a936-8bc755e61c4a {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:58.616504 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4058e5c-6246-4462-ba28-254fd9e47420", "name": "network-vif-deleted", "tag": "3cd4f82b-a276-4944-a077-6208c1b94a75", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:58.616752 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f90bd947-baf9-40b8-a936-8bc755e61c4a {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:58.617153 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4058e5c-6246-4462-ba28-254fd9e47420', 'name': 'network-vif-deleted', 'tag': '3cd4f82b-a276-4944-a077-6208c1b94a75', 'status': 'completed', 'code': 200} Sep 16 04:37:58.845138 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e6ee5764-453a-458a-88f3-e68e1fb52fd0 req-2c606e37-2b90-4dae-aa6b-85a99d77e7f6 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:58.850864 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-15362f73-b69b-4978-97bf-832a510f98b7 req-4dede0dd-5c4a-4188-833c-622bb864fa40 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:58.851869 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e6ee5764-453a-458a-88f3-e68e1fb52fd0 req-2c606e37-2b90-4dae-aa6b-85a99d77e7f6 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:58.852642 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [req-e6ee5764-453a-458a-88f3-e68e1fb52fd0 req-2c606e37-2b90-4dae-aa6b-85a99d77e7f6 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Floating IP 523df1a1-29f7-4337-8925-eeb7b63b5387 disassociated. External IP: 172.25.8.80, port: 1f00c897-2ec5-4b69-8366-8b974bf007c2. Sep 16 04:37:58.890900 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['3cd4f82b-a276-4944-a077-6208c1b94a75'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:58.922793 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dede0dd-5c4a-4188-833c-622bb864fa40 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Pushing event deleted for resources: {'Port': ['ID=de729c49-297d-414c-8f20-1fb6ba443d92,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:58.949726 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 8458f15a-7a63-425e-8097-a6b6eb4032ff up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:37:58.956444 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5174b-2d8b-4c9d-aabd-e0b7b6fb20b3 req-97213dc4-09a0-4ee4-bd1c-d809a26d0db3 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:58.966308 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-aff5174b-2d8b-4c9d-aabd-e0b7b6fb20b3 req-97213dc4-09a0-4ee4-bd1c-d809a26d0db3 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2a70ddc-e329-4dee-80e0-5d544f8460f6 HTTP/1.1" status: 200 len: 950 time: 0.2834678 Sep 16 04:37:59.079824 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 8458f15a-7a63-425e-8097-a6b6eb4032ff triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:59.081479 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:59.098152 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-15362f73-b69b-4978-97bf-832a510f98b7 req-4dede0dd-5c4a-4188-833c-622bb864fa40 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] No DVR routers for this DVR port de729c49-297d-414c-8f20-1fb6ba443d92 on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:37:59.101877 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-15362f73-b69b-4978-97bf-832a510f98b7 req-4dede0dd-5c4a-4188-833c-622bb864fa40 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:59.104082 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-15362f73-b69b-4978-97bf-832a510f98b7 req-4dede0dd-5c4a-4188-833c-622bb864fa40 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.47 "DELETE /v2.0/ports/de729c49-297d-414c-8f20-1fb6ba443d92 HTTP/1.1" status: 204 len: 173 time: 1.0668721 Sep 16 04:37:59.182938 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88745f14-3273-4d7f-a0f6-5b9ab7cae512 req-9ff959ec-43d8-41ed-abd0-16be39104877 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:59.184497 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-88745f14-3273-4d7f-a0f6-5b9ab7cae512 req-9ff959ec-43d8-41ed-abd0-16be39104877 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2a70ddc-e329-4dee-80e0-5d544f8460f6 HTTP/1.1" status: 200 len: 950 time: 0.1570854 Sep 16 04:37:59.240434 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-aff5174b-2d8b-4c9d-aabd-e0b7b6fb20b3 req-b95709d6-b596-432f-b4bd-e409138187a7 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586124 Sep 16 04:37:59.389460 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:59.407320 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-15362f73-b69b-4978-97bf-832a510f98b7 req-1590e07a-2810-4f0d-b8fb-494287939c48 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Deleting port df4eb102-9231-4f78-9990-db8c3a3e7b55 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:37:59.413663 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-15362f73-b69b-4978-97bf-832a510f98b7 req-1590e07a-2810-4f0d-b8fb-494287939c48 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:59.495730 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18197268-7960-4fe5-90a7-3303ed6e67a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8458f15a-7a63-425e-8097-a6b6eb4032ff'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:59.498035 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c741e6e5-166f-4384-8c7e-e92c0bee2808" -d '{"events": [{"server_uuid": "18197268-7960-4fe5-90a7-3303ed6e67a1", "name": "network-vif-plugged", "status": "completed", "tag": "8458f15a-7a63-425e-8097-a6b6eb4032ff"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:59.500404 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6ee5764-453a-458a-88f3-e68e1fb52fd0 req-2c606e37-2b90-4dae-aa6b-85a99d77e7f6 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Router 05d02fb2-b7b0-4238-98ec-d135d4e53ae3 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:37:59.573275 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 8458f15a-7a63-425e-8097-a6b6eb4032ff, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=8458f15a-7a63-425e-8097-a6b6eb4032ff,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:59.585592 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:59.612860 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-15362f73-b69b-4978-97bf-832a510f98b7 req-1590e07a-2810-4f0d-b8fb-494287939c48 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] For port df4eb102-9231-4f78-9990-db8c3a3e7b55, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=df4eb102-9231-4f78-9990-db8c3a3e7b55,segment=NetworkSegment(eb896588-0070-4ec7-be8d-62cce23cea2a),segment_id=eb896588-0070-4ec7-be8d-62cce23cea2a)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:59.613901 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-15362f73-b69b-4978-97bf-832a510f98b7 req-1590e07a-2810-4f0d-b8fb-494287939c48 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:59.616360 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-88745f14-3273-4d7f-a0f6-5b9ab7cae512 req-d67dd231-82df-4bbe-acd1-1c8f40a931b1 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Deleting port ed1c1f17-a991-46bb-b02b-af815ab2d7d5 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:37:59.616360 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-88745f14-3273-4d7f-a0f6-5b9ab7cae512 req-d67dd231-82df-4bbe-acd1-1c8f40a931b1 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:59.629037 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-15362f73-b69b-4978-97bf-832a510f98b7 req-1590e07a-2810-4f0d-b8fb-494287939c48 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Calling delete_port for df4eb102-9231-4f78-9990-db8c3a3e7b55 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:37:59.769016 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-88745f14-3273-4d7f-a0f6-5b9ab7cae512 req-d67dd231-82df-4bbe-acd1-1c8f40a931b1 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] For port ed1c1f17-a991-46bb-b02b-af815ab2d7d5, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=ed1c1f17-a991-46bb-b02b-af815ab2d7d5,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:59.769396 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-88745f14-3273-4d7f-a0f6-5b9ab7cae512 req-d67dd231-82df-4bbe-acd1-1c8f40a931b1 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:59.795985 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=8458f15a-7a63-425e-8097-a6b6eb4032ff,revision_number=10']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:59.796219 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6ee5764-453a-458a-88f3-e68e1fb52fd0 req-2c606e37-2b90-4dae-aa6b-85a99d77e7f6 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:37:59.798980 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-88745f14-3273-4d7f-a0f6-5b9ab7cae512 req-d67dd231-82df-4bbe-acd1-1c8f40a931b1 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Calling delete_port for ed1c1f17-a991-46bb-b02b-af815ab2d7d5 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:37:59.803621 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e6ee5764-453a-458a-88f3-e68e1fb52fd0 req-2c606e37-2b90-4dae-aa6b-85a99d77e7f6 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:59.810635 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7829c11-2c65-460a-86b7-202f06e2f637 None None] Sync routers for ids ['05d02fb2-b7b0-4238-98ec-d135d4e53ae3'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:37:59.827416 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-15362f73-b69b-4978-97bf-832a510f98b7 req-1590e07a-2810-4f0d-b8fb-494287939c48 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:59.842701 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7829c11-2c65-460a-86b7-202f06e2f637 None None] Routers {'05d02fb2-b7b0-4238-98ec-d135d4e53ae3'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:37:59.843347 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-b7829c11-2c65-460a-86b7-202f06e2f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:37:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['05d02fb2-b7b0-4238-98ec-d135d4e53ae3'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:37:59.884384 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1590e07a-2810-4f0d-b8fb-494287939c48 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Pushing event deleted for resources: {'Port': ['ID=df4eb102-9231-4f78-9990-db8c3a3e7b55,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:59.921213 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6ee5764-453a-458a-88f3-e68e1fb52fd0 req-2c606e37-2b90-4dae-aa6b-85a99d77e7f6 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "PUT /v2.0/floatingips/523df1a1-29f7-4337-8925-eeb7b63b5387 HTTP/1.1" status: 200 len: 694 time: 1.5852709 Sep 16 04:37:59.925798 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12be914e-c08d-4466-85fa-a180a3843334', 'tag': '1f00c897-2ec5-4b69-8366-8b974bf007c2'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:59.932635 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa12d7cb-52cb-44e2-b8fb-0f6ed884e77e" -d '{"events": [{"name": "network-changed", "server_uuid": "12be914e-c08d-4466-85fa-a180a3843334", "tag": "1f00c897-2ec5-4b69-8366-8b974bf007c2"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:00.002891 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-15362f73-b69b-4978-97bf-832a510f98b7 req-1590e07a-2810-4f0d-b8fb-494287939c48 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] No DVR routers for this DVR port df4eb102-9231-4f78-9990-db8c3a3e7b55 on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:38:00.006716 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-15362f73-b69b-4978-97bf-832a510f98b7 req-1590e07a-2810-4f0d-b8fb-494287939c48 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:00.010719 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-15362f73-b69b-4978-97bf-832a510f98b7 req-1590e07a-2810-4f0d-b8fb-494287939c48 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.47 "DELETE /v2.0/ports/df4eb102-9231-4f78-9990-db8c3a3e7b55 HTTP/1.1" status: 204 len: 173 time: 0.8797810 Sep 16 04:38:00.146659 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee5764-453a-458a-88f3-e68e1fb52fd0 req-ac32ae32-31a9-43de-b716-3d17ee285c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:00.151343 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6ee5764-453a-458a-88f3-e68e1fb52fd0 req-ac32ae32-31a9-43de-b716-3d17ee285c1f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=29c1bb20d82b4eca9094dc7aee909c49&device_id=12be914e-c08d-4466-85fa-a180a3843334 HTTP/1.1" status: 200 len: 1097 time: 0.2139261 Sep 16 04:38:00.246378 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-b7829c11-2c65-460a-86b7-202f06e2f637 None None] Set router 05d02fb2-b7b0-4238-98ec-d135d4e53ae3 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:38:00.334285 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-88745f14-3273-4d7f-a0f6-5b9ab7cae512 req-d67dd231-82df-4bbe-acd1-1c8f40a931b1 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:00.378338 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['c7447a58-0c6e-491c-ab5e-4e8420d69a50', '5b20acd7-db56-459e-bcc5-ceff5032038f', '7b8366f8-5845-456d-abc4-c887356b20da'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:38:00.380533 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf', 'b89bf368-53c0-4450-bf56-54bfd995b9ed', 'dc94428e-190c-4858-bad3-ad1cd92dcd21', 'b0a6f292-bfff-484c-90ed-e79e32eb87a1', 'ed1c1f17-a991-46bb-b02b-af815ab2d7d5'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:38:00.409014 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67dd231-82df-4bbe-acd1-1c8f40a931b1 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Pushing event deleted for resources: {'Port': ['ID=ed1c1f17-a991-46bb-b02b-af815ab2d7d5,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:00.553087 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-88745f14-3273-4d7f-a0f6-5b9ab7cae512 req-d67dd231-82df-4bbe-acd1-1c8f40a931b1 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] No DVR routers for this DVR port ed1c1f17-a991-46bb-b02b-af815ab2d7d5 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:38:00.567685 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-88745f14-3273-4d7f-a0f6-5b9ab7cae512 req-d67dd231-82df-4bbe-acd1-1c8f40a931b1 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:00.592125 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-88745f14-3273-4d7f-a0f6-5b9ab7cae512 req-d67dd231-82df-4bbe-acd1-1c8f40a931b1 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.48 "DELETE /v2.0/ports/ed1c1f17-a991-46bb-b02b-af815ab2d7d5 HTTP/1.1" status: 204 len: 173 time: 1.2238321 Sep 16 04:38:00.618565 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4058e5c-6246-4462-ba28-254fd9e47420', 'name': 'network-vif-deleted', 'tag': 'de729c49-297d-414c-8f20-1fb6ba443d92'}, {'server_uuid': 'd4058e5c-6246-4462-ba28-254fd9e47420', 'name': 'network-vif-deleted', 'tag': 'df4eb102-9231-4f78-9990-db8c3a3e7b55'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:00.621686 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83939a0-0162-46ae-954a-e6a92839cb2a" -d '{"events": [{"server_uuid": "d4058e5c-6246-4462-ba28-254fd9e47420", "name": "network-vif-deleted", "tag": "de729c49-297d-414c-8f20-1fb6ba443d92"}, {"server_uuid": "d4058e5c-6246-4462-ba28-254fd9e47420", "name": "network-vif-deleted", "tag": "df4eb102-9231-4f78-9990-db8c3a3e7b55"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:00.621872 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee5764-453a-458a-88f3-e68e1fb52fd0 req-7008bd67-2673-458a-9f21-4d3aa9842243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:00.625458 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6ee5764-453a-458a-88f3-e68e1fb52fd0 req-7008bd67-2673-458a-9f21-4d3aa9842243 service neutron] 10.222.0.35 "GET /v2.0/networks?id=72ffa5cb-2d81-4610-a5b0-bee15bccc3ac HTTP/1.1" status: 200 len: 928 time: 0.4529653 Sep 16 04:38:00.725201 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6ee5764-453a-458a-88f3-e68e1fb52fd0 req-0697eea2-f233-4c42-9b4a-60c23c13e9f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f00c897-2ec5-4b69-8366-8b974bf007c2 HTTP/1.1" status: 200 len: 217 time: 0.0834239 Sep 16 04:38:00.805369 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee5764-453a-458a-88f3-e68e1fb52fd0 req-6858b7e3-3e30-4fee-a40a-b0a608f59191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:00.813677 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6ee5764-453a-458a-88f3-e68e1fb52fd0 req-6858b7e3-3e30-4fee-a40a-b0a608f59191 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ab1a97a2-e37d-4797-8a1a-f8faa962d3f3 HTTP/1.1" status: 200 len: 866 time: 0.0819237 Sep 16 04:38:00.972824 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-b7829c11-2c65-460a-86b7-202f06e2f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-75251409-router', 'tenant_id': '29c1bb20d82b4eca9094dc7aee909c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:37:07Z', 'updated_at': '2021-09-16T04:37:17Z', 'revision_number': 4, 'project_id': '29c1bb20d82b4eca9094dc7aee909c49', 'gw_port': {'id': 'bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:11:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:37:07Z', 'updated_at': '2021-09-16T04:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '02bf7e90-cd63-4a4d-a41e-9759ec8c3fb1', 'name': '', 'network_id': '72ffa5cb-2d81-4610-a5b0-bee15bccc3ac', 'tenant_id': '29c1bb20d82b4eca9094dc7aee909c49', 'mac_address': 'fa:16:3e:f7:f1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'ab1a97a2-e37d-4797-8a1a-f8faa962d3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:37:13Z', 'updated_at': '2021-09-16T04:37:24Z', 'revision_number': 5, 'project_id': '29c1bb20d82b4eca9094dc7aee909c49', 'subnets': [{'id': 'ab1a97a2-e37d-4797-8a1a-f8faa962d3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:01.006635 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee5764-453a-458a-88f3-e68e1fb52fd0 req-6509303c-a1bf-43c2-9ec4-a3656ef3a56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:01.026804 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6ee5764-453a-458a-88f3-e68e1fb52fd0 req-6509303c-a1bf-43c2-9ec4-a3656ef3a56b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=72ffa5cb-2d81-4610-a5b0-bee15bccc3ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2116246 Sep 16 04:38:01.053035 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7829c11-2c65-460a-86b7-202f06e2f637 None None] Checking router: 05d02fb2-b7b0-4238-98ec-d135d4e53ae3 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:38:01.088825 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7829c11-2c65-460a-86b7-202f06e2f637 None None] Routers {'05d02fb2-b7b0-4238-98ec-d135d4e53ae3'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:38:01.089741 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-b7829c11-2c65-460a-86b7-202f06e2f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:37:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['05d02fb2-b7b0-4238-98ec-d135d4e53ae3'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:01.120577 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-68012018-22a9-4c17-afa0-6d3372d3c58c tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:38:01.121666 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-68012018-22a9-4c17-afa0-6d3372d3c58c tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0404444 Sep 16 04:38:01.189992 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-b8817a24-4dbb-42f7-bab8-710a388d26e7 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:01.191957 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-b8817a24-4dbb-42f7-bab8-710a388d26e7 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.35 "GET /v2.0/ports/e04af8b6-b1f5-4f84-b146-6f0bb44fc7af HTTP/1.1" status: 200 len: 1095 time: 0.0614576 Sep 16 04:38:01.203157 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6ee5764-453a-458a-88f3-e68e1fb52fd0 req-01a2a8e6-bc2d-4982-9188-1c230d2c1a46 service neutron] 10.222.0.35 "GET /v2.0/networks/72ffa5cb-2d81-4610-a5b0-bee15bccc3ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730242 Sep 16 04:38:01.208499 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-b7829c11-2c65-460a-86b7-202f06e2f637 None None] Set router 05d02fb2-b7b0-4238-98ec-d135d4e53ae3 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:38:01.221115 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-563b715e-6c07-4543-bfaa-8132b5e6f973 service neutron] Request body: {'binding': {'host': 'n-h2-712139-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:01.221872 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-563b715e-6c07-4543-bfaa-8132b5e6f973 service neutron] Unknown quota resources ['binding']. {{(pid=94767) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:38:01.545718 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-563b715e-6c07-4543-bfaa-8132b5e6f973 service neutron] Attempting to bind port e04af8b6-b1f5-4f84-b146-6f0bb44fc7af on host n-h2-712139-15 for vnic_type normal with profile None {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:38:01.546085 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-563b715e-6c07-4543-bfaa-8132b5e6f973 service neutron] Attempting to bind port e04af8b6-b1f5-4f84-b146-6f0bb44fc7af by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:38:01.546797 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-563b715e-6c07-4543-bfaa-8132b5e6f973 service neutron] Attempting to bind port e04af8b6-b1f5-4f84-b146-6f0bb44fc7af on network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:01.562020 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6ee5764-453a-458a-88f3-e68e1fb52fd0 req-d7112b58-1790-4180-9e69-19b7409ee1bc service neutron] 10.222.0.35 "GET /v2.0/networks/72ffa5cb-2d81-4610-a5b0-bee15bccc3ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575535 Sep 16 04:38:01.570262 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-563b715e-6c07-4543-bfaa-8132b5e6f973 service neutron] Port e04af8b6-b1f5-4f84-b146-6f0bb44fc7af on network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:38:01.575828 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-563b715e-6c07-4543-bfaa-8132b5e6f973 service neutron] Attempting to bind port e04af8b6-b1f5-4f84-b146-6f0bb44fc7af on network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:01.592710 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-563b715e-6c07-4543-bfaa-8132b5e6f973 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:38:01.593092 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-563b715e-6c07-4543-bfaa-8132b5e6f973 service neutron] Checking segment: {'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:38:01.594708 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-563b715e-6c07-4543-bfaa-8132b5e6f973 service neutron] Bound using segment: {'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:38:01.595218 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-563b715e-6c07-4543-bfaa-8132b5e6f973 service neutron] Bound port: e04af8b6-b1f5-4f84-b146-6f0bb44fc7af, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:38:01.652498 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56668) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:01.721926 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 3cd4f82b-a276-4944-a077-6208c1b94a75 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:01.779531 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-563b715e-6c07-4543-bfaa-8132b5e6f973 service neutron] For port e04af8b6-b1f5-4f84-b146-6f0bb44fc7af, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=e04af8b6-b1f5-4f84-b146-6f0bb44fc7af,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:38:01.785919 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb290ee-4148-4f80-bddc-d1d8c4ab3e3a tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Deleting subnet 5241f2b5-7a7d-4f2d-9183-aecc172d79d3 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:38:01.790933 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-563b715e-6c07-4543-bfaa-8132b5e6f973 service neutron] Notify callbacks [] for binding, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:01.793828 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-563b715e-6c07-4543-bfaa-8132b5e6f973 service neutron] 10.222.0.35 "POST /v2.0/ports/e04af8b6-b1f5-4f84-b146-6f0bb44fc7af/bindings HTTP/1.1" status: 201 len: 390 time: 0.5770452 Sep 16 04:38:01.805853 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bfb290ee-4148-4f80-bddc-d1d8c4ab3e3a tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:01.878135 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: 3cd4f82b-a276-4944-a077-6208c1b94a75 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:38:01.878908 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 3cd4f82b-a276-4944-a077-6208c1b94a75 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:38:01.882102 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device de729c49-297d-414c-8f20-1fb6ba443d92 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:01.925100 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bfb290ee-4148-4f80-bddc-d1d8c4ab3e3a tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:01.963033 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: de729c49-297d-414c-8f20-1fb6ba443d92 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:38:01.964213 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device de729c49-297d-414c-8f20-1fb6ba443d92 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:38:01.965898 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device df4eb102-9231-4f78-9990-db8c3a3e7b55 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:02.041481 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: df4eb102-9231-4f78-9990-db8c3a3e7b55 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:38:02.042379 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device df4eb102-9231-4f78-9990-db8c3a3e7b55 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:38:02.108395 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bfb290ee-4148-4f80-bddc-d1d8c4ab3e3a tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:02.210953 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-b7829c11-2c65-460a-86b7-202f06e2f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-75251409-router', 'tenant_id': '29c1bb20d82b4eca9094dc7aee909c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:37:07Z', 'updated_at': '2021-09-16T04:37:17Z', 'revision_number': 4, 'project_id': '29c1bb20d82b4eca9094dc7aee909c49', 'gw_port': {'id': 'bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:11:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:37:07Z', 'updated_at': '2021-09-16T04:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '02bf7e90-cd63-4a4d-a41e-9759ec8c3fb1', 'name': '', 'network_id': '72ffa5cb-2d81-4610-a5b0-bee15bccc3ac', 'tenant_id': '29c1bb20d82b4eca9094dc7aee909c49', 'mac_address': 'fa:16:3e:f7:f1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'ab1a97a2-e37d-4797-8a1a-f8faa962d3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:37:13Z', 'updated_at': '2021-09-16T04:37:24Z', 'revision_number': 5, 'project_id': '29c1bb20d82b4eca9094dc7aee909c49', 'subnets': [{'id': 'ab1a97a2-e37d-4797-8a1a-f8faa962d3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:02.222733 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bfb290ee-4148-4f80-bddc-d1d8c4ab3e3a tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:02.287749 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb290ee-4148-4f80-bddc-d1d8c4ab3e3a tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Pushing event deleted for resources: {'Subnet': ['ID=5241f2b5-7a7d-4f2d-9183-aecc172d79d3,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:02.297136 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bfb290ee-4148-4f80-bddc-d1d8c4ab3e3a tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:02.300069 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-bfb290ee-4148-4f80-bddc-d1d8c4ab3e3a tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "DELETE /v2.0/subnets/5241f2b5-7a7d-4f2d-9183-aecc172d79d3 HTTP/1.1" status: 204 len: 168 time: 0.6458921 Sep 16 04:38:02.302532 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7829c11-2c65-460a-86b7-202f06e2f637 None None] The sync data for ids ['05d02fb2-b7b0-4238-98ec-d135d4e53ae3'] in n-d-712139-15 is: [{'id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-75251409-router', 'tenant_id': '29c1bb20d82b4eca9094dc7aee909c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:37:07Z', 'updated_at': '2021-09-16T04:37:17Z', 'revision_number': 4, 'project_id': '29c1bb20d82b4eca9094dc7aee909c49', 'gw_port': {'id': 'bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:11:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:37:07Z', 'updated_at': '2021-09-16T04:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '02bf7e90-cd63-4a4d-a41e-9759ec8c3fb1', 'name': '', 'network_id': '72ffa5cb-2d81-4610-a5b0-bee15bccc3ac', 'tenant_id': '29c1bb20d82b4eca9094dc7aee909c49', 'mac_address': 'fa:16:3e:f7:f1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'ab1a97a2-e37d-4797-8a1a-f8faa962d3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:37:13Z', 'updated_at': '2021-09-16T04:37:24Z', 'revision_number': 5, 'project_id': '29c1bb20d82b4eca9094dc7aee909c49', 'subnets': [{'id': 'ab1a97a2-e37d-4797-8a1a-f8faa962d3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:38:02.303260 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56680) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:02.326558 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-34a05145-bf35-4a0d-b3eb-c62ddabb83c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:02.327172 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dd4a41-f567-4071-8a58-d824159d44a0 None None] Network 6ceea193-0814-4d49-b21f-97c44ffce289 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:38:02.331178 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-34a05145-bf35-4a0d-b3eb-c62ddabb83c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1db68ab0fc284575894f1608a94e9c14&device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 1098 time: 0.1463161 Sep 16 04:38:02.444375 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bc827b3a-a260-492f-9175-eebdee7f3fbc tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:02.526046 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-ea35d6f7-6f0b-4e9e-a3ce-d09ea41601e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:02.527546 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-ea35d6f7-6f0b-4e9e-a3ce-d09ea41601e7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588 HTTP/1.1" status: 200 len: 922 time: 0.1836236 Sep 16 04:38:02.603142 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-bec7789b-3faf-4092-afab-4075074305be service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e04af8b6-b1f5-4f84-b146-6f0bb44fc7af HTTP/1.1" status: 200 len: 217 time: 0.0553255 Sep 16 04:38:02.646310 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-bc827b3a-a260-492f-9175-eebdee7f3fbc tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Deleting port 58299659-695e-4baa-a7be-2de8cb73a1a4 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:38:02.646927 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bc827b3a-a260-492f-9175-eebdee7f3fbc tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:02.702493 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-287bff42-2fd7-4204-9f1b-b35b4ea05402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:02.706410 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-287bff42-2fd7-4204-9f1b-b35b4ea05402 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8440e215-69bc-4539-b053-2b3b499b80a9 HTTP/1.1" status: 200 len: 861 time: 0.0957174 Sep 16 04:38:02.764518 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-bc827b3a-a260-492f-9175-eebdee7f3fbc tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] For port 58299659-695e-4baa-a7be-2de8cb73a1a4, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=58299659-695e-4baa-a7be-2de8cb73a1a4,segment=NetworkSegment(63ab9ddc-f924-4137-94a8-876e309daebe),segment_id=63ab9ddc-f924-4137-94a8-876e309daebe)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:02.765566 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bc827b3a-a260-492f-9175-eebdee7f3fbc tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:02.768018 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-3081797c-2602-4754-89c8-fd5f7d5f6276 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536838 Sep 16 04:38:02.816287 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-bc827b3a-a260-492f-9175-eebdee7f3fbc tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Calling delete_port for 58299659-695e-4baa-a7be-2de8cb73a1a4 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:38:02.828949 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d32e3d-a3c6-424a-ab71-496ece7af0e8 None None] DHCP port deletion for 6ceea193-0814-4d49-b21f-97c44ffce289 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:38:02.935091 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device ed1c1f17-a991-46bb-b02b-af815ab2d7d5 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:02.936486 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-f7380f45-19b1-4a89-a6c4-faab73e2dd1b service neutron] 10.222.0.48 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612387 Sep 16 04:38:03.022246 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: ed1c1f17-a991-46bb-b02b-af815ab2d7d5 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:38:03.022588 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device ed1c1f17-a991-46bb-b02b-af815ab2d7d5 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:38:03.024406 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb7be50-2413-4588-9fdc-6755dcea6db2 None None] New status for floating IP 523df1a1-29f7-4337-8925-eeb7b63b5387: DOWN {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:38:03.059441 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-33d32e3d-a3c6-424a-ab71-496ece7af0e8 None None] Deleting port 58299659-695e-4baa-a7be-2de8cb73a1a4 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:38:03.059732 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-33d32e3d-a3c6-424a-ab71-496ece7af0e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:03.260048 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-33d32e3d-a3c6-424a-ab71-496ece7af0e8 None None] For port 58299659-695e-4baa-a7be-2de8cb73a1a4, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=58299659-695e-4baa-a7be-2de8cb73a1a4,segment=NetworkSegment(63ab9ddc-f924-4137-94a8-876e309daebe),segment_id=63ab9ddc-f924-4137-94a8-876e309daebe)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:03.260491 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-33d32e3d-a3c6-424a-ab71-496ece7af0e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:03.262924 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-b389ff59-fe74-49bd-978c-478750e2b74c service neutron] 10.222.0.48 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147731 Sep 16 04:38:03.297025 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-33d32e3d-a3c6-424a-ab71-496ece7af0e8 None None] Calling delete_port for 58299659-695e-4baa-a7be-2de8cb73a1a4 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:38:03.460977 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-33d32e3d-a3c6-424a-ab71-496ece7af0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:03.690200 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bc827b3a-a260-492f-9175-eebdee7f3fbc tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:03.729180 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc827b3a-a260-492f-9175-eebdee7f3fbc tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Pushing event deleted for resources: {'Port': ['ID=58299659-695e-4baa-a7be-2de8cb73a1a4,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:03.739266 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc827b3a-a260-492f-9175-eebdee7f3fbc tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] No DVR routers for this DVR port 58299659-695e-4baa-a7be-2de8cb73a1a4 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:38:03.856788 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bc827b3a-a260-492f-9175-eebdee7f3fbc tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:03.874367 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d32e3d-a3c6-424a-ab71-496ece7af0e8 None None] Pushing event deleted for resources: {'Port': ['ID=58299659-695e-4baa-a7be-2de8cb73a1a4,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:03.890070 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d32e3d-a3c6-424a-ab71-496ece7af0e8 None None] No DVR routers for this DVR port 58299659-695e-4baa-a7be-2de8cb73a1a4 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:38:03.895158 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-bc827b3a-a260-492f-9175-eebdee7f3fbc tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ceea193-0814-4d49-b21f-97c44ffce289']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:03.922148 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-bc827b3a-a260-492f-9175-eebdee7f3fbc tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ab9ddc-f924-4137-94a8-876e309daebe') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:03.922681 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-bc827b3a-a260-492f-9175-eebdee7f3fbc tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ab9ddc-f924-4137-94a8-876e309daebe') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:03.962941 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bc827b3a-a260-492f-9175-eebdee7f3fbc tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:03.998675 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bc827b3a-a260-492f-9175-eebdee7f3fbc tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:04.014019 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc827b3a-a260-492f-9175-eebdee7f3fbc tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:38:04.017206 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bc827b3a-a260-492f-9175-eebdee7f3fbc tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:38:04.034697 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:38:04.207370 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bc827b3a-a260-492f-9175-eebdee7f3fbc tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:04.243513 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bc827b3a-a260-492f-9175-eebdee7f3fbc tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:04.249499 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56688) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:04.258053 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-bc827b3a-a260-492f-9175-eebdee7f3fbc tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "DELETE /v2.0/networks/6ceea193-0814-4d49-b21f-97c44ffce289 HTTP/1.1" status: 204 len: 168 time: 1.9466643 Sep 16 04:38:04.261090 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc827b3a-a260-492f-9175-eebdee7f3fbc tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Pushing event deleted for resources: {'Network': ['ID=6ceea193-0814-4d49-b21f-97c44ffce289,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:04.326545 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e548e5-5ff0-4c81-93f8-63d76d175e92 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Deleting subnet dc1de276-9ed7-4657-bcba-8c8633e03303 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:38:04.330528 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b8e548e5-5ff0-4c81-93f8-63d76d175e92 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:04.393192 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b8e548e5-5ff0-4c81-93f8-63d76d175e92 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:04.529959 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b8e548e5-5ff0-4c81-93f8-63d76d175e92 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:04.624893 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b8e548e5-5ff0-4c81-93f8-63d76d175e92 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:04.670264 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e548e5-5ff0-4c81-93f8-63d76d175e92 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Pushing event deleted for resources: {'Subnet': ['ID=dc1de276-9ed7-4657-bcba-8c8633e03303,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:04.672496 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b8e548e5-5ff0-4c81-93f8-63d76d175e92 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:04.679744 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56690) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:04.682600 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bbbeaf-61a1-47fc-9762-759b47a9d9b2 None None] Network 1337770f-3914-4428-8a3b-f806564c6ee8 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:38:04.685799 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 58299659-695e-4baa-a7be-2de8cb73a1a4 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:04.692851 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b8e548e5-5ff0-4c81-93f8-63d76d175e92 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "DELETE /v2.0/subnets/dc1de276-9ed7-4657-bcba-8c8633e03303 HTTP/1.1" status: 204 len: 168 time: 0.4426947 Sep 16 04:38:04.763207 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 58299659-695e-4baa-a7be-2de8cb73a1a4 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:38:04.763581 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 58299659-695e-4baa-a7be-2de8cb73a1a4 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:38:04.863839 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6aa84d14-0dff-480c-a3a2-729fd81cf240 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:05.026502 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-6aa84d14-0dff-480c-a3a2-729fd81cf240 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Deleting port 779d252c-93f4-48d0-9503-f5b719217f6d {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:38:05.026853 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6aa84d14-0dff-480c-a3a2-729fd81cf240 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:05.142098 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-6aa84d14-0dff-480c-a3a2-729fd81cf240 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] For port 779d252c-93f4-48d0-9503-f5b719217f6d, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=779d252c-93f4-48d0-9503-f5b719217f6d,segment=NetworkSegment(eb896588-0070-4ec7-be8d-62cce23cea2a),segment_id=eb896588-0070-4ec7-be8d-62cce23cea2a)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:05.142514 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6aa84d14-0dff-480c-a3a2-729fd81cf240 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:05.162094 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-6aa84d14-0dff-480c-a3a2-729fd81cf240 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Calling delete_port for 779d252c-93f4-48d0-9503-f5b719217f6d owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:38:05.163154 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6107e8e-1cc3-47a9-9b36-1cff4a6d2c1e None None] DHCP port deletion for 1337770f-3914-4428-8a3b-f806564c6ee8 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:38:05.274053 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6aa84d14-0dff-480c-a3a2-729fd81cf240 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:05.295003 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-f6107e8e-1cc3-47a9-9b36-1cff4a6d2c1e None None] Deleting port 779d252c-93f4-48d0-9503-f5b719217f6d {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:38:05.296245 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f6107e8e-1cc3-47a9-9b36-1cff4a6d2c1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:05.311324 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa84d14-0dff-480c-a3a2-729fd81cf240 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Pushing event deleted for resources: {'Port': ['ID=779d252c-93f4-48d0-9503-f5b719217f6d,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:05.320865 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa84d14-0dff-480c-a3a2-729fd81cf240 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] No DVR routers for this DVR port 779d252c-93f4-48d0-9503-f5b719217f6d on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:38:05.443914 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-f6107e8e-1cc3-47a9-9b36-1cff4a6d2c1e None None] For port 779d252c-93f4-48d0-9503-f5b719217f6d, host n-d-712139-15, got binding levels [] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:05.445027 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f6107e8e-1cc3-47a9-9b36-1cff4a6d2c1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:05.477459 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-f6107e8e-1cc3-47a9-9b36-1cff4a6d2c1e None None] Calling delete_port for 779d252c-93f4-48d0-9503-f5b719217f6d owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:38:05.480267 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.ipam_backend_mixin [None req-f6107e8e-1cc3-47a9-9b36-1cff4a6d2c1e None None] Port 779d252c-93f4-48d0-9503-f5b719217f6d was not found and therefore no delete operation was performed {{(pid=94768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 04:38:05.481569 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f6107e8e-1cc3-47a9-9b36-1cff4a6d2c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:05.496470 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6aa84d14-0dff-480c-a3a2-729fd81cf240 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:05.538687 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-6aa84d14-0dff-480c-a3a2-729fd81cf240 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1337770f-3914-4428-8a3b-f806564c6ee8']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:05.544033 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6107e8e-1cc3-47a9-9b36-1cff4a6d2c1e None None] Pushing event deleted for resources: {'Port': ['ID=779d252c-93f4-48d0-9503-f5b719217f6d,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:05.557791 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6107e8e-1cc3-47a9-9b36-1cff4a6d2c1e None None] No DVR routers for this DVR port 779d252c-93f4-48d0-9503-f5b719217f6d on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:38:05.559553 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-6aa84d14-0dff-480c-a3a2-729fd81cf240 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb896588-0070-4ec7-be8d-62cce23cea2a') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:05.560277 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-6aa84d14-0dff-480c-a3a2-729fd81cf240 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb896588-0070-4ec7-be8d-62cce23cea2a') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:05.587752 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6aa84d14-0dff-480c-a3a2-729fd81cf240 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:05.629430 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6aa84d14-0dff-480c-a3a2-729fd81cf240 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:05.646278 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aa84d14-0dff-480c-a3a2-729fd81cf240 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:38:05.646697 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6aa84d14-0dff-480c-a3a2-729fd81cf240 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:05.650092 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:38:05.650092 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:38:05.650092 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:38:05.650092 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:38:05.650092 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:38:05.650092 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:38:05.650092 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:38:05.650092 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:38:05.650092 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:38:05.650092 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:38:05.650092 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:38:05.650092 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:38:05.650092 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:38:05.650092 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:38:05.650092 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:38:05.650092 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:38:05.650092 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:38:05.650092 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:38:05.650092 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:38:05.650092 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:38:05.650092 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:38:05.650092 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:38:05.650092 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:38:05.650092 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:38:05.650092 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:38:05.650092 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:38:05.650092 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:38:05.650092 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:38:05.650092 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:38:05.650092 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:38:05.650092 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:38:05.650092 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:38:05.801839 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6aa84d14-0dff-480c-a3a2-729fd81cf240 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:05.818410 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6aa84d14-0dff-480c-a3a2-729fd81cf240 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:05.828583 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6aa84d14-0dff-480c-a3a2-729fd81cf240 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "DELETE /v2.0/networks/1337770f-3914-4428-8a3b-f806564c6ee8 HTTP/1.1" status: 204 len: 168 time: 1.1474986 Sep 16 04:38:05.835947 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56692) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:05.841251 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-72ed9fb1-6340-4d1f-ae78-260ac384b9f6 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1561771829'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:05.852253 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa84d14-0dff-480c-a3a2-729fd81cf240 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Pushing event deleted for resources: {'Network': ['ID=1337770f-3914-4428-8a3b-f806564c6ee8,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:05.899832 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ed9fb1-6340-4d1f-ae78-260ac384b9f6 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Made reservation on behalf of d6062d06deed4be79de10c491e7c5fd2 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:38:05.903378 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-72ed9fb1-6340-4d1f-ae78-260ac384b9f6 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:05.978771 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ed9fb1-6340-4d1f-ae78-260ac384b9f6 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:38:06.001194 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-72ed9fb1-6340-4d1f-ae78-260ac384b9f6 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:06.001569 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-72ed9fb1-6340-4d1f-ae78-260ac384b9f6 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Added segment c0fe76bb-687d-41af-9a7c-54456549dfb9 of type vlan for network e4bd70a8-31bb-44a8-a6fd-d6394b3aea52 Sep 16 04:38:06.094386 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-72ed9fb1-6340-4d1f-ae78-260ac384b9f6 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:06.138358 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-72ed9fb1-6340-4d1f-ae78-260ac384b9f6 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:06.144878 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ed9fb1-6340-4d1f-ae78-260ac384b9f6 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:06.145494 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-72ed9fb1-6340-4d1f-ae78-260ac384b9f6 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:06.231920 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56694) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:06.232792 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-72ed9fb1-6340-4d1f-ae78-260ac384b9f6 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3948078 Sep 16 04:38:06.251142 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-475f84f6-ea56-43dc-bb73-ff5bb9915ff7 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Request body: {'subnet': {'network_id': 'e4bd70a8-31bb-44a8-a6fd-d6394b3aea52', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:06.321888 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed9fb1-6340-4d1f-ae78-260ac384b9f6 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Pushing event updated for resources: {'Network': ['ID=e4bd70a8-31bb-44a8-a6fd-d6394b3aea52,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:06.339128 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network e4bd70a8-31bb-44a8-a6fd-d6394b3aea52 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:38:06.518161 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475f84f6-ea56-43dc-bb73-ff5bb9915ff7 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Made reservation on behalf of d6062d06deed4be79de10c491e7c5fd2 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:38:06.525587 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-475f84f6-ea56-43dc-bb73-ff5bb9915ff7 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:06.750991 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 779d252c-93f4-48d0-9503-f5b719217f6d no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:06.792882 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 779d252c-93f4-48d0-9503-f5b719217f6d {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:38:06.793242 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 779d252c-93f4-48d0-9503-f5b719217f6d not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:38:06.928489 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-475f84f6-ea56-43dc-bb73-ff5bb9915ff7 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:07.028594 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f84f6-ea56-43dc-bb73-ff5bb9915ff7 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Pushing event updated for resources: {'Subnet': ['ID=db59c33a-6622-4f58-a49f-c6144593abae,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:07.039647 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475f84f6-ea56-43dc-bb73-ff5bb9915ff7 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Checking segment: {'id': 'c0fe76bb-687d-41af-9a7c-54456549dfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e4bd70a8-31bb-44a8-a6fd-d6394b3aea52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:38:07.040215 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475f84f6-ea56-43dc-bb73-ff5bb9915ff7 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Network hostable DHCP agents. Network: e4bd70a8-31bb-44a8-a6fd-d6394b3aea52, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:38:07.072445 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475f84f6-ea56-43dc-bb73-ff5bb9915ff7 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Network e4bd70a8-31bb-44a8-a6fd-d6394b3aea52 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:38:07.095671 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-475f84f6-ea56-43dc-bb73-ff5bb9915ff7 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, e4bd70a8-31bb-44a8-a6fd-d6394b3aea52) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:38:07.107413 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122e6717-c537-4c14-97d2-d6d824641111 None None] Network e4bd70a8-31bb-44a8-a6fd-d6394b3aea52 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:38:07.113077 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475f84f6-ea56-43dc-bb73-ff5bb9915ff7 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:07.115520 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-475f84f6-ea56-43dc-bb73-ff5bb9915ff7 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:07.147085 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-475f84f6-ea56-43dc-bb73-ff5bb9915ff7 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9104173 Sep 16 04:38:07.148037 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56702) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:07.153244 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-bbb60595-be8c-408d-ab23-580d037b8793 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1690510432'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:07.206885 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb60595-be8c-408d-ab23-580d037b8793 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Made reservation on behalf of d6062d06deed4be79de10c491e7c5fd2 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:38:07.211593 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bbb60595-be8c-408d-ab23-580d037b8793 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:07.269727 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb60595-be8c-408d-ab23-580d037b8793 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:38:07.288973 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bbb60595-be8c-408d-ab23-580d037b8793 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:07.289811 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-bbb60595-be8c-408d-ab23-580d037b8793 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Added segment d6f8bd70-54f6-4e93-b16e-179836d82d0e of type vlan for network 37c6de34-7b60-4508-adf7-fdfeede52c2b Sep 16 04:38:07.343346 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bbb60595-be8c-408d-ab23-580d037b8793 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:07.446310 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0e7850-1700-4e77-88bd-5e396230ee49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-e4bd70a8-31bb-44a8-a6fd-d6394b3aea52', 'network_id': 'e4bd70a8-31bb-44a8-a6fd-d6394b3aea52', 'tenant_id': 'd6062d06deed4be79de10c491e7c5fd2', 'fixed_ips': [{'subnet_id': 'db59c33a-6622-4f58-a49f-c6144593abae'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:38:07.447249 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ab0e7850-1700-4e77-88bd-5e396230ee49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:07.473593 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bbb60595-be8c-408d-ab23-580d037b8793 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:07.488759 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb60595-be8c-408d-ab23-580d037b8793 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:07.490735 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bbb60595-be8c-408d-ab23-580d037b8793 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:07.601091 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56704) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:07.601962 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-bbb60595-be8c-408d-ab23-580d037b8793 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4493377 Sep 16 04:38:07.637902 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-c6a86d59-584b-4178-99cf-680fb5ccc8ce tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Request body: {'subnet': {'network_id': '37c6de34-7b60-4508-adf7-fdfeede52c2b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:07.731572 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb60595-be8c-408d-ab23-580d037b8793 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Pushing event updated for resources: {'Network': ['ID=37c6de34-7b60-4508-adf7-fdfeede52c2b,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:07.748608 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 37c6de34-7b60-4508-adf7-fdfeede52c2b details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:38:07.901901 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a86d59-584b-4178-99cf-680fb5ccc8ce tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Made reservation on behalf of d6062d06deed4be79de10c491e7c5fd2 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:38:07.906121 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c6a86d59-584b-4178-99cf-680fb5ccc8ce tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:07.929825 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-ab0e7850-1700-4e77-88bd-5e396230ee49 None None] Allocated IP 19.80.0.2 (e4bd70a8-31bb-44a8-a6fd-d6394b3aea52/db59c33a-6622-4f58-a49f-c6144593abae/87bbe6ae-7522-42da-bfbb-c2541a999c4a) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:38:08.311785 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c6a86d59-584b-4178-99cf-680fb5ccc8ce tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:08.315813 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ab0e7850-1700-4e77-88bd-5e396230ee49 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:08.330431 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ab0e7850-1700-4e77-88bd-5e396230ee49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:08.492756 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a86d59-584b-4178-99cf-680fb5ccc8ce tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Pushing event updated for resources: {'Subnet': ['ID=a062c48b-0d4e-4180-bcd4-cead6336c38c,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:08.505170 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0e7850-1700-4e77-88bd-5e396230ee49 None None] Network e4bd70a8-31bb-44a8-a6fd-d6394b3aea52 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:38:08.511554 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-ab0e7850-1700-4e77-88bd-5e396230ee49 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:38:08.518201 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0e7850-1700-4e77-88bd-5e396230ee49 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:38:08.525145 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a86d59-584b-4178-99cf-680fb5ccc8ce tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Checking segment: {'id': 'd6f8bd70-54f6-4e93-b16e-179836d82d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '37c6de34-7b60-4508-adf7-fdfeede52c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:38:08.527800 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a86d59-584b-4178-99cf-680fb5ccc8ce tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Network hostable DHCP agents. Network: 37c6de34-7b60-4508-adf7-fdfeede52c2b, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:38:08.568898 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a86d59-584b-4178-99cf-680fb5ccc8ce tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Network 37c6de34-7b60-4508-adf7-fdfeede52c2b is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:38:08.570474 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e7850-1700-4e77-88bd-5e396230ee49 None None] Pushing event updated for resources: {'Port': ['ID=87bbe6ae-7522-42da-bfbb-c2541a999c4a,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:08.613959 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-c6a86d59-584b-4178-99cf-680fb5ccc8ce tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 37c6de34-7b60-4508-adf7-fdfeede52c2b) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:38:08.624617 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a86d59-584b-4178-99cf-680fb5ccc8ce tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:08.626233 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c6a86d59-584b-4178-99cf-680fb5ccc8ce tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:08.647789 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95550314-cd17-4885-939d-9f28f343cfe4 None None] Network 37c6de34-7b60-4508-adf7-fdfeede52c2b requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:38:08.666134 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c6a86d59-584b-4178-99cf-680fb5ccc8ce tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0540779 Sep 16 04:38:08.828890 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-ab0e7850-1700-4e77-88bd-5e396230ee49 None None] Attempting to bind port 87bbe6ae-7522-42da-bfbb-c2541a999c4a on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:38:08.830194 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-ab0e7850-1700-4e77-88bd-5e396230ee49 None None] Attempting to bind port 87bbe6ae-7522-42da-bfbb-c2541a999c4a by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'c0fe76bb-687d-41af-9a7c-54456549dfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e4bd70a8-31bb-44a8-a6fd-d6394b3aea52'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:38:08.830788 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0e7850-1700-4e77-88bd-5e396230ee49 None None] Attempting to bind port 87bbe6ae-7522-42da-bfbb-c2541a999c4a on network e4bd70a8-31bb-44a8-a6fd-d6394b3aea52 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:08.849555 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0e7850-1700-4e77-88bd-5e396230ee49 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:38:08.850319 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0e7850-1700-4e77-88bd-5e396230ee49 None None] Checking segment: {'id': 'c0fe76bb-687d-41af-9a7c-54456549dfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e4bd70a8-31bb-44a8-a6fd-d6394b3aea52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:38:08.850945 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ab0e7850-1700-4e77-88bd-5e396230ee49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:08.851535 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0e7850-1700-4e77-88bd-5e396230ee49 None None] Bound using segment: {'id': 'c0fe76bb-687d-41af-9a7c-54456549dfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e4bd70a8-31bb-44a8-a6fd-d6394b3aea52'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:38:08.852218 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-ab0e7850-1700-4e77-88bd-5e396230ee49 None None] Bound port: 87bbe6ae-7522-42da-bfbb-c2541a999c4a, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0fe76bb-687d-41af-9a7c-54456549dfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e4bd70a8-31bb-44a8-a6fd-d6394b3aea52'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:38:08.853454 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ab0e7850-1700-4e77-88bd-5e396230ee49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:08.950759 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-ab0e7850-1700-4e77-88bd-5e396230ee49 None None] For port 87bbe6ae-7522-42da-bfbb-c2541a999c4a, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:38:08.955216 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-ab0e7850-1700-4e77-88bd-5e396230ee49 None None] For port 87bbe6ae-7522-42da-bfbb-c2541a999c4a, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=87bbe6ae-7522-42da-bfbb-c2541a999c4a,segment=NetworkSegment(c0fe76bb-687d-41af-9a7c-54456549dfb9),segment_id=c0fe76bb-687d-41af-9a7c-54456549dfb9)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:38:08.963608 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ab0e7850-1700-4e77-88bd-5e396230ee49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:09.071910 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e7850-1700-4e77-88bd-5e396230ee49 None None] Pushing event updated for resources: {'Port': ['ID=87bbe6ae-7522-42da-bfbb-c2541a999c4a,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:09.117478 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b5aa9b-3867-4f9c-8c7e-46df32890082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-37c6de34-7b60-4508-adf7-fdfeede52c2b', 'network_id': '37c6de34-7b60-4508-adf7-fdfeede52c2b', 'tenant_id': 'd6062d06deed4be79de10c491e7c5fd2', 'fixed_ips': [{'subnet_id': 'a062c48b-0d4e-4180-bcd4-cead6336c38c'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:38:09.118364 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-71b5aa9b-3867-4f9c-8c7e-46df32890082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:09.576218 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-71b5aa9b-3867-4f9c-8c7e-46df32890082 None None] Allocated IP 19.86.0.2 (37c6de34-7b60-4508-adf7-fdfeede52c2b/a062c48b-0d4e-4180-bcd4-cead6336c38c/3efb64ae-dfc0-44a7-a36d-cf6799d8cfe6) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:38:09.800012 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-71b5aa9b-3867-4f9c-8c7e-46df32890082 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:09.813426 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-71b5aa9b-3867-4f9c-8c7e-46df32890082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:09.874618 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b5aa9b-3867-4f9c-8c7e-46df32890082 None None] Network 37c6de34-7b60-4508-adf7-fdfeede52c2b is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:38:09.879407 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-71b5aa9b-3867-4f9c-8c7e-46df32890082 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:38:09.884957 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b5aa9b-3867-4f9c-8c7e-46df32890082 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:38:09.924123 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5aa9b-3867-4f9c-8c7e-46df32890082 None None] Pushing event updated for resources: {'Port': ['ID=3efb64ae-dfc0-44a7-a36d-cf6799d8cfe6,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:09.994349 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-71b5aa9b-3867-4f9c-8c7e-46df32890082 None None] Attempting to bind port 3efb64ae-dfc0-44a7-a36d-cf6799d8cfe6 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:38:09.999873 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-71b5aa9b-3867-4f9c-8c7e-46df32890082 None None] Attempting to bind port 3efb64ae-dfc0-44a7-a36d-cf6799d8cfe6 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'd6f8bd70-54f6-4e93-b16e-179836d82d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '37c6de34-7b60-4508-adf7-fdfeede52c2b'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:38:10.000367 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b5aa9b-3867-4f9c-8c7e-46df32890082 None None] Attempting to bind port 3efb64ae-dfc0-44a7-a36d-cf6799d8cfe6 on network 37c6de34-7b60-4508-adf7-fdfeede52c2b {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:10.009690 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b5aa9b-3867-4f9c-8c7e-46df32890082 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:38:10.011465 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b5aa9b-3867-4f9c-8c7e-46df32890082 None None] Checking segment: {'id': 'd6f8bd70-54f6-4e93-b16e-179836d82d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '37c6de34-7b60-4508-adf7-fdfeede52c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:38:10.012366 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-71b5aa9b-3867-4f9c-8c7e-46df32890082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:10.013302 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b5aa9b-3867-4f9c-8c7e-46df32890082 None None] Bound using segment: {'id': 'd6f8bd70-54f6-4e93-b16e-179836d82d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '37c6de34-7b60-4508-adf7-fdfeede52c2b'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:38:10.015634 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-71b5aa9b-3867-4f9c-8c7e-46df32890082 None None] Bound port: 3efb64ae-dfc0-44a7-a36d-cf6799d8cfe6, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6f8bd70-54f6-4e93-b16e-179836d82d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '37c6de34-7b60-4508-adf7-fdfeede52c2b'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:38:10.016125 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-71b5aa9b-3867-4f9c-8c7e-46df32890082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:10.177587 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c50e0b51-c383-42a1-a95f-4a90e79a3e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:10.259328 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-71b5aa9b-3867-4f9c-8c7e-46df32890082 None None] For port 3efb64ae-dfc0-44a7-a36d-cf6799d8cfe6, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:38:10.264074 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-71b5aa9b-3867-4f9c-8c7e-46df32890082 None None] For port 3efb64ae-dfc0-44a7-a36d-cf6799d8cfe6, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3efb64ae-dfc0-44a7-a36d-cf6799d8cfe6,segment=NetworkSegment(d6f8bd70-54f6-4e93-b16e-179836d82d0e),segment_id=d6f8bd70-54f6-4e93-b16e-179836d82d0e)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:38:10.305813 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-71b5aa9b-3867-4f9c-8c7e-46df32890082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:10.562411 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5aa9b-3867-4f9c-8c7e-46df32890082 None None] Pushing event updated for resources: {'Port': ['ID=3efb64ae-dfc0-44a7-a36d-cf6799d8cfe6,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:10.878764 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 87bbe6ae-7522-42da-bfbb-c2541a999c4a up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:38:10.946061 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237a51f7-4f75-48c0-90ed-09dd9560592e None None] Network e4bd70a8-31bb-44a8-a6fd-d6394b3aea52 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:38:11.203101 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d909b5a1-7e01-46ea-9ac6-3556b3c9c6eb None None] Provisioning complete for port 87bbe6ae-7522-42da-bfbb-c2541a999c4a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:11.203644 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d909b5a1-7e01-46ea-9ac6-3556b3c9c6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:11.320544 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 87bbe6ae-7522-42da-bfbb-c2541a999c4a triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:11.321708 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:11.439209 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:11.525740 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d909b5a1-7e01-46ea-9ac6-3556b3c9c6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:11.604219 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-d909b5a1-7e01-46ea-9ac6-3556b3c9c6eb None None] For port 87bbe6ae-7522-42da-bfbb-c2541a999c4a, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=87bbe6ae-7522-42da-bfbb-c2541a999c4a,segment=NetworkSegment(c0fe76bb-687d-41af-9a7c-54456549dfb9),segment_id=c0fe76bb-687d-41af-9a7c-54456549dfb9)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:11.607114 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:11.614013 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d909b5a1-7e01-46ea-9ac6-3556b3c9c6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:11.811101 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909b5a1-7e01-46ea-9ac6-3556b3c9c6eb None None] Pushing event updated for resources: {'Port': ['ID=87bbe6ae-7522-42da-bfbb-c2541a999c4a,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:11.833329 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-5cf9d0e6-f02c-4653-9181-fdbdde3d6761 None None] Provisioning complete for port 87bbe6ae-7522-42da-bfbb-c2541a999c4a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:11.833329 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5cf9d0e6-f02c-4653-9181-fdbdde3d6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:11.859935 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:38:11.860316 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:38:12.150970 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd704432-92ec-4e58-9e40-2890ce6583f7 None None] Network 37c6de34-7b60-4508-adf7-fdfeede52c2b requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:38:12.315572 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-60abf43a-0827-43b7-839c-8d5d341c3f14 None None] Provisioning complete for port 3efb64ae-dfc0-44a7-a36d-cf6799d8cfe6 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:12.316335 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-60abf43a-0827-43b7-839c-8d5d341c3f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:12.571306 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-60abf43a-0827-43b7-839c-8d5d341c3f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:12.615760 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-60abf43a-0827-43b7-839c-8d5d341c3f14 None None] For port 3efb64ae-dfc0-44a7-a36d-cf6799d8cfe6, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3efb64ae-dfc0-44a7-a36d-cf6799d8cfe6,segment=NetworkSegment(d6f8bd70-54f6-4e93-b16e-179836d82d0e),segment_id=d6f8bd70-54f6-4e93-b16e-179836d82d0e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:12.625079 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-60abf43a-0827-43b7-839c-8d5d341c3f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:12.761401 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60abf43a-0827-43b7-839c-8d5d341c3f14 None None] Pushing event updated for resources: {'Port': ['ID=3efb64ae-dfc0-44a7-a36d-cf6799d8cfe6,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:12.871826 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3efb64ae-dfc0-44a7-a36d-cf6799d8cfe6 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:38:12.945917 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 3efb64ae-dfc0-44a7-a36d-cf6799d8cfe6 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:12.946335 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:13.003126 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-b0cdce52-493e-4d08-b543-df0ce866566d None None] Provisioning complete for port 3efb64ae-dfc0-44a7-a36d-cf6799d8cfe6 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:13.003769 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b0cdce52-493e-4d08-b543-df0ce866566d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:13.348961 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 87bbe6ae-7522-42da-bfbb-c2541a999c4a up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:38:13.382894 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-53ea3578-570e-4bfc-8c40-3534f7f6bb34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:13.424034 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 87bbe6ae-7522-42da-bfbb-c2541a999c4a triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:13.424419 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:13.487199 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:13.631109 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3fb0ac-a249-47dd-ab04-3306db695287 x-openstack-request-id: req-6e3fb0ac-a249-47dd-ab04-3306db695287 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:13.631404 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18197268-7960-4fe5-90a7-3303ed6e67a1", "name": "network-vif-plugged", "status": "completed", "tag": "8458f15a-7a63-425e-8097-a6b6eb4032ff", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:13.632834 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6e3fb0ac-a249-47dd-ab04-3306db695287 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:13.633250 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18197268-7960-4fe5-90a7-3303ed6e67a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8458f15a-7a63-425e-8097-a6b6eb4032ff', 'code': 200} Sep 16 04:38:13.667183 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212d4486-a75a-4285-98d5-1d23bb63c93b x-openstack-request-id: req-212d4486-a75a-4285-98d5-1d23bb63c93b {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:13.667751 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12be914e-c08d-4466-85fa-a180a3843334", "tag": "1f00c897-2ec5-4b69-8366-8b974bf007c2", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:13.667889 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-212d4486-a75a-4285-98d5-1d23bb63c93b {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:13.668391 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12be914e-c08d-4466-85fa-a180a3843334', 'tag': '1f00c897-2ec5-4b69-8366-8b974bf007c2', 'status': 'completed', 'code': 200} Sep 16 04:38:13.709183 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e50cf9e-13dd-48d1-bb6f-0d29a0b1312b x-openstack-request-id: req-6e50cf9e-13dd-48d1-bb6f-0d29a0b1312b {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:13.711251 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4058e5c-6246-4462-ba28-254fd9e47420", "name": "network-vif-deleted", "tag": "de729c49-297d-414c-8f20-1fb6ba443d92", "status": "completed", "code": 200}, {"server_uuid": "d4058e5c-6246-4462-ba28-254fd9e47420", "name": "network-vif-deleted", "tag": "df4eb102-9231-4f78-9990-db8c3a3e7b55", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:13.711251 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6e50cf9e-13dd-48d1-bb6f-0d29a0b1312b {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:13.711251 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4058e5c-6246-4462-ba28-254fd9e47420', 'name': 'network-vif-deleted', 'tag': 'de729c49-297d-414c-8f20-1fb6ba443d92', 'status': 'completed', 'code': 200} Sep 16 04:38:13.711677 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4058e5c-6246-4462-ba28-254fd9e47420', 'name': 'network-vif-deleted', 'tag': 'df4eb102-9231-4f78-9990-db8c3a3e7b55', 'status': 'completed', 'code': 200} Sep 16 04:38:13.821443 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d7fa09c5-0bbe-4a91-a4bf-6f2042f75796 req-9e238fc7-eda2-4a2c-a5d6-735094da3c36 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/floatingips/523df1a1-29f7-4337-8925-eeb7b63b5387 HTTP/1.1" status: 200 len: 692 time: 0.0887296 Sep 16 04:38:13.876347 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12d7cb-52cb-44e2-b8fb-0f6ed884e77e req-e83cd195-e33d-4aaa-b267-20d8a2a1e7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:13.878528 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa12d7cb-52cb-44e2-b8fb-0f6ed884e77e req-e83cd195-e33d-4aaa-b267-20d8a2a1e7af service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29c1bb20d82b4eca9094dc7aee909c49&device_id=12be914e-c08d-4466-85fa-a180a3843334 HTTP/1.1" status: 200 len: 1097 time: 0.1043108 Sep 16 04:38:13.953403 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-5f54be7d-ad20-4293-b33e-71697cc0e71e tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:13.956332 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-5f54be7d-ad20-4293-b33e-71697cc0e71e tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/networks?id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 HTTP/1.1" status: 200 len: 808 time: 0.1638701 Sep 16 04:38:13.991845 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-b3a8dcbd-4f83-42b0-85b3-585c3dc0d1d3 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/quotas/8fb595dbe0d3452481d7faf275f28d7b HTTP/1.1" status: 200 len: 375 time: 0.0236874 Sep 16 04:38:14.021549 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa09c5-0bbe-4a91-a4bf-6f2042f75796 req-6c0eb8ed-fc84-4fda-b056-568d76fbb5d9 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:14.028987 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d7fa09c5-0bbe-4a91-a4bf-6f2042f75796 req-6c0eb8ed-fc84-4fda-b056-568d76fbb5d9 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 784 time: 0.2062619 Sep 16 04:38:14.069849 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-39e649d9-d470-40c7-978e-00079a62f7bd tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8fb595dbe0d3452481d7faf275f28d7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0759714 Sep 16 04:38:14.091494 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d7fa09c5-0bbe-4a91-a4bf-6f2042f75796 req-4e17949d-ec8e-4ae3-9177-e0873805f035 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.80 HTTP/1.1" status: 200 len: 695 time: 0.0615675 Sep 16 04:38:14.108338 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12d7cb-52cb-44e2-b8fb-0f6ed884e77e req-f648fb34-5f69-4b94-acba-b38e5ee1b1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:14.109699 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa12d7cb-52cb-44e2-b8fb-0f6ed884e77e req-f648fb34-5f69-4b94-acba-b38e5ee1b1f4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=72ffa5cb-2d81-4610-a5b0-bee15bccc3ac HTTP/1.1" status: 200 len: 928 time: 0.2059488 Sep 16 04:38:14.185867 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d7fa09c5-0bbe-4a91-a4bf-6f2042f75796 req-83c06645-154b-4b2d-bf93-fb7ced74d6e5 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.80 HTTP/1.1" status: 200 len: 695 time: 0.0882020 Sep 16 04:38:14.194332 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa12d7cb-52cb-44e2-b8fb-0f6ed884e77e req-02d6e75e-6982-40bf-96cd-768c81ef0bef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f00c897-2ec5-4b69-8366-8b974bf007c2 HTTP/1.1" status: 200 len: 217 time: 0.0567932 Sep 16 04:38:14.199220 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-bf57923f-c140-4f39-8d45-a2ba75cdedbb service neutron] 10.222.0.35 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273737 Sep 16 04:38:14.314911 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:14.319406 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-7b49abe3-b6d3-46d2-a80f-d8eabedd07e6 service neutron] 10.222.0.35 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188717 Sep 16 04:38:14.367166 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12d7cb-52cb-44e2-b8fb-0f6ed884e77e req-4779ad23-e54e-4156-8c24-2c43cee3a68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:14.371345 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa12d7cb-52cb-44e2-b8fb-0f6ed884e77e req-4779ad23-e54e-4156-8c24-2c43cee3a68d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab1a97a2-e37d-4797-8a1a-f8faa962d3f3 HTTP/1.1" status: 200 len: 866 time: 0.1448605 Sep 16 04:38:14.395291 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:14.402230 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-d7fa09c5-0bbe-4a91-a4bf-6f2042f75796 req-5ce6f3d0-bde3-46d3-b85f-989e7b048a98 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Deleting port fbf16c9a-51ac-4aad-9ccf-c8d4116c27d6 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:38:14.402578 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d7fa09c5-0bbe-4a91-a4bf-6f2042f75796 req-5ce6f3d0-bde3-46d3-b85f-989e7b048a98 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:14.550249 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12d7cb-52cb-44e2-b8fb-0f6ed884e77e req-9cbb0c59-b707-41c3-bc79-c83ba5513827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:14.551735 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa12d7cb-52cb-44e2-b8fb-0f6ed884e77e req-9cbb0c59-b707-41c3-bc79-c83ba5513827 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72ffa5cb-2d81-4610-a5b0-bee15bccc3ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1091318 Sep 16 04:38:14.553464 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d7fa09c5-0bbe-4a91-a4bf-6f2042f75796 req-5ce6f3d0-bde3-46d3-b85f-989e7b048a98 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:14.553781 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d7fa09c5-0bbe-4a91-a4bf-6f2042f75796 req-5ce6f3d0-bde3-46d3-b85f-989e7b048a98 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:14.603973 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-d7fa09c5-0bbe-4a91-a4bf-6f2042f75796 req-5ce6f3d0-bde3-46d3-b85f-989e7b048a98 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Calling delete_port for fbf16c9a-51ac-4aad-9ccf-c8d4116c27d6 owned by network:floatingip {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:38:14.699954 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3efb64ae-dfc0-44a7-a36d-cf6799d8cfe6 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:38:14.763929 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 3efb64ae-dfc0-44a7-a36d-cf6799d8cfe6 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:14.764375 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:14.931700 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09bd46b-2ed8-4ca2-ae6d-a672add125b4 req-b84305a5-2aad-487a-8bfa-64765d74ef1e tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:14.941110 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b09bd46b-2ed8-4ca2-ae6d-a672add125b4 req-b84305a5-2aad-487a-8bfa-64765d74ef1e tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 946 time: 0.1285944 Sep 16 04:38:15.000790 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b09bd46b-2ed8-4ca2-ae6d-a672add125b4 req-54df9c8a-16ee-4f9c-9b05-2008927cb945 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582342 Sep 16 04:38:15.171585 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa12d7cb-52cb-44e2-b8fb-0f6ed884e77e req-9036a9c3-a603-46ef-84b5-7b44de2d2c8e service neutron] 10.222.0.48 "GET /v2.0/networks/72ffa5cb-2d81-4610-a5b0-bee15bccc3ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6089149 Sep 16 04:38:15.354034 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa12d7cb-52cb-44e2-b8fb-0f6ed884e77e req-010a844d-67e3-4823-82d5-21c2de137ddd service neutron] 10.222.0.48 "GET /v2.0/networks/72ffa5cb-2d81-4610-a5b0-bee15bccc3ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716964 Sep 16 04:38:15.358784 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d7fa09c5-0bbe-4a91-a4bf-6f2042f75796 req-5ce6f3d0-bde3-46d3-b85f-989e7b048a98 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:15.364478 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-5d4c0a2f-da47-4db6-a636-983db1bb82f5 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:15.370451 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-5d4c0a2f-da47-4db6-a636-983db1bb82f5 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:15.381540 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-5d4c0a2f-da47-4db6-a636-983db1bb82f5 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/networks?id=e4bd70a8-31bb-44a8-a6fd-d6394b3aea52&id=37c6de34-7b60-4508-adf7-fdfeede52c2b HTTP/1.1" status: 200 len: 1392 time: 0.1683896 Sep 16 04:38:15.399314 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce6f3d0-bde3-46d3-b85f-989e7b048a98 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Pushing event deleted for resources: {'Port': ['ID=fbf16c9a-51ac-4aad-9ccf-c8d4116c27d6,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:15.399998 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-427a8e3a-a16f-4e03-b80d-4c9ca15eb8a6 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/quotas/d6062d06deed4be79de10c491e7c5fd2 HTTP/1.1" status: 200 len: 375 time: 0.0173173 Sep 16 04:38:15.484613 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d7fa09c5-0bbe-4a91-a4bf-6f2042f75796 req-5ce6f3d0-bde3-46d3-b85f-989e7b048a98 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks [] for floatingip, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:15.485315 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-c1493a15-c537-4b85-90af-ad3febcfe684 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d6062d06deed4be79de10c491e7c5fd2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0842178 Sep 16 04:38:15.489222 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d7fa09c5-0bbe-4a91-a4bf-6f2042f75796 req-5ce6f3d0-bde3-46d3-b85f-989e7b048a98 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:15.490491 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d7fa09c5-0bbe-4a91-a4bf-6f2042f75796 req-5ce6f3d0-bde3-46d3-b85f-989e7b048a98 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "DELETE /v2.0/floatingips/523df1a1-29f7-4337-8925-eeb7b63b5387 HTTP/1.1" status: 204 len: 173 time: 1.3038538 Sep 16 04:38:15.666547 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-82df50a2-f29d-46be-9ab0-585c15982c3c service neutron] 10.222.0.35 "GET /v2.0/networks/e4bd70a8-31bb-44a8-a6fd-d6394b3aea52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530454 Sep 16 04:38:15.670077 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a70ddc-e329-4dee-80e0-5d544f8460f6', 'name': 'network-vif-deleted', 'tag': 'ed1c1f17-a991-46bb-b02b-af815ab2d7d5'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:15.672779 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7eab1e-1f1b-4061-8adc-d9d53ddce2d5" -d '{"events": [{"server_uuid": "a2a70ddc-e329-4dee-80e0-5d544f8460f6", "name": "network-vif-deleted", "tag": "ed1c1f17-a991-46bb-b02b-af815ab2d7d5"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:15.867626 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:15.874954 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-98735e54-193f-49c8-8723-e1f42c415243 service neutron] 10.222.0.35 "GET /v2.0/networks/e4bd70a8-31bb-44a8-a6fd-d6394b3aea52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073243 Sep 16 04:38:15.989281 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b79b4a74-9cda-4aae-8f73-eeac7ca00920 req-93545d27-7c64-4993-9dc9-893e2aaa1a6c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=235a11d6-a417-4bd4-b935-cc381dccfb72 HTTP/1.1" status: 200 len: 210 time: 0.0309145 Sep 16 04:38:15.990413 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-b278a76b-4667-4250-9fc5-13d5943c42fb service neutron] 10.222.0.35 "GET /v2.0/networks/37c6de34-7b60-4508-adf7-fdfeede52c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145911 Sep 16 04:38:16.099382 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-e20cb6e8-0826-4364-9404-672ae785d451 service neutron] 10.222.0.35 "GET /v2.0/networks/37c6de34-7b60-4508-adf7-fdfeede52c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007574 Sep 16 04:38:16.271203 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da87d0b-3963-411f-a7d9-06bbc687bb57 x-openstack-request-id: req-2da87d0b-3963-411f-a7d9-06bbc687bb57 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:16.271726 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a70ddc-e329-4dee-80e0-5d544f8460f6", "name": "network-vif-deleted", "tag": "ed1c1f17-a991-46bb-b02b-af815ab2d7d5", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:16.271912 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2da87d0b-3963-411f-a7d9-06bbc687bb57 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:16.272409 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a70ddc-e329-4dee-80e0-5d544f8460f6', 'name': 'network-vif-deleted', 'tag': 'ed1c1f17-a991-46bb-b02b-af815ab2d7d5', 'status': 'completed', 'code': 200} Sep 16 04:38:16.567507 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96bf2b-2006-45a5-9bb0-2b823cbe29a6 req-d0e0afd7-6d4b-408a-86fc-3cbf33c88c53 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:16.569097 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dd96bf2b-2006-45a5-9bb0-2b823cbe29a6 req-d0e0afd7-6d4b-408a-86fc-3cbf33c88c53 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=77cc5a6b-f89c-4320-aee1-d12ab230d128 HTTP/1.1" status: 200 len: 950 time: 0.1698248 Sep 16 04:38:16.627685 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-79a24290-504b-4c43-98ff-6b3be544deb4 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:16.629287 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-79a24290-504b-4c43-98ff-6b3be544deb4 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.47 "GET /v2.0/networks?id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 HTTP/1.1" status: 200 len: 808 time: 0.2896628 Sep 16 04:38:16.690026 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-99e5fbc5-c805-4330-9d59-9a82ca581719 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Request body: {'port': {'device_id': '235a11d6-a417-4bd4-b935-cc381dccfb72', 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2', 'admin_state_up': True, 'tenant_id': '8fb595dbe0d3452481d7faf275f28d7b'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:16.784598 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dd96bf2b-2006-45a5-9bb0-2b823cbe29a6 req-6551f46b-9f44-4ba6-89d1-575df026c6a4 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912494 Sep 16 04:38:16.917309 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-99e5fbc5-c805-4330-9d59-9a82ca581719 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Made reservation on behalf of 8fb595dbe0d3452481d7faf275f28d7b for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:38:16.921079 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-99e5fbc5-c805-4330-9d59-9a82ca581719 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:17.001694 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417d9f8-bb23-4274-9815-dff2bd6f25a6 req-51bf582e-7d60-4f6a-9785-147d4033ff36 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:17.003442 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b417d9f8-bb23-4274-9815-dff2bd6f25a6 req-51bf582e-7d60-4f6a-9785-147d4033ff36 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 946 time: 0.1239769 Sep 16 04:38:17.010357 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08699b76-59fb-4358-8b3e-d3d7b335bb13 req-9958f620-71ea-484c-abd1-23d492f8f440 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:17.012616 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-08699b76-59fb-4358-8b3e-d3d7b335bb13 req-9958f620-71ea-484c-abd1-23d492f8f440 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/ports?device_id=12be914e-c08d-4466-85fa-a180a3843334&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1171885 Sep 16 04:38:17.015019 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 4089eb0f-9295-4df5-aa97-35572478f60c no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:17.077251 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-08699b76-59fb-4358-8b3e-d3d7b335bb13 req-3bcfc4da-6d45-42a4-bf5d-9dca98d8e0d8 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0578904 Sep 16 04:38:17.155224 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:17.200396 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 4089eb0f-9295-4df5-aa97-35572478f60c, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=4089eb0f-9295-4df5-aa97-35572478f60c,segment=NetworkSegment(658f680a-3fa0-437c-8003-3658800983eb),segment_id=658f680a-3fa0-437c-8003-3658800983eb)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:17.201773 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83372543-752c-48d0-a115-ac6c769ea5fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4089eb0f-9295-4df5-aa97-35572478f60c'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:17.204877 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b417d9f8-bb23-4274-9815-dff2bd6f25a6 req-b3f47a65-612c-4556-abd6-b12019fbaab8 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516221 Sep 16 04:38:17.207455 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6f5c4e-dacd-4dfb-bda4-ac2db2f2582e" -d '{"events": [{"server_uuid": "83372543-752c-48d0-a115-ac6c769ea5fe", "name": "network-vif-unplugged", "status": "completed", "tag": "4089eb0f-9295-4df5-aa97-35572478f60c"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:17.212735 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:17.232003 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-99e5fbc5-c805-4330-9d59-9a82ca581719 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Allocated IP 172.20.0.3 (ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2/43280570-672b-4326-ad6d-76a55cd52f58/9c35b616-3f71-4fcd-ab0f-f46193fe13c2) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:38:17.257576 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e13c3136-14b1-4605-b8ec-e6cff053e19e req-78eaf1e1-59ab-4a16-a26d-8799d364b6b2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=793f9461-a09e-439c-afe2-789b19a53625&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1426413 Sep 16 04:38:17.292964 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7df1114b-4a6b-4e80-8021-f769b2503e36 req-8519889b-b127-47e5-b680-af7be42b3d1a tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?device_id=29ea9d7d-59cb-4ab7-96b2-fed74972444b HTTP/1.1" status: 200 len: 210 time: 0.0485132 Sep 16 04:38:17.311500 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=4089eb0f-9295-4df5-aa97-35572478f60c,revision_number=8']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:17.455904 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c3136-14b1-4605-b8ec-e6cff053e19e req-91c2a052-9c17-4824-8983-c03b6a9320cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:17.462285 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e13c3136-14b1-4605-b8ec-e6cff053e19e req-91c2a052-9c17-4824-8983-c03b6a9320cb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8fb595dbe0d3452481d7faf275f28d7b&device_id=793f9461-a09e-439c-afe2-789b19a53625 HTTP/1.1" status: 200 len: 1096 time: 0.1340318 Sep 16 04:38:17.468272 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b9f078e7-9751-49b7-8c1c-132363e84f11 req-09f20b71-791e-49a8-9393-f71f8e4d9ece tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=235a11d6-a417-4bd4-b935-cc381dccfb72 HTTP/1.1" status: 200 len: 210 time: 0.0360315 Sep 16 04:38:17.550421 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4b2ea080-762f-48bb-a83c-370c5c09ae2b req-480ee639-167f-4acb-ad9a-2aaa5e352ac8 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0499675 Sep 16 04:38:17.664226 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592a518-843d-4f29-bd99-194737fd8e9f req-c55d7ef7-6f38-4849-b2e1-014ec87ce295 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:17.668621 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f592a518-843d-4f29-bd99-194737fd8e9f req-c55d7ef7-6f38-4849-b2e1-014ec87ce295 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.47 "GET /v2.0/ports?device_id=77cc5a6b-f89c-4320-aee1-d12ab230d128 HTTP/1.1" status: 200 len: 950 time: 0.1028912 Sep 16 04:38:17.710053 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812c65c5-6c53-4510-8919-e36f40dc3739 x-openstack-request-id: req-812c65c5-6c53-4510-8919-e36f40dc3739 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:17.710582 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83372543-752c-48d0-a115-ac6c769ea5fe", "name": "network-vif-unplugged", "status": "completed", "tag": "4089eb0f-9295-4df5-aa97-35572478f60c", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:17.711016 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-812c65c5-6c53-4510-8919-e36f40dc3739 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:17.711946 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83372543-752c-48d0-a115-ac6c769ea5fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4089eb0f-9295-4df5-aa97-35572478f60c', 'code': 200} Sep 16 04:38:17.714502 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-99e5fbc5-c805-4330-9d59-9a82ca581719 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:17.828806 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c3136-14b1-4605-b8ec-e6cff053e19e req-2daf9850-15e2-4f06-816b-8e378ee4a017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:17.833278 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e13c3136-14b1-4605-b8ec-e6cff053e19e req-2daf9850-15e2-4f06-816b-8e378ee4a017 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 HTTP/1.1" status: 200 len: 909 time: 0.3445051 Sep 16 04:38:17.919414 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-f592a518-843d-4f29-bd99-194737fd8e9f req-066cbec7-04e1-4c29-bf2c-b9cc3e3cc2ff tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Deleting port 7b8366f8-5845-456d-abc4-c887356b20da {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:38:17.920236 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f592a518-843d-4f29-bd99-194737fd8e9f req-066cbec7-04e1-4c29-bf2c-b9cc3e3cc2ff tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:18.012531 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e13c3136-14b1-4605-b8ec-e6cff053e19e req-4ae366ab-9bc1-44a1-acaf-ce797724f98d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ea99f4d-6e76-4d34-a8d4-44cc7648c323 HTTP/1.1" status: 200 len: 217 time: 0.1583691 Sep 16 04:38:18.153995 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-f592a518-843d-4f29-bd99-194737fd8e9f req-066cbec7-04e1-4c29-bf2c-b9cc3e3cc2ff tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] For port 7b8366f8-5845-456d-abc4-c887356b20da, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=7b8366f8-5845-456d-abc4-c887356b20da,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:18.154461 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f592a518-843d-4f29-bd99-194737fd8e9f req-066cbec7-04e1-4c29-bf2c-b9cc3e3cc2ff tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:18.165221 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-99e5fbc5-c805-4330-9d59-9a82ca581719 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:18.180505 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-f592a518-843d-4f29-bd99-194737fd8e9f req-066cbec7-04e1-4c29-bf2c-b9cc3e3cc2ff tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Calling delete_port for 7b8366f8-5845-456d-abc4-c887356b20da owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:38:18.252777 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-0fd08300-a45a-426e-a3a2-0fdd4f940d15 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:18.254941 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07722d2-b425-4d25-8269-84292e792316 req-6b9e4bfb-bbf2-4f23-acde-7957d9762bdb tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:18.259265 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-0fd08300-a45a-426e-a3a2-0fdd4f940d15 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:18.260861 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-0fd08300-a45a-426e-a3a2-0fdd4f940d15 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.48 "GET /v2.0/networks?id=e4bd70a8-31bb-44a8-a6fd-d6394b3aea52&id=37c6de34-7b60-4508-adf7-fdfeede52c2b HTTP/1.1" status: 200 len: 1392 time: 0.2422650 Sep 16 04:38:18.263335 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b07722d2-b425-4d25-8269-84292e792316 req-6b9e4bfb-bbf2-4f23-acde-7957d9762bdb tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/ports?device_id=18197268-7960-4fe5-90a7-3303ed6e67a1 HTTP/1.1" status: 200 len: 951 time: 0.3643346 Sep 16 04:38:18.269356 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c3136-14b1-4605-b8ec-e6cff053e19e req-4c84bbd9-5381-447d-b8db-974b0c46f56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:18.270829 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e13c3136-14b1-4605-b8ec-e6cff053e19e req-4c84bbd9-5381-447d-b8db-974b0c46f56e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=43280570-672b-4326-ad6d-76a55cd52f58 HTTP/1.1" status: 200 len: 848 time: 0.2429156 Sep 16 04:38:18.311065 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-1ff58dd8-8721-461b-bb14-1e9062f20e42 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Request body: {'port': {'device_id': '29ea9d7d-59cb-4ab7-96b2-fed74972444b', 'network_id': 'e4bd70a8-31bb-44a8-a6fd-d6394b3aea52', 'admin_state_up': True, 'tenant_id': 'd6062d06deed4be79de10c491e7c5fd2'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:18.312711 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-99e5fbc5-c805-4330-9d59-9a82ca581719 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:38:18.333301 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-99e5fbc5-c805-4330-9d59-9a82ca581719 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:38:18.335229 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5fbc5-c805-4330-9d59-9a82ca581719 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Pushing event updated for resources: {'Port': ['ID=9c35b616-3f71-4fcd-ab0f-f46193fe13c2,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:18.337665 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-99e5fbc5-c805-4330-9d59-9a82ca581719 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:38:18.360607 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e13c3136-14b1-4605-b8ec-e6cff053e19e req-bef112ff-6b4a-4817-9333-c100ed598607 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654140 Sep 16 04:38:18.370747 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1e90b-b799-4a1a-a9d0-0ff86839c85b req-9705c5b9-45ee-4206-b1a9-ec2b2b9dfb2d tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:18.372372 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-86e1e90b-b799-4a1a-a9d0-0ff86839c85b req-9705c5b9-45ee-4206-b1a9-ec2b2b9dfb2d tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=77cc5a6b-f89c-4320-aee1-d12ab230d128 HTTP/1.1" status: 200 len: 950 time: 0.1298225 Sep 16 04:38:18.406952 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b07722d2-b425-4d25-8269-84292e792316 req-9d03876d-e6ca-47e6-bae1-9456fe20c972 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce32b41b-a276-4c54-8783-af23e32773c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427984 Sep 16 04:38:18.429408 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-99e5fbc5-c805-4330-9d59-9a82ca581719 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:18.430043 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-99e5fbc5-c805-4330-9d59-9a82ca581719 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:18.479255 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-99e5fbc5-c805-4330-9d59-9a82ca581719 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8190005 Sep 16 04:38:18.510187 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-dab23299-68e9-4b98-a085-a03247c36dec service neutron] Request body: {'port': {'device_id': '235a11d6-a417-4bd4-b935-cc381dccfb72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:18.526486 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f592a518-843d-4f29-bd99-194737fd8e9f req-066cbec7-04e1-4c29-bf2c-b9cc3e3cc2ff tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:18.557129 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e13c3136-14b1-4605-b8ec-e6cff053e19e req-202de7ff-8e2f-4b73-93a0-15ef0b260c42 service neutron] 10.222.0.47 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847548 Sep 16 04:38:18.561499 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['c7447a58-0c6e-491c-ab5e-4e8420d69a50', '5b20acd7-db56-459e-bcc5-ceff5032038f', '7b8366f8-5845-456d-abc4-c887356b20da'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:38:18.584304 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066cbec7-04e1-4c29-bf2c-b9cc3e3cc2ff tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Pushing event deleted for resources: {'Port': ['ID=7b8366f8-5845-456d-abc4-c887356b20da,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:18.598786 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf', 'b89bf368-53c0-4450-bf56-54bfd995b9ed', 'dc94428e-190c-4858-bad3-ad1cd92dcd21', 'b0a6f292-bfff-484c-90ed-e79e32eb87a1'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:38:18.680347 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-86e1e90b-b799-4a1a-a9d0-0ff86839c85b req-434c0a8f-b48d-40be-9c5d-9c70a7cd930f tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811892 Sep 16 04:38:18.717924 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-dab23299-68e9-4b98-a085-a03247c36dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:18.805539 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-4585fd6f-a30f-4eea-9692-6f793188b345 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:18.811607 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f592a518-843d-4f29-bd99-194737fd8e9f req-066cbec7-04e1-4c29-bf2c-b9cc3e3cc2ff tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] No DVR routers for this DVR port 7b8366f8-5845-456d-abc4-c887356b20da on host n-h1-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:38:18.813158 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-4585fd6f-a30f-4eea-9692-6f793188b345 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/networks?id=01519a52-82ee-43fa-90b0-c71411cde4f0 HTTP/1.1" status: 200 len: 805 time: 0.2742028 Sep 16 04:38:18.819020 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-1ff58dd8-8721-461b-bb14-1e9062f20e42 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Made reservation on behalf of d6062d06deed4be79de10c491e7c5fd2 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:38:18.824140 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-1ff58dd8-8721-461b-bb14-1e9062f20e42 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:18.830710 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f592a518-843d-4f29-bd99-194737fd8e9f req-066cbec7-04e1-4c29-bf2c-b9cc3e3cc2ff tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:18.833260 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f592a518-843d-4f29-bd99-194737fd8e9f req-066cbec7-04e1-4c29-bf2c-b9cc3e3cc2ff tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.47 "DELETE /v2.0/ports/7b8366f8-5845-456d-abc4-c887356b20da HTTP/1.1" status: 204 len: 173 time: 1.1585212 Sep 16 04:38:18.835851 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-9d3e9619-eabe-4e98-a529-3adf2c763e1e tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/quotas/704dfedc4cae451e92880e679796489f HTTP/1.1" status: 200 len: 375 time: 0.0217261 Sep 16 04:38:18.839173 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cc5a6b-f89c-4320-aee1-d12ab230d128', 'name': 'network-vif-deleted', 'tag': '7b8366f8-5845-456d-abc4-c887356b20da'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:18.842079 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c8e94b-85c0-43d7-ba88-a98d318edf84" -d '{"events": [{"server_uuid": "77cc5a6b-f89c-4320-aee1-d12ab230d128", "name": "network-vif-deleted", "tag": "7b8366f8-5845-456d-abc4-c887356b20da"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:18.872734 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-353a4515-8103-4e6c-bc61-9d761a847591 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:18.874695 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-353a4515-8103-4e6c-bc61-9d761a847591 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25&tenant_id=1db68ab0fc284575894f1608a94e9c14&binding%3Ahost_id=n-h1-712139-15 HTTP/1.1" status: 200 len: 1098 time: 0.2498734 Sep 16 04:38:18.885220 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e13c3136-14b1-4605-b8ec-e6cff053e19e req-7bf9a219-d5f5-425c-9623-2accc4aa9ef9 service neutron] 10.222.0.47 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143992 Sep 16 04:38:18.951828 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-15cc542d-67c3-470c-a6f1-ca2e2cddaa22 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=704dfedc4cae451e92880e679796489f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1155040 Sep 16 04:38:19.080274 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device e04af8b6-b1f5-4f84-b146-6f0bb44fc7af details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:38:19.095370 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-1ff58dd8-8721-461b-bb14-1e9062f20e42 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Allocated IP 19.80.0.67 (e4bd70a8-31bb-44a8-a6fd-d6394b3aea52/db59c33a-6622-4f58-a49f-c6144593abae/328fd784-b19c-4b69-8d8e-70ea8c2b9399) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:38:19.247104 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-29ee01f6-fdb7-425c-a9f3-df5455d980fd service neutron] 10.222.0.35 "GET /v2.0/networks/01519a52-82ee-43fa-90b0-c71411cde4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941043 Sep 16 04:38:19.288551 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-1ff58dd8-8721-461b-bb14-1e9062f20e42 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:19.297435 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-26610a0c-4e1a-48ac-863b-bc029b02736d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712139-15'}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:19.342486 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b746903-0a53-4dab-837b-019f216d9767 req-89f980ad-ecf3-46ae-b539-662bc5fbfd43 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:19.351909 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b746903-0a53-4dab-837b-019f216d9767 req-89f980ad-ecf3-46ae-b539-662bc5fbfd43 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/ports?device_id=12be914e-c08d-4466-85fa-a180a3843334 HTTP/1.1" status: 200 len: 945 time: 0.5341628 Sep 16 04:38:19.411449 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port e04af8b6-b1f5-4f84-b146-6f0bb44fc7af, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=e04af8b6-b1f5-4f84-b146-6f0bb44fc7af,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:19.432970 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-26610a0c-4e1a-48ac-863b-bc029b02736d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:19.447519 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device e04af8b6-b1f5-4f84-b146-6f0bb44fc7af has no active binding in host n-h2-712139-15 {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:38:19.463793 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-4455a7b8-a04f-4848-9dc8-6ea1485d5d07 service neutron] 10.222.0.35 "GET /v2.0/networks/01519a52-82ee-43fa-90b0-c71411cde4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156448 Sep 16 04:38:19.463969 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b746903-0a53-4dab-837b-019f216d9767 req-0bd81cb8-c8e7-4b29-9f2d-a95075c1c0a4 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/security-groups?id=055c7dc3-4d72-4d8a-b329-25d62d460c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110096 Sep 16 04:38:19.589878 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-dab23299-68e9-4b98-a085-a03247c36dec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c35b616-3f71-4fcd-ab0f-f46193fe13c2 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:38:19.607807 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-dab23299-68e9-4b98-a085-a03247c36dec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:19.629651 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-dab23299-68e9-4b98-a085-a03247c36dec service neutron] Transition to ACTIVE for port object 9c35b616-3f71-4fcd-ab0f-f46193fe13c2 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:38:19.649449 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-dab23299-68e9-4b98-a085-a03247c36dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:19.677733 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-26610a0c-4e1a-48ac-863b-bc029b02736d service neutron] For port e04af8b6-b1f5-4f84-b146-6f0bb44fc7af, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=e04af8b6-b1f5-4f84-b146-6f0bb44fc7af,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:19.730174 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-26610a0c-4e1a-48ac-863b-bc029b02736d service neutron] For port e04af8b6-b1f5-4f84-b146-6f0bb44fc7af, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:38:19.761764 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-1ff58dd8-8721-461b-bb14-1e9062f20e42 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:19.833654 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab23299-68e9-4b98-a085-a03247c36dec service neutron] Pushing event updated for resources: {'Port': ['ID=9c35b616-3f71-4fcd-ab0f-f46193fe13c2,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:19.840302 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-1ff58dd8-8721-461b-bb14-1e9062f20e42 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Network e4bd70a8-31bb-44a8-a6fd-d6394b3aea52 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:38:19.851082 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-1ff58dd8-8721-461b-bb14-1e9062f20e42 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:38:19.854938 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-1ff58dd8-8721-461b-bb14-1e9062f20e42 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:38:19.886362 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea48e4a-85f8-41ea-b5d4-d440329d2dd8 req-256ff67a-37d6-4042-ba6d-fc38ee9e8e83 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:19.894790 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7ea48e4a-85f8-41ea-b5d4-d440329d2dd8 req-256ff67a-37d6-4042-ba6d-fc38ee9e8e83 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?device_id=29ea9d7d-59cb-4ab7-96b2-fed74972444b HTTP/1.1" status: 200 len: 931 time: 0.1301732 Sep 16 04:38:19.913580 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-26610a0c-4e1a-48ac-863b-bc029b02736d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:19.950190 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff58dd8-8721-461b-bb14-1e9062f20e42 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Pushing event updated for resources: {'Port': ['ID=328fd784-b19c-4b69-8d8e-70ea8c2b9399,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:19.967054 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7ea48e4a-85f8-41ea-b5d4-d440329d2dd8 req-8a79f67d-c8cd-4b27-9303-fe10f01cd59b tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e2affa8-0668-4988-b34f-7333ff388a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713201 Sep 16 04:38:19.970025 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-1ff58dd8-8721-461b-bb14-1e9062f20e42 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:19.971179 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-1ff58dd8-8721-461b-bb14-1e9062f20e42 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:19.984727 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-26610a0c-4e1a-48ac-863b-bc029b02736d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:20.020435 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-1ff58dd8-8721-461b-bb14-1e9062f20e42 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7171459 Sep 16 04:38:20.032901 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8687087-b236-4fab-a1e0-8d1d6fc93221 req-1e9e1f52-07be-4383-b7b6-95a29d42ab8b tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:20.034794 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a8687087-b236-4fab-a1e0-8d1d6fc93221 req-1e9e1f52-07be-4383-b7b6-95a29d42ab8b tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 946 time: 0.2745726 Sep 16 04:38:20.048169 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-2379add0-5668-46d1-bf8c-9852cf04ef5b tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Request body: {'port': {'device_id': '29ea9d7d-59cb-4ab7-96b2-fed74972444b', 'network_id': '37c6de34-7b60-4508-adf7-fdfeede52c2b', 'admin_state_up': True, 'tenant_id': 'd6062d06deed4be79de10c491e7c5fd2'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:20.149836 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-dab23299-68e9-4b98-a085-a03247c36dec service neutron] Attempting to bind port 9c35b616-3f71-4fcd-ab0f-f46193fe13c2 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:38:20.150566 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-dab23299-68e9-4b98-a085-a03247c36dec service neutron] Attempting to bind port 9c35b616-3f71-4fcd-ab0f-f46193fe13c2 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:38:20.151073 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-dab23299-68e9-4b98-a085-a03247c36dec service neutron] Attempting to bind port 9c35b616-3f71-4fcd-ab0f-f46193fe13c2 on network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:20.157887 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-dab23299-68e9-4b98-a085-a03247c36dec service neutron] Port 9c35b616-3f71-4fcd-ab0f-f46193fe13c2 on network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:38:20.170514 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-dab23299-68e9-4b98-a085-a03247c36dec service neutron] Attempting to bind port 9c35b616-3f71-4fcd-ab0f-f46193fe13c2 on network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:20.199473 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-dab23299-68e9-4b98-a085-a03247c36dec service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:38:20.199817 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-dab23299-68e9-4b98-a085-a03247c36dec service neutron] Checking segment: {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:38:20.200206 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-dab23299-68e9-4b98-a085-a03247c36dec service neutron] Bound using segment: {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:38:20.200661 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-dab23299-68e9-4b98-a085-a03247c36dec service neutron] Bound port: 9c35b616-3f71-4fcd-ab0f-f46193fe13c2, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:38:20.201023 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-dab23299-68e9-4b98-a085-a03247c36dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:20.220249 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26610a0c-4e1a-48ac-863b-bc029b02736d service neutron] Pushing event updated for resources: {'Port': ['ID=e04af8b6-b1f5-4f84-b146-6f0bb44fc7af,revision_number=7']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:20.313927 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a8687087-b236-4fab-a1e0-8d1d6fc93221 req-ae95c53d-f9b8-4ef4-b4f2-4f1eb42441a5 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572944 Sep 16 04:38:20.319609 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-0a819683-11c5-43df-b070-792d0a4eb8f9 None None] Provisioning complete for port 328fd784-b19c-4b69-8d8e-70ea8c2b9399 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:20.320122 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0a819683-11c5-43df-b070-792d0a4eb8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:20.362951 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-26610a0c-4e1a-48ac-863b-bc029b02736d service neutron] Attempting to bind port e04af8b6-b1f5-4f84-b146-6f0bb44fc7af on host n-h1-712139-15 for vnic_type normal with profile {"migrating_to": "n-h2-712139-15"} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:38:20.363631 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-26610a0c-4e1a-48ac-863b-bc029b02736d service neutron] Attempting to bind port e04af8b6-b1f5-4f84-b146-6f0bb44fc7af by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:38:20.367969 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-26610a0c-4e1a-48ac-863b-bc029b02736d service neutron] Attempting to bind port e04af8b6-b1f5-4f84-b146-6f0bb44fc7af on network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:20.378596 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-dab23299-68e9-4b98-a085-a03247c36dec service neutron] For port 9c35b616-3f71-4fcd-ab0f-f46193fe13c2, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:38:20.399779 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-dab23299-68e9-4b98-a085-a03247c36dec service neutron] For port 9c35b616-3f71-4fcd-ab0f-f46193fe13c2, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=9c35b616-3f71-4fcd-ab0f-f46193fe13c2,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:38:20.418506 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb6675-e5e8-4be8-afba-276a26fd2406 req-a4b2fa1e-640b-4068-94ae-84aeb91eff8e tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:20.426904 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cebb6675-e5e8-4be8-afba-276a26fd2406 req-a4b2fa1e-640b-4068-94ae-84aeb91eff8e tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=235a11d6-a417-4bd4-b935-cc381dccfb72 HTTP/1.1" status: 200 len: 943 time: 0.0948234 Sep 16 04:38:20.429683 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-dab23299-68e9-4b98-a085-a03247c36dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:20.430902 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-0a819683-11c5-43df-b070-792d0a4eb8f9 None None] Port 328fd784-b19c-4b69-8d8e-70ea8c2b9399 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:38:20.432646 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-26610a0c-4e1a-48ac-863b-bc029b02736d service neutron] Port e04af8b6-b1f5-4f84-b146-6f0bb44fc7af on network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:38:20.434006 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-26610a0c-4e1a-48ac-863b-bc029b02736d service neutron] Attempting to bind port e04af8b6-b1f5-4f84-b146-6f0bb44fc7af on network 00cd75b9-aad6-45d6-bd66-c0a78f5d6588 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:20.472395 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64c9614-5fbf-4ef3-bec7-13ec8754b1a1 x-openstack-request-id: req-c64c9614-5fbf-4ef3-bec7-13ec8754b1a1 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:20.472905 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77cc5a6b-f89c-4320-aee1-d12ab230d128", "name": "network-vif-deleted", "tag": "7b8366f8-5845-456d-abc4-c887356b20da", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:20.473316 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c64c9614-5fbf-4ef3-bec7-13ec8754b1a1 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:20.474001 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cc5a6b-f89c-4320-aee1-d12ab230d128', 'name': 'network-vif-deleted', 'tag': '7b8366f8-5845-456d-abc4-c887356b20da', 'status': 'completed', 'code': 200} Sep 16 04:38:20.475284 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-26610a0c-4e1a-48ac-863b-bc029b02736d service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:38:20.475721 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-26610a0c-4e1a-48ac-863b-bc029b02736d service neutron] Checking segment: {'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:38:20.477973 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-26610a0c-4e1a-48ac-863b-bc029b02736d service neutron] Bound using segment: {'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:38:20.478653 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-26610a0c-4e1a-48ac-863b-bc029b02736d service neutron] Bound port: e04af8b6-b1f5-4f84-b146-6f0bb44fc7af, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfe098be-015d-4a18-8ee9-6fa64794080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '00cd75b9-aad6-45d6-bd66-c0a78f5d6588'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:38:20.479113 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-26610a0c-4e1a-48ac-863b-bc029b02736d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:20.482341 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-dab23299-68e9-4b98-a085-a03247c36dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:20.482554 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-dab23299-68e9-4b98-a085-a03247c36dec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:20.484077 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-dab23299-68e9-4b98-a085-a03247c36dec service neutron] 10.222.0.47 "PUT /v2.0/ports/9c35b616-3f71-4fcd-ab0f-f46193fe13c2 HTTP/1.1" status: 200 len: 1092 time: 1.9842796 Sep 16 04:38:20.484858 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '235a11d6-a417-4bd4-b935-cc381dccfb72', 'tag': '9c35b616-3f71-4fcd-ab0f-f46193fe13c2'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:20.488133 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17685c4-b1f7-4a28-8768-a36de8b37620" -d '{"events": [{"name": "network-changed", "server_uuid": "235a11d6-a417-4bd4-b935-cc381dccfb72", "tag": "9c35b616-3f71-4fcd-ab0f-f46193fe13c2"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:20.522706 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cebb6675-e5e8-4be8-afba-276a26fd2406 req-3e53e118-6e49-4df1-a711-121a1fd85f4e tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949183 Sep 16 04:38:20.573593 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bba42-b677-43fd-8f0e-89800271ff69 req-17505413-3e05-4edf-8e37-532dbc1a40b7 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:20.575637 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-673bba42-b677-43fd-8f0e-89800271ff69 req-17505413-3e05-4edf-8e37-532dbc1a40b7 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.48 "GET /v2.0/ports?device_id=83372543-752c-48d0-a115-ac6c769ea5fe HTTP/1.1" status: 200 len: 943 time: 0.3717065 Sep 16 04:38:20.580445 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab23299-68e9-4b98-a085-a03247c36dec service neutron] Pushing event updated for resources: {'Port': ['ID=9c35b616-3f71-4fcd-ab0f-f46193fe13c2,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:20.598202 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-2379add0-5668-46d1-bf8c-9852cf04ef5b tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Made reservation on behalf of d6062d06deed4be79de10c491e7c5fd2 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:38:20.607973 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-2379add0-5668-46d1-bf8c-9852cf04ef5b tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:20.671669 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-62747540-f656-4a77-8288-161e9484d29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:20.676182 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-62747540-f656-4a77-8288-161e9484d29d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8fb595dbe0d3452481d7faf275f28d7b&device_id=235a11d6-a417-4bd4-b935-cc381dccfb72 HTTP/1.1" status: 200 len: 1095 time: 0.0924065 Sep 16 04:38:20.717183 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-07a9c6e5-1574-4717-b7c9-801c8bc3a386 req-c13ef9cd-bf62-4500-bbb9-7c8505297b20 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae1af12-86e3-4a7a-a523-b6ce0ac028c8 HTTP/1.1" status: 200 len: 210 time: 0.0958719 Sep 16 04:38:20.810769 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-26610a0c-4e1a-48ac-863b-bc029b02736d service neutron] For port e04af8b6-b1f5-4f84-b146-6f0bb44fc7af, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:38:20.815648 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-26610a0c-4e1a-48ac-863b-bc029b02736d service neutron] For port e04af8b6-b1f5-4f84-b146-6f0bb44fc7af, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=e04af8b6-b1f5-4f84-b146-6f0bb44fc7af,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:38:20.826162 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-26610a0c-4e1a-48ac-863b-bc029b02736d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:20.834657 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-2a180bf6-f0a8-4cf0-bd76-efb8f7011c43 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c35b616-3f71-4fcd-ab0f-f46193fe13c2 HTTP/1.1" status: 200 len: 217 time: 0.0899107 Sep 16 04:38:20.843029 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d73577-d05b-41bc-b2e4-a15e0495dcbf x-openstack-request-id: req-b8d73577-d05b-41bc-b2e4-a15e0495dcbf {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:20.843311 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "235a11d6-a417-4bd4-b935-cc381dccfb72", "tag": "9c35b616-3f71-4fcd-ab0f-f46193fe13c2", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:20.844111 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b8d73577-d05b-41bc-b2e4-a15e0495dcbf {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:20.844600 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '235a11d6-a417-4bd4-b935-cc381dccfb72', 'tag': '9c35b616-3f71-4fcd-ab0f-f46193fe13c2', 'status': 'completed', 'code': 200} Sep 16 04:38:20.994259 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-26610a0c-4e1a-48ac-863b-bc029b02736d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:20.994772 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-26610a0c-4e1a-48ac-863b-bc029b02736d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:20.996265 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-26610a0c-4e1a-48ac-863b-bc029b02736d service neutron] 10.222.0.48 "PUT /v2.0/ports/e04af8b6-b1f5-4f84-b146-6f0bb44fc7af HTTP/1.1" status: 200 len: 1124 time: 1.7059050 Sep 16 04:38:21.051299 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 8458f15a-7a63-425e-8097-a6b6eb4032ff no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:21.060844 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26610a0c-4e1a-48ac-863b-bc029b02736d service neutron] Pushing event updated for resources: {'Port': ['ID=e04af8b6-b1f5-4f84-b146-6f0bb44fc7af,revision_number=8']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:21.087699 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-673bba42-b677-43fd-8f0e-89800271ff69 req-58dfb800-4ce6-40b9-9ca7-154e05eed1d7 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Deleting port 4089eb0f-9295-4df5-aa97-35572478f60c {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:38:21.088083 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-673bba42-b677-43fd-8f0e-89800271ff69 req-58dfb800-4ce6-40b9-9ca7-154e05eed1d7 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:21.097755 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-2379add0-5668-46d1-bf8c-9852cf04ef5b tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Allocated IP 19.86.0.190 (37c6de34-7b60-4508-adf7-fdfeede52c2b/a062c48b-0d4e-4180-bcd4-cead6336c38c/c70bca8f-ec29-448f-9c3a-428da57a574b) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:38:21.237981 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['e04af8b6-b1f5-4f84-b146-6f0bb44fc7af'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:38:21.284415 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-673bba42-b677-43fd-8f0e-89800271ff69 req-58dfb800-4ce6-40b9-9ca7-154e05eed1d7 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] For port 4089eb0f-9295-4df5-aa97-35572478f60c, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=4089eb0f-9295-4df5-aa97-35572478f60c,segment=NetworkSegment(658f680a-3fa0-437c-8003-3658800983eb),segment_id=658f680a-3fa0-437c-8003-3658800983eb)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:21.284415 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-673bba42-b677-43fd-8f0e-89800271ff69 req-58dfb800-4ce6-40b9-9ca7-154e05eed1d7 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:21.346583 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-673bba42-b677-43fd-8f0e-89800271ff69 req-58dfb800-4ce6-40b9-9ca7-154e05eed1d7 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Calling delete_port for 4089eb0f-9295-4df5-aa97-35572478f60c owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:38:21.385454 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:21.448704 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18197268-7960-4fe5-90a7-3303ed6e67a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8458f15a-7a63-425e-8097-a6b6eb4032ff'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:21.451648 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4748c310-6de8-4d4c-95cd-f84319fe25b9" -d '{"events": [{"server_uuid": "18197268-7960-4fe5-90a7-3303ed6e67a1", "name": "network-vif-unplugged", "status": "completed", "tag": "8458f15a-7a63-425e-8097-a6b6eb4032ff"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:21.476105 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['e04af8b6-b1f5-4f84-b146-6f0bb44fc7af'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:38:21.534112 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-2379add0-5668-46d1-bf8c-9852cf04ef5b tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:21.559308 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7813252-b890-4ee0-84bd-cc31c7ac38e0 req-f2d5d26e-99c6-45e8-8d05-765aa1c27eaf tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:21.568104 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a7813252-b890-4ee0-84bd-cc31c7ac38e0 req-f2d5d26e-99c6-45e8-8d05-765aa1c27eaf tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?device_id=29ea9d7d-59cb-4ab7-96b2-fed74972444b HTTP/1.1" status: 200 len: 931 time: 0.1085486 Sep 16 04:38:21.591858 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 8458f15a-7a63-425e-8097-a6b6eb4032ff, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=8458f15a-7a63-425e-8097-a6b6eb4032ff,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:21.609726 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:21.641933 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a7813252-b890-4ee0-84bd-cc31c7ac38e0 req-70dce8de-2b23-4e91-b5dc-2f2356a8fe24 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e2affa8-0668-4988-b34f-7333ff388a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677290 Sep 16 04:38:21.749823 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-2379add0-5668-46d1-bf8c-9852cf04ef5b tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:21.791956 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8a770-5e4d-4881-9516-d272f1cb7f13 req-14ce022f-43b0-4dd8-a39a-705e46668180 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:21.794397 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-64b8a770-5e4d-4881-9516-d272f1cb7f13 req-14ce022f-43b0-4dd8-a39a-705e46668180 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/ports?device_id=12be914e-c08d-4466-85fa-a180a3843334 HTTP/1.1" status: 200 len: 945 time: 1.0795262 Sep 16 04:38:21.805005 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-fcc972bf-ed2a-4b82-ab3c-92009bc64c1f tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:21.806809 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-fcc972bf-ed2a-4b82-ab3c-92009bc64c1f tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.47 "GET /v2.0/networks?id=01519a52-82ee-43fa-90b0-c71411cde4f0 HTTP/1.1" status: 200 len: 805 time: 0.2189496 Sep 16 04:38:21.828724 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 7b8366f8-5845-456d-abc4-c887356b20da no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:21.839738 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=8458f15a-7a63-425e-8097-a6b6eb4032ff,revision_number=11']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:21.851512 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-fe790856-b9c8-49db-90e6-080a756827eb tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Request body: {'port': {'device_id': '0ae1af12-86e3-4a7a-a523-b6ce0ac028c8', 'network_id': '01519a52-82ee-43fa-90b0-c71411cde4f0', 'admin_state_up': True, 'tenant_id': '704dfedc4cae451e92880e679796489f'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:21.857645 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2379add0-5668-46d1-bf8c-9852cf04ef5b tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Pushing event updated for resources: {'Port': ['ID=c70bca8f-ec29-448f-9c3a-428da57a574b,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:21.874490 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-2379add0-5668-46d1-bf8c-9852cf04ef5b tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Network 37c6de34-7b60-4508-adf7-fdfeede52c2b is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:38:21.876851 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-2379add0-5668-46d1-bf8c-9852cf04ef5b tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:38:21.880138 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-2379add0-5668-46d1-bf8c-9852cf04ef5b tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:38:21.948835 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: 7b8366f8-5845-456d-abc4-c887356b20da {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:38:21.950076 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 7b8366f8-5845-456d-abc4-c887356b20da not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:38:21.956695 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-2379add0-5668-46d1-bf8c-9852cf04ef5b tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:21.957408 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-2379add0-5668-46d1-bf8c-9852cf04ef5b tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:21.992452 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e932b01-292c-4416-80e8-0f35eacfd907 req-4e29448d-4ac0-458e-86fa-6338e3e046c4 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:21.994128 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0e932b01-292c-4416-80e8-0f35eacfd907 req-4e29448d-4ac0-458e-86fa-6338e3e046c4 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.48 "GET /v2.0/ports?device_id=12be914e-c08d-4466-85fa-a180a3843334 HTTP/1.1" status: 200 len: 945 time: 1.1486113 Sep 16 04:38:21.998005 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-673bba42-b677-43fd-8f0e-89800271ff69 req-58dfb800-4ce6-40b9-9ca7-154e05eed1d7 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:22.012633 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-64b8a770-5e4d-4881-9516-d272f1cb7f13 req-3eaf622a-41d7-43fa-a856-81fe9b50ebb4 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/security-groups?id=055c7dc3-4d72-4d8a-b329-25d62d460c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032723 Sep 16 04:38:22.025851 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-6be83a03-c133-4b93-bba5-a83cd45204d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:22.027454 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-6be83a03-c133-4b93-bba5-a83cd45204d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=43280570-672b-4326-ad6d-76a55cd52f58 HTTP/1.1" status: 200 len: 848 time: 1.1675184 Sep 16 04:38:22.077394 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dfb800-4ce6-40b9-9ca7-154e05eed1d7 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Pushing event deleted for resources: {'Port': ['ID=4089eb0f-9295-4df5-aa97-35572478f60c,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:22.083194 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-72d95c03-959b-4e6e-94ac-e3ef98b3df51 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348940 Sep 16 04:38:22.140518 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-673bba42-b677-43fd-8f0e-89800271ff69 req-58dfb800-4ce6-40b9-9ca7-154e05eed1d7 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] No DVR routers for this DVR port 4089eb0f-9295-4df5-aa97-35572478f60c on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:38:22.143861 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-2379add0-5668-46d1-bf8c-9852cf04ef5b tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1008649 Sep 16 04:38:22.145278 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-673bba42-b677-43fd-8f0e-89800271ff69 req-58dfb800-4ce6-40b9-9ca7-154e05eed1d7 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:22.147567 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-673bba42-b677-43fd-8f0e-89800271ff69 req-58dfb800-4ce6-40b9-9ca7-154e05eed1d7 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.48 "DELETE /v2.0/ports/4089eb0f-9295-4df5-aa97-35572478f60c HTTP/1.1" status: 204 len: 173 time: 1.5305278 Sep 16 04:38:22.156682 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ac325-bb52-41c4-94c5-a390d0a10e2d req-4d9d6a78-6f40-4064-9be5-8c3c7baa82f6 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:22.171290 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b18ac325-bb52-41c4-94c5-a390d0a10e2d req-4d9d6a78-6f40-4064-9be5-8c3c7baa82f6 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=acd0382d-b393-4db1-8457-03f2eb339345 HTTP/1.1" status: 200 len: 949 time: 0.3503892 Sep 16 04:38:22.199928 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-96e33a54-420c-491b-9e33-e88b321b09b8 service neutron] Request body: {'port': {'device_id': '29ea9d7d-59cb-4ab7-96b2-fed74972444b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:22.219836 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-919ee12b-d7d4-4c67-956f-278eda54b7e7 service neutron] 10.222.0.47 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206853 Sep 16 04:38:22.263087 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-fe790856-b9c8-49db-90e6-080a756827eb tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Made reservation on behalf of 704dfedc4cae451e92880e679796489f for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:38:22.267108 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-fe790856-b9c8-49db-90e6-080a756827eb tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:22.267499 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b18ac325-bb52-41c4-94c5-a390d0a10e2d req-28881358-8c00-4382-aeec-274c293dbfc1 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918121 Sep 16 04:38:22.281495 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-0116b28f-9a16-4ed7-9b76-3d00726c6d34 None None] Provisioning complete for port c70bca8f-ec29-448f-9c3a-428da57a574b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:22.282059 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0116b28f-9a16-4ed7-9b76-3d00726c6d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:22.332936 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-96e33a54-420c-491b-9e33-e88b321b09b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:22.363878 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4ad2eb-ef12-42d4-ab62-dc881d1cf8d9 x-openstack-request-id: req-8c4ad2eb-ef12-42d4-ab62-dc881d1cf8d9 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:22.364303 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18197268-7960-4fe5-90a7-3303ed6e67a1", "name": "network-vif-unplugged", "status": "completed", "tag": "8458f15a-7a63-425e-8097-a6b6eb4032ff", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:22.366359 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8c4ad2eb-ef12-42d4-ab62-dc881d1cf8d9 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:22.366841 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18197268-7960-4fe5-90a7-3303ed6e67a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8458f15a-7a63-425e-8097-a6b6eb4032ff', 'code': 200} Sep 16 04:38:22.383469 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-0116b28f-9a16-4ed7-9b76-3d00726c6d34 None None] Port c70bca8f-ec29-448f-9c3a-428da57a574b cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:38:22.476286 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc33a6c2-cce9-4141-ad9f-c0eb8577af25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e04af8b6-b1f5-4f84-b146-6f0bb44fc7af'}, {'name': 'network-changed', 'server_uuid': 'cc33a6c2-cce9-4141-ad9f-c0eb8577af25', 'tag': 'e04af8b6-b1f5-4f84-b146-6f0bb44fc7af'}, {'server_uuid': '83372543-752c-48d0-a115-ac6c769ea5fe', 'name': 'network-vif-deleted', 'tag': '4089eb0f-9295-4df5-aa97-35572478f60c'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:22.478431 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f42946-5258-4b14-8513-95b23f8c005a" -d '{"events": [{"server_uuid": "cc33a6c2-cce9-4141-ad9f-c0eb8577af25", "name": "network-vif-unplugged", "status": "completed", "tag": "e04af8b6-b1f5-4f84-b146-6f0bb44fc7af"}, {"name": "network-changed", "server_uuid": "cc33a6c2-cce9-4141-ad9f-c0eb8577af25", "tag": "e04af8b6-b1f5-4f84-b146-6f0bb44fc7af"}, {"server_uuid": "83372543-752c-48d0-a115-ac6c769ea5fe", "name": "network-vif-deleted", "tag": "4089eb0f-9295-4df5-aa97-35572478f60c"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:22.541299 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-0e932b01-292c-4416-80e8-0f35eacfd907 req-aecb04fe-e6a8-45c9-bc22-843631faceba tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Deleting port 1f00c897-2ec5-4b69-8366-8b974bf007c2 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:38:22.541701 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0e932b01-292c-4416-80e8-0f35eacfd907 req-aecb04fe-e6a8-45c9-bc22-843631faceba tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:22.583275 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c418d08-2d11-47d0-bedf-eec98d443a75 req-01e8c2c5-1749-4047-bfca-61adb01e7911 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:22.584946 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1c418d08-2d11-47d0-bedf-eec98d443a75 req-01e8c2c5-1749-4047-bfca-61adb01e7911 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 944 time: 0.3147564 Sep 16 04:38:22.637975 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dfac57eb-5a4a-484c-a630-11cd83fccb4e req-934c9319-0e4b-4883-8a81-9c9296225e45 service neutron] 10.222.0.47 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644466 Sep 16 04:38:22.651828 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:38:22.711433 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-fe790856-b9c8-49db-90e6-080a756827eb tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Allocated IP 172.20.0.13 (01519a52-82ee-43fa-90b0-c71411cde4f0/f1f953d6-01ca-4cb0-98b0-b9ee2763d49d/6707d8e6-650c-44f9-ae37-8d264d64c39f) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:38:22.747303 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1c418d08-2d11-47d0-bedf-eec98d443a75 req-9a9d25e6-da71-48a3-83e4-394005019439 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348808 Sep 16 04:38:22.767066 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-0e932b01-292c-4416-80e8-0f35eacfd907 req-aecb04fe-e6a8-45c9-bc22-843631faceba tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] For port 1f00c897-2ec5-4b69-8366-8b974bf007c2, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=1f00c897-2ec5-4b69-8366-8b974bf007c2,segment=NetworkSegment(a554161e-7f46-4346-a723-b0683ee12d48),segment_id=a554161e-7f46-4346-a723-b0683ee12d48)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:22.767462 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0e932b01-292c-4416-80e8-0f35eacfd907 req-aecb04fe-e6a8-45c9-bc22-843631faceba tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:22.808005 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-0e932b01-292c-4416-80e8-0f35eacfd907 req-aecb04fe-e6a8-45c9-bc22-843631faceba tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Calling delete_port for 1f00c897-2ec5-4b69-8366-8b974bf007c2 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:38:22.895044 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eac5b6-4d01-433c-aa7d-aa3d4278855e req-cb725b24-fb6c-4e65-b8d5-1bc5308de3e7 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:22.896555 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-34eac5b6-4d01-433c-aa7d-aa3d4278855e req-cb725b24-fb6c-4e65-b8d5-1bc5308de3e7 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=235a11d6-a417-4bd4-b935-cc381dccfb72 HTTP/1.1" status: 200 len: 943 time: 0.4117804 Sep 16 04:38:22.969866 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-34eac5b6-4d01-433c-aa7d-aa3d4278855e req-0c9acab8-ca7a-4b19-8241-37a4a821a025 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447140 Sep 16 04:38:22.985056 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0fc62509-31b7-4e99-bb5d-f02eea6c0226 req-20aa3782-fd75-410f-bbd5-0c138344684e tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae1af12-86e3-4a7a-a523-b6ce0ac028c8 HTTP/1.1" status: 200 len: 210 time: 0.0699754 Sep 16 04:38:23.062151 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17685c4-b1f7-4a28-8768-a36de8b37620 req-65909b85-f859-4dd8-bfc3-95a6334ac5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:23.064195 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d17685c4-b1f7-4a28-8768-a36de8b37620 req-65909b85-f859-4dd8-bfc3-95a6334ac5d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8fb595dbe0d3452481d7faf275f28d7b&device_id=235a11d6-a417-4bd4-b935-cc381dccfb72 HTTP/1.1" status: 200 len: 1095 time: 0.1788983 Sep 16 04:38:23.070877 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 4089eb0f-9295-4df5-aa97-35572478f60c no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:23.095789 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-96e33a54-420c-491b-9e33-e88b321b09b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 328fd784-b19c-4b69-8d8e-70ea8c2b9399 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:38:23.116683 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 4089eb0f-9295-4df5-aa97-35572478f60c {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:38:23.117253 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 4089eb0f-9295-4df5-aa97-35572478f60c not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:38:23.117897 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 1f00c897-2ec5-4b69-8366-8b974bf007c2 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:23.120129 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-96e33a54-420c-491b-9e33-e88b321b09b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:23.145190 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-96e33a54-420c-491b-9e33-e88b321b09b8 service neutron] Transition to ACTIVE for port object 328fd784-b19c-4b69-8d8e-70ea8c2b9399 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:38:23.151806 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-96e33a54-420c-491b-9e33-e88b321b09b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:23.160809 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-fe790856-b9c8-49db-90e6-080a756827eb tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:23.195784 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c520422d-9aa9-4ed8-a6e8-6cbb342bc687 x-openstack-request-id: req-c520422d-9aa9-4ed8-a6e8-6cbb342bc687 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:23.196151 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc33a6c2-cce9-4141-ad9f-c0eb8577af25", "name": "network-vif-unplugged", "status": "completed", "tag": "e04af8b6-b1f5-4f84-b146-6f0bb44fc7af", "code": 200}, {"name": "network-changed", "server_uuid": "cc33a6c2-cce9-4141-ad9f-c0eb8577af25", "tag": "e04af8b6-b1f5-4f84-b146-6f0bb44fc7af", "status": "completed", "code": 200}, {"server_uuid": "83372543-752c-48d0-a115-ac6c769ea5fe", "name": "network-vif-deleted", "tag": "4089eb0f-9295-4df5-aa97-35572478f60c", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:23.196650 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c520422d-9aa9-4ed8-a6e8-6cbb342bc687 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:23.197154 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc33a6c2-cce9-4141-ad9f-c0eb8577af25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e04af8b6-b1f5-4f84-b146-6f0bb44fc7af', 'code': 200} Sep 16 04:38:23.197316 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc33a6c2-cce9-4141-ad9f-c0eb8577af25', 'tag': 'e04af8b6-b1f5-4f84-b146-6f0bb44fc7af', 'status': 'completed', 'code': 200} Sep 16 04:38:23.197632 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83372543-752c-48d0-a115-ac6c769ea5fe', 'name': 'network-vif-deleted', 'tag': '4089eb0f-9295-4df5-aa97-35572478f60c', 'status': 'completed', 'code': 200} Sep 16 04:38:23.244379 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:23.301453 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e33a54-420c-491b-9e33-e88b321b09b8 service neutron] Pushing event updated for resources: {'Port': ['ID=328fd784-b19c-4b69-8d8e-70ea8c2b9399,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:23.341351 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0e932b01-292c-4416-80e8-0f35eacfd907 req-aecb04fe-e6a8-45c9-bc22-843631faceba tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:23.437757 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb04fe-e6a8-45c9-bc22-843631faceba tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Pushing event deleted for resources: {'Port': ['ID=1f00c897-2ec5-4b69-8366-8b974bf007c2,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:23.448955 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd6317-e958-4759-adb5-1afb62eda86d req-e129d2df-888e-4128-9403-0c623ce41ab9 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:23.450321 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17685c4-b1f7-4a28-8768-a36de8b37620 req-17f4a737-bc15-4084-9bc0-352787fab7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:23.450467 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-91dd6317-e958-4759-adb5-1afb62eda86d req-e129d2df-888e-4128-9403-0c623ce41ab9 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/ports?device_id=12be914e-c08d-4466-85fa-a180a3843334 HTTP/1.1" status: 200 len: 867 time: 0.1617510 Sep 16 04:38:23.452138 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d17685c4-b1f7-4a28-8768-a36de8b37620 req-17f4a737-bc15-4084-9bc0-352787fab7f4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 HTTP/1.1" status: 200 len: 909 time: 0.3392527 Sep 16 04:38:23.461088 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-96e33a54-420c-491b-9e33-e88b321b09b8 service neutron] Attempting to bind port 328fd784-b19c-4b69-8d8e-70ea8c2b9399 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:38:23.461420 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-96e33a54-420c-491b-9e33-e88b321b09b8 service neutron] Attempting to bind port 328fd784-b19c-4b69-8d8e-70ea8c2b9399 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': 'c0fe76bb-687d-41af-9a7c-54456549dfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e4bd70a8-31bb-44a8-a6fd-d6394b3aea52'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:38:23.461763 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-96e33a54-420c-491b-9e33-e88b321b09b8 service neutron] Attempting to bind port 328fd784-b19c-4b69-8d8e-70ea8c2b9399 on network e4bd70a8-31bb-44a8-a6fd-d6394b3aea52 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:23.468540 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1855a2-f38d-47bd-b11f-afc524ac5a9d req-2c20d04b-92de-43fa-b025-c856fce21a7f tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:23.474340 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c761d5-b530-4c0f-aa80-5e6ecb7745ef req-3cbcb076-5687-49da-a556-ff36fc61dafa tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:23.475827 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-01c761d5-b530-4c0f-aa80-5e6ecb7745ef req-3cbcb076-5687-49da-a556-ff36fc61dafa tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.47 "GET /v2.0/ports?device_id=acd0382d-b393-4db1-8457-03f2eb339345 HTTP/1.1" status: 200 len: 949 time: 0.1346290 Sep 16 04:38:23.475972 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1855a2-f38d-47bd-b11f-afc524ac5a9d req-2c20d04b-92de-43fa-b025-c856fce21a7f tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:23.477821 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9c1855a2-f38d-47bd-b11f-afc524ac5a9d req-2c20d04b-92de-43fa-b025-c856fce21a7f tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?device_id=29ea9d7d-59cb-4ab7-96b2-fed74972444b HTTP/1.1" status: 200 len: 1666 time: 0.1974120 Sep 16 04:38:23.490113 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-96e33a54-420c-491b-9e33-e88b321b09b8 service neutron] Port 328fd784-b19c-4b69-8d8e-70ea8c2b9399 on network e4bd70a8-31bb-44a8-a6fd-d6394b3aea52 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:38:23.491209 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-96e33a54-420c-491b-9e33-e88b321b09b8 service neutron] Attempting to bind port 328fd784-b19c-4b69-8d8e-70ea8c2b9399 on network e4bd70a8-31bb-44a8-a6fd-d6394b3aea52 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:23.496557 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-fe790856-b9c8-49db-90e6-080a756827eb tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:23.525552 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-57f2cfd2-8e74-4828-9554-7ca95867b1d9 req-08e629b0-12f0-4b06-9b97-5d403c86a524 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a304bc75-85b1-4c75-8851-be98e1467990&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1700916 Sep 16 04:38:23.549147 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-96e33a54-420c-491b-9e33-e88b321b09b8 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:38:23.549479 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-96e33a54-420c-491b-9e33-e88b321b09b8 service neutron] Checking segment: {'id': 'c0fe76bb-687d-41af-9a7c-54456549dfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e4bd70a8-31bb-44a8-a6fd-d6394b3aea52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:38:23.549931 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-96e33a54-420c-491b-9e33-e88b321b09b8 service neutron] Bound using segment: {'id': 'c0fe76bb-687d-41af-9a7c-54456549dfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e4bd70a8-31bb-44a8-a6fd-d6394b3aea52'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:38:23.550321 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-96e33a54-420c-491b-9e33-e88b321b09b8 service neutron] Bound port: 328fd784-b19c-4b69-8d8e-70ea8c2b9399, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0fe76bb-687d-41af-9a7c-54456549dfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e4bd70a8-31bb-44a8-a6fd-d6394b3aea52'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:38:23.550689 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-96e33a54-420c-491b-9e33-e88b321b09b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:23.593145 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e932b01-292c-4416-80e8-0f35eacfd907 req-aecb04fe-e6a8-45c9-bc22-843631faceba tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] No DVR routers for this DVR port 1f00c897-2ec5-4b69-8366-8b974bf007c2 on host n-h2-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:38:23.602237 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-91dd6317-e958-4759-adb5-1afb62eda86d req-8ec48229-9071-4e9e-aa69-c1736bf56a17 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.35 "GET /v2.0/security-groups?id=055c7dc3-4d72-4d8a-b329-25d62d460c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243424 Sep 16 04:38:23.608055 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d17685c4-b1f7-4a28-8768-a36de8b37620 req-8c3c5f37-1b34-45eb-999e-279164c29390 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c35b616-3f71-4fcd-ab0f-f46193fe13c2 HTTP/1.1" status: 200 len: 217 time: 0.1280117 Sep 16 04:38:23.611464 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0e932b01-292c-4416-80e8-0f35eacfd907 req-aecb04fe-e6a8-45c9-bc22-843631faceba tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:23.613677 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0e932b01-292c-4416-80e8-0f35eacfd907 req-aecb04fe-e6a8-45c9-bc22-843631faceba tempest-FloatingIPsAssociationNegativeTestJSON-1960025201 tempest-FloatingIPsAssociationNegativeTestJSON-1960025201-project] 10.222.0.48 "DELETE /v2.0/ports/1f00c897-2ec5-4b69-8366-8b974bf007c2 HTTP/1.1" status: 204 len: 173 time: 1.6054058 Sep 16 04:38:23.617070 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12be914e-c08d-4466-85fa-a180a3843334', 'name': 'network-vif-deleted', 'tag': '1f00c897-2ec5-4b69-8366-8b974bf007c2'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:23.620432 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6534e0-9cbe-4bd2-b1f4-5727a0c675d1" -d '{"events": [{"server_uuid": "12be914e-c08d-4466-85fa-a180a3843334", "name": "network-vif-deleted", "tag": "1f00c897-2ec5-4b69-8366-8b974bf007c2"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:23.647986 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-fe790856-b9c8-49db-90e6-080a756827eb tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Network 01519a52-82ee-43fa-90b0-c71411cde4f0 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:38:23.680961 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f42946-5258-4b14-8513-95b23f8c005a req-9b86bddb-1023-4c35-a1d2-05a0fe31bd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:23.682652 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-35f42946-5258-4b14-8513-95b23f8c005a req-9b86bddb-1023-4c35-a1d2-05a0fe31bd67 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1db68ab0fc284575894f1608a94e9c14&device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 1127 time: 0.3203835 Sep 16 04:38:23.687285 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-fe790856-b9c8-49db-90e6-080a756827eb tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:38:23.710175 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe790856-b9c8-49db-90e6-080a756827eb tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Pushing event updated for resources: {'Port': ['ID=6707d8e6-650c-44f9-ae37-8d264d64c39f,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:23.715127 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-fe790856-b9c8-49db-90e6-080a756827eb tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:38:23.716844 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-96e33a54-420c-491b-9e33-e88b321b09b8 service neutron] For port 328fd784-b19c-4b69-8d8e-70ea8c2b9399, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:38:23.721886 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2cfd2-8e74-4828-9554-7ca95867b1d9 req-5405ed3d-b12d-4cd2-8cdf-74733daabd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:23.723391 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-57f2cfd2-8e74-4828-9554-7ca95867b1d9 req-5405ed3d-b12d-4cd2-8cdf-74733daabd32 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a8c979f3fc604996af2e8ab12f365425&device_id=a304bc75-85b1-4c75-8851-be98e1467990 HTTP/1.1" status: 200 len: 1101 time: 0.1392601 Sep 16 04:38:23.738094 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9c1855a2-f38d-47bd-b11f-afc524ac5a9d req-761d5c27-374e-4fae-97fa-fb6f8bfc5b08 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e2affa8-0668-4988-b34f-7333ff388a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335143 Sep 16 04:38:23.745044 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-96e33a54-420c-491b-9e33-e88b321b09b8 service neutron] For port 328fd784-b19c-4b69-8d8e-70ea8c2b9399, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=328fd784-b19c-4b69-8d8e-70ea8c2b9399,segment=NetworkSegment(c0fe76bb-687d-41af-9a7c-54456549dfb9),segment_id=c0fe76bb-687d-41af-9a7c-54456549dfb9)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:38:23.766163 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-96e33a54-420c-491b-9e33-e88b321b09b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:23.841055 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17685c4-b1f7-4a28-8768-a36de8b37620 req-2fe17774-8c49-4abc-b8aa-48e0398555e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:23.842601 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d17685c4-b1f7-4a28-8768-a36de8b37620 req-2fe17774-8c49-4abc-b8aa-48e0398555e7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=43280570-672b-4326-ad6d-76a55cd52f58 HTTP/1.1" status: 200 len: 848 time: 0.1812904 Sep 16 04:38:23.848788 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-01c761d5-b530-4c0f-aa80-5e6ecb7745ef req-2b13824c-97ce-4839-8296-e7cb27842af4 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Deleting port 5b20acd7-db56-459e-bcc5-ceff5032038f {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:38:23.849127 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-01c761d5-b530-4c0f-aa80-5e6ecb7745ef req-2b13824c-97ce-4839-8296-e7cb27842af4 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:23.885713 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-fe790856-b9c8-49db-90e6-080a756827eb tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:23.886345 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-fe790856-b9c8-49db-90e6-080a756827eb tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:23.898709 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-96e33a54-420c-491b-9e33-e88b321b09b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:23.899455 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-96e33a54-420c-491b-9e33-e88b321b09b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:23.900875 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-96e33a54-420c-491b-9e33-e88b321b09b8 service neutron] 10.222.0.48 "PUT /v2.0/ports/328fd784-b19c-4b69-8d8e-70ea8c2b9399 HTTP/1.1" status: 200 len: 1092 time: 1.7057514 Sep 16 04:38:23.909400 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d17685c4-b1f7-4a28-8768-a36de8b37620 req-fad96bf4-d5dc-4945-9540-0723fce7630c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402629 Sep 16 04:38:23.942965 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-fe790856-b9c8-49db-90e6-080a756827eb tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1030459 Sep 16 04:38:23.974721 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-18663cdc-e061-4fea-8808-7ed838f910e2 service neutron] Request body: {'port': {'device_id': '0ae1af12-86e3-4a7a-a523-b6ce0ac028c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:23.979566 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f42946-5258-4b14-8513-95b23f8c005a req-ce5b2f96-7fa1-435e-86be-e92fbaedbae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:23.980857 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-35f42946-5258-4b14-8513-95b23f8c005a req-ce5b2f96-7fa1-435e-86be-e92fbaedbae3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588 HTTP/1.1" status: 200 len: 922 time: 0.2673740 Sep 16 04:38:24.004738 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a2994-b6e8-4cae-bf7e-c3ab3c743fb2 req-495b948a-2bd8-429a-b5e3-6f6ea6cefa5e tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:24.012446 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c75a2994-b6e8-4cae-bf7e-c3ab3c743fb2 req-495b948a-2bd8-429a-b5e3-6f6ea6cefa5e tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/ports?device_id=f656e8d7-ac83-4852-b5de-8073537a3514 HTTP/1.1" status: 200 len: 945 time: 0.2417295 Sep 16 04:38:24.024011 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e33a54-420c-491b-9e33-e88b321b09b8 service neutron] Pushing event updated for resources: {'Port': ['ID=328fd784-b19c-4b69-8d8e-70ea8c2b9399,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:24.032836 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-b64ad7a6-3d0d-48c3-8fb1-ec195e43093b service neutron] Request body: {'port': {'device_id': '29ea9d7d-59cb-4ab7-96b2-fed74972444b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:24.097608 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-35f42946-5258-4b14-8513-95b23f8c005a req-f0f3e71e-bf9e-4940-b0ed-3b2fe103cef7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e04af8b6-b1f5-4f84-b146-6f0bb44fc7af HTTP/1.1" status: 200 len: 217 time: 0.0905108 Sep 16 04:38:24.127561 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2cfd2-8e74-4828-9554-7ca95867b1d9 req-28e0e4dc-766e-4a9e-99ec-06d482e0dfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:24.129354 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-57f2cfd2-8e74-4828-9554-7ca95867b1d9 req-28e0e4dc-766e-4a9e-99ec-06d482e0dfdb service neutron] 10.222.0.48 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.3606441 Sep 16 04:38:24.143853 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c75a2994-b6e8-4cae-bf7e-c3ab3c743fb2 req-ec13faaa-def0-4a2a-b871-c6fb84db4b8a tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/security-groups?id=e23ca340-41c8-45f7-b140-8caa69c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292126 Sep 16 04:38:24.191751 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d17685c4-b1f7-4a28-8768-a36de8b37620 req-53115995-9cb7-45c8-a983-3181dae1ee6a service neutron] 10.222.0.47 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688215 Sep 16 04:38:24.194443 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-18663cdc-e061-4fea-8808-7ed838f910e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:24.218299 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-b64ad7a6-3d0d-48c3-8fb1-ec195e43093b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:24.233908 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f42946-5258-4b14-8513-95b23f8c005a req-333480ec-895b-45b7-bc55-42a301bd88d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:24.240116 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-35f42946-5258-4b14-8513-95b23f8c005a req-333480ec-895b-45b7-bc55-42a301bd88d6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8440e215-69bc-4539-b053-2b3b499b80a9 HTTP/1.1" status: 200 len: 861 time: 0.1262040 Sep 16 04:38:24.246192 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7611552-44d0-4c85-a587-e701952e8ca3 x-openstack-request-id: req-b7611552-44d0-4c85-a587-e701952e8ca3 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:24.246495 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12be914e-c08d-4466-85fa-a180a3843334", "name": "network-vif-deleted", "tag": "1f00c897-2ec5-4b69-8366-8b974bf007c2", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:24.246725 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b7611552-44d0-4c85-a587-e701952e8ca3 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:24.247108 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12be914e-c08d-4466-85fa-a180a3843334', 'name': 'network-vif-deleted', 'tag': '1f00c897-2ec5-4b69-8366-8b974bf007c2', 'status': 'completed', 'code': 200} Sep 16 04:38:24.268111 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-57f2cfd2-8e74-4828-9554-7ca95867b1d9 req-35f2b1ac-a700-4789-afe8-4df265e2a0bd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf HTTP/1.1" status: 200 len: 217 time: 0.0587351 Sep 16 04:38:24.272237 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-01c761d5-b530-4c0f-aa80-5e6ecb7745ef req-2b13824c-97ce-4839-8296-e7cb27842af4 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] For port 5b20acd7-db56-459e-bcc5-ceff5032038f, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=5b20acd7-db56-459e-bcc5-ceff5032038f,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:24.272635 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-01c761d5-b530-4c0f-aa80-5e6ecb7745ef req-2b13824c-97ce-4839-8296-e7cb27842af4 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:24.338896 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-01c761d5-b530-4c0f-aa80-5e6ecb7745ef req-2b13824c-97ce-4839-8296-e7cb27842af4 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Calling delete_port for 5b20acd7-db56-459e-bcc5-ceff5032038f owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:38:24.351183 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-35f42946-5258-4b14-8513-95b23f8c005a req-970387db-86f8-4a4a-9486-44504b0d5c71 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932140 Sep 16 04:38:24.488851 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2cfd2-8e74-4828-9554-7ca95867b1d9 req-69bcfd9e-a99d-425a-8f17-a033548ab603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:24.490219 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-57f2cfd2-8e74-4828-9554-7ca95867b1d9 req-69bcfd9e-a99d-425a-8f17-a033548ab603 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.1794431 Sep 16 04:38:24.501660 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcd58a-3778-48ea-ae72-30ca26d3b777 req-6f66e748-2094-4e92-a2fb-7963d2885f15 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:24.503165 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9bfcd58a-3778-48ea-ae72-30ca26d3b777 req-6f66e748-2094-4e92-a2fb-7963d2885f15 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=acd0382d-b393-4db1-8457-03f2eb339345 HTTP/1.1" status: 200 len: 949 time: 0.2833223 Sep 16 04:38:24.512527 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f738e-e7a5-4988-91e2-87f59c551ff5 req-8f1bbdb4-9117-4664-828a-9a23836f41c9 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:24.514053 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f87f738e-e7a5-4988-91e2-87f59c551ff5 req-8f1bbdb4-9117-4664-828a-9a23836f41c9 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 944 time: 0.2302465 Sep 16 04:38:24.547022 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d17685c4-b1f7-4a28-8768-a36de8b37620 req-13b37651-8a3d-40cb-a37e-80ce235fcef9 service neutron] 10.222.0.47 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380527 Sep 16 04:38:24.607102 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9bfcd58a-3778-48ea-ae72-30ca26d3b777 req-0711747b-d8f7-475b-92fa-00cf6f8908d7 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917203 Sep 16 04:38:24.608998 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-35f42946-5258-4b14-8513-95b23f8c005a req-7ad45cbd-1662-4e05-9f3d-d8321ea49ad7 service neutron] 10.222.0.47 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446730 Sep 16 04:38:24.680814 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2cfd2-8e74-4828-9554-7ca95867b1d9 req-e8ad9fef-d8f8-4b47-8b44-2d40886f1c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:24.683108 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-57f2cfd2-8e74-4828-9554-7ca95867b1d9 req-e8ad9fef-d8f8-4b47-8b44-2d40886f1c38 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1674998 Sep 16 04:38:24.689762 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f87f738e-e7a5-4988-91e2-87f59c551ff5 req-cbe68ba0-d2ba-4e0a-afaf-c1bb8404f850 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599731 Sep 16 04:38:24.852478 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-35f42946-5258-4b14-8513-95b23f8c005a req-818620b1-131c-4dfe-a547-7f3e70208c3b service neutron] 10.222.0.47 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140927 Sep 16 04:38:24.864422 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d01a6c-837e-4a67-8bbc-a55d4a34b5c2 req-12d43c02-0732-40c0-a0d6-a4cccb25007d tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:24.865998 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-62d01a6c-837e-4a67-8bbc-a55d4a34b5c2 req-12d43c02-0732-40c0-a0d6-a4cccb25007d tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=235a11d6-a417-4bd4-b935-cc381dccfb72 HTTP/1.1" status: 200 len: 943 time: 0.1636794 Sep 16 04:38:24.873923 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-01c761d5-b530-4c0f-aa80-5e6ecb7745ef req-2b13824c-97ce-4839-8296-e7cb27842af4 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:24.877587 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-18663cdc-e061-4fea-8808-7ed838f910e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6707d8e6-650c-44f9-ae37-8d264d64c39f {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:38:24.885685 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-18663cdc-e061-4fea-8808-7ed838f910e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:24.905191 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-57f2cfd2-8e74-4828-9554-7ca95867b1d9 req-d65d898e-c349-43cb-ab71-2a9f4753f144 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093890 Sep 16 04:38:24.909657 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['c7447a58-0c6e-491c-ab5e-4e8420d69a50', '5b20acd7-db56-459e-bcc5-ceff5032038f'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:38:24.915042 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-18663cdc-e061-4fea-8808-7ed838f910e2 service neutron] Transition to ACTIVE for port object 6707d8e6-650c-44f9-ae37-8d264d64c39f will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:38:24.943841 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-62d01a6c-837e-4a67-8bbc-a55d4a34b5c2 req-9d342eaa-8548-43b7-ad0a-283bfc9e1442 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551314 Sep 16 04:38:24.944739 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-18663cdc-e061-4fea-8808-7ed838f910e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:24.947681 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13824c-97ce-4839-8296-e7cb27842af4 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Pushing event deleted for resources: {'Port': ['ID=5b20acd7-db56-459e-bcc5-ceff5032038f,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:24.967313 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf', 'b89bf368-53c0-4450-bf56-54bfd995b9ed', 'dc94428e-190c-4858-bad3-ad1cd92dcd21', 'b0a6f292-bfff-484c-90ed-e79e32eb87a1'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:38:25.056909 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18663cdc-e061-4fea-8808-7ed838f910e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6707d8e6-650c-44f9-ae37-8d264d64c39f,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:25.086078 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c761d5-b530-4c0f-aa80-5e6ecb7745ef req-2b13824c-97ce-4839-8296-e7cb27842af4 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] No DVR routers for this DVR port 5b20acd7-db56-459e-bcc5-ceff5032038f on host n-h1-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:38:25.091214 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57060) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:25.100694 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-01c761d5-b530-4c0f-aa80-5e6ecb7745ef req-2b13824c-97ce-4839-8296-e7cb27842af4 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:25.102854 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-01c761d5-b530-4c0f-aa80-5e6ecb7745ef req-2b13824c-97ce-4839-8296-e7cb27842af4 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.47 "DELETE /v2.0/ports/5b20acd7-db56-459e-bcc5-ceff5032038f HTTP/1.1" status: 204 len: 173 time: 1.6144090 Sep 16 04:38:25.120758 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb53a95-ddef-4f06-827d-a867cc0573cc req-17f9b9c0-a7f6-4b7e-bded-f701c5f0d12d tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:25.122526 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6fb53a95-ddef-4f06-827d-a867cc0573cc req-17f9b9c0-a7f6-4b7e-bded-f701c5f0d12d tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae1af12-86e3-4a7a-a523-b6ce0ac028c8 HTTP/1.1" status: 200 len: 932 time: 0.3270850 Sep 16 04:38:25.134217 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-18663cdc-e061-4fea-8808-7ed838f910e2 service neutron] Attempting to bind port 6707d8e6-650c-44f9-ae37-8d264d64c39f on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:38:25.134487 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device e04af8b6-b1f5-4f84-b146-6f0bb44fc7af details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:38:25.134731 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-18663cdc-e061-4fea-8808-7ed838f910e2 service neutron] Attempting to bind port 6707d8e6-650c-44f9-ae37-8d264d64c39f by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '658f680a-3fa0-437c-8003-3658800983eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '01519a52-82ee-43fa-90b0-c71411cde4f0'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:38:25.135182 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-18663cdc-e061-4fea-8808-7ed838f910e2 service neutron] Attempting to bind port 6707d8e6-650c-44f9-ae37-8d264d64c39f on network 01519a52-82ee-43fa-90b0-c71411cde4f0 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:25.140645 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-18663cdc-e061-4fea-8808-7ed838f910e2 service neutron] Port 6707d8e6-650c-44f9-ae37-8d264d64c39f on network 01519a52-82ee-43fa-90b0-c71411cde4f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:38:25.141009 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-18663cdc-e061-4fea-8808-7ed838f910e2 service neutron] Attempting to bind port 6707d8e6-650c-44f9-ae37-8d264d64c39f on network 01519a52-82ee-43fa-90b0-c71411cde4f0 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:25.147385 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-18663cdc-e061-4fea-8808-7ed838f910e2 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:38:25.147634 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-18663cdc-e061-4fea-8808-7ed838f910e2 service neutron] Checking segment: {'id': '658f680a-3fa0-437c-8003-3658800983eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '01519a52-82ee-43fa-90b0-c71411cde4f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:38:25.148205 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-18663cdc-e061-4fea-8808-7ed838f910e2 service neutron] Bound using segment: {'id': '658f680a-3fa0-437c-8003-3658800983eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '01519a52-82ee-43fa-90b0-c71411cde4f0'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:38:25.148672 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-18663cdc-e061-4fea-8808-7ed838f910e2 service neutron] Bound port: 6707d8e6-650c-44f9-ae37-8d264d64c39f, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '658f680a-3fa0-437c-8003-3658800983eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '01519a52-82ee-43fa-90b0-c71411cde4f0'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:38:25.149099 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-18663cdc-e061-4fea-8808-7ed838f910e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:25.180002 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-b64ad7a6-3d0d-48c3-8fb1-ec195e43093b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c70bca8f-ec29-448f-9c3a-428da57a574b {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:38:25.199444 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ea9d7d-59cb-4ab7-96b2-fed74972444b', 'tag': '328fd784-b19c-4b69-8d8e-70ea8c2b9399'}, {'server_uuid': 'acd0382d-b393-4db1-8457-03f2eb339345', 'name': 'network-vif-deleted', 'tag': '5b20acd7-db56-459e-bcc5-ceff5032038f'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:25.201696 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5d11e9-2706-4172-9630-3cba5584d7bc" -d '{"events": [{"name": "network-changed", "server_uuid": "29ea9d7d-59cb-4ab7-96b2-fed74972444b", "tag": "328fd784-b19c-4b69-8d8e-70ea8c2b9399"}, {"server_uuid": "acd0382d-b393-4db1-8457-03f2eb339345", "name": "network-vif-deleted", "tag": "5b20acd7-db56-459e-bcc5-ceff5032038f"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:25.211870 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-b64ad7a6-3d0d-48c3-8fb1-ec195e43093b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:25.260684 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-57f2cfd2-8e74-4828-9554-7ca95867b1d9 req-223bae50-f432-48db-b643-4b42f665a5a8 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269131 Sep 16 04:38:25.290733 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-b64ad7a6-3d0d-48c3-8fb1-ec195e43093b service neutron] Transition to ACTIVE for port object c70bca8f-ec29-448f-9c3a-428da57a574b will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:38:25.306002 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6fb53a95-ddef-4f06-827d-a867cc0573cc req-806ffd37-e76d-4ea3-bcec-a2fc2915e9bb tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377144 Sep 16 04:38:25.312917 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-b64ad7a6-3d0d-48c3-8fb1-ec195e43093b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:25.313132 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-18663cdc-e061-4fea-8808-7ed838f910e2 service neutron] For port 6707d8e6-650c-44f9-ae37-8d264d64c39f, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:38:25.324090 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-18663cdc-e061-4fea-8808-7ed838f910e2 service neutron] For port 6707d8e6-650c-44f9-ae37-8d264d64c39f, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=6707d8e6-650c-44f9-ae37-8d264d64c39f,segment=NetworkSegment(658f680a-3fa0-437c-8003-3658800983eb),segment_id=658f680a-3fa0-437c-8003-3658800983eb)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:38:25.335289 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18162ab-ef56-4d6a-bb6a-817d7dc45b9f req-b3f76582-3002-45a5-a1fb-9f018b97d3a2 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:25.342863 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18162ab-ef56-4d6a-bb6a-817d7dc45b9f req-b3f76582-3002-45a5-a1fb-9f018b97d3a2 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:25.352167 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a18162ab-ef56-4d6a-bb6a-817d7dc45b9f req-b3f76582-3002-45a5-a1fb-9f018b97d3a2 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?device_id=29ea9d7d-59cb-4ab7-96b2-fed74972444b HTTP/1.1" status: 200 len: 1666 time: 0.1299801 Sep 16 04:38:25.377812 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-18663cdc-e061-4fea-8808-7ed838f910e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:25.464111 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-18663cdc-e061-4fea-8808-7ed838f910e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:25.465285 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-18663cdc-e061-4fea-8808-7ed838f910e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:25.467127 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-18663cdc-e061-4fea-8808-7ed838f910e2 service neutron] 10.222.0.47 "PUT /v2.0/ports/6707d8e6-650c-44f9-ae37-8d264d64c39f HTTP/1.1" status: 200 len: 1093 time: 1.5028563 Sep 16 04:38:25.487862 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a18162ab-ef56-4d6a-bb6a-817d7dc45b9f req-967f1d53-89bf-44bd-b7a3-cca914202302 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e2affa8-0668-4988-b34f-7333ff388a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290054 Sep 16 04:38:25.513809 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ad7a6-3d0d-48c3-8fb1-ec195e43093b service neutron] Pushing event updated for resources: {'Port': ['ID=c70bca8f-ec29-448f-9c3a-428da57a574b,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:25.554051 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18663cdc-e061-4fea-8808-7ed838f910e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6707d8e6-650c-44f9-ae37-8d264d64c39f,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:25.604990 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91aaf499-c15a-41f0-bb20-8d7f068cc6ff x-openstack-request-id: req-91aaf499-c15a-41f0-bb20-8d7f068cc6ff {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:25.605222 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29ea9d7d-59cb-4ab7-96b2-fed74972444b", "tag": "328fd784-b19c-4b69-8d8e-70ea8c2b9399", "status": "completed", "code": 200}, {"server_uuid": "acd0382d-b393-4db1-8457-03f2eb339345", "name": "network-vif-deleted", "tag": "5b20acd7-db56-459e-bcc5-ceff5032038f", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:25.606119 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-91aaf499-c15a-41f0-bb20-8d7f068cc6ff {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:25.606818 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ea9d7d-59cb-4ab7-96b2-fed74972444b', 'tag': '328fd784-b19c-4b69-8d8e-70ea8c2b9399', 'status': 'completed', 'code': 200} Sep 16 04:38:25.607213 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd0382d-b393-4db1-8457-03f2eb339345', 'name': 'network-vif-deleted', 'tag': '5b20acd7-db56-459e-bcc5-ceff5032038f', 'status': 'completed', 'code': 200} Sep 16 04:38:25.640825 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-91d578ff-b54e-46b6-9ef8-1b9212e65f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:25.643276 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-91d578ff-b54e-46b6-9ef8-1b9212e65f00 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=704dfedc4cae451e92880e679796489f&device_id=0ae1af12-86e3-4a7a-a523-b6ce0ac028c8 HTTP/1.1" status: 200 len: 1096 time: 0.0746396 Sep 16 04:38:25.693310 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port e04af8b6-b1f5-4f84-b146-6f0bb44fc7af, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=e04af8b6-b1f5-4f84-b146-6f0bb44fc7af,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:25.738073 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-9baa0005-5b4a-4836-acfc-70371ea386f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6707d8e6-650c-44f9-ae37-8d264d64c39f HTTP/1.1" status: 200 len: 217 time: 0.0666790 Sep 16 04:38:25.741922 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device e04af8b6-b1f5-4f84-b146-6f0bb44fc7af has no active binding in host n-h2-712139-15 {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:38:25.835625 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-b64ad7a6-3d0d-48c3-8fb1-ec195e43093b service neutron] Attempting to bind port c70bca8f-ec29-448f-9c3a-428da57a574b on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:38:25.836037 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-b64ad7a6-3d0d-48c3-8fb1-ec195e43093b service neutron] Attempting to bind port c70bca8f-ec29-448f-9c3a-428da57a574b by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': 'd6f8bd70-54f6-4e93-b16e-179836d82d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '37c6de34-7b60-4508-adf7-fdfeede52c2b'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:38:25.836603 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-b64ad7a6-3d0d-48c3-8fb1-ec195e43093b service neutron] Attempting to bind port c70bca8f-ec29-448f-9c3a-428da57a574b on network 37c6de34-7b60-4508-adf7-fdfeede52c2b {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:25.866120 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-2753e12d-1259-4bbf-b6ec-e7aad3c090a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:25.871477 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-b64ad7a6-3d0d-48c3-8fb1-ec195e43093b service neutron] Port c70bca8f-ec29-448f-9c3a-428da57a574b on network 37c6de34-7b60-4508-adf7-fdfeede52c2b not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:38:25.871887 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-b64ad7a6-3d0d-48c3-8fb1-ec195e43093b service neutron] Attempting to bind port c70bca8f-ec29-448f-9c3a-428da57a574b on network 37c6de34-7b60-4508-adf7-fdfeede52c2b {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:25.874664 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-2753e12d-1259-4bbf-b6ec-e7aad3c090a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f1f953d6-01ca-4cb0-98b0-b9ee2763d49d HTTP/1.1" status: 200 len: 845 time: 0.1278353 Sep 16 04:38:25.881299 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-b64ad7a6-3d0d-48c3-8fb1-ec195e43093b service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:38:25.881774 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-b64ad7a6-3d0d-48c3-8fb1-ec195e43093b service neutron] Checking segment: {'id': 'd6f8bd70-54f6-4e93-b16e-179836d82d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '37c6de34-7b60-4508-adf7-fdfeede52c2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:38:25.882754 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-b64ad7a6-3d0d-48c3-8fb1-ec195e43093b service neutron] Bound using segment: {'id': 'd6f8bd70-54f6-4e93-b16e-179836d82d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '37c6de34-7b60-4508-adf7-fdfeede52c2b'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:38:25.883318 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-b64ad7a6-3d0d-48c3-8fb1-ec195e43093b service neutron] Bound port: c70bca8f-ec29-448f-9c3a-428da57a574b, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6f8bd70-54f6-4e93-b16e-179836d82d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '37c6de34-7b60-4508-adf7-fdfeede52c2b'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:38:25.883746 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-b64ad7a6-3d0d-48c3-8fb1-ec195e43093b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:25.889925 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d11e9-2706-4172-9630-3cba5584d7bc req-6d487015-cf53-4d9f-bca5-a71596b1732c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:25.890493 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d11e9-2706-4172-9630-3cba5584d7bc req-6d487015-cf53-4d9f-bca5-a71596b1732c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:25.893217 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9e5d11e9-2706-4172-9630-3cba5584d7bc req-6d487015-cf53-4d9f-bca5-a71596b1732c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d6062d06deed4be79de10c491e7c5fd2&device_id=29ea9d7d-59cb-4ab7-96b2-fed74972444b HTTP/1.1" status: 200 len: 1940 time: 0.2530463 Sep 16 04:38:25.943647 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-01f22fb8-3487-47b1-b8b6-0e95d8bf4347 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=01519a52-82ee-43fa-90b0-c71411cde4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524530 Sep 16 04:38:26.039615 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4e7197b3-421c-4dd9-b658-1f928907f183 req-05a306e3-1848-468f-8238-73fe22e289ee tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=acd0382d-b393-4db1-8457-03f2eb339345 HTTP/1.1" status: 200 len: 210 time: 0.0919867 Sep 16 04:38:26.473543 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae1af12-86e3-4a7a-a523-b6ce0ac028c8', 'tag': '6707d8e6-650c-44f9-ae37-8d264d64c39f'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:26.475702 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cee2779-ffb6-4aae-8b46-e0cf5fa43d32" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae1af12-86e3-4a7a-a523-b6ce0ac028c8", "tag": "6707d8e6-650c-44f9-ae37-8d264d64c39f"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:26.526957 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-96082ade-1e16-47fc-bf8d-516be26ad69f service neutron] 10.222.0.47 "GET /v2.0/networks/01519a52-82ee-43fa-90b0-c71411cde4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5528030 Sep 16 04:38:26.547892 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016894a-f5f5-4f72-95ae-261396b1e9ad req-a96e0605-daf7-4492-b7d9-497924b47f73 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:26.549454 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f016894a-f5f5-4f72-95ae-261396b1e9ad req-a96e0605-daf7-4492-b7d9-497924b47f73 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/ports?device_id=f656e8d7-ac83-4852-b5de-8073537a3514 HTTP/1.1" status: 200 len: 945 time: 0.0687041 Sep 16 04:38:26.589739 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d686f-fe92-4302-b26d-d3a00298660c req-18b118bf-d4d0-4efc-8f78-6fc60b1f04b9 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:26.592227 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a33d686f-fe92-4302-b26d-d3a00298660c req-18b118bf-d4d0-4efc-8f78-6fc60b1f04b9 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 944 time: 0.2973762 Sep 16 04:38:26.601515 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-b64ad7a6-3d0d-48c3-8fb1-ec195e43093b service neutron] For port c70bca8f-ec29-448f-9c3a-428da57a574b, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:38:26.604714 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d11e9-2706-4172-9630-3cba5584d7bc req-bdc1d9c5-0dae-433c-ac44-9c87f81cb047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:26.604950 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d11e9-2706-4172-9630-3cba5584d7bc req-bdc1d9c5-0dae-433c-ac44-9c87f81cb047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:26.605486 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d11e9-2706-4172-9630-3cba5584d7bc req-bdc1d9c5-0dae-433c-ac44-9c87f81cb047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:26.607067 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9e5d11e9-2706-4172-9630-3cba5584d7bc req-bdc1d9c5-0dae-433c-ac44-9c87f81cb047 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=d6062d06deed4be79de10c491e7c5fd2&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3152838 Sep 16 04:38:26.644995 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-b64ad7a6-3d0d-48c3-8fb1-ec195e43093b service neutron] For port c70bca8f-ec29-448f-9c3a-428da57a574b, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=c70bca8f-ec29-448f-9c3a-428da57a574b,segment=NetworkSegment(d6f8bd70-54f6-4e93-b16e-179836d82d0e),segment_id=d6f8bd70-54f6-4e93-b16e-179836d82d0e)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:38:26.651855 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f016894a-f5f5-4f72-95ae-261396b1e9ad req-4426fe4f-f7ca-4c07-8fdf-9e97d3225b81 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/security-groups?id=e23ca340-41c8-45f7-b140-8caa69c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931370 Sep 16 04:38:26.672218 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-b64ad7a6-3d0d-48c3-8fb1-ec195e43093b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:26.691095 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-934ef9fd-2c1f-4647-87ff-c5a3fbedaae4 req-2076f950-4a24-417f-81cc-ac750bfbd8f2 service neutron] 10.222.0.47 "GET /v2.0/networks/01519a52-82ee-43fa-90b0-c71411cde4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408107 Sep 16 04:38:26.771508 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a33d686f-fe92-4302-b26d-d3a00298660c req-d1c7672b-bcea-4159-bd91-ef4af0bafa05 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715908 Sep 16 04:38:26.776990 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-b64ad7a6-3d0d-48c3-8fb1-ec195e43093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:26.777616 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-b64ad7a6-3d0d-48c3-8fb1-ec195e43093b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:26.779142 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-b64ad7a6-3d0d-48c3-8fb1-ec195e43093b service neutron] 10.222.0.48 "PUT /v2.0/ports/c70bca8f-ec29-448f-9c3a-428da57a574b HTTP/1.1" status: 200 len: 1093 time: 2.7576892 Sep 16 04:38:26.821300 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ca9db-0023-4870-b2b5-bec61f79fd7f req-43446d59-016a-4b3a-825d-93b61649fd83 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:26.832340 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-820ca9db-0023-4870-b2b5-bec61f79fd7f req-43446d59-016a-4b3a-825d-93b61649fd83 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=235a11d6-a417-4bd4-b935-cc381dccfb72 HTTP/1.1" status: 200 len: 943 time: 0.1013234 Sep 16 04:38:26.868818 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ad7a6-3d0d-48c3-8fb1-ec195e43093b service neutron] Pushing event updated for resources: {'Port': ['ID=c70bca8f-ec29-448f-9c3a-428da57a574b,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:26.879413 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d11e9-2706-4172-9630-3cba5584d7bc req-e6ce1450-4bfe-4425-9756-cdfc6247182b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:26.880988 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9e5d11e9-2706-4172-9630-3cba5584d7bc req-e6ce1450-4bfe-4425-9756-cdfc6247182b service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2578983 Sep 16 04:38:26.884725 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ad7a6-3d0d-48c3-8fb1-ec195e43093b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:26.885066 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ad7a6-3d0d-48c3-8fb1-ec195e43093b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:26.885420 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ad7a6-3d0d-48c3-8fb1-ec195e43093b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:26.885748 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ad7a6-3d0d-48c3-8fb1-ec195e43093b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:26.886132 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ad7a6-3d0d-48c3-8fb1-ec195e43093b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:26.886467 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ad7a6-3d0d-48c3-8fb1-ec195e43093b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:26.886889 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ad7a6-3d0d-48c3-8fb1-ec195e43093b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:26.887251 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ad7a6-3d0d-48c3-8fb1-ec195e43093b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:26.887583 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ad7a6-3d0d-48c3-8fb1-ec195e43093b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:26.887908 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ad7a6-3d0d-48c3-8fb1-ec195e43093b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:26.888230 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ad7a6-3d0d-48c3-8fb1-ec195e43093b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:26.889059 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ad7a6-3d0d-48c3-8fb1-ec195e43093b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:26.909340 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-820ca9db-0023-4870-b2b5-bec61f79fd7f req-bd2b15f6-29e0-4850-b706-bc5dd404ce74 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602875 Sep 16 04:38:26.936071 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4a7139d4-d4bc-4865-9682-e544e2c33bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:26.953478 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68553cc5-390d-4225-bdb1-41d408e07489 x-openstack-request-id: req-68553cc5-390d-4225-bdb1-41d408e07489 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:26.954597 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae1af12-86e3-4a7a-a523-b6ce0ac028c8", "tag": "6707d8e6-650c-44f9-ae37-8d264d64c39f", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:26.955500 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-68553cc5-390d-4225-bdb1-41d408e07489 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:26.956106 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ae1af12-86e3-4a7a-a523-b6ce0ac028c8', 'tag': '6707d8e6-650c-44f9-ae37-8d264d64c39f', 'status': 'completed', 'code': 200} Sep 16 04:38:27.109578 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628b758-9eb9-46e6-89a1-78b42d783e76 req-8fdbe263-ecf0-4bd8-b6c6-934b6ad21910 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:27.118614 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628b758-9eb9-46e6-89a1-78b42d783e76 req-8fdbe263-ecf0-4bd8-b6c6-934b6ad21910 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:27.121126 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4628b758-9eb9-46e6-89a1-78b42d783e76 req-8fdbe263-ecf0-4bd8-b6c6-934b6ad21910 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?device_id=29ea9d7d-59cb-4ab7-96b2-fed74972444b HTTP/1.1" status: 200 len: 1678 time: 0.0768628 Sep 16 04:38:27.127691 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee2779-ffb6-4aae-8b46-e0cf5fa43d32 req-4c1be6dc-e303-4a31-9b88-be659f4368e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:27.129406 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8cee2779-ffb6-4aae-8b46-e0cf5fa43d32 req-4c1be6dc-e303-4a31-9b88-be659f4368e5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=704dfedc4cae451e92880e679796489f&device_id=0ae1af12-86e3-4a7a-a523-b6ce0ac028c8 HTTP/1.1" status: 200 len: 1096 time: 0.1190372 Sep 16 04:38:27.142556 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba97bf-22cd-4bd2-8fd7-345622ea1576 req-c9b4d717-a86a-4c1c-ab24-5ffaa9a8059b tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:27.144149 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8dba97bf-22cd-4bd2-8fd7-345622ea1576 req-c9b4d717-a86a-4c1c-ab24-5ffaa9a8059b tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae1af12-86e3-4a7a-a523-b6ce0ac028c8 HTTP/1.1" status: 200 len: 944 time: 0.1400952 Sep 16 04:38:27.149739 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-3e5f9861-ce33-4332-9141-a712e0d31a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:27.149934 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-3e5f9861-ce33-4332-9141-a712e0d31a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:27.151313 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-3e5f9861-ce33-4332-9141-a712e0d31a9f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d6062d06deed4be79de10c491e7c5fd2&device_id=29ea9d7d-59cb-4ab7-96b2-fed74972444b HTTP/1.1" status: 200 len: 1982 time: 0.1484017 Sep 16 04:38:27.190305 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4628b758-9eb9-46e6-89a1-78b42d783e76 req-cf915759-e35e-4bce-abb8-be355e8d4782 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e2affa8-0668-4988-b34f-7333ff388a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600502 Sep 16 04:38:27.247011 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-00dbb8e9-6efd-4a06-951e-49832b78a97f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.67&port_id=328fd784-b19c-4b69-8d8e-70ea8c2b9399 HTTP/1.1" status: 200 len: 217 time: 0.0713024 Sep 16 04:38:27.274341 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee2779-ffb6-4aae-8b46-e0cf5fa43d32 req-28d75796-31aa-451c-bb3c-ae6af230040b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:27.276240 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8cee2779-ffb6-4aae-8b46-e0cf5fa43d32 req-28d75796-31aa-451c-bb3c-ae6af230040b service neutron] 10.222.0.47 "GET /v2.0/networks?id=01519a52-82ee-43fa-90b0-c71411cde4f0 HTTP/1.1" status: 200 len: 906 time: 0.1174080 Sep 16 04:38:27.325369 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8dba97bf-22cd-4bd2-8fd7-345622ea1576 req-857ee96f-2ad1-4024-b83f-a1683fb3c441 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706309 Sep 16 04:38:27.357123 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-790cc972-2f8a-4662-9763-0b4f98bf1c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:27.358689 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-790cc972-2f8a-4662-9763-0b4f98bf1c90 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db59c33a-6622-4f58-a49f-c6144593abae HTTP/1.1" status: 200 len: 801 time: 0.0834348 Sep 16 04:38:27.370075 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8cee2779-ffb6-4aae-8b46-e0cf5fa43d32 req-4bccb607-e4f7-41ed-9ca8-bf54fef6cbfb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6707d8e6-650c-44f9-ae37-8d264d64c39f HTTP/1.1" status: 200 len: 217 time: 0.0771306 Sep 16 04:38:27.449791 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-87e59f55-9686-488f-a0c2-f793df2f60cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:27.451311 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-87e59f55-9686-488f-a0c2-f793df2f60cd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4bd70a8-31bb-44a8-a6fd-d6394b3aea52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812018 Sep 16 04:38:27.466921 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee2779-ffb6-4aae-8b46-e0cf5fa43d32 req-27a46f6d-7877-4924-813b-32cb691d70cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:27.468354 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8cee2779-ffb6-4aae-8b46-e0cf5fa43d32 req-27a46f6d-7877-4924-813b-32cb691d70cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f1f953d6-01ca-4cb0-98b0-b9ee2763d49d HTTP/1.1" status: 200 len: 845 time: 0.0846341 Sep 16 04:38:27.518454 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8cee2779-ffb6-4aae-8b46-e0cf5fa43d32 req-8684e672-81c8-4be1-b74a-91728f9393da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=01519a52-82ee-43fa-90b0-c71411cde4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423577 Sep 16 04:38:27.609111 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ea9d7d-59cb-4ab7-96b2-fed74972444b', 'tag': 'c70bca8f-ec29-448f-9c3a-428da57a574b'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:27.612941 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6866032e-3cd2-46a3-8a13-3ef29aba81b9" -d '{"events": [{"name": "network-changed", "server_uuid": "29ea9d7d-59cb-4ab7-96b2-fed74972444b", "tag": "c70bca8f-ec29-448f-9c3a-428da57a574b"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:27.643236 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-4a7139d4-d4bc-4865-9682-e544e2c33bb8 admin admin] Deleting port 02bf7e90-cd63-4a4d-a41e-9759ec8c3fb1 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:38:27.643584 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4a7139d4-d4bc-4865-9682-e544e2c33bb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:27.667234 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-b34661e7-e7a8-4ce3-a77e-11e5d44c164f service neutron] 10.222.0.48 "GET /v2.0/networks/e4bd70a8-31bb-44a8-a6fd-d6394b3aea52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862812 Sep 16 04:38:27.748926 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c762bc4-6474-4d3f-a47b-c332b2d8ac68 x-openstack-request-id: req-0c762bc4-6474-4d3f-a47b-c332b2d8ac68 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:27.749595 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29ea9d7d-59cb-4ab7-96b2-fed74972444b", "tag": "c70bca8f-ec29-448f-9c3a-428da57a574b", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:27.749595 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0c762bc4-6474-4d3f-a47b-c332b2d8ac68 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:27.750033 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ea9d7d-59cb-4ab7-96b2-fed74972444b', 'tag': 'c70bca8f-ec29-448f-9c3a-428da57a574b', 'status': 'completed', 'code': 200} Sep 16 04:38:27.758759 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8cee2779-ffb6-4aae-8b46-e0cf5fa43d32 req-1dcd3765-3e98-41ea-ab1c-671bdbb28925 service neutron] 10.222.0.47 "GET /v2.0/networks/01519a52-82ee-43fa-90b0-c71411cde4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325203 Sep 16 04:38:27.816781 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-a672e243-462a-4a79-bb60-6b4b45a3391c service neutron] 10.222.0.47 "GET /v2.0/ports/e04af8b6-b1f5-4f84-b146-6f0bb44fc7af/bindings/n-h2-712139-15 HTTP/1.1" status: 200 len: 385 time: 0.1155288 Sep 16 04:38:27.878462 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74adc956-e38d-4deb-bd2f-65d80c24c8a9 req-35797654-5607-4a51-91b7-09b61be8d385 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:27.879955 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-74adc956-e38d-4deb-bd2f-65d80c24c8a9 req-35797654-5607-4a51-91b7-09b61be8d385 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.47 "GET /v2.0/ports?device_id=f656e8d7-ac83-4852-b5de-8073537a3514 HTTP/1.1" status: 200 len: 945 time: 0.1871397 Sep 16 04:38:27.887899 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 5b20acd7-db56-459e-bcc5-ceff5032038f no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:27.909722 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: 5b20acd7-db56-459e-bcc5-ceff5032038f {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:38:27.910394 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 5b20acd7-db56-459e-bcc5-ceff5032038f not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:38:27.911047 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device e04af8b6-b1f5-4f84-b146-6f0bb44fc7af no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:27.924168 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8cee2779-ffb6-4aae-8b46-e0cf5fa43d32 req-1bfa9a89-ac34-45f5-b55a-60d962a17ed3 service neutron] 10.222.0.47 "GET /v2.0/networks/01519a52-82ee-43fa-90b0-c71411cde4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508851 Sep 16 04:38:27.975216 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-4a7139d4-d4bc-4865-9682-e544e2c33bb8 admin admin] For port 02bf7e90-cd63-4a4d-a41e-9759ec8c3fb1, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=02bf7e90-cd63-4a4d-a41e-9759ec8c3fb1,segment=NetworkSegment(a554161e-7f46-4346-a723-b0683ee12d48),segment_id=a554161e-7f46-4346-a723-b0683ee12d48)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:27.975653 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4a7139d4-d4bc-4865-9682-e544e2c33bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:27.986867 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-cbcd86c9-4f99-46f9-8866-7950bc1b49ee service neutron] 10.222.0.48 "GET /v2.0/networks/e4bd70a8-31bb-44a8-a6fd-d6394b3aea52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100963 Sep 16 04:38:28.026098 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-4a7139d4-d4bc-4865-9682-e544e2c33bb8 admin admin] Calling delete_port for 02bf7e90-cd63-4a4d-a41e-9759ec8c3fb1 owned by network:router_interface {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:38:28.040201 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70985d67-617c-416b-8585-af4bb8922a72 req-8bd240a3-1d61-45b4-b297-275be3da1073 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:28.041711 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-70985d67-617c-416b-8585-af4bb8922a72 req-8bd240a3-1d61-45b4-b297-275be3da1073 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/ports?device_id=f656e8d7-ac83-4852-b5de-8073537a3514 HTTP/1.1" status: 200 len: 945 time: 0.2023282 Sep 16 04:38:28.072532 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691f616-3fa7-456a-89a2-85fe0320ca6d req-8fbf7938-521a-41a8-8754-bc0026f3bc4d tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:28.074053 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4691f616-3fa7-456a-89a2-85fe0320ca6d req-8fbf7938-521a-41a8-8754-bc0026f3bc4d tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee6fa3db-b22d-4ed8-8562-fd870cc3c2f0 HTTP/1.1" status: 200 len: 950 time: 0.1120007 Sep 16 04:38:28.086368 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-12124b75-6b86-499f-982c-21620ec9fc8f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.190&port_id=c70bca8f-ec29-448f-9c3a-428da57a574b HTTP/1.1" status: 200 len: 217 time: 0.0861876 Sep 16 04:38:28.123295 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-8ffee826-e87b-45f0-b959-803792c6ccb0 service neutron] For port e04af8b6-b1f5-4f84-b146-6f0bb44fc7af, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=e04af8b6-b1f5-4f84-b146-6f0bb44fc7af,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:28.138958 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4691f616-3fa7-456a-89a2-85fe0320ca6d req-27b89ae8-2857-4f3c-a978-bf8ce668be9e tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570719 Sep 16 04:38:28.150088 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-8ffee826-e87b-45f0-b959-803792c6ccb0 service neutron] For port e04af8b6-b1f5-4f84-b146-6f0bb44fc7af, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:38:28.195655 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-8ffee826-e87b-45f0-b959-803792c6ccb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e04af8b6-b1f5-4f84-b146-6f0bb44fc7af {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:38:28.204469 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-70985d67-617c-416b-8585-af4bb8922a72 req-f7c1ccf5-3f5d-4005-9aa4-ca787dcd4263 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/security-groups?id=e23ca340-41c8-45f7-b140-8caa69c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542246 Sep 16 04:38:28.226937 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-8ffee826-e87b-45f0-b959-803792c6ccb0 service neutron] For port e04af8b6-b1f5-4f84-b146-6f0bb44fc7af, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=e04af8b6-b1f5-4f84-b146-6f0bb44fc7af,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:28.233610 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-3937e602-3da9-4431-b66b-c454ac699af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:28.241053 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-3937e602-3da9-4431-b66b-c454ac699af4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a062c48b-0d4e-4180-bcd4-cead6336c38c HTTP/1.1" status: 200 len: 801 time: 0.1355257 Sep 16 04:38:28.242932 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-74adc956-e38d-4deb-bd2f-65d80c24c8a9 req-902b642a-3bf5-4289-92da-5ae2c62d408f tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Deleting port 34c42e08-ae08-402f-903f-65a2be25f7e0 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:38:28.243280 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-74adc956-e38d-4deb-bd2f-65d80c24c8a9 req-902b642a-3bf5-4289-92da-5ae2c62d408f tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:28.267510 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-8ffee826-e87b-45f0-b959-803792c6ccb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:28.327043 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b56609-f578-419d-a87e-8a22e0f14093 req-0af10c66-c15b-4586-a297-84407d03f73e tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:28.328607 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-66b56609-f578-419d-a87e-8a22e0f14093 req-0af10c66-c15b-4586-a297-84407d03f73e tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 944 time: 0.1254983 Sep 16 04:38:28.404108 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-66b56609-f578-419d-a87e-8a22e0f14093 req-d42be0f1-4a74-485f-a2f9-021bca151873 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645990 Sep 16 04:38:28.405068 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-8ffee826-e87b-45f0-b959-803792c6ccb0 service neutron] Transition to ACTIVE for port object e04af8b6-b1f5-4f84-b146-6f0bb44fc7af will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:38:28.410475 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-8ffee826-e87b-45f0-b959-803792c6ccb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:28.454241 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-46c288c0-82f7-42ed-b9a3-222746347397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:28.456413 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-46c288c0-82f7-42ed-b9a3-222746347397 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=37c6de34-7b60-4508-adf7-fdfeede52c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2094352 Sep 16 04:38:28.478176 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-8ffee826-e87b-45f0-b959-803792c6ccb0 service neutron] No DVR routers for this DVR port e04af8b6-b1f5-4f84-b146-6f0bb44fc7af on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:38:28.552108 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-8ffee826-e87b-45f0-b959-803792c6ccb0 service neutron] 10.222.0.47 "PUT /v2.0/ports/e04af8b6-b1f5-4f84-b146-6f0bb44fc7af/bindings/n-h2-712139-15/activate HTTP/1.1" status: 200 len: 370 time: 0.7045860 Sep 16 04:38:28.552965 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffee826-e87b-45f0-b959-803792c6ccb0 service neutron] Pushing event updated for resources: {'Port': ['ID=e04af8b6-b1f5-4f84-b146-6f0bb44fc7af,revision_number=10']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:28.555134 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-74adc956-e38d-4deb-bd2f-65d80c24c8a9 req-902b642a-3bf5-4289-92da-5ae2c62d408f tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] For port 34c42e08-ae08-402f-903f-65a2be25f7e0, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=34c42e08-ae08-402f-903f-65a2be25f7e0,segment=NetworkSegment(33201044-0eb1-4004-bde7-dd5bec0a4ba0),segment_id=33201044-0eb1-4004-bde7-dd5bec0a4ba0)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:28.555643 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-74adc956-e38d-4deb-bd2f-65d80c24c8a9 req-902b642a-3bf5-4289-92da-5ae2c62d408f tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:28.566568 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffee826-e87b-45f0-b959-803792c6ccb0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:28.566919 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffee826-e87b-45f0-b959-803792c6ccb0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:28.567268 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffee826-e87b-45f0-b959-803792c6ccb0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:28.567897 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffee826-e87b-45f0-b959-803792c6ccb0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:28.568024 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffee826-e87b-45f0-b959-803792c6ccb0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:28.568267 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffee826-e87b-45f0-b959-803792c6ccb0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:28.568622 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffee826-e87b-45f0-b959-803792c6ccb0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:28.568957 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffee826-e87b-45f0-b959-803792c6ccb0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:28.569399 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffee826-e87b-45f0-b959-803792c6ccb0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:28.569788 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffee826-e87b-45f0-b959-803792c6ccb0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:28.570120 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffee826-e87b-45f0-b959-803792c6ccb0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:28.570571 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffee826-e87b-45f0-b959-803792c6ccb0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:28.576727 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f210d46-309e-4bb8-abf6-4b38f4ec12a3 req-c073df2e-1c87-4922-86ca-570307fafe8a tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:28.578564 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0f210d46-309e-4bb8-abf6-4b38f4ec12a3 req-c073df2e-1c87-4922-86ca-570307fafe8a tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=235a11d6-a417-4bd4-b935-cc381dccfb72 HTTP/1.1" status: 200 len: 943 time: 0.1820514 Sep 16 04:38:28.595011 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506135ae-a9ac-48fa-85e8-6e3696c0f93a req-b8129c6f-96a9-4b50-a8f7-8264abb0d483 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:28.606473 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506135ae-a9ac-48fa-85e8-6e3696c0f93a req-b8129c6f-96a9-4b50-a8f7-8264abb0d483 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:28.608760 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-506135ae-a9ac-48fa-85e8-6e3696c0f93a req-b8129c6f-96a9-4b50-a8f7-8264abb0d483 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?device_id=29ea9d7d-59cb-4ab7-96b2-fed74972444b HTTP/1.1" status: 200 len: 1678 time: 0.1201770 Sep 16 04:38:28.654418 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-506135ae-a9ac-48fa-85e8-6e3696c0f93a req-35f7c55e-8d77-4435-8ede-6d1974eb07ba tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e2affa8-0668-4988-b34f-7333ff388a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385675 Sep 16 04:38:29.073873 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4a7139d4-d4bc-4865-9682-e544e2c33bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:29.152917 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7139d4-d4bc-4865-9682-e544e2c33bb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=02bf7e90-cd63-4a4d-a41e-9759ec8c3fb1,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:29.203296 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0f210d46-309e-4bb8-abf6-4b38f4ec12a3 req-b179602a-b9cf-4a63-a124-d4c9d5c323e1 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5837796 Sep 16 04:38:29.230071 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b046b9-c66a-4538-a97e-0ea947e4e459 req-9292bb35-5212-48c4-b40f-131c353b9465 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:29.232952 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-eebff7fe-c90c-4e47-afb9-73fd8331cad2 service neutron] 10.222.0.48 "GET /v2.0/networks/37c6de34-7b60-4508-adf7-fdfeede52c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7481346 Sep 16 04:38:29.239597 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-41b046b9-c66a-4538-a97e-0ea947e4e459 req-9292bb35-5212-48c4-b40f-131c353b9465 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae1af12-86e3-4a7a-a523-b6ce0ac028c8 HTTP/1.1" status: 200 len: 944 time: 0.0751872 Sep 16 04:38:29.284424 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-41b046b9-c66a-4538-a97e-0ea947e4e459 req-7b7e0eb5-740f-44f9-a909-ed633a42076b tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435994 Sep 16 04:38:29.325084 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-3fabed44-ee13-40b8-898b-5a12eab47787 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:29.326948 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-3fabed44-ee13-40b8-898b-5a12eab47787 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25&tenant_id=1db68ab0fc284575894f1608a94e9c14&binding%3Ahost_id=n-h1-712139-15 HTTP/1.1" status: 200 len: 1097 time: 0.6222355 Sep 16 04:38:29.436664 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b0711-1087-4f6c-ab09-f87e176b6f0d req-b23b02f1-ebbc-458c-897f-bbefddc6134a tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:29.438536 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-aa6b0711-1087-4f6c-ab09-f87e176b6f0d req-b23b02f1-ebbc-458c-897f-bbefddc6134a tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee6fa3db-b22d-4ed8-8562-fd870cc3c2f0 HTTP/1.1" status: 200 len: 950 time: 0.1278403 Sep 16 04:38:29.463614 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8a670-3f9c-4161-99e0-3e3cf1639ec0 req-f0dc1436-c9b5-489e-827d-7b784cbe0d19 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:29.465306 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-42e8a670-3f9c-4161-99e0-3e3cf1639ec0 req-f0dc1436-c9b5-489e-827d-7b784cbe0d19 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee6fa3db-b22d-4ed8-8562-fd870cc3c2f0 HTTP/1.1" status: 200 len: 950 time: 0.0870597 Sep 16 04:38:29.566995 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-74adc956-e38d-4deb-bd2f-65d80c24c8a9 req-902b642a-3bf5-4289-92da-5ae2c62d408f tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:29.567568 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-74adc956-e38d-4deb-bd2f-65d80c24c8a9 req-902b642a-3bf5-4289-92da-5ae2c62d408f tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:29.567889 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [req-74adc956-e38d-4deb-bd2f-65d80c24c8a9 req-902b642a-3bf5-4289-92da-5ae2c62d408f tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Floating IP 0f0dca7f-c930-4612-aa05-f1a54a150aa3 disassociated. External IP: 172.25.8.153, port: 34c42e08-ae08-402f-903f-65a2be25f7e0. Sep 16 04:38:29.568305 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-74adc956-e38d-4deb-bd2f-65d80c24c8a9 req-902b642a-3bf5-4289-92da-5ae2c62d408f tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Calling delete_port for 34c42e08-ae08-402f-903f-65a2be25f7e0 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:38:29.573842 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-81ac9c72-60df-4b1a-8c9f-9f4dc3ec4ce7 req-4afb1241-bf3b-4d29-920a-e23be5d8cf9e service neutron] 10.222.0.48 "GET /v2.0/networks/37c6de34-7b60-4508-adf7-fdfeede52c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396201 Sep 16 04:38:29.575249 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-42e8a670-3f9c-4161-99e0-3e3cf1639ec0 req-f3fa9e46-262a-4c62-988f-da5565868296 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775645 Sep 16 04:38:29.587312 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-d9bf4a50-c9ce-4a8d-8b95-4a93694ee85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:29.588914 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-d9bf4a50-c9ce-4a8d-8b95-4a93694ee85a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25&tenant_id=1db68ab0fc284575894f1608a94e9c14 HTTP/1.1" status: 200 len: 1097 time: 0.2446640 Sep 16 04:38:29.631934 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-aa6b0711-1087-4f6c-ab09-f87e176b6f0d req-7405c134-fc73-4d1b-b4c3-c1242fe705af tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Deleting port c7447a58-0c6e-491c-ab5e-4e8420d69a50 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:38:29.631934 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-aa6b0711-1087-4f6c-ab09-f87e176b6f0d req-7405c134-fc73-4d1b-b4c3-c1242fe705af tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:29.716224 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4a7139d4-d4bc-4865-9682-e544e2c33bb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:29.788973 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-aa6b0711-1087-4f6c-ab09-f87e176b6f0d req-7405c134-fc73-4d1b-b4c3-c1242fe705af tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] For port c7447a58-0c6e-491c-ab5e-4e8420d69a50, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=c7447a58-0c6e-491c-ab5e-4e8420d69a50,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:29.789442 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-aa6b0711-1087-4f6c-ab09-f87e176b6f0d req-7405c134-fc73-4d1b-b4c3-c1242fe705af tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:29.809459 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43784448-9601-4a18-a593-ac2e0ddb614e req-86c2595d-945e-453f-98eb-c84373f93416 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:29.811038 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-43784448-9601-4a18-a593-ac2e0ddb614e req-86c2595d-945e-453f-98eb-c84373f93416 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/ports?device_id=f656e8d7-ac83-4852-b5de-8073537a3514 HTTP/1.1" status: 200 len: 945 time: 0.0857494 Sep 16 04:38:29.815975 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-aa6b0711-1087-4f6c-ab09-f87e176b6f0d req-7405c134-fc73-4d1b-b4c3-c1242fe705af tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Calling delete_port for c7447a58-0c6e-491c-ab5e-4e8420d69a50 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:38:29.889314 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 6707d8e6-650c-44f9-ae37-8d264d64c39f details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:38:29.890618 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-43784448-9601-4a18-a593-ac2e0ddb614e req-dd8b6cbe-b5c5-4644-a763-47983db6f9e8 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/security-groups?id=e23ca340-41c8-45f7-b140-8caa69c3a817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726621 Sep 16 04:38:29.917541 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866032e-3cd2-46a3-8a13-3ef29aba81b9 req-172a2086-113c-475f-b52e-55df5bb0247a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:29.918980 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866032e-3cd2-46a3-8a13-3ef29aba81b9 req-172a2086-113c-475f-b52e-55df5bb0247a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:29.920732 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6866032e-3cd2-46a3-8a13-3ef29aba81b9 req-172a2086-113c-475f-b52e-55df5bb0247a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d6062d06deed4be79de10c491e7c5fd2&device_id=29ea9d7d-59cb-4ab7-96b2-fed74972444b HTTP/1.1" status: 200 len: 1982 time: 0.2079966 Sep 16 04:38:29.949099 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-ae84bfa0-4ab3-44b8-b833-f2607ca6aa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:29.950650 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-ae84bfa0-4ab3-44b8-b833-f2607ca6aa8f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1db68ab0fc284575894f1608a94e9c14&device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 1097 time: 0.2304785 Sep 16 04:38:29.955466 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63428b-4d64-4ea8-8d11-a3b46b72ae56 req-c9f2b988-cdbf-4996-80ff-63bb08f568ab tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:29.957766 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8c63428b-4d64-4ea8-8d11-a3b46b72ae56 req-c9f2b988-cdbf-4996-80ff-63bb08f568ab tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e158b20-ecfd-471c-92f0-0f955c8ea41d HTTP/1.1" status: 200 len: 949 time: 0.1297612 Sep 16 04:38:30.040873 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 6707d8e6-650c-44f9-ae37-8d264d64c39f, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=6707d8e6-650c-44f9-ae37-8d264d64c39f,segment=NetworkSegment(658f680a-3fa0-437c-8003-3658800983eb),segment_id=658f680a-3fa0-437c-8003-3658800983eb)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:30.056999 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '6707d8e6-650c-44f9-ae37-8d264d64c39f', 'network_id': '01519a52-82ee-43fa-90b0-c71411cde4f0', 'port_id': '6707d8e6-650c-44f9-ae37-8d264d64c39f', 'mac_address': 'fa:16:3e:a8:30:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1f953d6-01ca-4cb0-98b0-b9ee2763d49d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:38:30.101661 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:30.116596 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6707d8e6-650c-44f9-ae37-8d264d64c39f {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:38:30.139494 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 6707d8e6-650c-44f9-ae37-8d264d64c39f, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=6707d8e6-650c-44f9-ae37-8d264d64c39f,segment=NetworkSegment(658f680a-3fa0-437c-8003-3658800983eb),segment_id=658f680a-3fa0-437c-8003-3658800983eb)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:30.140519 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bd7fd-2fe0-4c88-bb8c-6beae4b60501 req-bb63400a-1101-4ec4-9383-1451068b35fe tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:30.144194 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:30.147959 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bd7fd-2fe0-4c88-bb8c-6beae4b60501 req-bb63400a-1101-4ec4-9383-1451068b35fe tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:30.151237 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e28bd7fd-2fe0-4c88-bb8c-6beae4b60501 req-bb63400a-1101-4ec4-9383-1451068b35fe tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?device_id=29ea9d7d-59cb-4ab7-96b2-fed74972444b HTTP/1.1" status: 200 len: 1678 time: 0.1721349 Sep 16 04:38:30.158783 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-74adc956-e38d-4deb-bd2f-65d80c24c8a9 req-902b642a-3bf5-4289-92da-5ae2c62d408f tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:30.201173 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=6707d8e6-650c-44f9-ae37-8d264d64c39f,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:30.211640 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-8c63428b-4d64-4ea8-8d11-a3b46b72ae56 req-36618066-089d-41aa-8b0f-9492f902a36b tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Deleting port b0a6f292-bfff-484c-90ed-e79e32eb87a1 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:38:30.212095 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8c63428b-4d64-4ea8-8d11-a3b46b72ae56 req-36618066-089d-41aa-8b0f-9492f902a36b tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:30.228999 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-aa6b0711-1087-4f6c-ab09-f87e176b6f0d req-7405c134-fc73-4d1b-b4c3-c1242fe705af tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:30.250355 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b642a-3bf5-4289-92da-5ae2c62d408f tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Pushing event deleted for resources: {'Port': ['ID=34c42e08-ae08-402f-903f-65a2be25f7e0,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:30.260399 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa567905-9873-4ee3-bcf8-26011d19d802 req-d3b983d1-79c2-4a2f-921f-403b4af144cb tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:30.262124 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fa567905-9873-4ee3-bcf8-26011d19d802 req-d3b983d1-79c2-4a2f-921f-403b4af144cb tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 945 time: 0.3494971 Sep 16 04:38:30.283994 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e28bd7fd-2fe0-4c88-bb8c-6beae4b60501 req-d3d1fc1d-7323-46b4-a1dd-502c24f73ff7 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e2affa8-0668-4988-b34f-7333ff388a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070383 Sep 16 04:38:30.286782 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405c134-fc73-4d1b-b4c3-c1242fe705af tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Pushing event deleted for resources: {'Port': ['ID=c7447a58-0c6e-491c-ab5e-4e8420d69a50,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:30.308913 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf', 'b89bf368-53c0-4450-bf56-54bfd995b9ed', 'dc94428e-190c-4858-bad3-ad1cd92dcd21', 'b0a6f292-bfff-484c-90ed-e79e32eb87a1'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:38:30.322793 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866032e-3cd2-46a3-8a13-3ef29aba81b9 req-eafa4984-4720-4047-8f41-70877ede47d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:30.323132 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6866032e-3cd2-46a3-8a13-3ef29aba81b9 req-eafa4984-4720-4047-8f41-70877ede47d1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=37c6de34-7b60-4508-adf7-fdfeede52c2b HTTP/1.1" status: 200 len: 903 time: 0.3797810 Sep 16 04:38:30.380717 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6b0711-1087-4f6c-ab09-f87e176b6f0d req-7405c134-fc73-4d1b-b4c3-c1242fe705af tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] No DVR routers for this DVR port c7447a58-0c6e-491c-ab5e-4e8420d69a50 on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:38:30.381138 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-3270933b-b4fe-43b0-aeaa-e4d4b6619ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:30.382540 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-3270933b-b4fe-43b0-aeaa-e4d4b6619ad7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588 HTTP/1.1" status: 200 len: 922 time: 0.3655913 Sep 16 04:38:30.385539 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-aa6b0711-1087-4f6c-ab09-f87e176b6f0d req-7405c134-fc73-4d1b-b4c3-c1242fe705af tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:30.386307 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-aa6b0711-1087-4f6c-ab09-f87e176b6f0d req-7405c134-fc73-4d1b-b4c3-c1242fe705af tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.47 "DELETE /v2.0/ports/c7447a58-0c6e-491c-ab5e-4e8420d69a50 HTTP/1.1" status: 204 len: 173 time: 0.9408288 Sep 16 04:38:30.386750 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6fa3db-b22d-4ed8-8562-fd870cc3c2f0', 'name': 'network-vif-deleted', 'tag': 'c7447a58-0c6e-491c-ab5e-4e8420d69a50'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:30.389124 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf87d47-7799-47da-b019-6f2a0d224d61" -d '{"events": [{"server_uuid": "ee6fa3db-b22d-4ed8-8562-fd870cc3c2f0", "name": "network-vif-deleted", "tag": "c7447a58-0c6e-491c-ab5e-4e8420d69a50"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:30.409625 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['c7447a58-0c6e-491c-ab5e-4e8420d69a50'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:38:30.416800 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-8c63428b-4d64-4ea8-8d11-a3b46b72ae56 req-36618066-089d-41aa-8b0f-9492f902a36b tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] For port b0a6f292-bfff-484c-90ed-e79e32eb87a1, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=b0a6f292-bfff-484c-90ed-e79e32eb87a1,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:30.417180 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8c63428b-4d64-4ea8-8d11-a3b46b72ae56 req-36618066-089d-41aa-8b0f-9492f902a36b tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:30.447283 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-8c63428b-4d64-4ea8-8d11-a3b46b72ae56 req-36618066-089d-41aa-8b0f-9492f902a36b tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Calling delete_port for b0a6f292-bfff-484c-90ed-e79e32eb87a1 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:38:30.492839 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6866032e-3cd2-46a3-8a13-3ef29aba81b9 req-4ff6f14f-9ac0-4be8-a9cc-5ef6d4c489e6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.190&port_id=c70bca8f-ec29-448f-9c3a-428da57a574b HTTP/1.1" status: 200 len: 217 time: 0.1543777 Sep 16 04:38:30.539486 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['6707d8e6-650c-44f9-ae37-8d264d64c39f'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:38:30.556276 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-d81a8e32-981b-4099-83d4-0a020ce6f82b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e04af8b6-b1f5-4f84-b146-6f0bb44fc7af HTTP/1.1" status: 200 len: 217 time: 0.0793567 Sep 16 04:38:30.559512 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fa567905-9873-4ee3-bcf8-26011d19d802 req-22f2631b-a6e9-46ac-8b93-de82878e4806 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857940 Sep 16 04:38:30.738382 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7139d4-d4bc-4865-9682-e544e2c33bb8 admin admin] Router 05d02fb2-b7b0-4238-98ec-d135d4e53ae3 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:38:30.741259 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866032e-3cd2-46a3-8a13-3ef29aba81b9 req-214f603c-e63f-4b86-9da0-6b79aa270939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:30.742830 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6866032e-3cd2-46a3-8a13-3ef29aba81b9 req-214f603c-e63f-4b86-9da0-6b79aa270939 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a062c48b-0d4e-4180-bcd4-cead6336c38c HTTP/1.1" status: 200 len: 801 time: 0.1652617 Sep 16 04:38:30.776021 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8c63428b-4d64-4ea8-8d11-a3b46b72ae56 req-36618066-089d-41aa-8b0f-9492f902a36b tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:30.847693 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36618066-089d-41aa-8b0f-9492f902a36b tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Pushing event deleted for resources: {'Port': ['ID=b0a6f292-bfff-484c-90ed-e79e32eb87a1,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:30.947612 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c63428b-4d64-4ea8-8d11-a3b46b72ae56 req-36618066-089d-41aa-8b0f-9492f902a36b tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] No DVR routers for this DVR port b0a6f292-bfff-484c-90ed-e79e32eb87a1 on host n-h2-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:38:30.954677 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8c63428b-4d64-4ea8-8d11-a3b46b72ae56 req-36618066-089d-41aa-8b0f-9492f902a36b tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:30.960032 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8c63428b-4d64-4ea8-8d11-a3b46b72ae56 req-36618066-089d-41aa-8b0f-9492f902a36b tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.48 "DELETE /v2.0/ports/b0a6f292-bfff-484c-90ed-e79e32eb87a1 HTTP/1.1" status: 204 len: 173 time: 0.9892733 Sep 16 04:38:31.019025 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-2739037a-b2bf-49b1-919a-cfed44fc5dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:31.020601 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-2739037a-b2bf-49b1-919a-cfed44fc5dd8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8440e215-69bc-4539-b053-2b3b499b80a9 HTTP/1.1" status: 200 len: 861 time: 0.4247282 Sep 16 04:38:31.086435 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-574f2340-b93b-4c75-bdeb-952054f732e1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00cd75b9-aad6-45d6-bd66-c0a78f5d6588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477922 Sep 16 04:38:31.103357 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7139d4-d4bc-4865-9682-e544e2c33bb8 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:38:31.113841 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4a7139d4-d4bc-4865-9682-e544e2c33bb8 admin admin] 10.222.0.35 "PUT /v2.0/routers/05d02fb2-b7b0-4238-98ec-d135d4e53ae3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0199676 Sep 16 04:38:31.115264 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57320) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:31.119215 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe621731-4905-4f1b-91a5-254c57973b70 None None] Sync routers for ids ['05d02fb2-b7b0-4238-98ec-d135d4e53ae3'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:38:31.153131 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe621731-4905-4f1b-91a5-254c57973b70 None None] Routers {'05d02fb2-b7b0-4238-98ec-d135d4e53ae3'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:38:31.154130 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-fe621731-4905-4f1b-91a5-254c57973b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:38:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['05d02fb2-b7b0-4238-98ec-d135d4e53ae3'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:31.204037 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74adc956-e38d-4deb-bd2f-65d80c24c8a9 req-902b642a-3bf5-4289-92da-5ae2c62d408f tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Router 19909f41-efd4-4939-8e64-dd882e426a0b has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:38:31.218500 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d3efd-17f1-4d09-873f-01d8e6a25d36 req-350e786f-632f-44c1-bea4-24e8a8646a5c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:31.220156 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-128d3efd-17f1-4d09-873f-01d8e6a25d36 req-350e786f-632f-44c1-bea4-24e8a8646a5c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=235a11d6-a417-4bd4-b935-cc381dccfb72 HTTP/1.1" status: 200 len: 943 time: 0.4725778 Sep 16 04:38:31.228286 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866032e-3cd2-46a3-8a13-3ef29aba81b9 req-8403d0a2-6517-4cc7-a0d9-702ea9d91ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:31.230059 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6866032e-3cd2-46a3-8a13-3ef29aba81b9 req-8403d0a2-6517-4cc7-a0d9-702ea9d91ed2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=37c6de34-7b60-4508-adf7-fdfeede52c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4259663 Sep 16 04:38:31.283729 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4535e23-a966-4e3d-9e08-801524c647e7 req-1cd3e3c0-4fb9-4760-afff-d9d44c2371dc tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:31.285300 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c4535e23-a966-4e3d-9e08-801524c647e7 req-1cd3e3c0-4fb9-4760-afff-d9d44c2371dc tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae1af12-86e3-4a7a-a523-b6ce0ac028c8 HTTP/1.1" status: 200 len: 945 time: 0.1015441 Sep 16 04:38:31.290195 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a03f22b6-97e3-42b1-a2b2-303fbae1b452 admin admin] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:31.331681 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-f486e568-de36-4263-b6a2-ef18469a18d3 service neutron] 10.222.0.48 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294767 Sep 16 04:38:31.377034 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-fe621731-4905-4f1b-91a5-254c57973b70 None None] Set router 05d02fb2-b7b0-4238-98ec-d135d4e53ae3 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:38:31.396452 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c4535e23-a966-4e3d-9e08-801524c647e7 req-25c6eecd-0b75-4c64-ace4-ae841fd135a3 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033275 Sep 16 04:38:31.448157 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a03f22b6-97e3-42b1-a2b2-303fbae1b452 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:31.461187 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf8f347-f0f8-4b7b-8629-36974249ecaa x-openstack-request-id: req-2bf8f347-f0f8-4b7b-8629-36974249ecaa {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:31.461787 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6fa3db-b22d-4ed8-8562-fd870cc3c2f0", "name": "network-vif-deleted", "tag": "c7447a58-0c6e-491c-ab5e-4e8420d69a50", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:31.462322 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2bf8f347-f0f8-4b7b-8629-36974249ecaa {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:31.463720 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6fa3db-b22d-4ed8-8562-fd870cc3c2f0', 'name': 'network-vif-deleted', 'tag': 'c7447a58-0c6e-491c-ab5e-4e8420d69a50', 'status': 'completed', 'code': 200} Sep 16 04:38:31.518814 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['c7447a58-0c6e-491c-ab5e-4e8420d69a50'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:38:31.529659 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-a03f22b6-97e3-42b1-a2b2-303fbae1b452 admin admin] Deleting port bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:38:31.530007 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a03f22b6-97e3-42b1-a2b2-303fbae1b452 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:31.663165 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-a03f22b6-97e3-42b1-a2b2-303fbae1b452 admin admin] For port bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:31.663520 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a03f22b6-97e3-42b1-a2b2-303fbae1b452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:31.682607 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-a03f22b6-97e3-42b1-a2b2-303fbae1b452 admin admin] Calling delete_port for bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744 owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:38:31.736088 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-6a542e24-dbcd-4f48-8d2e-261e1bbae0c2 req-65ce7f35-8de3-4ca9-996a-e95b6959cdd5 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/ports?device_id=f656e8d7-ac83-4852-b5de-8073537a3514 HTTP/1.1" status: 200 len: 210 time: 0.0499408 Sep 16 04:38:31.827443 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-fe621731-4905-4f1b-91a5-254c57973b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-75251409-router', 'tenant_id': '29c1bb20d82b4eca9094dc7aee909c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:37:07Z', 'updated_at': '2021-09-16T04:38:28Z', 'revision_number': 5, 'project_id': '29c1bb20d82b4eca9094dc7aee909c49', 'gw_port': {'id': 'bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:11:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:37:07Z', 'updated_at': '2021-09-16T04:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:31.872532 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-128d3efd-17f1-4d09-873f-01d8e6a25d36 req-e50cb0b8-1dda-4bef-9809-65e22cc9a332 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6412272 Sep 16 04:38:31.946951 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6866032e-3cd2-46a3-8a13-3ef29aba81b9 req-25688b7d-f6c5-4fd9-bfa9-41f4d349f8db service neutron] 10.222.0.48 "GET /v2.0/networks/37c6de34-7b60-4508-adf7-fdfeede52c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6918757 Sep 16 04:38:31.950441 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74adc956-e38d-4deb-bd2f-65d80c24c8a9 req-902b642a-3bf5-4289-92da-5ae2c62d408f tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:38:31.964087 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500b9022-09b7-4841-86a2-a625d76dac0d None None] Sync routers for ids ['19909f41-efd4-4939-8e64-dd882e426a0b'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:38:31.982935 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500b9022-09b7-4841-86a2-a625d76dac0d None None] Routers {'19909f41-efd4-4939-8e64-dd882e426a0b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:38:31.983571 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-500b9022-09b7-4841-86a2-a625d76dac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:38:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['19909f41-efd4-4939-8e64-dd882e426a0b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:32.008011 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a03f22b6-97e3-42b1-a2b2-303fbae1b452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:32.067171 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f22b6-97e3-42b1-a2b2-303fbae1b452 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:32.079643 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-d03d4297-498e-48c6-8e70-5408b4de6e43 service neutron] 10.222.0.48 "GET /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682337 Sep 16 04:38:32.080497 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-74adc956-e38d-4deb-bd2f-65d80c24c8a9 req-902b642a-3bf5-4289-92da-5ae2c62d408f tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] No DVR routers for this DVR port 34c42e08-ae08-402f-903f-65a2be25f7e0 on host n-h1-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:38:32.089413 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-74adc956-e38d-4deb-bd2f-65d80c24c8a9 req-902b642a-3bf5-4289-92da-5ae2c62d408f tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:32.091639 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-74adc956-e38d-4deb-bd2f-65d80c24c8a9 req-902b642a-3bf5-4289-92da-5ae2c62d408f tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.47 "DELETE /v2.0/ports/34c42e08-ae08-402f-903f-65a2be25f7e0 HTTP/1.1" status: 204 len: 173 time: 4.1989968 Sep 16 04:38:32.092139 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f656e8d7-ac83-4852-b5de-8073537a3514', 'name': 'network-vif-deleted', 'tag': '34c42e08-ae08-402f-903f-65a2be25f7e0'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:32.094481 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2c1473-c8a2-461e-8b53-aad55592cec6" -d '{"events": [{"server_uuid": "f656e8d7-ac83-4852-b5de-8073537a3514", "name": "network-vif-deleted", "tag": "34c42e08-ae08-402f-903f-65a2be25f7e0"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:32.172249 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-500b9022-09b7-4841-86a2-a625d76dac0d None None] Set router 19909f41-efd4-4939-8e64-dd882e426a0b gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:38:32.178439 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20628d29-c896-4e5b-a064-2cee73b53105 req-262c65df-a513-4804-93a5-1e5a7fa04578 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:32.191021 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 9c35b616-3f71-4fcd-ab0f-f46193fe13c2 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:38:32.193723 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20628d29-c896-4e5b-a064-2cee73b53105 req-262c65df-a513-4804-93a5-1e5a7fa04578 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:32.195516 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-20628d29-c896-4e5b-a064-2cee73b53105 req-262c65df-a513-4804-93a5-1e5a7fa04578 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?device_id=29ea9d7d-59cb-4ab7-96b2-fed74972444b HTTP/1.1" status: 200 len: 1678 time: 0.1986711 Sep 16 04:38:32.219451 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6866032e-3cd2-46a3-8a13-3ef29aba81b9 req-f1d4f6ea-2457-4c7b-a873-df4f3bbeb4fc service neutron] 10.222.0.48 "GET /v2.0/networks/37c6de34-7b60-4508-adf7-fdfeede52c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594626 Sep 16 04:38:32.220392 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a03f22b6-97e3-42b1-a2b2-303fbae1b452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:32.229468 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 6707d8e6-650c-44f9-ae37-8d264d64c39f up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:38:32.244635 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe621731-4905-4f1b-91a5-254c57973b70 None None] Checking router: 05d02fb2-b7b0-4238-98ec-d135d4e53ae3 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:38:32.294670 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-20628d29-c896-4e5b-a064-2cee73b53105 req-ecc82378-db14-4f2a-bd3b-4ac1761f2b3e tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e2affa8-0668-4988-b34f-7333ff388a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862868 Sep 16 04:38:32.317256 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe621731-4905-4f1b-91a5-254c57973b70 None None] Routers {'05d02fb2-b7b0-4238-98ec-d135d4e53ae3'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:38:32.320089 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-fe621731-4905-4f1b-91a5-254c57973b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:38:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['05d02fb2-b7b0-4238-98ec-d135d4e53ae3'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:32.400120 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a03f22b6-97e3-42b1-a2b2-303fbae1b452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:32.407073 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a03f22b6-97e3-42b1-a2b2-303fbae1b452 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:32.469884 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-fe621731-4905-4f1b-91a5-254c57973b70 None None] Set router 05d02fb2-b7b0-4238-98ec-d135d4e53ae3 gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:38:32.538269 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a03f22b6-97e3-42b1-a2b2-303fbae1b452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:32.538822 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03f22b6-97e3-42b1-a2b2-303fbae1b452 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05d02fb2-b7b0-4238-98ec-d135d4e53ae3 {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:38:32.539348 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-500b9022-09b7-4841-86a2-a625d76dac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351920868-router', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '49f99fa4-9676-4a32-8fea-0af63fe5a7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:36Z', 'updated_at': '2021-09-16T04:33:44Z', 'revision_number': 4, 'project_id': 'c825b36882e046828461df6da4ad928b', 'gw_port': {'id': '49f99fa4-9676-4a32-8fea-0af63fe5a7de', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:39Z', 'updated_at': '2021-09-16T04:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '0e561ef0-9c7a-472b-adcf-7d47c4925c3a', 'name': '', 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'mac_address': 'fa:16:3e:1e:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 182, 'fixed_ips': [{'subnet_id': '23b8b65a-e16c-4539-8285-b42101b78979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:44Z', 'updated_at': '2021-09-16T04:33:49Z', 'revision_number': 5, 'project_id': 'c825b36882e046828461df6da4ad928b', 'subnets': [{'id': '23b8b65a-e16c-4539-8285-b42101b78979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:32.549349 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-fe621731-4905-4f1b-91a5-254c57973b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-75251409-router', 'tenant_id': '29c1bb20d82b4eca9094dc7aee909c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:37:07Z', 'updated_at': '2021-09-16T04:38:31Z', 'revision_number': 7, 'project_id': '29c1bb20d82b4eca9094dc7aee909c49', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:32.550115 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a03f22b6-97e3-42b1-a2b2-303fbae1b452 admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:32.554003 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a03f22b6-97e3-42b1-a2b2-303fbae1b452 admin admin] 10.222.0.35 "DELETE /v2.0/routers/05d02fb2-b7b0-4238-98ec-d135d4e53ae3 HTTP/1.1" status: 204 len: 168 time: 1.4339433 Sep 16 04:38:32.554480 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57338) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:32.569642 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34efb4e-c48b-440b-ab5f-e06f0186176a req-f460d9a1-f27c-4a97-9e22-909dbaf20b8c tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:32.576929 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500b9022-09b7-4841-86a2-a625d76dac0d None None] Checking router: 19909f41-efd4-4939-8e64-dd882e426a0b for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:38:32.578110 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c34efb4e-c48b-440b-ab5f-e06f0186176a req-f460d9a1-f27c-4a97-9e22-909dbaf20b8c tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/ports?device_id=cde3f0ac-f0a9-436c-983a-1fd92b1f21d8 HTTP/1.1" status: 200 len: 948 time: 0.1254010 Sep 16 04:38:32.589202 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500b9022-09b7-4841-86a2-a625d76dac0d None None] Routers {'19909f41-efd4-4939-8e64-dd882e426a0b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:38:32.591013 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe621731-4905-4f1b-91a5-254c57973b70 None None] The sync data for ids ['05d02fb2-b7b0-4238-98ec-d135d4e53ae3'] in n-d-712139-15 is: [{'id': '05d02fb2-b7b0-4238-98ec-d135d4e53ae3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-75251409-router', 'tenant_id': '29c1bb20d82b4eca9094dc7aee909c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:37:07Z', 'updated_at': '2021-09-16T04:38:31Z', 'revision_number': 7, 'project_id': '29c1bb20d82b4eca9094dc7aee909c49', 'gw_port_host': None}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:38:32.591304 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-500b9022-09b7-4841-86a2-a625d76dac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:38:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['19909f41-efd4-4939-8e64-dd882e426a0b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:32.598982 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 9c35b616-3f71-4fcd-ab0f-f46193fe13c2, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=9c35b616-3f71-4fcd-ab0f-f46193fe13c2,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:32.621621 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 6707d8e6-650c-44f9-ae37-8d264d64c39f completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:38:32.637826 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 6707d8e6-650c-44f9-ae37-8d264d64c39f triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:32.638639 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:32.641352 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '9c35b616-3f71-4fcd-ab0f-f46193fe13c2', 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2', 'port_id': '9c35b616-3f71-4fcd-ab0f-f46193fe13c2', 'mac_address': 'fa:16:3e:4a:60:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43280570-672b-4326-ad6d-76a55cd52f58', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:38:32.646662 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f78c0-9e18-404d-b3d6-9fbe76369d94 req-d7d30f08-a1c5-4846-8ccc-c9ee9e91efc0 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:32.655359 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fa3f78c0-9e18-404d-b3d6-9fbe76369d94 req-d7d30f08-a1c5-4846-8ccc-c9ee9e91efc0 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 945 time: 0.1618953 Sep 16 04:38:32.665263 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c34efb4e-c48b-440b-ab5f-e06f0186176a req-d5ea812f-19ce-4565-895f-7e20a519f52a tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce32b41b-a276-4c54-8783-af23e32773c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852253 Sep 16 04:38:32.677916 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-715e2e45-e8dc-4091-989b-055da45edf70 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:32.685217 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-715e2e45-e8dc-4091-989b-055da45edf70 tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25&tenant_id=1db68ab0fc284575894f1608a94e9c14&binding%3Ahost_id=n-h2-712139-15 HTTP/1.1" status: 200 len: 1097 time: 0.1839285 Sep 16 04:38:32.695214 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d64d5411-4889-46e4-afdf-b15e66020888 admin admin] Deleting subnet ab1a97a2-e37d-4797-8a1a-f8faa962d3f3 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:38:32.698735 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d64d5411-4889-46e4-afdf-b15e66020888 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:32.730118 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:32.751756 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d64d5411-4889-46e4-afdf-b15e66020888 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:32.792553 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c35b616-3f71-4fcd-ab0f-f46193fe13c2 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:38:32.801052 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:32.828373 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fa3f78c0-9e18-404d-b3d6-9fbe76369d94 req-4f840d6b-c2bc-4585-8b53-891b69dcf5e8 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718147 Sep 16 04:38:32.846427 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 9c35b616-3f71-4fcd-ab0f-f46193fe13c2, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=9c35b616-3f71-4fcd-ab0f-f46193fe13c2,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:32.861329 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:32.880816 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae1af12-86e3-4a7a-a523-b6ce0ac028c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6707d8e6-650c-44f9-ae37-8d264d64c39f'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:32.883364 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0321d22-1a1d-480d-b3f3-e2ff8bcf6043" -d '{"events": [{"server_uuid": "0ae1af12-86e3-4a7a-a523-b6ce0ac028c8", "name": "network-vif-plugged", "status": "completed", "tag": "6707d8e6-650c-44f9-ae37-8d264d64c39f"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:32.907271 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-a94d5fb2-f929-4600-ac25-65aa9b89ac5a service neutron] For port e04af8b6-b1f5-4f84-b146-6f0bb44fc7af, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:38:32.912687 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-a94d5fb2-f929-4600-ac25-65aa9b89ac5a service neutron] Notify callbacks [] for binding, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:32.913968 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-a94d5fb2-f929-4600-ac25-65aa9b89ac5a service neutron] 10.222.0.48 "DELETE /v2.0/ports/e04af8b6-b1f5-4f84-b146-6f0bb44fc7af/bindings/n-h1-712139-15 HTTP/1.1" status: 204 len: 173 time: 0.2220323 Sep 16 04:38:32.918930 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c975dc7a-b2da-43b6-861e-556e07ddc5ea x-openstack-request-id: req-c975dc7a-b2da-43b6-861e-556e07ddc5ea {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:32.919219 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f656e8d7-ac83-4852-b5de-8073537a3514", "name": "network-vif-deleted", "tag": "34c42e08-ae08-402f-903f-65a2be25f7e0", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:32.919516 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c975dc7a-b2da-43b6-861e-556e07ddc5ea {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:32.919907 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f656e8d7-ac83-4852-b5de-8073537a3514', 'name': 'network-vif-deleted', 'tag': '34c42e08-ae08-402f-903f-65a2be25f7e0', 'status': 'completed', 'code': 200} Sep 16 04:38:32.943512 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 6707d8e6-650c-44f9-ae37-8d264d64c39f, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=6707d8e6-650c-44f9-ae37-8d264d64c39f,segment=NetworkSegment(658f680a-3fa0-437c-8003-3658800983eb),segment_id=658f680a-3fa0-437c-8003-3658800983eb)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:32.945360 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-500b9022-09b7-4841-86a2-a625d76dac0d None None] Set router 19909f41-efd4-4939-8e64-dd882e426a0b gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:38:32.958491 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:32.959476 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 34c42e08-ae08-402f-903f-65a2be25f7e0 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:32.990258 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: 34c42e08-ae08-402f-903f-65a2be25f7e0 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:38:32.990601 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 34c42e08-ae08-402f-903f-65a2be25f7e0 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:38:32.998219 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=9c35b616-3f71-4fcd-ab0f-f46193fe13c2,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:33.031076 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d64d5411-4889-46e4-afdf-b15e66020888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:33.074661 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=6707d8e6-650c-44f9-ae37-8d264d64c39f,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:33.077304 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebd3c4-180a-44f9-ae3f-592db92c6fba req-ffff7708-1f92-4732-829f-fc32e408703a tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:33.086741 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-81ebd3c4-180a-44f9-ae3f-592db92c6fba req-ffff7708-1f92-4732-829f-fc32e408703a tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae1af12-86e3-4a7a-a523-b6ce0ac028c8 HTTP/1.1" status: 200 len: 946 time: 0.1177542 Sep 16 04:38:33.145287 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-81ebd3c4-180a-44f9-ae3f-592db92c6fba req-57fc1636-f892-437f-9f72-851add56794d tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576956 Sep 16 04:38:33.152970 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d64d5411-4889-46e4-afdf-b15e66020888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:33.185052 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['9c35b616-3f71-4fcd-ab0f-f46193fe13c2'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:38:33.196047 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device c70bca8f-ec29-448f-9c3a-428da57a574b details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:38:33.232655 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d5411-4889-46e4-afdf-b15e66020888 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab1a97a2-e37d-4797-8a1a-f8faa962d3f3,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:33.237329 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d64d5411-4889-46e4-afdf-b15e66020888 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:33.239607 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d64d5411-4889-46e4-afdf-b15e66020888 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ab1a97a2-e37d-4797-8a1a-f8faa962d3f3 HTTP/1.1" status: 204 len: 168 time: 0.6841049 Sep 16 04:38:33.242679 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57350) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:33.267485 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf', 'b89bf368-53c0-4450-bf56-54bfd995b9ed', 'dc94428e-190c-4858-bad3-ad1cd92dcd21'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:38:33.272611 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c0ac1b-e3d3-49ed-83ff-db3ca33f1daa None None] Network 72ffa5cb-2d81-4610-a5b0-bee15bccc3ac requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:38:33.370248 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-500b9022-09b7-4841-86a2-a625d76dac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351920868-router', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '49f99fa4-9676-4a32-8fea-0af63fe5a7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:36Z', 'updated_at': '2021-09-16T04:33:44Z', 'revision_number': 4, 'project_id': 'c825b36882e046828461df6da4ad928b', 'gw_port': {'id': '49f99fa4-9676-4a32-8fea-0af63fe5a7de', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:39Z', 'updated_at': '2021-09-16T04:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '0e561ef0-9c7a-472b-adcf-7d47c4925c3a', 'name': '', 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'mac_address': 'fa:16:3e:1e:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 182, 'fixed_ips': [{'subnet_id': '23b8b65a-e16c-4539-8285-b42101b78979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:44Z', 'updated_at': '2021-09-16T04:33:49Z', 'revision_number': 5, 'project_id': 'c825b36882e046828461df6da4ad928b', 'subnets': [{'id': '23b8b65a-e16c-4539-8285-b42101b78979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:33.388117 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abdb2b1-6780-4b44-bfcd-6b9be6dfd1cc x-openstack-request-id: req-7abdb2b1-6780-4b44-bfcd-6b9be6dfd1cc {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:33.396028 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae1af12-86e3-4a7a-a523-b6ce0ac028c8", "name": "network-vif-plugged", "status": "completed", "tag": "6707d8e6-650c-44f9-ae37-8d264d64c39f", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:33.396287 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7abdb2b1-6780-4b44-bfcd-6b9be6dfd1cc {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:33.396754 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae1af12-86e3-4a7a-a523-b6ce0ac028c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6707d8e6-650c-44f9-ae37-8d264d64c39f', 'code': 200} Sep 16 04:38:33.402588 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-674d754f-b9e3-484c-9cd2-9c9d129cf309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:33.403938 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649b46c-9493-409d-b888-450770a2581e req-b32fcb5c-08e5-4d10-94b5-b3bf4fe5109a tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:33.420948 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c649b46c-9493-409d-b888-450770a2581e req-b32fcb5c-08e5-4d10-94b5-b3bf4fe5109a tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=235a11d6-a417-4bd4-b935-cc381dccfb72 HTTP/1.1" status: 200 len: 944 time: 0.1143682 Sep 16 04:38:33.434847 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500b9022-09b7-4841-86a2-a625d76dac0d None None] The sync data for ids ['19909f41-efd4-4939-8e64-dd882e426a0b'] in n-d-712139-15 is: [{'id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351920868-router', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '49f99fa4-9676-4a32-8fea-0af63fe5a7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:36Z', 'updated_at': '2021-09-16T04:33:44Z', 'revision_number': 4, 'project_id': 'c825b36882e046828461df6da4ad928b', 'gw_port': {'id': '49f99fa4-9676-4a32-8fea-0af63fe5a7de', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:39Z', 'updated_at': '2021-09-16T04:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '0e561ef0-9c7a-472b-adcf-7d47c4925c3a', 'name': '', 'network_id': 'e9f42f79-8e36-46bc-bc40-da8710d5bcd1', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'mac_address': 'fa:16:3e:1e:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 182, 'fixed_ips': [{'subnet_id': '23b8b65a-e16c-4539-8285-b42101b78979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:44Z', 'updated_at': '2021-09-16T04:33:49Z', 'revision_number': 5, 'project_id': 'c825b36882e046828461df6da4ad928b', 'subnets': [{'id': '23b8b65a-e16c-4539-8285-b42101b78979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:38:33.467511 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e158b20-ecfd-471c-92f0-0f955c8ea41d', 'name': 'network-vif-deleted', 'tag': 'b0a6f292-bfff-484c-90ed-e79e32eb87a1'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:33.471368 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca76f62-c460-4bda-b16d-9dd9f6c9e5c4" -d '{"events": [{"server_uuid": "8e158b20-ecfd-471c-92f0-0f955c8ea41d", "name": "network-vif-deleted", "tag": "b0a6f292-bfff-484c-90ed-e79e32eb87a1"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:33.478569 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c649b46c-9493-409d-b888-450770a2581e req-15b44cb0-e993-45ca-8052-f0b7bd3c42a2 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565023 Sep 16 04:38:33.582958 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-674d754f-b9e3-484c-9cd2-9c9d129cf309 admin admin] Deleting port 0d5f6a1f-e6a0-401a-9cda-9f40dd64b796 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:38:33.586197 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-674d754f-b9e3-484c-9cd2-9c9d129cf309 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:33.731392 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-674d754f-b9e3-484c-9cd2-9c9d129cf309 admin admin] For port 0d5f6a1f-e6a0-401a-9cda-9f40dd64b796, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=0d5f6a1f-e6a0-401a-9cda-9f40dd64b796,segment=NetworkSegment(a554161e-7f46-4346-a723-b0683ee12d48),segment_id=a554161e-7f46-4346-a723-b0683ee12d48)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:33.732020 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-674d754f-b9e3-484c-9cd2-9c9d129cf309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:33.738009 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc573a50-965d-41b5-b4b9-507532b21cc8 req-acb9e238-3b16-41ff-b4d3-fceea8293516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:33.740024 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fc573a50-965d-41b5-b4b9-507532b21cc8 req-acb9e238-3b16-41ff-b4d3-fceea8293516 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0ae1af12-86e3-4a7a-a523-b6ce0ac028c8 HTTP/1.1" status: 200 len: 1098 time: 0.2609692 Sep 16 04:38:33.741009 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25f6db-5eef-4515-a8b8-dfd9fd0cb938 req-b7efe97f-ce38-487b-9037-e3a845c5e98e tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:33.748767 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25f6db-5eef-4515-a8b8-dfd9fd0cb938 req-b7efe97f-ce38-487b-9037-e3a845c5e98e tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:33.750810 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ce25f6db-5eef-4515-a8b8-dfd9fd0cb938 req-b7efe97f-ce38-487b-9037-e3a845c5e98e tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?device_id=29ea9d7d-59cb-4ab7-96b2-fed74972444b HTTP/1.1" status: 200 len: 1678 time: 0.1105218 Sep 16 04:38:33.761253 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-674d754f-b9e3-484c-9cd2-9c9d129cf309 admin admin] Calling delete_port for 0d5f6a1f-e6a0-401a-9cda-9f40dd64b796 owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:38:33.845475 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port c70bca8f-ec29-448f-9c3a-428da57a574b, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=c70bca8f-ec29-448f-9c3a-428da57a574b,segment=NetworkSegment(d6f8bd70-54f6-4e93-b16e-179836d82d0e),segment_id=d6f8bd70-54f6-4e93-b16e-179836d82d0e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:33.851587 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f70ae5-9e2a-4eca-af65-753f914d53ae None None] DHCP port deletion for 72ffa5cb-2d81-4610-a5b0-bee15bccc3ac request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:38:33.858867 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fc573a50-965d-41b5-b4b9-507532b21cc8 req-d7e09e39-1d79-42a4-90a0-8817d51e43e8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089501 Sep 16 04:38:33.866554 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ce25f6db-5eef-4515-a8b8-dfd9fd0cb938 req-27cc5b64-6a9f-493c-b26c-14382aa4bc6f tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e2affa8-0668-4988-b34f-7333ff388a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933721 Sep 16 04:38:33.898639 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb876196-4f62-4c2e-80d3-16e9be6de183 x-openstack-request-id: req-bb876196-4f62-4c2e-80d3-16e9be6de183 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:33.898936 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e158b20-ecfd-471c-92f0-0f955c8ea41d", "name": "network-vif-deleted", "tag": "b0a6f292-bfff-484c-90ed-e79e32eb87a1", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:33.899220 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bb876196-4f62-4c2e-80d3-16e9be6de183 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:33.899784 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e158b20-ecfd-471c-92f0-0f955c8ea41d', 'name': 'network-vif-deleted', 'tag': 'b0a6f292-bfff-484c-90ed-e79e32eb87a1', 'status': 'completed', 'code': 200} Sep 16 04:38:33.913506 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'c70bca8f-ec29-448f-9c3a-428da57a574b', 'network_id': '37c6de34-7b60-4508-adf7-fdfeede52c2b', 'port_id': 'c70bca8f-ec29-448f-9c3a-428da57a574b', 'mac_address': 'fa:16:3e:18:d4:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a062c48b-0d4e-4180-bcd4-cead6336c38c', 'ip_address': '19.86.0.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:38:33.918869 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-674d754f-b9e3-484c-9cd2-9c9d129cf309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:33.920551 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device c7447a58-0c6e-491c-ab5e-4e8420d69a50 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:33.967875 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d754f-b9e3-484c-9cd2-9c9d129cf309 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d5f6a1f-e6a0-401a-9cda-9f40dd64b796,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:33.974831 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674d754f-b9e3-484c-9cd2-9c9d129cf309 admin admin] No DVR routers for this DVR port 0d5f6a1f-e6a0-401a-9cda-9f40dd64b796 on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:38:33.987738 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-91f70ae5-9e2a-4eca-af65-753f914d53ae None None] The port '0d5f6a1f-e6a0-401a-9cda-9f40dd64b796' was deleted {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 16 04:38:33.995198 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: c7447a58-0c6e-491c-ab5e-4e8420d69a50 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:38:33.995198 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device c7447a58-0c6e-491c-ab5e-4e8420d69a50 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:38:34.017092 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add6dcd-0ff0-43e3-8552-e81770dcbe46 req-a41496c2-834a-4aeb-adfe-cde5953b96f3 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:34.018939 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4add6dcd-0ff0-43e3-8552-e81770dcbe46 req-a41496c2-834a-4aeb-adfe-cde5953b96f3 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/ports?device_id=cde3f0ac-f0a9-436c-983a-1fd92b1f21d8 HTTP/1.1" status: 200 len: 948 time: 0.0763214 Sep 16 04:38:34.064780 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:34.083471 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4add6dcd-0ff0-43e3-8552-e81770dcbe46 req-b005d8db-c15d-45ec-af7b-cdf30ea31f32 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce32b41b-a276-4c54-8783-af23e32773c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510461 Sep 16 04:38:34.094053 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-674d754f-b9e3-484c-9cd2-9c9d129cf309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:34.096283 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c70bca8f-ec29-448f-9c3a-428da57a574b {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:38:34.141797 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-674d754f-b9e3-484c-9cd2-9c9d129cf309 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ffa5cb-2d81-4610-a5b0-bee15bccc3ac']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:34.142083 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port c70bca8f-ec29-448f-9c3a-428da57a574b, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=c70bca8f-ec29-448f-9c3a-428da57a574b,segment=NetworkSegment(d6f8bd70-54f6-4e93-b16e-179836d82d0e),segment_id=d6f8bd70-54f6-4e93-b16e-179836d82d0e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:34.150893 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:34.151553 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 328fd784-b19c-4b69-8d8e-70ea8c2b9399 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:38:34.155932 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-674d754f-b9e3-484c-9cd2-9c9d129cf309 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a554161e-7f46-4346-a723-b0683ee12d48') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:34.156253 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-674d754f-b9e3-484c-9cd2-9c9d129cf309 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a554161e-7f46-4346-a723-b0683ee12d48') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:34.173573 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-674d754f-b9e3-484c-9cd2-9c9d129cf309 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:34.196555 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a75ce-9d15-454a-b66c-ed13c52a0be9 req-eafe7b8d-62fe-4f39-b23d-8d61219720bb tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:34.198167 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3f0a75ce-9d15-454a-b66c-ed13c52a0be9 req-eafe7b8d-62fe-4f39-b23d-8d61219720bb tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0a9f-b6b7-4f4d-8a59-09cd8f3768e0 HTTP/1.1" status: 200 len: 950 time: 0.2169833 Sep 16 04:38:34.199258 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-674d754f-b9e3-484c-9cd2-9c9d129cf309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:34.206665 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-674d754f-b9e3-484c-9cd2-9c9d129cf309 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:38:34.207070 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-674d754f-b9e3-484c-9cd2-9c9d129cf309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:34.221530 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:38:34.221530 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:38:34.221530 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:38:34.221530 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:38:34.221530 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:38:34.221530 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:38:34.221530 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:38:34.221530 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:38:34.221530 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:38:34.221530 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:38:34.221530 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:38:34.221530 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:38:34.221530 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:38:34.221530 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:38:34.221530 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:38:34.221530 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:38:34.221530 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:38:34.221530 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:38:34.221530 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:38:34.221530 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:38:34.221530 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:38:34.221530 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:38:34.221530 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:38:34.221530 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:38:34.221530 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:38:34.221530 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:38:34.221530 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:38:34.221530 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:38:34.221530 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:38:34.221530 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:38:34.221530 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:38:34.221530 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:38:34.276527 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=c70bca8f-ec29-448f-9c3a-428da57a574b,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:34.306179 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae0be37-943c-484d-b09b-305ad6f9ee1f None None] New status for floating IP 0f0dca7f-c930-4612-aa05-f1a54a150aa3: DOWN {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:38:34.330136 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-674d754f-b9e3-484c-9cd2-9c9d129cf309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:34.341955 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-674d754f-b9e3-484c-9cd2-9c9d129cf309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:34.343938 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-674d754f-b9e3-484c-9cd2-9c9d129cf309 admin admin] 10.222.0.35 "DELETE /v2.0/networks/72ffa5cb-2d81-4610-a5b0-bee15bccc3ac HTTP/1.1" status: 204 len: 168 time: 1.1002097 Sep 16 04:38:34.380665 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6ab96-e9b2-48a3-a069-d701d25e062c req-b31e25fc-6539-4663-863f-df67b34ddd83 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:34.382495 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f0e6ab96-e9b2-48a3-a069-d701d25e062c req-b31e25fc-6539-4663-863f-df67b34ddd83 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde3f0ac-f0a9-436c-983a-1fd92b1f21d8 HTTP/1.1" status: 200 len: 948 time: 0.1601908 Sep 16 04:38:34.394149 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3f0a75ce-9d15-454a-b66c-ed13c52a0be9 req-f35555e2-fbe7-4665-8d1d-66e103dfe11d tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647537 Sep 16 04:38:34.410566 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d754f-b9e3-484c-9cd2-9c9d129cf309 admin admin] Pushing event deleted for resources: {'Network': ['ID=72ffa5cb-2d81-4610-a5b0-bee15bccc3ac,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:34.545993 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57376) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:34.597828 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8e5b365b-361c-409b-860d-78b4d8a2064e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=29c1bb20d82b4eca9094dc7aee909c49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492384 Sep 16 04:38:34.600402 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57378) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:34.608121 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856df84-d239-4c72-b0d6-958eaf9bff56 req-afc00d1f-8cb2-43c3-8575-aef6087d9bfc tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:34.610021 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6856df84-d239-4c72-b0d6-958eaf9bff56 req-afc00d1f-8cb2-43c3-8575-aef6087d9bfc tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 945 time: 0.0828800 Sep 16 04:38:34.612643 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-f0e6ab96-e9b2-48a3-a069-d701d25e062c req-6930b23a-cb32-4774-ab90-f61b339d1280 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Deleting port f65b1094-0e69-4fc3-b528-ca0f78baec72 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:38:34.613042 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f0e6ab96-e9b2-48a3-a069-d701d25e062c req-6930b23a-cb32-4774-ab90-f61b339d1280 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:34.622594 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 328fd784-b19c-4b69-8d8e-70ea8c2b9399, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=328fd784-b19c-4b69-8d8e-70ea8c2b9399,segment=NetworkSegment(c0fe76bb-687d-41af-9a7c-54456549dfb9),segment_id=c0fe76bb-687d-41af-9a7c-54456549dfb9)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:34.647340 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '328fd784-b19c-4b69-8d8e-70ea8c2b9399', 'network_id': 'e4bd70a8-31bb-44a8-a6fd-d6394b3aea52', 'port_id': '328fd784-b19c-4b69-8d8e-70ea8c2b9399', 'mac_address': 'fa:16:3e:e4:88:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db59c33a-6622-4f58-a49f-c6144593abae', 'ip_address': '19.80.0.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:38:34.685420 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-63fa0194-5d9f-42a7-8e2c-fad5168bbea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:34.714785 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:34.733325 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 328fd784-b19c-4b69-8d8e-70ea8c2b9399 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:38:34.741830 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 02bf7e90-cd63-4a4d-a41e-9759ec8c3fb1 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:34.747014 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-63fa0194-5d9f-42a7-8e2c-fad5168bbea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:34.747236 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6856df84-d239-4c72-b0d6-958eaf9bff56 req-8d95f705-47d9-4fa3-abaf-c0ac665282e8 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178098 Sep 16 04:38:34.778591 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-f0e6ab96-e9b2-48a3-a069-d701d25e062c req-6930b23a-cb32-4774-ab90-f61b339d1280 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] For port f65b1094-0e69-4fc3-b528-ca0f78baec72, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=f65b1094-0e69-4fc3-b528-ca0f78baec72,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:34.779119 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f0e6ab96-e9b2-48a3-a069-d701d25e062c req-6930b23a-cb32-4774-ab90-f61b339d1280 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:34.785207 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 02bf7e90-cd63-4a4d-a41e-9759ec8c3fb1 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:38:34.785561 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 02bf7e90-cd63-4a4d-a41e-9759ec8c3fb1 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:38:34.785985 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 0d5f6a1f-e6a0-401a-9cda-9f40dd64b796 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:34.791166 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 328fd784-b19c-4b69-8d8e-70ea8c2b9399, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=328fd784-b19c-4b69-8d8e-70ea8c2b9399,segment=NetworkSegment(c0fe76bb-687d-41af-9a7c-54456549dfb9),segment_id=c0fe76bb-687d-41af-9a7c-54456549dfb9)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:34.796917 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-f0e6ab96-e9b2-48a3-a069-d701d25e062c req-6930b23a-cb32-4774-ab90-f61b339d1280 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Calling delete_port for f65b1094-0e69-4fc3-b528-ca0f78baec72 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:38:34.809120 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 0d5f6a1f-e6a0-401a-9cda-9f40dd64b796 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:38:34.809120 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 0d5f6a1f-e6a0-401a-9cda-9f40dd64b796 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:38:34.809524 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:34.811218 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:34.832670 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-63fa0194-5d9f-42a7-8e2c-fad5168bbea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:34.841852 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-63fa0194-5d9f-42a7-8e2c-fad5168bbea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:34.852529 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:38:34.852529 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bfbddfd5-5eb4-4a8c-a6c9-d4bd2c837744 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:38:34.852923 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-63fa0194-5d9f-42a7-8e2c-fad5168bbea9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/055c7dc3-4d72-4d8a-b329-25d62d460c49 HTTP/1.1" status: 204 len: 168 time: 0.2509654 Sep 16 04:38:34.876711 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa0194-5d9f-42a7-8e2c-fad5168bbea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055c7dc3-4d72-4d8a-b329-25d62d460c49,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:34.906640 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=328fd784-b19c-4b69-8d8e-70ea8c2b9399,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:34.994812 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecf704-567d-4cca-9f09-718f7c2e983c req-75689506-3fd7-48c7-a3a1-e7e8dbae6deb tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:34.997477 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7ecf704-567d-4cca-9f09-718f7c2e983c req-75689506-3fd7-48c7-a3a1-e7e8dbae6deb tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae1af12-86e3-4a7a-a523-b6ce0ac028c8 HTTP/1.1" status: 200 len: 946 time: 0.0902903 Sep 16 04:38:35.066541 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7ecf704-567d-4cca-9f09-718f7c2e983c req-66c457ff-d2ac-4e0b-b6f2-12902ab66aee tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598652 Sep 16 04:38:35.113175 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f0e6ab96-e9b2-48a3-a069-d701d25e062c req-6930b23a-cb32-4774-ab90-f61b339d1280 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:35.164223 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930b23a-cb32-4774-ab90-f61b339d1280 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Pushing event deleted for resources: {'Port': ['ID=f65b1094-0e69-4fc3-b528-ca0f78baec72,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:35.216695 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device b0a6f292-bfff-484c-90ed-e79e32eb87a1 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:35.241628 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: b0a6f292-bfff-484c-90ed-e79e32eb87a1 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:38:35.242405 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device b0a6f292-bfff-484c-90ed-e79e32eb87a1 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:38:35.249412 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e6ab96-e9b2-48a3-a069-d701d25e062c req-6930b23a-cb32-4774-ab90-f61b339d1280 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] No DVR routers for this DVR port f65b1094-0e69-4fc3-b528-ca0f78baec72 on host n-h1-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:38:35.255376 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f0e6ab96-e9b2-48a3-a069-d701d25e062c req-6930b23a-cb32-4774-ab90-f61b339d1280 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:35.257383 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f0e6ab96-e9b2-48a3-a069-d701d25e062c req-6930b23a-cb32-4774-ab90-f61b339d1280 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.47 "DELETE /v2.0/ports/f65b1094-0e69-4fc3-b528-ca0f78baec72 HTTP/1.1" status: 204 len: 173 time: 0.8560596 Sep 16 04:38:35.257811 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde3f0ac-f0a9-436c-983a-1fd92b1f21d8', 'name': 'network-vif-deleted', 'tag': 'f65b1094-0e69-4fc3-b528-ca0f78baec72'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:35.260090 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deda3fd1-ce3b-4ac6-94e7-4f2a2086e885" -d '{"events": [{"server_uuid": "cde3f0ac-f0a9-436c-983a-1fd92b1f21d8", "name": "network-vif-deleted", "tag": "f65b1094-0e69-4fc3-b528-ca0f78baec72"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:35.284419 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd87c5-0405-4f1c-a0ff-81b3235e1aa4 req-b929777c-7430-4ffa-8799-c5736046128e tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:35.285955 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ebd87c5-0405-4f1c-a0ff-81b3235e1aa4 req-b929777c-7430-4ffa-8799-c5736046128e tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.48 "GET /v2.0/ports?device_id=636e0a9f-b6b7-4f4d-8a59-09cd8f3768e0 HTTP/1.1" status: 200 len: 950 time: 0.1198018 Sep 16 04:38:35.293839 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128efca-2a37-49d0-9f8d-0d01db78fbfe req-6c4a42d4-263d-495e-9ee3-1fbdf6708f55 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:35.295312 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9128efca-2a37-49d0-9f8d-0d01db78fbfe req-6c4a42d4-263d-495e-9ee3-1fbdf6708f55 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=235a11d6-a417-4bd4-b935-cc381dccfb72 HTTP/1.1" status: 200 len: 944 time: 0.1439612 Sep 16 04:38:35.388662 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9128efca-2a37-49d0-9f8d-0d01db78fbfe req-b5c86353-d3f0-4d0b-9feb-52fb98f933fd tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837185 Sep 16 04:38:35.423580 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-5ebd87c5-0405-4f1c-a0ff-81b3235e1aa4 req-1da7acee-ff0d-420c-a929-b08084990313 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Deleting port b89bf368-53c0-4450-bf56-54bfd995b9ed {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:38:35.423980 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5ebd87c5-0405-4f1c-a0ff-81b3235e1aa4 req-1da7acee-ff0d-420c-a929-b08084990313 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:35.556650 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-5ebd87c5-0405-4f1c-a0ff-81b3235e1aa4 req-1da7acee-ff0d-420c-a929-b08084990313 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] For port b89bf368-53c0-4450-bf56-54bfd995b9ed, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=b89bf368-53c0-4450-bf56-54bfd995b9ed,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:35.557078 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5ebd87c5-0405-4f1c-a0ff-81b3235e1aa4 req-1da7acee-ff0d-420c-a929-b08084990313 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:35.578116 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-5ebd87c5-0405-4f1c-a0ff-81b3235e1aa4 req-1da7acee-ff0d-420c-a929-b08084990313 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Calling delete_port for b89bf368-53c0-4450-bf56-54bfd995b9ed owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:38:35.601873 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe648ea-e566-476e-aa47-60e35656d3a0 req-a538fce0-9636-4acc-8606-7dfcd2d69064 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:35.607888 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe648ea-e566-476e-aa47-60e35656d3a0 req-a538fce0-9636-4acc-8606-7dfcd2d69064 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:35.609572 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1fe648ea-e566-476e-aa47-60e35656d3a0 req-a538fce0-9636-4acc-8606-7dfcd2d69064 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?device_id=29ea9d7d-59cb-4ab7-96b2-fed74972444b HTTP/1.1" status: 200 len: 1680 time: 0.0988889 Sep 16 04:38:35.624127 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['328fd784-b19c-4b69-8d8e-70ea8c2b9399'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:38:35.708766 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1fe648ea-e566-476e-aa47-60e35656d3a0 req-d0082f44-5368-4728-8963-06dd80cdd971 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e2affa8-0668-4988-b34f-7333ff388a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577435 Sep 16 04:38:35.796438 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['c70bca8f-ec29-448f-9c3a-428da57a574b'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:38:35.818428 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57412) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:35.836346 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-20b53f96-4edc-4678-ac45-01a8c0c0a59d req-0557840f-97be-4243-92ed-0c34343846b4 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/ports?device_id=cde3f0ac-f0a9-436c-983a-1fd92b1f21d8 HTTP/1.1" status: 200 len: 210 time: 0.0415230 Sep 16 04:38:35.906082 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5ebd87c5-0405-4f1c-a0ff-81b3235e1aa4 req-1da7acee-ff0d-420c-a929-b08084990313 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:35.945317 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 9c35b616-3f71-4fcd-ab0f-f46193fe13c2 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:38:35.948651 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c12cdb-aefd-4aa0-9214-8c34e50317bb req-7e4d3d46-f56c-41e4-bf15-7a5c692069ff tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:35.950198 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d1c12cdb-aefd-4aa0-9214-8c34e50317bb req-7e4d3d46-f56c-41e4-bf15-7a5c692069ff tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.48 "GET /v2.0/ports?device_id=05636bd2-c49c-4663-929b-ef58c7596ce0 HTTP/1.1" status: 200 len: 950 time: 0.1237810 Sep 16 04:38:35.952584 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7acee-ff0d-420c-a929-b08084990313 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Pushing event deleted for resources: {'Port': ['ID=b89bf368-53c0-4450-bf56-54bfd995b9ed,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:36.013788 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-40bf11fe-e678-4a36-99ea-7d6e107252d8 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1211360833-network', 'tenant_id': 'd017e01a70bf480487739f2072ec5106'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:36.021592 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ebd87c5-0405-4f1c-a0ff-81b3235e1aa4 req-1da7acee-ff0d-420c-a929-b08084990313 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] No DVR routers for this DVR port b89bf368-53c0-4450-bf56-54bfd995b9ed on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:38:36.025983 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5ebd87c5-0405-4f1c-a0ff-81b3235e1aa4 req-1da7acee-ff0d-420c-a929-b08084990313 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:36.028300 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ebd87c5-0405-4f1c-a0ff-81b3235e1aa4 req-1da7acee-ff0d-420c-a929-b08084990313 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.48 "DELETE /v2.0/ports/b89bf368-53c0-4450-bf56-54bfd995b9ed HTTP/1.1" status: 204 len: 173 time: 0.7317901 Sep 16 04:38:36.045248 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bf11fe-e678-4a36-99ea-7d6e107252d8 admin admin] Made reservation on behalf of d017e01a70bf480487739f2072ec5106 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:38:36.049750 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-40bf11fe-e678-4a36-99ea-7d6e107252d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:36.061441 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-40bf11fe-e678-4a36-99ea-7d6e107252d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:36.092297 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 9c35b616-3f71-4fcd-ab0f-f46193fe13c2 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:38:36.104600 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-d1c12cdb-aefd-4aa0-9214-8c34e50317bb req-e849365c-9ee9-4ab0-bd43-92c797b994c2 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Deleting port dc94428e-190c-4858-bad3-ad1cd92dcd21 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:38:36.104958 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d1c12cdb-aefd-4aa0-9214-8c34e50317bb req-e849365c-9ee9-4ab0-bd43-92c797b994c2 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:36.117162 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 9c35b616-3f71-4fcd-ab0f-f46193fe13c2 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:36.117625 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:36.169653 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4baefba-7a52-405a-9a5f-ba99f4a16d31 x-openstack-request-id: req-d4baefba-7a52-405a-9a5f-ba99f4a16d31 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:36.169879 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde3f0ac-f0a9-436c-983a-1fd92b1f21d8", "name": "network-vif-deleted", "tag": "f65b1094-0e69-4fc3-b528-ca0f78baec72", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:36.170179 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d4baefba-7a52-405a-9a5f-ba99f4a16d31 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:36.170667 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde3f0ac-f0a9-436c-983a-1fd92b1f21d8', 'name': 'network-vif-deleted', 'tag': 'f65b1094-0e69-4fc3-b528-ca0f78baec72', 'status': 'completed', 'code': 200} Sep 16 04:38:36.220935 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-d1c12cdb-aefd-4aa0-9214-8c34e50317bb req-e849365c-9ee9-4ab0-bd43-92c797b994c2 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] For port dc94428e-190c-4858-bad3-ad1cd92dcd21, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=dc94428e-190c-4858-bad3-ad1cd92dcd21,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:36.221402 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d1c12cdb-aefd-4aa0-9214-8c34e50317bb req-e849365c-9ee9-4ab0-bd43-92c797b994c2 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:36.233342 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:36.238612 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-d1c12cdb-aefd-4aa0-9214-8c34e50317bb req-e849365c-9ee9-4ab0-bd43-92c797b994c2 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Calling delete_port for dc94428e-190c-4858-bad3-ad1cd92dcd21 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:38:36.268346 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '235a11d6-a417-4bd4-b935-cc381dccfb72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c35b616-3f71-4fcd-ab0f-f46193fe13c2'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:36.270890 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5db86a-81d3-49e9-b5c3-4a52e1b09cd6" -d '{"events": [{"server_uuid": "235a11d6-a417-4bd4-b935-cc381dccfb72", "name": "network-vif-plugged", "status": "completed", "tag": "9c35b616-3f71-4fcd-ab0f-f46193fe13c2"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:36.281946 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-40bf11fe-e678-4a36-99ea-7d6e107252d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:36.285314 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 9c35b616-3f71-4fcd-ab0f-f46193fe13c2, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=9c35b616-3f71-4fcd-ab0f-f46193fe13c2,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:36.287040 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-40bf11fe-e678-4a36-99ea-7d6e107252d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:36.291036 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:36.302321 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40bf11fe-e678-4a36-99ea-7d6e107252d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:38:36.313796 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-efaf6adc-d691-48b1-a627-0daf214f5e20 req-1d796a48-89a5-47b3-823c-217e40a48241 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0a9f-b6b7-4f4d-8a59-09cd8f3768e0 HTTP/1.1" status: 200 len: 210 time: 0.0588436 Sep 16 04:38:36.320746 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-40bf11fe-e678-4a36-99ea-7d6e107252d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:36.320998 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-40bf11fe-e678-4a36-99ea-7d6e107252d8 admin admin] Added segment 28194e51-33ca-4336-ab07-5141dc3e21c0 of type vlan for network dae0ede7-6603-46ec-a0e3-d89dccdffbf1 Sep 16 04:38:36.358991 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=9c35b616-3f71-4fcd-ab0f-f46193fe13c2,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:36.396187 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf11fe-e678-4a36-99ea-7d6e107252d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae5809b-34a9-44c3-9036-82f02000b878,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:36.428592 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-40bf11fe-e678-4a36-99ea-7d6e107252d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:36.459162 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-40bf11fe-e678-4a36-99ea-7d6e107252d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:36.460191 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bf11fe-e678-4a36-99ea-7d6e107252d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:36.460946 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-40bf11fe-e678-4a36-99ea-7d6e107252d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:36.462238 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d1c12cdb-aefd-4aa0-9214-8c34e50317bb req-e849365c-9ee9-4ab0-bd43-92c797b994c2 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:36.494534 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-40bf11fe-e678-4a36-99ea-7d6e107252d8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6747768 Sep 16 04:38:36.497275 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57424) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:36.503007 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-a414646e-adab-451b-8c04-b5067261ac0f admin admin] Request body: {'subnet': {'network_id': 'dae0ede7-6603-46ec-a0e3-d89dccdffbf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1211360833-subnet', 'tenant_id': 'd017e01a70bf480487739f2072ec5106', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:36.507145 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e849365c-9ee9-4ab0-bd43-92c797b994c2 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Pushing event deleted for resources: {'Port': ['ID=dc94428e-190c-4858-bad3-ad1cd92dcd21,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:36.510731 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defa268-8ba9-4666-b9b7-5e90d2af1bbb req-5ce873fc-c2a8-4a06-bbcb-0ce71d0a884e tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:36.512266 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3defa268-8ba9-4666-b9b7-5e90d2af1bbb req-5ce873fc-c2a8-4a06-bbcb-0ce71d0a884e tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 1097 time: 0.1045773 Sep 16 04:38:36.553415 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf11fe-e678-4a36-99ea-7d6e107252d8 admin admin] Pushing event updated for resources: {'Network': ['ID=dae0ede7-6603-46ec-a0e3-d89dccdffbf1,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:36.564939 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c12cdb-aefd-4aa0-9214-8c34e50317bb req-e849365c-9ee9-4ab0-bd43-92c797b994c2 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] No DVR routers for this DVR port dc94428e-190c-4858-bad3-ad1cd92dcd21 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:38:36.565840 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a414646e-adab-451b-8c04-b5067261ac0f admin admin] Made reservation on behalf of d017e01a70bf480487739f2072ec5106 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:38:36.569297 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a414646e-adab-451b-8c04-b5067261ac0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:36.572738 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d1c12cdb-aefd-4aa0-9214-8c34e50317bb req-e849365c-9ee9-4ab0-bd43-92c797b994c2 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:36.573475 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network dae0ede7-6603-46ec-a0e3-d89dccdffbf1 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:38:36.574773 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d1c12cdb-aefd-4aa0-9214-8c34e50317bb req-e849365c-9ee9-4ab0-bd43-92c797b994c2 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.48 "DELETE /v2.0/ports/dc94428e-190c-4858-bad3-ad1cd92dcd21 HTTP/1.1" status: 204 len: 173 time: 0.6147017 Sep 16 04:38:36.600461 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3defa268-8ba9-4666-b9b7-5e90d2af1bbb req-71508cf4-8872-4533-8c7b-f0cba54bdd1d tempest-LiveAutoBlockMigrationV225Test-1763127834 tempest-LiveAutoBlockMigrationV225Test-1763127834-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618246 Sep 16 04:38:36.759201 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf7c06-c4f0-4986-81ce-217b606b227e req-061618b9-e17f-4ac9-82e8-76c0b3ee8a1f tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:36.760745 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-40cf7c06-c4f0-4986-81ce-217b606b227e req-061618b9-e17f-4ac9-82e8-76c0b3ee8a1f tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae1af12-86e3-4a7a-a523-b6ce0ac028c8 HTTP/1.1" status: 200 len: 946 time: 0.0575192 Sep 16 04:38:36.829618 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a414646e-adab-451b-8c04-b5067261ac0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:36.834800 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-40cf7c06-c4f0-4986-81ce-217b606b227e req-50caa66b-335a-48b7-a4a8-266a4ac24a6b tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547647 Sep 16 04:38:36.881888 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cad6767-a8ac-4adb-9fe3-df05dcdf3a23 x-openstack-request-id: req-5cad6767-a8ac-4adb-9fe3-df05dcdf3a23 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:36.882390 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "235a11d6-a417-4bd4-b935-cc381dccfb72", "name": "network-vif-plugged", "status": "completed", "tag": "9c35b616-3f71-4fcd-ab0f-f46193fe13c2", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:36.883065 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5cad6767-a8ac-4adb-9fe3-df05dcdf3a23 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:36.883210 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '235a11d6-a417-4bd4-b935-cc381dccfb72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c35b616-3f71-4fcd-ab0f-f46193fe13c2', 'code': 200} Sep 16 04:38:36.892841 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a414646e-adab-451b-8c04-b5067261ac0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f098cce-cb9f-466b-b80d-10f0bc756de3,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:36.902964 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a414646e-adab-451b-8c04-b5067261ac0f admin admin] Checking segment: {'id': '28194e51-33ca-4336-ab07-5141dc3e21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dae0ede7-6603-46ec-a0e3-d89dccdffbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:38:36.903335 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a414646e-adab-451b-8c04-b5067261ac0f admin admin] Network hostable DHCP agents. Network: dae0ede7-6603-46ec-a0e3-d89dccdffbf1, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:38:36.925668 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a414646e-adab-451b-8c04-b5067261ac0f admin admin] Network dae0ede7-6603-46ec-a0e3-d89dccdffbf1 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:38:36.937587 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-a414646e-adab-451b-8c04-b5067261ac0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, dae0ede7-6603-46ec-a0e3-d89dccdffbf1) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:38:36.947138 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c45074-247d-4e6a-822b-cae698221813 None None] Network dae0ede7-6603-46ec-a0e3-d89dccdffbf1 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:38:36.963160 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a414646e-adab-451b-8c04-b5067261ac0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:36.964130 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a414646e-adab-451b-8c04-b5067261ac0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:36.991330 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a414646e-adab-451b-8c04-b5067261ac0f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4852357 Sep 16 04:38:37.061156 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6ff08-0062-4822-9040-d952c69dfd63 req-f3fd2e26-4d30-448b-b486-cdb3196a4f7e tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:37.062862 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9da6ff08-0062-4822-9040-d952c69dfd63 req-f3fd2e26-4d30-448b-b486-cdb3196a4f7e tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=235a11d6-a417-4bd4-b935-cc381dccfb72 HTTP/1.1" status: 200 len: 945 time: 0.1083615 Sep 16 04:38:37.068172 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5444f-22a3-48bb-afba-90bbb2eb34a1 req-b66fed6f-2f6b-4dba-8279-d14c72a504ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:37.069900 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a2b5444f-22a3-48bb-afba-90bbb2eb34a1 req-b66fed6f-2f6b-4dba-8279-d14c72a504ec service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=235a11d6-a417-4bd4-b935-cc381dccfb72 HTTP/1.1" status: 200 len: 1097 time: 0.0819266 Sep 16 04:38:37.099833 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1744df0-031b-4c58-be66-40e73b9add6f None None] Network dae0ede7-6603-46ec-a0e3-d89dccdffbf1 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:38:37.120431 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9da6ff08-0062-4822-9040-d952c69dfd63 req-f7bde7a3-e33f-4f94-ae33-ee3edc43877c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495064 Sep 16 04:38:37.150354 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a2b5444f-22a3-48bb-afba-90bbb2eb34a1 req-2b05804e-16b9-4c76-8fb4-b712dfec3c02 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589099 Sep 16 04:38:37.244416 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 328fd784-b19c-4b69-8d8e-70ea8c2b9399 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:38:37.305586 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 328fd784-b19c-4b69-8d8e-70ea8c2b9399 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:38:37.309487 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 328fd784-b19c-4b69-8d8e-70ea8c2b9399 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:37.309862 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:37.383608 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c068d77-7808-4a72-b396-5f8cf95b7337 req-2fda0b50-143c-43e1-ba32-947771ee4b32 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:37.385789 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf', 'dc94428e-190c-4858-bad3-ad1cd92dcd21'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:38:37.390380 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c068d77-7808-4a72-b396-5f8cf95b7337 req-2fda0b50-143c-43e1-ba32-947771ee4b32 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:37.393012 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c068d77-7808-4a72-b396-5f8cf95b7337 req-2fda0b50-143c-43e1-ba32-947771ee4b32 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?device_id=29ea9d7d-59cb-4ab7-96b2-fed74972444b HTTP/1.1" status: 200 len: 1680 time: 0.0657976 Sep 16 04:38:37.417857 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf', 'dc94428e-190c-4858-bad3-ad1cd92dcd21'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:38:37.434674 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c068d77-7808-4a72-b396-5f8cf95b7337 req-d4fa1305-ef38-43ed-b216-1a4ec3ed519b tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e2affa8-0668-4988-b34f-7333ff388a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336885 Sep 16 04:38:37.450091 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:37.523792 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 328fd784-b19c-4b69-8d8e-70ea8c2b9399, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=328fd784-b19c-4b69-8d8e-70ea8c2b9399,segment=NetworkSegment(c0fe76bb-687d-41af-9a7c-54456549dfb9),segment_id=c0fe76bb-687d-41af-9a7c-54456549dfb9)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:37.533941 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:37.534731 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device b89bf368-53c0-4450-bf56-54bfd995b9ed no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:37.596875 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: b89bf368-53c0-4450-bf56-54bfd995b9ed {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:38:37.597360 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device b89bf368-53c0-4450-bf56-54bfd995b9ed not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:38:37.659963 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=328fd784-b19c-4b69-8d8e-70ea8c2b9399,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:37.835641 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-f4f4dc6f-949a-4074-a253-da4ffa65132f tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:37.837141 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-f4f4dc6f-949a-4074-a253-da4ffa65132f tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/networks?id=dae0ede7-6603-46ec-a0e3-d89dccdffbf1 HTTP/1.1" status: 200 len: 822 time: 0.0991092 Sep 16 04:38:37.852415 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-c795649a-0722-4b1a-9c5a-cf413fa421e2 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/quotas/d017e01a70bf480487739f2072ec5106 HTTP/1.1" status: 200 len: 375 time: 0.0088801 Sep 16 04:38:37.887255 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-8be954dd-03b4-46b4-944c-0a6b5d3b32ce tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d017e01a70bf480487739f2072ec5106&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294058 Sep 16 04:38:37.916314 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device f65b1094-0e69-4fc3-b528-ca0f78baec72 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:37.937241 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: f65b1094-0e69-4fc3-b528-ca0f78baec72 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:38:37.937584 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device f65b1094-0e69-4fc3-b528-ca0f78baec72 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:38:37.976774 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-1148537a-2bac-473a-b2a3-cbc75bd5ad26 service neutron] 10.222.0.35 "GET /v2.0/networks/dae0ede7-6603-46ec-a0e3-d89dccdffbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823736 Sep 16 04:38:38.066140 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-fb8e14f8-0647-44bd-94f6-93d1f0862b33 service neutron] 10.222.0.35 "GET /v2.0/networks/dae0ede7-6603-46ec-a0e3-d89dccdffbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833242 Sep 16 04:38:38.171232 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636e0a9f-b6b7-4f4d-8a59-09cd8f3768e0', 'name': 'network-vif-deleted', 'tag': 'b89bf368-53c0-4450-bf56-54bfd995b9ed'}, {'server_uuid': '05636bd2-c49c-4663-929b-ef58c7596ce0', 'name': 'network-vif-deleted', 'tag': 'dc94428e-190c-4858-bad3-ad1cd92dcd21'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:38.175105 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6eb418-65b6-4bfb-8420-1950a6fbd9ad" -d '{"events": [{"server_uuid": "636e0a9f-b6b7-4f4d-8a59-09cd8f3768e0", "name": "network-vif-deleted", "tag": "b89bf368-53c0-4450-bf56-54bfd995b9ed"}, {"server_uuid": "05636bd2-c49c-4663-929b-ef58c7596ce0", "name": "network-vif-deleted", "tag": "dc94428e-190c-4858-bad3-ad1cd92dcd21"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:38.275189 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78339851-a66b-4286-a510-5fa23da256bd req-2b849acb-3f91-47b6-b1ec-daea2ccd3a32 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:38.276710 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78339851-a66b-4286-a510-5fa23da256bd req-2b849acb-3f91-47b6-b1ec-daea2ccd3a32 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 945 time: 0.0512257 Sep 16 04:38:38.317276 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78339851-a66b-4286-a510-5fa23da256bd req-3f6b1d65-fd34-4917-b4cb-220b666aa540 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325928 Sep 16 04:38:38.396321 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a213f-8240-4853-81ea-76d0698fb344 req-14c0644c-2efa-47f8-87dd-ec28d80ce5a7 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:38.397150 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c23a213f-8240-4853-81ea-76d0698fb344 req-14c0644c-2efa-47f8-87dd-ec28d80ce5a7 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 945 time: 0.0730944 Sep 16 04:38:38.526412 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80855b-d49b-45a6-8782-4d5d77a729ae req-7cd8b91c-f497-4d96-ac8f-ff37951eac4e tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:38.527917 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8e80855b-d49b-45a6-8782-4d5d77a729ae req-7cd8b91c-f497-4d96-ac8f-ff37951eac4e tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae1af12-86e3-4a7a-a523-b6ce0ac028c8 HTTP/1.1" status: 200 len: 946 time: 0.0943384 Sep 16 04:38:38.559071 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-c23a213f-8240-4853-81ea-76d0698fb344 req-cf699876-c26e-48c7-a632-bae19562f66e tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Deleting port e04af8b6-b1f5-4f84-b146-6f0bb44fc7af {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:38:38.559401 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c23a213f-8240-4853-81ea-76d0698fb344 req-cf699876-c26e-48c7-a632-bae19562f66e tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:38.600410 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8e80855b-d49b-45a6-8782-4d5d77a729ae req-52950862-ba68-4980-9a59-228e059ee6b7 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632882 Sep 16 04:38:38.673667 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-c23a213f-8240-4853-81ea-76d0698fb344 req-cf699876-c26e-48c7-a632-bae19562f66e tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] For port e04af8b6-b1f5-4f84-b146-6f0bb44fc7af, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=e04af8b6-b1f5-4f84-b146-6f0bb44fc7af,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:38.674336 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c23a213f-8240-4853-81ea-76d0698fb344 req-cf699876-c26e-48c7-a632-bae19562f66e tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:38.690676 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-c23a213f-8240-4853-81ea-76d0698fb344 req-cf699876-c26e-48c7-a632-bae19562f66e tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Calling delete_port for e04af8b6-b1f5-4f84-b146-6f0bb44fc7af owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:38:38.869833 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c23a213f-8240-4853-81ea-76d0698fb344 req-cf699876-c26e-48c7-a632-bae19562f66e tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:38.884192 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ea9d7d-59cb-4ab7-96b2-fed74972444b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328fd784-b19c-4b69-8d8e-70ea8c2b9399'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:38.886869 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d867ada-384c-496c-9256-09fdfcbe162e" -d '{"events": [{"server_uuid": "29ea9d7d-59cb-4ab7-96b2-fed74972444b", "name": "network-vif-plugged", "status": "completed", "tag": "328fd784-b19c-4b69-8d8e-70ea8c2b9399"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:38.905361 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['e04af8b6-b1f5-4f84-b146-6f0bb44fc7af'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:38:38.908656 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5cc5f-b5ef-4d39-8571-5ee730f8da0f req-09e5fa35-8464-4e14-a7f7-edbacef64d4b tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:38.910186 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-67c5cc5f-b5ef-4d39-8571-5ee730f8da0f req-09e5fa35-8464-4e14-a7f7-edbacef64d4b tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=235a11d6-a417-4bd4-b935-cc381dccfb72 HTTP/1.1" status: 200 len: 945 time: 0.0932827 Sep 16 04:38:38.911393 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf699876-c26e-48c7-a632-bae19562f66e tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Pushing event deleted for resources: {'Port': ['ID=e04af8b6-b1f5-4f84-b146-6f0bb44fc7af,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:38.968429 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23a213f-8240-4853-81ea-76d0698fb344 req-cf699876-c26e-48c7-a632-bae19562f66e tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] No DVR routers for this DVR port e04af8b6-b1f5-4f84-b146-6f0bb44fc7af on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:38:38.972895 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c23a213f-8240-4853-81ea-76d0698fb344 req-cf699876-c26e-48c7-a632-bae19562f66e tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:38.974978 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c23a213f-8240-4853-81ea-76d0698fb344 req-cf699876-c26e-48c7-a632-bae19562f66e tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.48 "DELETE /v2.0/ports/e04af8b6-b1f5-4f84-b146-6f0bb44fc7af HTTP/1.1" status: 204 len: 173 time: 0.5701113 Sep 16 04:38:38.997413 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-67c5cc5f-b5ef-4d39-8571-5ee730f8da0f req-b8448a4b-29c3-433f-afc2-ab2a36af26b2 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617695 Sep 16 04:38:39.096536 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-88ffcdff-00f4-4b2e-8f80-c10c8857eb56 req-6ef587d6-8642-4c76-8391-ab79fcd6b316 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd686000-6e09-448e-8edd-cab852d949a9 HTTP/1.1" status: 200 len: 210 time: 0.0263522 Sep 16 04:38:39.146545 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0196dbb-c31a-434c-be9e-46deef633b78 x-openstack-request-id: req-e0196dbb-c31a-434c-be9e-46deef633b78 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:39.147028 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "636e0a9f-b6b7-4f4d-8a59-09cd8f3768e0", "name": "network-vif-deleted", "tag": "b89bf368-53c0-4450-bf56-54bfd995b9ed", "status": "completed", "code": 200}, {"server_uuid": "05636bd2-c49c-4663-929b-ef58c7596ce0", "name": "network-vif-deleted", "tag": "dc94428e-190c-4858-bad3-ad1cd92dcd21", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:39.147270 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e0196dbb-c31a-434c-be9e-46deef633b78 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:39.147665 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636e0a9f-b6b7-4f4d-8a59-09cd8f3768e0', 'name': 'network-vif-deleted', 'tag': 'b89bf368-53c0-4450-bf56-54bfd995b9ed', 'status': 'completed', 'code': 200} Sep 16 04:38:39.147912 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05636bd2-c49c-4663-929b-ef58c7596ce0', 'name': 'network-vif-deleted', 'tag': 'dc94428e-190c-4858-bad3-ad1cd92dcd21', 'status': 'completed', 'code': 200} Sep 16 04:38:39.259314 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device c70bca8f-ec29-448f-9c3a-428da57a574b up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:38:39.277241 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4496de8-e724-44bf-8e86-9fbe531fca07 req-5ff17dad-1aa1-447c-bfd9-69574d13932c tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:39.284312 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4496de8-e724-44bf-8e86-9fbe531fca07 req-5ff17dad-1aa1-447c-bfd9-69574d13932c tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:39.285925 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f4496de8-e724-44bf-8e86-9fbe531fca07 req-5ff17dad-1aa1-447c-bfd9-69574d13932c tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?device_id=29ea9d7d-59cb-4ab7-96b2-fed74972444b HTTP/1.1" status: 200 len: 1681 time: 0.0620253 Sep 16 04:38:39.321880 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port c70bca8f-ec29-448f-9c3a-428da57a574b completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:38:39.327384 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port c70bca8f-ec29-448f-9c3a-428da57a574b triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:39.327766 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:39.339307 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f4496de8-e724-44bf-8e86-9fbe531fca07 req-60a54c1e-ff2c-479c-9aec-5723a6123115 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e2affa8-0668-4988-b34f-7333ff388a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471292 Sep 16 04:38:39.436769 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:39.480246 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port c70bca8f-ec29-448f-9c3a-428da57a574b, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=c70bca8f-ec29-448f-9c3a-428da57a574b,segment=NetworkSegment(d6f8bd70-54f6-4e93-b16e-179836d82d0e),segment_id=d6f8bd70-54f6-4e93-b16e-179836d82d0e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:39.488404 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:39.489437 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device dc94428e-190c-4858-bad3-ad1cd92dcd21 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:39.509201 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-c971e378-eb48-4936-8f7f-bd95f16808fc tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:39.511289 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-c971e378-eb48-4936-8f7f-bd95f16808fc tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.47 "GET /v2.0/networks?id=dae0ede7-6603-46ec-a0e3-d89dccdffbf1 HTTP/1.1" status: 200 len: 822 time: 0.1590488 Sep 16 04:38:39.533477 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-ab9add11-ca7a-48e7-8d74-dbc3ae985d36 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Request body: {'port': {'device_id': 'bd686000-6e09-448e-8edd-cab852d949a9', 'network_id': 'dae0ede7-6603-46ec-a0e3-d89dccdffbf1', 'admin_state_up': True, 'tenant_id': 'd017e01a70bf480487739f2072ec5106'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:39.534540 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: dc94428e-190c-4858-bad3-ad1cd92dcd21 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:38:39.534896 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device dc94428e-190c-4858-bad3-ad1cd92dcd21 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:38:39.571178 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=c70bca8f-ec29-448f-9c3a-428da57a574b,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:39.659736 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-ab9add11-ca7a-48e7-8d74-dbc3ae985d36 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Made reservation on behalf of d017e01a70bf480487739f2072ec5106 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:38:39.663583 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-ab9add11-ca7a-48e7-8d74-dbc3ae985d36 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:39.816577 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-ab9add11-ca7a-48e7-8d74-dbc3ae985d36 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Allocated IP 172.20.0.13 (dae0ede7-6603-46ec-a0e3-d89dccdffbf1/0f098cce-cb9f-466b-b80d-10f0bc756de3/3207a8e1-f39f-46ca-9f0e-7bc76fec63d7) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:38:39.898457 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec362f0d-21c0-45b3-afb3-eb0207ada690 req-f6616e90-e13e-4edc-9aec-188216991dd0 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:39.899962 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ec362f0d-21c0-45b3-afb3-eb0207ada690 req-f6616e90-e13e-4edc-9aec-188216991dd0 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/ports?device_id=18197268-7960-4fe5-90a7-3303ed6e67a1 HTTP/1.1" status: 200 len: 949 time: 0.0810091 Sep 16 04:38:39.994963 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ec362f0d-21c0-45b3-afb3-eb0207ada690 req-53685494-b9c5-420a-8f79-b775412f6a11 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce32b41b-a276-4c54-8783-af23e32773c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859082 Sep 16 04:38:40.029325 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-43ed4ad3-7169-4bc5-81a2-d3f68ff6e738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:40.042250 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-ab9add11-ca7a-48e7-8d74-dbc3ae985d36 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:40.046574 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9d82d0-793b-4293-9c2d-691900fd5987 x-openstack-request-id: req-2a9d82d0-793b-4293-9c2d-691900fd5987 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:40.046925 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ea9d7d-59cb-4ab7-96b2-fed74972444b", "name": "network-vif-plugged", "status": "completed", "tag": "328fd784-b19c-4b69-8d8e-70ea8c2b9399", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:40.048035 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2a9d82d0-793b-4293-9c2d-691900fd5987 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:40.048733 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ea9d7d-59cb-4ab7-96b2-fed74972444b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328fd784-b19c-4b69-8d8e-70ea8c2b9399', 'code': 200} Sep 16 04:38:40.081055 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-ab9add11-ca7a-48e7-8d74-dbc3ae985d36 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:40.138531 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-ab9add11-ca7a-48e7-8d74-dbc3ae985d36 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Network dae0ede7-6603-46ec-a0e3-d89dccdffbf1 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:38:40.462800 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-ab9add11-ca7a-48e7-8d74-dbc3ae985d36 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:38:40.470417 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-ab9add11-ca7a-48e7-8d74-dbc3ae985d36 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:38:40.496742 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9add11-ca7a-48e7-8d74-dbc3ae985d36 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Pushing event updated for resources: {'Port': ['ID=3207a8e1-f39f-46ca-9f0e-7bc76fec63d7,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:40.523469 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625419b-9e56-4746-ae4a-41732c1c2d5a req-15ed3455-6286-4515-87be-0f86a3fd40ae tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:40.525428 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b625419b-9e56-4746-ae4a-41732c1c2d5a req-15ed3455-6286-4515-87be-0f86a3fd40ae tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=235a11d6-a417-4bd4-b935-cc381dccfb72 HTTP/1.1" status: 200 len: 1097 time: 0.4315886 Sep 16 04:38:40.537992 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-ab9add11-ca7a-48e7-8d74-dbc3ae985d36 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:40.538539 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-ab9add11-ca7a-48e7-8d74-dbc3ae985d36 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:40.570619 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-ab9add11-ca7a-48e7-8d74-dbc3ae985d36 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0434389 Sep 16 04:38:40.576078 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b625419b-9e56-4746-ae4a-41732c1c2d5a req-38525a72-356d-43bf-add1-7d3baa822900 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349152 Sep 16 04:38:40.591359 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-6b3dcc63-eaba-4170-b54f-dc47af84d6be service neutron] Request body: {'port': {'device_id': 'bd686000-6e09-448e-8edd-cab852d949a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:40.648299 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-6b3dcc63-eaba-4170-b54f-dc47af84d6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:40.731048 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c9e9629-dac5-4fa6-bddf-ac39947f172c req-e97f24dc-8f3c-4f92-ae58-f41f40783e07 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 210 time: 0.0381072 Sep 16 04:38:40.956589 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c010a8-617e-4b4d-9ee3-aae21274362e req-ce94d824-1c78-439d-b316-9c81dab8f29c tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:40.958060 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d7c010a8-617e-4b4d-9ee3-aae21274362e req-ce94d824-1c78-439d-b316-9c81dab8f29c tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd686000-6e09-448e-8edd-cab852d949a9 HTTP/1.1" status: 200 len: 932 time: 0.0777605 Sep 16 04:38:41.042771 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-6b3dcc63-eaba-4170-b54f-dc47af84d6be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3207a8e1-f39f-46ca-9f0e-7bc76fec63d7 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:38:41.049773 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d7c010a8-617e-4b4d-9ee3-aae21274362e req-20263346-2dee-4ccd-bec7-5b6685cbf92c tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705397 Sep 16 04:38:41.053821 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-6b3dcc63-eaba-4170-b54f-dc47af84d6be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:41.071453 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-6b3dcc63-eaba-4170-b54f-dc47af84d6be service neutron] Transition to ACTIVE for port object 3207a8e1-f39f-46ca-9f0e-7bc76fec63d7 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:38:41.076805 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-6b3dcc63-eaba-4170-b54f-dc47af84d6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:41.150828 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc33a6c2-cce9-4141-ad9f-c0eb8577af25', 'name': 'network-vif-deleted', 'tag': 'e04af8b6-b1f5-4f84-b146-6f0bb44fc7af'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:41.152986 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06caf04c-7cd3-47d0-8748-bf9e74010991" -d '{"events": [{"server_uuid": "cc33a6c2-cce9-4141-ad9f-c0eb8577af25", "name": "network-vif-deleted", "tag": "e04af8b6-b1f5-4f84-b146-6f0bb44fc7af"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:41.190875 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3dcc63-eaba-4170-b54f-dc47af84d6be service neutron] Pushing event updated for resources: {'Port': ['ID=3207a8e1-f39f-46ca-9f0e-7bc76fec63d7,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:41.257814 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a6fbb-f616-4f01-bbe1-45f6e32c6fa7 req-6a4fd1f2-8a45-410f-9f10-c1ea8b040c8d tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:41.259262 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b0a6fbb-f616-4f01-bbe1-45f6e32c6fa7 req-6a4fd1f2-8a45-410f-9f10-c1ea8b040c8d tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.48 "GET /v2.0/ports?device_id=18197268-7960-4fe5-90a7-3303ed6e67a1 HTTP/1.1" status: 200 len: 949 time: 0.1530609 Sep 16 04:38:41.272860 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ea03b-15b7-4f00-8e7b-f82894a0b199 req-949822da-6aa8-486c-99c9-d37241133592 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:41.278733 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ea03b-15b7-4f00-8e7b-f82894a0b199 req-949822da-6aa8-486c-99c9-d37241133592 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:41.280265 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fc9ea03b-15b7-4f00-8e7b-f82894a0b199 req-949822da-6aa8-486c-99c9-d37241133592 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?device_id=29ea9d7d-59cb-4ab7-96b2-fed74972444b HTTP/1.1" status: 200 len: 1682 time: 0.1683428 Sep 16 04:38:41.340993 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:41.386896 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-6b3dcc63-eaba-4170-b54f-dc47af84d6be service neutron] Attempting to bind port 3207a8e1-f39f-46ca-9f0e-7bc76fec63d7 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:38:41.387228 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-6b3dcc63-eaba-4170-b54f-dc47af84d6be service neutron] Attempting to bind port 3207a8e1-f39f-46ca-9f0e-7bc76fec63d7 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '28194e51-33ca-4336-ab07-5141dc3e21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dae0ede7-6603-46ec-a0e3-d89dccdffbf1'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:38:41.387553 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-6b3dcc63-eaba-4170-b54f-dc47af84d6be service neutron] Attempting to bind port 3207a8e1-f39f-46ca-9f0e-7bc76fec63d7 on network dae0ede7-6603-46ec-a0e3-d89dccdffbf1 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:41.393294 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fc9ea03b-15b7-4f00-8e7b-f82894a0b199 req-2a704a03-6f99-46c5-81ad-b28915655b74 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e2affa8-0668-4988-b34f-7333ff388a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010189 Sep 16 04:38:41.399477 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-6b3dcc63-eaba-4170-b54f-dc47af84d6be service neutron] Port 3207a8e1-f39f-46ca-9f0e-7bc76fec63d7 on network dae0ede7-6603-46ec-a0e3-d89dccdffbf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:38:41.399805 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-6b3dcc63-eaba-4170-b54f-dc47af84d6be service neutron] Attempting to bind port 3207a8e1-f39f-46ca-9f0e-7bc76fec63d7 on network dae0ede7-6603-46ec-a0e3-d89dccdffbf1 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:41.411201 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-6b3dcc63-eaba-4170-b54f-dc47af84d6be service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:38:41.411542 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-6b3dcc63-eaba-4170-b54f-dc47af84d6be service neutron] Checking segment: {'id': '28194e51-33ca-4336-ab07-5141dc3e21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dae0ede7-6603-46ec-a0e3-d89dccdffbf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:38:41.411928 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-6b3dcc63-eaba-4170-b54f-dc47af84d6be service neutron] Bound using segment: {'id': '28194e51-33ca-4336-ab07-5141dc3e21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dae0ede7-6603-46ec-a0e3-d89dccdffbf1'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:38:41.412659 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-6b3dcc63-eaba-4170-b54f-dc47af84d6be service neutron] Bound port: 3207a8e1-f39f-46ca-9f0e-7bc76fec63d7, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28194e51-33ca-4336-ab07-5141dc3e21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dae0ede7-6603-46ec-a0e3-d89dccdffbf1'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:38:41.413020 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-6b3dcc63-eaba-4170-b54f-dc47af84d6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:41.458949 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-6b0a6fbb-f616-4f01-bbe1-45f6e32c6fa7 req-222aebec-67a4-4557-8fba-2af8a571f157 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Deleting port 8458f15a-7a63-425e-8097-a6b6eb4032ff {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:38:41.459348 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6b0a6fbb-f616-4f01-bbe1-45f6e32c6fa7 req-222aebec-67a4-4557-8fba-2af8a571f157 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:41.575119 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-6b3dcc63-eaba-4170-b54f-dc47af84d6be service neutron] For port 3207a8e1-f39f-46ca-9f0e-7bc76fec63d7, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:38:41.579697 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-6b3dcc63-eaba-4170-b54f-dc47af84d6be service neutron] For port 3207a8e1-f39f-46ca-9f0e-7bc76fec63d7, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=3207a8e1-f39f-46ca-9f0e-7bc76fec63d7,segment=NetworkSegment(28194e51-33ca-4336-ab07-5141dc3e21c0),segment_id=28194e51-33ca-4336-ab07-5141dc3e21c0)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:38:41.586426 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-6b3dcc63-eaba-4170-b54f-dc47af84d6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:41.608159 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2001d8f-a779-4875-ad7b-842ba8d69bb0 req-c0105cf2-95ad-4496-b44c-e169a1f8b798 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:41.610167 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f2001d8f-a779-4875-ad7b-842ba8d69bb0 req-c0105cf2-95ad-4496-b44c-e169a1f8b798 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=235a11d6-a417-4bd4-b935-cc381dccfb72 HTTP/1.1" status: 200 len: 1097 time: 0.1474459 Sep 16 04:38:41.639461 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-6b0a6fbb-f616-4f01-bbe1-45f6e32c6fa7 req-222aebec-67a4-4557-8fba-2af8a571f157 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] For port 8458f15a-7a63-425e-8097-a6b6eb4032ff, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=8458f15a-7a63-425e-8097-a6b6eb4032ff,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:41.639841 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6b0a6fbb-f616-4f01-bbe1-45f6e32c6fa7 req-222aebec-67a4-4557-8fba-2af8a571f157 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:41.665596 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-6b3dcc63-eaba-4170-b54f-dc47af84d6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:41.666216 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-6b3dcc63-eaba-4170-b54f-dc47af84d6be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:41.667585 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-6b3dcc63-eaba-4170-b54f-dc47af84d6be service neutron] 10.222.0.47 "PUT /v2.0/ports/3207a8e1-f39f-46ca-9f0e-7bc76fec63d7 HTTP/1.1" status: 200 len: 1093 time: 1.0810292 Sep 16 04:38:41.680603 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-6b0a6fbb-f616-4f01-bbe1-45f6e32c6fa7 req-222aebec-67a4-4557-8fba-2af8a571f157 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Calling delete_port for 8458f15a-7a63-425e-8097-a6b6eb4032ff owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:38:41.708857 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3dcc63-eaba-4170-b54f-dc47af84d6be service neutron] Pushing event updated for resources: {'Port': ['ID=3207a8e1-f39f-46ca-9f0e-7bc76fec63d7,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:41.714006 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f2001d8f-a779-4875-ad7b-842ba8d69bb0 req-5e5c70b4-9fd5-48ba-8b84-ec3b886d6181 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828695 Sep 16 04:38:41.807630 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-9057852f-0f67-4ffc-904d-b60398997d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:41.809206 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-9057852f-0f67-4ffc-904d-b60398997d4d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d017e01a70bf480487739f2072ec5106&device_id=bd686000-6e09-448e-8edd-cab852d949a9 HTTP/1.1" status: 200 len: 1096 time: 0.0601358 Sep 16 04:38:41.897736 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-14f1d00c-df94-4643-893b-b9a15979d297 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3207a8e1-f39f-46ca-9f0e-7bc76fec63d7 HTTP/1.1" status: 200 len: 217 time: 0.0459270 Sep 16 04:38:41.925480 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6b0a6fbb-f616-4f01-bbe1-45f6e32c6fa7 req-222aebec-67a4-4557-8fba-2af8a571f157 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:41.931066 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 6707d8e6-650c-44f9-ae37-8d264d64c39f details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:38:41.991659 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8e167cf-6326-484a-b8a4-94346654f485 req-e4c1799c-a27d-49b6-b3c5-cef048c60b3c tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.35 "GET /v2.0/ports?device_id=18197268-7960-4fe5-90a7-3303ed6e67a1 HTTP/1.1" status: 200 len: 210 time: 0.0697491 Sep 16 04:38:42.000699 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222aebec-67a4-4557-8fba-2af8a571f157 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Pushing event deleted for resources: {'Port': ['ID=8458f15a-7a63-425e-8097-a6b6eb4032ff,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:42.045683 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-3cda2eb7-5404-43c0-8698-46f42ff3aef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:42.047972 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-3cda2eb7-5404-43c0-8698-46f42ff3aef0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0f098cce-cb9f-466b-b80d-10f0bc756de3 HTTP/1.1" status: 200 len: 862 time: 0.1327994 Sep 16 04:38:42.058769 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 6707d8e6-650c-44f9-ae37-8d264d64c39f, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=6707d8e6-650c-44f9-ae37-8d264d64c39f,segment=NetworkSegment(658f680a-3fa0-437c-8003-3658800983eb),segment_id=658f680a-3fa0-437c-8003-3658800983eb)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:42.073533 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0a6fbb-f616-4f01-bbe1-45f6e32c6fa7 req-222aebec-67a4-4557-8fba-2af8a571f157 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] No DVR routers for this DVR port 8458f15a-7a63-425e-8097-a6b6eb4032ff on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:38:42.083634 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e2163c-517f-4564-ac87-91fa30a8bddd x-openstack-request-id: req-96e2163c-517f-4564-ac87-91fa30a8bddd {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:42.083934 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc33a6c2-cce9-4141-ad9f-c0eb8577af25", "name": "network-vif-deleted", "tag": "e04af8b6-b1f5-4f84-b146-6f0bb44fc7af", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:42.084187 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-96e2163c-517f-4564-ac87-91fa30a8bddd {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:42.084672 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc33a6c2-cce9-4141-ad9f-c0eb8577af25', 'name': 'network-vif-deleted', 'tag': 'e04af8b6-b1f5-4f84-b146-6f0bb44fc7af', 'status': 'completed', 'code': 200} Sep 16 04:38:42.085823 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6b0a6fbb-f616-4f01-bbe1-45f6e32c6fa7 req-222aebec-67a4-4557-8fba-2af8a571f157 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:42.088166 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b0a6fbb-f616-4f01-bbe1-45f6e32c6fa7 req-222aebec-67a4-4557-8fba-2af8a571f157 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] 10.222.0.48 "DELETE /v2.0/ports/8458f15a-7a63-425e-8097-a6b6eb4032ff HTTP/1.1" status: 204 len: 173 time: 0.8067460 Sep 16 04:38:42.102230 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ea9d7d-59cb-4ab7-96b2-fed74972444b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70bca8f-ec29-448f-9c3a-428da57a574b'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:42.108463 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1eeda58-0d25-4cce-9afc-4a540dd36ef1" -d '{"events": [{"server_uuid": "29ea9d7d-59cb-4ab7-96b2-fed74972444b", "name": "network-vif-plugged", "status": "completed", "tag": "c70bca8f-ec29-448f-9c3a-428da57a574b"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:42.111657 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-d77ac31a-9ed5-4ea5-b717-1f8233f8e0b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dae0ede7-6603-46ec-a0e3-d89dccdffbf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405061 Sep 16 04:38:42.115163 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '6707d8e6-650c-44f9-ae37-8d264d64c39f', 'network_id': '01519a52-82ee-43fa-90b0-c71411cde4f0', 'port_id': '6707d8e6-650c-44f9-ae37-8d264d64c39f', 'mac_address': 'fa:16:3e:a8:30:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1f953d6-01ca-4cb0-98b0-b9ee2763d49d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:38:42.181468 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:42.199356 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6707d8e6-650c-44f9-ae37-8d264d64c39f {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:38:42.230286 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 6707d8e6-650c-44f9-ae37-8d264d64c39f, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=6707d8e6-650c-44f9-ae37-8d264d64c39f,segment=NetworkSegment(658f680a-3fa0-437c-8003-3658800983eb),segment_id=658f680a-3fa0-437c-8003-3658800983eb)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:42.236995 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:42.285054 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7917a1b8-49a7-4079-af88-a08ca7edf6c9 req-fc444acd-b3cc-4cfa-a492-b2ea2e5412be tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc33a6c2-cce9-4141-ad9f-c0eb8577af25 HTTP/1.1" status: 200 len: 210 time: 0.0575283 Sep 16 04:38:42.289431 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-cae3e09f-1102-4d15-9514-b4dbc6a7a863 service neutron] 10.222.0.47 "GET /v2.0/networks/dae0ede7-6603-46ec-a0e3-d89dccdffbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685667 Sep 16 04:38:42.349512 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=6707d8e6-650c-44f9-ae37-8d264d64c39f,revision_number=6']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:42.398175 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['6707d8e6-650c-44f9-ae37-8d264d64c39f'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:38:42.441107 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8f95315-f32a-47c2-ad65-378ce56b1a6a req-0e1ce552-114f-4ae9-9041-33a94fca72c8 service neutron] 10.222.0.47 "GET /v2.0/networks/dae0ede7-6603-46ec-a0e3-d89dccdffbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425116 Sep 16 04:38:42.602376 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a00ad-77a2-4464-b432-5640e8ba8444 req-c8f31d81-4191-4aca-83c2-7633b6029f90 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:42.604478 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-140a00ad-77a2-4464-b432-5640e8ba8444 req-c8f31d81-4191-4aca-83c2-7633b6029f90 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=a304bc75-85b1-4c75-8851-be98e1467990 HTTP/1.1" status: 200 len: 949 time: 0.0899541 Sep 16 04:38:42.669721 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-140a00ad-77a2-4464-b432-5640e8ba8444 req-b0a1554d-9876-4264-877d-0f51fbaabe56 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c629370-41fe-4453-851e-3dd382731101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548096 Sep 16 04:38:42.809292 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6d280-21ff-4c3a-9d12-70c0c6a87cdb req-bd36a884-8746-44a2-b4b4-62d18eb038f1 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:42.810879 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a8f6d280-21ff-4c3a-9d12-70c0c6a87cdb req-bd36a884-8746-44a2-b4b4-62d18eb038f1 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd686000-6e09-448e-8edd-cab852d949a9 HTTP/1.1" status: 200 len: 944 time: 0.0554686 Sep 16 04:38:42.858939 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a8f6d280-21ff-4c3a-9d12-70c0c6a87cdb req-438be5fc-5cbf-41e9-96a9-ba4ac460e49e tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403793 Sep 16 04:38:42.913094 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e26d2a8-9c86-4556-82a5-57d78fa8d0a4 x-openstack-request-id: req-4e26d2a8-9c86-4556-82a5-57d78fa8d0a4 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:42.913401 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ea9d7d-59cb-4ab7-96b2-fed74972444b", "name": "network-vif-plugged", "status": "completed", "tag": "c70bca8f-ec29-448f-9c3a-428da57a574b", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:42.913633 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4e26d2a8-9c86-4556-82a5-57d78fa8d0a4 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:42.914024 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ea9d7d-59cb-4ab7-96b2-fed74972444b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70bca8f-ec29-448f-9c3a-428da57a574b', 'code': 200} Sep 16 04:38:43.170957 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9b799de8-070b-433f-aaad-5c3024ff1a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:43.252066 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62574e18-83fd-4df3-b55b-3253d4c0deb7 req-4961863d-6616-47bf-9831-aa736013589e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:43.252066 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62574e18-83fd-4df3-b55b-3253d4c0deb7 req-4961863d-6616-47bf-9831-aa736013589e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:43.255879 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-62574e18-83fd-4df3-b55b-3253d4c0deb7 req-4961863d-6616-47bf-9831-aa736013589e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=29ea9d7d-59cb-4ab7-96b2-fed74972444b HTTP/1.1" status: 200 len: 1986 time: 0.1903098 Sep 16 04:38:43.283579 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 8458f15a-7a63-425e-8097-a6b6eb4032ff no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:43.317513 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 8458f15a-7a63-425e-8097-a6b6eb4032ff {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:38:43.318180 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 8458f15a-7a63-425e-8097-a6b6eb4032ff not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:38:43.319014 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device e04af8b6-b1f5-4f84-b146-6f0bb44fc7af no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:43.323129 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-62574e18-83fd-4df3-b55b-3253d4c0deb7 req-7f096056-6f91-4972-a1ea-e8346d790a4f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0e2affa8-0668-4988-b34f-7333ff388a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596786 Sep 16 04:38:43.350833 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: e04af8b6-b1f5-4f84-b146-6f0bb44fc7af {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:38:43.351466 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device e04af8b6-b1f5-4f84-b146-6f0bb44fc7af not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:38:43.489043 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:43.955598 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 6707d8e6-650c-44f9-ae37-8d264d64c39f up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:38:44.022701 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 6707d8e6-650c-44f9-ae37-8d264d64c39f triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:44.023384 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:44.082335 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02e2ac-a822-4ef7-a1c0-ab92c4d1f977 req-26ffdc62-cfb3-4b3f-809e-b8392f8a5689 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:44.083957 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-df02e2ac-a822-4ef7-a1c0-ab92c4d1f977 req-26ffdc62-cfb3-4b3f-809e-b8392f8a5689 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.48 "GET /v2.0/ports?device_id=a304bc75-85b1-4c75-8851-be98e1467990 HTTP/1.1" status: 200 len: 949 time: 0.1150994 Sep 16 04:38:44.085684 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd686000-6e09-448e-8edd-cab852d949a9', 'tag': '3207a8e1-f39f-46ca-9f0e-7bc76fec63d7'}, {'server_uuid': '18197268-7960-4fe5-90a7-3303ed6e67a1', 'name': 'network-vif-deleted', 'tag': '8458f15a-7a63-425e-8097-a6b6eb4032ff'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:44.088674 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f657df66-32eb-4959-99d6-993f2be58818" -d '{"events": [{"name": "network-changed", "server_uuid": "bd686000-6e09-448e-8edd-cab852d949a9", "tag": "3207a8e1-f39f-46ca-9f0e-7bc76fec63d7"}, {"server_uuid": "18197268-7960-4fe5-90a7-3303ed6e67a1", "name": "network-vif-deleted", "tag": "8458f15a-7a63-425e-8097-a6b6eb4032ff"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:44.129293 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-49340d53-a123-43b2-813a-d97e45b92e97 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:38:44.133063 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-49340d53-a123-43b2-813a-d97e45b92e97 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097005 Sep 16 04:38:44.137065 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:44.204183 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 6707d8e6-650c-44f9-ae37-8d264d64c39f, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=6707d8e6-650c-44f9-ae37-8d264d64c39f,segment=NetworkSegment(658f680a-3fa0-437c-8003-3658800983eb),segment_id=658f680a-3fa0-437c-8003-3658800983eb)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:44.214651 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-bb99f383-7c08-4bff-8e99-3cdb052298c1 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:44.215328 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-df02e2ac-a822-4ef7-a1c0-ab92c4d1f977 req-90dded0f-664e-405d-bcd4-0d5f66fab7f0 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Deleting port 9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:38:44.215803 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-df02e2ac-a822-4ef7-a1c0-ab92c4d1f977 req-90dded0f-664e-405d-bcd4-0d5f66fab7f0 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:44.216021 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:44.218730 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-bb99f383-7c08-4bff-8e99-3cdb052298c1 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.35 "GET /v2.0/ports/9c35b616-3f71-4fcd-ab0f-f46193fe13c2 HTTP/1.1" status: 200 len: 1094 time: 0.0793443 Sep 16 04:38:44.229352 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-a46b0843-9e3b-45fb-8afa-9a7ae81475a4 service neutron] Request body: {'binding': {'host': 'n-h2-712139-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:44.229798 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-a46b0843-9e3b-45fb-8afa-9a7ae81475a4 service neutron] Unknown quota resources ['binding']. {{(pid=94766) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:38:44.333204 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-df02e2ac-a822-4ef7-a1c0-ab92c4d1f977 req-90dded0f-664e-405d-bcd4-0d5f66fab7f0 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] For port 9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:44.333798 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-df02e2ac-a822-4ef7-a1c0-ab92c4d1f977 req-90dded0f-664e-405d-bcd4-0d5f66fab7f0 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:44.350867 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=6707d8e6-650c-44f9-ae37-8d264d64c39f,revision_number=7']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:44.351464 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-df02e2ac-a822-4ef7-a1c0-ab92c4d1f977 req-90dded0f-664e-405d-bcd4-0d5f66fab7f0 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Calling delete_port for 9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:38:44.366032 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:44.398194 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:44.495750 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-a46b0843-9e3b-45fb-8afa-9a7ae81475a4 service neutron] Attempting to bind port 9c35b616-3f71-4fcd-ab0f-f46193fe13c2 on host n-h2-712139-15 for vnic_type normal with profile None {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:38:44.496435 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-a46b0843-9e3b-45fb-8afa-9a7ae81475a4 service neutron] Attempting to bind port 9c35b616-3f71-4fcd-ab0f-f46193fe13c2 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:38:44.497064 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-a46b0843-9e3b-45fb-8afa-9a7ae81475a4 service neutron] Attempting to bind port 9c35b616-3f71-4fcd-ab0f-f46193fe13c2 on network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:44.502837 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-a46b0843-9e3b-45fb-8afa-9a7ae81475a4 service neutron] Port 9c35b616-3f71-4fcd-ab0f-f46193fe13c2 on network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:38:44.503432 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-a46b0843-9e3b-45fb-8afa-9a7ae81475a4 service neutron] Attempting to bind port 9c35b616-3f71-4fcd-ab0f-f46193fe13c2 on network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:44.508432 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-a46b0843-9e3b-45fb-8afa-9a7ae81475a4 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:38:44.509098 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-a46b0843-9e3b-45fb-8afa-9a7ae81475a4 service neutron] Checking segment: {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:38:44.509831 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-a46b0843-9e3b-45fb-8afa-9a7ae81475a4 service neutron] Bound using segment: {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:38:44.510434 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-a46b0843-9e3b-45fb-8afa-9a7ae81475a4 service neutron] Bound port: 9c35b616-3f71-4fcd-ab0f-f46193fe13c2, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:38:44.531983 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-df02e2ac-a822-4ef7-a1c0-ab92c4d1f977 req-90dded0f-664e-405d-bcd4-0d5f66fab7f0 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:44.568177 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:38:44.583317 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dded0f-664e-405d-bcd4-0d5f66fab7f0 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Pushing event deleted for resources: {'Port': ['ID=9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:44.587571 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-a46b0843-9e3b-45fb-8afa-9a7ae81475a4 service neutron] For port 9c35b616-3f71-4fcd-ab0f-f46193fe13c2, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=9c35b616-3f71-4fcd-ab0f-f46193fe13c2,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:38:44.599305 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-a46b0843-9e3b-45fb-8afa-9a7ae81475a4 service neutron] Notify callbacks [] for binding, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:44.611932 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-a46b0843-9e3b-45fb-8afa-9a7ae81475a4 service neutron] 10.222.0.35 "POST /v2.0/ports/9c35b616-3f71-4fcd-ab0f-f46193fe13c2/bindings HTTP/1.1" status: 201 len: 390 time: 0.3785057 Sep 16 04:38:44.640693 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-df02e2ac-a822-4ef7-a1c0-ab92c4d1f977 req-90dded0f-664e-405d-bcd4-0d5f66fab7f0 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] No DVR routers for this DVR port 9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:38:44.644151 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-df02e2ac-a822-4ef7-a1c0-ab92c4d1f977 req-90dded0f-664e-405d-bcd4-0d5f66fab7f0 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:44.646388 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-df02e2ac-a822-4ef7-a1c0-ab92c4d1f977 req-90dded0f-664e-405d-bcd4-0d5f66fab7f0 tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.48 "DELETE /v2.0/ports/9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf HTTP/1.1" status: 204 len: 173 time: 0.5545685 Sep 16 04:38:44.820861 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a77ec1-1ba7-40dc-ac53-90c50a9d17d8 req-b314c2b1-809c-426d-8484-905802f12690 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:44.830968 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a77ec1-1ba7-40dc-ac53-90c50a9d17d8 req-b314c2b1-809c-426d-8484-905802f12690 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:44.842714 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c2a77ec1-1ba7-40dc-ac53-90c50a9d17d8 req-b314c2b1-809c-426d-8484-905802f12690 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?device_id=29ea9d7d-59cb-4ab7-96b2-fed74972444b HTTP/1.1" status: 200 len: 1682 time: 0.0888059 Sep 16 04:38:44.905622 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c2a77ec1-1ba7-40dc-ac53-90c50a9d17d8 req-f32ad764-348f-4686-a4ec-cb75634a4e7e tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e2affa8-0668-4988-b34f-7333ff388a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613601 Sep 16 04:38:44.915203 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae1af12-86e3-4a7a-a523-b6ce0ac028c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6707d8e6-650c-44f9-ae37-8d264d64c39f'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:44.918081 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94edbbb2-37ea-44e4-b5b1-38dcd5f6d88a" -d '{"events": [{"server_uuid": "0ae1af12-86e3-4a7a-a523-b6ce0ac028c8", "name": "network-vif-plugged", "status": "completed", "tag": "6707d8e6-650c-44f9-ae37-8d264d64c39f"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:45.046487 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-f0d7a4cd-080a-4e18-b0de-58287c0d3e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:45.049148 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-f0d7a4cd-080a-4e18-b0de-58287c0d3e93 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8fb595dbe0d3452481d7faf275f28d7b&device_id=235a11d6-a417-4bd4-b935-cc381dccfb72 HTTP/1.1" status: 200 len: 1097 time: 0.0823421 Sep 16 04:38:45.300223 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-9d642a7b-bbac-425e-955a-f871ac181b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:45.303443 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-9d642a7b-bbac-425e-955a-f871ac181b6a service neutron] 10.222.0.48 "GET /v2.0/networks?id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 HTTP/1.1" status: 200 len: 909 time: 0.2258999 Sep 16 04:38:45.366003 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-6e90b676-6464-451a-934b-309fd2f4c556 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c35b616-3f71-4fcd-ab0f-f46193fe13c2 HTTP/1.1" status: 200 len: 217 time: 0.0520000 Sep 16 04:38:45.418551 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3c8cb4e8-6580-468c-929a-525b1cdec802 req-badae323-fd5d-4bc3-aa26-778afee5a69b tempest-ServersOnMultiNodesTest-1871675782 tempest-ServersOnMultiNodesTest-1871675782-project] 10.222.0.35 "GET /v2.0/ports?device_id=a304bc75-85b1-4c75-8851-be98e1467990 HTTP/1.1" status: 200 len: 210 time: 0.0482106 Sep 16 04:38:45.499869 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-aba62494-fbb6-4baf-8697-0bc019cac0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:45.502056 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-aba62494-fbb6-4baf-8697-0bc019cac0fa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=43280570-672b-4326-ad6d-76a55cd52f58 HTTP/1.1" status: 200 len: 848 time: 0.0823922 Sep 16 04:38:45.555324 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-8fa02e42-acc3-4d33-9855-56ddb8fce512 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429051 Sep 16 04:38:45.692701 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d0925-021f-45d5-99f2-7f0fe2b56007 req-7cfd81e0-0432-4742-84ef-357499eadc0e tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:45.694431 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c2d0925-021f-45d5-99f2-7f0fe2b56007 req-7cfd81e0-0432-4742-84ef-357499eadc0e tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd686000-6e09-448e-8edd-cab852d949a9 HTTP/1.1" status: 200 len: 944 time: 0.1375988 Sep 16 04:38:45.742699 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-64d33eab-e553-4d77-8559-2292ea27c4e0 service neutron] 10.222.0.48 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728778 Sep 16 04:38:45.792544 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c2d0925-021f-45d5-99f2-7f0fe2b56007 req-404d166a-e089-4c9e-b1f7-9877e7e02127 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890427 Sep 16 04:38:45.919426 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fc584c-261e-45b3-ba14-02eda04138e8 x-openstack-request-id: req-d6fc584c-261e-45b3-ba14-02eda04138e8 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:45.919426 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd686000-6e09-448e-8edd-cab852d949a9", "tag": "3207a8e1-f39f-46ca-9f0e-7bc76fec63d7", "status": "completed", "code": 200}, {"server_uuid": "18197268-7960-4fe5-90a7-3303ed6e67a1", "name": "network-vif-deleted", "tag": "8458f15a-7a63-425e-8097-a6b6eb4032ff", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:45.919426 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d6fc584c-261e-45b3-ba14-02eda04138e8 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:45.919426 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd686000-6e09-448e-8edd-cab852d949a9', 'tag': '3207a8e1-f39f-46ca-9f0e-7bc76fec63d7', 'status': 'completed', 'code': 200} Sep 16 04:38:45.919426 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18197268-7960-4fe5-90a7-3303ed6e67a1', 'name': 'network-vif-deleted', 'tag': '8458f15a-7a63-425e-8097-a6b6eb4032ff', 'status': 'completed', 'code': 200} Sep 16 04:38:45.923271 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:45.968004 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 3207a8e1-f39f-46ca-9f0e-7bc76fec63d7 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:38:46.082463 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-12b7b304-f4b5-42cc-a44e-09918c072115 service neutron] 10.222.0.48 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148143 Sep 16 04:38:46.115268 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657df66-32eb-4959-99d6-993f2be58818 req-e1413541-5845-4c7b-9fae-bc2e006fbb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:46.121283 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f657df66-32eb-4959-99d6-993f2be58818 req-e1413541-5845-4c7b-9fae-bc2e006fbb3a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d017e01a70bf480487739f2072ec5106&device_id=bd686000-6e09-448e-8edd-cab852d949a9 HTTP/1.1" status: 200 len: 1096 time: 0.1034427 Sep 16 04:38:46.251617 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 3207a8e1-f39f-46ca-9f0e-7bc76fec63d7, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=3207a8e1-f39f-46ca-9f0e-7bc76fec63d7,segment=NetworkSegment(28194e51-33ca-4336-ab07-5141dc3e21c0),segment_id=28194e51-33ca-4336-ab07-5141dc3e21c0)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:46.272203 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '3207a8e1-f39f-46ca-9f0e-7bc76fec63d7', 'network_id': 'dae0ede7-6603-46ec-a0e3-d89dccdffbf1', 'port_id': '3207a8e1-f39f-46ca-9f0e-7bc76fec63d7', 'mac_address': 'fa:16:3e:eb:53:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f098cce-cb9f-466b-b80d-10f0bc756de3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:38:46.377527 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:46.418999 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3207a8e1-f39f-46ca-9f0e-7bc76fec63d7 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:38:46.474517 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 3207a8e1-f39f-46ca-9f0e-7bc76fec63d7, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=3207a8e1-f39f-46ca-9f0e-7bc76fec63d7,segment=NetworkSegment(28194e51-33ca-4336-ab07-5141dc3e21c0),segment_id=28194e51-33ca-4336-ab07-5141dc3e21c0)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:46.478183 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d8caf-7d71-4355-ad61-814d664cdb68 req-46954603-a59d-4854-aff0-e24133eeccf4 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:46.481984 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-753d8caf-7d71-4355-ad61-814d664cdb68 req-46954603-a59d-4854-aff0-e24133eeccf4 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=235a11d6-a417-4bd4-b935-cc381dccfb72 HTTP/1.1" status: 200 len: 945 time: 0.2530806 Sep 16 04:38:46.488163 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:46.526807 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657df66-32eb-4959-99d6-993f2be58818 req-1051353c-300c-4d4d-99cf-260e8f0527eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:46.528747 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f657df66-32eb-4959-99d6-993f2be58818 req-1051353c-300c-4d4d-99cf-260e8f0527eb service neutron] 10.222.0.47 "GET /v2.0/networks?id=dae0ede7-6603-46ec-a0e3-d89dccdffbf1 HTTP/1.1" status: 200 len: 923 time: 0.3852861 Sep 16 04:38:46.575384 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-753d8caf-7d71-4355-ad61-814d664cdb68 req-c1a24b12-3193-4fb8-aa07-ae9fa4a5eec4 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660074 Sep 16 04:38:46.596490 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=3207a8e1-f39f-46ca-9f0e-7bc76fec63d7,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:46.636378 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f203b6a-2f9b-49d5-8a33-344a2e543701 x-openstack-request-id: req-5f203b6a-2f9b-49d5-8a33-344a2e543701 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:46.636699 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae1af12-86e3-4a7a-a523-b6ce0ac028c8", "name": "network-vif-plugged", "status": "completed", "tag": "6707d8e6-650c-44f9-ae37-8d264d64c39f", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:46.636953 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5f203b6a-2f9b-49d5-8a33-344a2e543701 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:46.637348 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae1af12-86e3-4a7a-a523-b6ce0ac028c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6707d8e6-650c-44f9-ae37-8d264d64c39f', 'code': 200} Sep 16 04:38:46.643423 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f657df66-32eb-4959-99d6-993f2be58818 req-ae8a0b64-7a23-40be-bffb-fb56c2a2740c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3207a8e1-f39f-46ca-9f0e-7bc76fec63d7 HTTP/1.1" status: 200 len: 217 time: 0.0944510 Sep 16 04:38:46.774295 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657df66-32eb-4959-99d6-993f2be58818 req-527a0190-7145-4a34-a7ac-d5c307f28f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:46.776201 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f657df66-32eb-4959-99d6-993f2be58818 req-527a0190-7145-4a34-a7ac-d5c307f28f1a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0f098cce-cb9f-466b-b80d-10f0bc756de3 HTTP/1.1" status: 200 len: 862 time: 0.0944216 Sep 16 04:38:46.820554 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['3207a8e1-f39f-46ca-9f0e-7bc76fec63d7'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:38:46.841877 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f657df66-32eb-4959-99d6-993f2be58818 req-e6440f33-4742-48b8-acbe-98082f364a72 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dae0ede7-6603-46ec-a0e3-d89dccdffbf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551803 Sep 16 04:38:46.978748 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f657df66-32eb-4959-99d6-993f2be58818 req-fe0a3c14-98dd-4b40-8673-c46e5d279c6f service neutron] 10.222.0.47 "GET /v2.0/networks/dae0ede7-6603-46ec-a0e3-d89dccdffbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259055 Sep 16 04:38:47.185750 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f657df66-32eb-4959-99d6-993f2be58818 req-c0baa2e7-de41-4d21-85b1-dff2252b74b8 service neutron] 10.222.0.47 "GET /v2.0/networks/dae0ede7-6603-46ec-a0e3-d89dccdffbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936991 Sep 16 04:38:47.262831 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa623b9c-4a8b-4c20-a500-d3a81380892d req-4586028f-7213-44e6-9697-5b18efdbcb7d tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:47.269974 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa623b9c-4a8b-4c20-a500-d3a81380892d req-4586028f-7213-44e6-9697-5b18efdbcb7d tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:47.277779 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa623b9c-4a8b-4c20-a500-d3a81380892d req-4586028f-7213-44e6-9697-5b18efdbcb7d tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?device_id=29ea9d7d-59cb-4ab7-96b2-fed74972444b HTTP/1.1" status: 200 len: 1682 time: 0.0867205 Sep 16 04:38:47.333146 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa623b9c-4a8b-4c20-a500-d3a81380892d req-387dcf05-750c-41bb-9572-1d36b240e43b tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e2affa8-0668-4988-b34f-7333ff388a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463333 Sep 16 04:38:47.602095 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20f01f-7add-4dfb-80d1-ad274e4c617b req-477af94a-99e9-45a0-af51-31a8fb3c51a3 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:47.604355 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2f20f01f-7add-4dfb-80d1-ad274e4c617b req-477af94a-99e9-45a0-af51-31a8fb3c51a3 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd686000-6e09-448e-8edd-cab852d949a9 HTTP/1.1" status: 200 len: 945 time: 0.1138813 Sep 16 04:38:47.705836 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2f20f01f-7add-4dfb-80d1-ad274e4c617b req-e46fd056-33e1-420e-a1a4-4584157f1709 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911415 Sep 16 04:38:47.869319 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57676) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:47.875458 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a304bc75-85b1-4c75-8851-be98e1467990', 'name': 'network-vif-deleted', 'tag': '9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:47.878988 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bd5900-0ba5-4b7c-b455-aff52026b8d5" -d '{"events": [{"server_uuid": "a304bc75-85b1-4c75-8851-be98e1467990", "name": "network-vif-deleted", "tag": "9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:47.985258 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 3207a8e1-f39f-46ca-9f0e-7bc76fec63d7 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:38:48.118365 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 3207a8e1-f39f-46ca-9f0e-7bc76fec63d7 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:38:48.125507 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 3207a8e1-f39f-46ca-9f0e-7bc76fec63d7 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:48.125950 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:48.158635 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57686) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:48.166926 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-bab01212-fc3b-45d6-9456-d8721a9b6c30 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a8c979f3fc604996af2e8ab12f365425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948995 Sep 16 04:38:48.257506 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2c93239b-b7c4-44eb-b5f6-81629e190b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:48.313208 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2c93239b-b7c4-44eb-b5f6-81629e190b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:48.335551 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:48.393853 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 3207a8e1-f39f-46ca-9f0e-7bc76fec63d7, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=3207a8e1-f39f-46ca-9f0e-7bc76fec63d7,segment=NetworkSegment(28194e51-33ca-4336-ab07-5141dc3e21c0),segment_id=28194e51-33ca-4336-ab07-5141dc3e21c0)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:48.420504 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:48.475290 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2c93239b-b7c4-44eb-b5f6-81629e190b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:48.478277 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2c93239b-b7c4-44eb-b5f6-81629e190b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:48.479688 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2c93239b-b7c4-44eb-b5f6-81629e190b8e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3c629370-41fe-4453-851e-3dd382731101 HTTP/1.1" status: 204 len: 168 time: 0.3197262 Sep 16 04:38:48.503893 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c93239b-b7c4-44eb-b5f6-81629e190b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c629370-41fe-4453-851e-3dd382731101,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:48.617702 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=3207a8e1-f39f-46ca-9f0e-7bc76fec63d7,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:48.645454 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:48.645796 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:48.646132 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:48.646464 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:48.646781 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:48.647108 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:48.647429 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:48.647764 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:48.648167 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:48.648385 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:48.648769 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:48.649099 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:48.658934 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd686000-6e09-448e-8edd-cab852d949a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3207a8e1-f39f-46ca-9f0e-7bc76fec63d7'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:48.674114 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317262ea-fbd9-41a5-a3ba-9e57c80fc19c" -d '{"events": [{"server_uuid": "bd686000-6e09-448e-8edd-cab852d949a9", "name": "network-vif-plugged", "status": "completed", "tag": "3207a8e1-f39f-46ca-9f0e-7bc76fec63d7"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:48.746386 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802199b9-284f-4ee6-aa4e-64c09d70a19e req-ec9c3523-81b3-4798-b8cd-53f2733c420f tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:48.778999 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-802199b9-284f-4ee6-aa4e-64c09d70a19e req-ec9c3523-81b3-4798-b8cd-53f2733c420f tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=235a11d6-a417-4bd4-b935-cc381dccfb72 HTTP/1.1" status: 200 len: 945 time: 0.1467655 Sep 16 04:38:48.868859 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-802199b9-284f-4ee6-aa4e-64c09d70a19e req-6e648f9a-e863-40ed-8084-2338faa15f8b tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886221 Sep 16 04:38:48.965209 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7567eac-34df-4ec9-9b1b-64adf8cc051a x-openstack-request-id: req-c7567eac-34df-4ec9-9b1b-64adf8cc051a {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:48.965496 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a304bc75-85b1-4c75-8851-be98e1467990", "name": "network-vif-deleted", "tag": "9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:48.965846 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c7567eac-34df-4ec9-9b1b-64adf8cc051a {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:48.966461 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a304bc75-85b1-4c75-8851-be98e1467990', 'name': 'network-vif-deleted', 'tag': '9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf', 'status': 'completed', 'code': 200} Sep 16 04:38:49.038022 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57718) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:49.127973 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7f711044-a6b2-4186-b28e-752f2df0e794 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a83b0ae9e3f742f893db1da9c24cba05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0885873 Sep 16 04:38:49.130913 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57720) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:49.207299 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6f5a8e9c-3dc9-4289-b2f6-f6964fc77a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:49.244914 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6f5a8e9c-3dc9-4289-b2f6-f6964fc77a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:49.316244 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:49.361802 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6f5a8e9c-3dc9-4289-b2f6-f6964fc77a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:49.364476 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6f5a8e9c-3dc9-4289-b2f6-f6964fc77a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:49.369413 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6f5a8e9c-3dc9-4289-b2f6-f6964fc77a51 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2425ed76-bf6c-4f18-aa30-a79442a59ff1 HTTP/1.1" status: 204 len: 168 time: 0.2371826 Sep 16 04:38:49.381820 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:38:49.382093 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 9fa3a1ac-57d5-41e4-9fc8-067fa0e69ecf not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:38:49.385864 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a8e9c-3dc9-4289-b2f6-f6964fc77a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2425ed76-bf6c-4f18-aa30-a79442a59ff1,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:50.182718 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57764) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:50.646026 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64823686-f75e-4cc5-99c2-ce02bbfc62fb x-openstack-request-id: req-64823686-f75e-4cc5-99c2-ce02bbfc62fb {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:50.646920 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd686000-6e09-448e-8edd-cab852d949a9", "name": "network-vif-plugged", "status": "completed", "tag": "3207a8e1-f39f-46ca-9f0e-7bc76fec63d7", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:50.647353 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-64823686-f75e-4cc5-99c2-ce02bbfc62fb {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:50.647908 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd686000-6e09-448e-8edd-cab852d949a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3207a8e1-f39f-46ca-9f0e-7bc76fec63d7', 'code': 200} Sep 16 04:38:50.659847 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-35116b6b-177a-431f-b61a-b9d65a18b9a5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7bc77676f64241559c9f11b63fdf57ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4743669 Sep 16 04:38:50.663572 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57770) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:50.760247 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9323b1df-cd06-4f6f-a184-1fc386f95926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:50.808094 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9323b1df-cd06-4f6f-a184-1fc386f95926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:50.880517 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9323b1df-cd06-4f6f-a184-1fc386f95926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:50.883254 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9323b1df-cd06-4f6f-a184-1fc386f95926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:50.891426 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9323b1df-cd06-4f6f-a184-1fc386f95926 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ce32b41b-a276-4c54-8783-af23e32773c0 HTTP/1.1" status: 204 len: 168 time: 0.2236905 Sep 16 04:38:50.933760 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323b1df-cd06-4f6f-a184-1fc386f95926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce32b41b-a276-4c54-8783-af23e32773c0,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:51.002200 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893a8f4-adac-4628-a813-af86eddafebb req-5054c559-2214-4abe-bf7f-430379b9920b tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:51.004403 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b893a8f4-adac-4628-a813-af86eddafebb req-5054c559-2214-4abe-bf7f-430379b9920b tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd686000-6e09-448e-8edd-cab852d949a9 HTTP/1.1" status: 200 len: 946 time: 0.1382282 Sep 16 04:38:51.007311 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c3ebf-39fa-4592-a62c-7799fc56e9b0 req-2dba3c00-44c2-4c85-9d28-729f4d0b077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:51.010340 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-940c3ebf-39fa-4592-a62c-7799fc56e9b0 req-2dba3c00-44c2-4c85-9d28-729f4d0b077b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bd686000-6e09-448e-8edd-cab852d949a9 HTTP/1.1" status: 200 len: 1098 time: 0.1462102 Sep 16 04:38:51.147074 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-940c3ebf-39fa-4592-a62c-7799fc56e9b0 req-b001630d-87cd-4863-bdf7-e9969c00cff2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235685 Sep 16 04:38:51.172254 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b893a8f4-adac-4628-a813-af86eddafebb req-f5851e40-8ef3-4a7d-b1bf-f34a0aa8f0da tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573033 Sep 16 04:38:51.682955 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27deb0d3-8b89-457f-870b-451ea6bee656 req-8478d07a-3eff-45f4-bece-d48213e3390c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:51.690793 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-27deb0d3-8b89-457f-870b-451ea6bee656 req-8478d07a-3eff-45f4-bece-d48213e3390c tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=235a11d6-a417-4bd4-b935-cc381dccfb72 HTTP/1.1" status: 200 len: 945 time: 0.1438961 Sep 16 04:38:51.749063 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-27deb0d3-8b89-457f-870b-451ea6bee656 req-3850b3d6-5645-4365-a2d0-011b2b476832 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570714 Sep 16 04:38:51.864596 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733a292-986b-4775-92c4-1e18e39c5b58 req-c05d39ca-c4fc-4c77-85a5-c24e5c87241c tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:51.880192 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733a292-986b-4775-92c4-1e18e39c5b58 req-c05d39ca-c4fc-4c77-85a5-c24e5c87241c tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:51.882307 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8733a292-986b-4775-92c4-1e18e39c5b58 req-c05d39ca-c4fc-4c77-85a5-c24e5c87241c tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.48 "GET /v2.0/ports?device_id=29ea9d7d-59cb-4ab7-96b2-fed74972444b HTTP/1.1" status: 200 len: 1682 time: 0.1273866 Sep 16 04:38:52.040016 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f75dad-eadf-47d4-a028-e864faa0e64f req-fc4d4e77-32cd-4f06-b417-d128b26565bb tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:52.046670 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f75dad-eadf-47d4-a028-e864faa0e64f req-fc4d4e77-32cd-4f06-b417-d128b26565bb tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:52.048666 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-24f75dad-eadf-47d4-a028-e864faa0e64f req-fc4d4e77-32cd-4f06-b417-d128b26565bb tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?device_id=29ea9d7d-59cb-4ab7-96b2-fed74972444b HTTP/1.1" status: 200 len: 1682 time: 0.1641185 Sep 16 04:38:52.132754 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-8733a292-986b-4775-92c4-1e18e39c5b58 req-1127bb71-8615-48a9-b4c8-9781dbb9675d tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Deleting port 328fd784-b19c-4b69-8d8e-70ea8c2b9399 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:38:52.147085 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8733a292-986b-4775-92c4-1e18e39c5b58 req-1127bb71-8615-48a9-b4c8-9781dbb9675d tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:52.152009 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-24f75dad-eadf-47d4-a028-e864faa0e64f req-4e4bc824-2fe6-476b-81f0-9cfa990b4582 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e2affa8-0668-4988-b34f-7333ff388a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952268 Sep 16 04:38:52.430062 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57818) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:52.473965 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-8733a292-986b-4775-92c4-1e18e39c5b58 req-1127bb71-8615-48a9-b4c8-9781dbb9675d tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] For port 328fd784-b19c-4b69-8d8e-70ea8c2b9399, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=328fd784-b19c-4b69-8d8e-70ea8c2b9399,segment=NetworkSegment(c0fe76bb-687d-41af-9a7c-54456549dfb9),segment_id=c0fe76bb-687d-41af-9a7c-54456549dfb9)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:52.474415 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8733a292-986b-4775-92c4-1e18e39c5b58 req-1127bb71-8615-48a9-b4c8-9781dbb9675d tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:52.499470 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-8733a292-986b-4775-92c4-1e18e39c5b58 req-1127bb71-8615-48a9-b4c8-9781dbb9675d tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Calling delete_port for 328fd784-b19c-4b69-8d8e-70ea8c2b9399 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:38:52.517029 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece60092-89ff-430e-9ff8-31b1ceb7d93b req-71d02c98-8c5d-478d-a5d1-d5e1d156f324 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:52.518615 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ece60092-89ff-430e-9ff8-31b1ceb7d93b req-71d02c98-8c5d-478d-a5d1-d5e1d156f324 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 944 time: 0.2033412 Sep 16 04:38:52.587373 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-a88efbff-b12d-412a-b9b8-137167974a2d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2145072726-network', 'tenant_id': '71670a16fe7743a398cd104146802c31'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:52.624475 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88efbff-b12d-412a-b9b8-137167974a2d admin admin] Made reservation on behalf of 71670a16fe7743a398cd104146802c31 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:38:52.627859 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a88efbff-b12d-412a-b9b8-137167974a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:52.650652 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a88efbff-b12d-412a-b9b8-137167974a2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:52.704841 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-ece60092-89ff-430e-9ff8-31b1ceb7d93b req-642ab5fa-da68-4073-9b77-b940003723d8 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Deleting port 16722678-cc90-4a40-b39a-f34cc09bfb6c {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:38:52.705416 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ece60092-89ff-430e-9ff8-31b1ceb7d93b req-642ab5fa-da68-4073-9b77-b940003723d8 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:52.867597 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a88efbff-b12d-412a-b9b8-137167974a2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:52.867823 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8733a292-986b-4775-92c4-1e18e39c5b58 req-1127bb71-8615-48a9-b4c8-9781dbb9675d tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:52.877620 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a88efbff-b12d-412a-b9b8-137167974a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:52.907255 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['328fd784-b19c-4b69-8d8e-70ea8c2b9399', 'c70bca8f-ec29-448f-9c3a-428da57a574b'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:38:52.931722 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88efbff-b12d-412a-b9b8-137167974a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a5f5d4-e2fb-463b-ab6a-bb0025ff049d,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:52.956253 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a88efbff-b12d-412a-b9b8-137167974a2d admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:38:52.977461 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a88efbff-b12d-412a-b9b8-137167974a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:52.978019 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-a88efbff-b12d-412a-b9b8-137167974a2d admin admin] Added segment 0dadb011-8164-4c32-a15e-25b87d14aa22 of type vlan for network 0b4a5955-f947-4941-8031-558b92839e9c Sep 16 04:38:53.017293 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1127bb71-8615-48a9-b4c8-9781dbb9675d tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Pushing event deleted for resources: {'Port': ['ID=328fd784-b19c-4b69-8d8e-70ea8c2b9399,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:53.023344 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-ece60092-89ff-430e-9ff8-31b1ceb7d93b req-642ab5fa-da68-4073-9b77-b940003723d8 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] For port 16722678-cc90-4a40-b39a-f34cc09bfb6c, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=16722678-cc90-4a40-b39a-f34cc09bfb6c,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:53.023585 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ece60092-89ff-430e-9ff8-31b1ceb7d93b req-642ab5fa-da68-4073-9b77-b940003723d8 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:53.066436 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a88efbff-b12d-412a-b9b8-137167974a2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:53.134232 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a88efbff-b12d-412a-b9b8-137167974a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:53.135230 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88efbff-b12d-412a-b9b8-137167974a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:53.135828 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a88efbff-b12d-412a-b9b8-137167974a2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:53.190962 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a88efbff-b12d-412a-b9b8-137167974a2d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7583132 Sep 16 04:38:53.194174 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-ece60092-89ff-430e-9ff8-31b1ceb7d93b req-642ab5fa-da68-4073-9b77-b940003723d8 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Calling delete_port for 16722678-cc90-4a40-b39a-f34cc09bfb6c owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:38:53.197744 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57828) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:53.200126 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8733a292-986b-4775-92c4-1e18e39c5b58 req-1127bb71-8615-48a9-b4c8-9781dbb9675d tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] No DVR routers for this DVR port 328fd784-b19c-4b69-8d8e-70ea8c2b9399 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:38:53.226302 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8733a292-986b-4775-92c4-1e18e39c5b58 req-1127bb71-8615-48a9-b4c8-9781dbb9675d tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:53.230037 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-b7574e22-75b1-450e-bff1-91df3d381258 admin admin] Request body: {'subnet': {'network_id': '0b4a5955-f947-4941-8031-558b92839e9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2145072726-subnet', 'tenant_id': '71670a16fe7743a398cd104146802c31', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:53.231197 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8733a292-986b-4775-92c4-1e18e39c5b58 req-1127bb71-8615-48a9-b4c8-9781dbb9675d tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.48 "DELETE /v2.0/ports/328fd784-b19c-4b69-8d8e-70ea8c2b9399 HTTP/1.1" status: 204 len: 173 time: 1.3407991 Sep 16 04:38:53.233152 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ea9d7d-59cb-4ab7-96b2-fed74972444b', 'name': 'network-vif-deleted', 'tag': '328fd784-b19c-4b69-8d8e-70ea8c2b9399'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:53.245957 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec8678b-51ec-4bcc-a919-d5918f313f01" -d '{"events": [{"server_uuid": "29ea9d7d-59cb-4ab7-96b2-fed74972444b", "name": "network-vif-deleted", "tag": "328fd784-b19c-4b69-8d8e-70ea8c2b9399"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:53.367236 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88efbff-b12d-412a-b9b8-137167974a2d admin admin] Pushing event updated for resources: {'Network': ['ID=0b4a5955-f947-4941-8031-558b92839e9c,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:53.379366 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 0b4a5955-f947-4941-8031-558b92839e9c details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:38:53.408460 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7574e22-75b1-450e-bff1-91df3d381258 admin admin] Made reservation on behalf of 71670a16fe7743a398cd104146802c31 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:38:53.414631 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b7574e22-75b1-450e-bff1-91df3d381258 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:53.419720 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57836) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:53.588691 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82c345-9b4f-406a-9322-4de9adc1d302 req-98fda21a-ea20-463d-8cae-9158b501c1e1 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:53.596676 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0e82c345-9b4f-406a-9322-4de9adc1d302 req-98fda21a-ea20-463d-8cae-9158b501c1e1 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=13c68a88-d002-48ba-844d-cd029d014bd1 HTTP/1.1" status: 200 len: 944 time: 0.5769718 Sep 16 04:38:53.655231 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ece60092-89ff-430e-9ff8-31b1ceb7d93b req-642ab5fa-da68-4073-9b77-b940003723d8 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:53.712521 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0e82c345-9b4f-406a-9322-4de9adc1d302 req-e984dbce-25d5-4e74-bfed-8d41a5976205 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096272 Sep 16 04:38:53.715738 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ab5fa-da68-4073-9b77-b940003723d8 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Pushing event deleted for resources: {'Port': ['ID=16722678-cc90-4a40-b39a-f34cc09bfb6c,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:53.749173 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b7574e22-75b1-450e-bff1-91df3d381258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:53.796441 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-8733a292-986b-4775-92c4-1e18e39c5b58 req-40fd4c5f-804d-4cdd-8e91-b459d60c0fba tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Deleting port c70bca8f-ec29-448f-9c3a-428da57a574b {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:38:53.800159 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8733a292-986b-4775-92c4-1e18e39c5b58 req-40fd4c5f-804d-4cdd-8e91-b459d60c0fba tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:53.820237 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7b972975-3052-422d-8d39-915bfab38a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:53.838420 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece60092-89ff-430e-9ff8-31b1ceb7d93b req-642ab5fa-da68-4073-9b77-b940003723d8 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] No DVR routers for this DVR port 16722678-cc90-4a40-b39a-f34cc09bfb6c on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:38:53.859727 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ece60092-89ff-430e-9ff8-31b1ceb7d93b req-642ab5fa-da68-4073-9b77-b940003723d8 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:53.862759 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ece60092-89ff-430e-9ff8-31b1ceb7d93b req-642ab5fa-da68-4073-9b77-b940003723d8 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.48 "DELETE /v2.0/ports/16722678-cc90-4a40-b39a-f34cc09bfb6c HTTP/1.1" status: 204 len: 173 time: 1.3368216 Sep 16 04:38:53.894700 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7574e22-75b1-450e-bff1-91df3d381258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=092d6263-a531-41a2-8d09-486ef6edb9fc,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:53.918231 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7574e22-75b1-450e-bff1-91df3d381258 admin admin] Checking segment: {'id': '0dadb011-8164-4c32-a15e-25b87d14aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0b4a5955-f947-4941-8031-558b92839e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:38:53.918800 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7574e22-75b1-450e-bff1-91df3d381258 admin admin] Network hostable DHCP agents. Network: 0b4a5955-f947-4941-8031-558b92839e9c, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:38:53.962725 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7574e22-75b1-450e-bff1-91df3d381258 admin admin] Network 0b4a5955-f947-4941-8031-558b92839e9c is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:38:53.978584 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86007061-7b00-499f-ac15-fdef50a07092 req-0e75e28d-fec6-4a03-9e23-3e1cdcedb1fc tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:53.986304 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-b7574e22-75b1-450e-bff1-91df3d381258 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 0b4a5955-f947-4941-8031-558b92839e9c) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:38:53.986892 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-86007061-7b00-499f-ac15-fdef50a07092 req-0e75e28d-fec6-4a03-9e23-3e1cdcedb1fc tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd686000-6e09-448e-8edd-cab852d949a9 HTTP/1.1" status: 200 len: 946 time: 0.1510556 Sep 16 04:38:53.998971 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf609a1-3741-4a75-a4c4-32eaa72e3b53 None None] Network 0b4a5955-f947-4941-8031-558b92839e9c requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:38:54.005277 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7574e22-75b1-450e-bff1-91df3d381258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:54.008204 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b7574e22-75b1-450e-bff1-91df3d381258 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:54.034898 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-8733a292-986b-4775-92c4-1e18e39c5b58 req-40fd4c5f-804d-4cdd-8e91-b459d60c0fba tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] For port c70bca8f-ec29-448f-9c3a-428da57a574b, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=c70bca8f-ec29-448f-9c3a-428da57a574b,segment=NetworkSegment(d6f8bd70-54f6-4e93-b16e-179836d82d0e),segment_id=d6f8bd70-54f6-4e93-b16e-179836d82d0e)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:54.035328 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8733a292-986b-4775-92c4-1e18e39c5b58 req-40fd4c5f-804d-4cdd-8e91-b459d60c0fba tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:54.056940 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-8733a292-986b-4775-92c4-1e18e39c5b58 req-40fd4c5f-804d-4cdd-8e91-b459d60c0fba tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Calling delete_port for c70bca8f-ec29-448f-9c3a-428da57a574b owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:38:54.063934 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-86007061-7b00-499f-ac15-fdef50a07092 req-0d56d8e4-9505-4cf3-b926-7e5df43a0cd1 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761731 Sep 16 04:38:54.105168 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7b972975-3052-422d-8d39-915bfab38a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:54.116857 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7b972975-3052-422d-8d39-915bfab38a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:54.176323 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b972975-3052-422d-8d39-915bfab38a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96810c56-8e42-4650-ade5-7bf92941e31a,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:54.183210 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b7574e22-75b1-450e-bff1-91df3d381258 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9817300 Sep 16 04:38:54.185864 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57842) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:54.191394 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-98663859-6025-4b47-a434-1abd0ea485b1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2145072726-router', 'tenant_id': '71670a16fe7743a398cd104146802c31', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:54.221474 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7b972975-3052-422d-8d39-915bfab38a52 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fe2c6ba51bc54671a611ab3d1c226228&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7975194 Sep 16 04:38:54.223109 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57844) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:54.289253 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-98663859-6025-4b47-a434-1abd0ea485b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:54.290328 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-98663859-6025-4b47-a434-1abd0ea485b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:54.295111 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8733a292-986b-4775-92c4-1e18e39c5b58 req-40fd4c5f-804d-4cdd-8e91-b459d60c0fba tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:54.305691 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4806fb-efb7-4d09-9980-7a2313bee3e5 req-488f6616-049c-4269-b95e-5515a387eff4 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:54.307277 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c4806fb-efb7-4d09-9980-7a2313bee3e5 req-488f6616-049c-4269-b95e-5515a387eff4 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=235a11d6-a417-4bd4-b935-cc381dccfb72 HTTP/1.1" status: 200 len: 945 time: 0.0982230 Sep 16 04:38:54.309508 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5e18b6d1-15b2-444c-8c6c-760a35bbfb95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:54.356312 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5e18b6d1-15b2-444c-8c6c-760a35bbfb95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:54.394556 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-98663859-6025-4b47-a434-1abd0ea485b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:54.500789 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['328fd784-b19c-4b69-8d8e-70ea8c2b9399'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:38:54.528260 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef13704b-32e3-4bdb-8aa8-b86bbe2fa476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-0b4a5955-f947-4941-8031-558b92839e9c', 'network_id': '0b4a5955-f947-4941-8031-558b92839e9c', 'tenant_id': '71670a16fe7743a398cd104146802c31', 'fixed_ips': [{'subnet_id': '092d6263-a531-41a2-8d09-486ef6edb9fc'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:38:54.529488 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ef13704b-32e3-4bdb-8aa8-b86bbe2fa476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:54.786623 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd4c5f-804d-4cdd-8e91-b459d60c0fba tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Pushing event deleted for resources: {'Port': ['ID=c70bca8f-ec29-448f-9c3a-428da57a574b,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:54.867325 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c4806fb-efb7-4d09-9980-7a2313bee3e5 req-b0c59829-6e50-499b-af95-8f39bd78e441 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5503201 Sep 16 04:38:54.871573 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8733a292-986b-4775-92c4-1e18e39c5b58 req-40fd4c5f-804d-4cdd-8e91-b459d60c0fba tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] No DVR routers for this DVR port c70bca8f-ec29-448f-9c3a-428da57a574b on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:38:54.876050 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-ef13704b-32e3-4bdb-8aa8-b86bbe2fa476 None None] Allocated IP 172.20.0.2 (0b4a5955-f947-4941-8031-558b92839e9c/092d6263-a531-41a2-8d09-486ef6edb9fc/814b6370-1f1a-4c73-b3c0-5f86cb55c205) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:38:54.878049 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8733a292-986b-4775-92c4-1e18e39c5b58 req-40fd4c5f-804d-4cdd-8e91-b459d60c0fba tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:54.879765 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8733a292-986b-4775-92c4-1e18e39c5b58 req-40fd4c5f-804d-4cdd-8e91-b459d60c0fba tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.48 "DELETE /v2.0/ports/c70bca8f-ec29-448f-9c3a-428da57a574b HTTP/1.1" status: 204 len: 173 time: 1.6308568 Sep 16 04:38:55.101746 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-21daf7af-9e94-45e7-ac01-41fd5f7a5e38 req-85d8ad5d-f228-4548-bf57-853c5cf41fd0 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "GET /v2.0/ports?device_id=29ea9d7d-59cb-4ab7-96b2-fed74972444b HTTP/1.1" status: 200 len: 210 time: 0.1068416 Sep 16 04:38:55.136723 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ef13704b-32e3-4bdb-8aa8-b86bbe2fa476 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:55.147654 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ef13704b-32e3-4bdb-8aa8-b86bbe2fa476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:55.170562 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493cbcff-a00a-4740-963b-33d4480e01d7 x-openstack-request-id: req-493cbcff-a00a-4740-963b-33d4480e01d7 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:55.170853 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ea9d7d-59cb-4ab7-96b2-fed74972444b", "name": "network-vif-deleted", "tag": "328fd784-b19c-4b69-8d8e-70ea8c2b9399", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:55.171164 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-493cbcff-a00a-4740-963b-33d4480e01d7 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:55.172281 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ea9d7d-59cb-4ab7-96b2-fed74972444b', 'name': 'network-vif-deleted', 'tag': '328fd784-b19c-4b69-8d8e-70ea8c2b9399', 'status': 'completed', 'code': 200} Sep 16 04:38:55.223445 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-98663859-6025-4b47-a434-1abd0ea485b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:55.283420 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5e18b6d1-15b2-444c-8c6c-760a35bbfb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:55.286096 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5e18b6d1-15b2-444c-8c6c-760a35bbfb95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:55.288019 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5e18b6d1-15b2-444c-8c6c-760a35bbfb95 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/96810c56-8e42-4650-ade5-7bf92941e31a HTTP/1.1" status: 204 len: 168 time: 1.0644450 Sep 16 04:38:55.298280 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18b6d1-15b2-444c-8c6c-760a35bbfb95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96810c56-8e42-4650-ade5-7bf92941e31a,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:55.318898 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef13704b-32e3-4bdb-8aa8-b86bbe2fa476 None None] Pushing event updated for resources: {'Port': ['ID=814b6370-1f1a-4c73-b3c0-5f86cb55c205,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:55.337339 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef13704b-32e3-4bdb-8aa8-b86bbe2fa476 None None] Network 0b4a5955-f947-4941-8031-558b92839e9c is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:38:55.339215 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-ef13704b-32e3-4bdb-8aa8-b86bbe2fa476 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:38:55.347191 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef13704b-32e3-4bdb-8aa8-b86bbe2fa476 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:38:55.439936 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-ef13704b-32e3-4bdb-8aa8-b86bbe2fa476 None None] Attempting to bind port 814b6370-1f1a-4c73-b3c0-5f86cb55c205 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:38:55.440984 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-ef13704b-32e3-4bdb-8aa8-b86bbe2fa476 None None] Attempting to bind port 814b6370-1f1a-4c73-b3c0-5f86cb55c205 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '0dadb011-8164-4c32-a15e-25b87d14aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0b4a5955-f947-4941-8031-558b92839e9c'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:38:55.441628 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef13704b-32e3-4bdb-8aa8-b86bbe2fa476 None None] Attempting to bind port 814b6370-1f1a-4c73-b3c0-5f86cb55c205 on network 0b4a5955-f947-4941-8031-558b92839e9c {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:55.449659 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef13704b-32e3-4bdb-8aa8-b86bbe2fa476 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:38:55.450466 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef13704b-32e3-4bdb-8aa8-b86bbe2fa476 None None] Checking segment: {'id': '0dadb011-8164-4c32-a15e-25b87d14aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0b4a5955-f947-4941-8031-558b92839e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:38:55.451024 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ef13704b-32e3-4bdb-8aa8-b86bbe2fa476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:55.451902 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef13704b-32e3-4bdb-8aa8-b86bbe2fa476 None None] Bound using segment: {'id': '0dadb011-8164-4c32-a15e-25b87d14aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0b4a5955-f947-4941-8031-558b92839e9c'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:38:55.452538 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-ef13704b-32e3-4bdb-8aa8-b86bbe2fa476 None None] Bound port: 814b6370-1f1a-4c73-b3c0-5f86cb55c205, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dadb011-8164-4c32-a15e-25b87d14aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0b4a5955-f947-4941-8031-558b92839e9c'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:38:55.453126 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ef13704b-32e3-4bdb-8aa8-b86bbe2fa476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:55.473844 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5632906-32c8-4ab2-a679-f3d34c5a0db9 req-98708a01-c257-40d3-bc92-6ab16f7ac45d tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:55.482822 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5632906-32c8-4ab2-a679-f3d34c5a0db9 req-98708a01-c257-40d3-bc92-6ab16f7ac45d tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd686000-6e09-448e-8edd-cab852d949a9 HTTP/1.1" status: 200 len: 946 time: 0.1181183 Sep 16 04:38:55.581716 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5632906-32c8-4ab2-a679-f3d34c5a0db9 req-65f34b5b-c309-461b-8a01-59c9d69b65d5 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976257 Sep 16 04:38:55.601569 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-ef13704b-32e3-4bdb-8aa8-b86bbe2fa476 None None] For port 814b6370-1f1a-4c73-b3c0-5f86cb55c205, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:38:55.607068 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-98663859-6025-4b47-a434-1abd0ea485b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:55.608838 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-ef13704b-32e3-4bdb-8aa8-b86bbe2fa476 None None] For port 814b6370-1f1a-4c73-b3c0-5f86cb55c205, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=814b6370-1f1a-4c73-b3c0-5f86cb55c205,segment=NetworkSegment(0dadb011-8164-4c32-a15e-25b87d14aa22),segment_id=0dadb011-8164-4c32-a15e-25b87d14aa22)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:38:55.622005 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ef13704b-32e3-4bdb-8aa8-b86bbe2fa476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:55.667630 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-98663859-6025-4b47-a434-1abd0ea485b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:55.784832 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef13704b-32e3-4bdb-8aa8-b86bbe2fa476 None None] Pushing event updated for resources: {'Port': ['ID=814b6370-1f1a-4c73-b3c0-5f86cb55c205,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:55.886505 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-98663859-6025-4b47-a434-1abd0ea485b1 admin admin] Allocated IP 172.25.8.122 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/bbce8ad4-abe9-427f-bf7c-b9622a20f193) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:38:55.966816 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b947fd-9c18-47a8-b813-3a054c9e45a4 req-f9731598-303b-435e-ac91-0f0a97fb2373 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:55.969593 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-24b947fd-9c18-47a8-b813-3a054c9e45a4 req-f9731598-303b-435e-ac91-0f0a97fb2373 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd686000-6e09-448e-8edd-cab852d949a9 HTTP/1.1" status: 200 len: 946 time: 0.0817516 Sep 16 04:38:56.037057 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-24b947fd-9c18-47a8-b813-3a054c9e45a4 req-92bf4759-443a-48de-b43a-1c89bb84a29f tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566533 Sep 16 04:38:56.088845 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-98663859-6025-4b47-a434-1abd0ea485b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:56.150084 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-98663859-6025-4b47-a434-1abd0ea485b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:56.208629 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98663859-6025-4b47-a434-1abd0ea485b1 admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:38:56.214916 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-98663859-6025-4b47-a434-1abd0ea485b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:38:56.220471 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98663859-6025-4b47-a434-1abd0ea485b1 admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:38:56.227947 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98663859-6025-4b47-a434-1abd0ea485b1 admin admin] Pushing event updated for resources: {'Port': ['ID=bbce8ad4-abe9-427f-bf7c-b9622a20f193,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:56.498783 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce82a7-74b2-4ab4-b865-6b27d5cf437a req-a01d4fcd-5ead-411a-8096-2ef18f758a57 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:56.501378 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1fce82a7-74b2-4ab4-b865-6b27d5cf437a req-a01d4fcd-5ead-411a-8096-2ef18f758a57 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca HTTP/1.1" status: 200 len: 944 time: 0.0658889 Sep 16 04:38:56.586993 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1fce82a7-74b2-4ab4-b865-6b27d5cf437a req-bc7723f2-9418-4072-91a4-7e4752867623 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752330 Sep 16 04:38:56.618956 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-98663859-6025-4b47-a434-1abd0ea485b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:56.653190 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57896) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:56.693312 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793e882-859e-4c89-862e-168d5d540d1b req-c8fe22f1-b44e-46da-9089-4712c27cb0ee tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:56.695118 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8793e882-859e-4c89-862e-168d5d540d1b req-c8fe22f1-b44e-46da-9089-4712c27cb0ee tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.48 "GET /v2.0/ports?device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca HTTP/1.1" status: 200 len: 944 time: 0.1152029 Sep 16 04:38:56.829917 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 814b6370-1f1a-4c73-b3c0-5f86cb55c205 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:38:56.883480 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-9bd96302-731e-4d65-8c98-d9cd6716af70 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-384425949-network', 'tenant_id': '681b40f69fd84e8abf8145d29844867d'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:56.913156 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 814b6370-1f1a-4c73-b3c0-5f86cb55c205 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:56.913664 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:56.955651 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6041003-7976-4028-8363-a07a10d96b68 req-1fbc9b10-eaf3-420e-abce-3bed863782b9 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:56.963712 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6041003-7976-4028-8363-a07a10d96b68 req-1fbc9b10-eaf3-420e-abce-3bed863782b9 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=235a11d6-a417-4bd4-b935-cc381dccfb72 HTTP/1.1" status: 200 len: 945 time: 0.2249587 Sep 16 04:38:57.004120 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd96302-731e-4d65-8c98-d9cd6716af70 admin admin] Made reservation on behalf of 681b40f69fd84e8abf8145d29844867d for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:38:57.007736 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9bd96302-731e-4d65-8c98-d9cd6716af70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:57.038131 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9bd96302-731e-4d65-8c98-d9cd6716af70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:57.075416 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-8793e882-859e-4c89-862e-168d5d540d1b req-4aa37b6f-5603-4140-af57-79dfa19706f8 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Deleting port aac60dc2-c7a3-4e37-b0d3-c11033a3f49b {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:38:57.075751 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8793e882-859e-4c89-862e-168d5d540d1b req-4aa37b6f-5603-4140-af57-79dfa19706f8 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:57.107597 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:57.137051 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-98663859-6025-4b47-a434-1abd0ea485b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:57.159101 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 814b6370-1f1a-4c73-b3c0-5f86cb55c205, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=814b6370-1f1a-4c73-b3c0-5f86cb55c205,segment=NetworkSegment(0dadb011-8164-4c32-a15e-25b87d14aa22),segment_id=0dadb011-8164-4c32-a15e-25b87d14aa22)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:57.183768 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:57.216030 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-8793e882-859e-4c89-862e-168d5d540d1b req-4aa37b6f-5603-4140-af57-79dfa19706f8 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] For port aac60dc2-c7a3-4e37-b0d3-c11033a3f49b, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=aac60dc2-c7a3-4e37-b0d3-c11033a3f49b,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:57.216434 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8793e882-859e-4c89-862e-168d5d540d1b req-4aa37b6f-5603-4140-af57-79dfa19706f8 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:57.245141 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-8793e882-859e-4c89-862e-168d5d540d1b req-4aa37b6f-5603-4140-af57-79dfa19706f8 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Calling delete_port for aac60dc2-c7a3-4e37-b0d3-c11033a3f49b owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:38:57.320234 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=814b6370-1f1a-4c73-b3c0-5f86cb55c205,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:57.349899 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device c70bca8f-ec29-448f-9c3a-428da57a574b no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:57.377894 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: c70bca8f-ec29-448f-9c3a-428da57a574b {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:38:57.378284 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device c70bca8f-ec29-448f-9c3a-428da57a574b not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:38:57.378936 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 328fd784-b19c-4b69-8d8e-70ea8c2b9399 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:57.382996 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98663859-6025-4b47-a434-1abd0ea485b1 admin admin] Router 98228ca5-68b9-4a57-bbc1-26dc0a520127 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:38:57.441525 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d200fa5-e445-499b-9b56-bff47ddb8b2c None None] Network 0b4a5955-f947-4941-8031-558b92839e9c requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:38:57.459916 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6041003-7976-4028-8363-a07a10d96b68 req-059b9f89-0cff-43c7-abce-8e1fe8a5b9fb tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4953938 Sep 16 04:38:57.471258 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c68a88-d002-48ba-844d-cd029d014bd1', 'name': 'network-vif-deleted', 'tag': '16722678-cc90-4a40-b39a-f34cc09bfb6c'}, {'server_uuid': '29ea9d7d-59cb-4ab7-96b2-fed74972444b', 'name': 'network-vif-deleted', 'tag': 'c70bca8f-ec29-448f-9c3a-428da57a574b'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:57.476107 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddec4ae-cb5d-4e28-9685-e7b228c952da" -d '{"events": [{"server_uuid": "13c68a88-d002-48ba-844d-cd029d014bd1", "name": "network-vif-deleted", "tag": "16722678-cc90-4a40-b39a-f34cc09bfb6c"}, {"server_uuid": "29ea9d7d-59cb-4ab7-96b2-fed74972444b", "name": "network-vif-deleted", "tag": "c70bca8f-ec29-448f-9c3a-428da57a574b"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:57.479129 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 328fd784-b19c-4b69-8d8e-70ea8c2b9399 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:38:57.480282 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 328fd784-b19c-4b69-8d8e-70ea8c2b9399 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:38:57.480960 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 16722678-cc90-4a40-b39a-f34cc09bfb6c no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:57.483153 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8793e882-859e-4c89-862e-168d5d540d1b req-4aa37b6f-5603-4140-af57-79dfa19706f8 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:57.525587 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 16722678-cc90-4a40-b39a-f34cc09bfb6c {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:38:57.526408 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 16722678-cc90-4a40-b39a-f34cc09bfb6c not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:38:57.571777 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98663859-6025-4b47-a434-1abd0ea485b1 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:38:57.583737 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043405b4-dd16-4ec7-bdf8-7f870db72060 None None] Sync routers for ids ['98228ca5-68b9-4a57-bbc1-26dc0a520127'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:38:57.593076 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-9253d5e6-45e9-4699-9daa-90c20ddef7fb None None] Provisioning complete for port 814b6370-1f1a-4c73-b3c0-5f86cb55c205 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:57.594689 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9253d5e6-45e9-4699-9daa-90c20ddef7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:57.600790 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043405b4-dd16-4ec7-bdf8-7f870db72060 None None] Routers {'98228ca5-68b9-4a57-bbc1-26dc0a520127'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:38:57.601503 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa37b6f-5603-4140-af57-79dfa19706f8 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Pushing event deleted for resources: {'Port': ['ID=aac60dc2-c7a3-4e37-b0d3-c11033a3f49b,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:57.601657 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-043405b4-dd16-4ec7-bdf8-7f870db72060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:38:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['98228ca5-68b9-4a57-bbc1-26dc0a520127'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:57.675273 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8793e882-859e-4c89-862e-168d5d540d1b req-4aa37b6f-5603-4140-af57-79dfa19706f8 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] No DVR routers for this DVR port aac60dc2-c7a3-4e37-b0d3-c11033a3f49b on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:38:57.684483 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8793e882-859e-4c89-862e-168d5d540d1b req-4aa37b6f-5603-4140-af57-79dfa19706f8 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:57.686887 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8793e882-859e-4c89-862e-168d5d540d1b req-4aa37b6f-5603-4140-af57-79dfa19706f8 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.48 "DELETE /v2.0/ports/aac60dc2-c7a3-4e37-b0d3-c11033a3f49b HTTP/1.1" status: 204 len: 173 time: 0.9849522 Sep 16 04:38:57.733239 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a13db5-b1c9-4232-91d8-ae6884bbaa0a req-97048e43-0464-48e3-a4d7-36c08925f4ff tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:57.743007 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c1a13db5-b1c9-4232-91d8-ae6884bbaa0a req-97048e43-0464-48e3-a4d7-36c08925f4ff tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd686000-6e09-448e-8edd-cab852d949a9 HTTP/1.1" status: 200 len: 946 time: 0.1808436 Sep 16 04:38:57.839919 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9bd96302-731e-4d65-8c98-d9cd6716af70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:57.850566 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c1a13db5-b1c9-4232-91d8-ae6884bbaa0a req-19b9ce8b-f4a2-4591-b0f3-b327b7bc712b tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062901 Sep 16 04:38:57.862161 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-98663859-6025-4b47-a434-1abd0ea485b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:57.862397 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9bd96302-731e-4d65-8c98-d9cd6716af70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:57.869826 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-98663859-6025-4b47-a434-1abd0ea485b1 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6820452 Sep 16 04:38:57.870451 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57904) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:57.880747 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-043405b4-dd16-4ec7-bdf8-7f870db72060 None None] Set router 98228ca5-68b9-4a57-bbc1-26dc0a520127 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:38:57.952616 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd96302-731e-4d65-8c98-d9cd6716af70 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:38:57.977984 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57908) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:58.032678 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd96302-731e-4d65-8c98-d9cd6716af70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980c62f4-1ec2-40c3-a6dd-f4b3c94f3919,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:58.106869 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9bd96302-731e-4d65-8c98-d9cd6716af70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:58.107491 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-9bd96302-731e-4d65-8c98-d9cd6716af70 admin admin] Added segment ea7a0bff-c271-482b-b285-0945ffb9d9ec of type vlan for network c785eb04-bc2f-40f9-9684-456d719505e1 Sep 16 04:38:58.181956 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a8bc648-55c7-4e37-b267-023a7f096c83 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Deleting subnet a062c48b-0d4e-4180-bcd4-cead6336c38c {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:38:58.190168 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-043405b4-dd16-4ec7-bdf8-7f870db72060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'name': 'tempest-ServersTestManualDisk-2145072726-router', 'tenant_id': '71670a16fe7743a398cd104146802c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'bbce8ad4-abe9-427f-bf7c-b9622a20f193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:54Z', 'updated_at': '2021-09-16T04:38:56Z', 'revision_number': 3, 'project_id': '71670a16fe7743a398cd104146802c31', 'gw_port': {'id': 'bbce8ad4-abe9-427f-bf7c-b9622a20f193', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:55Z', 'updated_at': '2021-09-16T04:38:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:58.198691 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3e0f5e-85fc-4ab2-940e-21b4311fa799 x-openstack-request-id: req-9a3e0f5e-85fc-4ab2-940e-21b4311fa799 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:58.199072 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c68a88-d002-48ba-844d-cd029d014bd1", "name": "network-vif-deleted", "tag": "16722678-cc90-4a40-b39a-f34cc09bfb6c", "status": "completed", "code": 200}, {"server_uuid": "29ea9d7d-59cb-4ab7-96b2-fed74972444b", "name": "network-vif-deleted", "tag": "c70bca8f-ec29-448f-9c3a-428da57a574b", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:58.199319 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9a3e0f5e-85fc-4ab2-940e-21b4311fa799 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:58.199668 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c68a88-d002-48ba-844d-cd029d014bd1', 'name': 'network-vif-deleted', 'tag': '16722678-cc90-4a40-b39a-f34cc09bfb6c', 'status': 'completed', 'code': 200} Sep 16 04:38:58.200044 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ea9d7d-59cb-4ab7-96b2-fed74972444b', 'name': 'network-vif-deleted', 'tag': 'c70bca8f-ec29-448f-9c3a-428da57a574b', 'status': 'completed', 'code': 200} Sep 16 04:38:58.200869 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0a8bc648-55c7-4e37-b267-023a7f096c83 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:58.234833 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9bd96302-731e-4d65-8c98-d9cd6716af70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:58.264455 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043405b4-dd16-4ec7-bdf8-7f870db72060 None None] Checking router: 98228ca5-68b9-4a57-bbc1-26dc0a520127 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:38:58.265731 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043405b4-dd16-4ec7-bdf8-7f870db72060 None None] Updating router 98228ca5-68b9-4a57-bbc1-26dc0a520127 port bbce8ad4-abe9-427f-bf7c-b9622a20f193 binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:38:58.277919 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0a8bc648-55c7-4e37-b267-023a7f096c83 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:58.315532 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-a521e9ce-93bf-414c-8223-03caaea81907 None None] Provisioning complete for port 814b6370-1f1a-4c73-b3c0-5f86cb55c205 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:58.316419 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a521e9ce-93bf-414c-8223-03caaea81907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:58.342418 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9bd96302-731e-4d65-8c98-d9cd6716af70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:58.344453 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-043405b4-dd16-4ec7-bdf8-7f870db72060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:58.353069 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd96302-731e-4d65-8c98-d9cd6716af70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:58.353781 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9bd96302-731e-4d65-8c98-d9cd6716af70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:58.526485 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd96302-731e-4d65-8c98-d9cd6716af70 admin admin] Pushing event updated for resources: {'Network': ['ID=c785eb04-bc2f-40f9-9684-456d719505e1,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:58.542056 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network c785eb04-bc2f-40f9-9684-456d719505e1 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:38:58.633786 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9bd96302-731e-4d65-8c98-d9cd6716af70 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9795687 Sep 16 04:38:58.636961 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57920) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:58.643859 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-dcc7acdf-3ea5-4330-900b-f8c94dd62746 admin admin] Request body: {'subnet': {'network_id': 'c785eb04-bc2f-40f9-9684-456d719505e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-384425949-subnet', 'tenant_id': '681b40f69fd84e8abf8145d29844867d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:58.654530 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ba477f48-d2e8-44fe-9302-dd1df97e7ebd req-336905db-373c-4b8e-932e-5ed8b66c40e8 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=be982c8d-a9ac-4716-8cb2-3512ed5492ca HTTP/1.1" status: 200 len: 210 time: 0.3130548 Sep 16 04:38:58.760105 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 814b6370-1f1a-4c73-b3c0-5f86cb55c205 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:38:58.771690 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-043405b4-dd16-4ec7-bdf8-7f870db72060 None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:58.786967 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-043405b4-dd16-4ec7-bdf8-7f870db72060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:58.800436 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0a8bc648-55c7-4e37-b267-023a7f096c83 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:58.812694 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c690212b-00a5-4a11-a3dd-d0724e332415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:58.823930 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc7acdf-3ea5-4330-900b-f8c94dd62746 admin admin] Made reservation on behalf of 681b40f69fd84e8abf8145d29844867d for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:38:58.837066 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dcc7acdf-3ea5-4330-900b-f8c94dd62746 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:58.876212 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-043405b4-dd16-4ec7-bdf8-7f870db72060 None None] Attempting to bind port bbce8ad4-abe9-427f-bf7c-b9622a20f193 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:38:58.877192 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-043405b4-dd16-4ec7-bdf8-7f870db72060 None None] Attempting to bind port bbce8ad4-abe9-427f-bf7c-b9622a20f193 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:38:58.877567 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043405b4-dd16-4ec7-bdf8-7f870db72060 None None] Attempting to bind port bbce8ad4-abe9-427f-bf7c-b9622a20f193 on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:58.883870 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 814b6370-1f1a-4c73-b3c0-5f86cb55c205 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:58.884701 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:58.932011 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043405b4-dd16-4ec7-bdf8-7f870db72060 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:38:58.932454 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043405b4-dd16-4ec7-bdf8-7f870db72060 None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:38:58.932841 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-043405b4-dd16-4ec7-bdf8-7f870db72060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:58.933242 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043405b4-dd16-4ec7-bdf8-7f870db72060 None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:38:58.937100 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-043405b4-dd16-4ec7-bdf8-7f870db72060 None None] Bound port: bbce8ad4-abe9-427f-bf7c-b9622a20f193, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:38:58.937631 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-043405b4-dd16-4ec7-bdf8-7f870db72060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:58.993820 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5afe5-010d-433c-83ad-bc58f8e5412a req-af3656ba-8081-445e-9995-92d9cb9e26a0 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:59.003810 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-05d5afe5-010d-433c-83ad-bc58f8e5412a req-af3656ba-8081-445e-9995-92d9cb9e26a0 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=235a11d6-a417-4bd4-b935-cc381dccfb72 HTTP/1.1" status: 200 len: 945 time: 0.1242502 Sep 16 04:38:59.006811 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975ec0d-79b0-42b3-8436-b03067084e58 None None] Pushing event updated for resources: {'Port': ['ID=bbce8ad4-abe9-427f-bf7c-b9622a20f193,revision_number=2']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:59.027155 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1975ec0d-79b0-42b3-8436-b03067084e58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:59.027492 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1975ec0d-79b0-42b3-8436-b03067084e58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:59.028527 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1975ec0d-79b0-42b3-8436-b03067084e58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:59.029033 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1975ec0d-79b0-42b3-8436-b03067084e58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:59.029418 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1975ec0d-79b0-42b3-8436-b03067084e58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:59.029754 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1975ec0d-79b0-42b3-8436-b03067084e58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:59.030090 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1975ec0d-79b0-42b3-8436-b03067084e58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:59.030553 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1975ec0d-79b0-42b3-8436-b03067084e58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:59.031510 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1975ec0d-79b0-42b3-8436-b03067084e58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:59.031839 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1975ec0d-79b0-42b3-8436-b03067084e58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:59.032167 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1975ec0d-79b0-42b3-8436-b03067084e58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:59.032487 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1975ec0d-79b0-42b3-8436-b03067084e58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:59.043943 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-043405b4-dd16-4ec7-bdf8-7f870db72060 None None] For port bbce8ad4-abe9-427f-bf7c-b9622a20f193, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:38:59.048533 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-043405b4-dd16-4ec7-bdf8-7f870db72060 None None] For port bbce8ad4-abe9-427f-bf7c-b9622a20f193, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=bbce8ad4-abe9-427f-bf7c-b9622a20f193,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:38:59.056773 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-043405b4-dd16-4ec7-bdf8-7f870db72060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:59.070304 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0a8bc648-55c7-4e37-b267-023a7f096c83 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:59.102084 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1b2f81-7efb-409e-a922-ea629f294ccb None None] Network 37c6de34-7b60-4508-adf7-fdfeede52c2b requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:38:59.105575 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-05d5afe5-010d-433c-83ad-bc58f8e5412a req-a3b02f2f-871b-4d28-af32-3c8a5277cbeb tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006207 Sep 16 04:38:59.111010 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0a8bc648-55c7-4e37-b267-023a7f096c83 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:59.127614 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0a8bc648-55c7-4e37-b267-023a7f096c83 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "DELETE /v2.0/subnets/a062c48b-0d4e-4180-bcd4-cead6336c38c HTTP/1.1" status: 204 len: 168 time: 1.1415069 Sep 16 04:38:59.138494 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975ec0d-79b0-42b3-8436-b03067084e58 None None] Pushing event updated for resources: {'Port': ['ID=bbce8ad4-abe9-427f-bf7c-b9622a20f193,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:59.150014 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57926) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:59.166020 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043405b4-dd16-4ec7-bdf8-7f870db72060 None None] Routers {'98228ca5-68b9-4a57-bbc1-26dc0a520127'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:38:59.166987 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-043405b4-dd16-4ec7-bdf8-7f870db72060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:38:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['98228ca5-68b9-4a57-bbc1-26dc0a520127'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:59.175854 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8bc648-55c7-4e37-b267-023a7f096c83 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Pushing event deleted for resources: {'Subnet': ['ID=a062c48b-0d4e-4180-bcd4-cead6336c38c,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:59.296525 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a2344-f379-48e2-a382-b42c15a4e63a req-05aab55c-774e-4a10-a803-b2e3ebd11010 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:59.299195 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-990a2344-f379-48e2-a382-b42c15a4e63a req-05aab55c-774e-4a10-a803-b2e3ebd11010 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd686000-6e09-448e-8edd-cab852d949a9 HTTP/1.1" status: 200 len: 946 time: 0.0956643 Sep 16 04:38:59.305617 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-043405b4-dd16-4ec7-bdf8-7f870db72060 None None] Set router 98228ca5-68b9-4a57-bbc1-26dc0a520127 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:38:59.362238 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-990a2344-f379-48e2-a382-b42c15a4e63a req-47c24d67-16e4-45a1-8094-fe0fc6cef2e4 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509140 Sep 16 04:38:59.467197 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551c2bc6-3294-4619-9548-90ac3a87aa03 None None] DHCP port deletion for 37c6de34-7b60-4508-adf7-fdfeede52c2b request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:38:59.475566 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b9eadf7b-bb7c-4cba-b1f6-e54e987f20d3 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:59.585897 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-551c2bc6-3294-4619-9548-90ac3a87aa03 None None] Deleting port 3efb64ae-dfc0-44a7-a36d-cf6799d8cfe6 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:38:59.586274 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-551c2bc6-3294-4619-9548-90ac3a87aa03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:59.600593 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9405cff8-a0fd-4bdd-80fb-eb273a448c5b req-62d10583-f0cc-42d7-9f3c-64e21982e38e tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:59.602182 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9405cff8-a0fd-4bdd-80fb-eb273a448c5b req-62d10583-f0cc-42d7-9f3c-64e21982e38e tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd686000-6e09-448e-8edd-cab852d949a9 HTTP/1.1" status: 200 len: 946 time: 0.0868382 Sep 16 04:38:59.643136 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-c690212b-00a5-4a11-a3dd-d0724e332415 admin admin] Allocated IP 172.20.0.1 (0b4a5955-f947-4941-8031-558b92839e9c/092d6263-a531-41a2-8d09-486ef6edb9fc/cd335b65-7dd7-47c1-9bf5-9c116d8e818e) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:38:59.664963 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:38:59.677525 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9405cff8-a0fd-4bdd-80fb-eb273a448c5b req-2aff89ed-b287-4cea-b5f9-b93cdf945cf1 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685039 Sep 16 04:38:59.707965 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-551c2bc6-3294-4619-9548-90ac3a87aa03 None None] For port 3efb64ae-dfc0-44a7-a36d-cf6799d8cfe6, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3efb64ae-dfc0-44a7-a36d-cf6799d8cfe6,segment=NetworkSegment(d6f8bd70-54f6-4e93-b16e-179836d82d0e),segment_id=d6f8bd70-54f6-4e93-b16e-179836d82d0e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:59.708370 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-551c2bc6-3294-4619-9548-90ac3a87aa03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:59.719334 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-043405b4-dd16-4ec7-bdf8-7f870db72060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'name': 'tempest-ServersTestManualDisk-2145072726-router', 'tenant_id': '71670a16fe7743a398cd104146802c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'bbce8ad4-abe9-427f-bf7c-b9622a20f193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:54Z', 'updated_at': '2021-09-16T04:38:56Z', 'revision_number': 3, 'project_id': '71670a16fe7743a398cd104146802c31', 'gw_port': {'id': 'bbce8ad4-abe9-427f-bf7c-b9622a20f193', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:55Z', 'updated_at': '2021-09-16T04:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:59.723088 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-551c2bc6-3294-4619-9548-90ac3a87aa03 None None] Calling delete_port for 3efb64ae-dfc0-44a7-a36d-cf6799d8cfe6 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:38:59.785751 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c690212b-00a5-4a11-a3dd-d0724e332415 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:59.793720 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043405b4-dd16-4ec7-bdf8-7f870db72060 None None] The sync data for ids ['98228ca5-68b9-4a57-bbc1-26dc0a520127'] in n-d-712139-15 is: [{'id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'name': 'tempest-ServersTestManualDisk-2145072726-router', 'tenant_id': '71670a16fe7743a398cd104146802c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'bbce8ad4-abe9-427f-bf7c-b9622a20f193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:54Z', 'updated_at': '2021-09-16T04:38:56Z', 'revision_number': 3, 'project_id': '71670a16fe7743a398cd104146802c31', 'gw_port': {'id': 'bbce8ad4-abe9-427f-bf7c-b9622a20f193', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:55Z', 'updated_at': '2021-09-16T04:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:38:59.829721 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-551c2bc6-3294-4619-9548-90ac3a87aa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:59.840287 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dcc7acdf-3ea5-4330-900b-f8c94dd62746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:59.866126 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c2bc6-3294-4619-9548-90ac3a87aa03 None None] Pushing event deleted for resources: {'Port': ['ID=3efb64ae-dfc0-44a7-a36d-cf6799d8cfe6,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:59.872113 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551c2bc6-3294-4619-9548-90ac3a87aa03 None None] No DVR routers for this DVR port 3efb64ae-dfc0-44a7-a36d-cf6799d8cfe6 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:38:59.897472 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c690212b-00a5-4a11-a3dd-d0724e332415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:59.985863 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c690212b-00a5-4a11-a3dd-d0724e332415 admin admin] Network 0b4a5955-f947-4941-8031-558b92839e9c is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:00.017743 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-c690212b-00a5-4a11-a3dd-d0724e332415 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:00.022587 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c690212b-00a5-4a11-a3dd-d0724e332415 admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:00.049936 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7acdf-3ea5-4330-900b-f8c94dd62746 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a506450f-29c8-4972-af12-79e167066d49,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:00.086575 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690212b-00a5-4a11-a3dd-d0724e332415 admin admin] Pushing event updated for resources: {'Port': ['ID=cd335b65-7dd7-47c1-9bf5-9c116d8e818e,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:00.090808 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc7acdf-3ea5-4330-900b-f8c94dd62746 admin admin] Checking segment: {'id': 'ea7a0bff-c271-482b-b285-0945ffb9d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c785eb04-bc2f-40f9-9684-456d719505e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:00.091116 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc7acdf-3ea5-4330-900b-f8c94dd62746 admin admin] Network hostable DHCP agents. Network: c785eb04-bc2f-40f9-9684-456d719505e1, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:39:00.102933 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-b9eadf7b-bb7c-4cba-b1f6-e54e987f20d3 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Deleting port 3efb64ae-dfc0-44a7-a36d-cf6799d8cfe6 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:00.103286 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b9eadf7b-bb7c-4cba-b1f6-e54e987f20d3 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:00.131516 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c690212b-00a5-4a11-a3dd-d0724e332415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:00.215829 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be982c8d-a9ac-4716-8cb2-3512ed5492ca', 'name': 'network-vif-deleted', 'tag': 'aac60dc2-c7a3-4e37-b0d3-c11033a3f49b'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:00.218364 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7470f1-0378-4d1f-af7d-f23c24079f40" -d '{"events": [{"server_uuid": "be982c8d-a9ac-4716-8cb2-3512ed5492ca", "name": "network-vif-deleted", "tag": "aac60dc2-c7a3-4e37-b0d3-c11033a3f49b"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:00.230049 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1bbce-41e7-4764-b44b-8e73e91fa1b6 req-d6a1216e-705d-4fbe-b7d7-20f026eaeec5 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:00.231546 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc7acdf-3ea5-4330-900b-f8c94dd62746 admin admin] Network c785eb04-bc2f-40f9-9684-456d719505e1 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:39:00.231685 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f7c1bbce-41e7-4764-b44b-8e73e91fa1b6 req-d6a1216e-705d-4fbe-b7d7-20f026eaeec5 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd686000-6e09-448e-8edd-cab852d949a9 HTTP/1.1" status: 200 len: 946 time: 0.1418693 Sep 16 04:39:00.305587 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f7c1bbce-41e7-4764-b44b-8e73e91fa1b6 req-068c7424-dc2e-45f5-83f1-8b11204cc5b4 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586979 Sep 16 04:39:00.353848 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-dcc7acdf-3ea5-4330-900b-f8c94dd62746 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, c785eb04-bc2f-40f9-9684-456d719505e1) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:00.372938 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-b9eadf7b-bb7c-4cba-b1f6-e54e987f20d3 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] For port 3efb64ae-dfc0-44a7-a36d-cf6799d8cfe6, host n-d-712139-15, got binding levels [] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:00.373348 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b9eadf7b-bb7c-4cba-b1f6-e54e987f20d3 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:00.381090 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b11cf8-5386-4934-8b0c-f0456efe841b None None] Network c785eb04-bc2f-40f9-9684-456d719505e1 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:39:00.431611 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc7acdf-3ea5-4330-900b-f8c94dd62746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:00.432516 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dcc7acdf-3ea5-4330-900b-f8c94dd62746 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:00.456822 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-b9eadf7b-bb7c-4cba-b1f6-e54e987f20d3 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Calling delete_port for 3efb64ae-dfc0-44a7-a36d-cf6799d8cfe6 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:00.460411 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.ipam_backend_mixin [None req-b9eadf7b-bb7c-4cba-b1f6-e54e987f20d3 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Port 3efb64ae-dfc0-44a7-a36d-cf6799d8cfe6 was not found and therefore no delete operation was performed {{(pid=94766) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 04:39:00.499963 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b9eadf7b-bb7c-4cba-b1f6-e54e987f20d3 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:00.536970 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-dcc7acdf-3ea5-4330-900b-f8c94dd62746 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.8987465 Sep 16 04:39:00.571803 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57956) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:00.573398 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9eadf7b-bb7c-4cba-b1f6-e54e987f20d3 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] No DVR routers for this DVR port 3efb64ae-dfc0-44a7-a36d-cf6799d8cfe6 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:39:00.588051 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-7c0a470f-8804-4d60-98dc-40200534bd66 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-384425949-router', 'tenant_id': '681b40f69fd84e8abf8145d29844867d', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:00.608608 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eadf7b-bb7c-4cba-b1f6-e54e987f20d3 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Pushing event deleted for resources: {'Port': ['ID=3efb64ae-dfc0-44a7-a36d-cf6799d8cfe6,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:00.614026 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-7595ccf0-438e-4858-b24c-374d007dbdd3 None None] Provisioning complete for port cd335b65-7dd7-47c1-9bf5-9c116d8e818e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:00.614649 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7595ccf0-438e-4858-b24c-374d007dbdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:00.627537 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-5b5067f0-d41d-456e-ad98-79a6b6d55460 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:00.629642 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-5b5067f0-d41d-456e-ad98-79a6b6d55460 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=235a11d6-a417-4bd4-b935-cc381dccfb72&tenant_id=8fb595dbe0d3452481d7faf275f28d7b&binding%3Ahost_id=n-h1-712139-15 HTTP/1.1" status: 200 len: 1097 time: 0.2773149 Sep 16 04:39:00.648378 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-0e1dc55e-df99-4c59-8930-ca06fd004d23 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712139-15'}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:00.662128 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3519e7-bf45-412e-b5de-3e74b4ca6e91 req-14879f89-2f07-4af1-9694-535d816722d7 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:00.672604 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4f3519e7-bf45-412e-b5de-3e74b4ca6e91 req-14879f89-2f07-4af1-9694-535d816722d7 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 945 time: 0.1964531 Sep 16 04:39:00.706836 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c068d7-cce9-471c-befc-a6216ebd2b5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-c785eb04-bc2f-40f9-9684-456d719505e1', 'network_id': 'c785eb04-bc2f-40f9-9684-456d719505e1', 'tenant_id': '681b40f69fd84e8abf8145d29844867d', 'fixed_ips': [{'subnet_id': 'a506450f-29c8-4972-af12-79e167066d49'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:39:00.708536 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-89c068d7-cce9-471c-befc-a6216ebd2b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:00.735416 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-7595ccf0-438e-4858-b24c-374d007dbdd3 None None] Port cd335b65-7dd7-47c1-9bf5-9c116d8e818e cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:39:00.792856 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4f3519e7-bf45-412e-b5de-3e74b4ca6e91 req-0b443688-a9cc-42d7-b1d1-24f141e51884 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4487fec-7c3c-46d1-a308-43dcfc8d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181498 Sep 16 04:39:00.824500 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c690212b-00a5-4a11-a3dd-d0724e332415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:00.864680 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447d955-b6fe-4ec3-a212-e8b8b39391e0 req-c715485d-6879-4188-8d0b-79d60b04932f tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:00.866769 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c447d955-b6fe-4ec3-a212-e8b8b39391e0 req-c715485d-6879-4188-8d0b-79d60b04932f tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.47 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 945 time: 0.1467769 Sep 16 04:39:00.895697 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b9eadf7b-bb7c-4cba-b1f6-e54e987f20d3 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:00.899131 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7c0a470f-8804-4d60-98dc-40200534bd66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:00.900385 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7c0a470f-8804-4d60-98dc-40200534bd66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:00.974504 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-89c068d7-cce9-471c-befc-a6216ebd2b5f None None] Allocated IP 172.20.0.2 (c785eb04-bc2f-40f9-9684-456d719505e1/a506450f-29c8-4972-af12-79e167066d49/3fee09cb-3fa8-48ec-bc16-17c56e0ee4d5) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:00.974980 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-b9eadf7b-bb7c-4cba-b1f6-e54e987f20d3 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c6de34-7b60-4508-adf7-fdfeede52c2b']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:01.005774 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-b9eadf7b-bb7c-4cba-b1f6-e54e987f20d3 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f8bd70-54f6-4e93-b16e-179836d82d0e') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:01.006379 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-b9eadf7b-bb7c-4cba-b1f6-e54e987f20d3 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f8bd70-54f6-4e93-b16e-179836d82d0e') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:01.011471 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bbce8ad4-abe9-427f-bf7c-b9622a20f193 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:01.034412 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b9eadf7b-bb7c-4cba-b1f6-e54e987f20d3 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:01.101111 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7c0a470f-8804-4d60-98dc-40200534bd66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:01.124938 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b9eadf7b-bb7c-4cba-b1f6-e54e987f20d3 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:01.132291 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-0e1dc55e-df99-4c59-8930-ca06fd004d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:01.177851 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port bbce8ad4-abe9-427f-bf7c-b9622a20f193 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:01.178519 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:01.230625 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9eadf7b-bb7c-4cba-b1f6-e54e987f20d3 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:39:01.231278 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b9eadf7b-bb7c-4cba-b1f6-e54e987f20d3 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:01.248861 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:39:01.248861 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:39:01.248861 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:39:01.248861 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:39:01.248861 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:39:01.248861 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:39:01.248861 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:39:01.248861 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:39:01.248861 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:39:01.248861 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:39:01.248861 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:39:01.248861 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:39:01.248861 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:39:01.248861 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:39:01.248861 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:39:01.248861 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:39:01.248861 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:39:01.248861 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:39:01.248861 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:39:01.248861 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:39:01.248861 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:39:01.248861 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:39:01.248861 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:39:01.248861 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:39:01.248861 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:39:01.248861 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:39:01.248861 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:39:01.248861 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:39:01.248861 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:39:01.248861 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:39:01.248861 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:39:01.248861 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:39:01.316648 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f74023-c01f-4522-8665-194cbe0a8ae2 req-575b9945-9e9f-42d7-9576-93b225a245b7 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:01.323981 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f9f74023-c01f-4522-8665-194cbe0a8ae2 req-575b9945-9e9f-42d7-9576-93b225a245b7 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=235a11d6-a417-4bd4-b935-cc381dccfb72 HTTP/1.1" status: 200 len: 945 time: 0.3657792 Sep 16 04:39:01.371295 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-0e1dc55e-df99-4c59-8930-ca06fd004d23 service neutron] For port 9c35b616-3f71-4fcd-ab0f-f46193fe13c2, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=9c35b616-3f71-4fcd-ab0f-f46193fe13c2,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:01.379999 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-c447d955-b6fe-4ec3-a212-e8b8b39391e0 req-16f5d1f4-d6f6-4a4b-a4ae-11896eb12fa7 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Deleting port 9813e96b-c5a0-418f-9b40-229259148849 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:01.380253 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c447d955-b6fe-4ec3-a212-e8b8b39391e0 req-16f5d1f4-d6f6-4a4b-a4ae-11896eb12fa7 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:01.388994 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 9c35b616-3f71-4fcd-ab0f-f46193fe13c2 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:39:01.456218 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f9f74023-c01f-4522-8665-194cbe0a8ae2 req-b85788cc-3f4e-471b-863e-e8aa753c941e tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254053 Sep 16 04:39:01.473962 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b9eadf7b-bb7c-4cba-b1f6-e54e987f20d3 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:01.525898 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b9eadf7b-bb7c-4cba-b1f6-e54e987f20d3 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:01.528427 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b9eadf7b-bb7c-4cba-b1f6-e54e987f20d3 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "DELETE /v2.0/networks/37c6de34-7b60-4508-adf7-fdfeede52c2b HTTP/1.1" status: 204 len: 168 time: 2.3774016 Sep 16 04:39:01.532319 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7c0a470f-8804-4d60-98dc-40200534bd66 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:01.538758 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f02e62-1aa1-40ba-8f1f-2ed591675104 x-openstack-request-id: req-02f02e62-1aa1-40ba-8f1f-2ed591675104 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:01.539051 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be982c8d-a9ac-4716-8cb2-3512ed5492ca", "name": "network-vif-deleted", "tag": "aac60dc2-c7a3-4e37-b0d3-c11033a3f49b", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:01.539307 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-02f02e62-1aa1-40ba-8f1f-2ed591675104 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:01.539702 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be982c8d-a9ac-4716-8cb2-3512ed5492ca', 'name': 'network-vif-deleted', 'tag': 'aac60dc2-c7a3-4e37-b0d3-c11033a3f49b', 'status': 'completed', 'code': 200} Sep 16 04:39:01.540079 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57958) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:01.556341 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eadf7b-bb7c-4cba-b1f6-e54e987f20d3 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Pushing event deleted for resources: {'Network': ['ID=37c6de34-7b60-4508-adf7-fdfeede52c2b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:01.602714 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c690212b-00a5-4a11-a3dd-d0724e332415 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:01.623575 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c690212b-00a5-4a11-a3dd-d0724e332415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:01.645666 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-0e1dc55e-df99-4c59-8930-ca06fd004d23 service neutron] For port 9c35b616-3f71-4fcd-ab0f-f46193fe13c2, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:01.705884 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 9c35b616-3f71-4fcd-ab0f-f46193fe13c2, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=9c35b616-3f71-4fcd-ab0f-f46193fe13c2,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:01.710070 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device aac60dc2-c7a3-4e37-b0d3-c11033a3f49b no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:01.744981 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-89c068d7-cce9-471c-befc-a6216ebd2b5f None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:01.748479 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:01.768085 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-c447d955-b6fe-4ec3-a212-e8b8b39391e0 req-16f5d1f4-d6f6-4a4b-a4ae-11896eb12fa7 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] For port 9813e96b-c5a0-418f-9b40-229259148849, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=9813e96b-c5a0-418f-9b40-229259148849,segment=NetworkSegment(cfe098be-015d-4a18-8ee9-6fa64794080e),segment_id=cfe098be-015d-4a18-8ee9-6fa64794080e)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:01.768085 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c447d955-b6fe-4ec3-a212-e8b8b39391e0 req-16f5d1f4-d6f6-4a4b-a4ae-11896eb12fa7 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:01.796167 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-c447d955-b6fe-4ec3-a212-e8b8b39391e0 req-16f5d1f4-d6f6-4a4b-a4ae-11896eb12fa7 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Calling delete_port for 9813e96b-c5a0-418f-9b40-229259148849 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:01.818909 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port bbce8ad4-abe9-427f-bf7c-b9622a20f193, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=bbce8ad4-abe9-427f-bf7c-b9622a20f193,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:01.818909 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: aac60dc2-c7a3-4e37-b0d3-c11033a3f49b {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:01.818909 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device aac60dc2-c7a3-4e37-b0d3-c11033a3f49b not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:01.818909 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 9c35b616-3f71-4fcd-ab0f-f46193fe13c2 has no active binding in host n-h2-712139-15 {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:39:01.818909 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:01.818909 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-89c068d7-cce9-471c-befc-a6216ebd2b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:01.901312 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3efb64ae-dfc0-44a7-a36d-cf6799d8cfe6 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:01.928182 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-00c2da93-c272-4479-8a9b-ac7c5cb0a4ba tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Deleting subnet db59c33a-6622-4f58-a49f-c6144593abae {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:39:01.946775 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-0e1dc55e-df99-4c59-8930-ca06fd004d23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:01.948012 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c068d7-cce9-471c-befc-a6216ebd2b5f None None] Network c785eb04-bc2f-40f9-9684-456d719505e1 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:01.951449 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-00c2da93-c272-4479-8a9b-ac7c5cb0a4ba tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:01.984734 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-0e1dc55e-df99-4c59-8930-ca06fd004d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:01.987991 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=bbce8ad4-abe9-427f-bf7c-b9622a20f193,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:02.004068 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 3efb64ae-dfc0-44a7-a36d-cf6799d8cfe6 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:02.004420 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3efb64ae-dfc0-44a7-a36d-cf6799d8cfe6 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:02.006800 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f48a6a-e54e-4d7f-8880-618c5d217083 req-affcc9c2-9758-4f5a-b173-3ed71af910b3 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:02.013717 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-89c068d7-cce9-471c-befc-a6216ebd2b5f None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:02.015783 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-68f48a6a-e54e-4d7f-8880-618c5d217083 req-affcc9c2-9758-4f5a-b173-3ed71af910b3 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd686000-6e09-448e-8edd-cab852d949a9 HTTP/1.1" status: 200 len: 946 time: 0.3642645 Sep 16 04:39:02.133455 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c068d7-cce9-471c-befc-a6216ebd2b5f None None] Pushing event updated for resources: {'Port': ['ID=3fee09cb-3fa8-48ec-bc16-17c56e0ee4d5,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:02.149414 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-00c2da93-c272-4479-8a9b-ac7c5cb0a4ba tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:02.158444 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c068d7-cce9-471c-befc-a6216ebd2b5f None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:02.267726 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-89c068d7-cce9-471c-befc-a6216ebd2b5f None None] Attempting to bind port 3fee09cb-3fa8-48ec-bc16-17c56e0ee4d5 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:02.268099 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-89c068d7-cce9-471c-befc-a6216ebd2b5f None None] Attempting to bind port 3fee09cb-3fa8-48ec-bc16-17c56e0ee4d5 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ea7a0bff-c271-482b-b285-0945ffb9d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c785eb04-bc2f-40f9-9684-456d719505e1'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:02.268469 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c068d7-cce9-471c-befc-a6216ebd2b5f None None] Attempting to bind port 3fee09cb-3fa8-48ec-bc16-17c56e0ee4d5 on network c785eb04-bc2f-40f9-9684-456d719505e1 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:02.275600 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c068d7-cce9-471c-befc-a6216ebd2b5f None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:02.283529 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c068d7-cce9-471c-befc-a6216ebd2b5f None None] Checking segment: {'id': 'ea7a0bff-c271-482b-b285-0945ffb9d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c785eb04-bc2f-40f9-9684-456d719505e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:02.284091 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-89c068d7-cce9-471c-befc-a6216ebd2b5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:02.284509 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c068d7-cce9-471c-befc-a6216ebd2b5f None None] Bound using segment: {'id': 'ea7a0bff-c271-482b-b285-0945ffb9d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c785eb04-bc2f-40f9-9684-456d719505e1'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:02.285046 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-89c068d7-cce9-471c-befc-a6216ebd2b5f None None] Bound port: 3fee09cb-3fa8-48ec-bc16-17c56e0ee4d5, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea7a0bff-c271-482b-b285-0945ffb9d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c785eb04-bc2f-40f9-9684-456d719505e1'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:02.285447 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-89c068d7-cce9-471c-befc-a6216ebd2b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:02.293374 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690212b-00a5-4a11-a3dd-d0724e332415 admin admin] Pushing event updated for resources: {'Port': ['ID=cd335b65-7dd7-47c1-9bf5-9c116d8e818e,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:02.299097 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c690212b-00a5-4a11-a3dd-d0724e332415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:02.419764 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-68f48a6a-e54e-4d7f-8880-618c5d217083 req-ef7f1b9c-7523-4ccd-9ca1-354839076a9e tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712475 Sep 16 04:39:02.425145 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-89c068d7-cce9-471c-befc-a6216ebd2b5f None None] For port 3fee09cb-3fa8-48ec-bc16-17c56e0ee4d5, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:02.431570 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-89c068d7-cce9-471c-befc-a6216ebd2b5f None None] For port 3fee09cb-3fa8-48ec-bc16-17c56e0ee4d5, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3fee09cb-3fa8-48ec-bc16-17c56e0ee4d5,segment=NetworkSegment(ea7a0bff-c271-482b-b285-0945ffb9d9ec),segment_id=ea7a0bff-c271-482b-b285-0945ffb9d9ec)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:02.444177 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1dc55e-df99-4c59-8930-ca06fd004d23 service neutron] Pushing event updated for resources: {'Port': ['ID=9c35b616-3f71-4fcd-ab0f-f46193fe13c2,revision_number=7']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:02.458974 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-89c068d7-cce9-471c-befc-a6216ebd2b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:02.500532 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c690212b-00a5-4a11-a3dd-d0724e332415 admin admin] Network 0b4a5955-f947-4941-8031-558b92839e9c is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:02.571520 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-c690212b-00a5-4a11-a3dd-d0724e332415 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:02.604102 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c068d7-cce9-471c-befc-a6216ebd2b5f None None] Pushing event updated for resources: {'Port': ['ID=3fee09cb-3fa8-48ec-bc16-17c56e0ee4d5,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:02.714075 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-0e1dc55e-df99-4c59-8930-ca06fd004d23 service neutron] Attempting to bind port 9c35b616-3f71-4fcd-ab0f-f46193fe13c2 on host n-h1-712139-15 for vnic_type normal with profile {"migrating_to": "n-h2-712139-15"} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:02.714447 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-0e1dc55e-df99-4c59-8930-ca06fd004d23 service neutron] Attempting to bind port 9c35b616-3f71-4fcd-ab0f-f46193fe13c2 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:02.716996 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-0e1dc55e-df99-4c59-8930-ca06fd004d23 service neutron] Attempting to bind port 9c35b616-3f71-4fcd-ab0f-f46193fe13c2 on network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:02.770995 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c447d955-b6fe-4ec3-a212-e8b8b39391e0 req-16f5d1f4-d6f6-4a4b-a4ae-11896eb12fa7 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:02.775054 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-0e1dc55e-df99-4c59-8930-ca06fd004d23 service neutron] Port 9c35b616-3f71-4fcd-ab0f-f46193fe13c2 on network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:39:02.786370 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-0e1dc55e-df99-4c59-8930-ca06fd004d23 service neutron] Attempting to bind port 9c35b616-3f71-4fcd-ab0f-f46193fe13c2 on network ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:02.792870 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7c0a470f-8804-4d60-98dc-40200534bd66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:02.797794 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bbce8ad4-abe9-427f-bf7c-b9622a20f193 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:02.814099 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-00c2da93-c272-4479-8a9b-ac7c5cb0a4ba tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:02.841659 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5d2e4327-c703-44a3-8997-3b17a4d8ff78 req-068ea091-dbba-40eb-bafa-f2ddcfc2aa66 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64548e1-4ff7-4c27-8c85-793484af0ddb HTTP/1.1" status: 200 len: 210 time: 0.1266942 Sep 16 04:39:02.903592 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7c0a470f-8804-4d60-98dc-40200534bd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:02.935856 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port bbce8ad4-abe9-427f-bf7c-b9622a20f193 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:02.936458 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:02.962901 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-0e1dc55e-df99-4c59-8930-ca06fd004d23 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:02.964984 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-0e1dc55e-df99-4c59-8930-ca06fd004d23 service neutron] Checking segment: {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:02.965813 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-0e1dc55e-df99-4c59-8930-ca06fd004d23 service neutron] Bound using segment: {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:02.968118 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-0e1dc55e-df99-4c59-8930-ca06fd004d23 service neutron] Bound port: 9c35b616-3f71-4fcd-ab0f-f46193fe13c2, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:02.968867 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-0e1dc55e-df99-4c59-8930-ca06fd004d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:03.027656 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f5d1f4-d6f6-4a4b-a4ae-11896eb12fa7 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Pushing event deleted for resources: {'Port': ['ID=9813e96b-c5a0-418f-9b40-229259148849,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:03.096882 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-11fc3660-9497-47db-947c-4bab6a6ecc41 None None] Provisioning complete for port cd335b65-7dd7-47c1-9bf5-9c116d8e818e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:03.097165 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-11fc3660-9497-47db-947c-4bab6a6ecc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:03.149926 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-7c0a470f-8804-4d60-98dc-40200534bd66 admin admin] Allocated IP 172.25.8.187 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/63962715-ba73-409e-a8be-49f20c9e146c) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:03.160478 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-11fc3660-9497-47db-947c-4bab6a6ecc41 None None] Port cd335b65-7dd7-47c1-9bf5-9c116d8e818e cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:39:03.241569 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-00c2da93-c272-4479-8a9b-ac7c5cb0a4ba tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:03.267978 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-0e1dc55e-df99-4c59-8930-ca06fd004d23 service neutron] For port 9c35b616-3f71-4fcd-ab0f-f46193fe13c2, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:03.271794 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c447d955-b6fe-4ec3-a212-e8b8b39391e0 req-16f5d1f4-d6f6-4a4b-a4ae-11896eb12fa7 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] No DVR routers for this DVR port 9813e96b-c5a0-418f-9b40-229259148849 on host n-h1-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:39:03.287727 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c690212b-00a5-4a11-a3dd-d0724e332415 admin admin] Router 98228ca5-68b9-4a57-bbc1-26dc0a520127 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:39:03.299401 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c447d955-b6fe-4ec3-a212-e8b8b39391e0 req-16f5d1f4-d6f6-4a4b-a4ae-11896eb12fa7 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:03.300501 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7c0a470f-8804-4d60-98dc-40200534bd66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:03.301618 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c447d955-b6fe-4ec3-a212-e8b8b39391e0 req-16f5d1f4-d6f6-4a4b-a4ae-11896eb12fa7 tempest-LiveAutoBlockMigrationV225Test-891414470 tempest-LiveAutoBlockMigrationV225Test-891414470-project] 10.222.0.47 "DELETE /v2.0/ports/9813e96b-c5a0-418f-9b40-229259148849 HTTP/1.1" status: 204 len: 173 time: 2.3473215 Sep 16 04:39:03.310653 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2da93-c272-4479-8a9b-ac7c5cb0a4ba tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Pushing event deleted for resources: {'Subnet': ['ID=db59c33a-6622-4f58-a49f-c6144593abae,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:03.324300 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db55f96a-471a-4b9d-9754-14b060fa63fd None None] Network e4bd70a8-31bb-44a8-a6fd-d6394b3aea52 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:39:03.324860 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-00c2da93-c272-4479-8a9b-ac7c5cb0a4ba tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:03.328276 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-00c2da93-c272-4479-8a9b-ac7c5cb0a4ba tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "DELETE /v2.0/subnets/db59c33a-6622-4f58-a49f-c6144593abae HTTP/1.1" status: 204 len: 168 time: 1.7770298 Sep 16 04:39:03.331737 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-0e1dc55e-df99-4c59-8930-ca06fd004d23 service neutron] For port 9c35b616-3f71-4fcd-ab0f-f46193fe13c2, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=9c35b616-3f71-4fcd-ab0f-f46193fe13c2,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:03.333367 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57998) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:03.376097 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-0e1dc55e-df99-4c59-8930-ca06fd004d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:03.460039 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c690212b-00a5-4a11-a3dd-d0724e332415 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:39:03.481861 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c690212b-00a5-4a11-a3dd-d0724e332415 admin admin] 10.222.0.35 "PUT /v2.0/routers/98228ca5-68b9-4a57-bbc1-26dc0a520127/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6028767 Sep 16 04:39:03.504845 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7c0a470f-8804-4d60-98dc-40200534bd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:03.509888 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac06598-e2a6-4388-8b2d-91a8e6dbc3c6 None None] Sync routers for ids ['98228ca5-68b9-4a57-bbc1-26dc0a520127'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:39:03.513141 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-818c3cd0-24fe-4c35-9805-faae4e334085 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:03.541963 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '235a11d6-a417-4bd4-b935-cc381dccfb72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c35b616-3f71-4fcd-ab0f-f46193fe13c2'}, {'server_uuid': 'b64548e1-4ff7-4c27-8c85-793484af0ddb', 'name': 'network-vif-deleted', 'tag': '9813e96b-c5a0-418f-9b40-229259148849'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:03.544383 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471aea94-982c-4625-81de-8b5e2e952432" -d '{"events": [{"server_uuid": "235a11d6-a417-4bd4-b935-cc381dccfb72", "name": "network-vif-unplugged", "status": "completed", "tag": "9c35b616-3f71-4fcd-ab0f-f46193fe13c2"}, {"server_uuid": "b64548e1-4ff7-4c27-8c85-793484af0ddb", "name": "network-vif-deleted", "tag": "9813e96b-c5a0-418f-9b40-229259148849"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:03.548421 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-0e1dc55e-df99-4c59-8930-ca06fd004d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:03.549092 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-0e1dc55e-df99-4c59-8930-ca06fd004d23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:03.550606 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-0e1dc55e-df99-4c59-8930-ca06fd004d23 service neutron] 10.222.0.48 "PUT /v2.0/ports/9c35b616-3f71-4fcd-ab0f-f46193fe13c2 HTTP/1.1" status: 200 len: 1123 time: 2.9084992 Sep 16 04:39:03.581016 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac06598-e2a6-4388-8b2d-91a8e6dbc3c6 None None] Routers {'98228ca5-68b9-4a57-bbc1-26dc0a520127'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:03.581956 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-bac06598-e2a6-4388-8b2d-91a8e6dbc3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:38:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['98228ca5-68b9-4a57-bbc1-26dc0a520127'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:03.582968 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1dc55e-df99-4c59-8930-ca06fd004d23 service neutron] Pushing event updated for resources: {'Port': ['ID=9c35b616-3f71-4fcd-ab0f-f46193fe13c2,revision_number=8']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:03.642494 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f608697-55ad-4909-a089-070157500a58 req-b0aa8e10-a12f-444d-bc66-9ae03b0b282a tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:03.644077 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3f608697-55ad-4909-a089-070157500a58 req-b0aa8e10-a12f-444d-bc66-9ae03b0b282a tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=235a11d6-a417-4bd4-b935-cc381dccfb72 HTTP/1.1" status: 200 len: 943 time: 0.1113095 Sep 16 04:39:03.650013 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0a470f-8804-4d60-98dc-40200534bd66 admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:03.678245 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-7c0a470f-8804-4d60-98dc-40200534bd66 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:03.693079 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a470f-8804-4d60-98dc-40200534bd66 admin admin] Pushing event updated for resources: {'Port': ['ID=63962715-ba73-409e-a8be-49f20c9e146c,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:03.705132 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-818c3cd0-24fe-4c35-9805-faae4e334085 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Deleting port 87bbe6ae-7522-42da-bfbb-c2541a999c4a {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:03.705482 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-818c3cd0-24fe-4c35-9805-faae4e334085 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:03.709200 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0a470f-8804-4d60-98dc-40200534bd66 admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:03.727339 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['9c35b616-3f71-4fcd-ab0f-f46193fe13c2'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:39:03.795864 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-818c3cd0-24fe-4c35-9805-faae4e334085 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] For port 87bbe6ae-7522-42da-bfbb-c2541a999c4a, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=87bbe6ae-7522-42da-bfbb-c2541a999c4a,segment=NetworkSegment(c0fe76bb-687d-41af-9a7c-54456549dfb9),segment_id=c0fe76bb-687d-41af-9a7c-54456549dfb9)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:03.796279 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-818c3cd0-24fe-4c35-9805-faae4e334085 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:03.816098 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['9c35b616-3f71-4fcd-ab0f-f46193fe13c2'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:39:03.819042 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-818c3cd0-24fe-4c35-9805-faae4e334085 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Calling delete_port for 87bbe6ae-7522-42da-bfbb-c2541a999c4a owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:03.823773 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3f608697-55ad-4909-a089-070157500a58 req-c281ea0e-e0d1-4d86-bdb2-4dea24501b5f tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694868 Sep 16 04:39:03.965742 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-818c3cd0-24fe-4c35-9805-faae4e334085 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:04.017159 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c3cd0-24fe-4c35-9805-faae4e334085 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Pushing event deleted for resources: {'Port': ['ID=87bbe6ae-7522-42da-bfbb-c2541a999c4a,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:04.057226 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041a0db1-6092-42dc-8bac-ac3413a71e1b None None] DHCP port deletion for e4bd70a8-31bb-44a8-a6fd-d6394b3aea52 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:39:04.059883 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 9813e96b-c5a0-418f-9b40-229259148849 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:04.063660 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818c3cd0-24fe-4c35-9805-faae4e334085 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] No DVR routers for this DVR port 87bbe6ae-7522-42da-bfbb-c2541a999c4a on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:39:04.128622 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: 9813e96b-c5a0-418f-9b40-229259148849 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:04.129723 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 9813e96b-c5a0-418f-9b40-229259148849 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:04.224331 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-818c3cd0-24fe-4c35-9805-faae4e334085 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:04.236811 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-bac06598-e2a6-4388-8b2d-91a8e6dbc3c6 None None] Set router 98228ca5-68b9-4a57-bbc1-26dc0a520127 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:04.269974 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-818c3cd0-24fe-4c35-9805-faae4e334085 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4bd70a8-31bb-44a8-a6fd-d6394b3aea52']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:04.273006 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb5b042-400a-4989-a0bc-ae6a404d83ef x-openstack-request-id: req-3fb5b042-400a-4989-a0bc-ae6a404d83ef {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:04.277611 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "235a11d6-a417-4bd4-b935-cc381dccfb72", "name": "network-vif-unplugged", "status": "completed", "tag": "9c35b616-3f71-4fcd-ab0f-f46193fe13c2", "code": 200}, {"server_uuid": "b64548e1-4ff7-4c27-8c85-793484af0ddb", "name": "network-vif-deleted", "tag": "9813e96b-c5a0-418f-9b40-229259148849", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:04.278178 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3fb5b042-400a-4989-a0bc-ae6a404d83ef {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:04.278729 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '235a11d6-a417-4bd4-b935-cc381dccfb72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c35b616-3f71-4fcd-ab0f-f46193fe13c2', 'code': 200} Sep 16 04:39:04.285375 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64548e1-4ff7-4c27-8c85-793484af0ddb', 'name': 'network-vif-deleted', 'tag': '9813e96b-c5a0-418f-9b40-229259148849', 'status': 'completed', 'code': 200} Sep 16 04:39:04.291043 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7c0a470f-8804-4d60-98dc-40200534bd66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:04.323074 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-818c3cd0-24fe-4c35-9805-faae4e334085 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0fe76bb-687d-41af-9a7c-54456549dfb9') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:04.325062 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-818c3cd0-24fe-4c35-9805-faae4e334085 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0fe76bb-687d-41af-9a7c-54456549dfb9') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:04.343673 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-818c3cd0-24fe-4c35-9805-faae4e334085 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:04.369515 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-818c3cd0-24fe-4c35-9805-faae4e334085 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:04.382919 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-818c3cd0-24fe-4c35-9805-faae4e334085 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:39:04.384421 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-818c3cd0-24fe-4c35-9805-faae4e334085 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:04.388348 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:39:04.388348 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:39:04.388348 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:39:04.388348 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:39:04.388348 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:39:04.388348 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:39:04.388348 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:39:04.388348 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:39:04.388348 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:39:04.388348 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:39:04.388348 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:39:04.388348 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:39:04.388348 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:39:04.388348 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:39:04.388348 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:39:04.388348 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:39:04.388348 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:39:04.388348 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:39:04.388348 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:39:04.388348 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:39:04.388348 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:39:04.388348 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:39:04.388348 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:39:04.388348 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:39:04.388348 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:39:04.388348 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:39:04.388348 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:39:04.388348 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:39:04.388348 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:39:04.388348 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:39:04.388348 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:39:04.388348 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:39:04.448835 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66b2df9-b329-4907-8722-cceb3191e711 None None] Network c785eb04-bc2f-40f9-9684-456d719505e1 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:39:04.514257 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-818c3cd0-24fe-4c35-9805-faae4e334085 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:04.523598 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-818c3cd0-24fe-4c35-9805-faae4e334085 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:04.548150 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-818c3cd0-24fe-4c35-9805-faae4e334085 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] 10.222.0.35 "DELETE /v2.0/networks/e4bd70a8-31bb-44a8-a6fd-d6394b3aea52 HTTP/1.1" status: 204 len: 168 time: 1.2135303 Sep 16 04:39:04.562811 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c3cd0-24fe-4c35-9805-faae4e334085 tempest-ServersTestMultiNic-1853357051 tempest-ServersTestMultiNic-1853357051-project] Pushing event deleted for resources: {'Network': ['ID=e4bd70a8-31bb-44a8-a6fd-d6394b3aea52,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:04.595279 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7c0a470f-8804-4d60-98dc-40200534bd66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:04.616928 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-023adcd6-d03e-4085-8c5b-ae71ae4e7fd5 None None] Provisioning complete for port 3fee09cb-3fa8-48ec-bc16-17c56e0ee4d5 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:04.617394 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-023adcd6-d03e-4085-8c5b-ae71ae4e7fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:04.795754 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3fee09cb-3fa8-48ec-bc16-17c56e0ee4d5 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:04.808618 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0a470f-8804-4d60-98dc-40200534bd66 admin admin] Router fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:39:04.927023 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-bac06598-e2a6-4388-8b2d-91a8e6dbc3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'name': 'tempest-ServersTestManualDisk-2145072726-router', 'tenant_id': '71670a16fe7743a398cd104146802c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'bbce8ad4-abe9-427f-bf7c-b9622a20f193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:54Z', 'updated_at': '2021-09-16T04:39:00Z', 'revision_number': 4, 'project_id': '71670a16fe7743a398cd104146802c31', 'gw_port': {'id': 'bbce8ad4-abe9-427f-bf7c-b9622a20f193', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:55Z', 'updated_at': '2021-09-16T04:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'cd335b65-7dd7-47c1-9bf5-9c116d8e818e', 'name': '', 'network_id': '0b4a5955-f947-4941-8031-558b92839e9c', 'tenant_id': '71670a16fe7743a398cd104146802c31', 'mac_address': 'fa:16:3e:39:13:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '092d6263-a531-41a2-8d09-486ef6edb9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:58Z', 'updated_at': '2021-09-16T04:39:00Z', 'revision_number': 2, 'project_id': '71670a16fe7743a398cd104146802c31', 'subnets': [{'id': '092d6263-a531-41a2-8d09-486ef6edb9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:04.959946 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0a470f-8804-4d60-98dc-40200534bd66 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:39:04.967689 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 3fee09cb-3fa8-48ec-bc16-17c56e0ee4d5 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:04.968504 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:04.970229 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac06598-e2a6-4388-8b2d-91a8e6dbc3c6 None None] Checking router: 98228ca5-68b9-4a57-bbc1-26dc0a520127 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:39:04.970580 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac06598-e2a6-4388-8b2d-91a8e6dbc3c6 None None] Updating router 98228ca5-68b9-4a57-bbc1-26dc0a520127 port cd335b65-7dd7-47c1-9bf5-9c116d8e818e binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:39:04.974534 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-023adcd6-d03e-4085-8c5b-ae71ae4e7fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:04.976509 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b149c9-9377-48b8-9c1e-a797f071db0c None None] Sync routers for ids ['fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:39:04.987849 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b149c9-9377-48b8-9c1e-a797f071db0c None None] Routers {'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:04.988937 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-25b149c9-9377-48b8-9c1e-a797f071db0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:38:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:04.995463 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7c0a470f-8804-4d60-98dc-40200534bd66 admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:04.997849 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7c0a470f-8804-4d60-98dc-40200534bd66 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.4202032 Sep 16 04:39:05.001503 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58030) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:05.041536 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bac06598-e2a6-4388-8b2d-91a8e6dbc3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:05.099075 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-023adcd6-d03e-4085-8c5b-ae71ae4e7fd5 None None] For port 3fee09cb-3fa8-48ec-bc16-17c56e0ee4d5, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3fee09cb-3fa8-48ec-bc16-17c56e0ee4d5,segment=NetworkSegment(ea7a0bff-c271-482b-b285-0945ffb9d9ec),segment_id=ea7a0bff-c271-482b-b285-0945ffb9d9ec)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:05.137495 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-023adcd6-d03e-4085-8c5b-ae71ae4e7fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:05.157263 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-25b149c9-9377-48b8-9c1e-a797f071db0c None None] Set router fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:05.162731 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58032) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:05.168841 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-e90880c5-d8d1-48fd-9bc0-14f0d7ab51c6 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1429744145', 'description': 'tempest-description--1770953154'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:05.205048 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e90880c5-d8d1-48fd-9bc0-14f0d7ab51c6 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:05.229056 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58034) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:05.465127 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea4bda9f-b939-4d11-9f7a-c94dc9f29b96 admin admin] Deleting subnet 8440e215-69bc-4539-b053-2b3b499b80a9 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:39:05.469039 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ea4bda9f-b939-4d11-9f7a-c94dc9f29b96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:05.514980 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ea4bda9f-b939-4d11-9f7a-c94dc9f29b96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:05.530576 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-25b149c9-9377-48b8-9c1e-a797f071db0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'name': 'tempest-ServersTestJSON-384425949-router', 'tenant_id': '681b40f69fd84e8abf8145d29844867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '63962715-ba73-409e-a8be-49f20c9e146c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:00Z', 'updated_at': '2021-09-16T04:39:04Z', 'revision_number': 3, 'project_id': '681b40f69fd84e8abf8145d29844867d', 'gw_port': {'id': '63962715-ba73-409e-a8be-49f20c9e146c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:02Z', 'updated_at': '2021-09-16T04:39:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:05.559512 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ea4bda9f-b939-4d11-9f7a-c94dc9f29b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:05.571222 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b149c9-9377-48b8-9c1e-a797f071db0c None None] Checking router: fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:39:05.571743 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b149c9-9377-48b8-9c1e-a797f071db0c None None] Updating router fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c port 63962715-ba73-409e-a8be-49f20c9e146c binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:39:05.586064 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e90880c5-d8d1-48fd-9bc0-14f0d7ab51c6 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:05.600116 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e90880c5-d8d1-48fd-9bc0-14f0d7ab51c6 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:05.620122 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-25b149c9-9377-48b8-9c1e-a797f071db0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:05.650751 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e90880c5-d8d1-48fd-9bc0-14f0d7ab51c6 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:05.652008 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e90880c5-d8d1-48fd-9bc0-14f0d7ab51c6 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4881279 Sep 16 04:39:05.656107 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58056) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:05.662923 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-affa903b-b7ea-4ee4-a15d-3ba353416f75 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Request body: {'security_group_rule': {'security_group_id': 'df5770df-6b73-4fba-b139-e9efefd51743', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:05.668354 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90880c5-d8d1-48fd-9bc0-14f0d7ab51c6 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df5770df-6b73-4fba-b139-e9efefd51743,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:05.683618 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ea4bda9f-b939-4d11-9f7a-c94dc9f29b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:05.717351 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4bda9f-b939-4d11-9f7a-c94dc9f29b96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8440e215-69bc-4539-b053-2b3b499b80a9,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:05.722851 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ea4bda9f-b939-4d11-9f7a-c94dc9f29b96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:05.727600 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ea4bda9f-b939-4d11-9f7a-c94dc9f29b96 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8440e215-69bc-4539-b053-2b3b499b80a9 HTTP/1.1" status: 204 len: 168 time: 0.4929104 Sep 16 04:39:05.728452 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58058) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:05.751989 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-affa903b-b7ea-4ee4-a15d-3ba353416f75 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:05.781268 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-2fbee0c3-07c1-485f-89bf-da8401658caa None None] Provisioning complete for port 3fee09cb-3fa8-48ec-bc16-17c56e0ee4d5 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:05.781729 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2fbee0c3-07c1-485f-89bf-da8401658caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:05.783333 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023adcd6-d03e-4085-8c5b-ae71ae4e7fd5 None None] Pushing event updated for resources: {'Port': ['ID=3fee09cb-3fa8-48ec-bc16-17c56e0ee4d5,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:05.808004 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc0090b0-0c36-4e88-bdfe-a83e72be37a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:05.853181 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-22b4bae2-ded8-420c-b7dc-285f6ed11738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:05.863919 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 87bbe6ae-7522-42da-bfbb-c2541a999c4a no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:05.864494 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-affa903b-b7ea-4ee4-a15d-3ba353416f75 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:05.875768 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-affa903b-b7ea-4ee4-a15d-3ba353416f75 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:05.913855 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 87bbe6ae-7522-42da-bfbb-c2541a999c4a {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:05.914206 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 87bbe6ae-7522-42da-bfbb-c2541a999c4a not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:05.922992 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-affa903b-b7ea-4ee4-a15d-3ba353416f75 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:05.927116 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-affa903b-b7ea-4ee4-a15d-3ba353416f75 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2674124 Sep 16 04:39:05.928279 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa903b-b7ea-4ee4-a15d-3ba353416f75 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d0edb0-6880-4d9e-9bab-355a1d2bfe21,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:05.930246 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58060) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:05.946147 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-097b7b4a-4754-472e-a60e-b978ec41b1a3 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Request body: {'security_group_rule': {'security_group_id': 'df5770df-6b73-4fba-b139-e9efefd51743', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:06.017229 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-22b4bae2-ded8-420c-b7dc-285f6ed11738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.049293 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-22b4bae2-ded8-420c-b7dc-285f6ed11738 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00cd75b9-aad6-45d6-bd66-c0a78f5d6588']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:06.057261 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-097b7b4a-4754-472e-a60e-b978ec41b1a3 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.065874 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 3207a8e1-f39f-46ca-9f0e-7bc76fec63d7 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:39:06.069374 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-22b4bae2-ded8-420c-b7dc-285f6ed11738 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe098be-015d-4a18-8ee9-6fa64794080e') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:06.069771 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-22b4bae2-ded8-420c-b7dc-285f6ed11738 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe098be-015d-4a18-8ee9-6fa64794080e') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:06.087801 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-22b4bae2-ded8-420c-b7dc-285f6ed11738 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.116555 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-22b4bae2-ded8-420c-b7dc-285f6ed11738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.126676 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b4bae2-ded8-420c-b7dc-285f6ed11738 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:39:06.127094 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-22b4bae2-ded8-420c-b7dc-285f6ed11738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.128818 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:39:06.128818 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:39:06.128818 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:39:06.128818 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:39:06.128818 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:39:06.128818 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:39:06.128818 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:39:06.128818 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:39:06.128818 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:39:06.128818 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:39:06.128818 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:39:06.128818 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:39:06.128818 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:39:06.128818 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:39:06.128818 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:39:06.128818 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:39:06.128818 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:39:06.128818 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:39:06.128818 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:39:06.128818 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:39:06.128818 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:39:06.128818 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:39:06.128818 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:39:06.128818 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:39:06.128818 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:39:06.128818 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:39:06.128818 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:39:06.128818 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:39:06.128818 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:39:06.128818 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:39:06.128818 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:39:06.128818 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:39:06.151568 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-25b149c9-9377-48b8-9c1e-a797f071db0c None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.158080 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-097b7b4a-4754-472e-a60e-b978ec41b1a3 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.159888 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-25b149c9-9377-48b8-9c1e-a797f071db0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.183923 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-097b7b4a-4754-472e-a60e-b978ec41b1a3 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.211488 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b7b4a-4754-472e-a60e-b978ec41b1a3 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d068a3fd-0d37-404d-a98a-5bac893b21e2,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:06.219141 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72628423-f183-4f68-88d5-fedfdad20b89 None None] Pushing event updated for resources: {'Port': ['ID=63962715-ba73-409e-a8be-49f20c9e146c,revision_number=2']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:06.219618 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-22b4bae2-ded8-420c-b7dc-285f6ed11738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.226226 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-22b4bae2-ded8-420c-b7dc-285f6ed11738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.228341 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-22b4bae2-ded8-420c-b7dc-285f6ed11738 admin admin] 10.222.0.35 "DELETE /v2.0/networks/00cd75b9-aad6-45d6-bd66-c0a78f5d6588 HTTP/1.1" status: 204 len: 168 time: 0.4989564 Sep 16 04:39:06.239202 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-097b7b4a-4754-472e-a60e-b978ec41b1a3 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.239202 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-097b7b4a-4754-472e-a60e-b978ec41b1a3 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2940536 Sep 16 04:39:06.239202 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58062) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:06.240504 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58064) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:06.258526 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-1f44af36-ab07-4e66-9cc2-fc9adc8b0242 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:06.262890 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e082258-67fd-4949-a119-2354b16ae884 req-32e01931-cba4-48f4-b6db-bdd470cd35d5 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:06.263316 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-25b149c9-9377-48b8-9c1e-a797f071db0c None None] Attempting to bind port 63962715-ba73-409e-a8be-49f20c9e146c on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:06.263687 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-25b149c9-9377-48b8-9c1e-a797f071db0c None None] Attempting to bind port 63962715-ba73-409e-a8be-49f20c9e146c by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:06.264119 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b149c9-9377-48b8-9c1e-a797f071db0c None None] Attempting to bind port 63962715-ba73-409e-a8be-49f20c9e146c on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:06.265911 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7e082258-67fd-4949-a119-2354b16ae884 req-32e01931-cba4-48f4-b6db-bdd470cd35d5 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=235a11d6-a417-4bd4-b935-cc381dccfb72 HTTP/1.1" status: 200 len: 943 time: 0.5539045 Sep 16 04:39:06.270380 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b149c9-9377-48b8-9c1e-a797f071db0c None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:06.270893 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b149c9-9377-48b8-9c1e-a797f071db0c None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:06.271385 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-25b149c9-9377-48b8-9c1e-a797f071db0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.271772 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b149c9-9377-48b8-9c1e-a797f071db0c None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:06.272672 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-25b149c9-9377-48b8-9c1e-a797f071db0c None None] Bound port: 63962715-ba73-409e-a8be-49f20c9e146c, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:06.273366 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-25b149c9-9377-48b8-9c1e-a797f071db0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.283726 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4bae2-ded8-420c-b7dc-285f6ed11738 admin admin] Pushing event deleted for resources: {'Network': ['ID=00cd75b9-aad6-45d6-bd66-c0a78f5d6588,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:06.299253 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bac06598-e2a6-4388-8b2d-91a8e6dbc3c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.306735 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '235a11d6-a417-4bd4-b935-cc381dccfb72', 'tag': '9c35b616-3f71-4fcd-ab0f-f46193fe13c2'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:06.310435 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545b3235-599f-4c25-837e-f495ad1bef4c" -d '{"events": [{"name": "network-changed", "server_uuid": "235a11d6-a417-4bd4-b935-cc381dccfb72", "tag": "9c35b616-3f71-4fcd-ab0f-f46193fe13c2"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:06.317209 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0bb7f64-87e1-4f57-bebe-0c2db50c84ff admin admin] Deleting subnet 8f799eae-ef28-4d65-8e4a-fb684371e9cc {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:39:06.320707 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b0bb7f64-87e1-4f57-bebe-0c2db50c84ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.336993 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-25b149c9-9377-48b8-9c1e-a797f071db0c None None] For port 63962715-ba73-409e-a8be-49f20c9e146c, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:06.339286 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 3207a8e1-f39f-46ca-9f0e-7bc76fec63d7, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=3207a8e1-f39f-46ca-9f0e-7bc76fec63d7,segment=NetworkSegment(28194e51-33ca-4336-ab07-5141dc3e21c0),segment_id=28194e51-33ca-4336-ab07-5141dc3e21c0)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:06.340295 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-25b149c9-9377-48b8-9c1e-a797f071db0c None None] For port 63962715-ba73-409e-a8be-49f20c9e146c, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=63962715-ba73-409e-a8be-49f20c9e146c,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:06.344440 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1f44af36-ab07-4e66-9cc2-fc9adc8b0242 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks [] for floatingip, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.346414 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-25b149c9-9377-48b8-9c1e-a797f071db0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.358193 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '3207a8e1-f39f-46ca-9f0e-7bc76fec63d7', 'network_id': 'dae0ede7-6603-46ec-a0e3-d89dccdffbf1', 'port_id': '3207a8e1-f39f-46ca-9f0e-7bc76fec63d7', 'mac_address': 'fa:16:3e:eb:53:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f098cce-cb9f-466b-b80d-10f0bc756de3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:39:06.362604 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bac06598-e2a6-4388-8b2d-91a8e6dbc3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.386408 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b0bb7f64-87e1-4f57-bebe-0c2db50c84ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.389599 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7e082258-67fd-4949-a119-2354b16ae884 req-b4b5b7ba-12b8-4342-aa1c-bb083537023e tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117902 Sep 16 04:39:06.426302 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72628423-f183-4f68-88d5-fedfdad20b89 None None] Pushing event updated for resources: {'Port': ['ID=63962715-ba73-409e-a8be-49f20c9e146c,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:06.482181 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b0bb7f64-87e1-4f57-bebe-0c2db50c84ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.482421 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b149c9-9377-48b8-9c1e-a797f071db0c None None] Routers {'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:06.483010 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-25b149c9-9377-48b8-9c1e-a797f071db0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:38:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:06.566549 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.580419 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-bc0090b0-0c36-4e88-bdfe-a83e72be37a1 admin admin] Allocated IP 172.20.0.1 (c785eb04-bc2f-40f9-9684-456d719505e1/a506450f-29c8-4972-af12-79e167066d49/6f24226a-4bfc-4f94-81f5-b73fdb518436) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:06.583659 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77a84b-f91d-4938-b561-2c25622f6814 None None] Pushing event updated for resources: {'Port': ['ID=cd335b65-7dd7-47c1-9bf5-9c116d8e818e,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:06.600761 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-bac06598-e2a6-4388-8b2d-91a8e6dbc3c6 None None] Attempting to bind port cd335b65-7dd7-47c1-9bf5-9c116d8e818e on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:06.601392 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-bac06598-e2a6-4388-8b2d-91a8e6dbc3c6 None None] Attempting to bind port cd335b65-7dd7-47c1-9bf5-9c116d8e818e by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '0dadb011-8164-4c32-a15e-25b87d14aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0b4a5955-f947-4941-8031-558b92839e9c'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:06.601934 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac06598-e2a6-4388-8b2d-91a8e6dbc3c6 None None] Attempting to bind port cd335b65-7dd7-47c1-9bf5-9c116d8e818e on network 0b4a5955-f947-4941-8031-558b92839e9c {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:06.616174 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1f44af36-ab07-4e66-9cc2-fc9adc8b0242 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.625505 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3207a8e1-f39f-46ca-9f0e-7bc76fec63d7 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:39:06.629070 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b0bb7f64-87e1-4f57-bebe-0c2db50c84ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.634097 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac06598-e2a6-4388-8b2d-91a8e6dbc3c6 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:06.634481 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac06598-e2a6-4388-8b2d-91a8e6dbc3c6 None None] Checking segment: {'id': '0dadb011-8164-4c32-a15e-25b87d14aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0b4a5955-f947-4941-8031-558b92839e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:06.634914 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bac06598-e2a6-4388-8b2d-91a8e6dbc3c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.635759 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac06598-e2a6-4388-8b2d-91a8e6dbc3c6 None None] Bound using segment: {'id': '0dadb011-8164-4c32-a15e-25b87d14aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0b4a5955-f947-4941-8031-558b92839e9c'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:06.640929 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-25b149c9-9377-48b8-9c1e-a797f071db0c None None] Set router fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:06.647238 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-bac06598-e2a6-4388-8b2d-91a8e6dbc3c6 None None] Bound port: cd335b65-7dd7-47c1-9bf5-9c116d8e818e, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dadb011-8164-4c32-a15e-25b87d14aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0b4a5955-f947-4941-8031-558b92839e9c'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:06.648633 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bac06598-e2a6-4388-8b2d-91a8e6dbc3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.700461 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 3207a8e1-f39f-46ca-9f0e-7bc76fec63d7, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=3207a8e1-f39f-46ca-9f0e-7bc76fec63d7,segment=NetworkSegment(28194e51-33ca-4336-ab07-5141dc3e21c0),segment_id=28194e51-33ca-4336-ab07-5141dc3e21c0)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:06.738735 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb7f64-87e1-4f57-bebe-0c2db50c84ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f799eae-ef28-4d65-8e4a-fb684371e9cc,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:06.748898 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b0bb7f64-87e1-4f57-bebe-0c2db50c84ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.750540 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.753881 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b0bb7f64-87e1-4f57-bebe-0c2db50c84ff admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8f799eae-ef28-4d65-8e4a-fb684371e9cc HTTP/1.1" status: 204 len: 168 time: 0.5148783 Sep 16 04:39:06.756725 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58068) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:06.765973 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3fee09cb-3fa8-48ec-bc16-17c56e0ee4d5 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:06.771139 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc0090b0-0c36-4e88-bdfe-a83e72be37a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.840459 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc0090b0-0c36-4e88-bdfe-a83e72be37a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.864617 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b3da5173-a628-40fd-b1b7-c3db30bbc191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.881559 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bac06598-e2a6-4388-8b2d-91a8e6dbc3c6 None None] For port cd335b65-7dd7-47c1-9bf5-9c116d8e818e, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:06.887214 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=3207a8e1-f39f-46ca-9f0e-7bc76fec63d7,revision_number=6']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:06.913531 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bac06598-e2a6-4388-8b2d-91a8e6dbc3c6 None None] For port cd335b65-7dd7-47c1-9bf5-9c116d8e818e, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=cd335b65-7dd7-47c1-9bf5-9c116d8e818e,segment=NetworkSegment(0dadb011-8164-4c32-a15e-25b87d14aa22),segment_id=0dadb011-8164-4c32-a15e-25b87d14aa22)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:06.920954 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-07d988b4-905a-4c43-b58b-6b25863d4164 None None] Provisioning complete for port cd335b65-7dd7-47c1-9bf5-9c116d8e818e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:06.922020 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-07d988b4-905a-4c43-b58b-6b25863d4164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.923511 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-1f44af36-ab07-4e66-9cc2-fc9adc8b0242 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Allocated IP 172.25.8.66 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/84eb18b0-4b0c-401a-ad4c-da3c67a1f291) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:06.925168 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-25b149c9-9377-48b8-9c1e-a797f071db0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'name': 'tempest-ServersTestJSON-384425949-router', 'tenant_id': '681b40f69fd84e8abf8145d29844867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '63962715-ba73-409e-a8be-49f20c9e146c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:00Z', 'updated_at': '2021-09-16T04:39:04Z', 'revision_number': 3, 'project_id': '681b40f69fd84e8abf8145d29844867d', 'gw_port': {'id': '63962715-ba73-409e-a8be-49f20c9e146c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:02Z', 'updated_at': '2021-09-16T04:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:06.944979 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bac06598-e2a6-4388-8b2d-91a8e6dbc3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.975326 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0090b0-0c36-4e88-bdfe-a83e72be37a1 admin admin] Network c785eb04-bc2f-40f9-9684-456d719505e1 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:06.976422 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0090b0-0c36-4e88-bdfe-a83e72be37a1 admin admin] Pushing event updated for resources: {'Port': ['ID=6f24226a-4bfc-4f94-81f5-b73fdb518436,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:06.987640 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b149c9-9377-48b8-9c1e-a797f071db0c None None] The sync data for ids ['fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c'] in n-d-712139-15 is: [{'id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'name': 'tempest-ServersTestJSON-384425949-router', 'tenant_id': '681b40f69fd84e8abf8145d29844867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '63962715-ba73-409e-a8be-49f20c9e146c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:00Z', 'updated_at': '2021-09-16T04:39:04Z', 'revision_number': 3, 'project_id': '681b40f69fd84e8abf8145d29844867d', 'gw_port': {'id': '63962715-ba73-409e-a8be-49f20c9e146c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:02Z', 'updated_at': '2021-09-16T04:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:39:06.996547 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 3fee09cb-3fa8-48ec-bc16-17c56e0ee4d5 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:06.996957 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:07.010075 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bdb31-f93c-40bc-b0e8-d1485c54a5ec req-c158e383-215d-4adc-9611-62b7fb3c93c3 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:07.018918 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-959bdb31-f93c-40bc-b0e8-d1485c54a5ec req-c158e383-215d-4adc-9611-62b7fb3c93c3 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd686000-6e09-448e-8edd-cab852d949a9 HTTP/1.1" status: 200 len: 945 time: 0.2993526 Sep 16 04:39:07.034119 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-bc0090b0-0c36-4e88-bdfe-a83e72be37a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:07.039296 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0090b0-0c36-4e88-bdfe-a83e72be37a1 admin admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:07.045532 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b3da5173-a628-40fd-b1b7-c3db30bbc191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:07.051916 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['3207a8e1-f39f-46ca-9f0e-7bc76fec63d7'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:39:07.142029 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-959bdb31-f93c-40bc-b0e8-d1485c54a5ec req-856e530e-a7ef-4cc1-8190-05b56fe47f9c tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192949 Sep 16 04:39:07.145780 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc0090b0-0c36-4e88-bdfe-a83e72be37a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:07.175890 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77a84b-f91d-4938-b561-2c25622f6814 None None] Pushing event updated for resources: {'Port': ['ID=cd335b65-7dd7-47c1-9bf5-9c116d8e818e,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:07.195605 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1f44af36-ab07-4e66-9cc2-fc9adc8b0242 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:07.196832 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac06598-e2a6-4388-8b2d-91a8e6dbc3c6 None None] Routers {'98228ca5-68b9-4a57-bbc1-26dc0a520127'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:07.197504 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-bac06598-e2a6-4388-8b2d-91a8e6dbc3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:38:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['98228ca5-68b9-4a57-bbc1-26dc0a520127'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:07.291143 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-b3da5173-a628-40fd-b1b7-c3db30bbc191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b32cb8-3cae-4e07-b8ff-c5401232c92d']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:07.307979 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-b3da5173-a628-40fd-b1b7-c3db30bbc191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4badd1b2-8582-4666-a7ea-ad33cd39948d') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:07.307979 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-b3da5173-a628-40fd-b1b7-c3db30bbc191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4badd1b2-8582-4666-a7ea-ad33cd39948d') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:07.320851 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b3da5173-a628-40fd-b1b7-c3db30bbc191 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:07.342434 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b3da5173-a628-40fd-b1b7-c3db30bbc191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:07.349581 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3da5173-a628-40fd-b1b7-c3db30bbc191 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:39:07.349992 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b3da5173-a628-40fd-b1b7-c3db30bbc191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:07.441946 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc0090b0-0c36-4e88-bdfe-a83e72be37a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:07.442248 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 9c35b616-3f71-4fcd-ab0f-f46193fe13c2 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:39:07.503774 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:39:07.503774 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:39:07.503774 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:39:07.503774 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:39:07.503774 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:39:07.503774 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:39:07.503774 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:39:07.503774 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:39:07.503774 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:39:07.503774 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:39:07.503774 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:39:07.503774 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:39:07.503774 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:39:07.503774 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:39:07.503774 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:39:07.503774 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:39:07.503774 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:39:07.503774 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:39:07.503774 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:39:07.503774 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:39:07.503774 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:39:07.503774 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:39:07.503774 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:39:07.503774 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:39:07.503774 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:39:07.503774 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:39:07.503774 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:39:07.503774 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:39:07.503774 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:39:07.503774 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:39:07.503774 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:39:07.503774 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:39:07.507581 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1f44af36-ab07-4e66-9cc2-fc9adc8b0242 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:07.533818 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b3da5173-a628-40fd-b1b7-c3db30bbc191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:07.557053 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-07d988b4-905a-4c43-b58b-6b25863d4164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:07.595367 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f44af36-ab07-4e66-9cc2-fc9adc8b0242 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:07.596941 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b3da5173-a628-40fd-b1b7-c3db30bbc191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:07.605330 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b3da5173-a628-40fd-b1b7-c3db30bbc191 admin admin] 10.222.0.35 "DELETE /v2.0/networks/23b32cb8-3cae-4e07-b8ff-c5401232c92d HTTP/1.1" status: 204 len: 168 time: 0.8452024 Sep 16 04:39:07.617747 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-1f44af36-ab07-4e66-9cc2-fc9adc8b0242 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:07.625838 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da5173-a628-40fd-b1b7-c3db30bbc191 admin admin] Pushing event deleted for resources: {'Network': ['ID=23b32cb8-3cae-4e07-b8ff-c5401232c92d,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:07.634028 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f44af36-ab07-4e66-9cc2-fc9adc8b0242 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:07.712101 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-bac06598-e2a6-4388-8b2d-91a8e6dbc3c6 None None] Set router 98228ca5-68b9-4a57-bbc1-26dc0a520127 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:07.747825 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44af36-ab07-4e66-9cc2-fc9adc8b0242 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Pushing event updated for resources: {'Port': ['ID=84eb18b0-4b0c-401a-ad4c-da3c67a1f291,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:07.857173 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-07d988b4-905a-4c43-b58b-6b25863d4164 None None] For port cd335b65-7dd7-47c1-9bf5-9c116d8e818e, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=cd335b65-7dd7-47c1-9bf5-9c116d8e818e,segment=NetworkSegment(0dadb011-8164-4c32-a15e-25b87d14aa22),segment_id=0dadb011-8164-4c32-a15e-25b87d14aa22)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:07.866382 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc0090b0-0c36-4e88-bdfe-a83e72be37a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:07.869120 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58094) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:07.881130 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-07d988b4-905a-4c43-b58b-6b25863d4164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:07.884167 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc0090b0-0c36-4e88-bdfe-a83e72be37a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:07.945387 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1f44af36-ab07-4e66-9cc2-fc9adc8b0242 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:07.989972 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0090b0-0c36-4e88-bdfe-a83e72be37a1 admin admin] Pushing event updated for resources: {'Port': ['ID=6f24226a-4bfc-4f94-81f5-b73fdb518436,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:08.018986 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc0090b0-0c36-4e88-bdfe-a83e72be37a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:08.062310 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1f44af36-ab07-4e66-9cc2-fc9adc8b0242 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:08.081352 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-844be335-d353-4f80-93ff-628f5e51d744 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1db68ab0fc284575894f1608a94e9c14&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2098463 Sep 16 04:39:08.090348 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 9c35b616-3f71-4fcd-ab0f-f46193fe13c2, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=9c35b616-3f71-4fcd-ab0f-f46193fe13c2,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:08.090694 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58116) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:08.170018 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 9c35b616-3f71-4fcd-ab0f-f46193fe13c2 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:08.181069 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d988b4-905a-4c43-b58b-6b25863d4164 None None] Pushing event updated for resources: {'Port': ['ID=cd335b65-7dd7-47c1-9bf5-9c116d8e818e,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:08.286700 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0090b0-0c36-4e88-bdfe-a83e72be37a1 admin admin] Network c785eb04-bc2f-40f9-9684-456d719505e1 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:08.290950 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-bc0090b0-0c36-4e88-bdfe-a83e72be37a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:08.294115 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a20a77a2-dcd5-4a1e-8acd-7143f4a26296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:08.323181 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-b5d96bc6-a804-4950-9f9a-f67145bc3b48 None None] Provisioning complete for port 6f24226a-4bfc-4f94-81f5-b73fdb518436 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:08.328160 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b5d96bc6-a804-4950-9f9a-f67145bc3b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:08.334074 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 9c35b616-3f71-4fcd-ab0f-f46193fe13c2 has no active binding in host n-h2-712139-15 {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:39:08.403723 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1f44af36-ab07-4e66-9cc2-fc9adc8b0242 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:08.414749 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a20a77a2-dcd5-4a1e-8acd-7143f4a26296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:08.415933 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1f44af36-ab07-4e66-9cc2-fc9adc8b0242 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:08.446155 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf6cd57-8897-47ea-8b9e-57ea4d9b5707 x-openstack-request-id: req-dbf6cd57-8897-47ea-8b9e-57ea4d9b5707 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:08.446421 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "235a11d6-a417-4bd4-b935-cc381dccfb72", "tag": "9c35b616-3f71-4fcd-ab0f-f46193fe13c2", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:08.446837 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dbf6cd57-8897-47ea-8b9e-57ea4d9b5707 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:08.447130 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '235a11d6-a417-4bd4-b935-cc381dccfb72', 'tag': '9c35b616-3f71-4fcd-ab0f-f46193fe13c2', 'status': 'completed', 'code': 200} Sep 16 04:39:08.610518 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44af36-ab07-4e66-9cc2-fc9adc8b0242 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Pushing event updated for resources: {'Port': ['ID=84eb18b0-4b0c-401a-ad4c-da3c67a1f291,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:08.646723 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1f44af36-ab07-4e66-9cc2-fc9adc8b0242 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:08.698309 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1f44af36-ab07-4e66-9cc2-fc9adc8b0242 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:08.709346 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1f44af36-ab07-4e66-9cc2-fc9adc8b0242 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4685969 Sep 16 04:39:08.737280 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-b5d96bc6-a804-4950-9f9a-f67145bc3b48 None None] Port 6f24226a-4bfc-4f94-81f5-b73fdb518436 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:39:08.745408 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0090b0-0c36-4e88-bdfe-a83e72be37a1 admin admin] Router fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:39:08.748151 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b3235-599f-4c25-837e-f495ad1bef4c req-325a7ba5-027a-4ead-a43a-9a8cf441e91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:08.750700 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-545b3235-599f-4c25-837e-f495ad1bef4c req-325a7ba5-027a-4ead-a43a-9a8cf441e91d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8fb595dbe0d3452481d7faf275f28d7b&device_id=235a11d6-a417-4bd4-b935-cc381dccfb72 HTTP/1.1" status: 200 len: 1126 time: 0.2573609 Sep 16 04:39:08.764068 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad3a0a-7c71-4788-93dc-193691e04fc0 req-9e376f4e-3520-4e1e-9581-86d8e4497977 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:08.773251 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4aad3a0a-7c71-4788-93dc-193691e04fc0 req-9e376f4e-3520-4e1e-9581-86d8e4497977 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=235a11d6-a417-4bd4-b935-cc381dccfb72 HTTP/1.1" status: 200 len: 943 time: 0.1866474 Sep 16 04:39:08.775308 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a20a77a2-dcd5-4a1e-8acd-7143f4a26296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:08.779239 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 6707d8e6-650c-44f9-ae37-8d264d64c39f no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:08.779777 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a20a77a2-dcd5-4a1e-8acd-7143f4a26296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:08.783367 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a20a77a2-dcd5-4a1e-8acd-7143f4a26296 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d4487fec-7c3c-46d1-a308-43dcfc8d568e HTTP/1.1" status: 204 len: 168 time: 0.6900623 Sep 16 04:39:08.820734 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-b5d96bc6-a804-4950-9f9a-f67145bc3b48 None None] Provisioning complete for port cd335b65-7dd7-47c1-9bf5-9c116d8e818e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:08.821115 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b5d96bc6-a804-4950-9f9a-f67145bc3b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:08.860922 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20a77a2-dcd5-4a1e-8acd-7143f4a26296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4487fec-7c3c-46d1-a308-43dcfc8d568e,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:08.912077 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 63962715-ba73-409e-a8be-49f20c9e146c up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:08.946269 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-bac06598-e2a6-4388-8b2d-91a8e6dbc3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'name': 'tempest-ServersTestManualDisk-2145072726-router', 'tenant_id': '71670a16fe7743a398cd104146802c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'bbce8ad4-abe9-427f-bf7c-b9622a20f193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:54Z', 'updated_at': '2021-09-16T04:39:00Z', 'revision_number': 4, 'project_id': '71670a16fe7743a398cd104146802c31', 'gw_port': {'id': 'bbce8ad4-abe9-427f-bf7c-b9622a20f193', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:55Z', 'updated_at': '2021-09-16T04:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'cd335b65-7dd7-47c1-9bf5-9c116d8e818e', 'name': '', 'network_id': '0b4a5955-f947-4941-8031-558b92839e9c', 'tenant_id': '71670a16fe7743a398cd104146802c31', 'mac_address': 'fa:16:3e:39:13:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '092d6263-a531-41a2-8d09-486ef6edb9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:58Z', 'updated_at': '2021-09-16T04:39:06Z', 'revision_number': 4, 'project_id': '71670a16fe7743a398cd104146802c31', 'subnets': [{'id': '092d6263-a531-41a2-8d09-486ef6edb9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:08.997541 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac06598-e2a6-4388-8b2d-91a8e6dbc3c6 None None] The sync data for ids ['98228ca5-68b9-4a57-bbc1-26dc0a520127'] in n-d-712139-15 is: [{'id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'name': 'tempest-ServersTestManualDisk-2145072726-router', 'tenant_id': '71670a16fe7743a398cd104146802c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'bbce8ad4-abe9-427f-bf7c-b9622a20f193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:54Z', 'updated_at': '2021-09-16T04:39:00Z', 'revision_number': 4, 'project_id': '71670a16fe7743a398cd104146802c31', 'gw_port': {'id': 'bbce8ad4-abe9-427f-bf7c-b9622a20f193', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:55Z', 'updated_at': '2021-09-16T04:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'cd335b65-7dd7-47c1-9bf5-9c116d8e818e', 'name': '', 'network_id': '0b4a5955-f947-4941-8031-558b92839e9c', 'tenant_id': '71670a16fe7743a398cd104146802c31', 'mac_address': 'fa:16:3e:39:13:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '092d6263-a531-41a2-8d09-486ef6edb9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:58Z', 'updated_at': '2021-09-16T04:39:06Z', 'revision_number': 4, 'project_id': '71670a16fe7743a398cd104146802c31', 'subnets': [{'id': '092d6263-a531-41a2-8d09-486ef6edb9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:39:09.004367 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:09.061234 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4aad3a0a-7c71-4788-93dc-193691e04fc0 req-d553af97-56c9-4740-81ed-949e46cd4864 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867572 Sep 16 04:39:09.087698 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae1af12-86e3-4a7a-a523-b6ce0ac028c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6707d8e6-650c-44f9-ae37-8d264d64c39f'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:09.090313 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7008f1ba-3f76-4360-a22d-a67b3298b358" -d '{"events": [{"server_uuid": "0ae1af12-86e3-4a7a-a523-b6ce0ac028c8", "name": "network-vif-unplugged", "status": "completed", "tag": "6707d8e6-650c-44f9-ae37-8d264d64c39f"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:09.116881 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 6707d8e6-650c-44f9-ae37-8d264d64c39f, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=6707d8e6-650c-44f9-ae37-8d264d64c39f,segment=NetworkSegment(658f680a-3fa0-437c-8003-3658800983eb),segment_id=658f680a-3fa0-437c-8003-3658800983eb)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:09.122152 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 63962715-ba73-409e-a8be-49f20c9e146c triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:09.122723 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:09.128656 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:09.309104 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b3235-599f-4c25-837e-f495ad1bef4c req-b600b965-fe70-45f7-a642-e7748306c939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:09.312512 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-545b3235-599f-4c25-837e-f495ad1bef4c req-b600b965-fe70-45f7-a642-e7748306c939 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 HTTP/1.1" status: 200 len: 909 time: 0.5236907 Sep 16 04:39:09.320834 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-103d1fda-3709-4e9a-9219-f8e1e1871e44 None None] Provisioning complete for port 6f24226a-4bfc-4f94-81f5-b73fdb518436 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:09.321364 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0090b0-0c36-4e88-bdfe-a83e72be37a1 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:39:09.321473 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-103d1fda-3709-4e9a-9219-f8e1e1871e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:09.344109 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=6707d8e6-650c-44f9-ae37-8d264d64c39f,revision_number=8']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:09.348790 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-bc0090b0-0c36-4e88-bdfe-a83e72be37a1 admin admin] 10.222.0.35 "PUT /v2.0/routers/fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3457930 Sep 16 04:39:09.405407 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-103d1fda-3709-4e9a-9219-f8e1e1871e44 None None] Port 6f24226a-4bfc-4f94-81f5-b73fdb518436 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:39:09.431773 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-545b3235-599f-4c25-837e-f495ad1bef4c req-319a863d-fba3-41b4-886f-5633dd5f9fe9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c35b616-3f71-4fcd-ab0f-f46193fe13c2 HTTP/1.1" status: 200 len: 217 time: 0.1083691 Sep 16 04:39:09.465712 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd1237-2e67-400e-84bd-0ca33111394c req-b2e102a0-23f3-4e69-b24a-27ee7801ec95 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:09.474397 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-77dd1237-2e67-400e-84bd-0ca33111394c req-b2e102a0-23f3-4e69-b24a-27ee7801ec95 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd686000-6e09-448e-8edd-cab852d949a9 HTTP/1.1" status: 200 len: 945 time: 0.2453208 Sep 16 04:39:09.509225 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:09.555793 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 63962715-ba73-409e-a8be-49f20c9e146c, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=63962715-ba73-409e-a8be-49f20c9e146c,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:09.566308 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:09.652999 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-77dd1237-2e67-400e-84bd-0ca33111394c req-64f0b51f-1041-4dad-a4f4-7172371d687a tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768997 Sep 16 04:39:09.660917 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b3235-599f-4c25-837e-f495ad1bef4c req-eeb0901c-cb8d-4dca-bbc0-2f1815f957b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:09.662890 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-545b3235-599f-4c25-837e-f495ad1bef4c req-eeb0901c-cb8d-4dca-bbc0-2f1815f957b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=43280570-672b-4326-ad6d-76a55cd52f58 HTTP/1.1" status: 200 len: 848 time: 0.2225001 Sep 16 04:39:09.676909 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58140) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:09.706940 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=63962715-ba73-409e-a8be-49f20c9e146c,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:09.731734 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-545b3235-599f-4c25-837e-f495ad1bef4c req-fe7d623e-5278-48aa-9a19-a570f984a831 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571933 Sep 16 04:39:09.774386 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-bff3e798-d560-4a84-8cc6-38c854cb89d0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=500bf868c86541498daacb30b610f7a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0956554 Sep 16 04:39:09.777180 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58142) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:09.849345 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-eaecd5d3-3102-454c-899f-8d03026e3cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:09.879886 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02fa0e4-dc9e-4d43-be24-08e5a18307db None None] Sync routers for ids ['fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:39:09.888912 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-eaecd5d3-3102-454c-899f-8d03026e3cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:09.906425 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02fa0e4-dc9e-4d43-be24-08e5a18307db None None] Routers {'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:09.920423 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-e02fa0e4-dc9e-4d43-be24-08e5a18307db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:38:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:09.939696 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-545b3235-599f-4c25-837e-f495ad1bef4c req-857920f7-8415-4b87-abe5-f6474b8dcb70 service neutron] 10.222.0.47 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988103 Sep 16 04:39:10.033012 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-eaecd5d3-3102-454c-899f-8d03026e3cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:10.036004 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-eaecd5d3-3102-454c-899f-8d03026e3cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:10.038175 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-eaecd5d3-3102-454c-899f-8d03026e3cf9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4c01df22-9d11-4fdd-9a3e-dfb6e0a9cbc5 HTTP/1.1" status: 204 len: 168 time: 0.2595711 Sep 16 04:39:10.077133 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaecd5d3-3102-454c-899f-8d03026e3cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c01df22-9d11-4fdd-9a3e-dfb6e0a9cbc5,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:10.090593 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 3207a8e1-f39f-46ca-9f0e-7bc76fec63d7 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:10.106637 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-545b3235-599f-4c25-837e-f495ad1bef4c req-cbac5bc4-8bf0-44da-8512-a3e0784f58ef service neutron] 10.222.0.47 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588655 Sep 16 04:39:10.181483 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-32533c80-c18d-4b21-8138-50837443c9ea tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1429744145&fields=id&tenant_id=71670a16fe7743a398cd104146802c31 HTTP/1.1" status: 200 len: 267 time: 0.0633690 Sep 16 04:39:10.185502 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-81e252a5-94c6-4447-83a0-54f77b5c8d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:10.266093 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 3207a8e1-f39f-46ca-9f0e-7bc76fec63d7 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:10.266478 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:10.295581 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-e02fa0e4-dc9e-4d43-be24-08e5a18307db None None] Set router fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:10.351419 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-7390ed84-3e33-4ed2-9aad-3a40fdd6575b tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:10.363033 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-7390ed84-3e33-4ed2-9aad-3a40fdd6575b tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.35 "GET /v2.0/networks?id=0b4a5955-f947-4941-8031-558b92839e9c HTTP/1.1" status: 200 len: 812 time: 0.1707187 Sep 16 04:39:10.388330 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-3f49465a-7ead-4823-98c7-68e7d6757b9e tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.35 "GET /v2.0/quotas/71670a16fe7743a398cd104146802c31 HTTP/1.1" status: 200 len: 375 time: 0.0241346 Sep 16 04:39:10.456323 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-c3c67db7-9641-4a66-afa5-e6ec7564b6c4 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=71670a16fe7743a398cd104146802c31&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669379 Sep 16 04:39:10.502156 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:10.595153 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 3207a8e1-f39f-46ca-9f0e-7bc76fec63d7, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=3207a8e1-f39f-46ca-9f0e-7bc76fec63d7,segment=NetworkSegment(28194e51-33ca-4336-ab07-5141dc3e21c0),segment_id=28194e51-33ca-4336-ab07-5141dc3e21c0)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:10.607435 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:10.676344 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-e02fa0e4-dc9e-4d43-be24-08e5a18307db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'name': 'tempest-ServersTestJSON-384425949-router', 'tenant_id': '681b40f69fd84e8abf8145d29844867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '63962715-ba73-409e-a8be-49f20c9e146c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:00Z', 'updated_at': '2021-09-16T04:39:07Z', 'revision_number': 4, 'project_id': '681b40f69fd84e8abf8145d29844867d', 'gw_port': {'id': '63962715-ba73-409e-a8be-49f20c9e146c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:02Z', 'updated_at': '2021-09-16T04:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '6f24226a-4bfc-4f94-81f5-b73fdb518436', 'name': '', 'network_id': 'c785eb04-bc2f-40f9-9684-456d719505e1', 'tenant_id': '681b40f69fd84e8abf8145d29844867d', 'mac_address': 'fa:16:3e:d9:b4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'a506450f-29c8-4972-af12-79e167066d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:06Z', 'updated_at': '2021-09-16T04:39:07Z', 'revision_number': 2, 'project_id': '681b40f69fd84e8abf8145d29844867d', 'subnets': [{'id': 'a506450f-29c8-4972-af12-79e167066d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:10.682830 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=3207a8e1-f39f-46ca-9f0e-7bc76fec63d7,revision_number=7']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:10.726391 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02fa0e4-dc9e-4d43-be24-08e5a18307db None None] Checking router: fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:39:10.726815 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02fa0e4-dc9e-4d43-be24-08e5a18307db None None] Updating router fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c port 6f24226a-4bfc-4f94-81f5-b73fdb518436 binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:39:10.757206 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e02fa0e4-dc9e-4d43-be24-08e5a18307db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:10.828087 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-89d26a99-7e0d-4272-b206-3b70f6e37be5 service neutron] 10.222.0.35 "GET /v2.0/networks/0b4a5955-f947-4941-8031-558b92839e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493741 Sep 16 04:39:10.942549 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-c41376bf-548f-4b05-8b3c-201399759e16 service neutron] 10.222.0.35 "GET /v2.0/networks/0b4a5955-f947-4941-8031-558b92839e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054859 Sep 16 04:39:10.974766 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 63962715-ba73-409e-a8be-49f20c9e146c up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:11.184624 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 63962715-ba73-409e-a8be-49f20c9e146c triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:11.184966 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:11.216972 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7bafac9-6ffc-4630-85d3-3e2cc62d65ba x-openstack-request-id: req-b7bafac9-6ffc-4630-85d3-3e2cc62d65ba {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:11.217353 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae1af12-86e3-4a7a-a523-b6ce0ac028c8", "name": "network-vif-unplugged", "status": "completed", "tag": "6707d8e6-650c-44f9-ae37-8d264d64c39f", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:11.217555 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b7bafac9-6ffc-4630-85d3-3e2cc62d65ba {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:11.218587 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae1af12-86e3-4a7a-a523-b6ce0ac028c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6707d8e6-650c-44f9-ae37-8d264d64c39f', 'code': 200} Sep 16 04:39:11.280942 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e02fa0e4-dc9e-4d43-be24-08e5a18307db None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:11.318974 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e02fa0e4-dc9e-4d43-be24-08e5a18307db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:11.367091 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6109057b-2e19-48b7-b755-88d5317fd632 None None] Pushing event updated for resources: {'Port': ['ID=6f24226a-4bfc-4f94-81f5-b73fdb518436,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:11.403368 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device cd335b65-7dd7-47c1-9bf5-9c116d8e818e up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:11.446758 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:11.470614 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-d6ad630d-ee00-4971-8966-1a78b5340d36 service neutron] 10.222.0.47 "GET /v2.0/ports/9c35b616-3f71-4fcd-ab0f-f46193fe13c2/bindings/n-h2-712139-15 HTTP/1.1" status: 200 len: 385 time: 0.1414011 Sep 16 04:39:11.580461 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-e02fa0e4-dc9e-4d43-be24-08e5a18307db None None] Attempting to bind port 6f24226a-4bfc-4f94-81f5-b73fdb518436 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:11.581729 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-e02fa0e4-dc9e-4d43-be24-08e5a18307db None None] Attempting to bind port 6f24226a-4bfc-4f94-81f5-b73fdb518436 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ea7a0bff-c271-482b-b285-0945ffb9d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c785eb04-bc2f-40f9-9684-456d719505e1'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:11.582640 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02fa0e4-dc9e-4d43-be24-08e5a18307db None None] Attempting to bind port 6f24226a-4bfc-4f94-81f5-b73fdb518436 on network c785eb04-bc2f-40f9-9684-456d719505e1 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:11.598863 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02fa0e4-dc9e-4d43-be24-08e5a18307db None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:11.599244 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02fa0e4-dc9e-4d43-be24-08e5a18307db None None] Checking segment: {'id': 'ea7a0bff-c271-482b-b285-0945ffb9d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c785eb04-bc2f-40f9-9684-456d719505e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:11.599653 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e02fa0e4-dc9e-4d43-be24-08e5a18307db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:11.600051 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02fa0e4-dc9e-4d43-be24-08e5a18307db None None] Bound using segment: {'id': 'ea7a0bff-c271-482b-b285-0945ffb9d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c785eb04-bc2f-40f9-9684-456d719505e1'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:11.601395 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-e02fa0e4-dc9e-4d43-be24-08e5a18307db None None] Bound port: 6f24226a-4bfc-4f94-81f5-b73fdb518436, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea7a0bff-c271-482b-b285-0945ffb9d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c785eb04-bc2f-40f9-9684-456d719505e1'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:11.601395 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e02fa0e4-dc9e-4d43-be24-08e5a18307db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:11.606958 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port cd335b65-7dd7-47c1-9bf5-9c116d8e818e triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:11.607333 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:11.778450 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-e02fa0e4-dc9e-4d43-be24-08e5a18307db None None] For port 6f24226a-4bfc-4f94-81f5-b73fdb518436, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:11.850345 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-58ab63ae-85c6-4ffb-9f0f-4390f76a1a5c service neutron] For port 9c35b616-3f71-4fcd-ab0f-f46193fe13c2, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=9c35b616-3f71-4fcd-ab0f-f46193fe13c2,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:11.854678 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-e02fa0e4-dc9e-4d43-be24-08e5a18307db None None] For port 6f24226a-4bfc-4f94-81f5-b73fdb518436, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=6f24226a-4bfc-4f94-81f5-b73fdb518436,segment=NetworkSegment(ea7a0bff-c271-482b-b285-0945ffb9d9ec),segment_id=ea7a0bff-c271-482b-b285-0945ffb9d9ec)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:11.864805 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e02fa0e4-dc9e-4d43-be24-08e5a18307db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:11.890776 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-58ab63ae-85c6-4ffb-9f0f-4390f76a1a5c service neutron] For port 9c35b616-3f71-4fcd-ab0f-f46193fe13c2, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:11.911200 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-682b09ea-34d9-497a-af03-a74b8d689b2f None None] Provisioning complete for port 6f24226a-4bfc-4f94-81f5-b73fdb518436 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:11.914044 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-682b09ea-34d9-497a-af03-a74b8d689b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:11.933633 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-58ab63ae-85c6-4ffb-9f0f-4390f76a1a5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c35b616-3f71-4fcd-ab0f-f46193fe13c2 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:39:11.947552 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19abec19-3004-4458-b64b-ddefdf17c058 req-5c1db572-6b2c-4064-87af-0fe345245012 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:11.948425 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-58ab63ae-85c6-4ffb-9f0f-4390f76a1a5c service neutron] For port 9c35b616-3f71-4fcd-ab0f-f46193fe13c2, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=9c35b616-3f71-4fcd-ab0f-f46193fe13c2,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:11.949621 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-19abec19-3004-4458-b64b-ddefdf17c058 req-5c1db572-6b2c-4064-87af-0fe345245012 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ae1af12-86e3-4a7a-a523-b6ce0ac028c8 HTTP/1.1" status: 200 len: 944 time: 0.1052482 Sep 16 04:39:11.967299 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-58ab63ae-85c6-4ffb-9f0f-4390f76a1a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:12.054478 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02fa0e4-dc9e-4d43-be24-08e5a18307db None None] Routers {'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:12.055951 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-e02fa0e4-dc9e-4d43-be24-08e5a18307db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:38:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:12.128547 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-19abec19-3004-4458-b64b-ddefdf17c058 req-d049bbde-31c1-4c18-a915-d726debdac94 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Deleting port 6707d8e6-650c-44f9-ae37-8d264d64c39f {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:12.132951 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-19abec19-3004-4458-b64b-ddefdf17c058 req-d049bbde-31c1-4c18-a915-d726debdac94 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:12.147965 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-58ab63ae-85c6-4ffb-9f0f-4390f76a1a5c service neutron] Transition to ACTIVE for port object 9c35b616-3f71-4fcd-ab0f-f46193fe13c2 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:39:12.159081 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-58ab63ae-85c6-4ffb-9f0f-4390f76a1a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:12.167690 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6109057b-2e19-48b7-b755-88d5317fd632 None None] Pushing event updated for resources: {'Port': ['ID=6f24226a-4bfc-4f94-81f5-b73fdb518436,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:12.305368 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-19abec19-3004-4458-b64b-ddefdf17c058 req-d049bbde-31c1-4c18-a915-d726debdac94 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] For port 6707d8e6-650c-44f9-ae37-8d264d64c39f, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=6707d8e6-650c-44f9-ae37-8d264d64c39f,segment=NetworkSegment(658f680a-3fa0-437c-8003-3658800983eb),segment_id=658f680a-3fa0-437c-8003-3658800983eb)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:12.306289 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-19abec19-3004-4458-b64b-ddefdf17c058 req-d049bbde-31c1-4c18-a915-d726debdac94 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:12.320779 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-19abec19-3004-4458-b64b-ddefdf17c058 req-d049bbde-31c1-4c18-a915-d726debdac94 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Calling delete_port for 6707d8e6-650c-44f9-ae37-8d264d64c39f owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:12.355596 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-682b09ea-34d9-497a-af03-a74b8d689b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:12.378026 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-58ab63ae-85c6-4ffb-9f0f-4390f76a1a5c service neutron] No DVR routers for this DVR port 9c35b616-3f71-4fcd-ab0f-f46193fe13c2 on host n-h1-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:39:12.407628 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-e02fa0e4-dc9e-4d43-be24-08e5a18307db None None] Set router fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:12.453345 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab63ae-85c6-4ffb-9f0f-4390f76a1a5c service neutron] Pushing event updated for resources: {'Port': ['ID=9c35b616-3f71-4fcd-ab0f-f46193fe13c2,revision_number=10']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:12.472786 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-58ab63ae-85c6-4ffb-9f0f-4390f76a1a5c service neutron] 10.222.0.47 "PUT /v2.0/ports/9c35b616-3f71-4fcd-ab0f-f46193fe13c2/bindings/n-h2-712139-15/activate HTTP/1.1" status: 200 len: 370 time: 0.9935994 Sep 16 04:39:12.486320 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58210) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:12.491942 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-1a306742-05fb-43bc-99b3-990c1626ad5c tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1664977193', 'description': 'tempest-description--957434756'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:12.550517 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1a306742-05fb-43bc-99b3-990c1626ad5c tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:12.563080 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-19abec19-3004-4458-b64b-ddefdf17c058 req-d049bbde-31c1-4c18-a915-d726debdac94 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:12.603998 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d049bbde-31c1-4c18-a915-d726debdac94 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Pushing event deleted for resources: {'Port': ['ID=6707d8e6-650c-44f9-ae37-8d264d64c39f,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:12.664272 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-682b09ea-34d9-497a-af03-a74b8d689b2f None None] For port 6f24226a-4bfc-4f94-81f5-b73fdb518436, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=6f24226a-4bfc-4f94-81f5-b73fdb518436,segment=NetworkSegment(ea7a0bff-c271-482b-b285-0945ffb9d9ec),segment_id=ea7a0bff-c271-482b-b285-0945ffb9d9ec)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:12.667165 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-7657c50d-0be9-4715-bc80-6269078395ad tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:12.669846 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-7657c50d-0be9-4715-bc80-6269078395ad tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=235a11d6-a417-4bd4-b935-cc381dccfb72&tenant_id=8fb595dbe0d3452481d7faf275f28d7b&binding%3Ahost_id=n-h1-712139-15 HTTP/1.1" status: 200 len: 1096 time: 0.0708477 Sep 16 04:39:12.677483 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-19abec19-3004-4458-b64b-ddefdf17c058 req-d049bbde-31c1-4c18-a915-d726debdac94 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] No DVR routers for this DVR port 6707d8e6-650c-44f9-ae37-8d264d64c39f on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:39:12.690459 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-19abec19-3004-4458-b64b-ddefdf17c058 req-d049bbde-31c1-4c18-a915-d726debdac94 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:12.695535 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-19abec19-3004-4458-b64b-ddefdf17c058 req-d049bbde-31c1-4c18-a915-d726debdac94 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.47 "DELETE /v2.0/ports/6707d8e6-650c-44f9-ae37-8d264d64c39f HTTP/1.1" status: 204 len: 173 time: 0.7365146 Sep 16 04:39:12.696248 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae1af12-86e3-4a7a-a523-b6ce0ac028c8', 'name': 'network-vif-deleted', 'tag': '6707d8e6-650c-44f9-ae37-8d264d64c39f'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:12.700382 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f13b00-eb99-422a-a05a-93d0dab3bcb8" -d '{"events": [{"server_uuid": "0ae1af12-86e3-4a7a-a523-b6ce0ac028c8", "name": "network-vif-deleted", "tag": "6707d8e6-650c-44f9-ae37-8d264d64c39f"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:12.704115 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-682b09ea-34d9-497a-af03-a74b8d689b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:12.816616 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58218) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:12.834721 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b09ea-34d9-497a-af03-a74b8d689b2f None None] Pushing event updated for resources: {'Port': ['ID=6f24226a-4bfc-4f94-81f5-b73fdb518436,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:12.863820 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-af73d4de-f74c-437a-9b1f-8ef90c08af01 None None] Provisioning complete for port 6f24226a-4bfc-4f94-81f5-b73fdb518436 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:12.864191 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-af73d4de-f74c-437a-9b1f-8ef90c08af01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:12.876251 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1a306742-05fb-43bc-99b3-990c1626ad5c tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:12.941242 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1a306742-05fb-43bc-99b3-990c1626ad5c tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:13.013379 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-e02fa0e4-dc9e-4d43-be24-08e5a18307db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'name': 'tempest-ServersTestJSON-384425949-router', 'tenant_id': '681b40f69fd84e8abf8145d29844867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '63962715-ba73-409e-a8be-49f20c9e146c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:00Z', 'updated_at': '2021-09-16T04:39:07Z', 'revision_number': 4, 'project_id': '681b40f69fd84e8abf8145d29844867d', 'gw_port': {'id': '63962715-ba73-409e-a8be-49f20c9e146c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:02Z', 'updated_at': '2021-09-16T04:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '6f24226a-4bfc-4f94-81f5-b73fdb518436', 'name': '', 'network_id': 'c785eb04-bc2f-40f9-9684-456d719505e1', 'tenant_id': '681b40f69fd84e8abf8145d29844867d', 'mac_address': 'fa:16:3e:d9:b4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'a506450f-29c8-4972-af12-79e167066d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:06Z', 'updated_at': '2021-09-16T04:39:11Z', 'revision_number': 4, 'project_id': '681b40f69fd84e8abf8145d29844867d', 'subnets': [{'id': 'a506450f-29c8-4972-af12-79e167066d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:13.035096 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-5ef130bd-0f9f-4805-982f-c88f457ee37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:13.038480 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-5ef130bd-0f9f-4805-982f-c88f457ee37e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=235a11d6-a417-4bd4-b935-cc381dccfb72&tenant_id=8fb595dbe0d3452481d7faf275f28d7b HTTP/1.1" status: 200 len: 1096 time: 0.3393693 Sep 16 04:39:13.052371 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02fa0e4-dc9e-4d43-be24-08e5a18307db None None] The sync data for ids ['fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c'] in n-d-712139-15 is: [{'id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'name': 'tempest-ServersTestJSON-384425949-router', 'tenant_id': '681b40f69fd84e8abf8145d29844867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '63962715-ba73-409e-a8be-49f20c9e146c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:00Z', 'updated_at': '2021-09-16T04:39:07Z', 'revision_number': 4, 'project_id': '681b40f69fd84e8abf8145d29844867d', 'gw_port': {'id': '63962715-ba73-409e-a8be-49f20c9e146c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:02Z', 'updated_at': '2021-09-16T04:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '6f24226a-4bfc-4f94-81f5-b73fdb518436', 'name': '', 'network_id': 'c785eb04-bc2f-40f9-9684-456d719505e1', 'tenant_id': '681b40f69fd84e8abf8145d29844867d', 'mac_address': 'fa:16:3e:d9:b4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'a506450f-29c8-4972-af12-79e167066d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:06Z', 'updated_at': '2021-09-16T04:39:11Z', 'revision_number': 4, 'project_id': '681b40f69fd84e8abf8145d29844867d', 'subnets': [{'id': 'a506450f-29c8-4972-af12-79e167066d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:39:13.102755 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a306742-05fb-43bc-99b3-990c1626ad5c tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3038bf7-a715-4d78-aecc-267c6c1c2c9a,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:13.115133 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1a306742-05fb-43bc-99b3-990c1626ad5c tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:13.115133 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1a306742-05fb-43bc-99b3-990c1626ad5c tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6265776 Sep 16 04:39:13.157167 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58220) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:13.167091 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-52402de9-7580-4f94-8906-ad31793a10aa tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Request body: {'security_group_rule': {'security_group_id': 'd3038bf7-a715-4d78-aecc-267c6c1c2c9a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:13.171972 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f206d43c-140d-4bce-83c7-18903cf6a335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:13.221259 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd686000-6e09-448e-8edd-cab852d949a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3207a8e1-f39f-46ca-9f0e-7bc76fec63d7'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:13.224293 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0a4573-9e65-46b5-9826-0f0558416f19" -d '{"events": [{"server_uuid": "bd686000-6e09-448e-8edd-cab852d949a9", "name": "network-vif-plugged", "status": "completed", "tag": "3207a8e1-f39f-46ca-9f0e-7bc76fec63d7"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:13.224983 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-b933b201-70de-48b3-9e93-ca81ab75d097 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:13.226945 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-b933b201-70de-48b3-9e93-ca81ab75d097 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.48 "GET /v2.0/networks?id=0b4a5955-f947-4941-8031-558b92839e9c HTTP/1.1" status: 200 len: 812 time: 0.3479028 Sep 16 04:39:13.239660 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e48d6-0886-4504-985f-4edb4e0694ce req-53884418-6c4c-4129-a221-7c816f55d383 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:13.244712 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e45e48d6-0886-4504-985f-4edb4e0694ce req-53884418-6c4c-4129-a221-7c816f55d383 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=235a11d6-a417-4bd4-b935-cc381dccfb72 HTTP/1.1" status: 200 len: 944 time: 0.2833014 Sep 16 04:39:13.319664 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-52402de9-7580-4f94-8906-ad31793a10aa tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:13.330068 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-d6c63d03-841f-44a3-ae7c-a82b28abbb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:13.331682 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-d6c63d03-841f-44a3-ae7c-a82b28abbb8a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8fb595dbe0d3452481d7faf275f28d7b&device_id=235a11d6-a417-4bd4-b935-cc381dccfb72 HTTP/1.1" status: 200 len: 1096 time: 0.2413123 Sep 16 04:39:13.362913 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-4f55036c-204d-49b9-89b9-3743803112c8 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71670a16fe7743a398cd104146802c31 HTTP/1.1" status: 200 len: 380 time: 0.1171057 Sep 16 04:39:13.397847 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-bbbc586e-408e-47ad-b528-72272f886009 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Request body: {'port': {'device_id': 'ce514739-b2bf-4392-894a-b513f2287786', 'network_id': '0b4a5955-f947-4941-8031-558b92839e9c', 'admin_state_up': True, 'tenant_id': '71670a16fe7743a398cd104146802c31', 'security_groups': ['df5770df-6b73-4fba-b139-e9efefd51743']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:13.478335 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:13.480707 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e45e48d6-0886-4504-985f-4edb4e0694ce req-d8e2f447-17e9-44fb-b20e-9b3fa11e0b5d tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225311 Sep 16 04:39:13.571400 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-52402de9-7580-4f94-8906-ad31793a10aa tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:13.586538 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-52402de9-7580-4f94-8906-ad31793a10aa tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:13.654361 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52402de9-7580-4f94-8906-ad31793a10aa tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b79885-2635-4a87-a6a0-8464cc8afe52,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:13.662047 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-54cd5ae9-e954-4e03-9faf-066c8c9f8741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:13.663794 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-54cd5ae9-e954-4e03-9faf-066c8c9f8741 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 HTTP/1.1" status: 200 len: 909 time: 0.3226728 Sep 16 04:39:13.664558 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-52402de9-7580-4f94-8906-ad31793a10aa tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:13.668186 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-52402de9-7580-4f94-8906-ad31793a10aa tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5045280 Sep 16 04:39:13.678000 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58232) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:13.690210 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-8bd44417-9aab-44a8-9656-34e9d1fb8852 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Request body: {'security_group_rule': {'security_group_id': 'd3038bf7-a715-4d78-aecc-267c6c1c2c9a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:13.755429 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-1a1f37b7-35b8-4fea-91c9-2883a3d16904 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c35b616-3f71-4fcd-ab0f-f46193fe13c2 HTTP/1.1" status: 200 len: 217 time: 0.0782816 Sep 16 04:39:13.786011 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-47060267-56aa-45e6-9a16-b7b85b019403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:13.823651 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.db.api [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-bbbc586e-408e-47ad-b528-72272f886009 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:39:13.823651 n-d-712139-15 neutron-server[94767]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 16 04:39:13.823651 n-d-712139-15 neutron-server[94767]: [parameters: {'project_id': '71670a16fe7743a398cd104146802c31', 'id': 'd62ca5ec-5e43-4948-9a78-7e519736af62', 'expiration': datetime.datetime(2021, 9, 16, 4, 41, 13, 756045)}] Sep 16 04:39:13.823651 n-d-712139-15 neutron-server[94767]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:39:13.824072 n-d-712139-15 neutron-server[94767]: DEBUG oslo_db.api [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-bbbc586e-408e-47ad-b528-72272f886009 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:39:13.864381 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8bd44417-9aab-44a8-9656-34e9d1fb8852 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:13.875116 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-4bd130b1-0a9e-42ff-81e6-6185dbebf964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:13.876750 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-4bd130b1-0a9e-42ff-81e6-6185dbebf964 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=43280570-672b-4326-ad6d-76a55cd52f58 HTTP/1.1" status: 200 len: 848 time: 0.0875421 Sep 16 04:39:13.889615 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-4e6810c7-fc64-441a-8087-e070066f251d tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:13.891264 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-4e6810c7-fc64-441a-8087-e070066f251d tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/networks?id=01519a52-82ee-43fa-90b0-c71411cde4f0 HTTP/1.1" status: 200 len: 805 time: 0.2661526 Sep 16 04:39:13.944689 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-e86085d3-179e-4d8b-b6a5-5d368da36a1e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502107 Sep 16 04:39:13.954568 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-7830aa8c-7015-485a-bf4e-0a4b1d0475de tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/quotas/704dfedc4cae451e92880e679796489f HTTP/1.1" status: 200 len: 375 time: 0.0481644 Sep 16 04:39:14.024328 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-195332df-090c-426c-9fe5-05797e5d50af tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=704dfedc4cae451e92880e679796489f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584819 Sep 16 04:39:14.062312 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8bd44417-9aab-44a8-9656-34e9d1fb8852 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:14.077505 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8bd44417-9aab-44a8-9656-34e9d1fb8852 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:14.086725 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-47060267-56aa-45e6-9a16-b7b85b019403 admin admin] Deleting port f355bf47-0378-401a-9384-3b3599807d0e {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:14.087096 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-47060267-56aa-45e6-9a16-b7b85b019403 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:14.126609 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd44417-9aab-44a8-9656-34e9d1fb8852 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5350752-fe6c-4b2d-97e9-5e1c9195a7f6,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:14.175249 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8bd44417-9aab-44a8-9656-34e9d1fb8852 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:14.176509 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8bd44417-9aab-44a8-9656-34e9d1fb8852 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4975190 Sep 16 04:39:14.179080 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-47060267-56aa-45e6-9a16-b7b85b019403 admin admin] For port f355bf47-0378-401a-9384-3b3599807d0e, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=f355bf47-0378-401a-9384-3b3599807d0e,segment=NetworkSegment(c427275e-c478-401d-8fb4-8eb66ddff5d2),segment_id=c427275e-c478-401d-8fb4-8eb66ddff5d2)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:14.179448 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-47060267-56aa-45e6-9a16-b7b85b019403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:14.180991 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58234) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:14.184284 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-b54b1f5d-d024-4e80-aeab-a308afca266d service neutron] 10.222.0.48 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287626 Sep 16 04:39:14.188995 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-4758c65b-7a1d-497c-af7d-d8a720922252 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:14.194792 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-47060267-56aa-45e6-9a16-b7b85b019403 admin admin] Calling delete_port for f355bf47-0378-401a-9384-3b3599807d0e owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:14.257196 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-efcf5281-c892-4a23-ae98-e48324ea6781 service neutron] 10.222.0.35 "GET /v2.0/networks/01519a52-82ee-43fa-90b0-c71411cde4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973801 Sep 16 04:39:14.294891 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4758c65b-7a1d-497c-af7d-d8a720922252 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks [] for floatingip, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:14.324138 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:14.403596 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:14.439280 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-47060267-56aa-45e6-9a16-b7b85b019403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:14.439964 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-bbbc586e-408e-47ad-b528-72272f886009 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Made reservation on behalf of 71670a16fe7743a398cd104146802c31 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:39:14.443538 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-bbbc586e-408e-47ad-b528-72272f886009 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:14.451225 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-8e0ccd1e-613a-4d9d-963d-6a04d6c9711e service neutron] 10.222.0.48 "GET /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579374 Sep 16 04:39:14.473470 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47060267-56aa-45e6-9a16-b7b85b019403 admin admin] Pushing event deleted for resources: {'Port': ['ID=f355bf47-0378-401a-9384-3b3599807d0e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:14.709494 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b892ea-b7db-4a12-a194-248e5228a30e req-aac69aa5-5672-445e-8866-8b562b02ad39 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:14.711079 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e0b892ea-b7db-4a12-a194-248e5228a30e req-aac69aa5-5672-445e-8866-8b562b02ad39 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd686000-6e09-448e-8edd-cab852d949a9 HTTP/1.1" status: 200 len: 946 time: 0.1234639 Sep 16 04:39:14.717824 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-47060267-56aa-45e6-9a16-b7b85b019403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:14.880142 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-2029148f-ef8d-4d4f-9006-7c5c4e607502 service neutron] 10.222.0.35 "GET /v2.0/networks/01519a52-82ee-43fa-90b0-c71411cde4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5869462 Sep 16 04:39:14.959443 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 6f24226a-4bfc-4f94-81f5-b73fdb518436 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:14.961446 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-e0b892ea-b7db-4a12-a194-248e5228a30e req-ae5515ff-874c-4aa5-8c56-5b57cdc07be5 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Deleting port 3207a8e1-f39f-46ca-9f0e-7bc76fec63d7 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:14.961963 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e0b892ea-b7db-4a12-a194-248e5228a30e req-ae5515ff-874c-4aa5-8c56-5b57cdc07be5 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:14.976939 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-cb020dc7-0a7a-4ca3-b350-06063c61b91f tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:14.978721 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-cb020dc7-0a7a-4ca3-b350-06063c61b91f tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=235a11d6-a417-4bd4-b935-cc381dccfb72&tenant_id=8fb595dbe0d3452481d7faf275f28d7b&binding%3Ahost_id=n-h2-712139-15 HTTP/1.1" status: 200 len: 1096 time: 0.1749525 Sep 16 04:39:15.025246 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 6f24226a-4bfc-4f94-81f5-b73fdb518436 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:15.025936 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:15.087994 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-bbbc586e-408e-47ad-b528-72272f886009 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Allocated IP 172.20.0.6 (0b4a5955-f947-4941-8031-558b92839e9c/092d6263-a531-41a2-8d09-486ef6edb9fc/148542b9-cc35-4f1e-9ff1-61f1399d76e7) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:15.095982 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4758c65b-7a1d-497c-af7d-d8a720922252 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:15.228747 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-e0b892ea-b7db-4a12-a194-248e5228a30e req-ae5515ff-874c-4aa5-8c56-5b57cdc07be5 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] For port 3207a8e1-f39f-46ca-9f0e-7bc76fec63d7, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=3207a8e1-f39f-46ca-9f0e-7bc76fec63d7,segment=NetworkSegment(28194e51-33ca-4336-ab07-5141dc3e21c0),segment_id=28194e51-33ca-4336-ab07-5141dc3e21c0)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:15.229129 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e0b892ea-b7db-4a12-a194-248e5228a30e req-ae5515ff-874c-4aa5-8c56-5b57cdc07be5 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:15.261740 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-e0b892ea-b7db-4a12-a194-248e5228a30e req-ae5515ff-874c-4aa5-8c56-5b57cdc07be5 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Calling delete_port for 3207a8e1-f39f-46ca-9f0e-7bc76fec63d7 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:15.265933 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ad7e368d-3e10-4f24-8ed4-bd5e8ae94bdb req-8f1e90d7-065f-4b19-8c82-c9b275d8f378 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce514739-b2bf-4392-894a-b513f2287786 HTTP/1.1" status: 200 len: 210 time: 0.0862169 Sep 16 04:39:15.271784 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47060267-56aa-45e6-9a16-b7b85b019403 admin admin] Router d14429f8-b7dd-407d-b536-5f811883ecca has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:39:15.366744 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-7f6e4a7a-5f3f-4ffa-9eb6-058af34e62c8 service neutron] For port 9c35b616-3f71-4fcd-ab0f-f46193fe13c2, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:15.376840 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-7f6e4a7a-5f3f-4ffa-9eb6-058af34e62c8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:15.378334 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94acb9ee-31d8-48b3-9eac-a9000cc4c3ba req-7f6e4a7a-5f3f-4ffa-9eb6-058af34e62c8 service neutron] 10.222.0.48 "DELETE /v2.0/ports/9c35b616-3f71-4fcd-ab0f-f46193fe13c2/bindings/n-h1-712139-15 HTTP/1.1" status: 204 len: 173 time: 0.3908286 Sep 16 04:39:15.455613 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-4758c65b-7a1d-497c-af7d-d8a720922252 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Allocated IP 172.25.8.94 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/2a68bf83-f78f-4f76-8897-6f908f2f8ed4) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:15.549120 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-bbbc586e-408e-47ad-b528-72272f886009 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:15.558231 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47060267-56aa-45e6-9a16-b7b85b019403 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:39:15.565967 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-47060267-56aa-45e6-9a16-b7b85b019403 admin admin] 10.222.0.35 "PUT /v2.0/routers/d14429f8-b7dd-407d-b536-5f811883ecca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7476170 Sep 16 04:39:15.570479 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58250) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:15.572387 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3043dc83-6532-4cf5-bab7-31ac9664a3a9 None None] Sync routers for ids ['d14429f8-b7dd-407d-b536-5f811883ecca'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:39:15.586637 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3043dc83-6532-4cf5-bab7-31ac9664a3a9 None None] Routers {'d14429f8-b7dd-407d-b536-5f811883ecca'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:15.587632 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-3043dc83-6532-4cf5-bab7-31ac9664a3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:39:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['d14429f8-b7dd-407d-b536-5f811883ecca'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:15.644074 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e0b892ea-b7db-4a12-a194-248e5228a30e req-ae5515ff-874c-4aa5-8c56-5b57cdc07be5 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:15.710004 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5515ff-874c-4aa5-8c56-5b57cdc07be5 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Pushing event deleted for resources: {'Port': ['ID=3207a8e1-f39f-46ca-9f0e-7bc76fec63d7,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:15.726988 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-3043dc83-6532-4cf5-bab7-31ac9664a3a9 None None] Set router d14429f8-b7dd-407d-b536-5f811883ecca gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:15.778826 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b892ea-b7db-4a12-a194-248e5228a30e req-ae5515ff-874c-4aa5-8c56-5b57cdc07be5 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] No DVR routers for this DVR port 3207a8e1-f39f-46ca-9f0e-7bc76fec63d7 on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:39:15.784093 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e0b892ea-b7db-4a12-a194-248e5228a30e req-ae5515ff-874c-4aa5-8c56-5b57cdc07be5 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:15.786390 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e0b892ea-b7db-4a12-a194-248e5228a30e req-ae5515ff-874c-4aa5-8c56-5b57cdc07be5 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.47 "DELETE /v2.0/ports/3207a8e1-f39f-46ca-9f0e-7bc76fec63d7 HTTP/1.1" status: 204 len: 173 time: 1.0659943 Sep 16 04:39:15.790434 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-120fbe82-9282-466b-935f-7616022f7de3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:15.887006 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4758c65b-7a1d-497c-af7d-d8a720922252 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:15.889334 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:15.891481 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-bbbc586e-408e-47ad-b528-72272f886009 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:15.919422 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91676aaa-bab9-4883-921c-f6c0cf2d42fe req-57b0ed47-0e3f-4c42-b086-264435b1a579 tempest-NetworksTest-1389753720 tempest-NetworksTest-1389753720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:15.919838 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91676aaa-bab9-4883-921c-f6c0cf2d42fe req-57b0ed47-0e3f-4c42-b086-264435b1a579 tempest-NetworksTest-1389753720 tempest-NetworksTest-1389753720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:15.920449 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91676aaa-bab9-4883-921c-f6c0cf2d42fe req-57b0ed47-0e3f-4c42-b086-264435b1a579 tempest-NetworksTest-1389753720 tempest-NetworksTest-1389753720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:15.921513 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91676aaa-bab9-4883-921c-f6c0cf2d42fe req-57b0ed47-0e3f-4c42-b086-264435b1a579 tempest-NetworksTest-1389753720 tempest-NetworksTest-1389753720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:15.922028 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91676aaa-bab9-4883-921c-f6c0cf2d42fe req-57b0ed47-0e3f-4c42-b086-264435b1a579 tempest-NetworksTest-1389753720 tempest-NetworksTest-1389753720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:15.922545 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91676aaa-bab9-4883-921c-f6c0cf2d42fe req-57b0ed47-0e3f-4c42-b086-264435b1a579 tempest-NetworksTest-1389753720 tempest-NetworksTest-1389753720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:15.923088 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91676aaa-bab9-4883-921c-f6c0cf2d42fe req-57b0ed47-0e3f-4c42-b086-264435b1a579 tempest-NetworksTest-1389753720 tempest-NetworksTest-1389753720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:15.926861 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91676aaa-bab9-4883-921c-f6c0cf2d42fe req-57b0ed47-0e3f-4c42-b086-264435b1a579 tempest-NetworksTest-1389753720 tempest-NetworksTest-1389753720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:15.927432 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91676aaa-bab9-4883-921c-f6c0cf2d42fe req-57b0ed47-0e3f-4c42-b086-264435b1a579 tempest-NetworksTest-1389753720 tempest-NetworksTest-1389753720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:15.928121 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91676aaa-bab9-4883-921c-f6c0cf2d42fe req-57b0ed47-0e3f-4c42-b086-264435b1a579 tempest-NetworksTest-1389753720 tempest-NetworksTest-1389753720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:15.928351 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91676aaa-bab9-4883-921c-f6c0cf2d42fe req-57b0ed47-0e3f-4c42-b086-264435b1a579 tempest-NetworksTest-1389753720 tempest-NetworksTest-1389753720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:15.929251 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91676aaa-bab9-4883-921c-f6c0cf2d42fe req-57b0ed47-0e3f-4c42-b086-264435b1a579 tempest-NetworksTest-1389753720 tempest-NetworksTest-1389753720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:15.934214 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-91676aaa-bab9-4883-921c-f6c0cf2d42fe req-57b0ed47-0e3f-4c42-b086-264435b1a579 tempest-NetworksTest-1389753720 tempest-NetworksTest-1389753720-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8515 time: 0.4057598 Sep 16 04:39:15.967494 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-bbbc586e-408e-47ad-b528-72272f886009 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Network 0b4a5955-f947-4941-8031-558b92839e9c is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:15.975767 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-bbbc586e-408e-47ad-b528-72272f886009 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:15.985312 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-bbbc586e-408e-47ad-b528-72272f886009 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:16.048998 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-120fbe82-9282-466b-935f-7616022f7de3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:16.066226 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-3043dc83-6532-4cf5-bab7-31ac9664a3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14429f8-b7dd-407d-b536-5f811883ecca', 'name': 'tempest-ServersTestMultiNic-1881970366-router', 'tenant_id': 'd6062d06deed4be79de10c491e7c5fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'cbffbf7f-5ff6-4230-95ba-85fb21d69c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:37:03Z', 'updated_at': '2021-09-16T04:39:14Z', 'revision_number': 5, 'project_id': 'd6062d06deed4be79de10c491e7c5fd2', 'gw_port': {'id': 'cbffbf7f-5ff6-4230-95ba-85fb21d69c18', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14429f8-b7dd-407d-b536-5f811883ecca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:37:04Z', 'updated_at': '2021-09-16T04:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:16.069470 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc586e-408e-47ad-b528-72272f886009 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Pushing event updated for resources: {'Port': ['ID=148542b9-cc35-4f1e-9ff1-61f1399d76e7,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:16.112350 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-bbbc586e-408e-47ad-b528-72272f886009 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:16.113116 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-bbbc586e-408e-47ad-b528-72272f886009 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:16.118564 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4758c65b-7a1d-497c-af7d-d8a720922252 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:16.135595 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3043dc83-6532-4cf5-bab7-31ac9664a3a9 None None] Checking router: d14429f8-b7dd-407d-b536-5f811883ecca for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:39:16.148050 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 3207a8e1-f39f-46ca-9f0e-7bc76fec63d7 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:16.151085 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b34d4a2-d4ac-42e0-9769-1f1291c4d89f x-openstack-request-id: req-2b34d4a2-d4ac-42e0-9769-1f1291c4d89f {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:16.151584 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae1af12-86e3-4a7a-a523-b6ce0ac028c8", "name": "network-vif-deleted", "tag": "6707d8e6-650c-44f9-ae37-8d264d64c39f", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:16.152018 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2b34d4a2-d4ac-42e0-9769-1f1291c4d89f {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:16.152428 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae1af12-86e3-4a7a-a523-b6ce0ac028c8', 'name': 'network-vif-deleted', 'tag': '6707d8e6-650c-44f9-ae37-8d264d64c39f', 'status': 'completed', 'code': 200} Sep 16 04:39:16.157644 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3043dc83-6532-4cf5-bab7-31ac9664a3a9 None None] Routers {'d14429f8-b7dd-407d-b536-5f811883ecca'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:16.158534 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-3043dc83-6532-4cf5-bab7-31ac9664a3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:39:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['d14429f8-b7dd-407d-b536-5f811883ecca'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:16.158788 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4758c65b-7a1d-497c-af7d-d8a720922252 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:16.194606 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: 3207a8e1-f39f-46ca-9f0e-7bc76fec63d7 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:16.195321 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-120fbe82-9282-466b-935f-7616022f7de3 admin admin] Deleting port cbffbf7f-5ff6-4230-95ba-85fb21d69c18 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:16.195779 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 3207a8e1-f39f-46ca-9f0e-7bc76fec63d7 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:16.196373 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 6707d8e6-650c-44f9-ae37-8d264d64c39f no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:16.197578 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-120fbe82-9282-466b-935f-7616022f7de3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:16.206132 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-4758c65b-7a1d-497c-af7d-d8a720922252 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:16.210491 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4758c65b-7a1d-497c-af7d-d8a720922252 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:16.213454 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-bbbc586e-408e-47ad-b528-72272f886009 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8206236 Sep 16 04:39:16.259305 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: 6707d8e6-650c-44f9-ae37-8d264d64c39f {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:16.259817 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 6707d8e6-650c-44f9-ae37-8d264d64c39f not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:16.293857 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-d982ba75-c3cb-470e-a246-795beb141d61 service neutron] Request body: {'port': {'device_id': 'ce514739-b2bf-4392-894a-b513f2287786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:16.324100 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-3043dc83-6532-4cf5-bab7-31ac9664a3a9 None None] Set router d14429f8-b7dd-407d-b536-5f811883ecca gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:16.359800 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-120fbe82-9282-466b-935f-7616022f7de3 admin admin] For port cbffbf7f-5ff6-4230-95ba-85fb21d69c18, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=cbffbf7f-5ff6-4230-95ba-85fb21d69c18,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:16.361908 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-120fbe82-9282-466b-935f-7616022f7de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:16.380083 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-6ebacd21-e3ac-4bdd-be0d-250dc231acda None None] Provisioning complete for port 148542b9-cc35-4f1e-9ff1-61f1399d76e7 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:16.381334 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6ebacd21-e3ac-4bdd-be0d-250dc231acda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:16.386741 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-120fbe82-9282-466b-935f-7616022f7de3 admin admin] Calling delete_port for cbffbf7f-5ff6-4230-95ba-85fb21d69c18 owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:16.396845 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-62278658-5f41-45eb-b175-4d4c0220b6f1 req-8182da6d-e632-420b-b3d7-8d73ffb56d06 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd686000-6e09-448e-8edd-cab852d949a9 HTTP/1.1" status: 200 len: 210 time: 0.0906408 Sep 16 04:39:16.397525 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758c65b-7a1d-497c-af7d-d8a720922252 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Pushing event updated for resources: {'Port': ['ID=2a68bf83-f78f-4f76-8897-6f908f2f8ed4,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:16.456633 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-d982ba75-c3cb-470e-a246-795beb141d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:16.468645 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-3043dc83-6532-4cf5-bab7-31ac9664a3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14429f8-b7dd-407d-b536-5f811883ecca', 'name': 'tempest-ServersTestMultiNic-1881970366-router', 'tenant_id': 'd6062d06deed4be79de10c491e7c5fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:37:03Z', 'updated_at': '2021-09-16T04:39:16Z', 'revision_number': 6, 'project_id': 'd6062d06deed4be79de10c491e7c5fd2', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:16.474985 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-6ebacd21-e3ac-4bdd-be0d-250dc231acda None None] Port 148542b9-cc35-4f1e-9ff1-61f1399d76e7 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:39:16.516846 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3e52d9-6bf1-41b6-81d6-f7d4cdb1b391 x-openstack-request-id: req-7d3e52d9-6bf1-41b6-81d6-f7d4cdb1b391 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:16.517139 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd686000-6e09-448e-8edd-cab852d949a9", "name": "network-vif-plugged", "status": "completed", "tag": "3207a8e1-f39f-46ca-9f0e-7bc76fec63d7", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:16.517588 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7d3e52d9-6bf1-41b6-81d6-f7d4cdb1b391 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:16.518201 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd686000-6e09-448e-8edd-cab852d949a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3207a8e1-f39f-46ca-9f0e-7bc76fec63d7', 'code': 200} Sep 16 04:39:16.527294 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3043dc83-6532-4cf5-bab7-31ac9664a3a9 None None] The sync data for ids ['d14429f8-b7dd-407d-b536-5f811883ecca'] in n-d-712139-15 is: [{'id': 'd14429f8-b7dd-407d-b536-5f811883ecca', 'name': 'tempest-ServersTestMultiNic-1881970366-router', 'tenant_id': 'd6062d06deed4be79de10c491e7c5fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:37:03Z', 'updated_at': '2021-09-16T04:39:16Z', 'revision_number': 6, 'project_id': 'd6062d06deed4be79de10c491e7c5fd2', 'gw_port_host': None}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:39:16.703420 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-120fbe82-9282-466b-935f-7616022f7de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:16.723124 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4758c65b-7a1d-497c-af7d-d8a720922252 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:16.736403 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120fbe82-9282-466b-935f-7616022f7de3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbffbf7f-5ff6-4230-95ba-85fb21d69c18,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:16.810979 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-120fbe82-9282-466b-935f-7616022f7de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:16.869630 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4758c65b-7a1d-497c-af7d-d8a720922252 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:16.903757 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-120fbe82-9282-466b-935f-7616022f7de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:16.906897 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-120fbe82-9282-466b-935f-7616022f7de3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:16.908950 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077921c-ca5d-4ccd-821a-5ffc3965fd03 req-4c9fe506-86c2-41e8-afb0-2eb2342c4448 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:16.910503 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e077921c-ca5d-4ccd-821a-5ffc3965fd03 req-4c9fe506-86c2-41e8-afb0-2eb2342c4448 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=235a11d6-a417-4bd4-b935-cc381dccfb72 HTTP/1.1" status: 200 len: 944 time: 0.2773902 Sep 16 04:39:16.934989 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-7dca8e20-2e44-431a-887c-9c51490d461d tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:16.936796 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-7dca8e20-2e44-431a-887c-9c51490d461d tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.48 "GET /v2.0/networks?id=01519a52-82ee-43fa-90b0-c71411cde4f0 HTTP/1.1" status: 200 len: 805 time: 0.4020040 Sep 16 04:39:16.964968 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-120fbe82-9282-466b-935f-7616022f7de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:16.965552 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120fbe82-9282-466b-935f-7616022f7de3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d14429f8-b7dd-407d-b536-5f811883ecca {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:39:16.974208 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-120fbe82-9282-466b-935f-7616022f7de3 admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:16.978108 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-120fbe82-9282-466b-935f-7616022f7de3 admin admin] 10.222.0.35 "DELETE /v2.0/routers/d14429f8-b7dd-407d-b536-5f811883ecca HTTP/1.1" status: 204 len: 168 time: 1.4045038 Sep 16 04:39:16.978747 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58258) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:17.010951 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-367833ae-9c45-4cea-a635-53b2cb009d4f tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Request body: {'port': {'device_id': 'c60d8397-091e-4031-922c-8cafba0c46ed', 'network_id': '01519a52-82ee-43fa-90b0-c71411cde4f0', 'admin_state_up': True, 'tenant_id': '704dfedc4cae451e92880e679796489f'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:17.034708 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c938cd53-1849-4aa0-8822-d8cb193ef786 admin admin] Deleting subnet 9c5322b4-3f4a-4efc-bd80-709b0e5f8fd5 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:39:17.038728 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c938cd53-1849-4aa0-8822-d8cb193ef786 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:17.041445 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device f355bf47-0378-401a-9384-3b3599807d0e no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:17.087094 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: f355bf47-0378-401a-9384-3b3599807d0e {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:17.087626 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device f355bf47-0378-401a-9384-3b3599807d0e not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:17.094868 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c938cd53-1849-4aa0-8822-d8cb193ef786 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:17.150377 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e077921c-ca5d-4ccd-821a-5ffc3965fd03 req-d4cc47fb-01a2-412e-954e-ba5333322667 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266626 Sep 16 04:39:17.201328 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c938cd53-1849-4aa0-8822-d8cb193ef786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:17.274250 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c938cd53-1849-4aa0-8822-d8cb193ef786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:17.302744 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c938cd53-1849-4aa0-8822-d8cb193ef786 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c5322b4-3f4a-4efc-bd80-709b0e5f8fd5,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:17.305015 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c938cd53-1849-4aa0-8822-d8cb193ef786 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:17.308447 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c938cd53-1849-4aa0-8822-d8cb193ef786 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9c5322b4-3f4a-4efc-bd80-709b0e5f8fd5 HTTP/1.1" status: 204 len: 168 time: 0.3285398 Sep 16 04:39:17.308648 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c76746-f1aa-4095-9d8b-7f638f3ad8c6 None None] Network bfa6d0f7-e0c6-408d-b272-6ab04777aadc requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:39:17.312699 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58262) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:17.324443 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-18002944-fd51-439a-97c1-193681ee31e4 req-e48a3c99-5900-47ea-a756-57557a5615f4 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=c60d8397-091e-4031-922c-8cafba0c46ed HTTP/1.1" status: 200 len: 210 time: 0.0808125 Sep 16 04:39:17.378302 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-d982ba75-c3cb-470e-a246-795beb141d61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 148542b9-cc35-4f1e-9ff1-61f1399d76e7 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:39:17.386102 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4758c65b-7a1d-497c-af7d-d8a720922252 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:17.401033 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-d982ba75-c3cb-470e-a246-795beb141d61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:17.405487 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e5bd07e0-7061-4568-9c1a-d4885bc2890f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:17.413128 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4758c65b-7a1d-497c-af7d-d8a720922252 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:17.421585 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-367833ae-9c45-4cea-a635-53b2cb009d4f tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Made reservation on behalf of 704dfedc4cae451e92880e679796489f for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:39:17.425310 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-367833ae-9c45-4cea-a635-53b2cb009d4f tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:17.465757 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd07e0-7061-4568-9c1a-d4885bc2890f admin admin] Deleting port c1a43d84-ea20-49b9-a08c-5f34194276c1 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:17.466102 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e5bd07e0-7061-4568-9c1a-d4885bc2890f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:17.489119 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-d982ba75-c3cb-470e-a246-795beb141d61 service neutron] Transition to ACTIVE for port object 148542b9-cc35-4f1e-9ff1-61f1399d76e7 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:39:17.540115 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-e5bd07e0-7061-4568-9c1a-d4885bc2890f admin admin] For port c1a43d84-ea20-49b9-a08c-5f34194276c1, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=c1a43d84-ea20-49b9-a08c-5f34194276c1,segment=NetworkSegment(c427275e-c478-401d-8fb4-8eb66ddff5d2),segment_id=c427275e-c478-401d-8fb4-8eb66ddff5d2)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:17.540489 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e5bd07e0-7061-4568-9c1a-d4885bc2890f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:17.555158 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd07e0-7061-4568-9c1a-d4885bc2890f admin admin] Calling delete_port for c1a43d84-ea20-49b9-a08c-5f34194276c1 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:17.564763 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332e7ee4-fcdf-4ad3-befd-f4109cf7f7d5 None None] DHCP port deletion for bfa6d0f7-e0c6-408d-b272-6ab04777aadc request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:39:17.571258 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-d982ba75-c3cb-470e-a246-795beb141d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:17.596246 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758c65b-7a1d-497c-af7d-d8a720922252 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Pushing event updated for resources: {'Port': ['ID=2a68bf83-f78f-4f76-8897-6f908f2f8ed4,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:17.640866 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-332e7ee4-fcdf-4ad3-befd-f4109cf7f7d5 None None] Deleting port c1a43d84-ea20-49b9-a08c-5f34194276c1 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:17.641270 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-332e7ee4-fcdf-4ad3-befd-f4109cf7f7d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:17.682376 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e5bd07e0-7061-4568-9c1a-d4885bc2890f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:17.698387 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4758c65b-7a1d-497c-af7d-d8a720922252 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:17.716530 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd07e0-7061-4568-9c1a-d4885bc2890f admin admin] Pushing event deleted for resources: {'Port': ['ID=c1a43d84-ea20-49b9-a08c-5f34194276c1,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:17.719551 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bd07e0-7061-4568-9c1a-d4885bc2890f admin admin] No DVR routers for this DVR port c1a43d84-ea20-49b9-a08c-5f34194276c1 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:39:17.727679 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-332e7ee4-fcdf-4ad3-befd-f4109cf7f7d5 None None] For port c1a43d84-ea20-49b9-a08c-5f34194276c1, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=c1a43d84-ea20-49b9-a08c-5f34194276c1,segment=NetworkSegment(c427275e-c478-401d-8fb4-8eb66ddff5d2),segment_id=c427275e-c478-401d-8fb4-8eb66ddff5d2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:17.731469 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-332e7ee4-fcdf-4ad3-befd-f4109cf7f7d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:17.742358 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8def2c2-892d-406f-a924-2240520f8929 req-744dc7f0-1123-4ece-a708-ab6d0f048977 tempest-NetworksTest-1389753720 tempest-NetworksTest-1389753720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:17.744287 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e8def2c2-892d-406f-a924-2240520f8929 req-744dc7f0-1123-4ece-a708-ab6d0f048977 tempest-NetworksTest-1389753720 tempest-NetworksTest-1389753720-project-admin] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 886 time: 0.3716230 Sep 16 04:39:17.751326 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-332e7ee4-fcdf-4ad3-befd-f4109cf7f7d5 None None] Calling delete_port for c1a43d84-ea20-49b9-a08c-5f34194276c1 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:17.819403 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e5bd07e0-7061-4568-9c1a-d4885bc2890f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:17.837135 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4758c65b-7a1d-497c-af7d-d8a720922252 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:17.838366 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4758c65b-7a1d-497c-af7d-d8a720922252 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6565919 Sep 16 04:39:17.847255 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982ba75-c3cb-470e-a246-795beb141d61 service neutron] Pushing event updated for resources: {'Port': ['ID=148542b9-cc35-4f1e-9ff1-61f1399d76e7,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:17.864758 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-332e7ee4-fcdf-4ad3-befd-f4109cf7f7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:17.880346 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-e5bd07e0-7061-4568-9c1a-d4885bc2890f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfa6d0f7-e0c6-408d-b272-6ab04777aadc']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:17.907786 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-e5bd07e0-7061-4568-9c1a-d4885bc2890f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c427275e-c478-401d-8fb4-8eb66ddff5d2') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:17.908185 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-e5bd07e0-7061-4568-9c1a-d4885bc2890f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c427275e-c478-401d-8fb4-8eb66ddff5d2') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:17.928278 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e7ee4-fcdf-4ad3-befd-f4109cf7f7d5 None None] Pushing event deleted for resources: {'Port': ['ID=c1a43d84-ea20-49b9-a08c-5f34194276c1,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:17.937894 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e5bd07e0-7061-4568-9c1a-d4885bc2890f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:17.944375 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332e7ee4-fcdf-4ad3-befd-f4109cf7f7d5 None None] No DVR routers for this DVR port c1a43d84-ea20-49b9-a08c-5f34194276c1 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:39:17.973732 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e5bd07e0-7061-4568-9c1a-d4885bc2890f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:17.980425 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5bd07e0-7061-4568-9c1a-d4885bc2890f admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:39:17.981507 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e5bd07e0-7061-4568-9c1a-d4885bc2890f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:17.985276 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:39:17.985276 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:39:17.985276 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:39:17.985276 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:39:17.985276 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:39:17.985276 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:39:17.985276 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:39:17.985276 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:39:17.985276 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:39:17.985276 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:39:17.985276 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:39:17.985276 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:39:17.985276 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:39:17.985276 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:39:17.985276 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:39:17.985276 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:39:17.985276 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:39:17.985276 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:39:17.985276 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:39:17.985276 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:39:17.985276 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:39:17.985276 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:39:17.985276 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:39:17.985276 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:39:17.985276 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:39:17.985276 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:39:17.985276 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:39:17.985276 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:39:17.985276 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:39:17.985276 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:39:17.985276 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:39:17.985276 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:39:17.998403 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-367833ae-9c45-4cea-a635-53b2cb009d4f tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Allocated IP 172.20.0.2 (01519a52-82ee-43fa-90b0-c71411cde4f0/f1f953d6-01ca-4cb0-98b0-b9ee2763d49d/a5b08715-c953-4593-8669-035ce4c8ed2e) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:18.029415 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-d982ba75-c3cb-470e-a246-795beb141d61 service neutron] Attempting to bind port 148542b9-cc35-4f1e-9ff1-61f1399d76e7 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:18.029748 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-d982ba75-c3cb-470e-a246-795beb141d61 service neutron] Attempting to bind port 148542b9-cc35-4f1e-9ff1-61f1399d76e7 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '0dadb011-8164-4c32-a15e-25b87d14aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0b4a5955-f947-4941-8031-558b92839e9c'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:18.030104 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-d982ba75-c3cb-470e-a246-795beb141d61 service neutron] Attempting to bind port 148542b9-cc35-4f1e-9ff1-61f1399d76e7 on network 0b4a5955-f947-4941-8031-558b92839e9c {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:18.049610 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e5bd07e0-7061-4568-9c1a-d4885bc2890f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:18.054880 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-d982ba75-c3cb-470e-a246-795beb141d61 service neutron] Port 148542b9-cc35-4f1e-9ff1-61f1399d76e7 on network 0b4a5955-f947-4941-8031-558b92839e9c not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:39:18.055203 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-d982ba75-c3cb-470e-a246-795beb141d61 service neutron] Attempting to bind port 148542b9-cc35-4f1e-9ff1-61f1399d76e7 on network 0b4a5955-f947-4941-8031-558b92839e9c {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:18.060821 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e5bd07e0-7061-4568-9c1a-d4885bc2890f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:18.063512 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e5bd07e0-7061-4568-9c1a-d4885bc2890f admin admin] 10.222.0.35 "DELETE /v2.0/networks/bfa6d0f7-e0c6-408d-b272-6ab04777aadc HTTP/1.1" status: 204 len: 168 time: 0.7498569 Sep 16 04:39:18.067563 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0253c-9bef-43c1-9524-ad86d110b5a0 req-940ffd78-bcbe-4de4-a333-b777271ea108 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:18.069082 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-76c0253c-9bef-43c1-9524-ad86d110b5a0 req-940ffd78-bcbe-4de4-a333-b777271ea108 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce514739-b2bf-4392-894a-b513f2287786 HTTP/1.1" status: 200 len: 943 time: 0.1462314 Sep 16 04:39:18.074075 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd07e0-7061-4568-9c1a-d4885bc2890f admin admin] Pushing event deleted for resources: {'Network': ['ID=bfa6d0f7-e0c6-408d-b272-6ab04777aadc,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:18.081935 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-d982ba75-c3cb-470e-a246-795beb141d61 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:18.082354 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-d982ba75-c3cb-470e-a246-795beb141d61 service neutron] Checking segment: {'id': '0dadb011-8164-4c32-a15e-25b87d14aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0b4a5955-f947-4941-8031-558b92839e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:18.082688 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-d982ba75-c3cb-470e-a246-795beb141d61 service neutron] Bound using segment: {'id': '0dadb011-8164-4c32-a15e-25b87d14aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0b4a5955-f947-4941-8031-558b92839e9c'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:18.083071 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-d982ba75-c3cb-470e-a246-795beb141d61 service neutron] Bound port: 148542b9-cc35-4f1e-9ff1-61f1399d76e7, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dadb011-8164-4c32-a15e-25b87d14aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0b4a5955-f947-4941-8031-558b92839e9c'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:18.083428 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-d982ba75-c3cb-470e-a246-795beb141d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:18.153691 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd686000-6e09-448e-8edd-cab852d949a9', 'name': 'network-vif-deleted', 'tag': '3207a8e1-f39f-46ca-9f0e-7bc76fec63d7'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:18.156891 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361fdfba-e0cf-4dbb-ba83-70edd4a82529" -d '{"events": [{"server_uuid": "bd686000-6e09-448e-8edd-cab852d949a9", "name": "network-vif-deleted", "tag": "3207a8e1-f39f-46ca-9f0e-7bc76fec63d7"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:18.189544 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-76c0253c-9bef-43c1-9524-ad86d110b5a0 req-53e1ffc1-0fb2-4dd2-bb4a-56e0c7d1b325 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.35 "GET /v2.0/security-groups?id=df5770df-6b73-4fba-b139-e9efefd51743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090436 Sep 16 04:39:18.275696 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-d982ba75-c3cb-470e-a246-795beb141d61 service neutron] For port 148542b9-cc35-4f1e-9ff1-61f1399d76e7, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:18.279782 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-d982ba75-c3cb-470e-a246-795beb141d61 service neutron] For port 148542b9-cc35-4f1e-9ff1-61f1399d76e7, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=148542b9-cc35-4f1e-9ff1-61f1399d76e7,segment=NetworkSegment(0dadb011-8164-4c32-a15e-25b87d14aa22),segment_id=0dadb011-8164-4c32-a15e-25b87d14aa22)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:18.302856 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-d982ba75-c3cb-470e-a246-795beb141d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:18.325851 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58280) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:18.377013 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fcf80808-980a-4d5e-a8a1-b6ddb4e8f128 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d6062d06deed4be79de10c491e7c5fd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492380 Sep 16 04:39:18.378957 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58284) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:18.432861 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-252e5ed9-b9c2-4ebe-af8b-09ae720eb258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:18.460322 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-252e5ed9-b9c2-4ebe-af8b-09ae720eb258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:18.511236 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-252e5ed9-b9c2-4ebe-af8b-09ae720eb258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:18.513919 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-252e5ed9-b9c2-4ebe-af8b-09ae720eb258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:18.517815 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-252e5ed9-b9c2-4ebe-af8b-09ae720eb258 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0e2affa8-0668-4988-b34f-7333ff388a98 HTTP/1.1" status: 204 len: 168 time: 0.1353524 Sep 16 04:39:18.523319 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252e5ed9-b9c2-4ebe-af8b-09ae720eb258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2affa8-0668-4988-b34f-7333ff388a98,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:18.700332 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-d982ba75-c3cb-470e-a246-795beb141d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:18.700990 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-d982ba75-c3cb-470e-a246-795beb141d61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:18.702945 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-d982ba75-c3cb-470e-a246-795beb141d61 service neutron] 10.222.0.48 "PUT /v2.0/ports/148542b9-cc35-4f1e-9ff1-61f1399d76e7 HTTP/1.1" status: 200 len: 1092 time: 2.4706986 Sep 16 04:39:18.703399 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce514739-b2bf-4392-894a-b513f2287786', 'tag': '148542b9-cc35-4f1e-9ff1-61f1399d76e7'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:18.705846 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650878d5-54ac-4c7c-9ce8-77d10e063cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "ce514739-b2bf-4392-894a-b513f2287786", "tag": "148542b9-cc35-4f1e-9ff1-61f1399d76e7"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:18.717711 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device cbffbf7f-5ff6-4230-95ba-85fb21d69c18 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:18.741874 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: cbffbf7f-5ff6-4230-95ba-85fb21d69c18 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:18.742221 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device cbffbf7f-5ff6-4230-95ba-85fb21d69c18 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:18.742677 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device c1a43d84-ea20-49b9-a08c-5f34194276c1 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:18.769153 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: c1a43d84-ea20-49b9-a08c-5f34194276c1 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:18.769507 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device c1a43d84-ea20-49b9-a08c-5f34194276c1 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:18.769642 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-367833ae-9c45-4cea-a635-53b2cb009d4f tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:18.797143 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982ba75-c3cb-470e-a246-795beb141d61 service neutron] Pushing event updated for resources: {'Port': ['ID=148542b9-cc35-4f1e-9ff1-61f1399d76e7,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:18.877992 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0eef8-a9d6-4441-baea-b1b9d348788e req-1c4d5e5d-ec32-4f55-96df-c0b3d19dfdff tempest-NetworksTest-1389753720 tempest-NetworksTest-1389753720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:18.878473 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0eef8-a9d6-4441-baea-b1b9d348788e req-1c4d5e5d-ec32-4f55-96df-c0b3d19dfdff tempest-NetworksTest-1389753720 tempest-NetworksTest-1389753720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:18.878949 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0eef8-a9d6-4441-baea-b1b9d348788e req-1c4d5e5d-ec32-4f55-96df-c0b3d19dfdff tempest-NetworksTest-1389753720 tempest-NetworksTest-1389753720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:18.879431 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0eef8-a9d6-4441-baea-b1b9d348788e req-1c4d5e5d-ec32-4f55-96df-c0b3d19dfdff tempest-NetworksTest-1389753720 tempest-NetworksTest-1389753720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:18.879894 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0eef8-a9d6-4441-baea-b1b9d348788e req-1c4d5e5d-ec32-4f55-96df-c0b3d19dfdff tempest-NetworksTest-1389753720 tempest-NetworksTest-1389753720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:18.880365 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0eef8-a9d6-4441-baea-b1b9d348788e req-1c4d5e5d-ec32-4f55-96df-c0b3d19dfdff tempest-NetworksTest-1389753720 tempest-NetworksTest-1389753720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:18.881692 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0eef8-a9d6-4441-baea-b1b9d348788e req-1c4d5e5d-ec32-4f55-96df-c0b3d19dfdff tempest-NetworksTest-1389753720 tempest-NetworksTest-1389753720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:18.881692 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0eef8-a9d6-4441-baea-b1b9d348788e req-1c4d5e5d-ec32-4f55-96df-c0b3d19dfdff tempest-NetworksTest-1389753720 tempest-NetworksTest-1389753720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:18.881916 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0eef8-a9d6-4441-baea-b1b9d348788e req-1c4d5e5d-ec32-4f55-96df-c0b3d19dfdff tempest-NetworksTest-1389753720 tempest-NetworksTest-1389753720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:18.882598 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0eef8-a9d6-4441-baea-b1b9d348788e req-1c4d5e5d-ec32-4f55-96df-c0b3d19dfdff tempest-NetworksTest-1389753720 tempest-NetworksTest-1389753720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:18.883140 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0eef8-a9d6-4441-baea-b1b9d348788e req-1c4d5e5d-ec32-4f55-96df-c0b3d19dfdff tempest-NetworksTest-1389753720 tempest-NetworksTest-1389753720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:18.897213 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7ee0eef8-a9d6-4441-baea-b1b9d348788e req-1c4d5e5d-ec32-4f55-96df-c0b3d19dfdff tempest-NetworksTest-1389753720 tempest-NetworksTest-1389753720-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7817 time: 0.5901370 Sep 16 04:39:18.904207 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-c20e9ff5-5daa-4747-b8df-1bd0297e1f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:18.911758 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-c20e9ff5-5daa-4747-b8df-1bd0297e1f90 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=71670a16fe7743a398cd104146802c31&device_id=ce514739-b2bf-4392-894a-b513f2287786 HTTP/1.1" status: 200 len: 1095 time: 0.1308331 Sep 16 04:39:18.915077 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-367833ae-9c45-4cea-a635-53b2cb009d4f tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:19.036542 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-367833ae-9c45-4cea-a635-53b2cb009d4f tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Network 01519a52-82ee-43fa-90b0-c71411cde4f0 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:19.041301 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-367833ae-9c45-4cea-a635-53b2cb009d4f tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:19.043995 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-f580e4e6-203f-4abe-888c-e723f3ada186 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=148542b9-cc35-4f1e-9ff1-61f1399d76e7 HTTP/1.1" status: 200 len: 217 time: 0.1151717 Sep 16 04:39:19.051761 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-367833ae-9c45-4cea-a635-53b2cb009d4f tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:19.134035 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367833ae-9c45-4cea-a635-53b2cb009d4f tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Pushing event updated for resources: {'Port': ['ID=a5b08715-c953-4593-8669-035ce4c8ed2e,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:19.157157 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-13ce41b4-6d96-4981-a3fb-7d0fc4599a95 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1664977193&fields=id&tenant_id=681b40f69fd84e8abf8145d29844867d HTTP/1.1" status: 200 len: 267 time: 0.1745739 Sep 16 04:39:19.172011 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58312) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:19.185096 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-367833ae-9c45-4cea-a635-53b2cb009d4f tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:19.185737 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-367833ae-9c45-4cea-a635-53b2cb009d4f tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:19.216383 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-263a3f8c-c76e-40f6-9263-b7d8f715ed19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:19.218499 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-263a3f8c-c76e-40f6-9263-b7d8f715ed19 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=092d6263-a531-41a2-8d09-486ef6edb9fc HTTP/1.1" status: 200 len: 851 time: 0.1595864 Sep 16 04:39:19.241615 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-367833ae-9c45-4cea-a635-53b2cb009d4f tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2529309 Sep 16 04:39:19.290946 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-c164a9b2-54b9-4716-be86-b6b092ef4ad4 service neutron] Request body: {'port': {'device_id': 'c60d8397-091e-4031-922c-8cafba0c46ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:19.319495 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-efa0d1f5-3796-44b5-9e49-f4ad49584274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:19.383568 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-dcb35353-d35f-40e9-b8bc-bb0286c7d5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:19.385131 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-dcb35353-d35f-40e9-b8bc-bb0286c7d5c1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0b4a5955-f947-4941-8031-558b92839e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1573811 Sep 16 04:39:19.402236 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-a8519cdc-2e67-4303-9897-f7e07fed0c80 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:19.410057 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-a8519cdc-2e67-4303-9897-f7e07fed0c80 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.35 "GET /v2.0/networks?id=c785eb04-bc2f-40f9-9684-456d719505e1 HTTP/1.1" status: 200 len: 805 time: 0.2514257 Sep 16 04:39:19.422100 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-efa0d1f5-3796-44b5-9e49-f4ad49584274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:19.426633 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-efa0d1f5-3796-44b5-9e49-f4ad49584274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:19.437566 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-c164a9b2-54b9-4716-be86-b6b092ef4ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:19.455168 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-6086d729-a4c2-4499-9a65-79835452117f tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.35 "GET /v2.0/quotas/681b40f69fd84e8abf8145d29844867d HTTP/1.1" status: 200 len: 375 time: 0.0442281 Sep 16 04:39:19.466740 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0d1f5-3796-44b5-9e49-f4ad49584274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce0fee7-db1a-43df-8c62-521ee45667e6,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:19.469933 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58326) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:19.482482 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-efa0d1f5-3796-44b5-9e49-f4ad49584274 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0f540bb8225546f28b53da4a4f1178fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3080587 Sep 16 04:39:19.483051 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58330) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:19.535292 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-557425c7-5116-4765-a9ba-6d689e28e456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:19.559320 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-557425c7-5116-4765-a9ba-6d689e28e456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:19.582525 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-0dc31992-13ec-446e-9019-025e995cb5c2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-616669390-network', 'tenant_id': 'b4243ae1bae14f92bfd009f22277a59c'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:19.615333 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc31992-13ec-446e-9019-025e995cb5c2 admin admin] Made reservation on behalf of b4243ae1bae14f92bfd009f22277a59c for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:39:19.617692 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0dc31992-13ec-446e-9019-025e995cb5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:19.626695 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0dc31992-13ec-446e-9019-025e995cb5c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:19.637088 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-664c77f1-5b1b-4847-a055-db4a5e317ca3 service neutron] 10.222.0.48 "GET /v2.0/networks/0b4a5955-f947-4941-8031-558b92839e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421782 Sep 16 04:39:19.644832 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-557425c7-5116-4765-a9ba-6d689e28e456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:19.647347 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-557425c7-5116-4765-a9ba-6d689e28e456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:19.648496 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-557425c7-5116-4765-a9ba-6d689e28e456 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7ce0fee7-db1a-43df-8c62-521ee45667e6 HTTP/1.1" status: 204 len: 168 time: 0.1640155 Sep 16 04:39:19.649166 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-aae3405a-55d2-43d6-a34a-4bb3154974c7 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=681b40f69fd84e8abf8145d29844867d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1591382 Sep 16 04:39:19.665909 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557425c7-5116-4765-a9ba-6d689e28e456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce0fee7-db1a-43df-8c62-521ee45667e6,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:19.762462 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0dc31992-13ec-446e-9019-025e995cb5c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:19.767035 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0dc31992-13ec-446e-9019-025e995cb5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:19.796933 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc31992-13ec-446e-9019-025e995cb5c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:39:19.808095 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc31992-13ec-446e-9019-025e995cb5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be052b50-27c5-484b-b997-f9099d48371c,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:19.819159 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0dc31992-13ec-446e-9019-025e995cb5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:19.819524 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-0dc31992-13ec-446e-9019-025e995cb5c2 admin admin] Added segment 8517faa2-72c8-4051-9ec9-932078d56c30 of type vlan for network d29577ec-b037-4a73-9540-c8c176056e63 Sep 16 04:39:19.869827 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0dc31992-13ec-446e-9019-025e995cb5c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:19.897365 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0dc31992-13ec-446e-9019-025e995cb5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:19.898357 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc31992-13ec-446e-9019-025e995cb5c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:19.898950 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0dc31992-13ec-446e-9019-025e995cb5c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:19.908486 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c81366e0-c654-47eb-ba86-9bf4ce06646c req-a11ff797-a1f2-4c98-8b1d-180d1af46075 service neutron] 10.222.0.48 "GET /v2.0/networks/0b4a5955-f947-4941-8031-558b92839e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514195 Sep 16 04:39:19.917473 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-4239c2d0-9405-41a7-aa7c-270bd36a6c10 service neutron] 10.222.0.35 "GET /v2.0/networks/c785eb04-bc2f-40f9-9684-456d719505e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227426 Sep 16 04:39:19.936519 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0dc31992-13ec-446e-9019-025e995cb5c2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4649565 Sep 16 04:39:19.940933 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58336) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:19.947835 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-638317fa-d40d-41eb-affb-ca8ebc9df79b admin admin] Request body: {'subnet': {'network_id': 'd29577ec-b037-4a73-9540-c8c176056e63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-616669390-subnet', 'tenant_id': 'b4243ae1bae14f92bfd009f22277a59c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:19.987013 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc31992-13ec-446e-9019-025e995cb5c2 admin admin] Pushing event updated for resources: {'Network': ['ID=d29577ec-b037-4a73-9540-c8c176056e63,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:20.001187 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network d29577ec-b037-4a73-9540-c8c176056e63 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:39:20.005762 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638317fa-d40d-41eb-affb-ca8ebc9df79b admin admin] Made reservation on behalf of b4243ae1bae14f92bfd009f22277a59c for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:39:20.009661 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-638317fa-d40d-41eb-affb-ca8ebc9df79b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:20.014102 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58338) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:20.042631 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-c164a9b2-54b9-4716-be86-b6b092ef4ad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b08715-c953-4593-8669-035ce4c8ed2e {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:39:20.046431 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-471ea347-fd80-4749-866c-1cbbf89e84cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:20.053364 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-c164a9b2-54b9-4716-be86-b6b092ef4ad4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:20.079887 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-c164a9b2-54b9-4716-be86-b6b092ef4ad4 service neutron] Transition to ACTIVE for port object a5b08715-c953-4593-8669-035ce4c8ed2e will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:39:20.082650 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-81858995-2d2c-4c46-87ff-30898fe3a77a service neutron] 10.222.0.35 "GET /v2.0/networks/c785eb04-bc2f-40f9-9684-456d719505e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520803 Sep 16 04:39:20.085973 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-c164a9b2-54b9-4716-be86-b6b092ef4ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:20.164261 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c164a9b2-54b9-4716-be86-b6b092ef4ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b08715-c953-4593-8669-035ce4c8ed2e,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:20.221138 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-c164a9b2-54b9-4716-be86-b6b092ef4ad4 service neutron] Attempting to bind port a5b08715-c953-4593-8669-035ce4c8ed2e on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:20.221528 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-c164a9b2-54b9-4716-be86-b6b092ef4ad4 service neutron] Attempting to bind port a5b08715-c953-4593-8669-035ce4c8ed2e by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '658f680a-3fa0-437c-8003-3658800983eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '01519a52-82ee-43fa-90b0-c71411cde4f0'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:20.221860 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-c164a9b2-54b9-4716-be86-b6b092ef4ad4 service neutron] Attempting to bind port a5b08715-c953-4593-8669-035ce4c8ed2e on network 01519a52-82ee-43fa-90b0-c71411cde4f0 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:20.226960 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-c164a9b2-54b9-4716-be86-b6b092ef4ad4 service neutron] Port a5b08715-c953-4593-8669-035ce4c8ed2e on network 01519a52-82ee-43fa-90b0-c71411cde4f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:39:20.227369 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-c164a9b2-54b9-4716-be86-b6b092ef4ad4 service neutron] Attempting to bind port a5b08715-c953-4593-8669-035ce4c8ed2e on network 01519a52-82ee-43fa-90b0-c71411cde4f0 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:20.244260 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-c164a9b2-54b9-4716-be86-b6b092ef4ad4 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:20.244716 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-c164a9b2-54b9-4716-be86-b6b092ef4ad4 service neutron] Checking segment: {'id': '658f680a-3fa0-437c-8003-3658800983eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '01519a52-82ee-43fa-90b0-c71411cde4f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:20.245181 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-c164a9b2-54b9-4716-be86-b6b092ef4ad4 service neutron] Bound using segment: {'id': '658f680a-3fa0-437c-8003-3658800983eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '01519a52-82ee-43fa-90b0-c71411cde4f0'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:20.245758 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-c164a9b2-54b9-4716-be86-b6b092ef4ad4 service neutron] Bound port: a5b08715-c953-4593-8669-035ce4c8ed2e, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '658f680a-3fa0-437c-8003-3658800983eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '01519a52-82ee-43fa-90b0-c71411cde4f0'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:20.246280 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-c164a9b2-54b9-4716-be86-b6b092ef4ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:20.301496 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19470b43-ab0b-4260-8d3e-7a8a07cb2460 x-openstack-request-id: req-19470b43-ab0b-4260-8d3e-7a8a07cb2460 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:20.302053 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd686000-6e09-448e-8edd-cab852d949a9", "name": "network-vif-deleted", "tag": "3207a8e1-f39f-46ca-9f0e-7bc76fec63d7", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:20.302053 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-19470b43-ab0b-4260-8d3e-7a8a07cb2460 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:20.302411 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd686000-6e09-448e-8edd-cab852d949a9', 'name': 'network-vif-deleted', 'tag': '3207a8e1-f39f-46ca-9f0e-7bc76fec63d7', 'status': 'completed', 'code': 200} Sep 16 04:39:20.322827 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-471ea347-fd80-4749-866c-1cbbf89e84cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:20.335385 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-471ea347-fd80-4749-866c-1cbbf89e84cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:20.336632 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-c164a9b2-54b9-4716-be86-b6b092ef4ad4 service neutron] For port a5b08715-c953-4593-8669-035ce4c8ed2e, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:20.369121 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-c164a9b2-54b9-4716-be86-b6b092ef4ad4 service neutron] For port a5b08715-c953-4593-8669-035ce4c8ed2e, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=a5b08715-c953-4593-8669-035ce4c8ed2e,segment=NetworkSegment(658f680a-3fa0-437c-8003-3658800983eb),segment_id=658f680a-3fa0-437c-8003-3658800983eb)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:20.377159 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-c164a9b2-54b9-4716-be86-b6b092ef4ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:20.379623 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-638317fa-d40d-41eb-affb-ca8ebc9df79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:20.408066 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71fb80-bc61-4925-a9e1-82a49cf15e80 req-37367ccd-af60-4295-957a-b92e64fb9e7e tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:20.409663 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0e71fb80-bc61-4925-a9e1-82a49cf15e80 req-37367ccd-af60-4295-957a-b92e64fb9e7e tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=235a11d6-a417-4bd4-b935-cc381dccfb72 HTTP/1.1" status: 200 len: 1096 time: 0.0872567 Sep 16 04:39:20.421460 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-471ea347-fd80-4749-866c-1cbbf89e84cb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e9bf24b3213340f7819f375ed2941357&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4046123 Sep 16 04:39:20.421625 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-c164a9b2-54b9-4716-be86-b6b092ef4ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:20.422333 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-c164a9b2-54b9-4716-be86-b6b092ef4ad4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:20.423892 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-c164a9b2-54b9-4716-be86-b6b092ef4ad4 service neutron] 10.222.0.48 "PUT /v2.0/ports/a5b08715-c953-4593-8669-035ce4c8ed2e HTTP/1.1" status: 200 len: 1092 time: 1.1373556 Sep 16 04:39:20.425921 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58346) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:20.430590 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ea347-fd80-4749-866c-1cbbf89e84cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b2aaa4-de72-43fa-a8f0-206f6bb9c087,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:20.462296 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638317fa-d40d-41eb-affb-ca8ebc9df79b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7053ff15-410c-47cc-ae7a-b4692790659a,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:20.480272 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638317fa-d40d-41eb-affb-ca8ebc9df79b admin admin] Checking segment: {'id': '8517faa2-72c8-4051-9ec9-932078d56c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd29577ec-b037-4a73-9540-c8c176056e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:20.480760 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638317fa-d40d-41eb-affb-ca8ebc9df79b admin admin] Network hostable DHCP agents. Network: d29577ec-b037-4a73-9540-c8c176056e63, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:39:20.489428 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c164a9b2-54b9-4716-be86-b6b092ef4ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b08715-c953-4593-8669-035ce4c8ed2e,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:20.501356 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638317fa-d40d-41eb-affb-ca8ebc9df79b admin admin] Network d29577ec-b037-4a73-9540-c8c176056e63 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:39:20.511340 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-638317fa-d40d-41eb-affb-ca8ebc9df79b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, d29577ec-b037-4a73-9540-c8c176056e63) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:20.518528 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638317fa-d40d-41eb-affb-ca8ebc9df79b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:20.518528 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-638317fa-d40d-41eb-affb-ca8ebc9df79b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:20.525088 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2eb8ffc-9d8f-4017-a468-a6b877724bcf None None] Network d29577ec-b037-4a73-9540-c8c176056e63 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:39:20.546391 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0e71fb80-bc61-4925-a9e1-82a49cf15e80 req-bf644c92-67b2-449e-9561-d29e9873c477 tempest-LiveMigrationTest-2107068617 tempest-LiveMigrationTest-2107068617-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049137 Sep 16 04:39:20.556801 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-638317fa-d40d-41eb-affb-ca8ebc9df79b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6146529 Sep 16 04:39:20.559535 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58352) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:20.564558 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-2871712a-65f1-4ed3-a539-2efa75940f14 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-616669390-router', 'tenant_id': 'b4243ae1bae14f92bfd009f22277a59c', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:20.590391 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2871712a-65f1-4ed3-a539-2efa75940f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:20.592204 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2871712a-65f1-4ed3-a539-2efa75940f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:20.629871 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-62456f39-e317-4481-bf59-21fd96bef2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:20.640660 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-6e07cb53-632b-4bf7-8bc5-b215d68684f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:20.642607 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-6e07cb53-632b-4bf7-8bc5-b215d68684f7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=704dfedc4cae451e92880e679796489f&device_id=c60d8397-091e-4031-922c-8cafba0c46ed HTTP/1.1" status: 200 len: 1095 time: 0.1411843 Sep 16 04:39:20.657252 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2871712a-65f1-4ed3-a539-2efa75940f14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:20.679829 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-62456f39-e317-4481-bf59-21fd96bef2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:20.716656 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-46aa65bd-ff7f-44ff-8fbd-831f69157ddc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5b08715-c953-4593-8669-035ce4c8ed2e HTTP/1.1" status: 200 len: 217 time: 0.0493894 Sep 16 04:39:20.753202 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94b8d94-7cbe-434e-a5e0-d2aede4343d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-d29577ec-b037-4a73-9540-c8c176056e63', 'network_id': 'd29577ec-b037-4a73-9540-c8c176056e63', 'tenant_id': 'b4243ae1bae14f92bfd009f22277a59c', 'fixed_ips': [{'subnet_id': '7053ff15-410c-47cc-ae7a-b4692790659a'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:39:20.754264 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d94b8d94-7cbe-434e-a5e0-d2aede4343d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:20.804068 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-529eb585-10d0-4359-b1d9-b9b271408633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:20.805988 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-529eb585-10d0-4359-b1d9-b9b271408633 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f1f953d6-01ca-4cb0-98b0-b9ee2763d49d HTTP/1.1" status: 200 len: 845 time: 0.0713789 Sep 16 04:39:20.884151 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-d9f1e1f3-c179-490c-9787-65d640dc856c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=01519a52-82ee-43fa-90b0-c71411cde4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642300 Sep 16 04:39:20.884842 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58356) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:20.894023 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-80b8b200-233f-4dcb-88d3-9c64b694d3cb tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2078995222', 'description': 'tempest-description--605608329'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:20.898887 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-62456f39-e317-4481-bf59-21fd96bef2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:20.905756 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-62456f39-e317-4481-bf59-21fd96bef2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:20.909361 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-62456f39-e317-4481-bf59-21fd96bef2c3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/49b2aaa4-de72-43fa-a8f0-206f6bb9c087 HTTP/1.1" status: 204 len: 168 time: 0.4760129 Sep 16 04:39:20.950542 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-d94b8d94-7cbe-434e-a5e0-d2aede4343d8 None None] Allocated IP 172.20.0.2 (d29577ec-b037-4a73-9540-c8c176056e63/7053ff15-410c-47cc-ae7a-b4692790659a/8fd52aee-0501-4905-b3f9-41863cee9723) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:20.959304 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62456f39-e317-4481-bf59-21fd96bef2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b2aaa4-de72-43fa-a8f0-206f6bb9c087,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:21.116404 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-80b8b200-233f-4dcb-88d3-9c64b694d3cb tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:21.189722 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf321eaf-38b3-4211-b2b4-877d46eace8c req-2c05acb2-b15f-4b6e-a8fc-5a3ae860e390 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:21.191373 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d94b8d94-7cbe-434e-a5e0-d2aede4343d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:21.194176 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cf321eaf-38b3-4211-b2b4-877d46eace8c req-2c05acb2-b15f-4b6e-a8fc-5a3ae860e390 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=c60d8397-091e-4031-922c-8cafba0c46ed HTTP/1.1" status: 200 len: 943 time: 0.2604661 Sep 16 04:39:21.203874 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d94b8d94-7cbe-434e-a5e0-d2aede4343d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:21.264206 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94b8d94-7cbe-434e-a5e0-d2aede4343d8 None None] Network d29577ec-b037-4a73-9540-c8c176056e63 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:21.281141 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-d94b8d94-7cbe-434e-a5e0-d2aede4343d8 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:21.286472 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94b8d94-7cbe-434e-a5e0-d2aede4343d8 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:21.296803 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cf321eaf-38b3-4211-b2b4-877d46eace8c req-fdeed4bf-764e-48d2-9280-2c4998750daf tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960736 Sep 16 04:39:21.302861 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-7b709c5d-3b6f-455f-9927-7a6daa101050 service neutron] 10.222.0.48 "GET /v2.0/networks/01519a52-82ee-43fa-90b0-c71411cde4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937061 Sep 16 04:39:21.307181 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b8d94-7cbe-434e-a5e0-d2aede4343d8 None None] Pushing event updated for resources: {'Port': ['ID=8fd52aee-0501-4905-b3f9-41863cee9723,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:21.322581 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2871712a-65f1-4ed3-a539-2efa75940f14 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:21.380504 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-d94b8d94-7cbe-434e-a5e0-d2aede4343d8 None None] Attempting to bind port 8fd52aee-0501-4905-b3f9-41863cee9723 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:21.380900 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-d94b8d94-7cbe-434e-a5e0-d2aede4343d8 None None] Attempting to bind port 8fd52aee-0501-4905-b3f9-41863cee9723 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '8517faa2-72c8-4051-9ec9-932078d56c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd29577ec-b037-4a73-9540-c8c176056e63'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:21.381256 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94b8d94-7cbe-434e-a5e0-d2aede4343d8 None None] Attempting to bind port 8fd52aee-0501-4905-b3f9-41863cee9723 on network d29577ec-b037-4a73-9540-c8c176056e63 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:21.398381 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94b8d94-7cbe-434e-a5e0-d2aede4343d8 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:21.398892 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94b8d94-7cbe-434e-a5e0-d2aede4343d8 None None] Checking segment: {'id': '8517faa2-72c8-4051-9ec9-932078d56c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd29577ec-b037-4a73-9540-c8c176056e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:21.399475 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d94b8d94-7cbe-434e-a5e0-d2aede4343d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:21.399876 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94b8d94-7cbe-434e-a5e0-d2aede4343d8 None None] Bound using segment: {'id': '8517faa2-72c8-4051-9ec9-932078d56c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd29577ec-b037-4a73-9540-c8c176056e63'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:21.400366 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-d94b8d94-7cbe-434e-a5e0-d2aede4343d8 None None] Bound port: 8fd52aee-0501-4905-b3f9-41863cee9723, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8517faa2-72c8-4051-9ec9-932078d56c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd29577ec-b037-4a73-9540-c8c176056e63'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:21.400779 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d94b8d94-7cbe-434e-a5e0-d2aede4343d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:21.404473 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cda6fb-b73f-469c-877d-36e8eb68bdb5 x-openstack-request-id: req-a8cda6fb-b73f-469c-877d-36e8eb68bdb5 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:21.404879 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce514739-b2bf-4392-894a-b513f2287786", "tag": "148542b9-cc35-4f1e-9ff1-61f1399d76e7", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:21.405713 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a8cda6fb-b73f-469c-877d-36e8eb68bdb5 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:21.406199 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce514739-b2bf-4392-894a-b513f2287786', 'tag': '148542b9-cc35-4f1e-9ff1-61f1399d76e7', 'status': 'completed', 'code': 200} Sep 16 04:39:21.491537 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-d94b8d94-7cbe-434e-a5e0-d2aede4343d8 None None] For port 8fd52aee-0501-4905-b3f9-41863cee9723, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:21.494965 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-d94b8d94-7cbe-434e-a5e0-d2aede4343d8 None None] For port 8fd52aee-0501-4905-b3f9-41863cee9723, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=8fd52aee-0501-4905-b3f9-41863cee9723,segment=NetworkSegment(8517faa2-72c8-4051-9ec9-932078d56c30),segment_id=8517faa2-72c8-4051-9ec9-932078d56c30)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:21.501668 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d94b8d94-7cbe-434e-a5e0-d2aede4343d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:21.532164 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-80b8b200-233f-4dcb-88d3-9c64b694d3cb tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:21.585468 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-80b8b200-233f-4dcb-88d3-9c64b694d3cb tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:21.585582 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b8d94-7cbe-434e-a5e0-d2aede4343d8 None None] Pushing event updated for resources: {'Port': ['ID=8fd52aee-0501-4905-b3f9-41863cee9723,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:21.600942 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2871712a-65f1-4ed3-a539-2efa75940f14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:21.633381 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2871712a-65f1-4ed3-a539-2efa75940f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:21.678764 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650878d5-54ac-4c7c-9ce8-77d10e063cbf req-ee18e8a2-3320-49f9-a5a0-0c2c278a5659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:21.680256 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-650878d5-54ac-4c7c-9ce8-77d10e063cbf req-ee18e8a2-3320-49f9-a5a0-0c2c278a5659 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=71670a16fe7743a398cd104146802c31&device_id=ce514739-b2bf-4392-894a-b513f2287786 HTTP/1.1" status: 200 len: 1095 time: 0.2079420 Sep 16 04:39:21.680968 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-80b8b200-233f-4dcb-88d3-9c64b694d3cb tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:21.685812 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-80b8b200-233f-4dcb-88d3-9c64b694d3cb tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7980330 Sep 16 04:39:21.688728 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58370) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:21.705901 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-f307721e-d57f-4897-ba66-a0f293a28d0f tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Request body: {'security_group_rule': {'security_group_id': 'f79e0b42-b89e-4c1f-bdc1-c97875fc7627', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:21.776445 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f307721e-d57f-4897-ba66-a0f293a28d0f tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:21.981953 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-2871712a-65f1-4ed3-a539-2efa75940f14 admin admin] Allocated IP 172.25.8.175 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/ebe234d1-9472-4a92-a56d-4fac4dd14bd9) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:22.077848 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b30cb63-46b7-4ee1-886c-5f9816f62e53 req-ccc62042-29b6-4464-9a96-607e5a485c17 service neutron] 10.222.0.48 "GET /v2.0/networks/01519a52-82ee-43fa-90b0-c71411cde4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7634399 Sep 16 04:39:22.080068 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f307721e-d57f-4897-ba66-a0f293a28d0f tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:22.084848 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8b200-233f-4dcb-88d3-9c64b694d3cb tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f79e0b42-b89e-4c1f-bdc1-c97875fc7627,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:22.087878 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-6cc1dd00-ee83-4daf-bfcc-4d142122e351 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:22.088579 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650878d5-54ac-4c7c-9ce8-77d10e063cbf req-73295c9b-afca-46b2-ba07-e7c2077c1a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:22.089368 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-6cc1dd00-ee83-4daf-bfcc-4d142122e351 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.47 "GET /v2.0/networks?id=c785eb04-bc2f-40f9-9684-456d719505e1 HTTP/1.1" status: 200 len: 805 time: 0.3997674 Sep 16 04:39:22.092188 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-650878d5-54ac-4c7c-9ce8-77d10e063cbf req-73295c9b-afca-46b2-ba07-e7c2077c1a69 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0b4a5955-f947-4941-8031-558b92839e9c HTTP/1.1" status: 200 len: 913 time: 0.3963785 Sep 16 04:39:22.092538 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f307721e-d57f-4897-ba66-a0f293a28d0f tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:22.102184 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991fb31-4933-4610-8e01-b38ddcc9d9df req-19fb195d-1cfc-44ec-b32c-6ec0f323c666 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:22.111216 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307721e-d57f-4897-ba66-a0f293a28d0f tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3bda11a-e8bd-412c-9fb0-1d630cefc527,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:22.111597 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e991fb31-4933-4610-8e01-b38ddcc9d9df req-19fb195d-1cfc-44ec-b32c-6ec0f323c666 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce514739-b2bf-4392-894a-b513f2287786 HTTP/1.1" status: 200 len: 943 time: 0.6377275 Sep 16 04:39:22.167021 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-650878d5-54ac-4c7c-9ce8-77d10e063cbf req-2ff38f9e-a23f-4411-b04a-08364f87d4f6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=148542b9-cc35-4f1e-9ff1-61f1399d76e7 HTTP/1.1" status: 200 len: 217 time: 0.0382504 Sep 16 04:39:22.182601 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f307721e-d57f-4897-ba66-a0f293a28d0f tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:22.184101 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f307721e-d57f-4897-ba66-a0f293a28d0f tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4930429 Sep 16 04:39:22.191907 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58382) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:22.196893 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-b8363bf3-5be2-4f7c-82f5-4ae876ba400f tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Request body: {'security_group_rule': {'security_group_id': 'f79e0b42-b89e-4c1f-bdc1-c97875fc7627', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:22.204832 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-88ee7afe-26eb-4726-adb1-4fd892d094c9 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=681b40f69fd84e8abf8145d29844867d HTTP/1.1" status: 200 len: 380 time: 0.0947163 Sep 16 04:39:22.215874 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-5fed25f5-8009-4c42-b824-ddef0c112056 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Request body: {'port': {'device_id': '318c42cb-6851-4c60-9ba2-ba39208e1963', 'network_id': 'c785eb04-bc2f-40f9-9684-456d719505e1', 'admin_state_up': True, 'tenant_id': '681b40f69fd84e8abf8145d29844867d', 'security_groups': ['d3038bf7-a715-4d78-aecc-267c6c1c2c9a']}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:22.233790 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e991fb31-4933-4610-8e01-b38ddcc9d9df req-31177024-e3f5-4581-9852-4b807a7dd105 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.35 "GET /v2.0/security-groups?id=df5770df-6b73-4fba-b139-e9efefd51743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207206 Sep 16 04:39:22.257136 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2871712a-65f1-4ed3-a539-2efa75940f14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:22.263503 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650878d5-54ac-4c7c-9ce8-77d10e063cbf req-910881b5-c462-48db-a682-3714a708d968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:22.266573 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-650878d5-54ac-4c7c-9ce8-77d10e063cbf req-910881b5-c462-48db-a682-3714a708d968 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=092d6263-a531-41a2-8d09-486ef6edb9fc HTTP/1.1" status: 200 len: 851 time: 0.0893860 Sep 16 04:39:22.288420 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b8363bf3-5be2-4f7c-82f5-4ae876ba400f tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:22.353266 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2871712a-65f1-4ed3-a539-2efa75940f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:22.368648 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-39b83884-13cf-4f13-9f16-9ed6f581d0c2 req-60be6754-4973-4661-b471-34632e61f596 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.35 "GET /v2.0/ports?device_id=318c42cb-6851-4c60-9ba2-ba39208e1963 HTTP/1.1" status: 200 len: 210 time: 0.0553832 Sep 16 04:39:22.382159 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2871712a-65f1-4ed3-a539-2efa75940f14 admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:22.423695 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-2871712a-65f1-4ed3-a539-2efa75940f14 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:22.427105 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2871712a-65f1-4ed3-a539-2efa75940f14 admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:22.455604 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b8363bf3-5be2-4f7c-82f5-4ae876ba400f tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:22.464867 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650878d5-54ac-4c7c-9ce8-77d10e063cbf req-421979b4-7c8f-4346-a8c7-3467df53d5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:22.467737 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-650878d5-54ac-4c7c-9ce8-77d10e063cbf req-421979b4-7c8f-4346-a8c7-3467df53d5a2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0b4a5955-f947-4941-8031-558b92839e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1843102 Sep 16 04:39:22.470088 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b8363bf3-5be2-4f7c-82f5-4ae876ba400f tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:22.493942 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871712a-65f1-4ed3-a539-2efa75940f14 admin admin] Pushing event updated for resources: {'Port': ['ID=ebe234d1-9472-4a92-a56d-4fac4dd14bd9,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:22.568306 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8363bf3-5be2-4f7c-82f5-4ae876ba400f tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35ab6f5a-dd8f-4bf1-95e5-f8d8fdcbbe1a,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:22.676259 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b8363bf3-5be2-4f7c-82f5-4ae876ba400f tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:22.676986 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b8363bf3-5be2-4f7c-82f5-4ae876ba400f tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4834960 Sep 16 04:39:22.680781 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58396) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:22.692177 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-09559c4a-4c1f-4865-8a8f-056f3fc7c3f0 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:22.705696 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-5fed25f5-8009-4c42-b824-ddef0c112056 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Made reservation on behalf of 681b40f69fd84e8abf8145d29844867d for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:39:22.710484 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-5fed25f5-8009-4c42-b824-ddef0c112056 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:22.779611 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-650878d5-54ac-4c7c-9ce8-77d10e063cbf req-15b1f039-86b2-44b2-9cad-4c14a8f4e718 service neutron] 10.222.0.48 "GET /v2.0/networks/0b4a5955-f947-4941-8031-558b92839e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866709 Sep 16 04:39:22.810241 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-09559c4a-4c1f-4865-8a8f-056f3fc7c3f0 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks [] for floatingip, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:22.822516 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 8fd52aee-0501-4905-b3f9-41863cee9723 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:22.860039 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65893c0f-85b1-4923-9db3-dc370dc103eb req-d52047fc-5e14-4ce9-b120-4b9c06de68cb tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:22.861750 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-65893c0f-85b1-4923-9db3-dc370dc103eb req-d52047fc-5e14-4ce9-b120-4b9c06de68cb tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=c60d8397-091e-4031-922c-8cafba0c46ed HTTP/1.1" status: 200 len: 943 time: 0.1489928 Sep 16 04:39:22.911838 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 8fd52aee-0501-4905-b3f9-41863cee9723 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:22.911838 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:22.950537 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20df083e-ae25-45fc-bbbe-56cd4fe97b6c None None] Network d29577ec-b037-4a73-9540-c8c176056e63 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:39:22.968871 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-65893c0f-85b1-4923-9db3-dc370dc103eb req-dd3a6bc0-70cd-4f2f-8cd3-67386566bd58 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991039 Sep 16 04:39:23.020966 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2871712a-65f1-4ed3-a539-2efa75940f14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:23.023049 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-5fed25f5-8009-4c42-b824-ddef0c112056 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Allocated IP 172.20.0.10 (c785eb04-bc2f-40f9-9684-456d719505e1/a506450f-29c8-4972-af12-79e167066d49/b38781ae-8e21-49f0-a0f9-adfc1309175c) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:23.040478 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-650878d5-54ac-4c7c-9ce8-77d10e063cbf req-4560a439-18a1-4ee0-a152-3d0d90c8b04c service neutron] 10.222.0.48 "GET /v2.0/networks/0b4a5955-f947-4941-8031-558b92839e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453115 Sep 16 04:39:23.077100 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-09559c4a-4c1f-4865-8a8f-056f3fc7c3f0 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:23.087706 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bd40afc8-8f03-47fc-9774-d230e1204800 None None] Provisioning complete for port 8fd52aee-0501-4905-b3f9-41863cee9723 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:23.088084 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bd40afc8-8f03-47fc-9774-d230e1204800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:23.183549 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259635e-3fb1-4c9f-af7c-3b0d1fc01e20 req-113a379b-4b0e-48b0-abbf-1d960f82b381 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:23.185026 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5259635e-3fb1-4c9f-af7c-3b0d1fc01e20 req-113a379b-4b0e-48b0-abbf-1d960f82b381 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=235a11d6-a417-4bd4-b935-cc381dccfb72 HTTP/1.1" status: 200 len: 944 time: 0.0998232 Sep 16 04:39:23.228041 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:23.263563 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5259635e-3fb1-4c9f-af7c-3b0d1fc01e20 req-fcd0c96a-f292-4b89-be35-4b5dee28e3bc tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707164 Sep 16 04:39:23.288465 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-09559c4a-4c1f-4865-8a8f-056f3fc7c3f0 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Allocated IP 172.25.8.105 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/06b92aa1-f16c-43ac-834e-67eaef836e83) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:23.346372 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bd40afc8-8f03-47fc-9774-d230e1204800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:23.392488 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 8fd52aee-0501-4905-b3f9-41863cee9723, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=8fd52aee-0501-4905-b3f9-41863cee9723,segment=NetworkSegment(8517faa2-72c8-4051-9ec9-932078d56c30),segment_id=8517faa2-72c8-4051-9ec9-932078d56c30)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:23.408424 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2871712a-65f1-4ed3-a539-2efa75940f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:23.411401 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60d8397-091e-4031-922c-8cafba0c46ed', 'tag': 'a5b08715-c953-4593-8669-035ce4c8ed2e'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:23.414186 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285526dd-86d1-4562-8201-d1b22162ee9d" -d '{"events": [{"name": "network-changed", "server_uuid": "c60d8397-091e-4031-922c-8cafba0c46ed", "tag": "a5b08715-c953-4593-8669-035ce4c8ed2e"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:23.416444 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:23.451265 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-09559c4a-4c1f-4865-8a8f-056f3fc7c3f0 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:23.485269 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-5fed25f5-8009-4c42-b824-ddef0c112056 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:23.490708 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 148542b9-cc35-4f1e-9ff1-61f1399d76e7 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:39:23.502462 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-09559c4a-4c1f-4865-8a8f-056f3fc7c3f0 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:23.537160 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-bd40afc8-8f03-47fc-9774-d230e1204800 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:39:23.537875 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-bd40afc8-8f03-47fc-9774-d230e1204800 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:39:23.549192 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=8fd52aee-0501-4905-b3f9-41863cee9723,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:23.558392 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09559c4a-4c1f-4865-8a8f-056f3fc7c3f0 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:23.562293 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-09559c4a-4c1f-4865-8a8f-056f3fc7c3f0 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:23.569465 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09559c4a-4c1f-4865-8a8f-056f3fc7c3f0 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:23.575478 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09559c4a-4c1f-4865-8a8f-056f3fc7c3f0 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Pushing event updated for resources: {'Port': ['ID=06b92aa1-f16c-43ac-834e-67eaef836e83,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:23.620489 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-5fed25f5-8009-4c42-b824-ddef0c112056 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:23.652775 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-7ab6c105-dd60-4542-8357-8c6f088ebf1c tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=4b1f9f4e1b2945aaba6a423a0ea37467&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455203 Sep 16 04:39:23.676512 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 148542b9-cc35-4f1e-9ff1-61f1399d76e7, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=148542b9-cc35-4f1e-9ff1-61f1399d76e7,segment=NetworkSegment(0dadb011-8164-4c32-a15e-25b87d14aa22),segment_id=0dadb011-8164-4c32-a15e-25b87d14aa22)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:23.686885 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-5fed25f5-8009-4c42-b824-ddef0c112056 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Network c785eb04-bc2f-40f9-9684-456d719505e1 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:23.693377 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-5fed25f5-8009-4c42-b824-ddef0c112056 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:23.696532 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-5fed25f5-8009-4c42-b824-ddef0c112056 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:23.732384 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2871712a-65f1-4ed3-a539-2efa75940f14 admin admin] Router 905d7f3c-c962-488c-b371-d3bf13d33551 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:39:23.741631 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed25f5-8009-4c42-b824-ddef0c112056 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Pushing event updated for resources: {'Port': ['ID=b38781ae-8e21-49f0-a0f9-adfc1309175c,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:23.809853 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-5fed25f5-8009-4c42-b824-ddef0c112056 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:23.810650 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-5fed25f5-8009-4c42-b824-ddef0c112056 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:23.822989 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-09559c4a-4c1f-4865-8a8f-056f3fc7c3f0 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:23.862640 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '148542b9-cc35-4f1e-9ff1-61f1399d76e7', 'network_id': '0b4a5955-f947-4941-8031-558b92839e9c', 'port_id': '148542b9-cc35-4f1e-9ff1-61f1399d76e7', 'mac_address': 'fa:16:3e:b2:7c:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '092d6263-a531-41a2-8d09-486ef6edb9fc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:39:23.876981 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-5fed25f5-8009-4c42-b824-ddef0c112056 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6624475 Sep 16 04:39:23.896959 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-8b8ef4ef-7741-40f9-8e97-1160dee4d8fa service neutron] Request body: {'port': {'device_id': '318c42cb-6851-4c60-9ba2-ba39208e1963', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:23.902640 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:23.918613 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 148542b9-cc35-4f1e-9ff1-61f1399d76e7 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:39:23.936025 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2871712a-65f1-4ed3-a539-2efa75940f14 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:39:23.944870 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 148542b9-cc35-4f1e-9ff1-61f1399d76e7, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=148542b9-cc35-4f1e-9ff1-61f1399d76e7,segment=NetworkSegment(0dadb011-8164-4c32-a15e-25b87d14aa22),segment_id=0dadb011-8164-4c32-a15e-25b87d14aa22)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:23.954780 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7784d38b-0749-41cd-a70f-9b80f71c125b None None] Sync routers for ids ['905d7f3c-c962-488c-b371-d3bf13d33551'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:39:23.959247 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:23.978471 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-8b8ef4ef-7741-40f9-8e97-1160dee4d8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:23.998295 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2871712a-65f1-4ed3-a539-2efa75940f14 admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:24.003095 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2871712a-65f1-4ed3-a539-2efa75940f14 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.4399292 Sep 16 04:39:24.003400 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58424) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:24.005868 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7784d38b-0749-41cd-a70f-9b80f71c125b None None] Routers {'905d7f3c-c962-488c-b371-d3bf13d33551'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:24.006608 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-7784d38b-0749-41cd-a70f-9b80f71c125b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:39:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['905d7f3c-c962-488c-b371-d3bf13d33551'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:24.010847 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-09559c4a-4c1f-4865-8a8f-056f3fc7c3f0 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:24.096215 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4fc878-8aec-46c2-b20f-04c1d06b9354 req-ad57a575-b40f-4781-9da3-d5c11a8c2712 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:24.097768 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bc4fc878-8aec-46c2-b20f-04c1d06b9354 req-ad57a575-b40f-4781-9da3-d5c11a8c2712 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.48 "GET /v2.0/ports?device_id=235a11d6-a417-4bd4-b935-cc381dccfb72 HTTP/1.1" status: 200 len: 944 time: 0.4340708 Sep 16 04:39:24.105486 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=148542b9-cc35-4f1e-9ff1-61f1399d76e7,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:24.157781 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-1c138aff-2162-422e-a499-3623fbc786cf tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:24.159331 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-1c138aff-2162-422e-a499-3623fbc786cf tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5035515 Sep 16 04:39:24.194747 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-7784d38b-0749-41cd-a70f-9b80f71c125b None None] Set router 905d7f3c-c962-488c-b371-d3bf13d33551 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:24.217041 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-19bcf5b4-f136-4a44-90a1-0584dbb6092d tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/quotas/4b1f9f4e1b2945aaba6a423a0ea37467 HTTP/1.1" status: 200 len: 375 time: 0.0293529 Sep 16 04:39:24.284539 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-ffd7e271-eaa5-4918-aba5-c2412d3b2dc6 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b1f9f4e1b2945aaba6a423a0ea37467&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461147 Sep 16 04:39:24.337048 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-bc4fc878-8aec-46c2-b20f-04c1d06b9354 req-03deaf82-4906-47d2-98bb-6dd0c770b529 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Deleting port 9c35b616-3f71-4fcd-ab0f-f46193fe13c2 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:24.337400 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-bc4fc878-8aec-46c2-b20f-04c1d06b9354 req-03deaf82-4906-47d2-98bb-6dd0c770b529 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:24.343998 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-09559c4a-4c1f-4865-8a8f-056f3fc7c3f0 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:24.370335 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-09559c4a-4c1f-4865-8a8f-056f3fc7c3f0 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:24.385120 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d4607289-b70e-4f3b-b06b-d756157f377b None None] Provisioning complete for port 8fd52aee-0501-4905-b3f9-41863cee9723 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:24.385547 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d4607289-b70e-4f3b-b06b-d756157f377b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:24.393534 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['148542b9-cc35-4f1e-9ff1-61f1399d76e7'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:39:24.557436 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09559c4a-4c1f-4865-8a8f-056f3fc7c3f0 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Pushing event updated for resources: {'Port': ['ID=06b92aa1-f16c-43ac-834e-67eaef836e83,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:24.587516 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-bc4fc878-8aec-46c2-b20f-04c1d06b9354 req-03deaf82-4906-47d2-98bb-6dd0c770b529 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] For port 9c35b616-3f71-4fcd-ab0f-f46193fe13c2, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=9c35b616-3f71-4fcd-ab0f-f46193fe13c2,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:24.587859 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-bc4fc878-8aec-46c2-b20f-04c1d06b9354 req-03deaf82-4906-47d2-98bb-6dd0c770b529 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:24.590346 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-09559c4a-4c1f-4865-8a8f-056f3fc7c3f0 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:24.601021 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-7784d38b-0749-41cd-a70f-9b80f71c125b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'name': 'tempest-TaggedBootDevicesTest_v242-616669390-router', 'tenant_id': 'b4243ae1bae14f92bfd009f22277a59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': 'ebe234d1-9472-4a92-a56d-4fac4dd14bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:20Z', 'updated_at': '2021-09-16T04:39:22Z', 'revision_number': 3, 'project_id': 'b4243ae1bae14f92bfd009f22277a59c', 'gw_port': {'id': 'ebe234d1-9472-4a92-a56d-4fac4dd14bd9', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:59:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:21Z', 'updated_at': '2021-09-16T04:39:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:24.616364 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-bc4fc878-8aec-46c2-b20f-04c1d06b9354 req-03deaf82-4906-47d2-98bb-6dd0c770b529 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Calling delete_port for 9c35b616-3f71-4fcd-ab0f-f46193fe13c2 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:24.637189 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4609b84-2381-4226-ac23-e9254c8e9f9e req-c1436d9d-f769-431d-a1ac-287ad01c0de6 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:24.638913 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d4609b84-2381-4226-ac23-e9254c8e9f9e req-c1436d9d-f769-431d-a1ac-287ad01c0de6 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce514739-b2bf-4392-894a-b513f2287786 HTTP/1.1" status: 200 len: 944 time: 0.1256025 Sep 16 04:39:24.641891 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-09559c4a-4c1f-4865-8a8f-056f3fc7c3f0 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:24.651051 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-09559c4a-4c1f-4865-8a8f-056f3fc7c3f0 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9614608 Sep 16 04:39:24.696109 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7784d38b-0749-41cd-a70f-9b80f71c125b None None] Checking router: 905d7f3c-c962-488c-b371-d3bf13d33551 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:39:24.696521 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7784d38b-0749-41cd-a70f-9b80f71c125b None None] Updating router 905d7f3c-c962-488c-b371-d3bf13d33551 port ebe234d1-9472-4a92-a56d-4fac4dd14bd9 binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:39:24.732675 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d4609b84-2381-4226-ac23-e9254c8e9f9e req-77fc5a86-e62f-42a0-be08-1aeca6b865ec tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.35 "GET /v2.0/security-groups?id=df5770df-6b73-4fba-b139-e9efefd51743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857122 Sep 16 04:39:24.786533 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7784d38b-0749-41cd-a70f-9b80f71c125b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:24.838971 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d4607289-b70e-4f3b-b06b-d756157f377b None None] Provisioning complete for port b38781ae-8e21-49f0-a0f9-adfc1309175c triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:24.839337 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d4607289-b70e-4f3b-b06b-d756157f377b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:24.841221 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 8fd52aee-0501-4905-b3f9-41863cee9723 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:24.935950 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-bc4fc878-8aec-46c2-b20f-04c1d06b9354 req-03deaf82-4906-47d2-98bb-6dd0c770b529 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:24.955183 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07026a35-adbc-47ac-829d-9a3dd6c4e88c req-7692caf4-f6bf-4ab7-b9a1-4c4b304768f3 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:24.957195 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-07026a35-adbc-47ac-829d-9a3dd6c4e88c req-7692caf4-f6bf-4ab7-b9a1-4c4b304768f3 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.35 "GET /v2.0/ports?device_id=318c42cb-6851-4c60-9ba2-ba39208e1963 HTTP/1.1" status: 200 len: 932 time: 0.0783873 Sep 16 04:39:24.995809 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03deaf82-4906-47d2-98bb-6dd0c770b529 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Pushing event deleted for resources: {'Port': ['ID=9c35b616-3f71-4fcd-ab0f-f46193fe13c2,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:25.057135 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-d4607289-b70e-4f3b-b06b-d756157f377b None None] Port b38781ae-8e21-49f0-a0f9-adfc1309175c cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:39:25.066500 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4fc878-8aec-46c2-b20f-04c1d06b9354 req-03deaf82-4906-47d2-98bb-6dd0c770b529 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] No DVR routers for this DVR port 9c35b616-3f71-4fcd-ab0f-f46193fe13c2 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:39:25.071455 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-bc4fc878-8aec-46c2-b20f-04c1d06b9354 req-03deaf82-4906-47d2-98bb-6dd0c770b529 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:25.073112 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bc4fc878-8aec-46c2-b20f-04c1d06b9354 req-03deaf82-4906-47d2-98bb-6dd0c770b529 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.48 "DELETE /v2.0/ports/9c35b616-3f71-4fcd-ab0f-f46193fe13c2 HTTP/1.1" status: 204 len: 173 time: 0.9618256 Sep 16 04:39:25.077804 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-07026a35-adbc-47ac-829d-9a3dd6c4e88c req-e10aa3c2-12ee-45e6-aed5-f3a819177259 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3038bf7-a715-4d78-aecc-267c6c1c2c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906129 Sep 16 04:39:25.124713 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 8fd52aee-0501-4905-b3f9-41863cee9723 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:25.125489 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:25.141547 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e88df38-4c3b-4eb2-99b4-f183b8375cab x-openstack-request-id: req-0e88df38-4c3b-4eb2-99b4-f183b8375cab {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:25.142121 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c60d8397-091e-4031-922c-8cafba0c46ed", "tag": "a5b08715-c953-4593-8669-035ce4c8ed2e", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:25.142538 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0e88df38-4c3b-4eb2-99b4-f183b8375cab {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:25.143131 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c60d8397-091e-4031-922c-8cafba0c46ed', 'tag': 'a5b08715-c953-4593-8669-035ce4c8ed2e', 'status': 'completed', 'code': 200} Sep 16 04:39:25.154176 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-8b8ef4ef-7741-40f9-8e97-1160dee4d8fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b38781ae-8e21-49f0-a0f9-adfc1309175c {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:39:25.165105 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-8b8ef4ef-7741-40f9-8e97-1160dee4d8fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:25.245825 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-8b8ef4ef-7741-40f9-8e97-1160dee4d8fa service neutron] Transition to ACTIVE for port object b38781ae-8e21-49f0-a0f9-adfc1309175c will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:39:25.261539 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ef4a17b1-f816-458d-8fb1-2c41a0309992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:25.265992 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-8b8ef4ef-7741-40f9-8e97-1160dee4d8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:25.321025 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285526dd-86d1-4562-8201-d1b22162ee9d req-1afbe7c9-2df2-4ef2-9d14-b31ab86565d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:25.323483 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-285526dd-86d1-4562-8201-d1b22162ee9d req-1afbe7c9-2df2-4ef2-9d14-b31ab86565d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=704dfedc4cae451e92880e679796489f&device_id=c60d8397-091e-4031-922c-8cafba0c46ed HTTP/1.1" status: 200 len: 1095 time: 0.0730667 Sep 16 04:39:25.335517 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b3e8d-b8dd-4ecb-a8af-3179a6697b81 req-f83f273b-987a-4728-bf3d-6e536940cad8 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:25.341180 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-177b3e8d-b8dd-4ecb-a8af-3179a6697b81 req-f83f273b-987a-4728-bf3d-6e536940cad8 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=c60d8397-091e-4031-922c-8cafba0c46ed HTTP/1.1" status: 200 len: 943 time: 0.1308303 Sep 16 04:39:25.417592 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7784d38b-0749-41cd-a70f-9b80f71c125b None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:25.438820 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7784d38b-0749-41cd-a70f-9b80f71c125b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:25.460017 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ef4ef-7741-40f9-8e97-1160dee4d8fa service neutron] Pushing event updated for resources: {'Port': ['ID=b38781ae-8e21-49f0-a0f9-adfc1309175c,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:25.491107 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-8b8ef4ef-7741-40f9-8e97-1160dee4d8fa service neutron] Attempting to bind port b38781ae-8e21-49f0-a0f9-adfc1309175c on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:25.499099 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-8b8ef4ef-7741-40f9-8e97-1160dee4d8fa service neutron] Attempting to bind port b38781ae-8e21-49f0-a0f9-adfc1309175c by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'ea7a0bff-c271-482b-b285-0945ffb9d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c785eb04-bc2f-40f9-9684-456d719505e1'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:25.499936 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-8b8ef4ef-7741-40f9-8e97-1160dee4d8fa service neutron] Attempting to bind port b38781ae-8e21-49f0-a0f9-adfc1309175c on network c785eb04-bc2f-40f9-9684-456d719505e1 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:25.503489 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device a5b08715-c953-4593-8669-035ce4c8ed2e details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:39:25.506503 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 9c35b616-3f71-4fcd-ab0f-f46193fe13c2 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:25.509546 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-8b8ef4ef-7741-40f9-8e97-1160dee4d8fa service neutron] Port b38781ae-8e21-49f0-a0f9-adfc1309175c on network c785eb04-bc2f-40f9-9684-456d719505e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:39:25.510090 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-8b8ef4ef-7741-40f9-8e97-1160dee4d8fa service neutron] Attempting to bind port b38781ae-8e21-49f0-a0f9-adfc1309175c on network c785eb04-bc2f-40f9-9684-456d719505e1 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:25.548605 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 9c35b616-3f71-4fcd-ab0f-f46193fe13c2 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:25.548945 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 9c35b616-3f71-4fcd-ab0f-f46193fe13c2 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:25.555226 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-8b8ef4ef-7741-40f9-8e97-1160dee4d8fa service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:25.555789 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-8b8ef4ef-7741-40f9-8e97-1160dee4d8fa service neutron] Checking segment: {'id': 'ea7a0bff-c271-482b-b285-0945ffb9d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c785eb04-bc2f-40f9-9684-456d719505e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:25.556356 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-8b8ef4ef-7741-40f9-8e97-1160dee4d8fa service neutron] Bound using segment: {'id': 'ea7a0bff-c271-482b-b285-0945ffb9d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c785eb04-bc2f-40f9-9684-456d719505e1'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:25.557021 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-8b8ef4ef-7741-40f9-8e97-1160dee4d8fa service neutron] Bound port: b38781ae-8e21-49f0-a0f9-adfc1309175c, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea7a0bff-c271-482b-b285-0945ffb9d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c785eb04-bc2f-40f9-9684-456d719505e1'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:25.557560 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-8b8ef4ef-7741-40f9-8e97-1160dee4d8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:25.582998 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285526dd-86d1-4562-8201-d1b22162ee9d req-f830a866-1482-48e1-8091-0bc8ee99d7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:25.584514 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-285526dd-86d1-4562-8201-d1b22162ee9d req-f830a866-1482-48e1-8091-0bc8ee99d7da service neutron] 10.222.0.48 "GET /v2.0/networks?id=01519a52-82ee-43fa-90b0-c71411cde4f0 HTTP/1.1" status: 200 len: 906 time: 0.2421606 Sep 16 04:39:25.595901 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-7784d38b-0749-41cd-a70f-9b80f71c125b None None] Attempting to bind port ebe234d1-9472-4a92-a56d-4fac4dd14bd9 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:25.596195 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-7784d38b-0749-41cd-a70f-9b80f71c125b None None] Attempting to bind port ebe234d1-9472-4a92-a56d-4fac4dd14bd9 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:25.596578 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7784d38b-0749-41cd-a70f-9b80f71c125b None None] Attempting to bind port ebe234d1-9472-4a92-a56d-4fac4dd14bd9 on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:25.616800 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-177b3e8d-b8dd-4ecb-a8af-3179a6697b81 req-feebcd50-e6f4-4428-b379-f98f68b121c8 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329510 Sep 16 04:39:25.690643 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-285526dd-86d1-4562-8201-d1b22162ee9d req-cec9616b-8448-4a49-9efe-12b4864ab1e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5b08715-c953-4593-8669-035ce4c8ed2e HTTP/1.1" status: 200 len: 217 time: 0.0896742 Sep 16 04:39:25.691776 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-8b8ef4ef-7741-40f9-8e97-1160dee4d8fa service neutron] For port b38781ae-8e21-49f0-a0f9-adfc1309175c, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:25.702415 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6daad-4787-4b6d-8079-fc49e32214ad None None] Pushing event updated for resources: {'Port': ['ID=ebe234d1-9472-4a92-a56d-4fac4dd14bd9,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:25.710782 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-8b8ef4ef-7741-40f9-8e97-1160dee4d8fa service neutron] For port b38781ae-8e21-49f0-a0f9-adfc1309175c, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=b38781ae-8e21-49f0-a0f9-adfc1309175c,segment=NetworkSegment(ea7a0bff-c271-482b-b285-0945ffb9d9ec),segment_id=ea7a0bff-c271-482b-b285-0945ffb9d9ec)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:25.722649 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-8b8ef4ef-7741-40f9-8e97-1160dee4d8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:25.729107 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-ef4a17b1-f816-458d-8fb1-2c41a0309992 admin admin] Allocated IP 172.20.0.1 (d29577ec-b037-4a73-9540-c8c176056e63/7053ff15-410c-47cc-ae7a-b4692790659a/e8fea6af-9893-41fd-8c8e-a7d135c85247) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:25.739066 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7784d38b-0749-41cd-a70f-9b80f71c125b None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:25.740078 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7784d38b-0749-41cd-a70f-9b80f71c125b None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:25.740489 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7784d38b-0749-41cd-a70f-9b80f71c125b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:25.740995 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7784d38b-0749-41cd-a70f-9b80f71c125b None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:25.743108 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-7784d38b-0749-41cd-a70f-9b80f71c125b None None] Bound port: ebe234d1-9472-4a92-a56d-4fac4dd14bd9, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:25.743108 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7784d38b-0749-41cd-a70f-9b80f71c125b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:25.755779 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port a5b08715-c953-4593-8669-035ce4c8ed2e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=a5b08715-c953-4593-8669-035ce4c8ed2e,segment=NetworkSegment(658f680a-3fa0-437c-8003-3658800983eb),segment_id=658f680a-3fa0-437c-8003-3658800983eb)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:25.758722 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8123986b-feff-49a8-9abc-28a6918f5519 req-0aa3d328-d54c-4aa5-9895-8da1192e81da tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=235a11d6-a417-4bd4-b935-cc381dccfb72 HTTP/1.1" status: 200 len: 210 time: 0.0623174 Sep 16 04:39:25.774592 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-8b8ef4ef-7741-40f9-8e97-1160dee4d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:25.775321 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-8b8ef4ef-7741-40f9-8e97-1160dee4d8fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:25.776960 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-8b8ef4ef-7741-40f9-8e97-1160dee4d8fa service neutron] 10.222.0.47 "PUT /v2.0/ports/b38781ae-8e21-49f0-a0f9-adfc1309175c HTTP/1.1" status: 200 len: 1093 time: 1.8882518 Sep 16 04:39:25.779094 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '318c42cb-6851-4c60-9ba2-ba39208e1963', 'tag': 'b38781ae-8e21-49f0-a0f9-adfc1309175c'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:25.782595 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e50b98f-09e3-402f-ad66-dac2be4bdde8" -d '{"events": [{"name": "network-changed", "server_uuid": "318c42cb-6851-4c60-9ba2-ba39208e1963", "tag": "b38781ae-8e21-49f0-a0f9-adfc1309175c"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:25.834618 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ef4ef-7741-40f9-8e97-1160dee4d8fa service neutron] Pushing event updated for resources: {'Port': ['ID=b38781ae-8e21-49f0-a0f9-adfc1309175c,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:25.859584 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285526dd-86d1-4562-8201-d1b22162ee9d req-f6858bca-324d-403d-87f3-ea9039973df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:25.861803 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-285526dd-86d1-4562-8201-d1b22162ee9d req-f6858bca-324d-403d-87f3-ea9039973df8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f1f953d6-01ca-4cb0-98b0-b9ee2763d49d HTTP/1.1" status: 200 len: 845 time: 0.1542866 Sep 16 04:39:25.945557 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'a5b08715-c953-4593-8669-035ce4c8ed2e', 'network_id': '01519a52-82ee-43fa-90b0-c71411cde4f0', 'port_id': 'a5b08715-c953-4593-8669-035ce4c8ed2e', 'mac_address': 'fa:16:3e:7a:1b:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1f953d6-01ca-4cb0-98b0-b9ee2763d49d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:39:25.951597 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-285526dd-86d1-4562-8201-d1b22162ee9d req-fb23f3e1-1c3f-4b28-8583-8671066c9f09 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=01519a52-82ee-43fa-90b0-c71411cde4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728416 Sep 16 04:39:25.998193 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ef4a17b1-f816-458d-8fb1-2c41a0309992 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:26.009998 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-f3512397-2c27-4fb0-a00e-c8cd2f55167c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:26.011776 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-f3512397-2c27-4fb0-a00e-c8cd2f55167c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=681b40f69fd84e8abf8145d29844867d&device_id=318c42cb-6851-4c60-9ba2-ba39208e1963 HTTP/1.1" status: 200 len: 1096 time: 0.1298747 Sep 16 04:39:26.026452 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-587db140-0b88-4a69-9783-4ac199513531 req-93a982ef-b255-45dc-a03b-a3647804745f tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=4b1f9f4e1b2945aaba6a423a0ea37467&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0763972 Sep 16 04:39:26.095692 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-7784d38b-0749-41cd-a70f-9b80f71c125b None None] For port ebe234d1-9472-4a92-a56d-4fac4dd14bd9, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:26.102029 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:26.107492 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-5a99cc13-854b-4f87-8c25-e8f4bc3b333c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b38781ae-8e21-49f0-a0f9-adfc1309175c HTTP/1.1" status: 200 len: 217 time: 0.0600510 Sep 16 04:39:26.126578 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ef4a17b1-f816-458d-8fb1-2c41a0309992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:26.138114 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-27b3e81c-7a1f-426a-8c00-aedd19bcfcb5 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=4b1f9f4e1b2945aaba6a423a0ea37467&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752249 Sep 16 04:39:26.153353 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b08715-c953-4593-8669-035ce4c8ed2e {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:39:26.166660 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-7784d38b-0749-41cd-a70f-9b80f71c125b None None] For port ebe234d1-9472-4a92-a56d-4fac4dd14bd9, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=ebe234d1-9472-4a92-a56d-4fac4dd14bd9,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:26.182596 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7784d38b-0749-41cd-a70f-9b80f71c125b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:26.203280 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4a17b1-f816-458d-8fb1-2c41a0309992 admin admin] Network d29577ec-b037-4a73-9540-c8c176056e63 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:26.213681 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-ef4a17b1-f816-458d-8fb1-2c41a0309992 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:26.216846 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-df004b3c-f0ee-45c7-86a0-603c24819006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:26.219084 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-df004b3c-f0ee-45c7-86a0-603c24819006 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a506450f-29c8-4972-af12-79e167066d49 HTTP/1.1" status: 200 len: 844 time: 0.1034551 Sep 16 04:39:26.220542 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4a17b1-f816-458d-8fb1-2c41a0309992 admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:26.224677 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a17b1-f816-458d-8fb1-2c41a0309992 admin admin] Pushing event updated for resources: {'Port': ['ID=e8fea6af-9893-41fd-8c8e-a7d135c85247,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:26.226269 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port a5b08715-c953-4593-8669-035ce4c8ed2e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=a5b08715-c953-4593-8669-035ce4c8ed2e,segment=NetworkSegment(658f680a-3fa0-437c-8003-3658800983eb),segment_id=658f680a-3fa0-437c-8003-3658800983eb)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:26.292024 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:26.304066 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ef4a17b1-f816-458d-8fb1-2c41a0309992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:26.326594 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587db140-0b88-4a69-9783-4ac199513531 req-8093635c-8881-48aa-b9bd-6b370f02ccd0 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:26.337253 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-587db140-0b88-4a69-9783-4ac199513531 req-8093635c-8881-48aa-b9bd-6b370f02ccd0 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3094356 Sep 16 04:39:26.351508 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7784d38b-0749-41cd-a70f-9b80f71c125b None None] Routers {'905d7f3c-c962-488c-b371-d3bf13d33551'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:26.352301 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-7784d38b-0749-41cd-a70f-9b80f71c125b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:39:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['905d7f3c-c962-488c-b371-d3bf13d33551'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:26.369112 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-056071dd-5936-4e73-bf91-f53a6d1a7c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:26.370671 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-056071dd-5936-4e73-bf91-f53a6d1a7c56 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c785eb04-bc2f-40f9-9684-456d719505e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1239657 Sep 16 04:39:26.398264 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-285526dd-86d1-4562-8201-d1b22162ee9d req-bf2a0a2f-abbe-4071-8e08-09bc203aeb81 service neutron] 10.222.0.48 "GET /v2.0/networks/01519a52-82ee-43fa-90b0-c71411cde4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102261 Sep 16 04:39:26.426259 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-587db140-0b88-4a69-9783-4ac199513531 req-7c952e9e-6151-45c2-b202-42c32c77d69b tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/quotas/4b1f9f4e1b2945aaba6a423a0ea37467 HTTP/1.1" status: 200 len: 375 time: 0.0878932 Sep 16 04:39:26.484608 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-7784d38b-0749-41cd-a70f-9b80f71c125b None None] Set router 905d7f3c-c962-488c-b371-d3bf13d33551 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:26.523072 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-587db140-0b88-4a69-9783-4ac199513531 req-33962c39-1d71-4ddd-b01e-f4a91b877ecf tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b1f9f4e1b2945aaba6a423a0ea37467&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0958011 Sep 16 04:39:26.567227 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6daad-4787-4b6d-8079-fc49e32214ad None None] Pushing event updated for resources: {'Port': ['ID=ebe234d1-9472-4a92-a56d-4fac4dd14bd9,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:26.589807 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ef4a17b1-f816-458d-8fb1-2c41a0309992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:26.615279 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-9c14ee35-160e-421f-8943-a40a095078aa service neutron] 10.222.0.47 "GET /v2.0/networks/c785eb04-bc2f-40f9-9684-456d719505e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195082 Sep 16 04:39:26.636835 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=a5b08715-c953-4593-8669-035ce4c8ed2e,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:26.907923 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ef4a17b1-f816-458d-8fb1-2c41a0309992 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:26.967143 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['a5b08715-c953-4593-8669-035ce4c8ed2e'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:39:26.995302 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2f062a0c-74d5-4481-ae90-aafe97d929c2 req-80e41490-7366-4597-8f41-981c9ee0f0f0 service neutron] 10.222.0.47 "GET /v2.0/networks/c785eb04-bc2f-40f9-9684-456d719505e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549540 Sep 16 04:39:26.996431 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ef4a17b1-f816-458d-8fb1-2c41a0309992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:27.055336 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ddc0ab71-abc6-43a9-a5b0-820cf320440c None None] Provisioning complete for port e8fea6af-9893-41fd-8c8e-a7d135c85247 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:27.056104 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ddc0ab71-abc6-43a9-a5b0-820cf320440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:27.075452 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ef4a17b1-f816-458d-8fb1-2c41a0309992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:27.078689 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a17b1-f816-458d-8fb1-2c41a0309992 admin admin] Pushing event updated for resources: {'Port': ['ID=e8fea6af-9893-41fd-8c8e-a7d135c85247,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:27.141559 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-ddc0ab71-abc6-43a9-a5b0-820cf320440c None None] Port e8fea6af-9893-41fd-8c8e-a7d135c85247 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:39:27.172403 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '235a11d6-a417-4bd4-b935-cc381dccfb72', 'name': 'network-vif-deleted', 'tag': '9c35b616-3f71-4fcd-ab0f-f46193fe13c2'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:27.174632 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0dd6f4-7ca7-4ca1-9732-033b6e3edbbc" -d '{"events": [{"server_uuid": "235a11d6-a417-4bd4-b935-cc381dccfb72", "name": "network-vif-deleted", "tag": "9c35b616-3f71-4fcd-ab0f-f46193fe13c2"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:27.209266 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-23a1b63f-5879-4f71-ae14-111737355ad1 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:27.210955 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-23a1b63f-5879-4f71-ae14-111737355ad1 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8161364 Sep 16 04:39:27.220421 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-285526dd-86d1-4562-8201-d1b22162ee9d req-d7b600a4-af68-4f4b-80e6-918e10198b58 service neutron] 10.222.0.48 "GET /v2.0/networks/01519a52-82ee-43fa-90b0-c71411cde4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7879062 Sep 16 04:39:27.240233 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-c09110b1-f689-45ae-96e1-b51055507cc2 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Request body: {'port': {'device_id': '792bd0bf-d08f-4d0e-a39b-045439a18909', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'admin_state_up': True, 'tenant_id': '4b1f9f4e1b2945aaba6a423a0ea37467'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:27.266484 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4a17b1-f816-458d-8fb1-2c41a0309992 admin admin] Network d29577ec-b037-4a73-9540-c8c176056e63 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:27.269385 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-ef4a17b1-f816-458d-8fb1-2c41a0309992 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:27.301459 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-00a1c905-dde4-4716-b230-d16bd09b6a05 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:27.309550 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-00a1c905-dde4-4716-b230-d16bd09b6a05 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/networks?id=dae0ede7-6603-46ec-a0e3-d89dccdffbf1 HTTP/1.1" status: 200 len: 822 time: 0.3051841 Sep 16 04:39:27.372132 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-9c0600b9-b474-4b15-ae38-94c86348d071 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/quotas/d017e01a70bf480487739f2072ec5106 HTTP/1.1" status: 200 len: 375 time: 0.0612109 Sep 16 04:39:27.373759 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-7784d38b-0749-41cd-a70f-9b80f71c125b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'name': 'tempest-TaggedBootDevicesTest_v242-616669390-router', 'tenant_id': 'b4243ae1bae14f92bfd009f22277a59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': 'ebe234d1-9472-4a92-a56d-4fac4dd14bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:20Z', 'updated_at': '2021-09-16T04:39:22Z', 'revision_number': 3, 'project_id': 'b4243ae1bae14f92bfd009f22277a59c', 'gw_port': {'id': 'ebe234d1-9472-4a92-a56d-4fac4dd14bd9', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:59:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:21Z', 'updated_at': '2021-09-16T04:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:27.420012 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7784d38b-0749-41cd-a70f-9b80f71c125b None None] The sync data for ids ['905d7f3c-c962-488c-b371-d3bf13d33551'] in n-d-712139-15 is: [{'id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'name': 'tempest-TaggedBootDevicesTest_v242-616669390-router', 'tenant_id': 'b4243ae1bae14f92bfd009f22277a59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': 'ebe234d1-9472-4a92-a56d-4fac4dd14bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:20Z', 'updated_at': '2021-09-16T04:39:22Z', 'revision_number': 3, 'project_id': 'b4243ae1bae14f92bfd009f22277a59c', 'gw_port': {'id': 'ebe234d1-9472-4a92-a56d-4fac4dd14bd9', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:59:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:21Z', 'updated_at': '2021-09-16T04:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:39:27.476016 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4a17b1-f816-458d-8fb1-2c41a0309992 admin admin] Router 905d7f3c-c962-488c-b371-d3bf13d33551 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:39:27.494944 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 148542b9-cc35-4f1e-9ff1-61f1399d76e7 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:27.506622 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-386dc4bd-93f8-4fe8-83da-03ec71214356 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d017e01a70bf480487739f2072ec5106&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1335430 Sep 16 04:39:27.610558 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 148542b9-cc35-4f1e-9ff1-61f1399d76e7 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:39:27.615104 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 148542b9-cc35-4f1e-9ff1-61f1399d76e7 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:27.615653 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:27.634309 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-04c14cc9-aea6-4e44-85d2-f4eace995dbe service neutron] 10.222.0.35 "GET /v2.0/networks/dae0ede7-6603-46ec-a0e3-d89dccdffbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258850 Sep 16 04:39:27.638992 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4a17b1-f816-458d-8fb1-2c41a0309992 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:39:27.659902 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ef4a17b1-f816-458d-8fb1-2c41a0309992 admin admin] 10.222.0.35 "PUT /v2.0/routers/905d7f3c-c962-488c-b371-d3bf13d33551/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6553617 Sep 16 04:39:27.726013 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-c09110b1-f689-45ae-96e1-b51055507cc2 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Made reservation on behalf of 4b1f9f4e1b2945aaba6a423a0ea37467 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:39:27.729559 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-c09110b1-f689-45ae-96e1-b51055507cc2 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:27.740584 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-c698181a-a04f-4d4e-88f8-d7abde5db7f6 None None] Provisioning complete for port e8fea6af-9893-41fd-8c8e-a7d135c85247 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:27.741159 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c698181a-a04f-4d4e-88f8-d7abde5db7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:27.742672 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-c09110b1-f689-45ae-96e1-b51055507cc2 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:27.806054 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-8342e658-5e1c-4a70-a500-ff4b02191940 service neutron] 10.222.0.35 "GET /v2.0/networks/dae0ede7-6603-46ec-a0e3-d89dccdffbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707921 Sep 16 04:39:27.840417 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-c698181a-a04f-4d4e-88f8-d7abde5db7f6 None None] Port e8fea6af-9893-41fd-8c8e-a7d135c85247 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:39:27.938083 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:28.007965 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce514739-b2bf-4392-894a-b513f2287786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148542b9-cc35-4f1e-9ff1-61f1399d76e7'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:28.019934 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64e74a7-5d47-441e-bc9d-6a92d7033a3a" -d '{"events": [{"server_uuid": "ce514739-b2bf-4392-894a-b513f2287786", "name": "network-vif-plugged", "status": "completed", "tag": "148542b9-cc35-4f1e-9ff1-61f1399d76e7"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:28.029211 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-c09110b1-f689-45ae-96e1-b51055507cc2 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:28.034155 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-c09110b1-f689-45ae-96e1-b51055507cc2 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:28.065116 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 148542b9-cc35-4f1e-9ff1-61f1399d76e7, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=148542b9-cc35-4f1e-9ff1-61f1399d76e7,segment=NetworkSegment(0dadb011-8164-4c32-a15e-25b87d14aa22),segment_id=0dadb011-8164-4c32-a15e-25b87d14aa22)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:28.075263 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:28.171845 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=148542b9-cc35-4f1e-9ff1-61f1399d76e7,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:28.274624 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09110b1-f689-45ae-96e1-b51055507cc2 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7e6076-37dd-45de-bd33-c5317578adcb,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:28.320205 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09110b1-f689-45ae-96e1-b51055507cc2 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:28.320621 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09110b1-f689-45ae-96e1-b51055507cc2 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:28.321136 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09110b1-f689-45ae-96e1-b51055507cc2 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:28.321581 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09110b1-f689-45ae-96e1-b51055507cc2 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:28.322029 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09110b1-f689-45ae-96e1-b51055507cc2 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:28.322428 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09110b1-f689-45ae-96e1-b51055507cc2 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:28.322876 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09110b1-f689-45ae-96e1-b51055507cc2 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:28.323266 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09110b1-f689-45ae-96e1-b51055507cc2 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:28.323896 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09110b1-f689-45ae-96e1-b51055507cc2 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:28.324081 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09110b1-f689-45ae-96e1-b51055507cc2 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:28.324802 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09110b1-f689-45ae-96e1-b51055507cc2 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:28.325194 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09110b1-f689-45ae-96e1-b51055507cc2 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:28.395611 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-587db140-0b88-4a69-9783-4ac199513531 req-c25b3a46-8089-47a8-b840-4f773a0dce9a tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=4b1f9f4e1b2945aaba6a423a0ea37467&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521145 Sep 16 04:39:28.408310 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d2105-0ce5-43bb-9f8f-52333b1ed907 req-ff26002c-0bea-4d75-b904-f56ee9edd260 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:28.416504 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fe1d2105-0ce5-43bb-9f8f-52333b1ed907 req-ff26002c-0bea-4d75-b904-f56ee9edd260 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce514739-b2bf-4392-894a-b513f2287786 HTTP/1.1" status: 200 len: 945 time: 0.2702498 Sep 16 04:39:28.499895 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-c09110b1-f689-45ae-96e1-b51055507cc2 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Allocated IP 192.168.233.43 (97f5d7d8-0e62-4047-bcd4-63b92e31705a/24ad4c5e-5b43-4c25-ab99-4992f6337d28/c1455dcc-7015-4258-8124-01be02eb39dc) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:28.533777 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fe1d2105-0ce5-43bb-9f8f-52333b1ed907 req-e7a5bbf0-3b86-4d43-93fe-9bf936755a57 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.35 "GET /v2.0/security-groups?id=df5770df-6b73-4fba-b139-e9efefd51743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163356 Sep 16 04:39:28.664656 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587db140-0b88-4a69-9783-4ac199513531 req-78fb300f-a5eb-44a8-8ba5-b94b6d47fb92 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:28.668800 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-587db140-0b88-4a69-9783-4ac199513531 req-78fb300f-a5eb-44a8-8ba5-b94b6d47fb92 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2659650 Sep 16 04:39:28.680790 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e5458c-171f-4d20-87f5-40a6ccee255d x-openstack-request-id: req-80e5458c-171f-4d20-87f5-40a6ccee255d {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:28.681089 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "318c42cb-6851-4c60-9ba2-ba39208e1963", "tag": "b38781ae-8e21-49f0-a0f9-adfc1309175c", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:28.681419 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-80e5458c-171f-4d20-87f5-40a6ccee255d {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:28.681895 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '318c42cb-6851-4c60-9ba2-ba39208e1963', 'tag': 'b38781ae-8e21-49f0-a0f9-adfc1309175c', 'status': 'completed', 'code': 200} Sep 16 04:39:28.729529 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-587db140-0b88-4a69-9783-4ac199513531 req-d9291e21-8955-4273-ae03-4d8208f7e6e9 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Request body: {'port': {'device_id': 'b9a5d825-4726-45e6-9cad-2a720619f9f5', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'admin_state_up': True, 'tenant_id': '4b1f9f4e1b2945aaba6a423a0ea37467'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:28.843858 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device ebe234d1-9472-4a92-a56d-4fac4dd14bd9 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:28.922181 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50b98f-09e3-402f-ad66-dac2be4bdde8 req-54ba263b-5693-46df-bdb0-da3be27d350f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:28.923738 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7e50b98f-09e3-402f-ad66-dac2be4bdde8 req-54ba263b-5693-46df-bdb0-da3be27d350f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=681b40f69fd84e8abf8145d29844867d&device_id=318c42cb-6851-4c60-9ba2-ba39208e1963 HTTP/1.1" status: 200 len: 1096 time: 0.1897008 Sep 16 04:39:28.969870 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port ebe234d1-9472-4a92-a56d-4fac4dd14bd9 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:28.970699 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:29.061893 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3aea35-3175-4fda-b0ab-dc2bfc8cc47b req-370bba15-921a-4636-93d3-ae3277b630e6 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:29.072818 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cd3aea35-3175-4fda-b0ab-dc2bfc8cc47b req-370bba15-921a-4636-93d3-ae3277b630e6 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.35 "GET /v2.0/ports?device_id=318c42cb-6851-4c60-9ba2-ba39208e1963 HTTP/1.1" status: 200 len: 944 time: 0.3143082 Sep 16 04:39:29.112059 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-c09110b1-f689-45ae-96e1-b51055507cc2 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:29.141340 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-587db140-0b88-4a69-9783-4ac199513531 req-d9291e21-8955-4273-ae03-4d8208f7e6e9 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Made reservation on behalf of 4b1f9f4e1b2945aaba6a423a0ea37467 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:39:29.145870 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-587db140-0b88-4a69-9783-4ac199513531 req-d9291e21-8955-4273-ae03-4d8208f7e6e9 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:29.167783 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:29.174226 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50b98f-09e3-402f-ad66-dac2be4bdde8 req-fb504562-d10e-481c-bf33-73c666fd3701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:29.176206 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7e50b98f-09e3-402f-ad66-dac2be4bdde8 req-fb504562-d10e-481c-bf33-73c666fd3701 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c785eb04-bc2f-40f9-9684-456d719505e1 HTTP/1.1" status: 200 len: 906 time: 0.2405400 Sep 16 04:39:29.206628 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port ebe234d1-9472-4a92-a56d-4fac4dd14bd9, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=ebe234d1-9472-4a92-a56d-4fac4dd14bd9,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:29.217658 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:29.225745 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cd3aea35-3175-4fda-b0ab-dc2bfc8cc47b req-d07dd881-d77c-47d7-a2db-e1f78753a713 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3038bf7-a715-4d78-aecc-267c6c1c2c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518002 Sep 16 04:39:29.230705 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7e50b98f-09e3-402f-ad66-dac2be4bdde8 req-49d1d966-9638-4e4f-b76e-9701cfe5a980 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b38781ae-8e21-49f0-a0f9-adfc1309175c HTTP/1.1" status: 200 len: 217 time: 0.0430393 Sep 16 04:39:29.301744 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-c09110b1-f689-45ae-96e1-b51055507cc2 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:29.367548 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=ebe234d1-9472-4a92-a56d-4fac4dd14bd9,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:29.431343 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50b98f-09e3-402f-ad66-dac2be4bdde8 req-fa4f6d76-37f8-48a4-8fd2-aa2fd00bf40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:29.432836 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7e50b98f-09e3-402f-ad66-dac2be4bdde8 req-fa4f6d76-37f8-48a4-8fd2-aa2fd00bf40d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a506450f-29c8-4972-af12-79e167066d49 HTTP/1.1" status: 200 len: 844 time: 0.1807852 Sep 16 04:39:29.433707 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-c09110b1-f689-45ae-96e1-b51055507cc2 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Network 97f5d7d8-0e62-4047-bcd4-63b92e31705a is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:29.440971 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09110b1-f689-45ae-96e1-b51055507cc2 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Pushing event updated for resources: {'Port': ['ID=c1455dcc-7015-4258-8124-01be02eb39dc,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:29.446314 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-c09110b1-f689-45ae-96e1-b51055507cc2 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:29.448795 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-c09110b1-f689-45ae-96e1-b51055507cc2 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:29.490102 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device a5b08715-c953-4593-8669-035ce4c8ed2e up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:29.508956 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-587db140-0b88-4a69-9783-4ac199513531 req-d9291e21-8955-4273-ae03-4d8208f7e6e9 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Allocated IP 192.168.233.78 (97f5d7d8-0e62-4047-bcd4-63b92e31705a/24ad4c5e-5b43-4c25-ab99-4992f6337d28/0bef1e86-0497-4101-9c2f-69fe30e7f013) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:29.521861 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ef7db-5db1-43b8-bff0-0de39d799275 req-5526bd39-7ed1-4094-b2c8-d9e9e52a9701 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:29.523959 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50b98f-09e3-402f-ad66-dac2be4bdde8 req-d8ccf708-91d7-4d63-a04f-a97f3a101f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:29.525716 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7e50b98f-09e3-402f-ad66-dac2be4bdde8 req-d8ccf708-91d7-4d63-a04f-a97f3a101f8b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c785eb04-bc2f-40f9-9684-456d719505e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0749028 Sep 16 04:39:29.531158 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1f3ef7db-5db1-43b8-bff0-0de39d799275 req-5526bd39-7ed1-4094-b2c8-d9e9e52a9701 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=c60d8397-091e-4031-922c-8cafba0c46ed HTTP/1.1" status: 200 len: 944 time: 0.1731956 Sep 16 04:39:29.587851 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port a5b08715-c953-4593-8669-035ce4c8ed2e completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:39:29.594462 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port a5b08715-c953-4593-8669-035ce4c8ed2e triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:29.594762 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:29.620678 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-c09110b1-f689-45ae-96e1-b51055507cc2 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:29.621383 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-c09110b1-f689-45ae-96e1-b51055507cc2 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:29.658446 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1f3ef7db-5db1-43b8-bff0-0de39d799275 req-61f569a0-30db-4a4c-b2dc-23ab3b8d3793 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252182 Sep 16 04:39:29.663840 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-c09110b1-f689-45ae-96e1-b51055507cc2 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4322979 Sep 16 04:39:29.693406 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-c2dc67f5-1234-4b36-a6ae-e87f61fb5a82 service neutron] Request body: {'port': {'device_id': '792bd0bf-d08f-4d0e-a39b-045439a18909', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:29.778084 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:29.891817 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port a5b08715-c953-4593-8669-035ce4c8ed2e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=a5b08715-c953-4593-8669-035ce4c8ed2e,segment=NetworkSegment(658f680a-3fa0-437c-8003-3658800983eb),segment_id=658f680a-3fa0-437c-8003-3658800983eb)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:29.902405 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:29.961952 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e46f03af-dcdc-4e0f-a726-6e81225291bf req-9600596a-f6c0-4ed9-83a1-e1aadcee3881 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a5d825-4726-45e6-9cad-2a720619f9f5 HTTP/1.1" status: 200 len: 210 time: 0.1003819 Sep 16 04:39:29.994996 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-c2dc67f5-1234-4b36-a6ae-e87f61fb5a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:30.040736 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=a5b08715-c953-4593-8669-035ce4c8ed2e,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:30.051597 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-7197c0d8-d77f-4dfb-b1c7-c13880dbe55f None None] Provisioning complete for port c1455dcc-7015-4258-8124-01be02eb39dc triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:30.053055 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7197c0d8-d77f-4dfb-b1c7-c13880dbe55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:30.083684 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7e50b98f-09e3-402f-ad66-dac2be4bdde8 req-b88a3bde-69a2-43bc-a930-6cc074b1a23a service neutron] 10.222.0.47 "GET /v2.0/networks/c785eb04-bc2f-40f9-9684-456d719505e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5476437 Sep 16 04:39:30.121153 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-7197c0d8-d77f-4dfb-b1c7-c13880dbe55f None None] Port c1455dcc-7015-4258-8124-01be02eb39dc cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:39:30.164603 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ccbc3729-7150-434d-9003-16ad153719db req-fe87aa88-fb22-4b79-9da3-d5d9770236f3 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=235a11d6-a417-4bd4-b935-cc381dccfb72 HTTP/1.1" status: 200 len: 210 time: 0.0531137 Sep 16 04:39:30.200926 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device b38781ae-8e21-49f0-a0f9-adfc1309175c details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:39:30.226860 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-60c577f6-fd54-46ea-8290-9178e9c8fe07 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:30.228877 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-60c577f6-fd54-46ea-8290-9178e9c8fe07 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.48 "GET /v2.0/networks?id=dae0ede7-6603-46ec-a0e3-d89dccdffbf1 HTTP/1.1" status: 200 len: 822 time: 0.3787279 Sep 16 04:39:30.308082 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-e8845e7a-e727-42eb-ae29-aa01564c07c3 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Request body: {'port': {'device_id': '8d9f0182-3c6b-4b1f-a925-425810d0ef6c', 'network_id': 'dae0ede7-6603-46ec-a0e3-d89dccdffbf1', 'admin_state_up': True, 'tenant_id': 'd017e01a70bf480487739f2072ec5106'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:30.310563 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c72080-7ba9-46f3-8a40-2c11343c64bc None None] Sync routers for ids ['905d7f3c-c962-488c-b371-d3bf13d33551'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:39:30.315250 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb41590-1b79-41d0-99ce-f31727d5d945 x-openstack-request-id: req-ceb41590-1b79-41d0-99ce-f31727d5d945 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:30.315662 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "235a11d6-a417-4bd4-b935-cc381dccfb72", "name": "network-vif-deleted", "tag": "9c35b616-3f71-4fcd-ab0f-f46193fe13c2", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:30.316047 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ceb41590-1b79-41d0-99ce-f31727d5d945 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:30.316829 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '235a11d6-a417-4bd4-b935-cc381dccfb72', 'name': 'network-vif-deleted', 'tag': '9c35b616-3f71-4fcd-ab0f-f46193fe13c2', 'status': 'completed', 'code': 200} Sep 16 04:39:30.330964 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c72080-7ba9-46f3-8a40-2c11343c64bc None None] Routers {'905d7f3c-c962-488c-b371-d3bf13d33551'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:30.331671 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-27c72080-7ba9-46f3-8a40-2c11343c64bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:39:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['905d7f3c-c962-488c-b371-d3bf13d33551'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:30.333712 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84647b0a-9af2-40b9-8e77-dd15568f81ac x-openstack-request-id: req-84647b0a-9af2-40b9-8e77-dd15568f81ac {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:30.334480 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce514739-b2bf-4392-894a-b513f2287786", "name": "network-vif-plugged", "status": "completed", "tag": "148542b9-cc35-4f1e-9ff1-61f1399d76e7", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:30.335809 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-84647b0a-9af2-40b9-8e77-dd15568f81ac {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:30.337059 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce514739-b2bf-4392-894a-b513f2287786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148542b9-cc35-4f1e-9ff1-61f1399d76e7', 'code': 200} Sep 16 04:39:30.351314 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-587db140-0b88-4a69-9783-4ac199513531 req-d9291e21-8955-4273-ae03-4d8208f7e6e9 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:30.369764 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7e50b98f-09e3-402f-ad66-dac2be4bdde8 req-b803abcb-cff0-48a7-9cc5-6e8cd7dc8ef6 service neutron] 10.222.0.47 "GET /v2.0/networks/c785eb04-bc2f-40f9-9684-456d719505e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728026 Sep 16 04:39:30.470955 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-587db140-0b88-4a69-9783-4ac199513531 req-d9291e21-8955-4273-ae03-4d8208f7e6e9 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:30.503934 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0d34ed13-73d2-493c-9dbd-ff6a7df3ba5f req-c053b004-6341-45e0-b626-24acbb36337c tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9f0182-3c6b-4b1f-a925-425810d0ef6c HTTP/1.1" status: 200 len: 210 time: 0.0519705 Sep 16 04:39:30.540038 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port b38781ae-8e21-49f0-a0f9-adfc1309175c, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=b38781ae-8e21-49f0-a0f9-adfc1309175c,segment=NetworkSegment(ea7a0bff-c271-482b-b285-0945ffb9d9ec),segment_id=ea7a0bff-c271-482b-b285-0945ffb9d9ec)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:30.552992 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-27c72080-7ba9-46f3-8a40-2c11343c64bc None None] Set router 905d7f3c-c962-488c-b371-d3bf13d33551 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:30.584789 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'b38781ae-8e21-49f0-a0f9-adfc1309175c', 'network_id': 'c785eb04-bc2f-40f9-9684-456d719505e1', 'port_id': 'b38781ae-8e21-49f0-a0f9-adfc1309175c', 'mac_address': 'fa:16:3e:29:20:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a506450f-29c8-4972-af12-79e167066d49', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:39:30.627958 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-587db140-0b88-4a69-9783-4ac199513531 req-d9291e21-8955-4273-ae03-4d8208f7e6e9 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Network 97f5d7d8-0e62-4047-bcd4-63b92e31705a is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:30.647091 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-587db140-0b88-4a69-9783-4ac199513531 req-d9291e21-8955-4273-ae03-4d8208f7e6e9 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:30.654609 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-587db140-0b88-4a69-9783-4ac199513531 req-d9291e21-8955-4273-ae03-4d8208f7e6e9 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:30.715838 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831d8cc-dcab-4ca8-ac8d-d049bcbf30fa req-fb0fe67a-f0b8-4122-b5ab-6f9d0d723887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:30.717841 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f831d8cc-dcab-4ca8-ac8d-d049bcbf30fa req-fb0fe67a-f0b8-4122-b5ab-6f9d0d723887 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ce514739-b2bf-4392-894a-b513f2287786 HTTP/1.1" status: 200 len: 1097 time: 0.2555666 Sep 16 04:39:30.721934 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:30.754650 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b38781ae-8e21-49f0-a0f9-adfc1309175c {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:39:30.765551 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9291e21-8955-4273-ae03-4d8208f7e6e9 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Pushing event updated for resources: {'Port': ['ID=0bef1e86-0497-4101-9c2f-69fe30e7f013,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:30.799274 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port b38781ae-8e21-49f0-a0f9-adfc1309175c, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=b38781ae-8e21-49f0-a0f9-adfc1309175c,segment=NetworkSegment(ea7a0bff-c271-482b-b285-0945ffb9d9ec),segment_id=ea7a0bff-c271-482b-b285-0945ffb9d9ec)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:30.812972 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9291e21-8955-4273-ae03-4d8208f7e6e9 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:30.813331 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:30.815826 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9291e21-8955-4273-ae03-4d8208f7e6e9 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:30.816644 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9291e21-8955-4273-ae03-4d8208f7e6e9 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:30.817433 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9291e21-8955-4273-ae03-4d8208f7e6e9 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:30.821559 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9291e21-8955-4273-ae03-4d8208f7e6e9 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:30.822183 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9291e21-8955-4273-ae03-4d8208f7e6e9 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:30.822941 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9291e21-8955-4273-ae03-4d8208f7e6e9 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:30.823453 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9291e21-8955-4273-ae03-4d8208f7e6e9 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:30.823945 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9291e21-8955-4273-ae03-4d8208f7e6e9 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:30.825616 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9291e21-8955-4273-ae03-4d8208f7e6e9 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:30.826110 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9291e21-8955-4273-ae03-4d8208f7e6e9 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:30.826695 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9291e21-8955-4273-ae03-4d8208f7e6e9 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:30.833862 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-e8845e7a-e727-42eb-ae29-aa01564c07c3 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Made reservation on behalf of d017e01a70bf480487739f2072ec5106 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:39:30.841579 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-e8845e7a-e727-42eb-ae29-aa01564c07c3 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:30.851841 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device ebe234d1-9472-4a92-a56d-4fac4dd14bd9 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:30.858008 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587db140-0b88-4a69-9783-4ac199513531 req-d9291e21-8955-4273-ae03-4d8208f7e6e9 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:30.859811 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-587db140-0b88-4a69-9783-4ac199513531 req-d9291e21-8955-4273-ae03-4d8208f7e6e9 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:30.882983 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9334a5e-321c-4539-b0e6-514e895c77e0 req-cd2d24b0-b9a2-4476-a0d9-117f06e1297c tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:30.888752 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c9334a5e-321c-4539-b0e6-514e895c77e0 req-cd2d24b0-b9a2-4476-a0d9-117f06e1297c tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce514739-b2bf-4392-894a-b513f2287786 HTTP/1.1" status: 200 len: 945 time: 0.2771332 Sep 16 04:39:30.892344 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-587db140-0b88-4a69-9783-4ac199513531 req-d9291e21-8955-4273-ae03-4d8208f7e6e9 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1709263 Sep 16 04:39:30.911593 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-587db140-0b88-4a69-9783-4ac199513531 req-9d908f02-ed55-4ac7-bd10-a211a1a1fb52 service neutron] Request body: {'port': {'device_id': 'b9a5d825-4726-45e6-9cad-2a720619f9f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:30.925203 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=b38781ae-8e21-49f0-a0f9-adfc1309175c,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:30.943513 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port ebe234d1-9472-4a92-a56d-4fac4dd14bd9 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:30.943884 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:30.954536 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-27c72080-7ba9-46f3-8a40-2c11343c64bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'name': 'tempest-TaggedBootDevicesTest_v242-616669390-router', 'tenant_id': 'b4243ae1bae14f92bfd009f22277a59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': 'ebe234d1-9472-4a92-a56d-4fac4dd14bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:20Z', 'updated_at': '2021-09-16T04:39:26Z', 'revision_number': 4, 'project_id': 'b4243ae1bae14f92bfd009f22277a59c', 'gw_port': {'id': 'ebe234d1-9472-4a92-a56d-4fac4dd14bd9', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:59:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:21Z', 'updated_at': '2021-09-16T04:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'e8fea6af-9893-41fd-8c8e-a7d135c85247', 'name': '', 'network_id': 'd29577ec-b037-4a73-9540-c8c176056e63', 'tenant_id': 'b4243ae1bae14f92bfd009f22277a59c', 'mac_address': 'fa:16:3e:b1:4c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '7053ff15-410c-47cc-ae7a-b4692790659a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:25Z', 'updated_at': '2021-09-16T04:39:26Z', 'revision_number': 2, 'project_id': 'b4243ae1bae14f92bfd009f22277a59c', 'subnets': [{'id': '7053ff15-410c-47cc-ae7a-b4692790659a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:30.981914 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f831d8cc-dcab-4ca8-ac8d-d049bcbf30fa req-c48d21ad-cd01-482a-bd2b-fa9a5399ebed service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=df5770df-6b73-4fba-b139-e9efefd51743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2509017 Sep 16 04:39:31.051295 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-587db140-0b88-4a69-9783-4ac199513531 req-9d908f02-ed55-4ac7-bd10-a211a1a1fb52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:31.099700 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['b38781ae-8e21-49f0-a0f9-adfc1309175c'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:39:31.149624 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c9334a5e-321c-4539-b0e6-514e895c77e0 req-d279bee7-8892-4d8b-b6fc-ae3d63807268 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.35 "GET /v2.0/security-groups?id=df5770df-6b73-4fba-b139-e9efefd51743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2226689 Sep 16 04:39:31.208558 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-a974df31-f942-4f63-82ad-675aeb03fd89 None None] Provisioning complete for port 0bef1e86-0497-4101-9c2f-69fe30e7f013 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:31.212602 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a974df31-f942-4f63-82ad-675aeb03fd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:31.262521 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c72080-7ba9-46f3-8a40-2c11343c64bc None None] Checking router: 905d7f3c-c962-488c-b371-d3bf13d33551 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:39:31.270010 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c72080-7ba9-46f3-8a40-2c11343c64bc None None] Updating router 905d7f3c-c962-488c-b371-d3bf13d33551 port e8fea6af-9893-41fd-8c8e-a7d135c85247 binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:39:31.319658 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-a974df31-f942-4f63-82ad-675aeb03fd89 None None] Port 0bef1e86-0497-4101-9c2f-69fe30e7f013 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:39:31.320916 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-27c72080-7ba9-46f3-8a40-2c11343c64bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:31.365878 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-c2dc67f5-1234-4b36-a6ae-e87f61fb5a82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1455dcc-7015-4258-8124-01be02eb39dc {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:39:31.382368 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-c2dc67f5-1234-4b36-a6ae-e87f61fb5a82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:31.431703 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-c2dc67f5-1234-4b36-a6ae-e87f61fb5a82 service neutron] Transition to ACTIVE for port object c1455dcc-7015-4258-8124-01be02eb39dc will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:39:31.442590 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-c2dc67f5-1234-4b36-a6ae-e87f61fb5a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:31.463490 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd2f4d-524f-4003-9ed7-b26c942342b9 req-8bb4fa90-f373-4ea9-ab2d-ebf3bf415e9a tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:31.464939 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e9cd2f4d-524f-4003-9ed7-b26c942342b9 req-8bb4fa90-f373-4ea9-ab2d-ebf3bf415e9a tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.35 "GET /v2.0/ports?device_id=318c42cb-6851-4c60-9ba2-ba39208e1963 HTTP/1.1" status: 200 len: 945 time: 0.1655736 Sep 16 04:39:31.526212 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-e8845e7a-e727-42eb-ae29-aa01564c07c3 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Allocated IP 172.20.0.11 (dae0ede7-6603-46ec-a0e3-d89dccdffbf1/0f098cce-cb9f-466b-b80d-10f0bc756de3/78398083-83ce-45ce-9064-00bee95f61e0) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:31.589887 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc67f5-1234-4b36-a6ae-e87f61fb5a82 service neutron] Pushing event updated for resources: {'Port': ['ID=c1455dcc-7015-4258-8124-01be02eb39dc,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:31.606253 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e9cd2f4d-524f-4003-9ed7-b26c942342b9 req-c8550ab6-6154-467c-8dca-99b311d301fe tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3038bf7-a715-4d78-aecc-267c6c1c2c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176250 Sep 16 04:39:31.771082 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-27c72080-7ba9-46f3-8a40-2c11343c64bc None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:31.778078 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-27c72080-7ba9-46f3-8a40-2c11343c64bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:31.805736 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-587db140-0b88-4a69-9783-4ac199513531 req-9d908f02-ed55-4ac7-bd10-a211a1a1fb52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bef1e86-0497-4101-9c2f-69fe30e7f013 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:39:31.817914 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-c2dc67f5-1234-4b36-a6ae-e87f61fb5a82 service neutron] Attempting to bind port c1455dcc-7015-4258-8124-01be02eb39dc on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:31.818250 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-c2dc67f5-1234-4b36-a6ae-e87f61fb5a82 service neutron] Attempting to bind port c1455dcc-7015-4258-8124-01be02eb39dc by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:31.818581 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-c2dc67f5-1234-4b36-a6ae-e87f61fb5a82 service neutron] Attempting to bind port c1455dcc-7015-4258-8124-01be02eb39dc on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:31.819557 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-587db140-0b88-4a69-9783-4ac199513531 req-9d908f02-ed55-4ac7-bd10-a211a1a1fb52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:31.851665 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-587db140-0b88-4a69-9783-4ac199513531 req-9d908f02-ed55-4ac7-bd10-a211a1a1fb52 service neutron] Transition to ACTIVE for port object 0bef1e86-0497-4101-9c2f-69fe30e7f013 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:39:31.857383 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-587db140-0b88-4a69-9783-4ac199513531 req-9d908f02-ed55-4ac7-bd10-a211a1a1fb52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:31.873349 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004a0a1-986f-462c-b548-c62e5461bec4 None None] Pushing event updated for resources: {'Port': ['ID=e8fea6af-9893-41fd-8c8e-a7d135c85247,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:31.937568 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-e8845e7a-e727-42eb-ae29-aa01564c07c3 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:31.938476 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d908f02-ed55-4ac7-bd10-a211a1a1fb52 service neutron] Pushing event updated for resources: {'Port': ['ID=0bef1e86-0497-4101-9c2f-69fe30e7f013,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:31.969014 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1c26e-acc3-4c0b-8409-8e4e77b3c114 req-3804f581-5452-45cb-85a4-f2869cda940e tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:31.988793 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-99a1c26e-acc3-4c0b-8409-8e4e77b3c114 req-3804f581-5452-45cb-85a4-f2869cda940e tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=c60d8397-091e-4031-922c-8cafba0c46ed HTTP/1.1" status: 200 len: 945 time: 0.2288346 Sep 16 04:39:31.995685 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-27c72080-7ba9-46f3-8a40-2c11343c64bc None None] Attempting to bind port e8fea6af-9893-41fd-8c8e-a7d135c85247 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:31.996293 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-27c72080-7ba9-46f3-8a40-2c11343c64bc None None] Attempting to bind port e8fea6af-9893-41fd-8c8e-a7d135c85247 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '8517faa2-72c8-4051-9ec9-932078d56c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd29577ec-b037-4a73-9540-c8c176056e63'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:31.996862 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c72080-7ba9-46f3-8a40-2c11343c64bc None None] Attempting to bind port e8fea6af-9893-41fd-8c8e-a7d135c85247 on network d29577ec-b037-4a73-9540-c8c176056e63 {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:32.003183 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c72080-7ba9-46f3-8a40-2c11343c64bc None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:32.004399 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c72080-7ba9-46f3-8a40-2c11343c64bc None None] Checking segment: {'id': '8517faa2-72c8-4051-9ec9-932078d56c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd29577ec-b037-4a73-9540-c8c176056e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:32.004995 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-27c72080-7ba9-46f3-8a40-2c11343c64bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:32.005545 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c72080-7ba9-46f3-8a40-2c11343c64bc None None] Bound using segment: {'id': '8517faa2-72c8-4051-9ec9-932078d56c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd29577ec-b037-4a73-9540-c8c176056e63'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:32.006209 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-27c72080-7ba9-46f3-8a40-2c11343c64bc None None] Bound port: e8fea6af-9893-41fd-8c8e-a7d135c85247, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8517faa2-72c8-4051-9ec9-932078d56c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd29577ec-b037-4a73-9540-c8c176056e63'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:32.006465 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-c2dc67f5-1234-4b36-a6ae-e87f61fb5a82 service neutron] Port c1455dcc-7015-4258-8124-01be02eb39dc on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:39:32.006791 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-c2dc67f5-1234-4b36-a6ae-e87f61fb5a82 service neutron] Attempting to bind port c1455dcc-7015-4258-8124-01be02eb39dc on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:32.007305 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-27c72080-7ba9-46f3-8a40-2c11343c64bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:32.043269 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-587db140-0b88-4a69-9783-4ac199513531 req-9d908f02-ed55-4ac7-bd10-a211a1a1fb52 service neutron] Attempting to bind port 0bef1e86-0497-4101-9c2f-69fe30e7f013 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:32.045496 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-587db140-0b88-4a69-9783-4ac199513531 req-9d908f02-ed55-4ac7-bd10-a211a1a1fb52 service neutron] Attempting to bind port 0bef1e86-0497-4101-9c2f-69fe30e7f013 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:32.046561 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587db140-0b88-4a69-9783-4ac199513531 req-9d908f02-ed55-4ac7-bd10-a211a1a1fb52 service neutron] Attempting to bind port 0bef1e86-0497-4101-9c2f-69fe30e7f013 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:32.054809 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-c2dc67f5-1234-4b36-a6ae-e87f61fb5a82 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:32.055156 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-c2dc67f5-1234-4b36-a6ae-e87f61fb5a82 service neutron] Checking segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:32.055817 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-c2dc67f5-1234-4b36-a6ae-e87f61fb5a82 service neutron] Bound using segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:32.056295 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-c2dc67f5-1234-4b36-a6ae-e87f61fb5a82 service neutron] Bound port: c1455dcc-7015-4258-8124-01be02eb39dc, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:32.056689 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-c2dc67f5-1234-4b36-a6ae-e87f61fb5a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:32.057308 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587db140-0b88-4a69-9783-4ac199513531 req-9d908f02-ed55-4ac7-bd10-a211a1a1fb52 service neutron] Port 0bef1e86-0497-4101-9c2f-69fe30e7f013 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:39:32.060092 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587db140-0b88-4a69-9783-4ac199513531 req-9d908f02-ed55-4ac7-bd10-a211a1a1fb52 service neutron] Attempting to bind port 0bef1e86-0497-4101-9c2f-69fe30e7f013 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:32.074519 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587db140-0b88-4a69-9783-4ac199513531 req-9d908f02-ed55-4ac7-bd10-a211a1a1fb52 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:32.075735 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587db140-0b88-4a69-9783-4ac199513531 req-9d908f02-ed55-4ac7-bd10-a211a1a1fb52 service neutron] Checking segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:32.077220 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587db140-0b88-4a69-9783-4ac199513531 req-9d908f02-ed55-4ac7-bd10-a211a1a1fb52 service neutron] Bound using segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:32.078525 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-587db140-0b88-4a69-9783-4ac199513531 req-9d908f02-ed55-4ac7-bd10-a211a1a1fb52 service neutron] Bound port: 0bef1e86-0497-4101-9c2f-69fe30e7f013, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:32.079171 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-587db140-0b88-4a69-9783-4ac199513531 req-9d908f02-ed55-4ac7-bd10-a211a1a1fb52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:32.115465 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-27c72080-7ba9-46f3-8a40-2c11343c64bc None None] For port e8fea6af-9893-41fd-8c8e-a7d135c85247, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:32.124030 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-27c72080-7ba9-46f3-8a40-2c11343c64bc None None] For port e8fea6af-9893-41fd-8c8e-a7d135c85247, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=e8fea6af-9893-41fd-8c8e-a7d135c85247,segment=NetworkSegment(8517faa2-72c8-4051-9ec9-932078d56c30),segment_id=8517faa2-72c8-4051-9ec9-932078d56c30)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:32.132767 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-27c72080-7ba9-46f3-8a40-2c11343c64bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:32.198105 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device b38781ae-8e21-49f0-a0f9-adfc1309175c up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:32.214848 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-99a1c26e-acc3-4c0b-8409-8e4e77b3c114 req-d54bccce-5ce1-49f2-83e9-03f3624d18ab tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052193 Sep 16 04:39:32.261978 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-587db140-0b88-4a69-9783-4ac199513531 req-9d908f02-ed55-4ac7-bd10-a211a1a1fb52 service neutron] For port 0bef1e86-0497-4101-9c2f-69fe30e7f013, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:32.265342 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004a0a1-986f-462c-b548-c62e5461bec4 None None] Pushing event updated for resources: {'Port': ['ID=e8fea6af-9893-41fd-8c8e-a7d135c85247,revision_number=4']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:32.276523 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-587db140-0b88-4a69-9783-4ac199513531 req-9d908f02-ed55-4ac7-bd10-a211a1a1fb52 service neutron] For port 0bef1e86-0497-4101-9c2f-69fe30e7f013, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=0bef1e86-0497-4101-9c2f-69fe30e7f013,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:32.295853 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-587db140-0b88-4a69-9783-4ac199513531 req-9d908f02-ed55-4ac7-bd10-a211a1a1fb52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:32.303403 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-c2dc67f5-1234-4b36-a6ae-e87f61fb5a82 service neutron] For port c1455dcc-7015-4258-8124-01be02eb39dc, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:32.309328 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-c2dc67f5-1234-4b36-a6ae-e87f61fb5a82 service neutron] For port c1455dcc-7015-4258-8124-01be02eb39dc, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=c1455dcc-7015-4258-8124-01be02eb39dc,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:32.322883 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-c2dc67f5-1234-4b36-a6ae-e87f61fb5a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:32.326609 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c72080-7ba9-46f3-8a40-2c11343c64bc None None] Routers {'905d7f3c-c962-488c-b371-d3bf13d33551'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:32.327841 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-27c72080-7ba9-46f3-8a40-2c11343c64bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:39:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['905d7f3c-c962-488c-b371-d3bf13d33551'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:32.345194 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-e8845e7a-e727-42eb-ae29-aa01564c07c3 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:32.351444 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60d8397-091e-4031-922c-8cafba0c46ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b08715-c953-4593-8669-035ce4c8ed2e'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:32.361452 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb304f1-7faf-4423-b3bf-36bb6175aa81" -d '{"events": [{"server_uuid": "c60d8397-091e-4031-922c-8cafba0c46ed", "name": "network-vif-plugged", "status": "completed", "tag": "a5b08715-c953-4593-8669-035ce4c8ed2e"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:32.411326 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port b38781ae-8e21-49f0-a0f9-adfc1309175c completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:39:32.414582 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587db140-0b88-4a69-9783-4ac199513531 req-9d908f02-ed55-4ac7-bd10-a211a1a1fb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:32.415610 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-587db140-0b88-4a69-9783-4ac199513531 req-9d908f02-ed55-4ac7-bd10-a211a1a1fb52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:32.417781 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-587db140-0b88-4a69-9783-4ac199513531 req-9d908f02-ed55-4ac7-bd10-a211a1a1fb52 service neutron] 10.222.0.47 "PUT /v2.0/ports/0bef1e86-0497-4101-9c2f-69fe30e7f013 HTTP/1.1" status: 200 len: 1096 time: 1.5104663 Sep 16 04:39:32.418344 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a5d825-4726-45e6-9cad-2a720619f9f5', 'tag': '0bef1e86-0497-4101-9c2f-69fe30e7f013'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:32.420730 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port b38781ae-8e21-49f0-a0f9-adfc1309175c triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:32.421147 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:32.421960 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccfd212-b5a2-44b5-8933-affe9b0d8727" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a5d825-4726-45e6-9cad-2a720619f9f5", "tag": "0bef1e86-0497-4101-9c2f-69fe30e7f013"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:32.460549 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d908f02-ed55-4ac7-bd10-a211a1a1fb52 service neutron] Pushing event updated for resources: {'Port': ['ID=0bef1e86-0497-4101-9c2f-69fe30e7f013,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:32.544118 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-e5290d51-8723-4986-8fd2-9d62443af5d6 None None] Provisioning complete for port e8fea6af-9893-41fd-8c8e-a7d135c85247 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:32.547048 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e5290d51-8723-4986-8fd2-9d62443af5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:32.564038 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-c2dc67f5-1234-4b36-a6ae-e87f61fb5a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:32.567859 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-c2dc67f5-1234-4b36-a6ae-e87f61fb5a82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:32.569563 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-c2dc67f5-1234-4b36-a6ae-e87f61fb5a82 service neutron] 10.222.0.47 "PUT /v2.0/ports/c1455dcc-7015-4258-8124-01be02eb39dc HTTP/1.1" status: 200 len: 1096 time: 2.8880510 Sep 16 04:39:32.576522 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '792bd0bf-d08f-4d0e-a39b-045439a18909', 'tag': 'c1455dcc-7015-4258-8124-01be02eb39dc'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:32.586898 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2d8eba-a86e-4da0-891e-811594976710" -d '{"events": [{"name": "network-changed", "server_uuid": "792bd0bf-d08f-4d0e-a39b-045439a18909", "tag": "c1455dcc-7015-4258-8124-01be02eb39dc"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:32.596870 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587db140-0b88-4a69-9783-4ac199513531 req-4987b9c5-0821-4484-9a44-5852e144879f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:32.598469 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-587db140-0b88-4a69-9783-4ac199513531 req-4987b9c5-0821-4484-9a44-5852e144879f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b1f9f4e1b2945aaba6a423a0ea37467&device_id=b9a5d825-4726-45e6-9cad-2a720619f9f5 HTTP/1.1" status: 200 len: 1099 time: 0.1053832 Sep 16 04:39:32.657322 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-e8845e7a-e727-42eb-ae29-aa01564c07c3 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Network dae0ede7-6603-46ec-a0e3-d89dccdffbf1 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:32.668210 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-e8845e7a-e727-42eb-ae29-aa01564c07c3 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:32.681169 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19544e7-5247-4c72-80ab-3e19e98300d8 req-a4ebf2a3-22ed-4b57-b73d-5fc2b4a264a1 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:32.691025 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b19544e7-5247-4c72-80ab-3e19e98300d8 req-a4ebf2a3-22ed-4b57-b73d-5fc2b4a264a1 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a5d825-4726-45e6-9cad-2a720619f9f5 HTTP/1.1" status: 200 len: 947 time: 0.2493773 Sep 16 04:39:32.709019 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-27c72080-7ba9-46f3-8a40-2c11343c64bc None None] Set router 905d7f3c-c962-488c-b371-d3bf13d33551 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:32.715974 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-e8845e7a-e727-42eb-ae29-aa01564c07c3 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:32.750913 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-587db140-0b88-4a69-9783-4ac199513531 req-b90ebe31-2466-474a-8f32-0b97e1dc13dc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=0bef1e86-0497-4101-9c2f-69fe30e7f013 HTTP/1.1" status: 200 len: 217 time: 0.1351361 Sep 16 04:39:32.789304 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-e8845e7a-e727-42eb-ae29-aa01564c07c3 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:32.790537 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-e8845e7a-e727-42eb-ae29-aa01564c07c3 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:32.846200 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-e8845e7a-e727-42eb-ae29-aa01564c07c3 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5987599 Sep 16 04:39:32.861172 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc67f5-1234-4b36-a6ae-e87f61fb5a82 service neutron] Pushing event updated for resources: {'Port': ['ID=c1455dcc-7015-4258-8124-01be02eb39dc,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:32.882974 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-0907fc07-faa6-4e55-9b17-37cdd25bfb28 service neutron] Request body: {'port': {'device_id': '8d9f0182-3c6b-4b1f-a925-425810d0ef6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:32.922756 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e5290d51-8723-4986-8fd2-9d62443af5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:32.934436 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587db140-0b88-4a69-9783-4ac199513531 req-889b2c7c-10fc-435e-a94e-7c970f51a054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:32.936520 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-587db140-0b88-4a69-9783-4ac199513531 req-889b2c7c-10fc-435e-a94e-7c970f51a054 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.1764431 Sep 16 04:39:32.961907 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:33.042773 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-e5290d51-8723-4986-8fd2-9d62443af5d6 None None] For port e8fea6af-9893-41fd-8c8e-a7d135c85247, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=e8fea6af-9893-41fd-8c8e-a7d135c85247,segment=NetworkSegment(8517faa2-72c8-4051-9ec9-932078d56c30),segment_id=8517faa2-72c8-4051-9ec9-932078d56c30)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:33.073493 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port b38781ae-8e21-49f0-a0f9-adfc1309175c, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=b38781ae-8e21-49f0-a0f9-adfc1309175c,segment=NetworkSegment(ea7a0bff-c271-482b-b285-0945ffb9d9ec),segment_id=ea7a0bff-c271-482b-b285-0945ffb9d9ec)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:33.075374 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e5290d51-8723-4986-8fd2-9d62443af5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:33.085483 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587db140-0b88-4a69-9783-4ac199513531 req-15551b62-65cf-4a7b-8c2b-6e95311a4e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:33.087025 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-587db140-0b88-4a69-9783-4ac199513531 req-15551b62-65cf-4a7b-8c2b-6e95311a4e48 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1427093 Sep 16 04:39:33.087430 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:33.165825 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5290d51-8723-4986-8fd2-9d62443af5d6 None None] Pushing event updated for resources: {'Port': ['ID=e8fea6af-9893-41fd-8c8e-a7d135c85247,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:33.253412 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=b38781ae-8e21-49f0-a0f9-adfc1309175c,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:33.301281 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-8ab770d8-4b44-4b5f-b1a7-ae67c6c7712c None None] Provisioning complete for port e8fea6af-9893-41fd-8c8e-a7d135c85247 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:33.301665 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8ab770d8-4b44-4b5f-b1a7-ae67c6c7712c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:33.334140 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-587db140-0b88-4a69-9783-4ac199513531 req-73c09700-4f33-4179-846a-376ee27248a7 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368701 Sep 16 04:39:33.368311 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-27c72080-7ba9-46f3-8a40-2c11343c64bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'name': 'tempest-TaggedBootDevicesTest_v242-616669390-router', 'tenant_id': 'b4243ae1bae14f92bfd009f22277a59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': 'ebe234d1-9472-4a92-a56d-4fac4dd14bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:20Z', 'updated_at': '2021-09-16T04:39:26Z', 'revision_number': 4, 'project_id': 'b4243ae1bae14f92bfd009f22277a59c', 'gw_port': {'id': 'ebe234d1-9472-4a92-a56d-4fac4dd14bd9', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:59:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:21Z', 'updated_at': '2021-09-16T04:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'e8fea6af-9893-41fd-8c8e-a7d135c85247', 'name': '', 'network_id': 'd29577ec-b037-4a73-9540-c8c176056e63', 'tenant_id': 'b4243ae1bae14f92bfd009f22277a59c', 'mac_address': 'fa:16:3e:b1:4c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '7053ff15-410c-47cc-ae7a-b4692790659a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:25Z', 'updated_at': '2021-09-16T04:39:32Z', 'revision_number': 4, 'project_id': 'b4243ae1bae14f92bfd009f22277a59c', 'subnets': [{'id': '7053ff15-410c-47cc-ae7a-b4692790659a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:33.432365 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-0907fc07-faa6-4e55-9b17-37cdd25bfb28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:33.450394 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c72080-7ba9-46f3-8a40-2c11343c64bc None None] The sync data for ids ['905d7f3c-c962-488c-b371-d3bf13d33551'] in n-d-712139-15 is: [{'id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'name': 'tempest-TaggedBootDevicesTest_v242-616669390-router', 'tenant_id': 'b4243ae1bae14f92bfd009f22277a59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': 'ebe234d1-9472-4a92-a56d-4fac4dd14bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:20Z', 'updated_at': '2021-09-16T04:39:26Z', 'revision_number': 4, 'project_id': 'b4243ae1bae14f92bfd009f22277a59c', 'gw_port': {'id': 'ebe234d1-9472-4a92-a56d-4fac4dd14bd9', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:59:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:21Z', 'updated_at': '2021-09-16T04:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'e8fea6af-9893-41fd-8c8e-a7d135c85247', 'name': '', 'network_id': 'd29577ec-b037-4a73-9540-c8c176056e63', 'tenant_id': 'b4243ae1bae14f92bfd009f22277a59c', 'mac_address': 'fa:16:3e:b1:4c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '7053ff15-410c-47cc-ae7a-b4692790659a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:25Z', 'updated_at': '2021-09-16T04:39:32Z', 'revision_number': 4, 'project_id': 'b4243ae1bae14f92bfd009f22277a59c', 'subnets': [{'id': '7053ff15-410c-47cc-ae7a-b4692790659a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:39:33.472930 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b19544e7-5247-4c72-80ab-3e19e98300d8 req-bd8dffd0-997e-485c-b5cd-4b4da38c2979 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7803681 Sep 16 04:39:33.589878 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8845e7a-e727-42eb-ae29-aa01564c07c3 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Pushing event updated for resources: {'Port': ['ID=78398083-83ce-45ce-9064-00bee95f61e0,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:33.612277 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-cf7434c0-15eb-4771-9926-0443f4cb9e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:33.614301 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-cf7434c0-15eb-4771-9926-0443f4cb9e78 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b1f9f4e1b2945aaba6a423a0ea37467&device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 1099 time: 0.7636397 Sep 16 04:39:33.645157 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-587db140-0b88-4a69-9783-4ac199513531 req-5fb9b0cd-efac-4ca4-a240-4ffadb2c41d9 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998965 Sep 16 04:39:33.828324 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-eca6d6fe-2b23-4a27-bb26-9e71746a9a88 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=c1455dcc-7015-4258-8124-01be02eb39dc HTTP/1.1" status: 200 len: 217 time: 0.1736400 Sep 16 04:39:33.884479 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31cfd6-aa13-44f6-9fe0-5de756c2275d req-296ce89c-69d5-4d80-aafd-dd7950159858 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:33.886218 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5b31cfd6-aa13-44f6-9fe0-5de756c2275d req-296ce89c-69d5-4d80-aafd-dd7950159858 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9f0182-3c6b-4b1f-a925-425810d0ef6c HTTP/1.1" status: 200 len: 932 time: 0.2684596 Sep 16 04:39:33.948718 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-865134f3-a70d-44f6-a0e2-02375d440821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:33.951904 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-865134f3-a70d-44f6-a0e2-02375d440821 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.1128445 Sep 16 04:39:34.010476 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5b31cfd6-aa13-44f6-9fe0-5de756c2275d req-faf4288f-6a20-422e-96f3-058471ea8ad3 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116765 Sep 16 04:39:34.182150 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-6945ce64-04e3-4714-b489-6ec34c3e1d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:34.183668 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-6945ce64-04e3-4714-b489-6ec34c3e1d43 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2148390 Sep 16 04:39:34.306905 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77232954-6094-4e6d-b16e-f13f59503709 req-84bde177-3a17-40ab-a07c-aeb2de37469b tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:34.316466 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-77232954-6094-4e6d-b16e-f13f59503709 req-84bde177-3a17-40ab-a07c-aeb2de37469b tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce514739-b2bf-4392-894a-b513f2287786 HTTP/1.1" status: 200 len: 945 time: 0.1851397 Sep 16 04:39:34.399410 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-0907fc07-faa6-4e55-9b17-37cdd25bfb28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78398083-83ce-45ce-9064-00bee95f61e0 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:39:34.409197 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-e35290a1-958e-4ba1-afd2-c794d518c455 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135847 Sep 16 04:39:34.424693 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-77232954-6094-4e6d-b16e-f13f59503709 req-e2964eb9-f359-42a1-b2c2-e128f06c9e03 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.35 "GET /v2.0/security-groups?id=df5770df-6b73-4fba-b139-e9efefd51743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072199 Sep 16 04:39:34.432820 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-0907fc07-faa6-4e55-9b17-37cdd25bfb28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.509864 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1abebb-4fd5-4bc4-aa5c-b4e66c88ad4e x-openstack-request-id: req-3d1abebb-4fd5-4bc4-aa5c-b4e66c88ad4e {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:34.510355 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60d8397-091e-4031-922c-8cafba0c46ed", "name": "network-vif-plugged", "status": "completed", "tag": "a5b08715-c953-4593-8669-035ce4c8ed2e", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:34.510475 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3d1abebb-4fd5-4bc4-aa5c-b4e66c88ad4e {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:34.510797 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60d8397-091e-4031-922c-8cafba0c46ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b08715-c953-4593-8669-035ce4c8ed2e', 'code': 200} Sep 16 04:39:34.553170 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-0907fc07-faa6-4e55-9b17-37cdd25bfb28 service neutron] Transition to ACTIVE for port object 78398083-83ce-45ce-9064-00bee95f61e0 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:39:34.591879 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d18633-a577-47bb-a6ed-1de62aa4b59e x-openstack-request-id: req-e0d18633-a577-47bb-a6ed-1de62aa4b59e {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:34.593021 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a5d825-4726-45e6-9cad-2a720619f9f5", "tag": "0bef1e86-0497-4101-9c2f-69fe30e7f013", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:34.593255 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e0d18633-a577-47bb-a6ed-1de62aa4b59e {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:34.594049 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a5d825-4726-45e6-9cad-2a720619f9f5', 'tag': '0bef1e86-0497-4101-9c2f-69fe30e7f013', 'status': 'completed', 'code': 200} Sep 16 04:39:34.664098 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ead50fee-c2f3-49f5-bf83-9386a0a8bd64 req-007d6e76-3c28-4e3a-95a3-5e60df47b1d8 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282472 Sep 16 04:39:34.666908 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abaa7eed-e1bb-440c-8530-0858ebee70d1 x-openstack-request-id: req-abaa7eed-e1bb-440c-8530-0858ebee70d1 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:34.667382 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "792bd0bf-d08f-4d0e-a39b-045439a18909", "tag": "c1455dcc-7015-4258-8124-01be02eb39dc", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:34.668057 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-abaa7eed-e1bb-440c-8530-0858ebee70d1 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:34.668672 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '792bd0bf-d08f-4d0e-a39b-045439a18909', 'tag': 'c1455dcc-7015-4258-8124-01be02eb39dc', 'status': 'completed', 'code': 200} Sep 16 04:39:34.701890 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-0907fc07-faa6-4e55-9b17-37cdd25bfb28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.790962 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfd212-b5a2-44b5-8933-affe9b0d8727 req-3707c52c-2bd3-458c-b138-45c36702f6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:34.793987 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-eccfd212-b5a2-44b5-8933-affe9b0d8727 req-3707c52c-2bd3-458c-b138-45c36702f6b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b1f9f4e1b2945aaba6a423a0ea37467&device_id=b9a5d825-4726-45e6-9cad-2a720619f9f5 HTTP/1.1" status: 200 len: 1099 time: 0.1433306 Sep 16 04:39:34.913441 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device e8fea6af-9893-41fd-8c8e-a7d135c85247 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:34.914812 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519b557-936e-4c34-a66e-1da6507dba88 req-b2b0c53c-59c7-4661-9d84-6c3c2573eeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:34.916489 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7519b557-936e-4c34-a66e-1da6507dba88 req-b2b0c53c-59c7-4661-9d84-6c3c2573eeb5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c60d8397-091e-4031-922c-8cafba0c46ed HTTP/1.1" status: 200 len: 1097 time: 0.2468638 Sep 16 04:39:34.986078 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d8eba-a86e-4da0-891e-811594976710 req-f6c3c74a-9dad-4f14-ad1b-3068f185e505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:34.987686 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb2d8eba-a86e-4da0-891e-811594976710 req-f6c3c74a-9dad-4f14-ad1b-3068f185e505 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b1f9f4e1b2945aaba6a423a0ea37467&device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 1099 time: 0.2235346 Sep 16 04:39:34.996274 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907fc07-faa6-4e55-9b17-37cdd25bfb28 service neutron] Pushing event updated for resources: {'Port': ['ID=78398083-83ce-45ce-9064-00bee95f61e0,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:35.010477 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfd212-b5a2-44b5-8933-affe9b0d8727 req-8ef03fca-b72d-4d45-90ae-43e42130157a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:35.011793 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-eccfd212-b5a2-44b5-8933-affe9b0d8727 req-8ef03fca-b72d-4d45-90ae-43e42130157a service neutron] 10.222.0.47 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.2083530 Sep 16 04:39:35.028891 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port e8fea6af-9893-41fd-8c8e-a7d135c85247 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:35.029310 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.086073 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7519b557-936e-4c34-a66e-1da6507dba88 req-f99b1df9-bab8-4ed3-b843-36d3ffa6de4a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569810 Sep 16 04:39:35.113336 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-eccfd212-b5a2-44b5-8933-affe9b0d8727 req-6ca3c64f-2956-42bf-a99a-88df790c7a12 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=0bef1e86-0497-4101-9c2f-69fe30e7f013 HTTP/1.1" status: 200 len: 217 time: 0.0900865 Sep 16 04:39:35.163334 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666ff1f-457e-4a31-a085-11ddb09b35db req-6bcc992b-4305-487a-9d8e-711f95cdcd4c tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:35.177102 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4666ff1f-457e-4a31-a085-11ddb09b35db req-6bcc992b-4305-487a-9d8e-711f95cdcd4c tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.35 "GET /v2.0/ports?device_id=318c42cb-6851-4c60-9ba2-ba39208e1963 HTTP/1.1" status: 200 len: 946 time: 0.3594074 Sep 16 04:39:35.231696 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfd212-b5a2-44b5-8933-affe9b0d8727 req-dad4c58a-b70a-4d3f-a4a6-b814bc50f62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:35.235456 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-eccfd212-b5a2-44b5-8933-affe9b0d8727 req-dad4c58a-b70a-4d3f-a4a6-b814bc50f62f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.1130221 Sep 16 04:39:35.280716 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4666ff1f-457e-4a31-a085-11ddb09b35db req-23f25d0a-6570-4697-9ce8-36cd9a0b6247 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3038bf7-a715-4d78-aecc-267c6c1c2c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990105 Sep 16 04:39:35.298512 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-0907fc07-faa6-4e55-9b17-37cdd25bfb28 service neutron] Attempting to bind port 78398083-83ce-45ce-9064-00bee95f61e0 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:35.300868 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-0907fc07-faa6-4e55-9b17-37cdd25bfb28 service neutron] Attempting to bind port 78398083-83ce-45ce-9064-00bee95f61e0 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '28194e51-33ca-4336-ab07-5141dc3e21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dae0ede7-6603-46ec-a0e3-d89dccdffbf1'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:35.301214 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-0907fc07-faa6-4e55-9b17-37cdd25bfb28 service neutron] Attempting to bind port 78398083-83ce-45ce-9064-00bee95f61e0 on network dae0ede7-6603-46ec-a0e3-d89dccdffbf1 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:35.319251 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-0907fc07-faa6-4e55-9b17-37cdd25bfb28 service neutron] Port 78398083-83ce-45ce-9064-00bee95f61e0 on network dae0ede7-6603-46ec-a0e3-d89dccdffbf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:39:35.319575 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-0907fc07-faa6-4e55-9b17-37cdd25bfb28 service neutron] Attempting to bind port 78398083-83ce-45ce-9064-00bee95f61e0 on network dae0ede7-6603-46ec-a0e3-d89dccdffbf1 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:35.349244 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfd212-b5a2-44b5-8933-affe9b0d8727 req-3fb0d896-8f77-4528-b35e-c7521a812839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:35.353242 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-eccfd212-b5a2-44b5-8933-affe9b0d8727 req-3fb0d896-8f77-4528-b35e-c7521a812839 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1076005 Sep 16 04:39:35.356674 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-0907fc07-faa6-4e55-9b17-37cdd25bfb28 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:35.359033 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-0907fc07-faa6-4e55-9b17-37cdd25bfb28 service neutron] Checking segment: {'id': '28194e51-33ca-4336-ab07-5141dc3e21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dae0ede7-6603-46ec-a0e3-d89dccdffbf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:35.359446 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-0907fc07-faa6-4e55-9b17-37cdd25bfb28 service neutron] Bound using segment: {'id': '28194e51-33ca-4336-ab07-5141dc3e21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dae0ede7-6603-46ec-a0e3-d89dccdffbf1'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:35.359912 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-0907fc07-faa6-4e55-9b17-37cdd25bfb28 service neutron] Bound port: 78398083-83ce-45ce-9064-00bee95f61e0, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28194e51-33ca-4336-ab07-5141dc3e21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dae0ede7-6603-46ec-a0e3-d89dccdffbf1'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:35.360272 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-0907fc07-faa6-4e55-9b17-37cdd25bfb28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.371886 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d8eba-a86e-4da0-891e-811594976710 req-5f5cc3f7-895e-4013-a064-f8d9c65e5f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:35.379141 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb2d8eba-a86e-4da0-891e-811594976710 req-5f5cc3f7-895e-4013-a064-f8d9c65e5f23 service neutron] 10.222.0.47 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.3783073 Sep 16 04:39:35.465513 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-eccfd212-b5a2-44b5-8933-affe9b0d8727 req-739a6c62-3d11-4c70-a90c-bdccd3608f1a service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014926 Sep 16 04:39:35.522445 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb2d8eba-a86e-4da0-891e-811594976710 req-2c20ce8a-995d-432a-9ba3-c4f60d2bd109 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=c1455dcc-7015-4258-8124-01be02eb39dc HTTP/1.1" status: 200 len: 217 time: 0.1203024 Sep 16 04:39:35.583501 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-eccfd212-b5a2-44b5-8933-affe9b0d8727 req-fa483d20-3686-45f6-97a4-6aa0a51d56b5 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089404 Sep 16 04:39:35.630219 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802c205-3fb2-4d38-b834-b89bdbb090b2 req-b502ccf6-ca97-4bfa-bd0d-293e037f9ea1 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:35.631710 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7802c205-3fb2-4d38-b834-b89bdbb090b2 req-b502ccf6-ca97-4bfa-bd0d-293e037f9ea1 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=c60d8397-091e-4031-922c-8cafba0c46ed HTTP/1.1" status: 200 len: 945 time: 0.2515485 Sep 16 04:39:35.651958 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-0907fc07-faa6-4e55-9b17-37cdd25bfb28 service neutron] For port 78398083-83ce-45ce-9064-00bee95f61e0, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:35.657860 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-0907fc07-faa6-4e55-9b17-37cdd25bfb28 service neutron] For port 78398083-83ce-45ce-9064-00bee95f61e0, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=78398083-83ce-45ce-9064-00bee95f61e0,segment=NetworkSegment(28194e51-33ca-4336-ab07-5141dc3e21c0),segment_id=28194e51-33ca-4336-ab07-5141dc3e21c0)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:35.696413 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-0907fc07-faa6-4e55-9b17-37cdd25bfb28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.700805 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d8eba-a86e-4da0-891e-811594976710 req-dab6fc86-a216-419f-b52e-3c397e8f39fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:35.702414 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb2d8eba-a86e-4da0-891e-811594976710 req-dab6fc86-a216-419f-b52e-3c397e8f39fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.1510339 Sep 16 04:39:35.797144 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7802c205-3fb2-4d38-b834-b89bdbb090b2 req-e99acf33-ceb4-4e0e-8b4e-c2471660e372 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536157 Sep 16 04:39:35.867812 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-0907fc07-faa6-4e55-9b17-37cdd25bfb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:35.868626 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-0907fc07-faa6-4e55-9b17-37cdd25bfb28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.870047 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-0907fc07-faa6-4e55-9b17-37cdd25bfb28 service neutron] 10.222.0.48 "PUT /v2.0/ports/78398083-83ce-45ce-9064-00bee95f61e0 HTTP/1.1" status: 200 len: 1093 time: 2.9976370 Sep 16 04:39:35.875998 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907fc07-faa6-4e55-9b17-37cdd25bfb28 service neutron] Pushing event updated for resources: {'Port': ['ID=78398083-83ce-45ce-9064-00bee95f61e0,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:35.913803 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d8eba-a86e-4da0-891e-811594976710 req-39a23dc6-b038-47a1-af8a-393ae53992f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:35.918490 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb2d8eba-a86e-4da0-891e-811594976710 req-39a23dc6-b038-47a1-af8a-393ae53992f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2033248 Sep 16 04:39:36.035530 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58624) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:36.131069 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb2d8eba-a86e-4da0-891e-811594976710 req-7c4376c3-99bf-4d05-b1ba-982666663d36 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041149 Sep 16 04:39:36.193619 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e73919de-d146-494d-875b-577c51cf20c4 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.229320 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 0bef1e86-0497-4101-9c2f-69fe30e7f013 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:39:36.232981 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e73919de-d146-494d-875b-577c51cf20c4 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.247707 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-fe06ec3b-3279-482d-badd-dd557b7663b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:36.249455 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-fe06ec3b-3279-482d-badd-dd557b7663b1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d017e01a70bf480487739f2072ec5106&device_id=8d9f0182-3c6b-4b1f-a925-425810d0ef6c HTTP/1.1" status: 200 len: 1096 time: 0.1669612 Sep 16 04:39:36.325566 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e73919de-d146-494d-875b-577c51cf20c4 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.330116 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e73919de-d146-494d-875b-577c51cf20c4 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.332555 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e73919de-d146-494d-875b-577c51cf20c4 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "DELETE /v2.0/security-groups/e23ca340-41c8-45f7-b140-8caa69c3a817 HTTP/1.1" status: 204 len: 168 time: 0.2959833 Sep 16 04:39:36.335366 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58628) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:36.337359 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-6ce0d32f-f06a-47a7-9dd4-bbfc3c01bc73 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78398083-83ce-45ce-9064-00bee95f61e0 HTTP/1.1" status: 200 len: 217 time: 0.0696559 Sep 16 04:39:36.369068 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc384d-f20c-4a4f-8975-ac3ec5e4210d req-88f2efc0-cb17-41e8-a439-f078778d4da4 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:36.370665 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-46fc384d-f20c-4a4f-8975-ac3ec5e4210d req-88f2efc0-cb17-41e8-a439-f078778d4da4 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce514739-b2bf-4392-894a-b513f2287786 HTTP/1.1" status: 200 len: 945 time: 0.1916115 Sep 16 04:39:36.373041 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-b76a0e75-5a7c-4a10-b507-5e32c66609dc tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] show failed (client error): The resource could not be found. Sep 16 04:39:36.375073 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b76a0e75-5a7c-4a10-b507-5e32c66609dc tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "GET /v2.0/security-groups/e23ca340-41c8-45f7-b140-8caa69c3a817 HTTP/1.1" status: 404 len: 347 time: 0.0289414 Sep 16 04:39:36.381153 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58630) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:36.388530 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58632) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:36.393061 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb2d8eba-a86e-4da0-891e-811594976710 req-0b82a955-154f-4b5d-b2a5-c94c8ec438a9 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470844 Sep 16 04:39:36.395933 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-64f92e00-699a-4211-b0dc-f8ebd5017490 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Request body: {'floatingip': {'port_id': '148542b9-cc35-4f1e-9ff1-61f1399d76e7'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:36.417705 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 0bef1e86-0497-4101-9c2f-69fe30e7f013, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=0bef1e86-0497-4101-9c2f-69fe30e7f013,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:36.428422 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-33582166-9961-4cda-a2dd-da04b9b774fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:36.429925 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-33582166-9961-4cda-a2dd-da04b9b774fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f098cce-cb9f-466b-b80d-10f0bc756de3 HTTP/1.1" status: 200 len: 862 time: 0.0833201 Sep 16 04:39:36.437862 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '0bef1e86-0497-4101-9c2f-69fe30e7f013', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': '0bef1e86-0497-4101-9c2f-69fe30e7f013', 'mac_address': 'fa:16:3e:9c:46:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:39:36.490471 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-415294e2-4688-43ea-8c61-4ea7df26143e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dae0ede7-6603-46ec-a0e3-d89dccdffbf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399997 Sep 16 04:39:36.505062 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73919de-d146-494d-875b-577c51cf20c4 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23ca340-41c8-45f7-b140-8caa69c3a817,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:36.507776 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.555786 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318c42cb-6851-4c60-9ba2-ba39208e1963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38781ae-8e21-49f0-a0f9-adfc1309175c'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:36.559389 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b176f48-4590-47d4-9990-ffb1001768bd" -d '{"events": [{"server_uuid": "318c42cb-6851-4c60-9ba2-ba39208e1963", "name": "network-vif-plugged", "status": "completed", "tag": "b38781ae-8e21-49f0-a0f9-adfc1309175c"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:36.564652 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bef1e86-0497-4101-9c2f-69fe30e7f013 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:39:36.574279 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a6bfa-7e8f-41a6-a366-92d4ecc1dfd2 req-b4e28ec6-d7a1-4b1a-819e-9f2c2a10031d tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:36.584023 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0d5a6bfa-7e8f-41a6-a366-92d4ecc1dfd2 req-b4e28ec6-d7a1-4b1a-819e-9f2c2a10031d tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a5d825-4726-45e6-9cad-2a720619f9f5 HTTP/1.1" status: 200 len: 947 time: 0.1090515 Sep 16 04:39:36.603821 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-64f92e00-699a-4211-b0dc-f8ebd5017490 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks [] for floatingip, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.631046 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 0bef1e86-0497-4101-9c2f-69fe30e7f013, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=0bef1e86-0497-4101-9c2f-69fe30e7f013,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:36.653290 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.655701 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:39:36.671855 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9f0182-3c6b-4b1f-a925-425810d0ef6c', 'tag': '78398083-83ce-45ce-9064-00bee95f61e0'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:36.674931 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bcf41d-7123-4131-a49c-d91666d4fc01" -d '{"events": [{"name": "network-changed", "server_uuid": "8d9f0182-3c6b-4b1f-a925-425810d0ef6c", "tag": "78398083-83ce-45ce-9064-00bee95f61e0"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:36.703022 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0d5a6bfa-7e8f-41a6-a366-92d4ecc1dfd2 req-9dc8ad29-dd70-40d7-82a6-15042e56a571 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134996 Sep 16 04:39:36.743892 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-5b9c8c5c-aeea-4db8-9dcc-e1851dabd29f service neutron] 10.222.0.48 "GET /v2.0/networks/dae0ede7-6603-46ec-a0e3-d89dccdffbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222033 Sep 16 04:39:36.753723 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=0bef1e86-0497-4101-9c2f-69fe30e7f013,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:36.941441 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['0bef1e86-0497-4101-9c2f-69fe30e7f013'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:39:37.030822 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937325e-e69b-453d-87ca-5d6b6e6aaf98 req-9ce26e0d-db8d-482f-994b-f88186c7b6e7 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:37.039322 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b937325e-e69b-453d-87ca-5d6b6e6aaf98 req-9ce26e0d-db8d-482f-994b-f88186c7b6e7 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9f0182-3c6b-4b1f-a925-425810d0ef6c HTTP/1.1" status: 200 len: 944 time: 0.2417092 Sep 16 04:39:37.106309 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef1f344a-1615-41b6-b7b1-dbbff5b579fa req-48ef4a0f-fd5f-4d8f-a2f8-049514a4d6a1 service neutron] 10.222.0.48 "GET /v2.0/networks/dae0ede7-6603-46ec-a0e3-d89dccdffbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524826 Sep 16 04:39:37.161468 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b937325e-e69b-453d-87ca-5d6b6e6aaf98 req-531eec94-6c46-4b42-ae19-b622decd772c tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209223 Sep 16 04:39:37.343654 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983c061-2ae3-49bb-8f7b-6db6164c5005 req-ec1a3c2c-75f4-4dfb-af7e-25bc9bf70ce4 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:37.348683 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e983c061-2ae3-49bb-8f7b-6db6164c5005 req-ec1a3c2c-75f4-4dfb-af7e-25bc9bf70ce4 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.35 "GET /v2.0/ports?device_id=318c42cb-6851-4c60-9ba2-ba39208e1963 HTTP/1.1" status: 200 len: 946 time: 0.0766666 Sep 16 04:39:37.379513 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-4e81dbac-a0fd-4e71-a03a-0ed32797fab4 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Deleting port 0afbbffb-a355-46f3-871c-f57389a72115 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:37.380104 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4e81dbac-a0fd-4e71-a03a-0ed32797fab4 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.399518 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e983c061-2ae3-49bb-8f7b-6db6164c5005 req-d89fd939-0266-4696-9882-d60c933a1807 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3038bf7-a715-4d78-aecc-267c6c1c2c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457740 Sep 16 04:39:37.448415 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6870cf-051c-4f87-aeea-c459c37a02d9 x-openstack-request-id: req-ea6870cf-051c-4f87-aeea-c459c37a02d9 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:37.448989 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318c42cb-6851-4c60-9ba2-ba39208e1963", "name": "network-vif-plugged", "status": "completed", "tag": "b38781ae-8e21-49f0-a0f9-adfc1309175c", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:37.449294 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ea6870cf-051c-4f87-aeea-c459c37a02d9 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:37.449727 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318c42cb-6851-4c60-9ba2-ba39208e1963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38781ae-8e21-49f0-a0f9-adfc1309175c', 'code': 200} Sep 16 04:39:37.489659 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325b50ba-0c83-4299-87af-63f07b70b2cb x-openstack-request-id: req-325b50ba-0c83-4299-87af-63f07b70b2cb {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:37.490079 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d9f0182-3c6b-4b1f-a925-425810d0ef6c", "tag": "78398083-83ce-45ce-9064-00bee95f61e0", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:37.490423 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-325b50ba-0c83-4299-87af-63f07b70b2cb {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:37.490954 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d9f0182-3c6b-4b1f-a925-425810d0ef6c', 'tag': '78398083-83ce-45ce-9064-00bee95f61e0', 'status': 'completed', 'code': 200} Sep 16 04:39:37.686766 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751a92b-17ef-4bf6-921a-a89d66ac62a2 req-52237fb8-f0e5-45d6-a43c-d39e54b82ba5 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:37.694348 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2751a92b-17ef-4bf6-921a-a89d66ac62a2 req-52237fb8-f0e5-45d6-a43c-d39e54b82ba5 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=c60d8397-091e-4031-922c-8cafba0c46ed HTTP/1.1" status: 200 len: 945 time: 0.1269701 Sep 16 04:39:37.703615 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4e81dbac-a0fd-4e71-a03a-0ed32797fab4 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.704228 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4e81dbac-a0fd-4e71-a03a-0ed32797fab4 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.707731 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f757a-9f34-4a56-894f-6a088bb82e74 req-2f762c95-12c9-4f64-9b88-a6b0c740ce10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:37.709450 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-460f757a-9f34-4a56-894f-6a088bb82e74 req-2f762c95-12c9-4f64-9b88-a6b0c740ce10 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=318c42cb-6851-4c60-9ba2-ba39208e1963 HTTP/1.1" status: 200 len: 1098 time: 0.1628804 Sep 16 04:39:37.719195 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-4e81dbac-a0fd-4e71-a03a-0ed32797fab4 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Calling delete_port for 0afbbffb-a355-46f3-871c-f57389a72115 owned by network:floatingip {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:37.745153 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcf41d-7123-4131-a49c-d91666d4fc01 req-2a8da212-9ae6-438a-9a68-693e46e19a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:37.746760 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b1bcf41d-7123-4131-a49c-d91666d4fc01 req-2a8da212-9ae6-438a-9a68-693e46e19a5b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d017e01a70bf480487739f2072ec5106&device_id=8d9f0182-3c6b-4b1f-a925-425810d0ef6c HTTP/1.1" status: 200 len: 1096 time: 0.1922183 Sep 16 04:39:37.791155 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2751a92b-17ef-4bf6-921a-a89d66ac62a2 req-7cb822ed-141a-435a-aee3-2f553f943025 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957441 Sep 16 04:39:37.928807 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-460f757a-9f34-4a56-894f-6a088bb82e74 req-7c72b219-57dc-481a-a248-5c2cfd2f1cfe service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d3038bf7-a715-4d78-aecc-267c6c1c2c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085660 Sep 16 04:39:37.983025 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcf41d-7123-4131-a49c-d91666d4fc01 req-96e464b1-949c-456b-8615-5298abdbe407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:37.984551 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b1bcf41d-7123-4131-a49c-d91666d4fc01 req-96e464b1-949c-456b-8615-5298abdbe407 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dae0ede7-6603-46ec-a0e3-d89dccdffbf1 HTTP/1.1" status: 200 len: 923 time: 0.2179725 Sep 16 04:39:37.989759 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4e81dbac-a0fd-4e71-a03a-0ed32797fab4 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.996368 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e0789-cc66-4525-9f5b-42087709276d req-1dfa4197-6093-4f36-8283-8cbc15ca9813 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:38.005110 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f16e0789-cc66-4525-9f5b-42087709276d req-1dfa4197-6093-4f36-8283-8cbc15ca9813 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a5d825-4726-45e6-9cad-2a720619f9f5 HTTP/1.1" status: 200 len: 948 time: 0.0861177 Sep 16 04:39:38.023048 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81dbac-a0fd-4e71-a03a-0ed32797fab4 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Pushing event deleted for resources: {'Port': ['ID=0afbbffb-a355-46f3-871c-f57389a72115,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:38.077413 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b1bcf41d-7123-4131-a49c-d91666d4fc01 req-0b28c7cd-116b-46f8-b01b-31307c548c74 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78398083-83ce-45ce-9064-00bee95f61e0 HTTP/1.1" status: 200 len: 217 time: 0.0700965 Sep 16 04:39:38.182285 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4e81dbac-a0fd-4e71-a03a-0ed32797fab4 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks [] for floatingip, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.185063 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4e81dbac-a0fd-4e71-a03a-0ed32797fab4 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.189013 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4e81dbac-a0fd-4e71-a03a-0ed32797fab4 tempest-ServersWithSpecificFlavorTestJSON-1771251452 tempest-ServersWithSpecificFlavorTestJSON-1771251452-project] 10.222.0.35 "DELETE /v2.0/floatingips/0f0dca7f-c930-4612-aa05-f1a54a150aa3 HTTP/1.1" status: 204 len: 168 time: 1.8056967 Sep 16 04:39:38.191277 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f16e0789-cc66-4525-9f5b-42087709276d req-f104bb96-c818-40b7-ab63-a8fe870478bc tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852105 Sep 16 04:39:38.217810 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-64f92e00-699a-4211-b0dc-f8ebd5017490 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.225921 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-64f92e00-699a-4211-b0dc-f8ebd5017490 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.229320 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device c1455dcc-7015-4258-8124-01be02eb39dc details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:39:38.240067 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcf41d-7123-4131-a49c-d91666d4fc01 req-92c9d662-0142-48d2-86e1-2312c0dea19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:38.244902 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b1bcf41d-7123-4131-a49c-d91666d4fc01 req-92c9d662-0142-48d2-86e1-2312c0dea19e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f098cce-cb9f-466b-b80d-10f0bc756de3 HTTP/1.1" status: 200 len: 862 time: 0.1461883 Sep 16 04:39:38.262068 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 0bef1e86-0497-4101-9c2f-69fe30e7f013 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:38.319697 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b1bcf41d-7123-4131-a49c-d91666d4fc01 req-eed23f50-81ae-4304-9761-3b391bb0bae8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dae0ede7-6603-46ec-a0e3-d89dccdffbf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622447 Sep 16 04:39:38.428353 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [None req-64f92e00-699a-4211-b0dc-f8ebd5017490 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Floating IP a291b9ad-15d3-4a6a-b7c7-b1433085ae4c associated. External IP: 172.25.8.66, port: 148542b9-cc35-4f1e-9ff1-61f1399d76e7. Sep 16 04:39:38.461559 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port c1455dcc-7015-4258-8124-01be02eb39dc, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=c1455dcc-7015-4258-8124-01be02eb39dc,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:38.477532 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'c1455dcc-7015-4258-8124-01be02eb39dc', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': 'c1455dcc-7015-4258-8124-01be02eb39dc', 'mac_address': 'fa:16:3e:1c:f8:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:39:38.515388 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b1bcf41d-7123-4131-a49c-d91666d4fc01 req-80eedfeb-0f8f-4858-a110-b2a01859c9d4 service neutron] 10.222.0.48 "GET /v2.0/networks/dae0ede7-6603-46ec-a0e3-d89dccdffbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908576 Sep 16 04:39:38.557090 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.577399 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1455dcc-7015-4258-8124-01be02eb39dc {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:39:38.640703 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port c1455dcc-7015-4258-8124-01be02eb39dc, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=c1455dcc-7015-4258-8124-01be02eb39dc,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:38.644621 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 0bef1e86-0497-4101-9c2f-69fe30e7f013 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:39:38.675752 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.681804 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 0bef1e86-0497-4101-9c2f-69fe30e7f013 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:38.682182 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.683292 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b1bcf41d-7123-4131-a49c-d91666d4fc01 req-8c848de7-2ed2-44cd-aa0e-4977c91719e4 service neutron] 10.222.0.48 "GET /v2.0/networks/dae0ede7-6603-46ec-a0e3-d89dccdffbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574314 Sep 16 04:39:38.779335 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f92e00-699a-4211-b0dc-f8ebd5017490 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Router 98228ca5-68b9-4a57-bbc1-26dc0a520127 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:39:38.794503 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=c1455dcc-7015-4258-8124-01be02eb39dc,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:38.844264 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.900540 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 0bef1e86-0497-4101-9c2f-69fe30e7f013, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=0bef1e86-0497-4101-9c2f-69fe30e7f013,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:38.919265 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.921892 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f92e00-699a-4211-b0dc-f8ebd5017490 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:39:38.929036 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-64f92e00-699a-4211-b0dc-f8ebd5017490 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.952235 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527bebee-8055-4a32-80aa-a96dc85e8233 None None] Sync routers for ids ['98228ca5-68b9-4a57-bbc1-26dc0a520127'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:39:38.968333 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-64f92e00-699a-4211-b0dc-f8ebd5017490 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.35 "PUT /v2.0/floatingips/a291b9ad-15d3-4a6a-b7c7-b1433085ae4c HTTP/1.1" status: 200 len: 990 time: 2.5776203 Sep 16 04:39:38.969087 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce514739-b2bf-4392-894a-b513f2287786', 'tag': '148542b9-cc35-4f1e-9ff1-61f1399d76e7'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:38.971479 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd70705c-b206-4c37-88ff-975645e1523b" -d '{"events": [{"name": "network-changed", "server_uuid": "ce514739-b2bf-4392-894a-b513f2287786", "tag": "148542b9-cc35-4f1e-9ff1-61f1399d76e7"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:38.979559 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527bebee-8055-4a32-80aa-a96dc85e8233 None None] Routers {'98228ca5-68b9-4a57-bbc1-26dc0a520127'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:38.980204 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-527bebee-8055-4a32-80aa-a96dc85e8233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:39:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['98228ca5-68b9-4a57-bbc1-26dc0a520127'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:39.097318 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473c688-5cac-4430-9d80-0fe16658466b req-dafbc76c-f080-4812-b442-cf1f4f402fbd tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:39.108224 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4473c688-5cac-4430-9d80-0fe16658466b req-dafbc76c-f080-4812-b442-cf1f4f402fbd tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9f0182-3c6b-4b1f-a925-425810d0ef6c HTTP/1.1" status: 200 len: 944 time: 0.0667739 Sep 16 04:39:39.149143 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4473c688-5cac-4430-9d80-0fe16658466b req-2561cdac-731b-4c4f-b85a-3f8c7a13959c tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401964 Sep 16 04:39:39.194996 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['c1455dcc-7015-4258-8124-01be02eb39dc'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:39:39.222013 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=0bef1e86-0497-4101-9c2f-69fe30e7f013,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:39.348104 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-527bebee-8055-4a32-80aa-a96dc85e8233 None None] Set router 98228ca5-68b9-4a57-bbc1-26dc0a520127 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:39.451234 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a5d825-4726-45e6-9cad-2a720619f9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bef1e86-0497-4101-9c2f-69fe30e7f013'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:39.452918 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc907f-d99b-49d5-b44b-bab1f7017ac1 req-1073ee89-ef20-4f0a-804b-948197a84207 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:39.454702 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c7bc907f-d99b-49d5-b44b-bab1f7017ac1 req-1073ee89-ef20-4f0a-804b-948197a84207 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.35 "GET /v2.0/ports?device_id=318c42cb-6851-4c60-9ba2-ba39208e1963 HTTP/1.1" status: 200 len: 946 time: 0.0566082 Sep 16 04:39:39.455016 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb98e09-c145-4f9a-84e9-7f89e26cfe3a" -d '{"events": [{"server_uuid": "b9a5d825-4726-45e6-9cad-2a720619f9f5", "name": "network-vif-plugged", "status": "completed", "tag": "0bef1e86-0497-4101-9c2f-69fe30e7f013"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:39.501045 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c7bc907f-d99b-49d5-b44b-bab1f7017ac1 req-cde47d65-eebc-4d01-9426-0e5ae0dc7069 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3038bf7-a715-4d78-aecc-267c6c1c2c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352101 Sep 16 04:39:39.684831 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-527bebee-8055-4a32-80aa-a96dc85e8233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'name': 'tempest-ServersTestManualDisk-2145072726-router', 'tenant_id': '71670a16fe7743a398cd104146802c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'bbce8ad4-abe9-427f-bf7c-b9622a20f193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:54Z', 'updated_at': '2021-09-16T04:39:00Z', 'revision_number': 4, 'project_id': '71670a16fe7743a398cd104146802c31', 'gw_port': {'id': 'bbce8ad4-abe9-427f-bf7c-b9622a20f193', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:55Z', 'updated_at': '2021-09-16T04:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'a291b9ad-15d3-4a6a-b7c7-b1433085ae4c', 'tenant_id': '71670a16fe7743a398cd104146802c31', 'floating_ip_address': '172.25.8.66', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'port_id': '148542b9-cc35-4f1e-9ff1-61f1399d76e7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b4a5955-f947-4941-8031-558b92839e9c', 'mac_address': 'fa:16:3e:b2:7c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce514739-b2bf-4392-894a-b513f2287786', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:39:07Z', 'updated_at': '2021-09-16T04:39:38Z', 'revision_number': 1, 'project_id': '71670a16fe7743a398cd104146802c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd335b65-7dd7-47c1-9bf5-9c116d8e818e', 'name': '', 'network_id': '0b4a5955-f947-4941-8031-558b92839e9c', 'tenant_id': '71670a16fe7743a398cd104146802c31', 'mac_address': 'fa:16:3e:39:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '092d6263-a531-41a2-8d09-486ef6edb9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:58Z', 'updated_at': '2021-09-16T04:39:07Z', 'revision_number': 5, 'project_id': '71670a16fe7743a398cd104146802c31', 'subnets': [{'id': '092d6263-a531-41a2-8d09-486ef6edb9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:39.712505 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527bebee-8055-4a32-80aa-a96dc85e8233 None None] Checking router: 98228ca5-68b9-4a57-bbc1-26dc0a520127 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:39:39.722160 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24277c3-b549-4638-b54d-f5f2400e90f3 x-openstack-request-id: req-c24277c3-b549-4638-b54d-f5f2400e90f3 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:39.722761 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce514739-b2bf-4392-894a-b513f2287786", "tag": "148542b9-cc35-4f1e-9ff1-61f1399d76e7", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:39.722761 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c24277c3-b549-4638-b54d-f5f2400e90f3 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:39.723091 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce514739-b2bf-4392-894a-b513f2287786', 'tag': '148542b9-cc35-4f1e-9ff1-61f1399d76e7', 'status': 'completed', 'code': 200} Sep 16 04:39:39.723559 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527bebee-8055-4a32-80aa-a96dc85e8233 None None] Routers {'98228ca5-68b9-4a57-bbc1-26dc0a520127'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:39.724356 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-527bebee-8055-4a32-80aa-a96dc85e8233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:39:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['98228ca5-68b9-4a57-bbc1-26dc0a520127'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:39.839798 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70705c-b206-4c37-88ff-975645e1523b req-7973d56e-7f77-4a17-a207-55a700f20bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:39.841324 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cd70705c-b206-4c37-88ff-975645e1523b req-7973d56e-7f77-4a17-a207-55a700f20bb3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=71670a16fe7743a398cd104146802c31&device_id=ce514739-b2bf-4392-894a-b513f2287786 HTTP/1.1" status: 200 len: 1097 time: 0.0727425 Sep 16 04:39:39.855391 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-527bebee-8055-4a32-80aa-a96dc85e8233 None None] Set router 98228ca5-68b9-4a57-bbc1-26dc0a520127 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:39.858645 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7e94d-06fc-4bfe-907c-4ec4930f03e0 req-c2a2627a-54ee-4467-88cd-6bdfe3561514 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:39.860172 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-42c7e94d-06fc-4bfe-907c-4ec4930f03e0 req-c2a2627a-54ee-4467-88cd-6bdfe3561514 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 944 time: 0.0825050 Sep 16 04:39:39.954704 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-42c7e94d-06fc-4bfe-907c-4ec4930f03e0 req-6043b414-df64-4db8-ac07-5dae31589c86 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875475 Sep 16 04:39:40.067902 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d82dc023-1dce-4d49-ae66-36db814e2514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.167255 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-527bebee-8055-4a32-80aa-a96dc85e8233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'name': 'tempest-ServersTestManualDisk-2145072726-router', 'tenant_id': '71670a16fe7743a398cd104146802c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'bbce8ad4-abe9-427f-bf7c-b9622a20f193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:54Z', 'updated_at': '2021-09-16T04:39:00Z', 'revision_number': 4, 'project_id': '71670a16fe7743a398cd104146802c31', 'gw_port': {'id': 'bbce8ad4-abe9-427f-bf7c-b9622a20f193', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:55Z', 'updated_at': '2021-09-16T04:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'a291b9ad-15d3-4a6a-b7c7-b1433085ae4c', 'tenant_id': '71670a16fe7743a398cd104146802c31', 'floating_ip_address': '172.25.8.66', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'port_id': '148542b9-cc35-4f1e-9ff1-61f1399d76e7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b4a5955-f947-4941-8031-558b92839e9c', 'mac_address': 'fa:16:3e:b2:7c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce514739-b2bf-4392-894a-b513f2287786', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:39:07Z', 'updated_at': '2021-09-16T04:39:38Z', 'revision_number': 1, 'project_id': '71670a16fe7743a398cd104146802c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd335b65-7dd7-47c1-9bf5-9c116d8e818e', 'name': '', 'network_id': '0b4a5955-f947-4941-8031-558b92839e9c', 'tenant_id': '71670a16fe7743a398cd104146802c31', 'mac_address': 'fa:16:3e:39:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '092d6263-a531-41a2-8d09-486ef6edb9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:58Z', 'updated_at': '2021-09-16T04:39:07Z', 'revision_number': 5, 'project_id': '71670a16fe7743a398cd104146802c31', 'subnets': [{'id': '092d6263-a531-41a2-8d09-486ef6edb9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:40.204053 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527bebee-8055-4a32-80aa-a96dc85e8233 None None] The sync data for ids ['98228ca5-68b9-4a57-bbc1-26dc0a520127'] in n-d-712139-15 is: [{'id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'name': 'tempest-ServersTestManualDisk-2145072726-router', 'tenant_id': '71670a16fe7743a398cd104146802c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'bbce8ad4-abe9-427f-bf7c-b9622a20f193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:54Z', 'updated_at': '2021-09-16T04:39:00Z', 'revision_number': 4, 'project_id': '71670a16fe7743a398cd104146802c31', 'gw_port': {'id': 'bbce8ad4-abe9-427f-bf7c-b9622a20f193', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:55Z', 'updated_at': '2021-09-16T04:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'a291b9ad-15d3-4a6a-b7c7-b1433085ae4c', 'tenant_id': '71670a16fe7743a398cd104146802c31', 'floating_ip_address': '172.25.8.66', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'port_id': '148542b9-cc35-4f1e-9ff1-61f1399d76e7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b4a5955-f947-4941-8031-558b92839e9c', 'mac_address': 'fa:16:3e:b2:7c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce514739-b2bf-4392-894a-b513f2287786', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:39:07Z', 'updated_at': '2021-09-16T04:39:38Z', 'revision_number': 1, 'project_id': '71670a16fe7743a398cd104146802c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd335b65-7dd7-47c1-9bf5-9c116d8e818e', 'name': '', 'network_id': '0b4a5955-f947-4941-8031-558b92839e9c', 'tenant_id': '71670a16fe7743a398cd104146802c31', 'mac_address': 'fa:16:3e:39:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '092d6263-a531-41a2-8d09-486ef6edb9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:58Z', 'updated_at': '2021-09-16T04:39:07Z', 'revision_number': 5, 'project_id': '71670a16fe7743a398cd104146802c31', 'subnets': [{'id': '092d6263-a531-41a2-8d09-486ef6edb9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:39:40.231329 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device c1455dcc-7015-4258-8124-01be02eb39dc up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:40.263038 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358c1e3-5d28-4612-9633-d9ec041cd2ab req-bb95fa5e-46b9-4f14-b0f8-98e5ef5acc59 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:40.265143 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8358c1e3-5d28-4612-9633-d9ec041cd2ab req-bb95fa5e-46b9-4f14-b0f8-98e5ef5acc59 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.48 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 944 time: 0.3840132 Sep 16 04:39:40.292185 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port c1455dcc-7015-4258-8124-01be02eb39dc completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:39:40.297293 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port c1455dcc-7015-4258-8124-01be02eb39dc triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:40.297694 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.354759 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70705c-b206-4c37-88ff-975645e1523b req-e8ddbe8c-56f4-49ae-ac51-be79d56cf455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:40.356215 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cd70705c-b206-4c37-88ff-975645e1523b req-e8ddbe8c-56f4-49ae-ac51-be79d56cf455 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0b4a5955-f947-4941-8031-558b92839e9c HTTP/1.1" status: 200 len: 913 time: 0.4762218 Sep 16 04:39:40.388524 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.393092 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed8b35-0f45-4a5c-a687-3ab82052abc9 req-1e345b6a-02d6-4b28-a5db-66f963adee05 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:40.393092 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f8ed8b35-0f45-4a5c-a687-3ab82052abc9 req-1e345b6a-02d6-4b28-a5db-66f963adee05 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a5d825-4726-45e6-9cad-2a720619f9f5 HTTP/1.1" status: 200 len: 949 time: 0.1633949 Sep 16 04:39:40.436142 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port c1455dcc-7015-4258-8124-01be02eb39dc, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=c1455dcc-7015-4258-8124-01be02eb39dc,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:40.441720 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.507827 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=c1455dcc-7015-4258-8124-01be02eb39dc,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:40.530947 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a42334d-834e-4d1e-8dac-75c3c71e0440 None None] New status for floating IP a291b9ad-15d3-4a6a-b7c7-b1433085ae4c: ACTIVE {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:39:40.558282 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f8ed8b35-0f45-4a5c-a687-3ab82052abc9 req-6bc72f61-5e33-4062-9781-e4cc578921af tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575809 Sep 16 04:39:40.563623 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-8358c1e3-5d28-4612-9633-d9ec041cd2ab req-0e403784-a366-4f58-bdf0-516f919609f1 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Deleting port abe5f8cd-2628-4f39-82e8-6d57deaeb366 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:40.563623 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8358c1e3-5d28-4612-9633-d9ec041cd2ab req-0e403784-a366-4f58-bdf0-516f919609f1 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.567941 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cd70705c-b206-4c37-88ff-975645e1523b req-3cdf3f1b-0ac3-4e42-893e-7af7acbeadba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=148542b9-cc35-4f1e-9ff1-61f1399d76e7 HTTP/1.1" status: 200 len: 998 time: 0.1862648 Sep 16 04:39:40.665426 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235d939d-0a1d-4444-a231-c2d427986ea2 x-openstack-request-id: req-235d939d-0a1d-4444-a231-c2d427986ea2 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:40.667522 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a5d825-4726-45e6-9cad-2a720619f9f5", "name": "network-vif-plugged", "status": "completed", "tag": "0bef1e86-0497-4101-9c2f-69fe30e7f013", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:40.669290 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-235d939d-0a1d-4444-a231-c2d427986ea2 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:40.671749 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a5d825-4726-45e6-9cad-2a720619f9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bef1e86-0497-4101-9c2f-69fe30e7f013', 'code': 200} Sep 16 04:39:40.691414 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70705c-b206-4c37-88ff-975645e1523b req-2e7ed8e2-3b9b-422b-a088-b662ee4ee5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:40.693108 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cd70705c-b206-4c37-88ff-975645e1523b req-2e7ed8e2-3b9b-422b-a088-b662ee4ee5d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=092d6263-a531-41a2-8d09-486ef6edb9fc HTTP/1.1" status: 200 len: 851 time: 0.1029205 Sep 16 04:39:40.767209 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-8358c1e3-5d28-4612-9633-d9ec041cd2ab req-0e403784-a366-4f58-bdf0-516f919609f1 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] For port abe5f8cd-2628-4f39-82e8-6d57deaeb366, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=abe5f8cd-2628-4f39-82e8-6d57deaeb366,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:40.767573 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8358c1e3-5d28-4612-9633-d9ec041cd2ab req-0e403784-a366-4f58-bdf0-516f919609f1 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.823098 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-8358c1e3-5d28-4612-9633-d9ec041cd2ab req-0e403784-a366-4f58-bdf0-516f919609f1 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Calling delete_port for abe5f8cd-2628-4f39-82e8-6d57deaeb366 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:40.838213 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70705c-b206-4c37-88ff-975645e1523b req-d50191dc-3cf6-48ac-8047-3372cfc5f847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:40.839707 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cd70705c-b206-4c37-88ff-975645e1523b req-d50191dc-3cf6-48ac-8047-3372cfc5f847 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0b4a5955-f947-4941-8031-558b92839e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1365626 Sep 16 04:39:40.886358 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137e219-7843-4303-85fc-fd568119c1e0 req-102a19c7-aac9-4a97-a0fd-5363689e8ea4 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:40.887846 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e137e219-7843-4303-85fc-fd568119c1e0 req-102a19c7-aac9-4a97-a0fd-5363689e8ea4 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.35 "GET /v2.0/ports?device_id=318c42cb-6851-4c60-9ba2-ba39208e1963 HTTP/1.1" status: 200 len: 946 time: 0.1475685 Sep 16 04:39:40.897509 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58706) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:40.902108 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-a1e3e47e-da3c-4fa2-bb99-2b15a6b80d98 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Request body: {'floatingip': {'port_id': 'b38781ae-8e21-49f0-a0f9-adfc1309175c'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:40.923871 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11655e24-a4be-4789-8cb0-ded2fea8b4dd req-82d8e05c-8ca1-48be-ae97-c7f5386d0ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:40.925675 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-11655e24-a4be-4789-8cb0-ded2fea8b4dd req-82d8e05c-8ca1-48be-ae97-c7f5386d0ebf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b9a5d825-4726-45e6-9cad-2a720619f9f5 HTTP/1.1" status: 200 len: 1101 time: 0.1607995 Sep 16 04:39:40.955634 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a1e3e47e-da3c-4fa2-bb99-2b15a6b80d98 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks [] for floatingip, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:41.087739 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-11655e24-a4be-4789-8cb0-ded2fea8b4dd req-2053d6a3-0775-4c6d-b1a3-0ad70de9fec7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519032 Sep 16 04:39:41.121522 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cd70705c-b206-4c37-88ff-975645e1523b req-28d7582e-41f4-43ca-b4ac-ab65cc9bfd46 service neutron] 10.222.0.48 "GET /v2.0/networks/0b4a5955-f947-4941-8031-558b92839e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702861 Sep 16 04:39:41.192091 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663cdd1-78ed-4764-9886-3015c941514d req-15d40334-78af-41da-be8f-27fd37871a96 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:41.193657 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0663cdd1-78ed-4764-9886-3015c941514d req-15d40334-78af-41da-be8f-27fd37871a96 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9f0182-3c6b-4b1f-a925-425810d0ef6c HTTP/1.1" status: 200 len: 944 time: 0.1335423 Sep 16 04:39:41.272478 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8358c1e3-5d28-4612-9633-d9ec041cd2ab req-0e403784-a366-4f58-bdf0-516f919609f1 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:41.321513 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e403784-a366-4f58-bdf0-516f919609f1 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Pushing event deleted for resources: {'Port': ['ID=abe5f8cd-2628-4f39-82e8-6d57deaeb366,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:41.330197 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0663cdd1-78ed-4764-9886-3015c941514d req-d71114b6-938a-4b0f-9077-32719974a56a tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263638 Sep 16 04:39:41.332394 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cd70705c-b206-4c37-88ff-975645e1523b req-1079f9e8-e48f-4ea1-9610-ff5434bae78b service neutron] 10.222.0.48 "GET /v2.0/networks/0b4a5955-f947-4941-8031-558b92839e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974149 Sep 16 04:39:41.375700 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:41.390714 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8358c1e3-5d28-4612-9633-d9ec041cd2ab req-0e403784-a366-4f58-bdf0-516f919609f1 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] No DVR routers for this DVR port abe5f8cd-2628-4f39-82e8-6d57deaeb366 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:39:41.393540 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8358c1e3-5d28-4612-9633-d9ec041cd2ab req-0e403784-a366-4f58-bdf0-516f919609f1 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:41.396001 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8358c1e3-5d28-4612-9633-d9ec041cd2ab req-0e403784-a366-4f58-bdf0-516f919609f1 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.48 "DELETE /v2.0/ports/abe5f8cd-2628-4f39-82e8-6d57deaeb366 HTTP/1.1" status: 204 len: 173 time: 1.1098964 Sep 16 04:39:41.396466 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52f13471-3d4b-47d9-9042-39972245dd3d', 'name': 'network-vif-deleted', 'tag': 'abe5f8cd-2628-4f39-82e8-6d57deaeb366'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:41.398916 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cf3e9b-f6b3-44e5-ad57-0f558f575242" -d '{"events": [{"server_uuid": "52f13471-3d4b-47d9-9042-39972245dd3d", "name": "network-vif-deleted", "tag": "abe5f8cd-2628-4f39-82e8-6d57deaeb366"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:41.517057 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 78398083-83ce-45ce-9064-00bee95f61e0 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:39:41.526456 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a1e3e47e-da3c-4fa2-bb99-2b15a6b80d98 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:41.532807 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a1e3e47e-da3c-4fa2-bb99-2b15a6b80d98 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:41.610642 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-381cdca4-c6ca-46a5-bb4d-d3f8e72166c9 req-1868a531-ff3e-4fbc-b7f7-ee3a9f92946f tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f13471-3d4b-47d9-9042-39972245dd3d HTTP/1.1" status: 200 len: 210 time: 0.0490019 Sep 16 04:39:41.663554 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [None req-a1e3e47e-da3c-4fa2-bb99-2b15a6b80d98 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Floating IP 00881fa2-8588-41dc-9808-eb76709e6fcb associated. External IP: 172.25.8.94, port: b38781ae-8e21-49f0-a0f9-adfc1309175c. Sep 16 04:39:41.694444 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 78398083-83ce-45ce-9064-00bee95f61e0, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=78398083-83ce-45ce-9064-00bee95f61e0,segment=NetworkSegment(28194e51-33ca-4336-ab07-5141dc3e21c0),segment_id=28194e51-33ca-4336-ab07-5141dc3e21c0)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:41.713434 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '78398083-83ce-45ce-9064-00bee95f61e0', 'network_id': 'dae0ede7-6603-46ec-a0e3-d89dccdffbf1', 'port_id': '78398083-83ce-45ce-9064-00bee95f61e0', 'mac_address': 'fa:16:3e:98:1c:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f098cce-cb9f-466b-b80d-10f0bc756de3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:39:41.777972 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:41.802123 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78398083-83ce-45ce-9064-00bee95f61e0 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:39:41.821330 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256dcaf3-1d33-44bb-974a-4bf48cf8c44b x-openstack-request-id: req-256dcaf3-1d33-44bb-974a-4bf48cf8c44b {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:41.821625 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52f13471-3d4b-47d9-9042-39972245dd3d", "name": "network-vif-deleted", "tag": "abe5f8cd-2628-4f39-82e8-6d57deaeb366", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:41.821877 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-256dcaf3-1d33-44bb-974a-4bf48cf8c44b {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:41.822276 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52f13471-3d4b-47d9-9042-39972245dd3d', 'name': 'network-vif-deleted', 'tag': 'abe5f8cd-2628-4f39-82e8-6d57deaeb366', 'status': 'completed', 'code': 200} Sep 16 04:39:41.831060 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 78398083-83ce-45ce-9064-00bee95f61e0, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=78398083-83ce-45ce-9064-00bee95f61e0,segment=NetworkSegment(28194e51-33ca-4336-ab07-5141dc3e21c0),segment_id=28194e51-33ca-4336-ab07-5141dc3e21c0)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:41.835386 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:41.923909 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=78398083-83ce-45ce-9064-00bee95f61e0,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:41.989443 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e3e47e-da3c-4fa2-bb99-2b15a6b80d98 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Router fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:39:42.001340 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481c6fc-40a6-42b1-85f6-b06f4a32ab87 req-9054d6b2-275a-4c43-88c9-fbba86e90a9c tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:42.003006 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2481c6fc-40a6-42b1-85f6-b06f4a32ab87 req-9054d6b2-275a-4c43-88c9-fbba86e90a9c tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a5d825-4726-45e6-9cad-2a720619f9f5 HTTP/1.1" status: 200 len: 949 time: 0.0642471 Sep 16 04:39:42.052650 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2481c6fc-40a6-42b1-85f6-b06f4a32ab87 req-6f9f5af7-d6e6-429a-ab58-c255580ef0b4 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416913 Sep 16 04:39:42.135666 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e3e47e-da3c-4fa2-bb99-2b15a6b80d98 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:39:42.141937 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a1e3e47e-da3c-4fa2-bb99-2b15a6b80d98 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:42.150365 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e0949d-2cb7-48d3-9195-74e6d052d297 None None] Sync routers for ids ['fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:39:42.170619 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e0949d-2cb7-48d3-9195-74e6d052d297 None None] Routers {'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:42.175960 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-13e0949d-2cb7-48d3-9195-74e6d052d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:39:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:42.199299 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a1e3e47e-da3c-4fa2-bb99-2b15a6b80d98 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.35 "PUT /v2.0/floatingips/00881fa2-8588-41dc-9808-eb76709e6fcb HTTP/1.1" status: 200 len: 991 time: 1.3006790 Sep 16 04:39:42.199915 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '318c42cb-6851-4c60-9ba2-ba39208e1963', 'tag': 'b38781ae-8e21-49f0-a0f9-adfc1309175c'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:42.202272 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb08f46-c397-4ac9-b529-b8518fd30121" -d '{"events": [{"name": "network-changed", "server_uuid": "318c42cb-6851-4c60-9ba2-ba39208e1963", "tag": "b38781ae-8e21-49f0-a0f9-adfc1309175c"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:42.287255 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec752d84-eb08-43fd-bcc9-88e4ffde9bf2 req-4c3f9512-f78b-4f96-b3bd-496579782276 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:42.289319 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ec752d84-eb08-43fd-bcc9-88e4ffde9bf2 req-4c3f9512-f78b-4f96-b3bd-496579782276 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=c60d8397-091e-4031-922c-8cafba0c46ed HTTP/1.1" status: 200 len: 945 time: 0.0665824 Sep 16 04:39:42.345583 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-13e0949d-2cb7-48d3-9195-74e6d052d297 None None] Set router fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:42.351007 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ec752d84-eb08-43fd-bcc9-88e4ffde9bf2 req-084f32b8-ac7f-4639-9cb4-c6816ec96b17 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547042 Sep 16 04:39:42.447684 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['78398083-83ce-45ce-9064-00bee95f61e0'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:39:42.512997 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a2619c-ea2b-4f26-8213-f4d4f73ead66 x-openstack-request-id: req-21a2619c-ea2b-4f26-8213-f4d4f73ead66 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:42.513292 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "318c42cb-6851-4c60-9ba2-ba39208e1963", "tag": "b38781ae-8e21-49f0-a0f9-adfc1309175c", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:42.514113 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-21a2619c-ea2b-4f26-8213-f4d4f73ead66 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:42.514660 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '318c42cb-6851-4c60-9ba2-ba39208e1963', 'tag': 'b38781ae-8e21-49f0-a0f9-adfc1309175c', 'status': 'completed', 'code': 200} Sep 16 04:39:42.634350 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb08f46-c397-4ac9-b529-b8518fd30121 req-1a5e5c5c-f0d4-42e4-91b5-0f786c351eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:42.635875 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fbb08f46-c397-4ac9-b529-b8518fd30121 req-1a5e5c5c-f0d4-42e4-91b5-0f786c351eff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=681b40f69fd84e8abf8145d29844867d&device_id=318c42cb-6851-4c60-9ba2-ba39208e1963 HTTP/1.1" status: 200 len: 1098 time: 0.0790963 Sep 16 04:39:42.645160 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41f21c-a1b1-4ed8-8d94-d4508fe2c90a req-27255e2d-0992-4bca-b539-79b606a0f77c tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:42.646621 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1e41f21c-a1b1-4ed8-8d94-d4508fe2c90a req-27255e2d-0992-4bca-b539-79b606a0f77c tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9f0182-3c6b-4b1f-a925-425810d0ef6c HTTP/1.1" status: 200 len: 945 time: 0.0813918 Sep 16 04:39:42.674660 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792bd0bf-d08f-4d0e-a39b-045439a18909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1455dcc-7015-4258-8124-01be02eb39dc'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:42.677389 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bfe5a5-3390-450d-af45-465c884e7386" -d '{"events": [{"server_uuid": "792bd0bf-d08f-4d0e-a39b-045439a18909", "name": "network-vif-plugged", "status": "completed", "tag": "c1455dcc-7015-4258-8124-01be02eb39dc"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:42.709120 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-13e0949d-2cb7-48d3-9195-74e6d052d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'name': 'tempest-ServersTestJSON-384425949-router', 'tenant_id': '681b40f69fd84e8abf8145d29844867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '63962715-ba73-409e-a8be-49f20c9e146c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:00Z', 'updated_at': '2021-09-16T04:39:07Z', 'revision_number': 4, 'project_id': '681b40f69fd84e8abf8145d29844867d', 'gw_port': {'id': '63962715-ba73-409e-a8be-49f20c9e146c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:02Z', 'updated_at': '2021-09-16T04:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '00881fa2-8588-41dc-9808-eb76709e6fcb', 'tenant_id': '681b40f69fd84e8abf8145d29844867d', 'floating_ip_address': '172.25.8.94', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'port_id': 'b38781ae-8e21-49f0-a0f9-adfc1309175c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c785eb04-bc2f-40f9-9684-456d719505e1', 'mac_address': 'fa:16:3e:29:20:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c42cb-6851-4c60-9ba2-ba39208e1963', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:39:16Z', 'updated_at': '2021-09-16T04:39:41Z', 'revision_number': 1, 'project_id': '681b40f69fd84e8abf8145d29844867d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f24226a-4bfc-4f94-81f5-b73fdb518436', 'name': '', 'network_id': 'c785eb04-bc2f-40f9-9684-456d719505e1', 'tenant_id': '681b40f69fd84e8abf8145d29844867d', 'mac_address': 'fa:16:3e:d9:b4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'a506450f-29c8-4972-af12-79e167066d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:06Z', 'updated_at': '2021-09-16T04:39:12Z', 'revision_number': 5, 'project_id': '681b40f69fd84e8abf8145d29844867d', 'subnets': [{'id': 'a506450f-29c8-4972-af12-79e167066d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:42.736837 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1e41f21c-a1b1-4ed8-8d94-d4508fe2c90a req-5b5fd5fb-32f2-4d0e-bddf-97ce84423e7c tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819445 Sep 16 04:39:42.738792 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e0949d-2cb7-48d3-9195-74e6d052d297 None None] Checking router: fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:39:42.750949 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e0949d-2cb7-48d3-9195-74e6d052d297 None None] Routers {'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:42.751576 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-13e0949d-2cb7-48d3-9195-74e6d052d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:39:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:42.780881 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb08f46-c397-4ac9-b529-b8518fd30121 req-bba28eba-175d-43ca-b226-1116ece93226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:42.782533 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fbb08f46-c397-4ac9-b529-b8518fd30121 req-bba28eba-175d-43ca-b226-1116ece93226 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c785eb04-bc2f-40f9-9684-456d719505e1 HTTP/1.1" status: 200 len: 906 time: 0.1350505 Sep 16 04:39:42.859813 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fbb08f46-c397-4ac9-b529-b8518fd30121 req-fe157c5f-752b-4924-a2e2-44ad6cb8bac8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b38781ae-8e21-49f0-a0f9-adfc1309175c HTTP/1.1" status: 200 len: 999 time: 0.0695596 Sep 16 04:39:42.926498 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb08f46-c397-4ac9-b529-b8518fd30121 req-8e206ca1-9629-4a5f-9dbf-17101343dd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:42.928266 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fbb08f46-c397-4ac9-b529-b8518fd30121 req-8e206ca1-9629-4a5f-9dbf-17101343dd40 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a506450f-29c8-4972-af12-79e167066d49 HTTP/1.1" status: 200 len: 844 time: 0.0619183 Sep 16 04:39:42.980887 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9819830-171d-47ae-83e0-2e9761a76499 x-openstack-request-id: req-a9819830-171d-47ae-83e0-2e9761a76499 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:42.981178 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792bd0bf-d08f-4d0e-a39b-045439a18909", "name": "network-vif-plugged", "status": "completed", "tag": "c1455dcc-7015-4258-8124-01be02eb39dc", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:42.981427 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a9819830-171d-47ae-83e0-2e9761a76499 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:42.981814 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792bd0bf-d08f-4d0e-a39b-045439a18909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1455dcc-7015-4258-8124-01be02eb39dc', 'code': 200} Sep 16 04:39:42.988227 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb08f46-c397-4ac9-b529-b8518fd30121 req-b600aaa5-9964-453e-b88e-9b247aee09f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:42.989861 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fbb08f46-c397-4ac9-b529-b8518fd30121 req-b600aaa5-9964-453e-b88e-9b247aee09f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c785eb04-bc2f-40f9-9684-456d719505e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544343 Sep 16 04:39:43.006838 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-13e0949d-2cb7-48d3-9195-74e6d052d297 None None] Set router fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:43.011556 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58764) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:43.139418 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fbb08f46-c397-4ac9-b529-b8518fd30121 req-335b0a94-66f9-4ad2-8957-5f229486c2f0 service neutron] 10.222.0.47 "GET /v2.0/networks/c785eb04-bc2f-40f9-9684-456d719505e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213648 Sep 16 04:39:43.143944 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed384404-9252-41da-9709-a3e992b189f4 req-b3c7e0c6-a8af-4632-b009-94f881510b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:43.145713 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ed384404-9252-41da-9709-a3e992b189f4 req-b3c7e0c6-a8af-4632-b009-94f881510b67 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 1101 time: 0.0683513 Sep 16 04:39:43.203441 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ed384404-9252-41da-9709-a3e992b189f4 req-42e925de-f4fb-445c-a0ba-daec54030549 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482998 Sep 16 04:39:43.223406 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-043694e9-f204-4079-80ce-9518d1628093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:43.330381 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fbb08f46-c397-4ac9-b529-b8518fd30121 req-516f86fd-038c-4fce-9cb8-d345b1a164ad service neutron] 10.222.0.47 "GET /v2.0/networks/c785eb04-bc2f-40f9-9684-456d719505e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798873 Sep 16 04:39:43.431172 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178e16b-541f-430c-b7bc-fcde9c5ac164 req-a17ca5de-73ac-4cfb-b7f9-17f40594b3a1 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:43.432032 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-13e0949d-2cb7-48d3-9195-74e6d052d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'name': 'tempest-ServersTestJSON-384425949-router', 'tenant_id': '681b40f69fd84e8abf8145d29844867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '63962715-ba73-409e-a8be-49f20c9e146c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:00Z', 'updated_at': '2021-09-16T04:39:07Z', 'revision_number': 4, 'project_id': '681b40f69fd84e8abf8145d29844867d', 'gw_port': {'id': '63962715-ba73-409e-a8be-49f20c9e146c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:02Z', 'updated_at': '2021-09-16T04:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '00881fa2-8588-41dc-9808-eb76709e6fcb', 'tenant_id': '681b40f69fd84e8abf8145d29844867d', 'floating_ip_address': '172.25.8.94', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'port_id': 'b38781ae-8e21-49f0-a0f9-adfc1309175c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c785eb04-bc2f-40f9-9684-456d719505e1', 'mac_address': 'fa:16:3e:29:20:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c42cb-6851-4c60-9ba2-ba39208e1963', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:39:16Z', 'updated_at': '2021-09-16T04:39:41Z', 'revision_number': 1, 'project_id': '681b40f69fd84e8abf8145d29844867d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f24226a-4bfc-4f94-81f5-b73fdb518436', 'name': '', 'network_id': 'c785eb04-bc2f-40f9-9684-456d719505e1', 'tenant_id': '681b40f69fd84e8abf8145d29844867d', 'mac_address': 'fa:16:3e:d9:b4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'a506450f-29c8-4972-af12-79e167066d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:06Z', 'updated_at': '2021-09-16T04:39:12Z', 'revision_number': 5, 'project_id': '681b40f69fd84e8abf8145d29844867d', 'subnets': [{'id': 'a506450f-29c8-4972-af12-79e167066d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:43.433044 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a178e16b-541f-430c-b7bc-fcde9c5ac164 req-a17ca5de-73ac-4cfb-b7f9-17f40594b3a1 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a5d825-4726-45e6-9cad-2a720619f9f5 HTTP/1.1" status: 200 len: 949 time: 0.0695536 Sep 16 04:39:43.493501 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e0949d-2cb7-48d3-9195-74e6d052d297 None None] The sync data for ids ['fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c'] in n-d-712139-15 is: [{'id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'name': 'tempest-ServersTestJSON-384425949-router', 'tenant_id': '681b40f69fd84e8abf8145d29844867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '63962715-ba73-409e-a8be-49f20c9e146c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:00Z', 'updated_at': '2021-09-16T04:39:07Z', 'revision_number': 4, 'project_id': '681b40f69fd84e8abf8145d29844867d', 'gw_port': {'id': '63962715-ba73-409e-a8be-49f20c9e146c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:02Z', 'updated_at': '2021-09-16T04:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '00881fa2-8588-41dc-9808-eb76709e6fcb', 'tenant_id': '681b40f69fd84e8abf8145d29844867d', 'floating_ip_address': '172.25.8.94', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'port_id': 'b38781ae-8e21-49f0-a0f9-adfc1309175c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c785eb04-bc2f-40f9-9684-456d719505e1', 'mac_address': 'fa:16:3e:29:20:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c42cb-6851-4c60-9ba2-ba39208e1963', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:39:16Z', 'updated_at': '2021-09-16T04:39:41Z', 'revision_number': 1, 'project_id': '681b40f69fd84e8abf8145d29844867d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f24226a-4bfc-4f94-81f5-b73fdb518436', 'name': '', 'network_id': 'c785eb04-bc2f-40f9-9684-456d719505e1', 'tenant_id': '681b40f69fd84e8abf8145d29844867d', 'mac_address': 'fa:16:3e:d9:b4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'a506450f-29c8-4972-af12-79e167066d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:06Z', 'updated_at': '2021-09-16T04:39:12Z', 'revision_number': 5, 'project_id': '681b40f69fd84e8abf8145d29844867d', 'subnets': [{'id': 'a506450f-29c8-4972-af12-79e167066d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:39:43.501519 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device a5b08715-c953-4593-8669-035ce4c8ed2e details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:39:43.511362 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device abe5f8cd-2628-4f39-82e8-6d57deaeb366 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:43.515268 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a178e16b-541f-430c-b7bc-fcde9c5ac164 req-6854459b-7e4a-4220-898f-a0d1655402bb tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659540 Sep 16 04:39:43.517716 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:43.554501 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: abe5f8cd-2628-4f39-82e8-6d57deaeb366 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:43.554849 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device abe5f8cd-2628-4f39-82e8-6d57deaeb366 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:43.673223 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port a5b08715-c953-4593-8669-035ce4c8ed2e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=a5b08715-c953-4593-8669-035ce4c8ed2e,segment=NetworkSegment(658f680a-3fa0-437c-8003-3658800983eb),segment_id=658f680a-3fa0-437c-8003-3658800983eb)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:43.687524 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'a5b08715-c953-4593-8669-035ce4c8ed2e', 'network_id': '01519a52-82ee-43fa-90b0-c71411cde4f0', 'port_id': 'a5b08715-c953-4593-8669-035ce4c8ed2e', 'mac_address': 'fa:16:3e:7a:1b:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1f953d6-01ca-4cb0-98b0-b9ee2763d49d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:39:43.720845 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6603a3d-0dd3-4e6a-894b-f5d15850b272 req-b4365bcb-1893-451b-bef6-2a8a8635ae6f tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:43.725169 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6603a3d-0dd3-4e6a-894b-f5d15850b272 req-b4365bcb-1893-451b-bef6-2a8a8635ae6f tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=793f9461-a09e-439c-afe2-789b19a53625 HTTP/1.1" status: 200 len: 944 time: 0.0741873 Sep 16 04:39:43.744119 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:43.764804 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5b08715-c953-4593-8669-035ce4c8ed2e {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:39:43.785180 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6603a3d-0dd3-4e6a-894b-f5d15850b272 req-62a18825-48ac-4a75-a819-9367faff4631 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532086 Sep 16 04:39:43.794279 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port a5b08715-c953-4593-8669-035ce4c8ed2e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=a5b08715-c953-4593-8669-035ce4c8ed2e,segment=NetworkSegment(658f680a-3fa0-437c-8003-3658800983eb),segment_id=658f680a-3fa0-437c-8003-3658800983eb)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:43.804531 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dcf0243d-8ecc-4ef5-813d-554a90ee0b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:43.808558 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:43.831373 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d5242e-b931-40f7-a5c6-f5458461993e None None] New status for floating IP 00881fa2-8588-41dc-9808-eb76709e6fcb: ACTIVE {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:39:43.872003 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=a5b08715-c953-4593-8669-035ce4c8ed2e,revision_number=6']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:43.970635 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55982bb-43ba-4c09-83a9-3b7d182b8eea req-56badf62-8269-4ef9-b5b8-fbbf3e342221 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:43.972093 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a55982bb-43ba-4c09-83a9-3b7d182b8eea req-56badf62-8269-4ef9-b5b8-fbbf3e342221 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=c60d8397-091e-4031-922c-8cafba0c46ed HTTP/1.1" status: 200 len: 944 time: 0.0597785 Sep 16 04:39:44.039721 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a55982bb-43ba-4c09-83a9-3b7d182b8eea req-e043d62b-8b71-4fc1-9721-a9c5dbeef5b6 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452752 Sep 16 04:39:44.138382 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['a5b08715-c953-4593-8669-035ce4c8ed2e'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:39:44.145674 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-dcf0243d-8ecc-4ef5-813d-554a90ee0b23 admin admin] Deleting port 0e561ef0-9c7a-472b-adcf-7d47c4925c3a {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:44.146255 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dcf0243d-8ecc-4ef5-813d-554a90ee0b23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:44.242789 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-dcf0243d-8ecc-4ef5-813d-554a90ee0b23 admin admin] For port 0e561ef0-9c7a-472b-adcf-7d47c4925c3a, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=0e561ef0-9c7a-472b-adcf-7d47c4925c3a,segment=NetworkSegment(33201044-0eb1-4004-bde7-dd5bec0a4ba0),segment_id=33201044-0eb1-4004-bde7-dd5bec0a4ba0)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:44.243123 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dcf0243d-8ecc-4ef5-813d-554a90ee0b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:44.245772 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cf945-3bd7-47ea-908e-02f14ad4c8b9 req-909ac6bc-fc23-40c8-b4b3-f8508efc0535 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:44.253445 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dd4cf945-3bd7-47ea-908e-02f14ad4c8b9 req-909ac6bc-fc23-40c8-b4b3-f8508efc0535 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.0689898 Sep 16 04:39:44.266898 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-dcf0243d-8ecc-4ef5-813d-554a90ee0b23 admin admin] Calling delete_port for 0e561ef0-9c7a-472b-adcf-7d47c4925c3a owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:44.339694 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:44.357742 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dd4cf945-3bd7-47ea-908e-02f14ad4c8b9 req-5c1ad59e-8508-4e75-966a-296e6dae5ca3 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029861 Sep 16 04:39:44.380880 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2107ce-bb51-430f-94a6-4e216f7b7ef5 req-3b8646c7-2a9d-4a00-8080-eb0391a99f5a tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:44.381135 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cf2107ce-bb51-430f-94a6-4e216f7b7ef5 req-3b8646c7-2a9d-4a00-8080-eb0391a99f5a tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.47 "GET /v2.0/ports?device_id=793f9461-a09e-439c-afe2-789b19a53625 HTTP/1.1" status: 200 len: 944 time: 0.1199226 Sep 16 04:39:44.394066 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:44.515484 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbbb4a-7c2d-4333-89b7-b949f3a1665d req-fa6b5c83-804e-474d-8995-babab24a4b8d tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:44.523029 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fccbbb4a-7c2d-4333-89b7-b949f3a1665d req-fa6b5c83-804e-474d-8995-babab24a4b8d tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9f0182-3c6b-4b1f-a925-425810d0ef6c HTTP/1.1" status: 200 len: 945 time: 0.1003640 Sep 16 04:39:44.543656 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dcf0243d-8ecc-4ef5-813d-554a90ee0b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:44.580780 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf0243d-8ecc-4ef5-813d-554a90ee0b23 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e561ef0-9c7a-472b-adcf-7d47c4925c3a,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:44.597200 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fccbbb4a-7c2d-4333-89b7-b949f3a1665d req-5d7244c2-513b-46f9-be65-3cafe4c794a5 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713010 Sep 16 04:39:44.636660 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-cf2107ce-bb51-430f-94a6-4e216f7b7ef5 req-40000163-4670-4f63-9403-55756e812289 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Deleting port 8ea99f4d-6e76-4d34-a8d4-44cc7648c323 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:44.637089 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cf2107ce-bb51-430f-94a6-4e216f7b7ef5 req-40000163-4670-4f63-9403-55756e812289 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:44.793591 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-cf2107ce-bb51-430f-94a6-4e216f7b7ef5 req-40000163-4670-4f63-9403-55756e812289 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] For port 8ea99f4d-6e76-4d34-a8d4-44cc7648c323, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=8ea99f4d-6e76-4d34-a8d4-44cc7648c323,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:44.793956 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cf2107ce-bb51-430f-94a6-4e216f7b7ef5 req-40000163-4670-4f63-9403-55756e812289 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:44.805047 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dcf0243d-8ecc-4ef5-813d-554a90ee0b23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:44.808196 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-cf2107ce-bb51-430f-94a6-4e216f7b7ef5 req-40000163-4670-4f63-9403-55756e812289 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Calling delete_port for 8ea99f4d-6e76-4d34-a8d4-44cc7648c323 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:44.993946 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46fe8a-0bb7-477b-b798-d18ebaf7aae6 req-15f512c5-0f51-4b3b-baf6-6bf9bcfc54f3 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:44.995446 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b46fe8a-0bb7-477b-b798-d18ebaf7aae6 req-15f512c5-0f51-4b3b-baf6-6bf9bcfc54f3 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=793f9461-a09e-439c-afe2-789b19a53625 HTTP/1.1" status: 200 len: 944 time: 0.0927508 Sep 16 04:39:45.030671 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cf2107ce-bb51-430f-94a6-4e216f7b7ef5 req-40000163-4670-4f63-9403-55756e812289 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:45.059006 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf0243d-8ecc-4ef5-813d-554a90ee0b23 admin admin] Router 19909f41-efd4-4939-8e64-dd882e426a0b has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:39:45.069829 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40000163-4670-4f63-9403-55756e812289 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Pushing event deleted for resources: {'Port': ['ID=8ea99f4d-6e76-4d34-a8d4-44cc7648c323,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:45.074069 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b46fe8a-0bb7-477b-b798-d18ebaf7aae6 req-77e45a90-8e91-44df-b069-7d56c24467b3 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682869 Sep 16 04:39:45.116535 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2107ce-bb51-430f-94a6-4e216f7b7ef5 req-40000163-4670-4f63-9403-55756e812289 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] No DVR routers for this DVR port 8ea99f4d-6e76-4d34-a8d4-44cc7648c323 on host n-h1-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:39:45.119105 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cf2107ce-bb51-430f-94a6-4e216f7b7ef5 req-40000163-4670-4f63-9403-55756e812289 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:45.121471 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cf2107ce-bb51-430f-94a6-4e216f7b7ef5 req-40000163-4670-4f63-9403-55756e812289 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.47 "DELETE /v2.0/ports/8ea99f4d-6e76-4d34-a8d4-44cc7648c323 HTTP/1.1" status: 204 len: 173 time: 0.6899951 Sep 16 04:39:45.122119 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '793f9461-a09e-439c-afe2-789b19a53625', 'name': 'network-vif-deleted', 'tag': '8ea99f4d-6e76-4d34-a8d4-44cc7648c323'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:45.124849 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bb8c96-2c2c-49ac-9ce7-5127ba0e96b4" -d '{"events": [{"server_uuid": "793f9461-a09e-439c-afe2-789b19a53625", "name": "network-vif-deleted", "tag": "8ea99f4d-6e76-4d34-a8d4-44cc7648c323"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:45.222473 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24691d-4d33-4c2f-9b9c-14e615287e98 req-2ba065a4-5491-44f2-a7ca-4a14dbea03e5 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:45.224512 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ad24691d-4d33-4c2f-9b9c-14e615287e98 req-2ba065a4-5491-44f2-a7ca-4a14dbea03e5 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=c60d8397-091e-4031-922c-8cafba0c46ed HTTP/1.1" status: 200 len: 944 time: 0.0666308 Sep 16 04:39:45.297719 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ad24691d-4d33-4c2f-9b9c-14e615287e98 req-37d5c09d-667a-4c9f-aceb-c020907c9dc8 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464597 Sep 16 04:39:45.330577 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c0294c-04e0-4d6a-a40d-446f8b26c61d x-openstack-request-id: req-25c0294c-04e0-4d6a-a40d-446f8b26c61d {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:45.330865 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "793f9461-a09e-439c-afe2-789b19a53625", "name": "network-vif-deleted", "tag": "8ea99f4d-6e76-4d34-a8d4-44cc7648c323", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:45.331121 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-25c0294c-04e0-4d6a-a40d-446f8b26c61d {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:45.331508 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '793f9461-a09e-439c-afe2-789b19a53625', 'name': 'network-vif-deleted', 'tag': '8ea99f4d-6e76-4d34-a8d4-44cc7648c323', 'status': 'completed', 'code': 200} Sep 16 04:39:45.516534 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 78398083-83ce-45ce-9064-00bee95f61e0 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:45.528127 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777638fa-2e01-422a-b5a1-42d5c845d2f0 req-af240788-1114-4b54-a4f4-a32ca59ba096 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:45.536526 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-777638fa-2e01-422a-b5a1-42d5c845d2f0 req-af240788-1114-4b54-a4f4-a32ca59ba096 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.0684295 Sep 16 04:39:45.566078 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf0243d-8ecc-4ef5-813d-554a90ee0b23 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:39:45.571232 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-dcf0243d-8ecc-4ef5-813d-554a90ee0b23 admin admin] 10.222.0.35 "PUT /v2.0/routers/19909f41-efd4-4939-8e64-dd882e426a0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5586109 Sep 16 04:39:45.573731 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58798) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:45.577655 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f23150-2b3b-41f7-8434-cf5cc791c3af None None] Sync routers for ids ['19909f41-efd4-4939-8e64-dd882e426a0b'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:39:45.587705 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-777638fa-2e01-422a-b5a1-42d5c845d2f0 req-bac99e19-6ac9-4574-9464-59a7ea516811 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499377 Sep 16 04:39:45.602515 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 78398083-83ce-45ce-9064-00bee95f61e0 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:39:45.607137 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 78398083-83ce-45ce-9064-00bee95f61e0 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:45.608278 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:45.683648 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f23150-2b3b-41f7-8434-cf5cc791c3af None None] Routers {'19909f41-efd4-4939-8e64-dd882e426a0b'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:45.684949 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-98f23150-2b3b-41f7-8434-cf5cc791c3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:39:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['19909f41-efd4-4939-8e64-dd882e426a0b'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:45.686501 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d8c64c4c-f405-4ed2-a9ec-d3f0630f42b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:45.742201 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161d948-a2ac-4453-9f94-a069bc6a7b60 req-c96b8f32-0581-4432-b632-c0993c987d63 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:45.744198 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5161d948-a2ac-4453-9f94-a069bc6a7b60 req-c96b8f32-0581-4432-b632-c0993c987d63 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9f0182-3c6b-4b1f-a925-425810d0ef6c HTTP/1.1" status: 200 len: 945 time: 0.0702972 Sep 16 04:39:45.790036 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5161d948-a2ac-4453-9f94-a069bc6a7b60 req-201b64f4-c5a6-49dc-9a26-43751a360ca0 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381682 Sep 16 04:39:45.877090 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d8c64c4c-f405-4ed2-a9ec-d3f0630f42b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:45.891373 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:45.905011 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-98f23150-2b3b-41f7-8434-cf5cc791c3af None None] Set router 19909f41-efd4-4939-8e64-dd882e426a0b gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:45.939278 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6642483-b969-4115-8783-b649c04d5080 req-308fdbac-f586-4de0-9df8-99506566c9cd tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=4b1f9f4e1b2945aaba6a423a0ea37467&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326853 Sep 16 04:39:45.950180 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:45.953268 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-d8c64c4c-f405-4ed2-a9ec-d3f0630f42b6 admin admin] Deleting port 49f99fa4-9676-4a32-8fea-0af63fe5a7de {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:45.953829 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d8c64c4c-f405-4ed2-a9ec-d3f0630f42b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:46.058721 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-d8c64c4c-f405-4ed2-a9ec-d3f0630f42b6 admin admin] For port 49f99fa4-9676-4a32-8fea-0af63fe5a7de, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=49f99fa4-9676-4a32-8fea-0af63fe5a7de,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:46.059082 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d8c64c4c-f405-4ed2-a9ec-d3f0630f42b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:46.060048 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9f0182-3c6b-4b1f-a925-425810d0ef6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78398083-83ce-45ce-9064-00bee95f61e0'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:46.064265 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17cbdf31-8e78-4480-8e78-8e42d13c05a5" -d '{"events": [{"server_uuid": "8d9f0182-3c6b-4b1f-a925-425810d0ef6c", "name": "network-vif-plugged", "status": "completed", "tag": "78398083-83ce-45ce-9064-00bee95f61e0"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:46.087468 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 78398083-83ce-45ce-9064-00bee95f61e0, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=78398083-83ce-45ce-9064-00bee95f61e0,segment=NetworkSegment(28194e51-33ca-4336-ab07-5141dc3e21c0),segment_id=28194e51-33ca-4336-ab07-5141dc3e21c0)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:46.090478 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-d8c64c4c-f405-4ed2-a9ec-d3f0630f42b6 admin admin] Calling delete_port for 49f99fa4-9676-4a32-8fea-0af63fe5a7de owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:46.096447 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:46.097266 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device a5b08715-c953-4593-8669-035ce4c8ed2e up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:46.125615 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6642483-b969-4115-8783-b649c04d5080 req-47c207bb-1323-42ef-9d7f-dedf0740e7e5 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:46.127694 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6642483-b969-4115-8783-b649c04d5080 req-47c207bb-1323-42ef-9d7f-dedf0740e7e5 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1819606 Sep 16 04:39:46.144696 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6642483-b969-4115-8783-b649c04d5080 req-516e77ec-35d3-45e2-9afb-febfba1a71a6 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/quotas/4b1f9f4e1b2945aaba6a423a0ea37467 HTTP/1.1" status: 200 len: 375 time: 0.0105548 Sep 16 04:39:46.221581 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=78398083-83ce-45ce-9064-00bee95f61e0,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:46.222166 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6642483-b969-4115-8783-b649c04d5080 req-323455c1-d32e-491e-8f2d-75a40f54d262 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b1f9f4e1b2945aaba6a423a0ea37467&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720971 Sep 16 04:39:46.240891 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port a5b08715-c953-4593-8669-035ce4c8ed2e triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:46.240891 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:46.285672 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-98f23150-2b3b-41f7-8434-cf5cc791c3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351920868-router', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '49f99fa4-9676-4a32-8fea-0af63fe5a7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:36Z', 'updated_at': '2021-09-16T04:39:44Z', 'revision_number': 5, 'project_id': 'c825b36882e046828461df6da4ad928b', 'gw_port': {'id': '49f99fa4-9676-4a32-8fea-0af63fe5a7de', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:39Z', 'updated_at': '2021-09-16T04:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:46.320157 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f23150-2b3b-41f7-8434-cf5cc791c3af None None] Checking router: 19909f41-efd4-4939-8e64-dd882e426a0b for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:39:46.333927 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f23150-2b3b-41f7-8434-cf5cc791c3af None None] Routers {'19909f41-efd4-4939-8e64-dd882e426a0b'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:46.334553 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-98f23150-2b3b-41f7-8434-cf5cc791c3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:39:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['19909f41-efd4-4939-8e64-dd882e426a0b'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:46.345809 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d8c64c4c-f405-4ed2-a9ec-d3f0630f42b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:46.409737 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c64c4c-f405-4ed2-a9ec-d3f0630f42b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=49f99fa4-9676-4a32-8fea-0af63fe5a7de,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:46.493604 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d8c64c4c-f405-4ed2-a9ec-d3f0630f42b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:46.602124 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bbecd8-cca7-4064-97d1-7620eb223aac x-openstack-request-id: req-18bbecd8-cca7-4064-97d1-7620eb223aac {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:46.603039 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9f0182-3c6b-4b1f-a925-425810d0ef6c", "name": "network-vif-plugged", "status": "completed", "tag": "78398083-83ce-45ce-9064-00bee95f61e0", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:46.603478 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-18bbecd8-cca7-4064-97d1-7620eb223aac {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:46.604647 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9f0182-3c6b-4b1f-a925-425810d0ef6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78398083-83ce-45ce-9064-00bee95f61e0', 'code': 200} Sep 16 04:39:46.622626 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:46.642864 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-98f23150-2b3b-41f7-8434-cf5cc791c3af None None] Set router 19909f41-efd4-4939-8e64-dd882e426a0b gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:46.664799 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d8c64c4c-f405-4ed2-a9ec-d3f0630f42b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:46.673498 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d8c64c4c-f405-4ed2-a9ec-d3f0630f42b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:46.742380 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-98f23150-2b3b-41f7-8434-cf5cc791c3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351920868-router', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:36Z', 'updated_at': '2021-09-16T04:39:45Z', 'revision_number': 6, 'project_id': 'c825b36882e046828461df6da4ad928b', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:46.781458 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f23150-2b3b-41f7-8434-cf5cc791c3af None None] The sync data for ids ['19909f41-efd4-4939-8e64-dd882e426a0b'] in n-d-712139-15 is: [{'id': '19909f41-efd4-4939-8e64-dd882e426a0b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1351920868-router', 'tenant_id': 'c825b36882e046828461df6da4ad928b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:36Z', 'updated_at': '2021-09-16T04:39:45Z', 'revision_number': 6, 'project_id': 'c825b36882e046828461df6da4ad928b', 'gw_port_host': None}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:39:46.786664 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port a5b08715-c953-4593-8669-035ce4c8ed2e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=a5b08715-c953-4593-8669-035ce4c8ed2e,segment=NetworkSegment(658f680a-3fa0-437c-8003-3658800983eb),segment_id=658f680a-3fa0-437c-8003-3658800983eb)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:46.794031 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:46.825715 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d8c64c4c-f405-4ed2-a9ec-d3f0630f42b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:46.826931 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c64c4c-f405-4ed2-a9ec-d3f0630f42b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19909f41-efd4-4939-8e64-dd882e426a0b {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:39:46.831444 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d8c64c4c-f405-4ed2-a9ec-d3f0630f42b6 admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:46.834824 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d8c64c4c-f405-4ed2-a9ec-d3f0630f42b6 admin admin] 10.222.0.35 "DELETE /v2.0/routers/19909f41-efd4-4939-8e64-dd882e426a0b HTTP/1.1" status: 204 len: 168 time: 1.2579372 Sep 16 04:39:46.838712 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58848) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:46.864927 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=a5b08715-c953-4593-8669-035ce4c8ed2e,revision_number=7']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:46.899669 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899e114-cf0f-49e0-ba73-cb0685980be9 req-df55069d-cdd1-4b7a-9941-4918b7beadfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:46.901505 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c899e114-cf0f-49e0-ba73-cb0685980be9 req-df55069d-cdd1-4b7a-9941-4918b7beadfc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8d9f0182-3c6b-4b1f-a925-425810d0ef6c HTTP/1.1" status: 200 len: 1098 time: 0.1528463 Sep 16 04:39:46.906081 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed9aeb66-e3d4-4e94-b518-8a44c45ca8c2 admin admin] Deleting subnet 23b8b65a-e16c-4539-8285-b42101b78979 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:39:46.909295 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ed9aeb66-e3d4-4e94-b518-8a44c45ca8c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:46.917251 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67159dff-40e4-4273-93c4-8fd1d80c48b5 req-e4c3d23e-4a13-4995-ba83-27f0f6de6a6c tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:46.925147 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-67159dff-40e4-4273-93c4-8fd1d80c48b5 req-e4c3d23e-4a13-4995-ba83-27f0f6de6a6c tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=c60d8397-091e-4031-922c-8cafba0c46ed HTTP/1.1" status: 200 len: 945 time: 0.1167336 Sep 16 04:39:46.954178 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ed9aeb66-e3d4-4e94-b518-8a44c45ca8c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:47.006203 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-67159dff-40e4-4273-93c4-8fd1d80c48b5 req-1da1076a-51d0-4910-bb72-599c8c1f6f75 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796793 Sep 16 04:39:47.037912 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c899e114-cf0f-49e0-ba73-cb0685980be9 req-d835e898-e232-4a36-9ab0-22258f973fcf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032350 Sep 16 04:39:47.057918 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ed9aeb66-e3d4-4e94-b518-8a44c45ca8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:47.109169 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e9e25c51-920c-42a6-924b-edf7bd7ebac3 req-790ec8b7-758a-4113-a24a-d6597dfe6cd5 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=5af037da-5612-457c-9fd2-d0ec28ddc6ec HTTP/1.1" status: 200 len: 210 time: 0.0387511 Sep 16 04:39:47.126368 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ed9aeb66-e3d4-4e94-b518-8a44c45ca8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:47.157056 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9aeb66-e3d4-4e94-b518-8a44c45ca8c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23b8b65a-e16c-4539-8285-b42101b78979,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:47.159067 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ed9aeb66-e3d4-4e94-b518-8a44c45ca8c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:47.164329 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58854) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:47.166850 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615ab735-5550-4a2b-876b-c118601dc36c None None] Network e9f42f79-8e36-46bc-bc40-da8710d5bcd1 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:39:47.177172 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ed9aeb66-e3d4-4e94-b518-8a44c45ca8c2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/23b8b65a-e16c-4539-8285-b42101b78979 HTTP/1.1" status: 204 len: 168 time: 0.3372264 Sep 16 04:39:47.296942 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8adbf23e-d59f-4535-9b11-271a0749694d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:47.383977 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-8adbf23e-d59f-4535-9b11-271a0749694d admin admin] Deleting port bee0a864-9357-4182-9916-e95d7b5a4913 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:47.384327 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8adbf23e-d59f-4535-9b11-271a0749694d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:47.749694 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-8adbf23e-d59f-4535-9b11-271a0749694d admin admin] For port bee0a864-9357-4182-9916-e95d7b5a4913, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=bee0a864-9357-4182-9916-e95d7b5a4913,segment=NetworkSegment(33201044-0eb1-4004-bde7-dd5bec0a4ba0),segment_id=33201044-0eb1-4004-bde7-dd5bec0a4ba0)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:47.750799 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8adbf23e-d59f-4535-9b11-271a0749694d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:47.755032 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b808851-972e-44ee-b859-c3d1b564d371 None None] DHCP port deletion for e9f42f79-8e36-46bc-bc40-da8710d5bcd1 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:39:47.779965 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-8adbf23e-d59f-4535-9b11-271a0749694d admin admin] Calling delete_port for bee0a864-9357-4182-9916-e95d7b5a4913 owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:47.800296 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4343bcc-d4cc-432a-80b8-a10be61755be req-abf49ece-3d8d-4397-a64c-fa1583525e23 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:47.802032 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b4343bcc-d4cc-432a-80b8-a10be61755be req-abf49ece-3d8d-4397-a64c-fa1583525e23 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9f0182-3c6b-4b1f-a925-425810d0ef6c HTTP/1.1" status: 200 len: 946 time: 0.1018870 Sep 16 04:39:47.831568 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-6b808851-972e-44ee-b859-c3d1b564d371 None None] Deleting port bee0a864-9357-4182-9916-e95d7b5a4913 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:47.832218 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6b808851-972e-44ee-b859-c3d1b564d371 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:47.908719 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6642483-b969-4115-8783-b649c04d5080 req-31f69c4d-dac2-44ed-b179-bd75e034d49e tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=4b1f9f4e1b2945aaba6a423a0ea37467&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274377 Sep 16 04:39:47.913153 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-6b808851-972e-44ee-b859-c3d1b564d371 None None] For port bee0a864-9357-4182-9916-e95d7b5a4913, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=bee0a864-9357-4182-9916-e95d7b5a4913,segment=NetworkSegment(33201044-0eb1-4004-bde7-dd5bec0a4ba0),segment_id=33201044-0eb1-4004-bde7-dd5bec0a4ba0)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:47.913790 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6b808851-972e-44ee-b859-c3d1b564d371 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:47.926709 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b4343bcc-d4cc-432a-80b8-a10be61755be req-7430645c-d53c-4096-84be-44dfecd28615 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165073 Sep 16 04:39:47.930428 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-6b808851-972e-44ee-b859-c3d1b564d371 None None] Calling delete_port for bee0a864-9357-4182-9916-e95d7b5a4913 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:48.083472 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6b808851-972e-44ee-b859-c3d1b564d371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:48.113419 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8adbf23e-d59f-4535-9b11-271a0749694d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:48.144449 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b808851-972e-44ee-b859-c3d1b564d371 None None] Pushing event deleted for resources: {'Port': ['ID=bee0a864-9357-4182-9916-e95d7b5a4913,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:48.158717 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b808851-972e-44ee-b859-c3d1b564d371 None None] No DVR routers for this DVR port bee0a864-9357-4182-9916-e95d7b5a4913 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:39:48.195302 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adbf23e-d59f-4535-9b11-271a0749694d admin admin] No DVR routers for this DVR port bee0a864-9357-4182-9916-e95d7b5a4913 on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:39:48.199314 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adbf23e-d59f-4535-9b11-271a0749694d admin admin] Pushing event deleted for resources: {'Port': ['ID=bee0a864-9357-4182-9916-e95d7b5a4913,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:48.243500 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6642483-b969-4115-8783-b649c04d5080 req-bd7004cb-4327-4f32-ae8c-172aa3f20876 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:48.245408 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6642483-b969-4115-8783-b649c04d5080 req-bd7004cb-4327-4f32-ae8c-172aa3f20876 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3159597 Sep 16 04:39:48.269031 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-e6642483-b969-4115-8783-b649c04d5080 req-892c6c74-3165-4bdd-8693-9c96817893e0 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Request body: {'port': {'device_id': '5af037da-5612-457c-9fd2-d0ec28ddc6ec', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'admin_state_up': True, 'tenant_id': '4b1f9f4e1b2945aaba6a423a0ea37467'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:48.298495 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 8ea99f4d-6e76-4d34-a8d4-44cc7648c323 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:48.321690 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: 8ea99f4d-6e76-4d34-a8d4-44cc7648c323 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:48.322041 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 8ea99f4d-6e76-4d34-a8d4-44cc7648c323 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:48.387492 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8adbf23e-d59f-4535-9b11-271a0749694d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:48.410780 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1a171-b9ae-4ffa-af1e-a53625d64e93 req-361d5944-bff3-4c19-b1df-e5089d532c5f tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:48.412270 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-92e1a171-b9ae-4ffa-af1e-a53625d64e93 req-361d5944-bff3-4c19-b1df-e5089d532c5f tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0e1355b-fba8-441d-a599-d37b56554155 HTTP/1.1" status: 200 len: 967 time: 0.2185895 Sep 16 04:39:48.428910 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-8adbf23e-d59f-4535-9b11-271a0749694d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f42f79-8e36-46bc-bc40-da8710d5bcd1']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:48.457329 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-8adbf23e-d59f-4535-9b11-271a0749694d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33201044-0eb1-4004-bde7-dd5bec0a4ba0') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:48.457668 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-8adbf23e-d59f-4535-9b11-271a0749694d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33201044-0eb1-4004-bde7-dd5bec0a4ba0') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:48.499419 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8adbf23e-d59f-4535-9b11-271a0749694d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:48.531501 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8adbf23e-d59f-4535-9b11-271a0749694d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:48.549648 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8adbf23e-d59f-4535-9b11-271a0749694d admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:39:48.550093 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8adbf23e-d59f-4535-9b11-271a0749694d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:39:48.551949 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:39:48.555176 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-92e1a171-b9ae-4ffa-af1e-a53625d64e93 req-1e612a06-e95d-4ac6-9213-7d5ae27dc15f tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/security-groups?id=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317837 Sep 16 04:39:48.606434 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60d8397-091e-4031-922c-8cafba0c46ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b08715-c953-4593-8669-035ce4c8ed2e'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:48.611593 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2af604-067b-49e1-b72d-626f09a50aea" -d '{"events": [{"server_uuid": "c60d8397-091e-4031-922c-8cafba0c46ed", "name": "network-vif-plugged", "status": "completed", "tag": "a5b08715-c953-4593-8669-035ce4c8ed2e"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:48.625373 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3a2b6-80b8-4cb7-a726-3420ecc9f76c req-9e2cd3e5-6923-4a25-9d51-acfc29974a71 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:48.626926 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d1a3a2b6-80b8-4cb7-a726-3420ecc9f76c req-9e2cd3e5-6923-4a25-9d51-acfc29974a71 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0e1355b-fba8-441d-a599-d37b56554155 HTTP/1.1" status: 200 len: 967 time: 0.1895151 Sep 16 04:39:48.640249 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6642483-b969-4115-8783-b649c04d5080 req-892c6c74-3165-4bdd-8693-9c96817893e0 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Made reservation on behalf of 4b1f9f4e1b2945aaba6a423a0ea37467 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:39:48.644695 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e6642483-b969-4115-8783-b649c04d5080 req-892c6c74-3165-4bdd-8693-9c96817893e0 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:48.656427 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8adbf23e-d59f-4535-9b11-271a0749694d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:48.662031 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8adbf23e-d59f-4535-9b11-271a0749694d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:48.664265 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8adbf23e-d59f-4535-9b11-271a0749694d admin admin] 10.222.0.35 "DELETE /v2.0/networks/e9f42f79-8e36-46bc-bc40-da8710d5bcd1 HTTP/1.1" status: 204 len: 168 time: 1.4988720 Sep 16 04:39:48.667571 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58888) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:48.680245 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adbf23e-d59f-4535-9b11-271a0749694d admin admin] Pushing event deleted for resources: {'Network': ['ID=e9f42f79-8e36-46bc-bc40-da8710d5bcd1,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:48.861515 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bee0a864-9357-4182-9916-e95d7b5a4913 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:48.917710 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d0f1e982-c6f8-41f6-9292-ebc4f6e5ce23 req-69017f8b-1b8b-408c-94b8-7ba2b5a46ea6 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=5af037da-5612-457c-9fd2-d0ec28ddc6ec HTTP/1.1" status: 200 len: 210 time: 0.0483305 Sep 16 04:39:49.022047 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-e6642483-b969-4115-8783-b649c04d5080 req-892c6c74-3165-4bdd-8693-9c96817893e0 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Allocated IP 192.168.233.71 (97f5d7d8-0e62-4047-bcd4-63b92e31705a/24ad4c5e-5b43-4c25-ab99-4992f6337d28/84e4849b-b290-43e2-8428-c1183f3d06b3) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:49.045601 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-d1a3a2b6-80b8-4cb7-a726-3420ecc9f76c req-83712dd3-9a5e-42d2-88bd-5f37a4be9506 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Deleting port 14d4124d-dadd-4cb8-867e-86f0725cb06d {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:49.046343 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d1a3a2b6-80b8-4cb7-a726-3420ecc9f76c req-83712dd3-9a5e-42d2-88bd-5f37a4be9506 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:49.054550 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: bee0a864-9357-4182-9916-e95d7b5a4913 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:49.055290 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bee0a864-9357-4182-9916-e95d7b5a4913 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:49.055946 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 0e561ef0-9c7a-472b-adcf-7d47c4925c3a no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:49.078063 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 0e561ef0-9c7a-472b-adcf-7d47c4925c3a {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:49.078802 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 0e561ef0-9c7a-472b-adcf-7d47c4925c3a not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:49.079593 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 49f99fa4-9676-4a32-8fea-0af63fe5a7de no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:49.100664 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 49f99fa4-9676-4a32-8fea-0af63fe5a7de {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:49.101437 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 49f99fa4-9676-4a32-8fea-0af63fe5a7de not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:49.162709 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b63f5e-329a-4f28-bd4f-7a7b2ca147cf x-openstack-request-id: req-52b63f5e-329a-4f28-bd4f-7a7b2ca147cf {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:49.163199 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60d8397-091e-4031-922c-8cafba0c46ed", "name": "network-vif-plugged", "status": "completed", "tag": "a5b08715-c953-4593-8669-035ce4c8ed2e", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:49.164553 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-52b63f5e-329a-4f28-bd4f-7a7b2ca147cf {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:49.165195 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60d8397-091e-4031-922c-8cafba0c46ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b08715-c953-4593-8669-035ce4c8ed2e', 'code': 200} Sep 16 04:39:49.195073 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-d1a3a2b6-80b8-4cb7-a726-3420ecc9f76c req-83712dd3-9a5e-42d2-88bd-5f37a4be9506 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] For port 14d4124d-dadd-4cb8-867e-86f0725cb06d, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=14d4124d-dadd-4cb8-867e-86f0725cb06d,segment=NetworkSegment(456e0f01-10ea-43a8-bc3b-4a8a5ae308bc),segment_id=456e0f01-10ea-43a8-bc3b-4a8a5ae308bc)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:49.195641 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d1a3a2b6-80b8-4cb7-a726-3420ecc9f76c req-83712dd3-9a5e-42d2-88bd-5f37a4be9506 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:49.248050 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-d1a3a2b6-80b8-4cb7-a726-3420ecc9f76c req-83712dd3-9a5e-42d2-88bd-5f37a4be9506 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Calling delete_port for 14d4124d-dadd-4cb8-867e-86f0725cb06d owned by compute:tempest-test_az-1038452250 {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:49.338038 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d380c08e-2179-4baf-a696-8415ff58fdda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:49.474721 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920bddd-6c88-421f-a201-9c49a811378f req-2013cce9-bc7c-476a-9f95-af5cfec883f3 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:49.476281 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3920bddd-6c88-421f-a201-9c49a811378f req-2013cce9-bc7c-476a-9f95-af5cfec883f3 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9f0182-3c6b-4b1f-a925-425810d0ef6c HTTP/1.1" status: 200 len: 946 time: 0.1141384 Sep 16 04:39:49.482863 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e6642483-b969-4115-8783-b649c04d5080 req-892c6c74-3165-4bdd-8693-9c96817893e0 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:49.578060 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3920bddd-6c88-421f-a201-9c49a811378f req-7024b782-275d-4db3-82f2-26d443ab2233 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913341 Sep 16 04:39:49.589211 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d1a3a2b6-80b8-4cb7-a726-3420ecc9f76c req-83712dd3-9a5e-42d2-88bd-5f37a4be9506 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:49.599093 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e6642483-b969-4115-8783-b649c04d5080 req-892c6c74-3165-4bdd-8693-9c96817893e0 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:49.626604 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-d380c08e-2179-4baf-a696-8415ff58fdda admin admin] Deleting port a0255e5b-da45-4254-a117-465d67d2f854 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:49.627049 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d380c08e-2179-4baf-a696-8415ff58fdda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:49.629737 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83712dd3-9a5e-42d2-88bd-5f37a4be9506 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Pushing event deleted for resources: {'Port': ['ID=14d4124d-dadd-4cb8-867e-86f0725cb06d,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:49.676128 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['0bef1e86-0497-4101-9c2f-69fe30e7f013', 'c1455dcc-7015-4258-8124-01be02eb39dc'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:39:49.708889 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6642483-b969-4115-8783-b649c04d5080 req-892c6c74-3165-4bdd-8693-9c96817893e0 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Network 97f5d7d8-0e62-4047-bcd4-63b92e31705a is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:49.739427 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a3a2b6-80b8-4cb7-a726-3420ecc9f76c req-83712dd3-9a5e-42d2-88bd-5f37a4be9506 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] No DVR routers for this DVR port 14d4124d-dadd-4cb8-867e-86f0725cb06d on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:39:49.744905 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-e6642483-b969-4115-8783-b649c04d5080 req-892c6c74-3165-4bdd-8693-9c96817893e0 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:49.748608 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d1a3a2b6-80b8-4cb7-a726-3420ecc9f76c req-83712dd3-9a5e-42d2-88bd-5f37a4be9506 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:49.750573 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d1a3a2b6-80b8-4cb7-a726-3420ecc9f76c req-83712dd3-9a5e-42d2-88bd-5f37a4be9506 tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.48 "DELETE /v2.0/ports/14d4124d-dadd-4cb8-867e-86f0725cb06d HTTP/1.1" status: 204 len: 173 time: 1.0117497 Sep 16 04:39:49.753446 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e1355b-fba8-441d-a599-d37b56554155', 'name': 'network-vif-deleted', 'tag': '14d4124d-dadd-4cb8-867e-86f0725cb06d'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:49.756189 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f39980-46cb-4e42-b11e-836e3846a9f8" -d '{"events": [{"server_uuid": "f0e1355b-fba8-441d-a599-d37b56554155", "name": "network-vif-deleted", "tag": "14d4124d-dadd-4cb8-867e-86f0725cb06d"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:49.765625 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6642483-b969-4115-8783-b649c04d5080 req-892c6c74-3165-4bdd-8693-9c96817893e0 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:49.800754 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-d380c08e-2179-4baf-a696-8415ff58fdda admin admin] For port a0255e5b-da45-4254-a117-465d67d2f854, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=a0255e5b-da45-4254-a117-465d67d2f854,segment=NetworkSegment(036542d6-8a16-40e2-a7fb-cc300cc4741f),segment_id=036542d6-8a16-40e2-a7fb-cc300cc4741f)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:49.801521 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d380c08e-2179-4baf-a696-8415ff58fdda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:49.803669 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c6c74-3165-4bdd-8693-9c96817893e0 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Pushing event updated for resources: {'Port': ['ID=84e4849b-b290-43e2-8428-c1183f3d06b3,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:49.820879 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-d380c08e-2179-4baf-a696-8415ff58fdda admin admin] Calling delete_port for a0255e5b-da45-4254-a117-465d67d2f854 owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:49.863092 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1ded6-c926-435f-ac33-f11da21a1fad req-b4087eb5-4a37-4c83-a7c9-1975bbc9e3cd tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:49.864899 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7d1ded6-c926-435f-ac33-f11da21a1fad req-b4087eb5-4a37-4c83-a7c9-1975bbc9e3cd tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=c60d8397-091e-4031-922c-8cafba0c46ed HTTP/1.1" status: 200 len: 945 time: 0.1687012 Sep 16 04:39:49.900660 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6642483-b969-4115-8783-b649c04d5080 req-892c6c74-3165-4bdd-8693-9c96817893e0 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:49.901344 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e6642483-b969-4115-8783-b649c04d5080 req-892c6c74-3165-4bdd-8693-9c96817893e0 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:49.977232 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6642483-b969-4115-8783-b649c04d5080 req-892c6c74-3165-4bdd-8693-9c96817893e0 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7152586 Sep 16 04:39:49.994973 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7d1ded6-c926-435f-ac33-f11da21a1fad req-0ffb3764-eb3e-4ca8-9fac-77b457082afb tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163256 Sep 16 04:39:50.000900 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-e6642483-b969-4115-8783-b649c04d5080 req-35c83c18-5c25-4403-8eff-d14324ef599e service neutron] Request body: {'port': {'device_id': '5af037da-5612-457c-9fd2-d0ec28ddc6ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:50.109293 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e6642483-b969-4115-8783-b649c04d5080 req-35c83c18-5c25-4403-8eff-d14324ef599e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:50.135017 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d380c08e-2179-4baf-a696-8415ff58fdda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:50.143040 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a0a4450f-b3f2-49fa-aaa1-0b56d195c70a req-350475d3-2eed-4288-a9e2-9880d05353ba tempest-LiveMigrationTest-1429759320 tempest-LiveMigrationTest-1429759320-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0e1355b-fba8-441d-a599-d37b56554155 HTTP/1.1" status: 200 len: 210 time: 0.0360193 Sep 16 04:39:50.152336 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-3f878ac6-9dc4-4e1e-88ec-ca648d5facb0 None None] Provisioning complete for port 84e4849b-b290-43e2-8428-c1183f3d06b3 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:50.152942 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3f878ac6-9dc4-4e1e-88ec-ca648d5facb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:50.203572 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-3f878ac6-9dc4-4e1e-88ec-ca648d5facb0 None None] Port 84e4849b-b290-43e2-8428-c1183f3d06b3 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:39:50.210539 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380c08e-2179-4baf-a696-8415ff58fdda admin admin] Pushing event deleted for resources: {'Port': ['ID=a0255e5b-da45-4254-a117-465d67d2f854,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:50.446532 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d380c08e-2179-4baf-a696-8415ff58fdda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:50.491885 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e8f87-e4e9-4da8-8c5e-89009aab9f64 req-8033f9d2-678d-452c-ba47-325d1224be09 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:50.501112 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-878e8f87-e4e9-4da8-8c5e-89009aab9f64 req-8033f9d2-678d-452c-ba47-325d1224be09 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9f0182-3c6b-4b1f-a925-425810d0ef6c HTTP/1.1" status: 200 len: 946 time: 0.1772864 Sep 16 04:39:50.556206 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-878e8f87-e4e9-4da8-8c5e-89009aab9f64 req-88a51a54-ee99-4220-a068-d9799c1e15b8 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541422 Sep 16 04:39:50.632250 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-e6642483-b969-4115-8783-b649c04d5080 req-35c83c18-5c25-4403-8eff-d14324ef599e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84e4849b-b290-43e2-8428-c1183f3d06b3 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:39:50.645980 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e6642483-b969-4115-8783-b649c04d5080 req-35c83c18-5c25-4403-8eff-d14324ef599e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:50.660310 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-e6642483-b969-4115-8783-b649c04d5080 req-35c83c18-5c25-4403-8eff-d14324ef599e service neutron] Transition to ACTIVE for port object 84e4849b-b290-43e2-8428-c1183f3d06b3 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:39:50.665302 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e6642483-b969-4115-8783-b649c04d5080 req-35c83c18-5c25-4403-8eff-d14324ef599e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:50.816413 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef17b7a-fb8c-4b6c-9ab4-a16e1174cacd x-openstack-request-id: req-4ef17b7a-fb8c-4b6c-9ab4-a16e1174cacd {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:50.817350 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e1355b-fba8-441d-a599-d37b56554155", "name": "network-vif-deleted", "tag": "14d4124d-dadd-4cb8-867e-86f0725cb06d", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:50.817700 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4ef17b7a-fb8c-4b6c-9ab4-a16e1174cacd {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:50.818273 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e1355b-fba8-441d-a599-d37b56554155', 'name': 'network-vif-deleted', 'tag': '14d4124d-dadd-4cb8-867e-86f0725cb06d', 'status': 'completed', 'code': 200} Sep 16 04:39:50.840893 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d380c08e-2179-4baf-a696-8415ff58fdda admin admin] Router 4f1aff42-457f-4775-b9ef-e0053702d6dc has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:39:50.940089 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c83c18-5c25-4403-8eff-d14324ef599e service neutron] Pushing event updated for resources: {'Port': ['ID=84e4849b-b290-43e2-8428-c1183f3d06b3,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:51.010421 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d380c08e-2179-4baf-a696-8415ff58fdda admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:39:51.023581 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd489a6b-1b33-49d6-9dc0-73d98de5a14a None None] Sync routers for ids ['4f1aff42-457f-4775-b9ef-e0053702d6dc'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:39:51.027151 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d380c08e-2179-4baf-a696-8415ff58fdda admin admin] 10.222.0.35 "PUT /v2.0/routers/4f1aff42-457f-4775-b9ef-e0053702d6dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3577917 Sep 16 04:39:51.030610 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58920) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:51.036150 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-e6642483-b969-4115-8783-b649c04d5080 req-35c83c18-5c25-4403-8eff-d14324ef599e service neutron] Attempting to bind port 84e4849b-b290-43e2-8428-c1183f3d06b3 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:51.036817 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-e6642483-b969-4115-8783-b649c04d5080 req-35c83c18-5c25-4403-8eff-d14324ef599e service neutron] Attempting to bind port 84e4849b-b290-43e2-8428-c1183f3d06b3 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:51.036939 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6642483-b969-4115-8783-b649c04d5080 req-35c83c18-5c25-4403-8eff-d14324ef599e service neutron] Attempting to bind port 84e4849b-b290-43e2-8428-c1183f3d06b3 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:51.046980 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd489a6b-1b33-49d6-9dc0-73d98de5a14a None None] Routers {'4f1aff42-457f-4775-b9ef-e0053702d6dc'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:51.048170 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dd489a6b-1b33-49d6-9dc0-73d98de5a14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:39:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['4f1aff42-457f-4775-b9ef-e0053702d6dc'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:51.054226 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6642483-b969-4115-8783-b649c04d5080 req-35c83c18-5c25-4403-8eff-d14324ef599e service neutron] Port 84e4849b-b290-43e2-8428-c1183f3d06b3 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:39:51.054726 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6642483-b969-4115-8783-b649c04d5080 req-35c83c18-5c25-4403-8eff-d14324ef599e service neutron] Attempting to bind port 84e4849b-b290-43e2-8428-c1183f3d06b3 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:51.064418 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6642483-b969-4115-8783-b649c04d5080 req-35c83c18-5c25-4403-8eff-d14324ef599e service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:51.064813 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6642483-b969-4115-8783-b649c04d5080 req-35c83c18-5c25-4403-8eff-d14324ef599e service neutron] Checking segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:51.065177 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6642483-b969-4115-8783-b649c04d5080 req-35c83c18-5c25-4403-8eff-d14324ef599e service neutron] Bound using segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:51.065624 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-e6642483-b969-4115-8783-b649c04d5080 req-35c83c18-5c25-4403-8eff-d14324ef599e service neutron] Bound port: 84e4849b-b290-43e2-8428-c1183f3d06b3, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:51.066182 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e6642483-b969-4115-8783-b649c04d5080 req-35c83c18-5c25-4403-8eff-d14324ef599e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:51.081065 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707928c7-2ded-4234-8776-95762372ee51 req-bc1bc905-3bd4-4445-ba86-c509da6919ef tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:51.083100 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-707928c7-2ded-4234-8776-95762372ee51 req-bc1bc905-3bd4-4445-ba86-c509da6919ef tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=5af037da-5612-457c-9fd2-d0ec28ddc6ec HTTP/1.1" status: 200 len: 947 time: 0.1752069 Sep 16 04:39:51.189081 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2973644-c802-44a3-95a0-77e897313ea5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:51.224319 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-dd489a6b-1b33-49d6-9dc0-73d98de5a14a None None] Set router 4f1aff42-457f-4775-b9ef-e0053702d6dc gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:51.224738 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d40a8-188c-442b-b4b7-6a1cdd4fb5fa req-6fc53c12-8871-4bfa-9f3a-13a21b965f7c tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:51.226400 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-139d40a8-188c-442b-b4b7-6a1cdd4fb5fa req-6fc53c12-8871-4bfa-9f3a-13a21b965f7c tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.48 "GET /v2.0/ports?device_id=c60d8397-091e-4031-922c-8cafba0c46ed HTTP/1.1" status: 200 len: 945 time: 0.2788844 Sep 16 04:39:51.325407 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-707928c7-2ded-4234-8776-95762372ee51 req-6aa21ece-8b11-426b-8681-9ff7330e1412 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256196 Sep 16 04:39:51.354906 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2973644-c802-44a3-95a0-77e897313ea5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:51.406124 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-e6642483-b969-4115-8783-b649c04d5080 req-35c83c18-5c25-4403-8eff-d14324ef599e service neutron] For port 84e4849b-b290-43e2-8428-c1183f3d06b3, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:51.423077 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-e6642483-b969-4115-8783-b649c04d5080 req-35c83c18-5c25-4403-8eff-d14324ef599e service neutron] For port 84e4849b-b290-43e2-8428-c1183f3d06b3, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=84e4849b-b290-43e2-8428-c1183f3d06b3,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:51.438830 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-f2973644-c802-44a3-95a0-77e897313ea5 admin admin] Deleting port 49610ee5-5caa-4e5d-8783-dcc86178afa6 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:51.440396 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2973644-c802-44a3-95a0-77e897313ea5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:51.447001 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e6642483-b969-4115-8783-b649c04d5080 req-35c83c18-5c25-4403-8eff-d14324ef599e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:51.514027 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-139d40a8-188c-442b-b4b7-6a1cdd4fb5fa req-9b49c54b-f76f-449f-b8b5-f087f2bc5425 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Deleting port a5b08715-c953-4593-8669-035ce4c8ed2e {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:51.514380 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-139d40a8-188c-442b-b4b7-6a1cdd4fb5fa req-9b49c54b-f76f-449f-b8b5-f087f2bc5425 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:51.557855 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dd489a6b-1b33-49d6-9dc0-73d98de5a14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1aff42-457f-4775-b9ef-e0053702d6dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1683883788-router', 'tenant_id': '9a1fe36d238d48c5800478e52c3a1fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '49610ee5-5caa-4e5d-8783-dcc86178afa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:50Z', 'updated_at': '2021-09-16T04:39:50Z', 'revision_number': 5, 'project_id': '9a1fe36d238d48c5800478e52c3a1fda', 'gw_port': {'id': '49610ee5-5caa-4e5d-8783-dcc86178afa6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1aff42-457f-4775-b9ef-e0053702d6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:51Z', 'updated_at': '2021-09-16T04:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:51.567048 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6642483-b969-4115-8783-b649c04d5080 req-35c83c18-5c25-4403-8eff-d14324ef599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:51.568180 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e6642483-b969-4115-8783-b649c04d5080 req-35c83c18-5c25-4403-8eff-d14324ef599e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:51.570439 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6642483-b969-4115-8783-b649c04d5080 req-35c83c18-5c25-4403-8eff-d14324ef599e service neutron] 10.222.0.47 "PUT /v2.0/ports/84e4849b-b290-43e2-8428-c1183f3d06b3 HTTP/1.1" status: 200 len: 1096 time: 1.5740576 Sep 16 04:39:51.577204 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-f2973644-c802-44a3-95a0-77e897313ea5 admin admin] For port 49610ee5-5caa-4e5d-8783-dcc86178afa6, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=49610ee5-5caa-4e5d-8783-dcc86178afa6,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:51.578331 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 14d4124d-dadd-4cb8-867e-86f0725cb06d no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:51.578865 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2973644-c802-44a3-95a0-77e897313ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:51.618205 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-f2973644-c802-44a3-95a0-77e897313ea5 admin admin] Calling delete_port for 49610ee5-5caa-4e5d-8783-dcc86178afa6 owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:51.653410 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd489a6b-1b33-49d6-9dc0-73d98de5a14a None None] Checking router: 4f1aff42-457f-4775-b9ef-e0053702d6dc for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:39:51.656118 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 14d4124d-dadd-4cb8-867e-86f0725cb06d {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:51.656485 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 14d4124d-dadd-4cb8-867e-86f0725cb06d not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:51.656895 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device a5b08715-c953-4593-8669-035ce4c8ed2e no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:51.687627 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd489a6b-1b33-49d6-9dc0-73d98de5a14a None None] Routers {'4f1aff42-457f-4775-b9ef-e0053702d6dc'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:51.699821 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dd489a6b-1b33-49d6-9dc0-73d98de5a14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:39:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['4f1aff42-457f-4775-b9ef-e0053702d6dc'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:51.764642 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c83c18-5c25-4403-8eff-d14324ef599e service neutron] Pushing event updated for resources: {'Port': ['ID=84e4849b-b290-43e2-8428-c1183f3d06b3,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:51.820398 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6642483-b969-4115-8783-b649c04d5080 req-728d364b-0abe-4829-9f6c-525f7f86c470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:51.824315 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6642483-b969-4115-8783-b649c04d5080 req-728d364b-0abe-4829-9f6c-525f7f86c470 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b1f9f4e1b2945aaba6a423a0ea37467&device_id=5af037da-5612-457c-9fd2-d0ec28ddc6ec HTTP/1.1" status: 200 len: 1099 time: 0.1621509 Sep 16 04:39:51.875332 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:51.962289 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60d8397-091e-4031-922c-8cafba0c46ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5b08715-c953-4593-8669-035ce4c8ed2e'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:51.968530 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4537a3e2-11d9-4151-bba1-893e5cfc58cf" -d '{"events": [{"server_uuid": "c60d8397-091e-4031-922c-8cafba0c46ed", "name": "network-vif-unplugged", "status": "completed", "tag": "a5b08715-c953-4593-8669-035ce4c8ed2e"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:51.993787 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6642483-b969-4115-8783-b649c04d5080 req-d513749d-f022-4e0a-83aa-e757c947ff36 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=84e4849b-b290-43e2-8428-c1183f3d06b3 HTTP/1.1" status: 200 len: 217 time: 0.1508555 Sep 16 04:39:52.027918 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port a5b08715-c953-4593-8669-035ce4c8ed2e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=a5b08715-c953-4593-8669-035ce4c8ed2e,segment=NetworkSegment(658f680a-3fa0-437c-8003-3658800983eb),segment_id=658f680a-3fa0-437c-8003-3658800983eb)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:52.040149 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:52.122447 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-139d40a8-188c-442b-b4b7-6a1cdd4fb5fa req-9b49c54b-f76f-449f-b8b5-f087f2bc5425 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] For port a5b08715-c953-4593-8669-035ce4c8ed2e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=a5b08715-c953-4593-8669-035ce4c8ed2e,segment=NetworkSegment(658f680a-3fa0-437c-8003-3658800983eb),segment_id=658f680a-3fa0-437c-8003-3658800983eb)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:52.123113 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-139d40a8-188c-442b-b4b7-6a1cdd4fb5fa req-9b49c54b-f76f-449f-b8b5-f087f2bc5425 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:52.150209 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=a5b08715-c953-4593-8669-035ce4c8ed2e,revision_number=8']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:52.152176 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-139d40a8-188c-442b-b4b7-6a1cdd4fb5fa req-9b49c54b-f76f-449f-b8b5-f087f2bc5425 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Calling delete_port for a5b08715-c953-4593-8669-035ce4c8ed2e owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:52.159744 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6642483-b969-4115-8783-b649c04d5080 req-5baf5c5b-1827-4c84-b007-c590d3d82f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:52.161592 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6642483-b969-4115-8783-b649c04d5080 req-5baf5c5b-1827-4c84-b007-c590d3d82f29 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.1532350 Sep 16 04:39:52.164359 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:52.165196 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:52.165928 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:52.166424 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:52.166928 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:52.167284 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-dd489a6b-1b33-49d6-9dc0-73d98de5a14a None None] Set router 4f1aff42-457f-4775-b9ef-e0053702d6dc gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:52.168364 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:52.169052 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:52.170698 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:52.171680 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:52.172180 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:52.172828 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:52.173576 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:52.180989 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2973644-c802-44a3-95a0-77e897313ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:52.233366 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dd489a6b-1b33-49d6-9dc0-73d98de5a14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1aff42-457f-4775-b9ef-e0053702d6dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1683883788-router', 'tenant_id': '9a1fe36d238d48c5800478e52c3a1fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:50Z', 'updated_at': '2021-09-16T04:39:51Z', 'revision_number': 6, 'project_id': '9a1fe36d238d48c5800478e52c3a1fda', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:52.235111 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2973644-c802-44a3-95a0-77e897313ea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=49610ee5-5caa-4e5d-8783-dcc86178afa6,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:52.257942 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6642483-b969-4115-8783-b649c04d5080 req-b2c0518b-5b42-4312-bbce-2f60261717cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:52.259488 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6642483-b969-4115-8783-b649c04d5080 req-b2c0518b-5b42-4312-bbce-2f60261717cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0881987 Sep 16 04:39:52.354255 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd489a6b-1b33-49d6-9dc0-73d98de5a14a None None] The sync data for ids ['4f1aff42-457f-4775-b9ef-e0053702d6dc'] in n-d-712139-15 is: [{'id': '4f1aff42-457f-4775-b9ef-e0053702d6dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1683883788-router', 'tenant_id': '9a1fe36d238d48c5800478e52c3a1fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:50Z', 'updated_at': '2021-09-16T04:39:51Z', 'revision_number': 6, 'project_id': '9a1fe36d238d48c5800478e52c3a1fda', 'gw_port_host': None}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:39:52.389836 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2973644-c802-44a3-95a0-77e897313ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:52.456591 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6642483-b969-4115-8783-b649c04d5080 req-d0128418-2ed3-4d64-8738-2262539df546 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855712 Sep 16 04:39:52.496534 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2973644-c802-44a3-95a0-77e897313ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:52.499901 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2973644-c802-44a3-95a0-77e897313ea5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:52.510151 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-139d40a8-188c-442b-b4b7-6a1cdd4fb5fa req-9b49c54b-f76f-449f-b8b5-f087f2bc5425 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:52.554861 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2973644-c802-44a3-95a0-77e897313ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:52.555393 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2973644-c802-44a3-95a0-77e897313ea5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f1aff42-457f-4775-b9ef-e0053702d6dc {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:39:52.561333 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2973644-c802-44a3-95a0-77e897313ea5 admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:52.562886 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f2973644-c802-44a3-95a0-77e897313ea5 admin admin] 10.222.0.35 "DELETE /v2.0/routers/4f1aff42-457f-4775-b9ef-e0053702d6dc HTTP/1.1" status: 204 len: 168 time: 1.5308113 Sep 16 04:39:52.565227 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58944) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:52.611744 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3cdea3a-4266-42c1-a9b5-989421c06f8d admin admin] Deleting subnet 5ae1d4b0-498c-49b5-855b-bf231a3ab8f4 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:39:52.615314 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d3cdea3a-4266-42c1-a9b5-989421c06f8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:52.651222 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d3cdea3a-4266-42c1-a9b5-989421c06f8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:52.759509 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d3cdea3a-4266-42c1-a9b5-989421c06f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:52.812758 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49c54b-f76f-449f-b8b5-f087f2bc5425 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Pushing event deleted for resources: {'Port': ['ID=a5b08715-c953-4593-8669-035ce4c8ed2e,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:52.823571 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device a0255e5b-da45-4254-a117-465d67d2f854 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:52.838629 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d3cdea3a-4266-42c1-a9b5-989421c06f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:52.849167 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: a0255e5b-da45-4254-a117-465d67d2f854 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:52.849516 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device a0255e5b-da45-4254-a117-465d67d2f854 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:52.852522 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5e702-77aa-4248-b7ba-3ab1c5bb818c req-e386d4c3-556b-4d61-a1fd-e1956c88dcee tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:52.861242 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4ee5e702-77aa-4248-b7ba-3ab1c5bb818c req-e386d4c3-556b-4d61-a1fd-e1956c88dcee tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/ports?device_id=c60d8397-091e-4031-922c-8cafba0c46ed HTTP/1.1" status: 200 len: 865 time: 0.4639351 Sep 16 04:39:52.863187 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af037da-5612-457c-9fd2-d0ec28ddc6ec', 'tag': '84e4849b-b290-43e2-8428-c1183f3d06b3'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:52.865775 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa6c75a-8f3c-4b32-a655-2d49e34a1bb2" -d '{"events": [{"name": "network-changed", "server_uuid": "5af037da-5612-457c-9fd2-d0ec28ddc6ec", "tag": "84e4849b-b290-43e2-8428-c1183f3d06b3"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:52.879854 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cdea3a-4266-42c1-a9b5-989421c06f8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ae1d4b0-498c-49b5-855b-bf231a3ab8f4,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:52.883660 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d3cdea3a-4266-42c1-a9b5-989421c06f8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:52.888517 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d3cdea3a-4266-42c1-a9b5-989421c06f8d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5ae1d4b0-498c-49b5-855b-bf231a3ab8f4 HTTP/1.1" status: 204 len: 168 time: 0.3221314 Sep 16 04:39:52.889435 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58948) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:52.891458 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab5de4e-4d49-4b6a-8bff-09b3cfcbf62e None None] Network a0adccc1-8fee-417b-a353-14af5f1dd70c requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:39:52.941221 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-139d40a8-188c-442b-b4b7-6a1cdd4fb5fa req-9b49c54b-f76f-449f-b8b5-f087f2bc5425 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] No DVR routers for this DVR port a5b08715-c953-4593-8669-035ce4c8ed2e on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:39:52.949406 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-139d40a8-188c-442b-b4b7-6a1cdd4fb5fa req-9b49c54b-f76f-449f-b8b5-f087f2bc5425 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:52.952978 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-139d40a8-188c-442b-b4b7-6a1cdd4fb5fa req-9b49c54b-f76f-449f-b8b5-f087f2bc5425 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.48 "DELETE /v2.0/ports/a5b08715-c953-4593-8669-035ce4c8ed2e HTTP/1.1" status: 204 len: 173 time: 1.7154577 Sep 16 04:39:52.969138 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-65b150a4-ec6d-4101-9d77-220224b37ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.017824 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4ee5e702-77aa-4248-b7ba-3ab1c5bb818c req-5c0267a0-f735-4248-a094-ef1c19a31842 tempest-ImagesTestJSON-1357325213 tempest-ImagesTestJSON-1357325213-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d6250cd-8f42-4778-8e96-53b6d2717b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551294 Sep 16 04:39:53.043630 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6642483-b969-4115-8783-b649c04d5080 req-82dd4c72-c390-4cc5-96a1-56875a14cbd7 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5734653 Sep 16 04:39:53.097643 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-65b150a4-ec6d-4101-9d77-220224b37ffc admin admin] Deleting port 7d45869d-76a8-4681-b0e1-bfc1bfa964e3 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:53.098131 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-65b150a4-ec6d-4101-9d77-220224b37ffc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.113640 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58952) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:53.180355 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-65b150a4-ec6d-4101-9d77-220224b37ffc admin admin] For port 7d45869d-76a8-4681-b0e1-bfc1bfa964e3, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=7d45869d-76a8-4681-b0e1-bfc1bfa964e3,segment=NetworkSegment(036542d6-8a16-40e2-a7fb-cc300cc4741f),segment_id=036542d6-8a16-40e2-a7fb-cc300cc4741f)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:53.180831 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-65b150a4-ec6d-4101-9d77-220224b37ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.194408 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-65b150a4-ec6d-4101-9d77-220224b37ffc admin admin] Calling delete_port for 7d45869d-76a8-4681-b0e1-bfc1bfa964e3 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:53.243992 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2242f27-54c8-43f0-9613-66fed45730a2 admin admin] Deleting subnet 43280570-672b-4326-ad6d-76a55cd52f58 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:39:53.249998 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fed381-4f97-4fde-a15f-6a8564af8360 x-openstack-request-id: req-e2fed381-4f97-4fde-a15f-6a8564af8360 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:53.250317 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60d8397-091e-4031-922c-8cafba0c46ed", "name": "network-vif-unplugged", "status": "completed", "tag": "a5b08715-c953-4593-8669-035ce4c8ed2e", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:53.250674 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d2242f27-54c8-43f0-9613-66fed45730a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.251991 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e2fed381-4f97-4fde-a15f-6a8564af8360 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:53.252592 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60d8397-091e-4031-922c-8cafba0c46ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5b08715-c953-4593-8669-035ce4c8ed2e', 'code': 200} Sep 16 04:39:53.254800 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6339b79f-1c0a-46aa-8e36-edc23c4e494f None None] DHCP port deletion for a0adccc1-8fee-417b-a353-14af5f1dd70c request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:39:53.321908 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d2242f27-54c8-43f0-9613-66fed45730a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.322398 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-65b150a4-ec6d-4101-9d77-220224b37ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.331830 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-6339b79f-1c0a-46aa-8e36-edc23c4e494f None None] Deleting port 7d45869d-76a8-4681-b0e1-bfc1bfa964e3 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:53.333819 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6339b79f-1c0a-46aa-8e36-edc23c4e494f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.363048 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b150a4-ec6d-4101-9d77-220224b37ffc admin admin] No DVR routers for this DVR port 7d45869d-76a8-4681-b0e1-bfc1bfa964e3 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:39:53.369405 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b150a4-ec6d-4101-9d77-220224b37ffc admin admin] Pushing event deleted for resources: {'Port': ['ID=7d45869d-76a8-4681-b0e1-bfc1bfa964e3,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:53.371008 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d2242f27-54c8-43f0-9613-66fed45730a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.433356 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-6339b79f-1c0a-46aa-8e36-edc23c4e494f None None] For port 7d45869d-76a8-4681-b0e1-bfc1bfa964e3, host n-d-712139-15, got binding levels [] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:53.433356 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6339b79f-1c0a-46aa-8e36-edc23c4e494f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.453027 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-6339b79f-1c0a-46aa-8e36-edc23c4e494f None None] Calling delete_port for 7d45869d-76a8-4681-b0e1-bfc1bfa964e3 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:53.456056 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.ipam_backend_mixin [None req-6339b79f-1c0a-46aa-8e36-edc23c4e494f None None] Port 7d45869d-76a8-4681-b0e1-bfc1bfa964e3 was not found and therefore no delete operation was performed {{(pid=94768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 04:39:53.456209 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d2242f27-54c8-43f0-9613-66fed45730a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.457416 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6339b79f-1c0a-46aa-8e36-edc23c4e494f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.468034 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-65b150a4-ec6d-4101-9d77-220224b37ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.472203 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6339b79f-1c0a-46aa-8e36-edc23c4e494f None None] No DVR routers for this DVR port 7d45869d-76a8-4681-b0e1-bfc1bfa964e3 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:39:53.502176 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339b79f-1c0a-46aa-8e36-edc23c4e494f None None] Pushing event deleted for resources: {'Port': ['ID=7d45869d-76a8-4681-b0e1-bfc1bfa964e3,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:53.504151 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-65b150a4-ec6d-4101-9d77-220224b37ffc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0adccc1-8fee-417b-a353-14af5f1dd70c']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:53.514299 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-65b150a4-ec6d-4101-9d77-220224b37ffc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '036542d6-8a16-40e2-a7fb-cc300cc4741f') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:53.514597 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-65b150a4-ec6d-4101-9d77-220224b37ffc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '036542d6-8a16-40e2-a7fb-cc300cc4741f') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:53.524332 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-65b150a4-ec6d-4101-9d77-220224b37ffc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.537930 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-65b150a4-ec6d-4101-9d77-220224b37ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.538601 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2242f27-54c8-43f0-9613-66fed45730a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43280570-672b-4326-ad6d-76a55cd52f58,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:53.546066 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d2242f27-54c8-43f0-9613-66fed45730a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.550175 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d2242f27-54c8-43f0-9613-66fed45730a2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/43280570-672b-4326-ad6d-76a55cd52f58 HTTP/1.1" status: 204 len: 168 time: 0.4331186 Sep 16 04:39:53.550502 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b150a4-ec6d-4101-9d77-220224b37ffc admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:39:53.550502 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-65b150a4-ec6d-4101-9d77-220224b37ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.550691 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58962) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:53.551491 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:39:53.551491 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:39:53.551491 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:39:53.551491 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:39:53.551491 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:39:53.551491 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:39:53.551491 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:39:53.551491 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:39:53.551491 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:39:53.551491 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:39:53.551491 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:39:53.551491 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:39:53.551491 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:39:53.551491 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:39:53.551491 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:39:53.551491 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:39:53.551491 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:39:53.551491 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:39:53.551491 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:39:53.551491 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:39:53.551491 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:39:53.551491 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:39:53.551491 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:39:53.551491 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:39:53.551491 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:39:53.551491 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:39:53.551491 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:39:53.551491 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:39:53.551491 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:39:53.551491 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:39:53.551491 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:39:53.551491 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:39:53.626193 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ccda0-2a18-4cef-8737-9cc9a436847c req-81b85052-e188-4571-b875-7a8430cbae08 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:53.635209 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a28ccda0-2a18-4cef-8737-9cc9a436847c req-81b85052-e188-4571-b875-7a8430cbae08 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=5af037da-5612-457c-9fd2-d0ec28ddc6ec HTTP/1.1" status: 200 len: 947 time: 0.1710255 Sep 16 04:39:53.641881 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-65b150a4-ec6d-4101-9d77-220224b37ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.659883 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-65b150a4-ec6d-4101-9d77-220224b37ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.662052 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-65b150a4-ec6d-4101-9d77-220224b37ffc admin admin] 10.222.0.35 "DELETE /v2.0/networks/a0adccc1-8fee-417b-a353-14af5f1dd70c HTTP/1.1" status: 204 len: 168 time: 0.7716515 Sep 16 04:39:53.664111 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b150a4-ec6d-4101-9d77-220224b37ffc admin admin] Pushing event deleted for resources: {'Network': ['ID=a0adccc1-8fee-417b-a353-14af5f1dd70c,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:53.668947 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-89109b6f-aa58-47cb-a92a-7ddd21fe032a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.729782 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a28ccda0-2a18-4cef-8737-9cc9a436847c req-4ce83510-ac7f-4281-89cb-f222a2389a51 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930548 Sep 16 04:39:53.795751 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-89109b6f-aa58-47cb-a92a-7ddd21fe032a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.815745 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-89109b6f-aa58-47cb-a92a-7ddd21fe032a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:53.825602 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-89109b6f-aa58-47cb-a92a-7ddd21fe032a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:53.826115 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-89109b6f-aa58-47cb-a92a-7ddd21fe032a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '456e0f01-10ea-43a8-bc3b-4a8a5ae308bc') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:53.828108 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58966) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:53.842540 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-89109b6f-aa58-47cb-a92a-7ddd21fe032a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.856669 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-89109b6f-aa58-47cb-a92a-7ddd21fe032a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.863899 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9120d01-ae4e-41d1-9e13-1baf3335dd44 x-openstack-request-id: req-c9120d01-ae4e-41d1-9e13-1baf3335dd44 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:53.864184 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af037da-5612-457c-9fd2-d0ec28ddc6ec", "tag": "84e4849b-b290-43e2-8428-c1183f3d06b3", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:53.864431 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c9120d01-ae4e-41d1-9e13-1baf3335dd44 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:53.864908 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af037da-5612-457c-9fd2-d0ec28ddc6ec', 'tag': '84e4849b-b290-43e2-8428-c1183f3d06b3', 'status': 'completed', 'code': 200} Sep 16 04:39:53.865829 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89109b6f-aa58-47cb-a92a-7ddd21fe032a admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:39:53.866233 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-89109b6f-aa58-47cb-a92a-7ddd21fe032a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.867942 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:39:53.867942 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:39:53.867942 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:39:53.867942 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:39:53.867942 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:39:53.867942 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:39:53.867942 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:39:53.867942 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:39:53.867942 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:39:53.867942 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:39:53.867942 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:39:53.867942 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:39:53.867942 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:39:53.867942 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:39:53.867942 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:39:53.867942 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:39:53.867942 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:39:53.867942 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:39:53.867942 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:39:53.867942 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:39:53.867942 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:39:53.867942 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:39:53.867942 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:39:53.867942 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:39:53.867942 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:39:53.867942 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:39:53.867942 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:39:53.867942 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:39:53.867942 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:39:53.867942 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:39:53.867942 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:39:53.867942 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:39:53.882960 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4d11d730-52a6-4395-be5c-2596892f5712 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c825b36882e046828461df6da4ad928b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536063 Sep 16 04:39:53.885527 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58972) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:53.941418 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-83bdea5c-9707-41cd-bc7d-c4607cd4fbb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.965878 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-83bdea5c-9707-41cd-bc7d-c4607cd4fbb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.996286 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-89109b6f-aa58-47cb-a92a-7ddd21fe032a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.003414 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-89109b6f-aa58-47cb-a92a-7ddd21fe032a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.005659 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-89109b6f-aa58-47cb-a92a-7ddd21fe032a admin admin] 10.222.0.35 "DELETE /v2.0/networks/ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2 HTTP/1.1" status: 204 len: 168 time: 0.4541991 Sep 16 04:39:54.008595 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58976) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:54.031736 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89109b6f-aa58-47cb-a92a-7ddd21fe032a admin admin] Pushing event deleted for resources: {'Network': ['ID=ace6cc2e-5ce6-4d11-a022-f2f59d33bbb2,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:54.038346 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6c75a-8f3c-4b32-a655-2d49e34a1bb2 req-b1351179-3933-4246-85b7-3d708ad396ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:54.039895 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-faa6c75a-8f3c-4b32-a655-2d49e34a1bb2 req-b1351179-3933-4246-85b7-3d708ad396ff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b1f9f4e1b2945aaba6a423a0ea37467&device_id=5af037da-5612-457c-9fd2-d0ec28ddc6ec HTTP/1.1" status: 200 len: 1099 time: 0.1066992 Sep 16 04:39:54.048477 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-83bdea5c-9707-41cd-bc7d-c4607cd4fbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.051182 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-83bdea5c-9707-41cd-bc7d-c4607cd4fbb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.052338 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-83bdea5c-9707-41cd-bc7d-c4607cd4fbb9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/75ee6f8d-f7fe-45d7-9384-fbacbe17e9f6 HTTP/1.1" status: 204 len: 168 time: 0.1658800 Sep 16 04:39:54.062354 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d81d2ef-e83b-4e52-a0c2-15f74651f259 admin admin] Deleting subnet 66f839d1-2fe0-4732-b140-2f7c8e705906 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:39:54.069401 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1d81d2ef-e83b-4e52-a0c2-15f74651f259 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.071185 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bdea5c-9707-41cd-bc7d-c4607cd4fbb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ee6f8d-f7fe-45d7-9384-fbacbe17e9f6,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:54.079088 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5eeec-a4cc-4d79-93b0-19228c2d8027 req-fc51ffdd-6405-4322-b492-0e581cb374f6 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:54.080785 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8a5eeec-a4cc-4d79-93b0-19228c2d8027 req-fc51ffdd-6405-4322-b492-0e581cb374f6 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9f0182-3c6b-4b1f-a925-425810d0ef6c HTTP/1.1" status: 200 len: 946 time: 0.1150312 Sep 16 04:39:54.120355 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1d81d2ef-e83b-4e52-a0c2-15f74651f259 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.181792 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1d81d2ef-e83b-4e52-a0c2-15f74651f259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.190658 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8a5eeec-a4cc-4d79-93b0-19228c2d8027 req-8501bb0d-c9c5-421e-b59c-eb420423cf7f tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001074 Sep 16 04:39:54.208549 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6c75a-8f3c-4b32-a655-2d49e34a1bb2 req-64412090-b38c-4611-b3f0-43e3615dc9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:54.210057 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-faa6c75a-8f3c-4b32-a655-2d49e34a1bb2 req-64412090-b38c-4611-b3f0-43e3615dc9db service neutron] 10.222.0.47 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.1609237 Sep 16 04:39:54.269817 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-faa6c75a-8f3c-4b32-a655-2d49e34a1bb2 req-d16f12e6-edee-4737-8a3e-81342ca7a94c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=84e4849b-b290-43e2-8428-c1183f3d06b3 HTTP/1.1" status: 200 len: 217 time: 0.0519621 Sep 16 04:39:54.331739 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1d81d2ef-e83b-4e52-a0c2-15f74651f259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.351102 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6c75a-8f3c-4b32-a655-2d49e34a1bb2 req-d7200a99-2302-4451-901d-fed962c77caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:54.352807 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-faa6c75a-8f3c-4b32-a655-2d49e34a1bb2 req-d7200a99-2302-4451-901d-fed962c77caf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0729101 Sep 16 04:39:54.365797 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81d2ef-e83b-4e52-a0c2-15f74651f259 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66f839d1-2fe0-4732-b140-2f7c8e705906,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:54.379782 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1d81d2ef-e83b-4e52-a0c2-15f74651f259 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.381784 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1d81d2ef-e83b-4e52-a0c2-15f74651f259 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/66f839d1-2fe0-4732-b140-2f7c8e705906 HTTP/1.1" status: 204 len: 168 time: 0.3722219 Sep 16 04:39:54.384209 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58998) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:54.411872 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6c75a-8f3c-4b32-a655-2d49e34a1bb2 req-35b1cb12-7305-41b9-b2a9-40ffc836fe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:54.413833 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-faa6c75a-8f3c-4b32-a655-2d49e34a1bb2 req-35b1cb12-7305-41b9-b2a9-40ffc836fe81 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0514812 Sep 16 04:39:54.480920 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2b43f889-4a9f-481e-86b6-04a44cc11909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.577325 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59014) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:54.648727 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2b43f889-4a9f-481e-86b6-04a44cc11909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.665838 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-faa6c75a-8f3c-4b32-a655-2d49e34a1bb2 req-ace25767-1988-48b1-a625-c5b26203e230 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421286 Sep 16 04:39:54.698420 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-2b43f889-4a9f-481e-86b6-04a44cc11909 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edb06718-a92f-4ab8-a6c0-c483d2fbba7e']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:54.715836 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8b0a177e-3a0f-4be0-8ce9-5b82b41e6d9a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9a1fe36d238d48c5800478e52c3a1fda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1372781 Sep 16 04:39:54.719794 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59028) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:54.723388 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59030) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:54.773294 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-2b43f889-4a9f-481e-86b6-04a44cc11909 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'befcfad1-f151-45c4-8cb7-511b6f49942c') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:54.773602 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-2b43f889-4a9f-481e-86b6-04a44cc11909 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'befcfad1-f151-45c4-8cb7-511b6f49942c') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:54.789755 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 7d45869d-76a8-4681-b0e1-bfc1bfa964e3 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:54.791508 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2b43f889-4a9f-481e-86b6-04a44cc11909 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.813017 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2b43f889-4a9f-481e-86b6-04a44cc11909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.817735 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7a1d54a-b994-487a-b912-7ae525942949 admin admin] Deleting subnet f1f953d6-01ca-4cb0-98b0-b9ee2763d49d {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:39:54.822258 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-36833d72-f304-4569-a90a-ac12b2943169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.824983 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f7a1d54a-b994-487a-b912-7ae525942949 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.827743 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b43f889-4a9f-481e-86b6-04a44cc11909 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:39:54.828468 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2b43f889-4a9f-481e-86b6-04a44cc11909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.830355 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:39:54.830355 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:39:54.830355 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:39:54.830355 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:39:54.830355 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:39:54.830355 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:39:54.830355 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:39:54.830355 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:39:54.830355 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:39:54.830355 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:39:54.830355 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:39:54.830355 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:39:54.830355 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:39:54.830355 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:39:54.830355 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:39:54.830355 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:39:54.830355 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:39:54.830355 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:39:54.830355 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:39:54.830355 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:39:54.830355 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:39:54.830355 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:39:54.830355 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:39:54.830355 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:39:54.830355 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:39:54.830355 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:39:54.830355 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:39:54.830355 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:39:54.830355 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:39:54.830355 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:39:54.830355 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:39:54.830355 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:39:54.862667 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 7d45869d-76a8-4681-b0e1-bfc1bfa964e3 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:54.863013 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 7d45869d-76a8-4681-b0e1-bfc1bfa964e3 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:54.866082 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 49610ee5-5caa-4e5d-8783-dcc86178afa6 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:54.873331 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-faa6c75a-8f3c-4b32-a655-2d49e34a1bb2 req-fa635017-25e5-49dc-a6e2-15cacf990a4e service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938729 Sep 16 04:39:54.883345 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-36833d72-f304-4569-a90a-ac12b2943169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.918629 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 49610ee5-5caa-4e5d-8783-dcc86178afa6 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:54.919247 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 49610ee5-5caa-4e5d-8783-dcc86178afa6 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:54.926514 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f7a1d54a-b994-487a-b912-7ae525942949 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.948217 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2b43f889-4a9f-481e-86b6-04a44cc11909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.959834 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2b43f889-4a9f-481e-86b6-04a44cc11909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.965722 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2b43f889-4a9f-481e-86b6-04a44cc11909 admin admin] 10.222.0.35 "DELETE /v2.0/networks/edb06718-a92f-4ab8-a6c0-c483d2fbba7e HTTP/1.1" status: 204 len: 168 time: 0.5788243 Sep 16 04:39:54.983514 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff604b-993a-4832-9e7f-9dc16806b7db req-7f7cfc7b-0f00-42f4-9259-91606337a672 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:54.985109 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-29ff604b-993a-4832-9e7f-9dc16806b7db req-7f7cfc7b-0f00-42f4-9259-91606337a672 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=5af037da-5612-457c-9fd2-d0ec28ddc6ec HTTP/1.1" status: 200 len: 947 time: 0.0855322 Sep 16 04:39:54.999776 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43f889-4a9f-481e-86b6-04a44cc11909 admin admin] Pushing event deleted for resources: {'Network': ['ID=edb06718-a92f-4ab8-a6c0-c483d2fbba7e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:55.015397 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-36833d72-f304-4569-a90a-ac12b2943169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.019302 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-36833d72-f304-4569-a90a-ac12b2943169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.020232 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f7a1d54a-b994-487a-b912-7ae525942949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.021130 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-36833d72-f304-4569-a90a-ac12b2943169 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d2094ace-af8e-47de-b79b-703d1641623e HTTP/1.1" status: 204 len: 168 time: 0.3005126 Sep 16 04:39:55.042597 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36833d72-f304-4569-a90a-ac12b2943169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2094ace-af8e-47de-b79b-703d1641623e,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:55.064470 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-29ff604b-993a-4832-9e7f-9dc16806b7db req-95d3506d-b1c4-41d3-9382-d1da0a3bc090 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727487 Sep 16 04:39:55.146630 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f7a1d54a-b994-487a-b912-7ae525942949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.182397 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1d54a-b994-487a-b912-7ae525942949 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1f953d6-01ca-4cb0-98b0-b9ee2763d49d,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:55.196980 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f7a1d54a-b994-487a-b912-7ae525942949 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.198902 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f7a1d54a-b994-487a-b912-7ae525942949 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f1f953d6-01ca-4cb0-98b0-b9ee2763d49d HTTP/1.1" status: 204 len: 168 time: 0.4745157 Sep 16 04:39:55.202602 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59044) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:55.244859 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59046) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:55.297043 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f5e0fdd2-db2a-4b81-9fa4-7ed4a8509ae0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8fb595dbe0d3452481d7faf275f28d7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508513 Sep 16 04:39:55.299374 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59050) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:55.358709 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d85b5268-a41f-486d-ac28-c47c634d2f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.359292 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-58dba130-85ba-44c3-a9a0-d73a3070ebaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.381844 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db57fa-3343-40e2-adf9-6a22c92b1317 req-29a00f43-f73c-4e40-a2fa-e29bb5862e94 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:55.383444 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f8db57fa-3343-40e2-adf9-6a22c92b1317 req-29a00f43-f73c-4e40-a2fa-e29bb5862e94 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9f0182-3c6b-4b1f-a925-425810d0ef6c HTTP/1.1" status: 200 len: 946 time: 0.1296136 Sep 16 04:39:55.393357 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-58dba130-85ba-44c3-a9a0-d73a3070ebaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.455462 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-58dba130-85ba-44c3-a9a0-d73a3070ebaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.458509 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-58dba130-85ba-44c3-a9a0-d73a3070ebaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.462047 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-58dba130-85ba-44c3-a9a0-d73a3070ebaf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/15aefd4b-ae0f-4ccd-b947-ebbea6522c4e HTTP/1.1" status: 204 len: 168 time: 0.1592393 Sep 16 04:39:55.473297 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dba130-85ba-44c3-a9a0-d73a3070ebaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15aefd4b-ae0f-4ccd-b947-ebbea6522c4e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:55.515753 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f8db57fa-3343-40e2-adf9-6a22c92b1317 req-c5f82b46-e627-4bc5-8aef-3c5095892900 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203671 Sep 16 04:39:55.518677 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d85b5268-a41f-486d-ac28-c47c634d2f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.580388 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-d85b5268-a41f-486d-ac28-c47c634d2f79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01519a52-82ee-43fa-90b0-c71411cde4f0']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:55.597999 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device a5b08715-c953-4593-8669-035ce4c8ed2e no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:55.600172 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-d85b5268-a41f-486d-ac28-c47c634d2f79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658f680a-3fa0-437c-8003-3658800983eb') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:55.600525 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-d85b5268-a41f-486d-ac28-c47c634d2f79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658f680a-3fa0-437c-8003-3658800983eb') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:55.611181 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d85b5268-a41f-486d-ac28-c47c634d2f79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.638781 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: a5b08715-c953-4593-8669-035ce4c8ed2e {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:55.638781 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device a5b08715-c953-4593-8669-035ce4c8ed2e not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:55.641340 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d85b5268-a41f-486d-ac28-c47c634d2f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.652444 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d85b5268-a41f-486d-ac28-c47c634d2f79 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:39:55.653067 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d85b5268-a41f-486d-ac28-c47c634d2f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.713294 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:39:55.713294 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:39:55.713294 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:39:55.713294 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:39:55.713294 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:39:55.713294 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:39:55.713294 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:39:55.713294 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:39:55.713294 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:39:55.713294 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:39:55.713294 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:39:55.713294 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:39:55.713294 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:39:55.713294 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:39:55.713294 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:39:55.713294 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:39:55.713294 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:39:55.713294 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:39:55.713294 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:39:55.713294 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:39:55.713294 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:39:55.713294 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:39:55.713294 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:39:55.713294 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:39:55.713294 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:39:55.713294 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:39:55.713294 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:39:55.713294 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:39:55.713294 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:39:55.713294 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:39:55.713294 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:39:55.713294 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:39:55.727212 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d85b5268-a41f-486d-ac28-c47c634d2f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.747369 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d85b5268-a41f-486d-ac28-c47c634d2f79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.750461 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d85b5268-a41f-486d-ac28-c47c634d2f79 admin admin] 10.222.0.35 "DELETE /v2.0/networks/01519a52-82ee-43fa-90b0-c71411cde4f0 HTTP/1.1" status: 204 len: 168 time: 0.5468166 Sep 16 04:39:55.751315 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b5268-a41f-486d-ac28-c47c634d2f79 admin admin] Pushing event deleted for resources: {'Network': ['ID=01519a52-82ee-43fa-90b0-c71411cde4f0,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:55.866836 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60d8397-091e-4031-922c-8cafba0c46ed', 'name': 'network-vif-deleted', 'tag': 'a5b08715-c953-4593-8669-035ce4c8ed2e'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:55.869271 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920188ed-7622-4217-8860-267b449449b7" -d '{"events": [{"server_uuid": "c60d8397-091e-4031-922c-8cafba0c46ed", "name": "network-vif-deleted", "tag": "a5b08715-c953-4593-8669-035ce4c8ed2e"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:55.890666 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59076) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:55.906346 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59078) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:55.925273 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee82a870-0e53-493a-9874-8a9665ef2cea x-openstack-request-id: req-ee82a870-0e53-493a-9874-8a9665ef2cea {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:55.925572 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60d8397-091e-4031-922c-8cafba0c46ed", "name": "network-vif-deleted", "tag": "a5b08715-c953-4593-8669-035ce4c8ed2e", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:55.925830 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ee82a870-0e53-493a-9874-8a9665ef2cea {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:55.926222 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60d8397-091e-4031-922c-8cafba0c46ed', 'name': 'network-vif-deleted', 'tag': 'a5b08715-c953-4593-8669-035ce4c8ed2e', 'status': 'completed', 'code': 200} Sep 16 04:39:55.956492 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-cbde56a2-7c36-4bd1-8f7f-4ad488e5998d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5851b6771f444ee5a9d6dc8798b8ed79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488434 Sep 16 04:39:55.958888 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-af7e9864-11c7-4299-b7cd-03897c0d8e96 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=704dfedc4cae451e92880e679796489f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0667751 Sep 16 04:39:55.959651 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59080) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:55.961962 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59082) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:56.024893 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-61f16137-f687-4c67-a50d-46646b6b951c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:56.049213 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-61f16137-f687-4c67-a50d-46646b6b951c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:56.052479 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0269edd7-ec5d-4928-9393-3664bc19354c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:56.079536 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0269edd7-ec5d-4928-9393-3664bc19354c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:56.129761 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-61f16137-f687-4c67-a50d-46646b6b951c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:56.135254 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-61f16137-f687-4c67-a50d-46646b6b951c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:56.136149 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0269edd7-ec5d-4928-9393-3664bc19354c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:56.137627 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-61f16137-f687-4c67-a50d-46646b6b951c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2f7d0d1a-db07-4b72-852d-ee5cd8ddecca HTTP/1.1" status: 204 len: 168 time: 0.1768801 Sep 16 04:39:56.146215 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0269edd7-ec5d-4928-9393-3664bc19354c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:56.157159 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f16137-f687-4c67-a50d-46646b6b951c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7d0d1a-db07-4b72-852d-ee5cd8ddecca,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:56.158358 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0269edd7-ec5d-4928-9393-3664bc19354c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6d6250cd-8f42-4778-8e96-53b6d2717b6f HTTP/1.1" status: 204 len: 168 time: 0.1936083 Sep 16 04:39:56.190030 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269edd7-ec5d-4928-9393-3664bc19354c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6250cd-8f42-4778-8e96-53b6d2717b6f,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:56.234067 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef7b99-68e9-4474-8f47-133706cbe452 req-f536915c-c5f5-4f0c-b3b7-487f5f8420e6 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:56.241687 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-50ef7b99-68e9-4474-8f47-133706cbe452 req-f536915c-c5f5-4f0c-b3b7-487f5f8420e6 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=5af037da-5612-457c-9fd2-d0ec28ddc6ec HTTP/1.1" status: 200 len: 947 time: 0.0768106 Sep 16 04:39:56.284606 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-50ef7b99-68e9-4474-8f47-133706cbe452 req-9124b194-5747-47d4-9d90-8e4299017f8b tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377371 Sep 16 04:39:56.387811 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 84e4849b-b290-43e2-8428-c1183f3d06b3 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:39:56.505624 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 84e4849b-b290-43e2-8428-c1183f3d06b3, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=84e4849b-b290-43e2-8428-c1183f3d06b3,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:56.517318 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '84e4849b-b290-43e2-8428-c1183f3d06b3', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': '84e4849b-b290-43e2-8428-c1183f3d06b3', 'mac_address': 'fa:16:3e:88:76:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:39:56.598967 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:56.618647 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e4849b-b290-43e2-8428-c1183f3d06b3 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:39:56.648651 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 84e4849b-b290-43e2-8428-c1183f3d06b3, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=84e4849b-b290-43e2-8428-c1183f3d06b3,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:56.653988 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:56.696203 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0740b89-af75-4cfc-8849-55111f133afa req-b75cb427-cf95-484a-92f7-8c1caac10597 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:56.704417 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b0740b89-af75-4cfc-8849-55111f133afa req-b75cb427-cf95-484a-92f7-8c1caac10597 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9f0182-3c6b-4b1f-a925-425810d0ef6c HTTP/1.1" status: 200 len: 946 time: 0.0776081 Sep 16 04:39:56.710014 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=84e4849b-b290-43e2-8428-c1183f3d06b3,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:56.792308 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b0740b89-af75-4cfc-8849-55111f133afa req-826c9691-598a-4010-ae5c-45dbd1179738 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764394 Sep 16 04:39:57.011291 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['84e4849b-b290-43e2-8428-c1183f3d06b3'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:39:57.110861 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59142) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:57.117648 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-d6e48a42-7e91-4db8-abd2-810030e76c7a tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-366459788'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:57.145921 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e48a42-7e91-4db8-abd2-810030e76c7a tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Made reservation on behalf of b4243ae1bae14f92bfd009f22277a59c for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:39:57.149854 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d6e48a42-7e91-4db8-abd2-810030e76c7a tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:57.180247 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e48a42-7e91-4db8-abd2-810030e76c7a tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:39:57.195256 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d6e48a42-7e91-4db8-abd2-810030e76c7a tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:57.195904 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-d6e48a42-7e91-4db8-abd2-810030e76c7a tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Added segment 95c90109-c6eb-491d-8dfe-7e2102cff536 of type vlan for network 186f59de-9f65-4bd5-bdf6-31e998b65f87 Sep 16 04:39:57.239553 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d6e48a42-7e91-4db8-abd2-810030e76c7a tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:57.272764 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d6e48a42-7e91-4db8-abd2-810030e76c7a tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:57.283089 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e48a42-7e91-4db8-abd2-810030e76c7a tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:57.284207 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d6e48a42-7e91-4db8-abd2-810030e76c7a tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:57.348650 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d6e48a42-7e91-4db8-abd2-810030e76c7a tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2365255 Sep 16 04:39:57.351560 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59156) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:57.357964 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-f1e310ba-b64f-4b91-80af-70b7c9fca3bb tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2116367375'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:57.412211 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e48a42-7e91-4db8-abd2-810030e76c7a tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Pushing event updated for resources: {'Network': ['ID=186f59de-9f65-4bd5-bdf6-31e998b65f87,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:57.421406 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e310ba-b64f-4b91-80af-70b7c9fca3bb tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Made reservation on behalf of b4243ae1bae14f92bfd009f22277a59c for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:39:57.424917 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f1e310ba-b64f-4b91-80af-70b7c9fca3bb tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:57.428124 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 186f59de-9f65-4bd5-bdf6-31e998b65f87 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:39:57.446879 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebcff5-ab8d-4922-931a-68ccef1a46b6 req-6cc33d86-1b17-452a-a027-db68f76732c7 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:57.454840 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-42ebcff5-ab8d-4922-931a-68ccef1a46b6 req-6cc33d86-1b17-452a-a027-db68f76732c7 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=5af037da-5612-457c-9fd2-d0ec28ddc6ec HTTP/1.1" status: 200 len: 948 time: 0.0778770 Sep 16 04:39:57.506272 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-42ebcff5-ab8d-4922-931a-68ccef1a46b6 req-be947cf8-943c-4f9c-a20e-4144aeb388de tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488069 Sep 16 04:39:57.517902 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e310ba-b64f-4b91-80af-70b7c9fca3bb tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:39:57.533947 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f1e310ba-b64f-4b91-80af-70b7c9fca3bb tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:57.534310 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-f1e310ba-b64f-4b91-80af-70b7c9fca3bb tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Added segment 5449403d-0465-4009-8329-f7f0c3c99547 of type vlan for network 61e5fdfb-a994-4f9f-ba5e-6bb06826494f Sep 16 04:39:57.586292 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f1e310ba-b64f-4b91-80af-70b7c9fca3bb tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:57.596316 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 78398083-83ce-45ce-9064-00bee95f61e0 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:39:57.629090 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f1e310ba-b64f-4b91-80af-70b7c9fca3bb tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:57.636793 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e310ba-b64f-4b91-80af-70b7c9fca3bb tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:57.637419 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f1e310ba-b64f-4b91-80af-70b7c9fca3bb tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:57.696518 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59174) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:57.696841 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f1e310ba-b64f-4b91-80af-70b7c9fca3bb tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3440518 Sep 16 04:39:57.702590 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-ec64cf9a-d669-43f0-8899-7764b4774f93 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Request body: {'subnet': {'network_id': '186f59de-9f65-4bd5-bdf6-31e998b65f87', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:57.742793 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 78398083-83ce-45ce-9064-00bee95f61e0, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=78398083-83ce-45ce-9064-00bee95f61e0,segment=NetworkSegment(28194e51-33ca-4336-ab07-5141dc3e21c0),segment_id=28194e51-33ca-4336-ab07-5141dc3e21c0)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:57.755740 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e310ba-b64f-4b91-80af-70b7c9fca3bb tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Pushing event updated for resources: {'Network': ['ID=61e5fdfb-a994-4f9f-ba5e-6bb06826494f,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:57.764454 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '78398083-83ce-45ce-9064-00bee95f61e0', 'network_id': 'dae0ede7-6603-46ec-a0e3-d89dccdffbf1', 'port_id': '78398083-83ce-45ce-9064-00bee95f61e0', 'mac_address': 'fa:16:3e:98:1c:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f098cce-cb9f-466b-b80d-10f0bc756de3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:39:57.768609 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 61e5fdfb-a994-4f9f-ba5e-6bb06826494f details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:39:57.876025 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:57.891235 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78398083-83ce-45ce-9064-00bee95f61e0 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:39:57.924413 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 78398083-83ce-45ce-9064-00bee95f61e0, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=78398083-83ce-45ce-9064-00bee95f61e0,segment=NetworkSegment(28194e51-33ca-4336-ab07-5141dc3e21c0),segment_id=28194e51-33ca-4336-ab07-5141dc3e21c0)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:57.930316 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:57.995450 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=78398083-83ce-45ce-9064-00bee95f61e0,revision_number=6']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:58.105714 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['78398083-83ce-45ce-9064-00bee95f61e0'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:39:58.190963 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec64cf9a-d669-43f0-8899-7764b4774f93 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Made reservation on behalf of b4243ae1bae14f92bfd009f22277a59c for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:39:58.195235 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ec64cf9a-d669-43f0-8899-7764b4774f93 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:58.220247 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc2901-d59f-416d-803d-0693290c3c39 req-719ef791-f35d-4ca0-b8f3-954cc0da891b tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:58.233010 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-86bc2901-d59f-416d-803d-0693290c3c39 req-719ef791-f35d-4ca0-b8f3-954cc0da891b tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9f0182-3c6b-4b1f-a925-425810d0ef6c HTTP/1.1" status: 200 len: 945 time: 0.0924566 Sep 16 04:39:58.299244 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-86bc2901-d59f-416d-803d-0693290c3c39 req-6f3aaac9-5b39-48ec-b720-6cbde550523f tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653253 Sep 16 04:39:58.414517 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 84e4849b-b290-43e2-8428-c1183f3d06b3 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:58.452713 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ec64cf9a-d669-43f0-8899-7764b4774f93 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:58.477541 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 84e4849b-b290-43e2-8428-c1183f3d06b3 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:39:58.483859 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 84e4849b-b290-43e2-8428-c1183f3d06b3 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:58.484431 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:58.537696 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64cf9a-d669-43f0-8899-7764b4774f93 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Pushing event updated for resources: {'Subnet': ['ID=2d09b2a1-b6c3-49c5-85fd-f0d937e1c465,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:58.549954 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec64cf9a-d669-43f0-8899-7764b4774f93 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Checking segment: {'id': '95c90109-c6eb-491d-8dfe-7e2102cff536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '186f59de-9f65-4bd5-bdf6-31e998b65f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:58.550435 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec64cf9a-d669-43f0-8899-7764b4774f93 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Network hostable DHCP agents. Network: 186f59de-9f65-4bd5-bdf6-31e998b65f87, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:39:58.569581 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec64cf9a-d669-43f0-8899-7764b4774f93 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Network 186f59de-9f65-4bd5-bdf6-31e998b65f87 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:39:58.569857 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:58.582026 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-ec64cf9a-d669-43f0-8899-7764b4774f93 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 186f59de-9f65-4bd5-bdf6-31e998b65f87) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:58.586883 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec64cf9a-d669-43f0-8899-7764b4774f93 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:58.588005 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ec64cf9a-d669-43f0-8899-7764b4774f93 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:58.591415 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010f55c4-69f1-415e-8cc1-ba3db0ae9c9c None None] Network 186f59de-9f65-4bd5-bdf6-31e998b65f87 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:39:58.604857 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ec64cf9a-d669-43f0-8899-7764b4774f93 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9046071 Sep 16 04:39:58.605109 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59224) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:58.607632 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af037da-5612-457c-9fd2-d0ec28ddc6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e4849b-b290-43e2-8428-c1183f3d06b3'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:58.610020 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5010995-b065-4fab-83c4-425655a5ef81" -d '{"events": [{"server_uuid": "5af037da-5612-457c-9fd2-d0ec28ddc6ec", "name": "network-vif-plugged", "status": "completed", "tag": "84e4849b-b290-43e2-8428-c1183f3d06b3"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:58.610596 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-eae1ae09-fb81-4157-820e-0ca16cc55c5d tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Request body: {'subnet': {'network_id': '61e5fdfb-a994-4f9f-ba5e-6bb06826494f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:58.633078 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 84e4849b-b290-43e2-8428-c1183f3d06b3, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=84e4849b-b290-43e2-8428-c1183f3d06b3,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:58.661144 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:58.710064 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae1ae09-fb81-4157-820e-0ca16cc55c5d tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Made reservation on behalf of b4243ae1bae14f92bfd009f22277a59c for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:39:58.713832 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-eae1ae09-fb81-4157-820e-0ca16cc55c5d tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:58.750864 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=84e4849b-b290-43e2-8428-c1183f3d06b3,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:58.777881 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-6cb78bc5-ee92-44c1-aa51-c7b39150dea5 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=0b3c67f9e7ff4e56a02f03f6f8f51138&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287371 Sep 16 04:39:58.800855 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5050729-a9a5-45e4-b427-30c909b474ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-186f59de-9f65-4bd5-bdf6-31e998b65f87', 'network_id': '186f59de-9f65-4bd5-bdf6-31e998b65f87', 'tenant_id': 'b4243ae1bae14f92bfd009f22277a59c', 'fixed_ips': [{'subnet_id': '2d09b2a1-b6c3-49c5-85fd-f0d937e1c465'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:39:58.802054 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a5050729-a9a5-45e4-b427-30c909b474ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:58.891461 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-f003699f-7169-4ac0-b206-0824a17c20d0 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:58.893063 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-f003699f-7169-4ac0-b206-0824a17c20d0 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1144402 Sep 16 04:39:58.916020 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-cbdf52f1-4ffb-4e7f-9618-5e950fc97eee tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/quotas/0b3c67f9e7ff4e56a02f03f6f8f51138 HTTP/1.1" status: 200 len: 375 time: 0.0159862 Sep 16 04:39:58.922899 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-eae1ae09-fb81-4157-820e-0ca16cc55c5d tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:58.948679 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-a5050729-a9a5-45e4-b427-30c909b474ad None None] Allocated IP 10.1.1.2 (186f59de-9f65-4bd5-bdf6-31e998b65f87/2d09b2a1-b6c3-49c5-85fd-f0d937e1c465/1b30f7aa-06fd-4792-93ee-d3419ea91f6b) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:58.952122 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-763e7c50-2dd0-4cd3-8866-9fd6440c8019 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b3c67f9e7ff4e56a02f03f6f8f51138&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351286 Sep 16 04:39:58.998794 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae1ae09-fb81-4157-820e-0ca16cc55c5d tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Pushing event updated for resources: {'Subnet': ['ID=10a53b25-aa6e-4ae9-95ff-de0fc84ff082,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:59.009693 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae1ae09-fb81-4157-820e-0ca16cc55c5d tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Checking segment: {'id': '5449403d-0465-4009-8329-f7f0c3c99547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '61e5fdfb-a994-4f9f-ba5e-6bb06826494f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:59.010160 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae1ae09-fb81-4157-820e-0ca16cc55c5d tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Network hostable DHCP agents. Network: 61e5fdfb-a994-4f9f-ba5e-6bb06826494f, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:39:59.030105 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae1ae09-fb81-4157-820e-0ca16cc55c5d tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Network 61e5fdfb-a994-4f9f-ba5e-6bb06826494f is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:39:59.043949 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-eae1ae09-fb81-4157-820e-0ca16cc55c5d tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 61e5fdfb-a994-4f9f-ba5e-6bb06826494f) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:59.050071 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae1ae09-fb81-4157-820e-0ca16cc55c5d tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:59.051005 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-eae1ae09-fb81-4157-820e-0ca16cc55c5d tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.070619 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-eae1ae09-fb81-4157-820e-0ca16cc55c5d tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4642916 Sep 16 04:39:59.073390 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59244) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:59.079476 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621ace12-005e-4be6-b19d-3824be14683a None None] Network 61e5fdfb-a994-4f9f-ba5e-6bb06826494f requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:39:59.081422 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-4522d7ee-8e9d-4615-8995-7faf11cebf91 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Request body: {'port': {'network_id': '186f59de-9f65-4bd5-bdf6-31e998b65f87', 'name': 'tempest-TaggedBootDevicesTest_v242-856772040', 'fixed_ips': [{'subnet_id': '2d09b2a1-b6c3-49c5-85fd-f0d937e1c465'}]}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:59.238824 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a5050729-a9a5-45e4-b427-30c909b474ad None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.256944 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a5050729-a9a5-45e4-b427-30c909b474ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.317652 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5050729-a9a5-45e4-b427-30c909b474ad None None] Network 186f59de-9f65-4bd5-bdf6-31e998b65f87 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:59.324376 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-a5050729-a9a5-45e4-b427-30c909b474ad None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:59.327553 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5050729-a9a5-45e4-b427-30c909b474ad None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:59.339241 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99721cb3-cd69-40af-9eb6-3bb54e793259 req-74d50f00-22ed-4b1b-a7fe-c177a4977a62 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:59.341559 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-99721cb3-cd69-40af-9eb6-3bb54e793259 req-74d50f00-22ed-4b1b-a7fe-c177a4977a62 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=5af037da-5612-457c-9fd2-d0ec28ddc6ec HTTP/1.1" status: 200 len: 949 time: 0.0936263 Sep 16 04:39:59.372781 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4522d7ee-8e9d-4615-8995-7faf11cebf91 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Made reservation on behalf of b4243ae1bae14f92bfd009f22277a59c for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:39:59.373098 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5050729-a9a5-45e4-b427-30c909b474ad None None] Pushing event updated for resources: {'Port': ['ID=1b30f7aa-06fd-4792-93ee-d3419ea91f6b,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:59.428827 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-99721cb3-cd69-40af-9eb6-3bb54e793259 req-7201b98f-813e-4a7e-b0f7-9a8dbc7991b4 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751057 Sep 16 04:39:59.470214 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-a5050729-a9a5-45e4-b427-30c909b474ad None None] Attempting to bind port 1b30f7aa-06fd-4792-93ee-d3419ea91f6b on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:59.470504 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-a5050729-a9a5-45e4-b427-30c909b474ad None None] Attempting to bind port 1b30f7aa-06fd-4792-93ee-d3419ea91f6b by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '95c90109-c6eb-491d-8dfe-7e2102cff536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '186f59de-9f65-4bd5-bdf6-31e998b65f87'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:59.470878 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5050729-a9a5-45e4-b427-30c909b474ad None None] Attempting to bind port 1b30f7aa-06fd-4792-93ee-d3419ea91f6b on network 186f59de-9f65-4bd5-bdf6-31e998b65f87 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:59.476602 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5050729-a9a5-45e4-b427-30c909b474ad None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:59.477635 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5050729-a9a5-45e4-b427-30c909b474ad None None] Checking segment: {'id': '95c90109-c6eb-491d-8dfe-7e2102cff536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '186f59de-9f65-4bd5-bdf6-31e998b65f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:59.478212 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a5050729-a9a5-45e4-b427-30c909b474ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.478638 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5050729-a9a5-45e4-b427-30c909b474ad None None] Bound using segment: {'id': '95c90109-c6eb-491d-8dfe-7e2102cff536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '186f59de-9f65-4bd5-bdf6-31e998b65f87'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:59.479126 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-a5050729-a9a5-45e4-b427-30c909b474ad None None] Bound port: 1b30f7aa-06fd-4792-93ee-d3419ea91f6b, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c90109-c6eb-491d-8dfe-7e2102cff536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '186f59de-9f65-4bd5-bdf6-31e998b65f87'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:59.479968 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a5050729-a9a5-45e4-b427-30c909b474ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.484544 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b879bc9-12bf-4dd5-baf7-9d204cf2a473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-61e5fdfb-a994-4f9f-ba5e-6bb06826494f', 'network_id': '61e5fdfb-a994-4f9f-ba5e-6bb06826494f', 'tenant_id': 'b4243ae1bae14f92bfd009f22277a59c', 'fixed_ips': [{'subnet_id': '10a53b25-aa6e-4ae9-95ff-de0fc84ff082'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:39:59.485444 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3b879bc9-12bf-4dd5-baf7-9d204cf2a473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.518501 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4522d7ee-8e9d-4615-8995-7faf11cebf91 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.542470 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-4522d7ee-8e9d-4615-8995-7faf11cebf91 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] device_id is not set on port bd51029a-e07d-4d58-9043-d4961dda4772 yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:39:59.570204 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59268) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:59.617208 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 78398083-83ce-45ce-9064-00bee95f61e0 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:59.735934 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4ce864b5-d4ff-4ee4-891a-08249c4372a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.767788 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-a5050729-a9a5-45e4-b427-30c909b474ad None None] For port 1b30f7aa-06fd-4792-93ee-d3419ea91f6b, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:59.769847 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 78398083-83ce-45ce-9064-00bee95f61e0 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:59.770202 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.772824 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-a5050729-a9a5-45e4-b427-30c909b474ad None None] For port 1b30f7aa-06fd-4792-93ee-d3419ea91f6b, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=1b30f7aa-06fd-4792-93ee-d3419ea91f6b,segment=NetworkSegment(95c90109-c6eb-491d-8dfe-7e2102cff536),segment_id=95c90109-c6eb-491d-8dfe-7e2102cff536)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:59.789743 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a5050729-a9a5-45e4-b427-30c909b474ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.864688 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4ce864b5-d4ff-4ee4-891a-08249c4372a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.870041 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4ce864b5-d4ff-4ee4-891a-08249c4372a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.890235 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-53ef0ff2-6cd5-49d4-a2e4-0ab6509ad6ad tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=832e485315cf4d818578c78d15f3a644&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359881 Sep 16 04:39:59.917323 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4ce864b5-d4ff-4ee4-891a-08249c4372a2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=980a25d8321c4a2e808f89bbeb61d247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3431635 Sep 16 04:39:59.917323 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce864b5-d4ff-4ee4-891a-08249c4372a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4927a8e-4f2f-4892-8b08-c2d01f77bc75,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:59.919199 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59280) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:59.936332 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-4522d7ee-8e9d-4615-8995-7faf11cebf91 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Allocated IP 10.1.1.172 (186f59de-9f65-4bd5-bdf6-31e998b65f87/2d09b2a1-b6c3-49c5-85fd-f0d937e1c465/bd51029a-e07d-4d58-9043-d4961dda4772) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:59.965530 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-3b879bc9-12bf-4dd5-baf7-9d204cf2a473 None None] Allocated IP 10.2.2.2 (61e5fdfb-a994-4f9f-ba5e-6bb06826494f/10a53b25-aa6e-4ae9-95ff-de0fc84ff082/c053d738-a31e-4b86-9963-ab76a746d006) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:59.976117 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-94361c50-44c3-442b-8111-8e948636b27c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.002776 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-94361c50-44c3-442b-8111-8e948636b27c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.068555 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5050729-a9a5-45e4-b427-30c909b474ad None None] Pushing event updated for resources: {'Port': ['ID=1b30f7aa-06fd-4792-93ee-d3419ea91f6b,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:00.083243 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-94361c50-44c3-442b-8111-8e948636b27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.086806 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-94361c50-44c3-442b-8111-8e948636b27c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.088291 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-94361c50-44c3-442b-8111-8e948636b27c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c4927a8e-4f2f-4892-8b08-c2d01f77bc75 HTTP/1.1" status: 204 len: 168 time: 0.1674166 Sep 16 04:40:00.115042 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94361c50-44c3-442b-8111-8e948636b27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4927a8e-4f2f-4892-8b08-c2d01f77bc75,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:00.174918 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.181869 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-88a3f192-66ca-4f53-8ac5-6b5001d6a115 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:00.183515 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-88a3f192-66ca-4f53-8ac5-6b5001d6a115 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2777674 Sep 16 04:40:00.245263 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 78398083-83ce-45ce-9064-00bee95f61e0, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=78398083-83ce-45ce-9064-00bee95f61e0,segment=NetworkSegment(28194e51-33ca-4336-ab07-5141dc3e21c0),segment_id=28194e51-33ca-4336-ab07-5141dc3e21c0)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:00.248335 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-ffb1a59c-1a77-4b6f-8ed8-cc90b6034959 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/quotas/832e485315cf4d818578c78d15f3a644 HTTP/1.1" status: 200 len: 375 time: 0.0316455 Sep 16 04:40:00.255511 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.295312 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3b879bc9-12bf-4dd5-baf7-9d204cf2a473 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.300136 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-9d589bcf-e307-42c4-8886-040cc92d5727 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=832e485315cf4d818578c78d15f3a644&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426612 Sep 16 04:40:00.313424 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3b879bc9-12bf-4dd5-baf7-9d204cf2a473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.330617 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4522d7ee-8e9d-4615-8995-7faf11cebf91 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.392809 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4522d7ee-8e9d-4615-8995-7faf11cebf91 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.398975 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=78398083-83ce-45ce-9064-00bee95f61e0,revision_number=7']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:00.410060 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b879bc9-12bf-4dd5-baf7-9d204cf2a473 None None] Network 61e5fdfb-a994-4f9f-ba5e-6bb06826494f is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:00.465738 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b879bc9-12bf-4dd5-baf7-9d204cf2a473 None None] Pushing event updated for resources: {'Port': ['ID=c053d738-a31e-4b86-9963-ab76a746d006,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:00.470467 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-3b879bc9-12bf-4dd5-baf7-9d204cf2a473 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:00.472885 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b879bc9-12bf-4dd5-baf7-9d204cf2a473 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:00.495849 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4522d7ee-8e9d-4615-8995-7faf11cebf91 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Network 186f59de-9f65-4bd5-bdf6-31e998b65f87 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:00.504676 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-4522d7ee-8e9d-4615-8995-7faf11cebf91 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:00.512405 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4522d7ee-8e9d-4615-8995-7faf11cebf91 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:00.593076 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-3b879bc9-12bf-4dd5-baf7-9d204cf2a473 None None] Attempting to bind port c053d738-a31e-4b86-9963-ab76a746d006 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:00.593634 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-3b879bc9-12bf-4dd5-baf7-9d204cf2a473 None None] Attempting to bind port c053d738-a31e-4b86-9963-ab76a746d006 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '5449403d-0465-4009-8329-f7f0c3c99547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '61e5fdfb-a994-4f9f-ba5e-6bb06826494f'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:00.594022 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b879bc9-12bf-4dd5-baf7-9d204cf2a473 None None] Attempting to bind port c053d738-a31e-4b86-9963-ab76a746d006 on network 61e5fdfb-a994-4f9f-ba5e-6bb06826494f {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:00.600821 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b879bc9-12bf-4dd5-baf7-9d204cf2a473 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:00.601360 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b879bc9-12bf-4dd5-baf7-9d204cf2a473 None None] Checking segment: {'id': '5449403d-0465-4009-8329-f7f0c3c99547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '61e5fdfb-a994-4f9f-ba5e-6bb06826494f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:00.601867 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3b879bc9-12bf-4dd5-baf7-9d204cf2a473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.602359 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b879bc9-12bf-4dd5-baf7-9d204cf2a473 None None] Bound using segment: {'id': '5449403d-0465-4009-8329-f7f0c3c99547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '61e5fdfb-a994-4f9f-ba5e-6bb06826494f'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:00.602932 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-3b879bc9-12bf-4dd5-baf7-9d204cf2a473 None None] Bound port: c053d738-a31e-4b86-9963-ab76a746d006, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449403d-0465-4009-8329-f7f0c3c99547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '61e5fdfb-a994-4f9f-ba5e-6bb06826494f'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:00.603415 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3b879bc9-12bf-4dd5-baf7-9d204cf2a473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.659800 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522d7ee-8e9d-4615-8995-7faf11cebf91 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Pushing event updated for resources: {'Port': ['ID=bd51029a-e07d-4d58-9043-d4961dda4772,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:00.707056 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-51b072ec-ed5f-4984-b033-101efc1faaa6 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0b3c67f9e7ff4e56a02f03f6f8f51138&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771041 Sep 16 04:40:00.728088 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3b9c24-a619-40fb-9870-cdd946973c7b x-openstack-request-id: req-5c3b9c24-a619-40fb-9870-cdd946973c7b {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:00.728267 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af037da-5612-457c-9fd2-d0ec28ddc6ec", "name": "network-vif-plugged", "status": "completed", "tag": "84e4849b-b290-43e2-8428-c1183f3d06b3", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:00.728635 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5c3b9c24-a619-40fb-9870-cdd946973c7b {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:00.729208 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af037da-5612-457c-9fd2-d0ec28ddc6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e4849b-b290-43e2-8428-c1183f3d06b3', 'code': 200} Sep 16 04:40:00.740520 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-3b879bc9-12bf-4dd5-baf7-9d204cf2a473 None None] For port c053d738-a31e-4b86-9963-ab76a746d006, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:00.745188 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-3b879bc9-12bf-4dd5-baf7-9d204cf2a473 None None] For port c053d738-a31e-4b86-9963-ab76a746d006, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=c053d738-a31e-4b86-9963-ab76a746d006,segment=NetworkSegment(5449403d-0465-4009-8329-f7f0c3c99547),segment_id=5449403d-0465-4009-8329-f7f0c3c99547)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:00.755405 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3b879bc9-12bf-4dd5-baf7-9d204cf2a473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.847134 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b879bc9-12bf-4dd5-baf7-9d204cf2a473 None None] Pushing event updated for resources: {'Port': ['ID=c053d738-a31e-4b86-9963-ab76a746d006,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:00.898327 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 1b30f7aa-06fd-4792-93ee-d3419ea91f6b up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:00.960484 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4522d7ee-8e9d-4615-8995-7faf11cebf91 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:00.962042 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4522d7ee-8e9d-4615-8995-7faf11cebf91 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.009146 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-87d11706-307a-4fee-899e-1bc6529135b9 req-04f9db86-b9e0-462a-88bb-52032011fb02 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9db0906-144a-46b2-896b-2c305cc7c662 HTTP/1.1" status: 200 len: 210 time: 0.0857408 Sep 16 04:40:01.020077 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 1b30f7aa-06fd-4792-93ee-d3419ea91f6b triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:01.020453 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.119959 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59310) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:01.121343 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4522d7ee-8e9d-4615-8995-7faf11cebf91 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0466466 Sep 16 04:40:01.131348 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-ccd0d702-7e1a-4274-ab3c-8fea33333595 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Request body: {'port': {'network_id': '186f59de-9f65-4bd5-bdf6-31e998b65f87', 'name': 'tempest-TaggedBootDevicesTest_v242-1978984808', 'fixed_ips': [{'subnet_id': '2d09b2a1-b6c3-49c5-85fd-f0d937e1c465'}]}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:01.148170 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.153333 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-4b5c799f-9704-49b9-858e-ee47b5374a6b tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:01.167993 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-4b5c799f-9704-49b9-858e-ee47b5374a6b tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4495842 Sep 16 04:40:01.196728 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 1b30f7aa-06fd-4792-93ee-d3419ea91f6b, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=1b30f7aa-06fd-4792-93ee-d3419ea91f6b,segment=NetworkSegment(95c90109-c6eb-491d-8dfe-7e2102cff536),segment_id=95c90109-c6eb-491d-8dfe-7e2102cff536)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:01.201321 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-050a8143-66c8-4be7-86be-080326874533 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Request body: {'port': {'device_id': 'a9db0906-144a-46b2-896b-2c305cc7c662', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'admin_state_up': True, 'tenant_id': '0b3c67f9e7ff4e56a02f03f6f8f51138'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:01.209912 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.333153 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=1b30f7aa-06fd-4792-93ee-d3419ea91f6b,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:01.400590 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede8def-c1f7-4828-8255-7f745a0cc494 req-34004d4d-bdcd-470d-8dde-b53fd76d868a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:01.408142 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aede8def-c1f7-4828-8255-7f745a0cc494 req-34004d4d-bdcd-470d-8dde-b53fd76d868a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5af037da-5612-457c-9fd2-d0ec28ddc6ec HTTP/1.1" status: 200 len: 1101 time: 0.4804013 Sep 16 04:40:01.416551 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd0d702-7e1a-4274-ab3c-8fea33333595 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Made reservation on behalf of b4243ae1bae14f92bfd009f22277a59c for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:01.549774 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aede8def-c1f7-4828-8255-7f745a0cc494 req-608b7a01-0ff5-4eac-8541-6673c929d0cc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440400 Sep 16 04:40:01.575295 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6028723-8970-45e0-a53c-d5c0db7dc8a6 req-c315f8d2-8020-4d87-9ddc-f523d47f2fa7 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:01.578789 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ccd0d702-7e1a-4274-ab3c-8fea33333595 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.583385 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c6028723-8970-45e0-a53c-d5c0db7dc8a6 req-c315f8d2-8020-4d87-9ddc-f523d47f2fa7 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9f0182-3c6b-4b1f-a925-425810d0ef6c HTTP/1.1" status: 200 len: 946 time: 0.3609874 Sep 16 04:40:01.599404 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-ccd0d702-7e1a-4274-ab3c-8fea33333595 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] device_id is not set on port 1c1269c5-eca9-40a2-88a3-22d6ff08a78b yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:40:01.655447 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103fc1fb-2b69-4140-a40c-c50d3cd48f38 None None] Network 186f59de-9f65-4bd5-bdf6-31e998b65f87 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:01.670773 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c6028723-8970-45e0-a53c-d5c0db7dc8a6 req-0832b3e0-ebd2-4150-927a-ff18570cfc35 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649397 Sep 16 04:40:01.680268 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-050a8143-66c8-4be7-86be-080326874533 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Made reservation on behalf of 0b3c67f9e7ff4e56a02f03f6f8f51138 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:01.684035 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-050a8143-66c8-4be7-86be-080326874533 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.695252 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-050a8143-66c8-4be7-86be-080326874533 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.803681 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-2a46563b-2999-4271-8a71-103be299621b None None] Provisioning complete for port 1b30f7aa-06fd-4792-93ee-d3419ea91f6b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:01.804113 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2a46563b-2999-4271-8a71-103be299621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.829143 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-050a8143-66c8-4be7-86be-080326874533 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.860111 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-050a8143-66c8-4be7-86be-080326874533 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.938808 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-ccd0d702-7e1a-4274-ab3c-8fea33333595 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Allocated IP 10.1.1.17 (186f59de-9f65-4bd5-bdf6-31e998b65f87/2d09b2a1-b6c3-49c5-85fd-f0d937e1c465/1c1269c5-eca9-40a2-88a3-22d6ff08a78b) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:01.999552 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451cb76-9181-4581-995f-f1533593bcf1 req-b0f95c45-541d-4279-972b-dc6ac077be63 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:02.001294 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d451cb76-9181-4581-995f-f1533593bcf1 req-b0f95c45-541d-4279-972b-dc6ac077be63 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=5af037da-5612-457c-9fd2-d0ec28ddc6ec HTTP/1.1" status: 200 len: 949 time: 0.1609008 Sep 16 04:40:02.002191 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a8143-66c8-4be7-86be-080326874533 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e463293e-1e64-47a0-8c0b-98e129acd053,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:02.098026 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-050a8143-66c8-4be7-86be-080326874533 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Allocated IP 192.168.233.131 (97f5d7d8-0e62-4047-bcd4-63b92e31705a/24ad4c5e-5b43-4c25-ab99-4992f6337d28/143a5373-401a-4299-80f0-8d6ebb19f4b1) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:02.102979 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d451cb76-9181-4581-995f-f1533593bcf1 req-580ce47d-1bb8-4e39-8642-4ca60f8bf7e0 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887709 Sep 16 04:40:02.131556 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ccd0d702-7e1a-4274-ab3c-8fea33333595 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.206275 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ccd0d702-7e1a-4274-ab3c-8fea33333595 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.266932 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd0d702-7e1a-4274-ab3c-8fea33333595 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Network 186f59de-9f65-4bd5-bdf6-31e998b65f87 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:02.270561 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-ccd0d702-7e1a-4274-ab3c-8fea33333595 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:02.277310 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd0d702-7e1a-4274-ab3c-8fea33333595 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:02.283620 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab2f141-a547-4147-a6eb-342df9c2835f req-de8363f3-f8ff-4b2d-8d9a-6ac3e55bfe3a tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 210 time: 0.0768917 Sep 16 04:40:02.328890 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-f11af5a6-91c1-4791-8aa2-8e88742f959a tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=832e485315cf4d818578c78d15f3a644&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280859 Sep 16 04:40:02.346983 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0d702-7e1a-4274-ab3c-8fea33333595 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Pushing event updated for resources: {'Port': ['ID=1c1269c5-eca9-40a2-88a3-22d6ff08a78b,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:02.398798 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaca07b-3cb2-4865-9d4b-139f9e1e098a None None] Network 61e5fdfb-a994-4f9f-ba5e-6bb06826494f requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:02.409499 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd0d702-7e1a-4274-ab3c-8fea33333595 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:02.410581 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ccd0d702-7e1a-4274-ab3c-8fea33333595 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.445131 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-050a8143-66c8-4be7-86be-080326874533 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.456744 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ccd0d702-7e1a-4274-ab3c-8fea33333595 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3345084 Sep 16 04:40:02.526114 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-1cf4c1b4-baec-4ce6-8bbc-cc365bf57dbc None None] Provisioning complete for port bd51029a-e07d-4d58-9043-d4961dda4772 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:02.526483 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1cf4c1b4-baec-4ce6-8bbc-cc365bf57dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.539617 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-050a8143-66c8-4be7-86be-080326874533 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.615692 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-f03920de-7ebd-4a58-82e7-03a18715583b tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:02.617809 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-f03920de-7ebd-4a58-82e7-03a18715583b tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2798166 Sep 16 04:40:02.623385 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-050a8143-66c8-4be7-86be-080326874533 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Network 97f5d7d8-0e62-4047-bcd4-63b92e31705a is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:02.626653 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-050a8143-66c8-4be7-86be-080326874533 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:02.631245 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-050a8143-66c8-4be7-86be-080326874533 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:02.639674 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-1cf4c1b4-baec-4ce6-8bbc-cc365bf57dbc None None] Port bd51029a-e07d-4d58-9043-d4961dda4772 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:40:02.655582 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-1cf4c1b4-baec-4ce6-8bbc-cc365bf57dbc None None] Provisioning complete for port c053d738-a31e-4b86-9963-ab76a746d006 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:02.656187 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1cf4c1b4-baec-4ce6-8bbc-cc365bf57dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.667529 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-f66f57e4-5f29-434e-9dd9-e309aae06d37 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Request body: {'port': {'device_id': 'bfb9b5ab-de04-41b6-a3b6-58fd0616186b', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'admin_state_up': True, 'tenant_id': '832e485315cf4d818578c78d15f3a644'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:02.737706 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a8143-66c8-4be7-86be-080326874533 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Pushing event updated for resources: {'Port': ['ID=143a5373-401a-4299-80f0-8d6ebb19f4b1,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:02.739310 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9f0182-3c6b-4b1f-a925-425810d0ef6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78398083-83ce-45ce-9064-00bee95f61e0'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:02.741672 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6855eb54-79fb-42ba-83c3-73f7af121a26" -d '{"events": [{"server_uuid": "8d9f0182-3c6b-4b1f-a925-425810d0ef6c", "name": "network-vif-plugged", "status": "completed", "tag": "78398083-83ce-45ce-9064-00bee95f61e0"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:02.839027 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1cf4c1b4-baec-4ce6-8bbc-cc365bf57dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.879323 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-050a8143-66c8-4be7-86be-080326874533 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:02.880147 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-050a8143-66c8-4be7-86be-080326874533 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.890585 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-1cf4c1b4-baec-4ce6-8bbc-cc365bf57dbc None None] For port c053d738-a31e-4b86-9963-ab76a746d006, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=c053d738-a31e-4b86-9963-ab76a746d006,segment=NetworkSegment(5449403d-0465-4009-8329-f7f0c3c99547),segment_id=5449403d-0465-4009-8329-f7f0c3c99547)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:02.897188 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1cf4c1b4-baec-4ce6-8bbc-cc365bf57dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.917946 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-050a8143-66c8-4be7-86be-080326874533 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7297332 Sep 16 04:40:02.942811 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-cbedc2c3-fd73-42d0-acdb-62cecc54aad1 service neutron] Request body: {'port': {'device_id': 'a9db0906-144a-46b2-896b-2c305cc7c662', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:02.970540 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4c1b4-baec-4ce6-8bbc-cc365bf57dbc None None] Pushing event updated for resources: {'Port': ['ID=c053d738-a31e-4b86-9963-ab76a746d006,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:02.990185 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-1cf4c1b4-baec-4ce6-8bbc-cc365bf57dbc None None] Provisioning complete for port 1b30f7aa-06fd-4792-93ee-d3419ea91f6b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:02.990553 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1cf4c1b4-baec-4ce6-8bbc-cc365bf57dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.059130 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 1b30f7aa-06fd-4792-93ee-d3419ea91f6b up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:03.178372 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 1b30f7aa-06fd-4792-93ee-d3419ea91f6b triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:03.178804 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.266150 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device c053d738-a31e-4b86-9963-ab76a746d006 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:03.315631 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f0e980ff-6e88-4307-8fc3-78032fccfd83 None None] Provisioning complete for port bd51029a-e07d-4d58-9043-d4961dda4772 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:03.315914 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f0e980ff-6e88-4307-8fc3-78032fccfd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.356447 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port c053d738-a31e-4b86-9963-ab76a746d006 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:03.357381 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.358800 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-f0e980ff-6e88-4307-8fc3-78032fccfd83 None None] Port bd51029a-e07d-4d58-9043-d4961dda4772 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:40:03.370888 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-cbedc2c3-fd73-42d0-acdb-62cecc54aad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.389586 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f0e980ff-6e88-4307-8fc3-78032fccfd83 None None] Provisioning complete for port c053d738-a31e-4b86-9963-ab76a746d006 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:03.389958 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f0e980ff-6e88-4307-8fc3-78032fccfd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.436087 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c889e21-247b-4352-9aa5-2f576eeac66f req-446fdf92-cb71-49c4-8307-c2e0eab6cb1c tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:03.437610 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c889e21-247b-4352-9aa5-2f576eeac66f req-446fdf92-cb71-49c4-8307-c2e0eab6cb1c tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9db0906-144a-46b2-896b-2c305cc7c662 HTTP/1.1" status: 200 len: 936 time: 0.1076136 Sep 16 04:40:03.440349 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-f66f57e4-5f29-434e-9dd9-e309aae06d37 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Made reservation on behalf of 832e485315cf4d818578c78d15f3a644 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:03.443705 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-f66f57e4-5f29-434e-9dd9-e309aae06d37 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.470242 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-f66f57e4-5f29-434e-9dd9-e309aae06d37 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.526761 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f0e980ff-6e88-4307-8fc3-78032fccfd83 None None] Provisioning complete for port 143a5373-401a-4299-80f0-8d6ebb19f4b1 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:03.527137 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f0e980ff-6e88-4307-8fc3-78032fccfd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.562267 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-f0e980ff-6e88-4307-8fc3-78032fccfd83 None None] Port 143a5373-401a-4299-80f0-8d6ebb19f4b1 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:40:03.571949 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f0e980ff-6e88-4307-8fc3-78032fccfd83 None None] Provisioning complete for port 1c1269c5-eca9-40a2-88a3-22d6ff08a78b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:03.572245 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f0e980ff-6e88-4307-8fc3-78032fccfd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.576893 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c889e21-247b-4352-9aa5-2f576eeac66f req-bbec1812-e644-454d-9eda-41e539faca48 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/security-groups?id=e463293e-1e64-47a0-8c0b-98e129acd053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309655 Sep 16 04:40:03.614249 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-f0e980ff-6e88-4307-8fc3-78032fccfd83 None None] Port 1c1269c5-eca9-40a2-88a3-22d6ff08a78b cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:40:03.773710 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-f66f57e4-5f29-434e-9dd9-e309aae06d37 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.780015 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-f66f57e4-5f29-434e-9dd9-e309aae06d37 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.806430 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-cbedc2c3-fd73-42d0-acdb-62cecc54aad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 143a5373-401a-4299-80f0-8d6ebb19f4b1 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:03.843189 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-cbedc2c3-fd73-42d0-acdb-62cecc54aad1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.875569 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f57e4-5f29-434e-9dd9-e309aae06d37 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c81f916b-0d19-4a29-8f81-d5b73df12289,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:03.882214 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-cbedc2c3-fd73-42d0-acdb-62cecc54aad1 service neutron] Transition to ACTIVE for port object 143a5373-401a-4299-80f0-8d6ebb19f4b1 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:40:03.893451 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-cbedc2c3-fd73-42d0-acdb-62cecc54aad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.004776 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbedc2c3-fd73-42d0-acdb-62cecc54aad1 service neutron] Pushing event updated for resources: {'Port': ['ID=143a5373-401a-4299-80f0-8d6ebb19f4b1,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:04.043314 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-f66f57e4-5f29-434e-9dd9-e309aae06d37 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Allocated IP 192.168.233.61 (97f5d7d8-0e62-4047-bcd4-63b92e31705a/24ad4c5e-5b43-4c25-ab99-4992f6337d28/d3b66b72-abdf-4298-9c22-48593c2c42c3) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:04.096812 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59342) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:04.108088 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-02cdb486-7534-4a97-b19c-2ada94514e75 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1823273848', 'description': 'tempest-description--610145454'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:04.148811 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-02cdb486-7534-4a97-b19c-2ada94514e75 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.168890 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-cbedc2c3-fd73-42d0-acdb-62cecc54aad1 service neutron] Attempting to bind port 143a5373-401a-4299-80f0-8d6ebb19f4b1 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:04.169792 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-cbedc2c3-fd73-42d0-acdb-62cecc54aad1 service neutron] Attempting to bind port 143a5373-401a-4299-80f0-8d6ebb19f4b1 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:04.170292 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-cbedc2c3-fd73-42d0-acdb-62cecc54aad1 service neutron] Attempting to bind port 143a5373-401a-4299-80f0-8d6ebb19f4b1 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:04.208505 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-cbedc2c3-fd73-42d0-acdb-62cecc54aad1 service neutron] Port 143a5373-401a-4299-80f0-8d6ebb19f4b1 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:40:04.208845 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-cbedc2c3-fd73-42d0-acdb-62cecc54aad1 service neutron] Attempting to bind port 143a5373-401a-4299-80f0-8d6ebb19f4b1 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:04.230457 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-cbedc2c3-fd73-42d0-acdb-62cecc54aad1 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:04.230826 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-cbedc2c3-fd73-42d0-acdb-62cecc54aad1 service neutron] Checking segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:04.231321 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-cbedc2c3-fd73-42d0-acdb-62cecc54aad1 service neutron] Bound using segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:04.232342 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-cbedc2c3-fd73-42d0-acdb-62cecc54aad1 service neutron] Bound port: 143a5373-401a-4299-80f0-8d6ebb19f4b1, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:04.232820 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-cbedc2c3-fd73-42d0-acdb-62cecc54aad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.268951 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-02cdb486-7534-4a97-b19c-2ada94514e75 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.272812 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-02cdb486-7534-4a97-b19c-2ada94514e75 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.307839 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff7baf-d86b-4ef6-afbf-a018500f1a29 req-4364dbd8-df67-4969-a640-d2143928409f tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:04.309290 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-02cdb486-7534-4a97-b19c-2ada94514e75 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.309429 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-65ff7baf-d86b-4ef6-afbf-a018500f1a29 req-4364dbd8-df67-4969-a640-d2143928409f tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9f0182-3c6b-4b1f-a925-425810d0ef6c HTTP/1.1" status: 200 len: 946 time: 0.1504087 Sep 16 04:40:04.313738 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-02cdb486-7534-4a97-b19c-2ada94514e75 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2131050 Sep 16 04:40:04.314479 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59344) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:04.315125 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cdb486-7534-4a97-b19c-2ada94514e75 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8853ff16-2a5b-4a5a-a512-e128e1697c0d,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:04.321584 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-31fa798b-137e-4620-bf22-d1d3a5bf6465 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Request body: {'security_group_rule': {'security_group_id': '8853ff16-2a5b-4a5a-a512-e128e1697c0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:04.352312 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-31fa798b-137e-4620-bf22-d1d3a5bf6465 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.434890 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-31fa798b-137e-4620-bf22-d1d3a5bf6465 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.435202 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-f66f57e4-5f29-434e-9dd9-e309aae06d37 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.439501 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-31fa798b-137e-4620-bf22-d1d3a5bf6465 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.440057 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-65ff7baf-d86b-4ef6-afbf-a018500f1a29 req-c0e97e0f-bb69-4836-ae70-72c1287682a3 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050527 Sep 16 04:40:04.441295 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-cbedc2c3-fd73-42d0-acdb-62cecc54aad1 service neutron] For port 143a5373-401a-4299-80f0-8d6ebb19f4b1, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:04.462748 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-cbedc2c3-fd73-42d0-acdb-62cecc54aad1 service neutron] For port 143a5373-401a-4299-80f0-8d6ebb19f4b1, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=143a5373-401a-4299-80f0-8d6ebb19f4b1,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:04.464939 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa798b-137e-4620-bf22-d1d3a5bf6465 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9425a6f-6939-4f64-96fe-9a339d973baf,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:04.471158 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-31fa798b-137e-4620-bf22-d1d3a5bf6465 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.471334 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-cbedc2c3-fd73-42d0-acdb-62cecc54aad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.475685 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-31fa798b-137e-4620-bf22-d1d3a5bf6465 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1552320 Sep 16 04:40:04.475685 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59348) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:04.480399 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-27b1c1a1-15f0-45e3-9f41-471f6f4b64a2 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Request body: {'security_group_rule': {'security_group_id': '8853ff16-2a5b-4a5a-a512-e128e1697c0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:04.505867 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76d6387-c55f-4008-bec0-0a5eb04d7dbc x-openstack-request-id: req-b76d6387-c55f-4008-bec0-0a5eb04d7dbc {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:04.507332 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9f0182-3c6b-4b1f-a925-425810d0ef6c", "name": "network-vif-plugged", "status": "completed", "tag": "78398083-83ce-45ce-9064-00bee95f61e0", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:04.508772 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b76d6387-c55f-4008-bec0-0a5eb04d7dbc {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:04.509895 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9f0182-3c6b-4b1f-a925-425810d0ef6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78398083-83ce-45ce-9064-00bee95f61e0', 'code': 200} Sep 16 04:40:04.524379 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-cbedc2c3-fd73-42d0-acdb-62cecc54aad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:04.524870 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-cbedc2c3-fd73-42d0-acdb-62cecc54aad1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.526051 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-27b1c1a1-15f0-45e3-9f41-471f6f4b64a2 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.526239 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-cbedc2c3-fd73-42d0-acdb-62cecc54aad1 service neutron] 10.222.0.48 "PUT /v2.0/ports/143a5373-401a-4299-80f0-8d6ebb19f4b1 HTTP/1.1" status: 200 len: 1097 time: 1.5924706 Sep 16 04:40:04.529180 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9db0906-144a-46b2-896b-2c305cc7c662', 'tag': '143a5373-401a-4299-80f0-8d6ebb19f4b1'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:04.531310 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c39e7af-692b-4a41-921e-3ea74b8c5650" -d '{"events": [{"name": "network-changed", "server_uuid": "a9db0906-144a-46b2-896b-2c305cc7c662", "tag": "143a5373-401a-4299-80f0-8d6ebb19f4b1"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:04.557479 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-f66f57e4-5f29-434e-9dd9-e309aae06d37 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.568336 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbedc2c3-fd73-42d0-acdb-62cecc54aad1 service neutron] Pushing event updated for resources: {'Port': ['ID=143a5373-401a-4299-80f0-8d6ebb19f4b1,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:04.608543 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-f66f57e4-5f29-434e-9dd9-e309aae06d37 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Network 97f5d7d8-0e62-4047-bcd4-63b92e31705a is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:04.612664 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-f66f57e4-5f29-434e-9dd9-e309aae06d37 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:04.616083 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-f66f57e4-5f29-434e-9dd9-e309aae06d37 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:04.621810 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-27b1c1a1-15f0-45e3-9f41-471f6f4b64a2 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.630939 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-27b1c1a1-15f0-45e3-9f41-471f6f4b64a2 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.648892 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1c1a1-15f0-45e3-9f41-471f6f4b64a2 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c4c01e8-b51b-4b3e-b2d9-f53c6514e58f,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:04.674114 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-27b1c1a1-15f0-45e3-9f41-471f6f4b64a2 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.686938 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59356) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:04.692406 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-8f4d9fbb-8024-4c66-9cdf-0429128f384c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:04.692764 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-27b1c1a1-15f0-45e3-9f41-471f6f4b64a2 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2047071 Sep 16 04:40:04.700442 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f57e4-5f29-434e-9dd9-e309aae06d37 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Pushing event updated for resources: {'Port': ['ID=d3b66b72-abdf-4298-9c22-48593c2c42c3,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:04.749411 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-f66f57e4-5f29-434e-9dd9-e309aae06d37 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:04.750068 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-f66f57e4-5f29-434e-9dd9-e309aae06d37 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.776145 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device c053d738-a31e-4b86-9963-ab76a746d006 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:04.791379 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8f4d9fbb-8024-4c66-9cdf-0429128f384c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks [] for floatingip, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.805743 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-662f9a25-f210-4b11-92c3-4321b2162ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:04.807373 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-662f9a25-f210-4b11-92c3-4321b2162ec6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0b3c67f9e7ff4e56a02f03f6f8f51138&device_id=a9db0906-144a-46b2-896b-2c305cc7c662 HTTP/1.1" status: 200 len: 1100 time: 0.1645627 Sep 16 04:40:04.828253 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-f66f57e4-5f29-434e-9dd9-e309aae06d37 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1770751 Sep 16 04:40:04.847555 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port c053d738-a31e-4b86-9963-ab76a746d006 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:04.847939 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.854602 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-826f328a-5ffe-4fec-ab4d-5c74c5e1ff24 service neutron] Request body: {'port': {'device_id': 'bfb9b5ab-de04-41b6-a3b6-58fd0616186b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:04.871851 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97318238-ec21-4941-b68a-705fd5f9078b req-fa2b71e7-c097-4839-af09-9052432a584c tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:04.874131 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-97318238-ec21-4941-b68a-705fd5f9078b req-fa2b71e7-c097-4839-af09-9052432a584c tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=5af037da-5612-457c-9fd2-d0ec28ddc6ec HTTP/1.1" status: 200 len: 949 time: 0.1550698 Sep 16 04:40:04.931616 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-26f9d504-0c75-4993-a40b-0f6c0b33b14a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=143a5373-401a-4299-80f0-8d6ebb19f4b1 HTTP/1.1" status: 200 len: 217 time: 0.0822723 Sep 16 04:40:05.078071 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-826f328a-5ffe-4fec-ab4d-5c74c5e1ff24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:05.085567 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-97318238-ec21-4941-b68a-705fd5f9078b req-70921049-7325-485b-9beb-7bb4635586ce tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601901 Sep 16 04:40:05.095635 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-6f5a0c16-4889-4d59-b29f-51c51558e020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:05.097096 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-6f5a0c16-4889-4d59-b29f-51c51558e020 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.1538036 Sep 16 04:40:05.124514 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-93ad9c8c-f9bf-4dc1-944c-88c07eec0fdb None None] Provisioning complete for port d3b66b72-abdf-4298-9c22-48593c2c42c3 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:05.124820 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-93ad9c8c-f9bf-4dc1-944c-88c07eec0fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:05.162337 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-93ad9c8c-f9bf-4dc1-944c-88c07eec0fdb None None] Port d3b66b72-abdf-4298-9c22-48593c2c42c3 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:40:05.274030 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-75ab2e86-720a-4f37-9d16-c85ea5017bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:05.275540 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-75ab2e86-720a-4f37-9d16-c85ea5017bb0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1697397 Sep 16 04:40:05.288188 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8f4d9fbb-8024-4c66-9cdf-0429128f384c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:05.329845 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b6b89-ebc4-4adc-b681-8811bc28294f req-385122fa-76b2-453c-83bd-2c609add77fa tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:05.331317 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bc1b6b89-ebc4-4adc-b681-8811bc28294f req-385122fa-76b2-453c-83bd-2c609add77fa tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 935 time: 0.1722231 Sep 16 04:40:05.547604 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bc1b6b89-ebc4-4adc-b681-8811bc28294f req-4e19b462-2539-4e93-ab01-f49dd279a342 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989136 Sep 16 04:40:05.599429 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-4149ac0b-e628-4ed2-8f8b-86058c18b28b service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058126 Sep 16 04:40:05.629470 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 78398083-83ce-45ce-9064-00bee95f61e0 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:40:05.635868 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-8f4d9fbb-8024-4c66-9cdf-0429128f384c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Allocated IP 172.25.8.208 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/d80ffa44-3bc1-46e6-b74a-103586c129ad) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:05.718321 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:05.753851 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 78398083-83ce-45ce-9064-00bee95f61e0, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=78398083-83ce-45ce-9064-00bee95f61e0,segment=NetworkSegment(28194e51-33ca-4336-ab07-5141dc3e21c0),segment_id=28194e51-33ca-4336-ab07-5141dc3e21c0)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:05.758117 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:05.814525 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=78398083-83ce-45ce-9064-00bee95f61e0,revision_number=8']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:05.826849 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-826f328a-5ffe-4fec-ab4d-5c74c5e1ff24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3b66b72-abdf-4298-9c22-48593c2c42c3 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:05.837698 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-826f328a-5ffe-4fec-ab4d-5c74c5e1ff24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:05.844365 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0d03c7-c9f3-4cf4-8c21-bab3247f13e1 x-openstack-request-id: req-9a0d03c7-c9f3-4cf4-8c21-bab3247f13e1 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:05.844678 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9db0906-144a-46b2-896b-2c305cc7c662", "tag": "143a5373-401a-4299-80f0-8d6ebb19f4b1", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:05.844932 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9a0d03c7-c9f3-4cf4-8c21-bab3247f13e1 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:05.845322 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9db0906-144a-46b2-896b-2c305cc7c662', 'tag': '143a5373-401a-4299-80f0-8d6ebb19f4b1', 'status': 'completed', 'code': 200} Sep 16 04:40:05.881577 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae5b9163-eff4-40b2-b34d-87861821bc70 req-f52093c0-2452-4334-95cd-bf882de95649 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471330 Sep 16 04:40:05.882623 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-826f328a-5ffe-4fec-ab4d-5c74c5e1ff24 service neutron] Transition to ACTIVE for port object d3b66b72-abdf-4298-9c22-48593c2c42c3 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:40:05.890476 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-826f328a-5ffe-4fec-ab4d-5c74c5e1ff24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:05.947841 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8f4d9fbb-8024-4c66-9cdf-0429128f384c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.005516 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f328a-5ffe-4fec-ab4d-5c74c5e1ff24 service neutron] Pushing event updated for resources: {'Port': ['ID=d3b66b72-abdf-4298-9c22-48593c2c42c3,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:06.067892 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced29ed-cb27-4fc8-b68b-e6aa846713b6 req-dec210bd-a6ad-46ce-8df8-4075e2dc9cd5 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:06.069408 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4ced29ed-cb27-4fc8-b68b-e6aa846713b6 req-dec210bd-a6ad-46ce-8df8-4075e2dc9cd5 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9db0906-144a-46b2-896b-2c305cc7c662 HTTP/1.1" status: 200 len: 948 time: 0.1833766 Sep 16 04:40:06.131791 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8f4d9fbb-8024-4c66-9cdf-0429128f384c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.177675 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39e7af-692b-4a41-921e-3ea74b8c5650 req-93ec8651-0c06-46db-bf16-92be4d5f8376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:06.179218 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6c39e7af-692b-4a41-921e-3ea74b8c5650 req-93ec8651-0c06-46db-bf16-92be4d5f8376 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0b3c67f9e7ff4e56a02f03f6f8f51138&device_id=a9db0906-144a-46b2-896b-2c305cc7c662 HTTP/1.1" status: 200 len: 1100 time: 0.1898181 Sep 16 04:40:06.211458 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4ced29ed-cb27-4fc8-b68b-e6aa846713b6 req-f725ae8a-7d9c-4d1c-abf4-34ab12d47a3b tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/security-groups?id=e463293e-1e64-47a0-8c0b-98e129acd053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154521 Sep 16 04:40:06.226340 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4d9fbb-8024-4c66-9cdf-0429128f384c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:06.239055 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d9fbb-8024-4c66-9cdf-0429128f384c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Pushing event updated for resources: {'Port': ['ID=d80ffa44-3bc1-46e6-b74a-103586c129ad,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:06.243769 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-826f328a-5ffe-4fec-ab4d-5c74c5e1ff24 service neutron] Attempting to bind port d3b66b72-abdf-4298-9c22-48593c2c42c3 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:06.244108 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-826f328a-5ffe-4fec-ab4d-5c74c5e1ff24 service neutron] Attempting to bind port d3b66b72-abdf-4298-9c22-48593c2c42c3 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:06.244439 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-826f328a-5ffe-4fec-ab4d-5c74c5e1ff24 service neutron] Attempting to bind port d3b66b72-abdf-4298-9c22-48593c2c42c3 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:06.246580 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-8f4d9fbb-8024-4c66-9cdf-0429128f384c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:06.257195 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4d9fbb-8024-4c66-9cdf-0429128f384c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:06.261879 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-826f328a-5ffe-4fec-ab4d-5c74c5e1ff24 service neutron] Port d3b66b72-abdf-4298-9c22-48593c2c42c3 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:40:06.261997 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-826f328a-5ffe-4fec-ab4d-5c74c5e1ff24 service neutron] Attempting to bind port d3b66b72-abdf-4298-9c22-48593c2c42c3 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:06.291026 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-826f328a-5ffe-4fec-ab4d-5c74c5e1ff24 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:06.291369 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-826f328a-5ffe-4fec-ab4d-5c74c5e1ff24 service neutron] Checking segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:06.291752 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-826f328a-5ffe-4fec-ab4d-5c74c5e1ff24 service neutron] Bound using segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:06.292186 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-826f328a-5ffe-4fec-ab4d-5c74c5e1ff24 service neutron] Bound port: d3b66b72-abdf-4298-9c22-48593c2c42c3, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:06.292540 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-826f328a-5ffe-4fec-ab4d-5c74c5e1ff24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.511445 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9f0182-3c6b-4b1f-a925-425810d0ef6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78398083-83ce-45ce-9064-00bee95f61e0'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:06.514294 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a231e91-78f8-4813-a84f-5c49721f5caf" -d '{"events": [{"server_uuid": "8d9f0182-3c6b-4b1f-a925-425810d0ef6c", "name": "network-vif-unplugged", "status": "completed", "tag": "78398083-83ce-45ce-9064-00bee95f61e0"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:06.689779 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39e7af-692b-4a41-921e-3ea74b8c5650 req-01de0b21-f32b-410f-8604-3e62e44de19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:06.691165 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6c39e7af-692b-4a41-921e-3ea74b8c5650 req-01de0b21-f32b-410f-8604-3e62e44de19f service neutron] 10.222.0.48 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.4971969 Sep 16 04:40:06.723395 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-826f328a-5ffe-4fec-ab4d-5c74c5e1ff24 service neutron] For port d3b66b72-abdf-4298-9c22-48593c2c42c3, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:06.765864 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6c39e7af-692b-4a41-921e-3ea74b8c5650 req-3f2d48fe-19db-49fc-b5e8-47850eae578b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=143a5373-401a-4299-80f0-8d6ebb19f4b1 HTTP/1.1" status: 200 len: 217 time: 0.0489895 Sep 16 04:40:06.769132 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8f4d9fbb-8024-4c66-9cdf-0429128f384c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.771322 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-826f328a-5ffe-4fec-ab4d-5c74c5e1ff24 service neutron] For port d3b66b72-abdf-4298-9c22-48593c2c42c3, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=d3b66b72-abdf-4298-9c22-48593c2c42c3,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:06.785373 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a8463-8405-45cf-861d-6ff24374f09b req-fd4636e8-43b8-4477-a928-5099467be990 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:06.786801 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-443a8463-8405-45cf-861d-6ff24374f09b req-fd4636e8-43b8-4477-a928-5099467be990 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9f0182-3c6b-4b1f-a925-425810d0ef6c HTTP/1.1" status: 200 len: 944 time: 0.1740305 Sep 16 04:40:06.795453 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-826f328a-5ffe-4fec-ab4d-5c74c5e1ff24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.905248 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-826f328a-5ffe-4fec-ab4d-5c74c5e1ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:06.905878 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-826f328a-5ffe-4fec-ab4d-5c74c5e1ff24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.907272 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-826f328a-5ffe-4fec-ab4d-5c74c5e1ff24 service neutron] 10.222.0.48 "PUT /v2.0/ports/d3b66b72-abdf-4298-9c22-48593c2c42c3 HTTP/1.1" status: 200 len: 1096 time: 2.0601118 Sep 16 04:40:06.907926 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8f4d9fbb-8024-4c66-9cdf-0429128f384c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.924329 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39e7af-692b-4a41-921e-3ea74b8c5650 req-28b923f9-5e7c-4d95-9fd4-c0481d9728fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:06.925896 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6c39e7af-692b-4a41-921e-3ea74b8c5650 req-28b923f9-5e7c-4d95-9fd4-c0481d9728fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.1496561 Sep 16 04:40:06.972152 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f328a-5ffe-4fec-ab4d-5c74c5e1ff24 service neutron] Pushing event updated for resources: {'Port': ['ID=d3b66b72-abdf-4298-9c22-48593c2c42c3,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:06.976111 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-443a8463-8405-45cf-861d-6ff24374f09b req-57762566-e52f-496b-a833-2c2451229817 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775355 Sep 16 04:40:07.120626 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-bebae0c2-5cee-4c12-88c0-c12475b157a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:07.122178 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-bebae0c2-5cee-4c12-88c0-c12475b157a9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=832e485315cf4d818578c78d15f3a644&device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 1099 time: 0.1227908 Sep 16 04:40:07.125658 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39e7af-692b-4a41-921e-3ea74b8c5650 req-5dbb8ebf-827c-4414-b26c-13fcef0e61ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:07.127100 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6c39e7af-692b-4a41-921e-3ea74b8c5650 req-5dbb8ebf-827c-4414-b26c-13fcef0e61ab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1733954 Sep 16 04:40:07.215540 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-c33a6f73-6162-49ae-ab07-bce38e7e9401 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=d3b66b72-abdf-4298-9c22-48593c2c42c3 HTTP/1.1" status: 200 len: 217 time: 0.0631101 Sep 16 04:40:07.303221 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8f4d9fbb-8024-4c66-9cdf-0429128f384c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:07.312872 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8f4d9fbb-8024-4c66-9cdf-0429128f384c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:07.349327 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-b17f8021-7897-4c42-97bf-25914e5089ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:07.350793 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-b17f8021-7897-4c42-97bf-25914e5089ff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.1263933 Sep 16 04:40:07.432412 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6c39e7af-692b-4a41-921e-3ea74b8c5650 req-472b5628-3716-47ce-9599-946b1e81db2b service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809780 Sep 16 04:40:07.438965 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d9fbb-8024-4c66-9cdf-0429128f384c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Pushing event updated for resources: {'Port': ['ID=d80ffa44-3bc1-46e6-b74a-103586c129ad,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:07.479771 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8f4d9fbb-8024-4c66-9cdf-0429128f384c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:07.552727 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8f4d9fbb-8024-4c66-9cdf-0429128f384c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:07.553834 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8f4d9fbb-8024-4c66-9cdf-0429128f384c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8657861 Sep 16 04:40:07.560153 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-ac9c33ae-1af7-4a8b-bdc5-5850958f2a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:07.562050 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-ac9c33ae-1af7-4a8b-bdc5-5850958f2a0a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1968300 Sep 16 04:40:07.605644 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6c39e7af-692b-4a41-921e-3ea74b8c5650 req-f259b1d3-db9a-43ce-9a33-c29e5be5a206 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576846 Sep 16 04:40:07.693234 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-690a4a2c-8f88-4cc5-92db-c802a547b0fe service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190815 Sep 16 04:40:07.833877 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f0335de-da3c-4621-949b-e40bc393b4a1 req-9dbb3c46-a804-4872-9ff8-b7e349c783af service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211462 Sep 16 04:40:07.846474 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d9881-59c4-4ad3-8a98-3d5b94ea1136 req-873c2b36-fb38-4f5a-a4c2-0569884f2d56 tempest-ServersAdminTestJSON-2106629164 tempest-ServersAdminTestJSON-2106629164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:07.846961 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d9881-59c4-4ad3-8a98-3d5b94ea1136 req-873c2b36-fb38-4f5a-a4c2-0569884f2d56 tempest-ServersAdminTestJSON-2106629164 tempest-ServersAdminTestJSON-2106629164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:07.847430 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d9881-59c4-4ad3-8a98-3d5b94ea1136 req-873c2b36-fb38-4f5a-a4c2-0569884f2d56 tempest-ServersAdminTestJSON-2106629164 tempest-ServersAdminTestJSON-2106629164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:07.847895 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d9881-59c4-4ad3-8a98-3d5b94ea1136 req-873c2b36-fb38-4f5a-a4c2-0569884f2d56 tempest-ServersAdminTestJSON-2106629164 tempest-ServersAdminTestJSON-2106629164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:07.848358 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d9881-59c4-4ad3-8a98-3d5b94ea1136 req-873c2b36-fb38-4f5a-a4c2-0569884f2d56 tempest-ServersAdminTestJSON-2106629164 tempest-ServersAdminTestJSON-2106629164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:07.848841 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d9881-59c4-4ad3-8a98-3d5b94ea1136 req-873c2b36-fb38-4f5a-a4c2-0569884f2d56 tempest-ServersAdminTestJSON-2106629164 tempest-ServersAdminTestJSON-2106629164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:07.849305 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d9881-59c4-4ad3-8a98-3d5b94ea1136 req-873c2b36-fb38-4f5a-a4c2-0569884f2d56 tempest-ServersAdminTestJSON-2106629164 tempest-ServersAdminTestJSON-2106629164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:07.849764 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d9881-59c4-4ad3-8a98-3d5b94ea1136 req-873c2b36-fb38-4f5a-a4c2-0569884f2d56 tempest-ServersAdminTestJSON-2106629164 tempest-ServersAdminTestJSON-2106629164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:07.851722 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-019d9881-59c4-4ad3-8a98-3d5b94ea1136 req-873c2b36-fb38-4f5a-a4c2-0569884f2d56 tempest-ServersAdminTestJSON-2106629164 tempest-ServersAdminTestJSON-2106629164-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b&device_id=a9db0906-144a-46b2-896b-2c305cc7c662&device_id=5af037da-5612-457c-9fd2-d0ec28ddc6ec&device_id=8d9f0182-3c6b-4b1f-a925-425810d0ef6c&device_id=b9a5d825-4726-45e6-9cad-2a720619f9f5&device_id=792bd0bf-d08f-4d0e-a39b-045439a18909&device_id=318c42cb-6851-4c60-9ba2-ba39208e1963&device_id=ce514739-b2bf-4392-894a-b513f2287786 HTTP/1.1" status: 200 len: 7324 time: 0.0704482 Sep 16 04:40:07.852293 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb9b5ab-de04-41b6-a3b6-58fd0616186b', 'tag': 'd3b66b72-abdf-4298-9c22-48593c2c42c3'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:07.854445 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969f12f3-86d2-4b9d-874b-949a734241e0" -d '{"events": [{"name": "network-changed", "server_uuid": "bfb9b5ab-de04-41b6-a3b6-58fd0616186b", "tag": "d3b66b72-abdf-4298-9c22-48593c2c42c3"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:07.872507 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-019d9881-59c4-4ad3-8a98-3d5b94ea1136 req-008e6d9c-62ab-4fd3-b08d-43945447580c tempest-ServersAdminTestJSON-2106629164 tempest-ServersAdminTestJSON-2106629164-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:07.967922 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-019d9881-59c4-4ad3-8a98-3d5b94ea1136 req-008e6d9c-62ab-4fd3-b08d-43945447580c tempest-ServersAdminTestJSON-2106629164 tempest-ServersAdminTestJSON-2106629164-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:07.971687 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-019d9881-59c4-4ad3-8a98-3d5b94ea1136 req-008e6d9c-62ab-4fd3-b08d-43945447580c tempest-ServersAdminTestJSON-2106629164 tempest-ServersAdminTestJSON-2106629164-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:08.002194 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-019d9881-59c4-4ad3-8a98-3d5b94ea1136 req-008e6d9c-62ab-4fd3-b08d-43945447580c tempest-ServersAdminTestJSON-2106629164 tempest-ServersAdminTestJSON-2106629164-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&id=d3038bf7-a715-4d78-aecc-267c6c1c2c9a&id=0ae5809b-34a9-44c3-9036-82f02000b878&id=df5770df-6b73-4fba-b139-e9efefd51743&id=c81f916b-0d19-4a29-8f81-d5b73df12289&id=e463293e-1e64-47a0-8c0b-98e129acd053&fields=id&fields=name HTTP/1.1" status: 200 len: 674 time: 0.1424723 Sep 16 04:40:08.007327 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e6d9c-62ab-4fd3-b08d-43945447580c tempest-ServersAdminTestJSON-2106629164 tempest-ServersAdminTestJSON-2106629164-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edbe8df4-7f3c-4e9b-b0be-c02aa83e6bf6,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:08.047565 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5794be-faaa-4778-9a41-b3631d6efb85 x-openstack-request-id: req-6d5794be-faaa-4778-9a41-b3631d6efb85 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:08.048105 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9f0182-3c6b-4b1f-a925-425810d0ef6c", "name": "network-vif-unplugged", "status": "completed", "tag": "78398083-83ce-45ce-9064-00bee95f61e0", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:08.048416 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6d5794be-faaa-4778-9a41-b3631d6efb85 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:08.048970 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9f0182-3c6b-4b1f-a925-425810d0ef6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78398083-83ce-45ce-9064-00bee95f61e0', 'code': 200} Sep 16 04:40:08.071548 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb8723-aea7-45f3-8208-e3f5433e7bdb req-a49e828a-f81d-4e6d-8c0d-ecb34113359e tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:08.073071 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-51bb8723-aea7-45f3-8208-e3f5433e7bdb req-a49e828a-f81d-4e6d-8c0d-ecb34113359e tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d9f0182-3c6b-4b1f-a925-425810d0ef6c HTTP/1.1" status: 200 len: 944 time: 0.0568249 Sep 16 04:40:08.189999 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683815d-58f2-4854-843e-fe69c313496e req-34d77090-93a3-4935-93a6-453e980f27b1 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:08.191511 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8683815d-58f2-4854-843e-fe69c313496e req-34d77090-93a3-4935-93a6-453e980f27b1 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 947 time: 0.0832431 Sep 16 04:40:08.235359 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-51bb8723-aea7-45f3-8208-e3f5433e7bdb req-e871a57c-b250-42bd-803f-4d957b8129c8 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Deleting port 78398083-83ce-45ce-9064-00bee95f61e0 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:40:08.235704 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-51bb8723-aea7-45f3-8208-e3f5433e7bdb req-e871a57c-b250-42bd-803f-4d957b8129c8 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:08.255645 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8683815d-58f2-4854-843e-fe69c313496e req-ae35b6ab-d72f-45a1-9dc5-d891495652fb tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569382 Sep 16 04:40:08.331627 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-51bb8723-aea7-45f3-8208-e3f5433e7bdb req-e871a57c-b250-42bd-803f-4d957b8129c8 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] For port 78398083-83ce-45ce-9064-00bee95f61e0, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=78398083-83ce-45ce-9064-00bee95f61e0,segment=NetworkSegment(28194e51-33ca-4336-ab07-5141dc3e21c0),segment_id=28194e51-33ca-4336-ab07-5141dc3e21c0)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:08.331998 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-51bb8723-aea7-45f3-8208-e3f5433e7bdb req-e871a57c-b250-42bd-803f-4d957b8129c8 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:08.345081 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-51bb8723-aea7-45f3-8208-e3f5433e7bdb req-e871a57c-b250-42bd-803f-4d957b8129c8 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Calling delete_port for 78398083-83ce-45ce-9064-00bee95f61e0 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:40:08.468429 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb29b6-c3ae-4a9c-b9e2-faf32ee31edd req-9e5853cd-06c9-4cb6-9ff9-9a0b7e0ff119 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:08.469956 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-81fb29b6-c3ae-4a9c-b9e2-faf32ee31edd req-9e5853cd-06c9-4cb6-9ff9-9a0b7e0ff119 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9db0906-144a-46b2-896b-2c305cc7c662 HTTP/1.1" status: 200 len: 948 time: 0.0695841 Sep 16 04:40:08.536937 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-81fb29b6-c3ae-4a9c-b9e2-faf32ee31edd req-06190f15-4446-41d4-8f93-51ab559ccc5a tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/security-groups?id=e463293e-1e64-47a0-8c0b-98e129acd053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486283 Sep 16 04:40:08.537703 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-51bb8723-aea7-45f3-8208-e3f5433e7bdb req-e871a57c-b250-42bd-803f-4d957b8129c8 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:08.570829 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871a57c-b250-42bd-803f-4d957b8129c8 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Pushing event deleted for resources: {'Port': ['ID=78398083-83ce-45ce-9064-00bee95f61e0,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:08.619551 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-51bb8723-aea7-45f3-8208-e3f5433e7bdb req-e871a57c-b250-42bd-803f-4d957b8129c8 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] No DVR routers for this DVR port 78398083-83ce-45ce-9064-00bee95f61e0 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:40:08.622716 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-51bb8723-aea7-45f3-8208-e3f5433e7bdb req-e871a57c-b250-42bd-803f-4d957b8129c8 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:08.625706 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-51bb8723-aea7-45f3-8208-e3f5433e7bdb req-e871a57c-b250-42bd-803f-4d957b8129c8 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.48 "DELETE /v2.0/ports/78398083-83ce-45ce-9064-00bee95f61e0 HTTP/1.1" status: 204 len: 173 time: 0.5411675 Sep 16 04:40:08.754597 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-6df71965-501c-41b5-a407-52d4b9657b0c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1823273848&fields=id&tenant_id=b4243ae1bae14f92bfd009f22277a59c HTTP/1.1" status: 200 len: 267 time: 0.0346644 Sep 16 04:40:08.810902 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-70d9b5ce-2762-48b7-aaca-8ec3223a1f5b tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:08.812399 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-70d9b5ce-2762-48b7-aaca-8ec3223a1f5b tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports/bd51029a-e07d-4d58-9043-d4961dda4772 HTTP/1.1" status: 200 len: 936 time: 0.0495527 Sep 16 04:40:08.861088 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-c682bba8-1356-4239-9abd-52348269f048 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:08.862446 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-c682bba8-1356-4239-9abd-52348269f048 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports/1c1269c5-eca9-40a2-88a3-22d6ff08a78b HTTP/1.1" status: 200 len: 936 time: 0.0442727 Sep 16 04:40:08.921696 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-8b62f9c4-f7c4-4f45-af85-6417175cdd3d tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?network_id=61e5fdfb-a994-4f9f-ba5e-6bb06826494f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0528185 Sep 16 04:40:08.956207 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-655a5bc0-907a-4086-a595-13ea9dfe0168 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?network_id=61e5fdfb-a994-4f9f-ba5e-6bb06826494f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0277629 Sep 16 04:40:09.074180 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-aceeb1cd-2ba5-4004-8530-7ccc21a71d00 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:09.080751 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-aceeb1cd-2ba5-4004-8530-7ccc21a71d00 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:09.087131 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-aceeb1cd-2ba5-4004-8530-7ccc21a71d00 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:09.088977 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-aceeb1cd-2ba5-4004-8530-7ccc21a71d00 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/networks?id=d29577ec-b037-4a73-9540-c8c176056e63&id=186f59de-9f65-4bd5-bdf6-31e998b65f87&id=186f59de-9f65-4bd5-bdf6-31e998b65f87&id=61e5fdfb-a994-4f9f-ba5e-6bb06826494f&id=61e5fdfb-a994-4f9f-ba5e-6bb06826494f HTTP/1.1" status: 200 len: 1994 time: 0.1260345 Sep 16 04:40:09.104803 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-4db8d670-25e4-4b94-a73c-231c5056625b tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/quotas/b4243ae1bae14f92bfd009f22277a59c HTTP/1.1" status: 200 len: 375 time: 0.0094817 Sep 16 04:40:09.175645 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-2efdeee4-7b29-4eb2-afa9-350a5c4dc3b4 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4243ae1bae14f92bfd009f22277a59c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0645714 Sep 16 04:40:09.277500 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-bc8b5871-bcc9-442c-bfd5-51707655bae1 service neutron] 10.222.0.35 "GET /v2.0/networks/d29577ec-b037-4a73-9540-c8c176056e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887017 Sep 16 04:40:09.385441 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-d4b10daa-3917-42e1-bbef-38ef6f65f304 service neutron] 10.222.0.35 "GET /v2.0/networks/d29577ec-b037-4a73-9540-c8c176056e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984912 Sep 16 04:40:09.426136 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-8e8ebb45-a266-489e-bf87-e7787997c63e service neutron] 10.222.0.35 "GET /v2.0/ports/bd51029a-e07d-4d58-9043-d4961dda4772?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0338132 Sep 16 04:40:09.521205 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-4f151f89-738e-4586-99d1-47b3f2bf2c8f service neutron] 10.222.0.35 "GET /v2.0/networks/186f59de-9f65-4bd5-bdf6-31e998b65f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887461 Sep 16 04:40:09.611779 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-b72a3573-6dbb-4d63-8e94-481a301a6cc6 service neutron] 10.222.0.35 "GET /v2.0/networks/186f59de-9f65-4bd5-bdf6-31e998b65f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842078 Sep 16 04:40:09.621848 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 143a5373-401a-4299-80f0-8d6ebb19f4b1 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:40:09.658669 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-03e0ffa1-469b-4949-8733-2d13b1602b3c service neutron] 10.222.0.35 "GET /v2.0/ports/1c1269c5-eca9-40a2-88a3-22d6ff08a78b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0405385 Sep 16 04:40:09.724329 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 143a5373-401a-4299-80f0-8d6ebb19f4b1, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=143a5373-401a-4299-80f0-8d6ebb19f4b1,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:09.735352 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '143a5373-401a-4299-80f0-8d6ebb19f4b1', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': '143a5373-401a-4299-80f0-8d6ebb19f4b1', 'mac_address': 'fa:16:3e:df:f1:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:40:09.753728 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-d88dc566-a0f6-49b4-aa71-c50f1347e885 service neutron] 10.222.0.35 "GET /v2.0/networks/186f59de-9f65-4bd5-bdf6-31e998b65f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883489 Sep 16 04:40:09.772256 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:09.785364 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 143a5373-401a-4299-80f0-8d6ebb19f4b1 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:09.804903 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 143a5373-401a-4299-80f0-8d6ebb19f4b1, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=143a5373-401a-4299-80f0-8d6ebb19f4b1,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:09.811060 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:09.851376 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-2bde8ca1-0bd4-4942-88f2-5ef25d92ec77 service neutron] 10.222.0.35 "GET /v2.0/networks/186f59de-9f65-4bd5-bdf6-31e998b65f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916796 Sep 16 04:40:09.860991 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=143a5373-401a-4299-80f0-8d6ebb19f4b1,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:09.941146 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-3915fb30-d14f-4b0b-9a1f-2dca06438ddb service neutron] 10.222.0.35 "GET /v2.0/networks/186f59de-9f65-4bd5-bdf6-31e998b65f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824668 Sep 16 04:40:10.019784 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-be80c589-56ab-410a-a13c-14101098ffae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:10.036424 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-03a1c6b3-1705-47ac-912f-cfdd64f7df0f service neutron] 10.222.0.35 "GET /v2.0/networks/186f59de-9f65-4bd5-bdf6-31e998b65f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894904 Sep 16 04:40:10.127632 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-e0901d2d-2a9b-48e9-a365-fd55b18006c8 service neutron] 10.222.0.35 "GET /v2.0/networks/186f59de-9f65-4bd5-bdf6-31e998b65f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851350 Sep 16 04:40:10.218091 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-98b4baac-3a58-481e-8fce-b50759af6c5b service neutron] 10.222.0.35 "GET /v2.0/networks/186f59de-9f65-4bd5-bdf6-31e998b65f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844829 Sep 16 04:40:10.239666 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['143a5373-401a-4299-80f0-8d6ebb19f4b1'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:10.311089 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-89e3f35d-857e-41d0-a8ba-e4a315059f16 service neutron] 10.222.0.35 "GET /v2.0/networks/61e5fdfb-a994-4f9f-ba5e-6bb06826494f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871420 Sep 16 04:40:10.397579 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-4aff662f-de63-4ce8-b028-2db2ceff09f6 service neutron] 10.222.0.35 "GET /v2.0/networks/61e5fdfb-a994-4f9f-ba5e-6bb06826494f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803883 Sep 16 04:40:10.489037 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-c4610c98-f870-46f6-9c52-36ffe89dd90c service neutron] 10.222.0.35 "GET /v2.0/networks/61e5fdfb-a994-4f9f-ba5e-6bb06826494f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854678 Sep 16 04:40:10.576812 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-62d7a1a9-9ea4-46b2-bdb4-b4abbf1d70b2 service neutron] 10.222.0.35 "GET /v2.0/networks/61e5fdfb-a994-4f9f-ba5e-6bb06826494f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818555 Sep 16 04:40:11.088393 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0851d5-7e9b-49d8-966e-b30646806753 x-openstack-request-id: req-aa0851d5-7e9b-49d8-966e-b30646806753 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:11.089008 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfb9b5ab-de04-41b6-a3b6-58fd0616186b", "tag": "d3b66b72-abdf-4298-9c22-48593c2c42c3", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:11.090594 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aa0851d5-7e9b-49d8-966e-b30646806753 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:11.091158 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfb9b5ab-de04-41b6-a3b6-58fd0616186b', 'tag': 'd3b66b72-abdf-4298-9c22-48593c2c42c3', 'status': 'completed', 'code': 200} Sep 16 04:40:11.195765 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f12f3-86d2-4b9d-874b-949a734241e0 req-6f2955e3-dfaa-4ea2-832b-86f6cabc8c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:11.197562 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-969f12f3-86d2-4b9d-874b-949a734241e0 req-6f2955e3-dfaa-4ea2-832b-86f6cabc8c14 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=832e485315cf4d818578c78d15f3a644&device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 1099 time: 0.0633943 Sep 16 04:40:11.314284 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f12f3-86d2-4b9d-874b-949a734241e0 req-462cf58e-cf61-4932-acc8-c131386af2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:11.315974 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-969f12f3-86d2-4b9d-874b-949a734241e0 req-462cf58e-cf61-4932-acc8-c131386af2ba service neutron] 10.222.0.48 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.1102080 Sep 16 04:40:11.382976 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-969f12f3-86d2-4b9d-874b-949a734241e0 req-6e183e85-563a-4d53-8bd1-40160296a2c4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=d3b66b72-abdf-4298-9c22-48593c2c42c3 HTTP/1.1" status: 200 len: 217 time: 0.0580096 Sep 16 04:40:11.383652 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:11.428384 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955c29e-c5f4-4e02-8220-5675b9d50e87 req-382d1657-f12f-4b77-87fb-9e455b8e8623 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:11.429899 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e955c29e-c5f4-4e02-8220-5675b9d50e87 req-382d1657-f12f-4b77-87fb-9e455b8e8623 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 947 time: 0.1132708 Sep 16 04:40:11.461755 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f12f3-86d2-4b9d-874b-949a734241e0 req-e44d82f2-cfd3-4854-9895-2d1f96643b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:11.463209 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-969f12f3-86d2-4b9d-874b-949a734241e0 req-e44d82f2-cfd3-4854-9895-2d1f96643b22 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0715809 Sep 16 04:40:11.489643 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e955c29e-c5f4-4e02-8220-5675b9d50e87 req-eb7d9691-ac4b-44e5-90cf-3d76aa573c1b tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508356 Sep 16 04:40:11.518551 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f12f3-86d2-4b9d-874b-949a734241e0 req-48e112e6-dfc7-47e6-82b1-892c6a2cc965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:11.520129 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-969f12f3-86d2-4b9d-874b-949a734241e0 req-48e112e6-dfc7-47e6-82b1-892c6a2cc965 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0462768 Sep 16 04:40:11.627982 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-969f12f3-86d2-4b9d-874b-949a734241e0 req-b1e43ea9-0a70-4653-b8f1-6c6005daea44 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991189 Sep 16 04:40:11.641375 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device d3b66b72-abdf-4298-9c22-48593c2c42c3 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:40:11.648426 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 143a5373-401a-4299-80f0-8d6ebb19f4b1 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:11.767980 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 143a5373-401a-4299-80f0-8d6ebb19f4b1 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:40:11.773632 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 143a5373-401a-4299-80f0-8d6ebb19f4b1 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:11.773946 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:11.817986 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port d3b66b72-abdf-4298-9c22-48593c2c42c3, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=d3b66b72-abdf-4298-9c22-48593c2c42c3,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:11.841183 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'd3b66b72-abdf-4298-9c22-48593c2c42c3', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': 'd3b66b72-abdf-4298-9c22-48593c2c42c3', 'mac_address': 'fa:16:3e:27:60:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:40:11.911635 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:11.921821 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:11.935183 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3b66b72-abdf-4298-9c22-48593c2c42c3 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:11.956741 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9db0906-144a-46b2-896b-2c305cc7c662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143a5373-401a-4299-80f0-8d6ebb19f4b1'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:11.959019 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58525fa3-00a2-4102-8739-43e38e93dae0" -d '{"events": [{"server_uuid": "a9db0906-144a-46b2-896b-2c305cc7c662", "name": "network-vif-plugged", "status": "completed", "tag": "143a5373-401a-4299-80f0-8d6ebb19f4b1"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:11.977038 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port d3b66b72-abdf-4298-9c22-48593c2c42c3, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=d3b66b72-abdf-4298-9c22-48593c2c42c3,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:11.978899 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 143a5373-401a-4299-80f0-8d6ebb19f4b1, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=143a5373-401a-4299-80f0-8d6ebb19f4b1,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:11.982651 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:11.987519 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:11.988270 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 78398083-83ce-45ce-9064-00bee95f61e0 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:40:11.993662 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e62383-0445-456e-aafc-d20cbbfe2a3a req-bca5a6a1-7de5-40bf-a8cf-5d289d5871ed tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:11.995141 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-48e62383-0445-456e-aafc-d20cbbfe2a3a req-bca5a6a1-7de5-40bf-a8cf-5d289d5871ed tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9db0906-144a-46b2-896b-2c305cc7c662 HTTP/1.1" status: 200 len: 949 time: 0.3658156 Sep 16 04:40:12.029350 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-969f12f3-86d2-4b9d-874b-949a734241e0 req-582c7ac6-9672-4aaf-9b1a-f94b448e86c2 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893282 Sep 16 04:40:12.030284 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 78398083-83ce-45ce-9064-00bee95f61e0 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:40:12.030642 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 78398083-83ce-45ce-9064-00bee95f61e0 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:40:12.050176 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-48e62383-0445-456e-aafc-d20cbbfe2a3a req-340e052b-4b3d-4316-9926-a10ee38ec677 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/security-groups?id=e463293e-1e64-47a0-8c0b-98e129acd053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462008 Sep 16 04:40:12.055396 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=d3b66b72-abdf-4298-9c22-48593c2c42c3,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:12.111331 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=143a5373-401a-4299-80f0-8d6ebb19f4b1,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:12.200770 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-776b3420-1022-4369-9268-87854408c4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:12.202166 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-776b3420-1022-4369-9268-87854408c4b9 service neutron] 10.222.0.48 "GET /v2.0/ports/bd51029a-e07d-4d58-9043-d4961dda4772 HTTP/1.1" status: 200 len: 1032 time: 0.0353286 Sep 16 04:40:12.262525 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-5e24cb20-0c64-4c57-a2c3-d87559c22128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:12.263848 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-5e24cb20-0c64-4c57-a2c3-d87559c22128 service neutron] 10.222.0.48 "GET /v2.0/ports/1c1269c5-eca9-40a2-88a3-22d6ff08a78b HTTP/1.1" status: 200 len: 1032 time: 0.0536177 Sep 16 04:40:12.305122 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dcdc942f-808d-47d6-aced-83dca618c6c5 req-229e058d-7638-4f5d-9c35-1c8af5e3dc46 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 210 time: 0.0450110 Sep 16 04:40:12.385843 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['d3b66b72-abdf-4298-9c22-48593c2c42c3'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:12.400410 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-d67b2f75-b5ca-4e3b-a0ed-604e21b07eea tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:12.407262 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-d67b2f75-b5ca-4e3b-a0ed-604e21b07eea tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:12.413396 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-d67b2f75-b5ca-4e3b-a0ed-604e21b07eea tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:12.415029 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-d67b2f75-b5ca-4e3b-a0ed-604e21b07eea tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.48 "GET /v2.0/networks?id=d29577ec-b037-4a73-9540-c8c176056e63&id=186f59de-9f65-4bd5-bdf6-31e998b65f87&id=186f59de-9f65-4bd5-bdf6-31e998b65f87&id=186f59de-9f65-4bd5-bdf6-31e998b65f87&id=186f59de-9f65-4bd5-bdf6-31e998b65f87&id=61e5fdfb-a994-4f9f-ba5e-6bb06826494f&id=61e5fdfb-a994-4f9f-ba5e-6bb06826494f HTTP/1.1" status: 200 len: 1994 time: 0.1428287 Sep 16 04:40:12.470368 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-1cb9c99c-c770-4092-b740-49959ce779c1 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4243ae1bae14f92bfd009f22277a59c HTTP/1.1" status: 200 len: 380 time: 0.0399208 Sep 16 04:40:12.490438 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-f07bccde-aff5-48b3-b809-a0606af4a0c8 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Request body: {'port': {'device_id': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'network_id': 'd29577ec-b037-4a73-9540-c8c176056e63', 'admin_state_up': True, 'tenant_id': 'b4243ae1bae14f92bfd009f22277a59c', 'security_groups': ['8853ff16-2a5b-4a5a-a512-e128e1697c0d']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:12.578987 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfa002-a832-4ff7-8746-61168fd552d5 req-ca85fca3-e319-41f5-8484-5fec5ff9985d tempest-ServersAdminTestJSON-2106629164 tempest-ServersAdminTestJSON-2106629164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:12.579382 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfa002-a832-4ff7-8746-61168fd552d5 req-ca85fca3-e319-41f5-8484-5fec5ff9985d tempest-ServersAdminTestJSON-2106629164 tempest-ServersAdminTestJSON-2106629164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:12.579852 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfa002-a832-4ff7-8746-61168fd552d5 req-ca85fca3-e319-41f5-8484-5fec5ff9985d tempest-ServersAdminTestJSON-2106629164 tempest-ServersAdminTestJSON-2106629164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:12.581545 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0dcfa002-a832-4ff7-8746-61168fd552d5 req-ca85fca3-e319-41f5-8484-5fec5ff9985d tempest-ServersAdminTestJSON-2106629164 tempest-ServersAdminTestJSON-2106629164-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5af037da-5612-457c-9fd2-d0ec28ddc6ec&device_id=b9a5d825-4726-45e6-9cad-2a720619f9f5&device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 2884 time: 0.1097338 Sep 16 04:40:12.645911 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0dcfa002-a832-4ff7-8746-61168fd552d5 req-1a3079a9-cc18-402f-86f6-a6f6d2379ad2 tempest-ServersAdminTestJSON-2106629164 tempest-ServersAdminTestJSON-2106629164-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552354 Sep 16 04:40:12.655312 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-f07bccde-aff5-48b3-b809-a0606af4a0c8 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Made reservation on behalf of b4243ae1bae14f92bfd009f22277a59c for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:12.658967 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-f07bccde-aff5-48b3-b809-a0606af4a0c8 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.856966 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-f07bccde-aff5-48b3-b809-a0606af4a0c8 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Allocated IP 172.20.0.10 (d29577ec-b037-4a73-9540-c8c176056e63/7053ff15-410c-47cc-ae7a-b4692790659a/64f9b34f-127f-430e-af48-408f4ad392a0) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:12.891266 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-eede625b-5c97-492f-8ee6-6c46c29aa483 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:12.892879 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-eede625b-5c97-492f-8ee6-6c46c29aa483 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/networks?id=dae0ede7-6603-46ec-a0e3-d89dccdffbf1 HTTP/1.1" status: 200 len: 822 time: 0.1566091 Sep 16 04:40:12.926681 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-fd659d67-53cf-48eb-aa61-da155c26a5a9 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/quotas/d017e01a70bf480487739f2072ec5106 HTTP/1.1" status: 200 len: 375 time: 0.0239637 Sep 16 04:40:13.035215 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-02678ba8-20f9-40ba-be17-ca14daba4352 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d017e01a70bf480487739f2072ec5106&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0957856 Sep 16 04:40:13.086623 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-f07bccde-aff5-48b3-b809-a0606af4a0c8 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.092344 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9f0182-3c6b-4b1f-a925-425810d0ef6c', 'name': 'network-vif-deleted', 'tag': '78398083-83ce-45ce-9064-00bee95f61e0'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:13.094611 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2b23d5-6809-4229-b92f-65356539c38a" -d '{"events": [{"server_uuid": "8d9f0182-3c6b-4b1f-a925-425810d0ef6c", "name": "network-vif-deleted", "tag": "78398083-83ce-45ce-9064-00bee95f61e0"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:13.168066 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-241daa0f-c87a-438a-b736-19c6e57e2109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.172512 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-a7ff5cf7-4159-4836-827a-fc2798c03b5c service neutron] 10.222.0.35 "GET /v2.0/networks/dae0ede7-6603-46ec-a0e3-d89dccdffbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257002 Sep 16 04:40:13.180232 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-f07bccde-aff5-48b3-b809-a0606af4a0c8 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.260031 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-f07bccde-aff5-48b3-b809-a0606af4a0c8 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Network d29577ec-b037-4a73-9540-c8c176056e63 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:13.288254 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07bccde-aff5-48b3-b809-a0606af4a0c8 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Pushing event updated for resources: {'Port': ['ID=64f9b34f-127f-430e-af48-408f4ad392a0,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:13.292419 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-f07bccde-aff5-48b3-b809-a0606af4a0c8 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:13.298595 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-f07bccde-aff5-48b3-b809-a0606af4a0c8 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:13.357567 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-1c768404-7126-4ec5-9f09-3d8d9f1e719b service neutron] 10.222.0.35 "GET /v2.0/networks/dae0ede7-6603-46ec-a0e3-d89dccdffbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715438 Sep 16 04:40:13.363620 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-f07bccde-aff5-48b3-b809-a0606af4a0c8 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:13.364251 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-f07bccde-aff5-48b3-b809-a0606af4a0c8 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.381946 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-f07bccde-aff5-48b3-b809-a0606af4a0c8 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9022520 Sep 16 04:40:13.401662 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-dde8117a-728f-4952-833c-4ff2a6742187 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Request body: {'port': {'device_id': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'network_id': '186f59de-9f65-4bd5-bdf6-31e998b65f87', 'admin_state_up': True, 'tenant_id': 'b4243ae1bae14f92bfd009f22277a59c', 'security_groups': ['8853ff16-2a5b-4a5a-a512-e128e1697c0d']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:13.482619 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.585484 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e2170c-f224-4707-bad8-2d5178470b07 x-openstack-request-id: req-72e2170c-f224-4707-bad8-2d5178470b07 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:13.585786 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9db0906-144a-46b2-896b-2c305cc7c662", "name": "network-vif-plugged", "status": "completed", "tag": "143a5373-401a-4299-80f0-8d6ebb19f4b1", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:13.586045 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-72e2170c-f224-4707-bad8-2d5178470b07 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:13.586484 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9db0906-144a-46b2-896b-2c305cc7c662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143a5373-401a-4299-80f0-8d6ebb19f4b1', 'code': 200} Sep 16 04:40:13.587588 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-dde8117a-728f-4952-833c-4ff2a6742187 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Made reservation on behalf of b4243ae1bae14f92bfd009f22277a59c for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:13.592405 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-dde8117a-728f-4952-833c-4ff2a6742187 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.613641 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d35ff47d-9e02-4144-804f-a3c94c355963 None None] Provisioning complete for port 64f9b34f-127f-430e-af48-408f4ad392a0 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:13.614875 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d35ff47d-9e02-4144-804f-a3c94c355963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.656124 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:40:13.693754 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-d35ff47d-9e02-4144-804f-a3c94c355963 None None] Port 64f9b34f-127f-430e-af48-408f4ad392a0 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:40:13.698053 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device d3b66b72-abdf-4298-9c22-48593c2c42c3 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:13.764135 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port d3b66b72-abdf-4298-9c22-48593c2c42c3 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:40:13.768558 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port d3b66b72-abdf-4298-9c22-48593c2c42c3 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:13.768967 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.799512 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8a63a-e4ee-47ab-88f7-d65d9ec30241 req-0dddb48c-0024-461c-994f-743816f141b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:13.801058 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bcf8a63a-e4ee-47ab-88f7-d65d9ec30241 req-0dddb48c-0024-461c-994f-743816f141b2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a9db0906-144a-46b2-896b-2c305cc7c662 HTTP/1.1" status: 200 len: 1102 time: 0.1179333 Sep 16 04:40:13.856932 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9d10d-a65e-413c-b1ce-34e2f163b9bc req-54528a33-1b81-40d2-b40c-67f73423eb11 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:13.858609 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-80a9d10d-a65e-413c-b1ce-34e2f163b9bc req-54528a33-1b81-40d2-b40c-67f73423eb11 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 948 time: 0.1346388 Sep 16 04:40:13.934314 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-dde8117a-728f-4952-833c-4ff2a6742187 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Allocated IP 10.1.1.182 (186f59de-9f65-4bd5-bdf6-31e998b65f87/2d09b2a1-b6c3-49c5-85fd-f0d937e1c465/73d8d554-f319-4b46-9a4f-1b186b031259) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:13.946625 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bcf8a63a-e4ee-47ab-88f7-d65d9ec30241 req-96be611b-5acd-4c68-9dc4-9d2b76f929a0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e463293e-1e64-47a0-8c0b-98e129acd053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371400 Sep 16 04:40:13.951117 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-80a9d10d-a65e-413c-b1ce-34e2f163b9bc req-3e7f4829-13c9-497b-b326-6da2b3b7577d tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795805 Sep 16 04:40:14.031566 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:14.071247 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port d3b66b72-abdf-4298-9c22-48593c2c42c3, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=d3b66b72-abdf-4298-9c22-48593c2c42c3,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:14.081667 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:14.135562 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-dde8117a-728f-4952-833c-4ff2a6742187 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:14.163158 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=d3b66b72-abdf-4298-9c22-48593c2c42c3,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:14.215104 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-dde8117a-728f-4952-833c-4ff2a6742187 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:14.298048 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-dde8117a-728f-4952-833c-4ff2a6742187 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Network 186f59de-9f65-4bd5-bdf6-31e998b65f87 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:14.308625 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-dde8117a-728f-4952-833c-4ff2a6742187 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:14.313241 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-dde8117a-728f-4952-833c-4ff2a6742187 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:14.318013 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde8117a-728f-4952-833c-4ff2a6742187 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Pushing event updated for resources: {'Port': ['ID=73d8d554-f319-4b46-9a4f-1b186b031259,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:14.330861 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:14.378856 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-dde8117a-728f-4952-833c-4ff2a6742187 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:14.380056 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-dde8117a-728f-4952-833c-4ff2a6742187 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:14.403433 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16dcb4f-11a1-4b52-a7ff-e05684ccf0d7 req-b1ffa8d4-264f-45b7-a107-4e1ae68fd5fd tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:14.404826 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:14.406005 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e16dcb4f-11a1-4b52-a7ff-e05684ccf0d7 req-b1ffa8d4-264f-45b7-a107-4e1ae68fd5fd tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9db0906-144a-46b2-896b-2c305cc7c662 HTTP/1.1" status: 200 len: 950 time: 0.1538401 Sep 16 04:40:14.408170 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-dde8117a-728f-4952-833c-4ff2a6742187 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0134592 Sep 16 04:40:14.437661 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-41c8f505-1d83-4f38-b87f-4176d50ae4f1 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Request body: {'port': {'device_id': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'network_id': '186f59de-9f65-4bd5-bdf6-31e998b65f87', 'admin_state_up': True, 'tenant_id': 'b4243ae1bae14f92bfd009f22277a59c', 'security_groups': ['8853ff16-2a5b-4a5a-a512-e128e1697c0d']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:14.533021 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e16dcb4f-11a1-4b52-a7ff-e05684ccf0d7 req-1eb9a477-2823-4995-8b79-ab669ca069c6 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/security-groups?id=e463293e-1e64-47a0-8c0b-98e129acd053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210639 Sep 16 04:40:14.589574 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-41c8f505-1d83-4f38-b87f-4176d50ae4f1 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Made reservation on behalf of b4243ae1bae14f92bfd009f22277a59c for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:14.594651 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-41c8f505-1d83-4f38-b87f-4176d50ae4f1 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:14.611765 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54305bb5-fe02-4a66-9bcd-52f24f35f19d x-openstack-request-id: req-54305bb5-fe02-4a66-9bcd-52f24f35f19d {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:14.612134 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9f0182-3c6b-4b1f-a925-425810d0ef6c", "name": "network-vif-deleted", "tag": "78398083-83ce-45ce-9064-00bee95f61e0", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:14.612447 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-54305bb5-fe02-4a66-9bcd-52f24f35f19d {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:14.612925 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9f0182-3c6b-4b1f-a925-425810d0ef6c', 'name': 'network-vif-deleted', 'tag': '78398083-83ce-45ce-9064-00bee95f61e0', 'status': 'completed', 'code': 200} Sep 16 04:40:14.623270 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-7af202c2-397e-40cb-adbf-99293a05aa01 None None] Provisioning complete for port 73d8d554-f319-4b46-9a4f-1b186b031259 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:14.624355 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7af202c2-397e-40cb-adbf-99293a05aa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:14.672461 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-7af202c2-397e-40cb-adbf-99293a05aa01 None None] Port 73d8d554-f319-4b46-9a4f-1b186b031259 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:40:14.766265 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-41c8f505-1d83-4f38-b87f-4176d50ae4f1 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Allocated IP 10.1.1.113 (186f59de-9f65-4bd5-bdf6-31e998b65f87/2d09b2a1-b6c3-49c5-85fd-f0d937e1c465/63cfde0c-f88c-4163-b766-7b934a3d378e) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:14.810412 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14bb983-7282-4646-aed5-67109eb8db32 req-21456cd2-cab9-46c5-8fb9-b95382ac5d9a tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:14.816414 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14bb983-7282-4646-aed5-67109eb8db32 req-21456cd2-cab9-46c5-8fb9-b95382ac5d9a tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:14.818120 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a14bb983-7282-4646-aed5-67109eb8db32 req-21456cd2-cab9-46c5-8fb9-b95382ac5d9a tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 1654 time: 0.0844846 Sep 16 04:40:14.922097 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a14bb983-7282-4646-aed5-67109eb8db32 req-a18c12c2-bcc6-4a5e-a837-4472295986b7 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/security-groups?id=8853ff16-2a5b-4a5a-a512-e128e1697c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960920 Sep 16 04:40:15.022238 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-41c8f505-1d83-4f38-b87f-4176d50ae4f1 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:15.079104 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-187d8901-99eb-47d5-923e-d569b2eb3792 req-a1f2c155-9ec9-4a35-b6ee-5bb68f0b26ed tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcf31c3c-4d6c-4656-b52a-bb51e2cd5a66 HTTP/1.1" status: 200 len: 210 time: 0.0728660 Sep 16 04:40:15.146749 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-110dfb3d-c53c-42d8-ae84-8c1538fd43da tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:15.148725 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-110dfb3d-c53c-42d8-ae84-8c1538fd43da tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.47 "GET /v2.0/networks?id=dae0ede7-6603-46ec-a0e3-d89dccdffbf1 HTTP/1.1" status: 200 len: 822 time: 0.1936448 Sep 16 04:40:15.155217 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-41c8f505-1d83-4f38-b87f-4176d50ae4f1 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:15.191790 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-d4ae3887-3e02-4320-8c02-d4c1f6b7b52c tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Request body: {'port': {'device_id': 'fcf31c3c-4d6c-4656-b52a-bb51e2cd5a66', 'network_id': 'dae0ede7-6603-46ec-a0e3-d89dccdffbf1', 'admin_state_up': True, 'tenant_id': 'd017e01a70bf480487739f2072ec5106'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:15.220355 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-41c8f505-1d83-4f38-b87f-4176d50ae4f1 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Network 186f59de-9f65-4bd5-bdf6-31e998b65f87 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:15.236603 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-41c8f505-1d83-4f38-b87f-4176d50ae4f1 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:15.240431 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-41c8f505-1d83-4f38-b87f-4176d50ae4f1 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:15.268870 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f505-1d83-4f38-b87f-4176d50ae4f1 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Pushing event updated for resources: {'Port': ['ID=63cfde0c-f88c-4163-b766-7b934a3d378e,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:15.348542 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-41c8f505-1d83-4f38-b87f-4176d50ae4f1 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:15.349228 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-41c8f505-1d83-4f38-b87f-4176d50ae4f1 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:15.391715 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-41c8f505-1d83-4f38-b87f-4176d50ae4f1 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9593694 Sep 16 04:40:15.414215 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-58e9b499-b0fe-4e7d-bb4b-9d290d2bc4b7 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Request body: {'port': {'device_id': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '61e5fdfb-a994-4f9f-ba5e-6bb06826494f', 'admin_state_up': True, 'tenant_id': 'b4243ae1bae14f92bfd009f22277a59c', 'security_groups': ['8853ff16-2a5b-4a5a-a512-e128e1697c0d']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:15.459395 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-d4ae3887-3e02-4320-8c02-d4c1f6b7b52c tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Made reservation on behalf of d017e01a70bf480487739f2072ec5106 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:15.463119 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-d4ae3887-3e02-4320-8c02-d4c1f6b7b52c tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:15.587527 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb9b5ab-de04-41b6-a3b6-58fd0616186b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b66b72-abdf-4298-9c22-48593c2c42c3'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:15.590302 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba85c0d-c6cf-4790-a6d0-9e1358bf62f5" -d '{"events": [{"server_uuid": "bfb9b5ab-de04-41b6-a3b6-58fd0616186b", "name": "network-vif-plugged", "status": "completed", "tag": "d3b66b72-abdf-4298-9c22-48593c2c42c3"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:15.606717 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-68201118-472d-47e1-88b9-d9df0e601b4f None None] Provisioning complete for port 63cfde0c-f88c-4163-b766-7b934a3d378e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:15.607151 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-68201118-472d-47e1-88b9-d9df0e601b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:15.618166 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c20405-5fb6-45a9-8f77-34fc9ceefac0 req-f613f567-8c98-42b3-8bd9-adcc270c7a91 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:15.619790 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d5c20405-5fb6-45a9-8f77-34fc9ceefac0 req-f613f567-8c98-42b3-8bd9-adcc270c7a91 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 949 time: 0.1640587 Sep 16 04:40:15.653906 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-68201118-472d-47e1-88b9-d9df0e601b4f None None] Port 63cfde0c-f88c-4163-b766-7b934a3d378e cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:40:15.704366 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-58e9b499-b0fe-4e7d-bb4b-9d290d2bc4b7 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Made reservation on behalf of b4243ae1bae14f92bfd009f22277a59c for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:15.739208 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d5c20405-5fb6-45a9-8f77-34fc9ceefac0 req-5b995ea8-b306-49ac-8f75-4a04621b2497 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082602 Sep 16 04:40:15.791197 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-d4ae3887-3e02-4320-8c02-d4c1f6b7b52c tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Allocated IP 172.20.0.4 (dae0ede7-6603-46ec-a0e3-d89dccdffbf1/0f098cce-cb9f-466b-b80d-10f0bc756de3/10f0f95b-73dd-494d-a3f8-a8b4b834aca0) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:15.848796 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-58e9b499-b0fe-4e7d-bb4b-9d290d2bc4b7 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:15.880097 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.395032 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-d4ae3887-3e02-4320-8c02-d4c1f6b7b52c tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.451578 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ba2bd-3867-4b76-b306-d509108443ee req-398d3dad-5244-45d1-8ab0-ed1d27cc19ed tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:16.453104 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-226ba2bd-3867-4b76-b306-d509108443ee req-398d3dad-5244-45d1-8ab0-ed1d27cc19ed tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9db0906-144a-46b2-896b-2c305cc7c662 HTTP/1.1" status: 200 len: 950 time: 0.1535711 Sep 16 04:40:16.501244 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-58e9b499-b0fe-4e7d-bb4b-9d290d2bc4b7 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Allocated IP 10.2.2.100 (61e5fdfb-a994-4f9f-ba5e-6bb06826494f/10a53b25-aa6e-4ae9-95ff-de0fc84ff082/60bdf96a-acb0-42be-9e2a-0e79fa6e1a85) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:16.532397 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-226ba2bd-3867-4b76-b306-d509108443ee req-6f300bff-a486-4196-8bab-7b59107c7f5b tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/security-groups?id=e463293e-1e64-47a0-8c0b-98e129acd053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703802 Sep 16 04:40:16.533396 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-d4ae3887-3e02-4320-8c02-d4c1f6b7b52c tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.585961 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7b8760-b3ee-4639-bc33-7978cd9d1470 x-openstack-request-id: req-0f7b8760-b3ee-4639-bc33-7978cd9d1470 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:16.586491 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb9b5ab-de04-41b6-a3b6-58fd0616186b", "name": "network-vif-plugged", "status": "completed", "tag": "d3b66b72-abdf-4298-9c22-48593c2c42c3", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:16.586836 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0f7b8760-b3ee-4639-bc33-7978cd9d1470 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:16.588083 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb9b5ab-de04-41b6-a3b6-58fd0616186b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b66b72-abdf-4298-9c22-48593c2c42c3', 'code': 200} Sep 16 04:40:16.606150 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-d4ae3887-3e02-4320-8c02-d4c1f6b7b52c tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Network dae0ede7-6603-46ec-a0e3-d89dccdffbf1 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:16.624408 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-d4ae3887-3e02-4320-8c02-d4c1f6b7b52c tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:16.631735 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-d4ae3887-3e02-4320-8c02-d4c1f6b7b52c tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:16.643823 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae3887-3e02-4320-8c02-d4c1f6b7b52c tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Pushing event updated for resources: {'Port': ['ID=10f0f95b-73dd-494d-a3f8-a8b4b834aca0,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:16.758632 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-d4ae3887-3e02-4320-8c02-d4c1f6b7b52c tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:16.759240 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-d4ae3887-3e02-4320-8c02-d4c1f6b7b52c tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.827352 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-d4ae3887-3e02-4320-8c02-d4c1f6b7b52c tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6408250 Sep 16 04:40:16.834542 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-58e9b499-b0fe-4e7d-bb4b-9d290d2bc4b7 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.843558 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7e9b8-6ca3-442c-b1c5-2e17e76ebc63 req-6fdca592-363c-4b23-b5b3-985a42a5dbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:16.845023 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6ec7e9b8-6ca3-442c-b1c5-2e17e76ebc63 req-6fdca592-363c-4b23-b5b3-985a42a5dbfa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 1101 time: 0.1283112 Sep 16 04:40:16.853269 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-8e45a96e-e09f-437f-afdd-0f1929ab2f73 service neutron] Request body: {'port': {'device_id': 'fcf31c3c-4d6c-4656-b52a-bb51e2cd5a66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:16.915535 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9d452-5d26-4b25-8423-5531b1cc0063 req-0f8077e8-9a18-4471-928c-7afad14ce574 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:16.921820 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9d452-5d26-4b25-8423-5531b1cc0063 req-0f8077e8-9a18-4471-928c-7afad14ce574 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:16.927820 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9d452-5d26-4b25-8423-5531b1cc0063 req-0f8077e8-9a18-4471-928c-7afad14ce574 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:16.929509 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a7a9d452-5d26-4b25-8423-5531b1cc0063 req-0f8077e8-9a18-4471-928c-7afad14ce574 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 2375 time: 0.1790740 Sep 16 04:40:16.997804 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6ec7e9b8-6ca3-442c-b1c5-2e17e76ebc63 req-ad49cb3a-1c05-4c4e-934c-4ca214da22d0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401970 Sep 16 04:40:16.999910 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-58e9b499-b0fe-4e7d-bb4b-9d290d2bc4b7 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:17.001447 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-8e45a96e-e09f-437f-afdd-0f1929ab2f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:17.061430 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a7a9d452-5d26-4b25-8423-5531b1cc0063 req-3bb37669-7664-4b17-a388-9173f0032daa tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/security-groups?id=8853ff16-2a5b-4a5a-a512-e128e1697c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233697 Sep 16 04:40:17.094140 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-58e9b499-b0fe-4e7d-bb4b-9d290d2bc4b7 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Network 61e5fdfb-a994-4f9f-ba5e-6bb06826494f is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:17.104791 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-58e9b499-b0fe-4e7d-bb4b-9d290d2bc4b7 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:17.108528 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-58e9b499-b0fe-4e7d-bb4b-9d290d2bc4b7 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:17.111094 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9b499-b0fe-4e7d-bb4b-9d290d2bc4b7 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Pushing event updated for resources: {'Port': ['ID=60bdf96a-acb0-42be-9e2a-0e79fa6e1a85,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:17.260885 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-58e9b499-b0fe-4e7d-bb4b-9d290d2bc4b7 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:17.261515 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-58e9b499-b0fe-4e7d-bb4b-9d290d2bc4b7 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:17.302510 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-58e9b499-b0fe-4e7d-bb4b-9d290d2bc4b7 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8971441 Sep 16 04:40:17.310519 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2275c1-969c-47dc-aacc-b708ba530984 req-ca6004cd-b3c6-4300-8bcb-e47b513f66fe tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:17.312129 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b2275c1-969c-47dc-aacc-b708ba530984 req-ca6004cd-b3c6-4300-8bcb-e47b513f66fe tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcf31c3c-4d6c-4656-b52a-bb51e2cd5a66 HTTP/1.1" status: 200 len: 931 time: 0.1616826 Sep 16 04:40:17.368172 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-c42b05e3-cdfa-4e09-b028-193e65bfde53 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Request body: {'port': {'device_id': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '61e5fdfb-a994-4f9f-ba5e-6bb06826494f', 'admin_state_up': True, 'tenant_id': 'b4243ae1bae14f92bfd009f22277a59c', 'security_groups': ['8853ff16-2a5b-4a5a-a512-e128e1697c0d']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:17.395359 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-caf65c9a-66cc-42ec-9e98-f270657fbf23 None None] Provisioning complete for port 60bdf96a-acb0-42be-9e2a-0e79fa6e1a85 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:17.395990 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-caf65c9a-66cc-42ec-9e98-f270657fbf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:17.460157 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b2275c1-969c-47dc-aacc-b708ba530984 req-f88655ae-b6ab-4142-9729-b6caef305ae5 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412466 Sep 16 04:40:17.466881 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-caf65c9a-66cc-42ec-9e98-f270657fbf23 None None] Port 60bdf96a-acb0-42be-9e2a-0e79fa6e1a85 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:40:17.585450 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-8e45a96e-e09f-437f-afdd-0f1929ab2f73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10f0f95b-73dd-494d-a3f8-a8b4b834aca0 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:17.595606 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-8e45a96e-e09f-437f-afdd-0f1929ab2f73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:17.604943 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-c42b05e3-cdfa-4e09-b028-193e65bfde53 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Made reservation on behalf of b4243ae1bae14f92bfd009f22277a59c for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:17.609794 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-c42b05e3-cdfa-4e09-b028-193e65bfde53 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:17.622336 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-8e45a96e-e09f-437f-afdd-0f1929ab2f73 service neutron] Transition to ACTIVE for port object 10f0f95b-73dd-494d-a3f8-a8b4b834aca0 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:40:17.638221 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-8e45a96e-e09f-437f-afdd-0f1929ab2f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:17.742184 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45a96e-e09f-437f-afdd-0f1929ab2f73 service neutron] Pushing event updated for resources: {'Port': ['ID=10f0f95b-73dd-494d-a3f8-a8b4b834aca0,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:17.919432 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-8e45a96e-e09f-437f-afdd-0f1929ab2f73 service neutron] Attempting to bind port 10f0f95b-73dd-494d-a3f8-a8b4b834aca0 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:17.919783 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-8e45a96e-e09f-437f-afdd-0f1929ab2f73 service neutron] Attempting to bind port 10f0f95b-73dd-494d-a3f8-a8b4b834aca0 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '28194e51-33ca-4336-ab07-5141dc3e21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dae0ede7-6603-46ec-a0e3-d89dccdffbf1'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:17.920101 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-8e45a96e-e09f-437f-afdd-0f1929ab2f73 service neutron] Attempting to bind port 10f0f95b-73dd-494d-a3f8-a8b4b834aca0 on network dae0ede7-6603-46ec-a0e3-d89dccdffbf1 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:17.931397 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-c42b05e3-cdfa-4e09-b028-193e65bfde53 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Allocated IP 10.2.2.200 (61e5fdfb-a994-4f9f-ba5e-6bb06826494f/10a53b25-aa6e-4ae9-95ff-de0fc84ff082/a0b898a1-82fe-4fcf-9734-8ecbcac09450) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:17.934037 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-8e45a96e-e09f-437f-afdd-0f1929ab2f73 service neutron] Port 10f0f95b-73dd-494d-a3f8-a8b4b834aca0 on network dae0ede7-6603-46ec-a0e3-d89dccdffbf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:40:17.934917 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-8e45a96e-e09f-437f-afdd-0f1929ab2f73 service neutron] Attempting to bind port 10f0f95b-73dd-494d-a3f8-a8b4b834aca0 on network dae0ede7-6603-46ec-a0e3-d89dccdffbf1 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:17.943679 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-8e45a96e-e09f-437f-afdd-0f1929ab2f73 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:17.944255 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-8e45a96e-e09f-437f-afdd-0f1929ab2f73 service neutron] Checking segment: {'id': '28194e51-33ca-4336-ab07-5141dc3e21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dae0ede7-6603-46ec-a0e3-d89dccdffbf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:17.944450 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-8e45a96e-e09f-437f-afdd-0f1929ab2f73 service neutron] Bound using segment: {'id': '28194e51-33ca-4336-ab07-5141dc3e21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dae0ede7-6603-46ec-a0e3-d89dccdffbf1'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:17.944986 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-8e45a96e-e09f-437f-afdd-0f1929ab2f73 service neutron] Bound port: 10f0f95b-73dd-494d-a3f8-a8b4b834aca0, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28194e51-33ca-4336-ab07-5141dc3e21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dae0ede7-6603-46ec-a0e3-d89dccdffbf1'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:17.945352 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-8e45a96e-e09f-437f-afdd-0f1929ab2f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:18.109893 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-8e45a96e-e09f-437f-afdd-0f1929ab2f73 service neutron] For port 10f0f95b-73dd-494d-a3f8-a8b4b834aca0, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:18.134086 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-8e45a96e-e09f-437f-afdd-0f1929ab2f73 service neutron] For port 10f0f95b-73dd-494d-a3f8-a8b4b834aca0, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=10f0f95b-73dd-494d-a3f8-a8b4b834aca0,segment=NetworkSegment(28194e51-33ca-4336-ab07-5141dc3e21c0),segment_id=28194e51-33ca-4336-ab07-5141dc3e21c0)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:18.143760 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-8e45a96e-e09f-437f-afdd-0f1929ab2f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:18.194293 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-8e45a96e-e09f-437f-afdd-0f1929ab2f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:18.194914 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-8e45a96e-e09f-437f-afdd-0f1929ab2f73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:18.196948 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-8e45a96e-e09f-437f-afdd-0f1929ab2f73 service neutron] 10.222.0.47 "PUT /v2.0/ports/10f0f95b-73dd-494d-a3f8-a8b4b834aca0 HTTP/1.1" status: 200 len: 1092 time: 1.3490775 Sep 16 04:40:18.201318 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf31c3c-4d6c-4656-b52a-bb51e2cd5a66', 'tag': '10f0f95b-73dd-494d-a3f8-a8b4b834aca0'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:18.203533 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf36887b-f014-419a-8d06-aa1449095f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "fcf31c3c-4d6c-4656-b52a-bb51e2cd5a66", "tag": "10f0f95b-73dd-494d-a3f8-a8b4b834aca0"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:18.268018 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-c42b05e3-cdfa-4e09-b028-193e65bfde53 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:18.309069 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45a96e-e09f-437f-afdd-0f1929ab2f73 service neutron] Pushing event updated for resources: {'Port': ['ID=10f0f95b-73dd-494d-a3f8-a8b4b834aca0,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:18.350198 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba41b11-4b98-47f6-906c-6fb2cc8b7c38 req-b2a7b624-931a-4734-8961-240577be197c tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:18.351753 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ba41b11-4b98-47f6-906c-6fb2cc8b7c38 req-b2a7b624-931a-4734-8961-240577be197c tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 949 time: 0.1427732 Sep 16 04:40:18.377347 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-afb641a3-7a84-4921-9159-fcad1beabd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:18.378820 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-afb641a3-7a84-4921-9159-fcad1beabd85 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d017e01a70bf480487739f2072ec5106&device_id=fcf31c3c-4d6c-4656-b52a-bb51e2cd5a66 HTTP/1.1" status: 200 len: 1095 time: 0.1046858 Sep 16 04:40:18.389363 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-c42b05e3-cdfa-4e09-b028-193e65bfde53 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:18.473978 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-a6787277-41b8-4475-b31b-c362e0b6f63d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10f0f95b-73dd-494d-a3f8-a8b4b834aca0 HTTP/1.1" status: 200 len: 217 time: 0.0759420 Sep 16 04:40:18.492446 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-c42b05e3-cdfa-4e09-b028-193e65bfde53 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Network 61e5fdfb-a994-4f9f-ba5e-6bb06826494f is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:18.496883 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ba41b11-4b98-47f6-906c-6fb2cc8b7c38 req-92065ea6-9e26-4171-b51e-a75489e0c397 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330400 Sep 16 04:40:18.510474 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-c42b05e3-cdfa-4e09-b028-193e65bfde53 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:18.541240 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b05e3-cdfa-4e09-b028-193e65bfde53 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Pushing event updated for resources: {'Port': ['ID=a0b898a1-82fe-4fcf-9734-8ecbcac09450,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:18.544443 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-c42b05e3-cdfa-4e09-b028-193e65bfde53 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:18.599688 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-4db72e58-9cb2-4988-88ab-6f44363cf834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:18.601230 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-4db72e58-9cb2-4988-88ab-6f44363cf834 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0f098cce-cb9f-466b-b80d-10f0bc756de3 HTTP/1.1" status: 200 len: 862 time: 0.1077504 Sep 16 04:40:18.612600 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-c42b05e3-cdfa-4e09-b028-193e65bfde53 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:18.613289 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-c42b05e3-cdfa-4e09-b028-193e65bfde53 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:18.702616 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-5ed51a06-7af5-4ee9-86fb-021326b42588 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dae0ede7-6603-46ec-a0e3-d89dccdffbf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680141 Sep 16 04:40:18.710630 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-c42b05e3-cdfa-4e09-b028-193e65bfde53 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3490036 Sep 16 04:40:18.795501 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-5dba4c30-497d-4d49-87d5-d94d94380e2c service neutron] Request body: {'port': {'device_id': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:18.812336 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-084216e0-bcd6-4ed1-9b6f-abf0803b6c5b None None] Provisioning complete for port a0b898a1-82fe-4fcf-9734-8ecbcac09450 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:18.814199 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-084216e0-bcd6-4ed1-9b6f-abf0803b6c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:18.880119 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-084216e0-bcd6-4ed1-9b6f-abf0803b6c5b None None] Port a0b898a1-82fe-4fcf-9734-8ecbcac09450 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:40:18.881906 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-c821dfcb-30f7-464b-8a7b-03524df5e9eb service neutron] 10.222.0.47 "GET /v2.0/networks/dae0ede7-6603-46ec-a0e3-d89dccdffbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685421 Sep 16 04:40:18.884817 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-5dba4c30-497d-4d49-87d5-d94d94380e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:19.113378 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d5fb6604-ae10-4711-b459-cb38fbb4b277 req-e2cc22db-df3a-41e2-90e7-194c431572ab service neutron] 10.222.0.47 "GET /v2.0/networks/dae0ede7-6603-46ec-a0e3-d89dccdffbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183056 Sep 16 04:40:19.143442 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20fde9-62d0-46c9-b839-01aa836457e4 req-c27d9eb6-3609-4289-a05d-cbdba577e441 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:19.151167 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20fde9-62d0-46c9-b839-01aa836457e4 req-c27d9eb6-3609-4289-a05d-cbdba577e441 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:19.158371 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20fde9-62d0-46c9-b839-01aa836457e4 req-c27d9eb6-3609-4289-a05d-cbdba577e441 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:19.164698 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20fde9-62d0-46c9-b839-01aa836457e4 req-c27d9eb6-3609-4289-a05d-cbdba577e441 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:19.167178 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-162fa5f3-bdcd-4a7e-b8dc-a3127555f279 req-3def5be5-72e9-4945-ba29-86dbba03703d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=318c42cb-6851-4c60-9ba2-ba39208e1963&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520036 Sep 16 04:40:19.170954 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20fde9-62d0-46c9-b839-01aa836457e4 req-c27d9eb6-3609-4289-a05d-cbdba577e441 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:19.172708 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf20fde9-62d0-46c9-b839-01aa836457e4 req-c27d9eb6-3609-4289-a05d-cbdba577e441 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 3817 time: 0.1813231 Sep 16 04:40:19.271307 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf20fde9-62d0-46c9-b839-01aa836457e4 req-0c98f09c-6710-46e1-a745-824708d72e30 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/security-groups?id=8853ff16-2a5b-4a5a-a512-e128e1697c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924387 Sep 16 04:40:19.347229 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162fa5f3-bdcd-4a7e-b8dc-a3127555f279 req-3e6605ab-1a6c-4f49-b29f-e5c6c18775eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:19.349237 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-162fa5f3-bdcd-4a7e-b8dc-a3127555f279 req-3e6605ab-1a6c-4f49-b29f-e5c6c18775eb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=681b40f69fd84e8abf8145d29844867d&device_id=318c42cb-6851-4c60-9ba2-ba39208e1963 HTTP/1.1" status: 200 len: 1098 time: 0.0712054 Sep 16 04:40:19.373487 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-5dba4c30-497d-4d49-87d5-d94d94380e2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64f9b34f-127f-430e-af48-408f4ad392a0 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:19.382390 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-5dba4c30-497d-4d49-87d5-d94d94380e2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:19.415173 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-5dba4c30-497d-4d49-87d5-d94d94380e2c service neutron] Transition to ACTIVE for port object 64f9b34f-127f-430e-af48-408f4ad392a0 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:40:19.420083 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-5dba4c30-497d-4d49-87d5-d94d94380e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:19.464634 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d053cda-4399-4c6a-bbb8-5f07fa10c03a req-af8d0e95-0e8e-47d3-a98f-06130831ce26 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:19.466305 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5d053cda-4399-4c6a-bbb8-5f07fa10c03a req-af8d0e95-0e8e-47d3-a98f-06130831ce26 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9db0906-144a-46b2-896b-2c305cc7c662 HTTP/1.1" status: 200 len: 950 time: 0.1088550 Sep 16 04:40:19.470591 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162fa5f3-bdcd-4a7e-b8dc-a3127555f279 req-fda1f2a8-15fd-4a39-a8b8-794f2f08b896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:19.472241 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-162fa5f3-bdcd-4a7e-b8dc-a3127555f279 req-fda1f2a8-15fd-4a39-a8b8-794f2f08b896 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c785eb04-bc2f-40f9-9684-456d719505e1 HTTP/1.1" status: 200 len: 906 time: 0.0989857 Sep 16 04:40:19.508104 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba4c30-497d-4d49-87d5-d94d94380e2c service neutron] Pushing event updated for resources: {'Port': ['ID=64f9b34f-127f-430e-af48-408f4ad392a0,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:19.576556 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5d053cda-4399-4c6a-bbb8-5f07fa10c03a req-2a95e785-77cc-4ee6-852e-c768966480e7 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/security-groups?id=e463293e-1e64-47a0-8c0b-98e129acd053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967264 Sep 16 04:40:19.607950 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-162fa5f3-bdcd-4a7e-b8dc-a3127555f279 req-858e2d71-5d07-4d69-96bf-ac1361f06949 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b38781ae-8e21-49f0-a0f9-adfc1309175c HTTP/1.1" status: 200 len: 1001 time: 0.1263127 Sep 16 04:40:19.630223 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-5dba4c30-497d-4d49-87d5-d94d94380e2c service neutron] Attempting to bind port 64f9b34f-127f-430e-af48-408f4ad392a0 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:19.630555 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-5dba4c30-497d-4d49-87d5-d94d94380e2c service neutron] Attempting to bind port 64f9b34f-127f-430e-af48-408f4ad392a0 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '8517faa2-72c8-4051-9ec9-932078d56c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd29577ec-b037-4a73-9540-c8c176056e63'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:19.630879 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-5dba4c30-497d-4d49-87d5-d94d94380e2c service neutron] Attempting to bind port 64f9b34f-127f-430e-af48-408f4ad392a0 on network d29577ec-b037-4a73-9540-c8c176056e63 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:19.638754 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-5dba4c30-497d-4d49-87d5-d94d94380e2c service neutron] Port 64f9b34f-127f-430e-af48-408f4ad392a0 on network d29577ec-b037-4a73-9540-c8c176056e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:40:19.639321 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-5dba4c30-497d-4d49-87d5-d94d94380e2c service neutron] Attempting to bind port 64f9b34f-127f-430e-af48-408f4ad392a0 on network d29577ec-b037-4a73-9540-c8c176056e63 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:19.645128 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-5dba4c30-497d-4d49-87d5-d94d94380e2c service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:19.646626 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-5dba4c30-497d-4d49-87d5-d94d94380e2c service neutron] Checking segment: {'id': '8517faa2-72c8-4051-9ec9-932078d56c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd29577ec-b037-4a73-9540-c8c176056e63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:19.647109 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-5dba4c30-497d-4d49-87d5-d94d94380e2c service neutron] Bound using segment: {'id': '8517faa2-72c8-4051-9ec9-932078d56c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd29577ec-b037-4a73-9540-c8c176056e63'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:19.654927 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-5dba4c30-497d-4d49-87d5-d94d94380e2c service neutron] Bound port: 64f9b34f-127f-430e-af48-408f4ad392a0, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8517faa2-72c8-4051-9ec9-932078d56c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd29577ec-b037-4a73-9540-c8c176056e63'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:19.655406 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-5dba4c30-497d-4d49-87d5-d94d94380e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:19.664095 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea37ce00-27b0-44d3-9426-2f8cef741fa2 x-openstack-request-id: req-ea37ce00-27b0-44d3-9426-2f8cef741fa2 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:19.664496 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcf31c3c-4d6c-4656-b52a-bb51e2cd5a66", "tag": "10f0f95b-73dd-494d-a3f8-a8b4b834aca0", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:19.664885 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ea37ce00-27b0-44d3-9426-2f8cef741fa2 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:19.666970 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcf31c3c-4d6c-4656-b52a-bb51e2cd5a66', 'tag': '10f0f95b-73dd-494d-a3f8-a8b4b834aca0', 'status': 'completed', 'code': 200} Sep 16 04:40:19.680024 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162fa5f3-bdcd-4a7e-b8dc-a3127555f279 req-7581a9c1-47a7-4212-86a1-7c14124564e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:19.687758 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-162fa5f3-bdcd-4a7e-b8dc-a3127555f279 req-7581a9c1-47a7-4212-86a1-7c14124564e9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a506450f-29c8-4972-af12-79e167066d49 HTTP/1.1" status: 200 len: 844 time: 0.0699770 Sep 16 04:40:19.776438 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162fa5f3-bdcd-4a7e-b8dc-a3127555f279 req-c35da11f-eb16-4fa9-8c9a-14909e40b95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:19.778745 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-162fa5f3-bdcd-4a7e-b8dc-a3127555f279 req-c35da11f-eb16-4fa9-8c9a-14909e40b95f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c785eb04-bc2f-40f9-9684-456d719505e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519838 Sep 16 04:40:19.834376 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-5dba4c30-497d-4d49-87d5-d94d94380e2c service neutron] For port 64f9b34f-127f-430e-af48-408f4ad392a0, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:19.872358 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabaf10-edfc-4e79-8046-bd5470ae3bfd req-3989619c-f082-4385-93dd-0c75720c88f3 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:19.873923 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aeabaf10-edfc-4e79-8046-bd5470ae3bfd req-3989619c-f082-4385-93dd-0c75720c88f3 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcf31c3c-4d6c-4656-b52a-bb51e2cd5a66 HTTP/1.1" status: 200 len: 943 time: 0.1498353 Sep 16 04:40:19.875807 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-5dba4c30-497d-4d49-87d5-d94d94380e2c service neutron] For port 64f9b34f-127f-430e-af48-408f4ad392a0, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=64f9b34f-127f-430e-af48-408f4ad392a0,segment=NetworkSegment(8517faa2-72c8-4051-9ec9-932078d56c30),segment_id=8517faa2-72c8-4051-9ec9-932078d56c30)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:19.878757 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36887b-f014-419a-8d06-aa1449095f5c req-b7cedd4c-dddf-4e81-a3ca-9d6330e5d908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:19.880142 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cf36887b-f014-419a-8d06-aa1449095f5c req-b7cedd4c-dddf-4e81-a3ca-9d6330e5d908 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d017e01a70bf480487739f2072ec5106&device_id=fcf31c3c-4d6c-4656-b52a-bb51e2cd5a66 HTTP/1.1" status: 200 len: 1095 time: 0.1429827 Sep 16 04:40:19.889364 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-162fa5f3-bdcd-4a7e-b8dc-a3127555f279 req-71d69134-5e9d-4e1d-9864-55951e755050 service neutron] 10.222.0.47 "GET /v2.0/networks/c785eb04-bc2f-40f9-9684-456d719505e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027493 Sep 16 04:40:19.892724 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-5dba4c30-497d-4d49-87d5-d94d94380e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:19.990465 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-162fa5f3-bdcd-4a7e-b8dc-a3127555f279 req-5eba738a-012e-465f-8e25-867daf9d59a6 service neutron] 10.222.0.47 "GET /v2.0/networks/c785eb04-bc2f-40f9-9684-456d719505e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902534 Sep 16 04:40:20.221969 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d6c6b-1b79-441f-b074-8f7d338f25b3 req-4b6f7222-8d27-44b6-8c01-34b39047dfea tempest-DeleteServersAdminTestJSON-1303927844 tempest-DeleteServersAdminTestJSON-1303927844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:20.223837 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8d6d6c6b-1b79-441f-b074-8f7d338f25b3 req-4b6f7222-8d27-44b6-8c01-34b39047dfea tempest-DeleteServersAdminTestJSON-1303927844 tempest-DeleteServersAdminTestJSON-1303927844-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a9db0906-144a-46b2-896b-2c305cc7c662 HTTP/1.1" status: 200 len: 1102 time: 0.4031179 Sep 16 04:40:20.228764 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-5dba4c30-497d-4d49-87d5-d94d94380e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:20.229392 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-5dba4c30-497d-4d49-87d5-d94d94380e2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:20.230695 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-5dba4c30-497d-4d49-87d5-d94d94380e2c service neutron] 10.222.0.48 "PUT /v2.0/ports/64f9b34f-127f-430e-af48-408f4ad392a0 HTTP/1.1" status: 200 len: 1093 time: 1.4402778 Sep 16 04:40:20.260152 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aeabaf10-edfc-4e79-8046-bd5470ae3bfd req-010c27b0-8804-48cf-a018-f1395400c16a tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778224 Sep 16 04:40:20.318226 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-6f86319a-c654-46ee-98a8-aca069230377 service neutron] Request body: {'port': {'device_id': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:20.399215 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba4c30-497d-4d49-87d5-d94d94380e2c service neutron] Pushing event updated for resources: {'Port': ['ID=64f9b34f-127f-430e-af48-408f4ad392a0,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:20.490622 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36887b-f014-419a-8d06-aa1449095f5c req-0f9bc647-27ca-474f-9ec2-e117eaf41941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:20.492022 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cf36887b-f014-419a-8d06-aa1449095f5c req-0f9bc647-27ca-474f-9ec2-e117eaf41941 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dae0ede7-6603-46ec-a0e3-d89dccdffbf1 HTTP/1.1" status: 200 len: 923 time: 0.5851994 Sep 16 04:40:20.494734 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-6f86319a-c654-46ee-98a8-aca069230377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:20.554593 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c28af-274e-484a-8b45-fe4c3fd3266d req-b8795fec-9e5f-4ffa-9d81-d958d2949e88 tempest-ServersAdminTestJSON-2106629164 tempest-ServersAdminTestJSON-2106629164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:20.556343 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0e9c28af-274e-484a-8b45-fe4c3fd3266d req-b8795fec-9e5f-4ffa-9d81-d958d2949e88 tempest-ServersAdminTestJSON-2106629164 tempest-ServersAdminTestJSON-2106629164-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 1101 time: 0.1819754 Sep 16 04:40:20.581400 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cf36887b-f014-419a-8d06-aa1449095f5c req-b2fe7abe-180d-47c5-8c99-4c602e06db6d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10f0f95b-73dd-494d-a3f8-a8b4b834aca0 HTTP/1.1" status: 200 len: 217 time: 0.0737669 Sep 16 04:40:20.653550 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-8d6d6c6b-1b79-441f-b074-8f7d338f25b3 req-81ee4f8e-a3b4-4267-ad6d-20a25abda690 tempest-DeleteServersAdminTestJSON-1303927844 tempest-DeleteServersAdminTestJSON-1303927844-project-admin] Deleting port 143a5373-401a-4299-80f0-8d6ebb19f4b1 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:40:20.654026 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8d6d6c6b-1b79-441f-b074-8f7d338f25b3 req-81ee4f8e-a3b4-4267-ad6d-20a25abda690 tempest-DeleteServersAdminTestJSON-1303927844 tempest-DeleteServersAdminTestJSON-1303927844-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:20.739874 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0e9c28af-274e-484a-8b45-fe4c3fd3266d req-2a2c1087-3f6d-4426-98f8-4e2d1a5a4a93 tempest-ServersAdminTestJSON-2106629164 tempest-ServersAdminTestJSON-2106629164-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626201 Sep 16 04:40:20.760191 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36887b-f014-419a-8d06-aa1449095f5c req-8a5bccc1-8e3a-41e1-ae3b-b519ba619c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:20.763295 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cf36887b-f014-419a-8d06-aa1449095f5c req-8a5bccc1-8e3a-41e1-ae3b-b519ba619c32 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0f098cce-cb9f-466b-b80d-10f0bc756de3 HTTP/1.1" status: 200 len: 862 time: 0.1548581 Sep 16 04:40:20.843096 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cf36887b-f014-419a-8d06-aa1449095f5c req-1c524d94-8f18-40ab-a766-077a215442bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dae0ede7-6603-46ec-a0e3-d89dccdffbf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471995 Sep 16 04:40:20.962182 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-8d6d6c6b-1b79-441f-b074-8f7d338f25b3 req-81ee4f8e-a3b4-4267-ad6d-20a25abda690 tempest-DeleteServersAdminTestJSON-1303927844 tempest-DeleteServersAdminTestJSON-1303927844-project-admin] For port 143a5373-401a-4299-80f0-8d6ebb19f4b1, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=143a5373-401a-4299-80f0-8d6ebb19f4b1,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:20.962544 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8d6d6c6b-1b79-441f-b074-8f7d338f25b3 req-81ee4f8e-a3b4-4267-ad6d-20a25abda690 tempest-DeleteServersAdminTestJSON-1303927844 tempest-DeleteServersAdminTestJSON-1303927844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:21.015259 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-8d6d6c6b-1b79-441f-b074-8f7d338f25b3 req-81ee4f8e-a3b4-4267-ad6d-20a25abda690 tempest-DeleteServersAdminTestJSON-1303927844 tempest-DeleteServersAdminTestJSON-1303927844-project-admin] Calling delete_port for 143a5373-401a-4299-80f0-8d6ebb19f4b1 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:40:21.032790 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54d409-844d-4420-9245-28ae057ad320 req-be27e4f2-32e2-4bc6-8cf2-41d0b39a55cb tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:21.034298 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ce54d409-844d-4420-9245-28ae057ad320 req-be27e4f2-32e2-4bc6-8cf2-41d0b39a55cb tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 949 time: 0.2172487 Sep 16 04:40:21.124500 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cf36887b-f014-419a-8d06-aa1449095f5c req-7e92ecfd-80a3-487d-ab54-c8bb64ed57c9 service neutron] 10.222.0.47 "GET /v2.0/networks/dae0ede7-6603-46ec-a0e3-d89dccdffbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698956 Sep 16 04:40:21.182033 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ce54d409-844d-4420-9245-28ae057ad320 req-fd79d160-3737-4eae-b3b9-50ac6a42b368 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376512 Sep 16 04:40:21.296321 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-6f86319a-c654-46ee-98a8-aca069230377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd51029a-e07d-4d58-9043-d4961dda4772 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:21.323909 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-6f86319a-c654-46ee-98a8-aca069230377 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:21.359463 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cf36887b-f014-419a-8d06-aa1449095f5c req-106df63f-964a-468e-a34e-eeb20fde6503 service neutron] 10.222.0.47 "GET /v2.0/networks/dae0ede7-6603-46ec-a0e3-d89dccdffbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214170 Sep 16 04:40:21.376073 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-6f86319a-c654-46ee-98a8-aca069230377 service neutron] Transition to ACTIVE for port object bd51029a-e07d-4d58-9043-d4961dda4772 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:40:21.377138 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8d6d6c6b-1b79-441f-b074-8f7d338f25b3 req-81ee4f8e-a3b4-4267-ad6d-20a25abda690 tempest-DeleteServersAdminTestJSON-1303927844 tempest-DeleteServersAdminTestJSON-1303927844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:21.380027 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-6f86319a-c654-46ee-98a8-aca069230377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:21.410831 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['143a5373-401a-4299-80f0-8d6ebb19f4b1'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:21.511310 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6d6c6b-1b79-441f-b074-8f7d338f25b3 req-81ee4f8e-a3b4-4267-ad6d-20a25abda690 tempest-DeleteServersAdminTestJSON-1303927844 tempest-DeleteServersAdminTestJSON-1303927844-project-admin] No DVR routers for this DVR port 143a5373-401a-4299-80f0-8d6ebb19f4b1 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:40:21.521972 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8d6d6c6b-1b79-441f-b074-8f7d338f25b3 req-81ee4f8e-a3b4-4267-ad6d-20a25abda690 tempest-DeleteServersAdminTestJSON-1303927844 tempest-DeleteServersAdminTestJSON-1303927844-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:21.524096 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8d6d6c6b-1b79-441f-b074-8f7d338f25b3 req-81ee4f8e-a3b4-4267-ad6d-20a25abda690 tempest-DeleteServersAdminTestJSON-1303927844 tempest-DeleteServersAdminTestJSON-1303927844-project-admin] 10.222.0.48 "DELETE /v2.0/ports/143a5373-401a-4299-80f0-8d6ebb19f4b1 HTTP/1.1" status: 204 len: 173 time: 1.2817404 Sep 16 04:40:21.525734 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86319a-c654-46ee-98a8-aca069230377 service neutron] Pushing event updated for resources: {'Port': ['ID=bd51029a-e07d-4d58-9043-d4961dda4772,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:21.597029 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee4f8e-a3b4-4267-ad6d-20a25abda690 tempest-DeleteServersAdminTestJSON-1303927844 tempest-DeleteServersAdminTestJSON-1303927844-project-admin] Pushing event deleted for resources: {'Port': ['ID=143a5373-401a-4299-80f0-8d6ebb19f4b1,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:21.616460 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad1192-2b0b-4150-b8ef-ce6289e87836 req-ec48a6b4-3c20-4cb0-9218-c43509178290 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:21.623688 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad1192-2b0b-4150-b8ef-ce6289e87836 req-ec48a6b4-3c20-4cb0-9218-c43509178290 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:21.629904 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad1192-2b0b-4150-b8ef-ce6289e87836 req-ec48a6b4-3c20-4cb0-9218-c43509178290 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:21.636309 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad1192-2b0b-4150-b8ef-ce6289e87836 req-ec48a6b4-3c20-4cb0-9218-c43509178290 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:21.643379 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad1192-2b0b-4150-b8ef-ce6289e87836 req-ec48a6b4-3c20-4cb0-9218-c43509178290 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:21.650464 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad1192-2b0b-4150-b8ef-ce6289e87836 req-ec48a6b4-3c20-4cb0-9218-c43509178290 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:21.660202 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f9ad1192-2b0b-4150-b8ef-ce6289e87836 req-ec48a6b4-3c20-4cb0-9218-c43509178290 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 4606 time: 0.2346208 Sep 16 04:40:21.671701 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'tag': '64f9b34f-127f-430e-af48-408f4ad392a0'}, {'server_uuid': 'a9db0906-144a-46b2-896b-2c305cc7c662', 'name': 'network-vif-deleted', 'tag': '143a5373-401a-4299-80f0-8d6ebb19f4b1'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:21.674114 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf315e97-07f1-4188-96c6-e653b4054630" -d '{"events": [{"name": "network-changed", "server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "tag": "64f9b34f-127f-430e-af48-408f4ad392a0"}, {"server_uuid": "a9db0906-144a-46b2-896b-2c305cc7c662", "name": "network-vif-deleted", "tag": "143a5373-401a-4299-80f0-8d6ebb19f4b1"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:21.727902 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-6f86319a-c654-46ee-98a8-aca069230377 service neutron] Attempting to bind port bd51029a-e07d-4d58-9043-d4961dda4772 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:21.728241 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-6f86319a-c654-46ee-98a8-aca069230377 service neutron] Attempting to bind port bd51029a-e07d-4d58-9043-d4961dda4772 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '95c90109-c6eb-491d-8dfe-7e2102cff536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '186f59de-9f65-4bd5-bdf6-31e998b65f87'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:21.728684 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-6f86319a-c654-46ee-98a8-aca069230377 service neutron] Attempting to bind port bd51029a-e07d-4d58-9043-d4961dda4772 on network 186f59de-9f65-4bd5-bdf6-31e998b65f87 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:21.735730 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-6f86319a-c654-46ee-98a8-aca069230377 service neutron] Port bd51029a-e07d-4d58-9043-d4961dda4772 on network 186f59de-9f65-4bd5-bdf6-31e998b65f87 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:40:21.736066 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-6f86319a-c654-46ee-98a8-aca069230377 service neutron] Attempting to bind port bd51029a-e07d-4d58-9043-d4961dda4772 on network 186f59de-9f65-4bd5-bdf6-31e998b65f87 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:21.742153 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f9ad1192-2b0b-4150-b8ef-ce6289e87836 req-f08d6648-56e6-4c9c-8767-c280a9ee2fd2 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/security-groups?id=8853ff16-2a5b-4a5a-a512-e128e1697c0d&id=be052b50-27c5-484b-b997-f9099d48371c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0809519 Sep 16 04:40:21.747269 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-6f86319a-c654-46ee-98a8-aca069230377 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:21.747831 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-6f86319a-c654-46ee-98a8-aca069230377 service neutron] Checking segment: {'id': '95c90109-c6eb-491d-8dfe-7e2102cff536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '186f59de-9f65-4bd5-bdf6-31e998b65f87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:21.748340 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-6f86319a-c654-46ee-98a8-aca069230377 service neutron] Bound using segment: {'id': '95c90109-c6eb-491d-8dfe-7e2102cff536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '186f59de-9f65-4bd5-bdf6-31e998b65f87'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:21.748826 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-6f86319a-c654-46ee-98a8-aca069230377 service neutron] Bound port: bd51029a-e07d-4d58-9043-d4961dda4772, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95c90109-c6eb-491d-8dfe-7e2102cff536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '186f59de-9f65-4bd5-bdf6-31e998b65f87'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:21.749150 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-6f86319a-c654-46ee-98a8-aca069230377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:21.838001 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-6f86319a-c654-46ee-98a8-aca069230377 service neutron] For port bd51029a-e07d-4d58-9043-d4961dda4772, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:21.842555 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-6f86319a-c654-46ee-98a8-aca069230377 service neutron] For port bd51029a-e07d-4d58-9043-d4961dda4772, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=bd51029a-e07d-4d58-9043-d4961dda4772,segment=NetworkSegment(95c90109-c6eb-491d-8dfe-7e2102cff536),segment_id=95c90109-c6eb-491d-8dfe-7e2102cff536)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:21.846961 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-6f86319a-c654-46ee-98a8-aca069230377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:21.907454 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-6f86319a-c654-46ee-98a8-aca069230377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:21.908117 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-6f86319a-c654-46ee-98a8-aca069230377 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:21.909540 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-6f86319a-c654-46ee-98a8-aca069230377 service neutron] 10.222.0.48 "PUT /v2.0/ports/bd51029a-e07d-4d58-9043-d4961dda4772 HTTP/1.1" status: 200 len: 1136 time: 1.5957401 Sep 16 04:40:21.911572 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-be64e775-961c-430d-99df-17ed81f1e135 req-ae440385-d21c-423e-a468-ca034be1e521 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9db0906-144a-46b2-896b-2c305cc7c662 HTTP/1.1" status: 200 len: 210 time: 0.0370717 Sep 16 04:40:21.932090 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86319a-c654-46ee-98a8-aca069230377 service neutron] Pushing event updated for resources: {'Port': ['ID=bd51029a-e07d-4d58-9043-d4961dda4772,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:21.960085 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-e404b244-3a53-43f2-8a44-c016e10a7d8b service neutron] Request body: {'port': {'device_id': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:22.065822 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-e404b244-3a53-43f2-8a44-c016e10a7d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:22.082245 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621780d-d3b8-4714-9394-cc79a7e0f08f req-c6528305-bfae-44ec-b101-f3833ba0d8d2 tempest-ServersAdminTestJSON-2106629164 tempest-ServersAdminTestJSON-2106629164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:22.083799 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2621780d-d3b8-4714-9394-cc79a7e0f08f req-c6528305-bfae-44ec-b101-f3833ba0d8d2 tempest-ServersAdminTestJSON-2106629164 tempest-ServersAdminTestJSON-2106629164-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 1101 time: 0.0949278 Sep 16 04:40:22.160165 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2621780d-d3b8-4714-9394-cc79a7e0f08f req-02c6d13b-c15f-4432-81ca-7eb1ba7026bb tempest-ServersAdminTestJSON-2106629164 tempest-ServersAdminTestJSON-2106629164-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517781 Sep 16 04:40:22.432220 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812a17c-0171-457a-8d3d-f67b411905f5 req-4e792a85-a2b5-42be-b2e6-6f02bdc89c72 tempest-MigrationsAdminTest-2115430941 tempest-MigrationsAdminTest-2115430941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:22.433787 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3812a17c-0171-457a-8d3d-f67b411905f5 req-4e792a85-a2b5-42be-b2e6-6f02bdc89c72 tempest-MigrationsAdminTest-2115430941 tempest-MigrationsAdminTest-2115430941-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 1101 time: 0.0866041 Sep 16 04:40:22.445310 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-e404b244-3a53-43f2-8a44-c016e10a7d8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c1269c5-eca9-40a2-88a3-22d6ff08a78b {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:22.459354 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-e404b244-3a53-43f2-8a44-c016e10a7d8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:22.471022 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3812a17c-0171-457a-8d3d-f67b411905f5 req-7957916f-bf04-45f4-897e-38d4ed06e42a tempest-MigrationsAdminTest-2115430941 tempest-MigrationsAdminTest-2115430941-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:22.472246 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 10f0f95b-73dd-494d-a3f8-a8b4b834aca0 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:40:22.488137 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-e404b244-3a53-43f2-8a44-c016e10a7d8b service neutron] Transition to ACTIVE for port object 1c1269c5-eca9-40a2-88a3-22d6ff08a78b will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:40:22.491317 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-e404b244-3a53-43f2-8a44-c016e10a7d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:22.571623 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404b244-3a53-43f2-8a44-c016e10a7d8b service neutron] Pushing event updated for resources: {'Port': ['ID=1c1269c5-eca9-40a2-88a3-22d6ff08a78b,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:22.594162 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 10f0f95b-73dd-494d-a3f8-a8b4b834aca0, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=10f0f95b-73dd-494d-a3f8-a8b4b834aca0,segment=NetworkSegment(28194e51-33ca-4336-ab07-5141dc3e21c0),segment_id=28194e51-33ca-4336-ab07-5141dc3e21c0)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:22.609324 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '10f0f95b-73dd-494d-a3f8-a8b4b834aca0', 'network_id': 'dae0ede7-6603-46ec-a0e3-d89dccdffbf1', 'port_id': '10f0f95b-73dd-494d-a3f8-a8b4b834aca0', 'mac_address': 'fa:16:3e:b9:0d:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f098cce-cb9f-466b-b80d-10f0bc756de3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:40:22.660448 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:22.699259 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f0f95b-73dd-494d-a3f8-a8b4b834aca0 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:22.727576 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-e404b244-3a53-43f2-8a44-c016e10a7d8b service neutron] Attempting to bind port 1c1269c5-eca9-40a2-88a3-22d6ff08a78b on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:22.728146 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-e404b244-3a53-43f2-8a44-c016e10a7d8b service neutron] Attempting to bind port 1c1269c5-eca9-40a2-88a3-22d6ff08a78b by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '95c90109-c6eb-491d-8dfe-7e2102cff536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '186f59de-9f65-4bd5-bdf6-31e998b65f87'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:22.728729 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-e404b244-3a53-43f2-8a44-c016e10a7d8b service neutron] Attempting to bind port 1c1269c5-eca9-40a2-88a3-22d6ff08a78b on network 186f59de-9f65-4bd5-bdf6-31e998b65f87 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:22.739235 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 10f0f95b-73dd-494d-a3f8-a8b4b834aca0, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=10f0f95b-73dd-494d-a3f8-a8b4b834aca0,segment=NetworkSegment(28194e51-33ca-4336-ab07-5141dc3e21c0),segment_id=28194e51-33ca-4336-ab07-5141dc3e21c0)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:22.747730 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:22.753393 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-e404b244-3a53-43f2-8a44-c016e10a7d8b service neutron] Port 1c1269c5-eca9-40a2-88a3-22d6ff08a78b on network 186f59de-9f65-4bd5-bdf6-31e998b65f87 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:40:22.753900 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-e404b244-3a53-43f2-8a44-c016e10a7d8b service neutron] Attempting to bind port 1c1269c5-eca9-40a2-88a3-22d6ff08a78b on network 186f59de-9f65-4bd5-bdf6-31e998b65f87 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:22.763940 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3812a17c-0171-457a-8d3d-f67b411905f5 req-7957916f-bf04-45f4-897e-38d4ed06e42a tempest-MigrationsAdminTest-2115430941 tempest-MigrationsAdminTest-2115430941-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:22.765371 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-e404b244-3a53-43f2-8a44-c016e10a7d8b service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:22.765855 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-e404b244-3a53-43f2-8a44-c016e10a7d8b service neutron] Checking segment: {'id': '95c90109-c6eb-491d-8dfe-7e2102cff536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '186f59de-9f65-4bd5-bdf6-31e998b65f87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:22.766470 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-e404b244-3a53-43f2-8a44-c016e10a7d8b service neutron] Bound using segment: {'id': '95c90109-c6eb-491d-8dfe-7e2102cff536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '186f59de-9f65-4bd5-bdf6-31e998b65f87'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:22.767071 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-e404b244-3a53-43f2-8a44-c016e10a7d8b service neutron] Bound port: 1c1269c5-eca9-40a2-88a3-22d6ff08a78b, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95c90109-c6eb-491d-8dfe-7e2102cff536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '186f59de-9f65-4bd5-bdf6-31e998b65f87'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:22.767583 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-e404b244-3a53-43f2-8a44-c016e10a7d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:22.783057 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3812a17c-0171-457a-8d3d-f67b411905f5 req-7957916f-bf04-45f4-897e-38d4ed06e42a tempest-MigrationsAdminTest-2115430941 tempest-MigrationsAdminTest-2115430941-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:22.807588 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3812a17c-0171-457a-8d3d-f67b411905f5 req-7957916f-bf04-45f4-897e-38d4ed06e42a tempest-MigrationsAdminTest-2115430941 tempest-MigrationsAdminTest-2115430941-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577318 Sep 16 04:40:22.831254 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=10f0f95b-73dd-494d-a3f8-a8b4b834aca0,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:22.869789 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957916f-bf04-45f4-897e-38d4ed06e42a tempest-MigrationsAdminTest-2115430941 tempest-MigrationsAdminTest-2115430941-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58349ecf-b518-4fd3-b45a-f66ec24c62d4,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:22.927002 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-e404b244-3a53-43f2-8a44-c016e10a7d8b service neutron] For port 1c1269c5-eca9-40a2-88a3-22d6ff08a78b, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:22.942847 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-e404b244-3a53-43f2-8a44-c016e10a7d8b service neutron] For port 1c1269c5-eca9-40a2-88a3-22d6ff08a78b, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=1c1269c5-eca9-40a2-88a3-22d6ff08a78b,segment=NetworkSegment(95c90109-c6eb-491d-8dfe-7e2102cff536),segment_id=95c90109-c6eb-491d-8dfe-7e2102cff536)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:22.948110 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-e404b244-3a53-43f2-8a44-c016e10a7d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:22.991167 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d63a4a-7bd6-4e4b-8b62-84e7319aaa0c req-70f2fbea-c2fa-48f2-99e9-146267cec53b tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:22.992682 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-80d63a4a-7bd6-4e4b-8b62-84e7319aaa0c req-70f2fbea-c2fa-48f2-99e9-146267cec53b tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcf31c3c-4d6c-4656-b52a-bb51e2cd5a66 HTTP/1.1" status: 200 len: 944 time: 0.1054196 Sep 16 04:40:23.001919 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-e404b244-3a53-43f2-8a44-c016e10a7d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:23.002536 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-e404b244-3a53-43f2-8a44-c016e10a7d8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:23.003889 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-e404b244-3a53-43f2-8a44-c016e10a7d8b service neutron] 10.222.0.48 "PUT /v2.0/ports/1c1269c5-eca9-40a2-88a3-22d6ff08a78b HTTP/1.1" status: 200 len: 1136 time: 1.0499115 Sep 16 04:40:23.043049 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-257925ce-f800-409b-a6b1-978eabc97480 service neutron] Request body: {'port': {'device_id': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:23.068768 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404b244-3a53-43f2-8a44-c016e10a7d8b service neutron] Pushing event updated for resources: {'Port': ['ID=1c1269c5-eca9-40a2-88a3-22d6ff08a78b,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:23.114662 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-80d63a4a-7bd6-4e4b-8b62-84e7319aaa0c req-6fd1acd6-4a57-4496-b640-f170ca8fdf94 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098220 Sep 16 04:40:23.125193 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-257925ce-f800-409b-a6b1-978eabc97480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:23.175316 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a9be49-a69a-447f-bf9f-595804c99669 x-openstack-request-id: req-55a9be49-a69a-447f-bf9f-595804c99669 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:23.175613 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "tag": "64f9b34f-127f-430e-af48-408f4ad392a0", "status": "completed", "code": 200}, {"server_uuid": "a9db0906-144a-46b2-896b-2c305cc7c662", "name": "network-vif-deleted", "tag": "143a5373-401a-4299-80f0-8d6ebb19f4b1", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:23.175866 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-55a9be49-a69a-447f-bf9f-595804c99669 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:23.176257 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'tag': '64f9b34f-127f-430e-af48-408f4ad392a0', 'status': 'completed', 'code': 200} Sep 16 04:40:23.176509 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9db0906-144a-46b2-896b-2c305cc7c662', 'name': 'network-vif-deleted', 'tag': '143a5373-401a-4299-80f0-8d6ebb19f4b1', 'status': 'completed', 'code': 200} Sep 16 04:40:23.190940 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['10f0f95b-73dd-494d-a3f8-a8b4b834aca0'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:23.368460 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf315e97-07f1-4188-96c6-e653b4054630 req-814a63a7-d51c-4934-8afe-bfb04a32d785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:23.369114 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf315e97-07f1-4188-96c6-e653b4054630 req-814a63a7-d51c-4934-8afe-bfb04a32d785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:23.369786 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf315e97-07f1-4188-96c6-e653b4054630 req-814a63a7-d51c-4934-8afe-bfb04a32d785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:23.370323 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf315e97-07f1-4188-96c6-e653b4054630 req-814a63a7-d51c-4934-8afe-bfb04a32d785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:23.370973 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf315e97-07f1-4188-96c6-e653b4054630 req-814a63a7-d51c-4934-8afe-bfb04a32d785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:23.372602 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf315e97-07f1-4188-96c6-e653b4054630 req-814a63a7-d51c-4934-8afe-bfb04a32d785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:23.372602 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf315e97-07f1-4188-96c6-e653b4054630 req-814a63a7-d51c-4934-8afe-bfb04a32d785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:23.374999 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cf315e97-07f1-4188-96c6-e653b4054630 req-814a63a7-d51c-4934-8afe-bfb04a32d785 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4243ae1bae14f92bfd009f22277a59c&device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 6223 time: 0.0945439 Sep 16 04:40:23.566092 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59578) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:23.721760 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a30afbcb-b417-4bb8-b93e-c1f689e6b523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:23.727770 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 143a5373-401a-4299-80f0-8d6ebb19f4b1 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:40:23.757868 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 143a5373-401a-4299-80f0-8d6ebb19f4b1 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:40:23.763155 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 143a5373-401a-4299-80f0-8d6ebb19f4b1 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:40:23.867395 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a30afbcb-b417-4bb8-b93e-c1f689e6b523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:23.871900 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a30afbcb-b417-4bb8-b93e-c1f689e6b523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:23.914496 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30afbcb-b417-4bb8-b93e-c1f689e6b523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055cea15-f615-4272-a8d8-9a73b268c1e3,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:23.919375 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a30afbcb-b417-4bb8-b93e-c1f689e6b523 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=10f05411c25f42c5b23b0e5638b6714a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3514028 Sep 16 04:40:23.922755 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59582) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:23.929539 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf315e97-07f1-4188-96c6-e653b4054630 req-1ea0f0a9-af9b-41d3-b24a-c58568f98dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:23.929984 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf315e97-07f1-4188-96c6-e653b4054630 req-1ea0f0a9-af9b-41d3-b24a-c58568f98dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:23.930400 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf315e97-07f1-4188-96c6-e653b4054630 req-1ea0f0a9-af9b-41d3-b24a-c58568f98dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:23.932041 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cf315e97-07f1-4188-96c6-e653b4054630 req-1ea0f0a9-af9b-41d3-b24a-c58568f98dc4 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=b4243ae1bae14f92bfd009f22277a59c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2651720 Sep 16 04:40:23.951199 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-257925ce-f800-409b-a6b1-978eabc97480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73d8d554-f319-4b46-9a4f-1b186b031259 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:23.973365 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826da081-7b01-492e-b5eb-d7d70d764ba7 req-8481a583-615c-4f44-9fd6-03593b86dd20 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:23.977540 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6d57d0ee-b9e9-48ac-be8f-9071ac1987d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:23.979547 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826da081-7b01-492e-b5eb-d7d70d764ba7 req-8481a583-615c-4f44-9fd6-03593b86dd20 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:23.986017 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826da081-7b01-492e-b5eb-d7d70d764ba7 req-8481a583-615c-4f44-9fd6-03593b86dd20 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:23.991584 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826da081-7b01-492e-b5eb-d7d70d764ba7 req-8481a583-615c-4f44-9fd6-03593b86dd20 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:23.998090 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826da081-7b01-492e-b5eb-d7d70d764ba7 req-8481a583-615c-4f44-9fd6-03593b86dd20 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:23.999719 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6d57d0ee-b9e9-48ac-be8f-9071ac1987d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:24.004053 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826da081-7b01-492e-b5eb-d7d70d764ba7 req-8481a583-615c-4f44-9fd6-03593b86dd20 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:24.009945 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826da081-7b01-492e-b5eb-d7d70d764ba7 req-8481a583-615c-4f44-9fd6-03593b86dd20 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:24.011888 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-826da081-7b01-492e-b5eb-d7d70d764ba7 req-8481a583-615c-4f44-9fd6-03593b86dd20 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 5383 time: 0.1833847 Sep 16 04:40:24.026489 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-257925ce-f800-409b-a6b1-978eabc97480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:24.063115 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-257925ce-f800-409b-a6b1-978eabc97480 service neutron] Transition to ACTIVE for port object 73d8d554-f319-4b46-9a4f-1b186b031259 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:40:24.063357 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6d57d0ee-b9e9-48ac-be8f-9071ac1987d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:24.066622 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6d57d0ee-b9e9-48ac-be8f-9071ac1987d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:24.076993 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6d57d0ee-b9e9-48ac-be8f-9071ac1987d2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/055cea15-f615-4272-a8d8-9a73b268c1e3 HTTP/1.1" status: 204 len: 168 time: 0.1473422 Sep 16 04:40:24.088067 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57d0ee-b9e9-48ac-be8f-9071ac1987d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055cea15-f615-4272-a8d8-9a73b268c1e3,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:24.099483 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-257925ce-f800-409b-a6b1-978eabc97480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:24.160484 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-826da081-7b01-492e-b5eb-d7d70d764ba7 req-23b079a1-bc15-49b8-8486-b086dfb35766 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/security-groups?id=8853ff16-2a5b-4a5a-a512-e128e1697c0d&id=be052b50-27c5-484b-b997-f9099d48371c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1314108 Sep 16 04:40:24.203280 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257925ce-f800-409b-a6b1-978eabc97480 service neutron] Pushing event updated for resources: {'Port': ['ID=73d8d554-f319-4b46-9a4f-1b186b031259,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:24.245955 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf315e97-07f1-4188-96c6-e653b4054630 req-0c1abf78-fa2b-410c-9915-9ff5c8d027ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:24.248349 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cf315e97-07f1-4188-96c6-e653b4054630 req-0c1abf78-fa2b-410c-9915-9ff5c8d027ed service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3008971 Sep 16 04:40:24.327249 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-257925ce-f800-409b-a6b1-978eabc97480 service neutron] Attempting to bind port 73d8d554-f319-4b46-9a4f-1b186b031259 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:24.327872 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-257925ce-f800-409b-a6b1-978eabc97480 service neutron] Attempting to bind port 73d8d554-f319-4b46-9a4f-1b186b031259 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '95c90109-c6eb-491d-8dfe-7e2102cff536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '186f59de-9f65-4bd5-bdf6-31e998b65f87'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:24.328625 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-257925ce-f800-409b-a6b1-978eabc97480 service neutron] Attempting to bind port 73d8d554-f319-4b46-9a4f-1b186b031259 on network 186f59de-9f65-4bd5-bdf6-31e998b65f87 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:24.334305 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-257925ce-f800-409b-a6b1-978eabc97480 service neutron] Port 73d8d554-f319-4b46-9a4f-1b186b031259 on network 186f59de-9f65-4bd5-bdf6-31e998b65f87 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:40:24.335029 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-257925ce-f800-409b-a6b1-978eabc97480 service neutron] Attempting to bind port 73d8d554-f319-4b46-9a4f-1b186b031259 on network 186f59de-9f65-4bd5-bdf6-31e998b65f87 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:24.340981 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-257925ce-f800-409b-a6b1-978eabc97480 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:24.341441 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-257925ce-f800-409b-a6b1-978eabc97480 service neutron] Checking segment: {'id': '95c90109-c6eb-491d-8dfe-7e2102cff536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '186f59de-9f65-4bd5-bdf6-31e998b65f87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:24.341831 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-257925ce-f800-409b-a6b1-978eabc97480 service neutron] Bound using segment: {'id': '95c90109-c6eb-491d-8dfe-7e2102cff536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '186f59de-9f65-4bd5-bdf6-31e998b65f87'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:24.342274 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-257925ce-f800-409b-a6b1-978eabc97480 service neutron] Bound port: 73d8d554-f319-4b46-9a4f-1b186b031259, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95c90109-c6eb-491d-8dfe-7e2102cff536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '186f59de-9f65-4bd5-bdf6-31e998b65f87'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:24.342636 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-257925ce-f800-409b-a6b1-978eabc97480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:24.467709 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-257925ce-f800-409b-a6b1-978eabc97480 service neutron] For port 73d8d554-f319-4b46-9a4f-1b186b031259, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:24.471954 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-257925ce-f800-409b-a6b1-978eabc97480 service neutron] For port 73d8d554-f319-4b46-9a4f-1b186b031259, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=73d8d554-f319-4b46-9a4f-1b186b031259,segment=NetworkSegment(95c90109-c6eb-491d-8dfe-7e2102cff536),segment_id=95c90109-c6eb-491d-8dfe-7e2102cff536)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:24.477399 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-257925ce-f800-409b-a6b1-978eabc97480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:24.499639 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 10f0f95b-73dd-494d-a3f8-a8b4b834aca0 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:24.527761 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-257925ce-f800-409b-a6b1-978eabc97480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:24.529025 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-257925ce-f800-409b-a6b1-978eabc97480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:24.530482 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-257925ce-f800-409b-a6b1-978eabc97480 service neutron] 10.222.0.48 "PUT /v2.0/ports/73d8d554-f319-4b46-9a4f-1b186b031259 HTTP/1.1" status: 200 len: 1092 time: 1.4934645 Sep 16 04:40:24.582596 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 10f0f95b-73dd-494d-a3f8-a8b4b834aca0 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:40:24.583448 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-0d5cf9bf-6eea-4a56-965d-fe584b56ff58 service neutron] Request body: {'port': {'device_id': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:24.589256 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 10f0f95b-73dd-494d-a3f8-a8b4b834aca0 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:24.590025 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:24.634082 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257925ce-f800-409b-a6b1-978eabc97480 service neutron] Pushing event updated for resources: {'Port': ['ID=73d8d554-f319-4b46-9a4f-1b186b031259,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:24.694143 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-0d5cf9bf-6eea-4a56-965d-fe584b56ff58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:24.767517 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:24.847032 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 10f0f95b-73dd-494d-a3f8-a8b4b834aca0, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=10f0f95b-73dd-494d-a3f8-a8b4b834aca0,segment=NetworkSegment(28194e51-33ca-4336-ab07-5141dc3e21c0),segment_id=28194e51-33ca-4336-ab07-5141dc3e21c0)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:24.850632 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf31c3c-4d6c-4656-b52a-bb51e2cd5a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f0f95b-73dd-494d-a3f8-a8b4b834aca0'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:24.856048 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f127082a-d5ad-41be-ade7-dc4a8c737dec" -d '{"events": [{"server_uuid": "fcf31c3c-4d6c-4656-b52a-bb51e2cd5a66", "name": "network-vif-plugged", "status": "completed", "tag": "10f0f95b-73dd-494d-a3f8-a8b4b834aca0"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:24.861225 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:24.904886 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-12bfb80d-2a6e-478a-854e-a26239d61a30 req-3bd19f2a-dcee-4d53-9154-97f628f339ca service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ce514739-b2bf-4392-894a-b513f2287786&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1530838 Sep 16 04:40:24.924289 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=10f0f95b-73dd-494d-a3f8-a8b4b834aca0,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:25.115677 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfb80d-2a6e-478a-854e-a26239d61a30 req-3cf390e0-5dd1-40ae-940d-4c384a8e8a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:25.117555 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-12bfb80d-2a6e-478a-854e-a26239d61a30 req-3cf390e0-5dd1-40ae-940d-4c384a8e8a26 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=71670a16fe7743a398cd104146802c31&device_id=ce514739-b2bf-4392-894a-b513f2287786 HTTP/1.1" status: 200 len: 1097 time: 0.1170278 Sep 16 04:40:25.182436 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'tag': 'bd51029a-e07d-4d58-9043-d4961dda4772'}, {'name': 'network-changed', 'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'tag': '1c1269c5-eca9-40a2-88a3-22d6ff08a78b'}, {'name': 'network-changed', 'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'tag': '73d8d554-f319-4b46-9a4f-1b186b031259'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:25.185159 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82591454-55b3-44ff-811e-7c6d49681c67" -d '{"events": [{"name": "network-changed", "server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "tag": "bd51029a-e07d-4d58-9043-d4961dda4772"}, {"name": "network-changed", "server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "tag": "1c1269c5-eca9-40a2-88a3-22d6ff08a78b"}, {"name": "network-changed", "server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "tag": "73d8d554-f319-4b46-9a4f-1b186b031259"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:25.376083 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-b0acee8a-b59f-4c23-b60f-0b32a4ecb9e9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2161357 Sep 16 04:40:25.381261 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-9d70e2ad-e689-46d6-9da6-c70f6b4bd4c4 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:40:25.389148 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-9d70e2ad-e689-46d6-9da6-c70f6b4bd4c4 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089102 Sep 16 04:40:25.407192 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfb80d-2a6e-478a-854e-a26239d61a30 req-4c8a752b-0a36-4edb-a17b-a77e629ba8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:25.408683 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-12bfb80d-2a6e-478a-854e-a26239d61a30 req-4c8a752b-0a36-4edb-a17b-a77e629ba8a1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0b4a5955-f947-4941-8031-558b92839e9c HTTP/1.1" status: 200 len: 913 time: 0.2600398 Sep 16 04:40:25.425214 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26032457-257f-42ca-bca1-fa31ce376f90 req-011636cc-2f29-4945-9049-e36cc00fb247 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:25.429263 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-26032457-257f-42ca-bca1-fa31ce376f90 req-011636cc-2f29-4945-9049-e36cc00fb247 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcf31c3c-4d6c-4656-b52a-bb51e2cd5a66 HTTP/1.1" status: 200 len: 945 time: 0.1150966 Sep 16 04:40:25.445659 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-0d5cf9bf-6eea-4a56-965d-fe584b56ff58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63cfde0c-f88c-4163-b766-7b934a3d378e {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:25.491653 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-0d5cf9bf-6eea-4a56-965d-fe584b56ff58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:25.530332 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-0d5cf9bf-6eea-4a56-965d-fe584b56ff58 service neutron] Transition to ACTIVE for port object 63cfde0c-f88c-4163-b766-7b934a3d378e will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:40:25.539669 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-0d5cf9bf-6eea-4a56-965d-fe584b56ff58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:25.550494 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-26032457-257f-42ca-bca1-fa31ce376f90 req-efc41446-790f-4f69-a9dd-a28fd8a1bdb6 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077735 Sep 16 04:40:25.573305 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-12bfb80d-2a6e-478a-854e-a26239d61a30 req-c25cbcee-351f-446f-91d9-8e107ee344a1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=148542b9-cc35-4f1e-9ff1-61f1399d76e7 HTTP/1.1" status: 200 len: 1000 time: 0.1430645 Sep 16 04:40:25.630783 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cf9bf-6eea-4a56-965d-fe584b56ff58 service neutron] Pushing event updated for resources: {'Port': ['ID=63cfde0c-f88c-4163-b766-7b934a3d378e,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:25.668951 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfb80d-2a6e-478a-854e-a26239d61a30 req-4bbc9555-0dcc-4e1e-852f-dcece0a8b3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:25.670912 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-12bfb80d-2a6e-478a-854e-a26239d61a30 req-4bbc9555-0dcc-4e1e-852f-dcece0a8b3ef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=092d6263-a531-41a2-8d09-486ef6edb9fc HTTP/1.1" status: 200 len: 851 time: 0.0867317 Sep 16 04:40:25.739061 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-0d5cf9bf-6eea-4a56-965d-fe584b56ff58 service neutron] Attempting to bind port 63cfde0c-f88c-4163-b766-7b934a3d378e on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:25.739391 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-0d5cf9bf-6eea-4a56-965d-fe584b56ff58 service neutron] Attempting to bind port 63cfde0c-f88c-4163-b766-7b934a3d378e by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '95c90109-c6eb-491d-8dfe-7e2102cff536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '186f59de-9f65-4bd5-bdf6-31e998b65f87'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:25.739778 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-0d5cf9bf-6eea-4a56-965d-fe584b56ff58 service neutron] Attempting to bind port 63cfde0c-f88c-4163-b766-7b934a3d378e on network 186f59de-9f65-4bd5-bdf6-31e998b65f87 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:25.767011 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-0d5cf9bf-6eea-4a56-965d-fe584b56ff58 service neutron] Port 63cfde0c-f88c-4163-b766-7b934a3d378e on network 186f59de-9f65-4bd5-bdf6-31e998b65f87 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:40:25.767337 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-0d5cf9bf-6eea-4a56-965d-fe584b56ff58 service neutron] Attempting to bind port 63cfde0c-f88c-4163-b766-7b934a3d378e on network 186f59de-9f65-4bd5-bdf6-31e998b65f87 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:25.774389 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-0d5cf9bf-6eea-4a56-965d-fe584b56ff58 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:25.774725 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-0d5cf9bf-6eea-4a56-965d-fe584b56ff58 service neutron] Checking segment: {'id': '95c90109-c6eb-491d-8dfe-7e2102cff536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '186f59de-9f65-4bd5-bdf6-31e998b65f87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:25.775106 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-0d5cf9bf-6eea-4a56-965d-fe584b56ff58 service neutron] Bound using segment: {'id': '95c90109-c6eb-491d-8dfe-7e2102cff536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '186f59de-9f65-4bd5-bdf6-31e998b65f87'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:25.775598 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-0d5cf9bf-6eea-4a56-965d-fe584b56ff58 service neutron] Bound port: 63cfde0c-f88c-4163-b766-7b934a3d378e, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95c90109-c6eb-491d-8dfe-7e2102cff536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '186f59de-9f65-4bd5-bdf6-31e998b65f87'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:25.775954 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-0d5cf9bf-6eea-4a56-965d-fe584b56ff58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:25.801850 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfb80d-2a6e-478a-854e-a26239d61a30 req-56ce9d50-4bdb-43e6-92ae-650c737eccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:25.803406 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-12bfb80d-2a6e-478a-854e-a26239d61a30 req-56ce9d50-4bdb-43e6-92ae-650c737eccc1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0b4a5955-f947-4941-8031-558b92839e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0858123 Sep 16 04:40:25.878795 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ff3493-823a-4385-915a-48fd6f58ba34 x-openstack-request-id: req-27ff3493-823a-4385-915a-48fd6f58ba34 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:25.879294 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf31c3c-4d6c-4656-b52a-bb51e2cd5a66", "name": "network-vif-plugged", "status": "completed", "tag": "10f0f95b-73dd-494d-a3f8-a8b4b834aca0", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:25.879294 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-27ff3493-823a-4385-915a-48fd6f58ba34 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:25.879702 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf31c3c-4d6c-4656-b52a-bb51e2cd5a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f0f95b-73dd-494d-a3f8-a8b4b834aca0', 'code': 200} Sep 16 04:40:25.977095 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-0d5cf9bf-6eea-4a56-965d-fe584b56ff58 service neutron] For port 63cfde0c-f88c-4163-b766-7b934a3d378e, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:26.032793 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-0d5cf9bf-6eea-4a56-965d-fe584b56ff58 service neutron] For port 63cfde0c-f88c-4163-b766-7b934a3d378e, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=63cfde0c-f88c-4163-b766-7b934a3d378e,segment=NetworkSegment(95c90109-c6eb-491d-8dfe-7e2102cff536),segment_id=95c90109-c6eb-491d-8dfe-7e2102cff536)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:26.049576 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-0d5cf9bf-6eea-4a56-965d-fe584b56ff58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:26.090969 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-12bfb80d-2a6e-478a-854e-a26239d61a30 req-3225064c-a1f7-4932-b653-a86089392a9c service neutron] 10.222.0.48 "GET /v2.0/networks/0b4a5955-f947-4941-8031-558b92839e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636185 Sep 16 04:40:26.132203 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-0d5cf9bf-6eea-4a56-965d-fe584b56ff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:26.132856 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-0d5cf9bf-6eea-4a56-965d-fe584b56ff58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:26.135723 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-0d5cf9bf-6eea-4a56-965d-fe584b56ff58 service neutron] 10.222.0.48 "PUT /v2.0/ports/63cfde0c-f88c-4163-b766-7b934a3d378e HTTP/1.1" status: 200 len: 1092 time: 1.5595117 Sep 16 04:40:26.150411 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90cb8c-d6f5-40ad-a8b9-5fc8439e3900 req-0692bdef-0198-49b3-a69d-7a666fc9d5be tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:26.152177 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2e90cb8c-d6f5-40ad-a8b9-5fc8439e3900 req-0692bdef-0198-49b3-a69d-7a666fc9d5be tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 949 time: 0.2026398 Sep 16 04:40:26.185607 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a27554-7298-41ff-959b-c50e89267c39 req-c51431f7-bf37-47a3-8f26-e10322b54e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:26.186989 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-53a27554-7298-41ff-959b-c50e89267c39 req-c51431f7-bf37-47a3-8f26-e10322b54e3a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fcf31c3c-4d6c-4656-b52a-bb51e2cd5a66 HTTP/1.1" status: 200 len: 1097 time: 0.1921749 Sep 16 04:40:26.243720 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-a510d47d-2981-4161-93fd-3450862646c9 service neutron] Request body: {'port': {'device_id': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:26.313030 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cf9bf-6eea-4a56-965d-fe584b56ff58 service neutron] Pushing event updated for resources: {'Port': ['ID=63cfde0c-f88c-4163-b766-7b934a3d378e,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:26.360970 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-53a27554-7298-41ff-959b-c50e89267c39 req-ce160a32-ab6f-46e2-b549-4d64b3d141cf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089220 Sep 16 04:40:26.371823 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-12bfb80d-2a6e-478a-854e-a26239d61a30 req-34150f2f-c010-4ffd-9782-142f793744f1 service neutron] 10.222.0.48 "GET /v2.0/networks/0b4a5955-f947-4941-8031-558b92839e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703869 Sep 16 04:40:26.389240 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2e90cb8c-d6f5-40ad-a8b9-5fc8439e3900 req-11fadd22-9e22-4b16-babf-d3cead99a116 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172029 Sep 16 04:40:26.398397 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-a510d47d-2981-4161-93fd-3450862646c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:26.586562 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb724e-a4a3-4775-9a12-f9b7590a3f4e req-fdb13db2-80fe-46ad-b364-d4fd3d269eb2 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:26.592848 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb724e-a4a3-4775-9a12-f9b7590a3f4e req-fdb13db2-80fe-46ad-b364-d4fd3d269eb2 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:26.598722 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb724e-a4a3-4775-9a12-f9b7590a3f4e req-fdb13db2-80fe-46ad-b364-d4fd3d269eb2 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:26.604648 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb724e-a4a3-4775-9a12-f9b7590a3f4e req-fdb13db2-80fe-46ad-b364-d4fd3d269eb2 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:26.611449 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb724e-a4a3-4775-9a12-f9b7590a3f4e req-fdb13db2-80fe-46ad-b364-d4fd3d269eb2 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:26.617365 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb724e-a4a3-4775-9a12-f9b7590a3f4e req-fdb13db2-80fe-46ad-b364-d4fd3d269eb2 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:26.624231 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb724e-a4a3-4775-9a12-f9b7590a3f4e req-fdb13db2-80fe-46ad-b364-d4fd3d269eb2 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:26.626035 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9fdb724e-a4a3-4775-9a12-f9b7590a3f4e req-fdb13db2-80fe-46ad-b364-d4fd3d269eb2 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 5407 time: 0.1728687 Sep 16 04:40:26.711139 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9fdb724e-a4a3-4775-9a12-f9b7590a3f4e req-07201474-371f-4a0c-92ed-276c7cee4e31 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/security-groups?id=8853ff16-2a5b-4a5a-a512-e128e1697c0d&id=be052b50-27c5-484b-b997-f9099d48371c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0790746 Sep 16 04:40:26.789874 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-a510d47d-2981-4161-93fd-3450862646c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60bdf96a-acb0-42be-9e2a-0e79fa6e1a85 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:26.798140 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-a510d47d-2981-4161-93fd-3450862646c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:26.812797 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-a510d47d-2981-4161-93fd-3450862646c9 service neutron] Transition to ACTIVE for port object 60bdf96a-acb0-42be-9e2a-0e79fa6e1a85 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:40:26.816610 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-a510d47d-2981-4161-93fd-3450862646c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:26.873941 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28256043-37bc-439a-86fd-aacc2de7d130 x-openstack-request-id: req-28256043-37bc-439a-86fd-aacc2de7d130 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:26.874236 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "tag": "bd51029a-e07d-4d58-9043-d4961dda4772", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "tag": "1c1269c5-eca9-40a2-88a3-22d6ff08a78b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "tag": "73d8d554-f319-4b46-9a4f-1b186b031259", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:26.874484 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-28256043-37bc-439a-86fd-aacc2de7d130 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:26.874877 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'tag': 'bd51029a-e07d-4d58-9043-d4961dda4772', 'status': 'completed', 'code': 200} Sep 16 04:40:26.875126 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'tag': '1c1269c5-eca9-40a2-88a3-22d6ff08a78b', 'status': 'completed', 'code': 200} Sep 16 04:40:26.875368 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'tag': '73d8d554-f319-4b46-9a4f-1b186b031259', 'status': 'completed', 'code': 200} Sep 16 04:40:26.889758 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510d47d-2981-4161-93fd-3450862646c9 service neutron] Pushing event updated for resources: {'Port': ['ID=60bdf96a-acb0-42be-9e2a-0e79fa6e1a85,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:26.982855 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-a510d47d-2981-4161-93fd-3450862646c9 service neutron] Attempting to bind port 60bdf96a-acb0-42be-9e2a-0e79fa6e1a85 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:26.983195 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-a510d47d-2981-4161-93fd-3450862646c9 service neutron] Attempting to bind port 60bdf96a-acb0-42be-9e2a-0e79fa6e1a85 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '5449403d-0465-4009-8329-f7f0c3c99547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '61e5fdfb-a994-4f9f-ba5e-6bb06826494f'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:26.983517 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-a510d47d-2981-4161-93fd-3450862646c9 service neutron] Attempting to bind port 60bdf96a-acb0-42be-9e2a-0e79fa6e1a85 on network 61e5fdfb-a994-4f9f-ba5e-6bb06826494f {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:26.994722 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82591454-55b3-44ff-811e-7c6d49681c67 req-89e0bbf8-24ac-4768-ab8c-36dbd8b4cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:26.995203 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82591454-55b3-44ff-811e-7c6d49681c67 req-89e0bbf8-24ac-4768-ab8c-36dbd8b4cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:26.995670 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82591454-55b3-44ff-811e-7c6d49681c67 req-89e0bbf8-24ac-4768-ab8c-36dbd8b4cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:26.996125 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82591454-55b3-44ff-811e-7c6d49681c67 req-89e0bbf8-24ac-4768-ab8c-36dbd8b4cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:26.996700 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82591454-55b3-44ff-811e-7c6d49681c67 req-89e0bbf8-24ac-4768-ab8c-36dbd8b4cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:26.997443 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82591454-55b3-44ff-811e-7c6d49681c67 req-89e0bbf8-24ac-4768-ab8c-36dbd8b4cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:26.997908 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82591454-55b3-44ff-811e-7c6d49681c67 req-89e0bbf8-24ac-4768-ab8c-36dbd8b4cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:26.999874 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82591454-55b3-44ff-811e-7c6d49681c67 req-89e0bbf8-24ac-4768-ab8c-36dbd8b4cdf1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4243ae1bae14f92bfd009f22277a59c&device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 6385 time: 0.0758502 Sep 16 04:40:27.000712 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-a510d47d-2981-4161-93fd-3450862646c9 service neutron] Port 60bdf96a-acb0-42be-9e2a-0e79fa6e1a85 on network 61e5fdfb-a994-4f9f-ba5e-6bb06826494f not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:40:27.001026 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-a510d47d-2981-4161-93fd-3450862646c9 service neutron] Attempting to bind port 60bdf96a-acb0-42be-9e2a-0e79fa6e1a85 on network 61e5fdfb-a994-4f9f-ba5e-6bb06826494f {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:27.006489 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-a510d47d-2981-4161-93fd-3450862646c9 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:27.006824 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-a510d47d-2981-4161-93fd-3450862646c9 service neutron] Checking segment: {'id': '5449403d-0465-4009-8329-f7f0c3c99547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '61e5fdfb-a994-4f9f-ba5e-6bb06826494f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:27.007188 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-a510d47d-2981-4161-93fd-3450862646c9 service neutron] Bound using segment: {'id': '5449403d-0465-4009-8329-f7f0c3c99547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '61e5fdfb-a994-4f9f-ba5e-6bb06826494f'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:27.007613 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-a510d47d-2981-4161-93fd-3450862646c9 service neutron] Bound port: 60bdf96a-acb0-42be-9e2a-0e79fa6e1a85, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5449403d-0465-4009-8329-f7f0c3c99547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '61e5fdfb-a994-4f9f-ba5e-6bb06826494f'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:27.007969 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-a510d47d-2981-4161-93fd-3450862646c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:27.156425 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-d0af3e8f-0256-41d9-bd1f-f66e76879dbc tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=0b3c67f9e7ff4e56a02f03f6f8f51138&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425510 Sep 16 04:40:27.188518 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-a510d47d-2981-4161-93fd-3450862646c9 service neutron] For port 60bdf96a-acb0-42be-9e2a-0e79fa6e1a85, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:27.226054 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-a510d47d-2981-4161-93fd-3450862646c9 service neutron] For port 60bdf96a-acb0-42be-9e2a-0e79fa6e1a85, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=60bdf96a-acb0-42be-9e2a-0e79fa6e1a85,segment=NetworkSegment(5449403d-0465-4009-8329-f7f0c3c99547),segment_id=5449403d-0465-4009-8329-f7f0c3c99547)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:27.228144 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82591454-55b3-44ff-811e-7c6d49681c67 req-b68a2668-5495-47e5-82d5-b419dd359f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:27.228793 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82591454-55b3-44ff-811e-7c6d49681c67 req-b68a2668-5495-47e5-82d5-b419dd359f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:27.229285 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82591454-55b3-44ff-811e-7c6d49681c67 req-b68a2668-5495-47e5-82d5-b419dd359f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:27.231508 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82591454-55b3-44ff-811e-7c6d49681c67 req-b68a2668-5495-47e5-82d5-b419dd359f7e service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=b4243ae1bae14f92bfd009f22277a59c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2136626 Sep 16 04:40:27.237053 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-a510d47d-2981-4161-93fd-3450862646c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:27.326852 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-a510d47d-2981-4161-93fd-3450862646c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:27.327410 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-a510d47d-2981-4161-93fd-3450862646c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:27.328793 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-a510d47d-2981-4161-93fd-3450862646c9 service neutron] 10.222.0.48 "PUT /v2.0/ports/60bdf96a-acb0-42be-9e2a-0e79fa6e1a85 HTTP/1.1" status: 200 len: 1092 time: 1.1459782 Sep 16 04:40:27.416510 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-d4975077-7f23-4d65-a79c-35a4d97921dd service neutron] Request body: {'port': {'device_id': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:27.436406 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-de131c57-a863-4e03-ac20-f84b7c28d08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:27.438103 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-de131c57-a863-4e03-ac20-f84b7c28d08b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=832e485315cf4d818578c78d15f3a644&device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 1101 time: 0.0501564 Sep 16 04:40:27.445413 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510d47d-2981-4161-93fd-3450862646c9 service neutron] Pushing event updated for resources: {'Port': ['ID=60bdf96a-acb0-42be-9e2a-0e79fa6e1a85,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:27.474982 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-ab5761c7-7489-415d-8c9b-caa7bd789179 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:27.476529 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-ab5761c7-7489-415d-8c9b-caa7bd789179 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3120115 Sep 16 04:40:27.526542 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-0e43577c-d011-496b-b8ca-4663186d1a67 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/quotas/0b3c67f9e7ff4e56a02f03f6f8f51138 HTTP/1.1" status: 200 len: 375 time: 0.0349402 Sep 16 04:40:27.530829 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82591454-55b3-44ff-811e-7c6d49681c67 req-7a76d228-7a15-47de-a116-c88d2b437f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:27.533066 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82591454-55b3-44ff-811e-7c6d49681c67 req-7a76d228-7a15-47de-a116-c88d2b437f03 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2929809 Sep 16 04:40:27.541220 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-d4975077-7f23-4d65-a79c-35a4d97921dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:27.550826 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-00a37d01-b73c-429d-8fdc-4f7d476f688e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:27.552656 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-00a37d01-b73c-429d-8fdc-4f7d476f688e service neutron] 10.222.0.48 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.1070969 Sep 16 04:40:27.573577 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-156b5169-9e6c-4576-bf16-d21585ad783a tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b3c67f9e7ff4e56a02f03f6f8f51138&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341105 Sep 16 04:40:27.616195 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-7ae06cb0-240b-4772-86a6-9583af9efe43 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=d3b66b72-abdf-4298-9c22-48593c2c42c3 HTTP/1.1" status: 200 len: 217 time: 0.0555708 Sep 16 04:40:27.672992 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-511c6ea1-39fd-4707-a8ca-4939188dcef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:27.674475 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-511c6ea1-39fd-4707-a8ca-4939188dcef9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0513625 Sep 16 04:40:27.727187 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82591454-55b3-44ff-811e-7c6d49681c67 req-af09b7e4-85f3-463b-87b4-3668bdfb16f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:27.727740 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82591454-55b3-44ff-811e-7c6d49681c67 req-af09b7e4-85f3-463b-87b4-3668bdfb16f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:27.728211 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82591454-55b3-44ff-811e-7c6d49681c67 req-af09b7e4-85f3-463b-87b4-3668bdfb16f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:27.728766 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82591454-55b3-44ff-811e-7c6d49681c67 req-af09b7e4-85f3-463b-87b4-3668bdfb16f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:27.729240 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82591454-55b3-44ff-811e-7c6d49681c67 req-af09b7e4-85f3-463b-87b4-3668bdfb16f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:27.729746 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82591454-55b3-44ff-811e-7c6d49681c67 req-af09b7e4-85f3-463b-87b4-3668bdfb16f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:27.730208 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82591454-55b3-44ff-811e-7c6d49681c67 req-af09b7e4-85f3-463b-87b4-3668bdfb16f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:27.732456 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82591454-55b3-44ff-811e-7c6d49681c67 req-af09b7e4-85f3-463b-87b4-3668bdfb16f0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4243ae1bae14f92bfd009f22277a59c&device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 6427 time: 0.1175354 Sep 16 04:40:27.758736 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-58bab284-f51e-4915-94f4-7271bc0b4fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:27.762533 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-58bab284-f51e-4915-94f4-7271bc0b4fa6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0806708 Sep 16 04:40:27.882039 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-38d31e4e-093d-4d37-870e-1a46832849a5 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090748 Sep 16 04:40:27.990961 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-0c8cd790-0b08-41d8-8e40-36adc568ee03 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020157 Sep 16 04:40:28.188047 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d45767-86d0-4673-b40b-8304d3b3a43b req-fbe0128b-48bf-471b-95c7-b7c17467c20e tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:28.189619 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e8d45767-86d0-4673-b40b-8304d3b3a43b req-fbe0128b-48bf-471b-95c7-b7c17467c20e tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcf31c3c-4d6c-4656-b52a-bb51e2cd5a66 HTTP/1.1" status: 200 len: 945 time: 0.1432612 Sep 16 04:40:28.231952 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82591454-55b3-44ff-811e-7c6d49681c67 req-e087d193-faf5-45fa-8604-40ce668b5a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:28.232420 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82591454-55b3-44ff-811e-7c6d49681c67 req-e087d193-faf5-45fa-8604-40ce668b5a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:28.232921 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82591454-55b3-44ff-811e-7c6d49681c67 req-e087d193-faf5-45fa-8604-40ce668b5a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:28.234507 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82591454-55b3-44ff-811e-7c6d49681c67 req-e087d193-faf5-45fa-8604-40ce668b5a88 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=b4243ae1bae14f92bfd009f22277a59c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4807909 Sep 16 04:40:28.295798 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e8d45767-86d0-4673-b40b-8304d3b3a43b req-0d6f2ae4-b3aa-4352-ae5b-c227ab6e4240 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988061 Sep 16 04:40:28.369058 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-d4975077-7f23-4d65-a79c-35a4d97921dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0b898a1-82fe-4fcf-9734-8ecbcac09450 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:28.380546 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-d4975077-7f23-4d65-a79c-35a4d97921dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:28.402040 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82591454-55b3-44ff-811e-7c6d49681c67 req-bb7d9dfd-0fcd-4e1d-b655-0c72d17317cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:28.403879 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82591454-55b3-44ff-811e-7c6d49681c67 req-bb7d9dfd-0fcd-4e1d-b655-0c72d17317cf service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1613595 Sep 16 04:40:28.406571 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-d4975077-7f23-4d65-a79c-35a4d97921dd service neutron] Transition to ACTIVE for port object a0b898a1-82fe-4fcf-9734-8ecbcac09450 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:40:28.410541 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-d4975077-7f23-4d65-a79c-35a4d97921dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:28.471566 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4975077-7f23-4d65-a79c-35a4d97921dd service neutron] Pushing event updated for resources: {'Port': ['ID=a0b898a1-82fe-4fcf-9734-8ecbcac09450,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:28.499426 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4975077-7f23-4d65-a79c-35a4d97921dd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:28.499773 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4975077-7f23-4d65-a79c-35a4d97921dd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:28.500119 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4975077-7f23-4d65-a79c-35a4d97921dd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:28.500815 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4975077-7f23-4d65-a79c-35a4d97921dd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:28.501125 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4975077-7f23-4d65-a79c-35a4d97921dd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:28.501460 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4975077-7f23-4d65-a79c-35a4d97921dd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:28.501789 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4975077-7f23-4d65-a79c-35a4d97921dd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:28.502133 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4975077-7f23-4d65-a79c-35a4d97921dd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:28.502446 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4975077-7f23-4d65-a79c-35a4d97921dd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:28.502827 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4975077-7f23-4d65-a79c-35a4d97921dd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:28.503087 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4975077-7f23-4d65-a79c-35a4d97921dd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:28.503412 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4975077-7f23-4d65-a79c-35a4d97921dd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:28.596074 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-d4975077-7f23-4d65-a79c-35a4d97921dd service neutron] Attempting to bind port a0b898a1-82fe-4fcf-9734-8ecbcac09450 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:28.596407 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-d4975077-7f23-4d65-a79c-35a4d97921dd service neutron] Attempting to bind port a0b898a1-82fe-4fcf-9734-8ecbcac09450 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '5449403d-0465-4009-8329-f7f0c3c99547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '61e5fdfb-a994-4f9f-ba5e-6bb06826494f'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:28.596761 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-d4975077-7f23-4d65-a79c-35a4d97921dd service neutron] Attempting to bind port a0b898a1-82fe-4fcf-9734-8ecbcac09450 on network 61e5fdfb-a994-4f9f-ba5e-6bb06826494f {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:28.607027 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82591454-55b3-44ff-811e-7c6d49681c67 req-5c29e9c9-9f46-4e4f-b47b-c44480ee7de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:28.607507 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82591454-55b3-44ff-811e-7c6d49681c67 req-5c29e9c9-9f46-4e4f-b47b-c44480ee7de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:28.607980 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82591454-55b3-44ff-811e-7c6d49681c67 req-5c29e9c9-9f46-4e4f-b47b-c44480ee7de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:28.608453 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82591454-55b3-44ff-811e-7c6d49681c67 req-5c29e9c9-9f46-4e4f-b47b-c44480ee7de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:28.608943 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82591454-55b3-44ff-811e-7c6d49681c67 req-5c29e9c9-9f46-4e4f-b47b-c44480ee7de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:28.609410 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82591454-55b3-44ff-811e-7c6d49681c67 req-5c29e9c9-9f46-4e4f-b47b-c44480ee7de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:28.609868 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82591454-55b3-44ff-811e-7c6d49681c67 req-5c29e9c9-9f46-4e4f-b47b-c44480ee7de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:28.611854 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82591454-55b3-44ff-811e-7c6d49681c67 req-5c29e9c9-9f46-4e4f-b47b-c44480ee7de1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4243ae1bae14f92bfd009f22277a59c&device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 6453 time: 0.1146064 Sep 16 04:40:28.614338 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-d4975077-7f23-4d65-a79c-35a4d97921dd service neutron] Port a0b898a1-82fe-4fcf-9734-8ecbcac09450 on network 61e5fdfb-a994-4f9f-ba5e-6bb06826494f not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:40:28.614665 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-d4975077-7f23-4d65-a79c-35a4d97921dd service neutron] Attempting to bind port a0b898a1-82fe-4fcf-9734-8ecbcac09450 on network 61e5fdfb-a994-4f9f-ba5e-6bb06826494f {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:28.619984 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-d4975077-7f23-4d65-a79c-35a4d97921dd service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:28.620315 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-d4975077-7f23-4d65-a79c-35a4d97921dd service neutron] Checking segment: {'id': '5449403d-0465-4009-8329-f7f0c3c99547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '61e5fdfb-a994-4f9f-ba5e-6bb06826494f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:28.620740 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-d4975077-7f23-4d65-a79c-35a4d97921dd service neutron] Bound using segment: {'id': '5449403d-0465-4009-8329-f7f0c3c99547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '61e5fdfb-a994-4f9f-ba5e-6bb06826494f'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:28.621194 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-d4975077-7f23-4d65-a79c-35a4d97921dd service neutron] Bound port: a0b898a1-82fe-4fcf-9734-8ecbcac09450, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5449403d-0465-4009-8329-f7f0c3c99547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '61e5fdfb-a994-4f9f-ba5e-6bb06826494f'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:28.621700 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-d4975077-7f23-4d65-a79c-35a4d97921dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:28.759858 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-d4975077-7f23-4d65-a79c-35a4d97921dd service neutron] For port a0b898a1-82fe-4fcf-9734-8ecbcac09450, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:28.765394 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-d4975077-7f23-4d65-a79c-35a4d97921dd service neutron] For port a0b898a1-82fe-4fcf-9734-8ecbcac09450, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=a0b898a1-82fe-4fcf-9734-8ecbcac09450,segment=NetworkSegment(5449403d-0465-4009-8329-f7f0c3c99547),segment_id=5449403d-0465-4009-8329-f7f0c3c99547)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:28.782918 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-d4975077-7f23-4d65-a79c-35a4d97921dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:28.794495 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82591454-55b3-44ff-811e-7c6d49681c67 req-35e516dd-0b73-4f77-9e8d-4b2cbe01ab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:28.794893 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82591454-55b3-44ff-811e-7c6d49681c67 req-35e516dd-0b73-4f77-9e8d-4b2cbe01ab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:28.795347 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82591454-55b3-44ff-811e-7c6d49681c67 req-35e516dd-0b73-4f77-9e8d-4b2cbe01ab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:28.796980 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82591454-55b3-44ff-811e-7c6d49681c67 req-35e516dd-0b73-4f77-9e8d-4b2cbe01ab94 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=b4243ae1bae14f92bfd009f22277a59c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1590965 Sep 16 04:40:28.866248 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-d4975077-7f23-4d65-a79c-35a4d97921dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:28.866873 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-d4975077-7f23-4d65-a79c-35a4d97921dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:28.868277 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-d4975077-7f23-4d65-a79c-35a4d97921dd service neutron] 10.222.0.48 "PUT /v2.0/ports/a0b898a1-82fe-4fcf-9734-8ecbcac09450 HTTP/1.1" status: 200 len: 1092 time: 1.4627712 Sep 16 04:40:28.874724 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-425de04c-6f5b-4fd9-a33a-8a0a46d1a31e req-37d6056c-069e-45eb-ace5-f0bbdb646923 tempest-AbsoluteLimitsNegativeTestJSON-1932896263 tempest-AbsoluteLimitsNegativeTestJSON-1932896263-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=4ac8832c8e434c54b7ba6327de48567e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752189 Sep 16 04:40:28.885482 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-f6929c6a-b7af-4cd2-be7d-2e83743362ac tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0b3c67f9e7ff4e56a02f03f6f8f51138&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353978 Sep 16 04:40:28.890759 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'tag': '63cfde0c-f88c-4163-b766-7b934a3d378e'}, {'name': 'network-changed', 'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'tag': '60bdf96a-acb0-42be-9e2a-0e79fa6e1a85'}, {'name': 'network-changed', 'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'tag': 'a0b898a1-82fe-4fcf-9734-8ecbcac09450'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:28.892949 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63c7974-6e85-4006-a5cf-fdb68a679621" -d '{"events": [{"name": "network-changed", "server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "tag": "63cfde0c-f88c-4163-b766-7b934a3d378e"}, {"name": "network-changed", "server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "tag": "60bdf96a-acb0-42be-9e2a-0e79fa6e1a85"}, {"name": "network-changed", "server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "tag": "a0b898a1-82fe-4fcf-9734-8ecbcac09450"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:28.982915 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4975077-7f23-4d65-a79c-35a4d97921dd service neutron] Pushing event updated for resources: {'Port': ['ID=a0b898a1-82fe-4fcf-9734-8ecbcac09450,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:29.058435 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82591454-55b3-44ff-811e-7c6d49681c67 req-095dbdf3-f44a-4a29-88b2-692991d2befc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.060081 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82591454-55b3-44ff-811e-7c6d49681c67 req-095dbdf3-f44a-4a29-88b2-692991d2befc service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2405674 Sep 16 04:40:29.082980 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425de04c-6f5b-4fd9-a33a-8a0a46d1a31e req-a9f0d1fb-c812-4971-8661-a06d1818a0c1 tempest-AbsoluteLimitsNegativeTestJSON-1932896263 tempest-AbsoluteLimitsNegativeTestJSON-1932896263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.084634 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-425de04c-6f5b-4fd9-a33a-8a0a46d1a31e req-a9f0d1fb-c812-4971-8661-a06d1818a0c1 tempest-AbsoluteLimitsNegativeTestJSON-1932896263 tempest-AbsoluteLimitsNegativeTestJSON-1932896263-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1832345 Sep 16 04:40:29.088993 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-c58595b1-60ca-4e11-89d9-86307ea501c6 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.091291 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-c58595b1-60ca-4e11-89d9-86307ea501c6 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1857686 Sep 16 04:40:29.103726 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-425de04c-6f5b-4fd9-a33a-8a0a46d1a31e req-920da5e4-5eb2-4973-8d3f-73794c43d657 tempest-AbsoluteLimitsNegativeTestJSON-1932896263 tempest-AbsoluteLimitsNegativeTestJSON-1932896263-project] 10.222.0.35 "GET /v2.0/quotas/4ac8832c8e434c54b7ba6327de48567e HTTP/1.1" status: 200 len: 375 time: 0.0105302 Sep 16 04:40:29.138091 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-425de04c-6f5b-4fd9-a33a-8a0a46d1a31e req-868152d7-361e-433e-8c39-02b2d3e84e7a tempest-AbsoluteLimitsNegativeTestJSON-1932896263 tempest-AbsoluteLimitsNegativeTestJSON-1932896263-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4ac8832c8e434c54b7ba6327de48567e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277684 Sep 16 04:40:29.162069 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-c11c79c4-b3f6-44d4-af9d-ba46530992ab tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Request body: {'port': {'device_id': 'ece96b7f-b535-413f-848e-8be9629893d6', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'admin_state_up': True, 'tenant_id': '0b3c67f9e7ff4e56a02f03f6f8f51138'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:29.239368 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-88c1c944-9845-492b-8f33-4c0f2b3bacf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.239368 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-88c1c944-9845-492b-8f33-4c0f2b3bacf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.239368 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-88c1c944-9845-492b-8f33-4c0f2b3bacf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.239368 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-88c1c944-9845-492b-8f33-4c0f2b3bacf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.239368 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-88c1c944-9845-492b-8f33-4c0f2b3bacf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.239368 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-88c1c944-9845-492b-8f33-4c0f2b3bacf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.240351 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-88c1c944-9845-492b-8f33-4c0f2b3bacf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.242311 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-88c1c944-9845-492b-8f33-4c0f2b3bacf5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4243ae1bae14f92bfd009f22277a59c&device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 6495 time: 0.0722628 Sep 16 04:40:29.310375 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-c11c79c4-b3f6-44d4-af9d-ba46530992ab tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Made reservation on behalf of 0b3c67f9e7ff4e56a02f03f6f8f51138 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:29.311242 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-8ad788cd-5d42-4389-9cf9-58dfe83ba5c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64f9b34f-127f-430e-af48-408f4ad392a0 HTTP/1.1" status: 200 len: 217 time: 0.0549965 Sep 16 04:40:29.313936 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-c11c79c4-b3f6-44d4-af9d-ba46530992ab tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.331543 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee65cad-e931-4320-b78b-e994343169c7 req-e3ce6ac4-6715-464c-8790-7c4545d6619b tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.333323 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6ee65cad-e931-4320-b78b-e994343169c7 req-e3ce6ac4-6715-464c-8790-7c4545d6619b tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 949 time: 0.0901399 Sep 16 04:40:29.394164 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-5dedc6fa-9364-4104-9082-e2377ca63c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.395865 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-5dedc6fa-9364-4104-9082-e2377ca63c27 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7053ff15-410c-47cc-ae7a-b4692790659a HTTP/1.1" status: 200 len: 855 time: 0.0614715 Sep 16 04:40:29.420839 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6ee65cad-e931-4320-b78b-e994343169c7 req-e0101b11-9add-47b1-ba9c-bfb88a0dbc2f tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785334 Sep 16 04:40:29.459642 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-ecc01660-ce26-4e76-9f19-6b9da22f85f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.461054 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-ecc01660-ce26-4e76-9f19-6b9da22f85f8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d29577ec-b037-4a73-9540-c8c176056e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562303 Sep 16 04:40:29.478084 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-c11c79c4-b3f6-44d4-af9d-ba46530992ab tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Allocated IP 192.168.233.82 (97f5d7d8-0e62-4047-bcd4-63b92e31705a/24ad4c5e-5b43-4c25-ab99-4992f6337d28/b1e637e2-d829-40c7-a07f-000533564e98) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:29.513719 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59732) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:29.555679 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d767ea1b-14f4-4827-b37f-24db58b832fd req-79f67b90-7473-424c-b565-80aa7af5c4a5 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/ports?device_id=ece96b7f-b535-413f-848e-8be9629893d6 HTTP/1.1" status: 200 len: 210 time: 0.0516176 Sep 16 04:40:29.589386 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-6fd04f3f-4055-4d7a-a259-ded810853767 service neutron] 10.222.0.48 "GET /v2.0/networks/d29577ec-b037-4a73-9540-c8c176056e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203537 Sep 16 04:40:29.656369 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-c11c79c4-b3f6-44d4-af9d-ba46530992ab tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.664011 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fdab8f37-c253-41b9-836a-2e2b017afac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.728528 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-c11c79c4-b3f6-44d4-af9d-ba46530992ab tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.750628 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a6e73-2b79-40cf-8ef5-311a183ee4f9 req-254db47e-0bbd-4ee0-b931-2ab27362fa63 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.756801 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a6e73-2b79-40cf-8ef5-311a183ee4f9 req-254db47e-0bbd-4ee0-b931-2ab27362fa63 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.763422 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a6e73-2b79-40cf-8ef5-311a183ee4f9 req-254db47e-0bbd-4ee0-b931-2ab27362fa63 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.769490 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a6e73-2b79-40cf-8ef5-311a183ee4f9 req-254db47e-0bbd-4ee0-b931-2ab27362fa63 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.775638 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a6e73-2b79-40cf-8ef5-311a183ee4f9 req-254db47e-0bbd-4ee0-b931-2ab27362fa63 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.782674 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a6e73-2b79-40cf-8ef5-311a183ee4f9 req-254db47e-0bbd-4ee0-b931-2ab27362fa63 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.789229 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a6e73-2b79-40cf-8ef5-311a183ee4f9 req-254db47e-0bbd-4ee0-b931-2ab27362fa63 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.791163 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa9a6e73-2b79-40cf-8ef5-311a183ee4f9 req-254db47e-0bbd-4ee0-b931-2ab27362fa63 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 5431 time: 0.1539216 Sep 16 04:40:29.796218 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-c11c79c4-b3f6-44d4-af9d-ba46530992ab tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Network 97f5d7d8-0e62-4047-bcd4-63b92e31705a is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:29.805215 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-c11c79c4-b3f6-44d4-af9d-ba46530992ab tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:29.812036 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-c11c79c4-b3f6-44d4-af9d-ba46530992ab tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:29.816223 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c79c4-b3f6-44d4-af9d-ba46530992ab tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Pushing event updated for resources: {'Port': ['ID=b1e637e2-d829-40c7-a07f-000533564e98,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:29.828001 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-b1c636b9-374e-434b-afa7-48ce40950375 service neutron] 10.222.0.48 "GET /v2.0/networks/d29577ec-b037-4a73-9540-c8c176056e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813850 Sep 16 04:40:29.890499 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa9a6e73-2b79-40cf-8ef5-311a183ee4f9 req-7c25785f-3594-43f6-87bf-be19d5c74498 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/security-groups?id=8853ff16-2a5b-4a5a-a512-e128e1697c0d&id=be052b50-27c5-484b-b997-f9099d48371c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0906658 Sep 16 04:40:29.891771 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-c11c79c4-b3f6-44d4-af9d-ba46530992ab tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.892254 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-c995ede8-2031-47e9-b076-f9f244bd99d3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=bd51029a-e07d-4d58-9043-d4961dda4772 HTTP/1.1" status: 200 len: 217 time: 0.0507271 Sep 16 04:40:29.892445 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-c11c79c4-b3f6-44d4-af9d-ba46530992ab tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.906719 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fdab8f37-c253-41b9-836a-2e2b017afac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.921383 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fdab8f37-c253-41b9-836a-2e2b017afac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.946618 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-c11c79c4-b3f6-44d4-af9d-ba46530992ab tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7885270 Sep 16 04:40:29.958154 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-a00fb1f6-a8b0-494b-9d26-3984cb4f46c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.960355 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-a00fb1f6-a8b0-494b-9d26-3984cb4f46c8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d09b2a1-b6c3-49c5-85fd-f0d937e1c465 HTTP/1.1" status: 200 len: 797 time: 0.0609741 Sep 16 04:40:29.974838 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-03c9dc38-90c0-4b86-807b-b475d990f5ad service neutron] Request body: {'port': {'device_id': 'ece96b7f-b535-413f-848e-8be9629893d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:29.980730 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab8f37-c253-41b9-836a-2e2b017afac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcca4c1f-8548-4d47-a0c1-2bd25fbe406c,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:30.003150 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fdab8f37-c253-41b9-836a-2e2b017afac4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4ac8832c8e434c54b7ba6327de48567e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4880950 Sep 16 04:40:30.007421 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59736) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:30.041936 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-03c9dc38-90c0-4b86-807b-b475d990f5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.089541 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e418c67-13ff-4bfb-adb3-e1e7e8465344 req-e1044f0c-295f-46ca-8bac-df97d7ecd3c2 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:30.089967 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f2e26808-392e-4cfe-9bba-2c0c319ac04a None None] Provisioning complete for port b1e637e2-d829-40c7-a07f-000533564e98 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:30.090885 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f2e26808-392e-4cfe-9bba-2c0c319ac04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.091193 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9e418c67-13ff-4bfb-adb3-e1e7e8465344 req-e1044f0c-295f-46ca-8bac-df97d7ecd3c2 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.1121774 Sep 16 04:40:30.094241 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-ebb1918f-3464-4ac3-b674-3192a2db7e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:30.094801 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-ebb1918f-3464-4ac3-b674-3192a2db7e49 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=186f59de-9f65-4bd5-bdf6-31e998b65f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1267061 Sep 16 04:40:30.127812 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-f2e26808-392e-4cfe-9bba-2c0c319ac04a None None] Port b1e637e2-d829-40c7-a07f-000533564e98 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:40:30.139149 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ab9eae48-ee23-4767-8758-fbcaa320423a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.216804 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ab9eae48-ee23-4767-8758-fbcaa320423a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.222779 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9e418c67-13ff-4bfb-adb3-e1e7e8465344 req-7558ed02-157b-49e6-940e-86127c7d8dc3 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217122 Sep 16 04:40:30.272281 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-5d2cd76d-1e79-4e63-a8b8-452c465fbeee service neutron] 10.222.0.48 "GET /v2.0/networks/186f59de-9f65-4bd5-bdf6-31e998b65f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651664 Sep 16 04:40:30.276719 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2935475-4a75-402e-bfb3-d0be94140ec8 x-openstack-request-id: req-c2935475-4a75-402e-bfb3-d0be94140ec8 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:30.277167 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "tag": "63cfde0c-f88c-4163-b766-7b934a3d378e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "tag": "60bdf96a-acb0-42be-9e2a-0e79fa6e1a85", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "tag": "a0b898a1-82fe-4fcf-9734-8ecbcac09450", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:30.277466 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c2935475-4a75-402e-bfb3-d0be94140ec8 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:30.277921 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'tag': '63cfde0c-f88c-4163-b766-7b934a3d378e', 'status': 'completed', 'code': 200} Sep 16 04:40:30.278344 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'tag': '60bdf96a-acb0-42be-9e2a-0e79fa6e1a85', 'status': 'completed', 'code': 200} Sep 16 04:40:30.278599 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'tag': 'a0b898a1-82fe-4fcf-9734-8ecbcac09450', 'status': 'completed', 'code': 200} Sep 16 04:40:30.313587 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ab9eae48-ee23-4767-8758-fbcaa320423a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.316212 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ab9eae48-ee23-4767-8758-fbcaa320423a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.317388 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ab9eae48-ee23-4767-8758-fbcaa320423a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fcca4c1f-8548-4d47-a0c1-2bd25fbe406c HTTP/1.1" status: 204 len: 168 time: 0.2906647 Sep 16 04:40:30.361261 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9eae48-ee23-4767-8758-fbcaa320423a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcca4c1f-8548-4d47-a0c1-2bd25fbe406c,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:30.383468 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-03c9dc38-90c0-4b86-807b-b475d990f5ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1e637e2-d829-40c7-a07f-000533564e98 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:30.394653 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-03c9dc38-90c0-4b86-807b-b475d990f5ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.410826 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-03c9dc38-90c0-4b86-807b-b475d990f5ad service neutron] Transition to ACTIVE for port object b1e637e2-d829-40c7-a07f-000533564e98 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:40:30.415733 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-03c9dc38-90c0-4b86-807b-b475d990f5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.417299 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-d6c6e42c-a404-49b0-8346-430adc69f780 service neutron] 10.222.0.48 "GET /v2.0/networks/186f59de-9f65-4bd5-bdf6-31e998b65f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361511 Sep 16 04:40:30.432407 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44720b00-b446-482a-89c2-1235adc20326 req-146ad00c-f90a-49f1-8495-2c2ea5449f76 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:30.434093 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-44720b00-b446-482a-89c2-1235adc20326 req-146ad00c-f90a-49f1-8495-2c2ea5449f76 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcf31c3c-4d6c-4656-b52a-bb51e2cd5a66 HTTP/1.1" status: 200 len: 945 time: 0.1067069 Sep 16 04:40:30.485817 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-9f12a698-bcbe-4f63-ad7e-af919a36fb92 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=1c1269c5-eca9-40a2-88a3-22d6ff08a78b HTTP/1.1" status: 200 len: 217 time: 0.0507429 Sep 16 04:40:30.498907 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9dc38-90c0-4b86-807b-b475d990f5ad service neutron] Pushing event updated for resources: {'Port': ['ID=b1e637e2-d829-40c7-a07f-000533564e98,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:30.541771 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-44720b00-b446-482a-89c2-1235adc20326 req-c0a81824-d362-4093-8fc2-8000555490ab tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011064 Sep 16 04:40:30.567407 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-f9acbf12-a1e7-47d0-9641-063cbefa0d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:30.567407 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-f9acbf12-a1e7-47d0-9641-063cbefa0d43 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d09b2a1-b6c3-49c5-85fd-f0d937e1c465 HTTP/1.1" status: 200 len: 797 time: 0.0684626 Sep 16 04:40:30.574097 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-03c9dc38-90c0-4b86-807b-b475d990f5ad service neutron] Attempting to bind port b1e637e2-d829-40c7-a07f-000533564e98 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:30.574674 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-03c9dc38-90c0-4b86-807b-b475d990f5ad service neutron] Attempting to bind port b1e637e2-d829-40c7-a07f-000533564e98 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:30.577711 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-03c9dc38-90c0-4b86-807b-b475d990f5ad service neutron] Attempting to bind port b1e637e2-d829-40c7-a07f-000533564e98 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:30.592026 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-03c9dc38-90c0-4b86-807b-b475d990f5ad service neutron] Port b1e637e2-d829-40c7-a07f-000533564e98 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:40:30.592237 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-03c9dc38-90c0-4b86-807b-b475d990f5ad service neutron] Attempting to bind port b1e637e2-d829-40c7-a07f-000533564e98 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:30.598427 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-03c9dc38-90c0-4b86-807b-b475d990f5ad service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:30.598890 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-03c9dc38-90c0-4b86-807b-b475d990f5ad service neutron] Checking segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:30.599438 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-03c9dc38-90c0-4b86-807b-b475d990f5ad service neutron] Bound using segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:30.599973 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-03c9dc38-90c0-4b86-807b-b475d990f5ad service neutron] Bound port: b1e637e2-d829-40c7-a07f-000533564e98, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:30.600467 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-03c9dc38-90c0-4b86-807b-b475d990f5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.628114 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-4e4f6829-5a9d-4a07-86b3-90bb890d130d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:30.629847 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-4e4f6829-5a9d-4a07-86b3-90bb890d130d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=186f59de-9f65-4bd5-bdf6-31e998b65f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0599527 Sep 16 04:40:30.712649 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-03c9dc38-90c0-4b86-807b-b475d990f5ad service neutron] For port b1e637e2-d829-40c7-a07f-000533564e98, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:30.716414 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-03c9dc38-90c0-4b86-807b-b475d990f5ad service neutron] For port b1e637e2-d829-40c7-a07f-000533564e98, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=b1e637e2-d829-40c7-a07f-000533564e98,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:30.722539 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-03c9dc38-90c0-4b86-807b-b475d990f5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.761497 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-03c9dc38-90c0-4b86-807b-b475d990f5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:30.762721 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-03c9dc38-90c0-4b86-807b-b475d990f5ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.764751 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-03c9dc38-90c0-4b86-807b-b475d990f5ad service neutron] 10.222.0.48 "PUT /v2.0/ports/b1e637e2-d829-40c7-a07f-000533564e98 HTTP/1.1" status: 200 len: 1096 time: 0.8007092 Sep 16 04:40:30.765284 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ece96b7f-b535-413f-848e-8be9629893d6', 'tag': 'b1e637e2-d829-40c7-a07f-000533564e98'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:30.771354 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5b1625-b079-48fe-a2a8-e2a11b4db268" -d '{"events": [{"name": "network-changed", "server_uuid": "ece96b7f-b535-413f-848e-8be9629893d6", "tag": "b1e637e2-d829-40c7-a07f-000533564e98"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:30.801037 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-55b157a1-92d0-49d3-975d-171f38681d4a service neutron] 10.222.0.48 "GET /v2.0/networks/186f59de-9f65-4bd5-bdf6-31e998b65f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616209 Sep 16 04:40:30.807078 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9dc38-90c0-4b86-807b-b475d990f5ad service neutron] Pushing event updated for resources: {'Port': ['ID=b1e637e2-d829-40c7-a07f-000533564e98,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:30.878499 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-d90920b4-e68c-4042-a86c-b21f38c64d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:30.880053 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-d90920b4-e68c-4042-a86c-b21f38c64d93 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0b3c67f9e7ff4e56a02f03f6f8f51138&device_id=ece96b7f-b535-413f-848e-8be9629893d6 HTTP/1.1" status: 200 len: 1099 time: 0.0491154 Sep 16 04:40:30.953042 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1632beb-d032-4332-a516-205b5a78ab42 req-a8d330b7-a511-48c5-ba20-b72c1fd6308c tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:30.955165 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e1632beb-d032-4332-a516-205b5a78ab42 req-a8d330b7-a511-48c5-ba20-b72c1fd6308c tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 949 time: 0.1072316 Sep 16 04:40:30.986498 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-961a8819-2f7d-478a-81a2-f0e273cd8df0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=b1e637e2-d829-40c7-a07f-000533564e98 HTTP/1.1" status: 200 len: 217 time: 0.0586786 Sep 16 04:40:30.999883 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-695024ba-2f2f-45fa-9e2b-b50fb9ea84e5 service neutron] 10.222.0.48 "GET /v2.0/networks/186f59de-9f65-4bd5-bdf6-31e998b65f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778901 Sep 16 04:40:31.049183 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-3c043456-10e5-4830-8fbb-52a4f3053f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:31.051292 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-3c043456-10e5-4830-8fbb-52a4f3053f53 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0570376 Sep 16 04:40:31.055220 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-15a70994-2086-41ee-a72a-bbe5294dae87 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=73d8d554-f319-4b46-9a4f-1b186b031259 HTTP/1.1" status: 200 len: 217 time: 0.0472929 Sep 16 04:40:31.058302 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e1632beb-d032-4332-a516-205b5a78ab42 req-a535a748-c7d1-4234-93c0-0bbeea9bba88 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782182 Sep 16 04:40:31.117886 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-4866f536-409c-4db9-b3a5-334864d7e6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:31.119918 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-4866f536-409c-4db9-b3a5-334864d7e6ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0531485 Sep 16 04:40:31.127864 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-935c8cb0-1fb8-4192-976c-dd3bc8230655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:31.129627 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-935c8cb0-1fb8-4192-976c-dd3bc8230655 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d09b2a1-b6c3-49c5-85fd-f0d937e1c465 HTTP/1.1" status: 200 len: 797 time: 0.0620430 Sep 16 04:40:31.189798 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-ad8b43e0-9f37-46e9-8f4d-fbee1c63f762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:31.191468 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-ad8b43e0-9f37-46e9-8f4d-fbee1c63f762 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=186f59de-9f65-4bd5-bdf6-31e998b65f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0492311 Sep 16 04:40:31.250957 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-19fb535e-aafc-4d6b-af4b-895ef3a49c57 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102643 Sep 16 04:40:31.267311 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59772) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:31.347367 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-c9610470-5aa5-4907-84bf-5f07f3640ef9 service neutron] 10.222.0.48 "GET /v2.0/networks/186f59de-9f65-4bd5-bdf6-31e998b65f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475072 Sep 16 04:40:31.368846 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a6a94d5f-6787-4221-845a-3f1cf0e5c574 req-7c14484b-3d06-4e05-a4c1-ccc02ce27a91 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093760 Sep 16 04:40:31.373461 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84012165-9dfb-4a27-b260-89c8da452b06 req-6bcc805c-4be9-4d4a-90bc-ac228ba29cfd tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:31.374934 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84012165-9dfb-4a27-b260-89c8da452b06 req-6bcc805c-4be9-4d4a-90bc-ac228ba29cfd tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/ports?device_id=ece96b7f-b535-413f-848e-8be9629893d6 HTTP/1.1" status: 200 len: 947 time: 0.0966096 Sep 16 04:40:31.397031 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-c382124b-b2d2-49db-a76f-0af833b50d40 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1184918023-network', 'tenant_id': '56a12238ce4f42ad9c21efdbfb589179'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:31.421405 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c382124b-b2d2-49db-a76f-0af833b50d40 admin admin] Made reservation on behalf of 56a12238ce4f42ad9c21efdbfb589179 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:31.423793 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c382124b-b2d2-49db-a76f-0af833b50d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:31.432367 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c382124b-b2d2-49db-a76f-0af833b50d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:31.468015 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84012165-9dfb-4a27-b260-89c8da452b06 req-cc1d3536-41bb-4d92-82c0-11f4f8bc161b tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/security-groups?id=e463293e-1e64-47a0-8c0b-98e129acd053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811765 Sep 16 04:40:31.497832 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-5bc944ba-7439-4f7f-803c-489b0bf2035f service neutron] 10.222.0.48 "GET /v2.0/networks/186f59de-9f65-4bd5-bdf6-31e998b65f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435380 Sep 16 04:40:31.522351 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688dfa60-0288-4172-b79d-5eb0bf9b81bf x-openstack-request-id: req-688dfa60-0288-4172-b79d-5eb0bf9b81bf {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:31.522791 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ece96b7f-b535-413f-848e-8be9629893d6", "tag": "b1e637e2-d829-40c7-a07f-000533564e98", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:31.523104 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-688dfa60-0288-4172-b79d-5eb0bf9b81bf {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:31.523610 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ece96b7f-b535-413f-848e-8be9629893d6', 'tag': 'b1e637e2-d829-40c7-a07f-000533564e98', 'status': 'completed', 'code': 200} Sep 16 04:40:31.537147 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c382124b-b2d2-49db-a76f-0af833b50d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:31.541623 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c382124b-b2d2-49db-a76f-0af833b50d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:31.544451 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-c21f1e1e-dad8-41bd-8d25-8403bb234f4c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=63cfde0c-f88c-4163-b766-7b934a3d378e HTTP/1.1" status: 200 len: 217 time: 0.0388684 Sep 16 04:40:31.595049 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c382124b-b2d2-49db-a76f-0af833b50d40 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:40:31.614707 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c382124b-b2d2-49db-a76f-0af833b50d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05054cae-7e18-43fa-867b-fbbee74d9439,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:31.626976 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c382124b-b2d2-49db-a76f-0af833b50d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:31.627319 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-c382124b-b2d2-49db-a76f-0af833b50d40 admin admin] Added segment 34bd8703-6c1d-4f8c-9306-ab256c421de2 of type vlan for network dbdce239-7959-434a-a329-a692be97fefa Sep 16 04:40:31.630025 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c382124b-b2d2-49db-a76f-0af833b50d40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:31.630295 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-b22fb96c-7505-4b46-8509-6a03d774d363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:31.630426 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c382124b-b2d2-49db-a76f-0af833b50d40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:31.630682 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c382124b-b2d2-49db-a76f-0af833b50d40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:31.631015 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c382124b-b2d2-49db-a76f-0af833b50d40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:31.631337 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c382124b-b2d2-49db-a76f-0af833b50d40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:31.631757 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c382124b-b2d2-49db-a76f-0af833b50d40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:31.631881 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-b22fb96c-7505-4b46-8509-6a03d774d363 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d09b2a1-b6c3-49c5-85fd-f0d937e1c465 HTTP/1.1" status: 200 len: 797 time: 0.0787497 Sep 16 04:40:31.632086 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c382124b-b2d2-49db-a76f-0af833b50d40 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:31.632403 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c382124b-b2d2-49db-a76f-0af833b50d40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:31.632751 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c382124b-b2d2-49db-a76f-0af833b50d40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:31.633069 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c382124b-b2d2-49db-a76f-0af833b50d40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:31.633387 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c382124b-b2d2-49db-a76f-0af833b50d40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:31.633705 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c382124b-b2d2-49db-a76f-0af833b50d40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:31.674081 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b1625-b079-48fe-a2a8-e2a11b4db268 req-efef339e-4e3a-4c0e-a1c4-ab6b2911a304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:31.675782 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4b5b1625-b079-48fe-a2a8-e2a11b4db268 req-efef339e-4e3a-4c0e-a1c4-ab6b2911a304 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0b3c67f9e7ff4e56a02f03f6f8f51138&device_id=ece96b7f-b535-413f-848e-8be9629893d6 HTTP/1.1" status: 200 len: 1099 time: 0.1110117 Sep 16 04:40:31.713288 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c382124b-b2d2-49db-a76f-0af833b50d40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:31.795810 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c382124b-b2d2-49db-a76f-0af833b50d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:31.796820 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c382124b-b2d2-49db-a76f-0af833b50d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:31.797405 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c382124b-b2d2-49db-a76f-0af833b50d40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:31.844704 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c382124b-b2d2-49db-a76f-0af833b50d40 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5728889 Sep 16 04:40:31.844704 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b1625-b079-48fe-a2a8-e2a11b4db268 req-a3ec5a5e-9263-46a0-b3a5-e2888dfb9f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:31.844704 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4b5b1625-b079-48fe-a2a8-e2a11b4db268 req-a3ec5a5e-9263-46a0-b3a5-e2888dfb9f4e service neutron] 10.222.0.48 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.1611502 Sep 16 04:40:31.845141 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59780) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:31.851762 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-6113e2c0-318e-42f9-aad9-67370b0cc785 admin admin] Request body: {'subnet': {'network_id': 'dbdce239-7959-434a-a329-a692be97fefa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1184918023-subnet', 'tenant_id': '56a12238ce4f42ad9c21efdbfb589179', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:31.925201 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ae17d-a79a-4026-8e14-288ad057cf1c req-762b765a-dec2-4e98-aba7-09d11a05e20a tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:31.930969 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ae17d-a79a-4026-8e14-288ad057cf1c req-762b765a-dec2-4e98-aba7-09d11a05e20a tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:31.932260 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4b5b1625-b079-48fe-a2a8-e2a11b4db268 req-38fbe839-f82f-4bfd-b9be-caeb146a4f62 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=b1e637e2-d829-40c7-a07f-000533564e98 HTTP/1.1" status: 200 len: 217 time: 0.0740619 Sep 16 04:40:31.935559 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c382124b-b2d2-49db-a76f-0af833b50d40 admin admin] Pushing event updated for resources: {'Network': ['ID=dbdce239-7959-434a-a329-a692be97fefa,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:31.936937 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ae17d-a79a-4026-8e14-288ad057cf1c req-762b765a-dec2-4e98-aba7-09d11a05e20a tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:31.945432 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ae17d-a79a-4026-8e14-288ad057cf1c req-762b765a-dec2-4e98-aba7-09d11a05e20a tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:31.945981 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network dbdce239-7959-434a-a329-a692be97fefa details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:40:31.952597 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ae17d-a79a-4026-8e14-288ad057cf1c req-762b765a-dec2-4e98-aba7-09d11a05e20a tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:31.959563 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ae17d-a79a-4026-8e14-288ad057cf1c req-762b765a-dec2-4e98-aba7-09d11a05e20a tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:31.967997 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ae17d-a79a-4026-8e14-288ad057cf1c req-762b765a-dec2-4e98-aba7-09d11a05e20a tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:31.970180 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3c6ae17d-a79a-4026-8e14-288ad057cf1c req-762b765a-dec2-4e98-aba7-09d11a05e20a tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 5431 time: 0.3902035 Sep 16 04:40:31.982697 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6113e2c0-318e-42f9-aad9-67370b0cc785 admin admin] Made reservation on behalf of 56a12238ce4f42ad9c21efdbfb589179 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:31.985147 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6113e2c0-318e-42f9-aad9-67370b0cc785 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:32.012802 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b1625-b079-48fe-a2a8-e2a11b4db268 req-5f6c90db-7476-4451-a002-f1e035411a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:32.014485 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4b5b1625-b079-48fe-a2a8-e2a11b4db268 req-5f6c90db-7476-4451-a002-f1e035411a0a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0745251 Sep 16 04:40:32.024542 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-b0d13b71-b71d-4c10-aca1-d7acef29b035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:32.026074 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-b0d13b71-b71d-4c10-aca1-d7acef29b035 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=186f59de-9f65-4bd5-bdf6-31e998b65f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3871303 Sep 16 04:40:32.033970 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3c6ae17d-a79a-4026-8e14-288ad057cf1c req-560750a8-5a55-49db-abc6-2ebb6ceb3bcf tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/security-groups?id=8853ff16-2a5b-4a5a-a512-e128e1697c0d&id=be052b50-27c5-484b-b997-f9099d48371c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0495398 Sep 16 04:40:32.120951 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b1625-b079-48fe-a2a8-e2a11b4db268 req-40c998de-e9c4-4337-a6cd-0c444be91cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:32.123466 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4b5b1625-b079-48fe-a2a8-e2a11b4db268 req-40c998de-e9c4-4337-a6cd-0c444be91cf1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0799012 Sep 16 04:40:32.160885 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-2a545ac0-a965-41f8-b990-3b37660e4325 service neutron] 10.222.0.48 "GET /v2.0/networks/186f59de-9f65-4bd5-bdf6-31e998b65f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259525 Sep 16 04:40:32.173930 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a77d3-eadb-4800-a55e-cf441e3d50dd req-319904c2-f86d-4d3b-99f1-c4ae3eca6b43 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:32.175542 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c2a77d3-eadb-4800-a55e-cf441e3d50dd req-319904c2-f86d-4d3b-99f1-c4ae3eca6b43 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcf31c3c-4d6c-4656-b52a-bb51e2cd5a66 HTTP/1.1" status: 200 len: 945 time: 0.0719810 Sep 16 04:40:32.268095 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c2a77d3-eadb-4800-a55e-cf441e3d50dd req-b0ddc779-3cca-4701-8be1-586437182ece tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups?id=0ae5809b-34a9-44c3-9036-82f02000b878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833650 Sep 16 04:40:32.282831 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6113e2c0-318e-42f9-aad9-67370b0cc785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:32.287924 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4b5b1625-b079-48fe-a2a8-e2a11b4db268 req-86f31e9d-3084-4f31-a3e3-ec4ab0f34c24 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555171 Sep 16 04:40:32.304361 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-0ee16142-257d-4a37-86fb-42bacf0f70a2 service neutron] 10.222.0.48 "GET /v2.0/networks/186f59de-9f65-4bd5-bdf6-31e998b65f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278670 Sep 16 04:40:32.349729 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-8cf063b6-93a6-4073-8e5e-96cc6710ffe1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=60bdf96a-acb0-42be-9e2a-0e79fa6e1a85 HTTP/1.1" status: 200 len: 217 time: 0.0383723 Sep 16 04:40:32.394072 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113e2c0-318e-42f9-aad9-67370b0cc785 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1658fc64-3616-4fe6-94e0-ef188d8d2637,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:32.425879 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6113e2c0-318e-42f9-aad9-67370b0cc785 admin admin] Checking segment: {'id': '34bd8703-6c1d-4f8c-9306-ab256c421de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'dbdce239-7959-434a-a329-a692be97fefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:32.426140 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6113e2c0-318e-42f9-aad9-67370b0cc785 admin admin] Network hostable DHCP agents. Network: dbdce239-7959-434a-a329-a692be97fefa, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:40:32.437308 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa2f3c-5eb3-4fa4-a63f-61929a126032 req-8f8eafb7-3dfb-4a78-9375-439fd2dddea6 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:32.438817 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-80fa2f3c-5eb3-4fa4-a63f-61929a126032 req-8f8eafb7-3dfb-4a78-9375-439fd2dddea6 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.0916266 Sep 16 04:40:32.442994 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4b5b1625-b079-48fe-a2a8-e2a11b4db268 req-a023599c-4017-4e76-bbd0-ec57cd3a7e78 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345472 Sep 16 04:40:32.447486 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-a8747593-d730-4ff6-900a-623a477e9d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:32.448857 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-a8747593-d730-4ff6-900a-623a477e9d0c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=10a53b25-aa6e-4ae9-95ff-de0fc84ff082 HTTP/1.1" status: 200 len: 797 time: 0.0895927 Sep 16 04:40:32.452678 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6113e2c0-318e-42f9-aad9-67370b0cc785 admin admin] Network dbdce239-7959-434a-a329-a692be97fefa is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:40:32.461264 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-6113e2c0-318e-42f9-aad9-67370b0cc785 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, dbdce239-7959-434a-a329-a692be97fefa) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:32.469628 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6113e2c0-318e-42f9-aad9-67370b0cc785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:32.470480 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6113e2c0-318e-42f9-aad9-67370b0cc785 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:32.470683 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b2bedf-d8d5-42b7-99e1-066be0bdae3f None None] Network dbdce239-7959-434a-a329-a692be97fefa requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:32.497457 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6113e2c0-318e-42f9-aad9-67370b0cc785 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6428962 Sep 16 04:40:32.497457 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59784) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:32.503017 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-2cb33755-dcb4-46a7-8dd1-e3c34a6fc98c admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1184918023-router', 'tenant_id': '56a12238ce4f42ad9c21efdbfb589179', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:32.505984 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-80fa2f3c-5eb3-4fa4-a63f-61929a126032 req-02015b1e-c18d-4cc5-90ab-3ce13af240f2 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608957 Sep 16 04:40:32.547491 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2cb33755-dcb4-46a7-8dd1-e3c34a6fc98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:32.548119 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-d6255099-511a-4dde-8421-7ba87c037573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:32.548773 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2cb33755-dcb4-46a7-8dd1-e3c34a6fc98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:32.549927 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-d6255099-511a-4dde-8421-7ba87c037573 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61e5fdfb-a994-4f9f-ba5e-6bb06826494f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0633419 Sep 16 04:40:32.611502 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2cb33755-dcb4-46a7-8dd1-e3c34a6fc98c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:32.642133 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea4faca-9ca8-4d85-a5e6-cfa6f04b8eb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-dbdce239-7959-434a-a329-a692be97fefa', 'network_id': 'dbdce239-7959-434a-a329-a692be97fefa', 'tenant_id': '56a12238ce4f42ad9c21efdbfb589179', 'fixed_ips': [{'subnet_id': '1658fc64-3616-4fe6-94e0-ef188d8d2637'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:40:32.643488 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4ea4faca-9ca8-4d85-a5e6-cfa6f04b8eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:32.666183 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-c7a260d3-1203-4d8c-9672-bad21018f345 service neutron] 10.222.0.48 "GET /v2.0/networks/61e5fdfb-a994-4f9f-ba5e-6bb06826494f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083384 Sep 16 04:40:32.778706 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-5f9733b5-4756-4885-9ad2-841d8552890b service neutron] 10.222.0.48 "GET /v2.0/networks/61e5fdfb-a994-4f9f-ba5e-6bb06826494f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041303 Sep 16 04:40:32.805032 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-4ea4faca-9ca8-4d85-a5e6-cfa6f04b8eb8 None None] Allocated IP 172.20.0.2 (dbdce239-7959-434a-a329-a692be97fefa/1658fc64-3616-4fe6-94e0-ef188d8d2637/b4559821-3555-4c48-9418-e1a8d470a1be) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:32.849461 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-04e0953a-4b52-4adf-8871-2f1aad015ed2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a0b898a1-82fe-4fcf-9734-8ecbcac09450 HTTP/1.1" status: 200 len: 217 time: 0.0622988 Sep 16 04:40:32.948702 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e913e0-a652-49fe-a987-8f8a7caa39df req-64533205-4a00-44ab-93a8-c3a28f7c80dc tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:32.953101 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-28e913e0-a652-49fe-a987-8f8a7caa39df req-64533205-4a00-44ab-93a8-c3a28f7c80dc tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 949 time: 0.1565578 Sep 16 04:40:32.958031 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-6fb3c59e-b4b2-403c-b376-4d289c3f268c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:32.959499 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-6fb3c59e-b4b2-403c-b376-4d289c3f268c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=10a53b25-aa6e-4ae9-95ff-de0fc84ff082 HTTP/1.1" status: 200 len: 797 time: 0.0950358 Sep 16 04:40:32.979992 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4ea4faca-9ca8-4d85-a5e6-cfa6f04b8eb8 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:32.987231 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4ea4faca-9ca8-4d85-a5e6-cfa6f04b8eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:32.989658 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe22395-f9e9-4b6e-9be5-4939cbd9d5b1 req-5fedbe01-2803-41f6-b698-fe25062ac0e4 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:32.992307 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6fe22395-f9e9-4b6e-9be5-4939cbd9d5b1 req-5fedbe01-2803-41f6-b698-fe25062ac0e4 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcf31c3c-4d6c-4656-b52a-bb51e2cd5a66 HTTP/1.1" status: 200 len: 945 time: 0.1528814 Sep 16 04:40:33.023806 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea4faca-9ca8-4d85-a5e6-cfa6f04b8eb8 None None] Network dbdce239-7959-434a-a329-a692be97fefa is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:33.026594 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-4ea4faca-9ca8-4d85-a5e6-cfa6f04b8eb8 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:33.029971 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea4faca-9ca8-4d85-a5e6-cfa6f04b8eb8 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:33.074809 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4faca-9ca8-4d85-a5e6-cfa6f04b8eb8 None None] Pushing event updated for resources: {'Port': ['ID=b4559821-3555-4c48-9418-e1a8d470a1be,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:33.076748 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-28e913e0-a652-49fe-a987-8f8a7caa39df req-14ab2997-c862-4d1a-beb3-6f97d12414e3 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135104 Sep 16 04:40:33.102176 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2cb33755-dcb4-46a7-8dd1-e3c34a6fc98c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.106463 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-20604c06-451b-4736-a932-c152288dd247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:33.108333 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-20604c06-451b-4736-a932-c152288dd247 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61e5fdfb-a994-4f9f-ba5e-6bb06826494f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1387970 Sep 16 04:40:33.112247 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-4ea4faca-9ca8-4d85-a5e6-cfa6f04b8eb8 None None] Attempting to bind port b4559821-3555-4c48-9418-e1a8d470a1be on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:33.113077 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-4ea4faca-9ca8-4d85-a5e6-cfa6f04b8eb8 None None] Attempting to bind port b4559821-3555-4c48-9418-e1a8d470a1be by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '34bd8703-6c1d-4f8c-9306-ab256c421de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'dbdce239-7959-434a-a329-a692be97fefa'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:33.114364 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea4faca-9ca8-4d85-a5e6-cfa6f04b8eb8 None None] Attempting to bind port b4559821-3555-4c48-9418-e1a8d470a1be on network dbdce239-7959-434a-a329-a692be97fefa {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:33.120847 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea4faca-9ca8-4d85-a5e6-cfa6f04b8eb8 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:33.121835 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea4faca-9ca8-4d85-a5e6-cfa6f04b8eb8 None None] Checking segment: {'id': '34bd8703-6c1d-4f8c-9306-ab256c421de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'dbdce239-7959-434a-a329-a692be97fefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:33.122423 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4ea4faca-9ca8-4d85-a5e6-cfa6f04b8eb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.123164 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea4faca-9ca8-4d85-a5e6-cfa6f04b8eb8 None None] Bound using segment: {'id': '34bd8703-6c1d-4f8c-9306-ab256c421de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'dbdce239-7959-434a-a329-a692be97fefa'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:33.123969 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-4ea4faca-9ca8-4d85-a5e6-cfa6f04b8eb8 None None] Bound port: b4559821-3555-4c48-9418-e1a8d470a1be, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34bd8703-6c1d-4f8c-9306-ab256c421de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'dbdce239-7959-434a-a329-a692be97fefa'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:33.124540 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4ea4faca-9ca8-4d85-a5e6-cfa6f04b8eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.194975 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-4ea4faca-9ca8-4d85-a5e6-cfa6f04b8eb8 None None] For port b4559821-3555-4c48-9418-e1a8d470a1be, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:33.199691 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-4ea4faca-9ca8-4d85-a5e6-cfa6f04b8eb8 None None] For port b4559821-3555-4c48-9418-e1a8d470a1be, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=b4559821-3555-4c48-9418-e1a8d470a1be,segment=NetworkSegment(34bd8703-6c1d-4f8c-9306-ab256c421de2),segment_id=34bd8703-6c1d-4f8c-9306-ab256c421de2)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:33.204270 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4ea4faca-9ca8-4d85-a5e6-cfa6f04b8eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.273818 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4faca-9ca8-4d85-a5e6-cfa6f04b8eb8 None None] Pushing event updated for resources: {'Port': ['ID=b4559821-3555-4c48-9418-e1a8d470a1be,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:33.276900 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-6fe22395-f9e9-4b6e-9be5-4939cbd9d5b1 req-21e55d46-9edb-417c-b85a-f14e92a29efe tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Deleting port 10f0f95b-73dd-494d-a3f8-a8b4b834aca0 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:40:33.277304 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6fe22395-f9e9-4b6e-9be5-4939cbd9d5b1 req-21e55d46-9edb-417c-b85a-f14e92a29efe tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.293121 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32356fc5-b465-4a3a-bdcc-24639192383d req-20bc2295-1134-4f77-b98f-57faf2ea234c tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:33.294798 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-32356fc5-b465-4a3a-bdcc-24639192383d req-20bc2295-1134-4f77-b98f-57faf2ea234c tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/ports?device_id=ece96b7f-b535-413f-848e-8be9629893d6 HTTP/1.1" status: 200 len: 947 time: 0.1243615 Sep 16 04:40:33.312304 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-6d5a6659-6aa7-4b96-a33d-1d9bfc53bbe5 service neutron] 10.222.0.48 "GET /v2.0/networks/61e5fdfb-a994-4f9f-ba5e-6bb06826494f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835399 Sep 16 04:40:33.343074 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2cb33755-dcb4-46a7-8dd1-e3c34a6fc98c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.362180 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2cb33755-dcb4-46a7-8dd1-e3c34a6fc98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.443989 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-32356fc5-b465-4a3a-bdcc-24639192383d req-750b34bc-04ba-4aa9-a7b4-7cd5484f7f33 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/security-groups?id=e463293e-1e64-47a0-8c0b-98e129acd053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274910 Sep 16 04:40:33.525443 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-2cb33755-dcb4-46a7-8dd1-e3c34a6fc98c admin admin] Allocated IP 172.25.8.13 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/7402663a-ff74-4c61-a84f-5d7dcd930a06) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:33.571758 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3b296da-95d8-4931-a50d-dce6795c1331 req-a9331486-555c-46f2-b798-21d72c1a9b3a service neutron] 10.222.0.48 "GET /v2.0/networks/61e5fdfb-a994-4f9f-ba5e-6bb06826494f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421727 Sep 16 04:40:33.581787 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-6fe22395-f9e9-4b6e-9be5-4939cbd9d5b1 req-21e55d46-9edb-417c-b85a-f14e92a29efe tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] For port 10f0f95b-73dd-494d-a3f8-a8b4b834aca0, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=10f0f95b-73dd-494d-a3f8-a8b4b834aca0,segment=NetworkSegment(28194e51-33ca-4336-ab07-5141dc3e21c0),segment_id=28194e51-33ca-4336-ab07-5141dc3e21c0)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:33.582152 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6fe22395-f9e9-4b6e-9be5-4939cbd9d5b1 req-21e55d46-9edb-417c-b85a-f14e92a29efe tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.597918 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-6fe22395-f9e9-4b6e-9be5-4939cbd9d5b1 req-21e55d46-9edb-417c-b85a-f14e92a29efe tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Calling delete_port for 10f0f95b-73dd-494d-a3f8-a8b4b834aca0 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:40:33.621944 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21225069-ad0a-4de5-b705-104e0bfe717d req-d3f31062-519b-45fe-8f04-01c7364d4dff tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:33.627945 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21225069-ad0a-4de5-b705-104e0bfe717d req-d3f31062-519b-45fe-8f04-01c7364d4dff tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:33.633958 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21225069-ad0a-4de5-b705-104e0bfe717d req-d3f31062-519b-45fe-8f04-01c7364d4dff tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:33.641020 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21225069-ad0a-4de5-b705-104e0bfe717d req-d3f31062-519b-45fe-8f04-01c7364d4dff tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:33.647317 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21225069-ad0a-4de5-b705-104e0bfe717d req-d3f31062-519b-45fe-8f04-01c7364d4dff tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:33.648387 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2cb33755-dcb4-46a7-8dd1-e3c34a6fc98c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.654123 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21225069-ad0a-4de5-b705-104e0bfe717d req-d3f31062-519b-45fe-8f04-01c7364d4dff tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:33.660153 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21225069-ad0a-4de5-b705-104e0bfe717d req-d3f31062-519b-45fe-8f04-01c7364d4dff tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:33.662110 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-21225069-ad0a-4de5-b705-104e0bfe717d req-d3f31062-519b-45fe-8f04-01c7364d4dff tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 5431 time: 0.1425383 Sep 16 04:40:33.697210 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2cb33755-dcb4-46a7-8dd1-e3c34a6fc98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.732308 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb33755-dcb4-46a7-8dd1-e3c34a6fc98c admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:33.735330 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-2cb33755-dcb4-46a7-8dd1-e3c34a6fc98c admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:33.739040 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb33755-dcb4-46a7-8dd1-e3c34a6fc98c admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:33.747829 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-21225069-ad0a-4de5-b705-104e0bfe717d req-1030199d-ce08-4b01-b5fd-7e7622cfe8e4 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/security-groups?id=8853ff16-2a5b-4a5a-a512-e128e1697c0d&id=be052b50-27c5-484b-b997-f9099d48371c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516334 Sep 16 04:40:33.773603 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb33755-dcb4-46a7-8dd1-e3c34a6fc98c admin admin] Pushing event updated for resources: {'Port': ['ID=7402663a-ff74-4c61-a84f-5d7dcd930a06,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:33.859303 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6fe22395-f9e9-4b6e-9be5-4939cbd9d5b1 req-21e55d46-9edb-417c-b85a-f14e92a29efe tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.887470 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-07e0ea50-700c-424c-bdd2-b905b73e618a req-78671fc3-ee61-49c2-865e-4e8e754f144b tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcf31c3c-4d6c-4656-b52a-bb51e2cd5a66 HTTP/1.1" status: 200 len: 210 time: 0.0375817 Sep 16 04:40:33.895304 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['10f0f95b-73dd-494d-a3f8-a8b4b834aca0'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:33.917835 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e55d46-9edb-417c-b85a-f14e92a29efe tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Pushing event deleted for resources: {'Port': ['ID=10f0f95b-73dd-494d-a3f8-a8b4b834aca0,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:33.957496 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-a7367e87-4c7b-4852-bafa-b6a452d05736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:33.958029 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-a7367e87-4c7b-4852-bafa-b6a452d05736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:33.958453 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-a7367e87-4c7b-4852-bafa-b6a452d05736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:33.958919 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-a7367e87-4c7b-4852-bafa-b6a452d05736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:33.959388 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-a7367e87-4c7b-4852-bafa-b6a452d05736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:33.959856 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-a7367e87-4c7b-4852-bafa-b6a452d05736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:33.960324 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-a7367e87-4c7b-4852-bafa-b6a452d05736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:33.962328 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-a7367e87-4c7b-4852-bafa-b6a452d05736 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4243ae1bae14f92bfd009f22277a59c&device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 6495 time: 0.1610932 Sep 16 04:40:33.979162 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe22395-f9e9-4b6e-9be5-4939cbd9d5b1 req-21e55d46-9edb-417c-b85a-f14e92a29efe tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] No DVR routers for this DVR port 10f0f95b-73dd-494d-a3f8-a8b4b834aca0 on host n-h1-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:40:33.996608 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6fe22395-f9e9-4b6e-9be5-4939cbd9d5b1 req-21e55d46-9edb-417c-b85a-f14e92a29efe tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.998607 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6fe22395-f9e9-4b6e-9be5-4939cbd9d5b1 req-21e55d46-9edb-417c-b85a-f14e92a29efe tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.47 "DELETE /v2.0/ports/10f0f95b-73dd-494d-a3f8-a8b4b834aca0 HTTP/1.1" status: 204 len: 173 time: 0.9988122 Sep 16 04:40:33.998988 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf31c3c-4d6c-4656-b52a-bb51e2cd5a66', 'name': 'network-vif-deleted', 'tag': '10f0f95b-73dd-494d-a3f8-a8b4b834aca0'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:34.001306 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75665f82-8a2e-4e93-8fd3-d85625588afd" -d '{"events": [{"server_uuid": "fcf31c3c-4d6c-4656-b52a-bb51e2cd5a66", "name": "network-vif-deleted", "tag": "10f0f95b-73dd-494d-a3f8-a8b4b834aca0"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:34.062227 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2cb33755-dcb4-46a7-8dd1-e3c34a6fc98c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.097638 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b845694-01ef-4959-8df4-2af6fb746bf3 req-bd38d865-316c-4178-951b-7185396c41b3 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:34.105514 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b845694-01ef-4959-8df4-2af6fb746bf3 req-bd38d865-316c-4178-951b-7185396c41b3 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.1280403 Sep 16 04:40:34.140986 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-d7c14ce7-a84d-4b14-a0dd-f2bc9716b77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:34.142559 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-d7c14ce7-a84d-4b14-a0dd-f2bc9716b77a service neutron] 10.222.0.48 "GET /v2.0/networks?id=186f59de-9f65-4bd5-bdf6-31e998b65f87 HTTP/1.1" status: 200 len: 902 time: 0.1646273 Sep 16 04:40:34.158888 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b845694-01ef-4959-8df4-2af6fb746bf3 req-9ee2169f-7915-4349-b5c0-87bb22e15401 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529754 Sep 16 04:40:34.199735 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-7d050687-fc7d-4f00-a519-685b24e00c1f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=63cfde0c-f88c-4163-b766-7b934a3d378e HTTP/1.1" status: 200 len: 217 time: 0.0393124 Sep 16 04:40:34.259727 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-383bbdd5-4ab5-4ba3-b452-a4d52753309b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:34.261489 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-383bbdd5-4ab5-4ba3-b452-a4d52753309b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d09b2a1-b6c3-49c5-85fd-f0d937e1c465 HTTP/1.1" status: 200 len: 797 time: 0.0536859 Sep 16 04:40:34.317975 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-ceadae20-2abe-4c9f-b24a-92ea707eb895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:34.319591 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-ceadae20-2abe-4c9f-b24a-92ea707eb895 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=186f59de-9f65-4bd5-bdf6-31e998b65f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0490091 Sep 16 04:40:34.334485 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2cb33755-dcb4-46a7-8dd1-e3c34a6fc98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.376281 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8fbc17-407b-416c-bacb-1821bb9d7b1e None None] Network dbdce239-7959-434a-a329-a692be97fefa requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:34.415829 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b239bc0-cfa0-4fb1-959c-7f78658959dc x-openstack-request-id: req-2b239bc0-cfa0-4fb1-959c-7f78658959dc {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:34.416225 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf31c3c-4d6c-4656-b52a-bb51e2cd5a66", "name": "network-vif-deleted", "tag": "10f0f95b-73dd-494d-a3f8-a8b4b834aca0", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:34.416608 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2b239bc0-cfa0-4fb1-959c-7f78658959dc {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:34.417298 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf31c3c-4d6c-4656-b52a-bb51e2cd5a66', 'name': 'network-vif-deleted', 'tag': '10f0f95b-73dd-494d-a3f8-a8b4b834aca0', 'status': 'completed', 'code': 200} Sep 16 04:40:34.435725 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-43741b9d-0315-4e38-b1c9-ba3083ebc097 service neutron] 10.222.0.48 "GET /v2.0/networks/186f59de-9f65-4bd5-bdf6-31e998b65f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071887 Sep 16 04:40:34.462109 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-c869234e-1dbf-4d70-92e7-4448588fba9b None None] Provisioning complete for port b4559821-3555-4c48-9418-e1a8d470a1be triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:34.462480 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c869234e-1dbf-4d70-92e7-4448588fba9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.509920 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb33755-dcb4-46a7-8dd1-e3c34a6fc98c admin admin] Router 1637949d-4073-4307-b85f-69dd97384dbb is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:40:34.567863 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328984c-2d6b-4dfd-9949-28f80c6c35dd req-a4435e1f-896d-4b97-94a3-5d354140689e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:34.576706 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d328984c-2d6b-4dfd-9949-28f80c6c35dd req-a4435e1f-896d-4b97-94a3-5d354140689e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 949 time: 0.1078482 Sep 16 04:40:34.627673 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-6740e838-5255-4697-971a-0d2bb064ddbd service neutron] 10.222.0.48 "GET /v2.0/networks/186f59de-9f65-4bd5-bdf6-31e998b65f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850438 Sep 16 04:40:34.638144 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d328984c-2d6b-4dfd-9949-28f80c6c35dd req-6273302a-7ac6-43e3-8723-29a46913004c tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604806 Sep 16 04:40:34.641978 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c869234e-1dbf-4d70-92e7-4448588fba9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.702923 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-c869234e-1dbf-4d70-92e7-4448588fba9b None None] For port b4559821-3555-4c48-9418-e1a8d470a1be, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=b4559821-3555-4c48-9418-e1a8d470a1be,segment=NetworkSegment(34bd8703-6c1d-4f8c-9306-ab256c421de2),segment_id=34bd8703-6c1d-4f8c-9306-ab256c421de2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:34.706276 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb33755-dcb4-46a7-8dd1-e3c34a6fc98c admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:40:34.727229 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2cb33755-dcb4-46a7-8dd1-e3c34a6fc98c admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.733161 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59804) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:34.733797 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2cb33755-dcb4-46a7-8dd1-e3c34a6fc98c admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2361493 Sep 16 04:40:34.737153 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a78250-6bf3-40ce-a5c2-09ad58b5f585 None None] Sync routers for ids ['1637949d-4073-4307-b85f-69dd97384dbb'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:40:34.741600 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c869234e-1dbf-4d70-92e7-4448588fba9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.848307 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c869234e-1dbf-4d70-92e7-4448588fba9b None None] Pushing event updated for resources: {'Port': ['ID=b4559821-3555-4c48-9418-e1a8d470a1be,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:34.866882 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a78250-6bf3-40ce-a5c2-09ad58b5f585 None None] Routers {'1637949d-4073-4307-b85f-69dd97384dbb'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:34.867959 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-a5a78250-6bf3-40ce-a5c2-09ad58b5f585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:40:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['1637949d-4073-4307-b85f-69dd97384dbb'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:34.916601 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device b4559821-3555-4c48-9418-e1a8d470a1be up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:34.935349 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-bf5db2e9-c96d-4000-9b8b-057982296fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:34.935759 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-bf5db2e9-c96d-4000-9b8b-057982296fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:34.936226 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-bf5db2e9-c96d-4000-9b8b-057982296fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:34.936740 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-bf5db2e9-c96d-4000-9b8b-057982296fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:34.937205 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-bf5db2e9-c96d-4000-9b8b-057982296fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:34.937669 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-bf5db2e9-c96d-4000-9b8b-057982296fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:34.938129 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-bf5db2e9-c96d-4000-9b8b-057982296fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:34.940251 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-bf5db2e9-c96d-4000-9b8b-057982296fa2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4243ae1bae14f92bfd009f22277a59c&device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 6495 time: 0.2098622 Sep 16 04:40:34.953268 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97788ed9-b621-4dbf-83de-cb56f6518683 req-fb32e759-cb34-4870-a798-7b2f9373c5e7 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:34.955374 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-97788ed9-b621-4dbf-83de-cb56f6518683 req-fb32e759-cb34-4870-a798-7b2f9373c5e7 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/ports?device_id=ece96b7f-b535-413f-848e-8be9629893d6 HTTP/1.1" status: 200 len: 947 time: 0.2051470 Sep 16 04:40:35.018036 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-b3d98564-71fd-49c6-a49c-f724cbfe660e None None] Provisioning complete for port b4559821-3555-4c48-9418-e1a8d470a1be triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:35.018299 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b3d98564-71fd-49c6-a49c-f724cbfe660e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.064722 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-a5a78250-6bf3-40ce-a5c2-09ad58b5f585 None None] Set router 1637949d-4073-4307-b85f-69dd97384dbb gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:35.126949 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port b4559821-3555-4c48-9418-e1a8d470a1be triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:35.127319 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.385497 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-97788ed9-b621-4dbf-83de-cb56f6518683 req-a7897308-3f13-4110-86e2-d9b5316c4453 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/security-groups?id=e463293e-1e64-47a0-8c0b-98e129acd053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4147158 Sep 16 04:40:35.445640 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-1407c7c1-94e5-4303-9153-202bc922bdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:35.447114 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-1407c7c1-94e5-4303-9153-202bc922bdf5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=61e5fdfb-a994-4f9f-ba5e-6bb06826494f HTTP/1.1" status: 200 len: 903 time: 0.4906471 Sep 16 04:40:35.497216 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-a5a78250-6bf3-40ce-a5c2-09ad58b5f585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1637949d-4073-4307-b85f-69dd97384dbb', 'name': 'tempest-ServersTestFqdnHostnames-1184918023-router', 'tenant_id': '56a12238ce4f42ad9c21efdbfb589179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '7402663a-ff74-4c61-a84f-5d7dcd930a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:32Z', 'updated_at': '2021-09-16T04:40:33Z', 'revision_number': 3, 'project_id': '56a12238ce4f42ad9c21efdbfb589179', 'gw_port': {'id': '7402663a-ff74-4c61-a84f-5d7dcd930a06', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1637949d-4073-4307-b85f-69dd97384dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:33Z', 'updated_at': '2021-09-16T04:40:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:35.523080 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a78250-6bf3-40ce-a5c2-09ad58b5f585 None None] Checking router: 1637949d-4073-4307-b85f-69dd97384dbb for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:40:35.523427 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a78250-6bf3-40ce-a5c2-09ad58b5f585 None None] Updating router 1637949d-4073-4307-b85f-69dd97384dbb port 7402663a-ff74-4c61-a84f-5d7dcd930a06 binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:40:35.526346 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-a6cae2f7-898d-482d-a154-e3a36fe05d0d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=60bdf96a-acb0-42be-9e2a-0e79fa6e1a85 HTTP/1.1" status: 200 len: 217 time: 0.0617902 Sep 16 04:40:35.552240 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a5a78250-6bf3-40ce-a5c2-09ad58b5f585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.625323 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7235148-4b5f-4dcf-b969-5338b6b6b9b1 req-a8d1f4c2-04a0-460a-9bcf-c2f2bf8ebaed tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:35.631273 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7235148-4b5f-4dcf-b969-5338b6b6b9b1 req-a8d1f4c2-04a0-460a-9bcf-c2f2bf8ebaed tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:35.637677 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7235148-4b5f-4dcf-b969-5338b6b6b9b1 req-a8d1f4c2-04a0-460a-9bcf-c2f2bf8ebaed tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:35.643713 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7235148-4b5f-4dcf-b969-5338b6b6b9b1 req-a8d1f4c2-04a0-460a-9bcf-c2f2bf8ebaed tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:35.649674 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7235148-4b5f-4dcf-b969-5338b6b6b9b1 req-a8d1f4c2-04a0-460a-9bcf-c2f2bf8ebaed tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:35.656244 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7235148-4b5f-4dcf-b969-5338b6b6b9b1 req-a8d1f4c2-04a0-460a-9bcf-c2f2bf8ebaed tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:35.662198 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7235148-4b5f-4dcf-b969-5338b6b6b9b1 req-a8d1f4c2-04a0-460a-9bcf-c2f2bf8ebaed tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:35.664429 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d7235148-4b5f-4dcf-b969-5338b6b6b9b1 req-a8d1f4c2-04a0-460a-9bcf-c2f2bf8ebaed tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 5431 time: 0.2109792 Sep 16 04:40:35.728341 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-4f6415ae-aab4-4725-a47f-07448d05cb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:35.729840 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-4f6415ae-aab4-4725-a47f-07448d05cb4e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=10a53b25-aa6e-4ae9-95ff-de0fc84ff082 HTTP/1.1" status: 200 len: 797 time: 0.1640940 Sep 16 04:40:35.785497 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d7235148-4b5f-4dcf-b969-5338b6b6b9b1 req-730a5a75-f16a-4a8c-a1ef-f55d489d7ad2 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/security-groups?id=8853ff16-2a5b-4a5a-a512-e128e1697c0d&id=be052b50-27c5-484b-b997-f9099d48371c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1134903 Sep 16 04:40:35.793984 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device b1e637e2-d829-40c7-a07f-000533564e98 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:40:35.823295 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-08e0dca8-2143-43dc-ae7d-daa2d17948a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:35.826163 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-08e0dca8-2143-43dc-ae7d-daa2d17948a6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61e5fdfb-a994-4f9f-ba5e-6bb06826494f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0882816 Sep 16 04:40:35.901883 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a5a78250-6bf3-40ce-a5c2-09ad58b5f585 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.917844 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port b1e637e2-d829-40c7-a07f-000533564e98, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=b1e637e2-d829-40c7-a07f-000533564e98,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:35.925983 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a5a78250-6bf3-40ce-a5c2-09ad58b5f585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.957397 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'b1e637e2-d829-40c7-a07f-000533564e98', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': 'b1e637e2-d829-40c7-a07f-000533564e98', 'mac_address': 'fa:16:3e:0d:80:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:40:36.011106 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504b775-a53e-442e-a19d-bb2a790545e5 None None] Pushing event updated for resources: {'Port': ['ID=7402663a-ff74-4c61-a84f-5d7dcd930a06,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:36.015864 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-a5a78250-6bf3-40ce-a5c2-09ad58b5f585 None None] Attempting to bind port 7402663a-ff74-4c61-a84f-5d7dcd930a06 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:36.016242 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-a5a78250-6bf3-40ce-a5c2-09ad58b5f585 None None] Attempting to bind port 7402663a-ff74-4c61-a84f-5d7dcd930a06 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:36.016625 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a78250-6bf3-40ce-a5c2-09ad58b5f585 None None] Attempting to bind port 7402663a-ff74-4c61-a84f-5d7dcd930a06 on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:36.023543 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a78250-6bf3-40ce-a5c2-09ad58b5f585 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:36.023920 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a78250-6bf3-40ce-a5c2-09ad58b5f585 None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:36.024325 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a5a78250-6bf3-40ce-a5c2-09ad58b5f585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.024752 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a78250-6bf3-40ce-a5c2-09ad58b5f585 None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:36.025236 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-a5a78250-6bf3-40ce-a5c2-09ad58b5f585 None None] Bound port: 7402663a-ff74-4c61-a84f-5d7dcd930a06, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:36.025617 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a5a78250-6bf3-40ce-a5c2-09ad58b5f585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.038523 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-90d518db-6b67-4475-8ed9-11915a57875a service neutron] 10.222.0.48 "GET /v2.0/networks/61e5fdfb-a994-4f9f-ba5e-6bb06826494f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024441 Sep 16 04:40:36.046936 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12cf8a9-d3f1-4009-a1c1-54b24a584e17 req-d0c4b337-2d32-4450-80c3-576524e579fb tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:36.048395 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e12cf8a9-d3f1-4009-a1c1-54b24a584e17 req-d0c4b337-2d32-4450-80c3-576524e579fb tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.1578588 Sep 16 04:40:36.055995 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.073508 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1e637e2-d829-40c7-a07f-000533564e98 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:36.079809 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b3d40e19-b1c9-4223-abed-fee39a049e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.112170 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port b1e637e2-d829-40c7-a07f-000533564e98, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=b1e637e2-d829-40c7-a07f-000533564e98,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:36.117009 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-a5a78250-6bf3-40ce-a5c2-09ad58b5f585 None None] For port 7402663a-ff74-4c61-a84f-5d7dcd930a06, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:36.120521 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-a5a78250-6bf3-40ce-a5c2-09ad58b5f585 None None] For port 7402663a-ff74-4c61-a84f-5d7dcd930a06, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=7402663a-ff74-4c61-a84f-5d7dcd930a06,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:36.121701 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.127985 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a5a78250-6bf3-40ce-a5c2-09ad58b5f585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.165784 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e12cf8a9-d3f1-4009-a1c1-54b24a584e17 req-f1acf2fa-29be-423b-ae39-94a23e3215be tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058967 Sep 16 04:40:36.188741 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a78250-6bf3-40ce-a5c2-09ad58b5f585 None None] Routers {'1637949d-4073-4307-b85f-69dd97384dbb'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:36.189396 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-a5a78250-6bf3-40ce-a5c2-09ad58b5f585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:40:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['1637949d-4073-4307-b85f-69dd97384dbb'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:36.226450 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=b1e637e2-d829-40c7-a07f-000533564e98,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:36.236545 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-817be149-7cae-41da-9457-051edcb6dab5 service neutron] 10.222.0.48 "GET /v2.0/networks/61e5fdfb-a994-4f9f-ba5e-6bb06826494f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871610 Sep 16 04:40:36.330385 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504b775-a53e-442e-a19d-bb2a790545e5 None None] Pushing event updated for resources: {'Port': ['ID=7402663a-ff74-4c61-a84f-5d7dcd930a06,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:36.356711 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-a5a78250-6bf3-40ce-a5c2-09ad58b5f585 None None] Set router 1637949d-4073-4307-b85f-69dd97384dbb gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:36.365546 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-b3d40e19-b1c9-4223-abed-fee39a049e9e admin admin] Allocated IP 172.20.0.1 (dbdce239-7959-434a-a329-a692be97fefa/1658fc64-3616-4fe6-94e0-ef188d8d2637/4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:36.424530 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-09d1e2bf-fa11-4e06-be77-e3561cbc82f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:36.425051 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-09d1e2bf-fa11-4e06-be77-e3561cbc82f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:36.425529 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-09d1e2bf-fa11-4e06-be77-e3561cbc82f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:36.426004 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-09d1e2bf-fa11-4e06-be77-e3561cbc82f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:36.426481 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-09d1e2bf-fa11-4e06-be77-e3561cbc82f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:36.426949 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-09d1e2bf-fa11-4e06-be77-e3561cbc82f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:36.427408 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-09d1e2bf-fa11-4e06-be77-e3561cbc82f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:36.429646 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-09d1e2bf-fa11-4e06-be77-e3561cbc82f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4243ae1bae14f92bfd009f22277a59c&device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 6495 time: 0.0957108 Sep 16 04:40:36.551993 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-a5a78250-6bf3-40ce-a5c2-09ad58b5f585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1637949d-4073-4307-b85f-69dd97384dbb', 'name': 'tempest-ServersTestFqdnHostnames-1184918023-router', 'tenant_id': '56a12238ce4f42ad9c21efdbfb589179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '7402663a-ff74-4c61-a84f-5d7dcd930a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:32Z', 'updated_at': '2021-09-16T04:40:33Z', 'revision_number': 3, 'project_id': '56a12238ce4f42ad9c21efdbfb589179', 'gw_port': {'id': '7402663a-ff74-4c61-a84f-5d7dcd930a06', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1637949d-4073-4307-b85f-69dd97384dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:33Z', 'updated_at': '2021-09-16T04:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:36.556421 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 10f0f95b-73dd-494d-a3f8-a8b4b834aca0 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:40:36.596017 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b3d40e19-b1c9-4223-abed-fee39a049e9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.600207 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['b1e637e2-d829-40c7-a07f-000533564e98'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:36.603871 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a78250-6bf3-40ce-a5c2-09ad58b5f585 None None] The sync data for ids ['1637949d-4073-4307-b85f-69dd97384dbb'] in n-d-712139-15 is: [{'id': '1637949d-4073-4307-b85f-69dd97384dbb', 'name': 'tempest-ServersTestFqdnHostnames-1184918023-router', 'tenant_id': '56a12238ce4f42ad9c21efdbfb589179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '7402663a-ff74-4c61-a84f-5d7dcd930a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:32Z', 'updated_at': '2021-09-16T04:40:33Z', 'revision_number': 3, 'project_id': '56a12238ce4f42ad9c21efdbfb589179', 'gw_port': {'id': '7402663a-ff74-4c61-a84f-5d7dcd930a06', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1637949d-4073-4307-b85f-69dd97384dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:33Z', 'updated_at': '2021-09-16T04:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:40:36.613322 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f9f83-2f1f-4f60-8408-c2f56e885a6d req-04b97b01-fdf2-4c7a-b816-b2f9951b4466 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:36.614867 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf1f9f83-2f1f-4f60-8408-c2f56e885a6d req-04b97b01-fdf2-4c7a-b816-b2f9951b4466 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 949 time: 0.1538374 Sep 16 04:40:36.633354 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: 10f0f95b-73dd-494d-a3f8-a8b4b834aca0 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:40:36.633910 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 10f0f95b-73dd-494d-a3f8-a8b4b834aca0 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:40:36.652680 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-d9e5b6e1-20a8-49e4-b332-722ea269904d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:36.654224 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-d9e5b6e1-20a8-49e4-b332-722ea269904d service neutron] 10.222.0.48 "GET /v2.0/networks?id=61e5fdfb-a994-4f9f-ba5e-6bb06826494f HTTP/1.1" status: 200 len: 903 time: 0.1921039 Sep 16 04:40:36.719064 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-d595dc08-417b-4e0b-84d8-5274146fb6b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a0b898a1-82fe-4fcf-9734-8ecbcac09450 HTTP/1.1" status: 200 len: 217 time: 0.0507872 Sep 16 04:40:36.723370 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf1f9f83-2f1f-4f60-8408-c2f56e885a6d req-e624a4b3-d7ef-4196-b932-c1443c903e36 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981009 Sep 16 04:40:36.775274 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b3d40e19-b1c9-4223-abed-fee39a049e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.816653 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device b4559821-3555-4c48-9418-e1a8d470a1be up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:36.836311 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d40e19-b1c9-4223-abed-fee39a049e9e admin admin] Network dbdce239-7959-434a-a329-a692be97fefa is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:36.847529 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-b3d40e19-b1c9-4223-abed-fee39a049e9e admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:36.851216 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-a3d4d957-4887-4b07-bc95-5d03ce432497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:36.852769 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-a3d4d957-4887-4b07-bc95-5d03ce432497 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=10a53b25-aa6e-4ae9-95ff-de0fc84ff082 HTTP/1.1" status: 200 len: 797 time: 0.1192529 Sep 16 04:40:36.853560 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d40e19-b1c9-4223-abed-fee39a049e9e admin admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:36.855917 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d40e19-b1c9-4223-abed-fee39a049e9e admin admin] Pushing event updated for resources: {'Port': ['ID=4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:36.914157 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port b4559821-3555-4c48-9418-e1a8d470a1be triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:36.914540 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.985515 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b3d40e19-b1c9-4223-abed-fee39a049e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:37.048522 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-ca95c46b-e8b9-4022-bf95-b346ed4315d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:37.050251 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-ca95c46b-e8b9-4022-bf95-b346ed4315d1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61e5fdfb-a994-4f9f-ba5e-6bb06826494f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1686203 Sep 16 04:40:37.065067 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47974c3e-c1dc-46aa-80cf-8ed95718f88a req-1172efe9-efa1-4703-a431-d61f14096d62 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:37.066749 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-47974c3e-c1dc-46aa-80cf-8ed95718f88a req-1172efe9-efa1-4703-a431-d61f14096d62 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/ports?device_id=ece96b7f-b535-413f-848e-8be9629893d6 HTTP/1.1" status: 200 len: 948 time: 0.1671498 Sep 16 04:40:37.163273 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f054a701-98e0-47f5-8a25-918fcc406eb4 None None] Provisioning complete for port 4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:37.163737 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f054a701-98e0-47f5-8a25-918fcc406eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:37.216549 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-f054a701-98e0-47f5-8a25-918fcc406eb4 None None] Port 4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:40:37.221301 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-47974c3e-c1dc-46aa-80cf-8ed95718f88a req-03543924-c859-47ca-92ab-b7a0bb38b6cc tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/security-groups?id=e463293e-1e64-47a0-8c0b-98e129acd053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338587 Sep 16 04:40:37.275229 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-b59f8ba8-624a-4f5e-a8a0-40951d2d9016 service neutron] 10.222.0.48 "GET /v2.0/networks/61e5fdfb-a994-4f9f-ba5e-6bb06826494f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072990 Sep 16 04:40:37.319525 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b3d40e19-b1c9-4223-abed-fee39a049e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:37.454293 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f44b30-5515-448e-9ae0-8d7554ce9993 req-5c1c2ba5-2504-423c-a20d-99bcbe4d4973 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:37.460328 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f44b30-5515-448e-9ae0-8d7554ce9993 req-5c1c2ba5-2504-423c-a20d-99bcbe4d4973 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:37.466381 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f44b30-5515-448e-9ae0-8d7554ce9993 req-5c1c2ba5-2504-423c-a20d-99bcbe4d4973 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:37.472347 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f44b30-5515-448e-9ae0-8d7554ce9993 req-5c1c2ba5-2504-423c-a20d-99bcbe4d4973 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:37.478373 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f44b30-5515-448e-9ae0-8d7554ce9993 req-5c1c2ba5-2504-423c-a20d-99bcbe4d4973 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:37.484474 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f44b30-5515-448e-9ae0-8d7554ce9993 req-5c1c2ba5-2504-423c-a20d-99bcbe4d4973 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:37.490536 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f44b30-5515-448e-9ae0-8d7554ce9993 req-5c1c2ba5-2504-423c-a20d-99bcbe4d4973 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:37.492490 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-49f44b30-5515-448e-9ae0-8d7554ce9993 req-5c1c2ba5-2504-423c-a20d-99bcbe4d4973 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 5431 time: 0.1940770 Sep 16 04:40:37.534030 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f63c7974-6e85-4006-a5cf-fdb68a679621 req-80c3518f-01a0-4dbb-be79-2fd2196f8ac1 service neutron] 10.222.0.48 "GET /v2.0/networks/61e5fdfb-a994-4f9f-ba5e-6bb06826494f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480969 Sep 16 04:40:37.602391 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-49f44b30-5515-448e-9ae0-8d7554ce9993 req-754fc6ea-8d15-420f-b32f-25e9c2df762e tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/security-groups?id=8853ff16-2a5b-4a5a-a512-e128e1697c0d&id=be052b50-27c5-484b-b997-f9099d48371c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0943377 Sep 16 04:40:37.660908 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b3d40e19-b1c9-4223-abed-fee39a049e9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:37.666446 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b3d40e19-b1c9-4223-abed-fee39a049e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:37.772720 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d40e19-b1c9-4223-abed-fee39a049e9e admin admin] Pushing event updated for resources: {'Port': ['ID=4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:37.776831 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b3d40e19-b1c9-4223-abed-fee39a049e9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:37.800967 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fe9f4-f62c-4cc2-9026-ddbba71793ac req-723402a5-b434-425b-9668-07373b63d64b tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:37.802468 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-149fe9f4-f62c-4cc2-9026-ddbba71793ac req-723402a5-b434-425b-9668-07373b63d64b tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.0849681 Sep 16 04:40:37.809251 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device b1e637e2-d829-40c7-a07f-000533564e98 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:37.860083 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port b1e637e2-d829-40c7-a07f-000533564e98 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:40:37.864251 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port b1e637e2-d829-40c7-a07f-000533564e98 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:37.864833 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:37.890243 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-149fe9f4-f62c-4cc2-9026-ddbba71793ac req-17c289e0-6aeb-400f-b06f-f9e97446ca51 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774195 Sep 16 04:40:37.925031 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d40e19-b1c9-4223-abed-fee39a049e9e admin admin] Network dbdce239-7959-434a-a329-a692be97fefa is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:37.926500 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-b3d40e19-b1c9-4223-abed-fee39a049e9e admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:37.961066 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:38.033347 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port b1e637e2-d829-40c7-a07f-000533564e98, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=b1e637e2-d829-40c7-a07f-000533564e98,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:38.034587 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece96b7f-b535-413f-848e-8be9629893d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e637e2-d829-40c7-a07f-000533564e98'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:38.038987 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7cd79d-ba80-4fd9-b2b3-e57409992d64" -d '{"events": [{"server_uuid": "ece96b7f-b535-413f-848e-8be9629893d6", "name": "network-vif-plugged", "status": "completed", "tag": "b1e637e2-d829-40c7-a07f-000533564e98"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:38.047900 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:38.061982 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d40e19-b1c9-4223-abed-fee39a049e9e admin admin] Router 1637949d-4073-4307-b85f-69dd97384dbb has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:40:38.113406 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=b1e637e2-d829-40c7-a07f-000533564e98,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:38.198054 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d40e19-b1c9-4223-abed-fee39a049e9e admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:40:38.203934 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b3d40e19-b1c9-4223-abed-fee39a049e9e admin admin] 10.222.0.35 "PUT /v2.0/routers/1637949d-4073-4307-b85f-69dd97384dbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4692988 Sep 16 04:40:38.247065 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-afc72012-ccad-4d32-84ef-b14a3d82a9cc None None] Provisioning complete for port 4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:38.248197 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-afc72012-ccad-4d32-84ef-b14a3d82a9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:38.263385 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a459fb9-101e-41ae-a9bd-fb53ba186ed6 req-9d55be7f-a054-4a81-963d-6bb74613dd81 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:38.264962 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5a459fb9-101e-41ae-a9bd-fb53ba186ed6 req-9d55be7f-a054-4a81-963d-6bb74613dd81 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 949 time: 0.0599525 Sep 16 04:40:38.288821 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-afc72012-ccad-4d32-84ef-b14a3d82a9cc None None] Port 4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:40:38.312418 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5a459fb9-101e-41ae-a9bd-fb53ba186ed6 req-d93fbc19-95bc-43f4-8b56-4dcddc6d2145 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414782 Sep 16 04:40:38.360290 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4597b009-52c8-4117-97db-c05047ae90af x-openstack-request-id: req-4597b009-52c8-4117-97db-c05047ae90af {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:38.360615 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece96b7f-b535-413f-848e-8be9629893d6", "name": "network-vif-plugged", "status": "completed", "tag": "b1e637e2-d829-40c7-a07f-000533564e98", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:38.360860 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4597b009-52c8-4117-97db-c05047ae90af {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:38.361262 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece96b7f-b535-413f-848e-8be9629893d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e637e2-d829-40c7-a07f-000533564e98', 'code': 200} Sep 16 04:40:38.378120 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6fceb3-c180-4261-beb0-8e6b51825599 None None] Sync routers for ids ['1637949d-4073-4307-b85f-69dd97384dbb'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:40:38.390851 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59850) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:38.394055 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6fceb3-c180-4261-beb0-8e6b51825599 None None] Routers {'1637949d-4073-4307-b85f-69dd97384dbb'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:38.394698 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-0d6fceb3-c180-4261-beb0-8e6b51825599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:40:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['1637949d-4073-4307-b85f-69dd97384dbb'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:38.460822 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-202cbd97-632b-41c3-81ea-289f25b0137f tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:38.485792 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-202cbd97-632b-41c3-81ea-289f25b0137f tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:38.512152 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-0d6fceb3-c180-4261-beb0-8e6b51825599 None None] Set router 1637949d-4073-4307-b85f-69dd97384dbb gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:38.522281 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cecfcc-23a2-4b7b-a9ff-741a7119c7f6 req-366acd70-48c2-4108-8709-0dd202572829 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:38.523906 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37cecfcc-23a2-4b7b-a9ff-741a7119c7f6 req-366acd70-48c2-4108-8709-0dd202572829 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/ports?device_id=ece96b7f-b535-413f-848e-8be9629893d6 HTTP/1.1" status: 200 len: 949 time: 0.0819771 Sep 16 04:40:38.527757 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058086c-025a-445e-bc0d-3c965bb91cfb req-7877339c-2f2e-45f4-a635-e7eb28a52b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:38.529294 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c058086c-025a-445e-bc0d-3c965bb91cfb req-7877339c-2f2e-45f4-a635-e7eb28a52b23 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ece96b7f-b535-413f-848e-8be9629893d6 HTTP/1.1" status: 200 len: 1101 time: 0.0604570 Sep 16 04:40:38.539462 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-202cbd97-632b-41c3-81ea-289f25b0137f tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:38.542552 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-202cbd97-632b-41c3-81ea-289f25b0137f tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:38.544149 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-202cbd97-632b-41c3-81ea-289f25b0137f tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "DELETE /v2.0/security-groups/f79e0b42-b89e-4c1f-bdc1-c97875fc7627 HTTP/1.1" status: 204 len: 168 time: 0.1519930 Sep 16 04:40:38.553581 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59852) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:38.554484 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202cbd97-632b-41c3-81ea-289f25b0137f tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79e0b42-b89e-4c1f-bdc1-c97875fc7627,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:38.569990 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-ec2a4d84-0fff-471d-b118-5bf75f233955 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] show failed (client error): The resource could not be found. Sep 16 04:40:38.571205 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ec2a4d84-0fff-471d-b118-5bf75f233955 tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "GET /v2.0/security-groups/f79e0b42-b89e-4c1f-bdc1-c97875fc7627 HTTP/1.1" status: 404 len: 347 time: 0.0145872 Sep 16 04:40:38.575146 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59854) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:38.597158 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37cecfcc-23a2-4b7b-a9ff-741a7119c7f6 req-e5ae789d-e26a-42b5-924a-42826d8f865f tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/security-groups?id=e463293e-1e64-47a0-8c0b-98e129acd053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650961 Sep 16 04:40:38.598827 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c058086c-025a-445e-bc0d-3c965bb91cfb req-b8287136-203c-4ae9-aebb-e72c05653dab service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e463293e-1e64-47a0-8c0b-98e129acd053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596330 Sep 16 04:40:38.716462 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-6a9c6afc-3814-4040-984f-97f787f08e8b tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Deleting port 06b92aa1-f16c-43ac-834e-67eaef836e83 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:40:38.717553 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6a9c6afc-3814-4040-984f-97f787f08e8b tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:38.770101 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-0d6fceb3-c180-4261-beb0-8e6b51825599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1637949d-4073-4307-b85f-69dd97384dbb', 'name': 'tempest-ServersTestFqdnHostnames-1184918023-router', 'tenant_id': '56a12238ce4f42ad9c21efdbfb589179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '7402663a-ff74-4c61-a84f-5d7dcd930a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:32Z', 'updated_at': '2021-09-16T04:40:37Z', 'revision_number': 4, 'project_id': '56a12238ce4f42ad9c21efdbfb589179', 'gw_port': {'id': '7402663a-ff74-4c61-a84f-5d7dcd930a06', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1637949d-4073-4307-b85f-69dd97384dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:33Z', 'updated_at': '2021-09-16T04:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d', 'name': '', 'network_id': 'dbdce239-7959-434a-a329-a692be97fefa', 'tenant_id': '56a12238ce4f42ad9c21efdbfb589179', 'mac_address': 'fa:16:3e:b1:99:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1637949d-4073-4307-b85f-69dd97384dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '1658fc64-3616-4fe6-94e0-ef188d8d2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:36Z', 'updated_at': '2021-09-16T04:40:37Z', 'revision_number': 2, 'project_id': '56a12238ce4f42ad9c21efdbfb589179', 'subnets': [{'id': '1658fc64-3616-4fe6-94e0-ef188d8d2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:38.803292 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6fceb3-c180-4261-beb0-8e6b51825599 None None] Checking router: 1637949d-4073-4307-b85f-69dd97384dbb for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:40:38.803637 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6fceb3-c180-4261-beb0-8e6b51825599 None None] Updating router 1637949d-4073-4307-b85f-69dd97384dbb port 4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:40:38.817310 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6a9c6afc-3814-4040-984f-97f787f08e8b tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:38.817643 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6a9c6afc-3814-4040-984f-97f787f08e8b tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:38.830672 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-6a9c6afc-3814-4040-984f-97f787f08e8b tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Calling delete_port for 06b92aa1-f16c-43ac-834e-67eaef836e83 owned by network:floatingip {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:40:38.841290 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-0d6fceb3-c180-4261-beb0-8e6b51825599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:38.843746 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 7402663a-ff74-4c61-a84f-5d7dcd930a06 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:38.899012 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 7402663a-ff74-4c61-a84f-5d7dcd930a06 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:38.899716 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.010535 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6a9c6afc-3814-4040-984f-97f787f08e8b tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.061673 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c6afc-3814-4040-984f-97f787f08e8b tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Pushing event deleted for resources: {'Port': ['ID=06b92aa1-f16c-43ac-834e-67eaef836e83,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:39.064478 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.093043 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 7402663a-ff74-4c61-a84f-5d7dcd930a06, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=7402663a-ff74-4c61-a84f-5d7dcd930a06,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:39.103559 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.152957 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6a9c6afc-3814-4040-984f-97f787f08e8b tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks [] for floatingip, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.160843 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6a9c6afc-3814-4040-984f-97f787f08e8b tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.165065 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6a9c6afc-3814-4040-984f-97f787f08e8b tempest-ImagesOneServerNegativeTestJSON-1440022903 tempest-ImagesOneServerNegativeTestJSON-1440022903-project] 10.222.0.35 "DELETE /v2.0/floatingips/9523ada4-2dc3-46dd-aeff-5286154f6e74 HTTP/1.1" status: 204 len: 168 time: 0.5861306 Sep 16 04:40:39.194232 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59868) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:39.199636 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-4e7c99cb-95bd-4e14-841b-151618fb3c8e tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Request body: {'security_group': {'name': 'tempest-securitygroup--58642260', 'description': 'tempest-description--561944178'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:39.213081 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=7402663a-ff74-4c61-a84f-5d7dcd930a06,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:39.233042 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4e7c99cb-95bd-4e14-841b-151618fb3c8e tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.236598 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-0d6fceb3-c180-4261-beb0-8e6b51825599 None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.246492 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-0d6fceb3-c180-4261-beb0-8e6b51825599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.331294 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99440e-e130-49e7-bc48-4e0db5745f9c None None] Pushing event updated for resources: {'Port': ['ID=4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:39.360763 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99440e-e130-49e7-bc48-4e0db5745f9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:39.361101 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99440e-e130-49e7-bc48-4e0db5745f9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:39.361444 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99440e-e130-49e7-bc48-4e0db5745f9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:39.361783 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99440e-e130-49e7-bc48-4e0db5745f9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:39.362111 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99440e-e130-49e7-bc48-4e0db5745f9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:39.362443 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99440e-e130-49e7-bc48-4e0db5745f9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:39.362774 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99440e-e130-49e7-bc48-4e0db5745f9c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:39.363105 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99440e-e130-49e7-bc48-4e0db5745f9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:39.363427 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99440e-e130-49e7-bc48-4e0db5745f9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:39.363752 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99440e-e130-49e7-bc48-4e0db5745f9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:39.364068 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99440e-e130-49e7-bc48-4e0db5745f9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:39.364389 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99440e-e130-49e7-bc48-4e0db5745f9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:39.377970 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-0d6fceb3-c180-4261-beb0-8e6b51825599 None None] Attempting to bind port 4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:39.378343 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-0d6fceb3-c180-4261-beb0-8e6b51825599 None None] Attempting to bind port 4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '34bd8703-6c1d-4f8c-9306-ab256c421de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'dbdce239-7959-434a-a329-a692be97fefa'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:39.378929 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6fceb3-c180-4261-beb0-8e6b51825599 None None] Attempting to bind port 4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d on network dbdce239-7959-434a-a329-a692be97fefa {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:39.384503 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6fceb3-c180-4261-beb0-8e6b51825599 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:39.384911 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6fceb3-c180-4261-beb0-8e6b51825599 None None] Checking segment: {'id': '34bd8703-6c1d-4f8c-9306-ab256c421de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'dbdce239-7959-434a-a329-a692be97fefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:39.385320 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-0d6fceb3-c180-4261-beb0-8e6b51825599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.385709 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6fceb3-c180-4261-beb0-8e6b51825599 None None] Bound using segment: {'id': '34bd8703-6c1d-4f8c-9306-ab256c421de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'dbdce239-7959-434a-a329-a692be97fefa'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:39.386193 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-0d6fceb3-c180-4261-beb0-8e6b51825599 None None] Bound port: 4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34bd8703-6c1d-4f8c-9306-ab256c421de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'dbdce239-7959-434a-a329-a692be97fefa'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:39.387137 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-0d6fceb3-c180-4261-beb0-8e6b51825599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.459446 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-0d6fceb3-c180-4261-beb0-8e6b51825599 None None] For port 4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:39.462916 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-0d6fceb3-c180-4261-beb0-8e6b51825599 None None] For port 4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d,segment=NetworkSegment(34bd8703-6c1d-4f8c-9306-ab256c421de2),segment_id=34bd8703-6c1d-4f8c-9306-ab256c421de2)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:39.468904 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-0d6fceb3-c180-4261-beb0-8e6b51825599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.518349 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-7930515e-6c81-4b4c-8e46-30a766b0bcac None None] Provisioning complete for port 4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:39.519031 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7930515e-6c81-4b4c-8e46-30a766b0bcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.528958 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6fceb3-c180-4261-beb0-8e6b51825599 None None] Routers {'1637949d-4073-4307-b85f-69dd97384dbb'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:39.529619 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-0d6fceb3-c180-4261-beb0-8e6b51825599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:40:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['1637949d-4073-4307-b85f-69dd97384dbb'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:39.571076 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99440e-e130-49e7-bc48-4e0db5745f9c None None] Pushing event updated for resources: {'Port': ['ID=4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d,revision_number=4']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:39.619546 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7930515e-6c81-4b4c-8e46-30a766b0bcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.632713 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91377633-5168-4d1b-840b-900814ae78e6 req-8cf21857-d989-40aa-9df1-30bde4996d11 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:39.639548 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91377633-5168-4d1b-840b-900814ae78e6 req-8cf21857-d989-40aa-9df1-30bde4996d11 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:39.645722 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91377633-5168-4d1b-840b-900814ae78e6 req-8cf21857-d989-40aa-9df1-30bde4996d11 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:39.652866 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91377633-5168-4d1b-840b-900814ae78e6 req-8cf21857-d989-40aa-9df1-30bde4996d11 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:39.658944 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91377633-5168-4d1b-840b-900814ae78e6 req-8cf21857-d989-40aa-9df1-30bde4996d11 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:39.659803 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-7930515e-6c81-4b4c-8e46-30a766b0bcac None None] For port 4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d,segment=NetworkSegment(34bd8703-6c1d-4f8c-9306-ab256c421de2),segment_id=34bd8703-6c1d-4f8c-9306-ab256c421de2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:39.665817 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7930515e-6c81-4b4c-8e46-30a766b0bcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.666058 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91377633-5168-4d1b-840b-900814ae78e6 req-8cf21857-d989-40aa-9df1-30bde4996d11 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:39.673958 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91377633-5168-4d1b-840b-900814ae78e6 req-8cf21857-d989-40aa-9df1-30bde4996d11 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:39.679726 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-0d6fceb3-c180-4261-beb0-8e6b51825599 None None] Set router 1637949d-4073-4307-b85f-69dd97384dbb gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:39.682296 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-91377633-5168-4d1b-840b-900814ae78e6 req-8cf21857-d989-40aa-9df1-30bde4996d11 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 5431 time: 0.4244471 Sep 16 04:40:39.724872 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930515e-6c81-4b4c-8e46-30a766b0bcac None None] Pushing event updated for resources: {'Port': ['ID=4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:39.745756 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-91377633-5168-4d1b-840b-900814ae78e6 req-81c9d472-4c4a-4697-ba4d-0ecdc82a9d06 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/security-groups?id=8853ff16-2a5b-4a5a-a512-e128e1697c0d&id=be052b50-27c5-484b-b997-f9099d48371c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625710 Sep 16 04:40:39.756683 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4e7c99cb-95bd-4e14-841b-151618fb3c8e tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.760793 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4e7c99cb-95bd-4e14-841b-151618fb3c8e tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.803948 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-4b99ba3e-86b9-4e29-a79d-8dd47d460328 None None] Provisioning complete for port 4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:39.805081 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4b99ba3e-86b9-4e29-a79d-8dd47d460328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.807016 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c99cb-95bd-4e14-841b-151618fb3c8e tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa0cf96-03c2-41b3-93c4-f3901548d7c9,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:39.812325 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4e7c99cb-95bd-4e14-841b-151618fb3c8e tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.813812 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4e7c99cb-95bd-4e14-841b-151618fb3c8e tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.6187851 Sep 16 04:40:39.818409 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59874) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:39.825593 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-8a1ffc14-6cd2-4a34-8d5d-1385751be805 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Request body: {'security_group_rule': {'security_group_id': '6fa0cf96-03c2-41b3-93c4-f3901548d7c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:39.866436 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8a1ffc14-6cd2-4a34-8d5d-1385751be805 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.883704 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1951c1-90b4-4e67-b517-394293817f1d req-4604f2ba-6622-47d3-bed2-3977b7c04df4 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:39.885279 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-de1951c1-90b4-4e67-b517-394293817f1d req-4604f2ba-6622-47d3-bed2-3977b7c04df4 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.0556719 Sep 16 04:40:39.939220 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-de1951c1-90b4-4e67-b517-394293817f1d req-fa8901cf-3f13-4000-be4c-c473d8bf27d2 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467491 Sep 16 04:40:39.942115 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-0d6fceb3-c180-4261-beb0-8e6b51825599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1637949d-4073-4307-b85f-69dd97384dbb', 'name': 'tempest-ServersTestFqdnHostnames-1184918023-router', 'tenant_id': '56a12238ce4f42ad9c21efdbfb589179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '7402663a-ff74-4c61-a84f-5d7dcd930a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:32Z', 'updated_at': '2021-09-16T04:40:37Z', 'revision_number': 4, 'project_id': '56a12238ce4f42ad9c21efdbfb589179', 'gw_port': {'id': '7402663a-ff74-4c61-a84f-5d7dcd930a06', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637949d-4073-4307-b85f-69dd97384dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:33Z', 'updated_at': '2021-09-16T04:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d', 'name': '', 'network_id': 'dbdce239-7959-434a-a329-a692be97fefa', 'tenant_id': '56a12238ce4f42ad9c21efdbfb589179', 'mac_address': 'fa:16:3e:b1:99:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1637949d-4073-4307-b85f-69dd97384dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '1658fc64-3616-4fe6-94e0-ef188d8d2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:36Z', 'updated_at': '2021-09-16T04:40:39Z', 'revision_number': 4, 'project_id': '56a12238ce4f42ad9c21efdbfb589179', 'subnets': [{'id': '1658fc64-3616-4fe6-94e0-ef188d8d2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:39.977883 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6fceb3-c180-4261-beb0-8e6b51825599 None None] The sync data for ids ['1637949d-4073-4307-b85f-69dd97384dbb'] in n-d-712139-15 is: [{'id': '1637949d-4073-4307-b85f-69dd97384dbb', 'name': 'tempest-ServersTestFqdnHostnames-1184918023-router', 'tenant_id': '56a12238ce4f42ad9c21efdbfb589179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '7402663a-ff74-4c61-a84f-5d7dcd930a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:32Z', 'updated_at': '2021-09-16T04:40:37Z', 'revision_number': 4, 'project_id': '56a12238ce4f42ad9c21efdbfb589179', 'gw_port': {'id': '7402663a-ff74-4c61-a84f-5d7dcd930a06', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637949d-4073-4307-b85f-69dd97384dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:33Z', 'updated_at': '2021-09-16T04:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d', 'name': '', 'network_id': 'dbdce239-7959-434a-a329-a692be97fefa', 'tenant_id': '56a12238ce4f42ad9c21efdbfb589179', 'mac_address': 'fa:16:3e:b1:99:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1637949d-4073-4307-b85f-69dd97384dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '1658fc64-3616-4fe6-94e0-ef188d8d2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:36Z', 'updated_at': '2021-09-16T04:40:39Z', 'revision_number': 4, 'project_id': '56a12238ce4f42ad9c21efdbfb589179', 'subnets': [{'id': '1658fc64-3616-4fe6-94e0-ef188d8d2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:40:39.978477 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8a1ffc14-6cd2-4a34-8d5d-1385751be805 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.983653 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8a1ffc14-6cd2-4a34-8d5d-1385751be805 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.002885 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ffc14-6cd2-4a34-8d5d-1385751be805 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03df07fb-d734-4108-9aab-99eb1a0c3f87,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:40.019241 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8a1ffc14-6cd2-4a34-8d5d-1385751be805 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.020427 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8a1ffc14-6cd2-4a34-8d5d-1385751be805 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1994956 Sep 16 04:40:40.023291 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59876) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:40.030003 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-1e4d4d5f-186c-4d06-8bb4-8dd4c02cf6dc tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Request body: {'security_group_rule': {'security_group_id': '6fa0cf96-03c2-41b3-93c4-f3901548d7c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:40.046866 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bb672573-81ec-4eb0-a2d9-299a85559b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.076700 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1e4d4d5f-186c-4d06-8bb4-8dd4c02cf6dc tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.174546 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1e4d4d5f-186c-4d06-8bb4-8dd4c02cf6dc tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.180904 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1e4d4d5f-186c-4d06-8bb4-8dd4c02cf6dc tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.205023 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d4d5f-186c-4d06-8bb4-8dd4c02cf6dc tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5b549e5-d8e8-4159-bdb1-39c0ce7aa750,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:40.219097 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1e4d4d5f-186c-4d06-8bb4-8dd4c02cf6dc tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.220395 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1e4d4d5f-186c-4d06-8bb4-8dd4c02cf6dc tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1959653 Sep 16 04:40:40.223545 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59884) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:40.228709 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-b39a407d-8233-48b6-aa18-fc1c06096083 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:40.256136 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b39a407d-8233-48b6-aa18-fc1c06096083 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks [] for floatingip, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.315048 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774d75a-3ab1-4a6d-916f-83c6b4d6593d req-fccd0068-15de-4d8c-ba32-209e3beccd13 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:40.316650 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f774d75a-3ab1-4a6d-916f-83c6b4d6593d req-fccd0068-15de-4d8c-ba32-209e3beccd13 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 949 time: 0.0549533 Sep 16 04:40:40.359639 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f774d75a-3ab1-4a6d-916f-83c6b4d6593d req-52cab6ca-abda-48a7-92ed-22055c5e9770 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368166 Sep 16 04:40:40.363808 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b39a407d-8233-48b6-aa18-fc1c06096083 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.479691 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e435c-3794-4335-a8a5-33d6c6b9ef44 req-ef98593c-3a80-4bba-8cde-fa12a5a7233c tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:40.482647 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-b39a407d-8233-48b6-aa18-fc1c06096083 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Allocated IP 172.25.8.237 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/4fb417be-e8d2-4c19-806c-6e9834173606) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:40.482828 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b62e435c-3794-4335-a8a5-33d6c6b9ef44 req-ef98593c-3a80-4bba-8cde-fa12a5a7233c tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/ports?device_id=ece96b7f-b535-413f-848e-8be9629893d6 HTTP/1.1" status: 200 len: 949 time: 0.0523646 Sep 16 04:40:40.523815 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b62e435c-3794-4335-a8a5-33d6c6b9ef44 req-e49af3c2-c106-4fee-94ab-8d1ca3f2b8c6 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/security-groups?id=e463293e-1e64-47a0-8c0b-98e129acd053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351741 Sep 16 04:40:40.598446 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b39a407d-8233-48b6-aa18-fc1c06096083 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.644342 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b39a407d-8233-48b6-aa18-fc1c06096083 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.684813 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39a407d-8233-48b6-aa18-fc1c06096083 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:40.689884 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-b39a407d-8233-48b6-aa18-fc1c06096083 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:40.695997 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39a407d-8233-48b6-aa18-fc1c06096083 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:40.702163 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39a407d-8233-48b6-aa18-fc1c06096083 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Pushing event updated for resources: {'Port': ['ID=4fb417be-e8d2-4c19-806c-6e9834173606,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:40.729748 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59892) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:40.852153 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b01efbf6-c9a6-4ce9-be28-6feddab53521 admin admin] Deleting subnet 0f098cce-cb9f-466b-b80d-10f0bc756de3 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:40:40.852598 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b39a407d-8233-48b6-aa18-fc1c06096083 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.858527 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b01efbf6-c9a6-4ce9-be28-6feddab53521 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.899440 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b39a407d-8233-48b6-aa18-fc1c06096083 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.907032 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e44670-004a-4a99-bc4e-0c090eb9f934 req-750501c8-4fdc-47cf-aba5-5fc309fcd6d2 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:40.908620 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e2e44670-004a-4a99-bc4e-0c090eb9f934 req-750501c8-4fdc-47cf-aba5-5fc309fcd6d2 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/ports?device_id=ece96b7f-b535-413f-848e-8be9629893d6 HTTP/1.1" status: 200 len: 949 time: 0.0988584 Sep 16 04:40:40.916510 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b01efbf6-c9a6-4ce9-be28-6feddab53521 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.925429 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 7402663a-ff74-4c61-a84f-5d7dcd930a06 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:40.984179 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 7402663a-ff74-4c61-a84f-5d7dcd930a06 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:40.985489 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.002690 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e2e44670-004a-4a99-bc4e-0c090eb9f934 req-f6d9f1b4-6610-4a97-9c46-1c98e8c6fac1 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/security-groups?id=e463293e-1e64-47a0-8c0b-98e129acd053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531042 Sep 16 04:40:41.016329 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b01efbf6-c9a6-4ce9-be28-6feddab53521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.097882 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b39a407d-8233-48b6-aa18-fc1c06096083 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.100693 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:41.104603 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b39a407d-8233-48b6-aa18-fc1c06096083 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.144762 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b01efbf6-c9a6-4ce9-be28-6feddab53521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.170450 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:41.170948 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.182788 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01efbf6-c9a6-4ce9-be28-6feddab53521 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f098cce-cb9f-466b-b80d-10f0bc756de3,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:41.187515 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b01efbf6-c9a6-4ce9-be28-6feddab53521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.189842 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b01efbf6-c9a6-4ce9-be28-6feddab53521 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0f098cce-cb9f-466b-b80d-10f0bc756de3 HTTP/1.1" status: 204 len: 168 time: 0.4579895 Sep 16 04:40:41.192183 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59904) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:41.202043 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39a407d-8233-48b6-aa18-fc1c06096083 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Pushing event updated for resources: {'Port': ['ID=4fb417be-e8d2-4c19-806c-6e9834173606,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:41.216144 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b39a407d-8233-48b6-aa18-fc1c06096083 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.220143 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f8e5e-81cb-4bfa-b2fc-6e1e416058d8 req-581bf898-698f-44fe-9876-f3ac382f016b tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:41.226259 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f8e5e-81cb-4bfa-b2fc-6e1e416058d8 req-581bf898-698f-44fe-9876-f3ac382f016b tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:41.233209 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f8e5e-81cb-4bfa-b2fc-6e1e416058d8 req-581bf898-698f-44fe-9876-f3ac382f016b tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:41.239765 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f8e5e-81cb-4bfa-b2fc-6e1e416058d8 req-581bf898-698f-44fe-9876-f3ac382f016b tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:41.242467 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b39a407d-8233-48b6-aa18-fc1c06096083 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.243777 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b39a407d-8233-48b6-aa18-fc1c06096083 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0190978 Sep 16 04:40:41.247371 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f8e5e-81cb-4bfa-b2fc-6e1e416058d8 req-581bf898-698f-44fe-9876-f3ac382f016b tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:41.253470 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f8e5e-81cb-4bfa-b2fc-6e1e416058d8 req-581bf898-698f-44fe-9876-f3ac382f016b tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:41.259472 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f8e5e-81cb-4bfa-b2fc-6e1e416058d8 req-581bf898-698f-44fe-9876-f3ac382f016b tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:41.261521 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f04f8e5e-81cb-4bfa-b2fc-6e1e416058d8 req-581bf898-698f-44fe-9876-f3ac382f016b tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 5431 time: 0.1656752 Sep 16 04:40:41.353304 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f04f8e5e-81cb-4bfa-b2fc-6e1e416058d8 req-3d78daac-b3fc-44f6-bf87-be53fca344b9 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/security-groups?id=8853ff16-2a5b-4a5a-a512-e128e1697c0d&id=be052b50-27c5-484b-b997-f9099d48371c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0822754 Sep 16 04:40:41.358122 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-741d53e9-5f19-488b-b0d5-fec90f91d61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.388267 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.479450 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-741d53e9-5f19-488b-b0d5-fec90f91d61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.504147 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-741d53e9-5f19-488b-b0d5-fec90f91d61d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae0ede7-6603-46ec-a0e3-d89dccdffbf1']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:41.515365 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-741d53e9-5f19-488b-b0d5-fec90f91d61d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28194e51-33ca-4336-ab07-5141dc3e21c0') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:41.515662 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-741d53e9-5f19-488b-b0d5-fec90f91d61d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28194e51-33ca-4336-ab07-5141dc3e21c0') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:41.532782 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864bf50-52cf-457b-ae7d-6a8dd81d5c53 req-9488dfe3-0887-4db3-b900-f29d807259d2 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:41.534273 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a864bf50-52cf-457b-ae7d-6a8dd81d5c53 req-9488dfe3-0887-4db3-b900-f29d807259d2 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.1092696 Sep 16 04:40:41.535867 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-741d53e9-5f19-488b-b0d5-fec90f91d61d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.564500 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-741d53e9-5f19-488b-b0d5-fec90f91d61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.575122 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-741d53e9-5f19-488b-b0d5-fec90f91d61d admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:40:41.575658 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-741d53e9-5f19-488b-b0d5-fec90f91d61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.577370 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:40:41.577370 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:40:41.577370 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:40:41.577370 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:40:41.577370 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:40:41.577370 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:40:41.577370 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:40:41.577370 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:40:41.577370 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:40:41.577370 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:40:41.577370 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:40:41.577370 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:40:41.577370 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:40:41.577370 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:40:41.577370 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:40:41.577370 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:40:41.577370 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:40:41.577370 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:40:41.577370 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:40:41.577370 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:40:41.577370 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:40:41.577370 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:40:41.577370 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:40:41.577370 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:40:41.577370 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:40:41.577370 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:40:41.577370 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:40:41.577370 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:40:41.577370 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:40:41.577370 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:40:41.577370 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:40:41.577370 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:40:41.605549 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a864bf50-52cf-457b-ae7d-6a8dd81d5c53 req-bab034dc-0316-4e49-860d-edcfd947cf74 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608153 Sep 16 04:40:41.644765 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-741d53e9-5f19-488b-b0d5-fec90f91d61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.652873 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-741d53e9-5f19-488b-b0d5-fec90f91d61d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.654722 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-741d53e9-5f19-488b-b0d5-fec90f91d61d admin admin] 10.222.0.35 "DELETE /v2.0/networks/dae0ede7-6603-46ec-a0e3-d89dccdffbf1 HTTP/1.1" status: 204 len: 168 time: 0.4615936 Sep 16 04:40:41.664715 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d53e9-5f19-488b-b0d5-fec90f91d61d admin admin] Pushing event deleted for resources: {'Network': ['ID=dae0ede7-6603-46ec-a0e3-d89dccdffbf1,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:41.784605 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59916) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:41.824430 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f3df8934-c4d3-47d0-977b-eff8a1b7a68c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d017e01a70bf480487739f2072ec5106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384448 Sep 16 04:40:41.826924 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59918) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:41.879430 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ef05fb83-f953-42e3-81f0-54bc364f0d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.905753 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ef05fb83-f953-42e3-81f0-54bc364f0d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.960098 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ef05fb83-f953-42e3-81f0-54bc364f0d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.965681 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ef05fb83-f953-42e3-81f0-54bc364f0d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.972051 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ef05fb83-f953-42e3-81f0-54bc364f0d02 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0ae5809b-34a9-44c3-9036-82f02000b878 HTTP/1.1" status: 204 len: 168 time: 0.1413398 Sep 16 04:40:41.978274 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05fb83-f953-42e3-81f0-54bc364f0d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae5809b-34a9-44c3-9036-82f02000b878,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:42.032311 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-de7646ef-2b3d-473b-b559-c3cad8ddb6fa tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--58642260&fields=id&tenant_id=56a12238ce4f42ad9c21efdbfb589179 HTTP/1.1" status: 200 len: 267 time: 0.0406532 Sep 16 04:40:42.162700 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-55507335-7adf-4769-be89-09efe92d7531 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:42.164769 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-55507335-7adf-4769-be89-09efe92d7531 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] 10.222.0.35 "GET /v2.0/networks?id=dbdce239-7959-434a-a329-a692be97fefa HTTP/1.1" status: 200 len: 815 time: 0.1246598 Sep 16 04:40:42.186170 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-e5d98087-8741-4321-acdc-14071d3d0f2b tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] 10.222.0.35 "GET /v2.0/quotas/56a12238ce4f42ad9c21efdbfb589179 HTTP/1.1" status: 200 len: 375 time: 0.0131648 Sep 16 04:40:42.246663 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-673073e4-6302-499e-86af-20b5d128e569 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=56a12238ce4f42ad9c21efdbfb589179&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0534039 Sep 16 04:40:42.353344 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-d738460e-0d19-4522-ba95-b0f94c70afb8 service neutron] 10.222.0.35 "GET /v2.0/networks/dbdce239-7959-434a-a329-a692be97fefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942910 Sep 16 04:40:42.447411 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-0afd4f58-0665-4c76-8bff-78f1e141d543 service neutron] 10.222.0.35 "GET /v2.0/networks/dbdce239-7959-434a-a329-a692be97fefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873477 Sep 16 04:40:42.662203 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245aeff-e418-4923-83b5-0ee52dd568b3 req-35c1042e-45e7-452e-bbe3-951e944c884b tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:42.664016 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c245aeff-e418-4923-83b5-0ee52dd568b3 req-35c1042e-45e7-452e-bbe3-951e944c884b tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 949 time: 0.0615561 Sep 16 04:40:42.730826 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c245aeff-e418-4923-83b5-0ee52dd568b3 req-2ba9c939-84aa-4fc3-8bdf-b76b17524b95 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591908 Sep 16 04:40:42.874254 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0ac71-bf03-4bf8-abd4-1e5965d491d0 req-5254df38-dbd8-4cca-b496-cee1e8ccd266 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:42.875808 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-30c0ac71-bf03-4bf8-abd4-1e5965d491d0 req-5254df38-dbd8-4cca-b496-cee1e8ccd266 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/ports?device_id=ece96b7f-b535-413f-848e-8be9629893d6 HTTP/1.1" status: 200 len: 949 time: 0.0541108 Sep 16 04:40:42.919710 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-30c0ac71-bf03-4bf8-abd4-1e5965d491d0 req-f21ee624-aa78-4999-a301-120003c844f1 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/security-groups?id=e463293e-1e64-47a0-8c0b-98e129acd053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377517 Sep 16 04:40:43.041096 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14309ed9-0d09-44ec-b0fc-a2cfe11cedd0 req-193d6f24-c839-43b4-b42e-c7ca0112be8c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:43.048038 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14309ed9-0d09-44ec-b0fc-a2cfe11cedd0 req-193d6f24-c839-43b4-b42e-c7ca0112be8c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:43.054023 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14309ed9-0d09-44ec-b0fc-a2cfe11cedd0 req-193d6f24-c839-43b4-b42e-c7ca0112be8c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:43.061000 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14309ed9-0d09-44ec-b0fc-a2cfe11cedd0 req-193d6f24-c839-43b4-b42e-c7ca0112be8c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:43.066893 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14309ed9-0d09-44ec-b0fc-a2cfe11cedd0 req-193d6f24-c839-43b4-b42e-c7ca0112be8c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:43.076962 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14309ed9-0d09-44ec-b0fc-a2cfe11cedd0 req-193d6f24-c839-43b4-b42e-c7ca0112be8c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:43.083140 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14309ed9-0d09-44ec-b0fc-a2cfe11cedd0 req-193d6f24-c839-43b4-b42e-c7ca0112be8c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:43.085181 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-14309ed9-0d09-44ec-b0fc-a2cfe11cedd0 req-193d6f24-c839-43b4-b42e-c7ca0112be8c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 5431 time: 0.1004360 Sep 16 04:40:43.135350 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-14309ed9-0d09-44ec-b0fc-a2cfe11cedd0 req-0d8600ff-16d3-4250-8e6f-deb2828c755b tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/security-groups?id=8853ff16-2a5b-4a5a-a512-e128e1697c0d&id=be052b50-27c5-484b-b997-f9099d48371c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437939 Sep 16 04:40:43.165794 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-79440b43-19a0-479c-a17d-11111df2b950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:43.229374 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ce285cce-2233-4222-8f27-05dfae277889 req-f44f7f0b-d0ab-4bec-ade2-94419846b5c8 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a188134-8c47-4897-938d-287ad46758a3 HTTP/1.1" status: 200 len: 210 time: 0.0297379 Sep 16 04:40:43.350116 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d091e-de2a-43ee-ac9c-cc906b05446e req-498e7fac-69ab-49f7-b14d-bcd1cb2aa945 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:43.351528 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a85d091e-de2a-43ee-ac9c-cc906b05446e req-498e7fac-69ab-49f7-b14d-bcd1cb2aa945 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.0537860 Sep 16 04:40:43.392492 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a85d091e-de2a-43ee-ac9c-cc906b05446e req-0e12d25f-a8af-4044-8a18-63b9eb3fada9 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344498 Sep 16 04:40:43.478362 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:43.614099 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67186efb-8090-457e-8ef3-b8816cdb25b4 req-f8c1f2a0-7704-4fee-ae78-7b4e712235f0 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:43.615515 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-67186efb-8090-457e-8ef3-b8816cdb25b4 req-f8c1f2a0-7704-4fee-ae78-7b4e712235f0 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.48 "GET /v2.0/ports?device_id=ece96b7f-b535-413f-848e-8be9629893d6 HTTP/1.1" status: 200 len: 949 time: 0.0529518 Sep 16 04:40:43.796980 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-f188fd51-f5c3-4e37-86ac-4a493ae1324e tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:43.798413 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-f188fd51-f5c3-4e37-86ac-4a493ae1324e tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] 10.222.0.47 "GET /v2.0/networks?id=dbdce239-7959-434a-a329-a692be97fefa HTTP/1.1" status: 200 len: 815 time: 0.1695273 Sep 16 04:40:43.811461 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-67186efb-8090-457e-8ef3-b8816cdb25b4 req-a77c3c10-482f-4335-be7f-44530a7894d2 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Deleting port b1e637e2-d829-40c7-a07f-000533564e98 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:40:43.811796 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-67186efb-8090-457e-8ef3-b8816cdb25b4 req-a77c3c10-482f-4335-be7f-44530a7894d2 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:43.911675 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-f93593c2-fc65-4ce2-b5ea-a0563e2f6df9 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56a12238ce4f42ad9c21efdbfb589179 HTTP/1.1" status: 200 len: 378 time: 0.0741355 Sep 16 04:40:43.930371 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-838cd7c6-69dd-4664-8066-86cb0cc11bf8 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Request body: {'port': {'device_id': '5a188134-8c47-4897-938d-287ad46758a3', 'network_id': 'dbdce239-7959-434a-a329-a692be97fefa', 'admin_state_up': True, 'tenant_id': '56a12238ce4f42ad9c21efdbfb589179', 'security_groups': ['6fa0cf96-03c2-41b3-93c4-f3901548d7c9']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:43.972878 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-67186efb-8090-457e-8ef3-b8816cdb25b4 req-a77c3c10-482f-4335-be7f-44530a7894d2 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] For port b1e637e2-d829-40c7-a07f-000533564e98, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=b1e637e2-d829-40c7-a07f-000533564e98,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:43.973247 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-67186efb-8090-457e-8ef3-b8816cdb25b4 req-a77c3c10-482f-4335-be7f-44530a7894d2 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:44.000621 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-67186efb-8090-457e-8ef3-b8816cdb25b4 req-a77c3c10-482f-4335-be7f-44530a7894d2 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Calling delete_port for b1e637e2-d829-40c7-a07f-000533564e98 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:40:44.128905 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c44f28-2184-42d8-af37-dd14ae89a68a req-f86f7cd4-f02d-4791-aa69-f0fc1d47ba29 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:44.130418 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b5c44f28-2184-42d8-af37-dd14ae89a68a req-f86f7cd4-f02d-4791-aa69-f0fc1d47ba29 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 949 time: 0.1600106 Sep 16 04:40:44.206445 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b5c44f28-2184-42d8-af37-dd14ae89a68a req-e19738e0-9b1a-48ac-a066-379247850dc6 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679505 Sep 16 04:40:44.207952 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-838cd7c6-69dd-4664-8066-86cb0cc11bf8 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Made reservation on behalf of 56a12238ce4f42ad9c21efdbfb589179 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:44.211309 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-838cd7c6-69dd-4664-8066-86cb0cc11bf8 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:44.312874 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-67186efb-8090-457e-8ef3-b8816cdb25b4 req-a77c3c10-482f-4335-be7f-44530a7894d2 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:44.322355 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:44.355933 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['b1e637e2-d829-40c7-a07f-000533564e98'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:44.377776 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-33527423-a5bd-44c3-bd58-a2234913da9d req-4142104c-ad90-4ad4-bf54-b063aff0cf64 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.35 "GET /v2.0/ports?device_id=ece96b7f-b535-413f-848e-8be9629893d6 HTTP/1.1" status: 200 len: 210 time: 0.0628381 Sep 16 04:40:44.385314 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c3c10-482f-4335-be7f-44530a7894d2 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Pushing event deleted for resources: {'Port': ['ID=b1e637e2-d829-40c7-a07f-000533564e98,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:44.425066 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:44.483750 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-67186efb-8090-457e-8ef3-b8816cdb25b4 req-a77c3c10-482f-4335-be7f-44530a7894d2 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] No DVR routers for this DVR port b1e637e2-d829-40c7-a07f-000533564e98 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:40:44.492871 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-67186efb-8090-457e-8ef3-b8816cdb25b4 req-a77c3c10-482f-4335-be7f-44530a7894d2 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:44.494840 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-67186efb-8090-457e-8ef3-b8816cdb25b4 req-a77c3c10-482f-4335-be7f-44530a7894d2 tempest-DeleteServersAdminTestJSON-1143081537 tempest-DeleteServersAdminTestJSON-1143081537-project] 10.222.0.48 "DELETE /v2.0/ports/b1e637e2-d829-40c7-a07f-000533564e98 HTTP/1.1" status: 204 len: 173 time: 0.8723559 Sep 16 04:40:44.496025 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece96b7f-b535-413f-848e-8be9629893d6', 'name': 'network-vif-deleted', 'tag': 'b1e637e2-d829-40c7-a07f-000533564e98'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:44.498818 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac28299-a860-4afa-93b9-8b2be9821bb6" -d '{"events": [{"server_uuid": "ece96b7f-b535-413f-848e-8be9629893d6", "name": "network-vif-deleted", "tag": "b1e637e2-d829-40c7-a07f-000533564e98"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:44.551434 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-838cd7c6-69dd-4664-8066-86cb0cc11bf8 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Allocated IP 172.20.0.4 (dbdce239-7959-434a-a329-a692be97fefa/1658fc64-3616-4fe6-94e0-ef188d8d2637/ee2bfc12-e060-46fa-8595-c9e1e56e04b3) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:44.587085 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c48d9-831a-4cf1-80b4-c911681ebffb req-668a64dd-87e8-423b-bef6-57ad92d12e0f tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:44.594243 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c48d9-831a-4cf1-80b4-c911681ebffb req-668a64dd-87e8-423b-bef6-57ad92d12e0f tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:44.600234 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c48d9-831a-4cf1-80b4-c911681ebffb req-668a64dd-87e8-423b-bef6-57ad92d12e0f tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:44.607179 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c48d9-831a-4cf1-80b4-c911681ebffb req-668a64dd-87e8-423b-bef6-57ad92d12e0f tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:44.613234 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c48d9-831a-4cf1-80b4-c911681ebffb req-668a64dd-87e8-423b-bef6-57ad92d12e0f tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:44.619119 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c48d9-831a-4cf1-80b4-c911681ebffb req-668a64dd-87e8-423b-bef6-57ad92d12e0f tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:44.625956 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c48d9-831a-4cf1-80b4-c911681ebffb req-668a64dd-87e8-423b-bef6-57ad92d12e0f tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:44.627862 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-242c48d9-831a-4cf1-80b4-c911681ebffb req-668a64dd-87e8-423b-bef6-57ad92d12e0f tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 5431 time: 0.1399572 Sep 16 04:40:44.710131 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-242c48d9-831a-4cf1-80b4-c911681ebffb req-9c020e36-8c80-4376-b745-2ec2e20024ca tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/security-groups?id=8853ff16-2a5b-4a5a-a512-e128e1697c0d&id=be052b50-27c5-484b-b997-f9099d48371c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0712471 Sep 16 04:40:44.785930 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-838cd7c6-69dd-4664-8066-86cb0cc11bf8 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:44.822335 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-838cd7c6-69dd-4664-8066-86cb0cc11bf8 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:44.869467 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-838cd7c6-69dd-4664-8066-86cb0cc11bf8 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Network dbdce239-7959-434a-a329-a692be97fefa is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:44.874124 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-838cd7c6-69dd-4664-8066-86cb0cc11bf8 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:44.880256 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-838cd7c6-69dd-4664-8066-86cb0cc11bf8 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:44.907039 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838cd7c6-69dd-4664-8066-86cb0cc11bf8 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Pushing event updated for resources: {'Port': ['ID=ee2bfc12-e060-46fa-8595-c9e1e56e04b3,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:44.943137 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-838cd7c6-69dd-4664-8066-86cb0cc11bf8 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:44.944325 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-838cd7c6-69dd-4664-8066-86cb0cc11bf8 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:44.999142 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-838cd7c6-69dd-4664-8066-86cb0cc11bf8 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0772405 Sep 16 04:40:45.021155 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-9341de2d-a4eb-441a-b775-7c46410f4b1a service neutron] Request body: {'port': {'device_id': '5a188134-8c47-4897-938d-287ad46758a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:45.033859 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30238916-70f2-493f-b3c2-829d4d7f653e req-c8bdb5d9-d4b7-4fd5-878b-5c631de16047 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:45.035466 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-30238916-70f2-493f-b3c2-829d4d7f653e req-c8bdb5d9-d4b7-4fd5-878b-5c631de16047 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a188134-8c47-4897-938d-287ad46758a3 HTTP/1.1" status: 200 len: 931 time: 0.0852032 Sep 16 04:40:45.117544 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-30238916-70f2-493f-b3c2-829d4d7f653e req-c6bb1a8c-ce27-4eae-b832-de2498e43f7e tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fa0cf96-03c2-41b3-93c4-f3901548d7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656610 Sep 16 04:40:45.118242 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-9341de2d-a4eb-441a-b775-7c46410f4b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.128261 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-e2ae5680-9776-459a-8449-17cb3baf94c2 None None] Provisioning complete for port ee2bfc12-e060-46fa-8595-c9e1e56e04b3 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:45.129113 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e2ae5680-9776-459a-8449-17cb3baf94c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.321236 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-e2ae5680-9776-459a-8449-17cb3baf94c2 None None] Port ee2bfc12-e060-46fa-8595-c9e1e56e04b3 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:40:45.322532 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d5476-7ea2-4edb-a24f-51f892cc8545 req-3ecdae7a-0de0-4e07-8eff-3e7ea1916db3 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:45.324706 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d50d5476-7ea2-4edb-a24f-51f892cc8545 req-3ecdae7a-0de0-4e07-8eff-3e7ea1916db3 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.0857010 Sep 16 04:40:45.401668 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d50d5476-7ea2-4edb-a24f-51f892cc8545 req-9914ef96-6751-40aa-b85d-34eb70af98a8 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704436 Sep 16 04:40:45.445931 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439358f7-d602-4491-b172-5584b2ef7f8e x-openstack-request-id: req-439358f7-d602-4491-b172-5584b2ef7f8e {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:45.446219 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece96b7f-b535-413f-848e-8be9629893d6", "name": "network-vif-deleted", "tag": "b1e637e2-d829-40c7-a07f-000533564e98", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:45.446467 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-439358f7-d602-4491-b172-5584b2ef7f8e {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:45.446857 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece96b7f-b535-413f-848e-8be9629893d6', 'name': 'network-vif-deleted', 'tag': 'b1e637e2-d829-40c7-a07f-000533564e98', 'status': 'completed', 'code': 200} Sep 16 04:40:45.478987 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-9341de2d-a4eb-441a-b775-7c46410f4b1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee2bfc12-e060-46fa-8595-c9e1e56e04b3 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:45.486698 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-9341de2d-a4eb-441a-b775-7c46410f4b1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.498219 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-9341de2d-a4eb-441a-b775-7c46410f4b1a service neutron] Transition to ACTIVE for port object ee2bfc12-e060-46fa-8595-c9e1e56e04b3 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:40:45.501931 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-9341de2d-a4eb-441a-b775-7c46410f4b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.575149 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341de2d-a4eb-441a-b775-7c46410f4b1a service neutron] Pushing event updated for resources: {'Port': ['ID=ee2bfc12-e060-46fa-8595-c9e1e56e04b3,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:45.626657 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-9341de2d-a4eb-441a-b775-7c46410f4b1a service neutron] Attempting to bind port ee2bfc12-e060-46fa-8595-c9e1e56e04b3 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:45.626989 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-9341de2d-a4eb-441a-b775-7c46410f4b1a service neutron] Attempting to bind port ee2bfc12-e060-46fa-8595-c9e1e56e04b3 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '34bd8703-6c1d-4f8c-9306-ab256c421de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'dbdce239-7959-434a-a329-a692be97fefa'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:45.627312 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-9341de2d-a4eb-441a-b775-7c46410f4b1a service neutron] Attempting to bind port ee2bfc12-e060-46fa-8595-c9e1e56e04b3 on network dbdce239-7959-434a-a329-a692be97fefa {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:45.631993 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-9341de2d-a4eb-441a-b775-7c46410f4b1a service neutron] Port ee2bfc12-e060-46fa-8595-c9e1e56e04b3 on network dbdce239-7959-434a-a329-a692be97fefa not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:40:45.632337 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-9341de2d-a4eb-441a-b775-7c46410f4b1a service neutron] Attempting to bind port ee2bfc12-e060-46fa-8595-c9e1e56e04b3 on network dbdce239-7959-434a-a329-a692be97fefa {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:45.638760 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-9341de2d-a4eb-441a-b775-7c46410f4b1a service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:45.639186 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-9341de2d-a4eb-441a-b775-7c46410f4b1a service neutron] Checking segment: {'id': '34bd8703-6c1d-4f8c-9306-ab256c421de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'dbdce239-7959-434a-a329-a692be97fefa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:45.639565 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-9341de2d-a4eb-441a-b775-7c46410f4b1a service neutron] Bound using segment: {'id': '34bd8703-6c1d-4f8c-9306-ab256c421de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'dbdce239-7959-434a-a329-a692be97fefa'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:45.639994 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-9341de2d-a4eb-441a-b775-7c46410f4b1a service neutron] Bound port: ee2bfc12-e060-46fa-8595-c9e1e56e04b3, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34bd8703-6c1d-4f8c-9306-ab256c421de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'dbdce239-7959-434a-a329-a692be97fefa'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:45.640375 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-9341de2d-a4eb-441a-b775-7c46410f4b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.735119 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-9341de2d-a4eb-441a-b775-7c46410f4b1a service neutron] For port ee2bfc12-e060-46fa-8595-c9e1e56e04b3, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:45.752493 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-9341de2d-a4eb-441a-b775-7c46410f4b1a service neutron] For port ee2bfc12-e060-46fa-8595-c9e1e56e04b3, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=ee2bfc12-e060-46fa-8595-c9e1e56e04b3,segment=NetworkSegment(34bd8703-6c1d-4f8c-9306-ab256c421de2),segment_id=34bd8703-6c1d-4f8c-9306-ab256c421de2)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:45.757930 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-9341de2d-a4eb-441a-b775-7c46410f4b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.774314 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b1df9a-df59-4430-a22e-8fe98e5f499c req-98a2d2b0-ee83-46a0-a628-3ad30e406ef6 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:45.775821 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-14b1df9a-df59-4430-a22e-8fe98e5f499c req-98a2d2b0-ee83-46a0-a628-3ad30e406ef6 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 949 time: 0.0851676 Sep 16 04:40:45.814729 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-9341de2d-a4eb-441a-b775-7c46410f4b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:45.815341 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-9341de2d-a4eb-441a-b775-7c46410f4b1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.816733 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-9341de2d-a4eb-441a-b775-7c46410f4b1a service neutron] 10.222.0.47 "PUT /v2.0/ports/ee2bfc12-e060-46fa-8595-c9e1e56e04b3 HTTP/1.1" status: 200 len: 1092 time: 0.8026171 Sep 16 04:40:45.853599 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341de2d-a4eb-441a-b775-7c46410f4b1a service neutron] Pushing event updated for resources: {'Port': ['ID=ee2bfc12-e060-46fa-8595-c9e1e56e04b3,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:45.866859 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-14b1df9a-df59-4430-a22e-8fe98e5f499c req-c69a4b2a-92e6-4d5e-a9ea-d5c58c71c9b7 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646741 Sep 16 04:40:45.881165 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.938525 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-72787d80-82c6-4a34-ac69-a6bef037caa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:45.939810 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-72787d80-82c6-4a34-ac69-a6bef037caa9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=56a12238ce4f42ad9c21efdbfb589179&device_id=5a188134-8c47-4897-938d-287ad46758a3 HTTP/1.1" status: 200 len: 1095 time: 0.0446460 Sep 16 04:40:45.992636 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-b2bfd11f-cc79-4258-b41a-9fbc391e1a57 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee2bfc12-e060-46fa-8595-c9e1e56e04b3 HTTP/1.1" status: 200 len: 217 time: 0.0379789 Sep 16 04:40:46.098362 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-a0d14a11-9e53-485b-9cd7-bdfcc7bae960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:46.099821 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-a0d14a11-9e53-485b-9cd7-bdfcc7bae960 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1658fc64-3616-4fe6-94e0-ef188d8d2637 HTTP/1.1" status: 200 len: 854 time: 0.0820212 Sep 16 04:40:46.128797 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a3d53-10b0-478c-b683-5c7782f9c43c req-a286eb9c-ee03-4f5a-aed2-a51c9aa85121 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:46.134736 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a3d53-10b0-478c-b683-5c7782f9c43c req-a286eb9c-ee03-4f5a-aed2-a51c9aa85121 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:46.141633 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a3d53-10b0-478c-b683-5c7782f9c43c req-a286eb9c-ee03-4f5a-aed2-a51c9aa85121 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:46.147626 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a3d53-10b0-478c-b683-5c7782f9c43c req-a286eb9c-ee03-4f5a-aed2-a51c9aa85121 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:46.154696 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a3d53-10b0-478c-b683-5c7782f9c43c req-a286eb9c-ee03-4f5a-aed2-a51c9aa85121 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:46.160662 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a3d53-10b0-478c-b683-5c7782f9c43c req-a286eb9c-ee03-4f5a-aed2-a51c9aa85121 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:46.166826 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a3d53-10b0-478c-b683-5c7782f9c43c req-a286eb9c-ee03-4f5a-aed2-a51c9aa85121 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:46.169709 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7a0a3d53-10b0-478c-b683-5c7782f9c43c req-a286eb9c-ee03-4f5a-aed2-a51c9aa85121 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 5431 time: 0.1210525 Sep 16 04:40:46.224816 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-7c176edd-202b-4698-a1a5-0d3a8b0e6cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:46.226304 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-7c176edd-202b-4698-a1a5-0d3a8b0e6cf8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbdce239-7959-434a-a329-a692be97fefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1182041 Sep 16 04:40:46.231569 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7a0a3d53-10b0-478c-b683-5c7782f9c43c req-2b4fe238-8d53-4bc1-b684-eff15ddf3ee3 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/security-groups?id=8853ff16-2a5b-4a5a-a512-e128e1697c0d&id=be052b50-27c5-484b-b997-f9099d48371c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0487585 Sep 16 04:40:46.342355 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-022834cd-2c76-4bbf-b2ae-59b305980423 service neutron] 10.222.0.47 "GET /v2.0/networks/dbdce239-7959-434a-a329-a692be97fefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067462 Sep 16 04:40:46.463926 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eefcd3-9696-487d-bf26-89ea29573ddf req-c3db7208-6630-41a4-8c79-1b4d8ee8148a tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:46.466093 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63eefcd3-9696-487d-bf26-89ea29573ddf req-c3db7208-6630-41a4-8c79-1b4d8ee8148a tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a188134-8c47-4897-938d-287ad46758a3 HTTP/1.1" status: 200 len: 943 time: 0.1107645 Sep 16 04:40:46.493960 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c6d3db53-f022-4263-9835-619bbf9f5751 req-617bd922-98a1-4370-9e5f-704b459e63bc service neutron] 10.222.0.47 "GET /v2.0/networks/dbdce239-7959-434a-a329-a692be97fefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398110 Sep 16 04:40:46.515877 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63eefcd3-9696-487d-bf26-89ea29573ddf req-5ee92953-63cd-4426-8a26-ae0c55c3ecf5 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fa0cf96-03c2-41b3-93c4-f3901548d7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433538 Sep 16 04:40:46.791001 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852df4f-2e0e-4e51-9d89-b106d39def30 req-9ff74e0a-9c4c-4108-a8f9-853a12825fd5 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:46.792720 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c852df4f-2e0e-4e51-9d89-b106d39def30 req-9ff74e0a-9c4c-4108-a8f9-853a12825fd5 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.0512433 Sep 16 04:40:46.831136 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c852df4f-2e0e-4e51-9d89-b106d39def30 req-26f895d0-c542-4730-af36-c885a2313dbf tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325084 Sep 16 04:40:47.602686 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a188134-8c47-4897-938d-287ad46758a3', 'tag': 'ee2bfc12-e060-46fa-8595-c9e1e56e04b3'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:47.605532 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4c2e74-82ef-483e-89e5-96391a9a4f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "5a188134-8c47-4897-938d-287ad46758a3", "tag": "ee2bfc12-e060-46fa-8595-c9e1e56e04b3"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:47.629980 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e350d3f-6c45-4957-858d-51ee39f2cc43 req-91a7fd77-ed93-4e34-956a-4aaca94184d7 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:47.631505 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8e350d3f-6c45-4957-858d-51ee39f2cc43 req-91a7fd77-ed93-4e34-956a-4aaca94184d7 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 949 time: 0.3147082 Sep 16 04:40:47.671485 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8e350d3f-6c45-4957-858d-51ee39f2cc43 req-14506f19-399f-488b-b6f9-4877d041fb77 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334439 Sep 16 04:40:47.813207 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f7043-7067-4777-be16-28ca1219bd04 req-88a19545-79ab-4437-b316-9059d01a2bad tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:47.819317 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f7043-7067-4777-be16-28ca1219bd04 req-88a19545-79ab-4437-b316-9059d01a2bad tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:47.827260 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f7043-7067-4777-be16-28ca1219bd04 req-88a19545-79ab-4437-b316-9059d01a2bad tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:47.833173 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f7043-7067-4777-be16-28ca1219bd04 req-88a19545-79ab-4437-b316-9059d01a2bad tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:47.839023 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f7043-7067-4777-be16-28ca1219bd04 req-88a19545-79ab-4437-b316-9059d01a2bad tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:47.845201 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f7043-7067-4777-be16-28ca1219bd04 req-88a19545-79ab-4437-b316-9059d01a2bad tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:47.851315 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f7043-7067-4777-be16-28ca1219bd04 req-88a19545-79ab-4437-b316-9059d01a2bad tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:47.857090 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5b8f7043-7067-4777-be16-28ca1219bd04 req-88a19545-79ab-4437-b316-9059d01a2bad tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 5431 time: 0.1003795 Sep 16 04:40:47.895753 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5b8f7043-7067-4777-be16-28ca1219bd04 req-53bf0317-2fea-4f72-abd0-2a86fb9adbb6 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/security-groups?id=8853ff16-2a5b-4a5a-a512-e128e1697c0d&id=be052b50-27c5-484b-b997-f9099d48371c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362313 Sep 16 04:40:47.905765 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device b1e637e2-d829-40c7-a07f-000533564e98 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:40:47.933405 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: b1e637e2-d829-40c7-a07f-000533564e98 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:40:47.933866 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device b1e637e2-d829-40c7-a07f-000533564e98 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:40:47.982361 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60042) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:48.124838 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2fd49f40-e612-4839-a961-38f52d5dbd73 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0b3c67f9e7ff4e56a02f03f6f8f51138&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1390414 Sep 16 04:40:48.125069 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60050) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:48.207451 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a39ff387-e6b0-4d31-bc6d-df67a0cfe5b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:48.231379 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9a0eb-7b4d-4daf-a035-64b66545fc1f req-669376d5-b3eb-45a6-9dea-a73acc62af1d tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:48.232906 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7df9a0eb-7b4d-4daf-a035-64b66545fc1f req-669376d5-b3eb-45a6-9dea-a73acc62af1d tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a188134-8c47-4897-938d-287ad46758a3 HTTP/1.1" status: 200 len: 943 time: 0.0792770 Sep 16 04:40:48.250511 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a39ff387-e6b0-4d31-bc6d-df67a0cfe5b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:48.299359 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7df9a0eb-7b4d-4daf-a035-64b66545fc1f req-33734a8c-615b-4ecb-988a-f92af564b55e tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fa0cf96-03c2-41b3-93c4-f3901548d7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604684 Sep 16 04:40:48.324290 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a39ff387-e6b0-4d31-bc6d-df67a0cfe5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:48.326978 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a39ff387-e6b0-4d31-bc6d-df67a0cfe5b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:48.330489 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a39ff387-e6b0-4d31-bc6d-df67a0cfe5b0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e463293e-1e64-47a0-8c0b-98e129acd053 HTTP/1.1" status: 204 len: 168 time: 0.2021923 Sep 16 04:40:48.336458 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ff387-e6b0-4d31-bc6d-df67a0cfe5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e463293e-1e64-47a0-8c0b-98e129acd053,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:48.344607 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b604956-e4f2-41ab-8a6b-d53e074c90ad x-openstack-request-id: req-2b604956-e4f2-41ab-8a6b-d53e074c90ad {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:48.345470 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a188134-8c47-4897-938d-287ad46758a3", "tag": "ee2bfc12-e060-46fa-8595-c9e1e56e04b3", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:48.345726 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2b604956-e4f2-41ab-8a6b-d53e074c90ad {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:48.346349 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a188134-8c47-4897-938d-287ad46758a3', 'tag': 'ee2bfc12-e060-46fa-8595-c9e1e56e04b3', 'status': 'completed', 'code': 200} Sep 16 04:40:48.467519 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c2e74-82ef-483e-89e5-96391a9a4f2e req-54583169-ad9b-47ab-99c9-4751f49d4957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:48.469081 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c4c2e74-82ef-483e-89e5-96391a9a4f2e req-54583169-ad9b-47ab-99c9-4751f49d4957 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=56a12238ce4f42ad9c21efdbfb589179&device_id=5a188134-8c47-4897-938d-287ad46758a3 HTTP/1.1" status: 200 len: 1095 time: 0.0771809 Sep 16 04:40:48.477561 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69259fd6-4d68-4226-b49a-a9a1b1964cf4 req-5b3ae13c-f2b5-41e5-9057-14a3d9ca9b5c tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:48.478998 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-69259fd6-4d68-4226-b49a-a9a1b1964cf4 req-5b3ae13c-f2b5-41e5-9057-14a3d9ca9b5c tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.0787511 Sep 16 04:40:48.578491 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-69259fd6-4d68-4226-b49a-a9a1b1964cf4 req-db4ae637-016e-46b4-bb06-3429934d05e9 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798552 Sep 16 04:40:48.598521 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c2e74-82ef-483e-89e5-96391a9a4f2e req-d3306d04-2cca-483a-bc37-8d44aef0c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:48.600469 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c4c2e74-82ef-483e-89e5-96391a9a4f2e req-d3306d04-2cca-483a-bc37-8d44aef0c98b service neutron] 10.222.0.47 "GET /v2.0/networks?id=dbdce239-7959-434a-a329-a692be97fefa HTTP/1.1" status: 200 len: 916 time: 0.1206107 Sep 16 04:40:48.604323 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device ee2bfc12-e060-46fa-8595-c9e1e56e04b3 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:40:48.615883 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device c1455dcc-7015-4258-8124-01be02eb39dc no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:40:48.658074 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60056) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:48.660553 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c4c2e74-82ef-483e-89e5-96391a9a4f2e req-e4abb0cb-5b91-43ff-a23f-4b3f08816ddf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee2bfc12-e060-46fa-8595-c9e1e56e04b3 HTTP/1.1" status: 200 len: 217 time: 0.0476060 Sep 16 04:40:48.677117 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-adc6190b-c15b-4c7e-ad1a-a9ee6165a714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:48.750525 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c2e74-82ef-483e-89e5-96391a9a4f2e req-5c2fa6b0-cdfc-4e97-a139-6b517dadfc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:48.752657 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c4c2e74-82ef-483e-89e5-96391a9a4f2e req-5c2fa6b0-cdfc-4e97-a139-6b517dadfc50 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1658fc64-3616-4fe6-94e0-ef188d8d2637 HTTP/1.1" status: 200 len: 854 time: 0.0722144 Sep 16 04:40:48.781315 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:48.785013 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-adc6190b-c15b-4c7e-ad1a-a9ee6165a714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:48.793515 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-adc6190b-c15b-4c7e-ad1a-a9ee6165a714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:48.804738 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port ee2bfc12-e060-46fa-8595-c9e1e56e04b3, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=ee2bfc12-e060-46fa-8595-c9e1e56e04b3,segment=NetworkSegment(34bd8703-6c1d-4f8c-9306-ab256c421de2),segment_id=34bd8703-6c1d-4f8c-9306-ab256c421de2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:48.813910 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c2e74-82ef-483e-89e5-96391a9a4f2e req-78907fe0-170a-4dec-88e6-87fa1afe8ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:48.816063 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c4c2e74-82ef-483e-89e5-96391a9a4f2e req-78907fe0-170a-4dec-88e6-87fa1afe8ef4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbdce239-7959-434a-a329-a692be97fefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566025 Sep 16 04:40:48.822711 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'ee2bfc12-e060-46fa-8595-c9e1e56e04b3', 'network_id': 'dbdce239-7959-434a-a329-a692be97fefa', 'port_id': 'ee2bfc12-e060-46fa-8595-c9e1e56e04b3', 'mac_address': 'fa:16:3e:1d:0b:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1658fc64-3616-4fe6-94e0-ef188d8d2637', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:40:48.837570 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792bd0bf-d08f-4d0e-a39b-045439a18909', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1455dcc-7015-4258-8124-01be02eb39dc'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:48.841860 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6190b-c15b-4c7e-ad1a-a9ee6165a714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4e7593-6679-4a5f-9f0e-79dd878efc9b,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:48.843023 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e94b7ba-d1a6-4386-a9e2-8a86f15f0905" -d '{"events": [{"server_uuid": "792bd0bf-d08f-4d0e-a39b-045439a18909", "name": "network-vif-unplugged", "status": "completed", "tag": "c1455dcc-7015-4258-8124-01be02eb39dc"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:48.849392 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-adc6190b-c15b-4c7e-ad1a-a9ee6165a714 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a911555bc1b840459c4d997272f7c3dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1893854 Sep 16 04:40:48.850348 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60064) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:48.856863 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port c1455dcc-7015-4258-8124-01be02eb39dc, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=c1455dcc-7015-4258-8124-01be02eb39dc,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:48.878320 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:48.912946 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c7ae735d-cc10-4e78-aa26-1895472c2a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:48.924107 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:48.935872 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c7ae735d-cc10-4e78-aa26-1895472c2a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:48.952432 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee2bfc12-e060-46fa-8595-c9e1e56e04b3 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:48.958129 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=c1455dcc-7015-4258-8124-01be02eb39dc,revision_number=6']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:48.978166 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port ee2bfc12-e060-46fa-8595-c9e1e56e04b3, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=ee2bfc12-e060-46fa-8595-c9e1e56e04b3,segment=NetworkSegment(34bd8703-6c1d-4f8c-9306-ab256c421de2),segment_id=34bd8703-6c1d-4f8c-9306-ab256c421de2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:48.983755 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:48.984600 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device c1455dcc-7015-4258-8124-01be02eb39dc details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:40:48.990497 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331242c8-de1c-4bfe-a209-b49a34308249 req-150fc335-7611-41fa-9a99-caae38eb5262 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:48.991687 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-331242c8-de1c-4bfe-a209-b49a34308249 req-150fc335-7611-41fa-9a99-caae38eb5262 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 949 time: 0.1035376 Sep 16 04:40:49.000827 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c7ae735d-cc10-4e78-aa26-1895472c2a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:49.003781 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c7ae735d-cc10-4e78-aa26-1895472c2a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:49.008021 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c7ae735d-cc10-4e78-aa26-1895472c2a69 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5d4e7593-6679-4a5f-9f0e-79dd878efc9b HTTP/1.1" status: 204 len: 168 time: 0.1561205 Sep 16 04:40:49.017258 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae735d-cc10-4e78-aa26-1895472c2a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4e7593-6679-4a5f-9f0e-79dd878efc9b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:49.039875 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c4c2e74-82ef-483e-89e5-96391a9a4f2e req-f725ca55-cf1b-4837-a4df-c798aa7601c1 service neutron] 10.222.0.47 "GET /v2.0/networks/dbdce239-7959-434a-a329-a692be97fefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148778 Sep 16 04:40:49.053341 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-331242c8-de1c-4bfe-a209-b49a34308249 req-00f6c1e2-b535-448c-94e7-e31de823c23c tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511031 Sep 16 04:40:49.085189 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=ee2bfc12-e060-46fa-8595-c9e1e56e04b3,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:49.144822 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71d7c4c-d027-4c42-b0b0-4b531920c102 x-openstack-request-id: req-d71d7c4c-d027-4c42-b0b0-4b531920c102 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:49.145149 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792bd0bf-d08f-4d0e-a39b-045439a18909", "name": "network-vif-unplugged", "status": "completed", "tag": "c1455dcc-7015-4258-8124-01be02eb39dc", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:49.145407 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d71d7c4c-d027-4c42-b0b0-4b531920c102 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:49.146062 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792bd0bf-d08f-4d0e-a39b-045439a18909', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1455dcc-7015-4258-8124-01be02eb39dc', 'code': 200} Sep 16 04:40:49.154455 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port c1455dcc-7015-4258-8124-01be02eb39dc, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=c1455dcc-7015-4258-8124-01be02eb39dc,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:49.172770 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'c1455dcc-7015-4258-8124-01be02eb39dc', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': 'c1455dcc-7015-4258-8124-01be02eb39dc', 'mac_address': 'fa:16:3e:1c:f8:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:40:49.193104 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c4c2e74-82ef-483e-89e5-96391a9a4f2e req-456cfac0-4ecd-4d42-a475-2e553db1ab75 service neutron] 10.222.0.47 "GET /v2.0/networks/dbdce239-7959-434a-a329-a692be97fefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379244 Sep 16 04:40:49.217505 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:49.240286 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1455dcc-7015-4258-8124-01be02eb39dc {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:49.266899 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port c1455dcc-7015-4258-8124-01be02eb39dc, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=c1455dcc-7015-4258-8124-01be02eb39dc,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:49.273060 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:49.300974 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450eaa48-a48d-4f58-8f9a-f2386b6902fc req-4080cc4f-0dbf-4302-9b6c-71bdb3ad5031 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:49.307194 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450eaa48-a48d-4f58-8f9a-f2386b6902fc req-4080cc4f-0dbf-4302-9b6c-71bdb3ad5031 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:49.314511 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450eaa48-a48d-4f58-8f9a-f2386b6902fc req-4080cc4f-0dbf-4302-9b6c-71bdb3ad5031 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:49.320443 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450eaa48-a48d-4f58-8f9a-f2386b6902fc req-4080cc4f-0dbf-4302-9b6c-71bdb3ad5031 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:49.327395 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450eaa48-a48d-4f58-8f9a-f2386b6902fc req-4080cc4f-0dbf-4302-9b6c-71bdb3ad5031 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:49.330062 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=c1455dcc-7015-4258-8124-01be02eb39dc,revision_number=7']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:49.335127 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450eaa48-a48d-4f58-8f9a-f2386b6902fc req-4080cc4f-0dbf-4302-9b6c-71bdb3ad5031 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:49.341278 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450eaa48-a48d-4f58-8f9a-f2386b6902fc req-4080cc4f-0dbf-4302-9b6c-71bdb3ad5031 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:49.343235 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-450eaa48-a48d-4f58-8f9a-f2386b6902fc req-4080cc4f-0dbf-4302-9b6c-71bdb3ad5031 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 5431 time: 0.1241670 Sep 16 04:40:49.395165 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-450eaa48-a48d-4f58-8f9a-f2386b6902fc req-5738eb99-cc4b-4dde-a558-dbb332c0b88a tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/security-groups?id=8853ff16-2a5b-4a5a-a512-e128e1697c0d&id=be052b50-27c5-484b-b997-f9099d48371c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455976 Sep 16 04:40:49.533875 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfdb0c-c160-450e-8813-60a47d4e750b req-9707a729-ae76-4117-af24-f31b10c71e09 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:49.535432 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5bfdb0c-c160-450e-8813-60a47d4e750b req-9707a729-ae76-4117-af24-f31b10c71e09 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a188134-8c47-4897-938d-287ad46758a3 HTTP/1.1" status: 200 len: 944 time: 0.0507896 Sep 16 04:40:49.577072 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5bfdb0c-c160-450e-8813-60a47d4e750b req-e8348d97-3e4a-48d7-8f94-bfc971b29a5c tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fa0cf96-03c2-41b3-93c4-f3901548d7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354285 Sep 16 04:40:49.618729 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['ee2bfc12-e060-46fa-8595-c9e1e56e04b3'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:49.644944 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['c1455dcc-7015-4258-8124-01be02eb39dc'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:49.931697 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274aae0-fdda-49c8-950d-cc31510f06af req-c2b4948d-31f9-4fe3-b66f-b1005eb1aea5 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:49.933377 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6274aae0-fdda-49c8-950d-cc31510f06af req-c2b4948d-31f9-4fe3-b66f-b1005eb1aea5 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 948 time: 0.0536039 Sep 16 04:40:49.975377 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6274aae0-fdda-49c8-950d-cc31510f06af req-075db705-8f04-48b7-8e15-092ca9b96edd tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361807 Sep 16 04:40:50.063263 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-4649a725-1736-4a75-8a13-ebb7d7c128a7 service neutron] show failed (client error): The resource could not be found. Sep 16 04:40:50.064481 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-4649a725-1736-4a75-8a13-ebb7d7c128a7 service neutron] 10.222.0.48 "GET /v2.0/ports/d3b66b72-abdf-4298-9c22-48593c2c42c3/bindings/n-h1-712139-15 HTTP/1.1" status: 404 len: 381 time: 0.0621650 Sep 16 04:40:50.301858 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-f08c69e1-2d32-4ec2-a7cd-6f003bbf3129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:50.303395 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-f08c69e1-2d32-4ec2-a7cd-6f003bbf3129 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b&tenant_id=832e485315cf4d818578c78d15f3a644 HTTP/1.1" status: 200 len: 1101 time: 0.0595136 Sep 16 04:40:50.325776 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-514e46a9-f999-421a-805e-5b77190fb984 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-15', 'device_owner': 'compute:nova'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:50.392208 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-514e46a9-f999-421a-805e-5b77190fb984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:50.583253 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f250337-cf1a-4edc-81cf-3ce00bc97a4c req-b99b60bd-8ca9-438e-8933-1f9e85048a78 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:50.584951 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9f250337-cf1a-4edc-81cf-3ce00bc97a4c req-b99b60bd-8ca9-438e-8933-1f9e85048a78 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 949 time: 0.0816767 Sep 16 04:40:50.602075 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device ee2bfc12-e060-46fa-8595-c9e1e56e04b3 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:50.651183 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port ee2bfc12-e060-46fa-8595-c9e1e56e04b3 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:40:50.656611 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port ee2bfc12-e060-46fa-8595-c9e1e56e04b3 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:50.657559 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:50.657919 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:40:50.671402 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9f250337-cf1a-4edc-81cf-3ce00bc97a4c req-8ab00c50-4bf3-47fc-a1e1-0d0a1c2af13c tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800550 Sep 16 04:40:50.676170 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-514e46a9-f999-421a-805e-5b77190fb984 service neutron] For port d3b66b72-abdf-4298-9c22-48593c2c42c3, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=d3b66b72-abdf-4298-9c22-48593c2c42c3,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:50.720271 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-514e46a9-f999-421a-805e-5b77190fb984 service neutron] For port d3b66b72-abdf-4298-9c22-48593c2c42c3, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:50.742268 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:50.776228 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port ee2bfc12-e060-46fa-8595-c9e1e56e04b3, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=ee2bfc12-e060-46fa-8595-c9e1e56e04b3,segment=NetworkSegment(34bd8703-6c1d-4f8c-9306-ab256c421de2),segment_id=34bd8703-6c1d-4f8c-9306-ab256c421de2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:50.778246 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb9b5ab-de04-41b6-a3b6-58fd0616186b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3b66b72-abdf-4298-9c22-48593c2c42c3'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:50.780777 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112b1ffe-5d5f-43df-b720-0d55c437781b" -d '{"events": [{"server_uuid": "bfb9b5ab-de04-41b6-a3b6-58fd0616186b", "name": "network-vif-unplugged", "status": "completed", "tag": "d3b66b72-abdf-4298-9c22-48593c2c42c3"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:50.781678 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:50.782702 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device c1455dcc-7015-4258-8124-01be02eb39dc up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:50.799199 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-514e46a9-f999-421a-805e-5b77190fb984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:50.819377 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-514e46a9-f999-421a-805e-5b77190fb984 service neutron] Transition to ACTIVE for port object d3b66b72-abdf-4298-9c22-48593c2c42c3 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:40:50.824837 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-514e46a9-f999-421a-805e-5b77190fb984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:50.858968 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=ee2bfc12-e060-46fa-8595-c9e1e56e04b3,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:50.867862 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fe203-e9b7-48a5-903e-f197247c8ff7 req-0dda3d49-f4a5-479c-88a7-fadea2f3cdaf tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:50.871134 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port c1455dcc-7015-4258-8124-01be02eb39dc triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:50.871503 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:50.874262 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fe203-e9b7-48a5-903e-f197247c8ff7 req-0dda3d49-f4a5-479c-88a7-fadea2f3cdaf tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:50.880189 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fe203-e9b7-48a5-903e-f197247c8ff7 req-0dda3d49-f4a5-479c-88a7-fadea2f3cdaf tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:50.886276 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fe203-e9b7-48a5-903e-f197247c8ff7 req-0dda3d49-f4a5-479c-88a7-fadea2f3cdaf tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:50.892622 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fe203-e9b7-48a5-903e-f197247c8ff7 req-0dda3d49-f4a5-479c-88a7-fadea2f3cdaf tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:50.898707 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fe203-e9b7-48a5-903e-f197247c8ff7 req-0dda3d49-f4a5-479c-88a7-fadea2f3cdaf tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:50.905740 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fe203-e9b7-48a5-903e-f197247c8ff7 req-0dda3d49-f4a5-479c-88a7-fadea2f3cdaf tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:50.907962 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-908fe203-e9b7-48a5-903e-f197247c8ff7 req-0dda3d49-f4a5-479c-88a7-fadea2f3cdaf tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 5431 time: 0.1485691 Sep 16 04:40:50.957492 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:50.960879 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-514e46a9-f999-421a-805e-5b77190fb984 service neutron] No DVR routers for this DVR port d3b66b72-abdf-4298-9c22-48593c2c42c3 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:40:50.996745 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-908fe203-e9b7-48a5-903e-f197247c8ff7 req-868ed359-6cff-40d9-8775-751e7c617cb8 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/security-groups?id=8853ff16-2a5b-4a5a-a512-e128e1697c0d&id=be052b50-27c5-484b-b997-f9099d48371c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0713212 Sep 16 04:40:50.999070 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port c1455dcc-7015-4258-8124-01be02eb39dc, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=c1455dcc-7015-4258-8124-01be02eb39dc,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:51.009488 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:51.039024 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-514e46a9-f999-421a-805e-5b77190fb984 service neutron] Attempting to bind port d3b66b72-abdf-4298-9c22-48593c2c42c3 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:51.039352 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-514e46a9-f999-421a-805e-5b77190fb984 service neutron] Attempting to bind port d3b66b72-abdf-4298-9c22-48593c2c42c3 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:51.039678 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-514e46a9-f999-421a-805e-5b77190fb984 service neutron] Attempting to bind port d3b66b72-abdf-4298-9c22-48593c2c42c3 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:51.041847 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e46a9-f999-421a-805e-5b77190fb984 service neutron] Pushing event updated for resources: {'Port': ['ID=d3b66b72-abdf-4298-9c22-48593c2c42c3,revision_number=6']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:51.048156 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-514e46a9-f999-421a-805e-5b77190fb984 service neutron] Port d3b66b72-abdf-4298-9c22-48593c2c42c3 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:40:51.048489 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-514e46a9-f999-421a-805e-5b77190fb984 service neutron] Attempting to bind port d3b66b72-abdf-4298-9c22-48593c2c42c3 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:51.057152 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-514e46a9-f999-421a-805e-5b77190fb984 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:51.057507 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-514e46a9-f999-421a-805e-5b77190fb984 service neutron] Checking segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:51.058570 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-514e46a9-f999-421a-805e-5b77190fb984 service neutron] Bound using segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:51.058570 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-514e46a9-f999-421a-805e-5b77190fb984 service neutron] Bound port: d3b66b72-abdf-4298-9c22-48593c2c42c3, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:51.059125 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-514e46a9-f999-421a-805e-5b77190fb984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:51.093948 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=c1455dcc-7015-4258-8124-01be02eb39dc,revision_number=8']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:51.146750 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a188134-8c47-4897-938d-287ad46758a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2bfc12-e060-46fa-8595-c9e1e56e04b3'}, {'server_uuid': '792bd0bf-d08f-4d0e-a39b-045439a18909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1455dcc-7015-4258-8124-01be02eb39dc'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:51.149169 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797f5fa3-cc9e-4219-9ccf-badc1cf07e6c" -d '{"events": [{"server_uuid": "5a188134-8c47-4897-938d-287ad46758a3", "name": "network-vif-plugged", "status": "completed", "tag": "ee2bfc12-e060-46fa-8595-c9e1e56e04b3"}, {"server_uuid": "792bd0bf-d08f-4d0e-a39b-045439a18909", "name": "network-vif-plugged", "status": "completed", "tag": "c1455dcc-7015-4258-8124-01be02eb39dc"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:51.189016 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-514e46a9-f999-421a-805e-5b77190fb984 service neutron] For port d3b66b72-abdf-4298-9c22-48593c2c42c3, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:51.193119 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-514e46a9-f999-421a-805e-5b77190fb984 service neutron] For port d3b66b72-abdf-4298-9c22-48593c2c42c3, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=d3b66b72-abdf-4298-9c22-48593c2c42c3,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:51.198559 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-514e46a9-f999-421a-805e-5b77190fb984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:51.241043 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-514e46a9-f999-421a-805e-5b77190fb984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:51.241043 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-514e46a9-f999-421a-805e-5b77190fb984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:51.241043 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-514e46a9-f999-421a-805e-5b77190fb984 service neutron] 10.222.0.47 "PUT /v2.0/ports/d3b66b72-abdf-4298-9c22-48593c2c42c3 HTTP/1.1" status: 200 len: 1096 time: 0.9177442 Sep 16 04:40:51.268002 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e46a9-f999-421a-805e-5b77190fb984 service neutron] Pushing event updated for resources: {'Port': ['ID=d3b66b72-abdf-4298-9c22-48593c2c42c3,revision_number=7']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:51.334982 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-b53ef889-9bec-4262-b1a8-7c5b03403328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:51.336735 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-b53ef889-9bec-4262-b1a8-7c5b03403328 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=832e485315cf4d818578c78d15f3a644&device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 1099 time: 0.0586209 Sep 16 04:40:51.465150 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23ba41-4d5e-4991-b1cc-81b38d7f6d64 req-a3ed6728-355f-4831-82a9-7d501e67765d tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:51.466599 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc23ba41-4d5e-4991-b1cc-81b38d7f6d64 req-a3ed6728-355f-4831-82a9-7d501e67765d tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a188134-8c47-4897-938d-287ad46758a3 HTTP/1.1" status: 200 len: 945 time: 0.1137767 Sep 16 04:40:51.499990 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-0df1fb5b-30a6-467e-84cf-b031a42a9f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:51.501501 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-0df1fb5b-30a6-467e-84cf-b031a42a9f9c service neutron] 10.222.0.47 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.1563771 Sep 16 04:40:51.559444 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc23ba41-4d5e-4991-b1cc-81b38d7f6d64 req-75303c2b-0306-4bd4-a397-5839936873fa tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fa0cf96-03c2-41b3-93c4-f3901548d7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0858378 Sep 16 04:40:51.561283 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-9ddf34a0-2d03-4e20-964b-d7957bbc76dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=d3b66b72-abdf-4298-9c22-48593c2c42c3 HTTP/1.1" status: 200 len: 217 time: 0.0471361 Sep 16 04:40:51.617306 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-fd8eb7ca-62be-41ab-a87f-3096b6c7aba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:51.620140 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-fd8eb7ca-62be-41ab-a87f-3096b6c7aba8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0512755 Sep 16 04:40:51.654329 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b320dd46-5784-4d46-9d40-157323a5bd31 x-openstack-request-id: req-b320dd46-5784-4d46-9d40-157323a5bd31 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:51.654803 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb9b5ab-de04-41b6-a3b6-58fd0616186b", "name": "network-vif-unplugged", "status": "completed", "tag": "d3b66b72-abdf-4298-9c22-48593c2c42c3", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:51.654895 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b320dd46-5784-4d46-9d40-157323a5bd31 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:51.655242 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb9b5ab-de04-41b6-a3b6-58fd0616186b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3b66b72-abdf-4298-9c22-48593c2c42c3', 'code': 200} Sep 16 04:40:51.675043 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-5f5345bf-6f0d-46f8-a1a0-e330e290e68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:51.676847 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-5f5345bf-6f0d-46f8-a1a0-e330e290e68d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0481441 Sep 16 04:40:51.797905 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bd142-4a44-4e52-bf39-79f0986ac1ec req-25f5d803-fbca-47ad-ae78-e1f41bae2472 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:51.799324 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-392bd142-4a44-4e52-bf39-79f0986ac1ec req-25f5d803-fbca-47ad-ae78-e1f41bae2472 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.1073947 Sep 16 04:40:51.816546 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-282cace8-e3bf-429f-95ab-54cb73717e0d service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321716 Sep 16 04:40:51.872975 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-392bd142-4a44-4e52-bf39-79f0986ac1ec req-34477321-0ed8-4e61-834e-6efc736d8ebb tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662305 Sep 16 04:40:51.932476 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9debee0-39b0-4aef-9d99-3cf50d354c16 x-openstack-request-id: req-d9debee0-39b0-4aef-9d99-3cf50d354c16 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:51.933613 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a188134-8c47-4897-938d-287ad46758a3", "name": "network-vif-plugged", "status": "completed", "tag": "ee2bfc12-e060-46fa-8595-c9e1e56e04b3", "code": 200}, {"server_uuid": "792bd0bf-d08f-4d0e-a39b-045439a18909", "name": "network-vif-plugged", "status": "completed", "tag": "c1455dcc-7015-4258-8124-01be02eb39dc", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:51.934386 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d9debee0-39b0-4aef-9d99-3cf50d354c16 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:51.934910 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a188134-8c47-4897-938d-287ad46758a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2bfc12-e060-46fa-8595-c9e1e56e04b3', 'code': 200} Sep 16 04:40:51.935053 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-13fdf5a9-1dd5-4090-a3a0-8c0cf74dea4d req-29373c3f-6c4f-428f-a145-d0567eb433c2 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111469 Sep 16 04:40:51.935527 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792bd0bf-d08f-4d0e-a39b-045439a18909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1455dcc-7015-4258-8124-01be02eb39dc', 'code': 200} Sep 16 04:40:52.179578 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c146e09-fe6f-4c56-9b3d-8373160b8bb8 req-755f7b8e-e619-4f70-85e1-1694cc2cbf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:52.183157 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c146e09-fe6f-4c56-9b3d-8373160b8bb8 req-755f7b8e-e619-4f70-85e1-1694cc2cbf30 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5a188134-8c47-4897-938d-287ad46758a3 HTTP/1.1" status: 200 len: 1097 time: 0.0845654 Sep 16 04:40:52.252120 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c146e09-fe6f-4c56-9b3d-8373160b8bb8 req-61b273da-31f6-426a-be23-06d132f854a8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6fa0cf96-03c2-41b3-93c4-f3901548d7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567927 Sep 16 04:40:52.265811 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6c090-5b89-4a4d-a62b-139fb188c32b req-d4748950-6d6c-4991-bb8a-fe6b3069e793 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:52.267357 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5be6c090-5b89-4a4d-a62b-139fb188c32b req-d4748950-6d6c-4991-bb8a-fe6b3069e793 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 947 time: 0.0829730 Sep 16 04:40:52.271587 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1b948-7135-4fc8-b265-0d9d773407c9 req-4917b44a-0857-4a66-9b2f-a61767d96818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:52.273121 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a6e1b948-7135-4fc8-b265-0d9d773407c9 req-4917b44a-0857-4a66-9b2f-a61767d96818 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 1101 time: 0.0440192 Sep 16 04:40:52.306539 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5be6c090-5b89-4a4d-a62b-139fb188c32b req-fc5c2f1e-b756-4cc6-96a5-d02cb7fba97f tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326979 Sep 16 04:40:52.445265 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c08247-230a-4633-9586-ad657ffacd7e req-23d4a760-901c-42aa-945a-6e9316feb585 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:52.451986 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c08247-230a-4633-9586-ad657ffacd7e req-23d4a760-901c-42aa-945a-6e9316feb585 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:52.458027 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c08247-230a-4633-9586-ad657ffacd7e req-23d4a760-901c-42aa-945a-6e9316feb585 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:52.464052 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c08247-230a-4633-9586-ad657ffacd7e req-23d4a760-901c-42aa-945a-6e9316feb585 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:52.470274 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c08247-230a-4633-9586-ad657ffacd7e req-23d4a760-901c-42aa-945a-6e9316feb585 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:52.476181 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c08247-230a-4633-9586-ad657ffacd7e req-23d4a760-901c-42aa-945a-6e9316feb585 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:52.482498 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c08247-230a-4633-9586-ad657ffacd7e req-23d4a760-901c-42aa-945a-6e9316feb585 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:52.484589 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-85c08247-230a-4633-9586-ad657ffacd7e req-23d4a760-901c-42aa-945a-6e9316feb585 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 5431 time: 0.0969312 Sep 16 04:40:52.526019 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-85c08247-230a-4633-9586-ad657ffacd7e req-cbe955a4-a631-4e1c-af94-082414e01021 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/security-groups?id=8853ff16-2a5b-4a5a-a512-e128e1697c0d&id=be052b50-27c5-484b-b997-f9099d48371c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351276 Sep 16 04:40:52.580523 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a6e1b948-7135-4fc8-b265-0d9d773407c9 req-6e4a8ebf-8297-44b6-a368-08ab98034120 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311861 Sep 16 04:40:53.020885 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ede66d-0c5c-4474-a3c8-d8e6bd9a9581 req-6d1b37a0-8b35-418e-8a72-c6be1f2dd713 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:53.022280 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-69ede66d-0c5c-4474-a3c8-d8e6bd9a9581 req-6d1b37a0-8b35-418e-8a72-c6be1f2dd713 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a188134-8c47-4897-938d-287ad46758a3 HTTP/1.1" status: 200 len: 945 time: 0.0493238 Sep 16 04:40:53.060788 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-69ede66d-0c5c-4474-a3c8-d8e6bd9a9581 req-83561c93-fc87-4ec4-b2e6-b26c26305f27 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fa0cf96-03c2-41b3-93c4-f3901548d7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317998 Sep 16 04:40:53.160390 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dde5d6-3ffb-4e7f-8033-d8a59b3c772a req-5353ef3c-311a-425c-b52a-eeeda42b6aa7 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:53.161975 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-81dde5d6-3ffb-4e7f-8033-d8a59b3c772a req-5353ef3c-311a-425c-b52a-eeeda42b6aa7 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.0477641 Sep 16 04:40:53.199496 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-81dde5d6-3ffb-4e7f-8033-d8a59b3c772a req-263d48c4-1b7d-4c47-bf22-49b99a19fc2b tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306692 Sep 16 04:40:53.531718 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef60c7-19f2-47f5-bc75-7379e878c8fd req-9f45319f-29ea-4125-b9b2-a49953451bbc tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:53.533245 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9eef60c7-19f2-47f5-bc75-7379e878c8fd req-9f45319f-29ea-4125-b9b2-a49953451bbc tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 947 time: 0.0534427 Sep 16 04:40:53.571327 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9eef60c7-19f2-47f5-bc75-7379e878c8fd req-4ceef662-fbd8-4de9-85bd-b17ac8cfa6c1 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316193 Sep 16 04:40:53.657263 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb9b5ab-de04-41b6-a3b6-58fd0616186b', 'tag': 'd3b66b72-abdf-4298-9c22-48593c2c42c3'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:53.659061 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f709af-d0e7-4394-ba73-bed05d00c8aa" -d '{"events": [{"name": "network-changed", "server_uuid": "bfb9b5ab-de04-41b6-a3b6-58fd0616186b", "tag": "d3b66b72-abdf-4298-9c22-48593c2c42c3"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:53.753537 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b005a-f2dd-4047-8851-4af607f2cc33 req-a6f5db67-b84d-493b-8766-3065688a3e74 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:53.760174 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b005a-f2dd-4047-8851-4af607f2cc33 req-a6f5db67-b84d-493b-8766-3065688a3e74 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:53.766628 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b005a-f2dd-4047-8851-4af607f2cc33 req-a6f5db67-b84d-493b-8766-3065688a3e74 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:53.774075 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b005a-f2dd-4047-8851-4af607f2cc33 req-a6f5db67-b84d-493b-8766-3065688a3e74 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:53.780804 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b005a-f2dd-4047-8851-4af607f2cc33 req-a6f5db67-b84d-493b-8766-3065688a3e74 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:53.787366 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b005a-f2dd-4047-8851-4af607f2cc33 req-a6f5db67-b84d-493b-8766-3065688a3e74 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:53.795373 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b005a-f2dd-4047-8851-4af607f2cc33 req-a6f5db67-b84d-493b-8766-3065688a3e74 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:53.801250 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-466b005a-f2dd-4047-8851-4af607f2cc33 req-a6f5db67-b84d-493b-8766-3065688a3e74 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 5431 time: 0.1095762 Sep 16 04:40:53.839999 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-466b005a-f2dd-4047-8851-4af607f2cc33 req-c6da6ec3-3827-4fef-a90a-f102dbc6e1aa tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/security-groups?id=8853ff16-2a5b-4a5a-a512-e128e1697c0d&id=be052b50-27c5-484b-b997-f9099d48371c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355177 Sep 16 04:40:53.896813 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60188) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:53.935188 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50583800-3613-41e0-9aee-3940259b6bea x-openstack-request-id: req-50583800-3613-41e0-9aee-3940259b6bea {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:53.935694 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfb9b5ab-de04-41b6-a3b6-58fd0616186b", "tag": "d3b66b72-abdf-4298-9c22-48593c2c42c3", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:53.936136 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-50583800-3613-41e0-9aee-3940259b6bea {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:53.936814 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfb9b5ab-de04-41b6-a3b6-58fd0616186b', 'tag': 'd3b66b72-abdf-4298-9c22-48593c2c42c3', 'status': 'completed', 'code': 200} Sep 16 04:40:53.985843 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 1c1269c5-eca9-40a2-88a3-22d6ff08a78b details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:40:53.994061 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device d3b66b72-abdf-4298-9c22-48593c2c42c3 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:40:54.081409 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f709af-d0e7-4394-ba73-bed05d00c8aa req-2307a4da-8aaa-4be2-9c9a-a8d3c8768803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:54.083290 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-88f709af-d0e7-4394-ba73-bed05d00c8aa req-2307a4da-8aaa-4be2-9c9a-a8d3c8768803 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=832e485315cf4d818578c78d15f3a644&device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 1099 time: 0.0999892 Sep 16 04:40:54.097691 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-705988ac-519b-4f6f-8a77-0c2e9ed0ab61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.146408 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f709af-d0e7-4394-ba73-bed05d00c8aa req-c3b75913-126a-4b82-a120-622c60ecdb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:54.148215 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-88f709af-d0e7-4394-ba73-bed05d00c8aa req-c3b75913-126a-4b82-a120-622c60ecdb6c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=832e485315cf4d818578c78d15f3a644&device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 1099 time: 0.1583648 Sep 16 04:40:54.196805 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 1c1269c5-eca9-40a2-88a3-22d6ff08a78b, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=1c1269c5-eca9-40a2-88a3-22d6ff08a78b,segment=NetworkSegment(95c90109-c6eb-491d-8dfe-7e2102cff536),segment_id=95c90109-c6eb-491d-8dfe-7e2102cff536)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:54.199959 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device d3b66b72-abdf-4298-9c22-48593c2c42c3 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:40:54.211596 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '1c1269c5-eca9-40a2-88a3-22d6ff08a78b', 'network_id': '186f59de-9f65-4bd5-bdf6-31e998b65f87', 'port_id': '1c1269c5-eca9-40a2-88a3-22d6ff08a78b', 'mac_address': 'fa:16:3e:c2:85:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d09b2a1-b6c3-49c5-85fd-f0d937e1c465', 'ip_address': '10.1.1.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:40:54.255718 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f709af-d0e7-4394-ba73-bed05d00c8aa req-1500a943-f350-410c-bcae-3fdda8b8a6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:54.258123 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-88f709af-d0e7-4394-ba73-bed05d00c8aa req-1500a943-f350-410c-bcae-3fdda8b8a6e6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.1668298 Sep 16 04:40:54.263743 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.279314 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c1269c5-eca9-40a2-88a3-22d6ff08a78b {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:54.303489 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 1c1269c5-eca9-40a2-88a3-22d6ff08a78b, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=1c1269c5-eca9-40a2-88a3-22d6ff08a78b,segment=NetworkSegment(95c90109-c6eb-491d-8dfe-7e2102cff536),segment_id=95c90109-c6eb-491d-8dfe-7e2102cff536)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:54.309269 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.310387 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 64f9b34f-127f-430e-af48-408f4ad392a0 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:40:54.323177 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-88f709af-d0e7-4394-ba73-bed05d00c8aa req-20c50030-2b91-4e3e-b099-4552fbf01bda service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=d3b66b72-abdf-4298-9c22-48593c2c42c3 HTTP/1.1" status: 200 len: 217 time: 0.0508764 Sep 16 04:40:54.345592 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f709af-d0e7-4394-ba73-bed05d00c8aa req-742cb0ea-1ccc-4691-8d93-3d487843dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:54.347091 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-88f709af-d0e7-4394-ba73-bed05d00c8aa req-742cb0ea-1ccc-4691-8d93-3d487843dc8e service neutron] 10.222.0.47 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.1894140 Sep 16 04:40:54.347316 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f1cca-5bda-4ba7-a59d-15682a28dc11 req-5eddb162-a3cc-4cab-accf-739c7faa6a60 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:54.348883 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb4f1cca-5bda-4ba7-a59d-15682a28dc11 req-5eddb162-a3cc-4cab-accf-739c7faa6a60 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a188134-8c47-4897-938d-287ad46758a3 HTTP/1.1" status: 200 len: 945 time: 0.1171069 Sep 16 04:40:54.356332 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-705988ac-519b-4f6f-8a77-0c2e9ed0ab61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.361591 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-705988ac-519b-4f6f-8a77-0c2e9ed0ab61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.415734 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f709af-d0e7-4394-ba73-bed05d00c8aa req-248f50a8-f04e-4d14-a0ab-a6d73dcd6bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:54.418450 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-88f709af-d0e7-4394-ba73-bed05d00c8aa req-248f50a8-f04e-4d14-a0ab-a6d73dcd6bf7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0873249 Sep 16 04:40:54.424745 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-88f709af-d0e7-4394-ba73-bed05d00c8aa req-cca57664-9f95-44d2-9149-23addd9dc3b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=d3b66b72-abdf-4298-9c22-48593c2c42c3 HTTP/1.1" status: 200 len: 217 time: 0.0592330 Sep 16 04:40:54.425471 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb4f1cca-5bda-4ba7-a59d-15682a28dc11 req-7ea2408b-4c1c-483b-96c6-df081701b4cd tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fa0cf96-03c2-41b3-93c4-f3901548d7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550287 Sep 16 04:40:54.451565 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705988ac-519b-4f6f-8a77-0c2e9ed0ab61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847b8bbb-c8a1-4ab9-af13-107b817d8f19,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:54.475079 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-705988ac-519b-4f6f-8a77-0c2e9ed0ab61 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fd735bd0695c4a37b29a8ec5b7ef80c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5770540 Sep 16 04:40:54.477684 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60210) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:54.477901 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 64f9b34f-127f-430e-af48-408f4ad392a0, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=64f9b34f-127f-430e-af48-408f4ad392a0,segment=NetworkSegment(8517faa2-72c8-4051-9ec9-932078d56c30),segment_id=8517faa2-72c8-4051-9ec9-932078d56c30)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:54.504682 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '64f9b34f-127f-430e-af48-408f4ad392a0', 'network_id': 'd29577ec-b037-4a73-9540-c8c176056e63', 'port_id': '64f9b34f-127f-430e-af48-408f4ad392a0', 'mac_address': 'fa:16:3e:ca:f8:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7053ff15-410c-47cc-ae7a-b4692790659a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:40:54.507140 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=1c1269c5-eca9-40a2-88a3-22d6ff08a78b,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:54.509850 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f709af-d0e7-4394-ba73-bed05d00c8aa req-b77ec777-4474-42ab-8840-d88e2cc14146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:54.511987 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-88f709af-d0e7-4394-ba73-bed05d00c8aa req-b77ec777-4474-42ab-8840-d88e2cc14146 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0852163 Sep 16 04:40:54.518132 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:54.518574 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:54.519116 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:54.519717 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:54.520152 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:54.521163 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:54.521598 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:54.521835 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f709af-d0e7-4394-ba73-bed05d00c8aa req-15c7d715-ea0a-4ff4-98b0-71dbacd59a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:54.522128 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:54.522554 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:54.522975 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:54.523326 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-88f709af-d0e7-4394-ba73-bed05d00c8aa req-15c7d715-ea0a-4ff4-98b0-71dbacd59a9f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0854957 Sep 16 04:40:54.523483 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:54.523890 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:54.574743 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-15263883-025c-4632-b6e6-fb9bb0a41d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.580261 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.597011 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64f9b34f-127f-430e-af48-408f4ad392a0 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:54.605971 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-15263883-025c-4632-b6e6-fb9bb0a41d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.618702 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 64f9b34f-127f-430e-af48-408f4ad392a0, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=64f9b34f-127f-430e-af48-408f4ad392a0,segment=NetworkSegment(8517faa2-72c8-4051-9ec9-932078d56c30),segment_id=8517faa2-72c8-4051-9ec9-932078d56c30)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:54.620637 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f709af-d0e7-4394-ba73-bed05d00c8aa req-9e5fb6ec-e2b8-44d4-8641-44b22c17b692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:54.622281 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-88f709af-d0e7-4394-ba73-bed05d00c8aa req-9e5fb6ec-e2b8-44d4-8641-44b22c17b692 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0832794 Sep 16 04:40:54.624084 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.625460 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device bd51029a-e07d-4d58-9043-d4961dda4772 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:40:54.638798 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device d3b66b72-abdf-4298-9c22-48593c2c42c3 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:40:54.649753 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-88f709af-d0e7-4394-ba73-bed05d00c8aa req-1bc827d1-ef93-447b-ae1f-e2a8802e7830 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287398 Sep 16 04:40:54.658476 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9b611-7b72-4230-9066-b03b5f485126 req-09391fbc-66fe-4e04-acbb-bb75ed392a77 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:54.660129 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c6e9b611-7b72-4230-9066-b03b5f485126 req-09391fbc-66fe-4e04-acbb-bb75ed392a77 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.0973892 Sep 16 04:40:54.716600 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port bd51029a-e07d-4d58-9043-d4961dda4772, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=bd51029a-e07d-4d58-9043-d4961dda4772,segment=NetworkSegment(95c90109-c6eb-491d-8dfe-7e2102cff536),segment_id=95c90109-c6eb-491d-8dfe-7e2102cff536)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:54.738233 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=64f9b34f-127f-430e-af48-408f4ad392a0,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:54.754206 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'bd51029a-e07d-4d58-9043-d4961dda4772', 'network_id': '186f59de-9f65-4bd5-bdf6-31e998b65f87', 'port_id': 'bd51029a-e07d-4d58-9043-d4961dda4772', 'mac_address': 'fa:16:3e:02:aa:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d09b2a1-b6c3-49c5-85fd-f0d937e1c465', 'ip_address': '10.1.1.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:40:54.767978 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-88f709af-d0e7-4394-ba73-bed05d00c8aa req-f2b62ab7-8544-40ff-89b3-99a22480a5da service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313274 Sep 16 04:40:54.768592 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-15263883-025c-4632-b6e6-fb9bb0a41d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.771773 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-15263883-025c-4632-b6e6-fb9bb0a41d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.775122 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-15263883-025c-4632-b6e6-fb9bb0a41d60 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/847b8bbb-c8a1-4ab9-af13-107b817d8f19 HTTP/1.1" status: 204 len: 168 time: 0.2964740 Sep 16 04:40:54.786015 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15263883-025c-4632-b6e6-fb9bb0a41d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847b8bbb-c8a1-4ab9-af13-107b817d8f19,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:54.804893 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c6e9b611-7b72-4230-9066-b03b5f485126 req-e63c1e01-0bc4-4be1-a01a-d6d496345d04 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208749 Sep 16 04:40:54.844115 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-88f709af-d0e7-4394-ba73-bed05d00c8aa req-4c0ece1f-2f2e-4ba3-938e-0a2ca7f60ad0 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828973 Sep 16 04:40:54.892245 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.918562 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd51029a-e07d-4d58-9043-d4961dda4772 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:54.941243 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-88f709af-d0e7-4394-ba73-bed05d00c8aa req-22910199-049e-4480-81ba-03c4c041ec3b service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563375 Sep 16 04:40:54.953077 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port d3b66b72-abdf-4298-9c22-48593c2c42c3, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=d3b66b72-abdf-4298-9c22-48593c2c42c3,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:54.967459 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port bd51029a-e07d-4d58-9043-d4961dda4772, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=bd51029a-e07d-4d58-9043-d4961dda4772,segment=NetworkSegment(95c90109-c6eb-491d-8dfe-7e2102cff536),segment_id=95c90109-c6eb-491d-8dfe-7e2102cff536)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:54.973685 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'd3b66b72-abdf-4298-9c22-48593c2c42c3', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': 'd3b66b72-abdf-4298-9c22-48593c2c42c3', 'mac_address': 'fa:16:3e:27:60:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:40:54.975524 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:55.062308 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:55.065444 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=bd51029a-e07d-4d58-9043-d4961dda4772,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:55.079009 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3b66b72-abdf-4298-9c22-48593c2c42c3 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:55.100360 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port d3b66b72-abdf-4298-9c22-48593c2c42c3, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=d3b66b72-abdf-4298-9c22-48593c2c42c3,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:55.107112 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:55.161696 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=d3b66b72-abdf-4298-9c22-48593c2c42c3,revision_number=8']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:55.171701 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb8841-0025-4b55-b956-5ffb650dd724 req-513bafdc-f009-4213-bd19-97ae617d6298 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:55.173874 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0feb8841-0025-4b55-b956-5ffb650dd724 req-513bafdc-f009-4213-bd19-97ae617d6298 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a188134-8c47-4897-938d-287ad46758a3 HTTP/1.1" status: 200 len: 945 time: 0.0802493 Sep 16 04:40:55.182553 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60228) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:55.189293 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-716af9e6-bd22-40d3-9dea-b740873488fa tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Request body: {'floatingip': {'port_id': 'ee2bfc12-e060-46fa-8595-c9e1e56e04b3'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:55.240861 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-716af9e6-bd22-40d3-9dea-b740873488fa tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks [] for floatingip, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:55.347116 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f4a82-41ef-46b4-acec-7ca80e4ee004 req-0d8ccbe3-088a-4fc2-97fb-4b3313c64723 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:55.349107 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-440f4a82-41ef-46b4-acec-7ca80e4ee004 req-0d8ccbe3-088a-4fc2-97fb-4b3313c64723 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 948 time: 0.0667226 Sep 16 04:40:55.396891 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-440f4a82-41ef-46b4-acec-7ca80e4ee004 req-d57eb272-24fa-468a-a38d-de4595668c1f tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403292 Sep 16 04:40:55.442550 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['d3b66b72-abdf-4298-9c22-48593c2c42c3'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:55.525583 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668fdccc-2017-4c43-be45-d90c72ec73e7 req-9c48d7e7-40cd-47b5-a41b-484e2a49dadc tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:55.529016 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-668fdccc-2017-4c43-be45-d90c72ec73e7 req-9c48d7e7-40cd-47b5-a41b-484e2a49dadc tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.0593688 Sep 16 04:40:55.555004 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['64f9b34f-127f-430e-af48-408f4ad392a0'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:55.584203 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-668fdccc-2017-4c43-be45-d90c72ec73e7 req-f6f6cebc-c44c-40d5-a2c8-4c6ce41c58bd tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376751 Sep 16 04:40:55.618328 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['bd51029a-e07d-4d58-9043-d4961dda4772'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:55.767725 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e6837-8261-4f9e-8fcc-08ab9182254a req-eedc6a82-38c0-47de-93bc-ad1641fda064 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:55.776042 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e6837-8261-4f9e-8fcc-08ab9182254a req-eedc6a82-38c0-47de-93bc-ad1641fda064 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:55.784256 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e6837-8261-4f9e-8fcc-08ab9182254a req-eedc6a82-38c0-47de-93bc-ad1641fda064 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:55.787027 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60248) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:55.791498 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e6837-8261-4f9e-8fcc-08ab9182254a req-eedc6a82-38c0-47de-93bc-ad1641fda064 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:55.798678 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e6837-8261-4f9e-8fcc-08ab9182254a req-eedc6a82-38c0-47de-93bc-ad1641fda064 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:55.805819 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e6837-8261-4f9e-8fcc-08ab9182254a req-eedc6a82-38c0-47de-93bc-ad1641fda064 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:55.812892 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e6837-8261-4f9e-8fcc-08ab9182254a req-eedc6a82-38c0-47de-93bc-ad1641fda064 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:55.815172 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-664e6837-8261-4f9e-8fcc-08ab9182254a req-eedc6a82-38c0-47de-93bc-ad1641fda064 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 5434 time: 0.1223626 Sep 16 04:40:55.863485 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-664e6837-8261-4f9e-8fcc-08ab9182254a req-a3af4ce7-5190-4fbd-a999-c932fa704e0e tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/security-groups?id=8853ff16-2a5b-4a5a-a512-e128e1697c0d&id=be052b50-27c5-484b-b997-f9099d48371c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403104 Sep 16 04:40:55.981754 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-bda5af89-76ce-43da-b815-3e2fb99bb76c admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1516046783-network', 'tenant_id': 'a2c39797aeb9433d9e2d6dbd5fa734f8'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:56.023635 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 73d8d554-f319-4b46-9a4f-1b186b031259 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:40:56.042907 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda5af89-76ce-43da-b815-3e2fb99bb76c admin admin] Made reservation on behalf of a2c39797aeb9433d9e2d6dbd5fa734f8 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:56.046105 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bda5af89-76ce-43da-b815-3e2fb99bb76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:56.096091 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bda5af89-76ce-43da-b815-3e2fb99bb76c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:56.168927 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 73d8d554-f319-4b46-9a4f-1b186b031259, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=73d8d554-f319-4b46-9a4f-1b186b031259,segment=NetworkSegment(95c90109-c6eb-491d-8dfe-7e2102cff536),segment_id=95c90109-c6eb-491d-8dfe-7e2102cff536)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:56.191629 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '73d8d554-f319-4b46-9a4f-1b186b031259', 'network_id': '186f59de-9f65-4bd5-bdf6-31e998b65f87', 'port_id': '73d8d554-f319-4b46-9a4f-1b186b031259', 'mac_address': 'fa:16:3e:06:e6:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d09b2a1-b6c3-49c5-85fd-f0d937e1c465', 'ip_address': '10.1.1.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:40:56.193280 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-716af9e6-bd22-40d3-9dea-b740873488fa tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:56.203775 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-716af9e6-bd22-40d3-9dea-b740873488fa tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:56.242121 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:56.259566 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73d8d554-f319-4b46-9a4f-1b186b031259 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:56.284590 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 73d8d554-f319-4b46-9a4f-1b186b031259, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=73d8d554-f319-4b46-9a4f-1b186b031259,segment=NetworkSegment(95c90109-c6eb-491d-8dfe-7e2102cff536),segment_id=95c90109-c6eb-491d-8dfe-7e2102cff536)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:56.292902 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:56.293861 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device a0b898a1-82fe-4fcf-9734-8ecbcac09450 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:40:56.315220 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4b392-9f5a-4fc8-ace8-d235e1e63a19 req-225be0d2-2fc4-4fe2-a709-b92999225d67 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:56.317424 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-85f4b392-9f5a-4fc8-ace8-d235e1e63a19 req-225be0d2-2fc4-4fe2-a709-b92999225d67 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b&tenant_id=832e485315cf4d818578c78d15f3a644&binding%3Ahost_id=n-h1-712139-15 HTTP/1.1" status: 200 len: 948 time: 0.1620610 Sep 16 04:40:56.391387 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=73d8d554-f319-4b46-9a4f-1b186b031259,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:56.403273 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bda5af89-76ce-43da-b815-3e2fb99bb76c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:56.414858 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bda5af89-76ce-43da-b815-3e2fb99bb76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:56.439574 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [None req-716af9e6-bd22-40d3-9dea-b740873488fa tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Floating IP bcb595b0-807f-4313-bf23-b48f457b583a associated. External IP: 172.25.8.237, port: ee2bfc12-e060-46fa-8595-c9e1e56e04b3. Sep 16 04:40:56.440063 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [req-85f4b392-9f5a-4fc8-ace8-d235e1e63a19 req-d8a614ae-34ff-4343-8096-3c85a59d4b08 service neutron] delete failed (client error): The resource could not be found. Sep 16 04:40:56.441413 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-85f4b392-9f5a-4fc8-ace8-d235e1e63a19 req-d8a614ae-34ff-4343-8096-3c85a59d4b08 service neutron] 10.222.0.48 "DELETE /v2.0/ports/d3b66b72-abdf-4298-9c22-48593c2c42c3/bindings/n-h2-712139-15 HTTP/1.1" status: 404 len: 381 time: 0.1162968 Sep 16 04:40:56.520428 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bda5af89-76ce-43da-b815-3e2fb99bb76c admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:40:56.538575 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5af89-76ce-43da-b815-3e2fb99bb76c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafbb17e-7607-44ca-ad6e-c960d6109432,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:56.546037 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bda5af89-76ce-43da-b815-3e2fb99bb76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:56.546388 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-bda5af89-76ce-43da-b815-3e2fb99bb76c admin admin] Added segment f6f2f0af-084c-453b-bf71-6cfdbc7303ec of type vlan for network eb7cd597-7f23-457a-8e7d-d4c0258aa004 Sep 16 04:40:56.584129 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6242a6-446d-46f1-a4c2-5c0ecc59649d req-1653245a-44cd-4672-9a00-6da79e635c6f tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:56.585880 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ca6242a6-446d-46f1-a4c2-5c0ecc59649d req-1653245a-44cd-4672-9a00-6da79e635c6f tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 948 time: 0.0629816 Sep 16 04:40:56.618878 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port a0b898a1-82fe-4fcf-9734-8ecbcac09450, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=a0b898a1-82fe-4fcf-9734-8ecbcac09450,segment=NetworkSegment(5449403d-0465-4009-8329-f7f0c3c99547),segment_id=5449403d-0465-4009-8329-f7f0c3c99547)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:56.635567 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'a0b898a1-82fe-4fcf-9734-8ecbcac09450', 'network_id': '61e5fdfb-a994-4f9f-ba5e-6bb06826494f', 'port_id': 'a0b898a1-82fe-4fcf-9734-8ecbcac09450', 'mac_address': 'fa:16:3e:45:d5:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a53b25-aa6e-4ae9-95ff-de0fc84ff082', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:40:56.661651 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device d3b66b72-abdf-4298-9c22-48593c2c42c3 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:56.665798 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4b392-9f5a-4fc8-ace8-d235e1e63a19 req-a09e65e7-312f-4881-9c98-168b2f5600ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:56.666838 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-85f4b392-9f5a-4fc8-ace8-d235e1e63a19 req-a09e65e7-312f-4881-9c98-168b2f5600ab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=832e485315cf4d818578c78d15f3a644&device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 1100 time: 0.0769620 Sep 16 04:40:56.670214 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ca6242a6-446d-46f1-a4c2-5c0ecc59649d req-4fd40824-6ce8-44a6-b489-713ea39ea26a tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703323 Sep 16 04:40:56.710062 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:56.727583 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0b898a1-82fe-4fcf-9734-8ecbcac09450 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:56.737174 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bda5af89-76ce-43da-b815-3e2fb99bb76c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:56.769222 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port a0b898a1-82fe-4fcf-9734-8ecbcac09450, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=a0b898a1-82fe-4fcf-9734-8ecbcac09450,segment=NetworkSegment(5449403d-0465-4009-8329-f7f0c3c99547),segment_id=5449403d-0465-4009-8329-f7f0c3c99547)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:56.772011 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port d3b66b72-abdf-4298-9c22-48593c2c42c3 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:40:56.778392 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:56.778392 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 63cfde0c-f88c-4163-b766-7b934a3d378e details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:40:56.784754 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port d3b66b72-abdf-4298-9c22-48593c2c42c3 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:56.785129 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:56.815291 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4b392-9f5a-4fc8-ace8-d235e1e63a19 req-fcdf2084-c48c-495e-8e27-dafe15f8a5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:56.817388 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-85f4b392-9f5a-4fc8-ace8-d235e1e63a19 req-fcdf2084-c48c-495e-8e27-dafe15f8a5ae service neutron] 10.222.0.48 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.1344271 Sep 16 04:40:56.851801 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716af9e6-bd22-40d3-9dea-b740873488fa tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Router 1637949d-4073-4307-b85f-69dd97384dbb has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:40:56.867866 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=a0b898a1-82fe-4fcf-9734-8ecbcac09450,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:56.877149 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bda5af89-76ce-43da-b815-3e2fb99bb76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:56.878411 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda5af89-76ce-43da-b815-3e2fb99bb76c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:56.879168 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bda5af89-76ce-43da-b815-3e2fb99bb76c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:56.885714 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 63cfde0c-f88c-4163-b766-7b934a3d378e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=63cfde0c-f88c-4163-b766-7b934a3d378e,segment=NetworkSegment(95c90109-c6eb-491d-8dfe-7e2102cff536),segment_id=95c90109-c6eb-491d-8dfe-7e2102cff536)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:56.903686 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '63cfde0c-f88c-4163-b766-7b934a3d378e', 'network_id': '186f59de-9f65-4bd5-bdf6-31e998b65f87', 'port_id': '63cfde0c-f88c-4163-b766-7b934a3d378e', 'mac_address': 'fa:16:3e:23:fa:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d09b2a1-b6c3-49c5-85fd-f0d937e1c465', 'ip_address': '10.1.1.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:40:56.904995 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-85f4b392-9f5a-4fc8-ace8-d235e1e63a19 req-420d50aa-6af2-4a07-bf38-f3a007d42ced service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=d3b66b72-abdf-4298-9c22-48593c2c42c3 HTTP/1.1" status: 200 len: 217 time: 0.0794549 Sep 16 04:40:56.948115 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-bda5af89-76ce-43da-b815-3e2fb99bb76c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1595945 Sep 16 04:40:56.948710 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60278) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:56.956833 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-730c5ad2-35da-4203-ba8f-9ebb7c55e15a admin admin] Request body: {'subnet': {'network_id': 'eb7cd597-7f23-457a-8e7d-d4c0258aa004', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1516046783-subnet', 'tenant_id': 'a2c39797aeb9433d9e2d6dbd5fa734f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:56.957042 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701a9a0-0ffd-4100-ab47-1d2bde11e88a req-ca7fef04-aeb7-459e-8b50-4b255d8598dd tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:56.958990 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f701a9a0-0ffd-4100-ab47-1d2bde11e88a req-ca7fef04-aeb7-459e-8b50-4b255d8598dd tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.0854132 Sep 16 04:40:56.979326 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:56.981911 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:56.987434 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4b392-9f5a-4fc8-ace8-d235e1e63a19 req-5fb38575-8d74-4668-80b9-d16d28f5c7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:56.989035 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-85f4b392-9f5a-4fc8-ace8-d235e1e63a19 req-5fb38575-8d74-4668-80b9-d16d28f5c7d6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0755792 Sep 16 04:40:57.003091 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['1c1269c5-eca9-40a2-88a3-22d6ff08a78b'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:57.007430 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63cfde0c-f88c-4163-b766-7b934a3d378e {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:57.027581 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5af89-76ce-43da-b815-3e2fb99bb76c admin admin] Pushing event updated for resources: {'Network': ['ID=eb7cd597-7f23-457a-8e7d-d4c0258aa004,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:57.037234 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f701a9a0-0ffd-4100-ab47-1d2bde11e88a req-bda30d2a-16a9-41fd-bf4a-34ea4af0defc tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670581 Sep 16 04:40:57.053392 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network eb7cd597-7f23-457a-8e7d-d4c0258aa004 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:40:57.054684 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb9b5ab-de04-41b6-a3b6-58fd0616186b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b66b72-abdf-4298-9c22-48593c2c42c3'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:57.060748 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4029c806-5601-4f60-9822-b471649a3902" -d '{"events": [{"server_uuid": "bfb9b5ab-de04-41b6-a3b6-58fd0616186b", "name": "network-vif-plugged", "status": "completed", "tag": "d3b66b72-abdf-4298-9c22-48593c2c42c3"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:57.065893 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4b392-9f5a-4fc8-ace8-d235e1e63a19 req-c49d6200-1c86-4b71-a9b4-aee8b80c8210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:57.067488 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-85f4b392-9f5a-4fc8-ace8-d235e1e63a19 req-c49d6200-1c86-4b71-a9b4-aee8b80c8210 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0658731 Sep 16 04:40:57.071242 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730c5ad2-35da-4203-ba8f-9ebb7c55e15a admin admin] Made reservation on behalf of a2c39797aeb9433d9e2d6dbd5fa734f8 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:57.074268 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-730c5ad2-35da-4203-ba8f-9ebb7c55e15a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:57.093937 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 63cfde0c-f88c-4163-b766-7b934a3d378e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=63cfde0c-f88c-4163-b766-7b934a3d378e,segment=NetworkSegment(95c90109-c6eb-491d-8dfe-7e2102cff536),segment_id=95c90109-c6eb-491d-8dfe-7e2102cff536)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:57.111792 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port d3b66b72-abdf-4298-9c22-48593c2c42c3, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=d3b66b72-abdf-4298-9c22-48593c2c42c3,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:57.135483 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:57.136942 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 60bdf96a-acb0-42be-9e2a-0e79fa6e1a85 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:40:57.159472 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716af9e6-bd22-40d3-9dea-b740873488fa tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:40:57.164970 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-716af9e6-bd22-40d3-9dea-b740873488fa tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:57.184143 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:57.191497 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dbc8c2-494b-4669-a4b3-07e1fc6fcadd None None] Sync routers for ids ['1637949d-4073-4307-b85f-69dd97384dbb'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:40:57.230172 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-85f4b392-9f5a-4fc8-ace8-d235e1e63a19 req-35b5ff11-9816-41cf-85e0-5cd94a405254 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486378 Sep 16 04:40:57.230544 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-716af9e6-bd22-40d3-9dea-b740873488fa tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] 10.222.0.35 "PUT /v2.0/floatingips/bcb595b0-807f-4313-bf23-b48f457b583a HTTP/1.1" status: 200 len: 991 time: 2.0404546 Sep 16 04:40:57.230544 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a188134-8c47-4897-938d-287ad46758a3', 'tag': 'ee2bfc12-e060-46fa-8595-c9e1e56e04b3'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:57.230544 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539381b6-787d-4d64-89f1-1c36afff1758" -d '{"events": [{"name": "network-changed", "server_uuid": "5a188134-8c47-4897-938d-287ad46758a3", "tag": "ee2bfc12-e060-46fa-8595-c9e1e56e04b3"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:57.256936 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2ddea-366f-4284-9ed0-f3555b480c88 req-98f7e86f-ebe9-453f-96ba-af9065220440 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:57.263352 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2ddea-366f-4284-9ed0-f3555b480c88 req-98f7e86f-ebe9-453f-96ba-af9065220440 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:57.268675 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 60bdf96a-acb0-42be-9e2a-0e79fa6e1a85, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=60bdf96a-acb0-42be-9e2a-0e79fa6e1a85,segment=NetworkSegment(5449403d-0465-4009-8329-f7f0c3c99547),segment_id=5449403d-0465-4009-8329-f7f0c3c99547)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:57.271892 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2ddea-366f-4284-9ed0-f3555b480c88 req-98f7e86f-ebe9-453f-96ba-af9065220440 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:57.281848 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2ddea-366f-4284-9ed0-f3555b480c88 req-98f7e86f-ebe9-453f-96ba-af9065220440 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:57.288640 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2ddea-366f-4284-9ed0-f3555b480c88 req-98f7e86f-ebe9-453f-96ba-af9065220440 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:57.295480 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2ddea-366f-4284-9ed0-f3555b480c88 req-98f7e86f-ebe9-453f-96ba-af9065220440 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:57.301923 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2ddea-366f-4284-9ed0-f3555b480c88 req-98f7e86f-ebe9-453f-96ba-af9065220440 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:57.303853 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f3c2ddea-366f-4284-9ed0-f3555b480c88 req-98f7e86f-ebe9-453f-96ba-af9065220440 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 5437 time: 0.1532135 Sep 16 04:40:57.307470 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dbc8c2-494b-4669-a4b3-07e1fc6fcadd None None] Routers {'1637949d-4073-4307-b85f-69dd97384dbb'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:57.309702 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-e8dbc8c2-494b-4669-a4b3-07e1fc6fcadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:40:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['1637949d-4073-4307-b85f-69dd97384dbb'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:57.312021 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '60bdf96a-acb0-42be-9e2a-0e79fa6e1a85', 'network_id': '61e5fdfb-a994-4f9f-ba5e-6bb06826494f', 'port_id': '60bdf96a-acb0-42be-9e2a-0e79fa6e1a85', 'mac_address': 'fa:16:3e:59:58:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a53b25-aa6e-4ae9-95ff-de0fc84ff082', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:40:57.337169 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-730c5ad2-35da-4203-ba8f-9ebb7c55e15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:57.383182 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=63cfde0c-f88c-4163-b766-7b934a3d378e,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:57.397078 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f3c2ddea-366f-4284-9ed0-f3555b480c88 req-dacbb314-38b8-46c5-9f1b-06f5fd446bbd tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/security-groups?id=8853ff16-2a5b-4a5a-a512-e128e1697c0d&id=be052b50-27c5-484b-b997-f9099d48371c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0783834 Sep 16 04:40:57.422755 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-85f4b392-9f5a-4fc8-ace8-d235e1e63a19 req-7d74ad15-75f7-435b-a2af-fb9cb3762cd1 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895974 Sep 16 04:40:57.424933 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730c5ad2-35da-4203-ba8f-9ebb7c55e15a admin admin] Checking segment: {'id': 'f6f2f0af-084c-453b-bf71-6cfdbc7303ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'eb7cd597-7f23-457a-8e7d-d4c0258aa004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:57.425300 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730c5ad2-35da-4203-ba8f-9ebb7c55e15a admin admin] Network hostable DHCP agents. Network: eb7cd597-7f23-457a-8e7d-d4c0258aa004, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:40:57.428586 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c5ad2-35da-4203-ba8f-9ebb7c55e15a admin admin] Pushing event updated for resources: {'Subnet': ['ID=afac7971-83f1-4670-80e6-fed5f09e23e3,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:57.450087 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730c5ad2-35da-4203-ba8f-9ebb7c55e15a admin admin] Network eb7cd597-7f23-457a-8e7d-d4c0258aa004 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:40:57.461448 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-730c5ad2-35da-4203-ba8f-9ebb7c55e15a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, eb7cd597-7f23-457a-8e7d-d4c0258aa004) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:57.468421 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730c5ad2-35da-4203-ba8f-9ebb7c55e15a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:57.469280 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-730c5ad2-35da-4203-ba8f-9ebb7c55e15a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:57.477688 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907f00bc-d075-430e-8dc7-e1c0694a4c43 None None] Network eb7cd597-7f23-457a-8e7d-d4c0258aa004 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:57.489158 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-730c5ad2-35da-4203-ba8f-9ebb7c55e15a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5363462 Sep 16 04:40:57.529087 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6240d0be-2ee9-434d-998e-0b9aec483fb3 x-openstack-request-id: req-6240d0be-2ee9-434d-998e-0b9aec483fb3 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:57.529372 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb9b5ab-de04-41b6-a3b6-58fd0616186b", "name": "network-vif-plugged", "status": "completed", "tag": "d3b66b72-abdf-4298-9c22-48593c2c42c3", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:57.529622 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6240d0be-2ee9-434d-998e-0b9aec483fb3 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:57.530011 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb9b5ab-de04-41b6-a3b6-58fd0616186b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b66b72-abdf-4298-9c22-48593c2c42c3', 'code': 200} Sep 16 04:40:57.552118 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:57.587564 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=d3b66b72-abdf-4298-9c22-48593c2c42c3,revision_number=9']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:57.601559 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60bdf96a-acb0-42be-9e2a-0e79fa6e1a85 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:57.648796 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6a9e60-d720-4835-8ad9-0786941f2cf4 x-openstack-request-id: req-2d6a9e60-d720-4835-8ad9-0786941f2cf4 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:57.649172 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a188134-8c47-4897-938d-287ad46758a3", "tag": "ee2bfc12-e060-46fa-8595-c9e1e56e04b3", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:57.649625 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2d6a9e60-d720-4835-8ad9-0786941f2cf4 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:57.650695 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a188134-8c47-4897-938d-287ad46758a3', 'tag': 'ee2bfc12-e060-46fa-8595-c9e1e56e04b3', 'status': 'completed', 'code': 200} Sep 16 04:40:57.652387 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-e8dbc8c2-494b-4669-a4b3-07e1fc6fcadd None None] Set router 1637949d-4073-4307-b85f-69dd97384dbb gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:57.710217 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 60bdf96a-acb0-42be-9e2a-0e79fa6e1a85, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=60bdf96a-acb0-42be-9e2a-0e79fa6e1a85,segment=NetworkSegment(5449403d-0465-4009-8329-f7f0c3c99547),segment_id=5449403d-0465-4009-8329-f7f0c3c99547)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:57.721383 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:57.747911 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539381b6-787d-4d64-89f1-1c36afff1758 req-ebd8393d-62b0-4a3c-bf71-e19cd9e05254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:57.749645 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-539381b6-787d-4d64-89f1-1c36afff1758 req-ebd8393d-62b0-4a3c-bf71-e19cd9e05254 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=56a12238ce4f42ad9c21efdbfb589179&device_id=5a188134-8c47-4897-938d-287ad46758a3 HTTP/1.1" status: 200 len: 1097 time: 0.0548451 Sep 16 04:40:57.856818 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539381b6-787d-4d64-89f1-1c36afff1758 req-f1ad3f0b-d92f-4a5c-bd3c-27b2d2e0e2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:57.858869 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-539381b6-787d-4d64-89f1-1c36afff1758 req-f1ad3f0b-d92f-4a5c-bd3c-27b2d2e0e2a4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dbdce239-7959-434a-a329-a692be97fefa HTTP/1.1" status: 200 len: 916 time: 0.1022611 Sep 16 04:40:57.866447 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89374e07-edec-448f-b22e-08c9fc915003 None None] Network eb7cd597-7f23-457a-8e7d-d4c0258aa004 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:57.889148 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=60bdf96a-acb0-42be-9e2a-0e79fa6e1a85,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:57.948158 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-539381b6-787d-4d64-89f1-1c36afff1758 req-ac700fab-d256-408c-be1f-3d69addeeada service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee2bfc12-e060-46fa-8595-c9e1e56e04b3 HTTP/1.1" status: 200 len: 999 time: 0.0783815 Sep 16 04:40:58.011177 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539381b6-787d-4d64-89f1-1c36afff1758 req-785f9dae-c938-4f51-989e-2b4b3009a182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:58.012961 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-539381b6-787d-4d64-89f1-1c36afff1758 req-785f9dae-c938-4f51-989e-2b4b3009a182 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1658fc64-3616-4fe6-94e0-ef188d8d2637 HTTP/1.1" status: 200 len: 854 time: 0.0570426 Sep 16 04:40:58.045355 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device bd51029a-e07d-4d58-9043-d4961dda4772 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:58.094936 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539381b6-787d-4d64-89f1-1c36afff1758 req-5a7f43c5-963e-4bf1-9e48-3c22aa1d30e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:58.096395 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-539381b6-787d-4d64-89f1-1c36afff1758 req-5a7f43c5-963e-4bf1-9e48-3c22aa1d30e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbdce239-7959-434a-a329-a692be97fefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0765104 Sep 16 04:40:58.197635 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port bd51029a-e07d-4d58-9043-d4961dda4772 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:40:58.207215 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port bd51029a-e07d-4d58-9043-d4961dda4772 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:58.207814 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:58.255548 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-e8dbc8c2-494b-4669-a4b3-07e1fc6fcadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1637949d-4073-4307-b85f-69dd97384dbb', 'name': 'tempest-ServersTestFqdnHostnames-1184918023-router', 'tenant_id': '56a12238ce4f42ad9c21efdbfb589179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '7402663a-ff74-4c61-a84f-5d7dcd930a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:32Z', 'updated_at': '2021-09-16T04:40:37Z', 'revision_number': 4, 'project_id': '56a12238ce4f42ad9c21efdbfb589179', 'gw_port': {'id': '7402663a-ff74-4c61-a84f-5d7dcd930a06', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637949d-4073-4307-b85f-69dd97384dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:33Z', 'updated_at': '2021-09-16T04:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'bcb595b0-807f-4313-bf23-b48f457b583a', 'tenant_id': '56a12238ce4f42ad9c21efdbfb589179', 'floating_ip_address': '172.25.8.237', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '1637949d-4073-4307-b85f-69dd97384dbb', 'port_id': 'ee2bfc12-e060-46fa-8595-c9e1e56e04b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbdce239-7959-434a-a329-a692be97fefa', 'mac_address': 'fa:16:3e:1d:0b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a188134-8c47-4897-938d-287ad46758a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:40:40Z', 'updated_at': '2021-09-16T04:40:55Z', 'revision_number': 1, 'project_id': '56a12238ce4f42ad9c21efdbfb589179', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d', 'name': '', 'network_id': 'dbdce239-7959-434a-a329-a692be97fefa', 'tenant_id': '56a12238ce4f42ad9c21efdbfb589179', 'mac_address': 'fa:16:3e:b1:99:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637949d-4073-4307-b85f-69dd97384dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '1658fc64-3616-4fe6-94e0-ef188d8d2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:36Z', 'updated_at': '2021-09-16T04:40:39Z', 'revision_number': 5, 'project_id': '56a12238ce4f42ad9c21efdbfb589179', 'subnets': [{'id': '1658fc64-3616-4fe6-94e0-ef188d8d2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:58.289328 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-539381b6-787d-4d64-89f1-1c36afff1758 req-7da6f763-c61a-4e61-b244-1b0732c5b32a service neutron] 10.222.0.47 "GET /v2.0/networks/dbdce239-7959-434a-a329-a692be97fefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847970 Sep 16 04:40:58.306867 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dbc8c2-494b-4669-a4b3-07e1fc6fcadd None None] Checking router: 1637949d-4073-4307-b85f-69dd97384dbb for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:40:58.319782 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18f194-878d-4485-971d-895b309cecea req-ac920c80-b537-44e1-a6b7-3c4b3a2a7598 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:58.326878 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dbc8c2-494b-4669-a4b3-07e1fc6fcadd None None] Routers {'1637949d-4073-4307-b85f-69dd97384dbb'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:58.327486 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-e8dbc8c2-494b-4669-a4b3-07e1fc6fcadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:40:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['1637949d-4073-4307-b85f-69dd97384dbb'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:58.329237 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ab18f194-878d-4485-971d-895b309cecea req-ac920c80-b537-44e1-a6b7-3c4b3a2a7598 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/networks?id=eb7cd597-7f23-457a-8e7d-d4c0258aa004 HTTP/1.1" status: 200 len: 813 time: 0.1690800 Sep 16 04:40:58.341410 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ab18f194-878d-4485-971d-895b309cecea req-9aa92f31-848b-4b14-86b3-db810680c3a3 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/quotas/a2c39797aeb9433d9e2d6dbd5fa734f8 HTTP/1.1" status: 200 len: 375 time: 0.0109828 Sep 16 04:40:58.384146 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ab18f194-878d-4485-971d-895b309cecea req-e0052bf2-6dab-4bf6-87c1-eae956ba3a1d tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a2c39797aeb9433d9e2d6dbd5fa734f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382147 Sep 16 04:40:58.398022 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-539381b6-787d-4d64-89f1-1c36afff1758 req-fff43a04-d35e-4f61-bd68-1c3d54d01bb5 service neutron] 10.222.0.47 "GET /v2.0/networks/dbdce239-7959-434a-a329-a692be97fefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078088 Sep 16 04:40:58.599614 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:58.625419 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-e8dbc8c2-494b-4669-a4b3-07e1fc6fcadd None None] Set router 1637949d-4073-4307-b85f-69dd97384dbb gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:58.657061 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['63cfde0c-f88c-4163-b766-7b934a3d378e'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:58.689709 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['73d8d554-f319-4b46-9a4f-1b186b031259'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:58.740948 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port bd51029a-e07d-4d58-9043-d4961dda4772, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=bd51029a-e07d-4d58-9043-d4961dda4772,segment=NetworkSegment(95c90109-c6eb-491d-8dfe-7e2102cff536),segment_id=95c90109-c6eb-491d-8dfe-7e2102cff536)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:58.765119 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ab18f194-878d-4485-971d-895b309cecea req-b7084a37-47d0-48ef-82d8-d193b510a741 service neutron] 10.222.0.35 "GET /v2.0/networks/eb7cd597-7f23-457a-8e7d-d4c0258aa004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794529 Sep 16 04:40:58.815057 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:58.816302 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 64f9b34f-127f-430e-af48-408f4ad392a0 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:58.913852 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ab18f194-878d-4485-971d-895b309cecea req-5668e35c-76dc-4e78-8dfd-0e6b2626fea0 service neutron] 10.222.0.35 "GET /v2.0/networks/eb7cd597-7f23-457a-8e7d-d4c0258aa004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367784 Sep 16 04:40:59.023281 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=bd51029a-e07d-4d58-9043-d4961dda4772,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:59.045915 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['a0b898a1-82fe-4fcf-9734-8ecbcac09450'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:59.109253 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['60bdf96a-acb0-42be-9e2a-0e79fa6e1a85'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:59.176474 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 64f9b34f-127f-430e-af48-408f4ad392a0 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:40:59.191841 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd08f90-96c9-4b37-b4a5-4affde1a2b3b req-650ba075-b205-4f1d-946d-c6f75e59dc0e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:59.193132 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7fd08f90-96c9-4b37-b4a5-4affde1a2b3b req-650ba075-b205-4f1d-946d-c6f75e59dc0e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 949 time: 0.0572388 Sep 16 04:40:59.212522 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 64f9b34f-127f-430e-af48-408f4ad392a0 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:59.213050 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:59.254636 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7fd08f90-96c9-4b37-b4a5-4affde1a2b3b req-e2a9d5d1-0b4b-4944-ad22-ac1c2b3f5ddf tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515270 Sep 16 04:40:59.520523 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c285d-80d4-4e4f-afcf-f8c546fd03e0 req-44ac7049-6942-4e37-a541-0e4b7a4b34fc tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:59.522168 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-de1c285d-80d4-4e4f-afcf-f8c546fd03e0 req-44ac7049-6942-4e37-a541-0e4b7a4b34fc tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.0619745 Sep 16 04:40:59.534844 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd51029a-e07d-4d58-9043-d4961dda4772'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:59.538106 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e020a5-4a97-4611-b895-478f4ca97baa" -d '{"events": [{"server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "name": "network-vif-plugged", "status": "completed", "tag": "bd51029a-e07d-4d58-9043-d4961dda4772"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:59.557298 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-e8dbc8c2-494b-4669-a4b3-07e1fc6fcadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1637949d-4073-4307-b85f-69dd97384dbb', 'name': 'tempest-ServersTestFqdnHostnames-1184918023-router', 'tenant_id': '56a12238ce4f42ad9c21efdbfb589179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '7402663a-ff74-4c61-a84f-5d7dcd930a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:32Z', 'updated_at': '2021-09-16T04:40:37Z', 'revision_number': 4, 'project_id': '56a12238ce4f42ad9c21efdbfb589179', 'gw_port': {'id': '7402663a-ff74-4c61-a84f-5d7dcd930a06', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637949d-4073-4307-b85f-69dd97384dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:33Z', 'updated_at': '2021-09-16T04:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'bcb595b0-807f-4313-bf23-b48f457b583a', 'tenant_id': '56a12238ce4f42ad9c21efdbfb589179', 'floating_ip_address': '172.25.8.237', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '1637949d-4073-4307-b85f-69dd97384dbb', 'port_id': 'ee2bfc12-e060-46fa-8595-c9e1e56e04b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbdce239-7959-434a-a329-a692be97fefa', 'mac_address': 'fa:16:3e:1d:0b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a188134-8c47-4897-938d-287ad46758a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:40:40Z', 'updated_at': '2021-09-16T04:40:55Z', 'revision_number': 1, 'project_id': '56a12238ce4f42ad9c21efdbfb589179', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d', 'name': '', 'network_id': 'dbdce239-7959-434a-a329-a692be97fefa', 'tenant_id': '56a12238ce4f42ad9c21efdbfb589179', 'mac_address': 'fa:16:3e:b1:99:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637949d-4073-4307-b85f-69dd97384dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '1658fc64-3616-4fe6-94e0-ef188d8d2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:36Z', 'updated_at': '2021-09-16T04:40:39Z', 'revision_number': 5, 'project_id': '56a12238ce4f42ad9c21efdbfb589179', 'subnets': [{'id': '1658fc64-3616-4fe6-94e0-ef188d8d2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:59.576684 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-de1c285d-80d4-4e4f-afcf-f8c546fd03e0 req-0dbb32e4-8caa-43cf-9a3e-1cc4853848ba tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404053 Sep 16 04:40:59.606376 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:59.615273 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dbc8c2-494b-4669-a4b3-07e1fc6fcadd None None] The sync data for ids ['1637949d-4073-4307-b85f-69dd97384dbb'] in n-d-712139-15 is: [{'id': '1637949d-4073-4307-b85f-69dd97384dbb', 'name': 'tempest-ServersTestFqdnHostnames-1184918023-router', 'tenant_id': '56a12238ce4f42ad9c21efdbfb589179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '7402663a-ff74-4c61-a84f-5d7dcd930a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:32Z', 'updated_at': '2021-09-16T04:40:37Z', 'revision_number': 4, 'project_id': '56a12238ce4f42ad9c21efdbfb589179', 'gw_port': {'id': '7402663a-ff74-4c61-a84f-5d7dcd930a06', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637949d-4073-4307-b85f-69dd97384dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:33Z', 'updated_at': '2021-09-16T04:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'bcb595b0-807f-4313-bf23-b48f457b583a', 'tenant_id': '56a12238ce4f42ad9c21efdbfb589179', 'floating_ip_address': '172.25.8.237', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '1637949d-4073-4307-b85f-69dd97384dbb', 'port_id': 'ee2bfc12-e060-46fa-8595-c9e1e56e04b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbdce239-7959-434a-a329-a692be97fefa', 'mac_address': 'fa:16:3e:1d:0b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a188134-8c47-4897-938d-287ad46758a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:40:40Z', 'updated_at': '2021-09-16T04:40:55Z', 'revision_number': 1, 'project_id': '56a12238ce4f42ad9c21efdbfb589179', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d', 'name': '', 'network_id': 'dbdce239-7959-434a-a329-a692be97fefa', 'tenant_id': '56a12238ce4f42ad9c21efdbfb589179', 'mac_address': 'fa:16:3e:b1:99:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637949d-4073-4307-b85f-69dd97384dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '1658fc64-3616-4fe6-94e0-ef188d8d2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:36Z', 'updated_at': '2021-09-16T04:40:39Z', 'revision_number': 5, 'project_id': '56a12238ce4f42ad9c21efdbfb589179', 'subnets': [{'id': '1658fc64-3616-4fe6-94e0-ef188d8d2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:40:59.684106 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 64f9b34f-127f-430e-af48-408f4ad392a0, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=64f9b34f-127f-430e-af48-408f4ad392a0,segment=NetworkSegment(8517faa2-72c8-4051-9ec9-932078d56c30),segment_id=8517faa2-72c8-4051-9ec9-932078d56c30)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:59.691707 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:59.726176 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3310d68-9dbc-49f7-94d9-e582746a2f25 req-a858ca1f-25a0-47bb-9773-abb0c8ad74ae tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:59.734585 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3310d68-9dbc-49f7-94d9-e582746a2f25 req-a858ca1f-25a0-47bb-9773-abb0c8ad74ae tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:59.741914 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3310d68-9dbc-49f7-94d9-e582746a2f25 req-a858ca1f-25a0-47bb-9773-abb0c8ad74ae tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:59.751299 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3310d68-9dbc-49f7-94d9-e582746a2f25 req-a858ca1f-25a0-47bb-9773-abb0c8ad74ae tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:59.757647 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3310d68-9dbc-49f7-94d9-e582746a2f25 req-a858ca1f-25a0-47bb-9773-abb0c8ad74ae tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:59.766238 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3310d68-9dbc-49f7-94d9-e582746a2f25 req-a858ca1f-25a0-47bb-9773-abb0c8ad74ae tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:59.773625 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3310d68-9dbc-49f7-94d9-e582746a2f25 req-a858ca1f-25a0-47bb-9773-abb0c8ad74ae tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:59.777165 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=64f9b34f-127f-430e-af48-408f4ad392a0,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:59.781400 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3310d68-9dbc-49f7-94d9-e582746a2f25 req-a858ca1f-25a0-47bb-9773-abb0c8ad74ae tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 5439 time: 0.1272900 Sep 16 04:40:59.826166 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3310d68-9dbc-49f7-94d9-e582746a2f25 req-7694d8a0-356d-4492-8610-01c55f575658 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/security-groups?id=8853ff16-2a5b-4a5a-a512-e128e1697c0d&id=be052b50-27c5-484b-b997-f9099d48371c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403814 Sep 16 04:40:59.926427 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfed647a-13df-40c5-9ab7-5f6fbc195e85 None None] New status for floating IP bcb595b0-807f-4313-bf23-b48f457b583a: ACTIVE {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:41:00.038433 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 1c1269c5-eca9-40a2-88a3-22d6ff08a78b up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:00.108970 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 1c1269c5-eca9-40a2-88a3-22d6ff08a78b completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:41:00.113155 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 1c1269c5-eca9-40a2-88a3-22d6ff08a78b triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:00.113665 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:00.211301 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:00.265065 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 1c1269c5-eca9-40a2-88a3-22d6ff08a78b, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=1c1269c5-eca9-40a2-88a3-22d6ff08a78b,segment=NetworkSegment(95c90109-c6eb-491d-8dfe-7e2102cff536),segment_id=95c90109-c6eb-491d-8dfe-7e2102cff536)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:00.265720 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8300e-4f7b-4ff2-8419-c2d021821c7f req-7662db3e-cfd8-4269-a83f-aea46e6bb90d tempest-MigrationsAdminTest-2115430941 tempest-MigrationsAdminTest-2115430941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:00.267627 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3cf8300e-4f7b-4ff2-8419-c2d021821c7f req-7662db3e-cfd8-4269-a83f-aea46e6bb90d tempest-MigrationsAdminTest-2115430941 tempest-MigrationsAdminTest-2115430941-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 1101 time: 0.0717931 Sep 16 04:41:00.270070 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:00.304681 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3cf8300e-4f7b-4ff2-8419-c2d021821c7f req-15b27f85-3031-4c13-a1e6-ef0cc18bf56b tempest-MigrationsAdminTest-2115430941 tempest-MigrationsAdminTest-2115430941-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302818 Sep 16 04:41:00.327367 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=1c1269c5-eca9-40a2-88a3-22d6ff08a78b,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:00.387569 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6a22ce-d480-48eb-948d-a16bf188a3aa x-openstack-request-id: req-fb6a22ce-d480-48eb-948d-a16bf188a3aa {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:00.387870 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "name": "network-vif-plugged", "status": "completed", "tag": "bd51029a-e07d-4d58-9043-d4961dda4772", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:00.388140 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fb6a22ce-d480-48eb-948d-a16bf188a3aa {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:00.388524 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd51029a-e07d-4d58-9043-d4961dda4772', 'code': 200} Sep 16 04:41:00.473001 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-124c8996-b96d-4e17-be37-7f7ef6797464 req-2736937c-21f0-475c-80fe-def06dfd63f6 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5841b8-e1df-434b-8a08-ae30e469a8aa HTTP/1.1" status: 200 len: 210 time: 0.0346899 Sep 16 04:41:00.594993 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18f194-878d-4485-971d-895b309cecea req-5d741bcf-7bd1-460e-976c-a0748de5d7a8 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:00.597704 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ab18f194-878d-4485-971d-895b309cecea req-5d741bcf-7bd1-460e-976c-a0748de5d7a8 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.48 "GET /v2.0/networks?id=eb7cd597-7f23-457a-8e7d-d4c0258aa004 HTTP/1.1" status: 200 len: 813 time: 0.1349649 Sep 16 04:41:00.645229 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-ab18f194-878d-4485-971d-895b309cecea req-ea0dfc65-f8a3-4963-934a-ea9745724de4 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Request body: {'port': {'device_id': 'fd354229-fed9-4193-9119-52f88322c299', 'network_id': 'eb7cd597-7f23-457a-8e7d-d4c0258aa004', 'admin_state_up': True, 'tenant_id': 'a2c39797aeb9433d9e2d6dbd5fa734f8'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:00.783797 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18f194-878d-4485-971d-895b309cecea req-3ceb6ce5-208a-4ab5-bacf-db0f9db4bdfc tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:00.785673 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ab18f194-878d-4485-971d-895b309cecea req-3ceb6ce5-208a-4ab5-bacf-db0f9db4bdfc tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.47 "GET /v2.0/networks?id=eb7cd597-7f23-457a-8e7d-d4c0258aa004 HTTP/1.1" status: 200 len: 813 time: 0.1201215 Sep 16 04:41:00.805658 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af823fc1-0763-4e37-9f5c-8081a7bd11ce req-2a085de4-fb44-47db-8e68-5006503c79ca tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:00.806812 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-ab18f194-878d-4485-971d-895b309cecea req-861bf677-a78c-41ad-8fda-326055f1b7dc tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Request body: {'port': {'device_id': 'ec5841b8-e1df-434b-8a08-ae30e469a8aa', 'network_id': 'eb7cd597-7f23-457a-8e7d-d4c0258aa004', 'admin_state_up': True, 'tenant_id': 'a2c39797aeb9433d9e2d6dbd5fa734f8'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:00.807192 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-af823fc1-0763-4e37-9f5c-8081a7bd11ce req-2a085de4-fb44-47db-8e68-5006503c79ca tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.1095135 Sep 16 04:41:00.841866 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab18f194-878d-4485-971d-895b309cecea req-ea0dfc65-f8a3-4963-934a-ea9745724de4 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Made reservation on behalf of a2c39797aeb9433d9e2d6dbd5fa734f8 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:00.845454 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ab18f194-878d-4485-971d-895b309cecea req-ea0dfc65-f8a3-4963-934a-ea9745724de4 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:00.868354 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-af823fc1-0763-4e37-9f5c-8081a7bd11ce req-93fe4f9c-6615-4c51-a360-3fd4d25695b9 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532966 Sep 16 04:41:00.994310 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-d3d4616b-fcd5-4c57-b469-a80e9e8ab2e8 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=832e485315cf4d818578c78d15f3a644&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333126 Sep 16 04:41:01.104898 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-ab18f194-878d-4485-971d-895b309cecea req-ea0dfc65-f8a3-4963-934a-ea9745724de4 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Allocated IP 172.20.0.10 (eb7cd597-7f23-457a-8e7d-d4c0258aa004/afac7971-83f1-4670-80e6-fed5f09e23e3/fbd754fe-a94a-4250-86f9-3273dfe50db2) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:01.154002 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab18f194-878d-4485-971d-895b309cecea req-861bf677-a78c-41ad-8fda-326055f1b7dc tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Made reservation on behalf of a2c39797aeb9433d9e2d6dbd5fa734f8 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:01.157701 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ab18f194-878d-4485-971d-895b309cecea req-861bf677-a78c-41ad-8fda-326055f1b7dc tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:01.177527 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-7ae84fb3-db9f-46f1-aa72-9ea3a8048b1e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:01.180635 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-7ae84fb3-db9f-46f1-aa72-9ea3a8048b1e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1667364 Sep 16 04:41:01.209269 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-58a76e0f-4bc0-43de-b5cd-3f8733e5e1a5 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/quotas/832e485315cf4d818578c78d15f3a644 HTTP/1.1" status: 200 len: 375 time: 0.0221913 Sep 16 04:41:01.319334 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-abc3aaa4-3740-4ee0-8465-f4435dd8f786 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=832e485315cf4d818578c78d15f3a644&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0990767 Sep 16 04:41:01.348304 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ab18f194-878d-4485-971d-895b309cecea req-ea0dfc65-f8a3-4963-934a-ea9745724de4 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:01.382861 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ab18f194-878d-4485-971d-895b309cecea req-ea0dfc65-f8a3-4963-934a-ea9745724de4 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:01.436773 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab18f194-878d-4485-971d-895b309cecea req-ea0dfc65-f8a3-4963-934a-ea9745724de4 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Network eb7cd597-7f23-457a-8e7d-d4c0258aa004 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:01.442748 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-ab18f194-878d-4485-971d-895b309cecea req-ea0dfc65-f8a3-4963-934a-ea9745724de4 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:01.447630 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab18f194-878d-4485-971d-895b309cecea req-ea0dfc65-f8a3-4963-934a-ea9745724de4 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:01.451668 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0dfc65-f8a3-4963-934a-ea9745724de4 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Pushing event updated for resources: {'Port': ['ID=fbd754fe-a94a-4250-86f9-3273dfe50db2,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:01.465144 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-ab18f194-878d-4485-971d-895b309cecea req-861bf677-a78c-41ad-8fda-326055f1b7dc tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Allocated IP 172.20.0.6 (eb7cd597-7f23-457a-8e7d-d4c0258aa004/afac7971-83f1-4670-80e6-fed5f09e23e3/dc065f9c-d395-4c6c-b9f1-1940b97caccf) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:01.525630 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18f194-878d-4485-971d-895b309cecea req-ea0dfc65-f8a3-4963-934a-ea9745724de4 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:01.526318 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ab18f194-878d-4485-971d-895b309cecea req-ea0dfc65-f8a3-4963-934a-ea9745724de4 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:01.543726 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ab18f194-878d-4485-971d-895b309cecea req-ea0dfc65-f8a3-4963-934a-ea9745724de4 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9031107 Sep 16 04:41:01.567255 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-ab18f194-878d-4485-971d-895b309cecea req-fb9ba7b8-c162-46d9-a67a-b25edc5c1c6c service neutron] Request body: {'port': {'device_id': 'fd354229-fed9-4193-9119-52f88322c299', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:01.665807 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b0643-710a-4973-8dea-078373b2ea85 req-477121f3-65a8-4470-8bbe-9fb341d938a0 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:01.677268 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b0643-710a-4973-8dea-078373b2ea85 req-477121f3-65a8-4470-8bbe-9fb341d938a0 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:01.679077 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ab18f194-878d-4485-971d-895b309cecea req-861bf677-a78c-41ad-8fda-326055f1b7dc tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:01.684652 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b0643-710a-4973-8dea-078373b2ea85 req-477121f3-65a8-4470-8bbe-9fb341d938a0 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:01.691724 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b0643-710a-4973-8dea-078373b2ea85 req-477121f3-65a8-4470-8bbe-9fb341d938a0 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:01.697797 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b0643-710a-4973-8dea-078373b2ea85 req-477121f3-65a8-4470-8bbe-9fb341d938a0 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:01.704203 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b0643-710a-4973-8dea-078373b2ea85 req-477121f3-65a8-4470-8bbe-9fb341d938a0 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:01.710048 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b0643-710a-4973-8dea-078373b2ea85 req-477121f3-65a8-4470-8bbe-9fb341d938a0 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:01.711847 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-598b0643-710a-4973-8dea-078373b2ea85 req-477121f3-65a8-4470-8bbe-9fb341d938a0 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 5441 time: 0.1646214 Sep 16 04:41:01.717144 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ab18f194-878d-4485-971d-895b309cecea req-861bf677-a78c-41ad-8fda-326055f1b7dc tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:01.722941 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ab18f194-878d-4485-971d-895b309cecea req-fb9ba7b8-c162-46d9-a67a-b25edc5c1c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:01.764007 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab18f194-878d-4485-971d-895b309cecea req-861bf677-a78c-41ad-8fda-326055f1b7dc tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Network eb7cd597-7f23-457a-8e7d-d4c0258aa004 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:01.768206 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-ab18f194-878d-4485-971d-895b309cecea req-861bf677-a78c-41ad-8fda-326055f1b7dc tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:01.772233 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab18f194-878d-4485-971d-895b309cecea req-861bf677-a78c-41ad-8fda-326055f1b7dc tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:01.806077 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-598b0643-710a-4973-8dea-078373b2ea85 req-0077c358-122c-49b3-85c6-7030a048b346 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/security-groups?id=8853ff16-2a5b-4a5a-a512-e128e1697c0d&id=be052b50-27c5-484b-b997-f9099d48371c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0844965 Sep 16 04:41:01.812899 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861bf677-a78c-41ad-8fda-326055f1b7dc tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Pushing event updated for resources: {'Port': ['ID=dc065f9c-d395-4c6c-b9f1-1940b97caccf,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:01.839032 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18f194-878d-4485-971d-895b309cecea req-861bf677-a78c-41ad-8fda-326055f1b7dc tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:01.840157 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ab18f194-878d-4485-971d-895b309cecea req-861bf677-a78c-41ad-8fda-326055f1b7dc tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:01.874322 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ab18f194-878d-4485-971d-895b309cecea req-861bf677-a78c-41ad-8fda-326055f1b7dc tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0714190 Sep 16 04:41:01.907566 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-ab18f194-878d-4485-971d-895b309cecea req-102284cc-0307-4e9a-8fd9-9031d5989ba6 service neutron] Request body: {'port': {'device_id': 'ec5841b8-e1df-434b-8a08-ae30e469a8aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:01.979158 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ab18f194-878d-4485-971d-895b309cecea req-102284cc-0307-4e9a-8fd9-9031d5989ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.036534 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 63cfde0c-f88c-4163-b766-7b934a3d378e up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:02.085333 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-ab18f194-878d-4485-971d-895b309cecea req-fb9ba7b8-c162-46d9-a67a-b25edc5c1c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbd754fe-a94a-4250-86f9-3273dfe50db2 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:02.103865 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 63cfde0c-f88c-4163-b766-7b934a3d378e completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:41:02.110197 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 63cfde0c-f88c-4163-b766-7b934a3d378e triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:02.110643 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.110768 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ab18f194-878d-4485-971d-895b309cecea req-fb9ba7b8-c162-46d9-a67a-b25edc5c1c6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.148707 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f0cbb966-ba48-4daa-8f73-dff4ed2a711f req-f730855d-0f0c-4e23-bad2-630c1615953b tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 210 time: 0.0402415 Sep 16 04:41:02.151893 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-ab18f194-878d-4485-971d-895b309cecea req-fb9ba7b8-c162-46d9-a67a-b25edc5c1c6c service neutron] Transition to ACTIVE for port object fbd754fe-a94a-4250-86f9-3273dfe50db2 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:41:02.157539 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ab18f194-878d-4485-971d-895b309cecea req-fb9ba7b8-c162-46d9-a67a-b25edc5c1c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.213457 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.248129 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ba7b8-c162-46d9-a67a-b25edc5c1c6c service neutron] Pushing event updated for resources: {'Port': ['ID=fbd754fe-a94a-4250-86f9-3273dfe50db2,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:02.257104 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 63cfde0c-f88c-4163-b766-7b934a3d378e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=63cfde0c-f88c-4163-b766-7b934a3d378e,segment=NetworkSegment(95c90109-c6eb-491d-8dfe-7e2102cff536),segment_id=95c90109-c6eb-491d-8dfe-7e2102cff536)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:02.263846 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.264751 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 73d8d554-f319-4b46-9a4f-1b186b031259 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:02.343065 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-ab18f194-878d-4485-971d-895b309cecea req-fb9ba7b8-c162-46d9-a67a-b25edc5c1c6c service neutron] Attempting to bind port fbd754fe-a94a-4250-86f9-3273dfe50db2 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:02.343394 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-ab18f194-878d-4485-971d-895b309cecea req-fb9ba7b8-c162-46d9-a67a-b25edc5c1c6c service neutron] Attempting to bind port fbd754fe-a94a-4250-86f9-3273dfe50db2 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': 'f6f2f0af-084c-453b-bf71-6cfdbc7303ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'eb7cd597-7f23-457a-8e7d-d4c0258aa004'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:02.343725 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab18f194-878d-4485-971d-895b309cecea req-fb9ba7b8-c162-46d9-a67a-b25edc5c1c6c service neutron] Attempting to bind port fbd754fe-a94a-4250-86f9-3273dfe50db2 on network eb7cd597-7f23-457a-8e7d-d4c0258aa004 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:02.350848 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab18f194-878d-4485-971d-895b309cecea req-fb9ba7b8-c162-46d9-a67a-b25edc5c1c6c service neutron] Port fbd754fe-a94a-4250-86f9-3273dfe50db2 on network eb7cd597-7f23-457a-8e7d-d4c0258aa004 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:41:02.351176 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab18f194-878d-4485-971d-895b309cecea req-fb9ba7b8-c162-46d9-a67a-b25edc5c1c6c service neutron] Attempting to bind port fbd754fe-a94a-4250-86f9-3273dfe50db2 on network eb7cd597-7f23-457a-8e7d-d4c0258aa004 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:02.355366 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=63cfde0c-f88c-4163-b766-7b934a3d378e,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:02.365608 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b1005-4b12-45a7-b3ff-7bbb62669368 req-fd7ba68a-34e9-4de4-9501-81b0be17b785 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:02.367286 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae7b1005-4b12-45a7-b3ff-7bbb62669368 req-fd7ba68a-34e9-4de4-9501-81b0be17b785 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5841b8-e1df-434b-8a08-ae30e469a8aa HTTP/1.1" status: 200 len: 931 time: 0.0728149 Sep 16 04:41:02.367568 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 73d8d554-f319-4b46-9a4f-1b186b031259 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:41:02.368526 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab18f194-878d-4485-971d-895b309cecea req-fb9ba7b8-c162-46d9-a67a-b25edc5c1c6c service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:02.368891 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab18f194-878d-4485-971d-895b309cecea req-fb9ba7b8-c162-46d9-a67a-b25edc5c1c6c service neutron] Checking segment: {'id': 'f6f2f0af-084c-453b-bf71-6cfdbc7303ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'eb7cd597-7f23-457a-8e7d-d4c0258aa004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:02.369407 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab18f194-878d-4485-971d-895b309cecea req-fb9ba7b8-c162-46d9-a67a-b25edc5c1c6c service neutron] Bound using segment: {'id': 'f6f2f0af-084c-453b-bf71-6cfdbc7303ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'eb7cd597-7f23-457a-8e7d-d4c0258aa004'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:02.370544 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-ab18f194-878d-4485-971d-895b309cecea req-fb9ba7b8-c162-46d9-a67a-b25edc5c1c6c service neutron] Bound port: fbd754fe-a94a-4250-86f9-3273dfe50db2, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6f2f0af-084c-453b-bf71-6cfdbc7303ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'eb7cd597-7f23-457a-8e7d-d4c0258aa004'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:02.370912 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ab18f194-878d-4485-971d-895b309cecea req-fb9ba7b8-c162-46d9-a67a-b25edc5c1c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.374322 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 73d8d554-f319-4b46-9a4f-1b186b031259 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:02.374771 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.395571 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f9b34f-127f-430e-af48-408f4ad392a0'}, {'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1269c5-eca9-40a2-88a3-22d6ff08a78b'}, {'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cfde0c-f88c-4163-b766-7b934a3d378e'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:02.397929 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-ab18f194-878d-4485-971d-895b309cecea req-102284cc-0307-4e9a-8fd9-9031d5989ba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc065f9c-d395-4c6c-b9f1-1940b97caccf {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:02.398299 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee73259-ab45-4f0d-b4b1-9fd760cf1d9d" -d '{"events": [{"server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "name": "network-vif-plugged", "status": "completed", "tag": "64f9b34f-127f-430e-af48-408f4ad392a0"}, {"server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "name": "network-vif-plugged", "status": "completed", "tag": "1c1269c5-eca9-40a2-88a3-22d6ff08a78b"}, {"server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "name": "network-vif-plugged", "status": "completed", "tag": "63cfde0c-f88c-4163-b766-7b934a3d378e"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:02.406884 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ab18f194-878d-4485-971d-895b309cecea req-102284cc-0307-4e9a-8fd9-9031d5989ba6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.422323 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-ab18f194-878d-4485-971d-895b309cecea req-102284cc-0307-4e9a-8fd9-9031d5989ba6 service neutron] Transition to ACTIVE for port object dc065f9c-d395-4c6c-b9f1-1940b97caccf will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:41:02.426349 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ab18f194-878d-4485-971d-895b309cecea req-102284cc-0307-4e9a-8fd9-9031d5989ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.447943 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae7b1005-4b12-45a7-b3ff-7bbb62669368 req-510f80e1-f853-4a3b-a759-8f39e77e94a7 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/security-groups?id=aafbb17e-7607-44ca-ad6e-c960d6109432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669818 Sep 16 04:41:02.471932 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-ab18f194-878d-4485-971d-895b309cecea req-fb9ba7b8-c162-46d9-a67a-b25edc5c1c6c service neutron] For port fbd754fe-a94a-4250-86f9-3273dfe50db2, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:02.475571 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-ab18f194-878d-4485-971d-895b309cecea req-fb9ba7b8-c162-46d9-a67a-b25edc5c1c6c service neutron] For port fbd754fe-a94a-4250-86f9-3273dfe50db2, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=fbd754fe-a94a-4250-86f9-3273dfe50db2,segment=NetworkSegment(f6f2f0af-084c-453b-bf71-6cfdbc7303ec),segment_id=f6f2f0af-084c-453b-bf71-6cfdbc7303ec)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:02.485023 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.490660 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ab18f194-878d-4485-971d-895b309cecea req-fb9ba7b8-c162-46d9-a67a-b25edc5c1c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.528002 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102284cc-0307-4e9a-8fd9-9031d5989ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=dc065f9c-d395-4c6c-b9f1-1940b97caccf,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:02.536325 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 73d8d554-f319-4b46-9a4f-1b186b031259, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=73d8d554-f319-4b46-9a4f-1b186b031259,segment=NetworkSegment(95c90109-c6eb-491d-8dfe-7e2102cff536),segment_id=95c90109-c6eb-491d-8dfe-7e2102cff536)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:02.546222 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18f194-878d-4485-971d-895b309cecea req-fb9ba7b8-c162-46d9-a67a-b25edc5c1c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:02.547174 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.547318 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ab18f194-878d-4485-971d-895b309cecea req-fb9ba7b8-c162-46d9-a67a-b25edc5c1c6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.548169 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device a0b898a1-82fe-4fcf-9734-8ecbcac09450 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:02.548860 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ab18f194-878d-4485-971d-895b309cecea req-fb9ba7b8-c162-46d9-a67a-b25edc5c1c6c service neutron] 10.222.0.48 "PUT /v2.0/ports/fbd754fe-a94a-4250-86f9-3273dfe50db2 HTTP/1.1" status: 200 len: 1093 time: 0.9860013 Sep 16 04:41:02.549252 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd354229-fed9-4193-9119-52f88322c299', 'tag': 'fbd754fe-a94a-4250-86f9-3273dfe50db2'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:02.552939 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47218c71-94ec-4eb7-9d40-ba00c09bbfe2" -d '{"events": [{"name": "network-changed", "server_uuid": "fd354229-fed9-4193-9119-52f88322c299", "tag": "fbd754fe-a94a-4250-86f9-3273dfe50db2"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:02.574035 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-ab18f194-878d-4485-971d-895b309cecea req-102284cc-0307-4e9a-8fd9-9031d5989ba6 service neutron] Attempting to bind port dc065f9c-d395-4c6c-b9f1-1940b97caccf on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:02.575015 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-ab18f194-878d-4485-971d-895b309cecea req-102284cc-0307-4e9a-8fd9-9031d5989ba6 service neutron] Attempting to bind port dc065f9c-d395-4c6c-b9f1-1940b97caccf by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'f6f2f0af-084c-453b-bf71-6cfdbc7303ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'eb7cd597-7f23-457a-8e7d-d4c0258aa004'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:02.575374 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab18f194-878d-4485-971d-895b309cecea req-102284cc-0307-4e9a-8fd9-9031d5989ba6 service neutron] Attempting to bind port dc065f9c-d395-4c6c-b9f1-1940b97caccf on network eb7cd597-7f23-457a-8e7d-d4c0258aa004 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:02.580309 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab18f194-878d-4485-971d-895b309cecea req-102284cc-0307-4e9a-8fd9-9031d5989ba6 service neutron] Port dc065f9c-d395-4c6c-b9f1-1940b97caccf on network eb7cd597-7f23-457a-8e7d-d4c0258aa004 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:41:02.580672 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab18f194-878d-4485-971d-895b309cecea req-102284cc-0307-4e9a-8fd9-9031d5989ba6 service neutron] Attempting to bind port dc065f9c-d395-4c6c-b9f1-1940b97caccf on network eb7cd597-7f23-457a-8e7d-d4c0258aa004 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:02.587952 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab18f194-878d-4485-971d-895b309cecea req-102284cc-0307-4e9a-8fd9-9031d5989ba6 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:02.588304 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab18f194-878d-4485-971d-895b309cecea req-102284cc-0307-4e9a-8fd9-9031d5989ba6 service neutron] Checking segment: {'id': 'f6f2f0af-084c-453b-bf71-6cfdbc7303ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'eb7cd597-7f23-457a-8e7d-d4c0258aa004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:02.589037 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab18f194-878d-4485-971d-895b309cecea req-102284cc-0307-4e9a-8fd9-9031d5989ba6 service neutron] Bound using segment: {'id': 'f6f2f0af-084c-453b-bf71-6cfdbc7303ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'eb7cd597-7f23-457a-8e7d-d4c0258aa004'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:02.589492 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-ab18f194-878d-4485-971d-895b309cecea req-102284cc-0307-4e9a-8fd9-9031d5989ba6 service neutron] Bound port: dc065f9c-d395-4c6c-b9f1-1940b97caccf, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6f2f0af-084c-453b-bf71-6cfdbc7303ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'eb7cd597-7f23-457a-8e7d-d4c0258aa004'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:02.589820 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ba7b8-c162-46d9-a67a-b25edc5c1c6c service neutron] Pushing event updated for resources: {'Port': ['ID=fbd754fe-a94a-4250-86f9-3273dfe50db2,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:02.589945 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ab18f194-878d-4485-971d-895b309cecea req-102284cc-0307-4e9a-8fd9-9031d5989ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.657944 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=73d8d554-f319-4b46-9a4f-1b186b031259,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:02.662919 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port a0b898a1-82fe-4fcf-9734-8ecbcac09450 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:41:02.668408 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port a0b898a1-82fe-4fcf-9734-8ecbcac09450 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:02.668828 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.694410 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-ab18f194-878d-4485-971d-895b309cecea req-102284cc-0307-4e9a-8fd9-9031d5989ba6 service neutron] For port dc065f9c-d395-4c6c-b9f1-1940b97caccf, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:02.698504 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-ab18f194-878d-4485-971d-895b309cecea req-102284cc-0307-4e9a-8fd9-9031d5989ba6 service neutron] For port dc065f9c-d395-4c6c-b9f1-1940b97caccf, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=dc065f9c-d395-4c6c-b9f1-1940b97caccf,segment=NetworkSegment(f6f2f0af-084c-453b-bf71-6cfdbc7303ec),segment_id=f6f2f0af-084c-453b-bf71-6cfdbc7303ec)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:02.703946 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ab18f194-878d-4485-971d-895b309cecea req-102284cc-0307-4e9a-8fd9-9031d5989ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.724157 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18f194-878d-4485-971d-895b309cecea req-7d030c38-a975-4340-9ecf-89fa24d93e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:02.725780 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ab18f194-878d-4485-971d-895b309cecea req-7d030c38-a975-4340-9ecf-89fa24d93e2e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a2c39797aeb9433d9e2d6dbd5fa734f8&device_id=fd354229-fed9-4193-9119-52f88322c299 HTTP/1.1" status: 200 len: 1096 time: 0.0935762 Sep 16 04:41:02.766498 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.768448 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-9f4aee91-4c28-4a25-bb0e-78874a7c4598 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=832e485315cf4d818578c78d15f3a644&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548220 Sep 16 04:41:02.768977 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5579cdc-3e4e-4ea4-8e6f-ddb257cac01b req-2c5e46c3-e5fb-4f3c-b171-824423c098e1 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:02.771339 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b5579cdc-3e4e-4ea4-8e6f-ddb257cac01b req-2c5e46c3-e5fb-4f3c-b171-824423c098e1 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.0971622 Sep 16 04:41:02.794451 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18f194-878d-4485-971d-895b309cecea req-102284cc-0307-4e9a-8fd9-9031d5989ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:02.795271 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ab18f194-878d-4485-971d-895b309cecea req-102284cc-0307-4e9a-8fd9-9031d5989ba6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.797113 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ab18f194-878d-4485-971d-895b309cecea req-102284cc-0307-4e9a-8fd9-9031d5989ba6 service neutron] 10.222.0.47 "PUT /v2.0/ports/dc065f9c-d395-4c6c-b9f1-1940b97caccf HTTP/1.1" status: 200 len: 1092 time: 0.8939195 Sep 16 04:41:02.797696 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec5841b8-e1df-434b-8a08-ae30e469a8aa', 'tag': 'dc065f9c-d395-4c6c-b9f1-1940b97caccf'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:02.800311 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a360e8c-448f-45fc-ba33-1b8c26f659f4" -d '{"events": [{"name": "network-changed", "server_uuid": "ec5841b8-e1df-434b-8a08-ae30e469a8aa", "tag": "dc065f9c-d395-4c6c-b9f1-1940b97caccf"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:02.811820 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ab18f194-878d-4485-971d-895b309cecea req-0c39de97-16be-43ce-8ab9-199807e26ec4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbd754fe-a94a-4250-86f9-3273dfe50db2 HTTP/1.1" status: 200 len: 217 time: 0.0652981 Sep 16 04:41:02.832342 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port a0b898a1-82fe-4fcf-9734-8ecbcac09450, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=a0b898a1-82fe-4fcf-9734-8ecbcac09450,segment=NetworkSegment(5449403d-0465-4009-8329-f7f0c3c99547),segment_id=5449403d-0465-4009-8329-f7f0c3c99547)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:02.838323 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.886816 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b5579cdc-3e4e-4ea4-8e6f-ddb257cac01b req-6ce3095e-26ee-4805-882f-8a28d8d9f71a tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821090 Sep 16 04:41:02.895614 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18f194-878d-4485-971d-895b309cecea req-48ead28e-5480-4cd6-bbe6-ba73e7d501b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:02.897412 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ab18f194-878d-4485-971d-895b309cecea req-48ead28e-5480-4cd6-bbe6-ba73e7d501b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=afac7971-83f1-4670-80e6-fed5f09e23e3 HTTP/1.1" status: 200 len: 853 time: 0.0759392 Sep 16 04:41:02.898152 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=a0b898a1-82fe-4fcf-9734-8ecbcac09450,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:02.904325 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102284cc-0307-4e9a-8fd9-9031d5989ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=dc065f9c-d395-4c6c-b9f1-1940b97caccf,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:02.940596 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ab18f194-878d-4485-971d-895b309cecea req-2e4412b7-c488-49cf-b6fd-d51976d7239b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eb7cd597-7f23-457a-8e7d-d4c0258aa004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280359 Sep 16 04:41:02.976084 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18f194-878d-4485-971d-895b309cecea req-17706dd3-8a6a-43d1-a34f-3d7cb8e98927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:02.977629 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ab18f194-878d-4485-971d-895b309cecea req-17706dd3-8a6a-43d1-a34f-3d7cb8e98927 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a2c39797aeb9433d9e2d6dbd5fa734f8&device_id=ec5841b8-e1df-434b-8a08-ae30e469a8aa HTTP/1.1" status: 200 len: 1095 time: 0.0745156 Sep 16 04:41:02.985114 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-3ef245ad-2ec4-40ff-a068-6dd2d5fd7af6 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:02.985501 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe29e198-a1a6-4d5b-93d6-ed8eb4a4af8a x-openstack-request-id: req-fe29e198-a1a6-4d5b-93d6-ed8eb4a4af8a {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:02.985899 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "name": "network-vif-plugged", "status": "completed", "tag": "64f9b34f-127f-430e-af48-408f4ad392a0", "code": 200}, {"server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "name": "network-vif-plugged", "status": "completed", "tag": "1c1269c5-eca9-40a2-88a3-22d6ff08a78b", "code": 200}, {"server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "name": "network-vif-plugged", "status": "completed", "tag": "63cfde0c-f88c-4163-b766-7b934a3d378e", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:02.986414 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fe29e198-a1a6-4d5b-93d6-ed8eb4a4af8a {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:02.986545 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-3ef245ad-2ec4-40ff-a068-6dd2d5fd7af6 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2077599 Sep 16 04:41:02.986976 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f9b34f-127f-430e-af48-408f4ad392a0', 'code': 200} Sep 16 04:41:02.987298 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1269c5-eca9-40a2-88a3-22d6ff08a78b', 'code': 200} Sep 16 04:41:02.987615 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cfde0c-f88c-4163-b766-7b934a3d378e', 'code': 200} Sep 16 04:41:03.018403 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcb8b91-3586-4b22-bffd-24c8e03cec98 x-openstack-request-id: req-2dcb8b91-3586-4b22-bffd-24c8e03cec98 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:03.018795 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd354229-fed9-4193-9119-52f88322c299", "tag": "fbd754fe-a94a-4250-86f9-3273dfe50db2", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:03.019153 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2dcb8b91-3586-4b22-bffd-24c8e03cec98 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:03.019642 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd354229-fed9-4193-9119-52f88322c299', 'tag': 'fbd754fe-a94a-4250-86f9-3273dfe50db2', 'status': 'completed', 'code': 200} Sep 16 04:41:03.031922 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ab18f194-878d-4485-971d-895b309cecea req-76285573-763c-4c9f-9631-c2825735295f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc065f9c-d395-4c6c-b9f1-1940b97caccf HTTP/1.1" status: 200 len: 217 time: 0.0400259 Sep 16 04:41:03.069916 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf6fdcf-958f-413f-8a32-208a77ebb664 x-openstack-request-id: req-1cf6fdcf-958f-413f-8a32-208a77ebb664 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:03.070225 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec5841b8-e1df-434b-8a08-ae30e469a8aa", "tag": "dc065f9c-d395-4c6c-b9f1-1940b97caccf", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:03.070523 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1cf6fdcf-958f-413f-8a32-208a77ebb664 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:03.070958 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec5841b8-e1df-434b-8a08-ae30e469a8aa', 'tag': 'dc065f9c-d395-4c6c-b9f1-1940b97caccf', 'status': 'completed', 'code': 200} Sep 16 04:41:03.091286 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18f194-878d-4485-971d-895b309cecea req-46cf84de-ef3b-4715-9059-55445984f578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:03.093194 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ab18f194-878d-4485-971d-895b309cecea req-46cf84de-ef3b-4715-9059-55445984f578 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afac7971-83f1-4670-80e6-fed5f09e23e3 HTTP/1.1" status: 200 len: 853 time: 0.0544932 Sep 16 04:41:03.141624 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ab18f194-878d-4485-971d-895b309cecea req-3dc58c28-cc7d-42d8-8be9-f5e076371691 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eb7cd597-7f23-457a-8e7d-d4c0258aa004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306091 Sep 16 04:41:03.144852 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-edb9b1f3-78ee-4817-a06c-f471569c077e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Request body: {'port': {'device_id': '8c70efb8-c384-4273-8429-f5fc83b4fad7', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'admin_state_up': True, 'tenant_id': '832e485315cf4d818578c78d15f3a644'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:03.208152 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29664ad-5978-45e5-ba20-969f148eb8ab req-b40f2441-ef6f-4a0a-a9e6-f199f7f78d42 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:03.214907 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29664ad-5978-45e5-ba20-969f148eb8ab req-b40f2441-ef6f-4a0a-a9e6-f199f7f78d42 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:03.220871 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29664ad-5978-45e5-ba20-969f148eb8ab req-b40f2441-ef6f-4a0a-a9e6-f199f7f78d42 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:03.227126 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29664ad-5978-45e5-ba20-969f148eb8ab req-b40f2441-ef6f-4a0a-a9e6-f199f7f78d42 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:03.233327 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29664ad-5978-45e5-ba20-969f148eb8ab req-b40f2441-ef6f-4a0a-a9e6-f199f7f78d42 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:03.239558 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29664ad-5978-45e5-ba20-969f148eb8ab req-b40f2441-ef6f-4a0a-a9e6-f199f7f78d42 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:03.245791 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29664ad-5978-45e5-ba20-969f148eb8ab req-b40f2441-ef6f-4a0a-a9e6-f199f7f78d42 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:03.247857 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f29664ad-5978-45e5-ba20-969f148eb8ab req-b40f2441-ef6f-4a0a-a9e6-f199f7f78d42 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 5444 time: 0.1533422 Sep 16 04:41:03.303345 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ab18f194-878d-4485-971d-895b309cecea req-5046f27e-768f-49b8-ba0e-c21365195b47 service neutron] 10.222.0.48 "GET /v2.0/networks/eb7cd597-7f23-457a-8e7d-d4c0258aa004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759098 Sep 16 04:41:03.307635 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f29664ad-5978-45e5-ba20-969f148eb8ab req-3a3016a0-97f4-4d2b-a5b2-598530a3f937 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/security-groups?id=8853ff16-2a5b-4a5a-a512-e128e1697c0d&id=be052b50-27c5-484b-b997-f9099d48371c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527408 Sep 16 04:41:03.309426 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ab18f194-878d-4485-971d-895b309cecea req-93dcbb64-ba50-4ffd-b5ad-23103603f256 service neutron] 10.222.0.47 "GET /v2.0/networks/eb7cd597-7f23-457a-8e7d-d4c0258aa004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496050 Sep 16 04:41:03.349524 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-edb9b1f3-78ee-4817-a06c-f471569c077e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Made reservation on behalf of 832e485315cf4d818578c78d15f3a644 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:03.354920 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-edb9b1f3-78ee-4817-a06c-f471569c077e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:03.404197 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ab18f194-878d-4485-971d-895b309cecea req-a38c0b56-88e3-4a53-a6f6-a0da391622cc service neutron] 10.222.0.48 "GET /v2.0/networks/eb7cd597-7f23-457a-8e7d-d4c0258aa004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931199 Sep 16 04:41:03.499864 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ab18f194-878d-4485-971d-895b309cecea req-3afbbd82-469b-4282-b3b1-589951884c46 service neutron] 10.222.0.47 "GET /v2.0/networks/eb7cd597-7f23-457a-8e7d-d4c0258aa004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820459 Sep 16 04:41:03.565950 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47218c71-94ec-4eb7-9d40-ba00c09bbfe2 req-e94a2184-96cf-4546-8dc9-b52a4f76b880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:03.568156 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-47218c71-94ec-4eb7-9d40-ba00c09bbfe2 req-e94a2184-96cf-4546-8dc9-b52a4f76b880 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a2c39797aeb9433d9e2d6dbd5fa734f8&device_id=fd354229-fed9-4193-9119-52f88322c299 HTTP/1.1" status: 200 len: 1096 time: 0.0513935 Sep 16 04:41:03.571890 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-edb9b1f3-78ee-4817-a06c-f471569c077e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Allocated IP 192.168.233.239 (97f5d7d8-0e62-4047-bcd4-63b92e31705a/24ad4c5e-5b43-4c25-ab99-4992f6337d28/fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:03.606692 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e97d217b-d8d5-47cd-b059-9b96a89346aa req-4a2c439b-e0b5-48d8-adf0-d94248c97a53 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 210 time: 0.0350964 Sep 16 04:41:03.704025 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47218c71-94ec-4eb7-9d40-ba00c09bbfe2 req-ff269953-baf9-4fe7-9c53-f689c1b122ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:03.705654 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-47218c71-94ec-4eb7-9d40-ba00c09bbfe2 req-ff269953-baf9-4fe7-9c53-f689c1b122ad service neutron] 10.222.0.48 "GET /v2.0/networks?id=eb7cd597-7f23-457a-8e7d-d4c0258aa004 HTTP/1.1" status: 200 len: 914 time: 0.1246657 Sep 16 04:41:03.744089 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a360e8c-448f-45fc-ba33-1b8c26f659f4 req-35e3f369-fa73-4c4f-ace9-877ee0e523d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:03.746030 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9a360e8c-448f-45fc-ba33-1b8c26f659f4 req-35e3f369-fa73-4c4f-ace9-877ee0e523d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a2c39797aeb9433d9e2d6dbd5fa734f8&device_id=ec5841b8-e1df-434b-8a08-ae30e469a8aa HTTP/1.1" status: 200 len: 1095 time: 0.1042411 Sep 16 04:41:03.764981 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-47218c71-94ec-4eb7-9d40-ba00c09bbfe2 req-8191075a-8018-47cd-b138-b96af2bbfd98 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbd754fe-a94a-4250-86f9-3273dfe50db2 HTTP/1.1" status: 200 len: 217 time: 0.0499375 Sep 16 04:41:03.806872 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-edb9b1f3-78ee-4817-a06c-f471569c077e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:03.816198 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed244d2-ee54-4f72-933e-e0c288b1322c req-578a260c-3897-4349-ace5-2da5577a65db tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:03.817716 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4ed244d2-ee54-4f72-933e-e0c288b1322c req-578a260c-3897-4349-ace5-2da5577a65db tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5841b8-e1df-434b-8a08-ae30e469a8aa HTTP/1.1" status: 200 len: 943 time: 0.1162629 Sep 16 04:41:03.849049 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47218c71-94ec-4eb7-9d40-ba00c09bbfe2 req-56ca63c8-8ef8-48c5-b9c9-3e8a3d936d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:03.850505 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-47218c71-94ec-4eb7-9d40-ba00c09bbfe2 req-56ca63c8-8ef8-48c5-b9c9-3e8a3d936d1d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=afac7971-83f1-4670-80e6-fed5f09e23e3 HTTP/1.1" status: 200 len: 853 time: 0.0779169 Sep 16 04:41:03.882322 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a360e8c-448f-45fc-ba33-1b8c26f659f4 req-3c4c7c3b-0dab-49df-b07e-4870c247d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:03.883797 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9a360e8c-448f-45fc-ba33-1b8c26f659f4 req-3c4c7c3b-0dab-49df-b07e-4870c247d0c1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eb7cd597-7f23-457a-8e7d-d4c0258aa004 HTTP/1.1" status: 200 len: 914 time: 0.1292799 Sep 16 04:41:03.887971 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-47218c71-94ec-4eb7-9d40-ba00c09bbfe2 req-225ac203-cc4e-47dd-9849-e39a90f300af service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eb7cd597-7f23-457a-8e7d-d4c0258aa004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274725 Sep 16 04:41:03.891164 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4ed244d2-ee54-4f72-933e-e0c288b1322c req-f98bca47-715a-4092-947b-1c451303bf43 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/security-groups?id=aafbb17e-7607-44ca-ad6e-c960d6109432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655797 Sep 16 04:41:03.893379 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-edb9b1f3-78ee-4817-a06c-f471569c077e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:03.949262 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['d3b66b72-abdf-4298-9c22-48593c2c42c3'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:03.979084 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9a360e8c-448f-45fc-ba33-1b8c26f659f4 req-1a781189-e85e-47c8-a7b0-fd69fcd51c79 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc065f9c-d395-4c6c-b9f1-1940b97caccf HTTP/1.1" status: 200 len: 217 time: 0.0792799 Sep 16 04:41:03.998713 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-47218c71-94ec-4eb7-9d40-ba00c09bbfe2 req-d00bb5a5-c126-4ec2-a9c1-a07367615725 service neutron] 10.222.0.48 "GET /v2.0/networks/eb7cd597-7f23-457a-8e7d-d4c0258aa004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019611 Sep 16 04:41:04.027683 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-edb9b1f3-78ee-4817-a06c-f471569c077e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Network 97f5d7d8-0e62-4047-bcd4-63b92e31705a is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:04.039792 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-edb9b1f3-78ee-4817-a06c-f471569c077e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:04.042633 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb9b1f3-78ee-4817-a06c-f471569c077e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Pushing event updated for resources: {'Port': ['ID=fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:04.048902 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-edb9b1f3-78ee-4817-a06c-f471569c077e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:04.080234 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 60bdf96a-acb0-42be-9e2a-0e79fa6e1a85 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:04.108632 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a360e8c-448f-45fc-ba33-1b8c26f659f4 req-b945298b-b2ed-41bb-825c-057a92305189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:04.112793 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9a360e8c-448f-45fc-ba33-1b8c26f659f4 req-b945298b-b2ed-41bb-825c-057a92305189 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afac7971-83f1-4670-80e6-fed5f09e23e3 HTTP/1.1" status: 200 len: 853 time: 0.1268137 Sep 16 04:41:04.154420 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-edb9b1f3-78ee-4817-a06c-f471569c077e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:04.155184 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-edb9b1f3-78ee-4817-a06c-f471569c077e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.180024 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9a360e8c-448f-45fc-ba33-1b8c26f659f4 req-822c9f39-8e55-40a7-a4b1-2414432f4f9b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eb7cd597-7f23-457a-8e7d-d4c0258aa004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528886 Sep 16 04:41:04.194060 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 60bdf96a-acb0-42be-9e2a-0e79fa6e1a85 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:41:04.202020 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 60bdf96a-acb0-42be-9e2a-0e79fa6e1a85 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:04.203073 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.209710 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-47218c71-94ec-4eb7-9d40-ba00c09bbfe2 req-278b7570-8b2d-4d4d-8f85-6dab01c70fe1 service neutron] 10.222.0.48 "GET /v2.0/networks/eb7cd597-7f23-457a-8e7d-d4c0258aa004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809852 Sep 16 04:41:04.217819 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-edb9b1f3-78ee-4817-a06c-f471569c077e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0786498 Sep 16 04:41:04.227293 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581950d-eea1-460f-a26a-e62bde5c1fb1 req-86d07ce9-ce30-42fc-9bf4-584ca8c86658 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:04.228994 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f581950d-eea1-460f-a26a-e62bde5c1fb1 req-86d07ce9-ce30-42fc-9bf4-584ca8c86658 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.0890498 Sep 16 04:41:04.254395 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-ff60de0b-5417-4269-876c-68676447901e service neutron] Request body: {'port': {'device_id': '8c70efb8-c384-4273-8429-f5fc83b4fad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:04.305142 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f581950d-eea1-460f-a26a-e62bde5c1fb1 req-5f1e491f-6366-421d-854b-b1314be20ee3 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592363 Sep 16 04:41:04.347612 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.369344 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-3c47f5bf-2d88-4521-9ffb-307eaf66b234 None None] Provisioning complete for port fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:04.369726 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3c47f5bf-2d88-4521-9ffb-307eaf66b234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.387929 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9a360e8c-448f-45fc-ba33-1b8c26f659f4 req-4aa3543d-3156-4ea7-bc5b-9d2054fab748 service neutron] 10.222.0.47 "GET /v2.0/networks/eb7cd597-7f23-457a-8e7d-d4c0258aa004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985021 Sep 16 04:41:04.388741 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-ff60de0b-5417-4269-876c-68676447901e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.421232 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 60bdf96a-acb0-42be-9e2a-0e79fa6e1a85, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=60bdf96a-acb0-42be-9e2a-0e79fa6e1a85,segment=NetworkSegment(5449403d-0465-4009-8329-f7f0c3c99547),segment_id=5449403d-0465-4009-8329-f7f0c3c99547)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:04.428486 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.434282 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-3c47f5bf-2d88-4521-9ffb-307eaf66b234 None None] Port fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:41:04.464733 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94779f-5059-4b47-a8fe-e2d7a7676e86 req-3222c739-5809-4764-9a90-c674b6d5dfaa tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:04.470668 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94779f-5059-4b47-a8fe-e2d7a7676e86 req-3222c739-5809-4764-9a90-c674b6d5dfaa tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:04.476749 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94779f-5059-4b47-a8fe-e2d7a7676e86 req-3222c739-5809-4764-9a90-c674b6d5dfaa tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:04.480560 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=60bdf96a-acb0-42be-9e2a-0e79fa6e1a85,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:04.483942 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94779f-5059-4b47-a8fe-e2d7a7676e86 req-3222c739-5809-4764-9a90-c674b6d5dfaa tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:04.489912 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94779f-5059-4b47-a8fe-e2d7a7676e86 req-3222c739-5809-4764-9a90-c674b6d5dfaa tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:04.496363 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94779f-5059-4b47-a8fe-e2d7a7676e86 req-3222c739-5809-4764-9a90-c674b6d5dfaa tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:04.502358 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94779f-5059-4b47-a8fe-e2d7a7676e86 req-3222c739-5809-4764-9a90-c674b6d5dfaa tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:04.504456 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ee94779f-5059-4b47-a8fe-e2d7a7676e86 req-3222c739-5809-4764-9a90-c674b6d5dfaa tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 5444 time: 0.1029751 Sep 16 04:41:04.546465 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ee94779f-5059-4b47-a8fe-e2d7a7676e86 req-0b44dbf9-b284-4299-9583-63f16538dc10 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/security-groups?id=8853ff16-2a5b-4a5a-a512-e128e1697c0d&id=be052b50-27c5-484b-b997-f9099d48371c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356939 Sep 16 04:41:04.613244 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9a360e8c-448f-45fc-ba33-1b8c26f659f4 req-dde60ee0-3c4d-4f56-b653-5b513fb8c09e service neutron] 10.222.0.47 "GET /v2.0/networks/eb7cd597-7f23-457a-8e7d-d4c0258aa004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067111 Sep 16 04:41:04.758813 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-ff60de0b-5417-4269-876c-68676447901e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:04.764210 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-ff60de0b-5417-4269-876c-68676447901e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.776561 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-ff60de0b-5417-4269-876c-68676447901e service neutron] Transition to ACTIVE for port object fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:41:04.780252 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-ff60de0b-5417-4269-876c-68676447901e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.834187 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff60de0b-5417-4269-876c-68676447901e service neutron] Pushing event updated for resources: {'Port': ['ID=fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:04.899181 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74a5dc-a35f-4bb1-a5b4-ba6ccbf51ba9 req-dec6ea1f-b6ac-4fcf-b592-3deaee0e03ed tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:04.900748 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6a74a5dc-a35f-4bb1-a5b4-ba6ccbf51ba9 req-dec6ea1f-b6ac-4fcf-b592-3deaee0e03ed tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 948 time: 0.0601826 Sep 16 04:41:04.908349 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-ff60de0b-5417-4269-876c-68676447901e service neutron] Attempting to bind port fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:04.908777 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-ff60de0b-5417-4269-876c-68676447901e service neutron] Attempting to bind port fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:04.909097 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-ff60de0b-5417-4269-876c-68676447901e service neutron] Attempting to bind port fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:04.913940 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-ff60de0b-5417-4269-876c-68676447901e service neutron] Port fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:41:04.914273 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-ff60de0b-5417-4269-876c-68676447901e service neutron] Attempting to bind port fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:04.920469 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-ff60de0b-5417-4269-876c-68676447901e service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:04.920848 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-ff60de0b-5417-4269-876c-68676447901e service neutron] Checking segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:04.921239 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-ff60de0b-5417-4269-876c-68676447901e service neutron] Bound using segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:04.921797 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-ff60de0b-5417-4269-876c-68676447901e service neutron] Bound port: fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:04.922168 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-ff60de0b-5417-4269-876c-68676447901e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.945916 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6a74a5dc-a35f-4bb1-a5b4-ba6ccbf51ba9 req-c97cffa2-09c4-4269-b7fd-3b1b07e66d16 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387132 Sep 16 04:41:04.988611 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d8d554-f319-4b46-9a4f-1b186b031259'}, {'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b898a1-82fe-4fcf-9734-8ecbcac09450'}, {'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60bdf96a-acb0-42be-9e2a-0e79fa6e1a85'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:04.991756 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36433e4b-03f6-43de-8378-59f88186a334" -d '{"events": [{"server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "name": "network-vif-plugged", "status": "completed", "tag": "73d8d554-f319-4b46-9a4f-1b186b031259"}, {"server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "name": "network-vif-plugged", "status": "completed", "tag": "a0b898a1-82fe-4fcf-9734-8ecbcac09450"}, {"server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "name": "network-vif-plugged", "status": "completed", "tag": "60bdf96a-acb0-42be-9e2a-0e79fa6e1a85"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:05.011325 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-ff60de0b-5417-4269-876c-68676447901e service neutron] For port fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:05.015113 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-ff60de0b-5417-4269-876c-68676447901e service neutron] For port fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:05.022402 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-ff60de0b-5417-4269-876c-68676447901e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:05.061689 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-ff60de0b-5417-4269-876c-68676447901e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:05.062283 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-ff60de0b-5417-4269-876c-68676447901e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:05.063683 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-ff60de0b-5417-4269-876c-68676447901e service neutron] 10.222.0.48 "PUT /v2.0/ports/fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d HTTP/1.1" status: 200 len: 1097 time: 0.8174314 Sep 16 04:41:05.071941 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c70efb8-c384-4273-8429-f5fc83b4fad7', 'tag': 'fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:05.074897 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818282d6-0f76-4806-ab78-ccbb1b8918f0" -d '{"events": [{"name": "network-changed", "server_uuid": "8c70efb8-c384-4273-8429-f5fc83b4fad7", "tag": "fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:05.092816 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff60de0b-5417-4269-876c-68676447901e service neutron] Pushing event updated for resources: {'Port': ['ID=fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:05.113119 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3f5d5-704f-4b5f-85a1-56c383e44b49 req-e4ba4a99-b740-4cec-bcb4-0cbc9d1669d0 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:05.114700 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9ff3f5d5-704f-4b5f-85a1-56c383e44b49 req-e4ba4a99-b740-4cec-bcb4-0cbc9d1669d0 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5841b8-e1df-434b-8a08-ae30e469a8aa HTTP/1.1" status: 200 len: 943 time: 0.0645216 Sep 16 04:41:05.164936 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9ff3f5d5-704f-4b5f-85a1-56c383e44b49 req-059050cf-f587-4a96-b0a4-756974aab70b tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/security-groups?id=aafbb17e-7607-44ca-ad6e-c960d6109432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399852 Sep 16 04:41:05.180623 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-11ee8415-b164-4773-8c31-fd2d284b9a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:05.182990 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-11ee8415-b164-4773-8c31-fd2d284b9a6b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=832e485315cf4d818578c78d15f3a644&device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 1100 time: 0.0588317 Sep 16 04:41:05.218598 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc74e22-0332-493f-81dc-d8e6f386dc30 x-openstack-request-id: req-2dc74e22-0332-493f-81dc-d8e6f386dc30 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:05.219361 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "name": "network-vif-plugged", "status": "completed", "tag": "73d8d554-f319-4b46-9a4f-1b186b031259", "code": 200}, {"server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "name": "network-vif-plugged", "status": "completed", "tag": "a0b898a1-82fe-4fcf-9734-8ecbcac09450", "code": 200}, {"server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "name": "network-vif-plugged", "status": "completed", "tag": "60bdf96a-acb0-42be-9e2a-0e79fa6e1a85", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:05.220860 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2dc74e22-0332-493f-81dc-d8e6f386dc30 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:05.221471 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d8d554-f319-4b46-9a4f-1b186b031259', 'code': 200} Sep 16 04:41:05.222710 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b898a1-82fe-4fcf-9734-8ecbcac09450', 'code': 200} Sep 16 04:41:05.223151 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60bdf96a-acb0-42be-9e2a-0e79fa6e1a85', 'code': 200} Sep 16 04:41:05.233694 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-5ce5646d-48f4-4aa8-8d84-bdf2e2e250f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d HTTP/1.1" status: 200 len: 217 time: 0.0360646 Sep 16 04:41:05.364951 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6427d418-f150-4773-b578-6713fb167a04 x-openstack-request-id: req-6427d418-f150-4773-b578-6713fb167a04 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:05.365344 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c70efb8-c384-4273-8429-f5fc83b4fad7", "tag": "fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:05.365684 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6427d418-f150-4773-b578-6713fb167a04 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:05.366261 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c70efb8-c384-4273-8429-f5fc83b4fad7', 'tag': 'fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d', 'status': 'completed', 'code': 200} Sep 16 04:41:05.387597 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-a9c26e6a-117d-4cb7-890a-cc5182300352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:05.389173 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-a9c26e6a-117d-4cb7-890a-cc5182300352 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0596285 Sep 16 04:41:05.446344 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-89d5b3ef-2a75-4d5d-916a-fd515ae1ba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:05.447852 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-89d5b3ef-2a75-4d5d-916a-fd515ae1ba74 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0412018 Sep 16 04:41:05.486077 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987ac77-e50c-4fb5-acbb-207cfa553610 req-4f4f5591-5b8a-47bb-a14c-ab46ab457701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:05.486467 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987ac77-e50c-4fb5-acbb-207cfa553610 req-4f4f5591-5b8a-47bb-a14c-ab46ab457701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:05.486936 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987ac77-e50c-4fb5-acbb-207cfa553610 req-4f4f5591-5b8a-47bb-a14c-ab46ab457701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:05.487397 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987ac77-e50c-4fb5-acbb-207cfa553610 req-4f4f5591-5b8a-47bb-a14c-ab46ab457701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:05.487858 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987ac77-e50c-4fb5-acbb-207cfa553610 req-4f4f5591-5b8a-47bb-a14c-ab46ab457701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:05.488315 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987ac77-e50c-4fb5-acbb-207cfa553610 req-4f4f5591-5b8a-47bb-a14c-ab46ab457701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:05.488793 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987ac77-e50c-4fb5-acbb-207cfa553610 req-4f4f5591-5b8a-47bb-a14c-ab46ab457701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:05.490661 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e987ac77-e50c-4fb5-acbb-207cfa553610 req-4f4f5591-5b8a-47bb-a14c-ab46ab457701 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 6509 time: 0.0835364 Sep 16 04:41:05.505978 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300eb9a-a3a5-4ac1-bab3-cf2658a19f08 req-d27ad709-6423-47c5-9daf-bbd439a55d17 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:05.507428 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6300eb9a-a3a5-4ac1-bab3-cf2658a19f08 req-d27ad709-6423-47c5-9daf-bbd439a55d17 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.0687599 Sep 16 04:41:05.550431 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-69523468-14ac-4c08-9b7a-dd890fafc07a service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940793 Sep 16 04:41:05.561201 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e987ac77-e50c-4fb5-acbb-207cfa553610 req-130adec5-6296-46bf-ac85-a35e7331a72c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=be052b50-27c5-484b-b997-f9099d48371c&id=8853ff16-2a5b-4a5a-a512-e128e1697c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528440 Sep 16 04:41:05.566157 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6300eb9a-a3a5-4ac1-bab3-cf2658a19f08 req-d0bb9d61-2a51-4951-83f2-e6fb1813736c tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512686 Sep 16 04:41:05.646681 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cc7e87ae-9264-4dc9-8430-209258ebba01 req-01221d23-b52f-493c-a35e-36116b18c620 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893495 Sep 16 04:41:05.716290 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e7f21-cf2c-4089-af26-4b7b8bb79381 req-46d76e12-6476-4b4e-bf14-937f50fb6052 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:05.722462 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e7f21-cf2c-4089-af26-4b7b8bb79381 req-46d76e12-6476-4b4e-bf14-937f50fb6052 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:05.728813 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e7f21-cf2c-4089-af26-4b7b8bb79381 req-46d76e12-6476-4b4e-bf14-937f50fb6052 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:05.735985 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e7f21-cf2c-4089-af26-4b7b8bb79381 req-46d76e12-6476-4b4e-bf14-937f50fb6052 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:05.742449 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e7f21-cf2c-4089-af26-4b7b8bb79381 req-46d76e12-6476-4b4e-bf14-937f50fb6052 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:05.749035 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e7f21-cf2c-4089-af26-4b7b8bb79381 req-46d76e12-6476-4b4e-bf14-937f50fb6052 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:05.755040 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e7f21-cf2c-4089-af26-4b7b8bb79381 req-46d76e12-6476-4b4e-bf14-937f50fb6052 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:05.757030 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e15e7f21-cf2c-4089-af26-4b7b8bb79381 req-46d76e12-6476-4b4e-bf14-937f50fb6052 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 5445 time: 0.0985954 Sep 16 04:41:05.802847 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e15e7f21-cf2c-4089-af26-4b7b8bb79381 req-f2750e44-588c-4bf1-a74b-69bd5553f85a tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/security-groups?id=8853ff16-2a5b-4a5a-a512-e128e1697c0d&id=be052b50-27c5-484b-b997-f9099d48371c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393918 Sep 16 04:41:06.122375 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818282d6-0f76-4806-ab78-ccbb1b8918f0 req-2ff92d39-7e7c-49ab-a7fa-c1e01ffdc5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:06.124114 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-818282d6-0f76-4806-ab78-ccbb1b8918f0 req-2ff92d39-7e7c-49ab-a7fa-c1e01ffdc5bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=832e485315cf4d818578c78d15f3a644&device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 1100 time: 0.0461919 Sep 16 04:41:06.152451 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7685c0e-28a9-41a3-9f03-528a7adaafd8 req-5fe6a4f7-949d-4880-a62c-c88a9da93c04 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:06.154246 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b7685c0e-28a9-41a3-9f03-528a7adaafd8 req-5fe6a4f7-949d-4880-a62c-c88a9da93c04 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 948 time: 0.0645843 Sep 16 04:41:06.202590 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b7685c0e-28a9-41a3-9f03-528a7adaafd8 req-d80365d6-1b3b-4f11-9827-e7843be54986 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415654 Sep 16 04:41:06.249857 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818282d6-0f76-4806-ab78-ccbb1b8918f0 req-e90e52b1-725a-4548-b1a1-d7c1d8719a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:06.251361 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-818282d6-0f76-4806-ab78-ccbb1b8918f0 req-e90e52b1-725a-4548-b1a1-d7c1d8719a85 service neutron] 10.222.0.48 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.1198378 Sep 16 04:41:06.299572 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-818282d6-0f76-4806-ab78-ccbb1b8918f0 req-f4e6f4d5-fc97-4ff2-9d3f-07372987b1ee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d HTTP/1.1" status: 200 len: 217 time: 0.0409341 Sep 16 04:41:06.367435 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818282d6-0f76-4806-ab78-ccbb1b8918f0 req-ea651718-ac05-4a6a-96e1-79023ec58bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:06.368978 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-818282d6-0f76-4806-ab78-ccbb1b8918f0 req-ea651718-ac05-4a6a-96e1-79023ec58bb5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0598915 Sep 16 04:41:06.369527 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c95b59-044b-45a0-840e-1938ca0cb9dc req-121d8d88-2412-4470-9db4-3620880069fb tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:06.371884 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f8c95b59-044b-45a0-840e-1938ca0cb9dc req-121d8d88-2412-4470-9db4-3620880069fb tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5841b8-e1df-434b-8a08-ae30e469a8aa HTTP/1.1" status: 200 len: 943 time: 0.0615745 Sep 16 04:41:06.418788 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f8c95b59-044b-45a0-840e-1938ca0cb9dc req-f495cd6b-8978-4f31-9df2-1204bbcfab2f tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/security-groups?id=aafbb17e-7607-44ca-ad6e-c960d6109432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404882 Sep 16 04:41:06.426550 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818282d6-0f76-4806-ab78-ccbb1b8918f0 req-7d76343f-24d6-4d51-a2e6-8d139eefdf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:06.429165 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-818282d6-0f76-4806-ab78-ccbb1b8918f0 req-7d76343f-24d6-4d51-a2e6-8d139eefdf46 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0521076 Sep 16 04:41:06.528917 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-818282d6-0f76-4806-ab78-ccbb1b8918f0 req-0064ebfc-3726-4767-9310-ec9a1a4671a0 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920022 Sep 16 04:41:06.637112 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-818282d6-0f76-4806-ab78-ccbb1b8918f0 req-32f91ab9-0ba1-477c-8062-caa74723ef5c service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006253 Sep 16 04:41:06.659723 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device dc065f9c-d395-4c6c-b9f1-1940b97caccf details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:41:06.696152 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74f69b-3d78-47de-b8a7-592e7c56d7ef req-3224896d-62b5-4afd-873f-90d0a6cd64c1 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:06.697895 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d74f69b-3d78-47de-b8a7-592e7c56d7ef req-3224896d-62b5-4afd-873f-90d0a6cd64c1 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.0553212 Sep 16 04:41:06.736674 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d74f69b-3d78-47de-b8a7-592e7c56d7ef req-4edb6e79-4650-441d-9d67-3fd70e637f4f tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320532 Sep 16 04:41:06.772210 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port dc065f9c-d395-4c6c-b9f1-1940b97caccf, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=dc065f9c-d395-4c6c-b9f1-1940b97caccf,segment=NetworkSegment(f6f2f0af-084c-453b-bf71-6cfdbc7303ec),segment_id=f6f2f0af-084c-453b-bf71-6cfdbc7303ec)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:06.788045 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'dc065f9c-d395-4c6c-b9f1-1940b97caccf', 'network_id': 'eb7cd597-7f23-457a-8e7d-d4c0258aa004', 'port_id': 'dc065f9c-d395-4c6c-b9f1-1940b97caccf', 'mac_address': 'fa:16:3e:6e:3c:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afac7971-83f1-4670-80e6-fed5f09e23e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:41:06.831199 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:06.847913 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc065f9c-d395-4c6c-b9f1-1940b97caccf {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:06.867648 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port dc065f9c-d395-4c6c-b9f1-1940b97caccf, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=dc065f9c-d395-4c6c-b9f1-1940b97caccf,segment=NetworkSegment(f6f2f0af-084c-453b-bf71-6cfdbc7303ec),segment_id=f6f2f0af-084c-453b-bf71-6cfdbc7303ec)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:06.873970 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:06.926424 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=dc065f9c-d395-4c6c-b9f1-1940b97caccf,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:06.983550 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd0e3b-3f1c-484c-815f-da15f912dcb8 req-22863a44-7813-4b9d-9eea-aa67618ee009 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:06.994603 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd0e3b-3f1c-484c-815f-da15f912dcb8 req-22863a44-7813-4b9d-9eea-aa67618ee009 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:07.005670 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd0e3b-3f1c-484c-815f-da15f912dcb8 req-22863a44-7813-4b9d-9eea-aa67618ee009 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:07.014651 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd0e3b-3f1c-484c-815f-da15f912dcb8 req-22863a44-7813-4b9d-9eea-aa67618ee009 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:07.020662 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd0e3b-3f1c-484c-815f-da15f912dcb8 req-22863a44-7813-4b9d-9eea-aa67618ee009 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:07.027648 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd0e3b-3f1c-484c-815f-da15f912dcb8 req-22863a44-7813-4b9d-9eea-aa67618ee009 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:07.033669 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd0e3b-3f1c-484c-815f-da15f912dcb8 req-22863a44-7813-4b9d-9eea-aa67618ee009 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:07.035512 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3abd0e3b-3f1c-484c-815f-da15f912dcb8 req-22863a44-7813-4b9d-9eea-aa67618ee009 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 5445 time: 0.1216102 Sep 16 04:41:07.082547 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3abd0e3b-3f1c-484c-815f-da15f912dcb8 req-6d16a974-bd5d-43d5-9722-527c0739f9b3 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/security-groups?id=8853ff16-2a5b-4a5a-a512-e128e1697c0d&id=be052b50-27c5-484b-b997-f9099d48371c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406845 Sep 16 04:41:07.274222 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['dc065f9c-d395-4c6c-b9f1-1940b97caccf'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:07.425099 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c2f31-d98f-4250-9ea9-ce8c55352f8a req-7df0a9ae-37eb-4bfb-8578-dd533e02d198 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:07.426835 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c06c2f31-d98f-4250-9ea9-ce8c55352f8a req-7df0a9ae-37eb-4bfb-8578-dd533e02d198 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 948 time: 0.0587542 Sep 16 04:41:07.471966 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c06c2f31-d98f-4250-9ea9-ce8c55352f8a req-138dea26-fdf7-46e5-ad47-6488d74bf298 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374601 Sep 16 04:41:07.536875 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60510) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:07.580857 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19efe5-5ca4-4367-bba9-8e2dc8a0d742 req-3c71befa-5711-447a-80ef-741c4c8cf0c2 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:07.582455 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a19efe5-5ca4-4367-bba9-8e2dc8a0d742 req-3c71befa-5711-447a-80ef-741c4c8cf0c2 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5841b8-e1df-434b-8a08-ae30e469a8aa HTTP/1.1" status: 200 len: 944 time: 0.0554066 Sep 16 04:41:07.629619 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a19efe5-5ca4-4367-bba9-8e2dc8a0d742 req-9d7b0b7b-9dca-4d68-8bc7-70280429ca1d tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/security-groups?id=aafbb17e-7607-44ca-ad6e-c960d6109432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408723 Sep 16 04:41:07.685186 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-005407d6-6a7e-418a-9cde-c294023994c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:07.785913 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-005407d6-6a7e-418a-9cde-c294023994c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:07.790450 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-005407d6-6a7e-418a-9cde-c294023994c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:07.836032 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-005407d6-6a7e-418a-9cde-c294023994c5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=be8dbbe2e7ef43839f7c3f866888a440&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2946372 Sep 16 04:41:07.836439 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60518) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:07.842590 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005407d6-6a7e-418a-9cde-c294023994c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603e0df2-1bd1-42e9-8d00-52a5f5c02179,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:07.907967 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f59dafcc-cb2b-47f7-8d3b-2ed6b2291c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:07.927105 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88810f2d-f14b-49f6-bc5b-3ee6968ffb30 req-bba19a7e-6eed-4992-b30c-3099511892b3 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:07.929349 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-88810f2d-f14b-49f6-bc5b-3ee6968ffb30 req-bba19a7e-6eed-4992-b30c-3099511892b3 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.0681527 Sep 16 04:41:07.933702 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f59dafcc-cb2b-47f7-8d3b-2ed6b2291c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:07.983576 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-88810f2d-f14b-49f6-bc5b-3ee6968ffb30 req-6da423b2-3f7b-4468-8928-f36879da18b3 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458629 Sep 16 04:41:07.993494 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f59dafcc-cb2b-47f7-8d3b-2ed6b2291c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:07.997389 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f59dafcc-cb2b-47f7-8d3b-2ed6b2291c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:07.999352 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f59dafcc-cb2b-47f7-8d3b-2ed6b2291c3b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/603e0df2-1bd1-42e9-8d00-52a5f5c02179 HTTP/1.1" status: 204 len: 168 time: 0.1619577 Sep 16 04:41:08.014069 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59dafcc-cb2b-47f7-8d3b-2ed6b2291c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603e0df2-1bd1-42e9-8d00-52a5f5c02179,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:08.064102 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device fbd754fe-a94a-4250-86f9-3273dfe50db2 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:41:08.203363 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port fbd754fe-a94a-4250-86f9-3273dfe50db2, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=fbd754fe-a94a-4250-86f9-3273dfe50db2,segment=NetworkSegment(f6f2f0af-084c-453b-bf71-6cfdbc7303ec),segment_id=f6f2f0af-084c-453b-bf71-6cfdbc7303ec)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:08.223515 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'fbd754fe-a94a-4250-86f9-3273dfe50db2', 'network_id': 'eb7cd597-7f23-457a-8e7d-d4c0258aa004', 'port_id': 'fbd754fe-a94a-4250-86f9-3273dfe50db2', 'mac_address': 'fa:16:3e:cf:2d:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afac7971-83f1-4670-80e6-fed5f09e23e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:41:08.326471 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad87020-4ced-49c8-bede-7a3e2da5ade4 req-7e2b3e38-13de-47db-adcd-fbc7d4033ce2 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:08.337293 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad87020-4ced-49c8-bede-7a3e2da5ade4 req-7e2b3e38-13de-47db-adcd-fbc7d4033ce2 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:08.344998 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad87020-4ced-49c8-bede-7a3e2da5ade4 req-7e2b3e38-13de-47db-adcd-fbc7d4033ce2 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:08.355571 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad87020-4ced-49c8-bede-7a3e2da5ade4 req-7e2b3e38-13de-47db-adcd-fbc7d4033ce2 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:08.362223 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad87020-4ced-49c8-bede-7a3e2da5ade4 req-7e2b3e38-13de-47db-adcd-fbc7d4033ce2 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:08.368660 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad87020-4ced-49c8-bede-7a3e2da5ade4 req-7e2b3e38-13de-47db-adcd-fbc7d4033ce2 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:08.377163 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad87020-4ced-49c8-bede-7a3e2da5ade4 req-7e2b3e38-13de-47db-adcd-fbc7d4033ce2 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:08.379799 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fad87020-4ced-49c8-bede-7a3e2da5ade4 req-7e2b3e38-13de-47db-adcd-fbc7d4033ce2 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 5445 time: 0.1765003 Sep 16 04:41:08.464313 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fad87020-4ced-49c8-bede-7a3e2da5ade4 req-6140ca49-2234-4763-b8dd-81a6294e84ec tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/security-groups?id=8853ff16-2a5b-4a5a-a512-e128e1697c0d&id=be052b50-27c5-484b-b997-f9099d48371c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0722384 Sep 16 04:41:08.467991 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.486591 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd754fe-a94a-4250-86f9-3273dfe50db2 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:08.521837 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port fbd754fe-a94a-4250-86f9-3273dfe50db2, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=fbd754fe-a94a-4250-86f9-3273dfe50db2,segment=NetworkSegment(f6f2f0af-084c-453b-bf71-6cfdbc7303ec),segment_id=f6f2f0af-084c-453b-bf71-6cfdbc7303ec)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:08.528452 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.530988 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60536) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:08.558595 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d4fbb82e-ad37-4862-9c5c-8b9d76cb810c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.611325 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=fbd754fe-a94a-4250-86f9-3273dfe50db2,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:08.674266 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d4fbb82e-ad37-4862-9c5c-8b9d76cb810c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.684253 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device dc065f9c-d395-4c6c-b9f1-1940b97caccf up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:08.684590 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d4fbb82e-ad37-4862-9c5c-8b9d76cb810c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.747794 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fbb82e-ad37-4862-9c5c-8b9d76cb810c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efae98b6-11ec-4c72-8599-786fc46256a2,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:08.754246 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d4fbb82e-ad37-4862-9c5c-8b9d76cb810c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4966ee1867a94683806245e96109344a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2206228 Sep 16 04:41:08.756790 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60540) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:08.773886 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port dc065f9c-d395-4c6c-b9f1-1940b97caccf completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:41:08.779761 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port dc065f9c-d395-4c6c-b9f1-1940b97caccf triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:08.780350 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.853262 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5adaf389-a802-4287-ba2e-fb4988a74d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.869221 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.879210 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f50db5-e02e-42b0-98c5-ac4b0a81ebb8 req-d86c11cd-aa83-40b5-ab28-a0dd8271425d tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:08.880931 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c1f50db5-e02e-42b0-98c5-ac4b0a81ebb8 req-d86c11cd-aa83-40b5-ab28-a0dd8271425d tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 948 time: 0.0801766 Sep 16 04:41:08.890467 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5adaf389-a802-4287-ba2e-fb4988a74d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.894433 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5841b8-e1df-434b-8a08-ae30e469a8aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc065f9c-d395-4c6c-b9f1-1940b97caccf'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:08.896784 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a8dfbf-a37d-4c38-9194-809cfb585734" -d '{"events": [{"server_uuid": "ec5841b8-e1df-434b-8a08-ae30e469a8aa", "name": "network-vif-plugged", "status": "completed", "tag": "dc065f9c-d395-4c6c-b9f1-1940b97caccf"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:08.909800 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port dc065f9c-d395-4c6c-b9f1-1940b97caccf, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=dc065f9c-d395-4c6c-b9f1-1940b97caccf,segment=NetworkSegment(f6f2f0af-084c-453b-bf71-6cfdbc7303ec),segment_id=f6f2f0af-084c-453b-bf71-6cfdbc7303ec)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:08.914903 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.950358 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c1f50db5-e02e-42b0-98c5-ac4b0a81ebb8 req-797687d9-4241-401f-bee2-3c743aa625fd tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578227 Sep 16 04:41:08.980167 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5adaf389-a802-4287-ba2e-fb4988a74d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.982965 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5adaf389-a802-4287-ba2e-fb4988a74d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.984453 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5adaf389-a802-4287-ba2e-fb4988a74d90 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/efae98b6-11ec-4c72-8599-786fc46256a2 HTTP/1.1" status: 204 len: 168 time: 0.2256138 Sep 16 04:41:08.990113 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['fbd754fe-a94a-4250-86f9-3273dfe50db2'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:08.993278 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adaf389-a802-4287-ba2e-fb4988a74d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efae98b6-11ec-4c72-8599-786fc46256a2,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:09.034748 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=dc065f9c-d395-4c6c-b9f1-1940b97caccf,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:09.101265 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031faea7-da72-457e-94b4-54abe6bbdc33 req-9a608d8c-d1f8-4091-bce4-22298c337894 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:09.107421 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031faea7-da72-457e-94b4-54abe6bbdc33 req-9a608d8c-d1f8-4091-bce4-22298c337894 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:09.114747 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031faea7-da72-457e-94b4-54abe6bbdc33 req-9a608d8c-d1f8-4091-bce4-22298c337894 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:09.122257 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031faea7-da72-457e-94b4-54abe6bbdc33 req-9a608d8c-d1f8-4091-bce4-22298c337894 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:09.128436 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031faea7-da72-457e-94b4-54abe6bbdc33 req-9a608d8c-d1f8-4091-bce4-22298c337894 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:09.134664 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031faea7-da72-457e-94b4-54abe6bbdc33 req-9a608d8c-d1f8-4091-bce4-22298c337894 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:09.141359 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031faea7-da72-457e-94b4-54abe6bbdc33 req-9a608d8c-d1f8-4091-bce4-22298c337894 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:09.148429 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-031faea7-da72-457e-94b4-54abe6bbdc33 req-9a608d8c-d1f8-4091-bce4-22298c337894 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 5445 time: 0.1124203 Sep 16 04:41:09.156679 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60550) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:09.161779 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-2912812b-ca95-4d02-85b8-eec327d9e765 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Request body: {'floatingip': {'port_id': '64f9b34f-127f-430e-af48-408f4ad392a0'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:09.204857 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2912812b-ca95-4d02-85b8-eec327d9e765 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks [] for floatingip, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:09.340875 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba70b4f-5cfe-458e-b697-bb5688e61311 req-1bc75c5b-d2ac-44d7-aa6f-459ccca4656e tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:09.342375 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ba70b4f-5cfe-458e-b697-bb5688e61311 req-1bc75c5b-d2ac-44d7-aa6f-459ccca4656e tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5841b8-e1df-434b-8a08-ae30e469a8aa HTTP/1.1" status: 200 len: 945 time: 0.1343052 Sep 16 04:41:09.436629 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ba70b4f-5cfe-458e-b697-bb5688e61311 req-dc07d4a2-be05-4db1-a1b9-61c2bf278b78 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/security-groups?id=aafbb17e-7607-44ca-ad6e-c960d6109432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808339 Sep 16 04:41:09.566260 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af96693-a4a9-4ebc-a2bf-f46355bb0bf6 x-openstack-request-id: req-5af96693-a4a9-4ebc-a2bf-f46355bb0bf6 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:09.566758 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5841b8-e1df-434b-8a08-ae30e469a8aa", "name": "network-vif-plugged", "status": "completed", "tag": "dc065f9c-d395-4c6c-b9f1-1940b97caccf", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:09.566758 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5af96693-a4a9-4ebc-a2bf-f46355bb0bf6 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:09.567149 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5841b8-e1df-434b-8a08-ae30e469a8aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc065f9c-d395-4c6c-b9f1-1940b97caccf', 'code': 200} Sep 16 04:41:09.737830 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37b737-c182-4c3d-88ab-30f3752268dd req-d2e2149b-6ce1-4d60-951f-1f211c110a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:09.739709 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-6f37b737-c182-4c3d-88ab-30f3752268dd req-d2e2149b-6ce1-4d60-951f-1f211c110a48 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ec5841b8-e1df-434b-8a08-ae30e469a8aa HTTP/1.1" status: 200 len: 1097 time: 0.0465498 Sep 16 04:41:10.027095 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1d6d3a8b-ed04-4fcf-8347-819b859b3bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:10.046215 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-6f37b737-c182-4c3d-88ab-30f3752268dd req-bc9005c3-7ccb-40b9-beb3-14dd08d3dbb8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=aafbb17e-7607-44ca-ad6e-c960d6109432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976835 Sep 16 04:41:10.050771 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8decbcb-7cf0-4986-bd4d-efb786043bcc req-2d965dea-06e9-4301-a50c-714a40abb4c5 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:10.052270 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8decbcb-7cf0-4986-bd4d-efb786043bcc req-2d965dea-06e9-4301-a50c-714a40abb4c5 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.4295807 Sep 16 04:41:10.089569 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:41:10.188497 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8decbcb-7cf0-4986-bd4d-efb786043bcc req-13019f1a-d9c5-4212-ba6c-00363275dc46 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182616 Sep 16 04:41:10.212122 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2912812b-ca95-4d02-85b8-eec327d9e765 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:10.218669 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2912812b-ca95-4d02-85b8-eec327d9e765 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:10.224703 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:10.247936 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': 'fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d', 'mac_address': 'fa:16:3e:dd:f1:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:41:10.294551 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:10.308204 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:10.331937 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:10.336998 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:10.344305 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [None req-2912812b-ca95-4d02-85b8-eec327d9e765 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Floating IP b27564fa-d95c-48e9-ad73-623891ddba24 associated. External IP: 172.25.8.208, port: 64f9b34f-127f-430e-af48-408f4ad392a0. Sep 16 04:41:10.396177 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:10.609441 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2912812b-ca95-4d02-85b8-eec327d9e765 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Router 905d7f3c-c962-488c-b371-d3bf13d33551 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:41:10.625376 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c64fa-1a6f-44c0-8b8d-f401dbc3f699 req-9dcdfd29-feac-4b87-9cc9-880d83a497ee tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:10.626889 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-104c64fa-1a6f-44c0-8b8d-f401dbc3f699 req-9dcdfd29-feac-4b87-9cc9-880d83a497ee tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 949 time: 0.0743754 Sep 16 04:41:10.709152 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-104c64fa-1a6f-44c0-8b8d-f401dbc3f699 req-dc1bef3e-426d-433c-97ea-65b0360cf1b4 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760720 Sep 16 04:41:10.765256 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2912812b-ca95-4d02-85b8-eec327d9e765 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:41:10.770108 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2912812b-ca95-4d02-85b8-eec327d9e765 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:10.776223 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb26b25-7aef-468d-af27-6a7fc621bd86 None None] Sync routers for ids ['905d7f3c-c962-488c-b371-d3bf13d33551'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:41:10.786416 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb26b25-7aef-468d-af27-6a7fc621bd86 None None] Routers {'905d7f3c-c962-488c-b371-d3bf13d33551'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:41:10.787128 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-ccb26b25-7aef-468d-af27-6a7fc621bd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:40:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['905d7f3c-c962-488c-b371-d3bf13d33551'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:10.798636 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2912812b-ca95-4d02-85b8-eec327d9e765 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "PUT /v2.0/floatingips/b27564fa-d95c-48e9-ad73-623891ddba24 HTTP/1.1" status: 200 len: 992 time: 1.6406879 Sep 16 04:41:10.799395 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'tag': '64f9b34f-127f-430e-af48-408f4ad392a0'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:10.802166 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c118711f-2e56-49db-a80d-aab9512bc8fe" -d '{"events": [{"name": "network-changed", "server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "tag": "64f9b34f-127f-430e-af48-408f4ad392a0"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:10.831280 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:10.958734 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-ccb26b25-7aef-468d-af27-6a7fc621bd86 None None] Set router 905d7f3c-c962-488c-b371-d3bf13d33551 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:41:10.974737 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2aaae-ee9a-4bea-8537-2723c1f6cde1 req-81524adb-740e-4fb5-9104-db47c21dec87 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:10.976278 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c2c2aaae-ee9a-4bea-8537-2723c1f6cde1 req-81524adb-740e-4fb5-9104-db47c21dec87 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5841b8-e1df-434b-8a08-ae30e469a8aa HTTP/1.1" status: 200 len: 945 time: 0.0542684 Sep 16 04:41:11.027181 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c2c2aaae-ee9a-4bea-8537-2723c1f6cde1 req-89b1f0bc-093b-49e5-b271-b2d75193b6ad tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/security-groups?id=aafbb17e-7607-44ca-ad6e-c960d6109432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422778 Sep 16 04:41:11.250872 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f55123f-a3b9-454e-94c4-8b4ad3bf4314 x-openstack-request-id: req-3f55123f-a3b9-454e-94c4-8b4ad3bf4314 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:11.251518 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "tag": "64f9b34f-127f-430e-af48-408f4ad392a0", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:11.251518 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3f55123f-a3b9-454e-94c4-8b4ad3bf4314 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:11.252079 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'tag': '64f9b34f-127f-430e-af48-408f4ad392a0', 'status': 'completed', 'code': 200} Sep 16 04:41:11.309353 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-ccb26b25-7aef-468d-af27-6a7fc621bd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'name': 'tempest-TaggedBootDevicesTest_v242-616669390-router', 'tenant_id': 'b4243ae1bae14f92bfd009f22277a59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': 'ebe234d1-9472-4a92-a56d-4fac4dd14bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:20Z', 'updated_at': '2021-09-16T04:39:26Z', 'revision_number': 4, 'project_id': 'b4243ae1bae14f92bfd009f22277a59c', 'gw_port': {'id': 'ebe234d1-9472-4a92-a56d-4fac4dd14bd9', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:59:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:21Z', 'updated_at': '2021-09-16T04:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'b27564fa-d95c-48e9-ad73-623891ddba24', 'tenant_id': 'b4243ae1bae14f92bfd009f22277a59c', 'floating_ip_address': '172.25.8.208', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'port_id': '64f9b34f-127f-430e-af48-408f4ad392a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd29577ec-b037-4a73-9540-c8c176056e63', 'mac_address': 'fa:16:3e:ca:f8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:40:06Z', 'updated_at': '2021-09-16T04:41:10Z', 'revision_number': 1, 'project_id': 'b4243ae1bae14f92bfd009f22277a59c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8fea6af-9893-41fd-8c8e-a7d135c85247', 'name': '', 'network_id': 'd29577ec-b037-4a73-9540-c8c176056e63', 'tenant_id': 'b4243ae1bae14f92bfd009f22277a59c', 'mac_address': 'fa:16:3e:b1:4c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '7053ff15-410c-47cc-ae7a-b4692790659a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:25Z', 'updated_at': '2021-09-16T04:39:33Z', 'revision_number': 5, 'project_id': 'b4243ae1bae14f92bfd009f22277a59c', 'subnets': [{'id': '7053ff15-410c-47cc-ae7a-b4692790659a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:11.341903 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb26b25-7aef-468d-af27-6a7fc621bd86 None None] Checking router: 905d7f3c-c962-488c-b371-d3bf13d33551 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:41:11.344947 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118711f-2e56-49db-a80d-aab9512bc8fe req-9c77bab7-7ab1-4bfc-a58e-e38d7a639e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:11.345512 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118711f-2e56-49db-a80d-aab9512bc8fe req-9c77bab7-7ab1-4bfc-a58e-e38d7a639e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:11.346046 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118711f-2e56-49db-a80d-aab9512bc8fe req-9c77bab7-7ab1-4bfc-a58e-e38d7a639e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:11.346713 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118711f-2e56-49db-a80d-aab9512bc8fe req-9c77bab7-7ab1-4bfc-a58e-e38d7a639e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:11.347361 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118711f-2e56-49db-a80d-aab9512bc8fe req-9c77bab7-7ab1-4bfc-a58e-e38d7a639e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:11.347970 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118711f-2e56-49db-a80d-aab9512bc8fe req-9c77bab7-7ab1-4bfc-a58e-e38d7a639e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:11.348446 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118711f-2e56-49db-a80d-aab9512bc8fe req-9c77bab7-7ab1-4bfc-a58e-e38d7a639e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:11.350431 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c118711f-2e56-49db-a80d-aab9512bc8fe req-9c77bab7-7ab1-4bfc-a58e-e38d7a639e93 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4243ae1bae14f92bfd009f22277a59c&device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 6509 time: 0.0535896 Sep 16 04:41:11.350692 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb26b25-7aef-468d-af27-6a7fc621bd86 None None] Routers {'905d7f3c-c962-488c-b371-d3bf13d33551'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:41:11.351320 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-ccb26b25-7aef-468d-af27-6a7fc621bd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:40:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['905d7f3c-c962-488c-b371-d3bf13d33551'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:11.442460 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:11.475976 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118711f-2e56-49db-a80d-aab9512bc8fe req-6e00c087-a261-4c4d-bf42-9dcb4c7ad093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:11.477526 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c118711f-2e56-49db-a80d-aab9512bc8fe req-6e00c087-a261-4c4d-bf42-9dcb4c7ad093 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d29577ec-b037-4a73-9540-c8c176056e63 HTTP/1.1" status: 200 len: 917 time: 0.1201146 Sep 16 04:41:11.519857 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-ccb26b25-7aef-468d-af27-6a7fc621bd86 None None] Set router 905d7f3c-c962-488c-b371-d3bf13d33551 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:41:11.520594 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21bbf4-def6-42c1-8380-caa182cb707a req-3e73528e-f651-4e9a-bccf-b2c93af66509 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:11.522596 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1e21bbf4-def6-42c1-8380-caa182cb707a req-3e73528e-f651-4e9a-bccf-b2c93af66509 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.0650146 Sep 16 04:41:11.563615 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c118711f-2e56-49db-a80d-aab9512bc8fe req-e5cb4024-afa6-4470-89b3-78003bc046ee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64f9b34f-127f-430e-af48-408f4ad392a0 HTTP/1.1" status: 200 len: 1000 time: 0.0767736 Sep 16 04:41:11.574410 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1e21bbf4-def6-42c1-8380-caa182cb707a req-d096bf33-fb53-4d54-8102-3edaa4164b95 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451951 Sep 16 04:41:11.619380 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118711f-2e56-49db-a80d-aab9512bc8fe req-f0453d93-68dd-4a5a-b830-15072ff2a07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:11.621620 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c118711f-2e56-49db-a80d-aab9512bc8fe req-f0453d93-68dd-4a5a-b830-15072ff2a07a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7053ff15-410c-47cc-ae7a-b4692790659a HTTP/1.1" status: 200 len: 855 time: 0.0501595 Sep 16 04:41:11.679674 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118711f-2e56-49db-a80d-aab9512bc8fe req-79f773a1-30c0-468d-8f11-e06646c48eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:11.681304 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c118711f-2e56-49db-a80d-aab9512bc8fe req-79f773a1-30c0-468d-8f11-e06646c48eee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d29577ec-b037-4a73-9540-c8c176056e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516899 Sep 16 04:41:11.782543 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c118711f-2e56-49db-a80d-aab9512bc8fe req-c94af17e-48a9-4b4a-b142-7676e6eb3050 service neutron] 10.222.0.48 "GET /v2.0/networks/d29577ec-b037-4a73-9540-c8c176056e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912666 Sep 16 04:41:11.790931 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-ccb26b25-7aef-468d-af27-6a7fc621bd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'name': 'tempest-TaggedBootDevicesTest_v242-616669390-router', 'tenant_id': 'b4243ae1bae14f92bfd009f22277a59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': 'ebe234d1-9472-4a92-a56d-4fac4dd14bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:20Z', 'updated_at': '2021-09-16T04:39:26Z', 'revision_number': 4, 'project_id': 'b4243ae1bae14f92bfd009f22277a59c', 'gw_port': {'id': 'ebe234d1-9472-4a92-a56d-4fac4dd14bd9', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:59:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:21Z', 'updated_at': '2021-09-16T04:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'b27564fa-d95c-48e9-ad73-623891ddba24', 'tenant_id': 'b4243ae1bae14f92bfd009f22277a59c', 'floating_ip_address': '172.25.8.208', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'port_id': '64f9b34f-127f-430e-af48-408f4ad392a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd29577ec-b037-4a73-9540-c8c176056e63', 'mac_address': 'fa:16:3e:ca:f8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:40:06Z', 'updated_at': '2021-09-16T04:41:10Z', 'revision_number': 1, 'project_id': 'b4243ae1bae14f92bfd009f22277a59c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8fea6af-9893-41fd-8c8e-a7d135c85247', 'name': '', 'network_id': 'd29577ec-b037-4a73-9540-c8c176056e63', 'tenant_id': 'b4243ae1bae14f92bfd009f22277a59c', 'mac_address': 'fa:16:3e:b1:4c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '7053ff15-410c-47cc-ae7a-b4692790659a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:25Z', 'updated_at': '2021-09-16T04:39:33Z', 'revision_number': 5, 'project_id': 'b4243ae1bae14f92bfd009f22277a59c', 'subnets': [{'id': '7053ff15-410c-47cc-ae7a-b4692790659a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:11.827819 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb26b25-7aef-468d-af27-6a7fc621bd86 None None] The sync data for ids ['905d7f3c-c962-488c-b371-d3bf13d33551'] in n-d-712139-15 is: [{'id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'name': 'tempest-TaggedBootDevicesTest_v242-616669390-router', 'tenant_id': 'b4243ae1bae14f92bfd009f22277a59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': 'ebe234d1-9472-4a92-a56d-4fac4dd14bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:20Z', 'updated_at': '2021-09-16T04:39:26Z', 'revision_number': 4, 'project_id': 'b4243ae1bae14f92bfd009f22277a59c', 'gw_port': {'id': 'ebe234d1-9472-4a92-a56d-4fac4dd14bd9', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:59:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:21Z', 'updated_at': '2021-09-16T04:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'b27564fa-d95c-48e9-ad73-623891ddba24', 'tenant_id': 'b4243ae1bae14f92bfd009f22277a59c', 'floating_ip_address': '172.25.8.208', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'port_id': '64f9b34f-127f-430e-af48-408f4ad392a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd29577ec-b037-4a73-9540-c8c176056e63', 'mac_address': 'fa:16:3e:ca:f8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:40:06Z', 'updated_at': '2021-09-16T04:41:10Z', 'revision_number': 1, 'project_id': 'b4243ae1bae14f92bfd009f22277a59c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8fea6af-9893-41fd-8c8e-a7d135c85247', 'name': '', 'network_id': 'd29577ec-b037-4a73-9540-c8c176056e63', 'tenant_id': 'b4243ae1bae14f92bfd009f22277a59c', 'mac_address': 'fa:16:3e:b1:4c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '7053ff15-410c-47cc-ae7a-b4692790659a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:25Z', 'updated_at': '2021-09-16T04:39:33Z', 'revision_number': 5, 'project_id': 'b4243ae1bae14f92bfd009f22277a59c', 'subnets': [{'id': '7053ff15-410c-47cc-ae7a-b4692790659a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:41:11.897198 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c118711f-2e56-49db-a80d-aab9512bc8fe req-bb432048-e17b-45bc-a277-e19f029e906d service neutron] 10.222.0.48 "GET /v2.0/networks/d29577ec-b037-4a73-9540-c8c176056e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064115 Sep 16 04:41:11.900225 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fdd3c-e45f-41cf-a64d-9f53bd0f1be9 req-31de5679-b4d5-4cc2-b361-3266e9ca2215 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:11.902090 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0e0fdd3c-e45f-41cf-a64d-9f53bd0f1be9 req-31de5679-b4d5-4cc2-b361-3266e9ca2215 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 949 time: 0.0568154 Sep 16 04:41:11.943062 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0e0fdd3c-e45f-41cf-a64d-9f53bd0f1be9 req-5d17007e-80b0-47bf-885a-545d25851691 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345452 Sep 16 04:41:12.042771 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298f5a89-cd20-4998-899a-eb0820438b60 None None] New status for floating IP b27564fa-d95c-48e9-ad73-623891ddba24: ACTIVE {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:41:12.099529 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device fbd754fe-a94a-4250-86f9-3273dfe50db2 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:12.152428 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port fbd754fe-a94a-4250-86f9-3273dfe50db2 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:41:12.154963 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bddbe3e-2087-4e57-94dd-fcbea5037f9f req-a4fcf751-f0d8-45cd-bebb-183fd879e8d9 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:12.156784 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port fbd754fe-a94a-4250-86f9-3273dfe50db2 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:12.156973 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8bddbe3e-2087-4e57-94dd-fcbea5037f9f req-a4fcf751-f0d8-45cd-bebb-183fd879e8d9 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5841b8-e1df-434b-8a08-ae30e469a8aa HTTP/1.1" status: 200 len: 945 time: 0.0561757 Sep 16 04:41:12.157569 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:12.199977 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8bddbe3e-2087-4e57-94dd-fcbea5037f9f req-8494fcf5-47c3-45ff-aab9-b609b49c8967 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/security-groups?id=aafbb17e-7607-44ca-ad6e-c960d6109432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356975 Sep 16 04:41:12.262874 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:12.286128 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd354229-fed9-4193-9119-52f88322c299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd754fe-a94a-4250-86f9-3273dfe50db2'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:12.288842 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ecb260-3a73-4203-bd1b-9047160b2064" -d '{"events": [{"server_uuid": "fd354229-fed9-4193-9119-52f88322c299", "name": "network-vif-plugged", "status": "completed", "tag": "fbd754fe-a94a-4250-86f9-3273dfe50db2"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:12.304675 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port fbd754fe-a94a-4250-86f9-3273dfe50db2, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=fbd754fe-a94a-4250-86f9-3273dfe50db2,segment=NetworkSegment(f6f2f0af-084c-453b-bf71-6cfdbc7303ec),segment_id=f6f2f0af-084c-453b-bf71-6cfdbc7303ec)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:12.314371 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:12.364954 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=fbd754fe-a94a-4250-86f9-3273dfe50db2,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:12.474043 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f97439-7031-42ee-8b07-f3e4696dc96c req-82b02208-423d-4a5f-859b-51ea5d15e8a1 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:12.475438 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d7f97439-7031-42ee-8b07-f3e4696dc96c req-82b02208-423d-4a5f-859b-51ea5d15e8a1 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd354229-fed9-4193-9119-52f88322c299 HTTP/1.1" status: 200 len: 946 time: 0.0483541 Sep 16 04:41:12.514577 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d7f97439-7031-42ee-8b07-f3e4696dc96c req-f082bf11-ce3a-4e2c-ae69-46403861b167 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/security-groups?id=aafbb17e-7607-44ca-ad6e-c960d6109432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324018 Sep 16 04:41:12.564192 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e33080-f384-4976-a96f-6a055c7d9424 x-openstack-request-id: req-f3e33080-f384-4976-a96f-6a055c7d9424 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:12.564483 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd354229-fed9-4193-9119-52f88322c299", "name": "network-vif-plugged", "status": "completed", "tag": "fbd754fe-a94a-4250-86f9-3273dfe50db2", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:12.564792 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f3e33080-f384-4976-a96f-6a055c7d9424 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:12.565189 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd354229-fed9-4193-9119-52f88322c299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd754fe-a94a-4250-86f9-3273dfe50db2', 'code': 200} Sep 16 04:41:12.704900 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c8c43-867c-49d2-8205-e65394bbf9fd req-b81db935-bbdf-48a2-9fac-1f4ff5b8c541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:12.707347 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fe4c8c43-867c-49d2-8205-e65394bbf9fd req-b81db935-bbdf-48a2-9fac-1f4ff5b8c541 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fd354229-fed9-4193-9119-52f88322c299 HTTP/1.1" status: 200 len: 1098 time: 0.0460646 Sep 16 04:41:12.716281 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad7d80-35e2-4fae-ac65-6fcd46513b8c req-419e03ad-4628-4ce2-9b7c-666fe86c633e tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:12.718124 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-19ad7d80-35e2-4fae-ac65-6fcd46513b8c req-419e03ad-4628-4ce2-9b7c-666fe86c633e tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.0582659 Sep 16 04:41:12.747531 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fe4c8c43-867c-49d2-8205-e65394bbf9fd req-174e98ec-40bc-4f98-94a1-54a4788262ad service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=aafbb17e-7607-44ca-ad6e-c960d6109432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330951 Sep 16 04:41:12.763974 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-19ad7d80-35e2-4fae-ac65-6fcd46513b8c req-2f6b9d77-9740-4cb0-ae9a-9ab6c3e0fd13 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386941 Sep 16 04:41:12.874361 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60664) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:12.980582 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8de7e380-f887-4e54-b4e7-943f292f281e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.063795 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b427a-7256-4abe-becf-f27452ee0113 req-47c0c697-15d7-44ff-9b7f-5e2584a5359c tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:13.065263 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b85b427a-7256-4abe-becf-f27452ee0113 req-47c0c697-15d7-44ff-9b7f-5e2584a5359c tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 949 time: 0.0505280 Sep 16 04:41:13.072399 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8de7e380-f887-4e54-b4e7-943f292f281e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.078081 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8de7e380-f887-4e54-b4e7-943f292f281e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.106628 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b85b427a-7256-4abe-becf-f27452ee0113 req-ef337f6e-57fd-4717-941d-7bdff7f57f0f tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351632 Sep 16 04:41:13.121896 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8de7e380-f887-4e54-b4e7-943f292f281e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c0392d5441074f53b8228bbc3eab4e94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458582 Sep 16 04:41:13.122817 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de7e380-f887-4e54-b4e7-943f292f281e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d909a8-f1a6-4adc-9631-360bc983e092,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:13.123801 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60670) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:13.157502 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2817e6b8-d227-48a8-9394-1512eb37c003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.179333 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a94f0ec9-b276-4389-b6f3-5c9d5e0d22cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.200498 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a94f0ec9-b276-4389-b6f3-5c9d5e0d22cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.245700 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a94f0ec9-b276-4389-b6f3-5c9d5e0d22cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.248405 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a94f0ec9-b276-4389-b6f3-5c9d5e0d22cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.252295 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a94f0ec9-b276-4389-b6f3-5c9d5e0d22cc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/27d909a8-f1a6-4adc-9631-360bc983e092 HTTP/1.1" status: 204 len: 168 time: 0.1250408 Sep 16 04:41:13.258054 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f0ec9-b276-4389-b6f3-5c9d5e0d22cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d909a8-f1a6-4adc-9631-360bc983e092,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:13.473427 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.528025 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60680) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:13.545909 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5e27eeaa-9978-49ba-b0b2-877883018338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.660503 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d295d8b-fe85-42a9-882d-c86b661bf917 req-a1b5991a-d268-46a3-93cc-6e08745fd551 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:13.662014 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d295d8b-fe85-42a9-882d-c86b661bf917 req-a1b5991a-d268-46a3-93cc-6e08745fd551 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd354229-fed9-4193-9119-52f88322c299 HTTP/1.1" status: 200 len: 946 time: 0.0747910 Sep 16 04:41:13.695394 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5e27eeaa-9978-49ba-b0b2-877883018338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.701616 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5e27eeaa-9978-49ba-b0b2-877883018338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.736389 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d295d8b-fe85-42a9-882d-c86b661bf917 req-ecf4d96f-732c-4397-baba-b7631bc9eb7d tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/security-groups?id=aafbb17e-7607-44ca-ad6e-c960d6109432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665917 Sep 16 04:41:13.752729 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5e27eeaa-9978-49ba-b0b2-877883018338 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2a9f113ca96a49eb90d1715e295d6336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2235737 Sep 16 04:41:13.753596 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27eeaa-9978-49ba-b0b2-877883018338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aaca0cb-08b5-46e2-8832-56e7f31d76b1,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:13.756081 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60684) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:13.813738 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8bd41e14-e11e-4c6c-8bdb-1c5153db6db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.835918 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8bd41e14-e11e-4c6c-8bdb-1c5153db6db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.886316 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8bd41e14-e11e-4c6c-8bdb-1c5153db6db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.889095 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8bd41e14-e11e-4c6c-8bdb-1c5153db6db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.890502 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d97bd-8a3c-4dcb-94d4-bece2be14cea req-13b575cc-12f5-45f4-b161-dad846ee9cc3 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:13.890720 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8bd41e14-e11e-4c6c-8bdb-1c5153db6db9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3aaca0cb-08b5-46e2-8832-56e7f31d76b1 HTTP/1.1" status: 204 len: 168 time: 0.1323335 Sep 16 04:41:13.892033 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8e8d97bd-8a3c-4dcb-94d4-bece2be14cea req-13b575cc-12f5-45f4-b161-dad846ee9cc3 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.0567980 Sep 16 04:41:13.898617 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd41e14-e11e-4c6c-8bdb-1c5153db6db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aaca0cb-08b5-46e2-8832-56e7f31d76b1,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:13.936318 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8e8d97bd-8a3c-4dcb-94d4-bece2be14cea req-1a2dd790-7af0-4a2b-8506-eeb38524b5ce tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362298 Sep 16 04:41:14.128468 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:14.193402 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:41:14.199779 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:14.200136 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:14.259405 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad169a91-2113-45f6-90a8-cc4820e7f8cc req-5d5ff73e-e178-4cb5-9349-9ffde49be934 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:14.268711 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ad169a91-2113-45f6-90a8-cc4820e7f8cc req-5d5ff73e-e178-4cb5-9349-9ffde49be934 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 949 time: 0.0775959 Sep 16 04:41:14.306044 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:14.314828 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ad169a91-2113-45f6-90a8-cc4820e7f8cc req-e547b572-1129-4bdf-af9c-df3b21958ea5 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448885 Sep 16 04:41:14.348166 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:14.357196 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:14.361171 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:14.422553 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:14.425940 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:14.566152 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c70efb8-c384-4273-8429-f5fc83b4fad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:14.568527 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67589a00-8833-423c-8edd-8cec52391e5d" -d '{"events": [{"server_uuid": "8c70efb8-c384-4273-8429-f5fc83b4fad7", "name": "network-vif-plugged", "status": "completed", "tag": "fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:14.607547 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62fbb15-e772-4044-9cce-da1ede06d5f7 x-openstack-request-id: req-f62fbb15-e772-4044-9cce-da1ede06d5f7 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:14.607875 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c70efb8-c384-4273-8429-f5fc83b4fad7", "name": "network-vif-plugged", "status": "completed", "tag": "fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:14.608131 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f62fbb15-e772-4044-9cce-da1ede06d5f7 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:14.608527 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c70efb8-c384-4273-8429-f5fc83b4fad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d', 'code': 200} Sep 16 04:41:14.735008 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8f9a2-3980-4650-96b5-6e0f48f86e7b req-e8dce434-6b8c-467f-9dcf-b6519a01b0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:14.736592 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e1b8f9a2-3980-4650-96b5-6e0f48f86e7b req-e8dce434-6b8c-467f-9dcf-b6519a01b0e6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 1102 time: 0.0423093 Sep 16 04:41:14.774728 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e1b8f9a2-3980-4650-96b5-6e0f48f86e7b req-6733d1f4-e858-46ef-b1c4-bdea8abbce68 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311480 Sep 16 04:41:14.860581 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd9b63-b7d7-4554-b458-a7152bfc1651 req-0497d0c0-beac-4345-b405-97b5fe6fe6f4 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:14.862278 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b7fd9b63-b7d7-4554-b458-a7152bfc1651 req-0497d0c0-beac-4345-b405-97b5fe6fe6f4 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd354229-fed9-4193-9119-52f88322c299 HTTP/1.1" status: 200 len: 946 time: 0.0502112 Sep 16 04:41:14.906951 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b7fd9b63-b7d7-4554-b458-a7152bfc1651 req-aa3a8264-ec36-4a77-86ff-1c2bcef5fb7f tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/security-groups?id=aafbb17e-7607-44ca-ad6e-c960d6109432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379469 Sep 16 04:41:15.161388 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bc3d4-6f3b-4662-90fc-02d59d2bcdb0 req-2fca6242-277e-4f93-b167-0be3b8ff9cde tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:15.163323 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c70bc3d4-6f3b-4662-90fc-02d59d2bcdb0 req-2fca6242-277e-4f93-b167-0be3b8ff9cde tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.0554330 Sep 16 04:41:15.204677 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c70bc3d4-6f3b-4662-90fc-02d59d2bcdb0 req-a5c8127c-5014-46b6-b603-6df2b3353cb0 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338306 Sep 16 04:41:15.638479 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea465f2-c1e4-4cfe-a154-7cbd94be8efb req-d62096c7-99c6-4e64-baa0-356569fbccb4 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:15.639941 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3ea465f2-c1e4-4cfe-a154-7cbd94be8efb req-d62096c7-99c6-4e64-baa0-356569fbccb4 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 950 time: 0.0499880 Sep 16 04:41:15.678412 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3ea465f2-c1e4-4cfe-a154-7cbd94be8efb req-935c7388-5a8a-4d52-96a3-8ff158546901 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325279 Sep 16 04:41:15.884250 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:16.185342 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-c7f17858-cc4e-4f4c-a61c-af6bfbc619eb tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:16.186924 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-c7f17858-cc4e-4f4c-a61c-af6bfbc619eb tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/networks?id=eb7cd597-7f23-457a-8e7d-d4c0258aa004 HTTP/1.1" status: 200 len: 813 time: 0.1143258 Sep 16 04:41:16.203568 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-269c9cc3-ae17-4885-a03c-5e7ae00c6b01 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/quotas/a2c39797aeb9433d9e2d6dbd5fa734f8 HTTP/1.1" status: 200 len: 375 time: 0.0103567 Sep 16 04:41:16.267820 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-dca13529-87b9-4be2-a4f6-eef5984e82ce tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a2c39797aeb9433d9e2d6dbd5fa734f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584133 Sep 16 04:41:16.377885 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-4f1a8f6f-7d3f-4e5c-87c9-b5e2d10563c1 service neutron] 10.222.0.35 "GET /v2.0/networks/eb7cd597-7f23-457a-8e7d-d4c0258aa004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026416 Sep 16 04:41:16.476326 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-93ab2e9b-f981-44dd-8b33-7a194d7089a1 service neutron] 10.222.0.35 "GET /v2.0/networks/eb7cd597-7f23-457a-8e7d-d4c0258aa004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916338 Sep 16 04:41:16.938879 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdd07b-3443-4b5e-aaf9-6f968eab3300 req-1158bc40-ef11-4354-842b-1f81a80950c6 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:16.940471 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c7fdd07b-3443-4b5e-aaf9-6f968eab3300 req-1158bc40-ef11-4354-842b-1f81a80950c6 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.0692723 Sep 16 04:41:16.989721 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c7fdd07b-3443-4b5e-aaf9-6f968eab3300 req-accac48e-22ed-4f92-9d67-79389509dea4 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405061 Sep 16 04:41:17.128061 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105e2fe-eb68-4f29-81d8-6fd01e93ce18 req-40e49c1f-1f34-4bc4-840b-1f16ba340e01 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:17.129940 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4105e2fe-eb68-4f29-81d8-6fd01e93ce18 req-40e49c1f-1f34-4bc4-840b-1f16ba340e01 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd354229-fed9-4193-9119-52f88322c299 HTTP/1.1" status: 200 len: 946 time: 0.0913925 Sep 16 04:41:17.291004 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-4105e2fe-eb68-4f29-81d8-6fd01e93ce18 req-a62f7589-0675-4295-96f7-f5704637f9e6 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Deleting port fbd754fe-a94a-4250-86f9-3273dfe50db2 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:17.291395 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4105e2fe-eb68-4f29-81d8-6fd01e93ce18 req-a62f7589-0675-4295-96f7-f5704637f9e6 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:17.408886 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-4105e2fe-eb68-4f29-81d8-6fd01e93ce18 req-a62f7589-0675-4295-96f7-f5704637f9e6 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] For port fbd754fe-a94a-4250-86f9-3273dfe50db2, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=fbd754fe-a94a-4250-86f9-3273dfe50db2,segment=NetworkSegment(f6f2f0af-084c-453b-bf71-6cfdbc7303ec),segment_id=f6f2f0af-084c-453b-bf71-6cfdbc7303ec)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:17.409267 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4105e2fe-eb68-4f29-81d8-6fd01e93ce18 req-a62f7589-0675-4295-96f7-f5704637f9e6 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:17.427851 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-4105e2fe-eb68-4f29-81d8-6fd01e93ce18 req-a62f7589-0675-4295-96f7-f5704637f9e6 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Calling delete_port for fbd754fe-a94a-4250-86f9-3273dfe50db2 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:17.486784 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d20eb6-4d9f-4e31-be5e-0f75ab2f27fd req-a135e7e6-a7be-42f5-aa53-ef6542c5953f tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:17.489836 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b5d20eb6-4d9f-4e31-be5e-0f75ab2f27fd req-a135e7e6-a7be-42f5-aa53-ef6542c5953f tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 950 time: 0.0757749 Sep 16 04:41:17.540313 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b5d20eb6-4d9f-4e31-be5e-0f75ab2f27fd req-bd9b76e8-51dc-4786-b5ee-45e028dec67a tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431471 Sep 16 04:41:17.654037 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4105e2fe-eb68-4f29-81d8-6fd01e93ce18 req-a62f7589-0675-4295-96f7-f5704637f9e6 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:17.688406 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['fbd754fe-a94a-4250-86f9-3273dfe50db2'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:17.696631 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['dc065f9c-d395-4c6c-b9f1-1940b97caccf'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:17.698766 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f7589-0675-4295-96f7-f5704637f9e6 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Pushing event deleted for resources: {'Port': ['ID=fbd754fe-a94a-4250-86f9-3273dfe50db2,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:17.716335 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716cb0e-35a0-4df1-8ce0-f875ad191ae5 req-9eeb7be3-d85d-4968-bfc7-6cdd8a7527a8 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:17.718076 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e716cb0e-35a0-4df1-8ce0-f875ad191ae5 req-9eeb7be3-d85d-4968-bfc7-6cdd8a7527a8 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec5841b8-e1df-434b-8a08-ae30e469a8aa HTTP/1.1" status: 200 len: 945 time: 0.1047962 Sep 16 04:41:17.790208 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4105e2fe-eb68-4f29-81d8-6fd01e93ce18 req-a62f7589-0675-4295-96f7-f5704637f9e6 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] No DVR routers for this DVR port fbd754fe-a94a-4250-86f9-3273dfe50db2 on host n-h2-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:41:17.795434 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4105e2fe-eb68-4f29-81d8-6fd01e93ce18 req-a62f7589-0675-4295-96f7-f5704637f9e6 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:17.798116 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4105e2fe-eb68-4f29-81d8-6fd01e93ce18 req-a62f7589-0675-4295-96f7-f5704637f9e6 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.48 "DELETE /v2.0/ports/fbd754fe-a94a-4250-86f9-3273dfe50db2 HTTP/1.1" status: 204 len: 173 time: 0.6610172 Sep 16 04:41:17.798682 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd354229-fed9-4193-9119-52f88322c299', 'name': 'network-vif-deleted', 'tag': 'fbd754fe-a94a-4250-86f9-3273dfe50db2'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:17.801102 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df19c947-d0f0-4f92-bbab-3e32656c0e77" -d '{"events": [{"server_uuid": "fd354229-fed9-4193-9119-52f88322c299", "name": "network-vif-deleted", "tag": "fbd754fe-a94a-4250-86f9-3273dfe50db2"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:17.882652 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-e716cb0e-35a0-4df1-8ce0-f875ad191ae5 req-0d076f1e-b98e-4489-9330-ca0dee02f4ba tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Deleting port dc065f9c-d395-4c6c-b9f1-1940b97caccf {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:17.882901 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e716cb0e-35a0-4df1-8ce0-f875ad191ae5 req-0d076f1e-b98e-4489-9330-ca0dee02f4ba tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.009524 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-349537d8-2a76-4906-9fbe-ff4df3fa811c req-0218170b-6b3d-43af-8f7f-885033e67c42 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/ports?device_id=71188f8f-57ef-48b5-b84f-a8001068b00a HTTP/1.1" status: 200 len: 210 time: 0.0546851 Sep 16 04:41:18.052887 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-e716cb0e-35a0-4df1-8ce0-f875ad191ae5 req-0d076f1e-b98e-4489-9330-ca0dee02f4ba tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] For port dc065f9c-d395-4c6c-b9f1-1940b97caccf, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=dc065f9c-d395-4c6c-b9f1-1940b97caccf,segment=NetworkSegment(f6f2f0af-084c-453b-bf71-6cfdbc7303ec),segment_id=f6f2f0af-084c-453b-bf71-6cfdbc7303ec)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:18.053827 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e716cb0e-35a0-4df1-8ce0-f875ad191ae5 req-0d076f1e-b98e-4489-9330-ca0dee02f4ba tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.074410 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-e716cb0e-35a0-4df1-8ce0-f875ad191ae5 req-0d076f1e-b98e-4489-9330-ca0dee02f4ba tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Calling delete_port for dc065f9c-d395-4c6c-b9f1-1940b97caccf owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:18.155739 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-1696166a-4128-44c6-9b79-5f6ae0c16aa4 req-b9310cfa-0495-4f91-8554-8730fb31e955 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:41:18.156801 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1696166a-4128-44c6-9b79-5f6ae0c16aa4 req-b9310cfa-0495-4f91-8554-8730fb31e955 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071678 Sep 16 04:41:18.389589 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-a68a6c64-161b-4db0-9295-61d5136a7e3b tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:18.391588 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-a68a6c64-161b-4db0-9295-61d5136a7e3b tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.47 "GET /v2.0/networks?id=eb7cd597-7f23-457a-8e7d-d4c0258aa004 HTTP/1.1" status: 200 len: 813 time: 0.2156229 Sep 16 04:41:18.400410 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e716cb0e-35a0-4df1-8ce0-f875ad191ae5 req-0d076f1e-b98e-4489-9330-ca0dee02f4ba tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.425510 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-b3005994-83f6-4c4c-9798-0a1ea6f5881e tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Request body: {'port': {'device_id': 'df4c2721-acd8-434a-9b04-533e50ac9252', 'network_id': 'eb7cd597-7f23-457a-8e7d-d4c0258aa004', 'admin_state_up': True, 'tenant_id': 'a2c39797aeb9433d9e2d6dbd5fa734f8'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:18.496526 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-7bdb9c5e-1154-4697-9023-fd57ca0e1cde tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:18.498965 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-7bdb9c5e-1154-4697-9023-fd57ca0e1cde tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.48 "GET /v2.0/networks?id=eb7cd597-7f23-457a-8e7d-d4c0258aa004 HTTP/1.1" status: 200 len: 813 time: 0.2760050 Sep 16 04:41:18.509081 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d076f1e-b98e-4489-9330-ca0dee02f4ba tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Pushing event deleted for resources: {'Port': ['ID=dc065f9c-d395-4c6c-b9f1-1940b97caccf,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:18.580490 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e716cb0e-35a0-4df1-8ce0-f875ad191ae5 req-0d076f1e-b98e-4489-9330-ca0dee02f4ba tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] No DVR routers for this DVR port dc065f9c-d395-4c6c-b9f1-1940b97caccf on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:41:18.591117 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-eb9f9b9b-acfc-431c-8c20-143fdacfde0d tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Request body: {'port': {'device_id': '71188f8f-57ef-48b5-b84f-a8001068b00a', 'network_id': 'eb7cd597-7f23-457a-8e7d-d4c0258aa004', 'admin_state_up': True, 'tenant_id': 'a2c39797aeb9433d9e2d6dbd5fa734f8'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:18.596189 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e716cb0e-35a0-4df1-8ce0-f875ad191ae5 req-0d076f1e-b98e-4489-9330-ca0dee02f4ba tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.599390 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e716cb0e-35a0-4df1-8ce0-f875ad191ae5 req-0d076f1e-b98e-4489-9330-ca0dee02f4ba tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.47 "DELETE /v2.0/ports/dc065f9c-d395-4c6c-b9f1-1940b97caccf HTTP/1.1" status: 204 len: 173 time: 0.8557732 Sep 16 04:41:18.621574 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-b3005994-83f6-4c4c-9798-0a1ea6f5881e tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Made reservation on behalf of a2c39797aeb9433d9e2d6dbd5fa734f8 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:18.628650 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-b3005994-83f6-4c4c-9798-0a1ea6f5881e tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.674785 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b18e3ee0-ae28-417a-b101-019a399b79b1 req-9d7bfde7-be58-4b9f-b4d5-ed317876fdc4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1577857 Sep 16 04:41:18.851436 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-eb9f9b9b-acfc-431c-8c20-143fdacfde0d tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Made reservation on behalf of a2c39797aeb9433d9e2d6dbd5fa734f8 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:18.857216 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-eb9f9b9b-acfc-431c-8c20-143fdacfde0d tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.902457 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4472d250-88af-4142-83d3-e00eceda35f1 x-openstack-request-id: req-4472d250-88af-4142-83d3-e00eceda35f1 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:18.903481 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd354229-fed9-4193-9119-52f88322c299", "name": "network-vif-deleted", "tag": "fbd754fe-a94a-4250-86f9-3273dfe50db2", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:18.903957 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4472d250-88af-4142-83d3-e00eceda35f1 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:18.906041 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd354229-fed9-4193-9119-52f88322c299', 'name': 'network-vif-deleted', 'tag': 'fbd754fe-a94a-4250-86f9-3273dfe50db2', 'status': 'completed', 'code': 200} Sep 16 04:41:19.151712 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010a57e-c5f6-41c2-91d0-22f7c0984cae req-41f441b2-adec-4a0e-ad53-4bbf95c154c4 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:19.153680 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5010a57e-c5f6-41c2-91d0-22f7c0984cae req-41f441b2-adec-4a0e-ad53-4bbf95c154c4 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.1863451 Sep 16 04:41:19.164372 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-b3005994-83f6-4c4c-9798-0a1ea6f5881e tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Allocated IP 172.20.0.2 (eb7cd597-7f23-457a-8e7d-d4c0258aa004/afac7971-83f1-4670-80e6-fed5f09e23e3/6ca73a31-6aa8-445a-a0d2-ffeae40866b4) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:19.239788 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5010a57e-c5f6-41c2-91d0-22f7c0984cae req-847b4c55-5b59-4984-baa9-96dd098c69fc tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599115 Sep 16 04:41:19.521357 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-b3005994-83f6-4c4c-9798-0a1ea6f5881e tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:19.605636 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-b3005994-83f6-4c4c-9798-0a1ea6f5881e tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:19.684209 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-b3005994-83f6-4c4c-9798-0a1ea6f5881e tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Network eb7cd597-7f23-457a-8e7d-d4c0258aa004 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:19.696677 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-b3005994-83f6-4c4c-9798-0a1ea6f5881e tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:19.704760 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-b3005994-83f6-4c4c-9798-0a1ea6f5881e tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:19.782817 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-eb9f9b9b-acfc-431c-8c20-143fdacfde0d tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Allocated IP 172.20.0.11 (eb7cd597-7f23-457a-8e7d-d4c0258aa004/afac7971-83f1-4670-80e6-fed5f09e23e3/406c45b9-879f-4ca6-a923-c6836ddeceb7) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:19.809982 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3005994-83f6-4c4c-9798-0a1ea6f5881e tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Pushing event updated for resources: {'Port': ['ID=6ca73a31-6aa8-445a-a0d2-ffeae40866b4,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:19.868765 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3aecc-110f-4496-b7a9-8cfe3487a84d req-3175bb2c-e9c4-4fe4-be7f-4a28ec3160ea tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:19.877078 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d8c3aecc-110f-4496-b7a9-8cfe3487a84d req-3175bb2c-e9c4-4fe4-be7f-4a28ec3160ea tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 950 time: 0.1667635 Sep 16 04:41:19.897942 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-b3005994-83f6-4c4c-9798-0a1ea6f5881e tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:19.898629 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-b3005994-83f6-4c4c-9798-0a1ea6f5881e tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:19.952013 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d8c3aecc-110f-4496-b7a9-8cfe3487a84d req-fac4a38c-d8d2-48bf-bb45-c2bc409374e6 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739326 Sep 16 04:41:19.956624 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-b3005994-83f6-4c4c-9798-0a1ea6f5881e tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5425713 Sep 16 04:41:19.987157 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-4e7eaf8d-3807-47ce-a827-e43c4ac3261e service neutron] Request body: {'port': {'device_id': 'df4c2721-acd8-434a-9b04-533e50ac9252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:20.164085 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-4e7eaf8d-3807-47ce-a827-e43c4ac3261e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.169660 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device fbd754fe-a94a-4250-86f9-3273dfe50db2 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:20.189292 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-eb9f9b9b-acfc-431c-8c20-143fdacfde0d tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.212694 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: fbd754fe-a94a-4250-86f9-3273dfe50db2 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:41:20.214473 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device fbd754fe-a94a-4250-86f9-3273dfe50db2 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:41:20.257580 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-eb9f9b9b-acfc-431c-8c20-143fdacfde0d tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.263017 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c6552f6-da65-4015-bb25-093843809608 req-c9692d2f-171a-4f19-9a36-6a5556715d3b tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/ports?device_id=71188f8f-57ef-48b5-b84f-a8001068b00a HTTP/1.1" status: 200 len: 210 time: 0.0820711 Sep 16 04:41:20.291830 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60880) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:20.420259 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f9b9b-acfc-431c-8c20-143fdacfde0d tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Pushing event updated for resources: {'Port': ['ID=406c45b9-879f-4ca6-a923-c6836ddeceb7,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:20.499247 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-eb9f9b9b-acfc-431c-8c20-143fdacfde0d tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Network eb7cd597-7f23-457a-8e7d-d4c0258aa004 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:20.502461 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-eb9f9b9b-acfc-431c-8c20-143fdacfde0d tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:20.506100 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-eb9f9b9b-acfc-431c-8c20-143fdacfde0d tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:20.576251 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2ab17-5a31-45c4-8c3f-6ecfaa0e47d3 req-3880c5b0-9f68-4c0c-99b9-12da06b6ad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:20.577981 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-04c2ab17-5a31-45c4-8c3f-6ecfaa0e47d3 req-3880c5b0-9f68-4c0c-99b9-12da06b6ad67 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b1f9f4e1b2945aaba6a423a0ea37467&device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 1101 time: 0.1404710 Sep 16 04:41:20.586593 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a2941d2b-cf3d-484f-bd70-485df82adc67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.614169 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-eb9f9b9b-acfc-431c-8c20-143fdacfde0d tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:20.615723 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-eb9f9b9b-acfc-431c-8c20-143fdacfde0d tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.616480 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77532af-4183-424e-b367-f04d67e61490 req-9b170efa-1595-455e-865c-e6285c0a8174 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:20.617808 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e77532af-4183-424e-b367-f04d67e61490 req-9b170efa-1595-455e-865c-e6285c0a8174 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.1181967 Sep 16 04:41:20.679835 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-eb9f9b9b-acfc-431c-8c20-143fdacfde0d tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0958984 Sep 16 04:41:20.707127 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e77532af-4183-424e-b367-f04d67e61490 req-6bf8eb56-8ce1-47f3-bdf8-347036a7c2b4 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784938 Sep 16 04:41:20.736006 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-4e7eaf8d-3807-47ce-a827-e43c4ac3261e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ca73a31-6aa8-445a-a0d2-ffeae40866b4 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:20.736833 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-29a127c8-899c-4bec-86ea-cbf7b493c4cd service neutron] Request body: {'port': {'device_id': '71188f8f-57ef-48b5-b84f-a8001068b00a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:20.746605 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-4e7eaf8d-3807-47ce-a827-e43c4ac3261e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.766813 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-4e7eaf8d-3807-47ce-a827-e43c4ac3261e service neutron] Transition to ACTIVE for port object 6ca73a31-6aa8-445a-a0d2-ffeae40866b4 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:41:20.772704 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-4e7eaf8d-3807-47ce-a827-e43c4ac3261e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.783240 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device dc065f9c-d395-4c6c-b9f1-1940b97caccf no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:20.827234 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: dc065f9c-d395-4c6c-b9f1-1940b97caccf {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:41:20.828101 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device dc065f9c-d395-4c6c-b9f1-1940b97caccf not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:41:20.863324 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2ab17-5a31-45c4-8c3f-6ecfaa0e47d3 req-cae404f4-4490-456a-b544-4c6c1828c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:20.864205 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-04c2ab17-5a31-45c4-8c3f-6ecfaa0e47d3 req-cae404f4-4490-456a-b544-4c6c1828c3f7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.2340958 Sep 16 04:41:20.884147 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-29a127c8-899c-4bec-86ea-cbf7b493c4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.921994 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7eaf8d-3807-47ce-a827-e43c4ac3261e service neutron] Pushing event updated for resources: {'Port': ['ID=6ca73a31-6aa8-445a-a0d2-ffeae40866b4,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:20.938908 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5841b8-e1df-434b-8a08-ae30e469a8aa', 'name': 'network-vif-deleted', 'tag': 'dc065f9c-d395-4c6c-b9f1-1940b97caccf'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:20.941162 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382e1e21-ce22-455a-a51f-f43c620d114e" -d '{"events": [{"server_uuid": "ec5841b8-e1df-434b-8a08-ae30e469a8aa", "name": "network-vif-deleted", "tag": "dc065f9c-d395-4c6c-b9f1-1940b97caccf"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:20.950434 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-04c2ab17-5a31-45c4-8c3f-6ecfaa0e47d3 req-f760f75f-4144-452f-a028-813492779d0b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=c1455dcc-7015-4258-8124-01be02eb39dc HTTP/1.1" status: 200 len: 217 time: 0.0758152 Sep 16 04:41:20.973781 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-4e7eaf8d-3807-47ce-a827-e43c4ac3261e service neutron] Attempting to bind port 6ca73a31-6aa8-445a-a0d2-ffeae40866b4 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:20.974851 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-4e7eaf8d-3807-47ce-a827-e43c4ac3261e service neutron] Attempting to bind port 6ca73a31-6aa8-445a-a0d2-ffeae40866b4 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'f6f2f0af-084c-453b-bf71-6cfdbc7303ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'eb7cd597-7f23-457a-8e7d-d4c0258aa004'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:20.975500 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-4e7eaf8d-3807-47ce-a827-e43c4ac3261e service neutron] Attempting to bind port 6ca73a31-6aa8-445a-a0d2-ffeae40866b4 on network eb7cd597-7f23-457a-8e7d-d4c0258aa004 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:20.983870 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-4e7eaf8d-3807-47ce-a827-e43c4ac3261e service neutron] Port 6ca73a31-6aa8-445a-a0d2-ffeae40866b4 on network eb7cd597-7f23-457a-8e7d-d4c0258aa004 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:41:20.984456 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-4e7eaf8d-3807-47ce-a827-e43c4ac3261e service neutron] Attempting to bind port 6ca73a31-6aa8-445a-a0d2-ffeae40866b4 on network eb7cd597-7f23-457a-8e7d-d4c0258aa004 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:20.992687 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-4e7eaf8d-3807-47ce-a827-e43c4ac3261e service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:20.993552 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-4e7eaf8d-3807-47ce-a827-e43c4ac3261e service neutron] Checking segment: {'id': 'f6f2f0af-084c-453b-bf71-6cfdbc7303ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'eb7cd597-7f23-457a-8e7d-d4c0258aa004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:20.995172 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-4e7eaf8d-3807-47ce-a827-e43c4ac3261e service neutron] Bound using segment: {'id': 'f6f2f0af-084c-453b-bf71-6cfdbc7303ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'eb7cd597-7f23-457a-8e7d-d4c0258aa004'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:20.996245 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-4e7eaf8d-3807-47ce-a827-e43c4ac3261e service neutron] Bound port: 6ca73a31-6aa8-445a-a0d2-ffeae40866b4, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6f2f0af-084c-453b-bf71-6cfdbc7303ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'eb7cd597-7f23-457a-8e7d-d4c0258aa004'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:20.997117 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-4e7eaf8d-3807-47ce-a827-e43c4ac3261e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:21.030062 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b08b4f-f998-4f24-8ed6-8973c95e3bc4 x-openstack-request-id: req-f4b08b4f-f998-4f24-8ed6-8973c95e3bc4 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:21.030648 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5841b8-e1df-434b-8a08-ae30e469a8aa", "name": "network-vif-deleted", "tag": "dc065f9c-d395-4c6c-b9f1-1940b97caccf", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:21.030648 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f4b08b4f-f998-4f24-8ed6-8973c95e3bc4 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:21.031225 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5841b8-e1df-434b-8a08-ae30e469a8aa', 'name': 'network-vif-deleted', 'tag': 'dc065f9c-d395-4c6c-b9f1-1940b97caccf', 'status': 'completed', 'code': 200} Sep 16 04:41:21.062086 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a2941d2b-cf3d-484f-bd70-485df82adc67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:21.074747 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a2941d2b-cf3d-484f-bd70-485df82adc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:21.137872 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-4e7eaf8d-3807-47ce-a827-e43c4ac3261e service neutron] For port 6ca73a31-6aa8-445a-a0d2-ffeae40866b4, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:21.143269 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-4e7eaf8d-3807-47ce-a827-e43c4ac3261e service neutron] For port 6ca73a31-6aa8-445a-a0d2-ffeae40866b4, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=6ca73a31-6aa8-445a-a0d2-ffeae40866b4,segment=NetworkSegment(f6f2f0af-084c-453b-bf71-6cfdbc7303ec),segment_id=f6f2f0af-084c-453b-bf71-6cfdbc7303ec)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:21.149789 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-4e7eaf8d-3807-47ce-a827-e43c4ac3261e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:21.156331 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2ab17-5a31-45c4-8c3f-6ecfaa0e47d3 req-5660d7f3-5a46-48c8-9ba3-503f92976cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:21.158478 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-04c2ab17-5a31-45c4-8c3f-6ecfaa0e47d3 req-5660d7f3-5a46-48c8-9ba3-503f92976cdb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.1951821 Sep 16 04:41:21.167819 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58c085-4540-429d-9797-469808aee288 req-134f5855-69a2-4026-afcc-79b40a113af5 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:21.169464 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed58c085-4540-429d-9797-469808aee288 req-134f5855-69a2-4026-afcc-79b40a113af5 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 950 time: 0.1065784 Sep 16 04:41:21.223752 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-4e7eaf8d-3807-47ce-a827-e43c4ac3261e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:21.224373 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-4e7eaf8d-3807-47ce-a827-e43c4ac3261e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:21.225826 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-4e7eaf8d-3807-47ce-a827-e43c4ac3261e service neutron] 10.222.0.47 "PUT /v2.0/ports/6ca73a31-6aa8-445a-a0d2-ffeae40866b4 HTTP/1.1" status: 200 len: 1092 time: 1.2499595 Sep 16 04:41:21.226576 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4c2721-acd8-434a-9b04-533e50ac9252', 'tag': '6ca73a31-6aa8-445a-a0d2-ffeae40866b4'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:21.229669 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c94504-dc41-456e-af7c-8d55375af549" -d '{"events": [{"name": "network-changed", "server_uuid": "df4c2721-acd8-434a-9b04-533e50ac9252", "tag": "6ca73a31-6aa8-445a-a0d2-ffeae40866b4"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:21.242004 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a2941d2b-cf3d-484f-bd70-485df82adc67 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1a9e19c1a9f4447793158dd5970ed870&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9370475 Sep 16 04:41:21.242300 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60896) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:21.243626 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2941d2b-cf3d-484f-bd70-485df82adc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46520b4-4df8-4984-ba41-43b9826cb3c8,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:21.319806 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed58c085-4540-429d-9797-469808aee288 req-9c3d81fd-cd1f-44be-abe8-84cb7c789462 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237655 Sep 16 04:41:21.324211 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7eaf8d-3807-47ce-a827-e43c4ac3261e service neutron] Pushing event updated for resources: {'Port': ['ID=6ca73a31-6aa8-445a-a0d2-ffeae40866b4,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:21.349824 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2ab17-5a31-45c4-8c3f-6ecfaa0e47d3 req-8656f811-4e8c-4717-9df8-5a1ea0dc498b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:21.352297 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-04c2ab17-5a31-45c4-8c3f-6ecfaa0e47d3 req-8656f811-4e8c-4717-9df8-5a1ea0dc498b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1693122 Sep 16 04:41:21.391972 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e3ee0-ae28-417a-b101-019a399b79b1 req-1c168649-a276-4430-94c8-1304108b35ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:21.393455 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b18e3ee0-ae28-417a-b101-019a399b79b1 req-1c168649-a276-4430-94c8-1304108b35ba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=832e485315cf4d818578c78d15f3a644&device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 1102 time: 0.1566498 Sep 16 04:41:21.411282 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1d71fabc-230c-43e6-8d6f-498118536c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:21.460049 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d89e30c-ba2c-4714-9664-bff06cedb2f6 x-openstack-request-id: req-6d89e30c-ba2c-4714-9664-bff06cedb2f6 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:21.460331 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df4c2721-acd8-434a-9b04-533e50ac9252", "tag": "6ca73a31-6aa8-445a-a0d2-ffeae40866b4", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:21.460331 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6d89e30c-ba2c-4714-9664-bff06cedb2f6 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:21.460331 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df4c2721-acd8-434a-9b04-533e50ac9252', 'tag': '6ca73a31-6aa8-445a-a0d2-ffeae40866b4', 'status': 'completed', 'code': 200} Sep 16 04:41:21.475784 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1d71fabc-230c-43e6-8d6f-498118536c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:21.501371 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-7058f7bd-c2bb-4eff-ae81-50a751a5d513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:21.503194 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-7058f7bd-c2bb-4eff-ae81-50a751a5d513 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a2c39797aeb9433d9e2d6dbd5fa734f8&device_id=df4c2721-acd8-434a-9b04-533e50ac9252 HTTP/1.1" status: 200 len: 1095 time: 0.1361346 Sep 16 04:41:21.549717 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-04c2ab17-5a31-45c4-8c3f-6ecfaa0e47d3 req-b6b0a26e-e534-4809-bf5b-a452a0ece225 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825743 Sep 16 04:41:21.588485 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-29a127c8-899c-4bec-86ea-cbf7b493c4cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 406c45b9-879f-4ca6-a923-c6836ddeceb7 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:21.605097 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-29a127c8-899c-4bec-86ea-cbf7b493c4cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:21.655354 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-29a127c8-899c-4bec-86ea-cbf7b493c4cd service neutron] Transition to ACTIVE for port object 406c45b9-879f-4ca6-a923-c6836ddeceb7 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:41:21.665769 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-29a127c8-899c-4bec-86ea-cbf7b493c4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:21.735503 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-04c2ab17-5a31-45c4-8c3f-6ecfaa0e47d3 req-420395fe-103b-4ae3-b6e2-668c6d3ee36c service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772609 Sep 16 04:41:21.777228 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a127c8-899c-4bec-86ea-cbf7b493c4cd service neutron] Pushing event updated for resources: {'Port': ['ID=406c45b9-879f-4ca6-a923-c6836ddeceb7,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:21.840533 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-29a127c8-899c-4bec-86ea-cbf7b493c4cd service neutron] Attempting to bind port 406c45b9-879f-4ca6-a923-c6836ddeceb7 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:21.840913 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-29a127c8-899c-4bec-86ea-cbf7b493c4cd service neutron] Attempting to bind port 406c45b9-879f-4ca6-a923-c6836ddeceb7 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': 'f6f2f0af-084c-453b-bf71-6cfdbc7303ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'eb7cd597-7f23-457a-8e7d-d4c0258aa004'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:21.841246 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-29a127c8-899c-4bec-86ea-cbf7b493c4cd service neutron] Attempting to bind port 406c45b9-879f-4ca6-a923-c6836ddeceb7 on network eb7cd597-7f23-457a-8e7d-d4c0258aa004 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:21.846337 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-29a127c8-899c-4bec-86ea-cbf7b493c4cd service neutron] Port 406c45b9-879f-4ca6-a923-c6836ddeceb7 on network eb7cd597-7f23-457a-8e7d-d4c0258aa004 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:41:21.846809 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-29a127c8-899c-4bec-86ea-cbf7b493c4cd service neutron] Attempting to bind port 406c45b9-879f-4ca6-a923-c6836ddeceb7 on network eb7cd597-7f23-457a-8e7d-d4c0258aa004 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:21.857454 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-29a127c8-899c-4bec-86ea-cbf7b493c4cd service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:21.857970 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-29a127c8-899c-4bec-86ea-cbf7b493c4cd service neutron] Checking segment: {'id': 'f6f2f0af-084c-453b-bf71-6cfdbc7303ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'eb7cd597-7f23-457a-8e7d-d4c0258aa004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:21.858599 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-29a127c8-899c-4bec-86ea-cbf7b493c4cd service neutron] Bound using segment: {'id': 'f6f2f0af-084c-453b-bf71-6cfdbc7303ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'eb7cd597-7f23-457a-8e7d-d4c0258aa004'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:21.859279 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-29a127c8-899c-4bec-86ea-cbf7b493c4cd service neutron] Bound port: 406c45b9-879f-4ca6-a923-c6836ddeceb7, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6f2f0af-084c-453b-bf71-6cfdbc7303ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'eb7cd597-7f23-457a-8e7d-d4c0258aa004'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:21.859871 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-29a127c8-899c-4bec-86ea-cbf7b493c4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:21.920704 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-42f3771d-b190-4f73-acb2-cbe646c5f627 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ca73a31-6aa8-445a-a0d2-ffeae40866b4 HTTP/1.1" status: 200 len: 217 time: 0.3788924 Sep 16 04:41:21.940557 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-29a127c8-899c-4bec-86ea-cbf7b493c4cd service neutron] For port 406c45b9-879f-4ca6-a923-c6836ddeceb7, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:21.944284 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-29a127c8-899c-4bec-86ea-cbf7b493c4cd service neutron] For port 406c45b9-879f-4ca6-a923-c6836ddeceb7, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=406c45b9-879f-4ca6-a923-c6836ddeceb7,segment=NetworkSegment(f6f2f0af-084c-453b-bf71-6cfdbc7303ec),segment_id=f6f2f0af-084c-453b-bf71-6cfdbc7303ec)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:21.954083 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-29a127c8-899c-4bec-86ea-cbf7b493c4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:21.990211 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e3ee0-ae28-417a-b101-019a399b79b1 req-4369b7d2-9cf9-4484-9504-63a6c17f420d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:21.991716 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b18e3ee0-ae28-417a-b101-019a399b79b1 req-4369b7d2-9cf9-4484-9504-63a6c17f420d service neutron] 10.222.0.48 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.5657625 Sep 16 04:41:22.005957 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-29a127c8-899c-4bec-86ea-cbf7b493c4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:22.006469 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155144f-700b-4aa3-ba88-c15bae83f106 req-7edc525f-ea25-4276-8935-1e8415a7419b tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:22.006700 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-29a127c8-899c-4bec-86ea-cbf7b493c4cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:22.008236 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-29a127c8-899c-4bec-86ea-cbf7b493c4cd service neutron] 10.222.0.48 "PUT /v2.0/ports/406c45b9-879f-4ca6-a923-c6836ddeceb7 HTTP/1.1" status: 200 len: 1093 time: 1.2869620 Sep 16 04:41:22.008980 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6155144f-700b-4aa3-ba88-c15bae83f106 req-7edc525f-ea25-4276-8935-1e8415a7419b tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/ports?device_id=71188f8f-57ef-48b5-b84f-a8001068b00a HTTP/1.1" status: 200 len: 932 time: 0.4730902 Sep 16 04:41:22.022889 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1d71fabc-230c-43e6-8d6f-498118536c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:22.026237 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1d71fabc-230c-43e6-8d6f-498118536c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:22.027475 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1d71fabc-230c-43e6-8d6f-498118536c7a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d46520b4-4df8-4984-ba41-43b9826cb3c8 HTTP/1.1" status: 204 len: 168 time: 0.7847192 Sep 16 04:41:22.041152 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a127c8-899c-4bec-86ea-cbf7b493c4cd service neutron] Pushing event updated for resources: {'Port': ['ID=406c45b9-879f-4ca6-a923-c6836ddeceb7,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:22.068489 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b18e3ee0-ae28-417a-b101-019a399b79b1 req-c7019063-a15f-4f19-9b07-86feb8fdf79c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d HTTP/1.1" status: 200 len: 217 time: 0.0554686 Sep 16 04:41:22.080238 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-632c613b-79d8-454a-b329-7a04c47cfeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:22.081855 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-632c613b-79d8-454a-b329-7a04c47cfeb1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afac7971-83f1-4670-80e6-fed5f09e23e3 HTTP/1.1" status: 200 len: 853 time: 0.1493270 Sep 16 04:41:22.094657 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71fabc-230c-43e6-8d6f-498118536c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46520b4-4df8-4984-ba41-43b9826cb3c8,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:22.154795 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-9ecbb2ec-4eaf-4603-ab8a-4f350b6874a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eb7cd597-7f23-457a-8e7d-d4c0258aa004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559111 Sep 16 04:41:22.193415 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-e5e3cc1f-9245-4c65-99f5-0d8849fe06da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:22.195608 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6155144f-700b-4aa3-ba88-c15bae83f106 req-c6128c50-6d00-4f33-a14d-3418ff070d3e tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/security-groups?id=aafbb17e-7607-44ca-ad6e-c960d6109432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734054 Sep 16 04:41:22.196276 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-e5e3cc1f-9245-4c65-99f5-0d8849fe06da service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a2c39797aeb9433d9e2d6dbd5fa734f8&device_id=71188f8f-57ef-48b5-b84f-a8001068b00a HTTP/1.1" status: 200 len: 1096 time: 0.0933094 Sep 16 04:41:22.222229 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e3ee0-ae28-417a-b101-019a399b79b1 req-80cdd6da-a1f3-4d38-957e-18d1cdb612eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:22.224733 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b18e3ee0-ae28-417a-b101-019a399b79b1 req-80cdd6da-a1f3-4d38-957e-18d1cdb612eb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.1412971 Sep 16 04:41:22.342229 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-94f23029-eeb4-48eb-a81e-eeed0cc2d38d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=406c45b9-879f-4ca6-a923-c6836ddeceb7 HTTP/1.1" status: 200 len: 217 time: 0.1234899 Sep 16 04:41:22.353943 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e3ee0-ae28-417a-b101-019a399b79b1 req-77e0eb00-8a49-44b2-ad05-d4b26eb85758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:22.356697 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b18e3ee0-ae28-417a-b101-019a399b79b1 req-77e0eb00-8a49-44b2-ad05-d4b26eb85758 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1173091 Sep 16 04:41:22.369013 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-86be400f-6fe7-48b1-80c6-6e9a4e44ee3d service neutron] 10.222.0.47 "GET /v2.0/networks/eb7cd597-7f23-457a-8e7d-d4c0258aa004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025831 Sep 16 04:41:22.475377 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-b44c6461-5ef0-4b80-a82c-be252d37da21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:22.479130 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-b44c6461-5ef0-4b80-a82c-be252d37da21 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=afac7971-83f1-4670-80e6-fed5f09e23e3 HTTP/1.1" status: 200 len: 853 time: 0.0692558 Sep 16 04:41:22.528462 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-fb759308-0990-4310-a8f6-99989212c02e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eb7cd597-7f23-457a-8e7d-d4c0258aa004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404634 Sep 16 04:41:22.589053 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6ca31-c0c5-4748-ab79-9a6ae5a98090 req-1bd35146-07b0-45b0-b33d-a78abed08d1a tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:22.591030 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3bd6ca31-c0c5-4748-ab79-9a6ae5a98090 req-1bd35146-07b0-45b0-b33d-a78abed08d1a tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.1764066 Sep 16 04:41:22.595916 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-80e53503-801e-4a46-92b5-c53107be7820 service neutron] 10.222.0.47 "GET /v2.0/networks/eb7cd597-7f23-457a-8e7d-d4c0258aa004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190588 Sep 16 04:41:22.599537 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60916) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:22.657906 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-741ffafd-06e2-47fd-bbfe-13911641c44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:22.664900 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b18e3ee0-ae28-417a-b101-019a399b79b1 req-71fd7d5c-379d-4abd-9c75-2295cf3c908b service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348688 Sep 16 04:41:22.726239 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3bd6ca31-c0c5-4748-ab79-9a6ae5a98090 req-1c9adca5-7359-4a91-b11a-aa5d4a2bee3d tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162920 Sep 16 04:41:22.873237 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b18e3ee0-ae28-417a-b101-019a399b79b1 req-109c182c-fb04-4d3c-aa7c-ac85e03873ba service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966996 Sep 16 04:41:22.875340 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c94504-dc41-456e-af7c-8d55375af549 req-e496afed-51d6-40a5-a858-1194d509c383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:22.877041 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-83c94504-dc41-456e-af7c-8d55375af549 req-e496afed-51d6-40a5-a858-1194d509c383 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a2c39797aeb9433d9e2d6dbd5fa734f8&device_id=df4c2721-acd8-434a-9b04-533e50ac9252 HTTP/1.1" status: 200 len: 1095 time: 0.1498263 Sep 16 04:41:22.931250 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-57d0e480-5575-4796-8d2e-2a01cc9b9ce6 service neutron] 10.222.0.48 "GET /v2.0/networks/eb7cd597-7f23-457a-8e7d-d4c0258aa004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920519 Sep 16 04:41:23.012864 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-741ffafd-06e2-47fd-bbfe-13911641c44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.026800 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-741ffafd-06e2-47fd-bbfe-13911641c44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.050230 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71188f8f-57ef-48b5-b84f-a8001068b00a', 'tag': '406c45b9-879f-4ca6-a923-c6836ddeceb7'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:23.054257 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62a46e4-f688-431e-932b-382cb24321fc" -d '{"events": [{"name": "network-changed", "server_uuid": "71188f8f-57ef-48b5-b84f-a8001068b00a", "tag": "406c45b9-879f-4ca6-a923-c6836ddeceb7"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:23.079840 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c94504-dc41-456e-af7c-8d55375af549 req-47f493a4-a440-494e-a278-40ce9741379e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:23.083930 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-83c94504-dc41-456e-af7c-8d55375af549 req-47f493a4-a440-494e-a278-40ce9741379e service neutron] 10.222.0.47 "GET /v2.0/networks?id=eb7cd597-7f23-457a-8e7d-d4c0258aa004 HTTP/1.1" status: 200 len: 914 time: 0.1955380 Sep 16 04:41:23.110439 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5427f7ee-d34b-426d-b514-938c42a33e5b req-b6ecb1fa-1a3d-4fb2-9d60-dd35dc5b602e service neutron] 10.222.0.48 "GET /v2.0/networks/eb7cd597-7f23-457a-8e7d-d4c0258aa004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707766 Sep 16 04:41:23.198065 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-741ffafd-06e2-47fd-bbfe-13911641c44a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5979155e5a2249f2871c44933ec73778&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5966394 Sep 16 04:41:23.201027 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60920) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:23.202873 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-83c94504-dc41-456e-af7c-8d55375af549 req-4a982d00-eba3-465c-aeb8-a1a3f93d8a32 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ca73a31-6aa8-445a-a0d2-ffeae40866b4 HTTP/1.1" status: 200 len: 217 time: 0.0991240 Sep 16 04:41:23.204981 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ffafd-06e2-47fd-bbfe-13911641c44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f59e114-8970-4c15-8f19-e1193ec8a600,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:23.261711 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-25a42ccd-17ae-482e-aedd-9d46a05f62a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.264884 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1dff9-eb6d-4be8-98ec-2bee79266e3c req-6c50d3bd-5864-4917-aaa9-79d9e2a3a5b9 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:23.266635 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-10a1dff9-eb6d-4be8-98ec-2bee79266e3c req-6c50d3bd-5864-4917-aaa9-79d9e2a3a5b9 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 950 time: 0.1667159 Sep 16 04:41:23.287981 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-25a42ccd-17ae-482e-aedd-9d46a05f62a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.310388 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c94504-dc41-456e-af7c-8d55375af549 req-d817a255-a9ae-4c57-a4ef-363bf9e8ae2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:23.311912 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-83c94504-dc41-456e-af7c-8d55375af549 req-d817a255-a9ae-4c57-a4ef-363bf9e8ae2d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=afac7971-83f1-4670-80e6-fed5f09e23e3 HTTP/1.1" status: 200 len: 853 time: 0.0982273 Sep 16 04:41:23.353355 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-83c94504-dc41-456e-af7c-8d55375af549 req-4d1a4f41-b7de-480e-bf73-d3f23c558c8b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eb7cd597-7f23-457a-8e7d-d4c0258aa004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290599 Sep 16 04:41:23.356813 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-10a1dff9-eb6d-4be8-98ec-2bee79266e3c req-814e324d-2545-4912-ba6a-ce1e55acaa9f tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749588 Sep 16 04:41:23.358906 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-25a42ccd-17ae-482e-aedd-9d46a05f62a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.370204 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-25a42ccd-17ae-482e-aedd-9d46a05f62a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.371600 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-25a42ccd-17ae-482e-aedd-9d46a05f62a0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6f59e114-8970-4c15-8f19-e1193ec8a600 HTTP/1.1" status: 204 len: 168 time: 0.1692452 Sep 16 04:41:23.383595 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a42ccd-17ae-482e-aedd-9d46a05f62a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f59e114-8970-4c15-8f19-e1193ec8a600,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:23.487047 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-83c94504-dc41-456e-af7c-8d55375af549 req-edea4535-c32b-42ae-9bc3-427a32c3d797 service neutron] 10.222.0.47 "GET /v2.0/networks/eb7cd597-7f23-457a-8e7d-d4c0258aa004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245506 Sep 16 04:41:23.541929 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774a043f-cc1f-4b8c-95b3-d955dcda1cbf x-openstack-request-id: req-774a043f-cc1f-4b8c-95b3-d955dcda1cbf {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:23.542376 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71188f8f-57ef-48b5-b84f-a8001068b00a", "tag": "406c45b9-879f-4ca6-a923-c6836ddeceb7", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:23.542764 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-774a043f-cc1f-4b8c-95b3-d955dcda1cbf {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:23.543173 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71188f8f-57ef-48b5-b84f-a8001068b00a', 'tag': '406c45b9-879f-4ca6-a923-c6836ddeceb7', 'status': 'completed', 'code': 200} Sep 16 04:41:23.621577 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-83c94504-dc41-456e-af7c-8d55375af549 req-bf931d5d-c179-4aa9-aea4-d2318c9d7d51 service neutron] 10.222.0.47 "GET /v2.0/networks/eb7cd597-7f23-457a-8e7d-d4c0258aa004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239071 Sep 16 04:41:23.660676 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a46e4-f688-431e-932b-382cb24321fc req-2e2de6ee-232a-4e83-8c6f-8271587fb93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:23.663821 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c62a46e4-f688-431e-932b-382cb24321fc req-2e2de6ee-232a-4e83-8c6f-8271587fb93a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a2c39797aeb9433d9e2d6dbd5fa734f8&device_id=71188f8f-57ef-48b5-b84f-a8001068b00a HTTP/1.1" status: 200 len: 1096 time: 0.0574622 Sep 16 04:41:23.674100 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92da46-c499-43b5-adaf-1b73e1b1975f req-cd5ccb39-9bb4-408d-a7a8-1398e1c3fe07 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:23.675873 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dd92da46-c499-43b5-adaf-1b73e1b1975f req-cd5ccb39-9bb4-408d-a7a8-1398e1c3fe07 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/ports?device_id=71188f8f-57ef-48b5-b84f-a8001068b00a HTTP/1.1" status: 200 len: 944 time: 0.0714319 Sep 16 04:41:23.737376 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dd92da46-c499-43b5-adaf-1b73e1b1975f req-84209587-c375-43c0-9560-e3c9cd5fd97e tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/security-groups?id=aafbb17e-7607-44ca-ad6e-c960d6109432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530913 Sep 16 04:41:23.795762 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a46e4-f688-431e-932b-382cb24321fc req-33bbbce5-6e43-4032-86dd-b25c034369e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:23.797311 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c62a46e4-f688-431e-932b-382cb24321fc req-33bbbce5-6e43-4032-86dd-b25c034369e4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=eb7cd597-7f23-457a-8e7d-d4c0258aa004 HTTP/1.1" status: 200 len: 914 time: 0.1257710 Sep 16 04:41:23.897858 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c62a46e4-f688-431e-932b-382cb24321fc req-7766dde2-a3f7-4de0-b26d-a77a4854d7b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=406c45b9-879f-4ca6-a923-c6836ddeceb7 HTTP/1.1" status: 200 len: 217 time: 0.0390646 Sep 16 04:41:23.964816 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a46e4-f688-431e-932b-382cb24321fc req-0f7dbf2d-b077-4b28-b671-1025f65029ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:23.966817 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c62a46e4-f688-431e-932b-382cb24321fc req-0f7dbf2d-b077-4b28-b671-1025f65029ff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=afac7971-83f1-4670-80e6-fed5f09e23e3 HTTP/1.1" status: 200 len: 853 time: 0.0547547 Sep 16 04:41:23.989818 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e45880-dda9-4428-944b-3dfa840f3b37 req-9c99080e-fe90-4519-84bf-8a1b4ab657c0 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:23.992221 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-15e45880-dda9-4428-944b-3dfa840f3b37 req-9c99080e-fe90-4519-84bf-8a1b4ab657c0 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.0827942 Sep 16 04:41:24.008151 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c62a46e4-f688-431e-932b-382cb24321fc req-9146823e-e0e2-4700-925b-b00f6e1b19fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eb7cd597-7f23-457a-8e7d-d4c0258aa004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303447 Sep 16 04:41:24.040258 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-15e45880-dda9-4428-944b-3dfa840f3b37 req-a7bd9b92-13c5-4bcd-bcfb-9b7cf4d10966 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405648 Sep 16 04:41:24.134237 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c62a46e4-f688-431e-932b-382cb24321fc req-a089db95-b2f7-456a-aa1b-13c4aa24653f service neutron] 10.222.0.48 "GET /v2.0/networks/eb7cd597-7f23-457a-8e7d-d4c0258aa004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058443 Sep 16 04:41:24.260298 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c62a46e4-f688-431e-932b-382cb24321fc req-e871d640-b50a-400b-9128-9699d62b7dd3 service neutron] 10.222.0.48 "GET /v2.0/networks/eb7cd597-7f23-457a-8e7d-d4c0258aa004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163936 Sep 16 04:41:24.503192 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2270e05-90f0-422e-9b5a-297a61dfd587 req-0293ab9c-cbfe-426d-a364-0a359fa4f8a1 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:24.507894 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a2270e05-90f0-422e-9b5a-297a61dfd587 req-0293ab9c-cbfe-426d-a364-0a359fa4f8a1 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 950 time: 0.0538149 Sep 16 04:41:24.555229 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a2270e05-90f0-422e-9b5a-297a61dfd587 req-3dc3cc32-fb4d-4a5a-8953-b02e117c8368 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363736 Sep 16 04:41:24.809661 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 6ca73a31-6aa8-445a-a0d2-ffeae40866b4 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:41:24.861177 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76c86f-a01e-4d4e-ab19-371c42450a19 req-b86c9bd8-cd91-4c68-a57f-b7c6ea993f9a tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:24.867258 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4b76c86f-a01e-4d4e-ab19-371c42450a19 req-b86c9bd8-cd91-4c68-a57f-b7c6ea993f9a tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/ports?device_id=71188f8f-57ef-48b5-b84f-a8001068b00a HTTP/1.1" status: 200 len: 944 time: 0.0625527 Sep 16 04:41:24.928044 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 6ca73a31-6aa8-445a-a0d2-ffeae40866b4, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=6ca73a31-6aa8-445a-a0d2-ffeae40866b4,segment=NetworkSegment(f6f2f0af-084c-453b-bf71-6cfdbc7303ec),segment_id=f6f2f0af-084c-453b-bf71-6cfdbc7303ec)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:24.934740 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4b76c86f-a01e-4d4e-ab19-371c42450a19 req-a3ade124-ce55-48e8-acfe-77fb5de70004 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/security-groups?id=aafbb17e-7607-44ca-ad6e-c960d6109432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642107 Sep 16 04:41:24.950599 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '6ca73a31-6aa8-445a-a0d2-ffeae40866b4', 'network_id': 'eb7cd597-7f23-457a-8e7d-d4c0258aa004', 'port_id': '6ca73a31-6aa8-445a-a0d2-ffeae40866b4', 'mac_address': 'fa:16:3e:96:37:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afac7971-83f1-4670-80e6-fed5f09e23e3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:41:24.999776 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:25.014355 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca73a31-6aa8-445a-a0d2-ffeae40866b4 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:25.039168 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 6ca73a31-6aa8-445a-a0d2-ffeae40866b4, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=6ca73a31-6aa8-445a-a0d2-ffeae40866b4,segment=NetworkSegment(f6f2f0af-084c-453b-bf71-6cfdbc7303ec),segment_id=f6f2f0af-084c-453b-bf71-6cfdbc7303ec)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:25.047568 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:25.099936 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=6ca73a31-6aa8-445a-a0d2-ffeae40866b4,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:25.302867 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-7bffae82-a696-4f67-9d91-373e64a17989 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=00394395b7254ffdbe6f962cfb1fda8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257244 Sep 16 04:41:25.420955 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-dda6d24b-1aa6-492f-a04a-774f36a1f77f tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:25.422816 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-dda6d24b-1aa6-492f-a04a-774f36a1f77f tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1133013 Sep 16 04:41:25.439616 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-943c6858-6cf0-498d-a5fa-5af47a995936 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/quotas/00394395b7254ffdbe6f962cfb1fda8d HTTP/1.1" status: 200 len: 375 time: 0.0099361 Sep 16 04:41:25.474096 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['6ca73a31-6aa8-445a-a0d2-ffeae40866b4'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:25.477929 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-d00f8269-03df-4441-8db0-56bf029bb6c0 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=00394395b7254ffdbe6f962cfb1fda8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321417 Sep 16 04:41:25.715859 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8c376-0bcc-4af9-9a57-8953af97c6f8 req-658971c5-ef7f-4573-baa1-0bc315035486 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:25.717626 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4cd8c376-0bcc-4af9-9a57-8953af97c6f8 req-658971c5-ef7f-4573-baa1-0bc315035486 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.0654857 Sep 16 04:41:25.764672 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4cd8c376-0bcc-4af9-9a57-8953af97c6f8 req-baf65f88-539d-4999-82b2-2d86f48ab960 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406482 Sep 16 04:41:26.084086 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fb368-01f2-45f7-aeca-8c2b4a2b3d8f req-707f06cd-11b1-4257-bf1f-babb69348e19 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:26.086333 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-435fb368-01f2-45f7-aeca-8c2b4a2b3d8f req-707f06cd-11b1-4257-bf1f-babb69348e19 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 950 time: 0.0666618 Sep 16 04:41:26.136368 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-435fb368-01f2-45f7-aeca-8c2b4a2b3d8f req-70270583-a218-49c3-9f23-0f6c5d2a2088 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400109 Sep 16 04:41:26.219749 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f11818b4-b5ba-4686-a44e-16670056d288 req-bf984471-c894-45de-86b0-e726c2e9136f tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac1cff9b-fe50-453b-9070-b4966ca84f32 HTTP/1.1" status: 200 len: 210 time: 0.0276046 Sep 16 04:41:26.418202 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395f7d3-cb98-4ffd-aba2-bbde1cd7beee req-35dab93e-6fbc-4a93-92ae-fbcdcd4d50e8 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:26.420105 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0395f7d3-cb98-4ffd-aba2-bbde1cd7beee req-35dab93e-6fbc-4a93-92ae-fbcdcd4d50e8 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/ports?device_id=71188f8f-57ef-48b5-b84f-a8001068b00a HTTP/1.1" status: 200 len: 944 time: 0.0610495 Sep 16 04:41:26.462765 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0395f7d3-cb98-4ffd-aba2-bbde1cd7beee req-e912dc7a-9645-42fd-8d52-9b19f8e903fd tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/security-groups?id=aafbb17e-7607-44ca-ad6e-c960d6109432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358224 Sep 16 04:41:26.809203 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 6ca73a31-6aa8-445a-a0d2-ffeae40866b4 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:26.827234 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-c180f4c1-630c-4ba4-91c7-4cdb40bc5d9b tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=00394395b7254ffdbe6f962cfb1fda8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262709 Sep 16 04:41:26.911678 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 6ca73a31-6aa8-445a-a0d2-ffeae40866b4 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:41:26.920359 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 6ca73a31-6aa8-445a-a0d2-ffeae40866b4 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:26.921426 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:26.939155 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb31f0-548e-4317-b886-2d9b297af386 req-6c44943a-0b88-415e-ba68-0c875883ba4a tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:26.941786 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-42bb31f0-548e-4317-b886-2d9b297af386 req-6c44943a-0b88-415e-ba68-0c875883ba4a tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.0953522 Sep 16 04:41:26.978228 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-124ea64b-bac6-4591-a8f9-f9d0ad05f97a tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:26.980625 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-124ea64b-bac6-4591-a8f9-f9d0ad05f97a tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1384921 Sep 16 04:41:27.009257 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-42bb31f0-548e-4317-b886-2d9b297af386 req-79ee5303-fcbc-4259-9d0c-f9798220faf6 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594501 Sep 16 04:41:27.021435 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-cf5fd97f-9ef8-422c-8c26-2bce9ee49c80 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Request body: {'port': {'device_id': 'ac1cff9b-fe50-453b-9070-b4966ca84f32', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'admin_state_up': True, 'tenant_id': '00394395b7254ffdbe6f962cfb1fda8d'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:27.043290 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:27.071818 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4c2721-acd8-434a-9b04-533e50ac9252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca73a31-6aa8-445a-a0d2-ffeae40866b4'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:27.075434 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2639784-e092-461b-9ef7-e79ccc02ff63" -d '{"events": [{"server_uuid": "df4c2721-acd8-434a-9b04-533e50ac9252", "name": "network-vif-plugged", "status": "completed", "tag": "6ca73a31-6aa8-445a-a0d2-ffeae40866b4"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:27.094273 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 6ca73a31-6aa8-445a-a0d2-ffeae40866b4, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=6ca73a31-6aa8-445a-a0d2-ffeae40866b4,segment=NetworkSegment(f6f2f0af-084c-453b-bf71-6cfdbc7303ec),segment_id=f6f2f0af-084c-453b-bf71-6cfdbc7303ec)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:27.099287 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:27.156267 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=6ca73a31-6aa8-445a-a0d2-ffeae40866b4,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:27.178845 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-cf5fd97f-9ef8-422c-8c26-2bce9ee49c80 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Made reservation on behalf of 00394395b7254ffdbe6f962cfb1fda8d for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:27.186166 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-cf5fd97f-9ef8-422c-8c26-2bce9ee49c80 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:27.200005 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-cf5fd97f-9ef8-422c-8c26-2bce9ee49c80 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:27.279753 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1683b3-c8fa-4159-8a32-c6ceaf646f19 x-openstack-request-id: req-dc1683b3-c8fa-4159-8a32-c6ceaf646f19 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:27.280177 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4c2721-acd8-434a-9b04-533e50ac9252", "name": "network-vif-plugged", "status": "completed", "tag": "6ca73a31-6aa8-445a-a0d2-ffeae40866b4", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:27.280591 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dc1683b3-c8fa-4159-8a32-c6ceaf646f19 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:27.281102 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4c2721-acd8-434a-9b04-533e50ac9252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca73a31-6aa8-445a-a0d2-ffeae40866b4', 'code': 200} Sep 16 04:41:27.336237 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-cf5fd97f-9ef8-422c-8c26-2bce9ee49c80 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:27.343183 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-cf5fd97f-9ef8-422c-8c26-2bce9ee49c80 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:27.392747 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b4bb3-6232-4ed7-a1da-e889e7e44ee8 req-20dcf8b0-4ea4-419b-8190-b4fe8df0af07 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:27.394284 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef2b4bb3-6232-4ed7-a1da-e889e7e44ee8 req-20dcf8b0-4ea4-419b-8190-b4fe8df0af07 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 950 time: 0.0548668 Sep 16 04:41:27.425893 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5fd97f-9ef8-422c-8c26-2bce9ee49c80 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfeaf55-6df4-4c22-b40f-8635338f8ab1,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:27.464134 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2e350-1fe0-493e-a7ee-5f57afda7366 req-eeb20baf-b6e7-439e-be22-f33a1376aa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:27.465819 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ee2e350-1fe0-493e-a7ee-5f57afda7366 req-eeb20baf-b6e7-439e-be22-f33a1376aa93 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=df4c2721-acd8-434a-9b04-533e50ac9252 HTTP/1.1" status: 200 len: 1097 time: 0.0706403 Sep 16 04:41:27.490723 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef2b4bb3-6232-4ed7-a1da-e889e7e44ee8 req-dc31eea7-6d66-4ee6-86c7-4467607577ff tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848815 Sep 16 04:41:27.516749 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-cf5fd97f-9ef8-422c-8c26-2bce9ee49c80 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Allocated IP 192.168.233.123 (97f5d7d8-0e62-4047-bcd4-63b92e31705a/24ad4c5e-5b43-4c25-ab99-4992f6337d28/43d28019-a1fa-413d-9f3d-a36caed8b4c9) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:27.526388 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ee2e350-1fe0-493e-a7ee-5f57afda7366 req-adadf70f-ee68-4467-9ac3-be7a2006a6fd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=aafbb17e-7607-44ca-ad6e-c960d6109432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474944 Sep 16 04:41:27.637471 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc710dc-3044-4fb6-a418-6d93f2f2cb84 req-9af0079f-6823-4532-8db2-2c437cd91646 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:27.639132 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bfc710dc-3044-4fb6-a418-6d93f2f2cb84 req-9af0079f-6823-4532-8db2-2c437cd91646 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.35 "GET /v2.0/ports?device_id=318c42cb-6851-4c60-9ba2-ba39208e1963 HTTP/1.1" status: 200 len: 946 time: 0.0801027 Sep 16 04:41:27.659463 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:41:27.681122 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bfc710dc-3044-4fb6-a418-6d93f2f2cb84 req-a9d9b269-1f62-4656-a6fc-5f8064d0c7c1 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3038bf7-a715-4d78-aecc-267c6c1c2c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355854 Sep 16 04:41:27.707120 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-cf5fd97f-9ef8-422c-8c26-2bce9ee49c80 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:27.745381 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-cf5fd97f-9ef8-422c-8c26-2bce9ee49c80 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:27.790324 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-cf5fd97f-9ef8-422c-8c26-2bce9ee49c80 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Network 97f5d7d8-0e62-4047-bcd4-63b92e31705a is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:27.793519 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-cf5fd97f-9ef8-422c-8c26-2bce9ee49c80 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:27.796278 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-cf5fd97f-9ef8-422c-8c26-2bce9ee49c80 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:27.805921 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156355a-297f-460e-9fbc-1e33c47a0ab9 req-5792f945-4ba0-4329-8490-af1d042ae017 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:27.808729 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f156355a-297f-460e-9fbc-1e33c47a0ab9 req-5792f945-4ba0-4329-8490-af1d042ae017 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac1cff9b-fe50-453b-9070-b4966ca84f32 HTTP/1.1" status: 200 len: 936 time: 0.0690968 Sep 16 04:41:27.841080 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5fd97f-9ef8-422c-8c26-2bce9ee49c80 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Pushing event updated for resources: {'Port': ['ID=43d28019-a1fa-413d-9f3d-a36caed8b4c9,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:27.873061 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f156355a-297f-460e-9fbc-1e33c47a0ab9 req-ea9f4835-8bf6-4121-b95c-b01416b72183 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdfeaf55-6df4-4c22-b40f-8635338f8ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531571 Sep 16 04:41:27.876985 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-cf5fd97f-9ef8-422c-8c26-2bce9ee49c80 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:27.877823 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-cf5fd97f-9ef8-422c-8c26-2bce9ee49c80 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:27.899008 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-cf5fd97f-9ef8-422c-8c26-2bce9ee49c80 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8819215 Sep 16 04:41:27.925788 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-699890a7-3bf0-432c-a652-bc35ff35cb42 service neutron] Request body: {'port': {'device_id': 'ac1cff9b-fe50-453b-9070-b4966ca84f32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:28.007105 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-699890a7-3bf0-432c-a652-bc35ff35cb42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:28.154481 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7e05d-7dc6-47fd-89a1-47cb8f552302 req-bf46e822-4812-4003-9d75-88dbead965bb tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:28.156637 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-54f7e05d-7dc6-47fd-89a1-47cb8f552302 req-bf46e822-4812-4003-9d75-88dbead965bb tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/ports?device_id=71188f8f-57ef-48b5-b84f-a8001068b00a HTTP/1.1" status: 200 len: 944 time: 0.0849628 Sep 16 04:41:28.159985 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-15019e5b-6a3e-4b52-8aff-7384ccd60b1c None None] Provisioning complete for port 43d28019-a1fa-413d-9f3d-a36caed8b4c9 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:28.160939 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-15019e5b-6a3e-4b52-8aff-7384ccd60b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:28.210894 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-54f7e05d-7dc6-47fd-89a1-47cb8f552302 req-68c0abaf-3c5d-42df-9771-eea0c657b24a tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/security-groups?id=aafbb17e-7607-44ca-ad6e-c960d6109432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383089 Sep 16 04:41:28.234789 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-15019e5b-6a3e-4b52-8aff-7384ccd60b1c None None] Port 43d28019-a1fa-413d-9f3d-a36caed8b4c9 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:41:28.241317 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 406c45b9-879f-4ca6-a923-c6836ddeceb7 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:41:28.388081 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 406c45b9-879f-4ca6-a923-c6836ddeceb7, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=406c45b9-879f-4ca6-a923-c6836ddeceb7,segment=NetworkSegment(f6f2f0af-084c-453b-bf71-6cfdbc7303ec),segment_id=f6f2f0af-084c-453b-bf71-6cfdbc7303ec)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:28.405261 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '406c45b9-879f-4ca6-a923-c6836ddeceb7', 'network_id': 'eb7cd597-7f23-457a-8e7d-d4c0258aa004', 'port_id': '406c45b9-879f-4ca6-a923-c6836ddeceb7', 'mac_address': 'fa:16:3e:be:70:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afac7971-83f1-4670-80e6-fed5f09e23e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:41:28.425347 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-699890a7-3bf0-432c-a652-bc35ff35cb42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d28019-a1fa-413d-9f3d-a36caed8b4c9 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:28.437269 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-699890a7-3bf0-432c-a652-bc35ff35cb42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:28.453617 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:28.454993 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-699890a7-3bf0-432c-a652-bc35ff35cb42 service neutron] Transition to ACTIVE for port object 43d28019-a1fa-413d-9f3d-a36caed8b4c9 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:41:28.460828 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-699890a7-3bf0-432c-a652-bc35ff35cb42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:28.470629 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 406c45b9-879f-4ca6-a923-c6836ddeceb7 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:28.498798 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b0b90-fe3c-4b88-8ae3-75a0f1bdc827 req-d34550c4-e748-451c-b5f9-0404a406ef5f tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:28.502608 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6f2b0b90-fe3c-4b88-8ae3-75a0f1bdc827 req-d34550c4-e748-451c-b5f9-0404a406ef5f tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.0878990 Sep 16 04:41:28.513052 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 406c45b9-879f-4ca6-a923-c6836ddeceb7, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=406c45b9-879f-4ca6-a923-c6836ddeceb7,segment=NetworkSegment(f6f2f0af-084c-453b-bf71-6cfdbc7303ec),segment_id=f6f2f0af-084c-453b-bf71-6cfdbc7303ec)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:28.518881 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:28.529128 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699890a7-3bf0-432c-a652-bc35ff35cb42 service neutron] Pushing event updated for resources: {'Port': ['ID=43d28019-a1fa-413d-9f3d-a36caed8b4c9,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:28.573207 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6f2b0b90-fe3c-4b88-8ae3-75a0f1bdc827 req-76977c02-99f0-4cd2-94c6-5e26095aab1b tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643289 Sep 16 04:41:28.584750 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=406c45b9-879f-4ca6-a923-c6836ddeceb7,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:28.617901 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-699890a7-3bf0-432c-a652-bc35ff35cb42 service neutron] Attempting to bind port 43d28019-a1fa-413d-9f3d-a36caed8b4c9 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:28.618243 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-699890a7-3bf0-432c-a652-bc35ff35cb42 service neutron] Attempting to bind port 43d28019-a1fa-413d-9f3d-a36caed8b4c9 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:28.618582 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-699890a7-3bf0-432c-a652-bc35ff35cb42 service neutron] Attempting to bind port 43d28019-a1fa-413d-9f3d-a36caed8b4c9 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:28.624785 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-699890a7-3bf0-432c-a652-bc35ff35cb42 service neutron] Port 43d28019-a1fa-413d-9f3d-a36caed8b4c9 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:41:28.625223 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-699890a7-3bf0-432c-a652-bc35ff35cb42 service neutron] Attempting to bind port 43d28019-a1fa-413d-9f3d-a36caed8b4c9 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:28.631813 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-699890a7-3bf0-432c-a652-bc35ff35cb42 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:28.632333 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-699890a7-3bf0-432c-a652-bc35ff35cb42 service neutron] Checking segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:28.632805 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-699890a7-3bf0-432c-a652-bc35ff35cb42 service neutron] Bound using segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:28.633420 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-699890a7-3bf0-432c-a652-bc35ff35cb42 service neutron] Bound port: 43d28019-a1fa-413d-9f3d-a36caed8b4c9, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:28.633882 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-699890a7-3bf0-432c-a652-bc35ff35cb42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:28.723469 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-699890a7-3bf0-432c-a652-bc35ff35cb42 service neutron] For port 43d28019-a1fa-413d-9f3d-a36caed8b4c9, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:28.727939 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-699890a7-3bf0-432c-a652-bc35ff35cb42 service neutron] For port 43d28019-a1fa-413d-9f3d-a36caed8b4c9, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=43d28019-a1fa-413d-9f3d-a36caed8b4c9,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:28.735533 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-699890a7-3bf0-432c-a652-bc35ff35cb42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:28.784328 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-699890a7-3bf0-432c-a652-bc35ff35cb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:28.785013 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-699890a7-3bf0-432c-a652-bc35ff35cb42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:28.787104 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-699890a7-3bf0-432c-a652-bc35ff35cb42 service neutron] 10.222.0.48 "PUT /v2.0/ports/43d28019-a1fa-413d-9f3d-a36caed8b4c9 HTTP/1.1" status: 200 len: 1097 time: 0.8659897 Sep 16 04:41:28.787104 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1cff9b-fe50-453b-9070-b4966ca84f32', 'tag': '43d28019-a1fa-413d-9f3d-a36caed8b4c9'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:28.789744 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2889d1a-2577-4e36-afba-c6eccc0e4201" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1cff9b-fe50-453b-9070-b4966ca84f32", "tag": "43d28019-a1fa-413d-9f3d-a36caed8b4c9"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:28.827212 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58973e3-b5ce-4bfd-ace4-44da23619292 req-b05aab7b-b057-44d6-8faa-7dbb5d873ab7 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:28.829351 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c58973e3-b5ce-4bfd-ace4-44da23619292 req-b05aab7b-b057-44d6-8faa-7dbb5d873ab7 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 950 time: 0.0815358 Sep 16 04:41:28.831257 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699890a7-3bf0-432c-a652-bc35ff35cb42 service neutron] Pushing event updated for resources: {'Port': ['ID=43d28019-a1fa-413d-9f3d-a36caed8b4c9,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:28.903812 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c58973e3-b5ce-4bfd-ace4-44da23619292 req-26559a9e-bdd3-4c5e-baf5-4046d0aaab53 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537388 Sep 16 04:41:28.927318 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-0ec35519-d59b-47e2-9bc9-46d2f9485665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:28.932098 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-0ec35519-d59b-47e2-9bc9-46d2f9485665 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00394395b7254ffdbe6f962cfb1fda8d&device_id=ac1cff9b-fe50-453b-9070-b4966ca84f32 HTTP/1.1" status: 200 len: 1100 time: 0.0575230 Sep 16 04:41:29.020614 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfeb0cc-9b4a-4b42-8df5-a9703668395a x-openstack-request-id: req-2dfeb0cc-9b4a-4b42-8df5-a9703668395a {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:29.020921 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1cff9b-fe50-453b-9070-b4966ca84f32", "tag": "43d28019-a1fa-413d-9f3d-a36caed8b4c9", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:29.021498 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2dfeb0cc-9b4a-4b42-8df5-a9703668395a {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:29.022120 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1cff9b-fe50-453b-9070-b4966ca84f32', 'tag': '43d28019-a1fa-413d-9f3d-a36caed8b4c9', 'status': 'completed', 'code': 200} Sep 16 04:41:29.025726 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-cd82cb05-1492-4c32-bf35-beaaa254a9f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=43d28019-a1fa-413d-9f3d-a36caed8b4c9 HTTP/1.1" status: 200 len: 217 time: 0.0778801 Sep 16 04:41:29.071209 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['406c45b9-879f-4ca6-a923-c6836ddeceb7'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:29.095402 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-f37658d3-582a-422d-a287-4f706b895a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:29.099017 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-f37658d3-582a-422d-a287-4f706b895a8b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0646162 Sep 16 04:41:29.175402 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-78ab00ea-c8ea-4ee2-a8eb-6fd523f06007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:29.177145 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-78ab00ea-c8ea-4ee2-a8eb-6fd523f06007 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0694191 Sep 16 04:41:29.179296 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d5d3b-01c1-424c-966c-69c5779f4073 req-3baefce6-083e-4b3d-a399-bf1a28e7d28a tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:29.180895 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e09d5d3b-01c1-424c-966c-69c5779f4073 req-3baefce6-083e-4b3d-a399-bf1a28e7d28a tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac1cff9b-fe50-453b-9070-b4966ca84f32 HTTP/1.1" status: 200 len: 948 time: 0.0553057 Sep 16 04:41:29.223294 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e09d5d3b-01c1-424c-966c-69c5779f4073 req-83e90636-80ce-4880-813f-5c992ce3eba8 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdfeaf55-6df4-4c22-b40f-8635338f8ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351028 Sep 16 04:41:29.298013 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-c9b8a624-f6b3-4b53-b7d6-8cc9326d5232 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131647 Sep 16 04:41:29.421811 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-87c87d6b-9d55-4b8b-a06d-48bd66947424 req-e43ce3ab-1e87-4b59-86ec-6c0718898694 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969665 Sep 16 04:41:29.485423 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb5702-dd3f-4d73-8fbf-6c55deaec74b req-66cdff82-09a8-4f42-9069-93a9adc23bfb tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:29.486997 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-64fb5702-dd3f-4d73-8fbf-6c55deaec74b req-66cdff82-09a8-4f42-9069-93a9adc23bfb tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.35 "GET /v2.0/ports?device_id=318c42cb-6851-4c60-9ba2-ba39208e1963 HTTP/1.1" status: 200 len: 946 time: 0.0573287 Sep 16 04:41:29.530409 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-64fb5702-dd3f-4d73-8fbf-6c55deaec74b req-5f9befe6-35ab-4081-b3ee-748957938211 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3038bf7-a715-4d78-aecc-267c6c1c2c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348818 Sep 16 04:41:29.575605 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2889d1a-2577-4e36-afba-c6eccc0e4201 req-fc90afa1-ed62-44f3-b532-60ef4bf0e49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:29.577593 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e2889d1a-2577-4e36-afba-c6eccc0e4201 req-fc90afa1-ed62-44f3-b532-60ef4bf0e49f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00394395b7254ffdbe6f962cfb1fda8d&device_id=ac1cff9b-fe50-453b-9070-b4966ca84f32 HTTP/1.1" status: 200 len: 1100 time: 0.0492077 Sep 16 04:41:29.650424 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d4d1c-b9b5-4cc8-a075-d656a02d8677 req-7b489891-0e62-43d4-a673-e0272b9482eb tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:29.652353 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-502d4d1c-b9b5-4cc8-a075-d656a02d8677 req-7b489891-0e62-43d4-a673-e0272b9482eb tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/ports?device_id=71188f8f-57ef-48b5-b84f-a8001068b00a HTTP/1.1" status: 200 len: 945 time: 0.0600860 Sep 16 04:41:29.702395 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2889d1a-2577-4e36-afba-c6eccc0e4201 req-598b4b39-86ca-4626-9608-c04b61cb0155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:29.704134 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e2889d1a-2577-4e36-afba-c6eccc0e4201 req-598b4b39-86ca-4626-9608-c04b61cb0155 service neutron] 10.222.0.48 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.1090360 Sep 16 04:41:29.709231 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-502d4d1c-b9b5-4cc8-a075-d656a02d8677 req-dbfe7635-07e2-49f4-b0da-481fffc07254 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/security-groups?id=aafbb17e-7607-44ca-ad6e-c960d6109432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498867 Sep 16 04:41:29.755883 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e2889d1a-2577-4e36-afba-c6eccc0e4201 req-4f4fb5b7-ea1d-4183-ace4-38bda5a48902 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=43d28019-a1fa-413d-9f3d-a36caed8b4c9 HTTP/1.1" status: 200 len: 217 time: 0.0380294 Sep 16 04:41:29.839721 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2889d1a-2577-4e36-afba-c6eccc0e4201 req-ebfb6dc7-5319-4af0-ad56-a3dabc40a794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:29.842186 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e2889d1a-2577-4e36-afba-c6eccc0e4201 req-ebfb6dc7-5319-4af0-ad56-a3dabc40a794 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0765727 Sep 16 04:41:29.910412 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2889d1a-2577-4e36-afba-c6eccc0e4201 req-b862b440-93c6-4d6f-8979-2b336ce37bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:29.911930 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e2889d1a-2577-4e36-afba-c6eccc0e4201 req-b862b440-93c6-4d6f-8979-2b336ce37bdb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0570495 Sep 16 04:41:29.935501 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fd82e-599b-466b-912b-f294543ccf98 req-485e5554-bc10-4608-b6ff-89212fe7a514 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:29.937204 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7a2fd82e-599b-466b-912b-f294543ccf98 req-485e5554-bc10-4608-b6ff-89212fe7a514 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.0612173 Sep 16 04:41:29.994488 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7a2fd82e-599b-466b-912b-f294543ccf98 req-8554604c-3355-43b4-8741-a88ad196ec4b tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465088 Sep 16 04:41:30.032816 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e2889d1a-2577-4e36-afba-c6eccc0e4201 req-04529313-f1c7-455d-8017-8881cbe08f7f service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131041 Sep 16 04:41:30.150068 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e2889d1a-2577-4e36-afba-c6eccc0e4201 req-da5f76db-8410-4c97-b88f-25e772b95b1f service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092024 Sep 16 04:41:30.214462 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033838f4-3244-419b-8b54-95999bd507bd req-8eeecc99-4ac1-42d4-bf5e-5fcfa977cc40 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:30.215960 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-033838f4-3244-419b-8b54-95999bd507bd req-8eeecc99-4ac1-42d4-bf5e-5fcfa977cc40 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 950 time: 0.0528827 Sep 16 04:41:30.272839 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-033838f4-3244-419b-8b54-95999bd507bd req-7fffe03f-3311-4ca2-b45b-c21f5c2c12a9 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505183 Sep 16 04:41:30.517759 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384aa0f-b8db-4ca7-9ee5-76ede70677d0 req-f118e1c8-17ce-4760-9be6-f0902e1da959 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:30.519211 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1384aa0f-b8db-4ca7-9ee5-76ede70677d0 req-f118e1c8-17ce-4760-9be6-f0902e1da959 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac1cff9b-fe50-453b-9070-b4966ca84f32 HTTP/1.1" status: 200 len: 948 time: 0.0541186 Sep 16 04:41:30.565581 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1384aa0f-b8db-4ca7-9ee5-76ede70677d0 req-19b6f675-e539-4bb7-933e-8e6479aa1cd1 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdfeaf55-6df4-4c22-b40f-8635338f8ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399902 Sep 16 04:41:30.767713 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60249f99-9460-4b19-8b9d-9e906f606828 req-197a743a-536b-4a76-bb9d-02e5b2abf1b4 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:30.769327 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-60249f99-9460-4b19-8b9d-9e906f606828 req-197a743a-536b-4a76-bb9d-02e5b2abf1b4 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.35 "GET /v2.0/ports?device_id=318c42cb-6851-4c60-9ba2-ba39208e1963 HTTP/1.1" status: 200 len: 946 time: 0.0537961 Sep 16 04:41:30.809558 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-60249f99-9460-4b19-8b9d-9e906f606828 req-fce58116-d75f-4bb9-88da-0e4a7f6e6efc tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3038bf7-a715-4d78-aecc-267c6c1c2c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339828 Sep 16 04:41:30.919009 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd5827-eca0-468d-8589-4ac733cbe038 req-b49f41e6-ac5b-4bef-b574-387921751520 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:30.920555 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-69cd5827-eca0-468d-8589-4ac733cbe038 req-b49f41e6-ac5b-4bef-b574-387921751520 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/ports?device_id=71188f8f-57ef-48b5-b84f-a8001068b00a HTTP/1.1" status: 200 len: 945 time: 0.0528827 Sep 16 04:41:30.961580 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-69cd5827-eca0-468d-8589-4ac733cbe038 req-2c67b4bd-5ab3-4792-99fd-082ba3088470 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/security-groups?id=aafbb17e-7607-44ca-ad6e-c960d6109432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345535 Sep 16 04:41:31.152154 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab37a5-a0bb-4e2d-a784-bfe3ad0727be req-916afff3-58af-4ac7-aa29-0e3921647562 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:31.153677 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-08ab37a5-a0bb-4e2d-a784-bfe3ad0727be req-916afff3-58af-4ac7-aa29-0e3921647562 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.0533354 Sep 16 04:41:31.195636 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-08ab37a5-a0bb-4e2d-a784-bfe3ad0727be req-7ea07b73-6564-4f0b-b45a-dbe8da8fca46 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358975 Sep 16 04:41:31.395093 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8ee7d-bb95-4ee5-8339-07bc158f6fc0 req-50c372e8-0619-4581-b383-13d489fae6ef tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:31.396607 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5fa8ee7d-bb95-4ee5-8339-07bc158f6fc0 req-50c372e8-0619-4581-b383-13d489fae6ef tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 950 time: 0.0517299 Sep 16 04:41:31.436034 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5fa8ee7d-bb95-4ee5-8339-07bc158f6fc0 req-f75b171f-0adb-4115-8c8c-d7f050bda0c8 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325742 Sep 16 04:41:31.685978 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f39a40-07bb-47e7-b954-ea25a178c8af req-2d34cbe0-eaf5-4b3a-8510-d7c1f5896f0a tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:31.687482 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f4f39a40-07bb-47e7-b954-ea25a178c8af req-2d34cbe0-eaf5-4b3a-8510-d7c1f5896f0a tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac1cff9b-fe50-453b-9070-b4966ca84f32 HTTP/1.1" status: 200 len: 948 time: 0.0520904 Sep 16 04:41:31.726749 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f4f39a40-07bb-47e7-b954-ea25a178c8af req-dc6b3f91-f8cc-49c5-abca-3e69881a519a tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdfeaf55-6df4-4c22-b40f-8635338f8ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329261 Sep 16 04:41:31.928403 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545a900-0ac9-4663-8953-fd35c0fea2a8 req-02a2beba-51d7-462f-b908-09df7532ec2b tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:31.930022 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6545a900-0ac9-4663-8953-fd35c0fea2a8 req-02a2beba-51d7-462f-b908-09df7532ec2b tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.35 "GET /v2.0/ports?device_id=318c42cb-6851-4c60-9ba2-ba39208e1963 HTTP/1.1" status: 200 len: 946 time: 0.0498238 Sep 16 04:41:31.976509 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6545a900-0ac9-4663-8953-fd35c0fea2a8 req-e9397c66-9d2d-4a5f-b5b1-a3baae0827dd tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3038bf7-a715-4d78-aecc-267c6c1c2c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402818 Sep 16 04:41:32.115037 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2454ee7-85c0-4f0f-9716-66fbd3cba45e req-3f7784e3-d3b7-4893-9788-03f6efb36bca tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:32.116463 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d2454ee7-85c0-4f0f-9716-66fbd3cba45e req-3f7784e3-d3b7-4893-9788-03f6efb36bca tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/ports?device_id=71188f8f-57ef-48b5-b84f-a8001068b00a HTTP/1.1" status: 200 len: 945 time: 0.0684733 Sep 16 04:41:32.158662 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d2454ee7-85c0-4f0f-9716-66fbd3cba45e req-9d00c5f4-49f8-4236-a14f-27673d6ae39f tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/security-groups?id=aafbb17e-7607-44ca-ad6e-c960d6109432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351837 Sep 16 04:41:32.260649 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 406c45b9-879f-4ca6-a923-c6836ddeceb7 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:32.322948 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 406c45b9-879f-4ca6-a923-c6836ddeceb7 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:41:32.327952 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 406c45b9-879f-4ca6-a923-c6836ddeceb7 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:32.328376 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:32.363640 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869c36b-4082-4344-8290-cd93aa137dd9 req-c476f9b3-e620-43fc-8e1c-60c7b41b938c tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:32.365715 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2869c36b-4082-4344-8290-cd93aa137dd9 req-c476f9b3-e620-43fc-8e1c-60c7b41b938c tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.0590303 Sep 16 04:41:32.410542 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2869c36b-4082-4344-8290-cd93aa137dd9 req-27d911b8-d356-464f-a0d5-754e10921d2d tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369878 Sep 16 04:41:32.422608 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:32.461329 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71188f8f-57ef-48b5-b84f-a8001068b00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406c45b9-879f-4ca6-a923-c6836ddeceb7'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:32.463609 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074e656b-dbf3-4a33-9222-4c17b23c2326" -d '{"events": [{"server_uuid": "71188f8f-57ef-48b5-b84f-a8001068b00a", "name": "network-vif-plugged", "status": "completed", "tag": "406c45b9-879f-4ca6-a923-c6836ddeceb7"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:32.469221 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afac28-dc60-4545-a4a4-2dc230e8a6e6 req-abc7b8e9-9bea-4be0-bd4d-8974461c2590 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:32.470758 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d3afac28-dc60-4545-a4a4-2dc230e8a6e6 req-abc7b8e9-9bea-4be0-bd4d-8974461c2590 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.47 "GET /v2.0/ports?device_id=318c42cb-6851-4c60-9ba2-ba39208e1963 HTTP/1.1" status: 200 len: 946 time: 0.0592968 Sep 16 04:41:32.476483 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 406c45b9-879f-4ca6-a923-c6836ddeceb7, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=406c45b9-879f-4ca6-a923-c6836ddeceb7,segment=NetworkSegment(f6f2f0af-084c-453b-bf71-6cfdbc7303ec),segment_id=f6f2f0af-084c-453b-bf71-6cfdbc7303ec)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:32.481465 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:32.534227 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=406c45b9-879f-4ca6-a923-c6836ddeceb7,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:32.612500 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-d3afac28-dc60-4545-a4a4-2dc230e8a6e6 req-d268036b-f15e-4428-9e8d-75276bec026a tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Deleting port b38781ae-8e21-49f0-a0f9-adfc1309175c {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:32.612872 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d3afac28-dc60-4545-a4a4-2dc230e8a6e6 req-d268036b-f15e-4428-9e8d-75276bec026a tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:32.685404 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c599a2-73bf-4038-9d05-218790d8eb23 req-0068c941-a6de-402a-9416-2778e2637273 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:32.686851 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b1c599a2-73bf-4038-9d05-218790d8eb23 req-0068c941-a6de-402a-9416-2778e2637273 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 950 time: 0.1084750 Sep 16 04:41:32.747595 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b1c599a2-73bf-4038-9d05-218790d8eb23 req-1312a15d-c1da-4e34-830c-32b6f890a938 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532718 Sep 16 04:41:32.750370 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-d3afac28-dc60-4545-a4a4-2dc230e8a6e6 req-d268036b-f15e-4428-9e8d-75276bec026a tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] For port b38781ae-8e21-49f0-a0f9-adfc1309175c, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=b38781ae-8e21-49f0-a0f9-adfc1309175c,segment=NetworkSegment(ea7a0bff-c271-482b-b285-0945ffb9d9ec),segment_id=ea7a0bff-c271-482b-b285-0945ffb9d9ec)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:32.750370 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d3afac28-dc60-4545-a4a4-2dc230e8a6e6 req-d268036b-f15e-4428-9e8d-75276bec026a tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:32.796843 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9fd954-ff29-47c4-961f-2aebcf80e8b4 x-openstack-request-id: req-8f9fd954-ff29-47c4-961f-2aebcf80e8b4 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:32.797301 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71188f8f-57ef-48b5-b84f-a8001068b00a", "name": "network-vif-plugged", "status": "completed", "tag": "406c45b9-879f-4ca6-a923-c6836ddeceb7", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:32.797660 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8f9fd954-ff29-47c4-961f-2aebcf80e8b4 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:32.798714 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71188f8f-57ef-48b5-b84f-a8001068b00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406c45b9-879f-4ca6-a923-c6836ddeceb7', 'code': 200} Sep 16 04:41:32.837143 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device c1455dcc-7015-4258-8124-01be02eb39dc details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:41:32.856758 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device c1455dcc-7015-4258-8124-01be02eb39dc no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:32.965310 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ea0d9-4de5-4f80-b5df-b31223b38436 req-98600c8d-673c-4990-a7af-a57c9a652e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:32.966910 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ba7ea0d9-4de5-4f80-b5df-b31223b38436 req-98600c8d-673c-4990-a7af-a57c9a652e69 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=71188f8f-57ef-48b5-b84f-a8001068b00a HTTP/1.1" status: 200 len: 1098 time: 0.0455563 Sep 16 04:41:33.015973 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ba7ea0d9-4de5-4f80-b5df-b31223b38436 req-98710559-a506-48f5-a48d-92d60ff91565 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=aafbb17e-7607-44ca-ad6e-c960d6109432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320134 Sep 16 04:41:33.057151 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22221b7f-9dc4-4a55-949c-b11e0379c9d7 req-b4cdbaa3-ffa7-4bd1-9f01-dce739ef8de9 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:33.060143 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-22221b7f-9dc4-4a55-949c-b11e0379c9d7 req-b4cdbaa3-ffa7-4bd1-9f01-dce739ef8de9 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac1cff9b-fe50-453b-9070-b4966ca84f32 HTTP/1.1" status: 200 len: 948 time: 0.1695061 Sep 16 04:41:33.112072 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port c1455dcc-7015-4258-8124-01be02eb39dc, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=c1455dcc-7015-4258-8124-01be02eb39dc,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:33.115975 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:33.118271 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d3afac28-dc60-4545-a4a4-2dc230e8a6e6 req-d268036b-f15e-4428-9e8d-75276bec026a tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:33.118834 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d3afac28-dc60-4545-a4a4-2dc230e8a6e6 req-d268036b-f15e-4428-9e8d-75276bec026a tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:33.119321 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [req-d3afac28-dc60-4545-a4a4-2dc230e8a6e6 req-d268036b-f15e-4428-9e8d-75276bec026a tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Floating IP 00881fa2-8588-41dc-9808-eb76709e6fcb disassociated. External IP: 172.25.8.94, port: b38781ae-8e21-49f0-a0f9-adfc1309175c. Sep 16 04:41:33.119854 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-d3afac28-dc60-4545-a4a4-2dc230e8a6e6 req-d268036b-f15e-4428-9e8d-75276bec026a tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Calling delete_port for b38781ae-8e21-49f0-a0f9-adfc1309175c owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:33.147271 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'c1455dcc-7015-4258-8124-01be02eb39dc', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': 'c1455dcc-7015-4258-8124-01be02eb39dc', 'mac_address': 'fa:16:3e:1c:f8:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:41:33.163221 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-22221b7f-9dc4-4a55-949c-b11e0379c9d7 req-f5b498fc-6975-4aa9-879f-6ed2eff01c8b tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdfeaf55-6df4-4c22-b40f-8635338f8ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953932 Sep 16 04:41:33.224200 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port c1455dcc-7015-4258-8124-01be02eb39dc, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=c1455dcc-7015-4258-8124-01be02eb39dc,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:33.231867 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:33.264306 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:33.291250 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1455dcc-7015-4258-8124-01be02eb39dc {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:33.313471 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=c1455dcc-7015-4258-8124-01be02eb39dc,revision_number=9']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:33.327789 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d3afac28-dc60-4545-a4a4-2dc230e8a6e6 req-d268036b-f15e-4428-9e8d-75276bec026a tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:33.353671 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:41:33.354029 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:41:33.359078 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268036b-f15e-4428-9e8d-75276bec026a tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Pushing event deleted for resources: {'Port': ['ID=b38781ae-8e21-49f0-a0f9-adfc1309175c,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:33.371415 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d268036b-f15e-4428-9e8d-75276bec026a tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:33.371747 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d268036b-f15e-4428-9e8d-75276bec026a tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:33.372090 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d268036b-f15e-4428-9e8d-75276bec026a tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:33.372427 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d268036b-f15e-4428-9e8d-75276bec026a tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:33.372789 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d268036b-f15e-4428-9e8d-75276bec026a tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:33.373117 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d268036b-f15e-4428-9e8d-75276bec026a tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:33.373440 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d268036b-f15e-4428-9e8d-75276bec026a tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:33.373764 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d268036b-f15e-4428-9e8d-75276bec026a tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:33.374086 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d268036b-f15e-4428-9e8d-75276bec026a tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:33.374405 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d268036b-f15e-4428-9e8d-75276bec026a tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:33.374723 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d268036b-f15e-4428-9e8d-75276bec026a tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:33.375040 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d268036b-f15e-4428-9e8d-75276bec026a tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:33.489900 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3afac28-dc60-4545-a4a4-2dc230e8a6e6 req-d268036b-f15e-4428-9e8d-75276bec026a tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Router fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:41:33.582029 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4df133b4-81bb-432b-bd78-cad9c8cb503b req-af1d1e3d-3c03-4be6-ab98-ae942206a9c8 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.35 "GET /v2.0/ports?device_id=318c42cb-6851-4c60-9ba2-ba39208e1963 HTTP/1.1" status: 200 len: 210 time: 0.0367913 Sep 16 04:41:33.631088 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3afac28-dc60-4545-a4a4-2dc230e8a6e6 req-d268036b-f15e-4428-9e8d-75276bec026a tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:41:33.643519 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3115d57-974d-4d25-afb8-141ec20e623e None None] Sync routers for ids ['fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:41:33.653508 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3115d57-974d-4d25-afb8-141ec20e623e None None] Routers {'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:41:33.654127 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-b3115d57-974d-4d25-afb8-141ec20e623e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:41:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:33.686630 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3afac28-dc60-4545-a4a4-2dc230e8a6e6 req-d268036b-f15e-4428-9e8d-75276bec026a tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] No DVR routers for this DVR port b38781ae-8e21-49f0-a0f9-adfc1309175c on host n-h1-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:41:33.689451 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d3afac28-dc60-4545-a4a4-2dc230e8a6e6 req-d268036b-f15e-4428-9e8d-75276bec026a tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:33.691749 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d3afac28-dc60-4545-a4a4-2dc230e8a6e6 req-d268036b-f15e-4428-9e8d-75276bec026a tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.47 "DELETE /v2.0/ports/b38781ae-8e21-49f0-a0f9-adfc1309175c HTTP/1.1" status: 204 len: 173 time: 1.2124457 Sep 16 04:41:33.692000 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318c42cb-6851-4c60-9ba2-ba39208e1963', 'name': 'network-vif-deleted', 'tag': 'b38781ae-8e21-49f0-a0f9-adfc1309175c'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:33.694412 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525d4424-76d0-477b-8de0-a951f97822e6" -d '{"events": [{"server_uuid": "318c42cb-6851-4c60-9ba2-ba39208e1963", "name": "network-vif-deleted", "tag": "b38781ae-8e21-49f0-a0f9-adfc1309175c"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:33.759119 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea8b45-551a-459a-89bf-b235bb50df6c req-9f99ca51-e226-4f2e-ae9b-c0dedcd8e671 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:33.761456 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8eea8b45-551a-459a-89bf-b235bb50df6c req-9f99ca51-e226-4f2e-ae9b-c0dedcd8e671 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/ports?device_id=71188f8f-57ef-48b5-b84f-a8001068b00a HTTP/1.1" status: 200 len: 946 time: 0.1025376 Sep 16 04:41:33.796818 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-b3115d57-974d-4d25-afb8-141ec20e623e None None] Set router fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:41:33.829197 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8eea8b45-551a-459a-89bf-b235bb50df6c req-92550c88-0953-4103-ae28-35333bdd2870 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/security-groups?id=aafbb17e-7607-44ca-ad6e-c960d6109432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588827 Sep 16 04:41:33.953696 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:34.002750 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1455dcc-7015-4258-8124-01be02eb39dc {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:34.035385 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port c1455dcc-7015-4258-8124-01be02eb39dc, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=c1455dcc-7015-4258-8124-01be02eb39dc,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:34.040817 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:34.051471 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7d2b3-baff-43c5-a883-ad4f945287de req-44aca7cd-0881-4097-98fa-74e936c37abb tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:34.053279 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c7a7d2b3-baff-43c5-a883-ad4f945287de req-44aca7cd-0881-4097-98fa-74e936c37abb tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 947 time: 0.0552073 Sep 16 04:41:34.093313 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c7a7d2b3-baff-43c5-a883-ad4f945287de req-1463de20-bd32-45b1-b980-ba0d07398030 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327332 Sep 16 04:41:34.116874 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=c1455dcc-7015-4258-8124-01be02eb39dc,revision_number=10']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:34.134425 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-b3115d57-974d-4d25-afb8-141ec20e623e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'name': 'tempest-ServersTestJSON-384425949-router', 'tenant_id': '681b40f69fd84e8abf8145d29844867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '63962715-ba73-409e-a8be-49f20c9e146c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:00Z', 'updated_at': '2021-09-16T04:39:07Z', 'revision_number': 4, 'project_id': '681b40f69fd84e8abf8145d29844867d', 'gw_port': {'id': '63962715-ba73-409e-a8be-49f20c9e146c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:02Z', 'updated_at': '2021-09-16T04:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '6f24226a-4bfc-4f94-81f5-b73fdb518436', 'name': '', 'network_id': 'c785eb04-bc2f-40f9-9684-456d719505e1', 'tenant_id': '681b40f69fd84e8abf8145d29844867d', 'mac_address': 'fa:16:3e:d9:b4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'a506450f-29c8-4972-af12-79e167066d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:06Z', 'updated_at': '2021-09-16T04:39:12Z', 'revision_number': 5, 'project_id': '681b40f69fd84e8abf8145d29844867d', 'subnets': [{'id': 'a506450f-29c8-4972-af12-79e167066d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:34.165569 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3115d57-974d-4d25-afb8-141ec20e623e None None] Checking router: fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:41:34.174960 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3115d57-974d-4d25-afb8-141ec20e623e None None] Routers {'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:41:34.175571 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-b3115d57-974d-4d25-afb8-141ec20e623e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:41:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:34.226246 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905608ff-613f-4cbc-bba5-55bc265c291d x-openstack-request-id: req-905608ff-613f-4cbc-bba5-55bc265c291d {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:34.227517 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318c42cb-6851-4c60-9ba2-ba39208e1963", "name": "network-vif-deleted", "tag": "b38781ae-8e21-49f0-a0f9-adfc1309175c", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:34.227928 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-905608ff-613f-4cbc-bba5-55bc265c291d {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:34.228469 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318c42cb-6851-4c60-9ba2-ba39208e1963', 'name': 'network-vif-deleted', 'tag': 'b38781ae-8e21-49f0-a0f9-adfc1309175c', 'status': 'completed', 'code': 200} Sep 16 04:41:34.278297 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 43d28019-a1fa-413d-9f3d-a36caed8b4c9 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:41:34.296319 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-b3115d57-974d-4d25-afb8-141ec20e623e None None] Set router fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:41:34.331895 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921fb5a-4651-4e6a-83f6-968e35c6633f req-b3b1888f-2136-48e8-bdd0-92286bf608dd tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:34.333716 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3921fb5a-4651-4e6a-83f6-968e35c6633f req-b3b1888f-2136-48e8-bdd0-92286bf608dd tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 950 time: 0.0589197 Sep 16 04:41:34.378114 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3921fb5a-4651-4e6a-83f6-968e35c6633f req-c3d8b532-f16a-45b8-bbe0-0ecea35e896d tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360723 Sep 16 04:41:34.458509 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['c1455dcc-7015-4258-8124-01be02eb39dc'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:34.490488 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.resource_extend [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:41:34.503846 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73358b-d421-4d80-9340-9f40a30866a7 req-fb3e8f49-a4f1-4b5f-b005-c954c83ac40b tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:34.505362 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-be73358b-d421-4d80-9340-9f40a30866a7 req-fb3e8f49-a4f1-4b5f-b005-c954c83ac40b tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac1cff9b-fe50-453b-9070-b4966ca84f32 HTTP/1.1" status: 200 len: 948 time: 0.0553017 Sep 16 04:41:34.693848 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 43d28019-a1fa-413d-9f3d-a36caed8b4c9, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=43d28019-a1fa-413d-9f3d-a36caed8b4c9,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:34.725849 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '43d28019-a1fa-413d-9f3d-a36caed8b4c9', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': '43d28019-a1fa-413d-9f3d-a36caed8b4c9', 'mac_address': 'fa:16:3e:2a:06:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:41:34.801403 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792bd0bf-d08f-4d0e-a39b-045439a18909', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1455dcc-7015-4258-8124-01be02eb39dc'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:34.803686 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766f443d-f3b0-46eb-990a-c3b11954a4f3" -d '{"events": [{"server_uuid": "792bd0bf-d08f-4d0e-a39b-045439a18909", "name": "network-vif-unplugged", "status": "completed", "tag": "c1455dcc-7015-4258-8124-01be02eb39dc"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:34.828664 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-be73358b-d421-4d80-9340-9f40a30866a7 req-19fe317a-079a-4fdf-b992-3327495c17da tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdfeaf55-6df4-4c22-b40f-8635338f8ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157043 Sep 16 04:41:34.844430 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device b38781ae-8e21-49f0-a0f9-adfc1309175c no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:34.850937 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:34.886321 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: b38781ae-8e21-49f0-a0f9-adfc1309175c {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:41:34.886785 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device b38781ae-8e21-49f0-a0f9-adfc1309175c not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:41:34.897090 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d28019-a1fa-413d-9f3d-a36caed8b4c9 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:34.935308 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 43d28019-a1fa-413d-9f3d-a36caed8b4c9, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=43d28019-a1fa-413d-9f3d-a36caed8b4c9,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:34.941008 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:34.948844 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-b3115d57-974d-4d25-afb8-141ec20e623e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'name': 'tempest-ServersTestJSON-384425949-router', 'tenant_id': '681b40f69fd84e8abf8145d29844867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '63962715-ba73-409e-a8be-49f20c9e146c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:00Z', 'updated_at': '2021-09-16T04:39:07Z', 'revision_number': 4, 'project_id': '681b40f69fd84e8abf8145d29844867d', 'gw_port': {'id': '63962715-ba73-409e-a8be-49f20c9e146c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:02Z', 'updated_at': '2021-09-16T04:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '6f24226a-4bfc-4f94-81f5-b73fdb518436', 'name': '', 'network_id': 'c785eb04-bc2f-40f9-9684-456d719505e1', 'tenant_id': '681b40f69fd84e8abf8145d29844867d', 'mac_address': 'fa:16:3e:d9:b4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'a506450f-29c8-4972-af12-79e167066d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:06Z', 'updated_at': '2021-09-16T04:39:12Z', 'revision_number': 5, 'project_id': '681b40f69fd84e8abf8145d29844867d', 'subnets': [{'id': 'a506450f-29c8-4972-af12-79e167066d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:34.998583 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3115d57-974d-4d25-afb8-141ec20e623e None None] The sync data for ids ['fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c'] in n-d-712139-15 is: [{'id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'name': 'tempest-ServersTestJSON-384425949-router', 'tenant_id': '681b40f69fd84e8abf8145d29844867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '63962715-ba73-409e-a8be-49f20c9e146c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:00Z', 'updated_at': '2021-09-16T04:39:07Z', 'revision_number': 4, 'project_id': '681b40f69fd84e8abf8145d29844867d', 'gw_port': {'id': '63962715-ba73-409e-a8be-49f20c9e146c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:02Z', 'updated_at': '2021-09-16T04:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '6f24226a-4bfc-4f94-81f5-b73fdb518436', 'name': '', 'network_id': 'c785eb04-bc2f-40f9-9684-456d719505e1', 'tenant_id': '681b40f69fd84e8abf8145d29844867d', 'mac_address': 'fa:16:3e:d9:b4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'a506450f-29c8-4972-af12-79e167066d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:06Z', 'updated_at': '2021-09-16T04:39:12Z', 'revision_number': 5, 'project_id': '681b40f69fd84e8abf8145d29844867d', 'subnets': [{'id': 'a506450f-29c8-4972-af12-79e167066d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:41:35.016398 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc1eb18-86c0-4afb-b4f1-6730893790d7 x-openstack-request-id: req-6fc1eb18-86c0-4afb-b4f1-6730893790d7 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:35.016725 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792bd0bf-d08f-4d0e-a39b-045439a18909", "name": "network-vif-unplugged", "status": "completed", "tag": "c1455dcc-7015-4258-8124-01be02eb39dc", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:35.016984 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6fc1eb18-86c0-4afb-b4f1-6730893790d7 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:35.017374 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792bd0bf-d08f-4d0e-a39b-045439a18909', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1455dcc-7015-4258-8124-01be02eb39dc', 'code': 200} Sep 16 04:41:35.028018 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=43d28019-a1fa-413d-9f3d-a36caed8b4c9,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:35.117041 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b97728-393a-4dc9-866e-e6ff663144ce req-dc2fde05-129a-4341-adbc-a7a4bf275320 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:35.118580 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-53b97728-393a-4dc9-866e-e6ff663144ce req-dc2fde05-129a-4341-adbc-a7a4bf275320 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/ports?device_id=71188f8f-57ef-48b5-b84f-a8001068b00a HTTP/1.1" status: 200 len: 946 time: 0.0520689 Sep 16 04:41:35.157346 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-53b97728-393a-4dc9-866e-e6ff663144ce req-564a35cc-caab-4751-8b82-4d4a7e924e4d tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/security-groups?id=aafbb17e-7607-44ca-ad6e-c960d6109432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324936 Sep 16 04:41:35.257034 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee43f474-07d4-4cd7-a753-fbd7464263d3 None None] New status for floating IP 00881fa2-8588-41dc-9808-eb76709e6fcb: DOWN {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:41:35.275576 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 32906) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:35.384879 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e2f1f317-f4b5-4bb4-b0eb-497ddfd96f58 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:35.414760 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82f394-5ed2-45b8-97b8-a9c270e30df3 req-192e440a-62b9-4ca0-a57a-6ef993a88ba3 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:35.416442 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2e82f394-5ed2-45b8-97b8-a9c270e30df3 req-192e440a-62b9-4ca0-a57a-6ef993a88ba3 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.0911968 Sep 16 04:41:35.431153 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e2f1f317-f4b5-4bb4-b0eb-497ddfd96f58 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:35.489993 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['43d28019-a1fa-413d-9f3d-a36caed8b4c9'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:35.491216 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2e82f394-5ed2-45b8-97b8-a9c270e30df3 req-b81d98b3-23d8-469b-a5ec-c3c7dd8fb70c tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652175 Sep 16 04:41:35.528278 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e2f1f317-f4b5-4bb4-b0eb-497ddfd96f58 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:35.531291 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e2f1f317-f4b5-4bb4-b0eb-497ddfd96f58 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:35.532617 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e2f1f317-f4b5-4bb4-b0eb-497ddfd96f58 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.35 "DELETE /v2.0/security-groups/d3038bf7-a715-4d78-aecc-267c6c1c2c9a HTTP/1.1" status: 204 len: 168 time: 0.2542636 Sep 16 04:41:35.535854 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 32910) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:35.543804 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1f317-f4b5-4bb4-b0eb-497ddfd96f58 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3038bf7-a715-4d78-aecc-267c6c1c2c9a,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:35.552136 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-5fdce062-77b8-4d81-bd35-f0a7e5f42317 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] show failed (client error): The resource could not be found. Sep 16 04:41:35.553810 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5fdce062-77b8-4d81-bd35-f0a7e5f42317 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.35 "GET /v2.0/security-groups/d3038bf7-a715-4d78-aecc-267c6c1c2c9a HTTP/1.1" status: 404 len: 347 time: 0.0169926 Sep 16 04:41:35.557182 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 32912) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:35.712882 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ef97d-f389-4d99-ad33-9999b0b2192e req-d41b61f9-d62f-4aaf-94c7-e2e188fcf3de tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:35.715047 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ee6ef97d-f389-4d99-ad33-9999b0b2192e req-d41b61f9-d62f-4aaf-94c7-e2e188fcf3de tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/ports?device_id=df4c2721-acd8-434a-9b04-533e50ac9252 HTTP/1.1" status: 200 len: 945 time: 0.1476858 Sep 16 04:41:35.767294 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-d0112348-ce71-4342-86d1-df5077399924 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Deleting port 2a68bf83-f78f-4f76-8897-6f908f2f8ed4 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:35.767556 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d0112348-ce71-4342-86d1-df5077399924 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:35.775298 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ee6ef97d-f389-4d99-ad33-9999b0b2192e req-7889ba5f-5de8-466e-b4ec-eeffb4acdf98 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/security-groups?id=aafbb17e-7607-44ca-ad6e-c960d6109432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531774 Sep 16 04:41:35.865126 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d0112348-ce71-4342-86d1-df5077399924 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:35.865866 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d0112348-ce71-4342-86d1-df5077399924 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:35.879610 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-d0112348-ce71-4342-86d1-df5077399924 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Calling delete_port for 2a68bf83-f78f-4f76-8897-6f908f2f8ed4 owned by network:floatingip {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:36.005907 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f68e8-42e8-4f02-a5ee-ba2059a2cd53 req-51b520f9-868e-4e01-83d4-ba80545e82d9 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:36.007466 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2d6f68e8-42e8-4f02-a5ee-ba2059a2cd53 req-51b520f9-868e-4e01-83d4-ba80545e82d9 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 950 time: 0.0788770 Sep 16 04:41:36.073032 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2d6f68e8-42e8-4f02-a5ee-ba2059a2cd53 req-7892e394-84d9-42de-9fdb-0773992b7910 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558436 Sep 16 04:41:36.103602 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d0112348-ce71-4342-86d1-df5077399924 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:36.131317 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0112348-ce71-4342-86d1-df5077399924 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Pushing event deleted for resources: {'Port': ['ID=2a68bf83-f78f-4f76-8897-6f908f2f8ed4,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:36.201680 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d0112348-ce71-4342-86d1-df5077399924 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks [] for floatingip, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:36.204383 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d0112348-ce71-4342-86d1-df5077399924 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:36.205588 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d0112348-ce71-4342-86d1-df5077399924 tempest-ServersTestJSON-2026384216 tempest-ServersTestJSON-2026384216-project] 10.222.0.35 "DELETE /v2.0/floatingips/00881fa2-8588-41dc-9808-eb76709e6fcb HTTP/1.1" status: 204 len: 168 time: 0.6463940 Sep 16 04:41:36.209055 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 32920) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:36.404216 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b3c1c-1b1f-463b-8972-eeaf901350c1 req-b6c3326e-b2f4-4101-9a73-a71d787796aa tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:36.406082 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-db4b3c1c-1b1f-463b-8972-eeaf901350c1 req-b6c3326e-b2f4-4101-9a73-a71d787796aa tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac1cff9b-fe50-453b-9070-b4966ca84f32 HTTP/1.1" status: 200 len: 949 time: 0.1062670 Sep 16 04:41:36.493113 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-db4b3c1c-1b1f-463b-8972-eeaf901350c1 req-0ab479fa-e999-4661-8688-072b06cd1be0 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdfeaf55-6df4-4c22-b40f-8635338f8ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802095 Sep 16 04:41:36.718466 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-12a641ed-1a04-4727-b35f-f80474fa53cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:36.854107 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device c1455dcc-7015-4258-8124-01be02eb39dc up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:36.918527 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port c1455dcc-7015-4258-8124-01be02eb39dc triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:36.919146 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:37.017597 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:37.023594 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d73f0-f55d-4ecd-acce-8d7c70fe66ee req-22abaa00-666e-466e-abef-0cb4ac701865 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:37.025183 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4b1d73f0-f55d-4ecd-acce-8d7c70fe66ee req-22abaa00-666e-466e-abef-0cb4ac701865 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 949 time: 0.0793226 Sep 16 04:41:37.043203 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792bd0bf-d08f-4d0e-a39b-045439a18909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1455dcc-7015-4258-8124-01be02eb39dc'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:37.045524 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f63100-2863-44a6-a138-bec92eb77ce2" -d '{"events": [{"server_uuid": "792bd0bf-d08f-4d0e-a39b-045439a18909", "name": "network-vif-plugged", "status": "completed", "tag": "c1455dcc-7015-4258-8124-01be02eb39dc"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:37.059084 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port c1455dcc-7015-4258-8124-01be02eb39dc, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=c1455dcc-7015-4258-8124-01be02eb39dc,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:37.063072 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:37.093499 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4b1d73f0-f55d-4ecd-acce-8d7c70fe66ee req-5811f0a7-5bdb-4240-bad1-1ad1b103b46e tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600481 Sep 16 04:41:37.108713 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-12a641ed-1a04-4727-b35f-f80474fa53cb admin admin] Deleting port 6f24226a-4bfc-4f94-81f5-b73fdb518436 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:37.109371 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-12a641ed-1a04-4727-b35f-f80474fa53cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:37.118860 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=c1455dcc-7015-4258-8124-01be02eb39dc,revision_number=11']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:37.222679 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-12a641ed-1a04-4727-b35f-f80474fa53cb admin admin] For port 6f24226a-4bfc-4f94-81f5-b73fdb518436, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=6f24226a-4bfc-4f94-81f5-b73fdb518436,segment=NetworkSegment(ea7a0bff-c271-482b-b285-0945ffb9d9ec),segment_id=ea7a0bff-c271-482b-b285-0945ffb9d9ec)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:37.223048 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-12a641ed-1a04-4727-b35f-f80474fa53cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:37.240061 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-12a641ed-1a04-4727-b35f-f80474fa53cb admin admin] Calling delete_port for 6f24226a-4bfc-4f94-81f5-b73fdb518436 owned by network:router_interface {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:37.252673 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5307c3b-cee2-493b-919f-a9482a96762d req-13f0e4da-3965-4347-90bf-0d1235bcf996 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:37.254209 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b5307c3b-cee2-493b-919f-a9482a96762d req-13f0e4da-3965-4347-90bf-0d1235bcf996 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/ports?device_id=df4c2721-acd8-434a-9b04-533e50ac9252 HTTP/1.1" status: 200 len: 945 time: 0.0861120 Sep 16 04:41:37.340082 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b5307c3b-cee2-493b-919f-a9482a96762d req-a0b4696b-9600-4622-8b36-ffe0609e3cce tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/security-groups?id=aafbb17e-7607-44ca-ad6e-c960d6109432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781538 Sep 16 04:41:37.463646 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-12a641ed-1a04-4727-b35f-f80474fa53cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:37.471463 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690fecfa-4d5c-42b9-b7b8-4045d7f14a89 x-openstack-request-id: req-690fecfa-4d5c-42b9-b7b8-4045d7f14a89 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:37.471714 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792bd0bf-d08f-4d0e-a39b-045439a18909", "name": "network-vif-plugged", "status": "completed", "tag": "c1455dcc-7015-4258-8124-01be02eb39dc", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:37.471931 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-690fecfa-4d5c-42b9-b7b8-4045d7f14a89 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:37.472533 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792bd0bf-d08f-4d0e-a39b-045439a18909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1455dcc-7015-4258-8124-01be02eb39dc', 'code': 200} Sep 16 04:41:37.489809 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a641ed-1a04-4727-b35f-f80474fa53cb admin admin] Pushing event deleted for resources: {'Port': ['ID=6f24226a-4bfc-4f94-81f5-b73fdb518436,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:37.639725 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157aba9-1bba-40a8-a863-f19978ba5c94 req-28f24aa6-1069-4739-a37a-30bf48d02755 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:37.641485 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6157aba9-1bba-40a8-a863-f19978ba5c94 req-28f24aa6-1069-4739-a37a-30bf48d02755 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 950 time: 0.1209021 Sep 16 04:41:37.784716 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6157aba9-1bba-40a8-a863-f19978ba5c94 req-94542b36-6bd6-4121-81ec-dfd61ed89081 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269450 Sep 16 04:41:37.789556 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-12a641ed-1a04-4727-b35f-f80474fa53cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:37.814400 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb0c6d-3712-4f10-a6e3-8fcb95a50176 req-edf49ffd-50f6-42cb-aba1-01fbd7d38bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:37.816073 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1ceb0c6d-3712-4f10-a6e3-8fcb95a50176 req-edf49ffd-50f6-42cb-aba1-01fbd7d38bfc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 1102 time: 0.0925250 Sep 16 04:41:37.920617 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737f14d-8893-4e72-8b6c-eaac0293ed39 req-c89763c7-7bc2-4b69-a1a3-77ad93a6eb77 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:37.922149 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f737f14d-8893-4e72-8b6c-eaac0293ed39 req-c89763c7-7bc2-4b69-a1a3-77ad93a6eb77 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.47 "GET /v2.0/ports?device_id=df4c2721-acd8-434a-9b04-533e50ac9252 HTTP/1.1" status: 200 len: 945 time: 0.0521395 Sep 16 04:41:37.964594 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1ceb0c6d-3712-4f10-a6e3-8fcb95a50176 req-b229ce5d-9981-4417-a505-3a83ff86b1cc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850837 Sep 16 04:41:37.982695 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104dbdd-a21d-48cd-9d43-7ff02018c99a req-358e4e26-b10e-4e40-8b26-35f1a330aba1 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:37.984188 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2104dbdd-a21d-48cd-9d43-7ff02018c99a req-358e4e26-b10e-4e40-8b26-35f1a330aba1 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac1cff9b-fe50-453b-9070-b4966ca84f32 HTTP/1.1" status: 200 len: 949 time: 0.1384375 Sep 16 04:41:38.026827 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-f737f14d-8893-4e72-8b6c-eaac0293ed39 req-afa5ef43-83ba-471b-bceb-dde966f00027 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Deleting port 6ca73a31-6aa8-445a-a0d2-ffeae40866b4 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:38.027200 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f737f14d-8893-4e72-8b6c-eaac0293ed39 req-afa5ef43-83ba-471b-bceb-dde966f00027 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:38.070699 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2104dbdd-a21d-48cd-9d43-7ff02018c99a req-6747cdc7-9d53-4ec6-8e2a-537f457adaab tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdfeaf55-6df4-4c22-b40f-8635338f8ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778172 Sep 16 04:41:38.136517 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-f737f14d-8893-4e72-8b6c-eaac0293ed39 req-afa5ef43-83ba-471b-bceb-dde966f00027 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] For port 6ca73a31-6aa8-445a-a0d2-ffeae40866b4, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=6ca73a31-6aa8-445a-a0d2-ffeae40866b4,segment=NetworkSegment(f6f2f0af-084c-453b-bf71-6cfdbc7303ec),segment_id=f6f2f0af-084c-453b-bf71-6cfdbc7303ec)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:38.136940 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f737f14d-8893-4e72-8b6c-eaac0293ed39 req-afa5ef43-83ba-471b-bceb-dde966f00027 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:38.150121 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a641ed-1a04-4727-b35f-f80474fa53cb admin admin] Router fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:41:38.150437 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-f737f14d-8893-4e72-8b6c-eaac0293ed39 req-afa5ef43-83ba-471b-bceb-dde966f00027 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Calling delete_port for 6ca73a31-6aa8-445a-a0d2-ffeae40866b4 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:38.278026 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a641ed-1a04-4727-b35f-f80474fa53cb admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:41:38.299298 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43572291-53b3-45e0-9d10-ad784370322a None None] Sync routers for ids ['fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:41:38.299879 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-12a641ed-1a04-4727-b35f-f80474fa53cb admin admin] 10.222.0.35 "PUT /v2.0/routers/fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0886910 Sep 16 04:41:38.302391 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 32944) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:38.309646 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 43d28019-a1fa-413d-9f3d-a36caed8b4c9 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:38.333848 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f737f14d-8893-4e72-8b6c-eaac0293ed39 req-afa5ef43-83ba-471b-bceb-dde966f00027 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:38.342377 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43572291-53b3-45e0-9d10-ad784370322a None None] Routers {'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:41:38.343122 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-43572291-53b3-45e0-9d10-ad784370322a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:41:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:38.382905 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5ef43-83ba-471b-bceb-dde966f00027 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Pushing event deleted for resources: {'Port': ['ID=6ca73a31-6aa8-445a-a0d2-ffeae40866b4,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:38.383294 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['6ca73a31-6aa8-445a-a0d2-ffeae40866b4'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:38.385164 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['406c45b9-879f-4ca6-a923-c6836ddeceb7'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:38.412163 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5ef43-83ba-471b-bceb-dde966f00027 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:38.412163 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5ef43-83ba-471b-bceb-dde966f00027 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:38.412835 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5ef43-83ba-471b-bceb-dde966f00027 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:38.412835 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5ef43-83ba-471b-bceb-dde966f00027 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:38.413235 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5ef43-83ba-471b-bceb-dde966f00027 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:38.413572 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5ef43-83ba-471b-bceb-dde966f00027 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:38.413902 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5ef43-83ba-471b-bceb-dde966f00027 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:38.414331 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5ef43-83ba-471b-bceb-dde966f00027 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:38.415442 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5ef43-83ba-471b-bceb-dde966f00027 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:38.415442 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5ef43-83ba-471b-bceb-dde966f00027 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:38.415695 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5ef43-83ba-471b-bceb-dde966f00027 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:38.415962 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5ef43-83ba-471b-bceb-dde966f00027 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:38.450291 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f737f14d-8893-4e72-8b6c-eaac0293ed39 req-afa5ef43-83ba-471b-bceb-dde966f00027 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] No DVR routers for this DVR port 6ca73a31-6aa8-445a-a0d2-ffeae40866b4 on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:41:38.455420 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f737f14d-8893-4e72-8b6c-eaac0293ed39 req-afa5ef43-83ba-471b-bceb-dde966f00027 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:38.457795 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f737f14d-8893-4e72-8b6c-eaac0293ed39 req-afa5ef43-83ba-471b-bceb-dde966f00027 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.47 "DELETE /v2.0/ports/6ca73a31-6aa8-445a-a0d2-ffeae40866b4 HTTP/1.1" status: 204 len: 173 time: 0.5295272 Sep 16 04:41:38.458348 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4c2721-acd8-434a-9b04-533e50ac9252', 'name': 'network-vif-deleted', 'tag': '6ca73a31-6aa8-445a-a0d2-ffeae40866b4'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:38.471861 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75288d2-1ca1-4946-a5a7-f3c1c110ce93" -d '{"events": [{"server_uuid": "df4c2721-acd8-434a-9b04-533e50ac9252", "name": "network-vif-deleted", "tag": "6ca73a31-6aa8-445a-a0d2-ffeae40866b4"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:38.567110 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 43d28019-a1fa-413d-9f3d-a36caed8b4c9 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:41:38.576447 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-43572291-53b3-45e0-9d10-ad784370322a None None] Set router fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:41:38.609509 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 43d28019-a1fa-413d-9f3d-a36caed8b4c9 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:38.609979 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:38.821818 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cd994162-4126-4bff-a69e-d393e4d7d131 admin admin] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:38.830783 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf8dde-5486-49b1-97bc-4b7a4b177da4 req-c905a3f2-a60b-4a55-84d9-23f221358667 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:38.833021 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ecdf8dde-5486-49b1-97bc-4b7a4b177da4 req-c905a3f2-a60b-4a55-84d9-23f221358667 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.48 "GET /v2.0/ports?device_id=71188f8f-57ef-48b5-b84f-a8001068b00a HTTP/1.1" status: 200 len: 946 time: 0.1326649 Sep 16 04:41:38.874445 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028cebec-1c7e-43d4-a5f0-975204655b88 req-4f66a513-d9b1-4453-9f01-638bf5bb2794 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:38.875978 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-028cebec-1c7e-43d4-a5f0-975204655b88 req-4f66a513-d9b1-4453-9f01-638bf5bb2794 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 950 time: 0.4894793 Sep 16 04:41:38.893234 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:38.938868 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 43d28019-a1fa-413d-9f3d-a36caed8b4c9, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=43d28019-a1fa-413d-9f3d-a36caed8b4c9,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:38.944292 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-43572291-53b3-45e0-9d10-ad784370322a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'name': 'tempest-ServersTestJSON-384425949-router', 'tenant_id': '681b40f69fd84e8abf8145d29844867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '63962715-ba73-409e-a8be-49f20c9e146c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:00Z', 'updated_at': '2021-09-16T04:41:37Z', 'revision_number': 5, 'project_id': '681b40f69fd84e8abf8145d29844867d', 'gw_port': {'id': '63962715-ba73-409e-a8be-49f20c9e146c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:02Z', 'updated_at': '2021-09-16T04:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:38.947598 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:38.965607 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-028cebec-1c7e-43d4-a5f0-975204655b88 req-946be242-1a66-4fc5-8aaf-b7d9b406116c tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817459 Sep 16 04:41:38.979866 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43572291-53b3-45e0-9d10-ad784370322a None None] Checking router: fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:41:38.992700 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cd994162-4126-4bff-a69e-d393e4d7d131 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:39.021319 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43572291-53b3-45e0-9d10-ad784370322a None None] Routers {'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:41:39.021955 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-43572291-53b3-45e0-9d10-ad784370322a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:41:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:39.039404 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-ecdf8dde-5486-49b1-97bc-4b7a4b177da4 req-2d705b97-308f-43d7-a1b9-a2e0a8faf5d4 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Deleting port 406c45b9-879f-4ca6-a923-c6836ddeceb7 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:39.040488 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ecdf8dde-5486-49b1-97bc-4b7a4b177da4 req-2d705b97-308f-43d7-a1b9-a2e0a8faf5d4 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:39.055894 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-cd994162-4126-4bff-a69e-d393e4d7d131 admin admin] Deleting port 63962715-ba73-409e-a8be-49f20c9e146c {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:39.056231 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cd994162-4126-4bff-a69e-d393e4d7d131 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:39.070184 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=43d28019-a1fa-413d-9f3d-a36caed8b4c9,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:39.175437 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb4ba6e6-16d7-4889-b530-09ee75b4a2e2 req-a2600b38-4eda-4465-bdb0-ed1eda3a12ed tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/ports?device_id=df4c2721-acd8-434a-9b04-533e50ac9252 HTTP/1.1" status: 200 len: 210 time: 0.0435777 Sep 16 04:41:39.229952 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-cd994162-4126-4bff-a69e-d393e4d7d131 admin admin] For port 63962715-ba73-409e-a8be-49f20c9e146c, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=63962715-ba73-409e-a8be-49f20c9e146c,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:39.230453 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cd994162-4126-4bff-a69e-d393e4d7d131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:39.246420 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-ecdf8dde-5486-49b1-97bc-4b7a4b177da4 req-2d705b97-308f-43d7-a1b9-a2e0a8faf5d4 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] For port 406c45b9-879f-4ca6-a923-c6836ddeceb7, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=406c45b9-879f-4ca6-a923-c6836ddeceb7,segment=NetworkSegment(f6f2f0af-084c-453b-bf71-6cfdbc7303ec),segment_id=f6f2f0af-084c-453b-bf71-6cfdbc7303ec)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:39.246816 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ecdf8dde-5486-49b1-97bc-4b7a4b177da4 req-2d705b97-308f-43d7-a1b9-a2e0a8faf5d4 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:39.251626 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-cd994162-4126-4bff-a69e-d393e4d7d131 admin admin] Calling delete_port for 63962715-ba73-409e-a8be-49f20c9e146c owned by network:router_gateway {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:39.260836 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-ecdf8dde-5486-49b1-97bc-4b7a4b177da4 req-2d705b97-308f-43d7-a1b9-a2e0a8faf5d4 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Calling delete_port for 406c45b9-879f-4ca6-a923-c6836ddeceb7 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:39.289911 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-43572291-53b3-45e0-9d10-ad784370322a None None] Set router fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:41:39.349488 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-43572291-53b3-45e0-9d10-ad784370322a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'name': 'tempest-ServersTestJSON-384425949-router', 'tenant_id': '681b40f69fd84e8abf8145d29844867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:00Z', 'updated_at': '2021-09-16T04:41:38Z', 'revision_number': 6, 'project_id': '681b40f69fd84e8abf8145d29844867d', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:39.380653 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43572291-53b3-45e0-9d10-ad784370322a None None] The sync data for ids ['fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c'] in n-d-712139-15 is: [{'id': 'fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c', 'name': 'tempest-ServersTestJSON-384425949-router', 'tenant_id': '681b40f69fd84e8abf8145d29844867d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:00Z', 'updated_at': '2021-09-16T04:41:38Z', 'revision_number': 6, 'project_id': '681b40f69fd84e8abf8145d29844867d', 'gw_port_host': None}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:41:39.386910 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60de65ae-a4dd-4208-bb89-648deb7734ee x-openstack-request-id: req-60de65ae-a4dd-4208-bb89-648deb7734ee {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:39.387299 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4c2721-acd8-434a-9b04-533e50ac9252", "name": "network-vif-deleted", "tag": "6ca73a31-6aa8-445a-a0d2-ffeae40866b4", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:39.389296 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-60de65ae-a4dd-4208-bb89-648deb7734ee {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:39.389296 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4c2721-acd8-434a-9b04-533e50ac9252', 'name': 'network-vif-deleted', 'tag': '6ca73a31-6aa8-445a-a0d2-ffeae40866b4', 'status': 'completed', 'code': 200} Sep 16 04:41:39.473374 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ecdf8dde-5486-49b1-97bc-4b7a4b177da4 req-2d705b97-308f-43d7-a1b9-a2e0a8faf5d4 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:39.474332 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1cff9b-fe50-453b-9070-b4966ca84f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d28019-a1fa-413d-9f3d-a36caed8b4c9'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:39.478505 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba41f73-3ce1-4af1-8618-6559ffcd303a" -d '{"events": [{"server_uuid": "ac1cff9b-fe50-453b-9070-b4966ca84f32", "name": "network-vif-plugged", "status": "completed", "tag": "43d28019-a1fa-413d-9f3d-a36caed8b4c9"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:39.497450 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cd994162-4126-4bff-a69e-d393e4d7d131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:39.516999 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d705b97-308f-43d7-a1b9-a2e0a8faf5d4 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Pushing event deleted for resources: {'Port': ['ID=406c45b9-879f-4ca6-a923-c6836ddeceb7,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:39.518370 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e55e8-7005-4bf4-84c0-4e9754d7ff92 req-7905870f-fa0d-467c-a291-aca795f7cd0c tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:39.525112 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-772e55e8-7005-4bf4-84c0-4e9754d7ff92 req-7905870f-fa0d-467c-a291-aca795f7cd0c tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 950 time: 0.0738337 Sep 16 04:41:39.558847 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd994162-4126-4bff-a69e-d393e4d7d131 admin admin] Pushing event deleted for resources: {'Port': ['ID=63962715-ba73-409e-a8be-49f20c9e146c,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:39.573573 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecdf8dde-5486-49b1-97bc-4b7a4b177da4 req-2d705b97-308f-43d7-a1b9-a2e0a8faf5d4 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] No DVR routers for this DVR port 406c45b9-879f-4ca6-a923-c6836ddeceb7 on host n-h2-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:41:39.576624 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ecdf8dde-5486-49b1-97bc-4b7a4b177da4 req-2d705b97-308f-43d7-a1b9-a2e0a8faf5d4 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:39.578350 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ecdf8dde-5486-49b1-97bc-4b7a4b177da4 req-2d705b97-308f-43d7-a1b9-a2e0a8faf5d4 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.48 "DELETE /v2.0/ports/406c45b9-879f-4ca6-a923-c6836ddeceb7 HTTP/1.1" status: 204 len: 173 time: 0.7366750 Sep 16 04:41:39.634734 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-772e55e8-7005-4bf4-84c0-4e9754d7ff92 req-bfa56320-e0bc-4a63-826b-4cef0bd11028 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806448 Sep 16 04:41:39.647140 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cd994162-4126-4bff-a69e-d393e4d7d131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:39.792760 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cd994162-4126-4bff-a69e-d393e4d7d131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:39.795914 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cd994162-4126-4bff-a69e-d393e4d7d131 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:39.867519 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d965bf85-2366-44ae-990c-32eac63969c8 req-e861d9ce-ceba-4c94-a2d0-2e5a5c8208a1 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:39.869119 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d965bf85-2366-44ae-990c-32eac63969c8 req-e861d9ce-ceba-4c94-a2d0-2e5a5c8208a1 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac1cff9b-fe50-453b-9070-b4966ca84f32 HTTP/1.1" status: 200 len: 950 time: 0.1433773 Sep 16 04:41:39.870776 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cd994162-4126-4bff-a69e-d393e4d7d131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:39.871251 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd994162-4126-4bff-a69e-d393e4d7d131 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:41:39.876456 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cd994162-4126-4bff-a69e-d393e4d7d131 admin admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:39.877687 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-cd994162-4126-4bff-a69e-d393e4d7d131 admin admin] 10.222.0.35 "DELETE /v2.0/routers/fcc6be9f-df9f-4c9b-856c-a7d93e29cc7c HTTP/1.1" status: 204 len: 168 time: 1.5717394 Sep 16 04:41:39.880040 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 32966) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:39.916543 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d965bf85-2366-44ae-990c-32eac63969c8 req-e05669a5-f754-4b7d-b316-09ee09b10761 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdfeaf55-6df4-4c22-b40f-8635338f8ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380037 Sep 16 04:41:39.939394 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ef01dfc-8ff1-40b4-b913-d2d16b824ec5 admin admin] Deleting subnet a506450f-29c8-4972-af12-79e167066d49 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:41:39.943951 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9ef01dfc-8ff1-40b4-b913-d2d16b824ec5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:39.985572 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9ef01dfc-8ff1-40b4-b913-d2d16b824ec5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:40.021913 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b945cf95-7ef1-4d38-a188-0deec2e67853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:40.069215 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9ef01dfc-8ff1-40b4-b913-d2d16b824ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:40.130747 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9ef01dfc-8ff1-40b4-b913-d2d16b824ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:40.141347 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bdc7fc-59d3-414b-9157-0617e67da39d x-openstack-request-id: req-c5bdc7fc-59d3-414b-9157-0617e67da39d {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:40.142011 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1cff9b-fe50-453b-9070-b4966ca84f32", "name": "network-vif-plugged", "status": "completed", "tag": "43d28019-a1fa-413d-9f3d-a36caed8b4c9", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:40.142472 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c5bdc7fc-59d3-414b-9157-0617e67da39d {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:40.143087 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1cff9b-fe50-453b-9070-b4966ca84f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d28019-a1fa-413d-9f3d-a36caed8b4c9', 'code': 200} Sep 16 04:41:40.160035 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef01dfc-8ff1-40b4-b913-d2d16b824ec5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a506450f-29c8-4972-af12-79e167066d49,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:40.164630 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9ef01dfc-8ff1-40b4-b913-d2d16b824ec5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:40.169978 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61d8b08-d236-4450-89d7-9d5cc2497153 None None] Network c785eb04-bc2f-40f9-9684-456d719505e1 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:41:40.176712 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9ef01dfc-8ff1-40b4-b913-d2d16b824ec5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a506450f-29c8-4972-af12-79e167066d49 HTTP/1.1" status: 204 len: 168 time: 0.2952456 Sep 16 04:41:40.179168 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 32970) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:40.290700 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c82bd8e5-3315-4b65-a302-1f2129b8ab8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:40.308982 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422594c-206a-4061-8f56-70704c85ee9c req-2fe1cdcd-ffd6-4c8e-aff8-772d16315ca6 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:40.310201 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8422594c-206a-4061-8f56-70704c85ee9c req-2fe1cdcd-ffd6-4c8e-aff8-772d16315ca6 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 950 time: 0.1073253 Sep 16 04:41:40.390300 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7d38d-8237-4256-bd15-b99b4697da0c req-453f9357-1acd-4f9d-96f4-7610c6163f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:40.391200 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8422594c-206a-4061-8f56-70704c85ee9c req-5cd52da8-8598-4e3b-b214-67c138f89d0d tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547969 Sep 16 04:41:40.401317 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f7e83d-a7e6-4eb5-ae51-2f9e1afa553c None None] DHCP port deletion for c785eb04-bc2f-40f9-9684-456d719505e1 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:41:40.404275 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-c82bd8e5-3315-4b65-a302-1f2129b8ab8d admin admin] Deleting port 3fee09cb-3fa8-48ec-bc16-17c56e0ee4d5 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:40.404882 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c82bd8e5-3315-4b65-a302-1f2129b8ab8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:40.418970 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e2a7d38d-8237-4256-bd15-b99b4697da0c req-453f9357-1acd-4f9d-96f4-7610c6163f96 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ac1cff9b-fe50-453b-9070-b4966ca84f32 HTTP/1.1" status: 200 len: 1102 time: 0.0808530 Sep 16 04:41:40.499627 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e2a7d38d-8237-4256-bd15-b99b4697da0c req-1cf774d3-3739-4993-935c-31fa7362ffc1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bdfeaf55-6df4-4c22-b40f-8635338f8ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604203 Sep 16 04:41:40.512229 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-c82bd8e5-3315-4b65-a302-1f2129b8ab8d admin admin] For port 3fee09cb-3fa8-48ec-bc16-17c56e0ee4d5, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3fee09cb-3fa8-48ec-bc16-17c56e0ee4d5,segment=NetworkSegment(ea7a0bff-c271-482b-b285-0945ffb9d9ec),segment_id=ea7a0bff-c271-482b-b285-0945ffb9d9ec)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:40.512229 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c82bd8e5-3315-4b65-a302-1f2129b8ab8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:40.522142 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-e7f7e83d-a7e6-4eb5-ae51-2f9e1afa553c None None] Deleting port 3fee09cb-3fa8-48ec-bc16-17c56e0ee4d5 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:40.522786 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e7f7e83d-a7e6-4eb5-ae51-2f9e1afa553c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:40.539127 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-c82bd8e5-3315-4b65-a302-1f2129b8ab8d admin admin] Calling delete_port for 3fee09cb-3fa8-48ec-bc16-17c56e0ee4d5 owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:40.616291 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-e7f7e83d-a7e6-4eb5-ae51-2f9e1afa553c None None] For port 3fee09cb-3fa8-48ec-bc16-17c56e0ee4d5, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3fee09cb-3fa8-48ec-bc16-17c56e0ee4d5,segment=NetworkSegment(ea7a0bff-c271-482b-b285-0945ffb9d9ec),segment_id=ea7a0bff-c271-482b-b285-0945ffb9d9ec)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:40.616730 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e7f7e83d-a7e6-4eb5-ae51-2f9e1afa553c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:40.631335 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-e7f7e83d-a7e6-4eb5-ae51-2f9e1afa553c None None] Calling delete_port for 3fee09cb-3fa8-48ec-bc16-17c56e0ee4d5 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:40.658064 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c82bd8e5-3315-4b65-a302-1f2129b8ab8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:40.693665 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82bd8e5-3315-4b65-a302-1f2129b8ab8d admin admin] Pushing event deleted for resources: {'Port': ['ID=3fee09cb-3fa8-48ec-bc16-17c56e0ee4d5,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:40.698611 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82bd8e5-3315-4b65-a302-1f2129b8ab8d admin admin] No DVR routers for this DVR port 3fee09cb-3fa8-48ec-bc16-17c56e0ee4d5 on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:41:40.724319 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e7f7e83d-a7e6-4eb5-ae51-2f9e1afa553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:40.750905 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7e83d-a7e6-4eb5-ae51-2f9e1afa553c None None] Pushing event deleted for resources: {'Port': ['ID=3fee09cb-3fa8-48ec-bc16-17c56e0ee4d5,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:40.755429 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f7e83d-a7e6-4eb5-ae51-2f9e1afa553c None None] No DVR routers for this DVR port 3fee09cb-3fa8-48ec-bc16-17c56e0ee4d5 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:41:40.795501 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c82bd8e5-3315-4b65-a302-1f2129b8ab8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:40.842190 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3fee09cb-3fa8-48ec-bc16-17c56e0ee4d5 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:40.844408 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-56e78de6-45ee-4d0f-9ba4-f8a48d37bae3 req-a6db9941-9c2d-4bcc-81e5-6d902b5a0640 tempest-MultipleCreateTestJSON-1683009482 tempest-MultipleCreateTestJSON-1683009482-project] 10.222.0.35 "GET /v2.0/ports?device_id=71188f8f-57ef-48b5-b84f-a8001068b00a HTTP/1.1" status: 200 len: 210 time: 0.0529051 Sep 16 04:41:40.847845 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-c82bd8e5-3315-4b65-a302-1f2129b8ab8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c785eb04-bc2f-40f9-9684-456d719505e1']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:40.859093 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-c82bd8e5-3315-4b65-a302-1f2129b8ab8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea7a0bff-c271-482b-b285-0945ffb9d9ec') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:40.859389 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-c82bd8e5-3315-4b65-a302-1f2129b8ab8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea7a0bff-c271-482b-b285-0945ffb9d9ec') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:40.869151 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c82bd8e5-3315-4b65-a302-1f2129b8ab8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:40.874490 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 6ca73a31-6aa8-445a-a0d2-ffeae40866b4 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:40.876921 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 3fee09cb-3fa8-48ec-bc16-17c56e0ee4d5 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:41:40.877263 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3fee09cb-3fa8-48ec-bc16-17c56e0ee4d5 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:41:40.877669 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 6f24226a-4bfc-4f94-81f5-b73fdb518436 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:40.884275 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c82bd8e5-3315-4b65-a302-1f2129b8ab8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:40.892337 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c82bd8e5-3315-4b65-a302-1f2129b8ab8d admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:41:40.892778 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c82bd8e5-3315-4b65-a302-1f2129b8ab8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:40.894760 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:41:40.894760 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:41:40.894760 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:41:40.894760 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:41:40.894760 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:41:40.894760 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:41:40.894760 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:41:40.894760 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:41:40.894760 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:41:40.894760 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:41:40.894760 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:41:40.894760 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:41:40.894760 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:41:40.894760 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:41:40.894760 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:41:40.894760 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:41:40.894760 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:41:40.894760 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:41:40.894760 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:41:40.894760 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:41:40.894760 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:41:40.894760 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:41:40.894760 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:41:40.894760 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:41:40.894760 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:41:40.894760 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:41:40.894760 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:41:40.894760 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:41:40.894760 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:41:40.894760 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:41:40.894760 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:41:40.894760 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:41:40.919028 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: 6ca73a31-6aa8-445a-a0d2-ffeae40866b4 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:41:40.919392 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 6ca73a31-6aa8-445a-a0d2-ffeae40866b4 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:41:40.921513 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 6f24226a-4bfc-4f94-81f5-b73fdb518436 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:41:40.921990 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 6f24226a-4bfc-4f94-81f5-b73fdb518436 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:41:40.922579 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 63962715-ba73-409e-a8be-49f20c9e146c no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:40.942215 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 63962715-ba73-409e-a8be-49f20c9e146c {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:41:40.942558 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 63962715-ba73-409e-a8be-49f20c9e146c not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:41:40.997754 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8cf99-41a1-4de7-8b18-98cae88ecd1a req-4e64e275-fe10-4c34-90e0-091ef8003a38 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:40.999170 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-55c8cf99-41a1-4de7-8b18-98cae88ecd1a req-4e64e275-fe10-4c34-90e0-091ef8003a38 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 950 time: 0.0943069 Sep 16 04:41:41.000000 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c82bd8e5-3315-4b65-a302-1f2129b8ab8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:41.019478 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c82bd8e5-3315-4b65-a302-1f2129b8ab8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:41.021405 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c82bd8e5-3315-4b65-a302-1f2129b8ab8d admin admin] 10.222.0.35 "DELETE /v2.0/networks/c785eb04-bc2f-40f9-9684-456d719505e1 HTTP/1.1" status: 204 len: 168 time: 0.8410993 Sep 16 04:41:41.024670 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82bd8e5-3315-4b65-a302-1f2129b8ab8d admin admin] Pushing event deleted for resources: {'Network': ['ID=c785eb04-bc2f-40f9-9684-456d719505e1,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:41.067602 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-55c8cf99-41a1-4de7-8b18-98cae88ecd1a req-95a555d5-f857-4f51-aa09-251f6ecfce7b tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451798 Sep 16 04:41:41.176145 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d65c4a-a8a0-4b74-942d-993480ad059a req-5feda5ee-294d-468f-a19d-61c36a824264 tempest-ServersAdminTestJSON-2106629164 tempest-ServersAdminTestJSON-2106629164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:41.177740 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-21d65c4a-a8a0-4b74-942d-993480ad059a req-5feda5ee-294d-468f-a19d-61c36a824264 tempest-ServersAdminTestJSON-2106629164 tempest-ServersAdminTestJSON-2106629164-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 1102 time: 0.0430858 Sep 16 04:41:41.201671 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 32992) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:41.214768 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-21d65c4a-a8a0-4b74-942d-993480ad059a req-9c18c7ef-38e5-4858-93ca-7270411d970d tempest-ServersAdminTestJSON-2106629164 tempest-ServersAdminTestJSON-2106629164-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310843 Sep 16 04:41:41.249248 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-290700bb-e08a-44c0-8d9b-8690a81795d6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=681b40f69fd84e8abf8145d29844867d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441406 Sep 16 04:41:41.249496 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 32996) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:41.301315 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7cd0b5a5-02d3-4ae6-aea6-48499671eeca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:41.323027 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7cd0b5a5-02d3-4ae6-aea6-48499671eeca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:41.329765 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5823ed-6f0a-4bd1-a087-8b4eab255794 req-27631209-2ecd-4640-8d23-d076287ccd62 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:41.331328 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ce5823ed-6f0a-4bd1-a087-8b4eab255794 req-27631209-2ecd-4640-8d23-d076287ccd62 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac1cff9b-fe50-453b-9070-b4966ca84f32 HTTP/1.1" status: 200 len: 950 time: 0.0578220 Sep 16 04:41:41.371207 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ce5823ed-6f0a-4bd1-a087-8b4eab255794 req-375b5a8a-36eb-4db7-9970-5b3471f540aa tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdfeaf55-6df4-4c22-b40f-8635338f8ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338016 Sep 16 04:41:41.379108 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7cd0b5a5-02d3-4ae6-aea6-48499671eeca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:41.382179 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7cd0b5a5-02d3-4ae6-aea6-48499671eeca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:41.383342 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7cd0b5a5-02d3-4ae6-aea6-48499671eeca admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/980c62f4-1ec2-40c3-a6dd-f4b3c94f3919 HTTP/1.1" status: 204 len: 168 time: 0.1329825 Sep 16 04:41:41.395971 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:41.396734 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71188f8f-57ef-48b5-b84f-a8001068b00a', 'name': 'network-vif-deleted', 'tag': '406c45b9-879f-4ca6-a923-c6836ddeceb7'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:41.399180 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a52a33-672b-4dd0-a4c4-8bb4895358ed" -d '{"events": [{"server_uuid": "71188f8f-57ef-48b5-b84f-a8001068b00a", "name": "network-vif-deleted", "tag": "406c45b9-879f-4ca6-a923-c6836ddeceb7"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:41.410080 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd0b5a5-02d3-4ae6-aea6-48499671eeca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980c62f4-1ec2-40c3-a6dd-f4b3c94f3919,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:41.709143 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0d4658-d5c7-40d2-bd21-4e5b57b927de x-openstack-request-id: req-7c0d4658-d5c7-40d2-bd21-4e5b57b927de {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:41.709566 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71188f8f-57ef-48b5-b84f-a8001068b00a", "name": "network-vif-deleted", "tag": "406c45b9-879f-4ca6-a923-c6836ddeceb7", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:41.709823 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7c0d4658-d5c7-40d2-bd21-4e5b57b927de {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:41.710217 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71188f8f-57ef-48b5-b84f-a8001068b00a', 'name': 'network-vif-deleted', 'tag': '406c45b9-879f-4ca6-a923-c6836ddeceb7', 'status': 'completed', 'code': 200} Sep 16 04:41:41.898562 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172771c-4928-426b-825e-095002baed0b req-a7c9d29b-d577-4cd5-b663-72000b897246 tempest-ServersAdminTestJSON-2106629164 tempest-ServersAdminTestJSON-2106629164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:41.900087 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8172771c-4928-426b-825e-095002baed0b req-a7c9d29b-d577-4cd5-b663-72000b897246 tempest-ServersAdminTestJSON-2106629164 tempest-ServersAdminTestJSON-2106629164-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 1102 time: 0.0448637 Sep 16 04:41:41.936274 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8172771c-4928-426b-825e-095002baed0b req-884f9403-3412-4a84-a5dd-46788a5acde9 tempest-ServersAdminTestJSON-2106629164 tempest-ServersAdminTestJSON-2106629164-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296090 Sep 16 04:41:41.983187 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33024) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:42.031766 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-121ed1e5-669f-43dd-aea1-31e961ad9c35 admin admin] Deleting subnet afac7971-83f1-4670-80e6-fed5f09e23e3 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:41:42.035106 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-121ed1e5-669f-43dd-aea1-31e961ad9c35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.079198 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-121ed1e5-669f-43dd-aea1-31e961ad9c35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.127342 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-121ed1e5-669f-43dd-aea1-31e961ad9c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.210170 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-121ed1e5-669f-43dd-aea1-31e961ad9c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.238622 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33034) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:42.243414 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ed1e5-669f-43dd-aea1-31e961ad9c35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afac7971-83f1-4670-80e6-fed5f09e23e3,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:42.249665 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-121ed1e5-669f-43dd-aea1-31e961ad9c35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.251876 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-121ed1e5-669f-43dd-aea1-31e961ad9c35 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/afac7971-83f1-4670-80e6-fed5f09e23e3 HTTP/1.1" status: 204 len: 168 time: 0.2679288 Sep 16 04:41:42.254363 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33038) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:42.275320 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59600439-0815-4c71-b521-2926d15d9706 req-4fd83d61-f173-4f5a-8ff8-8192a1080f95 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:42.276994 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-59600439-0815-4c71-b521-2926d15d9706 req-4fd83d61-f173-4f5a-8ff8-8192a1080f95 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 950 time: 0.0875714 Sep 16 04:41:42.321776 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-59600439-0815-4c71-b521-2926d15d9706 req-fcf8887b-7b09-418a-963c-9a77ac949475 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370665 Sep 16 04:41:42.326071 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 406c45b9-879f-4ca6-a923-c6836ddeceb7 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:42.334673 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9a64a018-84d3-4567-8e7c-a34d8193f321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.363846 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 406c45b9-879f-4ca6-a923-c6836ddeceb7 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:41:42.364595 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 406c45b9-879f-4ca6-a923-c6836ddeceb7 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:41:42.390306 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-c6815661-000f-4f3e-b81f-a4e41842eef8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1588244481-network', 'tenant_id': '219dac94cc9a436fb4b4e6b8e279e70f'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:42.425571 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9a64a018-84d3-4567-8e7c-a34d8193f321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.441825 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6815661-000f-4f3e-b81f-a4e41842eef8 admin admin] Made reservation on behalf of 219dac94cc9a436fb4b4e6b8e279e70f for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:42.444077 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c6815661-000f-4f3e-b81f-a4e41842eef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.446965 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-9a64a018-84d3-4567-8e7c-a34d8193f321 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb7cd597-7f23-457a-8e7d-d4c0258aa004']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:42.455147 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c6815661-000f-4f3e-b81f-a4e41842eef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.456859 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-9a64a018-84d3-4567-8e7c-a34d8193f321 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f2f0af-084c-453b-bf71-6cfdbc7303ec') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:42.457231 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-9a64a018-84d3-4567-8e7c-a34d8193f321 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f2f0af-084c-453b-bf71-6cfdbc7303ec') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:42.465737 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1be69e-2537-4c84-83ef-70a5127db499 req-73be5b1a-5921-4737-86f2-3721f1c0432f tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:42.467294 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4e1be69e-2537-4c84-83ef-70a5127db499 req-73be5b1a-5921-4737-86f2-3721f1c0432f tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=5af037da-5612-457c-9fd2-d0ec28ddc6ec HTTP/1.1" status: 200 len: 949 time: 0.0706301 Sep 16 04:41:42.467474 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9a64a018-84d3-4567-8e7c-a34d8193f321 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.482158 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9a64a018-84d3-4567-8e7c-a34d8193f321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.488498 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a64a018-84d3-4567-8e7c-a34d8193f321 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:41:42.488929 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9a64a018-84d3-4567-8e7c-a34d8193f321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.491065 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:41:42.491065 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:41:42.491065 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:41:42.491065 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:41:42.491065 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:41:42.491065 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:41:42.491065 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:41:42.491065 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:41:42.491065 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:41:42.491065 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:41:42.491065 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:41:42.491065 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:41:42.491065 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:41:42.491065 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:41:42.491065 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:41:42.491065 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:41:42.491065 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:41:42.491065 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:41:42.491065 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:41:42.491065 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:41:42.491065 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:41:42.491065 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:41:42.491065 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:41:42.491065 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:41:42.491065 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:41:42.491065 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:41:42.491065 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:41:42.491065 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:41:42.491065 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:41:42.491065 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:41:42.491065 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:41:42.491065 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:41:42.536397 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4e1be69e-2537-4c84-83ef-70a5127db499 req-81d1bfee-e032-4db4-a312-7ccd7a1c9e59 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614936 Sep 16 04:41:42.567926 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9a64a018-84d3-4567-8e7c-a34d8193f321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.578073 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9a64a018-84d3-4567-8e7c-a34d8193f321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.580937 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9a64a018-84d3-4567-8e7c-a34d8193f321 admin admin] 10.222.0.35 "DELETE /v2.0/networks/eb7cd597-7f23-457a-8e7d-d4c0258aa004 HTTP/1.1" status: 204 len: 168 time: 0.3247366 Sep 16 04:41:42.601627 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64a018-84d3-4567-8e7c-a34d8193f321 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb7cd597-7f23-457a-8e7d-d4c0258aa004,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:42.618615 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c6815661-000f-4f3e-b81f-a4e41842eef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.629472 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c6815661-000f-4f3e-b81f-a4e41842eef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.669802 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6815661-000f-4f3e-b81f-a4e41842eef8 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:41:42.693778 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6815661-000f-4f3e-b81f-a4e41842eef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8edb656-ca43-4418-9478-83a55563b78f,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:42.697687 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c6815661-000f-4f3e-b81f-a4e41842eef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.698083 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-c6815661-000f-4f3e-b81f-a4e41842eef8 admin admin] Added segment d8d3e020-27f3-420d-9afc-6c81d36f46ae of type vlan for network 630caab9-fe2c-4ccd-92fe-e614d4bcb0cc Sep 16 04:41:42.724454 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33048) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:42.727133 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381409cc-7714-40cc-8f56-f8e69fbe130d req-5fe56d48-ddc5-46ff-8876-36866f062b81 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:42.728678 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-381409cc-7714-40cc-8f56-f8e69fbe130d req-5fe56d48-ddc5-46ff-8876-36866f062b81 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac1cff9b-fe50-453b-9070-b4966ca84f32 HTTP/1.1" status: 200 len: 950 time: 0.1130571 Sep 16 04:41:42.765579 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9590b53a-d5bb-45e1-b36c-f17b39c317f7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a2c39797aeb9433d9e2d6dbd5fa734f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397117 Sep 16 04:41:42.768101 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33050) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:42.773476 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c6815661-000f-4f3e-b81f-a4e41842eef8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.800260 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-381409cc-7714-40cc-8f56-f8e69fbe130d req-fbaadbea-8a28-442d-ae92-c50421805b83 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdfeaf55-6df4-4c22-b40f-8635338f8ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516629 Sep 16 04:41:42.819858 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fb78d6ef-3014-4ff2-9b01-77d910fc4d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.824041 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c6815661-000f-4f3e-b81f-a4e41842eef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.825811 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6815661-000f-4f3e-b81f-a4e41842eef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:42.826747 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c6815661-000f-4f3e-b81f-a4e41842eef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.845167 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fb78d6ef-3014-4ff2-9b01-77d910fc4d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.871487 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c6815661-000f-4f3e-b81f-a4e41842eef8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6311691 Sep 16 04:41:42.874551 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33056) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:42.879818 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-e15a86c6-e62f-4bbd-8fab-112036ad05b1 admin admin] Request body: {'subnet': {'network_id': '630caab9-fe2c-4ccd-92fe-e614d4bcb0cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1588244481-subnet', 'tenant_id': '219dac94cc9a436fb4b4e6b8e279e70f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:42.905212 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6815661-000f-4f3e-b81f-a4e41842eef8 admin admin] Pushing event updated for resources: {'Network': ['ID=630caab9-fe2c-4ccd-92fe-e614d4bcb0cc,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:42.906911 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15a86c6-e62f-4bbd-8fab-112036ad05b1 admin admin] Made reservation on behalf of 219dac94cc9a436fb4b4e6b8e279e70f for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:42.910190 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e15a86c6-e62f-4bbd-8fab-112036ad05b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.916406 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 630caab9-fe2c-4ccd-92fe-e614d4bcb0cc details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:41:42.938231 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fb78d6ef-3014-4ff2-9b01-77d910fc4d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.942603 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fb78d6ef-3014-4ff2-9b01-77d910fc4d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.944256 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fb78d6ef-3014-4ff2-9b01-77d910fc4d6c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aafbb17e-7607-44ca-ad6e-c960d6109432 HTTP/1.1" status: 204 len: 168 time: 0.1747708 Sep 16 04:41:42.996694 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78d6ef-3014-4ff2-9b01-77d910fc4d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafbb17e-7607-44ca-ad6e-c960d6109432,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:43.123711 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e15a86c6-e62f-4bbd-8fab-112036ad05b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:43.170538 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8c3c0c02-0399-4c7a-ae3c-fffb6b425af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:43.190325 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a86c6-e62f-4bbd-8fab-112036ad05b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afdb71f9-6afc-471e-af06-fbe4a9df4bcb,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:43.199824 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15a86c6-e62f-4bbd-8fab-112036ad05b1 admin admin] Checking segment: {'id': 'd8d3e020-27f3-420d-9afc-6c81d36f46ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '630caab9-fe2c-4ccd-92fe-e614d4bcb0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:43.200187 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15a86c6-e62f-4bbd-8fab-112036ad05b1 admin admin] Network hostable DHCP agents. Network: 630caab9-fe2c-4ccd-92fe-e614d4bcb0cc, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:41:43.217763 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15a86c6-e62f-4bbd-8fab-112036ad05b1 admin admin] Network 630caab9-fe2c-4ccd-92fe-e614d4bcb0cc is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:41:43.227184 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-e15a86c6-e62f-4bbd-8fab-112036ad05b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 630caab9-fe2c-4ccd-92fe-e614d4bcb0cc) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:43.235878 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90bf9f6-3508-4927-84a2-596f733a8587 None None] Network 630caab9-fe2c-4ccd-92fe-e614d4bcb0cc requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:41:43.237332 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15a86c6-e62f-4bbd-8fab-112036ad05b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:43.238118 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e15a86c6-e62f-4bbd-8fab-112036ad05b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:43.273729 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e15a86c6-e62f-4bbd-8fab-112036ad05b1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3978899 Sep 16 04:41:43.388172 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7442d26-8b69-421c-91e0-7a6d7c43a134 None None] Network 630caab9-fe2c-4ccd-92fe-e614d4bcb0cc requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:41:43.494143 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:43.540272 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc793e89-49ef-47a8-89a5-6ed45eb6f4a2 req-7ae8b92a-738d-4945-8261-7fe8fffeebd1 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:43.549513 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dc793e89-49ef-47a8-89a5-6ed45eb6f4a2 req-7ae8b92a-738d-4945-8261-7fe8fffeebd1 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 950 time: 0.0821118 Sep 16 04:41:43.593004 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dc793e89-49ef-47a8-89a5-6ed45eb6f4a2 req-f788bb9a-6fdb-4b3f-9e8f-0b07420db86a tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423899 Sep 16 04:41:43.687607 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-45b4a41a-daac-42f3-a0c8-76f8eeab2720 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=00394395b7254ffdbe6f962cfb1fda8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238552 Sep 16 04:41:43.757070 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c20eb-eaeb-4b1e-ba20-cc9390dcf8e1 req-8459f1bb-df03-40ca-990d-b7dcb1b1af87 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:43.758771 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-526c20eb-eaeb-4b1e-ba20-cc9390dcf8e1 req-8459f1bb-df03-40ca-990d-b7dcb1b1af87 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af037da-5612-457c-9fd2-d0ec28ddc6ec HTTP/1.1" status: 200 len: 949 time: 0.0667877 Sep 16 04:41:43.819454 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-a7804c63-9577-4d4e-a0b8-a00312a5a44a tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:43.821055 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-a7804c63-9577-4d4e-a0b8-a00312a5a44a tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1277704 Sep 16 04:41:43.842949 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-79229eff-af65-4e78-bab0-21d9e1470a07 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/quotas/00394395b7254ffdbe6f962cfb1fda8d HTTP/1.1" status: 200 len: 375 time: 0.0155945 Sep 16 04:41:43.867543 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-526c20eb-eaeb-4b1e-ba20-cc9390dcf8e1 req-d310bfec-af90-41f4-b2b7-bd85bb357b99 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Deleting port 84e4849b-b290-43e2-8428-c1183f3d06b3 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:43.867876 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-526c20eb-eaeb-4b1e-ba20-cc9390dcf8e1 req-d310bfec-af90-41f4-b2b7-bd85bb357b99 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:43.879870 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33102) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:43.898357 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-4f8a68c5-2a62-4c2a-b6f9-dae747ca12f7 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=00394395b7254ffdbe6f962cfb1fda8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0545304 Sep 16 04:41:44.007166 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-4bf40255-e3cf-46ba-8918-00d87acf8521 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1309434082-network', 'tenant_id': '06c5be8fa015475bbbb386ce7f1eb314'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:44.031687 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf40255-e3cf-46ba-8918-00d87acf8521 admin admin] Made reservation on behalf of 06c5be8fa015475bbbb386ce7f1eb314 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:44.035659 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4bf40255-e3cf-46ba-8918-00d87acf8521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.057435 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4bf40255-e3cf-46ba-8918-00d87acf8521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.174787 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056aed1c-e722-487a-a9d7-8cfb93e9c008 req-0412e25f-4b33-45e0-b0bf-0539f8c2d313 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:44.176410 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-056aed1c-e722-487a-a9d7-8cfb93e9c008 req-0412e25f-4b33-45e0-b0bf-0539f8c2d313 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=5af037da-5612-457c-9fd2-d0ec28ddc6ec HTTP/1.1" status: 200 len: 949 time: 0.0771093 Sep 16 04:41:44.246911 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-526c20eb-eaeb-4b1e-ba20-cc9390dcf8e1 req-d310bfec-af90-41f4-b2b7-bd85bb357b99 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] For port 84e4849b-b290-43e2-8428-c1183f3d06b3, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=84e4849b-b290-43e2-8428-c1183f3d06b3,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:44.247445 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-056aed1c-e722-487a-a9d7-8cfb93e9c008 req-40939fba-b483-4090-bf74-277069347994 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642283 Sep 16 04:41:44.247574 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-526c20eb-eaeb-4b1e-ba20-cc9390dcf8e1 req-d310bfec-af90-41f4-b2b7-bd85bb357b99 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.257668 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4bf40255-e3cf-46ba-8918-00d87acf8521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.261953 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-526c20eb-eaeb-4b1e-ba20-cc9390dcf8e1 req-d310bfec-af90-41f4-b2b7-bd85bb357b99 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Calling delete_port for 84e4849b-b290-43e2-8428-c1183f3d06b3 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:44.263752 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4bf40255-e3cf-46ba-8918-00d87acf8521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.292631 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf40255-e3cf-46ba-8918-00d87acf8521 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:41:44.309020 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf40255-e3cf-46ba-8918-00d87acf8521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c666bbe8-8fd9-4354-be50-7b8ba186a291,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:44.336323 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4bf40255-e3cf-46ba-8918-00d87acf8521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.338888 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-4bf40255-e3cf-46ba-8918-00d87acf8521 admin admin] Added segment ebbb11e0-0277-42fe-ba1c-18b8e2ae0ac1 of type vlan for network f175cb03-2396-483a-81d3-f9a331ded971 Sep 16 04:41:44.366268 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.386236 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4bf40255-e3cf-46ba-8918-00d87acf8521 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.419110 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.431695 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4bf40255-e3cf-46ba-8918-00d87acf8521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.433585 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf40255-e3cf-46ba-8918-00d87acf8521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:44.434641 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4bf40255-e3cf-46ba-8918-00d87acf8521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.441042 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-526c20eb-eaeb-4b1e-ba20-cc9390dcf8e1 req-d310bfec-af90-41f4-b2b7-bd85bb357b99 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.476513 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['0bef1e86-0497-4101-9c2f-69fe30e7f013', '84e4849b-b290-43e2-8428-c1183f3d06b3', 'c1455dcc-7015-4258-8124-01be02eb39dc'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:44.485798 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d310bfec-af90-41f4-b2b7-bd85bb357b99 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Pushing event deleted for resources: {'Port': ['ID=84e4849b-b290-43e2-8428-c1183f3d06b3,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:44.486326 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4bf40255-e3cf-46ba-8918-00d87acf8521 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6054158 Sep 16 04:41:44.498100 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33124) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:44.509115 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-9d8c69aa-7051-4b9f-966b-b9a630285ef6 admin admin] Request body: {'subnet': {'network_id': 'f175cb03-2396-483a-81d3-f9a331ded971', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1309434082-subnet', 'tenant_id': '06c5be8fa015475bbbb386ce7f1eb314', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:44.528429 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf40255-e3cf-46ba-8918-00d87acf8521 admin admin] Pushing event updated for resources: {'Network': ['ID=f175cb03-2396-483a-81d3-f9a331ded971,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:44.548406 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network f175cb03-2396-483a-81d3-f9a331ded971 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:41:44.566710 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-526c20eb-eaeb-4b1e-ba20-cc9390dcf8e1 req-d310bfec-af90-41f4-b2b7-bd85bb357b99 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] No DVR routers for this DVR port 84e4849b-b290-43e2-8428-c1183f3d06b3 on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:41:44.571181 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-526c20eb-eaeb-4b1e-ba20-cc9390dcf8e1 req-d310bfec-af90-41f4-b2b7-bd85bb357b99 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.574259 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-526c20eb-eaeb-4b1e-ba20-cc9390dcf8e1 req-d310bfec-af90-41f4-b2b7-bd85bb357b99 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.47 "DELETE /v2.0/ports/84e4849b-b290-43e2-8428-c1183f3d06b3 HTTP/1.1" status: 204 len: 173 time: 0.8070455 Sep 16 04:41:44.574958 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af037da-5612-457c-9fd2-d0ec28ddc6ec', 'name': 'network-vif-deleted', 'tag': '84e4849b-b290-43e2-8428-c1183f3d06b3'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:44.577846 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e1224a-6a6b-4f85-a4c6-b619f74fcbfa" -d '{"events": [{"server_uuid": "5af037da-5612-457c-9fd2-d0ec28ddc6ec", "name": "network-vif-deleted", "tag": "84e4849b-b290-43e2-8428-c1183f3d06b3"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:44.588083 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8c69aa-7051-4b9f-966b-b9a630285ef6 admin admin] Made reservation on behalf of 06c5be8fa015475bbbb386ce7f1eb314 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:44.591498 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9d8c69aa-7051-4b9f-966b-b9a630285ef6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.764636 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-fb708d1a-9c78-470b-869b-a83bb04bdbf0 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:44.767183 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-fb708d1a-9c78-470b-869b-a83bb04bdbf0 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] 10.222.0.35 "GET /v2.0/networks?id=630caab9-fe2c-4ccd-92fe-e614d4bcb0cc HTTP/1.1" status: 200 len: 818 time: 0.1511319 Sep 16 04:41:44.795559 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-c9f7d1e0-7e8a-4c09-a027-fedaa1edef0c tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] 10.222.0.35 "GET /v2.0/quotas/219dac94cc9a436fb4b4e6b8e279e70f HTTP/1.1" status: 200 len: 375 time: 0.0137262 Sep 16 04:41:44.809092 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9d8c69aa-7051-4b9f-966b-b9a630285ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.843579 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-b244d45f-27dc-424b-8a96-8f50e8a5588f tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=219dac94cc9a436fb4b4e6b8e279e70f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348752 Sep 16 04:41:44.869364 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c69aa-7051-4b9f-966b-b9a630285ef6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92a44770-2ba3-4752-8998-7da7c580e55f,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:44.881139 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8c69aa-7051-4b9f-966b-b9a630285ef6 admin admin] Checking segment: {'id': 'ebbb11e0-0277-42fe-ba1c-18b8e2ae0ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f175cb03-2396-483a-81d3-f9a331ded971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:44.881523 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8c69aa-7051-4b9f-966b-b9a630285ef6 admin admin] Network hostable DHCP agents. Network: f175cb03-2396-483a-81d3-f9a331ded971, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:41:44.903896 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8c69aa-7051-4b9f-966b-b9a630285ef6 admin admin] Network f175cb03-2396-483a-81d3-f9a331ded971 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:41:44.914628 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-9d8c69aa-7051-4b9f-966b-b9a630285ef6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, f175cb03-2396-483a-81d3-f9a331ded971) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:44.919922 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8c69aa-7051-4b9f-966b-b9a630285ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:44.920819 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9d8c69aa-7051-4b9f-966b-b9a630285ef6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.930411 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e3dd9c-ae4c-4c84-a5f1-f8774da9a46f None None] Network f175cb03-2396-483a-81d3-f9a331ded971 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:41:44.944610 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9d8c69aa-7051-4b9f-966b-b9a630285ef6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4440665 Sep 16 04:41:44.981914 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-b8f1eb5f-d1a0-4888-87ea-6e7af3217fa7 service neutron] 10.222.0.35 "GET /v2.0/networks/630caab9-fe2c-4ccd-92fe-e614d4bcb0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288695 Sep 16 04:41:45.124504 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb58910-a108-4ff2-9c87-9b0cf92611e6 None None] Network f175cb03-2396-483a-81d3-f9a331ded971 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:41:45.128094 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-c7895629-44bc-47ed-adaf-508f10f04400 service neutron] 10.222.0.35 "GET /v2.0/networks/630caab9-fe2c-4ccd-92fe-e614d4bcb0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390364 Sep 16 04:41:45.523973 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6708b59e-f969-44fd-a8ce-246e4886c252 req-fe0efc17-9c45-44ec-8ad9-3f7917892acf tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/ports?device_id=96483630-df51-4b22-9468-1fd6c02a5797 HTTP/1.1" status: 200 len: 210 time: 0.0279665 Sep 16 04:41:45.655007 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952eb6d6-819a-4ead-b115-43bc591acf53 x-openstack-request-id: req-952eb6d6-819a-4ead-b115-43bc591acf53 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:45.655494 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af037da-5612-457c-9fd2-d0ec28ddc6ec", "name": "network-vif-deleted", "tag": "84e4849b-b290-43e2-8428-c1183f3d06b3", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:45.655720 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-952eb6d6-819a-4ead-b115-43bc591acf53 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:45.656209 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af037da-5612-457c-9fd2-d0ec28ddc6ec', 'name': 'network-vif-deleted', 'tag': '84e4849b-b290-43e2-8428-c1183f3d06b3', 'status': 'completed', 'code': 200} Sep 16 04:41:45.697405 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-df35b530-5729-44d5-a73b-45c948578bfc tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=00394395b7254ffdbe6f962cfb1fda8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355172 Sep 16 04:41:45.774995 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21cfd0-070c-4c64-b5f3-39e124e2021d req-da8f26cd-6bfe-4f39-a7e8-1256476050be tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:45.777367 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bb21cfd0-070c-4c64-b5f3-39e124e2021d req-da8f26cd-6bfe-4f39-a7e8-1256476050be tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 950 time: 0.0670161 Sep 16 04:41:45.827844 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bb21cfd0-070c-4c64-b5f3-39e124e2021d req-fcdbdb9b-7fc1-4866-b503-42eb15a1b1f7 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436983 Sep 16 04:41:45.841077 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-5ab2b3f4-e6b2-4c38-b45d-b0045464ddc6 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:45.842215 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-5ab2b3f4-e6b2-4c38-b45d-b0045464ddc6 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1375511 Sep 16 04:41:45.890612 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:45.906640 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-ca5f5818-83e6-43f7-8d78-509a81dfddc6 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Request body: {'port': {'device_id': '96483630-df51-4b22-9468-1fd6c02a5797', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'admin_state_up': True, 'tenant_id': '00394395b7254ffdbe6f962cfb1fda8d'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:46.034083 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-ca5f5818-83e6-43f7-8d78-509a81dfddc6 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Made reservation on behalf of 00394395b7254ffdbe6f962cfb1fda8d for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:46.038071 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-ca5f5818-83e6-43f7-8d78-509a81dfddc6 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:46.067322 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-6578238d-679a-4c68-ada1-f34e9c3ed93c tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:46.068900 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-6578238d-679a-4c68-ada1-f34e9c3ed93c tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] 10.222.0.35 "GET /v2.0/networks?id=f175cb03-2396-483a-81d3-f9a331ded971 HTTP/1.1" status: 200 len: 822 time: 0.1219962 Sep 16 04:41:46.084553 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-95f383b2-7ddc-4a59-ada3-65acb3c709c0 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] 10.222.0.35 "GET /v2.0/quotas/06c5be8fa015475bbbb386ce7f1eb314 HTTP/1.1" status: 200 len: 375 time: 0.0096035 Sep 16 04:41:46.117496 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-7a540d4b-1002-4946-a4c5-9a0ad3a3a1d6 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=06c5be8fa015475bbbb386ce7f1eb314&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271158 Sep 16 04:41:46.169922 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-ca5f5818-83e6-43f7-8d78-509a81dfddc6 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Allocated IP 192.168.233.145 (97f5d7d8-0e62-4047-bcd4-63b92e31705a/24ad4c5e-5b43-4c25-ab99-4992f6337d28/f83c3888-e0db-4317-86bd-8d74eb50fab6) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:46.218809 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-e55d1ee5-d258-48ee-8bf4-2c73b2727789 service neutron] 10.222.0.35 "GET /v2.0/networks/f175cb03-2396-483a-81d3-f9a331ded971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933242 Sep 16 04:41:46.315403 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-5467a89d-6935-40b0-bfde-8ff3e67c2bcc service neutron] 10.222.0.35 "GET /v2.0/networks/f175cb03-2396-483a-81d3-f9a331ded971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904465 Sep 16 04:41:46.326288 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-ca5f5818-83e6-43f7-8d78-509a81dfddc6 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:46.363063 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-ca5f5818-83e6-43f7-8d78-509a81dfddc6 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:46.405870 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['43d28019-a1fa-413d-9f3d-a36caed8b4c9'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:46.410777 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-ca5f5818-83e6-43f7-8d78-509a81dfddc6 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Network 97f5d7d8-0e62-4047-bcd4-63b92e31705a is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:46.414549 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-ca5f5818-83e6-43f7-8d78-509a81dfddc6 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:46.422406 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-ca5f5818-83e6-43f7-8d78-509a81dfddc6 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:46.456060 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f5818-83e6-43f7-8d78-509a81dfddc6 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Pushing event updated for resources: {'Port': ['ID=f83c3888-e0db-4317-86bd-8d74eb50fab6,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:46.513289 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-ca5f5818-83e6-43f7-8d78-509a81dfddc6 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:46.513973 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-ca5f5818-83e6-43f7-8d78-509a81dfddc6 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:46.678200 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fa5f9415-54b5-4aa7-99b3-59544abbb8db req-970bde62-a9e4-4ae5-8f1c-4e9171fa7ba0 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb9f1f49-92d5-43e5-b7a0-ec6c151684cc HTTP/1.1" status: 200 len: 210 time: 0.0722015 Sep 16 04:41:46.703011 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-ca5f5818-83e6-43f7-8d78-509a81dfddc6 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8002198 Sep 16 04:41:46.723899 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-5c2404f3-cf97-482d-8471-9ff02abb9575 service neutron] Request body: {'port': {'device_id': '96483630-df51-4b22-9468-1fd6c02a5797', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:46.738948 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-4b3a7ad3-69c7-4b66-8e1f-8afe22238927 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:46.740746 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-4b3a7ad3-69c7-4b66-8e1f-8afe22238927 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] 10.222.0.48 "GET /v2.0/networks?id=630caab9-fe2c-4ccd-92fe-e614d4bcb0cc HTTP/1.1" status: 200 len: 818 time: 0.2435570 Sep 16 04:41:46.770558 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-1879f2e9-cc48-45c7-9457-4e11f798b385 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] Request body: {'port': {'device_id': 'fb9f1f49-92d5-43e5-b7a0-ec6c151684cc', 'network_id': '630caab9-fe2c-4ccd-92fe-e614d4bcb0cc', 'admin_state_up': True, 'tenant_id': '219dac94cc9a436fb4b4e6b8e279e70f'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:46.812099 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-a3397350-e13a-4d0b-bcb5-f8ff5ccbd55f None None] Provisioning complete for port f83c3888-e0db-4317-86bd-8d74eb50fab6 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:46.812740 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a3397350-e13a-4d0b-bcb5-f8ff5ccbd55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:46.866940 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-5c2404f3-cf97-482d-8471-9ff02abb9575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:46.875824 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-a3397350-e13a-4d0b-bcb5-f8ff5ccbd55f None None] Port f83c3888-e0db-4317-86bd-8d74eb50fab6 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:41:46.921511 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 84e4849b-b290-43e2-8428-c1183f3d06b3 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:46.946909 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: 84e4849b-b290-43e2-8428-c1183f3d06b3 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:41:46.948021 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 84e4849b-b290-43e2-8428-c1183f3d06b3 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:41:47.031474 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-1879f2e9-cc48-45c7-9457-4e11f798b385 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] Made reservation on behalf of 219dac94cc9a436fb4b4e6b8e279e70f for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:47.035836 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-1879f2e9-cc48-45c7-9457-4e11f798b385 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.076685 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-076afd81-376a-4ccc-8b33-47a4f3b2f71d req-03fed87f-7845-4c5a-98cc-18450244fb59 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] 10.222.0.35 "GET /v2.0/ports?device_id=142b61c5-d7a6-4020-8dec-1b72cb51a1ee HTTP/1.1" status: 200 len: 210 time: 0.0396230 Sep 16 04:41:47.211655 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d81d2b-4aae-4e28-b698-65288bd56d1b req-d1b83c1b-88b8-43df-8d35-53d47155cd21 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:47.213567 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-34d81d2b-4aae-4e28-b698-65288bd56d1b req-d1b83c1b-88b8-43df-8d35-53d47155cd21 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/ports?device_id=96483630-df51-4b22-9468-1fd6c02a5797 HTTP/1.1" status: 200 len: 936 time: 0.0688548 Sep 16 04:41:47.271096 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-1879f2e9-cc48-45c7-9457-4e11f798b385 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] Allocated IP 172.20.0.7 (630caab9-fe2c-4ccd-92fe-e614d4bcb0cc/afdb71f9-6afc-471e-af06-fbe4a9df4bcb/2f8dd909-aa4a-4b08-9941-9c9a678ff257) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:47.276006 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-34d81d2b-4aae-4e28-b698-65288bd56d1b req-3be3cfa8-7f39-4199-a94a-e99640c74100 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdfeaf55-6df4-4c22-b40f-8635338f8ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550084 Sep 16 04:41:47.360755 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-5c2404f3-cf97-482d-8471-9ff02abb9575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f83c3888-e0db-4317-86bd-8d74eb50fab6 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:47.374511 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-5c2404f3-cf97-482d-8471-9ff02abb9575 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.412118 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-5c2404f3-cf97-482d-8471-9ff02abb9575 service neutron] Transition to ACTIVE for port object f83c3888-e0db-4317-86bd-8d74eb50fab6 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:41:47.426368 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-5c2404f3-cf97-482d-8471-9ff02abb9575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.538057 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2404f3-cf97-482d-8471-9ff02abb9575 service neutron] Pushing event updated for resources: {'Port': ['ID=f83c3888-e0db-4317-86bd-8d74eb50fab6,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:47.627645 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-1879f2e9-cc48-45c7-9457-4e11f798b385 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.663048 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-5c2404f3-cf97-482d-8471-9ff02abb9575 service neutron] Attempting to bind port f83c3888-e0db-4317-86bd-8d74eb50fab6 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:47.663390 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-5c2404f3-cf97-482d-8471-9ff02abb9575 service neutron] Attempting to bind port f83c3888-e0db-4317-86bd-8d74eb50fab6 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:47.663737 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-5c2404f3-cf97-482d-8471-9ff02abb9575 service neutron] Attempting to bind port f83c3888-e0db-4317-86bd-8d74eb50fab6 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:47.673113 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-5c2404f3-cf97-482d-8471-9ff02abb9575 service neutron] Port f83c3888-e0db-4317-86bd-8d74eb50fab6 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:41:47.673470 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-5c2404f3-cf97-482d-8471-9ff02abb9575 service neutron] Attempting to bind port f83c3888-e0db-4317-86bd-8d74eb50fab6 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:47.687609 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-5c2404f3-cf97-482d-8471-9ff02abb9575 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:47.688014 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-5c2404f3-cf97-482d-8471-9ff02abb9575 service neutron] Checking segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:47.688395 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-5c2404f3-cf97-482d-8471-9ff02abb9575 service neutron] Bound using segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:47.688889 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-5c2404f3-cf97-482d-8471-9ff02abb9575 service neutron] Bound port: f83c3888-e0db-4317-86bd-8d74eb50fab6, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:47.690253 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-5c2404f3-cf97-482d-8471-9ff02abb9575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.701740 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734bdc2-6c59-4325-aae8-9eb72420de26 req-5fc19646-713d-4115-a853-7db10817bb41 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:47.711712 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3734bdc2-6c59-4325-aae8-9eb72420de26 req-5fc19646-713d-4115-a853-7db10817bb41 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 950 time: 0.0720031 Sep 16 04:41:47.733986 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-1879f2e9-cc48-45c7-9457-4e11f798b385 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.767050 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3734bdc2-6c59-4325-aae8-9eb72420de26 req-124451e5-ac4f-49af-8624-cb55ecc965e7 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538785 Sep 16 04:41:47.816861 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-1879f2e9-cc48-45c7-9457-4e11f798b385 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] Network 630caab9-fe2c-4ccd-92fe-e614d4bcb0cc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:47.828082 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-1879f2e9-cc48-45c7-9457-4e11f798b385 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:47.835449 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-1879f2e9-cc48-45c7-9457-4e11f798b385 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:47.872364 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879f2e9-cc48-45c7-9457-4e11f798b385 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] Pushing event updated for resources: {'Port': ['ID=2f8dd909-aa4a-4b08-9941-9c9a678ff257,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:47.881327 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-5c2404f3-cf97-482d-8471-9ff02abb9575 service neutron] For port f83c3888-e0db-4317-86bd-8d74eb50fab6, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:47.882827 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b6c7b-b99f-483c-a64e-71d0f25e9901 req-898d3863-452f-42d6-9437-3683e566c72e tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:47.892096 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9f9b6c7b-b99f-483c-a64e-71d0f25e9901 req-898d3863-452f-42d6-9437-3683e566c72e tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a5d825-4726-45e6-9cad-2a720619f9f5 HTTP/1.1" status: 200 len: 949 time: 0.0624418 Sep 16 04:41:47.906698 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-1879f2e9-cc48-45c7-9457-4e11f798b385 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:47.908442 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-1879f2e9-cc48-45c7-9457-4e11f798b385 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.913798 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-5c2404f3-cf97-482d-8471-9ff02abb9575 service neutron] For port f83c3888-e0db-4317-86bd-8d74eb50fab6, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=f83c3888-e0db-4317-86bd-8d74eb50fab6,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:47.920053 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-5c2404f3-cf97-482d-8471-9ff02abb9575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.948494 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9f9b6c7b-b99f-483c-a64e-71d0f25e9901 req-908bd410-bb7c-4707-ae35-07b1089a3c17 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536690 Sep 16 04:41:47.957191 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-1879f2e9-cc48-45c7-9457-4e11f798b385 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1922779 Sep 16 04:41:47.961904 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-5c2404f3-cf97-482d-8471-9ff02abb9575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:47.962631 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-5c2404f3-cf97-482d-8471-9ff02abb9575 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.963993 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-5c2404f3-cf97-482d-8471-9ff02abb9575 service neutron] 10.222.0.47 "PUT /v2.0/ports/f83c3888-e0db-4317-86bd-8d74eb50fab6 HTTP/1.1" status: 200 len: 1097 time: 1.2457314 Sep 16 04:41:47.964729 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96483630-df51-4b22-9468-1fd6c02a5797', 'tag': 'f83c3888-e0db-4317-86bd-8d74eb50fab6'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:47.966864 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956f228e-c070-4f6f-8f31-ca968fbc46cc" -d '{"events": [{"name": "network-changed", "server_uuid": "96483630-df51-4b22-9468-1fd6c02a5797", "tag": "f83c3888-e0db-4317-86bd-8d74eb50fab6"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:47.993268 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-a80e963c-228b-4e71-a4b8-7147643d5499 service neutron] Request body: {'port': {'device_id': 'fb9f1f49-92d5-43e5-b7a0-ec6c151684cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:48.031439 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2404f3-cf97-482d-8471-9ff02abb9575 service neutron] Pushing event updated for resources: {'Port': ['ID=f83c3888-e0db-4317-86bd-8d74eb50fab6,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:48.125635 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-a80e963c-228b-4e71-a4b8-7147643d5499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.142272 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-ed6fb333-f6f5-43e6-aeba-f40d734e5628 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:48.142955 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-66c56c84-d64a-4e37-9aeb-cb37b2e5fe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:48.144009 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-ed6fb333-f6f5-43e6-aeba-f40d734e5628 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] 10.222.0.47 "GET /v2.0/networks?id=f175cb03-2396-483a-81d3-f9a331ded971 HTTP/1.1" status: 200 len: 822 time: 0.2200160 Sep 16 04:41:48.144682 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-66c56c84-d64a-4e37-9aeb-cb37b2e5fe78 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=00394395b7254ffdbe6f962cfb1fda8d&device_id=96483630-df51-4b22-9468-1fd6c02a5797 HTTP/1.1" status: 200 len: 1100 time: 0.0922720 Sep 16 04:41:48.168314 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c4f14-6562-4445-9fa1-46e8daf2c4cc req-fcf0b4ff-b4d1-43cb-baec-23e727f99d8e tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:48.170143 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dc1c4f14-6562-4445-9fa1-46e8daf2c4cc req-fcf0b4ff-b4d1-43cb-baec-23e727f99d8e tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb9f1f49-92d5-43e5-b7a0-ec6c151684cc HTTP/1.1" status: 200 len: 931 time: 0.0948067 Sep 16 04:41:48.197980 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-d255c970-9807-475e-86ed-f414fca70618 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] Request body: {'port': {'device_id': '142b61c5-d7a6-4020-8dec-1b72cb51a1ee', 'network_id': 'f175cb03-2396-483a-81d3-f9a331ded971', 'admin_state_up': True, 'tenant_id': '06c5be8fa015475bbbb386ce7f1eb314'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:48.281278 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dc1c4f14-6562-4445-9fa1-46e8daf2c4cc req-b0c82262-4b46-4810-9556-65991610c718 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8edb656-ca43-4418-9478-83a55563b78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035187 Sep 16 04:41:48.283786 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-7be6f095-5faa-4921-b71f-d4c40416a109 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=f83c3888-e0db-4317-86bd-8d74eb50fab6 HTTP/1.1" status: 200 len: 217 time: 0.0896225 Sep 16 04:41:48.356992 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-d255c970-9807-475e-86ed-f414fca70618 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] Made reservation on behalf of 06c5be8fa015475bbbb386ce7f1eb314 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:48.361170 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-d255c970-9807-475e-86ed-f414fca70618 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.383642 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-ffea6d8a-3bcc-4a78-80e2-23ab1d97b73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:48.385990 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-ffea6d8a-3bcc-4a78-80e2-23ab1d97b73d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0911217 Sep 16 04:41:48.443164 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f30fbb-88da-4198-a4cd-2319f8e4dd6d x-openstack-request-id: req-92f30fbb-88da-4198-a4cd-2319f8e4dd6d {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:48.443709 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96483630-df51-4b22-9468-1fd6c02a5797", "tag": "f83c3888-e0db-4317-86bd-8d74eb50fab6", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:48.444085 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-92f30fbb-88da-4198-a4cd-2319f8e4dd6d {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:48.444595 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96483630-df51-4b22-9468-1fd6c02a5797', 'tag': 'f83c3888-e0db-4317-86bd-8d74eb50fab6', 'status': 'completed', 'code': 200} Sep 16 04:41:48.480715 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-172dca7c-f1d2-43c7-98d5-fbb4528ad7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:48.482511 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-172dca7c-f1d2-43c7-98d5-fbb4528ad7ac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0714331 Sep 16 04:41:48.514731 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-d255c970-9807-475e-86ed-f414fca70618 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] Allocated IP 172.20.0.2 (f175cb03-2396-483a-81d3-f9a331ded971/92a44770-2ba3-4752-8998-7da7c580e55f/a356de90-9004-4dc9-be05-e923b3a7ee5b) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:48.609917 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e3070e7f-50b6-45d8-bff7-5f01a4e2bfdc req-5b8aea48-3f58-4f26-a471-78f8354fccf9 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] 10.222.0.35 "GET /v2.0/ports?device_id=142b61c5-d7a6-4020-8dec-1b72cb51a1ee HTTP/1.1" status: 200 len: 210 time: 0.0393331 Sep 16 04:41:48.611091 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-a80e963c-228b-4e71-a4b8-7147643d5499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f8dd909-aa4a-4b08-9941-9c9a678ff257 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:48.621601 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-a80e963c-228b-4e71-a4b8-7147643d5499 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.637827 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-a80e963c-228b-4e71-a4b8-7147643d5499 service neutron] Transition to ACTIVE for port object 2f8dd909-aa4a-4b08-9941-9c9a678ff257 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:41:48.649122 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-a80e963c-228b-4e71-a4b8-7147643d5499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.687334 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-32bf18cd-c870-49f2-afba-1aee83e74dd6 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929390 Sep 16 04:41:48.747661 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e963c-228b-4e71-a4b8-7147643d5499 service neutron] Pushing event updated for resources: {'Port': ['ID=2f8dd909-aa4a-4b08-9941-9c9a678ff257,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:48.783367 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8e2ab-b31a-414a-ae39-712088909dfc req-33556d18-b501-4e1a-af9b-4cf4b774208a tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:48.786257 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4aa8e2ab-b31a-414a-ae39-712088909dfc req-33556d18-b501-4e1a-af9b-4cf4b774208a tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/ports?device_id=96483630-df51-4b22-9468-1fd6c02a5797 HTTP/1.1" status: 200 len: 948 time: 0.1017411 Sep 16 04:41:48.790234 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-d255c970-9807-475e-86ed-f414fca70618 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.848268 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4aa8e2ab-b31a-414a-ae39-712088909dfc req-c11ed745-404a-42ec-ab1d-0cc42ea82023 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdfeaf55-6df4-4c22-b40f-8635338f8ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556993 Sep 16 04:41:48.862879 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-d255c970-9807-475e-86ed-f414fca70618 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.871990 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-68c7ef85-c433-4af8-9be4-d1335c25cc40 req-096aa8b5-77e7-4154-9bda-3d64b853caa1 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707013 Sep 16 04:41:48.877468 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-a80e963c-228b-4e71-a4b8-7147643d5499 service neutron] Attempting to bind port 2f8dd909-aa4a-4b08-9941-9c9a678ff257 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:48.877843 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-a80e963c-228b-4e71-a4b8-7147643d5499 service neutron] Attempting to bind port 2f8dd909-aa4a-4b08-9941-9c9a678ff257 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': 'd8d3e020-27f3-420d-9afc-6c81d36f46ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '630caab9-fe2c-4ccd-92fe-e614d4bcb0cc'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:48.878183 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-a80e963c-228b-4e71-a4b8-7147643d5499 service neutron] Attempting to bind port 2f8dd909-aa4a-4b08-9941-9c9a678ff257 on network 630caab9-fe2c-4ccd-92fe-e614d4bcb0cc {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:48.885507 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-a80e963c-228b-4e71-a4b8-7147643d5499 service neutron] Port 2f8dd909-aa4a-4b08-9941-9c9a678ff257 on network 630caab9-fe2c-4ccd-92fe-e614d4bcb0cc not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:41:48.885507 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-a80e963c-228b-4e71-a4b8-7147643d5499 service neutron] Attempting to bind port 2f8dd909-aa4a-4b08-9941-9c9a678ff257 on network 630caab9-fe2c-4ccd-92fe-e614d4bcb0cc {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:48.894536 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-a80e963c-228b-4e71-a4b8-7147643d5499 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:48.895176 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-a80e963c-228b-4e71-a4b8-7147643d5499 service neutron] Checking segment: {'id': 'd8d3e020-27f3-420d-9afc-6c81d36f46ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '630caab9-fe2c-4ccd-92fe-e614d4bcb0cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:48.895870 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-a80e963c-228b-4e71-a4b8-7147643d5499 service neutron] Bound using segment: {'id': 'd8d3e020-27f3-420d-9afc-6c81d36f46ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '630caab9-fe2c-4ccd-92fe-e614d4bcb0cc'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:48.896719 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-a80e963c-228b-4e71-a4b8-7147643d5499 service neutron] Bound port: 2f8dd909-aa4a-4b08-9941-9c9a678ff257, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8d3e020-27f3-420d-9afc-6c81d36f46ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '630caab9-fe2c-4ccd-92fe-e614d4bcb0cc'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:48.897653 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-a80e963c-228b-4e71-a4b8-7147643d5499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.926779 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-d255c970-9807-475e-86ed-f414fca70618 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] Network f175cb03-2396-483a-81d3-f9a331ded971 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:48.930369 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-d255c970-9807-475e-86ed-f414fca70618 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:48.939858 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-d255c970-9807-475e-86ed-f414fca70618 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:48.970818 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d255c970-9807-475e-86ed-f414fca70618 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] Pushing event updated for resources: {'Port': ['ID=a356de90-9004-4dc9-be05-e923b3a7ee5b,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:48.991671 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-a80e963c-228b-4e71-a4b8-7147643d5499 service neutron] For port 2f8dd909-aa4a-4b08-9941-9c9a678ff257, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:48.995763 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-a80e963c-228b-4e71-a4b8-7147643d5499 service neutron] For port 2f8dd909-aa4a-4b08-9941-9c9a678ff257, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=2f8dd909-aa4a-4b08-9941-9c9a678ff257,segment=NetworkSegment(d8d3e020-27f3-420d-9afc-6c81d36f46ae),segment_id=d8d3e020-27f3-420d-9afc-6c81d36f46ae)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:49.000856 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-a80e963c-228b-4e71-a4b8-7147643d5499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:49.017424 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-d255c970-9807-475e-86ed-f414fca70618 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:49.018086 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-d255c970-9807-475e-86ed-f414fca70618 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:49.034209 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-a80e963c-228b-4e71-a4b8-7147643d5499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:49.034900 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-a80e963c-228b-4e71-a4b8-7147643d5499 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:49.036276 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-a80e963c-228b-4e71-a4b8-7147643d5499 service neutron] 10.222.0.48 "PUT /v2.0/ports/2f8dd909-aa4a-4b08-9941-9c9a678ff257 HTTP/1.1" status: 200 len: 1092 time: 1.0528545 Sep 16 04:41:49.037815 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-d255c970-9807-475e-86ed-f414fca70618 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8440223 Sep 16 04:41:49.064711 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e963c-228b-4e71-a4b8-7147643d5499 service neutron] Pushing event updated for resources: {'Port': ['ID=2f8dd909-aa4a-4b08-9941-9c9a678ff257,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:49.111989 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-48572718-081d-4f21-9a3e-d82554e360c6 service neutron] Request body: {'port': {'device_id': '142b61c5-d7a6-4020-8dec-1b72cb51a1ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:49.174725 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-3d5da97e-d1c1-4b54-99a4-2a3f184c8804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:49.176607 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-3d5da97e-d1c1-4b54-99a4-2a3f184c8804 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=219dac94cc9a436fb4b4e6b8e279e70f&device_id=fb9f1f49-92d5-43e5-b7a0-ec6c151684cc HTTP/1.1" status: 200 len: 1095 time: 0.0816226 Sep 16 04:41:49.183980 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f228e-c070-4f6f-8f31-ca968fbc46cc req-a15c357a-f944-41c6-ab02-615a35142021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:49.185428 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-956f228e-c070-4f6f-8f31-ca968fbc46cc req-a15c357a-f944-41c6-ab02-615a35142021 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=00394395b7254ffdbe6f962cfb1fda8d&device_id=96483630-df51-4b22-9468-1fd6c02a5797 HTTP/1.1" status: 200 len: 1100 time: 0.0800943 Sep 16 04:41:49.203584 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-48572718-081d-4f21-9a3e-d82554e360c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:49.215043 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848433d3-53ac-4cf7-b605-9f86c1f20ec6 req-75ba9250-5901-4853-acc7-da1fdd65f32a tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:49.216759 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-848433d3-53ac-4cf7-b605-9f86c1f20ec6 req-75ba9250-5901-4853-acc7-da1fdd65f32a tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 950 time: 0.0826538 Sep 16 04:41:49.249994 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-932122a8-909b-45dd-a1c7-d1cb26d443be service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f8dd909-aa4a-4b08-9941-9c9a678ff257 HTTP/1.1" status: 200 len: 217 time: 0.0575373 Sep 16 04:41:49.301084 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-848433d3-53ac-4cf7-b605-9f86c1f20ec6 req-0edb7aea-7694-4d53-bd1c-5395739d8f1f tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751007 Sep 16 04:41:49.393542 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-c5beebae-ec09-4000-bb65-166be972d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:49.395304 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-c5beebae-ec09-4000-bb65-166be972d2f6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=afdb71f9-6afc-471e-af06-fbe4a9df4bcb HTTP/1.1" status: 200 len: 858 time: 0.1349730 Sep 16 04:41:49.405246 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f228e-c070-4f6f-8f31-ca968fbc46cc req-b5b777e3-e868-4494-8f0f-3b9061515f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:49.406727 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-956f228e-c070-4f6f-8f31-ca968fbc46cc req-b5b777e3-e868-4494-8f0f-3b9061515f16 service neutron] 10.222.0.47 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.2080021 Sep 16 04:41:49.448879 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-3e8efdf6-e028-4ce4-bdfb-c7de24e5ed9f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=630caab9-fe2c-4ccd-92fe-e614d4bcb0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449560 Sep 16 04:41:49.481410 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1685c8-e176-42ed-90ed-3b36989a085f req-1a47408a-5402-4be9-8dc3-113004c8b465 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:49.483019 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3f1685c8-e176-42ed-90ed-3b36989a085f req-1a47408a-5402-4be9-8dc3-113004c8b465 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9a5d825-4726-45e6-9cad-2a720619f9f5 HTTP/1.1" status: 200 len: 949 time: 0.1097453 Sep 16 04:41:49.487171 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-956f228e-c070-4f6f-8f31-ca968fbc46cc req-0c81300f-a346-4927-a093-9e3920c46b24 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=f83c3888-e0db-4317-86bd-8d74eb50fab6 HTTP/1.1" status: 200 len: 217 time: 0.0700493 Sep 16 04:41:49.500205 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe1715-2cee-4409-a9f3-97f5cca8e0e4 req-74f20618-be5f-4bc1-8c47-2589310bca82 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:49.502100 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5bfe1715-2cee-4409-a9f3-97f5cca8e0e4 req-74f20618-be5f-4bc1-8c47-2589310bca82 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9a5d825-4726-45e6-9cad-2a720619f9f5 HTTP/1.1" status: 200 len: 949 time: 0.1575148 Sep 16 04:41:49.559321 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3f1685c8-e176-42ed-90ed-3b36989a085f req-7e8be818-0b9a-43af-996a-216439313d92 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668008 Sep 16 04:41:49.652762 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-48572718-081d-4f21-9a3e-d82554e360c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a356de90-9004-4dc9-be05-e923b3a7ee5b {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:49.670987 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-48572718-081d-4f21-9a3e-d82554e360c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:49.706783 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-48572718-081d-4f21-9a3e-d82554e360c6 service neutron] Transition to ACTIVE for port object a356de90-9004-4dc9-be05-e923b3a7ee5b will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:41:49.713512 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-48572718-081d-4f21-9a3e-d82554e360c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:49.936148 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f228e-c070-4f6f-8f31-ca968fbc46cc req-aacbd062-93f4-4f17-b581-7c6059dbe1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:49.937302 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-956f228e-c070-4f6f-8f31-ca968fbc46cc req-aacbd062-93f4-4f17-b581-7c6059dbe1cd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.4242611 Sep 16 04:41:49.983362 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-5d7fdcd2-3751-4aee-8d92-e94f2082745b service neutron] 10.222.0.48 "GET /v2.0/networks/630caab9-fe2c-4ccd-92fe-e614d4bcb0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5062885 Sep 16 04:41:50.043774 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-5bfe1715-2cee-4409-a9f3-97f5cca8e0e4 req-c9e4c01c-7422-415c-862b-5c2206f7aa97 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Deleting port 0bef1e86-0497-4101-9c2f-69fe30e7f013 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:50.044123 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5bfe1715-2cee-4409-a9f3-97f5cca8e0e4 req-c9e4c01c-7422-415c-862b-5c2206f7aa97 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:50.050088 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f228e-c070-4f6f-8f31-ca968fbc46cc req-55cc4beb-4651-4957-a193-ff33b53f8ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:50.051633 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-956f228e-c070-4f6f-8f31-ca968fbc46cc req-55cc4beb-4651-4957-a193-ff33b53f8ed8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1023738 Sep 16 04:41:50.076842 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ef5cc-cc58-4a6a-99a3-d1fd729738b9 req-01095b8f-d9cc-4879-87bb-3cc6659de537 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:50.078420 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a3ef5cc-cc58-4a6a-99a3-d1fd729738b9 req-01095b8f-d9cc-4879-87bb-3cc6659de537 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb9f1f49-92d5-43e5-b7a0-ec6c151684cc HTTP/1.1" status: 200 len: 943 time: 0.4209523 Sep 16 04:41:50.113503 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48572718-081d-4f21-9a3e-d82554e360c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a356de90-9004-4dc9-be05-e923b3a7ee5b,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:50.181444 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a3ef5cc-cc58-4a6a-99a3-d1fd729738b9 req-5652e882-d643-4c43-aa65-85d85f79c66e tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8edb656-ca43-4418-9478-83a55563b78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946577 Sep 16 04:41:50.218860 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-48572718-081d-4f21-9a3e-d82554e360c6 service neutron] Attempting to bind port a356de90-9004-4dc9-be05-e923b3a7ee5b on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:50.219985 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-48572718-081d-4f21-9a3e-d82554e360c6 service neutron] Attempting to bind port a356de90-9004-4dc9-be05-e923b3a7ee5b by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'ebbb11e0-0277-42fe-ba1c-18b8e2ae0ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f175cb03-2396-483a-81d3-f9a331ded971'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:50.220405 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-48572718-081d-4f21-9a3e-d82554e360c6 service neutron] Attempting to bind port a356de90-9004-4dc9-be05-e923b3a7ee5b on network f175cb03-2396-483a-81d3-f9a331ded971 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:50.227930 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-48572718-081d-4f21-9a3e-d82554e360c6 service neutron] Port a356de90-9004-4dc9-be05-e923b3a7ee5b on network f175cb03-2396-483a-81d3-f9a331ded971 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:41:50.228224 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-48572718-081d-4f21-9a3e-d82554e360c6 service neutron] Attempting to bind port a356de90-9004-4dc9-be05-e923b3a7ee5b on network f175cb03-2396-483a-81d3-f9a331ded971 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:50.235732 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-48572718-081d-4f21-9a3e-d82554e360c6 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:50.236509 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-48572718-081d-4f21-9a3e-d82554e360c6 service neutron] Checking segment: {'id': 'ebbb11e0-0277-42fe-ba1c-18b8e2ae0ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f175cb03-2396-483a-81d3-f9a331ded971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:50.237434 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-48572718-081d-4f21-9a3e-d82554e360c6 service neutron] Bound using segment: {'id': 'ebbb11e0-0277-42fe-ba1c-18b8e2ae0ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f175cb03-2396-483a-81d3-f9a331ded971'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:50.238048 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-48572718-081d-4f21-9a3e-d82554e360c6 service neutron] Bound port: a356de90-9004-4dc9-be05-e923b3a7ee5b, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebbb11e0-0277-42fe-ba1c-18b8e2ae0ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f175cb03-2396-483a-81d3-f9a331ded971'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:50.238585 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-48572718-081d-4f21-9a3e-d82554e360c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:50.251954 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4abd70be-ab91-47f6-a9cf-bd93f9091e96 req-245c19c7-1871-4c34-b13a-09c079536d47 service neutron] 10.222.0.48 "GET /v2.0/networks/630caab9-fe2c-4ccd-92fe-e614d4bcb0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595289 Sep 16 04:41:50.272857 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-5bfe1715-2cee-4409-a9f3-97f5cca8e0e4 req-c9e4c01c-7422-415c-862b-5c2206f7aa97 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] For port 0bef1e86-0497-4101-9c2f-69fe30e7f013, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=0bef1e86-0497-4101-9c2f-69fe30e7f013,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:50.273334 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5bfe1715-2cee-4409-a9f3-97f5cca8e0e4 req-c9e4c01c-7422-415c-862b-5c2206f7aa97 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:50.302563 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-956f228e-c070-4f6f-8f31-ca968fbc46cc req-9d2c912f-e4b6-4040-b6e9-4f701291413f service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116041 Sep 16 04:41:50.303383 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-5bfe1715-2cee-4409-a9f3-97f5cca8e0e4 req-c9e4c01c-7422-415c-862b-5c2206f7aa97 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Calling delete_port for 0bef1e86-0497-4101-9c2f-69fe30e7f013 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:50.333033 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-48572718-081d-4f21-9a3e-d82554e360c6 service neutron] For port a356de90-9004-4dc9-be05-e923b3a7ee5b, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:50.336976 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-48572718-081d-4f21-9a3e-d82554e360c6 service neutron] For port a356de90-9004-4dc9-be05-e923b3a7ee5b, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=a356de90-9004-4dc9-be05-e923b3a7ee5b,segment=NetworkSegment(ebbb11e0-0277-42fe-ba1c-18b8e2ae0ac1),segment_id=ebbb11e0-0277-42fe-ba1c-18b8e2ae0ac1)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:50.342655 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-48572718-081d-4f21-9a3e-d82554e360c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:50.379040 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-48572718-081d-4f21-9a3e-d82554e360c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:50.380447 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-48572718-081d-4f21-9a3e-d82554e360c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:50.382086 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-48572718-081d-4f21-9a3e-d82554e360c6 service neutron] 10.222.0.47 "PUT /v2.0/ports/a356de90-9004-4dc9-be05-e923b3a7ee5b HTTP/1.1" status: 200 len: 1092 time: 1.2747893 Sep 16 04:41:50.388845 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142b61c5-d7a6-4020-8dec-1b72cb51a1ee', 'tag': 'a356de90-9004-4dc9-be05-e923b3a7ee5b'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:50.394213 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbcee07-2578-440c-ba25-d13cf98c698f" -d '{"events": [{"name": "network-changed", "server_uuid": "142b61c5-d7a6-4020-8dec-1b72cb51a1ee", "tag": "a356de90-9004-4dc9-be05-e923b3a7ee5b"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:50.445483 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9f1f49-92d5-43e5-b7a0-ec6c151684cc', 'tag': '2f8dd909-aa4a-4b08-9941-9c9a678ff257'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:50.449037 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13b4897-3e8d-417d-a587-94e25edda0d6" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9f1f49-92d5-43e5-b7a0-ec6c151684cc", "tag": "2f8dd909-aa4a-4b08-9941-9c9a678ff257"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:50.475039 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48572718-081d-4f21-9a3e-d82554e360c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a356de90-9004-4dc9-be05-e923b3a7ee5b,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:50.493431 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-956f228e-c070-4f6f-8f31-ca968fbc46cc req-0f041bd2-a838-42cd-bd25-c29a2dafad2b service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427019 Sep 16 04:41:50.548625 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5bfe1715-2cee-4409-a9f3-97f5cca8e0e4 req-c9e4c01c-7422-415c-862b-5c2206f7aa97 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:50.576810 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-e5e39e2f-84f7-4c83-81a1-7049fb2457d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:50.579614 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-e5e39e2f-84f7-4c83-81a1-7049fb2457d7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=06c5be8fa015475bbbb386ce7f1eb314&device_id=142b61c5-d7a6-4020-8dec-1b72cb51a1ee HTTP/1.1" status: 200 len: 1095 time: 0.1354110 Sep 16 04:41:50.581823 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['0bef1e86-0497-4101-9c2f-69fe30e7f013', 'c1455dcc-7015-4258-8124-01be02eb39dc'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:50.595886 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0435f2-69db-46b3-9537-d862d3145f8f req-98d0fc7b-4de4-4b93-b7c7-70e127d64875 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:50.597862 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ba0435f2-69db-46b3-9537-d862d3145f8f req-98d0fc7b-4de4-4b93-b7c7-70e127d64875 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] 10.222.0.35 "GET /v2.0/ports?device_id=142b61c5-d7a6-4020-8dec-1b72cb51a1ee HTTP/1.1" status: 200 len: 943 time: 0.1556518 Sep 16 04:41:50.614305 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e4c01c-7422-415c-862b-5c2206f7aa97 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Pushing event deleted for resources: {'Port': ['ID=0bef1e86-0497-4101-9c2f-69fe30e7f013,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:50.650048 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-ffd5fb86-fa07-41f5-9eaa-1391f25351a1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a356de90-9004-4dc9-be05-e923b3a7ee5b HTTP/1.1" status: 200 len: 217 time: 0.0511236 Sep 16 04:41:50.663832 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bfe1715-2cee-4409-a9f3-97f5cca8e0e4 req-c9e4c01c-7422-415c-862b-5c2206f7aa97 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] No DVR routers for this DVR port 0bef1e86-0497-4101-9c2f-69fe30e7f013 on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:41:50.667927 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5bfe1715-2cee-4409-a9f3-97f5cca8e0e4 req-c9e4c01c-7422-415c-862b-5c2206f7aa97 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:50.671123 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5bfe1715-2cee-4409-a9f3-97f5cca8e0e4 req-c9e4c01c-7422-415c-862b-5c2206f7aa97 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.47 "DELETE /v2.0/ports/0bef1e86-0497-4101-9c2f-69fe30e7f013 HTTP/1.1" status: 204 len: 173 time: 1.1568506 Sep 16 04:41:50.722984 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ba0435f2-69db-46b3-9537-d862d3145f8f req-90a8f38b-63f8-464d-9535-87f6ee9a6c80 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c666bbe8-8fd9-4354-be50-7b8ba186a291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811553 Sep 16 04:41:50.728951 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-2cbea29c-4e0b-4453-9d33-535a9777cfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:50.730824 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-2cbea29c-4e0b-4453-9d33-535a9777cfef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92a44770-2ba3-4752-8998-7da7c580e55f HTTP/1.1" status: 200 len: 862 time: 0.0712492 Sep 16 04:41:50.775511 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-00445d65-6f52-4312-bad3-ba00fb020d95 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f175cb03-2396-483a-81d3-f9a331ded971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339799 Sep 16 04:41:50.903592 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299baf3-f92e-48bf-85a0-4cc4c0fb7338 req-ae254a5c-b0b0-44d6-a74c-9f9587b23946 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:50.905142 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0299baf3-f92e-48bf-85a0-4cc4c0fb7338 req-ae254a5c-b0b0-44d6-a74c-9f9587b23946 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/ports?device_id=96483630-df51-4b22-9468-1fd6c02a5797 HTTP/1.1" status: 200 len: 948 time: 0.1116815 Sep 16 04:41:50.924289 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device f83c3888-e0db-4317-86bd-8d74eb50fab6 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:41:50.934403 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-c0ce7f62-e41f-4334-8a22-d172638e6624 service neutron] 10.222.0.47 "GET /v2.0/networks/f175cb03-2396-483a-81d3-f9a331ded971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498938 Sep 16 04:41:51.028598 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port f83c3888-e0db-4317-86bd-8d74eb50fab6, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=f83c3888-e0db-4317-86bd-8d74eb50fab6,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:51.042070 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'f83c3888-e0db-4317-86bd-8d74eb50fab6', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': 'f83c3888-e0db-4317-86bd-8d74eb50fab6', 'mac_address': 'fa:16:3e:2c:bd:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:41:51.065744 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0299baf3-f92e-48bf-85a0-4cc4c0fb7338 req-2622cb9b-6492-4e13-8a64-9f6fbb42d68b tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdfeaf55-6df4-4c22-b40f-8635338f8ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504374 Sep 16 04:41:51.113110 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-666582fc-d994-49b7-b9e2-67cc282b55b2 req-729d4193-fcdb-492b-b5da-a926766f1c17 service neutron] 10.222.0.47 "GET /v2.0/networks/f175cb03-2396-483a-81d3-f9a331ded971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599863 Sep 16 04:41:51.130790 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.154625 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f83c3888-e0db-4317-86bd-8d74eb50fab6 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:51.192410 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port f83c3888-e0db-4317-86bd-8d74eb50fab6, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=f83c3888-e0db-4317-86bd-8d74eb50fab6,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:51.196999 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.275145 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=f83c3888-e0db-4317-86bd-8d74eb50fab6,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:51.342295 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4c0b2-9b11-4e6a-b15e-b0bcaf4aed46 req-050d3d96-fba1-4b2f-956e-72616e0c00f2 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:51.344098 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c1d4c0b2-9b11-4e6a-b15e-b0bcaf4aed46 req-050d3d96-fba1-4b2f-956e-72616e0c00f2 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 950 time: 0.0628114 Sep 16 04:41:51.393919 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c1d4c0b2-9b11-4e6a-b15e-b0bcaf4aed46 req-e96505d6-fea0-47c2-9854-dd170d618753 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426712 Sep 16 04:41:51.443659 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7891b21-c5a4-4421-8fb1-78be28141f00 x-openstack-request-id: req-b7891b21-c5a4-4421-8fb1-78be28141f00 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:51.444241 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "142b61c5-d7a6-4020-8dec-1b72cb51a1ee", "tag": "a356de90-9004-4dc9-be05-e923b3a7ee5b", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:51.444840 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b7891b21-c5a4-4421-8fb1-78be28141f00 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:51.445330 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '142b61c5-d7a6-4020-8dec-1b72cb51a1ee', 'tag': 'a356de90-9004-4dc9-be05-e923b3a7ee5b', 'status': 'completed', 'code': 200} Sep 16 04:41:51.480045 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3272277-8470-47d3-a160-9b2b75be0c11 x-openstack-request-id: req-e3272277-8470-47d3-a160-9b2b75be0c11 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:51.480713 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9f1f49-92d5-43e5-b7a0-ec6c151684cc", "tag": "2f8dd909-aa4a-4b08-9941-9c9a678ff257", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:51.480820 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e3272277-8470-47d3-a160-9b2b75be0c11 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:51.481241 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9f1f49-92d5-43e5-b7a0-ec6c151684cc', 'tag': '2f8dd909-aa4a-4b08-9941-9c9a678ff257', 'status': 'completed', 'code': 200} Sep 16 04:41:51.562867 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbcee07-2578-440c-ba25-d13cf98c698f req-611f1c68-634f-4a9e-a336-d46bfc4bab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:51.563532 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['f83c3888-e0db-4317-86bd-8d74eb50fab6'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:51.564972 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4fbcee07-2578-440c-ba25-d13cf98c698f req-611f1c68-634f-4a9e-a336-d46bfc4bab83 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=06c5be8fa015475bbbb386ce7f1eb314&device_id=142b61c5-d7a6-4020-8dec-1b72cb51a1ee HTTP/1.1" status: 200 len: 1095 time: 0.0636902 Sep 16 04:41:51.583618 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b4897-3e8d-417d-a587-94e25edda0d6 req-242ceaec-4ea1-4857-9e0d-b9120d87bc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:51.585236 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f13b4897-3e8d-417d-a587-94e25edda0d6 req-242ceaec-4ea1-4857-9e0d-b9120d87bc3b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=219dac94cc9a436fb4b4e6b8e279e70f&device_id=fb9f1f49-92d5-43e5-b7a0-ec6c151684cc HTTP/1.1" status: 200 len: 1095 time: 0.0516102 Sep 16 04:41:51.679774 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573aac5b-2445-4f7d-8b56-67add168c08f req-3d9c6228-791f-4ff3-af5f-5fa842dd226c tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:51.687830 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-573aac5b-2445-4f7d-8b56-67add168c08f req-3d9c6228-791f-4ff3-af5f-5fa842dd226c tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb9f1f49-92d5-43e5-b7a0-ec6c151684cc HTTP/1.1" status: 200 len: 943 time: 0.1217673 Sep 16 04:41:51.710838 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b4897-3e8d-417d-a587-94e25edda0d6 req-b620a914-b885-4c2e-a78e-674a2c97f587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:51.712651 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f13b4897-3e8d-417d-a587-94e25edda0d6 req-b620a914-b885-4c2e-a78e-674a2c97f587 service neutron] 10.222.0.48 "GET /v2.0/networks?id=630caab9-fe2c-4ccd-92fe-e614d4bcb0cc HTTP/1.1" status: 200 len: 919 time: 0.1194360 Sep 16 04:41:51.746729 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbcee07-2578-440c-ba25-d13cf98c698f req-d06d79cc-82cd-4b88-842c-88fcd1ae7984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:51.748231 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4fbcee07-2578-440c-ba25-d13cf98c698f req-d06d79cc-82cd-4b88-842c-88fcd1ae7984 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f175cb03-2396-483a-81d3-f9a331ded971 HTTP/1.1" status: 200 len: 923 time: 0.1712227 Sep 16 04:41:51.757546 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-573aac5b-2445-4f7d-8b56-67add168c08f req-1ea463b4-87c6-4e09-8b5d-b379bdabdc87 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8edb656-ca43-4418-9478-83a55563b78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685308 Sep 16 04:41:51.773336 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f13b4897-3e8d-417d-a587-94e25edda0d6 req-daf55e23-89ad-41b9-8cde-c2722f53fce1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f8dd909-aa4a-4b08-9941-9c9a678ff257 HTTP/1.1" status: 200 len: 217 time: 0.0505550 Sep 16 04:41:51.807326 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4fbcee07-2578-440c-ba25-d13cf98c698f req-a0093432-65e4-4d6a-bff0-fa07910501d7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a356de90-9004-4dc9-be05-e923b3a7ee5b HTTP/1.1" status: 200 len: 217 time: 0.0485306 Sep 16 04:41:51.828771 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b4897-3e8d-417d-a587-94e25edda0d6 req-ff4df8a8-38f7-4423-8819-8e2dc3d8a540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:51.830364 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f13b4897-3e8d-417d-a587-94e25edda0d6 req-ff4df8a8-38f7-4423-8819-8e2dc3d8a540 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=afdb71f9-6afc-471e-af06-fbe4a9df4bcb HTTP/1.1" status: 200 len: 858 time: 0.0494075 Sep 16 04:41:51.863436 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbcee07-2578-440c-ba25-d13cf98c698f req-4eb03459-c538-4686-9e02-3a343a5a14c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:51.865109 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4fbcee07-2578-440c-ba25-d13cf98c698f req-4eb03459-c538-4686-9e02-3a343a5a14c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92a44770-2ba3-4752-8998-7da7c580e55f HTTP/1.1" status: 200 len: 862 time: 0.0504882 Sep 16 04:41:51.898242 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f13b4897-3e8d-417d-a587-94e25edda0d6 req-2cd6b527-da38-4b6a-b04b-8da63c189446 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=630caab9-fe2c-4ccd-92fe-e614d4bcb0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333829 Sep 16 04:41:51.908973 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4fbcee07-2578-440c-ba25-d13cf98c698f req-2a6f8324-988e-464e-93a1-d7049dd6c0d7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f175cb03-2396-483a-81d3-f9a331ded971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305567 Sep 16 04:41:52.013929 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f13b4897-3e8d-417d-a587-94e25edda0d6 req-946940aa-2ccb-449d-ae3c-78c87a676da6 service neutron] 10.222.0.48 "GET /v2.0/networks/630caab9-fe2c-4ccd-92fe-e614d4bcb0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020703 Sep 16 04:41:52.014207 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4fbcee07-2578-440c-ba25-d13cf98c698f req-44a6fbde-9f43-4a9e-be4f-16df29d4c2e0 service neutron] 10.222.0.47 "GET /v2.0/networks/f175cb03-2396-483a-81d3-f9a331ded971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973277 Sep 16 04:41:52.137481 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4fbcee07-2578-440c-ba25-d13cf98c698f req-158c77e6-2e93-4bff-8c4b-6b4efab86fe1 service neutron] 10.222.0.47 "GET /v2.0/networks/f175cb03-2396-483a-81d3-f9a331ded971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153772 Sep 16 04:41:52.160672 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f13b4897-3e8d-417d-a587-94e25edda0d6 req-3c9ad141-0d33-44c9-9dec-1356bb49edcc service neutron] 10.222.0.48 "GET /v2.0/networks/630caab9-fe2c-4ccd-92fe-e614d4bcb0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317277 Sep 16 04:41:52.208454 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c855a-76d2-4b17-a381-00954fb1c826 req-c1af61c7-38e1-4b52-adbf-9abf4cba30d5 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:52.209968 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-734c855a-76d2-4b17-a381-00954fb1c826 req-c1af61c7-38e1-4b52-adbf-9abf4cba30d5 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] 10.222.0.35 "GET /v2.0/ports?device_id=142b61c5-d7a6-4020-8dec-1b72cb51a1ee HTTP/1.1" status: 200 len: 943 time: 0.0528336 Sep 16 04:41:52.249100 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-734c855a-76d2-4b17-a381-00954fb1c826 req-9f8375cf-2707-4be2-bae5-21ebb3fda83e tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c666bbe8-8fd9-4354-be50-7b8ba186a291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320251 Sep 16 04:41:52.356033 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1e3b4-cf79-4666-9d78-212e6801326d req-7e17e6e9-762b-42dd-bda2-08850fdf9945 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:52.357548 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f7b1e3b4-cf79-4666-9d78-212e6801326d req-7e17e6e9-762b-42dd-bda2-08850fdf9945 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/ports?device_id=96483630-df51-4b22-9468-1fd6c02a5797 HTTP/1.1" status: 200 len: 949 time: 0.0529590 Sep 16 04:41:52.400198 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f7b1e3b4-cf79-4666-9d78-212e6801326d req-e72217dd-eb2d-4162-ac35-5e092870899a tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdfeaf55-6df4-4c22-b40f-8635338f8ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340190 Sep 16 04:41:52.519514 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf59afa-d5e2-4ab3-8b51-00e036beb177 req-09b8732b-7876-43d1-a858-98c8f73ddd99 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:52.520992 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8cf59afa-d5e2-4ab3-8b51-00e036beb177 req-09b8732b-7876-43d1-a858-98c8f73ddd99 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 950 time: 0.0617950 Sep 16 04:41:52.558266 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8cf59afa-d5e2-4ab3-8b51-00e036beb177 req-4befcbbd-3321-4773-a228-722c3a8e5b79 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312407 Sep 16 04:41:52.731727 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ebf70-1582-427c-beb8-761a355ca38a req-48ae0e87-c930-4277-980e-553e527e3943 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:52.733227 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-997ebf70-1582-427c-beb8-761a355ca38a req-48ae0e87-c930-4277-980e-553e527e3943 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 950 time: 0.0483565 Sep 16 04:41:52.772083 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-997ebf70-1582-427c-beb8-761a355ca38a req-36eac277-b486-4c23-aca5-e86713d4d82b tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330772 Sep 16 04:41:52.881784 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebdab9-f512-4586-b4a2-aeaf0b6dc66b req-0c589bfe-d593-4fb4-88ce-0c4041f7dea1 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:52.883314 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82ebdab9-f512-4586-b4a2-aeaf0b6dc66b req-0c589bfe-d593-4fb4-88ce-0c4041f7dea1 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb9f1f49-92d5-43e5-b7a0-ec6c151684cc HTTP/1.1" status: 200 len: 943 time: 0.0486541 Sep 16 04:41:52.921036 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82ebdab9-f512-4586-b4a2-aeaf0b6dc66b req-12c83df0-9046-4b11-b579-847c1450c8cd tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8edb656-ca43-4418-9478-83a55563b78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315006 Sep 16 04:41:52.927657 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device a356de90-9004-4dc9-be05-e923b3a7ee5b details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:41:52.939312 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device f83c3888-e0db-4317-86bd-8d74eb50fab6 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:53.055347 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port f83c3888-e0db-4317-86bd-8d74eb50fab6 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:41:53.068694 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port f83c3888-e0db-4317-86bd-8d74eb50fab6 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:53.069074 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:53.074964 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port a356de90-9004-4dc9-be05-e923b3a7ee5b, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=a356de90-9004-4dc9-be05-e923b3a7ee5b,segment=NetworkSegment(ebbb11e0-0277-42fe-ba1c-18b8e2ae0ac1),segment_id=ebbb11e0-0277-42fe-ba1c-18b8e2ae0ac1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:53.105047 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'a356de90-9004-4dc9-be05-e923b3a7ee5b', 'network_id': 'f175cb03-2396-483a-81d3-f9a331ded971', 'port_id': 'a356de90-9004-4dc9-be05-e923b3a7ee5b', 'mac_address': 'fa:16:3e:ad:75:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92a44770-2ba3-4752-8998-7da7c580e55f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:41:53.178429 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:53.198055 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a356de90-9004-4dc9-be05-e923b3a7ee5b {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:53.209479 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:53.239625 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port a356de90-9004-4dc9-be05-e923b3a7ee5b, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=a356de90-9004-4dc9-be05-e923b3a7ee5b,segment=NetworkSegment(ebbb11e0-0277-42fe-ba1c-18b8e2ae0ac1),segment_id=ebbb11e0-0277-42fe-ba1c-18b8e2ae0ac1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:53.246484 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96483630-df51-4b22-9468-1fd6c02a5797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83c3888-e0db-4317-86bd-8d74eb50fab6'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:53.248755 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1a1996-20d9-41df-a9da-1a1782c0d1c5" -d '{"events": [{"server_uuid": "96483630-df51-4b22-9468-1fd6c02a5797", "name": "network-vif-plugged", "status": "completed", "tag": "f83c3888-e0db-4317-86bd-8d74eb50fab6"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:53.253829 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:53.283856 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port f83c3888-e0db-4317-86bd-8d74eb50fab6, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=f83c3888-e0db-4317-86bd-8d74eb50fab6,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:53.294772 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:53.297813 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 0bef1e86-0497-4101-9c2f-69fe30e7f013 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:53.300673 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f836be2-b595-45c5-8e47-893f61f7de02 x-openstack-request-id: req-1f836be2-b595-45c5-8e47-893f61f7de02 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:53.300960 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96483630-df51-4b22-9468-1fd6c02a5797", "name": "network-vif-plugged", "status": "completed", "tag": "f83c3888-e0db-4317-86bd-8d74eb50fab6", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:53.301206 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1f836be2-b595-45c5-8e47-893f61f7de02 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:53.301587 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96483630-df51-4b22-9468-1fd6c02a5797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83c3888-e0db-4317-86bd-8d74eb50fab6', 'code': 200} Sep 16 04:41:53.335264 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: 0bef1e86-0497-4101-9c2f-69fe30e7f013 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:41:53.335612 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 0bef1e86-0497-4101-9c2f-69fe30e7f013 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:41:53.343175 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=a356de90-9004-4dc9-be05-e923b3a7ee5b,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:53.399100 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=f83c3888-e0db-4317-86bd-8d74eb50fab6,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:53.408967 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47bab8-bdbe-4b7c-b111-14d8cf22d9b7 req-4087f385-ce74-4c0d-bebd-f17685466661 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:53.410486 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cd47bab8-bdbe-4b7c-b111-14d8cf22d9b7 req-4087f385-ce74-4c0d-bebd-f17685466661 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] 10.222.0.35 "GET /v2.0/ports?device_id=142b61c5-d7a6-4020-8dec-1b72cb51a1ee HTTP/1.1" status: 200 len: 944 time: 0.0550356 Sep 16 04:41:53.478582 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652f729-a1c1-47b5-b9c9-a3ab9f3b78b4 req-14fa81e4-ea92-46e6-ab7e-3c592c1b99bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:53.480085 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d652f729-a1c1-47b5-b9c9-a3ab9f3b78b4 req-14fa81e4-ea92-46e6-ab7e-3c592c1b99bd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=96483630-df51-4b22-9468-1fd6c02a5797 HTTP/1.1" status: 200 len: 1102 time: 0.0687065 Sep 16 04:41:53.482381 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a5d825-4726-45e6-9cad-2a720619f9f5', 'name': 'network-vif-deleted', 'tag': '0bef1e86-0497-4101-9c2f-69fe30e7f013'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:53.482911 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cd47bab8-bdbe-4b7c-b111-14d8cf22d9b7 req-55da70bd-3b20-4427-ba60-9beb19a60cc6 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c666bbe8-8fd9-4354-be50-7b8ba186a291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479395 Sep 16 04:41:53.484803 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4014143b-b0f5-4019-838c-19ea15ab9d86" -d '{"events": [{"server_uuid": "b9a5d825-4726-45e6-9cad-2a720619f9f5", "name": "network-vif-deleted", "tag": "0bef1e86-0497-4101-9c2f-69fe30e7f013"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:53.520147 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d652f729-a1c1-47b5-b9c9-a3ab9f3b78b4 req-b2c45559-4a7f-4c67-ba1b-21934adde3f7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bdfeaf55-6df4-4c22-b40f-8635338f8ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313306 Sep 16 04:41:53.583613 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['a356de90-9004-4dc9-be05-e923b3a7ee5b'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:53.590697 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01db785-dfb1-43f2-a431-28e85b0dbd2e req-b1558dfd-c037-47c6-9db8-f1642dc8fd25 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:53.592214 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c01db785-dfb1-43f2-a431-28e85b0dbd2e req-b1558dfd-c037-47c6-9db8-f1642dc8fd25 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/ports?device_id=96483630-df51-4b22-9468-1fd6c02a5797 HTTP/1.1" status: 200 len: 950 time: 0.0498660 Sep 16 04:41:53.630753 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c01db785-dfb1-43f2-a431-28e85b0dbd2e req-3e44c5c1-e429-41d4-b205-563f6880edd7 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdfeaf55-6df4-4c22-b40f-8635338f8ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325603 Sep 16 04:41:53.676536 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be0e2a6-b244-4789-98d0-2a381cd15568 x-openstack-request-id: req-2be0e2a6-b244-4789-98d0-2a381cd15568 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:53.677075 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a5d825-4726-45e6-9cad-2a720619f9f5", "name": "network-vif-deleted", "tag": "0bef1e86-0497-4101-9c2f-69fe30e7f013", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:53.677419 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2be0e2a6-b244-4789-98d0-2a381cd15568 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:53.677920 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a5d825-4726-45e6-9cad-2a720619f9f5', 'name': 'network-vif-deleted', 'tag': '0bef1e86-0497-4101-9c2f-69fe30e7f013', 'status': 'completed', 'code': 200} Sep 16 04:41:53.774897 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1314cb2-d1ac-4ee3-99c8-5178e52c0c83 req-7c660d8f-a9b1-4fd6-b9f2-1a1c5b3f935d tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:53.776847 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f1314cb2-d1ac-4ee3-99c8-5178e52c0c83 req-7c660d8f-a9b1-4fd6-b9f2-1a1c5b3f935d tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 950 time: 0.0563731 Sep 16 04:41:53.815864 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f1314cb2-d1ac-4ee3-99c8-5178e52c0c83 req-dac12a59-bf6a-42d7-88c6-ca20f49d767a tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a7e6076-37dd-45de-bd33-c5317578adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326569 Sep 16 04:41:53.977280 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12043e0-68f6-470a-a218-dae821da6e89 req-c9c0c552-8036-48fa-87fc-84a28afd0972 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:53.978754 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e12043e0-68f6-470a-a218-dae821da6e89 req-c9c0c552-8036-48fa-87fc-84a28afd0972 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.47 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 950 time: 0.0584476 Sep 16 04:41:54.050547 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a079d15-8d03-45ac-8191-40c5d2e4fc6d req-ef5aa031-46b3-4de1-aa9b-c99b54f36878 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:54.051935 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9a079d15-8d03-45ac-8191-40c5d2e4fc6d req-ef5aa031-46b3-4de1-aa9b-c99b54f36878 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 950 time: 0.0961344 Sep 16 04:41:54.118222 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9a079d15-8d03-45ac-8191-40c5d2e4fc6d req-dce8352c-0283-416c-8a02-c71d50f1c2c1 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480824 Sep 16 04:41:54.127791 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-e12043e0-68f6-470a-a218-dae821da6e89 req-d0729f15-3af3-40ea-a424-6e08a2c562a8 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Deleting port c1455dcc-7015-4258-8124-01be02eb39dc {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:54.128136 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e12043e0-68f6-470a-a218-dae821da6e89 req-d0729f15-3af3-40ea-a424-6e08a2c562a8 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:54.249489 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-e12043e0-68f6-470a-a218-dae821da6e89 req-d0729f15-3af3-40ea-a424-6e08a2c562a8 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] For port c1455dcc-7015-4258-8124-01be02eb39dc, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=c1455dcc-7015-4258-8124-01be02eb39dc,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:54.249855 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e12043e0-68f6-470a-a218-dae821da6e89 req-d0729f15-3af3-40ea-a424-6e08a2c562a8 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:54.265442 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe54c5-f01f-4810-a2f7-dfb981e06a70 req-cedc670c-03f6-447c-862e-b333e5be3d6d tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:54.266961 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-57fe54c5-f01f-4810-a2f7-dfb981e06a70 req-cedc670c-03f6-447c-862e-b333e5be3d6d tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb9f1f49-92d5-43e5-b7a0-ec6c151684cc HTTP/1.1" status: 200 len: 943 time: 0.0836756 Sep 16 04:41:54.272552 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-e12043e0-68f6-470a-a218-dae821da6e89 req-d0729f15-3af3-40ea-a424-6e08a2c562a8 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Calling delete_port for c1455dcc-7015-4258-8124-01be02eb39dc owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:54.343940 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-57fe54c5-f01f-4810-a2f7-dfb981e06a70 req-6a94cd55-1f29-4fbc-8c01-78950cc24f61 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8edb656-ca43-4418-9478-83a55563b78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693624 Sep 16 04:41:54.389690 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 2f8dd909-aa4a-4b08-9941-9c9a678ff257 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:41:54.431564 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e12043e0-68f6-470a-a218-dae821da6e89 req-d0729f15-3af3-40ea-a424-6e08a2c562a8 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:54.462172 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0729f15-3af3-40ea-a424-6e08a2c562a8 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Pushing event deleted for resources: {'Port': ['ID=c1455dcc-7015-4258-8124-01be02eb39dc,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:54.465967 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['c1455dcc-7015-4258-8124-01be02eb39dc'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:54.517848 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12043e0-68f6-470a-a218-dae821da6e89 req-d0729f15-3af3-40ea-a424-6e08a2c562a8 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] No DVR routers for this DVR port c1455dcc-7015-4258-8124-01be02eb39dc on host n-h1-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:41:54.519411 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 2f8dd909-aa4a-4b08-9941-9c9a678ff257, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=2f8dd909-aa4a-4b08-9941-9c9a678ff257,segment=NetworkSegment(d8d3e020-27f3-420d-9afc-6c81d36f46ae),segment_id=d8d3e020-27f3-420d-9afc-6c81d36f46ae)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:54.524710 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e12043e0-68f6-470a-a218-dae821da6e89 req-d0729f15-3af3-40ea-a424-6e08a2c562a8 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:54.527620 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e12043e0-68f6-470a-a218-dae821da6e89 req-d0729f15-3af3-40ea-a424-6e08a2c562a8 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.47 "DELETE /v2.0/ports/c1455dcc-7015-4258-8124-01be02eb39dc HTTP/1.1" status: 204 len: 173 time: 0.5356619 Sep 16 04:41:54.528174 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792bd0bf-d08f-4d0e-a39b-045439a18909', 'name': 'network-vif-deleted', 'tag': 'c1455dcc-7015-4258-8124-01be02eb39dc'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:54.530833 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73546da9-9f78-42c3-9465-432a35d4d253" -d '{"events": [{"server_uuid": "792bd0bf-d08f-4d0e-a39b-045439a18909", "name": "network-vif-deleted", "tag": "c1455dcc-7015-4258-8124-01be02eb39dc"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:54.532378 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '2f8dd909-aa4a-4b08-9941-9c9a678ff257', 'network_id': '630caab9-fe2c-4ccd-92fe-e614d4bcb0cc', 'port_id': '2f8dd909-aa4a-4b08-9941-9c9a678ff257', 'mac_address': 'fa:16:3e:b4:5d:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afdb71f9-6afc-471e-af06-fbe4a9df4bcb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:41:54.581881 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:54.601873 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f8dd909-aa4a-4b08-9941-9c9a678ff257 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:54.636743 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 2f8dd909-aa4a-4b08-9941-9c9a678ff257, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=2f8dd909-aa4a-4b08-9941-9c9a678ff257,segment=NetworkSegment(d8d3e020-27f3-420d-9afc-6c81d36f46ae),segment_id=d8d3e020-27f3-420d-9afc-6c81d36f46ae)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:54.641808 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad11c0-f5f9-4e49-93cf-0eed388baed1 req-9226da48-11c3-4374-ada4-5c3e6deb4b1d tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:54.644670 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:54.649198 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-faad11c0-f5f9-4e49-93cf-0eed388baed1 req-9226da48-11c3-4374-ada4-5c3e6deb4b1d tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] 10.222.0.35 "GET /v2.0/ports?device_id=142b61c5-d7a6-4020-8dec-1b72cb51a1ee HTTP/1.1" status: 200 len: 944 time: 0.0662420 Sep 16 04:41:54.709005 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-faad11c0-f5f9-4e49-93cf-0eed388baed1 req-357a68d8-34ee-4eb3-95ca-8bfa4b9e3575 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c666bbe8-8fd9-4354-be50-7b8ba186a291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549920 Sep 16 04:41:54.725981 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=2f8dd909-aa4a-4b08-9941-9c9a678ff257,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:54.736418 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:54.736830 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:54.737352 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:54.737672 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:54.737946 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:54.738283 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:54.738615 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:54.738947 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:54.739261 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:54.739596 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:54.739904 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:54.740241 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:54.745141 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45eea476-bf23-4c94-8ab7-098fd1e32799 x-openstack-request-id: req-45eea476-bf23-4c94-8ab7-098fd1e32799 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:54.745491 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792bd0bf-d08f-4d0e-a39b-045439a18909", "name": "network-vif-deleted", "tag": "c1455dcc-7015-4258-8124-01be02eb39dc", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:54.745756 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-45eea476-bf23-4c94-8ab7-098fd1e32799 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:54.746205 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792bd0bf-d08f-4d0e-a39b-045439a18909', 'name': 'network-vif-deleted', 'tag': 'c1455dcc-7015-4258-8124-01be02eb39dc', 'status': 'completed', 'code': 200} Sep 16 04:41:54.847707 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4086b1c-7438-4f1c-b9d5-9676cb98cf8a req-2d55571b-902e-42e1-bde9-494fe0282168 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:54.849205 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b4086b1c-7438-4f1c-b9d5-9676cb98cf8a req-2d55571b-902e-42e1-bde9-494fe0282168 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/ports?device_id=96483630-df51-4b22-9468-1fd6c02a5797 HTTP/1.1" status: 200 len: 950 time: 0.0518754 Sep 16 04:41:54.887110 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b4086b1c-7438-4f1c-b9d5-9676cb98cf8a req-5a50de9c-eacf-4fd2-a4d8-2b78f63ef595 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdfeaf55-6df4-4c22-b40f-8635338f8ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312052 Sep 16 04:41:54.966537 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device a356de90-9004-4dc9-be05-e923b3a7ee5b up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:54.980310 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf609402-9921-4d21-92b6-50a38697f36d req-4d4e8582-9375-4553-9709-f2ba5fd3fda7 tempest-ServersAdminTestJSON-1518737006 tempest-ServersAdminTestJSON-1518737006-project] 10.222.0.35 "GET /v2.0/ports?device_id=792bd0bf-d08f-4d0e-a39b-045439a18909 HTTP/1.1" status: 200 len: 210 time: 0.0275459 Sep 16 04:41:55.019974 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port a356de90-9004-4dc9-be05-e923b3a7ee5b completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:41:55.029228 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port a356de90-9004-4dc9-be05-e923b3a7ee5b triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:55.029228 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.281358 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['2f8dd909-aa4a-4b08-9941-9c9a678ff257'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:55.286664 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.334531 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523b104-017b-4271-8aa9-b43417a5354a req-bb789187-2138-490d-8334-b5ef669f5ce3 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:55.336032 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5523b104-017b-4271-8aa9-b43417a5354a req-bb789187-2138-490d-8334-b5ef669f5ce3 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 950 time: 0.0535896 Sep 16 04:41:55.345485 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142b61c5-d7a6-4020-8dec-1b72cb51a1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a356de90-9004-4dc9-be05-e923b3a7ee5b'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:55.347723 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11c4118-276f-4dc5-a3aa-05084662e90b" -d '{"events": [{"server_uuid": "142b61c5-d7a6-4020-8dec-1b72cb51a1ee", "name": "network-vif-plugged", "status": "completed", "tag": "a356de90-9004-4dc9-be05-e923b3a7ee5b"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:55.365246 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port a356de90-9004-4dc9-be05-e923b3a7ee5b, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=a356de90-9004-4dc9-be05-e923b3a7ee5b,segment=NetworkSegment(ebbb11e0-0277-42fe-ba1c-18b8e2ae0ac1),segment_id=ebbb11e0-0277-42fe-ba1c-18b8e2ae0ac1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:55.370906 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.371793 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device c1455dcc-7015-4258-8124-01be02eb39dc no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:55.376872 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5523b104-017b-4271-8aa9-b43417a5354a req-ea888714-f11a-4470-87da-3eddeb40bc0f tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340257 Sep 16 04:41:55.399144 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: c1455dcc-7015-4258-8124-01be02eb39dc {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:41:55.399795 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device c1455dcc-7015-4258-8124-01be02eb39dc not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:41:55.469771 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=a356de90-9004-4dc9-be05-e923b3a7ee5b,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:55.492268 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dd19f-ce5f-4ca3-882e-74cc22539a78 req-6267d82b-fb5e-4868-9af2-31c25dd6c7c5 tempest-ServersAdminNegativeTestJSON-386891882 tempest-ServersAdminNegativeTestJSON-386891882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:55.493956 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-376dd19f-ce5f-4ca3-882e-74cc22539a78 req-6267d82b-fb5e-4868-9af2-31c25dd6c7c5 tempest-ServersAdminNegativeTestJSON-386891882 tempest-ServersAdminNegativeTestJSON-386891882-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=96483630-df51-4b22-9468-1fd6c02a5797 HTTP/1.1" status: 200 len: 1102 time: 0.0567977 Sep 16 04:41:55.514725 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-376dd19f-ce5f-4ca3-882e-74cc22539a78 req-a9b9c0e0-cdfc-4a39-9e4b-260ec61913c3 tempest-ServersAdminNegativeTestJSON-386891882 tempest-ServersAdminNegativeTestJSON-386891882-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.588505 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b18e3ee0-ae28-417a-b101-019a399b79b1 req-9e5bc9a9-206d-487c-bebe-cb65d253c9e3 service neutron] 10.222.0.48 "GET /v2.0/ports/fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d/bindings/n-h2-712139-15 HTTP/1.1" status: 200 len: 383 time: 0.0590234 Sep 16 04:41:55.610810 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-376dd19f-ce5f-4ca3-882e-74cc22539a78 req-a9b9c0e0-cdfc-4a39-9e4b-260ec61913c3 tempest-ServersAdminNegativeTestJSON-386891882 tempest-ServersAdminNegativeTestJSON-386891882-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.615134 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-376dd19f-ce5f-4ca3-882e-74cc22539a78 req-a9b9c0e0-cdfc-4a39-9e4b-260ec61913c3 tempest-ServersAdminNegativeTestJSON-386891882 tempest-ServersAdminNegativeTestJSON-386891882-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.639788 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-376dd19f-ce5f-4ca3-882e-74cc22539a78 req-a9b9c0e0-cdfc-4a39-9e4b-260ec61913c3 tempest-ServersAdminNegativeTestJSON-386891882 tempest-ServersAdminNegativeTestJSON-386891882-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=bdfeaf55-6df4-4c22-b40f-8635338f8ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387250 Sep 16 04:41:55.649678 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9c0e0-cdfc-4a39-9e4b-260ec61913c3 tempest-ServersAdminNegativeTestJSON-386891882 tempest-ServersAdminNegativeTestJSON-386891882-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e76e30-5206-470d-8eea-9ab0d24e5b4c,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:55.697771 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f64a7e8-de9c-493e-8ead-b41af6ee3a0c x-openstack-request-id: req-3f64a7e8-de9c-493e-8ead-b41af6ee3a0c {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:55.698335 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142b61c5-d7a6-4020-8dec-1b72cb51a1ee", "name": "network-vif-plugged", "status": "completed", "tag": "a356de90-9004-4dc9-be05-e923b3a7ee5b", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:55.698592 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3f64a7e8-de9c-493e-8ead-b41af6ee3a0c {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:55.698984 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142b61c5-d7a6-4020-8dec-1b72cb51a1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a356de90-9004-4dc9-be05-e923b3a7ee5b', 'code': 200} Sep 16 04:41:55.804939 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e368d28-5cec-4724-b0f7-e453463454fd req-843fd505-6ece-48bb-a762-8b286ff7a2b8 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:55.806424 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e368d28-5cec-4724-b0f7-e453463454fd req-843fd505-6ece-48bb-a762-8b286ff7a2b8 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb9f1f49-92d5-43e5-b7a0-ec6c151684cc HTTP/1.1" status: 200 len: 944 time: 0.0550559 Sep 16 04:41:55.875718 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ddfc7a-045b-4da2-ac34-07e6a2ce85c3 req-452d8242-58c3-4326-a6ae-5d06d1d644dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:55.877327 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-01ddfc7a-045b-4da2-ac34-07e6a2ce85c3 req-452d8242-58c3-4326-a6ae-5d06d1d644dd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=142b61c5-d7a6-4020-8dec-1b72cb51a1ee HTTP/1.1" status: 200 len: 1097 time: 0.0690029 Sep 16 04:41:55.883580 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e368d28-5cec-4724-b0f7-e453463454fd req-23dd4734-3410-47b8-b85d-ff9a643dc17e tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8edb656-ca43-4418-9478-83a55563b78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661349 Sep 16 04:41:55.889971 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e3ee0-ae28-417a-b101-019a399b79b1 req-35fe575e-0cd5-423c-9f65-03d16396cf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:55.892108 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b18e3ee0-ae28-417a-b101-019a399b79b1 req-35fe575e-0cd5-423c-9f65-03d16396cf66 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7&tenant_id=832e485315cf4d818578c78d15f3a644 HTTP/1.1" status: 200 len: 1102 time: 0.0798867 Sep 16 04:41:55.917060 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-01ddfc7a-045b-4da2-ac34-07e6a2ce85c3 req-0c271e9a-f1b7-49d8-9da4-75d201e60aa6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c666bbe8-8fd9-4354-be50-7b8ba186a291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324409 Sep 16 04:41:55.979142 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e3ee0-ae28-417a-b101-019a399b79b1 req-f8e0d35c-7464-422c-81c1-614eefd57202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:55.981032 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b18e3ee0-ae28-417a-b101-019a399b79b1 req-f8e0d35c-7464-422c-81c1-614eefd57202 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=832e485315cf4d818578c78d15f3a644&device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 1102 time: 0.0437181 Sep 16 04:41:56.087077 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e3ee0-ae28-417a-b101-019a399b79b1 req-cd792447-79d1-47cf-8320-f669a3634311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:56.089466 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b18e3ee0-ae28-417a-b101-019a399b79b1 req-cd792447-79d1-47cf-8320-f669a3634311 service neutron] 10.222.0.48 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.0932758 Sep 16 04:41:56.132012 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b18e3ee0-ae28-417a-b101-019a399b79b1 req-ff4d0b1c-9357-4cd5-a33c-7af0b3b85579 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d HTTP/1.1" status: 200 len: 217 time: 0.0347445 Sep 16 04:41:56.173840 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbc460-3889-4e88-8da8-c79b421bd677 req-b35f4989-131a-4c6d-ace6-318c1fd5e82d tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:56.175355 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-29cbc460-3889-4e88-8da8-c79b421bd677 req-b35f4989-131a-4c6d-ace6-318c1fd5e82d tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] 10.222.0.35 "GET /v2.0/ports?device_id=142b61c5-d7a6-4020-8dec-1b72cb51a1ee HTTP/1.1" status: 200 len: 945 time: 0.0521801 Sep 16 04:41:56.187322 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e3ee0-ae28-417a-b101-019a399b79b1 req-83d778a6-4251-4d70-83b9-a695ea840e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:56.188820 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b18e3ee0-ae28-417a-b101-019a399b79b1 req-83d778a6-4251-4d70-83b9-a695ea840e7c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0452135 Sep 16 04:41:56.215846 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-29cbc460-3889-4e88-8da8-c79b421bd677 req-ae1b7fb3-b7e8-4eef-a236-89e3601d10e8 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c666bbe8-8fd9-4354-be50-7b8ba186a291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344088 Sep 16 04:41:56.244336 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e3ee0-ae28-417a-b101-019a399b79b1 req-0b071bf7-65b9-4366-9067-50d5353503bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:56.246104 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b18e3ee0-ae28-417a-b101-019a399b79b1 req-0b071bf7-65b9-4366-9067-50d5353503bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0473311 Sep 16 04:41:56.349371 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b18e3ee0-ae28-417a-b101-019a399b79b1 req-5ee02106-ed03-44cf-9428-90fd7f256e07 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941312 Sep 16 04:41:56.453849 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b18e3ee0-ae28-417a-b101-019a399b79b1 req-b3f81605-aa8f-40e3-9a63-945651efccc8 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953007 Sep 16 04:41:56.478243 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33312) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:56.504213 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1299c-3694-4d6d-b2fb-c10cd2cf38ec req-e272c3a4-6981-4ee8-a182-f607624c9250 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:56.505729 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3ac1299c-3694-4d6d-b2fb-c10cd2cf38ec req-e272c3a4-6981-4ee8-a182-f607624c9250 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 950 time: 0.0519161 Sep 16 04:41:56.548067 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3ac1299c-3694-4d6d-b2fb-c10cd2cf38ec req-965a79fe-59a2-41bd-9e8a-3f874015e94a tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341241 Sep 16 04:41:56.637618 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b4fc6daf-2024-4afc-b1a7-3832287513a9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4b1f9f4e1b2945aaba6a423a0ea37467&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1578717 Sep 16 04:41:56.639771 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33316) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:56.689736 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5cca6e0c-7091-4262-82d3-11b13c4d37f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:56.712426 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5cca6e0c-7091-4262-82d3-11b13c4d37f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:56.752447 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b650334-8a95-4b45-8050-37282cc2ff05 req-efeab681-e7ed-458c-96c2-dadce0ad48e9 tempest-ServersAdminNegativeTestJSON-386891882 tempest-ServersAdminNegativeTestJSON-386891882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:56.754191 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b650334-8a95-4b45-8050-37282cc2ff05 req-efeab681-e7ed-458c-96c2-dadce0ad48e9 tempest-ServersAdminNegativeTestJSON-386891882 tempest-ServersAdminNegativeTestJSON-386891882-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=96483630-df51-4b22-9468-1fd6c02a5797 HTTP/1.1" status: 200 len: 1102 time: 0.0451782 Sep 16 04:41:56.763940 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5cca6e0c-7091-4262-82d3-11b13c4d37f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:56.766604 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5cca6e0c-7091-4262-82d3-11b13c4d37f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:56.770453 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5cca6e0c-7091-4262-82d3-11b13c4d37f0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8a7e6076-37dd-45de-bd33-c5317578adcb HTTP/1.1" status: 204 len: 168 time: 0.1273937 Sep 16 04:41:56.776029 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca6e0c-7091-4262-82d3-11b13c4d37f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7e6076-37dd-45de-bd33-c5317578adcb,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:56.803198 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b650334-8a95-4b45-8050-37282cc2ff05 req-4152c661-e3e5-4c34-ac3d-78f788c895ea tempest-ServersAdminNegativeTestJSON-386891882 tempest-ServersAdminNegativeTestJSON-386891882-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=bdfeaf55-6df4-4c22-b40f-8635338f8ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413446 Sep 16 04:41:57.009225 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c82c44-23cd-4150-b0ff-2cfbe9b808e5 req-40a5ac90-8963-45e8-9198-177463d1feb5 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:57.011316 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-50c82c44-23cd-4150-b0ff-2cfbe9b808e5 req-40a5ac90-8963-45e8-9198-177463d1feb5 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb9f1f49-92d5-43e5-b7a0-ec6c151684cc HTTP/1.1" status: 200 len: 944 time: 0.0533924 Sep 16 04:41:57.052540 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-50c82c44-23cd-4150-b0ff-2cfbe9b808e5 req-8be24f55-6d6f-4a17-a6dd-e2022a54c2b6 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8edb656-ca43-4418-9478-83a55563b78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342102 Sep 16 04:41:57.058554 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33338) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:57.113663 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1182e05c-f2d2-4b17-8a81-51ccd3db9304 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b5149460acae4bedabd0e3ed5cc28379&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539417 Sep 16 04:41:57.116184 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33342) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:57.174417 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-88069164-b70b-4fa6-98b9-84e046ae532a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:57.205916 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-88069164-b70b-4fa6-98b9-84e046ae532a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:57.257240 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-88069164-b70b-4fa6-98b9-84e046ae532a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:57.259917 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-88069164-b70b-4fa6-98b9-84e046ae532a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:57.261130 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-88069164-b70b-4fa6-98b9-84e046ae532a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/edbe8df4-7f3c-4e9b-b0be-c02aa83e6bf6 HTTP/1.1" status: 204 len: 168 time: 0.1438975 Sep 16 04:41:57.268854 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88069164-b70b-4fa6-98b9-84e046ae532a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbe8df4-7f3c-4e9b-b0be-c02aa83e6bf6,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:57.584095 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed90f5-4bad-424f-af71-22c5857bde23 req-5cde7668-5460-407a-a058-08c3b3df3c9c tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:57.585836 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-afed90f5-4bad-424f-af71-22c5857bde23 req-5cde7668-5460-407a-a058-08c3b3df3c9c tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/ports?device_id=96483630-df51-4b22-9468-1fd6c02a5797 HTTP/1.1" status: 200 len: 950 time: 0.0522969 Sep 16 04:41:57.626175 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-afed90f5-4bad-424f-af71-22c5857bde23 req-0508adff-594e-4cd1-b99b-bd14c26b2708 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdfeaf55-6df4-4c22-b40f-8635338f8ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333195 Sep 16 04:41:57.743617 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6148e-ed19-4fae-819f-1d42ce05e3bd req-207c56fe-7c0a-45a1-89e0-505be3219373 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:57.745201 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b1e6148e-ed19-4fae-819f-1d42ce05e3bd req-207c56fe-7c0a-45a1-89e0-505be3219373 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] 10.222.0.35 "GET /v2.0/ports?device_id=142b61c5-d7a6-4020-8dec-1b72cb51a1ee HTTP/1.1" status: 200 len: 945 time: 0.0561163 Sep 16 04:41:57.784519 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b1e6148e-ed19-4fae-819f-1d42ce05e3bd req-8f144f74-39d2-44e8-b64d-88fe45ea5437 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c666bbe8-8fd9-4354-be50-7b8ba186a291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331583 Sep 16 04:41:57.972150 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a411326-2719-4c9b-8272-471936e03232 req-3d56356e-7424-4825-9d7d-291337108931 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:57.973672 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1a411326-2719-4c9b-8272-471936e03232 req-3d56356e-7424-4825-9d7d-291337108931 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 950 time: 0.0529878 Sep 16 04:41:58.012978 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1a411326-2719-4c9b-8272-471936e03232 req-3b7c5d2f-53d9-42f5-9903-71d72e07d2db tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330646 Sep 16 04:41:58.300165 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f86b99-4274-4b0b-bdee-0ef658515fa0 req-c6cce4e3-c79e-494c-868e-ba4fe33b3a89 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:58.301960 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-71f86b99-4274-4b0b-bdee-0ef658515fa0 req-c6cce4e3-c79e-494c-868e-ba4fe33b3a89 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb9f1f49-92d5-43e5-b7a0-ec6c151684cc HTTP/1.1" status: 200 len: 944 time: 0.0516582 Sep 16 04:41:58.342439 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-71f86b99-4274-4b0b-bdee-0ef658515fa0 req-8e254737-0f30-4c44-9d87-7b3397079af6 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8edb656-ca43-4418-9478-83a55563b78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336595 Sep 16 04:41:58.415834 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 2f8dd909-aa4a-4b08-9941-9c9a678ff257 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:58.471519 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596d256-a8e1-4903-a3dc-a87118190754 req-8703821f-098a-4c43-961e-f39cf34b03a7 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:58.473541 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1596d256-a8e1-4903-a3dc-a87118190754 req-8703821f-098a-4c43-961e-f39cf34b03a7 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] 10.222.0.35 "GET /v2.0/ports?device_id=142b61c5-d7a6-4020-8dec-1b72cb51a1ee HTTP/1.1" status: 200 len: 945 time: 0.0705070 Sep 16 04:41:58.481016 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 2f8dd909-aa4a-4b08-9941-9c9a678ff257 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:41:58.484944 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 2f8dd909-aa4a-4b08-9941-9c9a678ff257 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:58.485314 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:58.525157 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1596d256-a8e1-4903-a3dc-a87118190754 req-304da07d-038d-4644-9708-eb4768283cca tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c666bbe8-8fd9-4354-be50-7b8ba186a291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446842 Sep 16 04:41:58.579373 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:58.601143 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9f1f49-92d5-43e5-b7a0-ec6c151684cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8dd909-aa4a-4b08-9941-9c9a678ff257'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:58.604079 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabfc861-f826-4b8f-bcc6-152436c0f913" -d '{"events": [{"server_uuid": "fb9f1f49-92d5-43e5-b7a0-ec6c151684cc", "name": "network-vif-plugged", "status": "completed", "tag": "2f8dd909-aa4a-4b08-9941-9c9a678ff257"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:58.616946 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 2f8dd909-aa4a-4b08-9941-9c9a678ff257, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=2f8dd909-aa4a-4b08-9941-9c9a678ff257,segment=NetworkSegment(d8d3e020-27f3-420d-9afc-6c81d36f46ae),segment_id=d8d3e020-27f3-420d-9afc-6c81d36f46ae)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:58.622394 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:58.623014 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:58.701949 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=2f8dd909-aa4a-4b08-9941-9c9a678ff257,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:58.753365 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:58.788224 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:58.793381 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:58.846098 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d,revision_number=6']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:58.893123 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c410c-fd7f-416a-92f2-c16eb06099d6 req-5b8486dd-3d46-4eab-9c3e-e698e7b5ab57 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:58.894712 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4b8c410c-fd7f-416a-92f2-c16eb06099d6 req-5b8486dd-3d46-4eab-9c3e-e698e7b5ab57 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.47 "GET /v2.0/ports?device_id=96483630-df51-4b22-9468-1fd6c02a5797 HTTP/1.1" status: 200 len: 950 time: 0.0597818 Sep 16 04:41:58.909053 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e49d08-b226-41e0-8c94-e153f345907b x-openstack-request-id: req-b5e49d08-b226-41e0-8c94-e153f345907b {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:58.909607 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9f1f49-92d5-43e5-b7a0-ec6c151684cc", "name": "network-vif-plugged", "status": "completed", "tag": "2f8dd909-aa4a-4b08-9941-9c9a678ff257", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:58.909860 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b5e49d08-b226-41e0-8c94-e153f345907b {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:58.910406 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9f1f49-92d5-43e5-b7a0-ec6c151684cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8dd909-aa4a-4b08-9941-9c9a678ff257', 'code': 200} Sep 16 04:41:59.047686 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be57b4-87fc-4a86-90e2-fb8a8c4b690e req-6b4d31c9-c4a8-4843-b95c-daca438b6625 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:59.049184 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b9be57b4-87fc-4a86-90e2-fb8a8c4b690e req-6b4d31c9-c4a8-4843-b95c-daca438b6625 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/ports?device_id=96483630-df51-4b22-9468-1fd6c02a5797 HTTP/1.1" status: 200 len: 950 time: 0.0787537 Sep 16 04:41:59.055930 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-4b8c410c-fd7f-416a-92f2-c16eb06099d6 req-71c4d6c3-f59c-4388-ae81-a7572f743812 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Deleting port f83c3888-e0db-4317-86bd-8d74eb50fab6 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:59.056268 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4b8c410c-fd7f-416a-92f2-c16eb06099d6 req-71c4d6c3-f59c-4388-ae81-a7572f743812 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:59.068508 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b5719b-7c29-48cf-a846-57115c6b78d1 req-5e398c40-0625-4185-a8d4-2b096afdffb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:59.070178 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-97b5719b-7c29-48cf-a846-57115c6b78d1 req-5e398c40-0625-4185-a8d4-2b096afdffb1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fb9f1f49-92d5-43e5-b7a0-ec6c151684cc HTTP/1.1" status: 200 len: 1097 time: 0.0464804 Sep 16 04:41:59.120726 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-97b5719b-7c29-48cf-a846-57115c6b78d1 req-70068b06-a2bd-4dc6-af31-71a9202399d5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f8edb656-ca43-4418-9478-83a55563b78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390816 Sep 16 04:41:59.161064 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b9be57b4-87fc-4a86-90e2-fb8a8c4b690e req-1a62e2a4-a17c-4aba-b98b-c470909f57ae tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdfeaf55-6df4-4c22-b40f-8635338f8ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996690 Sep 16 04:41:59.192837 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-4b8c410c-fd7f-416a-92f2-c16eb06099d6 req-71c4d6c3-f59c-4388-ae81-a7572f743812 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] For port f83c3888-e0db-4317-86bd-8d74eb50fab6, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=f83c3888-e0db-4317-86bd-8d74eb50fab6,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:59.193207 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4b8c410c-fd7f-416a-92f2-c16eb06099d6 req-71c4d6c3-f59c-4388-ae81-a7572f743812 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:59.206311 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-4b8c410c-fd7f-416a-92f2-c16eb06099d6 req-71c4d6c3-f59c-4388-ae81-a7572f743812 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Calling delete_port for f83c3888-e0db-4317-86bd-8d74eb50fab6 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:59.371733 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4b8c410c-fd7f-416a-92f2-c16eb06099d6 req-71c4d6c3-f59c-4388-ae81-a7572f743812 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:59.405250 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4d6c3-f59c-4388-ae81-a7572f743812 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Pushing event deleted for resources: {'Port': ['ID=f83c3888-e0db-4317-86bd-8d74eb50fab6,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:59.418581 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['43d28019-a1fa-413d-9f3d-a36caed8b4c9'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:59.420888 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['f83c3888-e0db-4317-86bd-8d74eb50fab6'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:59.422081 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423bfc3-20ec-4071-82a8-80c31d4e8e7e req-62dcf708-235c-4825-a78d-8f69cbea2bba tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:59.424345 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e423bfc3-20ec-4071-82a8-80c31d4e8e7e req-62dcf708-235c-4825-a78d-8f69cbea2bba tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 948 time: 0.0954468 Sep 16 04:41:59.476474 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8c410c-fd7f-416a-92f2-c16eb06099d6 req-71c4d6c3-f59c-4388-ae81-a7572f743812 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] No DVR routers for this DVR port f83c3888-e0db-4317-86bd-8d74eb50fab6 on host n-h1-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:41:59.483331 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4b8c410c-fd7f-416a-92f2-c16eb06099d6 req-71c4d6c3-f59c-4388-ae81-a7572f743812 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:59.485442 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4b8c410c-fd7f-416a-92f2-c16eb06099d6 req-71c4d6c3-f59c-4388-ae81-a7572f743812 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.47 "DELETE /v2.0/ports/f83c3888-e0db-4317-86bd-8d74eb50fab6 HTTP/1.1" status: 204 len: 173 time: 0.5843339 Sep 16 04:41:59.486161 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96483630-df51-4b22-9468-1fd6c02a5797', 'name': 'network-vif-deleted', 'tag': 'f83c3888-e0db-4317-86bd-8d74eb50fab6'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:59.490202 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd78b51a-95d4-437e-961f-946559a1095b" -d '{"events": [{"server_uuid": "96483630-df51-4b22-9468-1fd6c02a5797", "name": "network-vif-deleted", "tag": "f83c3888-e0db-4317-86bd-8d74eb50fab6"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:59.510214 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e423bfc3-20ec-4071-82a8-80c31d4e8e7e req-d11942c5-3322-4b80-bc39-6e40964bcf27 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668182 Sep 16 04:41:59.693338 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e6e01-83f5-447e-b350-526db59c85d9 req-af0a9c4b-a085-40fa-bf85-d3b3f77c5f73 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:59.694927 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-303e6e01-83f5-447e-b350-526db59c85d9 req-af0a9c4b-a085-40fa-bf85-d3b3f77c5f73 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb9f1f49-92d5-43e5-b7a0-ec6c151684cc HTTP/1.1" status: 200 len: 945 time: 0.0776389 Sep 16 04:41:59.735895 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-303e6e01-83f5-447e-b350-526db59c85d9 req-fe8385f3-58f3-4d5c-b2f4-dd691ade1e04 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8edb656-ca43-4418-9478-83a55563b78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338812 Sep 16 04:41:59.805403 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8a62e3-99d2-4e50-9869-0d0f55126f52 x-openstack-request-id: req-8f8a62e3-99d2-4e50-9869-0d0f55126f52 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:59.805816 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96483630-df51-4b22-9468-1fd6c02a5797", "name": "network-vif-deleted", "tag": "f83c3888-e0db-4317-86bd-8d74eb50fab6", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:59.806206 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8f8a62e3-99d2-4e50-9869-0d0f55126f52 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:59.807233 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96483630-df51-4b22-9468-1fd6c02a5797', 'name': 'network-vif-deleted', 'tag': 'f83c3888-e0db-4317-86bd-8d74eb50fab6', 'status': 'completed', 'code': 200} Sep 16 04:41:59.903358 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d72a7b-b121-4865-9461-5a3395dae64f req-2a98b88f-90b6-44ec-9834-a0b374a86ce6 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:59.904801 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-17d72a7b-b121-4865-9461-5a3395dae64f req-2a98b88f-90b6-44ec-9834-a0b374a86ce6 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] 10.222.0.47 "GET /v2.0/ports?device_id=142b61c5-d7a6-4020-8dec-1b72cb51a1ee HTTP/1.1" status: 200 len: 945 time: 0.0766292 Sep 16 04:41:59.917974 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d4abf-c583-4755-b15e-5d48fc5aeed0 req-99d83164-41e1-4f51-a580-6c38fd43d522 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:59.919395 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bb9d4abf-c583-4755-b15e-5d48fc5aeed0 req-99d83164-41e1-4f51-a580-6c38fd43d522 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] 10.222.0.35 "GET /v2.0/ports?device_id=142b61c5-d7a6-4020-8dec-1b72cb51a1ee HTTP/1.1" status: 200 len: 945 time: 0.0669069 Sep 16 04:42:00.007999 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bb9d4abf-c583-4755-b15e-5d48fc5aeed0 req-7016ab5a-dbc0-4a3f-844c-cdd0897ca466 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c666bbe8-8fd9-4354-be50-7b8ba186a291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816855 Sep 16 04:42:00.045363 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-17d72a7b-b121-4865-9461-5a3395dae64f req-ea2c6eea-2429-48e5-8042-ee06fba05958 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] Deleting port a356de90-9004-4dc9-be05-e923b3a7ee5b {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:00.045792 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-17d72a7b-b121-4865-9461-5a3395dae64f req-ea2c6eea-2429-48e5-8042-ee06fba05958 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:00.145157 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-17d72a7b-b121-4865-9461-5a3395dae64f req-ea2c6eea-2429-48e5-8042-ee06fba05958 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] For port a356de90-9004-4dc9-be05-e923b3a7ee5b, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=a356de90-9004-4dc9-be05-e923b3a7ee5b,segment=NetworkSegment(ebbb11e0-0277-42fe-ba1c-18b8e2ae0ac1),segment_id=ebbb11e0-0277-42fe-ba1c-18b8e2ae0ac1)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:00.145500 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-17d72a7b-b121-4865-9461-5a3395dae64f req-ea2c6eea-2429-48e5-8042-ee06fba05958 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:00.162298 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-17d72a7b-b121-4865-9461-5a3395dae64f req-ea2c6eea-2429-48e5-8042-ee06fba05958 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] Calling delete_port for a356de90-9004-4dc9-be05-e923b3a7ee5b owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:00.330920 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-17d72a7b-b121-4865-9461-5a3395dae64f req-ea2c6eea-2429-48e5-8042-ee06fba05958 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:00.362506 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c6eea-2429-48e5-8042-ee06fba05958 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] Pushing event deleted for resources: {'Port': ['ID=a356de90-9004-4dc9-be05-e923b3a7ee5b,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:00.364302 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['a356de90-9004-4dc9-be05-e923b3a7ee5b'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:00.414622 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d72a7b-b121-4865-9461-5a3395dae64f req-ea2c6eea-2429-48e5-8042-ee06fba05958 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] No DVR routers for this DVR port a356de90-9004-4dc9-be05-e923b3a7ee5b on host n-h1-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:00.417569 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-17d72a7b-b121-4865-9461-5a3395dae64f req-ea2c6eea-2429-48e5-8042-ee06fba05958 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:00.419585 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-17d72a7b-b121-4865-9461-5a3395dae64f req-ea2c6eea-2429-48e5-8042-ee06fba05958 tempest-ServerAddressesNegativeTestJSON-1367814972 tempest-ServerAddressesNegativeTestJSON-1367814972-project] 10.222.0.47 "DELETE /v2.0/ports/a356de90-9004-4dc9-be05-e923b3a7ee5b HTTP/1.1" status: 204 len: 173 time: 0.4993248 Sep 16 04:42:00.440917 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:42:00.561501 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:00.581393 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': 'fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d', 'mac_address': 'fa:16:3e:dd:f1:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:42:00.659680 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:00.677817 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:00.702186 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:00.707848 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:00.770255 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3a1cf-0812-4c74-8326-2990b9a1c730 req-9703f901-f688-481a-8d08-e1fa80efa845 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:00.771894 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e1b3a1cf-0812-4c74-8326-2990b9a1c730 req-9703f901-f688-481a-8d08-e1fa80efa845 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 949 time: 0.0676734 Sep 16 04:42:00.772165 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d,revision_number=7']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:00.815609 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e1b3a1cf-0812-4c74-8326-2990b9a1c730 req-5481561f-4cdd-434a-95cf-62c6a8da77e8 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340111 Sep 16 04:42:00.911872 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c70efb8-c384-4273-8429-f5fc83b4fad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:00.914524 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fccb39-3701-44ec-ad05-991be5211003" -d '{"events": [{"server_uuid": "8c70efb8-c384-4273-8429-f5fc83b4fad7", "name": "network-vif-unplugged", "status": "completed", "tag": "fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:00.928679 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ae121-d69e-4e2b-8161-ffe759ee265e req-28864213-556c-466c-9cd3-18a80637f4d1 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:00.930139 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e86ae121-d69e-4e2b-8161-ffe759ee265e req-28864213-556c-466c-9cd3-18a80637f4d1 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac1cff9b-fe50-453b-9070-b4966ca84f32 HTTP/1.1" status: 200 len: 950 time: 0.0539548 Sep 16 04:42:00.972498 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e86ae121-d69e-4e2b-8161-ffe759ee265e req-467cc39b-9fad-4a14-bd40-831127231885 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdfeaf55-6df4-4c22-b40f-8635338f8ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346587 Sep 16 04:42:01.129806 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b99b9-7d6c-4d76-a6d7-a9227443fae2 req-8d5b9229-093f-479d-8d26-d9360b712c3f tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:01.131270 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a72b99b9-7d6c-4d76-a6d7-a9227443fae2 req-8d5b9229-093f-479d-8d26-d9360b712c3f tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb9f1f49-92d5-43e5-b7a0-ec6c151684cc HTTP/1.1" status: 200 len: 945 time: 0.0551474 Sep 16 04:42:01.170369 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a72b99b9-7d6c-4d76-a6d7-a9227443fae2 req-a245d850-cd59-4551-91ff-87a0acb6a0d3 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8edb656-ca43-4418-9478-83a55563b78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324795 Sep 16 04:42:01.302984 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f711881b-8c8a-4a4f-8028-0c65f0c4cdef x-openstack-request-id: req-f711881b-8c8a-4a4f-8028-0c65f0c4cdef {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:01.303359 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c70efb8-c384-4273-8429-f5fc83b4fad7", "name": "network-vif-unplugged", "status": "completed", "tag": "fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:01.303623 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f711881b-8c8a-4a4f-8028-0c65f0c4cdef {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:01.304023 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c70efb8-c384-4273-8429-f5fc83b4fad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d', 'code': 200} Sep 16 04:42:01.334146 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33472) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:01.383266 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:01.444052 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a2adef-aaa7-443e-ad97-4137052630e4 admin admin] Deleting subnet 92a44770-2ba3-4752-8998-7da7c580e55f {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:42:01.458363 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-11a2adef-aaa7-443e-ad97-4137052630e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:01.489927 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede63a5-c46e-45ea-a80c-0491e9c4dd2d req-00759be6-0a30-433b-8606-ab597511f5a2 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:01.491460 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3ede63a5-c46e-45ea-a80c-0491e9c4dd2d req-00759be6-0a30-433b-8606-ab597511f5a2 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7&tenant_id=832e485315cf4d818578c78d15f3a644&binding%3Ahost_id=n-h2-712139-15 HTTP/1.1" status: 200 len: 949 time: 0.1227014 Sep 16 04:42:01.507862 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-11a2adef-aaa7-443e-ad97-4137052630e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:01.548780 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-11a2adef-aaa7-443e-ad97-4137052630e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:01.614476 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-11a2adef-aaa7-443e-ad97-4137052630e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:01.656050 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2adef-aaa7-443e-ad97-4137052630e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92a44770-2ba3-4752-8998-7da7c580e55f,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:01.659951 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-11a2adef-aaa7-443e-ad97-4137052630e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:01.663429 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-11a2adef-aaa7-443e-ad97-4137052630e4 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/92a44770-2ba3-4752-8998-7da7c580e55f HTTP/1.1" status: 204 len: 168 time: 0.3279011 Sep 16 04:42:01.668012 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33480) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:01.695243 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede63a5-c46e-45ea-a80c-0491e9c4dd2d req-346a9ed1-f5b8-4e5f-ba54-5b0da8b77333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:01.696712 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3ede63a5-c46e-45ea-a80c-0491e9c4dd2d req-346a9ed1-f5b8-4e5f-ba54-5b0da8b77333 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=832e485315cf4d818578c78d15f3a644&device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 1101 time: 0.0551615 Sep 16 04:42:01.702653 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ddf9c-66a6-4269-9e09-6635632cbf23 req-a3c827d2-7cba-4bce-873b-be75de591619 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:01.704131 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0e8ddf9c-66a6-4269-9e09-6635632cbf23 req-a3c827d2-7cba-4bce-873b-be75de591619 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 949 time: 0.0735242 Sep 16 04:42:01.766396 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-19548913-fa38-4a57-826d-eb27d9affaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:01.788451 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0e8ddf9c-66a6-4269-9e09-6635632cbf23 req-b2d0aa78-f140-4fa0-8b43-b9fd2ede2943 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765796 Sep 16 04:42:01.798926 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede63a5-c46e-45ea-a80c-0491e9c4dd2d req-f2e89e13-5c5e-422f-ba2b-8dd4cab75ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:01.811059 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3ede63a5-c46e-45ea-a80c-0491e9c4dd2d req-f2e89e13-5c5e-422f-ba2b-8dd4cab75ec1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.0938244 Sep 16 04:42:01.811687 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142b61c5-d7a6-4020-8dec-1b72cb51a1ee', 'name': 'network-vif-deleted', 'tag': 'a356de90-9004-4dc9-be05-e923b3a7ee5b'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:01.813970 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11c892b-b513-4310-a141-ebd3b5e80b72" -d '{"events": [{"server_uuid": "142b61c5-d7a6-4020-8dec-1b72cb51a1ee", "name": "network-vif-deleted", "tag": "a356de90-9004-4dc9-be05-e923b3a7ee5b"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:01.845925 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3ede63a5-c46e-45ea-a80c-0491e9c4dd2d req-d8a59073-3cf9-496e-9204-6b9c8b11b28d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d HTTP/1.1" status: 200 len: 217 time: 0.0372720 Sep 16 04:42:01.869634 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-19548913-fa38-4a57-826d-eb27d9affaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:01.891420 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-19548913-fa38-4a57-826d-eb27d9affaa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f175cb03-2396-483a-81d3-f9a331ded971']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:01.898330 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede63a5-c46e-45ea-a80c-0491e9c4dd2d req-dd5d0061-374e-482b-97d0-4d48af9c0c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:01.899885 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3ede63a5-c46e-45ea-a80c-0491e9c4dd2d req-dd5d0061-374e-482b-97d0-4d48af9c0c38 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0466883 Sep 16 04:42:01.901875 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-19548913-fa38-4a57-826d-eb27d9affaa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebbb11e0-0277-42fe-ba1c-18b8e2ae0ac1') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:01.902170 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-19548913-fa38-4a57-826d-eb27d9affaa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebbb11e0-0277-42fe-ba1c-18b8e2ae0ac1') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:01.917265 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-19548913-fa38-4a57-826d-eb27d9affaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:01.935278 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-19548913-fa38-4a57-826d-eb27d9affaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:01.942745 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19548913-fa38-4a57-826d-eb27d9affaa0 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:42:01.943144 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-19548913-fa38-4a57-826d-eb27d9affaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:01.945016 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:42:01.945016 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:42:01.945016 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:42:01.945016 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:42:01.945016 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:42:01.945016 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:42:01.945016 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:42:01.945016 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:42:01.945016 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:42:01.945016 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:42:01.945016 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:42:01.945016 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:42:01.945016 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:42:01.945016 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:42:01.945016 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:42:01.945016 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:42:01.945016 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:42:01.945016 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:42:01.945016 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:42:01.945016 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:42:01.945016 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:42:01.945016 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:42:01.945016 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:42:01.945016 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:42:01.945016 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:42:01.945016 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:42:01.945016 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:42:01.945016 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:42:01.945016 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:42:01.945016 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:42:01.945016 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:42:01.945016 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:42:01.966017 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede63a5-c46e-45ea-a80c-0491e9c4dd2d req-b1329bac-0d97-4630-b4c4-ee3d06af4756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:01.968323 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3ede63a5-c46e-45ea-a80c-0491e9c4dd2d req-b1329bac-0d97-4630-b4c4-ee3d06af4756 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0521777 Sep 16 04:42:02.014926 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-19548913-fa38-4a57-826d-eb27d9affaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.030496 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-19548913-fa38-4a57-826d-eb27d9affaa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.035213 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-19548913-fa38-4a57-826d-eb27d9affaa0 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f175cb03-2396-483a-81d3-f9a331ded971 HTTP/1.1" status: 204 len: 168 time: 0.3659999 Sep 16 04:42:02.036410 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19548913-fa38-4a57-826d-eb27d9affaa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f175cb03-2396-483a-81d3-f9a331ded971,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:02.046133 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9988cd5-67cc-4911-9c9a-d8b8b6f89097 x-openstack-request-id: req-e9988cd5-67cc-4911-9c9a-d8b8b6f89097 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:02.046421 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142b61c5-d7a6-4020-8dec-1b72cb51a1ee", "name": "network-vif-deleted", "tag": "a356de90-9004-4dc9-be05-e923b3a7ee5b", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:02.046715 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e9988cd5-67cc-4911-9c9a-d8b8b6f89097 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:02.047162 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142b61c5-d7a6-4020-8dec-1b72cb51a1ee', 'name': 'network-vif-deleted', 'tag': 'a356de90-9004-4dc9-be05-e923b3a7ee5b', 'status': 'completed', 'code': 200} Sep 16 04:42:02.107191 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3ede63a5-c46e-45ea-a80c-0491e9c4dd2d req-8bbf7d54-1d0a-4922-8e45-efad88e542e6 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313791 Sep 16 04:42:02.170258 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e3b76-f6ae-4468-b9b8-07593cd054f8 req-43a68d24-2bcc-4f02-94f6-bda0212b17a8 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:02.173166 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-465e3b76-f6ae-4468-b9b8-07593cd054f8 req-43a68d24-2bcc-4f02-94f6-bda0212b17a8 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac1cff9b-fe50-453b-9070-b4966ca84f32 HTTP/1.1" status: 200 len: 950 time: 0.0661762 Sep 16 04:42:02.217854 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33496) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:02.225817 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3ede63a5-c46e-45ea-a80c-0491e9c4dd2d req-92c2ee9d-fe8b-457a-8102-c528d00a4567 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101687 Sep 16 04:42:02.255714 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33498) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:02.256757 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-465e3b76-f6ae-4468-b9b8-07593cd054f8 req-6f87a6c4-2156-4562-9f7a-8e3864272eac tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdfeaf55-6df4-4c22-b40f-8635338f8ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753727 Sep 16 04:42:02.304085 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33502) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:02.304451 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-786af6e9-3c86-447b-a258-cfc7dc81f108 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=06c5be8fa015475bbbb386ce7f1eb314&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0849640 Sep 16 04:42:02.357971 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-57b02f4a-9130-42de-9652-aa83cc86398a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.377002 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619046d9-6840-41d5-865a-939c2ad69bb8 req-0d5383de-f477-40ce-876f-80b994cb5353 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:02.378695 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-619046d9-6840-41d5-865a-939c2ad69bb8 req-0d5383de-f477-40ce-876f-80b994cb5353 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb9f1f49-92d5-43e5-b7a0-ec6c151684cc HTTP/1.1" status: 200 len: 945 time: 0.0601020 Sep 16 04:42:02.381619 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-57b02f4a-9130-42de-9652-aa83cc86398a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.428213 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-619046d9-6840-41d5-865a-939c2ad69bb8 req-97f13159-4628-4141-bdc2-cabd169633ea tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8edb656-ca43-4418-9478-83a55563b78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405166 Sep 16 04:42:02.441534 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-57b02f4a-9130-42de-9652-aa83cc86398a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.445056 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-57b02f4a-9130-42de-9652-aa83cc86398a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.446176 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-57b02f4a-9130-42de-9652-aa83cc86398a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c666bbe8-8fd9-4354-be50-7b8ba186a291 HTTP/1.1" status: 204 len: 168 time: 0.1410794 Sep 16 04:42:02.467351 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b02f4a-9130-42de-9652-aa83cc86398a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c666bbe8-8fd9-4354-be50-7b8ba186a291,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:02.469975 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b22b581e-e007-4f66-bfef-63aa8884883b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.587072 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b22b581e-e007-4f66-bfef-63aa8884883b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.591691 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b22b581e-e007-4f66-bfef-63aa8884883b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.638969 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b22b581e-e007-4f66-bfef-63aa8884883b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4682432ff4fb48c99533972f0afbcb2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3820157 Sep 16 04:42:02.640335 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b581e-e007-4f66-bfef-63aa8884883b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7506a245-389b-4b2a-881c-fbb6799ffe2b,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:02.641700 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33516) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:02.709986 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-40394e03-0991-4c45-8a27-e50f9802884b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.732951 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-40394e03-0991-4c45-8a27-e50f9802884b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.804683 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-40394e03-0991-4c45-8a27-e50f9802884b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.808933 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-40394e03-0991-4c45-8a27-e50f9802884b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.812732 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-40394e03-0991-4c45-8a27-e50f9802884b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7506a245-389b-4b2a-881c-fbb6799ffe2b HTTP/1.1" status: 204 len: 168 time: 0.1675222 Sep 16 04:42:02.823812 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40394e03-0991-4c45-8a27-e50f9802884b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7506a245-389b-4b2a-881c-fbb6799ffe2b,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:02.966314 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device f83c3888-e0db-4317-86bd-8d74eb50fab6 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:02.994413 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: f83c3888-e0db-4317-86bd-8d74eb50fab6 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:02.995129 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device f83c3888-e0db-4317-86bd-8d74eb50fab6 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:02.995605 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device a356de90-9004-4dc9-be05-e923b3a7ee5b no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:03.015978 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ba7bb-7cdc-4e79-93da-a3b31b82e024 req-f77fb71c-3103-406f-b253-e948ee7adfc6 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:03.016901 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: a356de90-9004-4dc9-be05-e923b3a7ee5b {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:03.017256 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device a356de90-9004-4dc9-be05-e923b3a7ee5b not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:03.018518 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-258ba7bb-7cdc-4e79-93da-a3b31b82e024 req-f77fb71c-3103-406f-b253-e948ee7adfc6 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb9f1f49-92d5-43e5-b7a0-ec6c151684cc HTTP/1.1" status: 200 len: 945 time: 0.0717893 Sep 16 04:42:03.063696 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-258ba7bb-7cdc-4e79-93da-a3b31b82e024 req-d1b8a3e4-5167-4c7d-ad71-a96a6fad6004 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8edb656-ca43-4418-9478-83a55563b78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374720 Sep 16 04:42:03.218800 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfeb63b-c473-4f2a-9ede-a769acf849f0 req-46a0c844-0e83-4a1b-8956-ec1a2a31df4a tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:03.221165 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9cfeb63b-c473-4f2a-9ede-a769acf849f0 req-46a0c844-0e83-4a1b-8956-ec1a2a31df4a tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 949 time: 0.0605001 Sep 16 04:42:03.284077 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33542) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:03.301553 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897fb61-44b4-485a-8061-de66d0a434b4 req-9643e766-241c-4a92-8253-2ce186cfe5cc tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:03.303170 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5897fb61-44b4-485a-8061-de66d0a434b4 req-9643e766-241c-4a92-8253-2ce186cfe5cc tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac1cff9b-fe50-453b-9070-b4966ca84f32 HTTP/1.1" status: 200 len: 950 time: 0.0928104 Sep 16 04:42:03.312886 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9cfeb63b-c473-4f2a-9ede-a769acf849f0 req-4aa93684-fe2e-470f-9034-bc8f8328121f tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830734 Sep 16 04:42:03.313286 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-27bb8d22-e005-4d05-a64a-6ed70b5d2a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:03.531451 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-5897fb61-44b4-485a-8061-de66d0a434b4 req-16cfb0b9-43a3-45ae-9882-bffaaac92e83 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Deleting port 43d28019-a1fa-413d-9f3d-a36caed8b4c9 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:03.532112 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5897fb61-44b4-485a-8061-de66d0a434b4 req-16cfb0b9-43a3-45ae-9882-bffaaac92e83 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:03.538329 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812aefea-501e-4fdc-b6d4-2e8d96dc6dc5 req-7057c2e4-257f-4687-b0f2-e79d6af316c0 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:03.540041 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-812aefea-501e-4fdc-b6d4-2e8d96dc6dc5 req-7057c2e4-257f-4687-b0f2-e79d6af316c0 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac1cff9b-fe50-453b-9070-b4966ca84f32 HTTP/1.1" status: 200 len: 950 time: 0.0603471 Sep 16 04:42:03.583716 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-812aefea-501e-4fdc-b6d4-2e8d96dc6dc5 req-4a363658-4949-4ece-8658-09ed8cf7a862 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/security-groups?id=bdfeaf55-6df4-4c22-b40f-8635338f8ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364103 Sep 16 04:42:03.828898 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-27bb8d22-e005-4d05-a64a-6ed70b5d2a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:03.834575 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-27bb8d22-e005-4d05-a64a-6ed70b5d2a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:03.967512 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-27bb8d22-e005-4d05-a64a-6ed70b5d2a6c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=05faaf5b2f6948a08ff75b19d0d64d66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6820865 Sep 16 04:42:03.972963 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33554) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:03.974095 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb8d22-e005-4d05-a64a-6ed70b5d2a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7285ed33-886a-4ca0-976e-9ac35238202d,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:04.033508 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e7d3a-a163-48ad-b3ad-6dd388d9c013 req-39ce69c5-832b-4ef6-b44e-3ee22ec8302e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:04.035297 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4e4e7d3a-a163-48ad-b3ad-6dd388d9c013 req-39ce69c5-832b-4ef6-b44e-3ee22ec8302e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 949 time: 0.3820140 Sep 16 04:42:04.036358 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-5897fb61-44b4-485a-8061-de66d0a434b4 req-16cfb0b9-43a3-45ae-9882-bffaaac92e83 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] For port 43d28019-a1fa-413d-9f3d-a36caed8b4c9, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=43d28019-a1fa-413d-9f3d-a36caed8b4c9,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:04.036765 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5897fb61-44b4-485a-8061-de66d0a434b4 req-16cfb0b9-43a3-45ae-9882-bffaaac92e83 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:04.060806 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-5897fb61-44b4-485a-8061-de66d0a434b4 req-16cfb0b9-43a3-45ae-9882-bffaaac92e83 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Calling delete_port for 43d28019-a1fa-413d-9f3d-a36caed8b4c9 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:04.080829 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4e4e7d3a-a163-48ad-b3ad-6dd388d9c013 req-84b5b526-ff38-4ea2-8e9b-2f329110305c tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380082 Sep 16 04:42:04.092802 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3bf27385-041d-4970-b79b-d6f546c3b23c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:04.158491 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3bf27385-041d-4970-b79b-d6f546c3b23c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:04.255909 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3bf27385-041d-4970-b79b-d6f546c3b23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:04.258692 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3bf27385-041d-4970-b79b-d6f546c3b23c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:04.260406 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3bf27385-041d-4970-b79b-d6f546c3b23c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7285ed33-886a-4ca0-976e-9ac35238202d HTTP/1.1" status: 204 len: 168 time: 0.2819414 Sep 16 04:42:04.279259 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf27385-041d-4970-b79b-d6f546c3b23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7285ed33-886a-4ca0-976e-9ac35238202d,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:04.301175 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5897fb61-44b4-485a-8061-de66d0a434b4 req-16cfb0b9-43a3-45ae-9882-bffaaac92e83 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:04.340318 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['43d28019-a1fa-413d-9f3d-a36caed8b4c9'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:04.340993 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cfb0b9-43a3-45ae-9882-bffaaac92e83 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Pushing event deleted for resources: {'Port': ['ID=43d28019-a1fa-413d-9f3d-a36caed8b4c9,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:04.395151 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5897fb61-44b4-485a-8061-de66d0a434b4 req-16cfb0b9-43a3-45ae-9882-bffaaac92e83 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] No DVR routers for this DVR port 43d28019-a1fa-413d-9f3d-a36caed8b4c9 on host n-h2-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:04.398375 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5897fb61-44b4-485a-8061-de66d0a434b4 req-16cfb0b9-43a3-45ae-9882-bffaaac92e83 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:04.401818 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5897fb61-44b4-485a-8061-de66d0a434b4 req-16cfb0b9-43a3-45ae-9882-bffaaac92e83 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.48 "DELETE /v2.0/ports/43d28019-a1fa-413d-9f3d-a36caed8b4c9 HTTP/1.1" status: 204 len: 173 time: 1.0674160 Sep 16 04:42:04.402561 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1cff9b-fe50-453b-9070-b4966ca84f32', 'name': 'network-vif-deleted', 'tag': '43d28019-a1fa-413d-9f3d-a36caed8b4c9'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:04.405097 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a862a5d-1312-4c64-a00e-6ae8b7b93160" -d '{"events": [{"server_uuid": "ac1cff9b-fe50-453b-9070-b4966ca84f32", "name": "network-vif-deleted", "tag": "43d28019-a1fa-413d-9f3d-a36caed8b4c9"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:04.482358 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:04.557430 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:04.558071 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:04.591530 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79491fb4-e247-4517-aa75-49ca76dc5083 req-357d3977-f4bd-477f-a76e-c577f2717167 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:04.593422 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-79491fb4-e247-4517-aa75-49ca76dc5083 req-357d3977-f4bd-477f-a76e-c577f2717167 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb9f1f49-92d5-43e5-b7a0-ec6c151684cc HTTP/1.1" status: 200 len: 945 time: 0.0950050 Sep 16 04:42:04.643915 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-79491fb4-e247-4517-aa75-49ca76dc5083 req-af422226-f65c-49fd-bbc6-07caec9d0639 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8edb656-ca43-4418-9478-83a55563b78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432153 Sep 16 04:42:04.663031 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:42:04.750306 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:04.752447 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32b7aea-1aa0-44eb-b48a-5d5143b68319 x-openstack-request-id: req-b32b7aea-1aa0-44eb-b48a-5d5143b68319 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:04.753004 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1cff9b-fe50-453b-9070-b4966ca84f32", "name": "network-vif-deleted", "tag": "43d28019-a1fa-413d-9f3d-a36caed8b4c9", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:04.753131 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b32b7aea-1aa0-44eb-b48a-5d5143b68319 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:04.753703 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1cff9b-fe50-453b-9070-b4966ca84f32', 'name': 'network-vif-deleted', 'tag': '43d28019-a1fa-413d-9f3d-a36caed8b4c9', 'status': 'completed', 'code': 200} Sep 16 04:42:04.800686 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c70efb8-c384-4273-8429-f5fc83b4fad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:04.803395 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0652001a-c753-4b63-9d35-9ffdf125d0d5" -d '{"events": [{"server_uuid": "8c70efb8-c384-4273-8429-f5fc83b4fad7", "name": "network-vif-plugged", "status": "completed", "tag": "fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:04.822635 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9bc8a-6499-4b16-afc2-1b5c1da01810 req-1e14ec61-24cd-4fbf-a202-f90062ced177 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:04.826878 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-83c9bc8a-6499-4b16-afc2-1b5c1da01810 req-1e14ec61-24cd-4fbf-a202-f90062ced177 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb9f1f49-92d5-43e5-b7a0-ec6c151684cc HTTP/1.1" status: 200 len: 945 time: 0.0903816 Sep 16 04:42:04.827714 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:04.835437 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:04.836263 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 43d28019-a1fa-413d-9f3d-a36caed8b4c9 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:04.876342 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 43d28019-a1fa-413d-9f3d-a36caed8b4c9 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:04.877010 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 43d28019-a1fa-413d-9f3d-a36caed8b4c9 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:04.939952 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d,revision_number=8']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:04.959119 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-83c9bc8a-6499-4b16-afc2-1b5c1da01810 req-75c342e6-8350-4571-b5cf-6bf488a954d8 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] Deleting port 2f8dd909-aa4a-4b08-9941-9c9a678ff257 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:04.960427 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-83c9bc8a-6499-4b16-afc2-1b5c1da01810 req-75c342e6-8350-4571-b5cf-6bf488a954d8 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.003128 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a112824e-6136-46a3-bf91-c60ef824a869 req-bad99aef-99f6-477f-ad6b-79019ece8b92 tempest-ServersAdminNegativeTestJSON-1920967454 tempest-ServersAdminNegativeTestJSON-1920967454-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac1cff9b-fe50-453b-9070-b4966ca84f32 HTTP/1.1" status: 200 len: 210 time: 0.0393820 Sep 16 04:42:05.061376 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c23e00c-f4d8-4d8a-bd04-15c2650d43a6 x-openstack-request-id: req-8c23e00c-f4d8-4d8a-bd04-15c2650d43a6 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:05.062112 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c70efb8-c384-4273-8429-f5fc83b4fad7", "name": "network-vif-plugged", "status": "completed", "tag": "fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:05.062459 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8c23e00c-f4d8-4d8a-bd04-15c2650d43a6 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:05.063407 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c70efb8-c384-4273-8429-f5fc83b4fad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d', 'code': 200} Sep 16 04:42:05.080405 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33592) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:05.136945 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-83c9bc8a-6499-4b16-afc2-1b5c1da01810 req-75c342e6-8350-4571-b5cf-6bf488a954d8 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] For port 2f8dd909-aa4a-4b08-9941-9c9a678ff257, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=2f8dd909-aa4a-4b08-9941-9c9a678ff257,segment=NetworkSegment(d8d3e020-27f3-420d-9afc-6c81d36f46ae),segment_id=d8d3e020-27f3-420d-9afc-6c81d36f46ae)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:05.137918 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-83c9bc8a-6499-4b16-afc2-1b5c1da01810 req-75c342e6-8350-4571-b5cf-6bf488a954d8 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.162303 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-83c9bc8a-6499-4b16-afc2-1b5c1da01810 req-75c342e6-8350-4571-b5cf-6bf488a954d8 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] Calling delete_port for 2f8dd909-aa4a-4b08-9941-9c9a678ff257 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:05.252102 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ce2e3439-7633-4787-9462-58474b9b82d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.418460 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-df986663-648d-4418-96e0-328a61a02f0d req-be20ef22-335e-485b-9cf7-e1835dc5dda6 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=832e485315cf4d818578c78d15f3a644&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340023 Sep 16 04:42:05.422553 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-83c9bc8a-6499-4b16-afc2-1b5c1da01810 req-75c342e6-8350-4571-b5cf-6bf488a954d8 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.459616 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['2f8dd909-aa4a-4b08-9941-9c9a678ff257'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:05.473972 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c342e6-8350-4571-b5cf-6bf488a954d8 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] Pushing event deleted for resources: {'Port': ['ID=2f8dd909-aa4a-4b08-9941-9c9a678ff257,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:05.483525 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ce2e3439-7633-4787-9462-58474b9b82d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.505009 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ce2e3439-7633-4787-9462-58474b9b82d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.541776 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c9bc8a-6499-4b16-afc2-1b5c1da01810 req-75c342e6-8350-4571-b5cf-6bf488a954d8 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] No DVR routers for this DVR port 2f8dd909-aa4a-4b08-9941-9c9a678ff257 on host n-h2-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:05.544766 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-83c9bc8a-6499-4b16-afc2-1b5c1da01810 req-75c342e6-8350-4571-b5cf-6bf488a954d8 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.547476 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-83c9bc8a-6499-4b16-afc2-1b5c1da01810 req-75c342e6-8350-4571-b5cf-6bf488a954d8 tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] 10.222.0.48 "DELETE /v2.0/ports/2f8dd909-aa4a-4b08-9941-9c9a678ff257 HTTP/1.1" status: 204 len: 173 time: 0.7155895 Sep 16 04:42:05.573793 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df986663-648d-4418-96e0-328a61a02f0d req-213045c7-578a-41ba-aa87-b9633ae63dcf tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:05.574322 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ce2e3439-7633-4787-9462-58474b9b82d8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=90c76053d36f4f2bbc117261e3d5b445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4929118 Sep 16 04:42:05.575883 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-df986663-648d-4418-96e0-328a61a02f0d req-213045c7-578a-41ba-aa87-b9633ae63dcf tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1495812 Sep 16 04:42:05.577368 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33624) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:05.583079 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e3439-7633-4787-9462-58474b9b82d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63f792c-8c53-481c-a770-5efb125dee1d,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:05.608781 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-df986663-648d-4418-96e0-328a61a02f0d req-1588dca5-e057-4cf2-9f84-8c62c3f39774 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/quotas/832e485315cf4d818578c78d15f3a644 HTTP/1.1" status: 200 len: 375 time: 0.0256760 Sep 16 04:42:05.690006 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-eebe40c6-e808-41f0-bc16-467765c3e0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.707984 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-df986663-648d-4418-96e0-328a61a02f0d req-1fd002cb-44bf-44f4-ac85-16171313dae3 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=832e485315cf4d818578c78d15f3a644&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0910516 Sep 16 04:42:05.725315 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-eebe40c6-e808-41f0-bc16-467765c3e0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.803384 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-eebe40c6-e808-41f0-bc16-467765c3e0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.806348 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-eebe40c6-e808-41f0-bc16-467765c3e0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.807875 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-eebe40c6-e808-41f0-bc16-467765c3e0bf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e63f792c-8c53-481c-a770-5efb125dee1d HTTP/1.1" status: 204 len: 168 time: 0.2261245 Sep 16 04:42:05.822578 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe40c6-e808-41f0-bc16-467765c3e0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63f792c-8c53-481c-a770-5efb125dee1d,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:06.231416 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7c41e213-28a6-4f6a-bf5a-50f5296c7131 req-88db1f19-6158-4593-9b26-a4dc32194e5c tempest-InstanceActionsV221TestJSON-316806436 tempest-InstanceActionsV221TestJSON-316806436-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb9f1f49-92d5-43e5-b7a0-ec6c151684cc HTTP/1.1" status: 200 len: 210 time: 0.0426021 Sep 16 04:42:06.551977 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1f800756-bd05-48ad-885b-bbd48723600e req-b58ce57a-383b-4bc2-a419-df6321b52270 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 210 time: 0.0496504 Sep 16 04:42:06.755292 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9f1f49-92d5-43e5-b7a0-ec6c151684cc', 'name': 'network-vif-deleted', 'tag': '2f8dd909-aa4a-4b08-9941-9c9a678ff257'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:06.759477 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1d8705-9a41-414a-9f5a-09c50048facc" -d '{"events": [{"server_uuid": "fb9f1f49-92d5-43e5-b7a0-ec6c151684cc", "name": "network-vif-deleted", "tag": "2f8dd909-aa4a-4b08-9941-9c9a678ff257"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:06.958142 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33684) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:07.118423 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-46dcac7d-7574-4473-9784-cb42825284ec req-7c41ac05-029f-4a02-8bc8-2d3e97c9a37a tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=e4695b33647642d5a19dfcc9487c1342&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290885 Sep 16 04:42:07.243265 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-df986663-648d-4418-96e0-328a61a02f0d req-d9eae767-f3ac-4042-96f4-c740d7f3c32a tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=832e485315cf4d818578c78d15f3a644&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352159 Sep 16 04:42:07.313859 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a482790f-9a86-4fce-a923-c981c10bdd02 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=00394395b7254ffdbe6f962cfb1fda8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3510015 Sep 16 04:42:07.314173 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dcac7d-7574-4473-9784-cb42825284ec req-ede8d28d-c0ba-41fd-922e-e7713405b907 tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:07.314380 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33706) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:07.317908 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-46dcac7d-7574-4473-9784-cb42825284ec req-ede8d28d-c0ba-41fd-922e-e7713405b907 tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1909342 Sep 16 04:42:07.368277 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3555f56e-eec1-461c-b265-e88435c8c3e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:07.377904 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-46dcac7d-7574-4473-9784-cb42825284ec req-0557e378-27b8-4e12-aae0-766be6013462 tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] 10.222.0.35 "GET /v2.0/quotas/e4695b33647642d5a19dfcc9487c1342 HTTP/1.1" status: 200 len: 375 time: 0.0525804 Sep 16 04:42:07.395284 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3555f56e-eec1-461c-b265-e88435c8c3e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:07.416697 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-46dcac7d-7574-4473-9784-cb42825284ec req-9996b318-b684-4521-9e39-9ceed148309f tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e4695b33647642d5a19dfcc9487c1342&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308940 Sep 16 04:42:07.436216 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df986663-648d-4418-96e0-328a61a02f0d req-1979a04e-3f33-4ff6-8188-5e9542647e4f tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:07.437799 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-df986663-648d-4418-96e0-328a61a02f0d req-1979a04e-3f33-4ff6-8188-5e9542647e4f tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1873517 Sep 16 04:42:07.448503 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3555f56e-eec1-461c-b265-e88435c8c3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:07.451176 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3555f56e-eec1-461c-b265-e88435c8c3e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:07.452629 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3555f56e-eec1-461c-b265-e88435c8c3e2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bdfeaf55-6df4-4c22-b40f-8635338f8ab1 HTTP/1.1" status: 204 len: 168 time: 0.1376090 Sep 16 04:42:07.462038 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-df986663-648d-4418-96e0-328a61a02f0d req-85c89a8b-f5fc-4444-a21e-ed26d5b99f03 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Request body: {'port': {'device_id': 'a903e627-6fa4-4c5c-9580-41150c9b9ea5', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'admin_state_up': True, 'tenant_id': '832e485315cf4d818578c78d15f3a644'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:07.462820 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555f56e-eec1-461c-b265-e88435c8c3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfeaf55-6df4-4c22-b40f-8635338f8ab1,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:07.589928 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11a2206-733a-49ac-8965-2ac5b6679b43 x-openstack-request-id: req-b11a2206-733a-49ac-8965-2ac5b6679b43 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:07.590432 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9f1f49-92d5-43e5-b7a0-ec6c151684cc", "name": "network-vif-deleted", "tag": "2f8dd909-aa4a-4b08-9941-9c9a678ff257", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:07.590801 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b11a2206-733a-49ac-8965-2ac5b6679b43 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:07.591306 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9f1f49-92d5-43e5-b7a0-ec6c151684cc', 'name': 'network-vif-deleted', 'tag': '2f8dd909-aa4a-4b08-9941-9c9a678ff257', 'status': 'completed', 'code': 200} Sep 16 04:42:07.623684 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df986663-648d-4418-96e0-328a61a02f0d req-85c89a8b-f5fc-4444-a21e-ed26d5b99f03 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Made reservation on behalf of 832e485315cf4d818578c78d15f3a644 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:07.630440 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-df986663-648d-4418-96e0-328a61a02f0d req-85c89a8b-f5fc-4444-a21e-ed26d5b99f03 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:07.804895 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-df986663-648d-4418-96e0-328a61a02f0d req-85c89a8b-f5fc-4444-a21e-ed26d5b99f03 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Allocated IP 192.168.233.252 (97f5d7d8-0e62-4047-bcd4-63b92e31705a/24ad4c5e-5b43-4c25-ab99-4992f6337d28/aed1de52-e17a-46a9-af13-8ebdb2d92da6) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:07.880830 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33726) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:07.933460 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7f783125-6f5d-4dd3-96cf-8d5d2cd62c38 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4279502c3a134faba6ed3a4a638cd3a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502322 Sep 16 04:42:07.936001 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33730) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:08.002964 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-df986663-648d-4418-96e0-328a61a02f0d req-85c89a8b-f5fc-4444-a21e-ed26d5b99f03 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:08.008099 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-58cf1566-99c0-4742-85d5-0f1298a1703a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:08.041925 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-58cf1566-99c0-4742-85d5-0f1298a1703a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:08.051289 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-df986663-648d-4418-96e0-328a61a02f0d req-85c89a8b-f5fc-4444-a21e-ed26d5b99f03 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:08.090904 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['d3b66b72-abdf-4298-9c22-48593c2c42c3'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:08.109937 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df986663-648d-4418-96e0-328a61a02f0d req-85c89a8b-f5fc-4444-a21e-ed26d5b99f03 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Network 97f5d7d8-0e62-4047-bcd4-63b92e31705a is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:08.110889 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c89a8b-f5fc-4444-a21e-ed26d5b99f03 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Pushing event updated for resources: {'Port': ['ID=aed1de52-e17a-46a9-af13-8ebdb2d92da6,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:08.119429 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-58cf1566-99c0-4742-85d5-0f1298a1703a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:08.120724 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-df986663-648d-4418-96e0-328a61a02f0d req-85c89a8b-f5fc-4444-a21e-ed26d5b99f03 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:08.122983 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-58cf1566-99c0-4742-85d5-0f1298a1703a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:08.123145 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-df986663-648d-4418-96e0-328a61a02f0d req-85c89a8b-f5fc-4444-a21e-ed26d5b99f03 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:08.128674 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-58cf1566-99c0-4742-85d5-0f1298a1703a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/36e76e30-5206-470d-8eea-9ab0d24e5b4c HTTP/1.1" status: 204 len: 168 time: 0.1898379 Sep 16 04:42:08.151299 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf1566-99c0-4742-85d5-0f1298a1703a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e76e30-5206-470d-8eea-9ab0d24e5b4c,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:08.190119 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:08.201864 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df986663-648d-4418-96e0-328a61a02f0d req-85c89a8b-f5fc-4444-a21e-ed26d5b99f03 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:08.202809 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-df986663-648d-4418-96e0-328a61a02f0d req-85c89a8b-f5fc-4444-a21e-ed26d5b99f03 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:08.227512 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-df986663-648d-4418-96e0-328a61a02f0d req-85c89a8b-f5fc-4444-a21e-ed26d5b99f03 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7691514 Sep 16 04:42:08.249639 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-df986663-648d-4418-96e0-328a61a02f0d req-37069522-6d8d-4931-8d05-914c0caaf998 service neutron] Request body: {'port': {'device_id': 'a903e627-6fa4-4c5c-9580-41150c9b9ea5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:08.377291 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-df986663-648d-4418-96e0-328a61a02f0d req-37069522-6d8d-4931-8d05-914c0caaf998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:08.493986 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 2f8dd909-aa4a-4b08-9941-9c9a678ff257 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:08.531809 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 2f8dd909-aa4a-4b08-9941-9c9a678ff257 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:08.532152 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 2f8dd909-aa4a-4b08-9941-9c9a678ff257 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:08.537117 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-c7484fb1-a4fb-4e8a-986d-f1873e49061a None None] Provisioning complete for port aed1de52-e17a-46a9-af13-8ebdb2d92da6 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:08.537751 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c7484fb1-a4fb-4e8a-986d-f1873e49061a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:08.628805 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-c7484fb1-a4fb-4e8a-986d-f1873e49061a None None] Port aed1de52-e17a-46a9-af13-8ebdb2d92da6 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:08.844904 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-df986663-648d-4418-96e0-328a61a02f0d req-37069522-6d8d-4931-8d05-914c0caaf998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aed1de52-e17a-46a9-af13-8ebdb2d92da6 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:08.855441 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-df986663-648d-4418-96e0-328a61a02f0d req-37069522-6d8d-4931-8d05-914c0caaf998 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:08.874653 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-df986663-648d-4418-96e0-328a61a02f0d req-37069522-6d8d-4931-8d05-914c0caaf998 service neutron] Transition to ACTIVE for port object aed1de52-e17a-46a9-af13-8ebdb2d92da6 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:42:08.879515 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-df986663-648d-4418-96e0-328a61a02f0d req-37069522-6d8d-4931-8d05-914c0caaf998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:08.967059 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37069522-6d8d-4931-8d05-914c0caaf998 service neutron] Pushing event updated for resources: {'Port': ['ID=aed1de52-e17a-46a9-af13-8ebdb2d92da6,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:09.017511 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-46dcac7d-7574-4473-9784-cb42825284ec req-09d1f151-e6a6-4a27-b75a-36ca59188c6b tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=e4695b33647642d5a19dfcc9487c1342&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0825870 Sep 16 04:42:09.074041 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c02f558e-8db0-4094-a88f-775d59b5b924 req-363c4d42-3295-489d-89b6-27c49486dec4 tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a16ae95-899b-49b6-8e3b-b4a9832a3a43 HTTP/1.1" status: 200 len: 210 time: 0.0741656 Sep 16 04:42:09.162875 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-df986663-648d-4418-96e0-328a61a02f0d req-37069522-6d8d-4931-8d05-914c0caaf998 service neutron] Attempting to bind port aed1de52-e17a-46a9-af13-8ebdb2d92da6 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:09.163254 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-df986663-648d-4418-96e0-328a61a02f0d req-37069522-6d8d-4931-8d05-914c0caaf998 service neutron] Attempting to bind port aed1de52-e17a-46a9-af13-8ebdb2d92da6 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:09.163541 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df986663-648d-4418-96e0-328a61a02f0d req-37069522-6d8d-4931-8d05-914c0caaf998 service neutron] Attempting to bind port aed1de52-e17a-46a9-af13-8ebdb2d92da6 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:09.175656 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df986663-648d-4418-96e0-328a61a02f0d req-37069522-6d8d-4931-8d05-914c0caaf998 service neutron] Port aed1de52-e17a-46a9-af13-8ebdb2d92da6 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:42:09.175991 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df986663-648d-4418-96e0-328a61a02f0d req-37069522-6d8d-4931-8d05-914c0caaf998 service neutron] Attempting to bind port aed1de52-e17a-46a9-af13-8ebdb2d92da6 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:09.196109 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df986663-648d-4418-96e0-328a61a02f0d req-37069522-6d8d-4931-8d05-914c0caaf998 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:09.196463 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df986663-648d-4418-96e0-328a61a02f0d req-37069522-6d8d-4931-8d05-914c0caaf998 service neutron] Checking segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:09.196932 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df986663-648d-4418-96e0-328a61a02f0d req-37069522-6d8d-4931-8d05-914c0caaf998 service neutron] Bound using segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:09.197573 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-df986663-648d-4418-96e0-328a61a02f0d req-37069522-6d8d-4931-8d05-914c0caaf998 service neutron] Bound port: aed1de52-e17a-46a9-af13-8ebdb2d92da6, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:09.197859 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-df986663-648d-4418-96e0-328a61a02f0d req-37069522-6d8d-4931-8d05-914c0caaf998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:09.251928 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dcac7d-7574-4473-9784-cb42825284ec req-83e1adfd-6758-45d1-80c0-de9975b6e317 tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:09.258054 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-46dcac7d-7574-4473-9784-cb42825284ec req-83e1adfd-6758-45d1-80c0-de9975b6e317 tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2298491 Sep 16 04:42:09.285233 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-46dcac7d-7574-4473-9784-cb42825284ec req-d971e753-be8d-47e1-8d25-225b75157b1f tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] Request body: {'port': {'device_id': '5a16ae95-899b-49b6-8e3b-b4a9832a3a43', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'admin_state_up': True, 'tenant_id': 'e4695b33647642d5a19dfcc9487c1342'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:09.365308 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd237b44-252d-41ba-b17d-5694ef028cf3 req-7ebf0f2f-0568-418a-be26-3aa700fc263f tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:09.366923 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bd237b44-252d-41ba-b17d-5694ef028cf3 req-7ebf0f2f-0568-418a-be26-3aa700fc263f tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 948 time: 0.1622803 Sep 16 04:42:09.393458 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-df986663-648d-4418-96e0-328a61a02f0d req-37069522-6d8d-4931-8d05-914c0caaf998 service neutron] For port aed1de52-e17a-46a9-af13-8ebdb2d92da6, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:09.397419 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-df986663-648d-4418-96e0-328a61a02f0d req-37069522-6d8d-4931-8d05-914c0caaf998 service neutron] For port aed1de52-e17a-46a9-af13-8ebdb2d92da6, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=aed1de52-e17a-46a9-af13-8ebdb2d92da6,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:09.406544 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-df986663-648d-4418-96e0-328a61a02f0d req-37069522-6d8d-4931-8d05-914c0caaf998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:09.442092 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33772) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:09.463111 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bd237b44-252d-41ba-b17d-5694ef028cf3 req-e29634ae-b80d-42a2-9166-7a33e5b165c7 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791664 Sep 16 04:42:09.465169 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df986663-648d-4418-96e0-328a61a02f0d req-37069522-6d8d-4931-8d05-914c0caaf998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:09.465464 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-df986663-648d-4418-96e0-328a61a02f0d req-37069522-6d8d-4931-8d05-914c0caaf998 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:09.466861 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-df986663-648d-4418-96e0-328a61a02f0d req-37069522-6d8d-4931-8d05-914c0caaf998 service neutron] 10.222.0.47 "PUT /v2.0/ports/aed1de52-e17a-46a9-af13-8ebdb2d92da6 HTTP/1.1" status: 200 len: 1097 time: 1.2261348 Sep 16 04:42:09.469420 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a903e627-6fa4-4c5c-9580-41150c9b9ea5', 'tag': 'aed1de52-e17a-46a9-af13-8ebdb2d92da6'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:09.471837 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5685d4f-2cb8-4305-a7d3-92f07ecf2e76" -d '{"events": [{"name": "network-changed", "server_uuid": "a903e627-6fa4-4c5c-9580-41150c9b9ea5", "tag": "aed1de52-e17a-46a9-af13-8ebdb2d92da6"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:09.500440 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37069522-6d8d-4931-8d05-914c0caaf998 service neutron] Pushing event updated for resources: {'Port': ['ID=aed1de52-e17a-46a9-af13-8ebdb2d92da6,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:09.511481 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46dcac7d-7574-4473-9784-cb42825284ec req-d971e753-be8d-47e1-8d25-225b75157b1f tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] Made reservation on behalf of e4695b33647642d5a19dfcc9487c1342 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:09.517531 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-46dcac7d-7574-4473-9784-cb42825284ec req-d971e753-be8d-47e1-8d25-225b75157b1f tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:09.546458 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-46dcac7d-7574-4473-9784-cb42825284ec req-d971e753-be8d-47e1-8d25-225b75157b1f tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:09.629711 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df986663-648d-4418-96e0-328a61a02f0d req-cf415e1c-9256-4840-b806-e69c301c3e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:09.633198 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-df986663-648d-4418-96e0-328a61a02f0d req-cf415e1c-9256-4840-b806-e69c301c3e2d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=832e485315cf4d818578c78d15f3a644&device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 1100 time: 0.0894921 Sep 16 04:42:09.650830 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-5d2c7054-d8fe-41e0-82d1-a80bf090fea9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1587619766-network', 'tenant_id': 'cfc6de5c8f17421faf18d473c4eee4cb'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:09.715621 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-df986663-648d-4418-96e0-328a61a02f0d req-1e93f9b2-0c8b-49aa-b3f0-918e5d560586 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=aed1de52-e17a-46a9-af13-8ebdb2d92da6 HTTP/1.1" status: 200 len: 217 time: 0.0693648 Sep 16 04:42:09.773998 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-46dcac7d-7574-4473-9784-cb42825284ec req-d971e753-be8d-47e1-8d25-225b75157b1f tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:09.786584 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-46dcac7d-7574-4473-9784-cb42825284ec req-d971e753-be8d-47e1-8d25-225b75157b1f tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:09.796802 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df986663-648d-4418-96e0-328a61a02f0d req-45db8694-3704-48a1-b581-43c58b95f004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:09.800022 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-df986663-648d-4418-96e0-328a61a02f0d req-45db8694-3704-48a1-b581-43c58b95f004 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0765643 Sep 16 04:42:09.890939 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df986663-648d-4418-96e0-328a61a02f0d req-f2adbbb8-c593-4595-b6b9-5439ea4dc0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:09.891741 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2c7054-d8fe-41e0-82d1-a80bf090fea9 admin admin] Made reservation on behalf of cfc6de5c8f17421faf18d473c4eee4cb for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:09.892658 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-df986663-648d-4418-96e0-328a61a02f0d req-f2adbbb8-c593-4595-b6b9-5439ea4dc0ae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0827436 Sep 16 04:42:09.893749 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5d2c7054-d8fe-41e0-82d1-a80bf090fea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:09.895735 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971e753-be8d-47e1-8d25-225b75157b1f tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc9110f-3732-4150-bc12-d97170f5ad6d,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:09.925426 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5d2c7054-d8fe-41e0-82d1-a80bf090fea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:09.994188 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895e6c1e-3226-44fe-a94a-abf23fb366f3 x-openstack-request-id: req-895e6c1e-3226-44fe-a94a-abf23fb366f3 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:09.994395 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a903e627-6fa4-4c5c-9580-41150c9b9ea5", "tag": "aed1de52-e17a-46a9-af13-8ebdb2d92da6", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:09.994627 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-895e6c1e-3226-44fe-a94a-abf23fb366f3 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:09.995071 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a903e627-6fa4-4c5c-9580-41150c9b9ea5', 'tag': 'aed1de52-e17a-46a9-af13-8ebdb2d92da6', 'status': 'completed', 'code': 200} Sep 16 04:42:10.014924 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-df986663-648d-4418-96e0-328a61a02f0d req-b3ca2691-da1d-48c9-a260-5295817dabb8 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149480 Sep 16 04:42:10.039716 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6bf8d633-b95b-4490-afa6-120ab5d13f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:10.040935 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-46dcac7d-7574-4473-9784-cb42825284ec req-d971e753-be8d-47e1-8d25-225b75157b1f tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] Allocated IP 192.168.233.232 (97f5d7d8-0e62-4047-bcd4-63b92e31705a/24ad4c5e-5b43-4c25-ab99-4992f6337d28/4980894e-2569-4200-b1c7-69e116d8b9c5) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:10.131976 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-df986663-648d-4418-96e0-328a61a02f0d req-b4e47724-436d-4a62-84f6-0b96ced9b815 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091757 Sep 16 04:42:10.153201 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5d2c7054-d8fe-41e0-82d1-a80bf090fea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:10.160705 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33788) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:10.164939 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5d2c7054-d8fe-41e0-82d1-a80bf090fea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:10.235651 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-be79dcfe-1706-4363-aaad-bac2732e73a2 admin admin] Deleting subnet afdb71f9-6afc-471e-af06-fbe4a9df4bcb {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:42:10.240005 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-be79dcfe-1706-4363-aaad-bac2732e73a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:10.243602 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d2c7054-d8fe-41e0-82d1-a80bf090fea9 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:42:10.260380 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c7054-d8fe-41e0-82d1-a80bf090fea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d8d23e-8513-450d-9056-ba148190c2e1,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:10.267800 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5d2c7054-d8fe-41e0-82d1-a80bf090fea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:10.268167 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-5d2c7054-d8fe-41e0-82d1-a80bf090fea9 admin admin] Added segment 11991edd-e63b-4190-b9e3-998d0ef66503 of type vlan for network 7e77f025-110d-42da-8e3a-27f49ca8a83d Sep 16 04:42:10.294046 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-46dcac7d-7574-4473-9784-cb42825284ec req-d971e753-be8d-47e1-8d25-225b75157b1f tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:10.320320 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a2e93cab-f182-43ad-a554-c0373c17f674 req-99da664a-4153-4c3c-afcd-62cb5c8fd7ae tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a16ae95-899b-49b6-8e3b-b4a9832a3a43 HTTP/1.1" status: 200 len: 210 time: 0.0973148 Sep 16 04:42:10.330546 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5d2c7054-d8fe-41e0-82d1-a80bf090fea9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:10.335891 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-be79dcfe-1706-4363-aaad-bac2732e73a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:10.364096 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5685d4f-2cb8-4305-a7d3-92f07ecf2e76 req-15aff772-cd18-42c3-af5f-a3c217603d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:10.365609 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5685d4f-2cb8-4305-a7d3-92f07ecf2e76 req-15aff772-cd18-42c3-af5f-a3c217603d41 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=832e485315cf4d818578c78d15f3a644&device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 1100 time: 0.1414046 Sep 16 04:42:10.374193 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5d2c7054-d8fe-41e0-82d1-a80bf090fea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:10.375689 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2c7054-d8fe-41e0-82d1-a80bf090fea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:10.376375 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5d2c7054-d8fe-41e0-82d1-a80bf090fea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:10.383871 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-46dcac7d-7574-4473-9784-cb42825284ec req-d971e753-be8d-47e1-8d25-225b75157b1f tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:10.415025 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-be79dcfe-1706-4363-aaad-bac2732e73a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:10.437537 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5d2c7054-d8fe-41e0-82d1-a80bf090fea9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9942868 Sep 16 04:42:10.440454 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33790) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:10.448992 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-98b528f3-266f-4f2b-b501-d8be756c919a admin admin] Request body: {'subnet': {'network_id': '7e77f025-110d-42da-8e3a-27f49ca8a83d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1587619766-subnet', 'tenant_id': 'cfc6de5c8f17421faf18d473c4eee4cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:10.486644 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46dcac7d-7574-4473-9784-cb42825284ec req-d971e753-be8d-47e1-8d25-225b75157b1f tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] Network 97f5d7d8-0e62-4047-bcd4-63b92e31705a is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:10.497522 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-46dcac7d-7574-4473-9784-cb42825284ec req-d971e753-be8d-47e1-8d25-225b75157b1f tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:10.500856 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c7054-d8fe-41e0-82d1-a80bf090fea9 admin admin] Pushing event updated for resources: {'Network': ['ID=7e77f025-110d-42da-8e3a-27f49ca8a83d,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:10.501836 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-46dcac7d-7574-4473-9784-cb42825284ec req-d971e753-be8d-47e1-8d25-225b75157b1f tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:10.505121 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971e753-be8d-47e1-8d25-225b75157b1f tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] Pushing event updated for resources: {'Port': ['ID=4980894e-2569-4200-b1c7-69e116d8b9c5,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:10.518876 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 7e77f025-110d-42da-8e3a-27f49ca8a83d details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:42:10.538374 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b528f3-266f-4f2b-b501-d8be756c919a admin admin] Made reservation on behalf of cfc6de5c8f17421faf18d473c4eee4cb for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:10.540670 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-98b528f3-266f-4f2b-b501-d8be756c919a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:10.569676 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dcac7d-7574-4473-9784-cb42825284ec req-d971e753-be8d-47e1-8d25-225b75157b1f tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:10.571254 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-46dcac7d-7574-4473-9784-cb42825284ec req-d971e753-be8d-47e1-8d25-225b75157b1f tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:10.583705 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5685d4f-2cb8-4305-a7d3-92f07ecf2e76 req-079c8a7b-b2fa-4046-99cc-ded76e9969c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:10.585288 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5685d4f-2cb8-4305-a7d3-92f07ecf2e76 req-079c8a7b-b2fa-4046-99cc-ded76e9969c7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.2099588 Sep 16 04:42:10.588771 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-be79dcfe-1706-4363-aaad-bac2732e73a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:10.600853 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-46dcac7d-7574-4473-9784-cb42825284ec req-d971e753-be8d-47e1-8d25-225b75157b1f tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3164108 Sep 16 04:42:10.617640 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-46dcac7d-7574-4473-9784-cb42825284ec req-05c46201-e6fa-43ef-9e44-912f6db59106 service neutron] Request body: {'port': {'device_id': '5a16ae95-899b-49b6-8e3b-b4a9832a3a43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:10.699458 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be79dcfe-1706-4363-aaad-bac2732e73a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afdb71f9-6afc-471e-af06-fbe4a9df4bcb,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:10.700094 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-46dcac7d-7574-4473-9784-cb42825284ec req-05c46201-e6fa-43ef-9e44-912f6db59106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:10.715198 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-be79dcfe-1706-4363-aaad-bac2732e73a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:10.717184 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-be79dcfe-1706-4363-aaad-bac2732e73a2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/afdb71f9-6afc-471e-af06-fbe4a9df4bcb HTTP/1.1" status: 204 len: 168 time: 0.5552280 Sep 16 04:42:10.722684 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5685d4f-2cb8-4305-a7d3-92f07ecf2e76 req-6fa7f1e7-88b5-4d8a-92f9-9dbb1041fd92 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=aed1de52-e17a-46a9-af13-8ebdb2d92da6 HTTP/1.1" status: 200 len: 217 time: 0.1200886 Sep 16 04:42:10.723187 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33798) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:10.886809 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-0613d200-1e4d-41d4-aae9-70c0ed6a0690 None None] Provisioning complete for port 4980894e-2569-4200-b1c7-69e116d8b9c5 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:10.887935 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0613d200-1e4d-41d4-aae9-70c0ed6a0690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:10.908643 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5685d4f-2cb8-4305-a7d3-92f07ecf2e76 req-0526b67a-b133-4c8c-ad56-84d346592eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:10.910164 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5685d4f-2cb8-4305-a7d3-92f07ecf2e76 req-0526b67a-b133-4c8c-ad56-84d346592eb9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.1796815 Sep 16 04:42:10.918479 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-19f9069f-4370-44fd-9f00-cf0ee5f997b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:10.931880 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b71e2-e145-4fa0-8ee5-e1cd312ef1a8 req-0e53c2f4-7c28-4fc9-aac2-08a078485211 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:10.933016 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-0613d200-1e4d-41d4-aae9-70c0ed6a0690 None None] Port 4980894e-2569-4200-b1c7-69e116d8b9c5 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:10.935963 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-190b71e2-e145-4fa0-8ee5-e1cd312ef1a8 req-0e53c2f4-7c28-4fc9-aac2-08a078485211 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 948 time: 0.2743919 Sep 16 04:42:11.000509 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-46dcac7d-7574-4473-9784-cb42825284ec req-05c46201-e6fa-43ef-9e44-912f6db59106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4980894e-2569-4200-b1c7-69e116d8b9c5 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:11.009128 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-46dcac7d-7574-4473-9784-cb42825284ec req-05c46201-e6fa-43ef-9e44-912f6db59106 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.024628 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-46dcac7d-7574-4473-9784-cb42825284ec req-05c46201-e6fa-43ef-9e44-912f6db59106 service neutron] Transition to ACTIVE for port object 4980894e-2569-4200-b1c7-69e116d8b9c5 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:42:11.031040 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-46dcac7d-7574-4473-9784-cb42825284ec req-05c46201-e6fa-43ef-9e44-912f6db59106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.091136 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c46201-e6fa-43ef-9e44-912f6db59106 service neutron] Pushing event updated for resources: {'Port': ['ID=4980894e-2569-4200-b1c7-69e116d8b9c5,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:11.117193 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-190b71e2-e145-4fa0-8ee5-e1cd312ef1a8 req-eacd17fc-1fe3-446b-b51e-c8fbe04eb0bb tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512845 Sep 16 04:42:11.131827 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5685d4f-2cb8-4305-a7d3-92f07ecf2e76 req-64acca47-35fe-4506-b50e-9334d540ff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:11.133415 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5685d4f-2cb8-4305-a7d3-92f07ecf2e76 req-64acca47-35fe-4506-b50e-9334d540ff9f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2110174 Sep 16 04:42:11.182885 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-46dcac7d-7574-4473-9784-cb42825284ec req-05c46201-e6fa-43ef-9e44-912f6db59106 service neutron] Attempting to bind port 4980894e-2569-4200-b1c7-69e116d8b9c5 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:11.183230 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-46dcac7d-7574-4473-9784-cb42825284ec req-05c46201-e6fa-43ef-9e44-912f6db59106 service neutron] Attempting to bind port 4980894e-2569-4200-b1c7-69e116d8b9c5 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:11.183571 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dcac7d-7574-4473-9784-cb42825284ec req-05c46201-e6fa-43ef-9e44-912f6db59106 service neutron] Attempting to bind port 4980894e-2569-4200-b1c7-69e116d8b9c5 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:11.188556 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dcac7d-7574-4473-9784-cb42825284ec req-05c46201-e6fa-43ef-9e44-912f6db59106 service neutron] Port 4980894e-2569-4200-b1c7-69e116d8b9c5 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:42:11.188988 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dcac7d-7574-4473-9784-cb42825284ec req-05c46201-e6fa-43ef-9e44-912f6db59106 service neutron] Attempting to bind port 4980894e-2569-4200-b1c7-69e116d8b9c5 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:11.195243 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dcac7d-7574-4473-9784-cb42825284ec req-05c46201-e6fa-43ef-9e44-912f6db59106 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:11.195589 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dcac7d-7574-4473-9784-cb42825284ec req-05c46201-e6fa-43ef-9e44-912f6db59106 service neutron] Checking segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:11.195978 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dcac7d-7574-4473-9784-cb42825284ec req-05c46201-e6fa-43ef-9e44-912f6db59106 service neutron] Bound using segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:11.196423 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-46dcac7d-7574-4473-9784-cb42825284ec req-05c46201-e6fa-43ef-9e44-912f6db59106 service neutron] Bound port: 4980894e-2569-4200-b1c7-69e116d8b9c5, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:11.196898 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-46dcac7d-7574-4473-9784-cb42825284ec req-05c46201-e6fa-43ef-9e44-912f6db59106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.208987 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-19f9069f-4370-44fd-9f00-cf0ee5f997b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.225624 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-98b528f3-266f-4f2b-b501-d8be756c919a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.290401 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-46dcac7d-7574-4473-9784-cb42825284ec req-05c46201-e6fa-43ef-9e44-912f6db59106 service neutron] For port 4980894e-2569-4200-b1c7-69e116d8b9c5, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:11.294849 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-46dcac7d-7574-4473-9784-cb42825284ec req-05c46201-e6fa-43ef-9e44-912f6db59106 service neutron] For port 4980894e-2569-4200-b1c7-69e116d8b9c5, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=4980894e-2569-4200-b1c7-69e116d8b9c5,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:11.306987 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-46dcac7d-7574-4473-9784-cb42825284ec req-05c46201-e6fa-43ef-9e44-912f6db59106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.352059 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dcac7d-7574-4473-9784-cb42825284ec req-05c46201-e6fa-43ef-9e44-912f6db59106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:11.353085 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-46dcac7d-7574-4473-9784-cb42825284ec req-05c46201-e6fa-43ef-9e44-912f6db59106 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.356602 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-46dcac7d-7574-4473-9784-cb42825284ec req-05c46201-e6fa-43ef-9e44-912f6db59106 service neutron] 10.222.0.48 "PUT /v2.0/ports/4980894e-2569-4200-b1c7-69e116d8b9c5 HTTP/1.1" status: 200 len: 1097 time: 0.7452281 Sep 16 04:42:11.357601 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a16ae95-899b-49b6-8e3b-b4a9832a3a43', 'tag': '4980894e-2569-4200-b1c7-69e116d8b9c5'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:11.360128 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc7bc0c-376e-4150-80ed-d3f05624765f" -d '{"events": [{"name": "network-changed", "server_uuid": "5a16ae95-899b-49b6-8e3b-b4a9832a3a43", "tag": "4980894e-2569-4200-b1c7-69e116d8b9c5"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:11.361963 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-19f9069f-4370-44fd-9f00-cf0ee5f997b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['630caab9-fe2c-4ccd-92fe-e614d4bcb0cc']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:11.387888 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-19f9069f-4370-44fd-9f00-cf0ee5f997b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8d3e020-27f3-420d-9afc-6c81d36f46ae') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:11.388294 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-19f9069f-4370-44fd-9f00-cf0ee5f997b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8d3e020-27f3-420d-9afc-6c81d36f46ae') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:11.402020 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c46201-e6fa-43ef-9e44-912f6db59106 service neutron] Pushing event updated for resources: {'Port': ['ID=4980894e-2569-4200-b1c7-69e116d8b9c5,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:11.411319 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b528f3-266f-4f2b-b501-d8be756c919a admin admin] Pushing event updated for resources: {'Subnet': ['ID=54fc0beb-ec2e-409c-9c1c-fe7d4e35a723,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:11.420372 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-19f9069f-4370-44fd-9f00-cf0ee5f997b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.431124 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.436690 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5685d4f-2cb8-4305-a7d3-92f07ecf2e76 req-945b0761-b97d-46ef-9574-8235cd17dec1 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941508 Sep 16 04:42:11.449750 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-19f9069f-4370-44fd-9f00-cf0ee5f997b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.469139 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19f9069f-4370-44fd-9f00-cf0ee5f997b1 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:42:11.469555 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-19f9069f-4370-44fd-9f00-cf0ee5f997b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.471672 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:42:11.471672 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:42:11.471672 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:42:11.471672 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:42:11.471672 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:42:11.471672 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:42:11.471672 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:42:11.471672 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:42:11.471672 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:42:11.471672 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:42:11.471672 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:42:11.471672 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:42:11.471672 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:42:11.471672 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:42:11.471672 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:42:11.471672 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:42:11.471672 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:42:11.471672 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:42:11.471672 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:42:11.471672 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:42:11.471672 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:42:11.471672 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:42:11.471672 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:42:11.471672 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:42:11.471672 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:42:11.471672 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:42:11.471672 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:42:11.471672 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:42:11.471672 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:42:11.471672 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:42:11.471672 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:42:11.471672 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:42:11.513201 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dcac7d-7574-4473-9784-cb42825284ec req-8df1dc67-23da-4551-b437-cb6d632770a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:11.514573 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b528f3-266f-4f2b-b501-d8be756c919a admin admin] Checking segment: {'id': '11991edd-e63b-4190-b9e3-998d0ef66503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7e77f025-110d-42da-8e3a-27f49ca8a83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:11.514939 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b528f3-266f-4f2b-b501-d8be756c919a admin admin] Network hostable DHCP agents. Network: 7e77f025-110d-42da-8e3a-27f49ca8a83d, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:42:11.515074 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-46dcac7d-7574-4473-9784-cb42825284ec req-8df1dc67-23da-4551-b437-cb6d632770a0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e4695b33647642d5a19dfcc9487c1342&device_id=5a16ae95-899b-49b6-8e3b-b4a9832a3a43 HTTP/1.1" status: 200 len: 1100 time: 0.0644076 Sep 16 04:42:11.572630 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-46dcac7d-7574-4473-9784-cb42825284ec req-1aada0f1-e1c2-4690-843b-a4839cc1021e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=4980894e-2569-4200-b1c7-69e116d8b9c5 HTTP/1.1" status: 200 len: 217 time: 0.0423357 Sep 16 04:42:11.620237 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-19f9069f-4370-44fd-9f00-cf0ee5f997b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.626298 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b528f3-266f-4f2b-b501-d8be756c919a admin admin] Network 7e77f025-110d-42da-8e3a-27f49ca8a83d is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:42:11.632891 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-19f9069f-4370-44fd-9f00-cf0ee5f997b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.636789 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-19f9069f-4370-44fd-9f00-cf0ee5f997b1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/630caab9-fe2c-4ccd-92fe-e614d4bcb0cc HTTP/1.1" status: 204 len: 168 time: 0.9068596 Sep 16 04:42:11.643372 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dcac7d-7574-4473-9784-cb42825284ec req-87e3ef9f-ef9e-4a34-a8fa-c41955348a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:11.645095 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-46dcac7d-7574-4473-9784-cb42825284ec req-87e3ef9f-ef9e-4a34-a8fa-c41955348a6f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0648458 Sep 16 04:42:11.657707 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9069f-4370-44fd-9f00-cf0ee5f997b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=630caab9-fe2c-4ccd-92fe-e614d4bcb0cc,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:11.671224 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-98b528f3-266f-4f2b-b501-d8be756c919a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 7e77f025-110d-42da-8e3a-27f49ca8a83d) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:11.679324 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5685d4f-2cb8-4305-a7d3-92f07ecf2e76 req-f1339931-d39b-4b17-8dfb-9b17eec83e94 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272975 Sep 16 04:42:11.680146 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7daf972-a053-4db5-bfa7-dc3e38a0bcb5 None None] Network 7e77f025-110d-42da-8e3a-27f49ca8a83d requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:11.680966 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b528f3-266f-4f2b-b501-d8be756c919a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:11.681269 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-98b528f3-266f-4f2b-b501-d8be756c919a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.707495 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-98b528f3-266f-4f2b-b501-d8be756c919a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2656689 Sep 16 04:42:11.738562 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dcac7d-7574-4473-9784-cb42825284ec req-8ea52817-ac97-40c1-93ce-876494ad6dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:11.740359 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-46dcac7d-7574-4473-9784-cb42825284ec req-8ea52817-ac97-40c1-93ce-876494ad6dc6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0870860 Sep 16 04:42:11.859640 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33818) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:11.868195 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a313d3-401e-434f-8600-e471982a4af8 None None] Network 7e77f025-110d-42da-8e3a-27f49ca8a83d requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:11.917250 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-fe54635c-e0f6-40fc-b6ab-06c5c50de2a4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=219dac94cc9a436fb4b4e6b8e279e70f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0557327 Sep 16 04:42:11.919662 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33822) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:11.965011 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-46dcac7d-7574-4473-9784-cb42825284ec req-091d6b07-449c-4613-9e67-3b11655fab05 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109122 Sep 16 04:42:12.054783 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-85990f8b-2b83-475a-9ab2-cbfbf0e63afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:12.080028 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-85990f8b-2b83-475a-9ab2-cbfbf0e63afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:12.085942 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-46dcac7d-7574-4473-9784-cb42825284ec req-d32fab96-e797-4654-aa09-7f7bc337ed67 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091096 Sep 16 04:42:12.433445 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fac796-59b1-4882-b36f-ee6a52f19892 req-96b14c78-dffe-4506-9e32-ac68c5808e91 tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:12.434858 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e8fac796-59b1-4882-b36f-ee6a52f19892 req-96b14c78-dffe-4506-9e32-ac68c5808e91 tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a16ae95-899b-49b6-8e3b-b4a9832a3a43 HTTP/1.1" status: 200 len: 948 time: 0.3974988 Sep 16 04:42:12.455869 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-85990f8b-2b83-475a-9ab2-cbfbf0e63afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:12.458345 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-85990f8b-2b83-475a-9ab2-cbfbf0e63afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:12.459463 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-85990f8b-2b83-475a-9ab2-cbfbf0e63afb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f8edb656-ca43-4418-9478-83a55563b78f HTTP/1.1" status: 204 len: 168 time: 0.5385654 Sep 16 04:42:12.474644 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85990f8b-2b83-475a-9ab2-cbfbf0e63afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8edb656-ca43-4418-9478-83a55563b78f,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:12.500832 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e8fac796-59b1-4882-b36f-ee6a52f19892 req-481af4d9-0b86-4287-8138-bc7713c7c052 tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bc9110f-3732-4150-bc12-d97170f5ad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598106 Sep 16 04:42:12.549584 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0035c515-7272-4d7f-9dec-2422850591a5 x-openstack-request-id: req-0035c515-7272-4d7f-9dec-2422850591a5 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:12.550114 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a16ae95-899b-49b6-8e3b-b4a9832a3a43", "tag": "4980894e-2569-4200-b1c7-69e116d8b9c5", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:12.550114 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0035c515-7272-4d7f-9dec-2422850591a5 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:12.550506 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a16ae95-899b-49b6-8e3b-b4a9832a3a43', 'tag': '4980894e-2569-4200-b1c7-69e116d8b9c5', 'status': 'completed', 'code': 200} Sep 16 04:42:12.661332 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7bc0c-376e-4150-80ed-d3f05624765f req-7f118d21-8daa-4b8b-8397-43dbd2efcb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:12.663570 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8bc7bc0c-376e-4150-80ed-d3f05624765f req-7f118d21-8daa-4b8b-8397-43dbd2efcb4c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e4695b33647642d5a19dfcc9487c1342&device_id=5a16ae95-899b-49b6-8e3b-b4a9832a3a43 HTTP/1.1" status: 200 len: 1100 time: 0.0680642 Sep 16 04:42:12.782819 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7bc0c-376e-4150-80ed-d3f05624765f req-cac8208f-f45f-477d-941e-22f8b74f0aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:12.784668 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8bc7bc0c-376e-4150-80ed-d3f05624765f req-cac8208f-f45f-477d-941e-22f8b74f0aa5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.1141655 Sep 16 04:42:12.844006 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8bc7bc0c-376e-4150-80ed-d3f05624765f req-60ec005a-4731-4b1a-b799-8599c2b6585b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=4980894e-2569-4200-b1c7-69e116d8b9c5 HTTP/1.1" status: 200 len: 217 time: 0.0505221 Sep 16 04:42:12.910144 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7bc0c-376e-4150-80ed-d3f05624765f req-8f2d88d2-4631-4990-9c0a-c95f982b7020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:12.911651 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8bc7bc0c-376e-4150-80ed-d3f05624765f req-8f2d88d2-4631-4990-9c0a-c95f982b7020 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0608654 Sep 16 04:42:12.975378 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7bc0c-376e-4150-80ed-d3f05624765f req-ac661008-b291-49da-bcaa-b4c2c452917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:12.977103 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8bc7bc0c-376e-4150-80ed-d3f05624765f req-ac661008-b291-49da-bcaa-b4c2c452917e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0566263 Sep 16 04:42:13.055311 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device aed1de52-e17a-46a9-af13-8ebdb2d92da6 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:42:13.184375 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8bc7bc0c-376e-4150-80ed-d3f05624765f req-1ca445d4-7d4b-4b46-b6eb-2097a509873f service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966352 Sep 16 04:42:13.272241 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b5a0cbfa-1a03-43be-9d10-0d69aea14d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:13.316522 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-33dc4f0b-d12a-4433-951e-4750eee6d92a tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:13.318194 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-33dc4f0b-d12a-4433-951e-4750eee6d92a tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] 10.222.0.35 "GET /v2.0/networks?id=7e77f025-110d-42da-8e3a-27f49ca8a83d HTTP/1.1" status: 200 len: 814 time: 0.3066442 Sep 16 04:42:13.341249 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port aed1de52-e17a-46a9-af13-8ebdb2d92da6, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=aed1de52-e17a-46a9-af13-8ebdb2d92da6,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:13.347552 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-30ea0175-c91f-4b66-b6af-543fd869a63a tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] 10.222.0.35 "GET /v2.0/quotas/cfc6de5c8f17421faf18d473c4eee4cb HTTP/1.1" status: 200 len: 375 time: 0.0184672 Sep 16 04:42:13.356243 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8bc7bc0c-376e-4150-80ed-d3f05624765f req-53cbf2bd-e32d-4886-827e-1c2b84c165f4 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617341 Sep 16 04:42:13.360905 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'aed1de52-e17a-46a9-af13-8ebdb2d92da6', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': 'aed1de52-e17a-46a9-af13-8ebdb2d92da6', 'mac_address': 'fa:16:3e:bc:9a:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:42:13.398243 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-6691c2f6-001e-4bbd-bee3-73e540e22afd tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cfc6de5c8f17421faf18d473c4eee4cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411665 Sep 16 04:42:13.406079 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:13.424179 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aed1de52-e17a-46a9-af13-8ebdb2d92da6 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:13.457884 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port aed1de52-e17a-46a9-af13-8ebdb2d92da6, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=aed1de52-e17a-46a9-af13-8ebdb2d92da6,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:13.474857 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:13.519500 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:13.530415 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-2f5e5bef-c6f3-4330-8805-7995521e953c service neutron] 10.222.0.35 "GET /v2.0/networks/7e77f025-110d-42da-8e3a-27f49ca8a83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220047 Sep 16 04:42:13.547945 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=aed1de52-e17a-46a9-af13-8ebdb2d92da6,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:13.594168 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33872) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:13.636039 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-591b8457-8530-4040-867f-71dc4ed29570 service neutron] 10.222.0.35 "GET /v2.0/networks/7e77f025-110d-42da-8e3a-27f49ca8a83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994592 Sep 16 04:42:13.710446 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-d3c651de-7c75-4bf4-91a7-0bd5d3dbe545 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-669910005-network', 'tenant_id': '68cc116df1104257a08239cd46cd0170'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:13.734718 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c651de-7c75-4bf4-91a7-0bd5d3dbe545 admin admin] Made reservation on behalf of 68cc116df1104257a08239cd46cd0170 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:13.736318 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d3c651de-7c75-4bf4-91a7-0bd5d3dbe545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:13.747129 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d3c651de-7c75-4bf4-91a7-0bd5d3dbe545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:13.753614 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['aed1de52-e17a-46a9-af13-8ebdb2d92da6'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:13.896125 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d3c651de-7c75-4bf4-91a7-0bd5d3dbe545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:13.903085 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d3c651de-7c75-4bf4-91a7-0bd5d3dbe545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:13.920776 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae764e-2046-46f8-b31f-42a3ecf5c13a req-e557235e-1ec4-4e3c-bdb4-a04d1a2389fa tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:13.922651 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-74ae764e-2046-46f8-b31f-42a3ecf5c13a req-e557235e-1ec4-4e3c-bdb4-a04d1a2389fa tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 949 time: 0.0660875 Sep 16 04:42:13.938058 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3c651de-7c75-4bf4-91a7-0bd5d3dbe545 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:42:13.953185 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d3c651de-7c75-4bf4-91a7-0bd5d3dbe545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:13.953607 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-d3c651de-7c75-4bf4-91a7-0bd5d3dbe545 admin admin] Added segment 68f7506c-c9b8-419e-a123-643d3df6eb65 of type vlan for network 92ecefce-c627-4abd-9d77-6a33db190651 Sep 16 04:42:13.978440 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-74ae764e-2046-46f8-b31f-42a3ecf5c13a req-64dfe0fd-c949-4482-814f-9f4b46cb9117 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471985 Sep 16 04:42:13.997315 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c651de-7c75-4bf4-91a7-0bd5d3dbe545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:14.019257 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d3c651de-7c75-4bf4-91a7-0bd5d3dbe545 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:14.050493 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d3c651de-7c75-4bf4-91a7-0bd5d3dbe545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:14.052016 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c651de-7c75-4bf4-91a7-0bd5d3dbe545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:14.053058 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d3c651de-7c75-4bf4-91a7-0bd5d3dbe545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:14.093737 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d3c651de-7c75-4bf4-91a7-0bd5d3dbe545 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4983246 Sep 16 04:42:14.096788 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33884) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:14.101933 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-dbd41c87-11e4-4ebd-9942-783f2cc808dc admin admin] Request body: {'subnet': {'network_id': '92ecefce-c627-4abd-9d77-6a33db190651', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-669910005-subnet', 'tenant_id': '68cc116df1104257a08239cd46cd0170', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:14.133534 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c651de-7c75-4bf4-91a7-0bd5d3dbe545 admin admin] Pushing event updated for resources: {'Network': ['ID=92ecefce-c627-4abd-9d77-6a33db190651,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:14.146631 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd41c87-11e4-4ebd-9942-783f2cc808dc admin admin] Made reservation on behalf of 68cc116df1104257a08239cd46cd0170 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:14.148177 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 92ecefce-c627-4abd-9d77-6a33db190651 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:42:14.149140 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dbd41c87-11e4-4ebd-9942-783f2cc808dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:14.331543 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:14.359560 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dbd41c87-11e4-4ebd-9942-783f2cc808dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:14.415429 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:14.438763 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd41c87-11e4-4ebd-9942-783f2cc808dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:14.466190 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd41c87-11e4-4ebd-9942-783f2cc808dc admin admin] Checking segment: {'id': '68f7506c-c9b8-419e-a123-643d3df6eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:14.467337 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd41c87-11e4-4ebd-9942-783f2cc808dc admin admin] Network hostable DHCP agents. Network: 92ecefce-c627-4abd-9d77-6a33db190651, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:42:14.503129 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf2d1e-d71c-4670-8ac5-da6bef42dc88 req-9dffd1e7-5919-40dc-bf3e-6ebc5c5fb931 tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:14.504769 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-19cf2d1e-d71c-4670-8ac5-da6bef42dc88 req-9dffd1e7-5919-40dc-bf3e-6ebc5c5fb931 tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a16ae95-899b-49b6-8e3b-b4a9832a3a43 HTTP/1.1" status: 200 len: 948 time: 0.0780635 Sep 16 04:42:14.505952 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd41c87-11e4-4ebd-9942-783f2cc808dc admin admin] Network 92ecefce-c627-4abd-9d77-6a33db190651 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:42:14.528530 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-dbd41c87-11e4-4ebd-9942-783f2cc808dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 92ecefce-c627-4abd-9d77-6a33db190651) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:14.537969 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd41c87-11e4-4ebd-9942-783f2cc808dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:14.538591 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dbd41c87-11e4-4ebd-9942-783f2cc808dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:14.539137 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f023d28a-9125-40b7-a9d6-8008a595f64a None None] Network 92ecefce-c627-4abd-9d77-6a33db190651 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:14.564093 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-dbd41c87-11e4-4ebd-9942-783f2cc808dc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4662001 Sep 16 04:42:14.567281 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-19cf2d1e-d71c-4670-8ac5-da6bef42dc88 req-a70c5324-1966-4c31-b1ce-b8f23975315c tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bc9110f-3732-4150-bc12-d97170f5ad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550320 Sep 16 04:42:14.574258 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33892) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:14.579993 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-115c6cf0-0b4d-45c0-ac9b-908d09c551dc admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-669910005-router', 'tenant_id': '68cc116df1104257a08239cd46cd0170', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:14.629225 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-115c6cf0-0b4d-45c0-ac9b-908d09c551dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:14.630688 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-115c6cf0-0b4d-45c0-ac9b-908d09c551dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:14.705165 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5a8249a7-e6ae-4a4b-8bdf-0a0aa17cec25 req-adae5446-0727-4d60-b1a3-04ed040248a3 tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] 10.222.0.35 "GET /v2.0/ports?device_id=487a1545-19fc-4390-abaf-05670bac843e HTTP/1.1" status: 200 len: 210 time: 0.0343020 Sep 16 04:42:14.710118 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-115c6cf0-0b4d-45c0-ac9b-908d09c551dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:14.742981 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b814cc03-a3f2-468d-a315-10f84beb3189 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-92ecefce-c627-4abd-9d77-6a33db190651', 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651', 'tenant_id': '68cc116df1104257a08239cd46cd0170', 'fixed_ips': [{'subnet_id': '01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:42:14.744439 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b814cc03-a3f2-468d-a315-10f84beb3189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:14.867275 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-115c6cf0-0b4d-45c0-ac9b-908d09c551dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:14.947422 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-b814cc03-a3f2-468d-a315-10f84beb3189 None None] Allocated IP 172.20.0.2 (92ecefce-c627-4abd-9d77-6a33db190651/01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21/d0983ab4-ef63-4ded-a548-a760171b560b) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:15.095075 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device aed1de52-e17a-46a9-af13-8ebdb2d92da6 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:15.156141 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-115c6cf0-0b4d-45c0-ac9b-908d09c551dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.171583 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port aed1de52-e17a-46a9-af13-8ebdb2d92da6 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:42:15.182624 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-115c6cf0-0b4d-45c0-ac9b-908d09c551dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.209012 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port aed1de52-e17a-46a9-af13-8ebdb2d92da6 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:15.209526 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.293113 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c5e6b-3e01-4888-a480-d2e65a047800 req-42e1b726-2c90-434c-a775-4454e3aedfe9 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:15.294456 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bc1c5e6b-3e01-4888-a480-d2e65a047800 req-42e1b726-2c90-434c-a775-4454e3aedfe9 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 949 time: 0.2231822 Sep 16 04:42:15.373080 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-188c9cd3-d6fd-4f5f-aba5-19da0bfc1a7d tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:15.375835 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-188c9cd3-d6fd-4f5f-aba5-19da0bfc1a7d tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] 10.222.0.47 "GET /v2.0/networks?id=7e77f025-110d-42da-8e3a-27f49ca8a83d HTTP/1.1" status: 200 len: 814 time: 0.2927167 Sep 16 04:42:15.384669 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-115c6cf0-0b4d-45c0-ac9b-908d09c551dc admin admin] Allocated IP 172.25.8.113 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/ca027f78-5fe0-4230-ad7b-e09af3817a7a) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:15.388155 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bc1c5e6b-3e01-4888-a480-d2e65a047800 req-93a0acd9-210b-4f90-86c2-4b1e057df017 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805371 Sep 16 04:42:15.403285 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b814cc03-a3f2-468d-a315-10f84beb3189 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.425118 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-59356ff5-f55f-490e-a04b-5f5b3b52c499 tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] Request body: {'port': {'device_id': '487a1545-19fc-4390-abaf-05670bac843e', 'network_id': '7e77f025-110d-42da-8e3a-27f49ca8a83d', 'admin_state_up': True, 'tenant_id': 'cfc6de5c8f17421faf18d473c4eee4cb'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:15.454676 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b814cc03-a3f2-468d-a315-10f84beb3189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.533393 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-115c6cf0-0b4d-45c0-ac9b-908d09c551dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.539459 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b814cc03-a3f2-468d-a315-10f84beb3189 None None] Network 92ecefce-c627-4abd-9d77-6a33db190651 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:15.542421 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.547355 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-b814cc03-a3f2-468d-a315-10f84beb3189 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:15.562575 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b814cc03-a3f2-468d-a315-10f84beb3189 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:15.593930 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-115c6cf0-0b4d-45c0-ac9b-908d09c551dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.600617 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b814cc03-a3f2-468d-a315-10f84beb3189 None None] Pushing event updated for resources: {'Port': ['ID=d0983ab4-ef63-4ded-a548-a760171b560b,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:15.610441 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a903e627-6fa4-4c5c-9580-41150c9b9ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed1de52-e17a-46a9-af13-8ebdb2d92da6'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:15.613216 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020e6f4b-768e-4123-bcaa-d2befabe91f1" -d '{"events": [{"server_uuid": "a903e627-6fa4-4c5c-9580-41150c9b9ea5", "name": "network-vif-plugged", "status": "completed", "tag": "aed1de52-e17a-46a9-af13-8ebdb2d92da6"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:15.663840 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-59356ff5-f55f-490e-a04b-5f5b3b52c499 tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] Made reservation on behalf of cfc6de5c8f17421faf18d473c4eee4cb for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:15.668996 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port aed1de52-e17a-46a9-af13-8ebdb2d92da6, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=aed1de52-e17a-46a9-af13-8ebdb2d92da6,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:15.672176 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-59356ff5-f55f-490e-a04b-5f5b3b52c499 tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.699475 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-b814cc03-a3f2-468d-a315-10f84beb3189 None None] Attempting to bind port d0983ab4-ef63-4ded-a548-a760171b560b on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:15.699974 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-b814cc03-a3f2-468d-a315-10f84beb3189 None None] Attempting to bind port d0983ab4-ef63-4ded-a548-a760171b560b by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '68f7506c-c9b8-419e-a123-643d3df6eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:15.700210 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b814cc03-a3f2-468d-a315-10f84beb3189 None None] Attempting to bind port d0983ab4-ef63-4ded-a548-a760171b560b on network 92ecefce-c627-4abd-9d77-6a33db190651 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:15.703339 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.715709 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115c6cf0-0b4d-45c0-ac9b-908d09c551dc admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:15.717075 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b814cc03-a3f2-468d-a315-10f84beb3189 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:15.717293 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c6cf0-0b4d-45c0-ac9b-908d09c551dc admin admin] Pushing event updated for resources: {'Port': ['ID=ca027f78-5fe0-4230-ad7b-e09af3817a7a,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:15.717446 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b814cc03-a3f2-468d-a315-10f84beb3189 None None] Checking segment: {'id': '68f7506c-c9b8-419e-a123-643d3df6eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:15.717446 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b814cc03-a3f2-468d-a315-10f84beb3189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.717985 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b814cc03-a3f2-468d-a315-10f84beb3189 None None] Bound using segment: {'id': '68f7506c-c9b8-419e-a123-643d3df6eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:15.718321 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-b814cc03-a3f2-468d-a315-10f84beb3189 None None] Bound port: d0983ab4-ef63-4ded-a548-a760171b560b, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f7506c-c9b8-419e-a123-643d3df6eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:15.719651 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b814cc03-a3f2-468d-a315-10f84beb3189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.719962 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-115c6cf0-0b4d-45c0-ac9b-908d09c551dc admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:15.722437 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115c6cf0-0b4d-45c0-ac9b-908d09c551dc admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:15.825201 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-b814cc03-a3f2-468d-a315-10f84beb3189 None None] For port d0983ab4-ef63-4ded-a548-a760171b560b, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:15.831730 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-b814cc03-a3f2-468d-a315-10f84beb3189 None None] For port d0983ab4-ef63-4ded-a548-a760171b560b, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d0983ab4-ef63-4ded-a548-a760171b560b,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:15.840832 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b814cc03-a3f2-468d-a315-10f84beb3189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.891982 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=aed1de52-e17a-46a9-af13-8ebdb2d92da6,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:15.943844 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28acd0-3db3-42ee-a60c-1b0adafe9fde req-cfa066b3-1816-476b-981e-580f9d6a6f44 tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:15.951686 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ab28acd0-3db3-42ee-a60c-1b0adafe9fde req-cfa066b3-1816-476b-981e-580f9d6a6f44 tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a16ae95-899b-49b6-8e3b-b4a9832a3a43 HTTP/1.1" status: 200 len: 948 time: 0.1201601 Sep 16 04:42:15.959563 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-59356ff5-f55f-490e-a04b-5f5b3b52c499 tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] Allocated IP 172.20.0.8 (7e77f025-110d-42da-8e3a-27f49ca8a83d/54fc0beb-ec2e-409c-9c1c-fe7d4e35a723/53a5e4bc-1297-4607-b3a9-812b31490195) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:15.977131 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:16.007234 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b814cc03-a3f2-468d-a315-10f84beb3189 None None] Pushing event updated for resources: {'Port': ['ID=d0983ab4-ef63-4ded-a548-a760171b560b,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:16.054582 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ab28acd0-3db3-42ee-a60c-1b0adafe9fde req-7cd3366e-564a-4b79-a715-17dc1dcefc16 tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bc9110f-3732-4150-bc12-d97170f5ad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018078 Sep 16 04:42:16.126609 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38164e9-0d90-4a1e-b737-c39af3b1d73e x-openstack-request-id: req-d38164e9-0d90-4a1e-b737-c39af3b1d73e {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:16.126907 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a903e627-6fa4-4c5c-9580-41150c9b9ea5", "name": "network-vif-plugged", "status": "completed", "tag": "aed1de52-e17a-46a9-af13-8ebdb2d92da6", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:16.127165 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d38164e9-0d90-4a1e-b737-c39af3b1d73e {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:16.127563 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a903e627-6fa4-4c5c-9580-41150c9b9ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed1de52-e17a-46a9-af13-8ebdb2d92da6', 'code': 200} Sep 16 04:42:16.261252 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-59356ff5-f55f-490e-a04b-5f5b3b52c499 tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:16.328626 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6c12c548-a543-4886-81c0-b123f0fb310c req-e35fd7a2-3d25-4314-a39c-18d1d5f92a77 tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] 10.222.0.35 "GET /v2.0/ports?device_id=487a1545-19fc-4390-abaf-05670bac843e HTTP/1.1" status: 200 len: 210 time: 0.0599563 Sep 16 04:42:16.379288 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-59356ff5-f55f-490e-a04b-5f5b3b52c499 tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:16.456191 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-59356ff5-f55f-490e-a04b-5f5b3b52c499 tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] Network 7e77f025-110d-42da-8e3a-27f49ca8a83d is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:16.465450 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 4980894e-2569-4200-b1c7-69e116d8b9c5 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:42:16.469684 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-59356ff5-f55f-490e-a04b-5f5b3b52c499 tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:16.480336 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-59356ff5-f55f-490e-a04b-5f5b3b52c499 tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:16.486564 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59356ff5-f55f-490e-a04b-5f5b3b52c499 tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] Pushing event updated for resources: {'Port': ['ID=53a5e4bc-1297-4607-b3a9-812b31490195,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:16.516528 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9f21d-f4a9-4cc3-86cf-b86dd2422c37 req-f571cf0b-e85d-4eff-beb4-5f8e505e814f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:16.518166 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-eba9f21d-f4a9-4cc3-86cf-b86dd2422c37 req-f571cf0b-e85d-4eff-beb4-5f8e505e814f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 1102 time: 0.0994723 Sep 16 04:42:16.578892 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-59356ff5-f55f-490e-a04b-5f5b3b52c499 tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:16.580037 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-59356ff5-f55f-490e-a04b-5f5b3b52c499 tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:16.614427 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-eba9f21d-f4a9-4cc3-86cf-b86dd2422c37 req-b588c082-1986-4600-a308-1bba1ba5ccb9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564988 Sep 16 04:42:16.615629 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 4980894e-2569-4200-b1c7-69e116d8b9c5, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=4980894e-2569-4200-b1c7-69e116d8b9c5,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:16.638469 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '4980894e-2569-4200-b1c7-69e116d8b9c5', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': '4980894e-2569-4200-b1c7-69e116d8b9c5', 'mac_address': 'fa:16:3e:24:1c:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:42:16.641949 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-59356ff5-f55f-490e-a04b-5f5b3b52c499 tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2221508 Sep 16 04:42:16.679793 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98f365-8be6-4a15-a170-71e269a5e9d7 req-947161e6-c63c-4f7f-836b-a803ea51d6ca tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:16.691111 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:16.694304 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4d98f365-8be6-4a15-a170-71e269a5e9d7 req-947161e6-c63c-4f7f-836b-a803ea51d6ca tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 950 time: 0.1106071 Sep 16 04:42:16.695372 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-115c6cf0-0b4d-45c0-ac9b-908d09c551dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:16.706672 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4980894e-2569-4200-b1c7-69e116d8b9c5 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:16.731046 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 4980894e-2569-4200-b1c7-69e116d8b9c5, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=4980894e-2569-4200-b1c7-69e116d8b9c5,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:16.734844 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4d98f365-8be6-4a15-a170-71e269a5e9d7 req-634515c0-b696-49a5-9b40-933d76228567 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393250 Sep 16 04:42:16.743953 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:16.825107 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=4980894e-2569-4200-b1c7-69e116d8b9c5,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:16.883367 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-51d5bbff-3f0f-49e5-991c-e7430d9b1942 service neutron] Request body: {'port': {'device_id': '487a1545-19fc-4390-abaf-05670bac843e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:16.979451 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d0983ab4-ef63-4ded-a548-a760171b560b up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:16.996314 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-51d5bbff-3f0f-49e5-991c-e7430d9b1942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.022098 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-115c6cf0-0b4d-45c0-ac9b-908d09c551dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.060966 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port d0983ab4-ef63-4ded-a548-a760171b560b triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:17.062914 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.205401 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.224157 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115c6cf0-0b4d-45c0-ac9b-908d09c551dc admin admin] Router bec4b288-7060-4d9e-9ef2-82f257f26b4f is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:42:17.248885 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port d0983ab4-ef63-4ded-a548-a760171b560b, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d0983ab4-ef63-4ded-a548-a760171b560b,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:17.253510 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.283946 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['4980894e-2569-4200-b1c7-69e116d8b9c5'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:17.322304 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8eb4ad-e237-4223-9f4a-fbf862a6265e None None] Network 92ecefce-c627-4abd-9d77-6a33db190651 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:17.352774 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b0477-0fa5-4f88-af1e-8e3aff680809 req-de265c40-b918-4928-9834-7d681330dbc2 tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:17.355445 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2a3b0477-0fa5-4f88-af1e-8e3aff680809 req-de265c40-b918-4928-9834-7d681330dbc2 tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a16ae95-899b-49b6-8e3b-b4a9832a3a43 HTTP/1.1" status: 200 len: 949 time: 0.1436079 Sep 16 04:42:17.375317 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115c6cf0-0b4d-45c0-ac9b-908d09c551dc admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:42:17.388720 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641a633e-14b4-4927-8781-3b047d0502d1 None None] Sync routers for ids ['bec4b288-7060-4d9e-9ef2-82f257f26b4f'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:42:17.398825 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-115c6cf0-0b4d-45c0-ac9b-908d09c551dc admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.403092 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-115c6cf0-0b4d-45c0-ac9b-908d09c551dc admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8272369 Sep 16 04:42:17.411894 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33934) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:17.416845 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641a633e-14b4-4927-8781-3b047d0502d1 None None] Routers {'bec4b288-7060-4d9e-9ef2-82f257f26b4f'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:17.418852 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-641a633e-14b4-4927-8781-3b047d0502d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:42:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['bec4b288-7060-4d9e-9ef2-82f257f26b4f'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:17.422208 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=d0983ab4-ef63-4ded-a548-a760171b560b,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:17.434844 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-be53761b-beee-4623-af23-767ac770b26e None None] Provisioning complete for port d0983ab4-ef63-4ded-a548-a760171b560b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:17.435613 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-be53761b-beee-4623-af23-767ac770b26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.497413 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-51d5bbff-3f0f-49e5-991c-e7430d9b1942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53a5e4bc-1297-4607-b3a9-812b31490195 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:17.504705 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2a3b0477-0fa5-4f88-af1e-8e3aff680809 req-fc25730c-fe23-4d2e-a2ca-8679c92eb076 tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bc9110f-3732-4150-bc12-d97170f5ad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368322 Sep 16 04:42:17.511259 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-51d5bbff-3f0f-49e5-991c-e7430d9b1942 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.532993 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-51d5bbff-3f0f-49e5-991c-e7430d9b1942 service neutron] Transition to ACTIVE for port object 53a5e4bc-1297-4607-b3a9-812b31490195 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:42:17.539651 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-51d5bbff-3f0f-49e5-991c-e7430d9b1942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.671709 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-641a633e-14b4-4927-8781-3b047d0502d1 None None] Set router bec4b288-7060-4d9e-9ef2-82f257f26b4f gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:17.706554 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5bbff-3f0f-49e5-991c-e7430d9b1942 service neutron] Pushing event updated for resources: {'Port': ['ID=53a5e4bc-1297-4607-b3a9-812b31490195,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:17.817813 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedd284-0503-4a24-8dc7-cbaf174862d8 req-3af4e63a-4dd2-4361-ad66-2347fa259e06 tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:17.828621 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fdedd284-0503-4a24-8dc7-cbaf174862d8 req-3af4e63a-4dd2-4361-ad66-2347fa259e06 tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] 10.222.0.35 "GET /v2.0/ports?device_id=487a1545-19fc-4390-abaf-05670bac843e HTTP/1.1" status: 200 len: 943 time: 0.2099795 Sep 16 04:42:17.905973 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fdedd284-0503-4a24-8dc7-cbaf174862d8 req-b7663ebd-949b-4235-84a1-a531bf27ba97 tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d8d23e-8513-450d-9056-ba148190c2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748928 Sep 16 04:42:17.918065 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-51d5bbff-3f0f-49e5-991c-e7430d9b1942 service neutron] Attempting to bind port 53a5e4bc-1297-4607-b3a9-812b31490195 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:17.918477 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-51d5bbff-3f0f-49e5-991c-e7430d9b1942 service neutron] Attempting to bind port 53a5e4bc-1297-4607-b3a9-812b31490195 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '11991edd-e63b-4190-b9e3-998d0ef66503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7e77f025-110d-42da-8e3a-27f49ca8a83d'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:17.918902 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-51d5bbff-3f0f-49e5-991c-e7430d9b1942 service neutron] Attempting to bind port 53a5e4bc-1297-4607-b3a9-812b31490195 on network 7e77f025-110d-42da-8e3a-27f49ca8a83d {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:17.927236 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-51d5bbff-3f0f-49e5-991c-e7430d9b1942 service neutron] Port 53a5e4bc-1297-4607-b3a9-812b31490195 on network 7e77f025-110d-42da-8e3a-27f49ca8a83d not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:42:17.927625 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-51d5bbff-3f0f-49e5-991c-e7430d9b1942 service neutron] Attempting to bind port 53a5e4bc-1297-4607-b3a9-812b31490195 on network 7e77f025-110d-42da-8e3a-27f49ca8a83d {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:17.937944 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-51d5bbff-3f0f-49e5-991c-e7430d9b1942 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:17.938983 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-51d5bbff-3f0f-49e5-991c-e7430d9b1942 service neutron] Checking segment: {'id': '11991edd-e63b-4190-b9e3-998d0ef66503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7e77f025-110d-42da-8e3a-27f49ca8a83d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:17.940405 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-51d5bbff-3f0f-49e5-991c-e7430d9b1942 service neutron] Bound using segment: {'id': '11991edd-e63b-4190-b9e3-998d0ef66503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7e77f025-110d-42da-8e3a-27f49ca8a83d'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:17.940405 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-51d5bbff-3f0f-49e5-991c-e7430d9b1942 service neutron] Bound port: 53a5e4bc-1297-4607-b3a9-812b31490195, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11991edd-e63b-4190-b9e3-998d0ef66503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7e77f025-110d-42da-8e3a-27f49ca8a83d'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:17.941025 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-51d5bbff-3f0f-49e5-991c-e7430d9b1942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.977566 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-641a633e-14b4-4927-8781-3b047d0502d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'name': 'tempest-ServerActionsTestJSON-669910005-router', 'tenant_id': '68cc116df1104257a08239cd46cd0170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ca027f78-5fe0-4230-ad7b-e09af3817a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:14Z', 'updated_at': '2021-09-16T04:42:16Z', 'revision_number': 3, 'project_id': '68cc116df1104257a08239cd46cd0170', 'gw_port': {'id': 'ca027f78-5fe0-4230-ad7b-e09af3817a7a', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f5:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:15Z', 'updated_at': '2021-09-16T04:42:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:18.010769 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641a633e-14b4-4927-8781-3b047d0502d1 None None] Checking router: bec4b288-7060-4d9e-9ef2-82f257f26b4f for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:42:18.011404 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641a633e-14b4-4927-8781-3b047d0502d1 None None] Updating router bec4b288-7060-4d9e-9ef2-82f257f26b4f port ca027f78-5fe0-4230-ad7b-e09af3817a7a binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:42:18.047198 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-641a633e-14b4-4927-8781-3b047d0502d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.100276 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-51d5bbff-3f0f-49e5-991c-e7430d9b1942 service neutron] For port 53a5e4bc-1297-4607-b3a9-812b31490195, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:18.124046 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-3f1061e8-78f7-4250-81f2-ca797b2df27a None None] Provisioning complete for port d0983ab4-ef63-4ded-a548-a760171b560b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:18.124701 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3f1061e8-78f7-4250-81f2-ca797b2df27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.125241 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-51d5bbff-3f0f-49e5-991c-e7430d9b1942 service neutron] For port 53a5e4bc-1297-4607-b3a9-812b31490195, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=53a5e4bc-1297-4607-b3a9-812b31490195,segment=NetworkSegment(11991edd-e63b-4190-b9e3-998d0ef66503),segment_id=11991edd-e63b-4190-b9e3-998d0ef66503)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:18.146292 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c9117-7b89-4cdd-9ea3-6060cb7180f9 req-e089288b-1e45-4fc4-864e-fabff69b3a12 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:18.148103 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5d4c9117-7b89-4cdd-9ea3-6060cb7180f9 req-e089288b-1e45-4fc4-864e-fabff69b3a12 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 950 time: 0.0818059 Sep 16 04:42:18.149322 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-51d5bbff-3f0f-49e5-991c-e7430d9b1942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.159325 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4562e64-4356-4ab5-aabe-d69db7050726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.197874 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-51d5bbff-3f0f-49e5-991c-e7430d9b1942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:18.198536 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-51d5bbff-3f0f-49e5-991c-e7430d9b1942 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.200769 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-51d5bbff-3f0f-49e5-991c-e7430d9b1942 service neutron] 10.222.0.47 "PUT /v2.0/ports/53a5e4bc-1297-4607-b3a9-812b31490195 HTTP/1.1" status: 200 len: 1092 time: 1.3231544 Sep 16 04:42:18.204171 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487a1545-19fc-4390-abaf-05670bac843e', 'tag': '53a5e4bc-1297-4607-b3a9-812b31490195'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:18.206781 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d174d2-fb8c-4297-8d69-560f906b23fd" -d '{"events": [{"name": "network-changed", "server_uuid": "487a1545-19fc-4390-abaf-05670bac843e", "tag": "53a5e4bc-1297-4607-b3a9-812b31490195"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:18.307550 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5bbff-3f0f-49e5-991c-e7430d9b1942 service neutron] Pushing event updated for resources: {'Port': ['ID=53a5e4bc-1297-4607-b3a9-812b31490195,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:18.313460 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5d4c9117-7b89-4cdd-9ea3-6060cb7180f9 req-2d8f23be-a4ac-4ded-88fa-831fcd370ad8 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515064 Sep 16 04:42:18.329695 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-3c119070-be11-4ec7-848f-e5a17dd51297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:18.331209 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-3c119070-be11-4ec7-848f-e5a17dd51297 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cfc6de5c8f17421faf18d473c4eee4cb&device_id=487a1545-19fc-4390-abaf-05670bac843e HTTP/1.1" status: 200 len: 1095 time: 0.0627489 Sep 16 04:42:18.390355 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-1968551e-2426-4df6-af93-054f04394566 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53a5e4bc-1297-4607-b3a9-812b31490195 HTTP/1.1" status: 200 len: 217 time: 0.0458488 Sep 16 04:42:18.428166 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-c4562e64-4356-4ab5-aabe-d69db7050726 admin admin] Allocated IP 172.20.0.1 (92ecefce-c627-4abd-9d77-6a33db190651/01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21/d8f789a0-18a8-4d94-b2eb-785fc8c1df0f) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:18.428905 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-641a633e-14b4-4927-8781-3b047d0502d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.438066 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-641a633e-14b4-4927-8781-3b047d0502d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.461708 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-6bc86ffd-f0cd-4131-bc15-1a13630df082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:18.464019 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-6bc86ffd-f0cd-4131-bc15-1a13630df082 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=54fc0beb-ec2e-409c-9c1c-fe7d4e35a723 HTTP/1.1" status: 200 len: 854 time: 0.0656414 Sep 16 04:42:18.496162 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-641a633e-14b4-4927-8781-3b047d0502d1 None None] Attempting to bind port ca027f78-5fe0-4230-ad7b-e09af3817a7a on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:18.496162 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-641a633e-14b4-4927-8781-3b047d0502d1 None None] Attempting to bind port ca027f78-5fe0-4230-ad7b-e09af3817a7a by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:18.496677 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641a633e-14b4-4927-8781-3b047d0502d1 None None] Attempting to bind port ca027f78-5fe0-4230-ad7b-e09af3817a7a on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:18.507649 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641a633e-14b4-4927-8781-3b047d0502d1 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:18.513789 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-7c2d6849-3361-4294-a48b-e57baf85ae18 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e77f025-110d-42da-8e3a-27f49ca8a83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414176 Sep 16 04:42:18.520699 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641a633e-14b4-4927-8781-3b047d0502d1 None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:18.522099 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-641a633e-14b4-4927-8781-3b047d0502d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.523443 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641a633e-14b4-4927-8781-3b047d0502d1 None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:18.524191 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-641a633e-14b4-4927-8781-3b047d0502d1 None None] Bound port: ca027f78-5fe0-4230-ad7b-e09af3817a7a, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:18.525915 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-641a633e-14b4-4927-8781-3b047d0502d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.560440 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a6678-db68-4573-8202-9f78274b9b67 None None] Pushing event updated for resources: {'Port': ['ID=ca027f78-5fe0-4230-ad7b-e09af3817a7a,revision_number=2']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:18.560939 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4562e64-4356-4ab5-aabe-d69db7050726 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.581035 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a6678-db68-4573-8202-9f78274b9b67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:18.581546 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a6678-db68-4573-8202-9f78274b9b67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:18.581978 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a6678-db68-4573-8202-9f78274b9b67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:18.582561 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a6678-db68-4573-8202-9f78274b9b67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:18.582988 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a6678-db68-4573-8202-9f78274b9b67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:18.583997 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a6678-db68-4573-8202-9f78274b9b67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:18.584435 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a6678-db68-4573-8202-9f78274b9b67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:18.584878 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a6678-db68-4573-8202-9f78274b9b67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:18.585295 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a6678-db68-4573-8202-9f78274b9b67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:18.585715 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a6678-db68-4573-8202-9f78274b9b67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:18.586131 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a6678-db68-4573-8202-9f78274b9b67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:18.586546 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a6678-db68-4573-8202-9f78274b9b67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:18.605899 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4562e64-4356-4ab5-aabe-d69db7050726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.632162 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4562e64-4356-4ab5-aabe-d69db7050726 admin admin] Network 92ecefce-c627-4abd-9d77-6a33db190651 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:18.633360 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-641a633e-14b4-4927-8781-3b047d0502d1 None None] For port ca027f78-5fe0-4230-ad7b-e09af3817a7a, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:18.638398 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-641a633e-14b4-4927-8781-3b047d0502d1 None None] For port ca027f78-5fe0-4230-ad7b-e09af3817a7a, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=ca027f78-5fe0-4230-ad7b-e09af3817a7a,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:18.646229 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-641a633e-14b4-4927-8781-3b047d0502d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.658660 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-7d7687ee-55d7-47b3-bc78-dfe123d59a0d service neutron] 10.222.0.47 "GET /v2.0/networks/7e77f025-110d-42da-8e3a-27f49ca8a83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372762 Sep 16 04:42:18.679265 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-c4562e64-4356-4ab5-aabe-d69db7050726 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:18.683791 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4562e64-4356-4ab5-aabe-d69db7050726 admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:18.731543 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641a633e-14b4-4927-8781-3b047d0502d1 None None] Routers {'bec4b288-7060-4d9e-9ef2-82f257f26b4f'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:18.735781 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-641a633e-14b4-4927-8781-3b047d0502d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:42:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['bec4b288-7060-4d9e-9ef2-82f257f26b4f'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:18.802819 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4562e64-4356-4ab5-aabe-d69db7050726 admin admin] Pushing event updated for resources: {'Port': ['ID=d8f789a0-18a8-4d94-b2eb-785fc8c1df0f,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:18.835496 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4562e64-4356-4ab5-aabe-d69db7050726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.858217 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6db70f-336a-4ec2-bae4-73a7fe073c26 x-openstack-request-id: req-9e6db70f-336a-4ec2-bae4-73a7fe073c26 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:18.858542 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "487a1545-19fc-4390-abaf-05670bac843e", "tag": "53a5e4bc-1297-4607-b3a9-812b31490195", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:18.858750 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9e6db70f-336a-4ec2-bae4-73a7fe073c26 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:18.859148 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '487a1545-19fc-4390-abaf-05670bac843e', 'tag': '53a5e4bc-1297-4607-b3a9-812b31490195', 'status': 'completed', 'code': 200} Sep 16 04:42:18.900956 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37b2d49c-cb1c-4c7b-a283-3cb7a5b167e3 req-05e2052a-ab8d-442b-816f-2fa41909d909 service neutron] 10.222.0.47 "GET /v2.0/networks/7e77f025-110d-42da-8e3a-27f49ca8a83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328546 Sep 16 04:42:18.926142 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d0983ab4-ef63-4ded-a548-a760171b560b up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:19.017214 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port d0983ab4-ef63-4ded-a548-a760171b560b triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:19.017848 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:19.032354 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-641a633e-14b4-4927-8781-3b047d0502d1 None None] Set router bec4b288-7060-4d9e-9ef2-82f257f26b4f gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:19.139794 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4562e64-4356-4ab5-aabe-d69db7050726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:19.151514 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c3245-f942-45bc-bc0c-eb01c1198ab3 req-e6976ed3-3a82-4c0f-bdf0-b2e09de421dc tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:19.159088 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-706c3245-f942-45bc-bc0c-eb01c1198ab3 req-e6976ed3-3a82-4c0f-bdf0-b2e09de421dc tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 950 time: 0.2003834 Sep 16 04:42:19.202112 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d14b4b67-60ac-469c-8aac-aa682788b091 None None] Provisioning complete for port d8f789a0-18a8-4d94-b2eb-785fc8c1df0f triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:19.202748 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d14b4b67-60ac-469c-8aac-aa682788b091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:19.210884 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d174d2-fb8c-4297-8d69-560f906b23fd req-83a98905-3daa-4f02-9b04-80e811c886a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:19.213304 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-02d174d2-fb8c-4297-8d69-560f906b23fd req-83a98905-3daa-4f02-9b04-80e811c886a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cfc6de5c8f17421faf18d473c4eee4cb&device_id=487a1545-19fc-4390-abaf-05670bac843e HTTP/1.1" status: 200 len: 1095 time: 0.1966314 Sep 16 04:42:19.258629 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a6678-db68-4573-8202-9f78274b9b67 None None] Pushing event updated for resources: {'Port': ['ID=ca027f78-5fe0-4230-ad7b-e09af3817a7a,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:19.284249 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-706c3245-f942-45bc-bc0c-eb01c1198ab3 req-ca60971a-e560-403c-8b90-825dacba6449 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241343 Sep 16 04:42:19.306166 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-d14b4b67-60ac-469c-8aac-aa682788b091 None None] Port d8f789a0-18a8-4d94-b2eb-785fc8c1df0f cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:19.309973 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-641a633e-14b4-4927-8781-3b047d0502d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'name': 'tempest-ServerActionsTestJSON-669910005-router', 'tenant_id': '68cc116df1104257a08239cd46cd0170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ca027f78-5fe0-4230-ad7b-e09af3817a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:14Z', 'updated_at': '2021-09-16T04:42:16Z', 'revision_number': 3, 'project_id': '68cc116df1104257a08239cd46cd0170', 'gw_port': {'id': 'ca027f78-5fe0-4230-ad7b-e09af3817a7a', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f5:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:15Z', 'updated_at': '2021-09-16T04:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:19.340197 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641a633e-14b4-4927-8781-3b047d0502d1 None None] The sync data for ids ['bec4b288-7060-4d9e-9ef2-82f257f26b4f'] in n-d-712139-15 is: [{'id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'name': 'tempest-ServerActionsTestJSON-669910005-router', 'tenant_id': '68cc116df1104257a08239cd46cd0170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ca027f78-5fe0-4230-ad7b-e09af3817a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:14Z', 'updated_at': '2021-09-16T04:42:16Z', 'revision_number': 3, 'project_id': '68cc116df1104257a08239cd46cd0170', 'gw_port': {'id': 'ca027f78-5fe0-4230-ad7b-e09af3817a7a', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f5:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:15Z', 'updated_at': '2021-09-16T04:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:42:19.397544 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d174d2-fb8c-4297-8d69-560f906b23fd req-a36e6bf0-a6f3-4d14-8dd7-3369ff76e033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:19.401828 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-02d174d2-fb8c-4297-8d69-560f906b23fd req-a36e6bf0-a6f3-4d14-8dd7-3369ff76e033 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7e77f025-110d-42da-8e3a-27f49ca8a83d HTTP/1.1" status: 200 len: 915 time: 0.1781237 Sep 16 04:42:19.414135 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4562e64-4356-4ab5-aabe-d69db7050726 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:19.424160 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4562e64-4356-4ab5-aabe-d69db7050726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:19.454765 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-02d174d2-fb8c-4297-8d69-560f906b23fd req-fd7d23a8-7b59-4ad7-9cb7-41a1adf76433 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53a5e4bc-1297-4607-b3a9-812b31490195 HTTP/1.1" status: 200 len: 217 time: 0.0437899 Sep 16 04:42:19.511872 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4562e64-4356-4ab5-aabe-d69db7050726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:19.534667 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4562e64-4356-4ab5-aabe-d69db7050726 admin admin] Pushing event updated for resources: {'Port': ['ID=d8f789a0-18a8-4d94-b2eb-785fc8c1df0f,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:19.554786 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d174d2-fb8c-4297-8d69-560f906b23fd req-52a89189-5658-4bb9-9621-e2444e70b09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:19.556798 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-02d174d2-fb8c-4297-8d69-560f906b23fd req-52a89189-5658-4bb9-9621-e2444e70b09a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=54fc0beb-ec2e-409c-9c1c-fe7d4e35a723 HTTP/1.1" status: 200 len: 854 time: 0.0947747 Sep 16 04:42:19.589584 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f44b1-0394-4b7d-a745-26b2bd745efb req-1a0e8cc7-bcd5-4820-a3be-c39d271a9d23 tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:19.592326 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a59f44b1-0394-4b7d-a745-26b2bd745efb req-1a0e8cc7-bcd5-4820-a3be-c39d271a9d23 tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a16ae95-899b-49b6-8e3b-b4a9832a3a43 HTTP/1.1" status: 200 len: 949 time: 0.0920069 Sep 16 04:42:19.619270 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-02d174d2-fb8c-4297-8d69-560f906b23fd req-f0459a92-c4fd-4748-92ec-84c4144b7ba6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e77f025-110d-42da-8e3a-27f49ca8a83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515480 Sep 16 04:42:19.662050 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4562e64-4356-4ab5-aabe-d69db7050726 admin admin] Network 92ecefce-c627-4abd-9d77-6a33db190651 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:19.664286 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-c4562e64-4356-4ab5-aabe-d69db7050726 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:19.837367 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a59f44b1-0394-4b7d-a745-26b2bd745efb req-e531c2e7-91d3-43a7-8d54-287d1e178772 tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bc9110f-3732-4150-bc12-d97170f5ad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217472 Sep 16 04:42:19.925386 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-02d174d2-fb8c-4297-8d69-560f906b23fd req-5f7f1db6-52c2-4ba1-99f1-b2119ce38d37 service neutron] 10.222.0.47 "GET /v2.0/networks/7e77f025-110d-42da-8e3a-27f49ca8a83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969005 Sep 16 04:42:19.935921 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4562e64-4356-4ab5-aabe-d69db7050726 admin admin] Router bec4b288-7060-4d9e-9ef2-82f257f26b4f has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:42:20.175671 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c9270-3359-4d44-a3b0-257cc96f1350 req-b66bea58-7d3e-433d-b69e-64123aab797d tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:20.184638 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8b4c9270-3359-4d44-a3b0-257cc96f1350 req-b66bea58-7d3e-433d-b69e-64123aab797d tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] 10.222.0.35 "GET /v2.0/ports?device_id=487a1545-19fc-4390-abaf-05670bac843e HTTP/1.1" status: 200 len: 943 time: 0.1834891 Sep 16 04:42:20.185457 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4562e64-4356-4ab5-aabe-d69db7050726 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:42:20.194477 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c4562e64-4356-4ab5-aabe-d69db7050726 admin admin] 10.222.0.35 "PUT /v2.0/routers/bec4b288-7060-4d9e-9ef2-82f257f26b4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7695856 Sep 16 04:42:20.200612 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-02d174d2-fb8c-4297-8d69-560f906b23fd req-574adaf8-e991-4d24-9ddd-8cb59682f32f service neutron] 10.222.0.47 "GET /v2.0/networks/7e77f025-110d-42da-8e3a-27f49ca8a83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647800 Sep 16 04:42:20.264034 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8b4c9270-3359-4d44-a3b0-257cc96f1350 req-f27f5f48-2386-4170-9589-84e21d51794c tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d8d23e-8513-450d-9056-ba148190c2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738156 Sep 16 04:42:20.296837 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-e589f28d-2020-44f5-9244-789b47c3ea47 None None] Provisioning complete for port d8f789a0-18a8-4d94-b2eb-785fc8c1df0f triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:20.297873 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e589f28d-2020-44f5-9244-789b47c3ea47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:20.385825 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-e589f28d-2020-44f5-9244-789b47c3ea47 None None] Port d8f789a0-18a8-4d94-b2eb-785fc8c1df0f cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:20.512079 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 4980894e-2569-4200-b1c7-69e116d8b9c5 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:20.586449 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 4980894e-2569-4200-b1c7-69e116d8b9c5 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:42:20.610040 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 4980894e-2569-4200-b1c7-69e116d8b9c5 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:20.611044 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:20.753112 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:20.784417 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a16ae95-899b-49b6-8e3b-b4a9832a3a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4980894e-2569-4200-b1c7-69e116d8b9c5'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:20.786765 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2497bd11-521d-408f-9bd9-550b8aef4208" -d '{"events": [{"server_uuid": "5a16ae95-899b-49b6-8e3b-b4a9832a3a43", "name": "network-vif-plugged", "status": "completed", "tag": "4980894e-2569-4200-b1c7-69e116d8b9c5"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:20.814992 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 4980894e-2569-4200-b1c7-69e116d8b9c5, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=4980894e-2569-4200-b1c7-69e116d8b9c5,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:20.824461 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:20.896743 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=4980894e-2569-4200-b1c7-69e116d8b9c5,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:20.942145 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device ca027f78-5fe0-4230-ad7b-e09af3817a7a up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:21.002529 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port ca027f78-5fe0-4230-ad7b-e09af3817a7a triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:21.003077 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:21.118371 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 53a5e4bc-1297-4607-b3a9-812b31490195 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:42:21.122183 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:21.152973 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port ca027f78-5fe0-4230-ad7b-e09af3817a7a, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=ca027f78-5fe0-4230-ad7b-e09af3817a7a,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:21.169598 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:21.208963 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33990) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:21.216814 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-7ea731cc-fa92-4f48-abf3-21f70ec32797 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1296866908', 'description': 'tempest-description--1081952176'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:21.264267 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7ea731cc-fa92-4f48-abf3-21f70ec32797 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:21.277839 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=ca027f78-5fe0-4230-ad7b-e09af3817a7a,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:21.323579 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 53a5e4bc-1297-4607-b3a9-812b31490195, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=53a5e4bc-1297-4607-b3a9-812b31490195,segment=NetworkSegment(11991edd-e63b-4190-b9e3-998d0ef66503),segment_id=11991edd-e63b-4190-b9e3-998d0ef66503)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:21.341353 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '53a5e4bc-1297-4607-b3a9-812b31490195', 'network_id': '7e77f025-110d-42da-8e3a-27f49ca8a83d', 'port_id': '53a5e4bc-1297-4607-b3a9-812b31490195', 'mac_address': 'fa:16:3e:4c:98:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fc0beb-ec2e-409c-9c1c-fe7d4e35a723', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:42:21.427814 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7ea731cc-fa92-4f48-abf3-21f70ec32797 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:21.440082 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7ea731cc-fa92-4f48-abf3-21f70ec32797 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:21.450176 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:21.486444 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53a5e4bc-1297-4607-b3a9-812b31490195 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:21.523845 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6668665-ae30-40a2-b1b0-f17d1c0aa6d7 x-openstack-request-id: req-c6668665-ae30-40a2-b1b0-f17d1c0aa6d7 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:21.524416 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a16ae95-899b-49b6-8e3b-b4a9832a3a43", "name": "network-vif-plugged", "status": "completed", "tag": "4980894e-2569-4200-b1c7-69e116d8b9c5", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:21.526041 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c6668665-ae30-40a2-b1b0-f17d1c0aa6d7 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:21.526659 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a16ae95-899b-49b6-8e3b-b4a9832a3a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4980894e-2569-4200-b1c7-69e116d8b9c5', 'code': 200} Sep 16 04:42:21.538418 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 53a5e4bc-1297-4607-b3a9-812b31490195, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=53a5e4bc-1297-4607-b3a9-812b31490195,segment=NetworkSegment(11991edd-e63b-4190-b9e3-998d0ef66503),segment_id=11991edd-e63b-4190-b9e3-998d0ef66503)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:21.546570 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:21.580392 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea731cc-fa92-4f48-abf3-21f70ec32797 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e69fe161-84d2-43a8-a069-f9cb1ac54af6,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:21.612991 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7ea731cc-fa92-4f48-abf3-21f70ec32797 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:21.614531 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7ea731cc-fa92-4f48-abf3-21f70ec32797 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4041908 Sep 16 04:42:21.619496 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34000) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:21.647170 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-bca977b9-0d33-462b-b058-a9b4f9b25753 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Request body: {'security_group_rule': {'security_group_id': 'e69fe161-84d2-43a8-a069-f9cb1ac54af6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:21.662093 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=53a5e4bc-1297-4607-b3a9-812b31490195,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:21.717119 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-74aff935-c0ef-46a5-98df-be5254704588 req-7f983f46-b5c2-40d2-b0c9-f0618dd29e15 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1186106 Sep 16 04:42:21.723827 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293c1c1-c1a6-4e6f-bde9-54f7588f6e98 req-f9331886-47b6-444b-b9ce-dd0e4016d6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:21.725720 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8293c1c1-c1a6-4e6f-bde9-54f7588f6e98 req-f9331886-47b6-444b-b9ce-dd0e4016d6d0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5a16ae95-899b-49b6-8e3b-b4a9832a3a43 HTTP/1.1" status: 200 len: 1102 time: 0.0709674 Sep 16 04:42:21.732154 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bca977b9-0d33-462b-b058-a9b4f9b25753 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:21.762655 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec11ee2-ec22-4c71-9071-4a68c0bc1680 req-eb6c3d43-ba93-4cad-9ae2-1dbf292d603b tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:21.764398 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dec11ee2-ec22-4c71-9071-4a68c0bc1680 req-eb6c3d43-ba93-4cad-9ae2-1dbf292d603b tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a16ae95-899b-49b6-8e3b-b4a9832a3a43 HTTP/1.1" status: 200 len: 950 time: 0.1577530 Sep 16 04:42:21.809593 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8293c1c1-c1a6-4e6f-bde9-54f7588f6e98 req-c33a19ec-0ce2-4f93-9ab1-1871f2c6f86c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1bc9110f-3732-4150-bc12-d97170f5ad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741775 Sep 16 04:42:21.852601 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['53a5e4bc-1297-4607-b3a9-812b31490195'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:21.871879 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bca977b9-0d33-462b-b058-a9b4f9b25753 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:21.875450 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dec11ee2-ec22-4c71-9071-4a68c0bc1680 req-8a64baa5-95c1-459c-9f03-aac6e68e0c2b tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bc9110f-3732-4150-bc12-d97170f5ad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901928 Sep 16 04:42:21.882269 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bca977b9-0d33-462b-b058-a9b4f9b25753 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:21.914927 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca977b9-0d33-462b-b058-a9b4f9b25753 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=703701e4-f060-4629-95a5-d77eea3798fe,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:21.928901 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bca977b9-0d33-462b-b058-a9b4f9b25753 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:21.930446 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-bca977b9-0d33-462b-b058-a9b4f9b25753 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2942705 Sep 16 04:42:21.935178 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34010) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:21.938913 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecedb4f7-0828-438e-bc74-013ff86d22b3 None None] Sync routers for ids ['bec4b288-7060-4d9e-9ef2-82f257f26b4f'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:42:21.940951 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-4fa6be51-c6e1-4249-9c68-6df43714cb71 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Request body: {'security_group_rule': {'security_group_id': 'e69fe161-84d2-43a8-a069-f9cb1ac54af6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:21.973993 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecedb4f7-0828-438e-bc74-013ff86d22b3 None None] Routers {'bec4b288-7060-4d9e-9ef2-82f257f26b4f'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:21.975855 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-ecedb4f7-0828-438e-bc74-013ff86d22b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:42:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['bec4b288-7060-4d9e-9ef2-82f257f26b4f'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:21.983326 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4fa6be51-c6e1-4249-9c68-6df43714cb71 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:22.062267 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4fa6be51-c6e1-4249-9c68-6df43714cb71 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:22.069455 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4fa6be51-c6e1-4249-9c68-6df43714cb71 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:22.091048 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6be51-c6e1-4249-9c68-6df43714cb71 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae1f3737-3693-4641-aceb-03d1df42b8a6,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:22.118660 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4fa6be51-c6e1-4249-9c68-6df43714cb71 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:22.121809 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4fa6be51-c6e1-4249-9c68-6df43714cb71 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1851931 Sep 16 04:42:22.124721 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34022) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:22.133790 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-662b19b7-89de-4ecc-a95c-cde041a2f23f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:22.147238 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-ecedb4f7-0828-438e-bc74-013ff86d22b3 None None] Set router bec4b288-7060-4d9e-9ef2-82f257f26b4f gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:22.167349 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-662b19b7-89de-4ecc-a95c-cde041a2f23f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks [] for floatingip, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:22.171676 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d61418-5221-44cb-90c4-289003383781 req-6b276ee7-3926-4b1d-9de1-e86a9125acbc tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:22.173726 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-01d61418-5221-44cb-90c4-289003383781 req-6b276ee7-3926-4b1d-9de1-e86a9125acbc tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] 10.222.0.35 "GET /v2.0/ports?device_id=487a1545-19fc-4390-abaf-05670bac843e HTTP/1.1" status: 200 len: 944 time: 0.1336815 Sep 16 04:42:22.236022 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-01d61418-5221-44cb-90c4-289003383781 req-1ca044f2-e6d9-4e71-bbf9-af2270f8482c tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d8d23e-8513-450d-9056-ba148190c2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527339 Sep 16 04:42:22.392934 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-662b19b7-89de-4ecc-a95c-cde041a2f23f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:22.404600 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93269fc-cba0-484b-bb3e-53c13c25ee9a req-fe488425-48ac-42b3-a298-41b586f391a6 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:22.406336 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b93269fc-cba0-484b-bb3e-53c13c25ee9a req-fe488425-48ac-42b3-a298-41b586f391a6 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 950 time: 0.0642812 Sep 16 04:42:22.466136 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b93269fc-cba0-484b-bb3e-53c13c25ee9a req-45b2a9c1-c717-4267-972c-2a60feff07db tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509367 Sep 16 04:42:22.578145 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-662b19b7-89de-4ecc-a95c-cde041a2f23f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Allocated IP 172.25.8.188 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/c35ac3c1-d5f8-4723-8021-8e21bb521c77) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:22.697023 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-ecedb4f7-0828-438e-bc74-013ff86d22b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'name': 'tempest-ServerActionsTestJSON-669910005-router', 'tenant_id': '68cc116df1104257a08239cd46cd0170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ca027f78-5fe0-4230-ad7b-e09af3817a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:14Z', 'updated_at': '2021-09-16T04:42:19Z', 'revision_number': 4, 'project_id': '68cc116df1104257a08239cd46cd0170', 'gw_port': {'id': 'ca027f78-5fe0-4230-ad7b-e09af3817a7a', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:15Z', 'updated_at': '2021-09-16T04:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'd8f789a0-18a8-4d94-b2eb-785fc8c1df0f', 'name': '', 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651', 'tenant_id': '68cc116df1104257a08239cd46cd0170', 'mac_address': 'fa:16:3e:45:f9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:18Z', 'updated_at': '2021-09-16T04:42:19Z', 'revision_number': 2, 'project_id': '68cc116df1104257a08239cd46cd0170', 'subnets': [{'id': '01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:22.745281 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecedb4f7-0828-438e-bc74-013ff86d22b3 None None] Checking router: bec4b288-7060-4d9e-9ef2-82f257f26b4f for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:42:22.745616 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecedb4f7-0828-438e-bc74-013ff86d22b3 None None] Updating router bec4b288-7060-4d9e-9ef2-82f257f26b4f port d8f789a0-18a8-4d94-b2eb-785fc8c1df0f binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:42:22.758478 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-662b19b7-89de-4ecc-a95c-cde041a2f23f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:22.774884 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ecedb4f7-0828-438e-bc74-013ff86d22b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:22.819513 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-662b19b7-89de-4ecc-a95c-cde041a2f23f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:22.895437 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662b19b7-89de-4ecc-a95c-cde041a2f23f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:22.901693 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-662b19b7-89de-4ecc-a95c-cde041a2f23f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:22.906904 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662b19b7-89de-4ecc-a95c-cde041a2f23f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:22.926357 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device ca027f78-5fe0-4230-ad7b-e09af3817a7a up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:22.963920 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b19b7-89de-4ecc-a95c-cde041a2f23f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Pushing event updated for resources: {'Port': ['ID=c35ac3c1-d5f8-4723-8021-8e21bb521c77,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:23.058265 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port ca027f78-5fe0-4230-ad7b-e09af3817a7a triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:23.058733 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.072634 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-662b19b7-89de-4ecc-a95c-cde041a2f23f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.087830 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfabab-2d5b-49fe-a1e6-390a1d2907d9 req-9ae23e59-cfaf-4255-a623-e28fba720164 tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:23.090499 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aecfabab-2d5b-49fe-a1e6-390a1d2907d9 req-9ae23e59-cfaf-4255-a623-e28fba720164 tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a16ae95-899b-49b6-8e3b-b4a9832a3a43 HTTP/1.1" status: 200 len: 950 time: 0.0864468 Sep 16 04:42:23.132789 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-662b19b7-89de-4ecc-a95c-cde041a2f23f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.158422 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aecfabab-2d5b-49fe-a1e6-390a1d2907d9 req-599c71a8-54b4-40bb-88f1-30ec34751ec4 tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bc9110f-3732-4150-bc12-d97170f5ad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616603 Sep 16 04:42:23.371667 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ecedb4f7-0828-438e-bc74-013ff86d22b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.378382 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-662b19b7-89de-4ecc-a95c-cde041a2f23f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.382793 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ecedb4f7-0828-438e-bc74-013ff86d22b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.387080 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-662b19b7-89de-4ecc-a95c-cde041a2f23f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.434533 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efa39c-0d82-49b7-87ab-825337b51958 req-4c55d988-5cee-4390-b2fc-ba717411e11a tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:23.438756 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-18efa39c-0d82-49b7-87ab-825337b51958 req-4c55d988-5cee-4390-b2fc-ba717411e11a tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] 10.222.0.35 "GET /v2.0/ports?device_id=487a1545-19fc-4390-abaf-05670bac843e HTTP/1.1" status: 200 len: 944 time: 0.0874345 Sep 16 04:42:23.468467 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b19b7-89de-4ecc-a95c-cde041a2f23f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Pushing event updated for resources: {'Port': ['ID=c35ac3c1-d5f8-4723-8021-8e21bb521c77,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:23.549309 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-18efa39c-0d82-49b7-87ab-825337b51958 req-6fa618c4-6db0-44d0-93b6-8dea177d9019 tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d8d23e-8513-450d-9056-ba148190c2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019187 Sep 16 04:42:23.585361 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-662b19b7-89de-4ecc-a95c-cde041a2f23f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.592096 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-ecedb4f7-0828-438e-bc74-013ff86d22b3 None None] Attempting to bind port d8f789a0-18a8-4d94-b2eb-785fc8c1df0f on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:23.592096 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-ecedb4f7-0828-438e-bc74-013ff86d22b3 None None] Attempting to bind port d8f789a0-18a8-4d94-b2eb-785fc8c1df0f by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '68f7506c-c9b8-419e-a123-643d3df6eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:23.604957 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecedb4f7-0828-438e-bc74-013ff86d22b3 None None] Attempting to bind port d8f789a0-18a8-4d94-b2eb-785fc8c1df0f on network 92ecefce-c627-4abd-9d77-6a33db190651 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:23.607761 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30f5d4-cd92-4029-adb8-c4350eb3ac91 None None] Pushing event updated for resources: {'Port': ['ID=d8f789a0-18a8-4d94-b2eb-785fc8c1df0f,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:23.615864 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecedb4f7-0828-438e-bc74-013ff86d22b3 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:23.616694 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecedb4f7-0828-438e-bc74-013ff86d22b3 None None] Checking segment: {'id': '68f7506c-c9b8-419e-a123-643d3df6eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:23.617111 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ecedb4f7-0828-438e-bc74-013ff86d22b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.617507 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecedb4f7-0828-438e-bc74-013ff86d22b3 None None] Bound using segment: {'id': '68f7506c-c9b8-419e-a123-643d3df6eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:23.617999 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-ecedb4f7-0828-438e-bc74-013ff86d22b3 None None] Bound port: d8f789a0-18a8-4d94-b2eb-785fc8c1df0f, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f7506c-c9b8-419e-a123-643d3df6eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:23.618432 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ecedb4f7-0828-438e-bc74-013ff86d22b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.646599 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-662b19b7-89de-4ecc-a95c-cde041a2f23f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.661394 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-662b19b7-89de-4ecc-a95c-cde041a2f23f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5346322 Sep 16 04:42:23.754797 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-ecedb4f7-0828-438e-bc74-013ff86d22b3 None None] For port d8f789a0-18a8-4d94-b2eb-785fc8c1df0f, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:23.761307 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-ecedb4f7-0828-438e-bc74-013ff86d22b3 None None] For port d8f789a0-18a8-4d94-b2eb-785fc8c1df0f, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d8f789a0-18a8-4d94-b2eb-785fc8c1df0f,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:23.771856 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ecedb4f7-0828-438e-bc74-013ff86d22b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.776391 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34058) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:23.909442 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecedb4f7-0828-438e-bc74-013ff86d22b3 None None] Routers {'bec4b288-7060-4d9e-9ef2-82f257f26b4f'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:23.909820 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-ecedb4f7-0828-438e-bc74-013ff86d22b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:42:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['bec4b288-7060-4d9e-9ef2-82f257f26b4f'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:23.914763 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30f5d4-cd92-4029-adb8-c4350eb3ac91 None None] Pushing event updated for resources: {'Port': ['ID=d8f789a0-18a8-4d94-b2eb-785fc8c1df0f,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:23.938505 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27bc68-3206-4b1e-a668-a5ae3914baa2 req-78efcbc3-a575-4541-b7ed-8b050b2bea78 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:23.940741 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ee27bc68-3206-4b1e-a668-a5ae3914baa2 req-78efcbc3-a575-4541-b7ed-8b050b2bea78 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 950 time: 0.2094710 Sep 16 04:42:23.948364 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aff935-c0ef-46a5-98df-be5254704588 req-13fa0321-feb1-4f57-b58d-2b78312f1614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:23.949906 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-74aff935-c0ef-46a5-98df-be5254704588 req-13fa0321-feb1-4f57-b58d-2b78312f1614 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=832e485315cf4d818578c78d15f3a644&device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 1102 time: 0.1200221 Sep 16 04:42:23.963592 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4a9c690b-3611-4011-b16a-f31a55df626f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:24.066236 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-ecedb4f7-0828-438e-bc74-013ff86d22b3 None None] Set router bec4b288-7060-4d9e-9ef2-82f257f26b4f gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:24.080618 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ee27bc68-3206-4b1e-a668-a5ae3914baa2 req-278a28aa-5f00-47ff-b3be-372c6261cbad tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265974 Sep 16 04:42:24.116030 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f04ab085-0b95-44be-ac15-2b032725009e None None] Provisioning complete for port d8f789a0-18a8-4d94-b2eb-785fc8c1df0f triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:24.116710 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f04ab085-0b95-44be-ac15-2b032725009e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:24.135731 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aff935-c0ef-46a5-98df-be5254704588 req-d4ee24a5-67d1-4db3-b8f4-a5fb7440ed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:24.138086 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-74aff935-c0ef-46a5-98df-be5254704588 req-d4ee24a5-67d1-4db3-b8f4-a5fb7440ed77 service neutron] 10.222.0.47 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.1664958 Sep 16 04:42:24.145728 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4a9c690b-3611-4011-b16a-f31a55df626f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:24.154917 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4a9c690b-3611-4011-b16a-f31a55df626f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:24.218499 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4a9c690b-3611-4011-b16a-f31a55df626f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1cfb634d57ef4d2a9314eaf01878936f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4377587 Sep 16 04:42:24.218986 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34068) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:24.223251 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-74aff935-c0ef-46a5-98df-be5254704588 req-9f43f853-4bbd-4a54-b1a1-6fc06eb3cbeb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=aed1de52-e17a-46a9-af13-8ebdb2d92da6 HTTP/1.1" status: 200 len: 217 time: 0.0779593 Sep 16 04:42:24.227306 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c690b-3611-4011-b16a-f31a55df626f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10508747-df31-47f2-ae68-faf22175aa09,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:24.317638 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aff935-c0ef-46a5-98df-be5254704588 req-cd5103d3-079f-439b-8e2f-55900dd33d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:24.319244 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-74aff935-c0ef-46a5-98df-be5254704588 req-cd5103d3-079f-439b-8e2f-55900dd33d5a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0723205 Sep 16 04:42:24.327137 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5fd81060-ec4f-4db0-8ceb-d242cc60a5ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:24.349152 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f04ab085-0b95-44be-ac15-2b032725009e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:24.364902 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5fd81060-ec4f-4db0-8ceb-d242cc60a5ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:24.405787 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aff935-c0ef-46a5-98df-be5254704588 req-3ec5364b-f282-4404-a929-dc252367a4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:24.408503 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-74aff935-c0ef-46a5-98df-be5254704588 req-3ec5364b-f282-4404-a929-dc252367a4e6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0759284 Sep 16 04:42:24.433705 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-f04ab085-0b95-44be-ac15-2b032725009e None None] For port d8f789a0-18a8-4d94-b2eb-785fc8c1df0f, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d8f789a0-18a8-4d94-b2eb-785fc8c1df0f,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:24.443650 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f04ab085-0b95-44be-ac15-2b032725009e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:24.452368 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5fd81060-ec4f-4db0-8ceb-d242cc60a5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:24.457389 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5fd81060-ec4f-4db0-8ceb-d242cc60a5ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:24.459195 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5fd81060-ec4f-4db0-8ceb-d242cc60a5ae admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/10508747-df31-47f2-ae68-faf22175aa09 HTTP/1.1" status: 204 len: 168 time: 0.2390826 Sep 16 04:42:24.469261 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd81060-ec4f-4db0-8ceb-d242cc60a5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10508747-df31-47f2-ae68-faf22175aa09,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:24.536096 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ab085-0b95-44be-ac15-2b032725009e None None] Pushing event updated for resources: {'Port': ['ID=d8f789a0-18a8-4d94-b2eb-785fc8c1df0f,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:24.544283 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-ecedb4f7-0828-438e-bc74-013ff86d22b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'name': 'tempest-ServerActionsTestJSON-669910005-router', 'tenant_id': '68cc116df1104257a08239cd46cd0170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ca027f78-5fe0-4230-ad7b-e09af3817a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:14Z', 'updated_at': '2021-09-16T04:42:19Z', 'revision_number': 4, 'project_id': '68cc116df1104257a08239cd46cd0170', 'gw_port': {'id': 'ca027f78-5fe0-4230-ad7b-e09af3817a7a', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:15Z', 'updated_at': '2021-09-16T04:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'd8f789a0-18a8-4d94-b2eb-785fc8c1df0f', 'name': '', 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651', 'tenant_id': '68cc116df1104257a08239cd46cd0170', 'mac_address': 'fa:16:3e:45:f9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:18Z', 'updated_at': '2021-09-16T04:42:23Z', 'revision_number': 4, 'project_id': '68cc116df1104257a08239cd46cd0170', 'subnets': [{'id': '01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:24.593135 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecedb4f7-0828-438e-bc74-013ff86d22b3 None None] The sync data for ids ['bec4b288-7060-4d9e-9ef2-82f257f26b4f'] in n-d-712139-15 is: [{'id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'name': 'tempest-ServerActionsTestJSON-669910005-router', 'tenant_id': '68cc116df1104257a08239cd46cd0170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ca027f78-5fe0-4230-ad7b-e09af3817a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:14Z', 'updated_at': '2021-09-16T04:42:19Z', 'revision_number': 4, 'project_id': '68cc116df1104257a08239cd46cd0170', 'gw_port': {'id': 'ca027f78-5fe0-4230-ad7b-e09af3817a7a', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:15Z', 'updated_at': '2021-09-16T04:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'd8f789a0-18a8-4d94-b2eb-785fc8c1df0f', 'name': '', 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651', 'tenant_id': '68cc116df1104257a08239cd46cd0170', 'mac_address': 'fa:16:3e:45:f9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:18Z', 'updated_at': '2021-09-16T04:42:23Z', 'revision_number': 4, 'project_id': '68cc116df1104257a08239cd46cd0170', 'subnets': [{'id': '01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:42:24.608462 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-67ef0455-b8c3-4dfd-aea9-0cd489f4623c None None] Provisioning complete for port d8f789a0-18a8-4d94-b2eb-785fc8c1df0f triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:24.609549 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-67ef0455-b8c3-4dfd-aea9-0cd489f4623c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:24.633809 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-74aff935-c0ef-46a5-98df-be5254704588 req-b6666db2-90b4-432e-a393-791d75851225 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174749 Sep 16 04:42:24.737544 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-f144249b-9fb2-4c0d-b901-f3bf1c55b2fb tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1296866908&fields=id&tenant_id=68cc116df1104257a08239cd46cd0170 HTTP/1.1" status: 200 len: 267 time: 0.1273792 Sep 16 04:42:24.914494 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d8f789a0-18a8-4d94-b2eb-785fc8c1df0f up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:24.998949 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port d8f789a0-18a8-4d94-b2eb-785fc8c1df0f triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:24.999565 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:25.126777 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 53a5e4bc-1297-4607-b3a9-812b31490195 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:25.210936 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 53a5e4bc-1297-4607-b3a9-812b31490195 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:42:25.218060 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 53a5e4bc-1297-4607-b3a9-812b31490195 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:25.219938 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:25.272884 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-74aff935-c0ef-46a5-98df-be5254704588 req-890ecb07-c8c8-4896-9ca9-e48c7afce19d service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6298282 Sep 16 04:42:25.307799 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-2512e249-abe4-4e5c-933f-867abc685232 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:25.309422 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-2512e249-abe4-4e5c-933f-867abc685232 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/networks?id=92ecefce-c627-4abd-9d77-6a33db190651 HTTP/1.1" status: 200 len: 811 time: 0.5451026 Sep 16 04:42:25.335750 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:25.338459 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-cf7ac140-b786-4389-b2d0-586165f90150 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/quotas/68cc116df1104257a08239cd46cd0170 HTTP/1.1" status: 200 len: 375 time: 0.0209646 Sep 16 04:42:25.377573 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487a1545-19fc-4390-abaf-05670bac843e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a5e4bc-1297-4607-b3a9-812b31490195'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:25.380558 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46166e86-4203-4932-8244-ad9c1b80cb9d" -d '{"events": [{"server_uuid": "487a1545-19fc-4390-abaf-05670bac843e", "name": "network-vif-plugged", "status": "completed", "tag": "53a5e4bc-1297-4607-b3a9-812b31490195"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:25.400385 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 53a5e4bc-1297-4607-b3a9-812b31490195, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=53a5e4bc-1297-4607-b3a9-812b31490195,segment=NetworkSegment(11991edd-e63b-4190-b9e3-998d0ef66503),segment_id=11991edd-e63b-4190-b9e3-998d0ef66503)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:25.414018 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:25.436159 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-707ac1b6-24bc-4c02-bb13-ade179f13d4c tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=68cc116df1104257a08239cd46cd0170&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0965607 Sep 16 04:42:25.501080 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=53a5e4bc-1297-4607-b3a9-812b31490195,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:25.568228 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-870093d3-30ac-42df-a83a-b0c881455a5f service neutron] 10.222.0.35 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181767 Sep 16 04:42:25.679021 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-d2ceae6c-24c4-4834-93bd-940f938b346a service neutron] 10.222.0.35 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032569 Sep 16 04:42:25.968406 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829a0a8-b369-4ce0-9351-a6290c6eba84 req-8e92a6bb-11a6-4950-bf69-f42d943c576b tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:25.970121 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5829a0a8-b369-4ce0-9351-a6290c6eba84 req-8e92a6bb-11a6-4950-bf69-f42d943c576b tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a16ae95-899b-49b6-8e3b-b4a9832a3a43 HTTP/1.1" status: 200 len: 950 time: 0.0838797 Sep 16 04:42:26.028000 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5829a0a8-b369-4ce0-9351-a6290c6eba84 req-317ff586-219c-432a-881e-ce3d1b245d14 tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bc9110f-3732-4150-bc12-d97170f5ad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388503 Sep 16 04:42:26.193019 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49911519-2975-41fa-b194-fc55f19ff266 req-d3bee9c7-83d0-4e43-8ed5-af21dbf31c9d tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:26.193019 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-49911519-2975-41fa-b194-fc55f19ff266 req-d3bee9c7-83d0-4e43-8ed5-af21dbf31c9d tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] 10.222.0.35 "GET /v2.0/ports?device_id=487a1545-19fc-4390-abaf-05670bac843e HTTP/1.1" status: 200 len: 945 time: 0.0848088 Sep 16 04:42:26.246181 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-49911519-2975-41fa-b194-fc55f19ff266 req-8a39dbd5-f28b-4d25-9616-f63f8c7fd86b tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d8d23e-8513-450d-9056-ba148190c2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523782 Sep 16 04:42:26.379341 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d826663-d1ab-4d7c-b1da-a5c71c207379 req-bb48ab36-b70e-48cb-a48a-94632b82964d tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:26.381250 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2d826663-d1ab-4d7c-b1da-a5c71c207379 req-bb48ab36-b70e-48cb-a48a-94632b82964d tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 950 time: 0.0656252 Sep 16 04:42:26.422674 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2d826663-d1ab-4d7c-b1da-a5c71c207379 req-30ffc45b-f07a-4fb7-9d27-d487b37136fd tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348318 Sep 16 04:42:26.571037 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16a582d-218d-409b-9454-8546a67f35e2 x-openstack-request-id: req-c16a582d-218d-409b-9454-8546a67f35e2 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:26.572181 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487a1545-19fc-4390-abaf-05670bac843e", "name": "network-vif-plugged", "status": "completed", "tag": "53a5e4bc-1297-4607-b3a9-812b31490195", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:26.572667 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c16a582d-218d-409b-9454-8546a67f35e2 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:26.573334 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487a1545-19fc-4390-abaf-05670bac843e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a5e4bc-1297-4607-b3a9-812b31490195', 'code': 200} Sep 16 04:42:26.728803 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc6dab-0f42-40f4-870c-853b94c0b787 req-8e2df00b-e0d8-4692-9a51-fa5113e2e3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:26.730387 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dcbc6dab-0f42-40f4-870c-853b94c0b787 req-8e2df00b-e0d8-4692-9a51-fa5113e2e3b6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=487a1545-19fc-4390-abaf-05670bac843e HTTP/1.1" status: 200 len: 1097 time: 0.0553350 Sep 16 04:42:26.778815 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dcbc6dab-0f42-40f4-870c-853b94c0b787 req-4d594b0e-417b-4230-8b96-c82f9dc5b279 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=64d8d23e-8513-450d-9056-ba148190c2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332508 Sep 16 04:42:26.823753 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cbfba380-b746-4853-8592-95a3230efc6f req-7026f5d9-c91b-4970-8ded-036187a96319 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 210 time: 0.0261590 Sep 16 04:42:27.181097 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34152) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:27.197021 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340abb3-ab79-4c03-a092-f9d1db11f59f req-5153be88-130d-4f8e-b241-815301787027 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:27.200060 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e340abb3-ab79-4c03-a092-f9d1db11f59f req-5153be88-130d-4f8e-b241-815301787027 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce514739-b2bf-4392-894a-b513f2287786 HTTP/1.1" status: 200 len: 945 time: 0.0564437 Sep 16 04:42:27.219889 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-d11e5bca-fedb-46ff-bc0a-7f1e091ea0e3 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:27.221676 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-d11e5bca-fedb-46ff-bc0a-7f1e091ea0e3 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.48 "GET /v2.0/networks?id=92ecefce-c627-4abd-9d77-6a33db190651 HTTP/1.1" status: 200 len: 811 time: 0.1583390 Sep 16 04:42:27.250120 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e340abb3-ab79-4c03-a092-f9d1db11f59f req-21ea3394-af93-47c4-8d1b-708f8c4df4aa tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.35 "GET /v2.0/security-groups?id=df5770df-6b73-4fba-b139-e9efefd51743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428705 Sep 16 04:42:27.279850 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-308d7d62-5fff-4b7d-bab5-b45686b5e8c3 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68cc116df1104257a08239cd46cd0170 HTTP/1.1" status: 200 len: 380 time: 0.0421684 Sep 16 04:42:27.325748 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-eb590d99-0f06-4e57-92dd-8c50674a4a82 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Request body: {'port': {'device_id': '215e3473-bd93-460c-b545-1e19afbb2ffd', 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651', 'admin_state_up': True, 'tenant_id': '68cc116df1104257a08239cd46cd0170', 'security_groups': ['e69fe161-84d2-43a8-a069-f9cb1ac54af6']}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:27.363686 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0474b439-6991-4ae0-95fc-bee6b2dcb62c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:27.422618 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd405f-a034-4d8f-b0e9-1329c3642902 req-c302db6a-3aba-412b-8987-7db9ad14a59f tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:27.424360 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-49cd405f-a034-4d8f-b0e9-1329c3642902 req-c302db6a-3aba-412b-8987-7db9ad14a59f tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] 10.222.0.35 "GET /v2.0/ports?device_id=487a1545-19fc-4390-abaf-05670bac843e HTTP/1.1" status: 200 len: 945 time: 0.0595102 Sep 16 04:42:27.469903 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-49cd405f-a034-4d8f-b0e9-1329c3642902 req-c313c22e-a3de-426c-b2f4-b1fbd942b816 tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d8d23e-8513-450d-9056-ba148190c2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393488 Sep 16 04:42:27.529338 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0474b439-6991-4ae0-95fc-bee6b2dcb62c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:27.537564 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0474b439-6991-4ae0-95fc-bee6b2dcb62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:27.582132 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-eb590d99-0f06-4e57-92dd-8c50674a4a82 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Made reservation on behalf of 68cc116df1104257a08239cd46cd0170 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:27.585729 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-eb590d99-0f06-4e57-92dd-8c50674a4a82 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:27.591075 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474b439-6991-4ae0-95fc-bee6b2dcb62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf91642-5767-4b8a-b75f-df7b6ca2c6db,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:27.596746 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0474b439-6991-4ae0-95fc-bee6b2dcb62c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3a815393c02a4c0480d13e4792375671&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4145434 Sep 16 04:42:27.599552 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34164) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:27.722157 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3719708f-b4df-4553-880e-ef9d9f701958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:27.736617 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-eb590d99-0f06-4e57-92dd-8c50674a4a82 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Allocated IP 172.20.0.5 (92ecefce-c627-4abd-9d77-6a33db190651/01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21/09464b06-c001-4b17-972c-bc148f6c7b1e) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:27.756421 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3719708f-b4df-4553-880e-ef9d9f701958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:27.785859 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3275c-8ec0-4f0f-9d17-c8fb93c42bb2 req-d560a773-db56-458b-8f37-6680ef4b9043 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:27.787705 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a5f3275c-8ec0-4f0f-9d17-c8fb93c42bb2 req-d560a773-db56-458b-8f37-6680ef4b9043 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 950 time: 0.0935400 Sep 16 04:42:27.880197 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a5f3275c-8ec0-4f0f-9d17-c8fb93c42bb2 req-c9008f40-df07-4225-9548-65649c17d86c tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747054 Sep 16 04:42:27.886506 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-776f2068-f5f6-4a3e-adf2-d9cbf3cb5368 req-2b5472a7-f036-4392-aaa8-69f08dfb8894 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ce514739-b2bf-4392-894a-b513f2287786&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0974808 Sep 16 04:42:27.888289 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3719708f-b4df-4553-880e-ef9d9f701958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:27.891207 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3719708f-b4df-4553-880e-ef9d9f701958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:27.893852 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3719708f-b4df-4553-880e-ef9d9f701958 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1bf91642-5767-4b8a-b75f-df7b6ca2c6db HTTP/1.1" status: 204 len: 168 time: 0.2932773 Sep 16 04:42:27.918359 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719708f-b4df-4553-880e-ef9d9f701958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf91642-5767-4b8a-b75f-df7b6ca2c6db,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:27.969139 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-eb590d99-0f06-4e57-92dd-8c50674a4a82 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.020425 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-eb590d99-0f06-4e57-92dd-8c50674a4a82 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.063343 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-eb590d99-0f06-4e57-92dd-8c50674a4a82 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Network 92ecefce-c627-4abd-9d77-6a33db190651 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:28.075684 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb590d99-0f06-4e57-92dd-8c50674a4a82 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Pushing event updated for resources: {'Port': ['ID=09464b06-c001-4b17-972c-bc148f6c7b1e,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:28.078880 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-eb590d99-0f06-4e57-92dd-8c50674a4a82 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:28.091592 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-eb590d99-0f06-4e57-92dd-8c50674a4a82 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:28.155970 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f2068-f5f6-4a3e-adf2-d9cbf3cb5368 req-75cd828e-7236-4506-bb2e-667cdd2d8d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:28.158063 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-776f2068-f5f6-4a3e-adf2-d9cbf3cb5368 req-75cd828e-7236-4506-bb2e-667cdd2d8d27 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=71670a16fe7743a398cd104146802c31&device_id=ce514739-b2bf-4392-894a-b513f2287786 HTTP/1.1" status: 200 len: 1097 time: 0.0937808 Sep 16 04:42:28.166279 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-eb590d99-0f06-4e57-92dd-8c50674a4a82 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:28.167761 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-eb590d99-0f06-4e57-92dd-8c50674a4a82 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.187176 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-eb590d99-0f06-4e57-92dd-8c50674a4a82 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8668654 Sep 16 04:42:28.218733 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-c879b198-b534-484a-b4b4-0e4fa32ed542 service neutron] Request body: {'port': {'device_id': '215e3473-bd93-460c-b545-1e19afbb2ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:28.309806 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-c879b198-b534-484a-b4b4-0e4fa32ed542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.389452 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34182) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:28.405730 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f2068-f5f6-4a3e-adf2-d9cbf3cb5368 req-c61539f9-f2f2-4c25-84e3-fd9c956fe435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:28.407114 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-776f2068-f5f6-4a3e-adf2-d9cbf3cb5368 req-c61539f9-f2f2-4c25-84e3-fd9c956fe435 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0b4a5955-f947-4941-8031-558b92839e9c HTTP/1.1" status: 200 len: 913 time: 0.1959639 Sep 16 04:42:28.408210 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-51b94574-e962-469a-a916-9f48aae69a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.453385 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-06570dd3-45b9-4f00-b2f0-776b59cb86a4 None None] Provisioning complete for port 09464b06-c001-4b17-972c-bc148f6c7b1e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:28.454557 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-06570dd3-45b9-4f00-b2f0-776b59cb86a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.498290 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-06570dd3-45b9-4f00-b2f0-776b59cb86a4 None None] Port 09464b06-c001-4b17-972c-bc148f6c7b1e cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:28.558018 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-776f2068-f5f6-4a3e-adf2-d9cbf3cb5368 req-56b6925b-bd7b-45c6-b4be-975608d0a034 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=148542b9-cc35-4f1e-9ff1-61f1399d76e7 HTTP/1.1" status: 200 len: 1000 time: 0.1393490 Sep 16 04:42:28.615255 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4012ede4-7fbb-437f-9a8e-705e5b8a8b01 req-3a8ecef3-5c38-44bc-9b7c-b731d939345e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:28.617021 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4012ede4-7fbb-437f-9a8e-705e5b8a8b01 req-3a8ecef3-5c38-44bc-9b7c-b731d939345e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 931 time: 0.1412666 Sep 16 04:42:28.673235 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f2068-f5f6-4a3e-adf2-d9cbf3cb5368 req-c96b4b8e-0df0-435f-ba70-b2d14021447a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:28.674633 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-776f2068-f5f6-4a3e-adf2-d9cbf3cb5368 req-c96b4b8e-0df0-435f-ba70-b2d14021447a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=092d6263-a531-41a2-8d09-486ef6edb9fc HTTP/1.1" status: 200 len: 851 time: 0.1069810 Sep 16 04:42:28.716259 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4012ede4-7fbb-437f-9a8e-705e5b8a8b01 req-102cb4bb-e5a0-407e-b59a-447f9146477e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850091 Sep 16 04:42:28.732432 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-51b94574-e962-469a-a916-9f48aae69a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.754445 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-51b94574-e962-469a-a916-9f48aae69a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.800515 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b94574-e962-469a-a916-9f48aae69a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de56056-6fe6-430f-b5de-35b9ba7ba036,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:28.810781 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f2068-f5f6-4a3e-adf2-d9cbf3cb5368 req-4854f1b4-2756-414b-8018-b876e91c258c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:28.812319 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-776f2068-f5f6-4a3e-adf2-d9cbf3cb5368 req-4854f1b4-2756-414b-8018-b876e91c258c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0b4a5955-f947-4941-8031-558b92839e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1230652 Sep 16 04:42:28.817810 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-51b94574-e962-469a-a916-9f48aae69a12 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7807caf40d1340318f3c25d522e12e74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4246123 Sep 16 04:42:28.818062 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34186) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:28.880403 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-c879b198-b534-484a-b4b4-0e4fa32ed542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09464b06-c001-4b17-972c-bc148f6c7b1e {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:28.888945 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-c879b198-b534-484a-b4b4-0e4fa32ed542 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.902095 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-c879b198-b534-484a-b4b4-0e4fa32ed542 service neutron] Transition to ACTIVE for port object 09464b06-c001-4b17-972c-bc148f6c7b1e will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:42:28.906384 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-c879b198-b534-484a-b4b4-0e4fa32ed542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.965929 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879b198-b534-484a-b4b4-0e4fa32ed542 service neutron] Pushing event updated for resources: {'Port': ['ID=09464b06-c001-4b17-972c-bc148f6c7b1e,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:28.983723 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a740e159-280a-45c2-a7eb-0012229e7891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.028680 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f2f17-afe6-4f13-acd6-dde82da36f77 req-2a05e999-f555-426e-af13-aab107957b8a tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:29.031225 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d28f2f17-afe6-4f13-acd6-dde82da36f77 req-2a05e999-f555-426e-af13-aab107957b8a tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a16ae95-899b-49b6-8e3b-b4a9832a3a43 HTTP/1.1" status: 200 len: 950 time: 0.1459110 Sep 16 04:42:29.039865 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-c879b198-b534-484a-b4b4-0e4fa32ed542 service neutron] Attempting to bind port 09464b06-c001-4b17-972c-bc148f6c7b1e on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:29.040351 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-c879b198-b534-484a-b4b4-0e4fa32ed542 service neutron] Attempting to bind port 09464b06-c001-4b17-972c-bc148f6c7b1e by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '68f7506c-c9b8-419e-a123-643d3df6eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:29.041236 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-c879b198-b534-484a-b4b4-0e4fa32ed542 service neutron] Attempting to bind port 09464b06-c001-4b17-972c-bc148f6c7b1e on network 92ecefce-c627-4abd-9d77-6a33db190651 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:29.042852 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-776f2068-f5f6-4a3e-adf2-d9cbf3cb5368 req-53926913-3519-481c-be2d-a03de22b9f55 service neutron] 10.222.0.48 "GET /v2.0/networks/0b4a5955-f947-4941-8031-558b92839e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012937 Sep 16 04:42:29.046389 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a740e159-280a-45c2-a7eb-0012229e7891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.047900 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-c879b198-b534-484a-b4b4-0e4fa32ed542 service neutron] Port 09464b06-c001-4b17-972c-bc148f6c7b1e on network 92ecefce-c627-4abd-9d77-6a33db190651 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:42:29.048243 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-c879b198-b534-484a-b4b4-0e4fa32ed542 service neutron] Attempting to bind port 09464b06-c001-4b17-972c-bc148f6c7b1e on network 92ecefce-c627-4abd-9d77-6a33db190651 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:29.053918 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-c879b198-b534-484a-b4b4-0e4fa32ed542 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:29.054236 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-c879b198-b534-484a-b4b4-0e4fa32ed542 service neutron] Checking segment: {'id': '68f7506c-c9b8-419e-a123-643d3df6eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:29.054647 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-c879b198-b534-484a-b4b4-0e4fa32ed542 service neutron] Bound using segment: {'id': '68f7506c-c9b8-419e-a123-643d3df6eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:29.055102 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-c879b198-b534-484a-b4b4-0e4fa32ed542 service neutron] Bound port: 09464b06-c001-4b17-972c-bc148f6c7b1e, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68f7506c-c9b8-419e-a123-643d3df6eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:29.055472 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-c879b198-b534-484a-b4b4-0e4fa32ed542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.127594 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-c879b198-b534-484a-b4b4-0e4fa32ed542 service neutron] For port 09464b06-c001-4b17-972c-bc148f6c7b1e, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:29.132826 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-c879b198-b534-484a-b4b4-0e4fa32ed542 service neutron] For port 09464b06-c001-4b17-972c-bc148f6c7b1e, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=09464b06-c001-4b17-972c-bc148f6c7b1e,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:29.139770 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-c879b198-b534-484a-b4b4-0e4fa32ed542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.163724 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d28f2f17-afe6-4f13-acd6-dde82da36f77 req-224a5d3c-a0be-4b5c-aaa4-93156c50f149 tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bc9110f-3732-4150-bc12-d97170f5ad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197772 Sep 16 04:42:29.176101 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-c879b198-b534-484a-b4b4-0e4fa32ed542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:29.177259 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-c879b198-b534-484a-b4b4-0e4fa32ed542 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.178557 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-c879b198-b534-484a-b4b4-0e4fa32ed542 service neutron] 10.222.0.48 "PUT /v2.0/ports/09464b06-c001-4b17-972c-bc148f6c7b1e HTTP/1.1" status: 200 len: 1092 time: 0.9655154 Sep 16 04:42:29.181840 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215e3473-bd93-460c-b545-1e19afbb2ffd', 'tag': '09464b06-c001-4b17-972c-bc148f6c7b1e'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:29.184310 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcac84f-ad01-4320-b597-1557bc595bea" -d '{"events": [{"name": "network-changed", "server_uuid": "215e3473-bd93-460c-b545-1e19afbb2ffd", "tag": "09464b06-c001-4b17-972c-bc148f6c7b1e"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:29.199182 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a740e159-280a-45c2-a7eb-0012229e7891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.202569 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a740e159-280a-45c2-a7eb-0012229e7891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.206601 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a740e159-280a-45c2-a7eb-0012229e7891 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3de56056-6fe6-430f-b5de-35b9ba7ba036 HTTP/1.1" status: 204 len: 168 time: 0.3847339 Sep 16 04:42:29.216916 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-776f2068-f5f6-4a3e-adf2-d9cbf3cb5368 req-83b1e3d4-b9b0-4965-8ca2-f142ca5305b5 service neutron] 10.222.0.48 "GET /v2.0/networks/0b4a5955-f947-4941-8031-558b92839e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564226 Sep 16 04:42:29.217796 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740e159-280a-45c2-a7eb-0012229e7891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de56056-6fe6-430f-b5de-35b9ba7ba036,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:29.255033 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879b198-b534-484a-b4b4-0e4fa32ed542 service neutron] Pushing event updated for resources: {'Port': ['ID=09464b06-c001-4b17-972c-bc148f6c7b1e,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:29.364900 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-aa1dfe23-0bce-4932-8e58-84982577ca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:29.366433 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-aa1dfe23-0bce-4932-8e58-84982577ca55 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=68cc116df1104257a08239cd46cd0170&device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 1095 time: 0.0928991 Sep 16 04:42:29.381167 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c4e07-1101-4d72-82a6-db0a4920844f req-7dc075e5-9e2c-478c-b59f-e827c5a073b2 tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:29.382824 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6f3c4e07-1101-4d72-82a6-db0a4920844f req-7dc075e5-9e2c-478c-b59f-e827c5a073b2 tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] 10.222.0.35 "GET /v2.0/ports?device_id=487a1545-19fc-4390-abaf-05670bac843e HTTP/1.1" status: 200 len: 945 time: 0.0676868 Sep 16 04:42:29.443809 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-24658f45-0ccc-4513-8645-b3d3bf148ee3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09464b06-c001-4b17-972c-bc148f6c7b1e HTTP/1.1" status: 200 len: 217 time: 0.0530620 Sep 16 04:42:29.471458 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6f3c4e07-1101-4d72-82a6-db0a4920844f req-bc378eb7-9049-46dc-93de-96737553748c tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d8d23e-8513-450d-9056-ba148190c2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820544 Sep 16 04:42:29.519076 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-b9962afe-01e8-4168-b3ad-1675b317052c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:29.524351 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-b9962afe-01e8-4168-b3ad-1675b317052c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21 HTTP/1.1" status: 200 len: 850 time: 0.0693324 Sep 16 04:42:29.571865 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-dd1a6fdb-5c3f-45cf-bd41-1d0bf153f34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:29.573623 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-dd1a6fdb-5c3f-45cf-bd41-1d0bf153f34f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=92ecefce-c627-4abd-9d77-6a33db190651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444479 Sep 16 04:42:29.720396 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91bc5b4-5e49-4da2-bbf1-75614b92c869 req-3b1a8a67-48e7-4ff4-a535-f73a904b27df tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:29.721913 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c91bc5b4-5e49-4da2-bbf1-75614b92c869 req-3b1a8a67-48e7-4ff4-a535-f73a904b27df tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce514739-b2bf-4392-894a-b513f2287786 HTTP/1.1" status: 200 len: 945 time: 0.1150486 Sep 16 04:42:29.728200 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-c83d4e6f-f549-4d96-a87e-4e94fca6a14e service neutron] 10.222.0.48 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449208 Sep 16 04:42:29.813626 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c91bc5b4-5e49-4da2-bbf1-75614b92c869 req-d108c650-74cb-45cd-b8cc-1a68223afac7 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.35 "GET /v2.0/security-groups?id=df5770df-6b73-4fba-b139-e9efefd51743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841553 Sep 16 04:42:29.854058 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6203a572-dc52-407e-b10d-3a8ac5d5e7b6 req-43ed6fed-2b12-4da6-96d7-3bcd98951260 service neutron] 10.222.0.48 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169734 Sep 16 04:42:29.930200 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46870ef-7365-40fc-93b1-4fa1decb18fb req-68a57ec4-f833-4d45-bd11-a9a6def758f4 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:29.931885 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d46870ef-7365-40fc-93b1-4fa1decb18fb req-68a57ec4-f833-4d45-bd11-a9a6def758f4 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 950 time: 0.0608654 Sep 16 04:42:29.972292 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d46870ef-7365-40fc-93b1-4fa1decb18fb req-42303a9e-6385-4f72-a3e5-4060e928eb70 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343692 Sep 16 04:42:30.108740 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9988940-46dc-44c8-ae30-02fe3c65718e x-openstack-request-id: req-e9988940-46dc-44c8-ae30-02fe3c65718e {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:30.112449 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215e3473-bd93-460c-b545-1e19afbb2ffd", "tag": "09464b06-c001-4b17-972c-bc148f6c7b1e", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:30.112449 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e9988940-46dc-44c8-ae30-02fe3c65718e {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:30.112449 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215e3473-bd93-460c-b545-1e19afbb2ffd', 'tag': '09464b06-c001-4b17-972c-bc148f6c7b1e', 'status': 'completed', 'code': 200} Sep 16 04:42:30.271256 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcac84f-ad01-4320-b597-1557bc595bea req-7c96d199-0feb-4e30-ab1f-d4d9bfb9612b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:30.272825 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5dcac84f-ad01-4320-b597-1557bc595bea req-7c96d199-0feb-4e30-ab1f-d4d9bfb9612b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=68cc116df1104257a08239cd46cd0170&device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 1095 time: 0.0590916 Sep 16 04:42:30.290307 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd409614-025c-49ac-858a-ae209064c6ab req-8243e50b-edca-4cf9-87c9-31ddcf45b7bf tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:30.291806 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fd409614-025c-49ac-858a-ae209064c6ab req-8243e50b-edca-4cf9-87c9-31ddcf45b7bf tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a16ae95-899b-49b6-8e3b-b4a9832a3a43 HTTP/1.1" status: 200 len: 950 time: 0.0970228 Sep 16 04:42:30.381305 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcac84f-ad01-4320-b597-1557bc595bea req-2c9d9976-5c2c-4298-8bc4-24d201d5f942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:30.383662 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5dcac84f-ad01-4320-b597-1557bc595bea req-2c9d9976-5c2c-4298-8bc4-24d201d5f942 service neutron] 10.222.0.48 "GET /v2.0/networks?id=92ecefce-c627-4abd-9d77-6a33db190651 HTTP/1.1" status: 200 len: 912 time: 0.1021967 Sep 16 04:42:30.408863 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2e0e8-b427-493d-a056-155d4243e7d2 req-16f3ed83-028a-42c1-81b9-d1252630358a tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:30.416846 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7ab2e0e8-b427-493d-a056-155d4243e7d2 req-16f3ed83-028a-42c1-81b9-d1252630358a tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 943 time: 0.1190603 Sep 16 04:42:30.447882 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5dcac84f-ad01-4320-b597-1557bc595bea req-659282ab-4c32-4bbc-98de-c91d966febd9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09464b06-c001-4b17-972c-bc148f6c7b1e HTTP/1.1" status: 200 len: 217 time: 0.0554667 Sep 16 04:42:30.470538 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-fd409614-025c-49ac-858a-ae209064c6ab req-835850c4-b5b7-4a3a-976b-9ed534f30612 tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] Deleting port 4980894e-2569-4200-b1c7-69e116d8b9c5 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:30.470928 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fd409614-025c-49ac-858a-ae209064c6ab req-835850c4-b5b7-4a3a-976b-9ed534f30612 tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:30.477856 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7ab2e0e8-b427-493d-a056-155d4243e7d2 req-2ad1229c-e7b6-48f4-9108-ab0dadb1fb82 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599830 Sep 16 04:42:30.538018 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcac84f-ad01-4320-b597-1557bc595bea req-c4083c6c-6374-4d09-a453-e3cafe387acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:30.540254 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5dcac84f-ad01-4320-b597-1557bc595bea req-c4083c6c-6374-4d09-a453-e3cafe387acc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21 HTTP/1.1" status: 200 len: 850 time: 0.0851450 Sep 16 04:42:30.593904 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcac84f-ad01-4320-b597-1557bc595bea req-ba523875-41c9-44d8-b43c-ee17979c1deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:30.595447 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5dcac84f-ad01-4320-b597-1557bc595bea req-ba523875-41c9-44d8-b43c-ee17979c1deb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=92ecefce-c627-4abd-9d77-6a33db190651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449274 Sep 16 04:42:30.631925 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-fd409614-025c-49ac-858a-ae209064c6ab req-835850c4-b5b7-4a3a-976b-9ed534f30612 tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] For port 4980894e-2569-4200-b1c7-69e116d8b9c5, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=4980894e-2569-4200-b1c7-69e116d8b9c5,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:30.632358 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fd409614-025c-49ac-858a-ae209064c6ab req-835850c4-b5b7-4a3a-976b-9ed534f30612 tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:30.650796 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-fd409614-025c-49ac-858a-ae209064c6ab req-835850c4-b5b7-4a3a-976b-9ed534f30612 tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] Calling delete_port for 4980894e-2569-4200-b1c7-69e116d8b9c5 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:30.678172 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5a723-e914-410e-99cf-29d9d051978a req-7b52c4fb-1b40-429a-94ce-f94cea7b0d30 tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:30.679630 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-91d5a723-e914-410e-99cf-29d9d051978a req-7b52c4fb-1b40-429a-94ce-f94cea7b0d30 tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a16ae95-899b-49b6-8e3b-b4a9832a3a43 HTTP/1.1" status: 200 len: 950 time: 0.0959196 Sep 16 04:42:30.709454 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5dcac84f-ad01-4320-b597-1557bc595bea req-ceedf757-fde5-40c3-835f-cd01321453c9 service neutron] 10.222.0.48 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001236 Sep 16 04:42:30.768808 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-91d5a723-e914-410e-99cf-29d9d051978a req-fb803f90-1991-45a5-b469-fdf952be9e08 tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bc9110f-3732-4150-bc12-d97170f5ad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535774 Sep 16 04:42:30.822447 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5dcac84f-ad01-4320-b597-1557bc595bea req-f6fdd3dc-2c12-4a28-8395-3ec688fbd1c8 service neutron] 10.222.0.48 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016371 Sep 16 04:42:30.866072 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fd409614-025c-49ac-858a-ae209064c6ab req-835850c4-b5b7-4a3a-976b-9ed534f30612 tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:30.900332 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835850c4-b5b7-4a3a-976b-9ed534f30612 tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] Pushing event deleted for resources: {'Port': ['ID=4980894e-2569-4200-b1c7-69e116d8b9c5,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:30.949615 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd409614-025c-49ac-858a-ae209064c6ab req-835850c4-b5b7-4a3a-976b-9ed534f30612 tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] No DVR routers for this DVR port 4980894e-2569-4200-b1c7-69e116d8b9c5 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:30.952436 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fd409614-025c-49ac-858a-ae209064c6ab req-835850c4-b5b7-4a3a-976b-9ed534f30612 tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:30.954692 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fd409614-025c-49ac-858a-ae209064c6ab req-835850c4-b5b7-4a3a-976b-9ed534f30612 tempest-TenantUsagesTestJSON-1054210196 tempest-TenantUsagesTestJSON-1054210196-project] 10.222.0.48 "DELETE /v2.0/ports/4980894e-2569-4200-b1c7-69e116d8b9c5 HTTP/1.1" status: 204 len: 173 time: 0.6553464 Sep 16 04:42:30.955143 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a16ae95-899b-49b6-8e3b-b4a9832a3a43', 'name': 'network-vif-deleted', 'tag': '4980894e-2569-4200-b1c7-69e116d8b9c5'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:30.957967 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00fca9e-d8b3-47fc-b684-d960da21048f" -d '{"events": [{"server_uuid": "5a16ae95-899b-49b6-8e3b-b4a9832a3a43", "name": "network-vif-deleted", "tag": "4980894e-2569-4200-b1c7-69e116d8b9c5"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:31.087237 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c8fe9-e826-49df-b199-b0168dd2dc3b req-7893c763-6d5c-4071-bb8b-dd81f0094171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:31.091002 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-967c8fe9-e826-49df-b199-b0168dd2dc3b req-7893c763-6d5c-4071-bb8b-dd81f0094171 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cfc6de5c8f17421faf18d473c4eee4cb&device_id=487a1545-19fc-4390-abaf-05670bac843e HTTP/1.1" status: 200 len: 1097 time: 0.0703304 Sep 16 04:42:31.267908 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576e510-b6ae-4ade-a5e1-45a35aaa4aab req-a478ef6f-acc3-415d-88ac-e374611a8b98 tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:31.269447 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5576e510-b6ae-4ade-a5e1-45a35aaa4aab req-a478ef6f-acc3-415d-88ac-e374611a8b98 tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] 10.222.0.35 "GET /v2.0/ports?device_id=487a1545-19fc-4390-abaf-05670bac843e HTTP/1.1" status: 200 len: 945 time: 0.0708957 Sep 16 04:42:31.270424 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c8fe9-e826-49df-b199-b0168dd2dc3b req-5d5cd456-3a3b-4bde-af1c-0277fad52f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:31.271738 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-967c8fe9-e826-49df-b199-b0168dd2dc3b req-5d5cd456-3a3b-4bde-af1c-0277fad52f8c service neutron] 10.222.0.47 "GET /v2.0/networks?id=7e77f025-110d-42da-8e3a-27f49ca8a83d HTTP/1.1" status: 200 len: 915 time: 0.1725590 Sep 16 04:42:31.329080 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-967c8fe9-e826-49df-b199-b0168dd2dc3b req-e1e7a13c-6d3c-4be5-977a-0be92f87bcee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53a5e4bc-1297-4607-b3a9-812b31490195 HTTP/1.1" status: 200 len: 217 time: 0.0466671 Sep 16 04:42:31.370760 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5576e510-b6ae-4ade-a5e1-45a35aaa4aab req-edfc46de-a6b3-4977-8df4-16f008cb5757 tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d8d23e-8513-450d-9056-ba148190c2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942953 Sep 16 04:42:31.398748 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c8fe9-e826-49df-b199-b0168dd2dc3b req-8684c113-6daa-473e-9315-e6345d714742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:31.400806 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-967c8fe9-e826-49df-b199-b0168dd2dc3b req-8684c113-6daa-473e-9315-e6345d714742 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=54fc0beb-ec2e-409c-9c1c-fe7d4e35a723 HTTP/1.1" status: 200 len: 854 time: 0.0617313 Sep 16 04:42:31.419233 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4ea0ec-c28f-4d44-a797-25e4d470462c x-openstack-request-id: req-aa4ea0ec-c28f-4d44-a797-25e4d470462c {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:31.419586 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a16ae95-899b-49b6-8e3b-b4a9832a3a43", "name": "network-vif-deleted", "tag": "4980894e-2569-4200-b1c7-69e116d8b9c5", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:31.419903 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aa4ea0ec-c28f-4d44-a797-25e4d470462c {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:31.420353 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a16ae95-899b-49b6-8e3b-b4a9832a3a43', 'name': 'network-vif-deleted', 'tag': '4980894e-2569-4200-b1c7-69e116d8b9c5', 'status': 'completed', 'code': 200} Sep 16 04:42:31.439212 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-967c8fe9-e826-49df-b199-b0168dd2dc3b req-eada4269-6f44-4476-ae6b-863a9f471f4b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e77f025-110d-42da-8e3a-27f49ca8a83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307868 Sep 16 04:42:31.572524 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f7c4f-356d-4511-b54a-26cfa88d724d req-f751937d-7a94-466e-855e-b7922c337d73 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:31.574047 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5e8f7c4f-356d-4511-b54a-26cfa88d724d req-f751937d-7a94-466e-855e-b7922c337d73 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 950 time: 0.0998073 Sep 16 04:42:31.577733 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-967c8fe9-e826-49df-b199-b0168dd2dc3b req-17b80571-48c5-441a-8d95-bb0b5b46990d service neutron] 10.222.0.47 "GET /v2.0/networks/7e77f025-110d-42da-8e3a-27f49ca8a83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302397 Sep 16 04:42:31.642882 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5e8f7c4f-356d-4511-b54a-26cfa88d724d req-63b28b05-294b-4121-ae34-b8c80881fc23 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614188 Sep 16 04:42:31.702737 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-967c8fe9-e826-49df-b199-b0168dd2dc3b req-1c0ad35a-e67e-4134-9cc7-91f4791d22ff service neutron] 10.222.0.47 "GET /v2.0/networks/7e77f025-110d-42da-8e3a-27f49ca8a83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132765 Sep 16 04:42:31.837774 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a063b4-6bb9-43d1-aa81-832a5246d969 req-715762c9-6958-4f6d-9501-246c00988c4c tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:31.839629 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-60a063b4-6bb9-43d1-aa81-832a5246d969 req-715762c9-6958-4f6d-9501-246c00988c4c tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce514739-b2bf-4392-894a-b513f2287786 HTTP/1.1" status: 200 len: 945 time: 0.0535967 Sep 16 04:42:31.881535 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-60a063b4-6bb9-43d1-aa81-832a5246d969 req-a5d30e86-e231-4cbf-a3c7-5bc2cfb1c8ce tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.35 "GET /v2.0/security-groups?id=df5770df-6b73-4fba-b139-e9efefd51743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342910 Sep 16 04:42:32.075056 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b7d71-3e96-4039-b573-89a87d811ce4 req-8b59622a-05f8-4c00-b381-f9514a4af828 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:32.076539 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-072b7d71-3e96-4039-b573-89a87d811ce4 req-8b59622a-05f8-4c00-b381-f9514a4af828 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 943 time: 0.0515409 Sep 16 04:42:32.116875 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-072b7d71-3e96-4039-b573-89a87d811ce4 req-2d04d322-28fc-409f-8398-d1fc4d200787 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341978 Sep 16 04:42:32.499907 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2e1dc-5df0-4fa7-bc82-573ddd2cf102 req-77fc46f0-aa3a-4ff3-a767-e20790f63b26 tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:32.500870 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34308) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:32.505121 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cce2e1dc-5df0-4fa7-bc82-573ddd2cf102 req-77fc46f0-aa3a-4ff3-a767-e20790f63b26 tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] 10.222.0.35 "GET /v2.0/ports?device_id=487a1545-19fc-4390-abaf-05670bac843e HTTP/1.1" status: 200 len: 945 time: 0.0587871 Sep 16 04:42:32.543807 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cce2e1dc-5df0-4fa7-bc82-573ddd2cf102 req-8094d225-4844-4767-89ef-6e2299af3aa1 tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d8d23e-8513-450d-9056-ba148190c2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359609 Sep 16 04:42:32.580955 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 4980894e-2569-4200-b1c7-69e116d8b9c5 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:32.617598 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 4980894e-2569-4200-b1c7-69e116d8b9c5 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:32.617946 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 4980894e-2569-4200-b1c7-69e116d8b9c5 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:32.777278 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0176c709-d92c-4f72-b3d3-ce7b75f8de8b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e4695b33647642d5a19dfcc9487c1342&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2751317 Sep 16 04:42:32.778079 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2b6cc-37f1-45f5-a82c-2138bd05624d req-c6886b7d-45c7-4907-a0e1-5dfcfa952ea3 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:32.779665 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34326) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:32.779842 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-05a2b6cc-37f1-45f5-a82c-2138bd05624d req-c6886b7d-45c7-4907-a0e1-5dfcfa952ea3 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 950 time: 0.0533996 Sep 16 04:42:32.839055 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-05a2b6cc-37f1-45f5-a82c-2138bd05624d req-f6a718c0-02c6-4040-8641-544019ec171e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530963 Sep 16 04:42:32.840435 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b3cce55e-7014-4106-a574-47976f4b2dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:32.866786 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b3cce55e-7014-4106-a574-47976f4b2dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:32.920977 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b3cce55e-7014-4106-a574-47976f4b2dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:32.922327 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b3cce55e-7014-4106-a574-47976f4b2dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:32.925842 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b3cce55e-7014-4106-a574-47976f4b2dc4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1bc9110f-3732-4150-bc12-d97170f5ad6d HTTP/1.1" status: 204 len: 168 time: 0.1423900 Sep 16 04:42:32.931624 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cce55e-7014-4106-a574-47976f4b2dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc9110f-3732-4150-bc12-d97170f5ad6d,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:33.060364 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8d667-4336-4f24-b6bd-cd360a11ce2b req-be3fb627-ccc1-4e6b-b97d-8d8473cac737 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:33.062219 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1bb8d667-4336-4f24-b6bd-cd360a11ce2b req-be3fb627-ccc1-4e6b-b97d-8d8473cac737 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce514739-b2bf-4392-894a-b513f2287786 HTTP/1.1" status: 200 len: 945 time: 0.0561252 Sep 16 04:42:33.199771 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-1bb8d667-4336-4f24-b6bd-cd360a11ce2b req-2e98b07f-f873-4fde-afab-94b9ca33819b tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Deleting port 148542b9-cc35-4f1e-9ff1-61f1399d76e7 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:33.200114 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1bb8d667-4336-4f24-b6bd-cd360a11ce2b req-2e98b07f-f873-4fde-afab-94b9ca33819b tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.283069 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80dd05-3a0e-4353-8131-b6d4d2d874c3 req-225a05e7-e7c1-4b59-8ac8-92e81212bc78 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:33.284824 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1f80dd05-3a0e-4353-8131-b6d4d2d874c3 req-225a05e7-e7c1-4b59-8ac8-92e81212bc78 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce514739-b2bf-4392-894a-b513f2287786 HTTP/1.1" status: 200 len: 945 time: 0.1242886 Sep 16 04:42:33.344447 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1f80dd05-3a0e-4353-8131-b6d4d2d874c3 req-651b18ae-0a0e-4190-b073-d3d1fefe48ae tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.35 "GET /v2.0/security-groups?id=df5770df-6b73-4fba-b139-e9efefd51743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510654 Sep 16 04:42:33.350166 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-1bb8d667-4336-4f24-b6bd-cd360a11ce2b req-2e98b07f-f873-4fde-afab-94b9ca33819b tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] For port 148542b9-cc35-4f1e-9ff1-61f1399d76e7, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=148542b9-cc35-4f1e-9ff1-61f1399d76e7,segment=NetworkSegment(0dadb011-8164-4c32-a15e-25b87d14aa22),segment_id=0dadb011-8164-4c32-a15e-25b87d14aa22)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:33.350869 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1bb8d667-4336-4f24-b6bd-cd360a11ce2b req-2e98b07f-f873-4fde-afab-94b9ca33819b tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.358010 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34346) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:33.374034 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4dc45df9-d4c2-438e-9fdd-a4aab73abafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.490164 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4dc45df9-d4c2-438e-9fdd-a4aab73abafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.498632 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4dc45df9-d4c2-438e-9fdd-a4aab73abafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.545816 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc45df9-d4c2-438e-9fdd-a4aab73abafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef909b3b-00e2-43ff-ab57-b1bb92fc50c1,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:33.560051 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4dc45df9-d4c2-438e-9fdd-a4aab73abafb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=13cd6730b3c84ad79776d7c282237ad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2005036 Sep 16 04:42:33.564444 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34350) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:33.600091 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1bb8d667-4336-4f24-b6bd-cd360a11ce2b req-2e98b07f-f873-4fde-afab-94b9ca33819b tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.600457 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1bb8d667-4336-4f24-b6bd-cd360a11ce2b req-2e98b07f-f873-4fde-afab-94b9ca33819b tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.600801 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [req-1bb8d667-4336-4f24-b6bd-cd360a11ce2b req-2e98b07f-f873-4fde-afab-94b9ca33819b tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Floating IP a291b9ad-15d3-4a6a-b7c7-b1433085ae4c disassociated. External IP: 172.25.8.66, port: 148542b9-cc35-4f1e-9ff1-61f1399d76e7. Sep 16 04:42:33.601144 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-1bb8d667-4336-4f24-b6bd-cd360a11ce2b req-2e98b07f-f873-4fde-afab-94b9ca33819b tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Calling delete_port for 148542b9-cc35-4f1e-9ff1-61f1399d76e7 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:33.620400 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217b7a8-b24f-4356-88cf-6296b251ad09 req-dee6b852-3504-4fc3-baff-702397905eaa tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:33.621999 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5217b7a8-b24f-4356-88cf-6296b251ad09 req-dee6b852-3504-4fc3-baff-702397905eaa tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] 10.222.0.35 "GET /v2.0/ports?device_id=487a1545-19fc-4390-abaf-05670bac843e HTTP/1.1" status: 200 len: 945 time: 0.1019151 Sep 16 04:42:33.622250 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b5cb1f12-943e-4a42-9c2e-85cca164bfdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.647420 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b5cb1f12-943e-4a42-9c2e-85cca164bfdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.706765 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b5cb1f12-943e-4a42-9c2e-85cca164bfdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.709392 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b5cb1f12-943e-4a42-9c2e-85cca164bfdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.710559 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b5cb1f12-943e-4a42-9c2e-85cca164bfdd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ef909b3b-00e2-43ff-ab57-b1bb92fc50c1 HTTP/1.1" status: 204 len: 168 time: 0.1449654 Sep 16 04:42:33.719383 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb1f12-943e-4a42-9c2e-85cca164bfdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef909b3b-00e2-43ff-ab57-b1bb92fc50c1,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:33.728879 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5217b7a8-b24f-4356-88cf-6296b251ad09 req-ddbd0cae-520a-4880-9ab2-0aa31cfd3d2a tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d8d23e-8513-450d-9056-ba148190c2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705347 Sep 16 04:42:33.815680 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1bb8d667-4336-4f24-b6bd-cd360a11ce2b req-2e98b07f-f873-4fde-afab-94b9ca33819b tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.876429 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98b07f-f873-4fde-afab-94b9ca33819b tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Pushing event deleted for resources: {'Port': ['ID=148542b9-cc35-4f1e-9ff1-61f1399d76e7,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:33.897757 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98b07f-f873-4fde-afab-94b9ca33819b tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:33.897969 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98b07f-f873-4fde-afab-94b9ca33819b tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:33.898136 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98b07f-f873-4fde-afab-94b9ca33819b tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:33.898465 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98b07f-f873-4fde-afab-94b9ca33819b tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:33.898785 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98b07f-f873-4fde-afab-94b9ca33819b tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:33.899091 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98b07f-f873-4fde-afab-94b9ca33819b tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:33.899538 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98b07f-f873-4fde-afab-94b9ca33819b tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:33.899932 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98b07f-f873-4fde-afab-94b9ca33819b tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:33.900201 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98b07f-f873-4fde-afab-94b9ca33819b tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:33.900500 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98b07f-f873-4fde-afab-94b9ca33819b tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:33.900839 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98b07f-f873-4fde-afab-94b9ca33819b tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:33.901153 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98b07f-f873-4fde-afab-94b9ca33819b tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:34.257827 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd4045-730f-4672-8e5a-5c3676526353 req-0dbc3b84-1948-4a35-a3a8-8f7e1b2988d3 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:34.265329 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-33fd4045-730f-4672-8e5a-5c3676526353 req-0dbc3b84-1948-4a35-a3a8-8f7e1b2988d3 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 943 time: 0.4510131 Sep 16 04:42:34.357800 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-33fd4045-730f-4672-8e5a-5c3676526353 req-3aa0b8c5-1ab3-4cae-bae3-f9537f9e8bcd tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858655 Sep 16 04:42:34.403983 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bb8d667-4336-4f24-b6bd-cd360a11ce2b req-2e98b07f-f873-4fde-afab-94b9ca33819b tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Router 98228ca5-68b9-4a57-bbc1-26dc0a520127 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:42:34.559795 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671d947-a2f6-417c-bac5-e8a89eeffbd5 req-0c35e665-02b0-4365-8205-6ee55fed45d3 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:34.561673 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d671d947-a2f6-417c-bac5-e8a89eeffbd5 req-0c35e665-02b0-4365-8205-6ee55fed45d3 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 950 time: 0.1318109 Sep 16 04:42:34.582362 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bb8d667-4336-4f24-b6bd-cd360a11ce2b req-2e98b07f-f873-4fde-afab-94b9ca33819b tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:42:34.586459 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 09464b06-c001-4b17-972c-bc148f6c7b1e details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:42:34.596271 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ad7c49-9f8a-4fcb-8af2-089bc4051529 None None] Sync routers for ids ['98228ca5-68b9-4a57-bbc1-26dc0a520127'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:42:34.613584 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ad7c49-9f8a-4fcb-8af2-089bc4051529 None None] Routers {'98228ca5-68b9-4a57-bbc1-26dc0a520127'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:34.614218 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-49ad7c49-9f8a-4fcb-8af2-089bc4051529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:42:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['98228ca5-68b9-4a57-bbc1-26dc0a520127'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:34.690017 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 09464b06-c001-4b17-972c-bc148f6c7b1e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=09464b06-c001-4b17-972c-bc148f6c7b1e,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:34.697051 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d671d947-a2f6-417c-bac5-e8a89eeffbd5 req-cfba87b7-9152-46a5-afb8-8b2419cd3ca6 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240618 Sep 16 04:42:34.699896 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb8d667-4336-4f24-b6bd-cd360a11ce2b req-2e98b07f-f873-4fde-afab-94b9ca33819b tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] No DVR routers for this DVR port 148542b9-cc35-4f1e-9ff1-61f1399d76e7 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:34.702179 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1bb8d667-4336-4f24-b6bd-cd360a11ce2b req-2e98b07f-f873-4fde-afab-94b9ca33819b tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.702778 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '09464b06-c001-4b17-972c-bc148f6c7b1e', 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651', 'port_id': '09464b06-c001-4b17-972c-bc148f6c7b1e', 'mac_address': 'fa:16:3e:82:b7:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:42:34.704251 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1bb8d667-4336-4f24-b6bd-cd360a11ce2b req-2e98b07f-f873-4fde-afab-94b9ca33819b tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.48 "DELETE /v2.0/ports/148542b9-cc35-4f1e-9ff1-61f1399d76e7 HTTP/1.1" status: 204 len: 173 time: 1.6357703 Sep 16 04:42:34.704745 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce514739-b2bf-4392-894a-b513f2287786', 'name': 'network-vif-deleted', 'tag': '148542b9-cc35-4f1e-9ff1-61f1399d76e7'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:34.709479 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb41f34d-7acd-4c9e-9c93-79ff3e83bc4a" -d '{"events": [{"server_uuid": "ce514739-b2bf-4392-894a-b513f2287786", "name": "network-vif-deleted", "tag": "148542b9-cc35-4f1e-9ff1-61f1399d76e7"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:34.776719 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.815194 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09464b06-c001-4b17-972c-bc148f6c7b1e {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:34.820060 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edb33d-4e18-4b77-85a3-b96ebb98f83f req-47935742-20cd-49a1-85a7-fa193bd998b5 tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:34.823249 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-79edb33d-4e18-4b77-85a3-b96ebb98f83f req-47935742-20cd-49a1-85a7-fa193bd998b5 tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] 10.222.0.47 "GET /v2.0/ports?device_id=487a1545-19fc-4390-abaf-05670bac843e HTTP/1.1" status: 200 len: 945 time: 0.0991054 Sep 16 04:42:34.841088 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 09464b06-c001-4b17-972c-bc148f6c7b1e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=09464b06-c001-4b17-972c-bc148f6c7b1e,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:34.852310 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34394) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:34.854440 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.975722 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=09464b06-c001-4b17-972c-bc148f6c7b1e,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:35.019967 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-79edb33d-4e18-4b77-85a3-b96ebb98f83f req-97e81450-a50f-4f4c-b1a2-32e26bccf2ba tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] Deleting port 53a5e4bc-1297-4607-b3a9-812b31490195 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:35.020312 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-79edb33d-4e18-4b77-85a3-b96ebb98f83f req-97e81450-a50f-4f4c-b1a2-32e26bccf2ba tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.036108 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-49ad7c49-9f8a-4fcb-8af2-089bc4051529 None None] Set router 98228ca5-68b9-4a57-bbc1-26dc0a520127 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:35.127342 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a1970fbe-4fae-4007-86b7-b12852fb359e req-a6e254c1-a711-4352-bd3d-d60f59d1a3d1 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce514739-b2bf-4392-894a-b513f2287786 HTTP/1.1" status: 200 len: 210 time: 0.0329697 Sep 16 04:42:35.170005 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-79edb33d-4e18-4b77-85a3-b96ebb98f83f req-97e81450-a50f-4f4c-b1a2-32e26bccf2ba tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] For port 53a5e4bc-1297-4607-b3a9-812b31490195, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=53a5e4bc-1297-4607-b3a9-812b31490195,segment=NetworkSegment(11991edd-e63b-4190-b9e3-998d0ef66503),segment_id=11991edd-e63b-4190-b9e3-998d0ef66503)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:35.170443 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-79edb33d-4e18-4b77-85a3-b96ebb98f83f req-97e81450-a50f-4f4c-b1a2-32e26bccf2ba tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.201966 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-79edb33d-4e18-4b77-85a3-b96ebb98f83f req-97e81450-a50f-4f4c-b1a2-32e26bccf2ba tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] Calling delete_port for 53a5e4bc-1297-4607-b3a9-812b31490195 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:35.232164 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-0a7601d1-37bc-4d2e-ba0f-ba8519133a6e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-506271275-network', 'tenant_id': 'e89da63dfb404d24873410c7a7044352'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:35.285977 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7601d1-37bc-4d2e-ba0f-ba8519133a6e admin admin] Made reservation on behalf of e89da63dfb404d24873410c7a7044352 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:35.288931 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0a7601d1-37bc-4d2e-ba0f-ba8519133a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.307248 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0a7601d1-37bc-4d2e-ba0f-ba8519133a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.334027 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-49ad7c49-9f8a-4fcb-8af2-089bc4051529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'name': 'tempest-ServersTestManualDisk-2145072726-router', 'tenant_id': '71670a16fe7743a398cd104146802c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'bbce8ad4-abe9-427f-bf7c-b9622a20f193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:54Z', 'updated_at': '2021-09-16T04:39:00Z', 'revision_number': 4, 'project_id': '71670a16fe7743a398cd104146802c31', 'gw_port': {'id': 'bbce8ad4-abe9-427f-bf7c-b9622a20f193', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:55Z', 'updated_at': '2021-09-16T04:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'cd335b65-7dd7-47c1-9bf5-9c116d8e818e', 'name': '', 'network_id': '0b4a5955-f947-4941-8031-558b92839e9c', 'tenant_id': '71670a16fe7743a398cd104146802c31', 'mac_address': 'fa:16:3e:39:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '092d6263-a531-41a2-8d09-486ef6edb9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:58Z', 'updated_at': '2021-09-16T04:39:07Z', 'revision_number': 5, 'project_id': '71670a16fe7743a398cd104146802c31', 'subnets': [{'id': '092d6263-a531-41a2-8d09-486ef6edb9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:35.335982 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['09464b06-c001-4b17-972c-bc148f6c7b1e'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:35.350050 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd2b886-109b-4e1d-9959-4bb502627735 x-openstack-request-id: req-1cd2b886-109b-4e1d-9959-4bb502627735 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:35.350630 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce514739-b2bf-4392-894a-b513f2287786", "name": "network-vif-deleted", "tag": "148542b9-cc35-4f1e-9ff1-61f1399d76e7", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:35.350905 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1cd2b886-109b-4e1d-9959-4bb502627735 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:35.351546 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce514739-b2bf-4392-894a-b513f2287786', 'name': 'network-vif-deleted', 'tag': '148542b9-cc35-4f1e-9ff1-61f1399d76e7', 'status': 'completed', 'code': 200} Sep 16 04:42:35.377516 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ad7c49-9f8a-4fcb-8af2-089bc4051529 None None] Checking router: 98228ca5-68b9-4a57-bbc1-26dc0a520127 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:42:35.404379 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ad7c49-9f8a-4fcb-8af2-089bc4051529 None None] Routers {'98228ca5-68b9-4a57-bbc1-26dc0a520127'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:35.407270 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-49ad7c49-9f8a-4fcb-8af2-089bc4051529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:42:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['98228ca5-68b9-4a57-bbc1-26dc0a520127'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:35.514611 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0a7601d1-37bc-4d2e-ba0f-ba8519133a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.521388 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0a7601d1-37bc-4d2e-ba0f-ba8519133a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.562236 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7601d1-37bc-4d2e-ba0f-ba8519133a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c126b3c7-422b-4d5c-af85-aa69910fdf2b,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:35.622817 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-79edb33d-4e18-4b77-85a3-b96ebb98f83f req-97e81450-a50f-4f4c-b1a2-32e26bccf2ba tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.626750 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a7601d1-37bc-4d2e-ba0f-ba8519133a6e admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:42:35.641157 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0a7601d1-37bc-4d2e-ba0f-ba8519133a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.641517 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-0a7601d1-37bc-4d2e-ba0f-ba8519133a6e admin admin] Added segment a8e3cee4-c9c7-427b-8884-065ab0cd72ce of type vlan for network b8554a99-cc4a-4185-be03-db4155a4d044 Sep 16 04:42:35.642864 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c831f13-5bda-40e7-afdc-3b8fb77a2a20 req-a4390ba6-e7ed-4b32-aa3a-f8f72e8ddef1 tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:35.645014 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c831f13-5bda-40e7-afdc-3b8fb77a2a20 req-a4390ba6-e7ed-4b32-aa3a-f8f72e8ddef1 tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] 10.222.0.35 "GET /v2.0/ports?device_id=487a1545-19fc-4390-abaf-05670bac843e HTTP/1.1" status: 200 len: 945 time: 0.2017510 Sep 16 04:42:35.655419 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-49ad7c49-9f8a-4fcb-8af2-089bc4051529 None None] Set router 98228ca5-68b9-4a57-bbc1-26dc0a520127 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:35.689849 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e81450-a50f-4f4c-b1a2-32e26bccf2ba tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] Pushing event deleted for resources: {'Port': ['ID=53a5e4bc-1297-4607-b3a9-812b31490195,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:35.693739 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0a7601d1-37bc-4d2e-ba0f-ba8519133a6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.731078 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0a7601d1-37bc-4d2e-ba0f-ba8519133a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.732718 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7601d1-37bc-4d2e-ba0f-ba8519133a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:35.733543 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0a7601d1-37bc-4d2e-ba0f-ba8519133a6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.756982 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-79edb33d-4e18-4b77-85a3-b96ebb98f83f req-97e81450-a50f-4f4c-b1a2-32e26bccf2ba tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] No DVR routers for this DVR port 53a5e4bc-1297-4607-b3a9-812b31490195 on host n-h1-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:35.760980 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-79edb33d-4e18-4b77-85a3-b96ebb98f83f req-97e81450-a50f-4f4c-b1a2-32e26bccf2ba tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.763348 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-79edb33d-4e18-4b77-85a3-b96ebb98f83f req-97e81450-a50f-4f4c-b1a2-32e26bccf2ba tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] 10.222.0.47 "DELETE /v2.0/ports/53a5e4bc-1297-4607-b3a9-812b31490195 HTTP/1.1" status: 204 len: 173 time: 0.9323151 Sep 16 04:42:35.780867 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c831f13-5bda-40e7-afdc-3b8fb77a2a20 req-2e8a1c64-a3c4-4361-b665-19bc77ea977c tempest-InstanceActionsTestJSON-1834366481 tempest-InstanceActionsTestJSON-1834366481-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d8d23e-8513-450d-9056-ba148190c2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286750 Sep 16 04:42:35.829273 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7601d1-37bc-4d2e-ba0f-ba8519133a6e admin admin] Pushing event updated for resources: {'Network': ['ID=b8554a99-cc4a-4185-be03-db4155a4d044,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:35.840763 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network b8554a99-cc4a-4185-be03-db4155a4d044 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:42:35.842367 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0a7601d1-37bc-4d2e-ba0f-ba8519133a6e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9872680 Sep 16 04:42:35.846979 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34410) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:35.859777 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-0a29b502-c1c8-4345-b5a5-a1bd49954d46 admin admin] Request body: {'subnet': {'network_id': 'b8554a99-cc4a-4185-be03-db4155a4d044', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-506271275-subnet', 'tenant_id': 'e89da63dfb404d24873410c7a7044352', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:35.905906 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a29b502-c1c8-4345-b5a5-a1bd49954d46 admin admin] Made reservation on behalf of e89da63dfb404d24873410c7a7044352 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:35.907815 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-49ad7c49-9f8a-4fcb-8af2-089bc4051529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'name': 'tempest-ServersTestManualDisk-2145072726-router', 'tenant_id': '71670a16fe7743a398cd104146802c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'bbce8ad4-abe9-427f-bf7c-b9622a20f193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:54Z', 'updated_at': '2021-09-16T04:39:00Z', 'revision_number': 4, 'project_id': '71670a16fe7743a398cd104146802c31', 'gw_port': {'id': 'bbce8ad4-abe9-427f-bf7c-b9622a20f193', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:55Z', 'updated_at': '2021-09-16T04:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'cd335b65-7dd7-47c1-9bf5-9c116d8e818e', 'name': '', 'network_id': '0b4a5955-f947-4941-8031-558b92839e9c', 'tenant_id': '71670a16fe7743a398cd104146802c31', 'mac_address': 'fa:16:3e:39:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '092d6263-a531-41a2-8d09-486ef6edb9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:58Z', 'updated_at': '2021-09-16T04:39:07Z', 'revision_number': 5, 'project_id': '71670a16fe7743a398cd104146802c31', 'subnets': [{'id': '092d6263-a531-41a2-8d09-486ef6edb9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:35.909173 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0a29b502-c1c8-4345-b5a5-a1bd49954d46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.961267 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02337f7-f452-4ec4-83b9-08de993adeea req-c10787f0-bd36-49c4-88bb-cade37193b34 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:35.963695 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b02337f7-f452-4ec4-83b9-08de993adeea req-c10787f0-bd36-49c4-88bb-cade37193b34 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.1199198 Sep 16 04:42:35.967511 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ad7c49-9f8a-4fcb-8af2-089bc4051529 None None] The sync data for ids ['98228ca5-68b9-4a57-bbc1-26dc0a520127'] in n-d-712139-15 is: [{'id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'name': 'tempest-ServersTestManualDisk-2145072726-router', 'tenant_id': '71670a16fe7743a398cd104146802c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'bbce8ad4-abe9-427f-bf7c-b9622a20f193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:54Z', 'updated_at': '2021-09-16T04:39:00Z', 'revision_number': 4, 'project_id': '71670a16fe7743a398cd104146802c31', 'gw_port': {'id': 'bbce8ad4-abe9-427f-bf7c-b9622a20f193', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:55Z', 'updated_at': '2021-09-16T04:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'cd335b65-7dd7-47c1-9bf5-9c116d8e818e', 'name': '', 'network_id': '0b4a5955-f947-4941-8031-558b92839e9c', 'tenant_id': '71670a16fe7743a398cd104146802c31', 'mac_address': 'fa:16:3e:39:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '092d6263-a531-41a2-8d09-486ef6edb9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:58Z', 'updated_at': '2021-09-16T04:39:07Z', 'revision_number': 5, 'project_id': '71670a16fe7743a398cd104146802c31', 'subnets': [{'id': '092d6263-a531-41a2-8d09-486ef6edb9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:42:36.057463 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b02337f7-f452-4ec4-83b9-08de993adeea req-dc8d5801-57b1-44f1-b7cd-9d02017ab53a tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671165 Sep 16 04:42:36.195654 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0a29b502-c1c8-4345-b5a5-a1bd49954d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:36.230220 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1152d-757f-4fcb-b9ec-9668e8f9fb0c req-0f40e493-7064-462b-94c6-cd84682e7a88 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:36.231850 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-adc1152d-757f-4fcb-b9ec-9668e8f9fb0c req-0f40e493-7064-462b-94c6-cd84682e7a88 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 950 time: 0.1086373 Sep 16 04:42:36.283289 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b39ec12-8017-4e0b-bc4e-025ed49e3327 None None] New status for floating IP a291b9ad-15d3-4a6a-b7c7-b1433085ae4c: DOWN {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:42:36.290116 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29b502-c1c8-4345-b5a5-a1bd49954d46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dd08a38-6793-4bc5-830d-909e33bdbeee,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:36.322694 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-adc1152d-757f-4fcb-b9ec-9668e8f9fb0c req-2b75f683-442c-49df-8c00-98ad71dad07e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736637 Sep 16 04:42:36.325470 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a29b502-c1c8-4345-b5a5-a1bd49954d46 admin admin] Checking segment: {'id': 'a8e3cee4-c9c7-427b-8884-065ab0cd72ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b8554a99-cc4a-4185-be03-db4155a4d044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:36.325828 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a29b502-c1c8-4345-b5a5-a1bd49954d46 admin admin] Network hostable DHCP agents. Network: b8554a99-cc4a-4185-be03-db4155a4d044, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:42:36.353665 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a29b502-c1c8-4345-b5a5-a1bd49954d46 admin admin] Network b8554a99-cc4a-4185-be03-db4155a4d044 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:42:36.367978 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-0a29b502-c1c8-4345-b5a5-a1bd49954d46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, b8554a99-cc4a-4185-be03-db4155a4d044) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:36.379531 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a29b502-c1c8-4345-b5a5-a1bd49954d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:36.380148 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0a29b502-c1c8-4345-b5a5-a1bd49954d46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:36.385982 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8260d13-94c0-4855-a09d-bbfb39e9cd3b None None] Network b8554a99-cc4a-4185-be03-db4155a4d044 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:36.412790 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34424) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:36.413982 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0a29b502-c1c8-4345-b5a5-a1bd49954d46 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5649004 Sep 16 04:42:36.420052 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-5321f309-e917-4884-8753-17b0b751c941 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-506271275-router', 'tenant_id': 'e89da63dfb404d24873410c7a7044352', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:36.444510 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5321f309-e917-4884-8753-17b0b751c941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:36.446034 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5321f309-e917-4884-8753-17b0b751c941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:36.541355 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5321f309-e917-4884-8753-17b0b751c941 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:36.600002 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 09464b06-c001-4b17-972c-bc148f6c7b1e up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:36.662314 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ca4b9c-9e35-4d2c-a858-514d90ca0f98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-b8554a99-cc4a-4185-be03-db4155a4d044', 'network_id': 'b8554a99-cc4a-4185-be03-db4155a4d044', 'tenant_id': 'e89da63dfb404d24873410c7a7044352', 'fixed_ips': [{'subnet_id': '1dd08a38-6793-4bc5-830d-909e33bdbeee'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:42:36.663489 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-42ca4b9c-9e35-4d2c-a858-514d90ca0f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:36.672727 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34428) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:36.713486 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5321f309-e917-4884-8753-17b0b751c941 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:36.784762 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a9738da2-f008-4416-abc8-14bc24a2b2f7 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:36.845732 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34434) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:36.863062 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a9738da2-f008-4416-abc8-14bc24a2b2f7 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:36.886992 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 09464b06-c001-4b17-972c-bc148f6c7b1e completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:42:36.895378 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 09464b06-c001-4b17-972c-bc148f6c7b1e triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:36.895974 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:36.917601 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec500d77-a1d3-4441-992f-e0d897b4f299 admin admin] Deleting subnet 54fc0beb-ec2e-409c-9c1c-fe7d4e35a723 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:42:36.921729 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ec500d77-a1d3-4441-992f-e0d897b4f299 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:36.964214 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ec500d77-a1d3-4441-992f-e0d897b4f299 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:36.988809 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-42ca4b9c-9e35-4d2c-a858-514d90ca0f98 None None] Allocated IP 172.20.0.2 (b8554a99-cc4a-4185-be03-db4155a4d044/1dd08a38-6793-4bc5-830d-909e33bdbeee/b5f3651c-c7a0-4ab4-b2c9-8e15ccb82265) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:37.002955 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a9738da2-f008-4416-abc8-14bc24a2b2f7 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.006580 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a9738da2-f008-4416-abc8-14bc24a2b2f7 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.007966 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a9738da2-f008-4416-abc8-14bc24a2b2f7 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.35 "DELETE /v2.0/security-groups/df5770df-6b73-4fba-b139-e9efefd51743 HTTP/1.1" status: 204 len: 168 time: 0.3341012 Sep 16 04:42:37.013517 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ec500d77-a1d3-4441-992f-e0d897b4f299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.016177 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34438) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:37.039047 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9738da2-f008-4416-abc8-14bc24a2b2f7 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5770df-6b73-4fba-b139-e9efefd51743,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:37.064113 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-83953dbc-9c78-4e26-a654-bd45ccc9b160 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] show failed (client error): The resource could not be found. Sep 16 04:42:37.065612 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-83953dbc-9c78-4e26-a654-bd45ccc9b160 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.35 "GET /v2.0/security-groups/df5770df-6b73-4fba-b139-e9efefd51743 HTTP/1.1" status: 404 len: 347 time: 0.0482819 Sep 16 04:42:37.071001 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34440) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:37.075081 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.095265 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ec500d77-a1d3-4441-992f-e0d897b4f299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.128078 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215e3473-bd93-460c-b545-1e19afbb2ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09464b06-c001-4b17-972c-bc148f6c7b1e'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:37.128424 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5321f309-e917-4884-8753-17b0b751c941 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.130356 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d195278-102f-4600-bb68-df4120d3919f" -d '{"events": [{"server_uuid": "215e3473-bd93-460c-b545-1e19afbb2ffd", "name": "network-vif-plugged", "status": "completed", "tag": "09464b06-c001-4b17-972c-bc148f6c7b1e"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:37.150176 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 09464b06-c001-4b17-972c-bc148f6c7b1e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=09464b06-c001-4b17-972c-bc148f6c7b1e,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:37.153721 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5321f309-e917-4884-8753-17b0b751c941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.164398 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.166236 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 148542b9-cc35-4f1e-9ff1-61f1399d76e7 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:37.185018 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec500d77-a1d3-4441-992f-e0d897b4f299 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54fc0beb-ec2e-409c-9c1c-fe7d4e35a723,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:37.192147 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ec500d77-a1d3-4441-992f-e0d897b4f299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.195182 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ec500d77-a1d3-4441-992f-e0d897b4f299 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/54fc0beb-ec2e-409c-9c1c-fe7d4e35a723 HTTP/1.1" status: 204 len: 168 time: 0.3481457 Sep 16 04:42:37.201408 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34448) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:37.231971 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 53a5e4bc-1297-4607-b3a9-812b31490195 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:37.238763 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 148542b9-cc35-4f1e-9ff1-61f1399d76e7 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:37.239383 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 148542b9-cc35-4f1e-9ff1-61f1399d76e7 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:37.261306 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b1748-dd97-45dd-8622-96c6e0343ca5 req-e35237d5-467b-4b16-9019-dd4dfddd2814 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:37.269505 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-090b1748-dd97-45dd-8622-96c6e0343ca5 req-e35237d5-467b-4b16-9019-dd4dfddd2814 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 945 time: 0.0810401 Sep 16 04:42:37.295912 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: 53a5e4bc-1297-4607-b3a9-812b31490195 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:37.296596 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 53a5e4bc-1297-4607-b3a9-812b31490195 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:37.319856 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-090b1748-dd97-45dd-8622-96c6e0343ca5 req-935b2435-6f2e-4d10-a3c4-3fe89f38026a tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493164 Sep 16 04:42:37.340533 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=09464b06-c001-4b17-972c-bc148f6c7b1e,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:37.353333 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487a1545-19fc-4390-abaf-05670bac843e', 'name': 'network-vif-deleted', 'tag': '53a5e4bc-1297-4607-b3a9-812b31490195'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:37.355928 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09745937-e4fc-45cb-a476-10344e119da3" -d '{"events": [{"server_uuid": "487a1545-19fc-4390-abaf-05670bac843e", "name": "network-vif-deleted", "tag": "53a5e4bc-1297-4607-b3a9-812b31490195"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:37.359668 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-42ca4b9c-9e35-4d2c-a858-514d90ca0f98 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.367465 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-42ca4b9c-9e35-4d2c-a858-514d90ca0f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.380622 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3a223b2d-f42a-4c6f-95a9-3f27cde42e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.397148 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-91db3373-364b-45e1-99a2-49ea4acfc884 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Deleting port 84eb18b0-4b0c-401a-ad4c-da3c67a1f291 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:37.397491 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-91db3373-364b-45e1-99a2-49ea4acfc884 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.409213 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d08198-ec72-45e7-ba2c-2eb84380a896 x-openstack-request-id: req-09d08198-ec72-45e7-ba2c-2eb84380a896 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:37.409798 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215e3473-bd93-460c-b545-1e19afbb2ffd", "name": "network-vif-plugged", "status": "completed", "tag": "09464b06-c001-4b17-972c-bc148f6c7b1e", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:37.410374 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-09d08198-ec72-45e7-ba2c-2eb84380a896 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:37.411360 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215e3473-bd93-460c-b545-1e19afbb2ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09464b06-c001-4b17-972c-bc148f6c7b1e', 'code': 200} Sep 16 04:42:37.433043 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ca4b9c-9e35-4d2c-a858-514d90ca0f98 None None] Network b8554a99-cc4a-4185-be03-db4155a4d044 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:37.438800 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-42ca4b9c-9e35-4d2c-a858-514d90ca0f98 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:37.449283 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ca4b9c-9e35-4d2c-a858-514d90ca0f98 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:37.457839 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca4b9c-9e35-4d2c-a858-514d90ca0f98 None None] Pushing event updated for resources: {'Port': ['ID=b5f3651c-c7a0-4ab4-b2c9-8e15ccb82265,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:37.460378 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-5321f309-e917-4884-8753-17b0b751c941 admin admin] Allocated IP 172.25.8.2 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/0edf0978-f87d-4b0e-a672-34a72ccc08e6) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:37.516884 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44fa63-d008-47a6-af1f-0feef7d4777b req-92d7da8d-fdfc-4322-b52c-b3a8c4c482e4 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:37.525674 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e44fa63-d008-47a6-af1f-0feef7d4777b req-92d7da8d-fdfc-4322-b52c-b3a8c4c482e4 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 950 time: 0.0759935 Sep 16 04:42:37.533918 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-42ca4b9c-9e35-4d2c-a858-514d90ca0f98 None None] Attempting to bind port b5f3651c-c7a0-4ab4-b2c9-8e15ccb82265 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:37.535213 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-42ca4b9c-9e35-4d2c-a858-514d90ca0f98 None None] Attempting to bind port b5f3651c-c7a0-4ab4-b2c9-8e15ccb82265 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'a8e3cee4-c9c7-427b-8884-065ab0cd72ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b8554a99-cc4a-4185-be03-db4155a4d044'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:37.536542 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ca4b9c-9e35-4d2c-a858-514d90ca0f98 None None] Attempting to bind port b5f3651c-c7a0-4ab4-b2c9-8e15ccb82265 on network b8554a99-cc4a-4185-be03-db4155a4d044 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:37.546824 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ca4b9c-9e35-4d2c-a858-514d90ca0f98 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:37.548060 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ca4b9c-9e35-4d2c-a858-514d90ca0f98 None None] Checking segment: {'id': 'a8e3cee4-c9c7-427b-8884-065ab0cd72ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b8554a99-cc4a-4185-be03-db4155a4d044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:37.549004 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-42ca4b9c-9e35-4d2c-a858-514d90ca0f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.550065 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ca4b9c-9e35-4d2c-a858-514d90ca0f98 None None] Bound using segment: {'id': 'a8e3cee4-c9c7-427b-8884-065ab0cd72ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b8554a99-cc4a-4185-be03-db4155a4d044'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:37.551229 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-42ca4b9c-9e35-4d2c-a858-514d90ca0f98 None None] Bound port: b5f3651c-c7a0-4ab4-b2c9-8e15ccb82265, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e3cee4-c9c7-427b-8884-065ab0cd72ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b8554a99-cc4a-4185-be03-db4155a4d044'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:37.552522 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-42ca4b9c-9e35-4d2c-a858-514d90ca0f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.572781 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3a223b2d-f42a-4c6f-95a9-3f27cde42e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.588184 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e04077-9beb-4c0b-bd32-958351ba1e27 req-7fb3daf5-6888-4215-9bad-4a12fac35cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:37.589724 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-03e04077-9beb-4c0b-bd32-958351ba1e27 req-7fb3daf5-6888-4215-9bad-4a12fac35cb0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 1097 time: 0.0925238 Sep 16 04:42:37.605532 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e44fa63-d008-47a6-af1f-0feef7d4777b req-35d94b48-d0a6-42b6-9845-99c6b48e605a tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783169 Sep 16 04:42:37.615818 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-91db3373-364b-45e1-99a2-49ea4acfc884 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.616227 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-91db3373-364b-45e1-99a2-49ea4acfc884 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.647046 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-42ca4b9c-9e35-4d2c-a858-514d90ca0f98 None None] For port b5f3651c-c7a0-4ab4-b2c9-8e15ccb82265, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:37.647701 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-03e04077-9beb-4c0b-bd32-958351ba1e27 req-a8a95900-1bdd-4fa8-b484-aa24e9a21bb5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414863 Sep 16 04:42:37.651677 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-42ca4b9c-9e35-4d2c-a858-514d90ca0f98 None None] For port b5f3651c-c7a0-4ab4-b2c9-8e15ccb82265, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=b5f3651c-c7a0-4ab4-b2c9-8e15ccb82265,segment=NetworkSegment(a8e3cee4-c9c7-427b-8884-065ab0cd72ce),segment_id=a8e3cee4-c9c7-427b-8884-065ab0cd72ce)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:37.657057 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-42ca4b9c-9e35-4d2c-a858-514d90ca0f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.660497 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-3a223b2d-f42a-4c6f-95a9-3f27cde42e71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e77f025-110d-42da-8e3a-27f49ca8a83d']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:37.669051 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-91db3373-364b-45e1-99a2-49ea4acfc884 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Calling delete_port for 84eb18b0-4b0c-401a-ad4c-da3c67a1f291 owned by network:floatingip {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:37.682180 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-3a223b2d-f42a-4c6f-95a9-3f27cde42e71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11991edd-e63b-4190-b9e3-998d0ef66503') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:37.682474 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-3a223b2d-f42a-4c6f-95a9-3f27cde42e71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11991edd-e63b-4190-b9e3-998d0ef66503') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:37.691433 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b49dae-5f67-4031-83b4-701bc64dbacf x-openstack-request-id: req-53b49dae-5f67-4031-83b4-701bc64dbacf {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:37.692385 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487a1545-19fc-4390-abaf-05670bac843e", "name": "network-vif-deleted", "tag": "53a5e4bc-1297-4607-b3a9-812b31490195", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:37.692385 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-53b49dae-5f67-4031-83b4-701bc64dbacf {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:37.697240 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487a1545-19fc-4390-abaf-05670bac843e', 'name': 'network-vif-deleted', 'tag': '53a5e4bc-1297-4607-b3a9-812b31490195', 'status': 'completed', 'code': 200} Sep 16 04:42:37.703102 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3a223b2d-f42a-4c6f-95a9-3f27cde42e71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.741532 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca4b9c-9e35-4d2c-a858-514d90ca0f98 None None] Pushing event updated for resources: {'Port': ['ID=b5f3651c-c7a0-4ab4-b2c9-8e15ccb82265,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:37.785062 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3a223b2d-f42a-4c6f-95a9-3f27cde42e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.800682 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a223b2d-f42a-4c6f-95a9-3f27cde42e71 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:42:37.800682 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3a223b2d-f42a-4c6f-95a9-3f27cde42e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.804704 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:42:37.804704 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:42:37.804704 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:42:37.804704 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:42:37.804704 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:42:37.804704 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:42:37.804704 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:42:37.804704 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:42:37.804704 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:42:37.804704 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:42:37.804704 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:42:37.804704 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:42:37.804704 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:42:37.804704 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:42:37.804704 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:42:37.804704 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:42:37.804704 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:42:37.804704 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:42:37.804704 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:42:37.804704 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:42:37.804704 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:42:37.804704 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:42:37.804704 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:42:37.804704 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:42:37.804704 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:42:37.804704 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:42:37.804704 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:42:37.804704 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:42:37.804704 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:42:37.804704 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:42:37.804704 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:42:37.804704 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:42:37.820910 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5321f309-e917-4884-8753-17b0b751c941 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.905003 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3a223b2d-f42a-4c6f-95a9-3f27cde42e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.918850 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3a223b2d-f42a-4c6f-95a9-3f27cde42e71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.926437 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3a223b2d-f42a-4c6f-95a9-3f27cde42e71 admin admin] 10.222.0.35 "DELETE /v2.0/networks/7e77f025-110d-42da-8e3a-27f49ca8a83d HTTP/1.1" status: 204 len: 168 time: 0.7198374 Sep 16 04:42:37.949209 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a223b2d-f42a-4c6f-95a9-3f27cde42e71 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e77f025-110d-42da-8e3a-27f49ca8a83d,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:38.003960 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5321f309-e917-4884-8753-17b0b751c941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:38.052310 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-91db3373-364b-45e1-99a2-49ea4acfc884 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:38.073223 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5321f309-e917-4884-8753-17b0b751c941 admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:38.082902 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-5321f309-e917-4884-8753-17b0b751c941 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:38.086475 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5321f309-e917-4884-8753-17b0b751c941 admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:38.088489 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5321f309-e917-4884-8753-17b0b751c941 admin admin] Pushing event updated for resources: {'Port': ['ID=0edf0978-f87d-4b0e-a672-34a72ccc08e6,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:38.161534 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db3373-364b-45e1-99a2-49ea4acfc884 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Pushing event deleted for resources: {'Port': ['ID=84eb18b0-4b0c-401a-ad4c-da3c67a1f291,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:38.249810 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-91db3373-364b-45e1-99a2-49ea4acfc884 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks [] for floatingip, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:38.252398 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-91db3373-364b-45e1-99a2-49ea4acfc884 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:38.256500 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-91db3373-364b-45e1-99a2-49ea4acfc884 tempest-ServersTestManualDisk-1961608383 tempest-ServersTestManualDisk-1961608383-project] 10.222.0.35 "DELETE /v2.0/floatingips/a291b9ad-15d3-4a6a-b7c7-b1433085ae4c HTTP/1.1" status: 204 len: 168 time: 1.1813490 Sep 16 04:42:38.256824 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34472) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:38.268079 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34474) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:38.388744 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ba1ee513-df95-4a21-85a3-885c51df6c48 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cfc6de5c8f17421faf18d473c4eee4cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1192989 Sep 16 04:42:38.391532 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34478) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:38.475967 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5321f309-e917-4884-8753-17b0b751c941 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:38.500030 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95225246-f87f-4de9-b4f1-09182cb815bf req-9d9ba9d8-f7be-4d95-8799-ef9ff395de74 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:38.501654 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-95225246-f87f-4de9-b4f1-09182cb815bf req-9d9ba9d8-f7be-4d95-8799-ef9ff395de74 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 945 time: 0.1038566 Sep 16 04:42:38.585418 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2fd180ac-9f23-40fe-89af-b31cf5c3f1eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:38.658824 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2fd180ac-9f23-40fe-89af-b31cf5c3f1eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:38.666738 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-95225246-f87f-4de9-b4f1-09182cb815bf req-1eb5993c-6fe2-4b3f-92f9-a753889b6ebc tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264143 Sep 16 04:42:38.902605 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607fa19-be1e-4841-b3d1-727c88383c2a req-7bc4dd68-7e13-435a-8352-94cdc21447cf tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:38.911597 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1607fa19-be1e-4841-b3d1-727c88383c2a req-7bc4dd68-7e13-435a-8352-94cdc21447cf tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 950 time: 0.1299500 Sep 16 04:42:38.935194 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2fd180ac-9f23-40fe-89af-b31cf5c3f1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:38.938093 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2fd180ac-9f23-40fe-89af-b31cf5c3f1eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:38.939655 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2fd180ac-9f23-40fe-89af-b31cf5c3f1eb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/64d8d23e-8513-450d-9056-ba148190c2e1 HTTP/1.1" status: 204 len: 168 time: 0.5469975 Sep 16 04:42:38.976087 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b7dcfc-09d7-42fd-8e64-bd728d0c7ed8 None None] Network b8554a99-cc4a-4185-be03-db4155a4d044 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:38.978373 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd180ac-9f23-40fe-89af-b31cf5c3f1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d8d23e-8513-450d-9056-ba148190c2e1,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:39.023151 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1607fa19-be1e-4841-b3d1-727c88383c2a req-8f6a28ab-c2d2-4a44-bd5b-22f917f9dcca tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102614 Sep 16 04:42:39.025166 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device b5f3651c-c7a0-4ab4-b2c9-8e15ccb82265 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:39.090627 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e85b84c3-8ebb-49ea-bdad-aadcc66b129e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:39.196944 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5321f309-e917-4884-8753-17b0b751c941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:39.397148 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-dbc4b0d5-4373-4004-b7e2-4e2796bf8450 None None] Provisioning complete for port b5f3651c-c7a0-4ab4-b2c9-8e15ccb82265 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:39.397533 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-dbc4b0d5-4373-4004-b7e2-4e2796bf8450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:39.475233 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port b5f3651c-c7a0-4ab4-b2c9-8e15ccb82265 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:39.475642 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:39.497744 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5321f309-e917-4884-8753-17b0b751c941 admin admin] Router e304b6b9-1dc9-4a98-bec5-3717b72bc12e is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:42:39.531886 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-e85b84c3-8ebb-49ea-bdad-aadcc66b129e admin admin] Deleting port cd335b65-7dd7-47c1-9bf5-9c116d8e818e {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:39.533761 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e85b84c3-8ebb-49ea-bdad-aadcc66b129e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:39.650334 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-e85b84c3-8ebb-49ea-bdad-aadcc66b129e admin admin] For port cd335b65-7dd7-47c1-9bf5-9c116d8e818e, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=cd335b65-7dd7-47c1-9bf5-9c116d8e818e,segment=NetworkSegment(0dadb011-8164-4c32-a15e-25b87d14aa22),segment_id=0dadb011-8164-4c32-a15e-25b87d14aa22)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:39.651826 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e85b84c3-8ebb-49ea-bdad-aadcc66b129e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:39.669704 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5321f309-e917-4884-8753-17b0b751c941 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:42:39.681492 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88af661-23f0-418a-bac3-d5f239e3df34 None None] Sync routers for ids ['e304b6b9-1dc9-4a98-bec5-3717b72bc12e'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:42:39.682200 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-dbc4b0d5-4373-4004-b7e2-4e2796bf8450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:39.689556 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-e85b84c3-8ebb-49ea-bdad-aadcc66b129e admin admin] Calling delete_port for cd335b65-7dd7-47c1-9bf5-9c116d8e818e owned by network:router_interface {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:39.695091 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88af661-23f0-418a-bac3-d5f239e3df34 None None] Routers {'e304b6b9-1dc9-4a98-bec5-3717b72bc12e'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:39.700976 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5321f309-e917-4884-8753-17b0b751c941 admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:39.702613 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5321f309-e917-4884-8753-17b0b751c941 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2871087 Sep 16 04:42:39.705322 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34512) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:39.711715 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-d88af661-23f0-418a-bac3-d5f239e3df34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:42:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['e304b6b9-1dc9-4a98-bec5-3717b72bc12e'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:39.774034 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:39.777155 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-dbc4b0d5-4373-4004-b7e2-4e2796bf8450 None None] For port b5f3651c-c7a0-4ab4-b2c9-8e15ccb82265, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=b5f3651c-c7a0-4ab4-b2c9-8e15ccb82265,segment=NetworkSegment(a8e3cee4-c9c7-427b-8884-065ab0cd72ce),segment_id=a8e3cee4-c9c7-427b-8884-065ab0cd72ce)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:39.799982 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-dbc4b0d5-4373-4004-b7e2-4e2796bf8450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:40.037157 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-d88af661-23f0-418a-bac3-d5f239e3df34 None None] Set router e304b6b9-1dc9-4a98-bec5-3717b72bc12e gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:40.048732 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc4b0d5-4373-4004-b7e2-4e2796bf8450 None None] Pushing event updated for resources: {'Port': ['ID=b5f3651c-c7a0-4ab4-b2c9-8e15ccb82265,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:40.063096 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518e142-541d-4eac-986e-8a01c23bbd7f req-022cf558-332f-4ed3-9c7a-acd6e45d6bfc tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:40.073149 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:42:40.073500 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:42:40.075584 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d518e142-541d-4eac-986e-8a01c23bbd7f req-022cf558-332f-4ed3-9c7a-acd6e45d6bfc tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 945 time: 0.2158945 Sep 16 04:42:40.082596 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-58937456-96c5-437b-98a3-74cb38d45395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:40.170829 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d518e142-541d-4eac-986e-8a01c23bbd7f req-14e575ae-beb8-4956-8768-a7025a8a6ab3 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941045 Sep 16 04:42:40.233369 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-0469ed2e-4e6a-481e-86a3-ee41bdbd8e81 None None] Provisioning complete for port b5f3651c-c7a0-4ab4-b2c9-8e15ccb82265 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:40.233821 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0469ed2e-4e6a-481e-86a3-ee41bdbd8e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:40.245264 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e85b84c3-8ebb-49ea-bdad-aadcc66b129e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:40.288608 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b84c3-8ebb-49ea-bdad-aadcc66b129e admin admin] Pushing event deleted for resources: {'Port': ['ID=cd335b65-7dd7-47c1-9bf5-9c116d8e818e,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:40.334186 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34538) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:40.451758 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbae0f-d7f4-4c09-8f37-51892ff9a009 req-f8476edf-aa0c-449f-817e-caba677c0e3e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:40.459315 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-28fbae0f-d7f4-4c09-8f37-51892ff9a009 req-f8476edf-aa0c-449f-817e-caba677c0e3e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 950 time: 0.1236012 Sep 16 04:42:40.502969 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-d88af661-23f0-418a-bac3-d5f239e3df34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e304b6b9-1dc9-4a98-bec5-3717b72bc12e', 'name': 'tempest-AttachSCSIVolumeTestJSON-506271275-router', 'tenant_id': 'e89da63dfb404d24873410c7a7044352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '0edf0978-f87d-4b0e-a672-34a72ccc08e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:36Z', 'updated_at': '2021-09-16T04:42:38Z', 'revision_number': 3, 'project_id': 'e89da63dfb404d24873410c7a7044352', 'gw_port': {'id': '0edf0978-f87d-4b0e-a672-34a72ccc08e6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ea:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e304b6b9-1dc9-4a98-bec5-3717b72bc12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:37Z', 'updated_at': '2021-09-16T04:42:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:40.563228 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9212be91-c52f-41f6-add8-5032319d47ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:40.568220 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88af661-23f0-418a-bac3-d5f239e3df34 None None] Checking router: e304b6b9-1dc9-4a98-bec5-3717b72bc12e for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:42:40.568791 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88af661-23f0-418a-bac3-d5f239e3df34 None None] Updating router e304b6b9-1dc9-4a98-bec5-3717b72bc12e port 0edf0978-f87d-4b0e-a672-34a72ccc08e6 binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:42:40.617587 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-28fbae0f-d7f4-4c09-8f37-51892ff9a009 req-30701ef8-5812-46a1-91e6-39b6a622e763 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357305 Sep 16 04:42:40.625470 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-d88af661-23f0-418a-bac3-d5f239e3df34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:40.746949 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e85b84c3-8ebb-49ea-bdad-aadcc66b129e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:40.892272 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-9212be91-c52f-41f6-add8-5032319d47ef admin admin] Allocated IP 172.20.0.1 (b8554a99-cc4a-4185-be03-db4155a4d044/1dd08a38-6793-4bc5-830d-909e33bdbeee/92421ff4-0d3f-424c-8b9a-4283484e3c9c) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:41.011252 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cdb23-1f5a-4bfe-bd9b-9a407b4582de req-8ff34d5e-201b-45fa-bc23-b588412362b9 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:41.026120 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device b5f3651c-c7a0-4ab4-b2c9-8e15ccb82265 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:41.029388 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-840cdb23-1f5a-4bfe-bd9b-9a407b4582de req-8ff34d5e-201b-45fa-bc23-b588412362b9 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 945 time: 0.2569556 Sep 16 04:42:41.031252 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34548) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:41.043561 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-0ac0f455-58f3-4e01-971f-c68443c9b002 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Request body: {'floatingip': {'port_id': '09464b06-c001-4b17-972c-bc148f6c7b1e'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:41.046397 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-b6009880-9bdc-4c78-98a1-b0f4a77e9098 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-70496308-network', 'tenant_id': 'f8cd80d846084d6b908f25b98944f4cb'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:41.058765 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9212be91-c52f-41f6-add8-5032319d47ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.092257 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-d88af661-23f0-418a-bac3-d5f239e3df34 None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.098497 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port b5f3651c-c7a0-4ab4-b2c9-8e15ccb82265 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:41.099532 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.106084 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-d88af661-23f0-418a-bac3-d5f239e3df34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.155435 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f455-58f3-4e01-971f-c68443c9b002 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks [] for floatingip, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.167153 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8475e7-30c8-450c-983f-8678b495df50 None None] Pushing event updated for resources: {'Port': ['ID=0edf0978-f87d-4b0e-a672-34a72ccc08e6,revision_number=2']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:41.202723 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6009880-9bdc-4c78-98a1-b0f4a77e9098 admin admin] Made reservation on behalf of f8cd80d846084d6b908f25b98944f4cb for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:41.205627 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b6009880-9bdc-4c78-98a1-b0f4a77e9098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.207343 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-d88af661-23f0-418a-bac3-d5f239e3df34 None None] Attempting to bind port 0edf0978-f87d-4b0e-a672-34a72ccc08e6 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:41.207821 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-d88af661-23f0-418a-bac3-d5f239e3df34 None None] Attempting to bind port 0edf0978-f87d-4b0e-a672-34a72ccc08e6 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:41.208290 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88af661-23f0-418a-bac3-d5f239e3df34 None None] Attempting to bind port 0edf0978-f87d-4b0e-a672-34a72ccc08e6 on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:41.215807 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88af661-23f0-418a-bac3-d5f239e3df34 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:41.216356 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88af661-23f0-418a-bac3-d5f239e3df34 None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:41.216879 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-d88af661-23f0-418a-bac3-d5f239e3df34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.217367 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88af661-23f0-418a-bac3-d5f239e3df34 None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:41.218044 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-d88af661-23f0-418a-bac3-d5f239e3df34 None None] Bound port: 0edf0978-f87d-4b0e-a672-34a72ccc08e6, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:41.219223 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-d88af661-23f0-418a-bac3-d5f239e3df34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.224690 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b6009880-9bdc-4c78-98a1-b0f4a77e9098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.317695 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-d88af661-23f0-418a-bac3-d5f239e3df34 None None] For port 0edf0978-f87d-4b0e-a672-34a72ccc08e6, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:41.322281 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-d88af661-23f0-418a-bac3-d5f239e3df34 None None] For port 0edf0978-f87d-4b0e-a672-34a72ccc08e6, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=0edf0978-f87d-4b0e-a672-34a72ccc08e6,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:41.329226 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-d88af661-23f0-418a-bac3-d5f239e3df34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.351562 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85b84c3-8ebb-49ea-bdad-aadcc66b129e admin admin] Router 98228ca5-68b9-4a57-bbc1-26dc0a520127 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:42:41.355477 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9212be91-c52f-41f6-add8-5032319d47ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.380334 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9212be91-c52f-41f6-add8-5032319d47ef admin admin] Network b8554a99-cc4a-4185-be03-db4155a4d044 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:41.412590 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-9212be91-c52f-41f6-add8-5032319d47ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:41.415579 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8475e7-30c8-450c-983f-8678b495df50 None None] Pushing event updated for resources: {'Port': ['ID=0edf0978-f87d-4b0e-a672-34a72ccc08e6,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:41.420441 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9212be91-c52f-41f6-add8-5032319d47ef admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:41.425583 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.438433 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88af661-23f0-418a-bac3-d5f239e3df34 None None] Routers {'e304b6b9-1dc9-4a98-bec5-3717b72bc12e'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:41.439148 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-d88af661-23f0-418a-bac3-d5f239e3df34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:42:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['e304b6b9-1dc9-4a98-bec5-3717b72bc12e'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:41.471579 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9212be91-c52f-41f6-add8-5032319d47ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.541744 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b6009880-9bdc-4c78-98a1-b0f4a77e9098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.549164 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b6009880-9bdc-4c78-98a1-b0f4a77e9098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.595736 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212be91-c52f-41f6-add8-5032319d47ef admin admin] Pushing event updated for resources: {'Port': ['ID=92421ff4-0d3f-424c-8b9a-4283484e3c9c,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:41.603297 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85b84c3-8ebb-49ea-bdad-aadcc66b129e admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:42:41.611205 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9212be91-c52f-41f6-add8-5032319d47ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:41.611557 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9212be91-c52f-41f6-add8-5032319d47ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:41.612075 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9212be91-c52f-41f6-add8-5032319d47ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:41.612421 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9212be91-c52f-41f6-add8-5032319d47ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:41.612789 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9212be91-c52f-41f6-add8-5032319d47ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:41.613161 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9212be91-c52f-41f6-add8-5032319d47ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:41.613493 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9212be91-c52f-41f6-add8-5032319d47ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:41.613815 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9212be91-c52f-41f6-add8-5032319d47ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:41.614181 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9212be91-c52f-41f6-add8-5032319d47ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:41.614508 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9212be91-c52f-41f6-add8-5032319d47ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:41.614870 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9212be91-c52f-41f6-add8-5032319d47ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:41.615242 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9212be91-c52f-41f6-add8-5032319d47ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:41.617139 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-d88af661-23f0-418a-bac3-d5f239e3df34 None None] Set router e304b6b9-1dc9-4a98-bec5-3717b72bc12e gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:41.621042 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd63c50-82e8-4105-b51f-6d30762e22a2 None None] Sync routers for ids ['98228ca5-68b9-4a57-bbc1-26dc0a520127'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:42:41.625818 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e85b84c3-8ebb-49ea-bdad-aadcc66b129e admin admin] 10.222.0.35 "PUT /v2.0/routers/98228ca5-68b9-4a57-bbc1-26dc0a520127/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3674722 Sep 16 04:42:41.631171 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34558) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:41.634953 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6009880-9bdc-4c78-98a1-b0f4a77e9098 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:42:41.636550 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd63c50-82e8-4105-b51f-6d30762e22a2 None None] Routers {'98228ca5-68b9-4a57-bbc1-26dc0a520127'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:41.640090 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-afd63c50-82e8-4105-b51f-6d30762e22a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:42:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['98228ca5-68b9-4a57-bbc1-26dc0a520127'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:41.655277 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6009880-9bdc-4c78-98a1-b0f4a77e9098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:41.681869 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b6009880-9bdc-4c78-98a1-b0f4a77e9098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.682654 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-b6009880-9bdc-4c78-98a1-b0f4a77e9098 admin admin] Added segment 4a16637a-dd29-4e96-bbcc-3812240bb05c of type vlan for network 3bacabb8-4ab3-4c7c-b74a-408f67084c47 Sep 16 04:42:41.788634 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-31de93c0-cf8f-42b2-abdd-a70815ecb9b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.848807 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b6009880-9bdc-4c78-98a1-b0f4a77e9098 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.900777 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-afd63c50-82e8-4105-b51f-6d30762e22a2 None None] Set router 98228ca5-68b9-4a57-bbc1-26dc0a520127 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:41.927010 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2997ed8c-867d-46b1-9fa4-7f3349d16064 req-937a1222-3e5c-4403-b1ab-d72b15eb3466 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:41.934519 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2997ed8c-867d-46b1-9fa4-7f3349d16064 req-937a1222-3e5c-4403-b1ab-d72b15eb3466 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 950 time: 0.1694198 Sep 16 04:42:41.955520 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b6009880-9bdc-4c78-98a1-b0f4a77e9098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.956954 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6009880-9bdc-4c78-98a1-b0f4a77e9098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:41.957393 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b6009880-9bdc-4c78-98a1-b0f4a77e9098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:42.006176 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:42:42.030248 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b6009880-9bdc-4c78-98a1-b0f4a77e9098 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6919200 Sep 16 04:42:42.034670 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34570) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:42.044397 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-a5b3f8d9-9615-4d95-b38c-d1959a0ff3c7 admin admin] Request body: {'subnet': {'network_id': '3bacabb8-4ab3-4c7c-b74a-408f67084c47', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-70496308-subnet', 'tenant_id': 'f8cd80d846084d6b908f25b98944f4cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:42.066983 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-d88af661-23f0-418a-bac3-d5f239e3df34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e304b6b9-1dc9-4a98-bec5-3717b72bc12e', 'name': 'tempest-AttachSCSIVolumeTestJSON-506271275-router', 'tenant_id': 'e89da63dfb404d24873410c7a7044352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '0edf0978-f87d-4b0e-a672-34a72ccc08e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:36Z', 'updated_at': '2021-09-16T04:42:38Z', 'revision_number': 3, 'project_id': 'e89da63dfb404d24873410c7a7044352', 'gw_port': {'id': '0edf0978-f87d-4b0e-a672-34a72ccc08e6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ea:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e304b6b9-1dc9-4a98-bec5-3717b72bc12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:37Z', 'updated_at': '2021-09-16T04:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:42.083245 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2997ed8c-867d-46b1-9fa4-7f3349d16064 req-3fcd0802-b30d-46f1-b965-9abb34fccb83 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452231 Sep 16 04:42:42.083517 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-c56e93e4-9597-4420-84cb-736d8d41ce9c None None] Provisioning complete for port 92421ff4-0d3f-424c-8b9a-4283484e3c9c triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:42.083652 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c56e93e4-9597-4420-84cb-736d8d41ce9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:42.086380 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6009880-9bdc-4c78-98a1-b0f4a77e9098 admin admin] Pushing event updated for resources: {'Network': ['ID=3bacabb8-4ab3-4c7c-b74a-408f67084c47,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:42.097901 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b3f8d9-9615-4d95-b38c-d1959a0ff3c7 admin admin] Made reservation on behalf of f8cd80d846084d6b908f25b98944f4cb for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:42.100940 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a5b3f8d9-9615-4d95-b38c-d1959a0ff3c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:42.104251 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88af661-23f0-418a-bac3-d5f239e3df34 None None] The sync data for ids ['e304b6b9-1dc9-4a98-bec5-3717b72bc12e'] in n-d-712139-15 is: [{'id': 'e304b6b9-1dc9-4a98-bec5-3717b72bc12e', 'name': 'tempest-AttachSCSIVolumeTestJSON-506271275-router', 'tenant_id': 'e89da63dfb404d24873410c7a7044352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '0edf0978-f87d-4b0e-a672-34a72ccc08e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:36Z', 'updated_at': '2021-09-16T04:42:38Z', 'revision_number': 3, 'project_id': 'e89da63dfb404d24873410c7a7044352', 'gw_port': {'id': '0edf0978-f87d-4b0e-a672-34a72ccc08e6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ea:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e304b6b9-1dc9-4a98-bec5-3717b72bc12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:37Z', 'updated_at': '2021-09-16T04:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:42:42.110103 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 3bacabb8-4ab3-4c7c-b74a-408f67084c47 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:42:42.207173 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9212be91-c52f-41f6-add8-5032319d47ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:42.292277 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34576) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:42.361316 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-31de93c0-cf8f-42b2-abdd-a70815ecb9b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:42.371586 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-c56e93e4-9597-4420-84cb-736d8d41ce9c None None] Port 92421ff4-0d3f-424c-8b9a-4283484e3c9c cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:42.455436 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-51c1e08f-f3c7-40c2-9332-9f5bb45e7111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:42.510811 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-afd63c50-82e8-4105-b51f-6d30762e22a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'name': 'tempest-ServersTestManualDisk-2145072726-router', 'tenant_id': '71670a16fe7743a398cd104146802c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'bbce8ad4-abe9-427f-bf7c-b9622a20f193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:54Z', 'updated_at': '2021-09-16T04:42:40Z', 'revision_number': 5, 'project_id': '71670a16fe7743a398cd104146802c31', 'gw_port': {'id': 'bbce8ad4-abe9-427f-bf7c-b9622a20f193', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:55Z', 'updated_at': '2021-09-16T04:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:42.567892 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd63c50-82e8-4105-b51f-6d30762e22a2 None None] Checking router: 98228ca5-68b9-4a57-bbc1-26dc0a520127 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:42:42.582425 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd63c50-82e8-4105-b51f-6d30762e22a2 None None] Routers {'98228ca5-68b9-4a57-bbc1-26dc0a520127'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:42.583758 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-afd63c50-82e8-4105-b51f-6d30762e22a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:42:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['98228ca5-68b9-4a57-bbc1-26dc0a520127'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:42.662668 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-51c1e08f-f3c7-40c2-9332-9f5bb45e7111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:42.670109 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-51c1e08f-f3c7-40c2-9332-9f5bb45e7111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:42.729705 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1e08f-f3c7-40c2-9332-9f5bb45e7111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60ef911-a98d-479a-b7a0-43948e56c825,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:42.731523 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-afd63c50-82e8-4105-b51f-6d30762e22a2 None None] Set router 98228ca5-68b9-4a57-bbc1-26dc0a520127 gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:42.759760 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-51c1e08f-f3c7-40c2-9332-9f5bb45e7111 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d2a6dd801f6e4f0eb1eed1e863cacc90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4661214 Sep 16 04:42:42.762497 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34582) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:42.823746 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-afd63c50-82e8-4105-b51f-6d30762e22a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'name': 'tempest-ServersTestManualDisk-2145072726-router', 'tenant_id': '71670a16fe7743a398cd104146802c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:54Z', 'updated_at': '2021-09-16T04:42:42Z', 'revision_number': 6, 'project_id': '71670a16fe7743a398cd104146802c31', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:42.825655 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-31de93c0-cf8f-42b2-abdd-a70815ecb9b7 admin admin] Deleting port bbce8ad4-abe9-427f-bf7c-b9622a20f193 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:42.826120 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-31de93c0-cf8f-42b2-abdd-a70815ecb9b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:42.841300 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9212be91-c52f-41f6-add8-5032319d47ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:42.868996 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5d43e6f8-d76e-4731-9a8b-44af2876dfbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:42.882465 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.db.resource_extend [None req-0ac0f455-58f3-4e01-971f-c68443c9b002 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:42:42.910019 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd63c50-82e8-4105-b51f-6d30762e22a2 None None] The sync data for ids ['98228ca5-68b9-4a57-bbc1-26dc0a520127'] in n-d-712139-15 is: [{'id': '98228ca5-68b9-4a57-bbc1-26dc0a520127', 'name': 'tempest-ServersTestManualDisk-2145072726-router', 'tenant_id': '71670a16fe7743a398cd104146802c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:54Z', 'updated_at': '2021-09-16T04:42:42Z', 'revision_number': 6, 'project_id': '71670a16fe7743a398cd104146802c31', 'gw_port_host': None}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:42:42.927550 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5d43e6f8-d76e-4731-9a8b-44af2876dfbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:42.956100 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 0edf0978-f87d-4b0e-a672-34a72ccc08e6 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:43.012459 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01ff3e-5ac2-4886-98b9-cb2df5768f14 req-b6565d40-7638-4512-93b6-7831887cb172 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:43.014472 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac01ff3e-5ac2-4886-98b9-cb2df5768f14 req-b6565d40-7638-4512-93b6-7831887cb172 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a188134-8c47-4897-938d-287ad46758a3 HTTP/1.1" status: 200 len: 945 time: 0.1247375 Sep 16 04:42:43.041049 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 0edf0978-f87d-4b0e-a672-34a72ccc08e6 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:43.042031 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.069419 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5d43e6f8-d76e-4731-9a8b-44af2876dfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.073518 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5d43e6f8-d76e-4731-9a8b-44af2876dfbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.075060 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5d43e6f8-d76e-4731-9a8b-44af2876dfbe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f60ef911-a98d-479a-b7a0-43948e56c825 HTTP/1.1" status: 204 len: 168 time: 0.3114839 Sep 16 04:42:43.107854 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac01ff3e-5ac2-4886-98b9-cb2df5768f14 req-bcf64755-8b02-4157-ae66-140f7f51517f tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fa0cf96-03c2-41b3-93c4-f3901548d7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744724 Sep 16 04:42:43.110204 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43e6f8-d76e-4731-9a8b-44af2876dfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60ef911-a98d-479a-b7a0-43948e56c825,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:43.199418 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.208923 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fba0322c-584a-42e8-b8e0-70fde9e15821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.239288 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 0edf0978-f87d-4b0e-a672-34a72ccc08e6, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=0edf0978-f87d-4b0e-a672-34a72ccc08e6,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:43.246678 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0200f-c939-46dd-b0cb-1cc0281d5856 req-b51f55ea-6fc0-493d-8b25-a4a85ec7d27e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:43.247979 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.248690 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a9f0200f-c939-46dd-b0cb-1cc0281d5856 req-b51f55ea-6fc0-493d-8b25-a4a85ec7d27e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 950 time: 0.0714417 Sep 16 04:42:43.320638 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a9f0200f-c939-46dd-b0cb-1cc0281d5856 req-46869891-6979-4486-9cd7-e53387b034c1 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572901 Sep 16 04:42:43.334935 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=0edf0978-f87d-4b0e-a672-34a72ccc08e6,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:43.397278 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9212be91-c52f-41f6-add8-5032319d47ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.494407 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9212be91-c52f-41f6-add8-5032319d47ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.497208 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.542929 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34590) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:43.556018 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-23835bd0-525e-413b-a143-b1a0f1999f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.565473 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f455-58f3-4e01-971f-c68443c9b002 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.566465 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a5b3f8d9-9615-4d95-b38c-d1959a0ff3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.617406 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f455-58f3-4e01-971f-c68443c9b002 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.637853 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212be91-c52f-41f6-add8-5032319d47ef admin admin] Pushing event updated for resources: {'Port': ['ID=92421ff4-0d3f-424c-8b9a-4283484e3c9c,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:43.652489 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-23835bd0-525e-413b-a143-b1a0f1999f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.657033 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-23835bd0-525e-413b-a143-b1a0f1999f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.698119 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-23835bd0-525e-413b-a143-b1a0f1999f2e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b5b3a4e32259494780a5d0630f976867&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1538684 Sep 16 04:42:43.699550 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23835bd0-525e-413b-a143-b1a0f1999f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d2465f-cf46-4095-ba63-d885dcaf55a6,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:43.702708 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34592) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:43.751601 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-31de93c0-cf8f-42b2-abdd-a70815ecb9b7 admin admin] For port bbce8ad4-abe9-427f-bf7c-b9622a20f193, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=bbce8ad4-abe9-427f-bf7c-b9622a20f193,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:43.752204 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-31de93c0-cf8f-42b2-abdd-a70815ecb9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.756379 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d36e5533-ede1-426e-9c60-b9b19eaecf87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.786886 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-31de93c0-cf8f-42b2-abdd-a70815ecb9b7 admin admin] Calling delete_port for bbce8ad4-abe9-427f-bf7c-b9622a20f193 owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:43.790333 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3f8d9-9615-4d95-b38c-d1959a0ff3c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e60d629-d6f8-42a4-95c3-05795e4a4154,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:43.791644 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d36e5533-ede1-426e-9c60-b9b19eaecf87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.862137 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d36e5533-ede1-426e-9c60-b9b19eaecf87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.868229 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d36e5533-ede1-426e-9c60-b9b19eaecf87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.870290 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d36e5533-ede1-426e-9c60-b9b19eaecf87 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/86d2465f-cf46-4095-ba63-d885dcaf55a6 HTTP/1.1" status: 204 len: 168 time: 0.1659718 Sep 16 04:42:43.880436 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e5533-ede1-426e-9c60-b9b19eaecf87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d2465f-cf46-4095-ba63-d885dcaf55a6,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:43.900948 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b3f8d9-9615-4d95-b38c-d1959a0ff3c7 admin admin] Checking segment: {'id': '4a16637a-dd29-4e96-bbcc-3812240bb05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3bacabb8-4ab3-4c7c-b74a-408f67084c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:43.901569 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b3f8d9-9615-4d95-b38c-d1959a0ff3c7 admin admin] Network hostable DHCP agents. Network: 3bacabb8-4ab3-4c7c-b74a-408f67084c47, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:42:43.913257 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9212be91-c52f-41f6-add8-5032319d47ef admin admin] Network b8554a99-cc4a-4185-be03-db4155a4d044 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:43.925959 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-9212be91-c52f-41f6-add8-5032319d47ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:43.941727 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [None req-0ac0f455-58f3-4e01-971f-c68443c9b002 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Floating IP 1a02e190-2a98-4926-a4d0-e8bc108e6dad associated. External IP: 172.25.8.188, port: 09464b06-c001-4b17-972c-bc148f6c7b1e. Sep 16 04:42:44.036487 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b3f8d9-9615-4d95-b38c-d1959a0ff3c7 admin admin] Network 3bacabb8-4ab3-4c7c-b74a-408f67084c47 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:42:44.128073 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-a5b3f8d9-9615-4d95-b38c-d1959a0ff3c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 3bacabb8-4ab3-4c7c-b74a-408f67084c47) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:44.139333 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912cdd56-727c-41b3-91cf-568d346c4237 None None] Network 3bacabb8-4ab3-4c7c-b74a-408f67084c47 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:44.151264 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b3f8d9-9615-4d95-b38c-d1959a0ff3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:44.151814 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a5b3f8d9-9615-4d95-b38c-d1959a0ff3c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:44.268679 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a5b3f8d9-9615-4d95-b38c-d1959a0ff3c7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2295635 Sep 16 04:42:44.343453 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9212be91-c52f-41f6-add8-5032319d47ef admin admin] Router e304b6b9-1dc9-4a98-bec5-3717b72bc12e has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:42:44.419834 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-31de93c0-cf8f-42b2-abdd-a70815ecb9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:44.432618 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56f1e6-c11c-47a2-87bd-2fcd5d56a9c1 req-c651216a-44cd-4912-8d37-f54582adda63 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:44.442591 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ee56f1e6-c11c-47a2-87bd-2fcd5d56a9c1 req-c651216a-44cd-4912-8d37-f54582adda63 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a188134-8c47-4897-938d-287ad46758a3 HTTP/1.1" status: 200 len: 945 time: 0.1807961 Sep 16 04:42:44.445702 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34606) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:44.448063 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:44.453226 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-cc0abba1-7a64-4612-baf2-b05fa0ca0b2a None None] Provisioning complete for port 92421ff4-0d3f-424c-8b9a-4283484e3c9c triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:44.453861 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cc0abba1-7a64-4612-baf2-b05fa0ca0b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:44.485766 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:44.494404 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-eaa37dc4-3cfa-4757-b456-c89ca5ce3006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:44.502250 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de93c0-cf8f-42b2-abdd-a70815ecb9b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbce8ad4-abe9-427f-bf7c-b9622a20f193,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:44.522988 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2665b3-7b38-4d51-9593-6083b4507829 req-823011dd-f807-4fd0-bb02-1b26c1d6f6ba tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:44.525803 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf2665b3-7b38-4d51-9593-6083b4507829 req-823011dd-f807-4fd0-bb02-1b26c1d6f6ba tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a188134-8c47-4897-938d-287ad46758a3 HTTP/1.1" status: 200 len: 945 time: 0.2255414 Sep 16 04:42:44.534749 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-cc0abba1-7a64-4612-baf2-b05fa0ca0b2a None None] Port 92421ff4-0d3f-424c-8b9a-4283484e3c9c cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:44.538190 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c1f084-481d-4a35-b8fb-8e868e2624d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-3bacabb8-4ab3-4c7c-b74a-408f67084c47', 'network_id': '3bacabb8-4ab3-4c7c-b74a-408f67084c47', 'tenant_id': 'f8cd80d846084d6b908f25b98944f4cb', 'fixed_ips': [{'subnet_id': '6e60d629-d6f8-42a4-95c3-05795e4a4154'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:42:44.539304 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-93c1f084-481d-4a35-b8fb-8e868e2624d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:44.627990 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ee56f1e6-c11c-47a2-87bd-2fcd5d56a9c1 req-580805e6-e9e7-4c36-ac22-bd76f77e52e2 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fa0cf96-03c2-41b3-93c4-f3901548d7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1832743 Sep 16 04:42:44.717327 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-93c1f084-481d-4a35-b8fb-8e868e2624d2 None None] Allocated IP 172.20.0.2 (3bacabb8-4ab3-4c7c-b74a-408f67084c47/6e60d629-d6f8-42a4-95c3-05795e4a4154/017fabc1-50bd-40d8-a58d-27be22881b85) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:44.720967 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac0f455-58f3-4e01-971f-c68443c9b002 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Router bec4b288-7060-4d9e-9ef2-82f257f26b4f has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:42:44.771560 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-31de93c0-cf8f-42b2-abdd-a70815ecb9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:44.901740 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 0edf0978-f87d-4b0e-a672-34a72ccc08e6 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:44.932425 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-93c1f084-481d-4a35-b8fb-8e868e2624d2 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:44.942963 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-93c1f084-481d-4a35-b8fb-8e868e2624d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:44.945185 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-31de93c0-cf8f-42b2-abdd-a70815ecb9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:44.949526 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9212be91-c52f-41f6-add8-5032319d47ef admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:42:44.957048 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9212be91-c52f-41f6-add8-5032319d47ef admin admin] 10.222.0.35 "PUT /v2.0/routers/e304b6b9-1dc9-4a98-bec5-3717b72bc12e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2492032 Sep 16 04:42:44.962405 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aa2463-74b2-4f2f-a01e-313d8196d7e2 None None] Sync routers for ids ['e304b6b9-1dc9-4a98-bec5-3717b72bc12e'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:42:44.973813 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-31de93c0-cf8f-42b2-abdd-a70815ecb9b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:44.981427 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aa2463-74b2-4f2f-a01e-313d8196d7e2 None None] Routers {'e304b6b9-1dc9-4a98-bec5-3717b72bc12e'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:44.982644 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-e1aa2463-74b2-4f2f-a01e-313d8196d7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:42:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['e304b6b9-1dc9-4a98-bec5-3717b72bc12e'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:45.002575 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c1f084-481d-4a35-b8fb-8e868e2624d2 None None] Network 3bacabb8-4ab3-4c7c-b74a-408f67084c47 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:45.009755 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-93c1f084-481d-4a35-b8fb-8e868e2624d2 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:45.014583 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c1f084-481d-4a35-b8fb-8e868e2624d2 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:45.053174 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1f084-481d-4a35-b8fb-8e868e2624d2 None None] Pushing event updated for resources: {'Port': ['ID=017fabc1-50bd-40d8-a58d-27be22881b85,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:45.067951 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 0edf0978-f87d-4b0e-a672-34a72ccc08e6 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:45.067951 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:45.153073 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-eaa37dc4-3cfa-4757-b456-c89ca5ce3006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:45.157796 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-93c1f084-481d-4a35-b8fb-8e868e2624d2 None None] Attempting to bind port 017fabc1-50bd-40d8-a58d-27be22881b85 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:45.158602 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-93c1f084-481d-4a35-b8fb-8e868e2624d2 None None] Attempting to bind port 017fabc1-50bd-40d8-a58d-27be22881b85 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '4a16637a-dd29-4e96-bbcc-3812240bb05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3bacabb8-4ab3-4c7c-b74a-408f67084c47'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:45.159137 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c1f084-481d-4a35-b8fb-8e868e2624d2 None None] Attempting to bind port 017fabc1-50bd-40d8-a58d-27be22881b85 on network 3bacabb8-4ab3-4c7c-b74a-408f67084c47 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:45.173924 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c1f084-481d-4a35-b8fb-8e868e2624d2 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:45.174401 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c1f084-481d-4a35-b8fb-8e868e2624d2 None None] Checking segment: {'id': '4a16637a-dd29-4e96-bbcc-3812240bb05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3bacabb8-4ab3-4c7c-b74a-408f67084c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:45.174946 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-93c1f084-481d-4a35-b8fb-8e868e2624d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:45.175406 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c1f084-481d-4a35-b8fb-8e868e2624d2 None None] Bound using segment: {'id': '4a16637a-dd29-4e96-bbcc-3812240bb05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3bacabb8-4ab3-4c7c-b74a-408f67084c47'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:45.176177 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-93c1f084-481d-4a35-b8fb-8e868e2624d2 None None] Bound port: 017fabc1-50bd-40d8-a58d-27be22881b85, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a16637a-dd29-4e96-bbcc-3812240bb05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3bacabb8-4ab3-4c7c-b74a-408f67084c47'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:45.176650 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-93c1f084-481d-4a35-b8fb-8e868e2624d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:45.187914 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce2cde-2cbc-4dc9-a363-0eed2299f4d0 req-c325047b-2c51-4b4c-ac0c-579f9c5d761c tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:45.191314 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-e1aa2463-74b2-4f2f-a01e-313d8196d7e2 None None] Set router e304b6b9-1dc9-4a98-bec5-3717b72bc12e gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:45.196620 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5cce2cde-2cbc-4dc9-a363-0eed2299f4d0 req-c325047b-2c51-4b4c-ac0c-579f9c5d761c tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 950 time: 0.4792373 Sep 16 04:42:45.210110 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-31de93c0-cf8f-42b2-abdd-a70815ecb9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:45.210701 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31de93c0-cf8f-42b2-abdd-a70815ecb9b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98228ca5-68b9-4a57-bbc1-26dc0a520127 {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:42:45.215885 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-31de93c0-cf8f-42b2-abdd-a70815ecb9b7 admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:45.217156 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-31de93c0-cf8f-42b2-abdd-a70815ecb9b7 admin admin] 10.222.0.35 "DELETE /v2.0/routers/98228ca5-68b9-4a57-bbc1-26dc0a520127 HTTP/1.1" status: 204 len: 168 time: 3.5829961 Sep 16 04:42:45.222373 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-eaa37dc4-3cfa-4757-b456-c89ca5ce3006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:45.226081 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34620) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:45.259217 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-bf2665b3-7b38-4d51-9593-6083b4507829 req-99e9bf67-3458-4f0e-9c24-d0a077893e8b tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Deleting port ee2bfc12-e060-46fa-8595-c9e1e56e04b3 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:45.259562 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-bf2665b3-7b38-4d51-9593-6083b4507829 req-99e9bf67-3458-4f0e-9c24-d0a077893e8b tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:45.295550 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac0f455-58f3-4e01-971f-c68443c9b002 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:42:45.315186 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-93c1f084-481d-4a35-b8fb-8e868e2624d2 None None] For port 017fabc1-50bd-40d8-a58d-27be22881b85, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:45.320811 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f455-58f3-4e01-971f-c68443c9b002 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:45.326068 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-93c1f084-481d-4a35-b8fb-8e868e2624d2 None None] For port 017fabc1-50bd-40d8-a58d-27be22881b85, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=017fabc1-50bd-40d8-a58d-27be22881b85,segment=NetworkSegment(4a16637a-dd29-4e96-bbcc-3812240bb05c),segment_id=4a16637a-dd29-4e96-bbcc-3812240bb05c)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:45.340920 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31be8427-cc93-4996-ad78-935da40f4ccb None None] Sync routers for ids ['bec4b288-7060-4d9e-9ef2-82f257f26b4f'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:42:45.358428 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-93c1f084-481d-4a35-b8fb-8e868e2624d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:45.373365 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-bf2665b3-7b38-4d51-9593-6083b4507829 req-99e9bf67-3458-4f0e-9c24-d0a077893e8b tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] For port ee2bfc12-e060-46fa-8595-c9e1e56e04b3, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=ee2bfc12-e060-46fa-8595-c9e1e56e04b3,segment=NetworkSegment(34bd8703-6c1d-4f8c-9306-ab256c421de2),segment_id=34bd8703-6c1d-4f8c-9306-ab256c421de2)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:45.373764 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-bf2665b3-7b38-4d51-9593-6083b4507829 req-99e9bf67-3458-4f0e-9c24-d0a077893e8b tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:45.381649 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0ac0f455-58f3-4e01-971f-c68443c9b002 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "PUT /v2.0/floatingips/1a02e190-2a98-4926-a4d0-e8bc108e6dad HTTP/1.1" status: 200 len: 991 time: 4.3488438 Sep 16 04:42:45.406872 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215e3473-bd93-460c-b545-1e19afbb2ffd', 'tag': '09464b06-c001-4b17-972c-bc148f6c7b1e'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:45.409541 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bdb8bc-3f9e-4b8f-afa6-9fa105376322" -d '{"events": [{"name": "network-changed", "server_uuid": "215e3473-bd93-460c-b545-1e19afbb2ffd", "tag": "09464b06-c001-4b17-972c-bc148f6c7b1e"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:45.422409 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6045222-735e-43a0-8f33-89ad4bb734da admin admin] Deleting subnet 092d6263-a531-41a2-8d09-486ef6edb9fc {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:42:45.426016 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f6045222-735e-43a0-8f33-89ad4bb734da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:45.483238 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31be8427-cc93-4996-ad78-935da40f4ccb None None] Routers {'bec4b288-7060-4d9e-9ef2-82f257f26b4f'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:45.483238 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-31be8427-cc93-4996-ad78-935da40f4ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:42:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['bec4b288-7060-4d9e-9ef2-82f257f26b4f'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:45.485017 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f6045222-735e-43a0-8f33-89ad4bb734da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:45.537358 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-e1aa2463-74b2-4f2f-a01e-313d8196d7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e304b6b9-1dc9-4a98-bec5-3717b72bc12e', 'name': 'tempest-AttachSCSIVolumeTestJSON-506271275-router', 'tenant_id': 'e89da63dfb404d24873410c7a7044352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '0edf0978-f87d-4b0e-a672-34a72ccc08e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:36Z', 'updated_at': '2021-09-16T04:42:42Z', 'revision_number': 4, 'project_id': 'e89da63dfb404d24873410c7a7044352', 'gw_port': {'id': '0edf0978-f87d-4b0e-a672-34a72ccc08e6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e304b6b9-1dc9-4a98-bec5-3717b72bc12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:37Z', 'updated_at': '2021-09-16T04:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '92421ff4-0d3f-424c-8b9a-4283484e3c9c', 'name': '', 'network_id': 'b8554a99-cc4a-4185-be03-db4155a4d044', 'tenant_id': 'e89da63dfb404d24873410c7a7044352', 'mac_address': 'fa:16:3e:e0:56:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e304b6b9-1dc9-4a98-bec5-3717b72bc12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '1dd08a38-6793-4bc5-830d-909e33bdbeee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:40Z', 'updated_at': '2021-09-16T04:42:42Z', 'revision_number': 2, 'project_id': 'e89da63dfb404d24873410c7a7044352', 'subnets': [{'id': '1dd08a38-6793-4bc5-830d-909e33bdbeee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:45.589354 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aa2463-74b2-4f2f-a01e-313d8196d7e2 None None] Checking router: e304b6b9-1dc9-4a98-bec5-3717b72bc12e for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:42:45.589707 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aa2463-74b2-4f2f-a01e-313d8196d7e2 None None] Updating router e304b6b9-1dc9-4a98-bec5-3717b72bc12e port 92421ff4-0d3f-424c-8b9a-4283484e3c9c binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:42:45.611773 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1f084-481d-4a35-b8fb-8e868e2624d2 None None] Pushing event updated for resources: {'Port': ['ID=017fabc1-50bd-40d8-a58d-27be22881b85,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:45.628957 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-e1aa2463-74b2-4f2f-a01e-313d8196d7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:45.655653 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-eaa37dc4-3cfa-4757-b456-c89ca5ce3006 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2a67983f51494c0c97858db6545a8f00&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2020748 Sep 16 04:42:45.679074 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5cce2cde-2cbc-4dc9-a363-0eed2299f4d0 req-439a1159-191b-48fc-9264-2a35fccac1fb tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4808998 Sep 16 04:42:45.680050 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa37dc4-3cfa-4757-b456-c89ca5ce3006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd03947-fb7b-4e23-85e8-01ee0dc3e44a,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:45.689062 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34636) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:45.737782 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bbce8ad4-abe9-427f-bf7c-b9622a20f193 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:45.840497 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: bbce8ad4-abe9-427f-bf7c-b9622a20f193 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:45.840853 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bbce8ad4-abe9-427f-bf7c-b9622a20f193 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:45.841183 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device cd335b65-7dd7-47c1-9bf5-9c116d8e818e no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:45.863902 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-bf2665b3-7b38-4d51-9593-6083b4507829 req-99e9bf67-3458-4f0e-9c24-d0a077893e8b tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:45.864261 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-bf2665b3-7b38-4d51-9593-6083b4507829 req-99e9bf67-3458-4f0e-9c24-d0a077893e8b tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:45.864593 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [req-bf2665b3-7b38-4d51-9593-6083b4507829 req-99e9bf67-3458-4f0e-9c24-d0a077893e8b tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Floating IP bcb595b0-807f-4313-bf23-b48f457b583a disassociated. External IP: 172.25.8.237, port: ee2bfc12-e060-46fa-8595-c9e1e56e04b3. Sep 16 04:42:45.865553 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-bf2665b3-7b38-4d51-9593-6083b4507829 req-99e9bf67-3458-4f0e-9c24-d0a077893e8b tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Calling delete_port for ee2bfc12-e060-46fa-8595-c9e1e56e04b3 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:45.892459 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-31be8427-cc93-4996-ad78-935da40f4ccb None None] Set router bec4b288-7060-4d9e-9ef2-82f257f26b4f gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:45.900270 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: cd335b65-7dd7-47c1-9bf5-9c116d8e818e {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:45.900666 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device cd335b65-7dd7-47c1-9bf5-9c116d8e818e not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:45.962493 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:45.997179 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34642) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:46.009956 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-c080ccf3-6b6d-4577-8c7e-1d3a7695e63d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1884734222-network', 'tenant_id': 'f442a3f3446549709ee00b7af2e1713f'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:46.083082 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c080ccf3-6b6d-4577-8c7e-1d3a7695e63d admin admin] Made reservation on behalf of f442a3f3446549709ee00b7af2e1713f for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:46.085421 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c080ccf3-6b6d-4577-8c7e-1d3a7695e63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.100758 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c080ccf3-6b6d-4577-8c7e-1d3a7695e63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.124598 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f6045222-735e-43a0-8f33-89ad4bb734da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.140953 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d7651a97-37da-449c-b4db-8d36884e0f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.181297 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d7651a97-37da-449c-b4db-8d36884e0f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.243046 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f6045222-735e-43a0-8f33-89ad4bb734da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.245589 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-31be8427-cc93-4996-ad78-935da40f4ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'name': 'tempest-ServerActionsTestJSON-669910005-router', 'tenant_id': '68cc116df1104257a08239cd46cd0170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ca027f78-5fe0-4230-ad7b-e09af3817a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:14Z', 'updated_at': '2021-09-16T04:42:19Z', 'revision_number': 4, 'project_id': '68cc116df1104257a08239cd46cd0170', 'gw_port': {'id': 'ca027f78-5fe0-4230-ad7b-e09af3817a7a', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:15Z', 'updated_at': '2021-09-16T04:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '1a02e190-2a98-4926-a4d0-e8bc108e6dad', 'tenant_id': '68cc116df1104257a08239cd46cd0170', 'floating_ip_address': '172.25.8.188', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'port_id': '09464b06-c001-4b17-972c-bc148f6c7b1e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651', 'mac_address': 'fa:16:3e:82:b7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215e3473-bd93-460c-b545-1e19afbb2ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:42:23Z', 'updated_at': '2021-09-16T04:42:42Z', 'revision_number': 1, 'project_id': '68cc116df1104257a08239cd46cd0170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8f789a0-18a8-4d94-b2eb-785fc8c1df0f', 'name': '', 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651', 'tenant_id': '68cc116df1104257a08239cd46cd0170', 'mac_address': 'fa:16:3e:45:f9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:18Z', 'updated_at': '2021-09-16T04:42:24Z', 'revision_number': 5, 'project_id': '68cc116df1104257a08239cd46cd0170', 'subnets': [{'id': '01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:46.283915 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31be8427-cc93-4996-ad78-935da40f4ccb None None] Checking router: bec4b288-7060-4d9e-9ef2-82f257f26b4f for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:42:46.297820 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f6045222-735e-43a0-8f33-89ad4bb734da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.301885 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f6045222-735e-43a0-8f33-89ad4bb734da admin admin] 10.222.0.35 "DELETE /v2.0/subnets/092d6263-a531-41a2-8d09-486ef6edb9fc HTTP/1.1" status: 204 len: 168 time: 1.0729032 Sep 16 04:42:46.303060 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799ceacc-9280-4e83-abb6-5262c3310cae None None] Network 0b4a5955-f947-4941-8031-558b92839e9c requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:46.303224 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6045222-735e-43a0-8f33-89ad4bb734da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=092d6263-a531-41a2-8d09-486ef6edb9fc,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:46.304868 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34652) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:46.322617 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-e1aa2463-74b2-4f2f-a01e-313d8196d7e2 None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.325415 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31be8427-cc93-4996-ad78-935da40f4ccb None None] Routers {'bec4b288-7060-4d9e-9ef2-82f257f26b4f'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:46.326355 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-31be8427-cc93-4996-ad78-935da40f4ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:42:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['bec4b288-7060-4d9e-9ef2-82f257f26b4f'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:46.333497 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-e1aa2463-74b2-4f2f-a01e-313d8196d7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.392346 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280d81e-4fb8-42cc-a917-8e36336585b1 None None] Pushing event updated for resources: {'Port': ['ID=92421ff4-0d3f-424c-8b9a-4283484e3c9c,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:46.397000 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-bf2665b3-7b38-4d51-9593-6083b4507829 req-99e9bf67-3458-4f0e-9c24-d0a077893e8b tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.398148 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c080ccf3-6b6d-4577-8c7e-1d3a7695e63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.406605 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-23c36b8b-6dc0-4647-9660-51fd43d38ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.412621 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c080ccf3-6b6d-4577-8c7e-1d3a7695e63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.462282 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-9adcc5d0-50f3-48ea-9226-009451cbc329 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:46.464397 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-9adcc5d0-50f3-48ea-9226-009451cbc329 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/networks?id=3bacabb8-4ab3-4c7c-b74a-408f67084c47 HTTP/1.1" status: 200 len: 814 time: 0.2809196 Sep 16 04:42:46.471015 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9bf67-3458-4f0e-9c24-d0a077893e8b tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Pushing event deleted for resources: {'Port': ['ID=ee2bfc12-e060-46fa-8595-c9e1e56e04b3,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:46.502967 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c080ccf3-6b6d-4577-8c7e-1d3a7695e63d admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:42:46.503725 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d7651a97-37da-449c-b4db-8d36884e0f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.505778 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080ccf3-6b6d-4577-8c7e-1d3a7695e63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b976eaa-b038-4ca3-ae55-ecbf5d56c4bf,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:46.506368 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d7651a97-37da-449c-b4db-8d36884e0f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.511761 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d7651a97-37da-449c-b4db-8d36884e0f89 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6fd03947-fb7b-4e23-85e8-01ee0dc3e44a HTTP/1.1" status: 204 len: 168 time: 0.8153608 Sep 16 04:42:46.524911 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-560771ec-7471-4006-93f8-e2406cf54d43 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/quotas/f8cd80d846084d6b908f25b98944f4cb HTTP/1.1" status: 200 len: 375 time: 0.0483553 Sep 16 04:42:46.554762 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c080ccf3-6b6d-4577-8c7e-1d3a7695e63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.555181 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-c080ccf3-6b6d-4577-8c7e-1d3a7695e63d admin admin] Added segment 7ed8da46-20eb-44be-820b-a1c646bffb42 of type vlan for network f233a7bb-c7b8-4f97-9e56-5128dee90b3e Sep 16 04:42:46.577806 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-e1aa2463-74b2-4f2f-a01e-313d8196d7e2 None None] Attempting to bind port 92421ff4-0d3f-424c-8b9a-4283484e3c9c on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:46.578588 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-e1aa2463-74b2-4f2f-a01e-313d8196d7e2 None None] Attempting to bind port 92421ff4-0d3f-424c-8b9a-4283484e3c9c by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'a8e3cee4-c9c7-427b-8884-065ab0cd72ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b8554a99-cc4a-4185-be03-db4155a4d044'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:46.579179 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aa2463-74b2-4f2f-a01e-313d8196d7e2 None None] Attempting to bind port 92421ff4-0d3f-424c-8b9a-4283484e3c9c on network b8554a99-cc4a-4185-be03-db4155a4d044 {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:46.588762 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aa2463-74b2-4f2f-a01e-313d8196d7e2 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:46.590083 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aa2463-74b2-4f2f-a01e-313d8196d7e2 None None] Checking segment: {'id': 'a8e3cee4-c9c7-427b-8884-065ab0cd72ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b8554a99-cc4a-4185-be03-db4155a4d044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:46.590770 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-e1aa2463-74b2-4f2f-a01e-313d8196d7e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.591824 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aa2463-74b2-4f2f-a01e-313d8196d7e2 None None] Bound using segment: {'id': 'a8e3cee4-c9c7-427b-8884-065ab0cd72ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b8554a99-cc4a-4185-be03-db4155a4d044'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:46.592892 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-e1aa2463-74b2-4f2f-a01e-313d8196d7e2 None None] Bound port: 92421ff4-0d3f-424c-8b9a-4283484e3c9c, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e3cee4-c9c7-427b-8884-065ab0cd72ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b8554a99-cc4a-4185-be03-db4155a4d044'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:46.593551 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-e1aa2463-74b2-4f2f-a01e-313d8196d7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.611275 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7651a97-37da-449c-b4db-8d36884e0f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd03947-fb7b-4e23-85e8-01ee0dc3e44a,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:46.694650 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c080ccf3-6b6d-4577-8c7e-1d3a7695e63d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.734196 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-e1aa2463-74b2-4f2f-a01e-313d8196d7e2 None None] For port 92421ff4-0d3f-424c-8b9a-4283484e3c9c, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:46.736025 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c080ccf3-6b6d-4577-8c7e-1d3a7695e63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.737299 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c080ccf3-6b6d-4577-8c7e-1d3a7695e63d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:46.739046 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c080ccf3-6b6d-4577-8c7e-1d3a7695e63d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.746431 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-e1aa2463-74b2-4f2f-a01e-313d8196d7e2 None None] For port 92421ff4-0d3f-424c-8b9a-4283484e3c9c, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=92421ff4-0d3f-424c-8b9a-4283484e3c9c,segment=NetworkSegment(a8e3cee4-c9c7-427b-8884-065ab0cd72ce),segment_id=a8e3cee4-c9c7-427b-8884-065ab0cd72ce)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:46.761195 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-e1aa2463-74b2-4f2f-a01e-313d8196d7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.791368 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-0725f68c-d906-454b-a36d-4091414e13d0 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f8cd80d846084d6b908f25b98944f4cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1835136 Sep 16 04:42:46.847484 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080ccf3-6b6d-4577-8c7e-1d3a7695e63d admin admin] Pushing event updated for resources: {'Network': ['ID=f233a7bb-c7b8-4f97-9e56-5128dee90b3e,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:46.852942 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c080ccf3-6b6d-4577-8c7e-1d3a7695e63d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8548112 Sep 16 04:42:46.856250 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34658) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:46.866858 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-0b6f36cb-ccea-4a49-b8eb-b1140164ad71 admin admin] Request body: {'subnet': {'network_id': 'f233a7bb-c7b8-4f97-9e56-5128dee90b3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1884734222-subnet', 'tenant_id': 'f442a3f3446549709ee00b7af2e1713f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:46.902548 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-23c36b8b-6dc0-4647-9660-51fd43d38ad3 admin admin] Deleting port 814b6370-1f1a-4c73-b3c0-5f86cb55c205 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:46.902960 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-23c36b8b-6dc0-4647-9660-51fd43d38ad3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.925595 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aa2463-74b2-4f2f-a01e-313d8196d7e2 None None] Routers {'e304b6b9-1dc9-4a98-bec5-3717b72bc12e'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:46.931979 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-e1aa2463-74b2-4f2f-a01e-313d8196d7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:42:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['e304b6b9-1dc9-4a98-bec5-3717b72bc12e'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:46.940007 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf2665b3-7b38-4d51-9593-6083b4507829 req-99e9bf67-3458-4f0e-9c24-d0a077893e8b tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Router 1637949d-4073-4307-b85f-69dd97384dbb has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:42:47.016897 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-23c36b8b-6dc0-4647-9660-51fd43d38ad3 admin admin] For port 814b6370-1f1a-4c73-b3c0-5f86cb55c205, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=814b6370-1f1a-4c73-b3c0-5f86cb55c205,segment=NetworkSegment(0dadb011-8164-4c32-a15e-25b87d14aa22),segment_id=0dadb011-8164-4c32-a15e-25b87d14aa22)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:47.017437 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-23c36b8b-6dc0-4647-9660-51fd43d38ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:47.053466 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-23c36b8b-6dc0-4647-9660-51fd43d38ad3 admin admin] Calling delete_port for 814b6370-1f1a-4c73-b3c0-5f86cb55c205 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:47.158530 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network f233a7bb-c7b8-4f97-9e56-5128dee90b3e details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:42:47.185713 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 017fabc1-50bd-40d8-a58d-27be22881b85 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:47.217925 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-e1aa2463-74b2-4f2f-a01e-313d8196d7e2 None None] Set router e304b6b9-1dc9-4a98-bec5-3717b72bc12e gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:47.256271 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6f36cb-ccea-4a49-b8eb-b1140164ad71 admin admin] Made reservation on behalf of f442a3f3446549709ee00b7af2e1713f for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:47.292080 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0b6f36cb-ccea-4a49-b8eb-b1140164ad71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:47.293493 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-1d4dfea3-b062-418b-a928-e8eff9ecde32 service neutron] 10.222.0.35 "GET /v2.0/networks/3bacabb8-4ab3-4c7c-b74a-408f67084c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4883573 Sep 16 04:42:47.296022 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-23c36b8b-6dc0-4647-9660-51fd43d38ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:47.321876 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device ee2bfc12-e060-46fa-8595-c9e1e56e04b3 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:47.322767 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280d81e-4fb8-42cc-a917-8e36336585b1 None None] Pushing event updated for resources: {'Port': ['ID=92421ff4-0d3f-424c-8b9a-4283484e3c9c,revision_number=4']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:47.323922 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6e89ac-906f-46c1-9efa-1933ce20f149 None None] Network 3bacabb8-4ab3-4c7c-b74a-408f67084c47 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:47.340251 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-31be8427-cc93-4996-ad78-935da40f4ccb None None] Set router bec4b288-7060-4d9e-9ef2-82f257f26b4f gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:47.361225 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c36b8b-6dc0-4647-9660-51fd43d38ad3 admin admin] No DVR routers for this DVR port 814b6370-1f1a-4c73-b3c0-5f86cb55c205 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:47.369738 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c36b8b-6dc0-4647-9660-51fd43d38ad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=814b6370-1f1a-4c73-b3c0-5f86cb55c205,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:47.439660 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf2665b3-7b38-4d51-9593-6083b4507829 req-99e9bf67-3458-4f0e-9c24-d0a077893e8b tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:42:47.499150 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-23c36b8b-6dc0-4647-9660-51fd43d38ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:47.508378 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f126394-3f32-45d7-897d-cc3154b97f8a None None] Sync routers for ids ['1637949d-4073-4307-b85f-69dd97384dbb'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:42:47.540901 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-23c36b8b-6dc0-4647-9660-51fd43d38ad3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b4a5955-f947-4941-8031-558b92839e9c']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:47.541131 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: ee2bfc12-e060-46fa-8595-c9e1e56e04b3 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:47.541484 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device ee2bfc12-e060-46fa-8595-c9e1e56e04b3 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:47.553228 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f126394-3f32-45d7-897d-cc3154b97f8a None None] Routers {'1637949d-4073-4307-b85f-69dd97384dbb'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:47.553817 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-1f126394-3f32-45d7-897d-cc3154b97f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:42:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['1637949d-4073-4307-b85f-69dd97384dbb'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:47.559035 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2665b3-7b38-4d51-9593-6083b4507829 req-99e9bf67-3458-4f0e-9c24-d0a077893e8b tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] No DVR routers for this DVR port ee2bfc12-e060-46fa-8595-c9e1e56e04b3 on host n-h1-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:47.565786 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-23c36b8b-6dc0-4647-9660-51fd43d38ad3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dadb011-8164-4c32-a15e-25b87d14aa22') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:47.566312 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-23c36b8b-6dc0-4647-9660-51fd43d38ad3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dadb011-8164-4c32-a15e-25b87d14aa22') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:47.567093 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-bf2665b3-7b38-4d51-9593-6083b4507829 req-99e9bf67-3458-4f0e-9c24-d0a077893e8b tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:47.570324 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf2665b3-7b38-4d51-9593-6083b4507829 req-99e9bf67-3458-4f0e-9c24-d0a077893e8b tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] 10.222.0.47 "DELETE /v2.0/ports/ee2bfc12-e060-46fa-8595-c9e1e56e04b3 HTTP/1.1" status: 204 len: 173 time: 3.0192192 Sep 16 04:42:47.571113 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a188134-8c47-4897-938d-287ad46758a3', 'name': 'network-vif-deleted', 'tag': 'ee2bfc12-e060-46fa-8595-c9e1e56e04b3'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:47.575083 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33e8231-b05a-48da-a938-0d534e7a6bf9" -d '{"events": [{"server_uuid": "5a188134-8c47-4897-938d-287ad46758a3", "name": "network-vif-deleted", "tag": "ee2bfc12-e060-46fa-8595-c9e1e56e04b3"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:47.584906 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-23c36b8b-6dc0-4647-9660-51fd43d38ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:47.640727 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-454e2402-829a-4cfc-9065-85db245f575b service neutron] 10.222.0.35 "GET /v2.0/networks/3bacabb8-4ab3-4c7c-b74a-408f67084c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438928 Sep 16 04:42:47.648009 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-23c36b8b-6dc0-4647-9660-51fd43d38ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:47.662498 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c52a79-d876-4299-9052-a19507611ad3 None None] DHCP port deletion for 0b4a5955-f947-4941-8031-558b92839e9c request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:42:47.670902 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bfe28be8-05d4-4791-8e4d-b7cc6447b88a None None] Provisioning complete for port 92421ff4-0d3f-424c-8b9a-4283484e3c9c triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:47.679668 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23c36b8b-6dc0-4647-9660-51fd43d38ad3 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:42:47.679967 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bfe28be8-05d4-4791-8e4d-b7cc6447b88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:47.681948 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-23c36b8b-6dc0-4647-9660-51fd43d38ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:47.684334 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:42:47.684334 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:42:47.684334 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:42:47.684334 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:42:47.684334 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:42:47.684334 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:42:47.684334 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:42:47.684334 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:42:47.684334 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:42:47.684334 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:42:47.684334 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:42:47.684334 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:42:47.684334 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:42:47.684334 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:42:47.684334 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:42:47.684334 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:42:47.684334 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:42:47.684334 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:42:47.684334 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:42:47.684334 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:42:47.684334 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:42:47.684334 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:42:47.684334 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:42:47.684334 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:42:47.684334 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:42:47.684334 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:42:47.684334 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:42:47.684334 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:42:47.684334 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:42:47.684334 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:42:47.684334 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:42:47.684334 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:42:47.824814 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-23c36b8b-6dc0-4647-9660-51fd43d38ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:47.855639 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-23c36b8b-6dc0-4647-9660-51fd43d38ad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:47.857563 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-23c36b8b-6dc0-4647-9660-51fd43d38ad3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/0b4a5955-f947-4941-8031-558b92839e9c HTTP/1.1" status: 204 len: 168 time: 1.5504549 Sep 16 04:42:47.866799 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-1f126394-3f32-45d7-897d-cc3154b97f8a None None] Set router 1637949d-4073-4307-b85f-69dd97384dbb gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:47.906634 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c36b8b-6dc0-4647-9660-51fd43d38ad3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b4a5955-f947-4941-8031-558b92839e9c,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:47.917450 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0b6f36cb-ccea-4a49-b8eb-b1140164ad71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:48.029020 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 017fabc1-50bd-40d8-a58d-27be22881b85 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:48.029510 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:48.075229 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f36cb-ccea-4a49-b8eb-b1140164ad71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd8ff06e-5627-43df-a953-43df2349dfdb,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:48.096945 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6f36cb-ccea-4a49-b8eb-b1140164ad71 admin admin] Checking segment: {'id': '7ed8da46-20eb-44be-820b-a1c646bffb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f233a7bb-c7b8-4f97-9e56-5128dee90b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:48.097233 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6f36cb-ccea-4a49-b8eb-b1140164ad71 admin admin] Network hostable DHCP agents. Network: f233a7bb-c7b8-4f97-9e56-5128dee90b3e, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:42:48.157438 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6f36cb-ccea-4a49-b8eb-b1140164ad71 admin admin] Network f233a7bb-c7b8-4f97-9e56-5128dee90b3e is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:42:48.188085 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-0b6f36cb-ccea-4a49-b8eb-b1140164ad71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, f233a7bb-c7b8-4f97-9e56-5128dee90b3e) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:48.207499 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e63440-88fe-4cc0-b2d5-9b52c0bc1f23 None None] Network f233a7bb-c7b8-4f97-9e56-5128dee90b3e requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:48.208066 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6f36cb-ccea-4a49-b8eb-b1140164ad71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:48.210095 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0b6f36cb-ccea-4a49-b8eb-b1140164ad71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:48.242381 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d515f0-9660-416a-92cc-32cecef9b3f9 x-openstack-request-id: req-43d515f0-9660-416a-92cc-32cecef9b3f9 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:48.243636 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215e3473-bd93-460c-b545-1e19afbb2ffd", "tag": "09464b06-c001-4b17-972c-bc148f6c7b1e", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:48.244157 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-43d515f0-9660-416a-92cc-32cecef9b3f9 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:48.258850 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215e3473-bd93-460c-b545-1e19afbb2ffd', 'tag': '09464b06-c001-4b17-972c-bc148f6c7b1e', 'status': 'completed', 'code': 200} Sep 16 04:42:48.266100 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0b6f36cb-ccea-4a49-b8eb-b1140164ad71 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4065151 Sep 16 04:42:48.267693 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34694) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:48.283868 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-93b1da08-d32e-41e0-a5b9-dc19135d6c13 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1884734222-router', 'tenant_id': 'f442a3f3446549709ee00b7af2e1713f', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:48.318814 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34696) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:48.339809 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-93b1da08-d32e-41e0-a5b9-dc19135d6c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:48.343331 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-93b1da08-d32e-41e0-a5b9-dc19135d6c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:48.446948 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-93b1da08-d32e-41e0-a5b9-dc19135d6c13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:48.460614 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-1f126394-3f32-45d7-897d-cc3154b97f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1637949d-4073-4307-b85f-69dd97384dbb', 'name': 'tempest-ServersTestFqdnHostnames-1184918023-router', 'tenant_id': '56a12238ce4f42ad9c21efdbfb589179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '7402663a-ff74-4c61-a84f-5d7dcd930a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:32Z', 'updated_at': '2021-09-16T04:40:37Z', 'revision_number': 4, 'project_id': '56a12238ce4f42ad9c21efdbfb589179', 'gw_port': {'id': '7402663a-ff74-4c61-a84f-5d7dcd930a06', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637949d-4073-4307-b85f-69dd97384dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:33Z', 'updated_at': '2021-09-16T04:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d', 'name': '', 'network_id': 'dbdce239-7959-434a-a329-a692be97fefa', 'tenant_id': '56a12238ce4f42ad9c21efdbfb589179', 'mac_address': 'fa:16:3e:b1:99:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637949d-4073-4307-b85f-69dd97384dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '1658fc64-3616-4fe6-94e0-ef188d8d2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:36Z', 'updated_at': '2021-09-16T04:40:39Z', 'revision_number': 5, 'project_id': '56a12238ce4f42ad9c21efdbfb589179', 'subnets': [{'id': '1658fc64-3616-4fe6-94e0-ef188d8d2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:48.491027 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f126394-3f32-45d7-897d-cc3154b97f8a None None] Checking router: 1637949d-4073-4307-b85f-69dd97384dbb for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:42:48.502567 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f126394-3f32-45d7-897d-cc3154b97f8a None None] Routers {'1637949d-4073-4307-b85f-69dd97384dbb'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:48.503274 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-1f126394-3f32-45d7-897d-cc3154b97f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:42:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['1637949d-4073-4307-b85f-69dd97384dbb'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:48.515827 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-912a650a-a1a3-4a5e-b2d4-06811f51d54c req-012d7dc1-f1de-497b-b76d-bb5b69c9521b tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a188134-8c47-4897-938d-287ad46758a3 HTTP/1.1" status: 200 len: 210 time: 0.1189828 Sep 16 04:42:48.557866 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f1baddf2-4ef4-4f96-9a69-5d5544305abb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=71670a16fe7743a398cd104146802c31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326491 Sep 16 04:42:48.561320 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bdb8bc-3f9e-4b8f-afa6-9fa105376322 req-fcb116d4-c819-4b36-9024-d53f54c9c86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:48.562497 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f4bdb8bc-3f9e-4b8f-afa6-9fa105376322 req-fcb116d4-c819-4b36-9024-d53f54c9c86f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=68cc116df1104257a08239cd46cd0170&device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 1097 time: 0.3106167 Sep 16 04:42:48.563101 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34702) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:48.684410 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bfe28be8-05d4-4791-8e4d-b7cc6447b88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:48.731249 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bdb8bc-3f9e-4b8f-afa6-9fa105376322 req-df626c7f-e81d-4c04-bc13-01d77016f490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:48.733240 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f4bdb8bc-3f9e-4b8f-afa6-9fa105376322 req-df626c7f-e81d-4c04-bc13-01d77016f490 service neutron] 10.222.0.48 "GET /v2.0/networks?id=92ecefce-c627-4abd-9d77-6a33db190651 HTTP/1.1" status: 200 len: 912 time: 0.1309087 Sep 16 04:42:48.756796 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-1f126394-3f32-45d7-897d-cc3154b97f8a None None] Set router 1637949d-4073-4307-b85f-69dd97384dbb gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:48.823205 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-93b1da08-d32e-41e0-a5b9-dc19135d6c13 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:48.925122 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:48.971369 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-e1aa2463-74b2-4f2f-a01e-313d8196d7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e304b6b9-1dc9-4a98-bec5-3717b72bc12e', 'name': 'tempest-AttachSCSIVolumeTestJSON-506271275-router', 'tenant_id': 'e89da63dfb404d24873410c7a7044352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '0edf0978-f87d-4b0e-a672-34a72ccc08e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:36Z', 'updated_at': '2021-09-16T04:42:42Z', 'revision_number': 4, 'project_id': 'e89da63dfb404d24873410c7a7044352', 'gw_port': {'id': '0edf0978-f87d-4b0e-a672-34a72ccc08e6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e304b6b9-1dc9-4a98-bec5-3717b72bc12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:37Z', 'updated_at': '2021-09-16T04:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '92421ff4-0d3f-424c-8b9a-4283484e3c9c', 'name': '', 'network_id': 'b8554a99-cc4a-4185-be03-db4155a4d044', 'tenant_id': 'e89da63dfb404d24873410c7a7044352', 'mac_address': 'fa:16:3e:e0:56:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e304b6b9-1dc9-4a98-bec5-3717b72bc12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '1dd08a38-6793-4bc5-830d-909e33bdbeee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:40Z', 'updated_at': '2021-09-16T04:42:46Z', 'revision_number': 4, 'project_id': 'e89da63dfb404d24873410c7a7044352', 'subnets': [{'id': '1dd08a38-6793-4bc5-830d-909e33bdbeee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:48.981019 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d2972-4bda-4b38-a7cf-8445937064d2 req-75d59503-03b4-4f90-b2fd-627b2b98fde0 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:48.983271 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-341d2972-4bda-4b38-a7cf-8445937064d2 req-75d59503-03b4-4f90-b2fd-627b2b98fde0 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 950 time: 0.2488306 Sep 16 04:42:48.983678 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bfe28be8-05d4-4791-8e4d-b7cc6447b88a None None] For port 92421ff4-0d3f-424c-8b9a-4283484e3c9c, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=92421ff4-0d3f-424c-8b9a-4283484e3c9c,segment=NetworkSegment(a8e3cee4-c9c7-427b-8884-065ab0cd72ce),segment_id=a8e3cee4-c9c7-427b-8884-065ab0cd72ce)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:49.023639 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aa2463-74b2-4f2f-a01e-313d8196d7e2 None None] The sync data for ids ['e304b6b9-1dc9-4a98-bec5-3717b72bc12e'] in n-d-712139-15 is: [{'id': 'e304b6b9-1dc9-4a98-bec5-3717b72bc12e', 'name': 'tempest-AttachSCSIVolumeTestJSON-506271275-router', 'tenant_id': 'e89da63dfb404d24873410c7a7044352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '0edf0978-f87d-4b0e-a672-34a72ccc08e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:36Z', 'updated_at': '2021-09-16T04:42:42Z', 'revision_number': 4, 'project_id': 'e89da63dfb404d24873410c7a7044352', 'gw_port': {'id': '0edf0978-f87d-4b0e-a672-34a72ccc08e6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e304b6b9-1dc9-4a98-bec5-3717b72bc12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:37Z', 'updated_at': '2021-09-16T04:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '92421ff4-0d3f-424c-8b9a-4283484e3c9c', 'name': '', 'network_id': 'b8554a99-cc4a-4185-be03-db4155a4d044', 'tenant_id': 'e89da63dfb404d24873410c7a7044352', 'mac_address': 'fa:16:3e:e0:56:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e304b6b9-1dc9-4a98-bec5-3717b72bc12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '1dd08a38-6793-4bc5-830d-909e33bdbeee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:40Z', 'updated_at': '2021-09-16T04:42:46Z', 'revision_number': 4, 'project_id': 'e89da63dfb404d24873410c7a7044352', 'subnets': [{'id': '1dd08a38-6793-4bc5-830d-909e33bdbeee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:42:49.052466 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f4bdb8bc-3f9e-4b8f-afa6-9fa105376322 req-83e15b1a-deaa-412b-a1c8-af0a59a1425e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09464b06-c001-4b17-972c-bc148f6c7b1e HTTP/1.1" status: 200 len: 999 time: 0.3059397 Sep 16 04:42:49.057805 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-32e72507-1770-4820-b45d-91c7296358c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:49.070001 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bfe28be8-05d4-4791-8e4d-b7cc6447b88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:49.088619 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25787eb-4abc-49ad-bc13-95b5302e8556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-f233a7bb-c7b8-4f97-9e56-5128dee90b3e', 'network_id': 'f233a7bb-c7b8-4f97-9e56-5128dee90b3e', 'tenant_id': 'f442a3f3446549709ee00b7af2e1713f', 'fixed_ips': [{'subnet_id': 'bd8ff06e-5627-43df-a953-43df2349dfdb'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:42:49.089732 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f25787eb-4abc-49ad-bc13-95b5302e8556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:49.097776 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-341d2972-4bda-4b38-a7cf-8445937064d2 req-f7cc4d69-a9a6-44cd-afb5-9b2a82b6eea2 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974410 Sep 16 04:42:49.210788 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-1f126394-3f32-45d7-897d-cc3154b97f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1637949d-4073-4307-b85f-69dd97384dbb', 'name': 'tempest-ServersTestFqdnHostnames-1184918023-router', 'tenant_id': '56a12238ce4f42ad9c21efdbfb589179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '7402663a-ff74-4c61-a84f-5d7dcd930a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:32Z', 'updated_at': '2021-09-16T04:40:37Z', 'revision_number': 4, 'project_id': '56a12238ce4f42ad9c21efdbfb589179', 'gw_port': {'id': '7402663a-ff74-4c61-a84f-5d7dcd930a06', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637949d-4073-4307-b85f-69dd97384dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:33Z', 'updated_at': '2021-09-16T04:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d', 'name': '', 'network_id': 'dbdce239-7959-434a-a329-a692be97fefa', 'tenant_id': '56a12238ce4f42ad9c21efdbfb589179', 'mac_address': 'fa:16:3e:b1:99:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637949d-4073-4307-b85f-69dd97384dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '1658fc64-3616-4fe6-94e0-ef188d8d2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:36Z', 'updated_at': '2021-09-16T04:40:39Z', 'revision_number': 5, 'project_id': '56a12238ce4f42ad9c21efdbfb589179', 'subnets': [{'id': '1658fc64-3616-4fe6-94e0-ef188d8d2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:49.230922 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-32e72507-1770-4820-b45d-91c7296358c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:49.236440 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 017fabc1-50bd-40d8-a58d-27be22881b85, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=017fabc1-50bd-40d8-a58d-27be22881b85,segment=NetworkSegment(4a16637a-dd29-4e96-bbcc-3812240bb05c),segment_id=4a16637a-dd29-4e96-bbcc-3812240bb05c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:49.252403 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bdb8bc-3f9e-4b8f-afa6-9fa105376322 req-e409990d-cff8-4052-a73b-61d513ee2f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:49.253935 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f4bdb8bc-3f9e-4b8f-afa6-9fa105376322 req-e409990d-cff8-4052-a73b-61d513ee2f93 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21 HTTP/1.1" status: 200 len: 850 time: 0.1877685 Sep 16 04:42:49.255528 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f7db03-6ca6-408c-ad54-4cd13f2d643c x-openstack-request-id: req-09f7db03-6ca6-408c-ad54-4cd13f2d643c {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:49.255814 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a188134-8c47-4897-938d-287ad46758a3", "name": "network-vif-deleted", "tag": "ee2bfc12-e060-46fa-8595-c9e1e56e04b3", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:49.256062 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-09f7db03-6ca6-408c-ad54-4cd13f2d643c {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:49.256451 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a188134-8c47-4897-938d-287ad46758a3', 'name': 'network-vif-deleted', 'tag': 'ee2bfc12-e060-46fa-8595-c9e1e56e04b3', 'status': 'completed', 'code': 200} Sep 16 04:42:49.271554 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-31be8427-cc93-4996-ad78-935da40f4ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'name': 'tempest-ServerActionsTestJSON-669910005-router', 'tenant_id': '68cc116df1104257a08239cd46cd0170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ca027f78-5fe0-4230-ad7b-e09af3817a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:14Z', 'updated_at': '2021-09-16T04:42:19Z', 'revision_number': 4, 'project_id': '68cc116df1104257a08239cd46cd0170', 'gw_port': {'id': 'ca027f78-5fe0-4230-ad7b-e09af3817a7a', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:15Z', 'updated_at': '2021-09-16T04:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '1a02e190-2a98-4926-a4d0-e8bc108e6dad', 'tenant_id': '68cc116df1104257a08239cd46cd0170', 'floating_ip_address': '172.25.8.188', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'port_id': '09464b06-c001-4b17-972c-bc148f6c7b1e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651', 'mac_address': 'fa:16:3e:82:b7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215e3473-bd93-460c-b545-1e19afbb2ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:42:23Z', 'updated_at': '2021-09-16T04:42:42Z', 'revision_number': 1, 'project_id': '68cc116df1104257a08239cd46cd0170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8f789a0-18a8-4d94-b2eb-785fc8c1df0f', 'name': '', 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651', 'tenant_id': '68cc116df1104257a08239cd46cd0170', 'mac_address': 'fa:16:3e:45:f9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:18Z', 'updated_at': '2021-09-16T04:42:24Z', 'revision_number': 5, 'project_id': '68cc116df1104257a08239cd46cd0170', 'subnets': [{'id': '01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:49.279352 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:49.347533 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f126394-3f32-45d7-897d-cc3154b97f8a None None] The sync data for ids ['1637949d-4073-4307-b85f-69dd97384dbb'] in n-d-712139-15 is: [{'id': '1637949d-4073-4307-b85f-69dd97384dbb', 'name': 'tempest-ServersTestFqdnHostnames-1184918023-router', 'tenant_id': '56a12238ce4f42ad9c21efdbfb589179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '7402663a-ff74-4c61-a84f-5d7dcd930a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:32Z', 'updated_at': '2021-09-16T04:40:37Z', 'revision_number': 4, 'project_id': '56a12238ce4f42ad9c21efdbfb589179', 'gw_port': {'id': '7402663a-ff74-4c61-a84f-5d7dcd930a06', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637949d-4073-4307-b85f-69dd97384dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:33Z', 'updated_at': '2021-09-16T04:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d', 'name': '', 'network_id': 'dbdce239-7959-434a-a329-a692be97fefa', 'tenant_id': '56a12238ce4f42ad9c21efdbfb589179', 'mac_address': 'fa:16:3e:b1:99:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637949d-4073-4307-b85f-69dd97384dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '1658fc64-3616-4fe6-94e0-ef188d8d2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:36Z', 'updated_at': '2021-09-16T04:40:39Z', 'revision_number': 5, 'project_id': '56a12238ce4f42ad9c21efdbfb589179', 'subnets': [{'id': '1658fc64-3616-4fe6-94e0-ef188d8d2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:42:49.466871 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-c945bf58-7520-418a-b5fa-e4cee3127552 None None] Provisioning complete for port 017fabc1-50bd-40d8-a58d-27be22881b85 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:49.467253 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c945bf58-7520-418a-b5fa-e4cee3127552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:49.532711 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-93b1da08-d32e-41e0-a5b9-dc19135d6c13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:49.544402 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 92421ff4-0d3f-424c-8b9a-4283484e3c9c up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:49.557122 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bdb8bc-3f9e-4b8f-afa6-9fa105376322 req-341a1426-3cff-45fd-90b5-c0d5a061d928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:49.558472 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31be8427-cc93-4996-ad78-935da40f4ccb None None] The sync data for ids ['bec4b288-7060-4d9e-9ef2-82f257f26b4f'] in n-d-712139-15 is: [{'id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'name': 'tempest-ServerActionsTestJSON-669910005-router', 'tenant_id': '68cc116df1104257a08239cd46cd0170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ca027f78-5fe0-4230-ad7b-e09af3817a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:14Z', 'updated_at': '2021-09-16T04:42:19Z', 'revision_number': 4, 'project_id': '68cc116df1104257a08239cd46cd0170', 'gw_port': {'id': 'ca027f78-5fe0-4230-ad7b-e09af3817a7a', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:15Z', 'updated_at': '2021-09-16T04:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '1a02e190-2a98-4926-a4d0-e8bc108e6dad', 'tenant_id': '68cc116df1104257a08239cd46cd0170', 'floating_ip_address': '172.25.8.188', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'port_id': '09464b06-c001-4b17-972c-bc148f6c7b1e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651', 'mac_address': 'fa:16:3e:82:b7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215e3473-bd93-460c-b545-1e19afbb2ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:42:23Z', 'updated_at': '2021-09-16T04:42:42Z', 'revision_number': 1, 'project_id': '68cc116df1104257a08239cd46cd0170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8f789a0-18a8-4d94-b2eb-785fc8c1df0f', 'name': '', 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651', 'tenant_id': '68cc116df1104257a08239cd46cd0170', 'mac_address': 'fa:16:3e:45:f9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:18Z', 'updated_at': '2021-09-16T04:42:24Z', 'revision_number': 5, 'project_id': '68cc116df1104257a08239cd46cd0170', 'subnets': [{'id': '01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:42:49.558702 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f4bdb8bc-3f9e-4b8f-afa6-9fa105376322 req-341a1426-3cff-45fd-90b5-c0d5a061d928 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=92ecefce-c627-4abd-9d77-6a33db190651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2924364 Sep 16 04:42:49.576036 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-93b1da08-d32e-41e0-a5b9-dc19135d6c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:49.579992 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe28be8-05d4-4791-8e4d-b7cc6447b88a None None] Pushing event updated for resources: {'Port': ['ID=92421ff4-0d3f-424c-8b9a-4283484e3c9c,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:49.715987 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=017fabc1-50bd-40d8-a58d-27be22881b85,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:49.817065 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f4bdb8bc-3f9e-4b8f-afa6-9fa105376322 req-a49b7503-dba9-4509-8469-2f2366d4a3ca service neutron] 10.222.0.48 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470596 Sep 16 04:42:49.856677 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-93b1da08-d32e-41e0-a5b9-dc19135d6c13 admin admin] Allocated IP 172.25.8.112 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/d27668d5-ce9c-4011-a266-74e48e9fb25c) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:50.013098 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-f25787eb-4abc-49ad-bc13-95b5302e8556 None None] Allocated IP 172.20.0.2 (f233a7bb-c7b8-4f97-9e56-5128dee90b3e/bd8ff06e-5627-43df-a953-43df2349dfdb/91ca7bd6-57a4-47d6-b8f5-a2e711a7d154) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:50.029861 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 92421ff4-0d3f-424c-8b9a-4283484e3c9c triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:50.030260 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:50.079673 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-93b1da08-d32e-41e0-a5b9-dc19135d6c13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:50.101865 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03b7111-ec9c-4a20-adeb-83cfcb884314 None None] New status for floating IP bcb595b0-807f-4313-bf23-b48f457b583a: DOWN {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:42:50.142808 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-93b1da08-d32e-41e0-a5b9-dc19135d6c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:50.152841 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3062421d-7b5a-4360-aeef-30e931fdbad5 None None] New status for floating IP 1a02e190-2a98-4926-a4d0-e8bc108e6dad: ACTIVE {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:42:50.234399 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b1da08-d32e-41e0-a5b9-dc19135d6c13 admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:50.237936 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-c945bf58-7520-418a-b5fa-e4cee3127552 None None] Provisioning complete for port 92421ff4-0d3f-424c-8b9a-4283484e3c9c triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:50.238499 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c945bf58-7520-418a-b5fa-e4cee3127552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:50.252511 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-9a140e6a-d875-4dc1-83f8-ea314b20de06 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:50.253645 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-93b1da08-d32e-41e0-a5b9-dc19135d6c13 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:50.254100 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-9a140e6a-d875-4dc1-83f8-ea314b20de06 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.47 "GET /v2.0/networks?id=3bacabb8-4ab3-4c7c-b74a-408f67084c47 HTTP/1.1" status: 200 len: 814 time: 0.4358509 Sep 16 04:42:50.267536 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-32e72507-1770-4820-b45d-91c7296358c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:50.269895 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b1da08-d32e-41e0-a5b9-dc19135d6c13 admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:50.270599 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-32e72507-1770-4820-b45d-91c7296358c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:50.271951 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-32e72507-1770-4820-b45d-91c7296358c0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d7a5f5d4-e2fb-463b-ab6a-bb0025ff049d HTTP/1.1" status: 204 len: 168 time: 1.7064095 Sep 16 04:42:50.314057 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1da08-d32e-41e0-a5b9-dc19135d6c13 admin admin] Pushing event updated for resources: {'Port': ['ID=d27668d5-ce9c-4011-a266-74e48e9fb25c,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:50.325992 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-39da6487-9c2a-4bbd-aafb-edd7dcdadddb tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Request body: {'port': {'device_id': '8f1432ac-d655-4d29-b0a5-627cfea77eda', 'network_id': '3bacabb8-4ab3-4c7c-b74a-408f67084c47', 'admin_state_up': True, 'tenant_id': 'f8cd80d846084d6b908f25b98944f4cb'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:50.345801 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e72507-1770-4820-b45d-91c7296358c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a5f5d4-e2fb-463b-ab6a-bb0025ff049d,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:50.424241 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f4bdb8bc-3f9e-4b8f-afa6-9fa105376322 req-b2171315-1232-47f7-8203-8cfcc2325303 service neutron] 10.222.0.48 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596671 Sep 16 04:42:50.438819 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-5e4e14ce-90cd-47ef-b17e-1127b422c2f7 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:50.450358 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-5e4e14ce-90cd-47ef-b17e-1127b422c2f7 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/networks?id=3bacabb8-4ab3-4c7c-b74a-408f67084c47 HTTP/1.1" status: 200 len: 814 time: 1.0544217 Sep 16 04:42:50.584678 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-7c7dec8b-e40f-4575-a1bd-3cfdd1b84a33 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/quotas/f8cd80d846084d6b908f25b98944f4cb HTTP/1.1" status: 200 len: 375 time: 0.1327999 Sep 16 04:42:50.702254 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-a95a0cd6-c2d9-4d21-aadd-c22f61053703 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f8cd80d846084d6b908f25b98944f4cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1164198 Sep 16 04:42:50.712991 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-39da6487-9c2a-4bbd-aafb-edd7dcdadddb tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Made reservation on behalf of f8cd80d846084d6b908f25b98944f4cb for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:50.716761 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-39da6487-9c2a-4bbd-aafb-edd7dcdadddb tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:50.853703 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-93b1da08-d32e-41e0-a5b9-dc19135d6c13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.037297 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-28405587-c064-4e8b-aab3-3529ad1e163a service neutron] 10.222.0.35 "GET /v2.0/networks/3bacabb8-4ab3-4c7c-b74a-408f67084c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339868 Sep 16 04:42:51.092993 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f25787eb-4abc-49ad-bc13-95b5302e8556 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.133148 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f25787eb-4abc-49ad-bc13-95b5302e8556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.210054 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34780) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:51.213136 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-93b1da08-d32e-41e0-a5b9-dc19135d6c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.249084 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-39da6487-9c2a-4bbd-aafb-edd7dcdadddb tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Allocated IP 172.20.0.8 (3bacabb8-4ab3-4c7c-b74a-408f67084c47/6e60d629-d6f8-42a4-95c3-05795e4a4154/da4f70ab-38df-4072-b4b9-ed3385ecf818) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:51.324720 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25787eb-4abc-49ad-bc13-95b5302e8556 None None] Network f233a7bb-c7b8-4f97-9e56-5128dee90b3e is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:51.331828 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-f25787eb-4abc-49ad-bc13-95b5302e8556 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:51.354655 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25787eb-4abc-49ad-bc13-95b5302e8556 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:51.395002 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 814b6370-1f1a-4c73-b3c0-5f86cb55c205 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:51.457884 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 814b6370-1f1a-4c73-b3c0-5f86cb55c205 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:51.458225 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 814b6370-1f1a-4c73-b3c0-5f86cb55c205 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:51.460938 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b1da08-d32e-41e0-a5b9-dc19135d6c13 admin admin] Router 39d6449b-8159-43e5-8a1e-f219f08c829d is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:42:51.492552 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25787eb-4abc-49ad-bc13-95b5302e8556 None None] Pushing event updated for resources: {'Port': ['ID=91ca7bd6-57a4-47d6-b8f5-a2e711a7d154,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:51.548555 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-f25787eb-4abc-49ad-bc13-95b5302e8556 None None] Attempting to bind port 91ca7bd6-57a4-47d6-b8f5-a2e711a7d154 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:51.550705 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-f25787eb-4abc-49ad-bc13-95b5302e8556 None None] Attempting to bind port 91ca7bd6-57a4-47d6-b8f5-a2e711a7d154 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '7ed8da46-20eb-44be-820b-a1c646bffb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f233a7bb-c7b8-4f97-9e56-5128dee90b3e'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:51.551289 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25787eb-4abc-49ad-bc13-95b5302e8556 None None] Attempting to bind port 91ca7bd6-57a4-47d6-b8f5-a2e711a7d154 on network f233a7bb-c7b8-4f97-9e56-5128dee90b3e {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:51.553430 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1a85aa12-fb6c-4042-a61c-c2b77d862e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.558150 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25787eb-4abc-49ad-bc13-95b5302e8556 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:51.558744 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25787eb-4abc-49ad-bc13-95b5302e8556 None None] Checking segment: {'id': '7ed8da46-20eb-44be-820b-a1c646bffb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f233a7bb-c7b8-4f97-9e56-5128dee90b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:51.559342 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f25787eb-4abc-49ad-bc13-95b5302e8556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.559917 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25787eb-4abc-49ad-bc13-95b5302e8556 None None] Bound using segment: {'id': '7ed8da46-20eb-44be-820b-a1c646bffb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f233a7bb-c7b8-4f97-9e56-5128dee90b3e'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:51.560560 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-f25787eb-4abc-49ad-bc13-95b5302e8556 None None] Bound port: 91ca7bd6-57a4-47d6-b8f5-a2e711a7d154, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ed8da46-20eb-44be-820b-a1c646bffb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f233a7bb-c7b8-4f97-9e56-5128dee90b3e'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:51.561807 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f25787eb-4abc-49ad-bc13-95b5302e8556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.673216 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 92421ff4-0d3f-424c-8b9a-4283484e3c9c up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:51.700327 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-ca1cbe4b-887d-4806-bd38-aee070e772b1 service neutron] 10.222.0.35 "GET /v2.0/networks/3bacabb8-4ab3-4c7c-b74a-408f67084c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6619871 Sep 16 04:42:51.702116 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b1da08-d32e-41e0-a5b9-dc19135d6c13 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:42:51.728180 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf8950d-40ae-476a-bb91-f06b10136413 None None] Sync routers for ids ['39d6449b-8159-43e5-8a1e-f219f08c829d'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:42:51.731234 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34792) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:51.736967 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-f25787eb-4abc-49ad-bc13-95b5302e8556 None None] For port 91ca7bd6-57a4-47d6-b8f5-a2e711a7d154, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:51.764267 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-f25787eb-4abc-49ad-bc13-95b5302e8556 None None] For port 91ca7bd6-57a4-47d6-b8f5-a2e711a7d154, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=91ca7bd6-57a4-47d6-b8f5-a2e711a7d154,segment=NetworkSegment(7ed8da46-20eb-44be-820b-a1c646bffb42),segment_id=7ed8da46-20eb-44be-820b-a1c646bffb42)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:51.767999 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf8950d-40ae-476a-bb91-f06b10136413 None None] Routers {'39d6449b-8159-43e5-8a1e-f219f08c829d'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:51.768887 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-2bf8950d-40ae-476a-bb91-f06b10136413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:42:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['39d6449b-8159-43e5-8a1e-f219f08c829d'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:51.769305 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-39da6487-9c2a-4bbd-aafb-edd7dcdadddb tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.772597 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1a85aa12-fb6c-4042-a61c-c2b77d862e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.778242 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1a85aa12-fb6c-4042-a61c-c2b77d862e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.801337 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-93b1da08-d32e-41e0-a5b9-dc19135d6c13 admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.806050 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-93b1da08-d32e-41e0-a5b9-dc19135d6c13 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5362873 Sep 16 04:42:51.806736 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34796) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:51.817395 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f25787eb-4abc-49ad-bc13-95b5302e8556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.828218 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-39da6487-9c2a-4bbd-aafb-edd7dcdadddb tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.889177 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1a85aa12-fb6c-4042-a61c-c2b77d862e80 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0a6fdf2272bc4322a180054e0c5b8259&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6683586 Sep 16 04:42:51.893871 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34800) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:51.931355 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85aa12-fb6c-4042-a61c-c2b77d862e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f0a04f-dd35-4e11-b9b6-07c332b4af3e,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:52.032290 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 92421ff4-0d3f-424c-8b9a-4283484e3c9c triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:52.033198 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.056907 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-39da6487-9c2a-4bbd-aafb-edd7dcdadddb tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Network 3bacabb8-4ab3-4c7c-b74a-408f67084c47 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:52.060632 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25787eb-4abc-49ad-bc13-95b5302e8556 None None] Pushing event updated for resources: {'Port': ['ID=91ca7bd6-57a4-47d6-b8f5-a2e711a7d154,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:52.062998 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-39da6487-9c2a-4bbd-aafb-edd7dcdadddb tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:52.089962 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-39da6487-9c2a-4bbd-aafb-edd7dcdadddb tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:52.191093 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1e7844c1-c051-4455-9aa2-1f90cbdc5b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.191924 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-2bf8950d-40ae-476a-bb91-f06b10136413 None None] Set router 39d6449b-8159-43e5-8a1e-f219f08c829d gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:52.236722 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-39da6487-9c2a-4bbd-aafb-edd7dcdadddb tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:52.236722 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-39da6487-9c2a-4bbd-aafb-edd7dcdadddb tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.255504 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-a224b02b-732d-4a29-a948-024884890686 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-826315652-network', 'tenant_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:52.283660 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1e7844c1-c051-4455-9aa2-1f90cbdc5b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.306753 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da6487-9c2a-4bbd-aafb-edd7dcdadddb tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Pushing event updated for resources: {'Port': ['ID=da4f70ab-38df-4072-b4b9-ed3385ecf818,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:52.334718 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a224b02b-732d-4a29-a948-024884890686 admin admin] Made reservation on behalf of 7bbe39f2ccff44e5a5c6b6e96a70ab43 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:52.337766 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a224b02b-732d-4a29-a948-024884890686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.390421 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-39da6487-9c2a-4bbd-aafb-edd7dcdadddb tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1168013 Sep 16 04:42:52.391431 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a224b02b-732d-4a29-a948-024884890686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.434480 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-8bdf10bb-2e99-47d0-afd9-43201b1c7135 service neutron] Request body: {'port': {'device_id': '8f1432ac-d655-4d29-b0a5-627cfea77eda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:52.435705 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1e7844c1-c051-4455-9aa2-1f90cbdc5b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.442677 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1e7844c1-c051-4455-9aa2-1f90cbdc5b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.467143 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1e7844c1-c051-4455-9aa2-1f90cbdc5b07 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a3f0a04f-dd35-4e11-b9b6-07c332b4af3e HTTP/1.1" status: 204 len: 168 time: 0.5721092 Sep 16 04:42:52.511107 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7844c1-c051-4455-9aa2-1f90cbdc5b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f0a04f-dd35-4e11-b9b6-07c332b4af3e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:52.616785 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 017fabc1-50bd-40d8-a58d-27be22881b85 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:52.665598 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-180960ed-5222-4c75-9377-5613ce4dca5f None None] Provisioning complete for port da4f70ab-38df-4072-b4b9-ed3385ecf818 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:52.665990 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-180960ed-5222-4c75-9377-5613ce4dca5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.708840 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-180960ed-5222-4c75-9377-5613ce4dca5f None None] Port da4f70ab-38df-4072-b4b9-ed3385ecf818 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:52.733477 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-2bf8950d-40ae-476a-bb91-f06b10136413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39d6449b-8159-43e5-8a1e-f219f08c829d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1884734222-router', 'tenant_id': 'f442a3f3446549709ee00b7af2e1713f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'd27668d5-ce9c-4011-a266-74e48e9fb25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:48Z', 'updated_at': '2021-09-16T04:42:50Z', 'revision_number': 3, 'project_id': 'f442a3f3446549709ee00b7af2e1713f', 'gw_port': {'id': 'd27668d5-ce9c-4011-a266-74e48e9fb25c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:03:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d6449b-8159-43e5-8a1e-f219f08c829d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:49Z', 'updated_at': '2021-09-16T04:42:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:52.766741 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf8950d-40ae-476a-bb91-f06b10136413 None None] Checking router: 39d6449b-8159-43e5-8a1e-f219f08c829d for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:42:52.767353 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf8950d-40ae-476a-bb91-f06b10136413 None None] Updating router 39d6449b-8159-43e5-8a1e-f219f08c829d port d27668d5-ce9c-4011-a266-74e48e9fb25c binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:42:52.769489 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a224b02b-732d-4a29-a948-024884890686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.774399 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 017fabc1-50bd-40d8-a58d-27be22881b85 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:52.774777 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.787871 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d700a6-6c14-4744-a385-c197929e0fbc req-86fcc956-1a80-473b-8ee4-697139606234 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:52.798922 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-24d700a6-6c14-4744-a385-c197929e0fbc req-86fcc956-1a80-473b-8ee4-697139606234 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 950 time: 0.3216779 Sep 16 04:42:52.807076 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a224b02b-732d-4a29-a948-024884890686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.837629 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2bf8950d-40ae-476a-bb91-f06b10136413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.877375 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-24d700a6-6c14-4744-a385-c197929e0fbc req-60f4f86a-cfee-48de-9ab5-e7d1b7374d9e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730932 Sep 16 04:42:52.895160 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-8bdf10bb-2e99-47d0-afd9-43201b1c7135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.952216 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a224b02b-732d-4a29-a948-024884890686 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:42:52.963427 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224b02b-732d-4a29-a948-024884890686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:53.139317 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a224b02b-732d-4a29-a948-024884890686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:53.140107 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-a224b02b-732d-4a29-a948-024884890686 admin admin] Added segment 7d04658e-84bb-4be3-acaa-f77a62639bd7 of type vlan for network 268ab5df-65e1-4022-9ab7-d67387588731 Sep 16 04:42:53.157473 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34828) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:53.232353 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f007b8b8-2701-4ca3-8de4-237ad3d20461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:53.244819 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-98c7ca25-d1d3-4251-90e8-c00b3c0c24e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:53.305738 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a224b02b-732d-4a29-a948-024884890686 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:53.421926 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2bf8950d-40ae-476a-bb91-f06b10136413 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:53.432490 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2bf8950d-40ae-476a-bb91-f06b10136413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:53.501323 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa654db-a0b6-4c68-9d48-97bd858cd9c7 None None] Pushing event updated for resources: {'Port': ['ID=d27668d5-ce9c-4011-a266-74e48e9fb25c,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:53.543334 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-2bf8950d-40ae-476a-bb91-f06b10136413 None None] Attempting to bind port d27668d5-ce9c-4011-a266-74e48e9fb25c on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:53.544173 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-2bf8950d-40ae-476a-bb91-f06b10136413 None None] Attempting to bind port d27668d5-ce9c-4011-a266-74e48e9fb25c by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:53.544659 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf8950d-40ae-476a-bb91-f06b10136413 None None] Attempting to bind port d27668d5-ce9c-4011-a266-74e48e9fb25c on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:53.559578 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf8950d-40ae-476a-bb91-f06b10136413 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:53.560102 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf8950d-40ae-476a-bb91-f06b10136413 None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:53.560713 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2bf8950d-40ae-476a-bb91-f06b10136413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:53.561278 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf8950d-40ae-476a-bb91-f06b10136413 None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:53.562010 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-2bf8950d-40ae-476a-bb91-f06b10136413 None None] Bound port: d27668d5-ce9c-4011-a266-74e48e9fb25c, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:53.562658 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2bf8950d-40ae-476a-bb91-f06b10136413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:53.568517 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8889bd7-c0bd-4561-8f9f-812d8d9f33f8 None None] Network f233a7bb-c7b8-4f97-9e56-5128dee90b3e requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:53.642592 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 91ca7bd6-57a4-47d6-b8f5-a2e711a7d154 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:53.744381 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-98c7ca25-d1d3-4251-90e8-c00b3c0c24e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:53.754635 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-98c7ca25-d1d3-4251-90e8-c00b3c0c24e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:53.784213 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-2bf8950d-40ae-476a-bb91-f06b10136413 None None] For port d27668d5-ce9c-4011-a266-74e48e9fb25c, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:53.809223 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-919fc6a9-4e53-4631-845d-9040a985d89f tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:53.817960 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-919fc6a9-4e53-4631-845d-9040a985d89f tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/networks?id=3bacabb8-4ab3-4c7c-b74a-408f67084c47 HTTP/1.1" status: 200 len: 814 time: 0.6839948 Sep 16 04:42:53.819739 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a224b02b-732d-4a29-a948-024884890686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:53.820847 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a224b02b-732d-4a29-a948-024884890686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:53.822264 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a224b02b-732d-4a29-a948-024884890686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:53.826795 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-2bf8950d-40ae-476a-bb91-f06b10136413 None None] For port d27668d5-ce9c-4011-a266-74e48e9fb25c, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d27668d5-ce9c-4011-a266-74e48e9fb25c,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:53.831319 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-da3f05e8-ce96-4548-a4af-0aa5a1a99059 None None] Provisioning complete for port 91ca7bd6-57a4-47d6-b8f5-a2e711a7d154 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:53.832147 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-da3f05e8-ce96-4548-a4af-0aa5a1a99059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:53.870866 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c7ca25-d1d3-4251-90e8-c00b3c0c24e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b823bdbe-a7ef-4359-98be-6096c7ae0bec,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:53.885507 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2bf8950d-40ae-476a-bb91-f06b10136413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:53.890117 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a224b02b-732d-4a29-a948-024884890686 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1550899 Sep 16 04:42:53.896259 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-98c7ca25-d1d3-4251-90e8-c00b3c0c24e2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a6467111c0114642907f5f42581f950e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7359798 Sep 16 04:42:53.898242 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34832) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:53.900372 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34836) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:53.918606 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-b50c51d8-6688-4007-9e8f-d1a7c82c1359 admin admin] Request body: {'subnet': {'network_id': '268ab5df-65e1-4022-9ab7-d67387588731', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-826315652-subnet', 'tenant_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:53.943032 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-5457e37a-95b4-46bc-9f74-6367fe073c2b tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/quotas/f8cd80d846084d6b908f25b98944f4cb HTTP/1.1" status: 200 len: 375 time: 0.1239433 Sep 16 04:42:53.976106 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-f007b8b8-2701-4ca3-8de4-237ad3d20461 admin admin] Allocated IP 172.20.0.1 (f233a7bb-c7b8-4f97-9e56-5128dee90b3e/bd8ff06e-5627-43df-a953-43df2349dfdb/1ec7fa3f-44b7-4b9b-97e0-d4d58e73813b) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:53.993532 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 91ca7bd6-57a4-47d6-b8f5-a2e711a7d154 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:53.993960 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.018091 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf8950d-40ae-476a-bb91-f06b10136413 None None] Routers {'39d6449b-8159-43e5-8a1e-f219f08c829d'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:54.018624 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224b02b-732d-4a29-a948-024884890686 admin admin] Pushing event updated for resources: {'Network': ['ID=268ab5df-65e1-4022-9ab7-d67387588731,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:54.018779 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-2bf8950d-40ae-476a-bb91-f06b10136413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:42:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['39d6449b-8159-43e5-8a1e-f219f08c829d'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:54.027717 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50c51d8-6688-4007-9e8f-d1a7c82c1359 admin admin] Made reservation on behalf of 7bbe39f2ccff44e5a5c6b6e96a70ab43 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:54.030350 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b50c51d8-6688-4007-9e8f-d1a7c82c1359 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.040487 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa654db-a0b6-4c68-9d48-97bd858cd9c7 None None] Pushing event updated for resources: {'Port': ['ID=d27668d5-ce9c-4011-a266-74e48e9fb25c,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:54.044757 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-48f106a9-1e11-4355-8166-208810a67d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.105601 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-48f106a9-1e11-4355-8166-208810a67d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.112675 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-143206e6-eebd-438e-ac0d-a1766376b298 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f8cd80d846084d6b908f25b98944f4cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1687467 Sep 16 04:42:54.121518 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-0941ae77-72c5-48dc-94e9-053c64cb8752 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:54.123314 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-0941ae77-72c5-48dc-94e9-053c64cb8752 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.48 "GET /v2.0/networks?id=3bacabb8-4ab3-4c7c-b74a-408f67084c47 HTTP/1.1" status: 200 len: 814 time: 0.3668966 Sep 16 04:42:54.131593 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-8bdf10bb-2e99-47d0-afd9-43201b1c7135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da4f70ab-38df-4072-b4b9-ed3385ecf818 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:54.151166 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-8bdf10bb-2e99-47d0-afd9-43201b1c7135 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.159271 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-f2e91f87-07b2-4ecf-8f1d-24d0efc904ee tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Request body: {'port': {'device_id': '91aa72b6-ad50-49bb-8034-9e44ddbf56ce', 'network_id': '3bacabb8-4ab3-4c7c-b74a-408f67084c47', 'admin_state_up': True, 'tenant_id': 'f8cd80d846084d6b908f25b98944f4cb'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:54.202357 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-8bdf10bb-2e99-47d0-afd9-43201b1c7135 service neutron] Transition to ACTIVE for port object da4f70ab-38df-4072-b4b9-ed3385ecf818 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:42:54.218898 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 268ab5df-65e1-4022-9ab7-d67387588731 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:42:54.245196 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-8bdf10bb-2e99-47d0-afd9-43201b1c7135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.297673 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f007b8b8-2701-4ca3-8de4-237ad3d20461 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.299170 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-48f106a9-1e11-4355-8166-208810a67d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.301743 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-48f106a9-1e11-4355-8166-208810a67d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.302904 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-48f106a9-1e11-4355-8166-208810a67d0a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b823bdbe-a7ef-4359-98be-6096c7ae0bec HTTP/1.1" status: 204 len: 168 time: 0.3965154 Sep 16 04:42:54.377877 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f106a9-1e11-4355-8166-208810a67d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b823bdbe-a7ef-4359-98be-6096c7ae0bec,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:54.473655 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-da3f05e8-ce96-4548-a4af-0aa5a1a99059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.485595 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b50c51d8-6688-4007-9e8f-d1a7c82c1359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.495302 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf10bb-2e99-47d0-afd9-43201b1c7135 service neutron] Pushing event updated for resources: {'Port': ['ID=da4f70ab-38df-4072-b4b9-ed3385ecf818,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:54.495925 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f007b8b8-2701-4ca3-8de4-237ad3d20461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.517727 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-6bfd95f6-0938-4683-8d1d-d6f2e0fda335 service neutron] 10.222.0.35 "GET /v2.0/networks/3bacabb8-4ab3-4c7c-b74a-408f67084c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039018 Sep 16 04:42:54.552366 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-8bdf10bb-2e99-47d0-afd9-43201b1c7135 service neutron] Attempting to bind port da4f70ab-38df-4072-b4b9-ed3385ecf818 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:54.552881 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-8bdf10bb-2e99-47d0-afd9-43201b1c7135 service neutron] Attempting to bind port da4f70ab-38df-4072-b4b9-ed3385ecf818 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '4a16637a-dd29-4e96-bbcc-3812240bb05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3bacabb8-4ab3-4c7c-b74a-408f67084c47'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:54.553096 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-8bdf10bb-2e99-47d0-afd9-43201b1c7135 service neutron] Attempting to bind port da4f70ab-38df-4072-b4b9-ed3385ecf818 on network 3bacabb8-4ab3-4c7c-b74a-408f67084c47 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:54.571807 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-8bdf10bb-2e99-47d0-afd9-43201b1c7135 service neutron] Port da4f70ab-38df-4072-b4b9-ed3385ecf818 on network 3bacabb8-4ab3-4c7c-b74a-408f67084c47 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:42:54.572178 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-8bdf10bb-2e99-47d0-afd9-43201b1c7135 service neutron] Attempting to bind port da4f70ab-38df-4072-b4b9-ed3385ecf818 on network 3bacabb8-4ab3-4c7c-b74a-408f67084c47 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:54.591024 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-8bdf10bb-2e99-47d0-afd9-43201b1c7135 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:54.591456 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-8bdf10bb-2e99-47d0-afd9-43201b1c7135 service neutron] Checking segment: {'id': '4a16637a-dd29-4e96-bbcc-3812240bb05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3bacabb8-4ab3-4c7c-b74a-408f67084c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:54.591782 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-8bdf10bb-2e99-47d0-afd9-43201b1c7135 service neutron] Bound using segment: {'id': '4a16637a-dd29-4e96-bbcc-3812240bb05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3bacabb8-4ab3-4c7c-b74a-408f67084c47'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:54.592224 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-8bdf10bb-2e99-47d0-afd9-43201b1c7135 service neutron] Bound port: da4f70ab-38df-4072-b4b9-ed3385ecf818, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a16637a-dd29-4e96-bbcc-3812240bb05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3bacabb8-4ab3-4c7c-b74a-408f67084c47'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:54.592595 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-8bdf10bb-2e99-47d0-afd9-43201b1c7135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.622674 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-2bf8950d-40ae-476a-bb91-f06b10136413 None None] Set router 39d6449b-8159-43e5-8a1e-f219f08c829d gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:54.623839 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f007b8b8-2701-4ca3-8de4-237ad3d20461 admin admin] Pushing event updated for resources: {'Port': ['ID=1ec7fa3f-44b7-4b9b-97e0-d4d58e73813b,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:54.643979 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-f2e91f87-07b2-4ecf-8f1d-24d0efc904ee tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Made reservation on behalf of f8cd80d846084d6b908f25b98944f4cb for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:54.648047 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-f2e91f87-07b2-4ecf-8f1d-24d0efc904ee tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.671205 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f007b8b8-2701-4ca3-8de4-237ad3d20461 admin admin] Network f233a7bb-c7b8-4f97-9e56-5128dee90b3e is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:54.677588 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-f007b8b8-2701-4ca3-8de4-237ad3d20461 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:54.687038 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f007b8b8-2701-4ca3-8de4-237ad3d20461 admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:54.722698 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.741161 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f007b8b8-2701-4ca3-8de4-237ad3d20461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.773530 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-da3f05e8-ce96-4548-a4af-0aa5a1a99059 None None] For port 91ca7bd6-57a4-47d6-b8f5-a2e711a7d154, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=91ca7bd6-57a4-47d6-b8f5-a2e711a7d154,segment=NetworkSegment(7ed8da46-20eb-44be-820b-a1c646bffb42),segment_id=7ed8da46-20eb-44be-820b-a1c646bffb42)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:54.821288 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c51d8-6688-4007-9e8f-d1a7c82c1359 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f51e33f-c259-43fe-9f3c-bfa9813e6953,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:54.832032 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50c51d8-6688-4007-9e8f-d1a7c82c1359 admin admin] Checking segment: {'id': '7d04658e-84bb-4be3-acaa-f77a62639bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '268ab5df-65e1-4022-9ab7-d67387588731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:54.832403 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50c51d8-6688-4007-9e8f-d1a7c82c1359 admin admin] Network hostable DHCP agents. Network: 268ab5df-65e1-4022-9ab7-d67387588731, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:42:54.833618 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-f2e91f87-07b2-4ecf-8f1d-24d0efc904ee tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Allocated IP 172.20.0.7 (3bacabb8-4ab3-4c7c-b74a-408f67084c47/6e60d629-d6f8-42a4-95c3-05795e4a4154/7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:54.884327 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-da3f05e8-ce96-4548-a4af-0aa5a1a99059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.887586 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50c51d8-6688-4007-9e8f-d1a7c82c1359 admin admin] Network 268ab5df-65e1-4022-9ab7-d67387588731 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:42:54.936283 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-b50c51d8-6688-4007-9e8f-d1a7c82c1359 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 268ab5df-65e1-4022-9ab7-d67387588731) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:54.944408 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50c51d8-6688-4007-9e8f-d1a7c82c1359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:54.944752 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b50c51d8-6688-4007-9e8f-d1a7c82c1359 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.989377 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b50c51d8-6688-4007-9e8f-d1a7c82c1359 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0847540 Sep 16 04:42:54.990023 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34848) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:54.999673 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-94c2d4fa-054b-451a-b5f0-cb663aeba870 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-826315652-router', 'tenant_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:55.015691 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd7bc77-06fb-4de1-84fc-373496e7b18a None None] Network 268ab5df-65e1-4022-9ab7-d67387588731 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:55.046810 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-d67292e9-9f8b-42bc-bf25-38cc77994061 service neutron] 10.222.0.35 "GET /v2.0/networks/3bacabb8-4ab3-4c7c-b74a-408f67084c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5281115 Sep 16 04:42:55.049942 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f007b8b8-2701-4ca3-8de4-237ad3d20461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:55.062047 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-f2e91f87-07b2-4ecf-8f1d-24d0efc904ee tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:55.070047 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-94c2d4fa-054b-451a-b5f0-cb663aeba870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:55.071240 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-94c2d4fa-054b-451a-b5f0-cb663aeba870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:55.164276 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-8bdf10bb-2e99-47d0-afd9-43201b1c7135 service neutron] For port da4f70ab-38df-4072-b4b9-ed3385ecf818, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:55.180042 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-8bdf10bb-2e99-47d0-afd9-43201b1c7135 service neutron] For port da4f70ab-38df-4072-b4b9-ed3385ecf818, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=da4f70ab-38df-4072-b4b9-ed3385ecf818,segment=NetworkSegment(4a16637a-dd29-4e96-bbcc-3812240bb05c),segment_id=4a16637a-dd29-4e96-bbcc-3812240bb05c)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:55.199811 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:42:55.200272 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:42:55.221415 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-8bdf10bb-2e99-47d0-afd9-43201b1c7135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:55.239795 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-94c2d4fa-054b-451a-b5f0-cb663aeba870 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:55.292746 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f05e8-ce96-4548-a4af-0aa5a1a99059 None None] Pushing event updated for resources: {'Port': ['ID=91ca7bd6-57a4-47d6-b8f5-a2e711a7d154,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:55.315678 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-0eafea72-b914-46b6-b443-a68cf8777133 None None] Provisioning complete for port 91ca7bd6-57a4-47d6-b8f5-a2e711a7d154 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:55.316971 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0eafea72-b914-46b6-b443-a68cf8777133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:55.321135 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34858) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:55.393265 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-f2e91f87-07b2-4ecf-8f1d-24d0efc904ee tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:55.397678 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-8bdf10bb-2e99-47d0-afd9-43201b1c7135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:55.398308 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-8bdf10bb-2e99-47d0-afd9-43201b1c7135 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:55.403212 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-8bdf10bb-2e99-47d0-afd9-43201b1c7135 service neutron] 10.222.0.47 "PUT /v2.0/ports/da4f70ab-38df-4072-b4b9-ed3385ecf818 HTTP/1.1" status: 200 len: 1092 time: 2.9869370 Sep 16 04:42:55.423072 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f1432ac-d655-4d29-b0a5-627cfea77eda', 'tag': 'da4f70ab-38df-4072-b4b9-ed3385ecf818'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:55.430200 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ac19fd-0c6e-4370-8046-fb9621a1a9df" -d '{"events": [{"name": "network-changed", "server_uuid": "8f1432ac-d655-4d29-b0a5-627cfea77eda", "tag": "da4f70ab-38df-4072-b4b9-ed3385ecf818"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:55.441570 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3f05e8-ce96-4548-a4af-0aa5a1a99059 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:55.442728 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3f05e8-ce96-4548-a4af-0aa5a1a99059 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:55.443888 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3f05e8-ce96-4548-a4af-0aa5a1a99059 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:55.445371 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3f05e8-ce96-4548-a4af-0aa5a1a99059 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:55.446413 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3f05e8-ce96-4548-a4af-0aa5a1a99059 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:55.446999 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3f05e8-ce96-4548-a4af-0aa5a1a99059 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:55.448162 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3f05e8-ce96-4548-a4af-0aa5a1a99059 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:55.449807 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3f05e8-ce96-4548-a4af-0aa5a1a99059 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:55.451689 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3f05e8-ce96-4548-a4af-0aa5a1a99059 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:55.452215 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3f05e8-ce96-4548-a4af-0aa5a1a99059 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:55.455060 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3f05e8-ce96-4548-a4af-0aa5a1a99059 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:55.456841 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3f05e8-ce96-4548-a4af-0aa5a1a99059 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:55.543321 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-94c2d4fa-054b-451a-b5f0-cb663aeba870 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:55.546631 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-2bf8950d-40ae-476a-bb91-f06b10136413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39d6449b-8159-43e5-8a1e-f219f08c829d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1884734222-router', 'tenant_id': 'f442a3f3446549709ee00b7af2e1713f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'd27668d5-ce9c-4011-a266-74e48e9fb25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:48Z', 'updated_at': '2021-09-16T04:42:50Z', 'revision_number': 3, 'project_id': 'f442a3f3446549709ee00b7af2e1713f', 'gw_port': {'id': 'd27668d5-ce9c-4011-a266-74e48e9fb25c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:03:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d6449b-8159-43e5-8a1e-f219f08c829d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:49Z', 'updated_at': '2021-09-16T04:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:55.557328 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d63abb-2a85-4421-a13b-77fae2013c64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-268ab5df-65e1-4022-9ab7-d67387588731', 'network_id': '268ab5df-65e1-4022-9ab7-d67387588731', 'tenant_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'fixed_ips': [{'subnet_id': '0f51e33f-c259-43fe-9f3c-bfa9813e6953'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:42:55.558017 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-89d63abb-2a85-4421-a13b-77fae2013c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:55.590952 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-81f6260b-ed0e-4670-867d-29c5aebe0cac tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:55.624263 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf8950d-40ae-476a-bb91-f06b10136413 None None] The sync data for ids ['39d6449b-8159-43e5-8a1e-f219f08c829d'] in n-d-712139-15 is: [{'id': '39d6449b-8159-43e5-8a1e-f219f08c829d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1884734222-router', 'tenant_id': 'f442a3f3446549709ee00b7af2e1713f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'd27668d5-ce9c-4011-a266-74e48e9fb25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:48Z', 'updated_at': '2021-09-16T04:42:50Z', 'revision_number': 3, 'project_id': 'f442a3f3446549709ee00b7af2e1713f', 'gw_port': {'id': 'd27668d5-ce9c-4011-a266-74e48e9fb25c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:03:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d6449b-8159-43e5-8a1e-f219f08c829d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:49Z', 'updated_at': '2021-09-16T04:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:42:55.624674 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-81f6260b-ed0e-4670-867d-29c5aebe0cac tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:55.712883 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-f2e91f87-07b2-4ecf-8f1d-24d0efc904ee tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Network 3bacabb8-4ab3-4c7c-b74a-408f67084c47 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:55.738060 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-f2e91f87-07b2-4ecf-8f1d-24d0efc904ee tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:55.807198 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f007b8b8-2701-4ca3-8de4-237ad3d20461 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:55.810068 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-81f6260b-ed0e-4670-867d-29c5aebe0cac tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:55.812844 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-81f6260b-ed0e-4670-867d-29c5aebe0cac tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:55.822049 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34874) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:55.822398 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-81f6260b-ed0e-4670-867d-29c5aebe0cac tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] 10.222.0.35 "DELETE /v2.0/security-groups/6fa0cf96-03c2-41b3-93c4-f3901548d7c9 HTTP/1.1" status: 204 len: 168 time: 0.4973457 Sep 16 04:42:55.824031 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-f2e91f87-07b2-4ecf-8f1d-24d0efc904ee tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:55.852795 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf10bb-2e99-47d0-afd9-43201b1c7135 service neutron] Pushing event updated for resources: {'Port': ['ID=da4f70ab-38df-4072-b4b9-ed3385ecf818,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:55.853494 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f007b8b8-2701-4ca3-8de4-237ad3d20461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:55.992020 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-cf5726fe-fe34-41ef-8a10-58587762c7ae tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] show failed (client error): The resource could not be found. Sep 16 04:42:55.996702 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cf5726fe-fe34-41ef-8a10-58587762c7ae tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] 10.222.0.35 "GET /v2.0/security-groups/6fa0cf96-03c2-41b3-93c4-f3901548d7c9 HTTP/1.1" status: 404 len: 347 time: 0.1724055 Sep 16 04:42:56.012171 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34880) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:56.037996 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-89d63abb-2a85-4421-a13b-77fae2013c64 None None] Allocated IP 172.20.0.2 (268ab5df-65e1-4022-9ab7-d67387588731/0f51e33f-c259-43fe-9f3c-bfa9813e6953/2757ae34-ba14-4151-9404-0369aa8ce2a6) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:56.063181 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6260b-ed0e-4670-867d-29c5aebe0cac tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa0cf96-03c2-41b3-93c4-f3901548d7c9,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:56.091011 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f007b8b8-2701-4ca3-8de4-237ad3d20461 admin admin] Pushing event updated for resources: {'Port': ['ID=1ec7fa3f-44b7-4b9b-97e0-d4d58e73813b,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:56.119983 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f007b8b8-2701-4ca3-8de4-237ad3d20461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:56.241834 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-f2e91f87-07b2-4ecf-8f1d-24d0efc904ee tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:56.243052 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-f2e91f87-07b2-4ecf-8f1d-24d0efc904ee tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:56.287365 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d3b64a93-d317-4e6b-b0f2-7c24296beb65 None None] Provisioning complete for port 1ec7fa3f-44b7-4b9b-97e0-d4d58e73813b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:56.287561 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d3b64a93-d317-4e6b-b0f2-7c24296beb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:56.316325 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc084c7-2908-43ee-b3b4-98eaa2162ff6 req-294ddc58-d9e8-4ad0-bf42-fdedae30f852 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:56.317978 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bcc084c7-2908-43ee-b3b4-98eaa2162ff6 req-294ddc58-d9e8-4ad0-bf42-fdedae30f852 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 950 time: 0.5758364 Sep 16 04:42:56.338716 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e91f87-07b2-4ecf-8f1d-24d0efc904ee tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Pushing event updated for resources: {'Port': ['ID=7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:56.356665 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-eea1dc1e-fe6c-4673-b881-884d7c16367e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:56.361439 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-eea1dc1e-fe6c-4673-b881-884d7c16367e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8cd80d846084d6b908f25b98944f4cb&device_id=8f1432ac-d655-4d29-b0a5-627cfea77eda HTTP/1.1" status: 200 len: 1095 time: 0.8749700 Sep 16 04:42:56.405304 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-d3b64a93-d317-4e6b-b0f2-7c24296beb65 None None] Port 1ec7fa3f-44b7-4b9b-97e0-d4d58e73813b cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:56.494399 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-f2e91f87-07b2-4ecf-8f1d-24d0efc904ee tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3403502 Sep 16 04:42:56.556692 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-89d63abb-2a85-4421-a13b-77fae2013c64 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:56.564842 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-89d63abb-2a85-4421-a13b-77fae2013c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:56.589944 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-94c2d4fa-054b-451a-b5f0-cb663aeba870 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:56.593641 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f007b8b8-2701-4ca3-8de4-237ad3d20461 admin admin] Network f233a7bb-c7b8-4f97-9e56-5128dee90b3e is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:56.610061 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d27668d5-ce9c-4011-a266-74e48e9fb25c up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:56.615366 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-f007b8b8-2701-4ca3-8de4-237ad3d20461 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:56.622918 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-94c2d4fa-054b-451a-b5f0-cb663aeba870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:56.675486 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d63abb-2a85-4421-a13b-77fae2013c64 None None] Pushing event updated for resources: {'Port': ['ID=2757ae34-ba14-4151-9404-0369aa8ce2a6,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:56.708897 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d63abb-2a85-4421-a13b-77fae2013c64 None None] Network 268ab5df-65e1-4022-9ab7-d67387588731 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:56.714593 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-ede2261f-607c-4ae1-bbdf-23ecbee77f29 service neutron] Request body: {'port': {'device_id': '91aa72b6-ad50-49bb-8034-9e44ddbf56ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:56.720009 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-89d63abb-2a85-4421-a13b-77fae2013c64 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:56.732359 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d63abb-2a85-4421-a13b-77fae2013c64 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:56.760457 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-67e4bdc5-bda1-495a-a587-4f27e6ea8ec8 None None] Provisioning complete for port 7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:56.760457 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-67e4bdc5-bda1-495a-a587-4f27e6ea8ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:56.766658 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-a4e33bc0-7b94-4f14-8aeb-f5856665082f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da4f70ab-38df-4072-b4b9-ed3385ecf818 HTTP/1.1" status: 200 len: 217 time: 0.2983115 Sep 16 04:42:56.901501 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bcc084c7-2908-43ee-b3b4-98eaa2162ff6 req-8256d135-9dfe-4e0c-b933-5cc7dbfd08cf tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5721920 Sep 16 04:42:56.945370 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-89d63abb-2a85-4421-a13b-77fae2013c64 None None] Attempting to bind port 2757ae34-ba14-4151-9404-0369aa8ce2a6 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:56.946724 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-89d63abb-2a85-4421-a13b-77fae2013c64 None None] Attempting to bind port 2757ae34-ba14-4151-9404-0369aa8ce2a6 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '7d04658e-84bb-4be3-acaa-f77a62639bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '268ab5df-65e1-4022-9ab7-d67387588731'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:56.946882 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d63abb-2a85-4421-a13b-77fae2013c64 None None] Attempting to bind port 2757ae34-ba14-4151-9404-0369aa8ce2a6 on network 268ab5df-65e1-4022-9ab7-d67387588731 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:56.954508 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d63abb-2a85-4421-a13b-77fae2013c64 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:56.955528 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d63abb-2a85-4421-a13b-77fae2013c64 None None] Checking segment: {'id': '7d04658e-84bb-4be3-acaa-f77a62639bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '268ab5df-65e1-4022-9ab7-d67387588731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:56.955528 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-89d63abb-2a85-4421-a13b-77fae2013c64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:56.956605 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d63abb-2a85-4421-a13b-77fae2013c64 None None] Bound using segment: {'id': '7d04658e-84bb-4be3-acaa-f77a62639bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '268ab5df-65e1-4022-9ab7-d67387588731'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:56.956789 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-89d63abb-2a85-4421-a13b-77fae2013c64 None None] Bound port: 2757ae34-ba14-4151-9404-0369aa8ce2a6, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d04658e-84bb-4be3-acaa-f77a62639bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '268ab5df-65e1-4022-9ab7-d67387588731'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:56.957278 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-89d63abb-2a85-4421-a13b-77fae2013c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:56.963966 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-67e4bdc5-bda1-495a-a587-4f27e6ea8ec8 None None] Port 7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:56.990641 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-ede2261f-607c-4ae1-bbdf-23ecbee77f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:57.002836 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port d27668d5-ce9c-4011-a266-74e48e9fb25c triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:57.003692 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:57.028070 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f007b8b8-2701-4ca3-8de4-237ad3d20461 admin admin] Router 39d6449b-8159-43e5-8a1e-f219f08c829d has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:42:57.031138 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-23fcbe38-9643-426b-a192-47176e3ea1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:57.032954 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-23fcbe38-9643-426b-a192-47176e3ea1dd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6e60d629-d6f8-42a4-95c3-05795e4a4154 HTTP/1.1" status: 200 len: 853 time: 0.2404976 Sep 16 04:42:57.055759 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-94c2d4fa-054b-451a-b5f0-cb663aeba870 admin admin] Allocated IP 172.25.8.22 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/eef70565-41c5-41a6-be1b-ca878dbe12b7) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:57.108981 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-89d63abb-2a85-4421-a13b-77fae2013c64 None None] For port 2757ae34-ba14-4151-9404-0369aa8ce2a6, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:57.114201 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-89d63abb-2a85-4421-a13b-77fae2013c64 None None] For port 2757ae34-ba14-4151-9404-0369aa8ce2a6, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2757ae34-ba14-4151-9404-0369aa8ce2a6,segment=NetworkSegment(7d04658e-84bb-4be3-acaa-f77a62639bd7),segment_id=7d04658e-84bb-4be3-acaa-f77a62639bd7)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:57.124603 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-8518c87b-e125-4b1e-8913-f70e463bb685 None None] Provisioning complete for port 1ec7fa3f-44b7-4b9b-97e0-d4d58e73813b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:57.125146 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8518c87b-e125-4b1e-8913-f70e463bb685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:57.129802 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-89d63abb-2a85-4421-a13b-77fae2013c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:57.179269 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-85cf368a-c2c2-458d-88ac-6e13936aaff7 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Deleting port 4fb417be-e8d2-4c19-806c-6e9834173606 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:57.191256 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-85cf368a-c2c2-458d-88ac-6e13936aaff7 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:57.194832 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ec13a409-611b-4713-8897-5673a47f8d24 req-af2aa743-b6fd-4055-859a-6cec814ce80d tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1 HTTP/1.1" status: 200 len: 210 time: 0.1567278 Sep 16 04:42:57.309905 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-8518c87b-e125-4b1e-8913-f70e463bb685 None None] Port 1ec7fa3f-44b7-4b9b-97e0-d4d58e73813b cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:57.334091 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ff6209-27c9-491c-8b3a-a1a25dfa1cb4 x-openstack-request-id: req-14ff6209-27c9-491c-8b3a-a1a25dfa1cb4 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:57.334661 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f1432ac-d655-4d29-b0a5-627cfea77eda", "tag": "da4f70ab-38df-4072-b4b9-ed3385ecf818", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:57.335318 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-14ff6209-27c9-491c-8b3a-a1a25dfa1cb4 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:57.337614 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f1432ac-d655-4d29-b0a5-627cfea77eda', 'tag': 'da4f70ab-38df-4072-b4b9-ed3385ecf818', 'status': 'completed', 'code': 200} Sep 16 04:42:57.338102 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d63abb-2a85-4421-a13b-77fae2013c64 None None] Pushing event updated for resources: {'Port': ['ID=2757ae34-ba14-4151-9404-0369aa8ce2a6,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:57.354998 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:57.398076 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port d27668d5-ce9c-4011-a266-74e48e9fb25c, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d27668d5-ce9c-4011-a266-74e48e9fb25c,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:57.412315 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:57.413677 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 91ca7bd6-57a4-47d6-b8f5-a2e711a7d154 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:57.543913 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=d27668d5-ce9c-4011-a266-74e48e9fb25c,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:57.582238 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 91ca7bd6-57a4-47d6-b8f5-a2e711a7d154 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:57.582689 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:57.639412 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-85cf368a-c2c2-458d-88ac-6e13936aaff7 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:57.639646 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-85cf368a-c2c2-458d-88ac-6e13936aaff7 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:57.659553 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-d824b5cb-9d42-4777-9b72-3b050fe56e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:57.661166 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-d824b5cb-9d42-4777-9b72-3b050fe56e54 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3bacabb8-4ab3-4c7c-b74a-408f67084c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5884912 Sep 16 04:42:57.673462 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-85cf368a-c2c2-458d-88ac-6e13936aaff7 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Calling delete_port for 4fb417be-e8d2-4c19-806c-6e9834173606 owned by network:floatingip {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:57.919966 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-5b329870-1df7-4b92-abb9-e27bcae384d7 service neutron] 10.222.0.47 "GET /v2.0/networks/3bacabb8-4ab3-4c7c-b74a-408f67084c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481463 Sep 16 04:42:58.011596 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-94c2d4fa-054b-451a-b5f0-cb663aeba870 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:58.028865 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-33f304c3-206b-4a2b-b453-931f22f0178f tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:58.030471 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-33f304c3-206b-4a2b-b453-931f22f0178f tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.47 "GET /v2.0/networks?id=3bacabb8-4ab3-4c7c-b74a-408f67084c47 HTTP/1.1" status: 200 len: 814 time: 0.8239555 Sep 16 04:42:58.031627 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f007b8b8-2701-4ca3-8de4-237ad3d20461 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:42:58.036831 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-74aff935-c0ef-46a5-98df-be5254704588 req-37e10157-e4f8-4ae5-aa80-f9d1fa81c68c service neutron] 10.222.0.47 "GET /v2.0/ports/aed1de52-e17a-46a9-af13-8ebdb2d92da6/bindings/n-h1-712139-15 HTTP/1.1" status: 200 len: 383 time: 0.7415857 Sep 16 04:42:58.045125 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f007b8b8-2701-4ca3-8de4-237ad3d20461 admin admin] 10.222.0.35 "PUT /v2.0/routers/39d6449b-8159-43e5-8a1e-f219f08c829d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2325442 Sep 16 04:42:58.073431 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-ae8ac7fe-a0b9-4c62-b81e-f359e4ea4553 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Request body: {'port': {'device_id': 'f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1', 'network_id': '3bacabb8-4ab3-4c7c-b74a-408f67084c47', 'admin_state_up': True, 'tenant_id': 'f8cd80d846084d6b908f25b98944f4cb'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:58.232227 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-94c2d4fa-054b-451a-b5f0-cb663aeba870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:58.284802 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-ede2261f-607c-4ae1-bbdf-23ecbee77f29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:58.307345 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-ede2261f-607c-4ae1-bbdf-23ecbee77f29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:58.313204 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c2d4fa-054b-451a-b5f0-cb663aeba870 admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:58.319560 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-94c2d4fa-054b-451a-b5f0-cb663aeba870 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:58.322215 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-ae8ac7fe-a0b9-4c62-b81e-f359e4ea4553 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Made reservation on behalf of f8cd80d846084d6b908f25b98944f4cb for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:58.326032 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-ae8ac7fe-a0b9-4c62-b81e-f359e4ea4553 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:58.340473 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-ede2261f-607c-4ae1-bbdf-23ecbee77f29 service neutron] Transition to ACTIVE for port object 7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:42:58.348282 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c2d4fa-054b-451a-b5f0-cb663aeba870 admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:58.361183 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-ede2261f-607c-4ae1-bbdf-23ecbee77f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:58.385735 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-85cf368a-c2c2-458d-88ac-6e13936aaff7 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:58.390903 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-540fb8fe-25ca-4746-8be7-46512a74c108 req-83d952c1-f1cf-48e7-a4d6-58c2e3c36a75 service neutron] 10.222.0.47 "GET /v2.0/networks/3bacabb8-4ab3-4c7c-b74a-408f67084c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4523034 Sep 16 04:42:58.407176 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c2d4fa-054b-451a-b5f0-cb663aeba870 admin admin] Pushing event updated for resources: {'Port': ['ID=eef70565-41c5-41a6-be1b-ca878dbe12b7,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:58.413802 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61c29b-0fc2-4107-94d9-b3b8f8cb7e8b req-d000aa75-efe6-4f0c-9c69-0f70508093e4 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:58.423457 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0e61c29b-0fc2-4107-94d9-b3b8f8cb7e8b req-d000aa75-efe6-4f0c-9c69-0f70508093e4 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 950 time: 0.4117756 Sep 16 04:42:58.644353 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aff935-c0ef-46a5-98df-be5254704588 req-98516c6a-098d-4c29-b4d6-0d99a0ce72a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:58.646127 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-74aff935-c0ef-46a5-98df-be5254704588 req-98516c6a-098d-4c29-b4d6-0d99a0ce72a6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5&tenant_id=832e485315cf4d818578c78d15f3a644 HTTP/1.1" status: 200 len: 1102 time: 0.3090651 Sep 16 04:42:58.652493 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2757ae34-ba14-4151-9404-0369aa8ce2a6 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:58.713222 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2261f-607c-4ae1-bbdf-23ecbee77f29 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:58.759841 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 2757ae34-ba14-4151-9404-0369aa8ce2a6 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:58.760218 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:58.813115 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0e61c29b-0fc2-4107-94d9-b3b8f8cb7e8b req-58aae81f-d89c-4105-b9ca-706a1c722889 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884695 Sep 16 04:42:59.092808 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-ae8ac7fe-a0b9-4c62-b81e-f359e4ea4553 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Allocated IP 172.20.0.14 (3bacabb8-4ab3-4c7c-b74a-408f67084c47/6e60d629-d6f8-42a4-95c3-05795e4a4154/5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:59.107352 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aff935-c0ef-46a5-98df-be5254704588 req-53c9bfec-fcb9-4f76-98ff-752804f627e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:59.112735 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-74aff935-c0ef-46a5-98df-be5254704588 req-53c9bfec-fcb9-4f76-98ff-752804f627e8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=832e485315cf4d818578c78d15f3a644&device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 1102 time: 0.3941381 Sep 16 04:42:59.180868 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e960a1-641e-42c0-b85f-ab5157e827ee None None] Sync routers for ids ['39d6449b-8159-43e5-8a1e-f219f08c829d'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:42:59.223632 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e960a1-641e-42c0-b85f-ab5157e827ee None None] Routers {'39d6449b-8159-43e5-8a1e-f219f08c829d'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:59.224805 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-c9e960a1-641e-42c0-b85f-ab5157e827ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:42:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['39d6449b-8159-43e5-8a1e-f219f08c829d'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:59.343920 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:59.459202 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 2757ae34-ba14-4151-9404-0369aa8ce2a6, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2757ae34-ba14-4151-9404-0369aa8ce2a6,segment=NetworkSegment(7d04658e-84bb-4be3-acaa-f77a62639bd7),segment_id=7d04658e-84bb-4be3-acaa-f77a62639bd7)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:59.476809 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:59.478472 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d27668d5-ce9c-4011-a266-74e48e9fb25c up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:59.546806 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac19fd-0c6e-4370-8046-fb9621a1a9df req-245191c5-2576-4dcb-ba37-c6ce92502abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:59.549348 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c0ac19fd-0c6e-4370-8046-fb9621a1a9df req-245191c5-2576-4dcb-ba37-c6ce92502abb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8cd80d846084d6b908f25b98944f4cb&device_id=8f1432ac-d655-4d29-b0a5-627cfea77eda HTTP/1.1" status: 200 len: 1095 time: 1.0495503 Sep 16 04:42:59.549834 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-c9e960a1-641e-42c0-b85f-ab5157e827ee None None] Set router 39d6449b-8159-43e5-8a1e-f219f08c829d gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:59.555728 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf368a-c2c2-458d-88ac-6e13936aaff7 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Pushing event deleted for resources: {'Port': ['ID=4fb417be-e8d2-4c19-806c-6e9834173606,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:59.614601 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-52533e48-f865-4273-b35d-b22503d83cdd req-139100f8-ee3c-4d76-9c73-53d6cdd892d1 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1 HTTP/1.1" status: 200 len: 210 time: 0.0705025 Sep 16 04:42:59.619034 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25eb7b81-9639-4ce5-be1a-2bccf1fd4140 None None] Network 268ab5df-65e1-4022-9ab7-d67387588731 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:59.620770 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-85cf368a-c2c2-458d-88ac-6e13936aaff7 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks [] for floatingip, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:59.626793 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-85cf368a-c2c2-458d-88ac-6e13936aaff7 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:59.634896 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-85cf368a-c2c2-458d-88ac-6e13936aaff7 tempest-ServersTestFqdnHostnames-566339465 tempest-ServersTestFqdnHostnames-566339465-project] 10.222.0.35 "DELETE /v2.0/floatingips/bcb595b0-807f-4313-bf23-b48f457b583a HTTP/1.1" status: 204 len: 168 time: 3.6099348 Sep 16 04:42:59.659692 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 35000) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:59.665075 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35002) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:59.774599 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aff935-c0ef-46a5-98df-be5254704588 req-0877398d-ef08-44ea-bed8-20a515c4c790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:59.775152 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-74aff935-c0ef-46a5-98df-be5254704588 req-0877398d-ef08-44ea-bed8-20a515c4c790 service neutron] 10.222.0.47 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.5838513 Sep 16 04:42:59.785513 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=2757ae34-ba14-4151-9404-0369aa8ce2a6,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:59.869481 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-94c2d4fa-054b-451a-b5f0-cb663aeba870 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:59.907775 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-8e0953f8-7b27-4da4-8228-acf5a504a8a8 None None] Provisioning complete for port 2757ae34-ba14-4151-9404-0369aa8ce2a6 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:59.907775 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8e0953f8-7b27-4da4-8228-acf5a504a8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:59.930810 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-ede2261f-607c-4ae1-bbdf-23ecbee77f29 service neutron] Attempting to bind port 7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:59.932987 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-ede2261f-607c-4ae1-bbdf-23ecbee77f29 service neutron] Attempting to bind port 7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '4a16637a-dd29-4e96-bbcc-3812240bb05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3bacabb8-4ab3-4c7c-b74a-408f67084c47'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:59.933672 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-ede2261f-607c-4ae1-bbdf-23ecbee77f29 service neutron] Attempting to bind port 7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d on network 3bacabb8-4ab3-4c7c-b74a-408f67084c47 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:00.030849 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-ede2261f-607c-4ae1-bbdf-23ecbee77f29 service neutron] Port 7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d on network 3bacabb8-4ab3-4c7c-b74a-408f67084c47 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:43:00.030849 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-ede2261f-607c-4ae1-bbdf-23ecbee77f29 service neutron] Attempting to bind port 7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d on network 3bacabb8-4ab3-4c7c-b74a-408f67084c47 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:00.053425 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port d27668d5-ce9c-4011-a266-74e48e9fb25c triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:00.053793 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:00.064369 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-74aff935-c0ef-46a5-98df-be5254704588 req-7051b838-fbbc-449f-b50a-2635ef8c7759 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=aed1de52-e17a-46a9-af13-8ebdb2d92da6 HTTP/1.1" status: 200 len: 217 time: 0.2056861 Sep 16 04:43:00.076044 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-ede2261f-607c-4ae1-bbdf-23ecbee77f29 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:00.076333 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-ede2261f-607c-4ae1-bbdf-23ecbee77f29 service neutron] Checking segment: {'id': '4a16637a-dd29-4e96-bbcc-3812240bb05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3bacabb8-4ab3-4c7c-b74a-408f67084c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:00.076653 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-ede2261f-607c-4ae1-bbdf-23ecbee77f29 service neutron] Bound using segment: {'id': '4a16637a-dd29-4e96-bbcc-3812240bb05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3bacabb8-4ab3-4c7c-b74a-408f67084c47'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:00.087438 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-ede2261f-607c-4ae1-bbdf-23ecbee77f29 service neutron] Bound port: 7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a16637a-dd29-4e96-bbcc-3812240bb05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3bacabb8-4ab3-4c7c-b74a-408f67084c47'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:00.087883 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-ede2261f-607c-4ae1-bbdf-23ecbee77f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:00.129000 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-c9e960a1-641e-42c0-b85f-ab5157e827ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39d6449b-8159-43e5-8a1e-f219f08c829d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1884734222-router', 'tenant_id': 'f442a3f3446549709ee00b7af2e1713f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'd27668d5-ce9c-4011-a266-74e48e9fb25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:48Z', 'updated_at': '2021-09-16T04:42:54Z', 'revision_number': 4, 'project_id': 'f442a3f3446549709ee00b7af2e1713f', 'gw_port': {'id': 'd27668d5-ce9c-4011-a266-74e48e9fb25c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:03:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d6449b-8159-43e5-8a1e-f219f08c829d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:49Z', 'updated_at': '2021-09-16T04:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '1ec7fa3f-44b7-4b9b-97e0-d4d58e73813b', 'name': '', 'network_id': 'f233a7bb-c7b8-4f97-9e56-5128dee90b3e', 'tenant_id': 'f442a3f3446549709ee00b7af2e1713f', 'mac_address': 'fa:16:3e:e9:2e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d6449b-8159-43e5-8a1e-f219f08c829d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'bd8ff06e-5627-43df-a953-43df2349dfdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:53Z', 'updated_at': '2021-09-16T04:42:55Z', 'revision_number': 2, 'project_id': 'f442a3f3446549709ee00b7af2e1713f', 'subnets': [{'id': 'bd8ff06e-5627-43df-a953-43df2349dfdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:00.136120 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4d2c48a3-af41-4212-9dc2-b29640fd9b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:00.166193 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac19fd-0c6e-4370-8046-fb9621a1a9df req-9545d287-b474-42d4-9fee-a7173b0188d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:00.167729 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c0ac19fd-0c6e-4370-8046-fb9621a1a9df req-9545d287-b474-42d4-9fee-a7173b0188d9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3bacabb8-4ab3-4c7c-b74a-408f67084c47 HTTP/1.1" status: 200 len: 915 time: 0.5669048 Sep 16 04:43:00.173947 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e960a1-641e-42c0-b85f-ab5157e827ee None None] Checking router: 39d6449b-8159-43e5-8a1e-f219f08c829d for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:43:00.175142 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e960a1-641e-42c0-b85f-ab5157e827ee None None] Updating router 39d6449b-8159-43e5-8a1e-f219f08c829d port 1ec7fa3f-44b7-4b9b-97e0-d4d58e73813b binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:43:00.209130 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-c9e960a1-641e-42c0-b85f-ab5157e827ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:00.228917 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c0ac19fd-0c6e-4370-8046-fb9621a1a9df req-a1855a14-4bce-4b85-a31e-3d7729afc4b4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da4f70ab-38df-4072-b4b9-ed3385ecf818 HTTP/1.1" status: 200 len: 217 time: 0.0486815 Sep 16 04:43:00.314411 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-ae8ac7fe-a0b9-4c62-b81e-f359e4ea4553 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:00.318580 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aff935-c0ef-46a5-98df-be5254704588 req-67333f5c-bbe6-4934-9ba7-a8089df3f857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:00.320079 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-74aff935-c0ef-46a5-98df-be5254704588 req-67333f5c-bbe6-4934-9ba7-a8089df3f857 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.2100990 Sep 16 04:43:00.380805 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d633f10-598e-4436-a269-8cf2f0937096 req-d3f5407e-68bb-4009-b756-d51dc3503390 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:00.392117 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8d633f10-598e-4436-a269-8cf2f0937096 req-d3f5407e-68bb-4009-b756-d51dc3503390 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 950 time: 0.2908595 Sep 16 04:43:00.399531 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-ede2261f-607c-4ae1-bbdf-23ecbee77f29 service neutron] For port 7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:00.532004 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-ae8ac7fe-a0b9-4c62-b81e-f359e4ea4553 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:00.543710 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aff935-c0ef-46a5-98df-be5254704588 req-201662ed-2493-4da3-8352-c5747b92e1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:00.545781 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-74aff935-c0ef-46a5-98df-be5254704588 req-201662ed-2493-4da3-8352-c5747b92e1af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2115452 Sep 16 04:43:00.625644 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-ede2261f-607c-4ae1-bbdf-23ecbee77f29 service neutron] For port 7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d,segment=NetworkSegment(4a16637a-dd29-4e96-bbcc-3812240bb05c),segment_id=4a16637a-dd29-4e96-bbcc-3812240bb05c)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:00.662542 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac19fd-0c6e-4370-8046-fb9621a1a9df req-43a70658-b55b-4f73-b27e-29d595ae9895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:00.674469 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c0ac19fd-0c6e-4370-8046-fb9621a1a9df req-43a70658-b55b-4f73-b27e-29d595ae9895 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6e60d629-d6f8-42a4-95c3-05795e4a4154 HTTP/1.1" status: 200 len: 853 time: 0.3878288 Sep 16 04:43:00.678185 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-ae8ac7fe-a0b9-4c62-b81e-f359e4ea4553 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Network 3bacabb8-4ab3-4c7c-b74a-408f67084c47 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:00.689358 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-ae8ac7fe-a0b9-4c62-b81e-f359e4ea4553 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:00.707889 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4d2c48a3-af41-4212-9dc2-b29640fd9b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:00.714026 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-ae8ac7fe-a0b9-4c62-b81e-f359e4ea4553 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:00.721581 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-ede2261f-607c-4ae1-bbdf-23ecbee77f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:00.755836 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4d2c48a3-af41-4212-9dc2-b29640fd9b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:00.828088 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ac7fe-a0b9-4c62-b81e-f359e4ea4553 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Pushing event updated for resources: {'Port': ['ID=5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:00.891367 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2757ae34-ba14-4151-9404-0369aa8ce2a6 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:00.919279 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c48a3-af41-4212-9dc2-b29640fd9b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5704b535-ac7a-4d4f-acb5-b1eec335257e,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:00.999985 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-94c2d4fa-054b-451a-b5f0-cb663aeba870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:01.034160 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2261f-607c-4ae1-bbdf-23ecbee77f29 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:01.046704 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-ae8ac7fe-a0b9-4c62-b81e-f359e4ea4553 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:01.047394 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-ae8ac7fe-a0b9-4c62-b81e-f359e4ea4553 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:01.084381 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-c9e960a1-641e-42c0-b85f-ab5157e827ee None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:01.085595 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8d633f10-598e-4436-a269-8cf2f0937096 req-62989d9d-8f9d-459e-a7ad-99503523c352 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6925266 Sep 16 04:43:01.088768 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4d2c48a3-af41-4212-9dc2-b29640fd9b21 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=89746cd3dc4749b38c41b4aa53e24899&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4224825 Sep 16 04:43:01.089753 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35014) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:01.104088 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 2757ae34-ba14-4151-9404-0369aa8ce2a6 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:01.104291 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-c9e960a1-641e-42c0-b85f-ab5157e827ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:01.117241 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:01.157631 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-ede2261f-607c-4ae1-bbdf-23ecbee77f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:01.158253 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-ede2261f-607c-4ae1-bbdf-23ecbee77f29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:01.172086 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-ede2261f-607c-4ae1-bbdf-23ecbee77f29 service neutron] 10.222.0.48 "PUT /v2.0/ports/7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d HTTP/1.1" status: 200 len: 1092 time: 4.6071236 Sep 16 04:43:01.179935 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91aa72b6-ad50-49bb-8034-9e44ddbf56ce', 'tag': '7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:01.197383 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e8a6d3-f57c-428d-afb3-4f4ad36239a2" -d '{"events": [{"name": "network-changed", "server_uuid": "91aa72b6-ad50-49bb-8034-9e44ddbf56ce", "tag": "7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:01.216191 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca6f46-ac10-4ad3-b65f-f87f7715c7bc None None] Pushing event updated for resources: {'Port': ['ID=1ec7fa3f-44b7-4b9b-97e0-d4d58e73813b,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:01.339499 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device da4f70ab-38df-4072-b4b9-ed3385ecf818 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:43:01.344258 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device aed1de52-e17a-46a9-af13-8ebdb2d92da6 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:01.394290 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac19fd-0c6e-4370-8046-fb9621a1a9df req-2d311a2b-499b-4fe3-a4fa-b38026857aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:01.398286 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c0ac19fd-0c6e-4370-8046-fb9621a1a9df req-2d311a2b-499b-4fe3-a4fa-b38026857aa3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3bacabb8-4ab3-4c7c-b74a-408f67084c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7235107 Sep 16 04:43:01.428240 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-c9e960a1-641e-42c0-b85f-ab5157e827ee None None] Attempting to bind port 1ec7fa3f-44b7-4b9b-97e0-d4d58e73813b on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:01.437640 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-c9e960a1-641e-42c0-b85f-ab5157e827ee None None] Attempting to bind port 1ec7fa3f-44b7-4b9b-97e0-d4d58e73813b by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '7ed8da46-20eb-44be-820b-a1c646bffb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f233a7bb-c7b8-4f97-9e56-5128dee90b3e'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:01.438366 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e960a1-641e-42c0-b85f-ab5157e827ee None None] Attempting to bind port 1ec7fa3f-44b7-4b9b-97e0-d4d58e73813b on network f233a7bb-c7b8-4f97-9e56-5128dee90b3e {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:01.453650 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e960a1-641e-42c0-b85f-ab5157e827ee None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:01.455010 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e960a1-641e-42c0-b85f-ab5157e827ee None None] Checking segment: {'id': '7ed8da46-20eb-44be-820b-a1c646bffb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f233a7bb-c7b8-4f97-9e56-5128dee90b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:01.456822 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-c9e960a1-641e-42c0-b85f-ab5157e827ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:01.457399 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e960a1-641e-42c0-b85f-ab5157e827ee None None] Bound using segment: {'id': '7ed8da46-20eb-44be-820b-a1c646bffb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f233a7bb-c7b8-4f97-9e56-5128dee90b3e'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:01.458071 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-c9e960a1-641e-42c0-b85f-ab5157e827ee None None] Bound port: 1ec7fa3f-44b7-4b9b-97e0-d4d58e73813b, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ed8da46-20eb-44be-820b-a1c646bffb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f233a7bb-c7b8-4f97-9e56-5128dee90b3e'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:01.461117 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-c9e960a1-641e-42c0-b85f-ab5157e827ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:01.602425 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-ae8ac7fe-a0b9-4c62-b81e-f359e4ea4553 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5390975 Sep 16 04:43:01.604957 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-b5ef414f-5483-47cb-9325-6c953117b858 None None] Provisioning complete for port 5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:01.605609 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b5ef414f-5483-47cb-9325-6c953117b858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:01.623738 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-74aff935-c0ef-46a5-98df-be5254704588 req-4da3e7a0-ca40-4b5c-9d95-8723866ee480 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0660706 Sep 16 04:43:01.640203 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-5c3758be-4e4c-428a-a8b0-ff426881c5eb service neutron] Request body: {'port': {'device_id': 'f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:01.645630 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-c9e960a1-641e-42c0-b85f-ab5157e827ee None None] For port 1ec7fa3f-44b7-4b9b-97e0-d4d58e73813b, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:01.651000 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-c9e960a1-641e-42c0-b85f-ab5157e827ee None None] For port 1ec7fa3f-44b7-4b9b-97e0-d4d58e73813b, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=1ec7fa3f-44b7-4b9b-97e0-d4d58e73813b,segment=NetworkSegment(7ed8da46-20eb-44be-820b-a1c646bffb42),segment_id=7ed8da46-20eb-44be-820b-a1c646bffb42)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:01.668660 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-c9e960a1-641e-42c0-b85f-ab5157e827ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:01.785721 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca6f46-ac10-4ad3-b65f-f87f7715c7bc None None] Pushing event updated for resources: {'Port': ['ID=1ec7fa3f-44b7-4b9b-97e0-d4d58e73813b,revision_number=4']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:01.808309 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-b87c82eb-9626-49fa-b327-f7c78a2396da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:01.810871 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-b87c82eb-9626-49fa-b327-f7c78a2396da service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f8cd80d846084d6b908f25b98944f4cb&device_id=91aa72b6-ad50-49bb-8034-9e44ddbf56ce HTTP/1.1" status: 200 len: 1095 time: 0.5647326 Sep 16 04:43:01.818161 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e960a1-641e-42c0-b85f-ab5157e827ee None None] Routers {'39d6449b-8159-43e5-8a1e-f219f08c829d'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:01.821295 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-c9e960a1-641e-42c0-b85f-ab5157e827ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:42:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['39d6449b-8159-43e5-8a1e-f219f08c829d'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:01.825549 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea694b5-a9b3-430f-b5f0-f5774af63167 req-493c1fbf-342f-4d5a-be8a-6f0f0cdfd90f tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:01.834320 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6ea694b5-a9b3-430f-b5f0-f5774af63167 req-493c1fbf-342f-4d5a-be8a-6f0f0cdfd90f tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1 HTTP/1.1" status: 200 len: 932 time: 0.4824932 Sep 16 04:43:01.865303 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-b5ef414f-5483-47cb-9325-6c953117b858 None None] Port 5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:43:01.875621 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4c3615aa-3a08-4bb4-909a-76c57b2b0b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:01.882050 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port da4f70ab-38df-4072-b4b9-ed3385ecf818, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=da4f70ab-38df-4072-b4b9-ed3385ecf818,segment=NetworkSegment(4a16637a-dd29-4e96-bbcc-3812240bb05c),segment_id=4a16637a-dd29-4e96-bbcc-3812240bb05c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:01.886302 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:01.918416 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'da4f70ab-38df-4072-b4b9-ed3385ecf818', 'network_id': '3bacabb8-4ab3-4c7c-b74a-408f67084c47', 'port_id': 'da4f70ab-38df-4072-b4b9-ed3385ecf818', 'mac_address': 'fa:16:3e:6c:29:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e60d629-d6f8-42a4-95c3-05795e4a4154', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:43:01.939251 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a903e627-6fa4-4c5c-9580-41150c9b9ea5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aed1de52-e17a-46a9-af13-8ebdb2d92da6'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:01.943516 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03469ae4-b0ba-4ae0-a703-33c2693cbfb5" -d '{"events": [{"server_uuid": "a903e627-6fa4-4c5c-9580-41150c9b9ea5", "name": "network-vif-unplugged", "status": "completed", "tag": "aed1de52-e17a-46a9-af13-8ebdb2d92da6"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:01.968259 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c2d4fa-054b-451a-b5f0-cb663aeba870 admin admin] Router 5c711429-b021-45d2-8194-8af5ca9aec2b is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:43:01.982038 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port aed1de52-e17a-46a9-af13-8ebdb2d92da6, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=aed1de52-e17a-46a9-af13-8ebdb2d92da6,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:02.035480 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:02.058565 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da4f70ab-38df-4072-b4b9-ed3385ecf818 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:02.068892 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:02.121614 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-4131017f-cd13-4bd2-8ea0-89fc06dd5308 None None] Provisioning complete for port 1ec7fa3f-44b7-4b9b-97e0-d4d58e73813b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:02.121614 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4131017f-cd13-4bd2-8ea0-89fc06dd5308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:02.121942 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6ea694b5-a9b3-430f-b5f0-f5774af63167 req-4f014ce3-cea2-4e5b-8610-985f1c60eaa9 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857816 Sep 16 04:43:02.150294 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port da4f70ab-38df-4072-b4b9-ed3385ecf818, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=da4f70ab-38df-4072-b4b9-ed3385ecf818,segment=NetworkSegment(4a16637a-dd29-4e96-bbcc-3812240bb05c),segment_id=4a16637a-dd29-4e96-bbcc-3812240bb05c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:02.178050 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-c9e960a1-641e-42c0-b85f-ab5157e827ee None None] Set router 39d6449b-8159-43e5-8a1e-f219f08c829d gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:02.188371 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-5554badb-aa65-4b82-83c1-efff77a662be service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d HTTP/1.1" status: 200 len: 217 time: 0.3461268 Sep 16 04:43:02.190470 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c0ac19fd-0c6e-4370-8046-fb9621a1a9df req-7f809f3a-47fc-4c7d-9088-7dc7e66c83fa service neutron] 10.222.0.47 "GET /v2.0/networks/3bacabb8-4ab3-4c7c-b74a-408f67084c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7479506 Sep 16 04:43:02.227756 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:02.239913 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4c3615aa-3a08-4bb4-909a-76c57b2b0b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:02.280456 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-5c3758be-4e4c-428a-a8b0-ff426881c5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:02.307698 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-6301b5e3-0c98-462c-9f3d-3b420eab9c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:02.309695 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-6301b5e3-0c98-462c-9f3d-3b420eab9c09 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6e60d629-d6f8-42a4-95c3-05795e4a4154 HTTP/1.1" status: 200 len: 853 time: 0.1061475 Sep 16 04:43:02.321850 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=aed1de52-e17a-46a9-af13-8ebdb2d92da6,revision_number=6']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:02.422965 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f936841-4b5e-442b-95a8-3bd8c713b704 x-openstack-request-id: req-3f936841-4b5e-442b-95a8-3bd8c713b704 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:02.423513 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91aa72b6-ad50-49bb-8034-9e44ddbf56ce", "tag": "7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:02.423935 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3f936841-4b5e-442b-95a8-3bd8c713b704 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:02.425820 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91aa72b6-ad50-49bb-8034-9e44ddbf56ce', 'tag': '7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d', 'status': 'completed', 'code': 200} Sep 16 04:43:02.515823 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-10397289-16cc-4e6c-bc81-6c24f5ec1862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:02.517487 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-10397289-16cc-4e6c-bc81-6c24f5ec1862 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3bacabb8-4ab3-4c7c-b74a-408f67084c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1828609 Sep 16 04:43:02.551589 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca94a168-e79b-4a68-98ab-20356717291c x-openstack-request-id: req-ca94a168-e79b-4a68-98ab-20356717291c {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:02.559129 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a903e627-6fa4-4c5c-9580-41150c9b9ea5", "name": "network-vif-unplugged", "status": "completed", "tag": "aed1de52-e17a-46a9-af13-8ebdb2d92da6", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:02.559523 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ca94a168-e79b-4a68-98ab-20356717291c {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:02.569780 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a903e627-6fa4-4c5c-9580-41150c9b9ea5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aed1de52-e17a-46a9-af13-8ebdb2d92da6', 'code': 200} Sep 16 04:43:02.569780 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4131017f-cd13-4bd2-8ea0-89fc06dd5308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:02.569780 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['da4f70ab-38df-4072-b4b9-ed3385ecf818'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:02.670069 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-52b6b752-95db-40b9-a817-24630be329dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:02.722192 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-c9e960a1-641e-42c0-b85f-ab5157e827ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39d6449b-8159-43e5-8a1e-f219f08c829d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1884734222-router', 'tenant_id': 'f442a3f3446549709ee00b7af2e1713f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'd27668d5-ce9c-4011-a266-74e48e9fb25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:48Z', 'updated_at': '2021-09-16T04:42:54Z', 'revision_number': 4, 'project_id': 'f442a3f3446549709ee00b7af2e1713f', 'gw_port': {'id': 'd27668d5-ce9c-4011-a266-74e48e9fb25c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:03:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d6449b-8159-43e5-8a1e-f219f08c829d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:49Z', 'updated_at': '2021-09-16T04:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '1ec7fa3f-44b7-4b9b-97e0-d4d58e73813b', 'name': '', 'network_id': 'f233a7bb-c7b8-4f97-9e56-5128dee90b3e', 'tenant_id': 'f442a3f3446549709ee00b7af2e1713f', 'mac_address': 'fa:16:3e:e9:2e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d6449b-8159-43e5-8a1e-f219f08c829d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'bd8ff06e-5627-43df-a953-43df2349dfdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:53Z', 'updated_at': '2021-09-16T04:43:01Z', 'revision_number': 4, 'project_id': 'f442a3f3446549709ee00b7af2e1713f', 'subnets': [{'id': 'bd8ff06e-5627-43df-a953-43df2349dfdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:02.813262 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=da4f70ab-38df-4072-b4b9-ed3385ecf818,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:02.832549 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c0ac19fd-0c6e-4370-8046-fb9621a1a9df req-32325e3e-fc5a-4c22-9d71-a80a5489eb4b service neutron] 10.222.0.47 "GET /v2.0/networks/3bacabb8-4ab3-4c7c-b74a-408f67084c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6318970 Sep 16 04:43:02.850831 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e960a1-641e-42c0-b85f-ab5157e827ee None None] The sync data for ids ['39d6449b-8159-43e5-8a1e-f219f08c829d'] in n-d-712139-15 is: [{'id': '39d6449b-8159-43e5-8a1e-f219f08c829d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1884734222-router', 'tenant_id': 'f442a3f3446549709ee00b7af2e1713f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'd27668d5-ce9c-4011-a266-74e48e9fb25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:48Z', 'updated_at': '2021-09-16T04:42:54Z', 'revision_number': 4, 'project_id': 'f442a3f3446549709ee00b7af2e1713f', 'gw_port': {'id': 'd27668d5-ce9c-4011-a266-74e48e9fb25c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:03:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d6449b-8159-43e5-8a1e-f219f08c829d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:49Z', 'updated_at': '2021-09-16T04:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '1ec7fa3f-44b7-4b9b-97e0-d4d58e73813b', 'name': '', 'network_id': 'f233a7bb-c7b8-4f97-9e56-5128dee90b3e', 'tenant_id': 'f442a3f3446549709ee00b7af2e1713f', 'mac_address': 'fa:16:3e:e9:2e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d6449b-8159-43e5-8a1e-f219f08c829d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'bd8ff06e-5627-43df-a953-43df2349dfdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:53Z', 'updated_at': '2021-09-16T04:43:01Z', 'revision_number': 4, 'project_id': 'f442a3f3446549709ee00b7af2e1713f', 'subnets': [{'id': 'bd8ff06e-5627-43df-a953-43df2349dfdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:43:02.909048 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb7c1c-4148-453c-bd5d-ff8ee088c748 req-069edf82-eee4-4fc8-9a6b-e2f4509fe280 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:02.954326 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3bbb7c1c-4148-453c-bd5d-ff8ee088c748 req-069edf82-eee4-4fc8-9a6b-e2f4509fe280 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 948 time: 0.3918271 Sep 16 04:43:02.969345 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-a12a27c7-12e1-424b-a236-3fe620548018 service neutron] 10.222.0.48 "GET /v2.0/networks/3bacabb8-4ab3-4c7c-b74a-408f67084c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430919 Sep 16 04:43:02.973518 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-4131017f-cd13-4bd2-8ea0-89fc06dd5308 None None] For port 1ec7fa3f-44b7-4b9b-97e0-d4d58e73813b, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=1ec7fa3f-44b7-4b9b-97e0-d4d58e73813b,segment=NetworkSegment(7ed8da46-20eb-44be-820b-a1c646bffb42),segment_id=7ed8da46-20eb-44be-820b-a1c646bffb42)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:03.007475 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4131017f-cd13-4bd2-8ea0-89fc06dd5308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:03.097460 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3bbb7c1c-4148-453c-bd5d-ff8ee088c748 req-c8d3db90-3199-48d7-bb1f-02a6f67e4a88 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386840 Sep 16 04:43:03.152838 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131017f-cd13-4bd2-8ea0-89fc06dd5308 None None] Pushing event updated for resources: {'Port': ['ID=1ec7fa3f-44b7-4b9b-97e0-d4d58e73813b,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:03.185742 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-4131017f-cd13-4bd2-8ea0-89fc06dd5308 None None] Provisioning complete for port 2757ae34-ba14-4151-9404-0369aa8ce2a6 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:03.186518 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4131017f-cd13-4bd2-8ea0-89fc06dd5308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:03.277277 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d93d0ac1-543b-4c6c-a54b-6a47a27cba6a req-67d74c99-2c90-494a-a343-2d9717503657 service neutron] 10.222.0.48 "GET /v2.0/networks/3bacabb8-4ab3-4c7c-b74a-408f67084c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976220 Sep 16 04:43:03.338219 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c2d4fa-054b-451a-b5f0-cb663aeba870 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:43:03.343011 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-74aff935-c0ef-46a5-98df-be5254704588 req-e2eb7482-3828-4b1d-b634-76f1cb806f32 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6785467 Sep 16 04:43:03.364058 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d265d-feed-42bf-9f8a-88210f6fb2c2 req-911a18de-57d2-49d4-96e6-9e013ad25174 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:03.365981 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe6bd3c-359a-4478-805d-597ef4c973a8 None None] Sync routers for ids ['5c711429-b021-45d2-8194-8af5ca9aec2b'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:43:03.373249 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a29d265d-feed-42bf-9f8a-88210f6fb2c2 req-911a18de-57d2-49d4-96e6-9e013ad25174 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1 HTTP/1.1" status: 200 len: 932 time: 0.1198368 Sep 16 04:43:03.460842 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe6bd3c-359a-4478-805d-597ef4c973a8 None None] Routers {'5c711429-b021-45d2-8194-8af5ca9aec2b'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:03.462835 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-abe6bd3c-359a-4478-805d-597ef4c973a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:42:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['5c711429-b021-45d2-8194-8af5ca9aec2b'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:03.721107 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-abe6bd3c-359a-4478-805d-597ef4c973a8 None None] Set router 5c711429-b021-45d2-8194-8af5ca9aec2b gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:03.750578 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4c3615aa-3a08-4bb4-909a-76c57b2b0b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:03.753429 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4c3615aa-3a08-4bb4-909a-76c57b2b0b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:03.754744 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4c3615aa-3a08-4bb4-909a-76c57b2b0b1f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5704b535-ac7a-4d4f-acb5-b1eec335257e HTTP/1.1" status: 204 len: 168 time: 2.6559694 Sep 16 04:43:03.755826 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-94c2d4fa-054b-451a-b5f0-cb663aeba870 admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:03.759311 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-94c2d4fa-054b-451a-b5f0-cb663aeba870 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.7680285 Sep 16 04:43:03.772449 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35030) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:03.855634 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-52d8fb57-7edc-4748-afd6-20175ec35559 None None] Provisioning complete for port 1ec7fa3f-44b7-4b9b-97e0-d4d58e73813b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:03.857836 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-52d8fb57-7edc-4748-afd6-20175ec35559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:04.071848 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3615aa-3a08-4bb4-909a-76c57b2b0b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5704b535-ac7a-4d4f-acb5-b1eec335257e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:04.073181 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a29d265d-feed-42bf-9f8a-88210f6fb2c2 req-b1d85fdc-64ab-4089-ad69-70b094c7df56 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6989703 Sep 16 04:43:04.114280 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8a6d3-f57c-428d-afb3-4f4ad36239a2 req-b2160695-30d7-4e5f-a951-82400e7bad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:04.121787 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-40e8a6d3-f57c-428d-afb3-4f4ad36239a2 req-b2160695-30d7-4e5f-a951-82400e7bad18 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f8cd80d846084d6b908f25b98944f4cb&device_id=91aa72b6-ad50-49bb-8034-9e44ddbf56ce HTTP/1.1" status: 200 len: 1095 time: 0.7088628 Sep 16 04:43:04.142643 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-5c3758be-4e4c-428a-a8b0-ff426881c5eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:04.155530 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-5c3758be-4e4c-428a-a8b0-ff426881c5eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:04.193706 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-5c3758be-4e4c-428a-a8b0-ff426881c5eb service neutron] Transition to ACTIVE for port object 5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:43:04.293661 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-abe6bd3c-359a-4478-805d-597ef4c973a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'name': 'tempest-TaggedBootDevicesTest-826315652-router', 'tenant_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'eef70565-41c5-41a6-be1b-ca878dbe12b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:55Z', 'updated_at': '2021-09-16T04:42:58Z', 'revision_number': 3, 'project_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'gw_port': {'id': 'eef70565-41c5-41a6-be1b-ca878dbe12b7', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:cf:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:56Z', 'updated_at': '2021-09-16T04:42:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:04.306820 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-5c3758be-4e4c-428a-a8b0-ff426881c5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:04.318642 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-52b6b752-95db-40b9-a817-24630be329dc admin admin] Deleting port 4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:04.318872 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-52b6b752-95db-40b9-a817-24630be329dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:04.364941 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe6bd3c-359a-4478-805d-597ef4c973a8 None None] Checking router: 5c711429-b021-45d2-8194-8af5ca9aec2b for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:43:04.369652 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe6bd3c-359a-4478-805d-597ef4c973a8 None None] Updating router 5c711429-b021-45d2-8194-8af5ca9aec2b port eef70565-41c5-41a6-be1b-ca878dbe12b7 binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:43:04.429371 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8a6d3-f57c-428d-afb3-4f4ad36239a2 req-e3f2729b-0198-4a75-928d-287de05e54ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:04.430922 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-40e8a6d3-f57c-428d-afb3-4f4ad36239a2 req-e3f2729b-0198-4a75-928d-287de05e54ad service neutron] 10.222.0.48 "GET /v2.0/networks?id=3bacabb8-4ab3-4c7c-b74a-408f67084c47 HTTP/1.1" status: 200 len: 915 time: 0.2894688 Sep 16 04:43:04.459159 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-abe6bd3c-359a-4478-805d-597ef4c973a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:04.489919 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3758be-4e4c-428a-a8b0-ff426881c5eb service neutron] Pushing event updated for resources: {'Port': ['ID=5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:04.502168 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35036) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:04.545866 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fd47b74f-c3e9-401b-a92f-61a92a749065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:04.608838 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-40e8a6d3-f57c-428d-afb3-4f4ad36239a2 req-09f7ea31-9574-46b2-90a1-bbe27a6c4c9f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d HTTP/1.1" status: 200 len: 217 time: 0.0859497 Sep 16 04:43:04.802340 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fd47b74f-c3e9-401b-a92f-61a92a749065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:04.892878 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-52b6b752-95db-40b9-a817-24630be329dc admin admin] For port 4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d,segment=NetworkSegment(34bd8703-6c1d-4f8c-9306-ab256c421de2),segment_id=34bd8703-6c1d-4f8c-9306-ab256c421de2)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:04.893252 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-52b6b752-95db-40b9-a817-24630be329dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:04.898265 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fd47b74f-c3e9-401b-a92f-61a92a749065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:04.949857 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-52b6b752-95db-40b9-a817-24630be329dc admin admin] Calling delete_port for 4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d owned by network:router_interface {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:04.962835 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fd47b74f-c3e9-401b-a92f-61a92a749065 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=89199fca192741d29608fdcdf7b6f51a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4590557 Sep 16 04:43:04.968240 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-5c3758be-4e4c-428a-a8b0-ff426881c5eb service neutron] Attempting to bind port 5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:04.968911 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-5c3758be-4e4c-428a-a8b0-ff426881c5eb service neutron] Attempting to bind port 5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '4a16637a-dd29-4e96-bbcc-3812240bb05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3bacabb8-4ab3-4c7c-b74a-408f67084c47'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:04.969572 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-5c3758be-4e4c-428a-a8b0-ff426881c5eb service neutron] Attempting to bind port 5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5 on network 3bacabb8-4ab3-4c7c-b74a-408f67084c47 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:04.971661 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e573024-1d76-41d3-a773-ed4eb2412372 req-ab4e9cce-223e-4ae5-b63a-65223b1244d9 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:04.983312 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8e573024-1d76-41d3-a773-ed4eb2412372 req-ab4e9cce-223e-4ae5-b63a-65223b1244d9 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 948 time: 0.3669343 Sep 16 04:43:04.985970 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35038) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:04.987230 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-5c3758be-4e4c-428a-a8b0-ff426881c5eb service neutron] Port 5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5 on network 3bacabb8-4ab3-4c7c-b74a-408f67084c47 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:43:04.987859 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-5c3758be-4e4c-428a-a8b0-ff426881c5eb service neutron] Attempting to bind port 5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5 on network 3bacabb8-4ab3-4c7c-b74a-408f67084c47 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:05.085070 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8a6d3-f57c-428d-afb3-4f4ad36239a2 req-c7f56b1c-c347-4b03-ad60-9e0085175559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:05.087527 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-40e8a6d3-f57c-428d-afb3-4f4ad36239a2 req-c7f56b1c-c347-4b03-ad60-9e0085175559 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6e60d629-d6f8-42a4-95c3-05795e4a4154 HTTP/1.1" status: 200 len: 853 time: 0.4592154 Sep 16 04:43:05.138434 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-5c3758be-4e4c-428a-a8b0-ff426881c5eb service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:05.138811 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-5c3758be-4e4c-428a-a8b0-ff426881c5eb service neutron] Checking segment: {'id': '4a16637a-dd29-4e96-bbcc-3812240bb05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3bacabb8-4ab3-4c7c-b74a-408f67084c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:05.139207 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-5c3758be-4e4c-428a-a8b0-ff426881c5eb service neutron] Bound using segment: {'id': '4a16637a-dd29-4e96-bbcc-3812240bb05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3bacabb8-4ab3-4c7c-b74a-408f67084c47'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:05.139965 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-5c3758be-4e4c-428a-a8b0-ff426881c5eb service neutron] Bound port: 5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a16637a-dd29-4e96-bbcc-3812240bb05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3bacabb8-4ab3-4c7c-b74a-408f67084c47'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:05.140339 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-5c3758be-4e4c-428a-a8b0-ff426881c5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:05.183320 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-abe6bd3c-359a-4478-805d-597ef4c973a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:05.192035 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 1ec7fa3f-44b7-4b9b-97e0-d4d58e73813b up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:05.198302 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-abe6bd3c-359a-4478-805d-597ef4c973a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:05.266721 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8e573024-1d76-41d3-a773-ed4eb2412372 req-d2457c0c-11f9-4495-910f-615a424bff45 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726472 Sep 16 04:43:05.318547 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8a6d3-f57c-428d-afb3-4f4ad36239a2 req-ba75870d-4416-4e52-ac42-da3f9c33fef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:05.321055 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-40e8a6d3-f57c-428d-afb3-4f4ad36239a2 req-ba75870d-4416-4e52-ac42-da3f9c33fef9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3bacabb8-4ab3-4c7c-b74a-408f67084c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2199223 Sep 16 04:43:05.353718 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-abe6bd3c-359a-4478-805d-597ef4c973a8 None None] Attempting to bind port eef70565-41c5-41a6-be1b-ca878dbe12b7 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:05.354313 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-abe6bd3c-359a-4478-805d-597ef4c973a8 None None] Attempting to bind port eef70565-41c5-41a6-be1b-ca878dbe12b7 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:05.354424 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe6bd3c-359a-4478-805d-597ef4c973a8 None None] Attempting to bind port eef70565-41c5-41a6-be1b-ca878dbe12b7 on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:05.361544 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device aed1de52-e17a-46a9-af13-8ebdb2d92da6 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:43:05.363945 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device da4f70ab-38df-4072-b4b9-ed3385ecf818 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:05.376217 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe6bd3c-359a-4478-805d-597ef4c973a8 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:05.376754 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe6bd3c-359a-4478-805d-597ef4c973a8 None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:05.377106 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-abe6bd3c-359a-4478-805d-597ef4c973a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:05.377559 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe6bd3c-359a-4478-805d-597ef4c973a8 None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:05.378146 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-abe6bd3c-359a-4478-805d-597ef4c973a8 None None] Bound port: eef70565-41c5-41a6-be1b-ca878dbe12b7, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:05.378608 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-abe6bd3c-359a-4478-805d-597ef4c973a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:05.381159 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd47b74f-c3e9-401b-a92f-61a92a749065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df1db26-b0f5-4564-a7f9-ba5aad4bd714,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:05.448439 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-5c3758be-4e4c-428a-a8b0-ff426881c5eb service neutron] For port 5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:05.454251 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-54f81512-15b9-4259-b10b-d007f37e475c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:05.474133 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a90206-2bff-4328-b484-33d5473356d3 None None] Pushing event updated for resources: {'Port': ['ID=eef70565-41c5-41a6-be1b-ca878dbe12b7,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:05.479041 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-5c3758be-4e4c-428a-a8b0-ff426881c5eb service neutron] For port 5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5,segment=NetworkSegment(4a16637a-dd29-4e96-bbcc-3812240bb05c),segment_id=4a16637a-dd29-4e96-bbcc-3812240bb05c)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:05.513757 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-5c3758be-4e4c-428a-a8b0-ff426881c5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:05.544233 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934b6c4-afc4-40ca-9d44-760e56f6f1d2 req-639a0ae9-fca3-4ca4-935d-79c0778dbd2b tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:05.547100 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 1ec7fa3f-44b7-4b9b-97e0-d4d58e73813b triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:05.547706 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:05.551942 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1934b6c4-afc4-40ca-9d44-760e56f6f1d2 req-639a0ae9-fca3-4ca4-935d-79c0778dbd2b tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1 HTTP/1.1" status: 200 len: 944 time: 0.1574776 Sep 16 04:43:05.600331 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-54f81512-15b9-4259-b10b-d007f37e475c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:05.606407 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3758be-4e4c-428a-a8b0-ff426881c5eb service neutron] Pushing event updated for resources: {'Port': ['ID=5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:05.608059 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-40e8a6d3-f57c-428d-afb3-4f4ad36239a2 req-efe5e7dd-8281-4b94-9ef0-c90399a1c4ca service neutron] 10.222.0.48 "GET /v2.0/networks/3bacabb8-4ab3-4c7c-b74a-408f67084c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125168 Sep 16 04:43:05.622382 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-5c3758be-4e4c-428a-a8b0-ff426881c5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:05.623468 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-5c3758be-4e4c-428a-a8b0-ff426881c5eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:05.625659 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-5c3758be-4e4c-428a-a8b0-ff426881c5eb service neutron] 10.222.0.47 "PUT /v2.0/ports/5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5 HTTP/1.1" status: 200 len: 1093 time: 4.0008121 Sep 16 04:43:05.628417 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1', 'tag': '5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:05.646594 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a6e75f-ea67-4bb2-9137-4330c08098cb" -d '{"events": [{"name": "network-changed", "server_uuid": "f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1", "tag": "5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:05.705232 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-abe6bd3c-359a-4478-805d-597ef4c973a8 None None] For port eef70565-41c5-41a6-be1b-ca878dbe12b7, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:05.742743 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port da4f70ab-38df-4072-b4b9-ed3385ecf818 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:43:05.751576 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port da4f70ab-38df-4072-b4b9-ed3385ecf818 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:05.751969 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:05.797826 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-abe6bd3c-359a-4478-805d-597ef4c973a8 None None] For port eef70565-41c5-41a6-be1b-ca878dbe12b7, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=eef70565-41c5-41a6-be1b-ca878dbe12b7,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:05.810911 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-abe6bd3c-359a-4478-805d-597ef4c973a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:05.840972 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-40e8a6d3-f57c-428d-afb3-4f4ad36239a2 req-fb551c1f-4ef5-4d9d-8fe5-5017ec235cd6 service neutron] 10.222.0.48 "GET /v2.0/networks/3bacabb8-4ab3-4c7c-b74a-408f67084c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012987 Sep 16 04:43:05.889139 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1934b6c4-afc4-40ca-9d44-760e56f6f1d2 req-2d086023-8601-40c7-854d-c75df1d14e47 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342898 Sep 16 04:43:05.899543 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-5540badb-59c6-4273-a790-f3bf5b307bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:05.901615 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-5540badb-59c6-4273-a790-f3bf5b307bfe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8cd80d846084d6b908f25b98944f4cb&device_id=f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1 HTTP/1.1" status: 200 len: 1096 time: 0.1972198 Sep 16 04:43:05.932936 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-52b6b752-95db-40b9-a817-24630be329dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:05.943680 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d205a237-5c57-4e00-a3d0-8169bc131462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:05.948454 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a90206-2bff-4328-b484-33d5473356d3 None None] Pushing event updated for resources: {'Port': ['ID=eef70565-41c5-41a6-be1b-ca878dbe12b7,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:06.051753 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6b752-95db-40b9-a817-24630be329dc admin admin] Pushing event deleted for resources: {'Port': ['ID=4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:06.051978 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:06.060642 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-54f81512-15b9-4259-b10b-d007f37e475c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:06.074887 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-54f81512-15b9-4259-b10b-d007f37e475c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:06.084500 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port aed1de52-e17a-46a9-af13-8ebdb2d92da6, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=aed1de52-e17a-46a9-af13-8ebdb2d92da6,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:06.097256 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-54f81512-15b9-4259-b10b-d007f37e475c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9df1db26-b0f5-4564-a7f9-ba5aad4bd714 HTTP/1.1" status: 204 len: 168 time: 1.0863683 Sep 16 04:43:06.098854 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-bb26890c-9f68-4b91-97e4-aa4e7ce3394b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5 HTTP/1.1" status: 200 len: 217 time: 0.1760066 Sep 16 04:43:06.119921 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe6bd3c-359a-4478-805d-597ef4c973a8 None None] Routers {'5c711429-b021-45d2-8194-8af5ca9aec2b'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:06.120601 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-abe6bd3c-359a-4478-805d-597ef4c973a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:42:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['5c711429-b021-45d2-8194-8af5ca9aec2b'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:06.190172 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f81512-15b9-4259-b10b-d007f37e475c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df1db26-b0f5-4564-a7f9-ba5aad4bd714,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:06.286047 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-abe6bd3c-359a-4478-805d-597ef4c973a8 None None] Set router 5c711429-b021-45d2-8194-8af5ca9aec2b gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:06.518191 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02955df-e078-4074-a2c7-6eb38848a46b x-openstack-request-id: req-a02955df-e078-4074-a2c7-6eb38848a46b {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:06.519049 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1", "tag": "5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:06.519049 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a02955df-e078-4074-a2c7-6eb38848a46b {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:06.521155 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1', 'tag': '5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5', 'status': 'completed', 'code': 200} Sep 16 04:43:06.588560 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-6dacc6e8-1dd0-4ead-8753-5fef334b6310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:06.590808 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-6dacc6e8-1dd0-4ead-8753-5fef334b6310 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6e60d629-d6f8-42a4-95c3-05795e4a4154 HTTP/1.1" status: 200 len: 853 time: 0.4254081 Sep 16 04:43:06.622634 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-52b6b752-95db-40b9-a817-24630be329dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:06.647320 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe13fa-1266-4059-ba8f-99a1215015ac req-03b206e3-1154-43b8-a585-651c3de4ce1e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:06.656328 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ebe13fa-1266-4059-ba8f-99a1215015ac req-03b206e3-1154-43b8-a585-651c3de4ce1e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 948 time: 0.1021342 Sep 16 04:43:06.718971 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-d205a237-5c57-4e00-a3d0-8169bc131462 admin admin] Allocated IP 172.20.0.1 (268ab5df-65e1-4022-9ab7-d67387588731/0f51e33f-c259-43fe-9f3c-bfa9813e6953/5b1db9de-8d33-4e5b-9168-6d113f0cb8f8) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:06.757290 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ebe13fa-1266-4059-ba8f-99a1215015ac req-9e291c77-fe25-4884-a33b-30424304a284 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941827 Sep 16 04:43:06.801730 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:43:06.929532 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d205a237-5c57-4e00-a3d0-8169bc131462 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:07.010763 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d,segment=NetworkSegment(4a16637a-dd29-4e96-bbcc-3812240bb05c),segment_id=4a16637a-dd29-4e96-bbcc-3812240bb05c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:07.049057 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'aed1de52-e17a-46a9-af13-8ebdb2d92da6', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': 'aed1de52-e17a-46a9-af13-8ebdb2d92da6', 'mac_address': 'fa:16:3e:bc:9a:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:43:07.055321 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d', 'network_id': '3bacabb8-4ab3-4c7c-b74a-408f67084c47', 'port_id': '7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d', 'mac_address': 'fa:16:3e:13:da:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e60d629-d6f8-42a4-95c3-05795e4a4154', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:43:07.084289 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d205a237-5c57-4e00-a3d0-8169bc131462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:07.133632 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1432ac-d655-4d29-b0a5-627cfea77eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4f70ab-38df-4072-b4b9-ed3385ecf818'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:07.139783 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72212231-e5e9-4d49-a3d1-8e2ab6361c09" -d '{"events": [{"server_uuid": "8f1432ac-d655-4d29-b0a5-627cfea77eda", "name": "network-vif-plugged", "status": "completed", "tag": "da4f70ab-38df-4072-b4b9-ed3385ecf818"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:07.237070 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b6b752-95db-40b9-a817-24630be329dc admin admin] Router 1637949d-4073-4307-b85f-69dd97384dbb has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:43:07.282762 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d205a237-5c57-4e00-a3d0-8169bc131462 admin admin] Network 268ab5df-65e1-4022-9ab7-d67387588731 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:07.291848 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-1fad6293-edc2-4235-93c0-712b17784db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:07.299040 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-1fad6293-edc2-4235-93c0-712b17784db2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3bacabb8-4ab3-4c7c-b74a-408f67084c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2944746 Sep 16 04:43:07.324433 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:07.328461 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port da4f70ab-38df-4072-b4b9-ed3385ecf818, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=da4f70ab-38df-4072-b4b9-ed3385ecf818,segment=NetworkSegment(4a16637a-dd29-4e96-bbcc-3812240bb05c),segment_id=4a16637a-dd29-4e96-bbcc-3812240bb05c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:07.350466 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:07.372142 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-abe6bd3c-359a-4478-805d-597ef4c973a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'name': 'tempest-TaggedBootDevicesTest-826315652-router', 'tenant_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'eef70565-41c5-41a6-be1b-ca878dbe12b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:55Z', 'updated_at': '2021-09-16T04:42:58Z', 'revision_number': 3, 'project_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'gw_port': {'id': 'eef70565-41c5-41a6-be1b-ca878dbe12b7', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:cf:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:56Z', 'updated_at': '2021-09-16T04:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:07.385794 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aed1de52-e17a-46a9-af13-8ebdb2d92da6 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:07.399567 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port aed1de52-e17a-46a9-af13-8ebdb2d92da6, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=aed1de52-e17a-46a9-af13-8ebdb2d92da6,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:07.432837 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:07.436915 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:07.444922 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d205a237-5c57-4e00-a3d0-8169bc131462 admin admin] Pushing event updated for resources: {'Port': ['ID=5b1db9de-8d33-4e5b-9168-6d113f0cb8f8,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:07.449105 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-d205a237-5c57-4e00-a3d0-8169bc131462 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:07.486966 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d205a237-5c57-4e00-a3d0-8169bc131462 admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:07.511372 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe6bd3c-359a-4478-805d-597ef4c973a8 None None] The sync data for ids ['5c711429-b021-45d2-8194-8af5ca9aec2b'] in n-d-712139-15 is: [{'id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'name': 'tempest-TaggedBootDevicesTest-826315652-router', 'tenant_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'eef70565-41c5-41a6-be1b-ca878dbe12b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:55Z', 'updated_at': '2021-09-16T04:42:58Z', 'revision_number': 3, 'project_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'gw_port': {'id': 'eef70565-41c5-41a6-be1b-ca878dbe12b7', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:cf:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:56Z', 'updated_at': '2021-09-16T04:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:43:07.564998 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d205a237-5c57-4e00-a3d0-8169bc131462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:07.607139 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:07.642352 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=da4f70ab-38df-4072-b4b9-ed3385ecf818,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:07.745115 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d,segment=NetworkSegment(4a16637a-dd29-4e96-bbcc-3812240bb05c),segment_id=4a16637a-dd29-4e96-bbcc-3812240bb05c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:07.752347 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['aed1de52-e17a-46a9-af13-8ebdb2d92da6'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:07.791440 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d59fb7-6d27-4b5b-908a-628de6528387 req-12a9e8fa-2aea-4a18-a15c-62d334fb69d9 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:07.793125 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-40d59fb7-6d27-4b5b-908a-628de6528387 req-12a9e8fa-2aea-4a18-a15c-62d334fb69d9 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.47 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5&tenant_id=832e485315cf4d818578c78d15f3a644&binding%3Ahost_id=n-h1-712139-15 HTTP/1.1" status: 200 len: 948 time: 0.4902105 Sep 16 04:43:07.847191 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2045573-ab13-46a0-af03-1d387c428f06 req-88b71d6d-2dbb-438e-bc4e-f896727d1589 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:07.860381 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d2045573-ab13-46a0-af03-1d387c428f06 req-88b71d6d-2dbb-438e-bc4e-f896727d1589 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1 HTTP/1.1" status: 200 len: 944 time: 0.4254384 Sep 16 04:43:07.894518 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:07.912864 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b6b752-95db-40b9-a817-24630be329dc admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:43:07.926060 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d40c80a-fa55-456d-a0f0-cdf2b7e945b0 None None] Sync routers for ids ['1637949d-4073-4307-b85f-69dd97384dbb'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:43:07.935062 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-52b6b752-95db-40b9-a817-24630be329dc admin admin] 10.222.0.35 "PUT /v2.0/routers/1637949d-4073-4307-b85f-69dd97384dbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2729452 Sep 16 04:43:07.947852 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 35082) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:07.955376 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d40c80a-fa55-456d-a0f0-cdf2b7e945b0 None None] Routers {'1637949d-4073-4307-b85f-69dd97384dbb'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:07.956069 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-2d40c80a-fa55-456d-a0f0-cdf2b7e945b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:42:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['1637949d-4073-4307-b85f-69dd97384dbb'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:08.059726 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=aed1de52-e17a-46a9-af13-8ebdb2d92da6,revision_number=7']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:08.084001 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d205a237-5c57-4e00-a3d0-8169bc131462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:08.121801 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d2045573-ab13-46a0-af03-1d387c428f06 req-96c2c2c5-fcb5-43d0-aa6d-2edc5c37cadc tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288332 Sep 16 04:43:08.298602 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:08.351214 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f0ea733d-cf35-4d09-90e3-d11798397af8 None None] Provisioning complete for port 5b1db9de-8d33-4e5b-9168-6d113f0cb8f8 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:08.354115 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f0ea733d-cf35-4d09-90e3-d11798397af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:08.383433 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e76ea026-18a1-454f-908f-48d417bc4569 admin admin] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:08.385427 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-2d40c80a-fa55-456d-a0f0-cdf2b7e945b0 None None] Set router 1637949d-4073-4307-b85f-69dd97384dbb gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:08.510324 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f2fd07-b7dc-4011-b6f5-73083cc7dae9 x-openstack-request-id: req-e1f2fd07-b7dc-4011-b6f5-73083cc7dae9 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:08.512389 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1432ac-d655-4d29-b0a5-627cfea77eda", "name": "network-vif-plugged", "status": "completed", "tag": "da4f70ab-38df-4072-b4b9-ed3385ecf818", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:08.512968 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e1f2fd07-b7dc-4011-b6f5-73083cc7dae9 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:08.515280 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f1432ac-d655-4d29-b0a5-627cfea77eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4f70ab-38df-4072-b4b9-ed3385ecf818', 'code': 200} Sep 16 04:43:08.597937 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:08.607578 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-33a084ab-3d62-4a06-aba8-9d79f50013a4 service neutron] 10.222.0.47 "GET /v2.0/networks/3bacabb8-4ab3-4c7c-b74a-408f67084c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1820276 Sep 16 04:43:08.699128 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-f0ea733d-cf35-4d09-90e3-d11798397af8 None None] Port 5b1db9de-8d33-4e5b-9168-6d113f0cb8f8 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:43:08.723437 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-40d59fb7-6d27-4b5b-908a-628de6528387 req-2ff69a46-8023-47be-b293-7815c215573d service neutron] 10.222.0.47 "GET /v2.0/ports/aed1de52-e17a-46a9-af13-8ebdb2d92da6/bindings/n-h1-712139-15 HTTP/1.1" status: 200 len: 383 time: 0.9199648 Sep 16 04:43:08.908096 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-2d40c80a-fa55-456d-a0f0-cdf2b7e945b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1637949d-4073-4307-b85f-69dd97384dbb', 'name': 'tempest-ServersTestFqdnHostnames-1184918023-router', 'tenant_id': '56a12238ce4f42ad9c21efdbfb589179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '7402663a-ff74-4c61-a84f-5d7dcd930a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:32Z', 'updated_at': '2021-09-16T04:43:05Z', 'revision_number': 5, 'project_id': '56a12238ce4f42ad9c21efdbfb589179', 'gw_port': {'id': '7402663a-ff74-4c61-a84f-5d7dcd930a06', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637949d-4073-4307-b85f-69dd97384dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:33Z', 'updated_at': '2021-09-16T04:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:08.943755 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d40c80a-fa55-456d-a0f0-cdf2b7e945b0 None None] Checking router: 1637949d-4073-4307-b85f-69dd97384dbb for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:43:08.961891 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d40c80a-fa55-456d-a0f0-cdf2b7e945b0 None None] Routers {'1637949d-4073-4307-b85f-69dd97384dbb'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:08.963107 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-2d40c80a-fa55-456d-a0f0-cdf2b7e945b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:42:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['1637949d-4073-4307-b85f-69dd97384dbb'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:09.002675 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e76ea026-18a1-454f-908f-48d417bc4569 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.140635 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edada3f0-82bd-4f37-b0f1-ec5143adb2a1 req-c7e02ee9-ba8a-4f73-a95a-ba2731d88db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:09.142457 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-edada3f0-82bd-4f37-b0f1-ec5143adb2a1 req-c7e02ee9-ba8a-4f73-a95a-ba2731d88db7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8f1432ac-d655-4d29-b0a5-627cfea77eda HTTP/1.1" status: 200 len: 1097 time: 0.3089004 Sep 16 04:43:09.174734 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-637e4e7d-2d9a-4714-ad32-bfb98c03923a req-c286817e-9013-4f27-b5d2-9a86cfebabe3 service neutron] 10.222.0.47 "GET /v2.0/networks/3bacabb8-4ab3-4c7c-b74a-408f67084c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5525513 Sep 16 04:43:09.201119 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71249b-c38a-44f2-bd7a-1771280a4aea req-eb3c92d5-5950-4e23-9ec5-77c201ba4722 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:09.210084 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bc71249b-c38a-44f2-bd7a-1771280a4aea req-eb3c92d5-5950-4e23-9ec5-77c201ba4722 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 949 time: 0.3974752 Sep 16 04:43:09.311522 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d205a237-5c57-4e00-a3d0-8169bc131462 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.323750 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-2d40c80a-fa55-456d-a0f0-cdf2b7e945b0 None None] Set router 1637949d-4073-4307-b85f-69dd97384dbb gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:09.343654 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-edada3f0-82bd-4f37-b0f1-ec5143adb2a1 req-6555d64c-dbb5-41db-bd0c-85a43f579fba service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914356 Sep 16 04:43:09.419172 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d205a237-5c57-4e00-a3d0-8169bc131462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.426755 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bc71249b-c38a-44f2-bd7a-1771280a4aea req-2bc4cbaa-7336-4cba-acf1-51705d16d249 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113965 Sep 16 04:43:09.457406 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-e76ea026-18a1-454f-908f-48d417bc4569 admin admin] Deleting port 7402663a-ff74-4c61-a84f-5d7dcd930a06 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:09.458195 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e76ea026-18a1-454f-908f-48d417bc4569 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.475882 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device aed1de52-e17a-46a9-af13-8ebdb2d92da6 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:09.637248 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device eef70565-41c5-41a6-be1b-ca878dbe12b7 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:09.768182 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-e76ea026-18a1-454f-908f-48d417bc4569 admin admin] For port 7402663a-ff74-4c61-a84f-5d7dcd930a06, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=7402663a-ff74-4c61-a84f-5d7dcd930a06,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:09.768639 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e76ea026-18a1-454f-908f-48d417bc4569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.794916 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port aed1de52-e17a-46a9-af13-8ebdb2d92da6 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:09.795504 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.825729 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-e76ea026-18a1-454f-908f-48d417bc4569 admin admin] Calling delete_port for 7402663a-ff74-4c61-a84f-5d7dcd930a06 owned by network:router_gateway {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:09.883369 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port eef70565-41c5-41a6-be1b-ca878dbe12b7 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:09.883929 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.932061 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-2d40c80a-fa55-456d-a0f0-cdf2b7e945b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1637949d-4073-4307-b85f-69dd97384dbb', 'name': 'tempest-ServersTestFqdnHostnames-1184918023-router', 'tenant_id': '56a12238ce4f42ad9c21efdbfb589179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '7402663a-ff74-4c61-a84f-5d7dcd930a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:32Z', 'updated_at': '2021-09-16T04:43:05Z', 'revision_number': 5, 'project_id': '56a12238ce4f42ad9c21efdbfb589179', 'gw_port': {'id': '7402663a-ff74-4c61-a84f-5d7dcd930a06', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637949d-4073-4307-b85f-69dd97384dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:33Z', 'updated_at': '2021-09-16T04:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:10.012093 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d40c80a-fa55-456d-a0f0-cdf2b7e945b0 None None] The sync data for ids ['1637949d-4073-4307-b85f-69dd97384dbb'] in n-d-712139-15 is: [{'id': '1637949d-4073-4307-b85f-69dd97384dbb', 'name': 'tempest-ServersTestFqdnHostnames-1184918023-router', 'tenant_id': '56a12238ce4f42ad9c21efdbfb589179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '7402663a-ff74-4c61-a84f-5d7dcd930a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:32Z', 'updated_at': '2021-09-16T04:43:05Z', 'revision_number': 5, 'project_id': '56a12238ce4f42ad9c21efdbfb589179', 'gw_port': {'id': '7402663a-ff74-4c61-a84f-5d7dcd930a06', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637949d-4073-4307-b85f-69dd97384dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:33Z', 'updated_at': '2021-09-16T04:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:43:10.042207 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a39374-cfd2-4ee9-9bd1-e2826e5dc1ef req-55dfff5c-a1ad-4932-9d6e-9361af5846b3 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:10.050914 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-53a39374-cfd2-4ee9-9bd1-e2826e5dc1ef req-55dfff5c-a1ad-4932-9d6e-9361af5846b3 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1 HTTP/1.1" status: 200 len: 944 time: 0.2011719 Sep 16 04:43:10.138483 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-53a39374-cfd2-4ee9-9bd1-e2826e5dc1ef req-7df39d13-72c2-4f79-8457-b5595dd61905 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798345 Sep 16 04:43:10.172779 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d205a237-5c57-4e00-a3d0-8169bc131462 admin admin] Pushing event updated for resources: {'Port': ['ID=5b1db9de-8d33-4e5b-9168-6d113f0cb8f8,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:10.175484 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d205a237-5c57-4e00-a3d0-8169bc131462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:10.222070 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6e75f-ea67-4bb2-9137-4330c08098cb req-8391e969-ac4e-421c-a6b3-b5c2d2ae226d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:10.223738 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f0a6e75f-ea67-4bb2-9137-4330c08098cb req-8391e969-ac4e-421c-a6b3-b5c2d2ae226d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8cd80d846084d6b908f25b98944f4cb&device_id=f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1 HTTP/1.1" status: 200 len: 1096 time: 0.8922758 Sep 16 04:43:10.225888 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d59fb7-6d27-4b5b-908a-628de6528387 req-47c660de-e943-4d11-a6da-307663da15f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:10.240056 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-40d59fb7-6d27-4b5b-908a-628de6528387 req-47c660de-e943-4d11-a6da-307663da15f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=832e485315cf4d818578c78d15f3a644&device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 1101 time: 1.1837401 Sep 16 04:43:10.410583 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d59fb7-6d27-4b5b-908a-628de6528387 req-579a971b-313b-4a9c-9b47-8dac4c91ae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:10.411395 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-40d59fb7-6d27-4b5b-908a-628de6528387 req-579a971b-313b-4a9c-9b47-8dac4c91ae16 service neutron] 10.222.0.47 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.1705086 Sep 16 04:43:10.581557 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e76ea026-18a1-454f-908f-48d417bc4569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:10.590213 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f7593a77-a130-4aad-a74b-37fa0bea3330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:10.651298 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6e75f-ea67-4bb2-9137-4330c08098cb req-65c91361-aa1a-4ea7-9aa8-2fcf24343ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:10.672517 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f0a6e75f-ea67-4bb2-9137-4330c08098cb req-65c91361-aa1a-4ea7-9aa8-2fcf24343ed2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3bacabb8-4ab3-4c7c-b74a-408f67084c47 HTTP/1.1" status: 200 len: 915 time: 0.4208918 Sep 16 04:43:10.676109 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ea026-18a1-454f-908f-48d417bc4569 admin admin] Pushing event deleted for resources: {'Port': ['ID=7402663a-ff74-4c61-a84f-5d7dcd930a06,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:10.768370 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f0a6e75f-ea67-4bb2-9137-4330c08098cb req-04d82c3a-e0ae-493e-8c99-2bb771e41dbc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5 HTTP/1.1" status: 200 len: 217 time: 0.0738783 Sep 16 04:43:10.791746 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:10.812810 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:10.874018 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-40d59fb7-6d27-4b5b-908a-628de6528387 req-3930b06a-bb3a-46dd-9c0c-ae91c74db884 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=aed1de52-e17a-46a9-af13-8ebdb2d92da6 HTTP/1.1" status: 200 len: 217 time: 0.1957965 Sep 16 04:43:10.877677 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6e75f-ea67-4bb2-9137-4330c08098cb req-5577ff5c-3a42-45c5-845f-8bdc6cfb0934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:10.879484 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f0a6e75f-ea67-4bb2-9137-4330c08098cb req-5577ff5c-3a42-45c5-845f-8bdc6cfb0934 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6e60d629-d6f8-42a4-95c3-05795e4a4154 HTTP/1.1" status: 200 len: 853 time: 0.0642083 Sep 16 04:43:10.915086 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:10.942868 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port eef70565-41c5-41a6-be1b-ca878dbe12b7, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=eef70565-41c5-41a6-be1b-ca878dbe12b7,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:10.965317 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:10.989692 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c73fb9-2b2e-4da1-b658-7daef3ee6331 req-775ccad5-1ffd-4dce-9e8e-809d13ad47f9 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:11.000307 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-75c73fb9-2b2e-4da1-b658-7daef3ee6331 req-775ccad5-1ffd-4dce-9e8e-809d13ad47f9 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 949 time: 0.2884750 Sep 16 04:43:11.020460 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d59fb7-6d27-4b5b-908a-628de6528387 req-049e97f8-80d6-4ce0-92ac-da05740c0032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:11.020460 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-40d59fb7-6d27-4b5b-908a-628de6528387 req-049e97f8-80d6-4ce0-92ac-da05740c0032 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0888259 Sep 16 04:43:11.062240 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a903e627-6fa4-4c5c-9580-41150c9b9ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed1de52-e17a-46a9-af13-8ebdb2d92da6'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:11.064823 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7040fb41-6366-4d33-89bc-44d38545b5f7" -d '{"events": [{"server_uuid": "a903e627-6fa4-4c5c-9580-41150c9b9ea5", "name": "network-vif-plugged", "status": "completed", "tag": "aed1de52-e17a-46a9-af13-8ebdb2d92da6"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:11.088406 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=eef70565-41c5-41a6-be1b-ca878dbe12b7,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:11.090054 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6e75f-ea67-4bb2-9137-4330c08098cb req-d82454e5-e98a-40d5-9ae7-c679b01cc97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:11.091860 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f0a6e75f-ea67-4bb2-9137-4330c08098cb req-d82454e5-e98a-40d5-9ae7-c679b01cc97d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3bacabb8-4ab3-4c7c-b74a-408f67084c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1710734 Sep 16 04:43:11.104337 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d59fb7-6d27-4b5b-908a-628de6528387 req-f1550d03-7b89-45fe-8ab5-5dd67dc572da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:11.106505 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-40d59fb7-6d27-4b5b-908a-628de6528387 req-f1550d03-7b89-45fe-8ab5-5dd67dc572da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0840945 Sep 16 04:43:11.111575 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port aed1de52-e17a-46a9-af13-8ebdb2d92da6, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=aed1de52-e17a-46a9-af13-8ebdb2d92da6,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:11.128029 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:11.137004 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:43:11.179863 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:11.180403 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:11.207199 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-75c73fb9-2b2e-4da1-b658-7daef3ee6331 req-a5e7ec82-d007-44d8-986b-2b21714b5e79 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998672 Sep 16 04:43:11.237503 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e76ea026-18a1-454f-908f-48d417bc4569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:11.255838 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f0a6e75f-ea67-4bb2-9137-4330c08098cb req-fea0ad5d-2f9d-43bc-a78c-2794cc1c7c6d service neutron] 10.222.0.47 "GET /v2.0/networks/3bacabb8-4ab3-4c7c-b74a-408f67084c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564255 Sep 16 04:43:11.286734 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=aed1de52-e17a-46a9-af13-8ebdb2d92da6,revision_number=8']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:11.401620 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f0a6e75f-ea67-4bb2-9137-4330c08098cb req-d4e78185-c537-4182-9857-e58840153b92 service neutron] 10.222.0.47 "GET /v2.0/networks/3bacabb8-4ab3-4c7c-b74a-408f67084c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287630 Sep 16 04:43:11.435733 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:11.449529 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d205a237-5c57-4e00-a3d0-8169bc131462 admin admin] Network 268ab5df-65e1-4022-9ab7-d67387588731 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:11.481465 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-d205a237-5c57-4e00-a3d0-8169bc131462 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:11.501518 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:43:11.555709 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e76ea026-18a1-454f-908f-48d417bc4569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:11.558717 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e76ea026-18a1-454f-908f-48d417bc4569 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:11.609323 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d,segment=NetworkSegment(4a16637a-dd29-4e96-bbcc-3812240bb05c),segment_id=4a16637a-dd29-4e96-bbcc-3812240bb05c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:11.620677 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fef3b9b-644c-4327-b6c0-2cdb5e22e5bb x-openstack-request-id: req-0fef3b9b-644c-4327-b6c0-2cdb5e22e5bb {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:11.621155 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a903e627-6fa4-4c5c-9580-41150c9b9ea5", "name": "network-vif-plugged", "status": "completed", "tag": "aed1de52-e17a-46a9-af13-8ebdb2d92da6", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:11.621509 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0fef3b9b-644c-4327-b6c0-2cdb5e22e5bb {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:11.628625 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a903e627-6fa4-4c5c-9580-41150c9b9ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed1de52-e17a-46a9-af13-8ebdb2d92da6', 'code': 200} Sep 16 04:43:11.641214 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:11.718508 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:11.749650 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device eef70565-41c5-41a6-be1b-ca878dbe12b7 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:11.779767 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.resource_extend [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:43:11.782867 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e76ea026-18a1-454f-908f-48d417bc4569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:11.783465 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76ea026-18a1-454f-908f-48d417bc4569 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1637949d-4073-4307-b85f-69dd97384dbb {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:43:11.797385 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e76ea026-18a1-454f-908f-48d417bc4569 admin admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:11.802620 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e76ea026-18a1-454f-908f-48d417bc4569 admin admin] 10.222.0.35 "DELETE /v2.0/routers/1637949d-4073-4307-b85f-69dd97384dbb HTTP/1.1" status: 204 len: 168 time: 3.8526177 Sep 16 04:43:11.814584 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74a9d7-81f5-4f80-bd9f-d852a7baf1f1 req-c54ef3f1-d145-4baf-b3b9-44f21721a0e4 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:11.816538 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0e74a9d7-81f5-4f80-bd9f-d852a7baf1f1 req-c54ef3f1-d145-4baf-b3b9-44f21721a0e4 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1 HTTP/1.1" status: 200 len: 944 time: 0.0908747 Sep 16 04:43:11.817110 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 35148) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:11.918028 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-45316c8e-3382-477a-aca8-85fd52dbeb9c admin admin] Deleting subnet 1658fc64-3616-4fe6-94e0-ef188d8d2637 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:43:11.943172 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-45316c8e-3382-477a-aca8-85fd52dbeb9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:12.011084 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d205a237-5c57-4e00-a3d0-8169bc131462 admin admin] Router 5c711429-b021-45d2-8194-8af5ca9aec2b has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:43:12.056991 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-45316c8e-3382-477a-aca8-85fd52dbeb9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:12.087849 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0e74a9d7-81f5-4f80-bd9f-d852a7baf1f1 req-b94c92e7-83bf-4db0-81db-f21c8f7de7c7 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560997 Sep 16 04:43:12.166572 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-4869775c-9946-498e-98a9-c8967ed44134 None None] Provisioning complete for port 5b1db9de-8d33-4e5b-9168-6d113f0cb8f8 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:12.168962 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4869775c-9946-498e-98a9-c8967ed44134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:12.223899 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:12.269747 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-45316c8e-3382-477a-aca8-85fd52dbeb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:12.328224 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d205a237-5c57-4e00-a3d0-8169bc131462 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:43:12.333973 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d205a237-5c57-4e00-a3d0-8169bc131462 admin admin] 10.222.0.35 "PUT /v2.0/routers/5c711429-b021-45d2-8194-8af5ca9aec2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5141852 Sep 16 04:43:12.337306 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-40d59fb7-6d27-4b5b-908a-628de6528387 req-d86117df-7db7-40c4-a34c-2a68b09f4010 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0796564 Sep 16 04:43:12.361486 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5,segment=NetworkSegment(4a16637a-dd29-4e96-bbcc-3812240bb05c),segment_id=4a16637a-dd29-4e96-bbcc-3812240bb05c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:12.368643 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5e3f46-9571-47c2-99dd-d28dbb4ac163 None None] Sync routers for ids ['5c711429-b021-45d2-8194-8af5ca9aec2b'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:43:12.377604 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-45316c8e-3382-477a-aca8-85fd52dbeb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:12.428945 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5', 'network_id': '3bacabb8-4ab3-4c7c-b74a-408f67084c47', 'port_id': '5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5', 'mac_address': 'fa:16:3e:2a:23:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e60d629-d6f8-42a4-95c3-05795e4a4154', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:43:12.430758 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-4869775c-9946-498e-98a9-c8967ed44134 None None] Port 5b1db9de-8d33-4e5b-9168-6d113f0cb8f8 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:43:12.438305 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5e3f46-9571-47c2-99dd-d28dbb4ac163 None None] Routers {'5c711429-b021-45d2-8194-8af5ca9aec2b'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:12.439086 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-1c5e3f46-9571-47c2-99dd-d28dbb4ac163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:42:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['5c711429-b021-45d2-8194-8af5ca9aec2b'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:12.488828 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-45316c8e-3382-477a-aca8-85fd52dbeb9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:12.497581 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c7345d-3c91-49bb-a682-bf4d93764ee5 None None] Network dbdce239-7959-434a-a329-a692be97fefa requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:12.498700 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-45316c8e-3382-477a-aca8-85fd52dbeb9c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1658fc64-3616-4fe6-94e0-ef188d8d2637 HTTP/1.1" status: 204 len: 168 time: 0.6804905 Sep 16 04:43:12.501579 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 35168) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:12.501933 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 35170) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:12.506171 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-40d59fb7-6d27-4b5b-908a-628de6528387 req-297bf37d-3da3-4323-9363-486ff79ad419 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603675 Sep 16 04:43:12.532133 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45316c8e-3382-477a-aca8-85fd52dbeb9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1658fc64-3616-4fe6-94e0-ef188d8d2637,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:12.657931 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port eef70565-41c5-41a6-be1b-ca878dbe12b7 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:12.658549 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:12.719312 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-1c5e3f46-9571-47c2-99dd-d28dbb4ac163 None None] Set router 5c711429-b021-45d2-8194-8af5ca9aec2b gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:12.778157 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:12.869514 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:12.891526 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5,segment=NetworkSegment(4a16637a-dd29-4e96-bbcc-3812240bb05c),segment_id=4a16637a-dd29-4e96-bbcc-3812240bb05c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:12.918202 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.090783 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-26495b8a-51c4-410f-898b-de32a58d1671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.118799 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:13.145097 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:13.162390 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fc0ab404-c862-4d29-a1ee-9fd816623484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.177669 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:43:13.178010 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 4dba3fc6-31eb-4fd9-8cd6-bee9b2e02e4d not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:13.224930 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4ff1df52-d13c-44ea-80a7-dcbee35929f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.262242 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ddaab-824c-4565-82b4-1d41106a6e8a req-6edf4ce1-ddd0-424f-9337-7d47c40dd3e7 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:13.265112 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d44ddaab-824c-4565-82b4-1d41106a6e8a req-6edf4ce1-ddd0-424f-9337-7d47c40dd3e7 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 950 time: 0.8519962 Sep 16 04:43:13.267411 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:13.271109 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9c9008-05a8-4c55-9773-d5eb750f930f None None] DHCP port deletion for dbdce239-7959-434a-a329-a692be97fefa request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:43:13.505333 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-26495b8a-51c4-410f-898b-de32a58d1671 admin admin] Deleting port b4559821-3555-4c48-9418-e1a8d470a1be {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:13.507926 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-26495b8a-51c4-410f-898b-de32a58d1671 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.526458 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.532140 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-1c5e3f46-9571-47c2-99dd-d28dbb4ac163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'name': 'tempest-TaggedBootDevicesTest-826315652-router', 'tenant_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'eef70565-41c5-41a6-be1b-ca878dbe12b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:55Z', 'updated_at': '2021-09-16T04:43:07Z', 'revision_number': 4, 'project_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'gw_port': {'id': 'eef70565-41c5-41a6-be1b-ca878dbe12b7', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:cf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:56Z', 'updated_at': '2021-09-16T04:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '5b1db9de-8d33-4e5b-9168-6d113f0cb8f8', 'name': '', 'network_id': '268ab5df-65e1-4022-9ab7-d67387588731', 'tenant_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'mac_address': 'fa:16:3e:dd:0a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '0f51e33f-c259-43fe-9f3c-bfa9813e6953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:06Z', 'updated_at': '2021-09-16T04:43:08Z', 'revision_number': 2, 'project_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'subnets': [{'id': '0f51e33f-c259-43fe-9f3c-bfa9813e6953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:13.542905 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 7402663a-ff74-4c61-a84f-5d7dcd930a06 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:13.577474 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d44ddaab-824c-4565-82b4-1d41106a6e8a req-6a896092-220a-46db-a206-e1ec1e759e8c tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013105 Sep 16 04:43:13.610959 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5e3f46-9571-47c2-99dd-d28dbb4ac163 None None] Checking router: 5c711429-b021-45d2-8194-8af5ca9aec2b for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:43:13.611453 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5e3f46-9571-47c2-99dd-d28dbb4ac163 None None] Updating router 5c711429-b021-45d2-8194-8af5ca9aec2b port 5b1db9de-8d33-4e5b-9168-6d113f0cb8f8 binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:43:13.619734 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 7402663a-ff74-4c61-a84f-5d7dcd930a06 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:43:13.619734 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 7402663a-ff74-4c61-a84f-5d7dcd930a06 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:13.619995 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device b4559821-3555-4c48-9418-e1a8d470a1be no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:13.641793 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91aa72b6-ad50-49bb-8034-9e44ddbf56ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:13.644012 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6390b0-0cf1-4991-9a30-0c6d069cc6ed" -d '{"events": [{"server_uuid": "91aa72b6-ad50-49bb-8034-9e44ddbf56ce", "name": "network-vif-plugged", "status": "completed", "tag": "7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:13.687699 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-26495b8a-51c4-410f-898b-de32a58d1671 admin admin] For port b4559821-3555-4c48-9418-e1a8d470a1be, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=b4559821-3555-4c48-9418-e1a8d470a1be,segment=NetworkSegment(34bd8703-6c1d-4f8c-9306-ab256c421de2),segment_id=34bd8703-6c1d-4f8c-9306-ab256c421de2)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:13.688079 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-26495b8a-51c4-410f-898b-de32a58d1671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.699273 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1c5e3f46-9571-47c2-99dd-d28dbb4ac163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.725022 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-7b9c9008-05a8-4c55-9773-d5eb750f930f None None] Deleting port b4559821-3555-4c48-9418-e1a8d470a1be {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:13.725408 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7b9c9008-05a8-4c55-9773-d5eb750f930f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.733224 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-26495b8a-51c4-410f-898b-de32a58d1671 admin admin] Calling delete_port for b4559821-3555-4c48-9418-e1a8d470a1be owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:13.826175 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-26495b8a-51c4-410f-898b-de32a58d1671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.872810 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26495b8a-51c4-410f-898b-de32a58d1671 admin admin] No DVR routers for this DVR port b4559821-3555-4c48-9418-e1a8d470a1be on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:13.875449 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26495b8a-51c4-410f-898b-de32a58d1671 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4559821-3555-4c48-9418-e1a8d470a1be,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:13.991152 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-26495b8a-51c4-410f-898b-de32a58d1671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:14.016729 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-26495b8a-51c4-410f-898b-de32a58d1671 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbdce239-7959-434a-a329-a692be97fefa']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:14.029408 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-26495b8a-51c4-410f-898b-de32a58d1671 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34bd8703-6c1d-4f8c-9306-ab256c421de2') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:14.029650 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-26495b8a-51c4-410f-898b-de32a58d1671 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34bd8703-6c1d-4f8c-9306-ab256c421de2') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:14.040788 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-26495b8a-51c4-410f-898b-de32a58d1671 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:14.049486 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-7b9c9008-05a8-4c55-9773-d5eb750f930f None None] For port b4559821-3555-4c48-9418-e1a8d470a1be, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=b4559821-3555-4c48-9418-e1a8d470a1be,segment=NetworkSegment(34bd8703-6c1d-4f8c-9306-ab256c421de2),segment_id=34bd8703-6c1d-4f8c-9306-ab256c421de2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:14.049893 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7b9c9008-05a8-4c55-9773-d5eb750f930f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:14.056245 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-26495b8a-51c4-410f-898b-de32a58d1671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:14.064296 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26495b8a-51c4-410f-898b-de32a58d1671 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:43:14.065106 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-26495b8a-51c4-410f-898b-de32a58d1671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:14.110081 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No active binding found for port b4559821-3555-4c48-9418-e1a8d470a1be {{(pid=94768) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 04:43:14.110576 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device b4559821-3555-4c48-9418-e1a8d470a1be not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:14.127436 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:43:14.127436 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:43:14.127436 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:43:14.127436 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:43:14.127436 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:43:14.127436 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:43:14.127436 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:43:14.127436 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:43:14.127436 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:43:14.127436 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:43:14.127436 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:43:14.127436 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:43:14.127436 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:43:14.127436 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:43:14.127436 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:43:14.127436 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:43:14.127436 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:43:14.127436 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:43:14.127436 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:43:14.127436 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:43:14.127436 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:43:14.127436 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:43:14.127436 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:43:14.127436 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:43:14.127436 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:43:14.127436 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:43:14.127436 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:43:14.127436 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:43:14.127436 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:43:14.127436 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:43:14.127436 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:43:14.127436 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:43:14.136853 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-7b9c9008-05a8-4c55-9773-d5eb750f930f None None] Calling delete_port for b4559821-3555-4c48-9418-e1a8d470a1be owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:14.148245 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-26495b8a-51c4-410f-898b-de32a58d1671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:14.151620 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fc0ab404-c862-4d29-a1ee-9fd816623484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:14.169372 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-26495b8a-51c4-410f-898b-de32a58d1671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:14.171414 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-26495b8a-51c4-410f-898b-de32a58d1671 admin admin] 10.222.0.35 "DELETE /v2.0/networks/dbdce239-7959-434a-a329-a692be97fefa HTTP/1.1" status: 204 len: 168 time: 1.6644647 Sep 16 04:43:14.172893 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26495b8a-51c4-410f-898b-de32a58d1671 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbdce239-7959-434a-a329-a692be97fefa,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:14.179147 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fc0ab404-c862-4d29-a1ee-9fd816623484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:14.209829 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f57a89-6fab-4fed-a753-3a297ff40b2e req-f6a8e552-6ffc-4f24-a67b-7116a7b3295a tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:14.218097 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-72f57a89-6fab-4fed-a753-3a297ff40b2e req-f6a8e552-6ffc-4f24-a67b-7116a7b3295a tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1 HTTP/1.1" status: 200 len: 945 time: 0.3489621 Sep 16 04:43:14.297812 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-72f57a89-6fab-4fed-a753-3a297ff40b2e req-ac5554a0-7bfe-488c-a5c3-3f0a0c5c9b25 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666978 Sep 16 04:43:14.301232 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ab404-c862-4d29-a1ee-9fd816623484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff80ad6e-ce8f-4712-93f5-24e1b9bc6c32,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:14.309155 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35276) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:14.321728 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-fc0ab404-c862-4d29-a1ee-9fd816623484 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bf7af7cfffe84ff7b709185d9b1c2e46&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8180177 Sep 16 04:43:14.435551 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:14.444106 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-59fa063c-701c-4db3-9e8f-83a21c0a7b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:14.489393 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 35280) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:14.541550 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a42e0e-b3a4-4574-b1eb-3ebf1b0f45e1 x-openstack-request-id: req-37a42e0e-b3a4-4574-b1eb-3ebf1b0f45e1 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:14.545882 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91aa72b6-ad50-49bb-8034-9e44ddbf56ce", "name": "network-vif-plugged", "status": "completed", "tag": "7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:14.546890 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-37a42e0e-b3a4-4574-b1eb-3ebf1b0f45e1 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:14.547946 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91aa72b6-ad50-49bb-8034-9e44ddbf56ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d', 'code': 200} Sep 16 04:43:14.555583 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-59fa063c-701c-4db3-9e8f-83a21c0a7b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:14.579901 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c409988c-8919-4468-be24-901547ab1694 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=56a12238ce4f42ad9c21efdbfb589179&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0890439 Sep 16 04:43:14.585212 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35282) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:14.604026 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:14.717925 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2c0d3-4cc5-4ec8-b56b-00610e950c61 req-54387d83-5f5c-438e-8fde-5cc77297c557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:14.724051 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9fb2c0d3-4cc5-4ec8-b56b-00610e950c61 req-54387d83-5f5c-438e-8fde-5cc77297c557 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=91aa72b6-ad50-49bb-8034-9e44ddbf56ce HTTP/1.1" status: 200 len: 1097 time: 0.0842459 Sep 16 04:43:14.725501 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7b9c9008-05a8-4c55-9773-d5eb750f930f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:14.781166 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7b9c9008-05a8-4c55-9773-d5eb750f930f None None] Network dbdce239-7959-434a-a329-a692be97fefa is not hosted by any dhcp agent {{(pid=94768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 04:43:14.781676 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9c9008-05a8-4c55-9773-d5eb750f930f None None] No DVR routers for this DVR port b4559821-3555-4c48-9418-e1a8d470a1be on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:14.806147 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c9008-05a8-4c55-9773-d5eb750f930f None None] Pushing event deleted for resources: {'Port': ['ID=b4559821-3555-4c48-9418-e1a8d470a1be,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:14.822162 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9fb2c0d3-4cc5-4ec8-b56b-00610e950c61 req-28fb0da2-8191-4812-adb8-9c477e790013 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834460 Sep 16 04:43:14.832161 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16b941-018c-482d-8e7c-6813d1924568 req-9a228d8f-e452-403d-a1ed-407b9973fa47 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:14.833928 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5b16b941-018c-482d-8e7c-6813d1924568 req-9a228d8f-e452-403d-a1ed-407b9973fa47 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 950 time: 0.1085837 Sep 16 04:43:14.871118 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-295fd2f8-fbe1-40a1-a352-8861f75dd1fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:14.875485 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-59fa063c-701c-4db3-9e8f-83a21c0a7b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:14.878111 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-59fa063c-701c-4db3-9e8f-83a21c0a7b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:14.886274 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-59fa063c-701c-4db3-9e8f-83a21c0a7b6b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ff80ad6e-ce8f-4712-93f5-24e1b9bc6c32 HTTP/1.1" status: 204 len: 168 time: 0.5760045 Sep 16 04:43:14.935812 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5b16b941-018c-482d-8e7c-6813d1924568 req-df816c58-202c-4d09-a90b-64a1befe9092 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896888 Sep 16 04:43:14.984339 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-295fd2f8-fbe1-40a1-a352-8861f75dd1fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:15.018599 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa063c-701c-4db3-9e8f-83a21c0a7b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff80ad6e-ce8f-4712-93f5-24e1b9bc6c32,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:15.049382 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1c5e3f46-9571-47c2-99dd-d28dbb4ac163 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:15.069047 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1c5e3f46-9571-47c2-99dd-d28dbb4ac163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:15.131045 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d59fb7-6d27-4b5b-908a-628de6528387 req-2ba74a1c-bc85-4912-84ec-6a6368e6683f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:15.133768 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-40d59fb7-6d27-4b5b-908a-628de6528387 req-2ba74a1c-bc85-4912-84ec-6a6368e6683f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5&tenant_id=832e485315cf4d818578c78d15f3a644 HTTP/1.1" status: 200 len: 1102 time: 0.0654023 Sep 16 04:43:15.139152 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-295fd2f8-fbe1-40a1-a352-8861f75dd1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:15.144686 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-295fd2f8-fbe1-40a1-a352-8861f75dd1fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:15.152477 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ec0ca-3cb6-4ac4-a702-e24f2c328f02 None None] Pushing event updated for resources: {'Port': ['ID=5b1db9de-8d33-4e5b-9168-6d113f0cb8f8,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:15.152656 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-295fd2f8-fbe1-40a1-a352-8861f75dd1fd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/05054cae-7e18-43fa-867b-fbbee74d9439 HTTP/1.1" status: 204 len: 168 time: 0.5586946 Sep 16 04:43:15.164438 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295fd2f8-fbe1-40a1-a352-8861f75dd1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05054cae-7e18-43fa-867b-fbbee74d9439,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:15.259743 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d59fb7-6d27-4b5b-908a-628de6528387 req-c160e470-2b74-4f4d-bb00-9a12bb518868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:15.261630 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-40d59fb7-6d27-4b5b-908a-628de6528387 req-c160e470-2b74-4f4d-bb00-9a12bb518868 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=832e485315cf4d818578c78d15f3a644&device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 1102 time: 0.0866604 Sep 16 04:43:15.392710 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-1c5e3f46-9571-47c2-99dd-d28dbb4ac163 None None] Attempting to bind port 5b1db9de-8d33-4e5b-9168-6d113f0cb8f8 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:15.400042 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-1c5e3f46-9571-47c2-99dd-d28dbb4ac163 None None] Attempting to bind port 5b1db9de-8d33-4e5b-9168-6d113f0cb8f8 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '7d04658e-84bb-4be3-acaa-f77a62639bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '268ab5df-65e1-4022-9ab7-d67387588731'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:15.400584 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5e3f46-9571-47c2-99dd-d28dbb4ac163 None None] Attempting to bind port 5b1db9de-8d33-4e5b-9168-6d113f0cb8f8 on network 268ab5df-65e1-4022-9ab7-d67387588731 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:15.416474 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5e3f46-9571-47c2-99dd-d28dbb4ac163 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:15.416881 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5e3f46-9571-47c2-99dd-d28dbb4ac163 None None] Checking segment: {'id': '7d04658e-84bb-4be3-acaa-f77a62639bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '268ab5df-65e1-4022-9ab7-d67387588731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:15.417291 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1c5e3f46-9571-47c2-99dd-d28dbb4ac163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:15.417686 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5e3f46-9571-47c2-99dd-d28dbb4ac163 None None] Bound using segment: {'id': '7d04658e-84bb-4be3-acaa-f77a62639bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '268ab5df-65e1-4022-9ab7-d67387588731'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:15.418566 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-1c5e3f46-9571-47c2-99dd-d28dbb4ac163 None None] Bound port: 5b1db9de-8d33-4e5b-9168-6d113f0cb8f8, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d04658e-84bb-4be3-acaa-f77a62639bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '268ab5df-65e1-4022-9ab7-d67387588731'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:15.418566 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1c5e3f46-9571-47c2-99dd-d28dbb4ac163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:15.521964 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-1c5e3f46-9571-47c2-99dd-d28dbb4ac163 None None] For port 5b1db9de-8d33-4e5b-9168-6d113f0cb8f8, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:15.531055 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:15.544788 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-1c5e3f46-9571-47c2-99dd-d28dbb4ac163 None None] For port 5b1db9de-8d33-4e5b-9168-6d113f0cb8f8, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=5b1db9de-8d33-4e5b-9168-6d113f0cb8f8,segment=NetworkSegment(7d04658e-84bb-4be3-acaa-f77a62639bd7),segment_id=7d04658e-84bb-4be3-acaa-f77a62639bd7)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:15.550456 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895aba7-44aa-4057-9c60-89e4004e8814 req-c2642da8-cd43-4e94-89c6-0369f81765b1 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:15.559010 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0895aba7-44aa-4057-9c60-89e4004e8814 req-c2642da8-cd43-4e94-89c6-0369f81765b1 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1 HTTP/1.1" status: 200 len: 945 time: 0.1288908 Sep 16 04:43:15.571287 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d59fb7-6d27-4b5b-908a-628de6528387 req-191b0c2a-b38e-445e-8251-0bbd8bddd529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:15.572816 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-40d59fb7-6d27-4b5b-908a-628de6528387 req-191b0c2a-b38e-445e-8251-0bbd8bddd529 service neutron] 10.222.0.47 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.3013222 Sep 16 04:43:15.654093 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1c5e3f46-9571-47c2-99dd-d28dbb4ac163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:15.692285 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-40d59fb7-6d27-4b5b-908a-628de6528387 req-4d9a73f6-3a06-463b-b961-42a0446bdea4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=aed1de52-e17a-46a9-af13-8ebdb2d92da6 HTTP/1.1" status: 200 len: 217 time: 0.1032891 Sep 16 04:43:15.704432 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0895aba7-44aa-4057-9c60-89e4004e8814 req-97d86536-9cb8-4aad-a9fb-0f3b7789167a tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377721 Sep 16 04:43:15.848946 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-b6a9d6bf-ed49-4b42-aee4-5a15740ff00b None None] Provisioning complete for port 5b1db9de-8d33-4e5b-9168-6d113f0cb8f8 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:15.849505 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d59fb7-6d27-4b5b-908a-628de6528387 req-fa03a80f-8a57-4dbb-83ce-5749babf243f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:15.850010 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b6a9d6bf-ed49-4b42-aee4-5a15740ff00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:15.852050 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-40d59fb7-6d27-4b5b-908a-628de6528387 req-fa03a80f-8a57-4dbb-83ce-5749babf243f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.1503556 Sep 16 04:43:15.903604 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5e3f46-9571-47c2-99dd-d28dbb4ac163 None None] Routers {'5c711429-b021-45d2-8194-8af5ca9aec2b'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:15.904554 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-1c5e3f46-9571-47c2-99dd-d28dbb4ac163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:43:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['5c711429-b021-45d2-8194-8af5ca9aec2b'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:16.049745 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 35308) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:16.059340 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d59fb7-6d27-4b5b-908a-628de6528387 req-225be082-3e10-4b72-ad2d-ab418cd4bdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:16.064008 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-40d59fb7-6d27-4b5b-908a-628de6528387 req-225be082-3e10-4b72-ad2d-ab418cd4bdf6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1719408 Sep 16 04:43:16.071944 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ec0ca-3cb6-4ac4-a702-e24f2c328f02 None None] Pushing event updated for resources: {'Port': ['ID=5b1db9de-8d33-4e5b-9168-6d113f0cb8f8,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:16.074304 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c2ee89dc-6bb0-4b7d-ac3e-cf4bdecbd35b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.121227 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:43:16.168592 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.169754 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:16.170314 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.313874 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b439c8e-b139-4166-9977-566ca3a06b04 req-394e3037-fc2d-4357-8803-89e5339741ef tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:16.322325 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5b439c8e-b139-4166-9977-566ca3a06b04 req-394e3037-fc2d-4357-8803-89e5339741ef tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 950 time: 0.2062528 Sep 16 04:43:16.343979 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-40d59fb7-6d27-4b5b-908a-628de6528387 req-84880031-ed14-4364-a229-4effbd61b9f6 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703106 Sep 16 04:43:16.427837 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-1c5e3f46-9571-47c2-99dd-d28dbb4ac163 None None] Set router 5c711429-b021-45d2-8194-8af5ca9aec2b gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:16.446888 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5b439c8e-b139-4166-9977-566ca3a06b04 req-9915a1ad-3259-425a-aba2-d2e1453fa5b1 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180658 Sep 16 04:43:16.500381 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c2ee89dc-6bb0-4b7d-ac3e-cf4bdecbd35b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.510860 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c2ee89dc-6bb0-4b7d-ac3e-cf4bdecbd35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.567657 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35316) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:16.569885 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c2ee89dc-6bb0-4b7d-ac3e-cf4bdecbd35b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=57c8aeabec514a949e8f32bcdb7fd0d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5187719 Sep 16 04:43:16.615052 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee89dc-6bb0-4b7d-ac3e-cf4bdecbd35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b84c62-c5b5-4341-a073-b164af0b6134,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:16.625166 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b6a9d6bf-ed49-4b42-aee4-5a15740ff00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.677243 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-40d59fb7-6d27-4b5b-908a-628de6528387 req-9cf97fd6-c3cb-4509-bd5b-a9c343184e4a service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241746 Sep 16 04:43:16.691532 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-58d3a237-240f-4836-ade1-45ae4c514415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.738435 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-58d3a237-240f-4836-ade1-45ae4c514415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.778408 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-b6a9d6bf-ed49-4b42-aee4-5a15740ff00b None None] For port 5b1db9de-8d33-4e5b-9168-6d113f0cb8f8, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=5b1db9de-8d33-4e5b-9168-6d113f0cb8f8,segment=NetworkSegment(7d04658e-84bb-4be3-acaa-f77a62639bd7),segment_id=7d04658e-84bb-4be3-acaa-f77a62639bd7)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:16.825992 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b6a9d6bf-ed49-4b42-aee4-5a15740ff00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.884967 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-58d3a237-240f-4836-ade1-45ae4c514415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.887784 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-58d3a237-240f-4836-ade1-45ae4c514415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.889164 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-58d3a237-240f-4836-ade1-45ae4c514415 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/93b84c62-c5b5-4341-a073-b164af0b6134 HTTP/1.1" status: 204 len: 168 time: 0.3199816 Sep 16 04:43:16.897871 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3a237-240f-4836-ade1-45ae4c514415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b84c62-c5b5-4341-a073-b164af0b6134,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:16.939955 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.973637 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9d6bf-ed49-4b42-aee4-5a15740ff00b None None] Pushing event updated for resources: {'Port': ['ID=5b1db9de-8d33-4e5b-9168-6d113f0cb8f8,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:16.999798 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3c689-35e5-4e54-88e6-e828d9a3d752 req-14ed34ac-733e-4762-a8a1-c3249199ddcb tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:17.009308 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7d3c689-35e5-4e54-88e6-e828d9a3d752 req-14ed34ac-733e-4762-a8a1-c3249199ddcb tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1 HTTP/1.1" status: 200 len: 945 time: 0.1849346 Sep 16 04:43:17.018607 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5,segment=NetworkSegment(4a16637a-dd29-4e96-bbcc-3812240bb05c),segment_id=4a16637a-dd29-4e96-bbcc-3812240bb05c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:17.033508 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:17.036426 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71f373e-e103-45b1-9bcb-2042a5d5a173" -d '{"events": [{"server_uuid": "f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1", "name": "network-vif-plugged", "status": "completed", "tag": "5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:17.046638 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:17.112273 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35336) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:17.130533 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7d3c689-35e5-4e54-88e6-e828d9a3d752 req-b4b19dec-58e8-4b1b-816e-981778566074 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146247 Sep 16 04:43:17.162045 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-538c8b51-b2eb-47ab-b5d7-ed47a58008c1 None None] Provisioning complete for port 5b1db9de-8d33-4e5b-9168-6d113f0cb8f8 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:17.162494 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-538c8b51-b2eb-47ab-b5d7-ed47a58008c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:17.201494 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:17.236297 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-1c5e3f46-9571-47c2-99dd-d28dbb4ac163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'name': 'tempest-TaggedBootDevicesTest-826315652-router', 'tenant_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'eef70565-41c5-41a6-be1b-ca878dbe12b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:55Z', 'updated_at': '2021-09-16T04:43:07Z', 'revision_number': 4, 'project_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'gw_port': {'id': 'eef70565-41c5-41a6-be1b-ca878dbe12b7', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:cf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:56Z', 'updated_at': '2021-09-16T04:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '5b1db9de-8d33-4e5b-9168-6d113f0cb8f8', 'name': '', 'network_id': '268ab5df-65e1-4022-9ab7-d67387588731', 'tenant_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'mac_address': 'fa:16:3e:dd:0a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '0f51e33f-c259-43fe-9f3c-bfa9813e6953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:06Z', 'updated_at': '2021-09-16T04:43:15Z', 'revision_number': 4, 'project_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'subnets': [{'id': '0f51e33f-c259-43fe-9f3c-bfa9813e6953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:17.285332 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5e3f46-9571-47c2-99dd-d28dbb4ac163 None None] The sync data for ids ['5c711429-b021-45d2-8194-8af5ca9aec2b'] in n-d-712139-15 is: [{'id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'name': 'tempest-TaggedBootDevicesTest-826315652-router', 'tenant_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'eef70565-41c5-41a6-be1b-ca878dbe12b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:55Z', 'updated_at': '2021-09-16T04:43:07Z', 'revision_number': 4, 'project_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'gw_port': {'id': 'eef70565-41c5-41a6-be1b-ca878dbe12b7', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:cf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:56Z', 'updated_at': '2021-09-16T04:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '5b1db9de-8d33-4e5b-9168-6d113f0cb8f8', 'name': '', 'network_id': '268ab5df-65e1-4022-9ab7-d67387588731', 'tenant_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'mac_address': 'fa:16:3e:dd:0a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '0f51e33f-c259-43fe-9f3c-bfa9813e6953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:06Z', 'updated_at': '2021-09-16T04:43:15Z', 'revision_number': 4, 'project_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'subnets': [{'id': '0f51e33f-c259-43fe-9f3c-bfa9813e6953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:43:17.489081 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8004dba3-201d-40fe-a627-e5eea50f5349 x-openstack-request-id: req-8004dba3-201d-40fe-a627-e5eea50f5349 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:17.489385 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1", "name": "network-vif-plugged", "status": "completed", "tag": "5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:17.496411 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8004dba3-201d-40fe-a627-e5eea50f5349 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:17.497073 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5', 'code': 200} Sep 16 04:43:17.518379 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device aed1de52-e17a-46a9-af13-8ebdb2d92da6 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:17.686572 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67bd6e-5843-439d-92b2-1246cb174381 req-19d0d58e-f021-456b-977d-46b9aa75eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:17.688135 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ce67bd6e-5843-439d-92b2-1246cb174381 req-19d0d58e-f021-456b-977d-46b9aa75eac8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1 HTTP/1.1" status: 200 len: 1098 time: 0.1671076 Sep 16 04:43:17.722583 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 5b1db9de-8d33-4e5b-9168-6d113f0cb8f8 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:17.820100 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03c9d8-8367-489c-9330-6b63ee0b1a9b req-e19eca4b-3005-47e5-b5d8-e581eafa30f4 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:17.832396 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fd03c9d8-8367-489c-9330-6b63ee0b1a9b req-e19eca4b-3005-47e5-b5d8-e581eafa30f4 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 950 time: 0.1790686 Sep 16 04:43:17.846424 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ce67bd6e-5843-439d-92b2-1246cb174381 req-76254a60-9ccc-4bbe-9445-9a86681c105c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465650 Sep 16 04:43:17.864956 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-7e46e554-4c9a-459e-a5c8-67e24539219d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1965491097-network', 'tenant_id': 'feb35d6815044dc78fef1435e68e9720'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:17.897139 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e46e554-4c9a-459e-a5c8-67e24539219d admin admin] Made reservation on behalf of feb35d6815044dc78fef1435e68e9720 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:17.902486 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e46e554-4c9a-459e-a5c8-67e24539219d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:17.930925 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e46e554-4c9a-459e-a5c8-67e24539219d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:17.969418 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fd03c9d8-8367-489c-9330-6b63ee0b1a9b req-60a7b2c6-0c24-4978-9dba-30f8982fe3d4 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360569 Sep 16 04:43:18.012759 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 5b1db9de-8d33-4e5b-9168-6d113f0cb8f8 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:18.013329 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:18.025856 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:18.137504 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e46e554-4c9a-459e-a5c8-67e24539219d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:18.154824 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port aed1de52-e17a-46a9-af13-8ebdb2d92da6, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=aed1de52-e17a-46a9-af13-8ebdb2d92da6,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:18.170337 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e46e554-4c9a-459e-a5c8-67e24539219d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:18.178044 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:18.184671 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e46e554-4c9a-459e-a5c8-67e24539219d admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:43:18.197522 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e46e554-4c9a-459e-a5c8-67e24539219d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:18.197914 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-7e46e554-4c9a-459e-a5c8-67e24539219d admin admin] Added segment 8a88cf17-2626-40ee-b5d7-20831c5d590c of type vlan for network 55135b4c-2e11-451e-9d70-37211e2657fa Sep 16 04:43:18.247612 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e46e554-4c9a-459e-a5c8-67e24539219d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:18.308126 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e46e554-4c9a-459e-a5c8-67e24539219d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:18.309783 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e46e554-4c9a-459e-a5c8-67e24539219d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:18.310743 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e46e554-4c9a-459e-a5c8-67e24539219d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:18.353499 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46e554-4c9a-459e-a5c8-67e24539219d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9764762a-64a8-4a4f-9047-d8fc1bccbd49,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:18.357720 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=aed1de52-e17a-46a9-af13-8ebdb2d92da6,revision_number=9']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:18.388877 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7e46e554-4c9a-459e-a5c8-67e24539219d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2751300 Sep 16 04:43:18.391728 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 35362) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:18.403188 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-ed8b307e-ba1b-40bf-94c7-a1114051c00f admin admin] Request body: {'subnet': {'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1965491097-subnet', 'tenant_id': 'feb35d6815044dc78fef1435e68e9720', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:18.509768 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8b307e-ba1b-40bf-94c7-a1114051c00f admin admin] Made reservation on behalf of feb35d6815044dc78fef1435e68e9720 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:18.512147 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ed8b307e-ba1b-40bf-94c7-a1114051c00f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:18.534730 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46e554-4c9a-459e-a5c8-67e24539219d admin admin] Pushing event updated for resources: {'Network': ['ID=55135b4c-2e11-451e-9d70-37211e2657fa,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:18.547010 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 55135b4c-2e11-451e-9d70-37211e2657fa details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:43:18.700516 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee0f76-0ae9-4f46-8039-f1d216a72a65 req-1cb72b88-37b9-4779-b80f-0ea8e35ca3d4 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:18.713383 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-deee0f76-0ae9-4f46-8039-f1d216a72a65 req-1cb72b88-37b9-4779-b80f-0ea8e35ca3d4 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1 HTTP/1.1" status: 200 len: 946 time: 0.2882698 Sep 16 04:43:18.801522 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:43:18.899965 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-deee0f76-0ae9-4f46-8039-f1d216a72a65 req-e3cf0055-8094-4837-ad40-acdc38164ed0 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834421 Sep 16 04:43:19.163109 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4be86dc3-6cdc-4eda-a43e-a04737583274 req-31de047d-1ad8-4c14-9ae2-76d07bcfbb06 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1215224 Sep 16 04:43:19.187837 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ed8b307e-ba1b-40bf-94c7-a1114051c00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:19.321804 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b307e-ba1b-40bf-94c7-a1114051c00f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d79ab8be-654b-4737-af1c-65a1487483c5,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:19.419373 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8b307e-ba1b-40bf-94c7-a1114051c00f admin admin] Checking segment: {'id': '8a88cf17-2626-40ee-b5d7-20831c5d590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:19.420152 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8b307e-ba1b-40bf-94c7-a1114051c00f admin admin] Network hostable DHCP agents. Network: 55135b4c-2e11-451e-9d70-37211e2657fa, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:43:19.430149 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab2a46-6540-4e09-bbd4-206ec05ca6b9 req-1d506434-af81-41e4-b045-5467ffeabd3d tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:19.439095 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be86dc3-6cdc-4eda-a43e-a04737583274 req-b56926a4-5f5f-4505-8302-8c6ed49440a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:19.440318 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-08ab2a46-6540-4e09-bbd4-206ec05ca6b9 req-1d506434-af81-41e4-b045-5467ffeabd3d tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 948 time: 0.1211381 Sep 16 04:43:19.442086 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4be86dc3-6cdc-4eda-a43e-a04737583274 req-b56926a4-5f5f-4505-8302-8c6ed49440a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=832e485315cf4d818578c78d15f3a644&device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 1101 time: 0.1132801 Sep 16 04:43:19.483854 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8b307e-ba1b-40bf-94c7-a1114051c00f admin admin] Network 55135b4c-2e11-451e-9d70-37211e2657fa is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:43:19.498345 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a903e627-6fa4-4c5c-9580-41150c9b9ea5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aed1de52-e17a-46a9-af13-8ebdb2d92da6'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:19.500783 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3284b09-a40f-40ca-a9f2-48fdf0063bee" -d '{"events": [{"server_uuid": "a903e627-6fa4-4c5c-9580-41150c9b9ea5", "name": "network-vif-unplugged", "status": "completed", "tag": "aed1de52-e17a-46a9-af13-8ebdb2d92da6"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:19.518766 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-08ab2a46-6540-4e09-bbd4-206ec05ca6b9 req-b4555789-deb1-49b2-8612-830e2cd73224 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771201 Sep 16 04:43:19.525059 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-ed8b307e-ba1b-40bf-94c7-a1114051c00f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 55135b4c-2e11-451e-9d70-37211e2657fa) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:19.534489 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device aed1de52-e17a-46a9-af13-8ebdb2d92da6 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:43:19.535677 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8b307e-ba1b-40bf-94c7-a1114051c00f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:19.536345 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ed8b307e-ba1b-40bf-94c7-a1114051c00f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:19.551776 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b4043d-92cb-40f3-87a0-810784c585ae None None] Network 55135b4c-2e11-451e-9d70-37211e2657fa requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:19.589353 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ed8b307e-ba1b-40bf-94c7-a1114051c00f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1964476 Sep 16 04:43:19.703228 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be86dc3-6cdc-4eda-a43e-a04737583274 req-2f36b731-d730-4285-9f42-a4c649dcca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:19.707736 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4be86dc3-6cdc-4eda-a43e-a04737583274 req-2f36b731-d730-4285-9f42-a4c649dcca62 service neutron] 10.222.0.47 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.2345097 Sep 16 04:43:19.787760 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5d5e65-adff-491c-8cb8-0e9d943c53af x-openstack-request-id: req-dd5d5e65-adff-491c-8cb8-0e9d943c53af {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:19.789513 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a903e627-6fa4-4c5c-9580-41150c9b9ea5", "name": "network-vif-unplugged", "status": "completed", "tag": "aed1de52-e17a-46a9-af13-8ebdb2d92da6", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:19.790652 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dd5d5e65-adff-491c-8cb8-0e9d943c53af {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:19.792976 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a903e627-6fa4-4c5c-9580-41150c9b9ea5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aed1de52-e17a-46a9-af13-8ebdb2d92da6', 'code': 200} Sep 16 04:43:19.809195 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.resource_extend [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:43:19.815604 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4be86dc3-6cdc-4eda-a43e-a04737583274 req-80ce7f95-3423-47da-a98e-564b12fde801 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=d3b66b72-abdf-4298-9c22-48593c2c42c3 HTTP/1.1" status: 200 len: 217 time: 0.0995321 Sep 16 04:43:19.919050 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75deeed4-d789-4e6a-b097-737d3d3a27ab req-7a9aab06-5b0f-4fd9-9125-088227fa95b8 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:19.919873 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be86dc3-6cdc-4eda-a43e-a04737583274 req-3bf0abd9-35ee-4080-98c9-9f8473a4f51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:19.920902 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-75deeed4-d789-4e6a-b097-737d3d3a27ab req-7a9aab06-5b0f-4fd9-9125-088227fa95b8 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 948 time: 0.0813982 Sep 16 04:43:19.922474 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4be86dc3-6cdc-4eda-a43e-a04737583274 req-3bf0abd9-35ee-4080-98c9-9f8473a4f51c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0970678 Sep 16 04:43:19.998744 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-75deeed4-d789-4e6a-b097-737d3d3a27ab req-77d2bc5a-5d86-4323-8fd4-6f1383d213a8 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680277 Sep 16 04:43:20.046724 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be86dc3-6cdc-4eda-a43e-a04737583274 req-3d0c31d2-3754-461b-8038-09182a9a105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:20.059787 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4be86dc3-6cdc-4eda-a43e-a04737583274 req-3d0c31d2-3754-461b-8038-09182a9a105d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1296825 Sep 16 04:43:20.231854 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945492c2-cf52-473f-a3ef-8c8dbb774eaf req-2d835f69-cae1-4316-85dc-8bb463617fd0 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:20.248874 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-945492c2-cf52-473f-a3ef-8c8dbb774eaf req-2d835f69-cae1-4316-85dc-8bb463617fd0 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1 HTTP/1.1" status: 200 len: 946 time: 0.1526546 Sep 16 04:43:20.276041 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4be86dc3-6cdc-4eda-a43e-a04737583274 req-4ef68149-e95c-4e8f-8fa7-aba157afbec7 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065668 Sep 16 04:43:20.278430 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port aed1de52-e17a-46a9-af13-8ebdb2d92da6, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=aed1de52-e17a-46a9-af13-8ebdb2d92da6,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:20.296955 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'aed1de52-e17a-46a9-af13-8ebdb2d92da6', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': 'aed1de52-e17a-46a9-af13-8ebdb2d92da6', 'mac_address': 'fa:16:3e:bc:9a:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:43:20.312704 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-945492c2-cf52-473f-a3ef-8c8dbb774eaf req-21179b7f-d270-47db-a480-85acb566b4b9 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505712 Sep 16 04:43:20.330008 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13496cb4-275e-4e0d-8f36-b2a863153d03 None None] Network 55135b4c-2e11-451e-9d70-37211e2657fa requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:20.442108 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4be86dc3-6cdc-4eda-a43e-a04737583274 req-39c0a7b5-17c6-4c8d-88a4-b1bb2bb99aef service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402154 Sep 16 04:43:20.457106 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:20.520390 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aed1de52-e17a-46a9-af13-8ebdb2d92da6 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:20.562780 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port aed1de52-e17a-46a9-af13-8ebdb2d92da6, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=aed1de52-e17a-46a9-af13-8ebdb2d92da6,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:20.590611 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:20.707060 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=aed1de52-e17a-46a9-af13-8ebdb2d92da6,revision_number=10']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:20.936277 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['aed1de52-e17a-46a9-af13-8ebdb2d92da6'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:23.557762 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device aed1de52-e17a-46a9-af13-8ebdb2d92da6 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:23.614927 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port aed1de52-e17a-46a9-af13-8ebdb2d92da6 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:23.615475 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:23.718466 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:23.745522 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a903e627-6fa4-4c5c-9580-41150c9b9ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed1de52-e17a-46a9-af13-8ebdb2d92da6'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:23.747907 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9e5cf9-5b01-470f-8e7d-e0399808ec93" -d '{"events": [{"server_uuid": "a903e627-6fa4-4c5c-9580-41150c9b9ea5", "name": "network-vif-plugged", "status": "completed", "tag": "aed1de52-e17a-46a9-af13-8ebdb2d92da6"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:23.763321 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port aed1de52-e17a-46a9-af13-8ebdb2d92da6, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=aed1de52-e17a-46a9-af13-8ebdb2d92da6,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:23.771023 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:23.837588 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=aed1de52-e17a-46a9-af13-8ebdb2d92da6,revision_number=11']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:27.571909 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-d0a0fefc-3ac4-4061-95b5-304c9969bb7b tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:27.574653 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-d0a0fefc-3ac4-4061-95b5-304c9969bb7b tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/networks?id=55135b4c-2e11-451e-9d70-37211e2657fa HTTP/1.1" status: 200 len: 812 time: 0.1668591 Sep 16 04:43:27.593366 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-4c88436c-ebc7-4de3-aa25-221ade4a947e tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/quotas/feb35d6815044dc78fef1435e68e9720 HTTP/1.1" status: 200 len: 375 time: 0.0119538 Sep 16 04:43:27.647429 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-06de4541-1636-4734-9dbd-d8cbac16132a tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=feb35d6815044dc78fef1435e68e9720&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473373 Sep 16 04:43:27.754992 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-aa26be3e-b2a9-42db-a541-8112a6b45ad2 service neutron] 10.222.0.35 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061087 Sep 16 04:43:27.869755 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-c6861d34-757e-4411-bba1-8a2d33669101 service neutron] 10.222.0.35 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003127 Sep 16 04:43:28.267897 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a172c1b-169c-4fbe-aa9f-6b99c88f1dcb req-022487f7-29a0-4ee6-9171-a7c919804b94 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:28.269718 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a172c1b-169c-4fbe-aa9f-6b99c88f1dcb req-022487f7-29a0-4ee6-9171-a7c919804b94 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f1432ac-d655-4d29-b0a5-627cfea77eda HTTP/1.1" status: 200 len: 945 time: 0.0651319 Sep 16 04:43:28.333316 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a172c1b-169c-4fbe-aa9f-6b99c88f1dcb req-8000bb8f-2bea-4d99-9e12-a4a74c064018 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554235 Sep 16 04:43:28.503133 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a5aa97-1907-4c22-872f-e13a6f545ce3 x-openstack-request-id: req-85a5aa97-1907-4c22-872f-e13a6f545ce3 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:28.503670 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a903e627-6fa4-4c5c-9580-41150c9b9ea5", "name": "network-vif-plugged", "status": "completed", "tag": "aed1de52-e17a-46a9-af13-8ebdb2d92da6", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:28.503786 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-85a5aa97-1907-4c22-872f-e13a6f545ce3 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:28.504145 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a903e627-6fa4-4c5c-9580-41150c9b9ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed1de52-e17a-46a9-af13-8ebdb2d92da6', 'code': 200} Sep 16 04:43:28.947189 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90c71408-54cb-40a1-9030-9518668271ce req-a526fd6e-867a-4da3-a0d7-ddb18beac2ba service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1261792 Sep 16 04:43:28.996909 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-8e9965ee-de0b-482d-8e61-26cbdbff2266 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:28.998373 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-8e9965ee-de0b-482d-8e61-26cbdbff2266 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.35 "GET /v2.0/networks?id=b8554a99-cc4a-4185-be03-db4155a4d044 HTTP/1.1" status: 200 len: 814 time: 0.2190840 Sep 16 04:43:29.041748 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-f972298c-b98c-45f9-ab9d-6016a93c901e tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.35 "GET /v2.0/quotas/e89da63dfb404d24873410c7a7044352 HTTP/1.1" status: 200 len: 375 time: 0.0337167 Sep 16 04:43:29.064712 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c71408-54cb-40a1-9030-9518668271ce req-2b1c8395-b744-475a-a838-f24d305504c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:29.065103 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c71408-54cb-40a1-9030-9518668271ce req-2b1c8395-b744-475a-a838-f24d305504c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:29.065576 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c71408-54cb-40a1-9030-9518668271ce req-2b1c8395-b744-475a-a838-f24d305504c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:29.066049 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c71408-54cb-40a1-9030-9518668271ce req-2b1c8395-b744-475a-a838-f24d305504c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:29.066511 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c71408-54cb-40a1-9030-9518668271ce req-2b1c8395-b744-475a-a838-f24d305504c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:29.066974 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c71408-54cb-40a1-9030-9518668271ce req-2b1c8395-b744-475a-a838-f24d305504c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:29.067436 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c71408-54cb-40a1-9030-9518668271ce req-2b1c8395-b744-475a-a838-f24d305504c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:29.069410 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90c71408-54cb-40a1-9030-9518668271ce req-2b1c8395-b744-475a-a838-f24d305504c3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4243ae1bae14f92bfd009f22277a59c&device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 6509 time: 0.0701270 Sep 16 04:43:29.112372 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-86e4821b-dcc8-48b7-bb87-96c041eed1c8 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e89da63dfb404d24873410c7a7044352&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628209 Sep 16 04:43:29.305094 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c71408-54cb-40a1-9030-9518668271ce req-c8afdcd3-23a7-407d-aed4-0299f3da83fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:29.306797 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c71408-54cb-40a1-9030-9518668271ce req-c8afdcd3-23a7-407d-aed4-0299f3da83fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:29.307276 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c71408-54cb-40a1-9030-9518668271ce req-c8afdcd3-23a7-407d-aed4-0299f3da83fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:29.308935 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90c71408-54cb-40a1-9030-9518668271ce req-c8afdcd3-23a7-407d-aed4-0299f3da83fd service neutron] 10.222.0.48 "GET /v2.0/networks?id=d29577ec-b037-4a73-9540-c8c176056e63&id=186f59de-9f65-4bd5-bdf6-31e998b65f87&id=186f59de-9f65-4bd5-bdf6-31e998b65f87&id=186f59de-9f65-4bd5-bdf6-31e998b65f87&id=186f59de-9f65-4bd5-bdf6-31e998b65f87&id=61e5fdfb-a994-4f9f-ba5e-6bb06826494f&id=61e5fdfb-a994-4f9f-ba5e-6bb06826494f HTTP/1.1" status: 200 len: 2297 time: 0.1952474 Sep 16 04:43:29.362074 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-4e6ecd75-1dab-44a2-99af-56a570c936a7 service neutron] 10.222.0.35 "GET /v2.0/networks/b8554a99-cc4a-4185-be03-db4155a4d044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388935 Sep 16 04:43:29.499598 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-bcecc98a-1a72-4907-b112-aa68d01e21e9 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:29.501452 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-bcecc98a-1a72-4907-b112-aa68d01e21e9 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.48 "GET /v2.0/networks?id=55135b4c-2e11-451e-9d70-37211e2657fa HTTP/1.1" status: 200 len: 812 time: 0.1579013 Sep 16 04:43:29.522282 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-10ac3486-9eb8-4c73-bdb2-03f5c7a8e152 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Request body: {'port': {'device_id': 'c583657b-1d0b-4850-9d99-4afad613b52e', 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa', 'admin_state_up': True, 'tenant_id': 'feb35d6815044dc78fef1435e68e9720'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:29.552625 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-879af184-aa6c-4d4a-9b27-1e6d00da45d4 service neutron] 10.222.0.35 "GET /v2.0/networks/b8554a99-cc4a-4185-be03-db4155a4d044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371768 Sep 16 04:43:29.565712 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90c71408-54cb-40a1-9030-9518668271ce req-5c66ae65-73ac-48d2-9eea-dff404c2483d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64f9b34f-127f-430e-af48-408f4ad392a0 HTTP/1.1" status: 200 len: 1002 time: 0.2225757 Sep 16 04:43:29.637005 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c71408-54cb-40a1-9030-9518668271ce req-1623dba0-fa9e-4297-977f-d3f31d920c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:29.638490 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90c71408-54cb-40a1-9030-9518668271ce req-1623dba0-fa9e-4297-977f-d3f31d920c50 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7053ff15-410c-47cc-ae7a-b4692790659a HTTP/1.1" status: 200 len: 855 time: 0.0624945 Sep 16 04:43:29.707091 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c71408-54cb-40a1-9030-9518668271ce req-acc7aeac-b9e7-44eb-8e4b-c43e0882c5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:29.712730 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90c71408-54cb-40a1-9030-9518668271ce req-acc7aeac-b9e7-44eb-8e4b-c43e0882c5bc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d29577ec-b037-4a73-9540-c8c176056e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639751 Sep 16 04:43:29.766142 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-10ac3486-9eb8-4c73-bdb2-03f5c7a8e152 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Made reservation on behalf of feb35d6815044dc78fef1435e68e9720 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:29.769804 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-10ac3486-9eb8-4c73-bdb2-03f5c7a8e152 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:29.814584 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e634ed3a-a540-4c56-9f6a-2ea188ae5230 req-27a547fa-9dd6-457d-84ac-f15e6b7a4cef tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=c583657b-1d0b-4850-9d99-4afad613b52e HTTP/1.1" status: 200 len: 210 time: 0.0769234 Sep 16 04:43:29.955314 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90c71408-54cb-40a1-9030-9518668271ce req-d223207b-2973-4260-9201-370fbc377a94 service neutron] 10.222.0.48 "GET /v2.0/networks/d29577ec-b037-4a73-9540-c8c176056e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358794 Sep 16 04:43:29.978661 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-31f11c44-5b6a-4a26-bde8-7443dbdd206f tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=832e485315cf4d818578c78d15f3a644&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407360 Sep 16 04:43:30.069414 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-10ac3486-9eb8-4c73-bdb2-03f5c7a8e152 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Allocated IP 172.20.0.11 (55135b4c-2e11-451e-9d70-37211e2657fa/d79ab8be-654b-4737-af1c-65a1487483c5/3b8b35eb-dfdb-4945-990a-98908a3bd7a2) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:30.182185 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35694) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:30.197908 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90c71408-54cb-40a1-9030-9518668271ce req-665c8c2f-d6e5-4dff-88e0-46de7399ded7 service neutron] 10.222.0.48 "GET /v2.0/networks/d29577ec-b037-4a73-9540-c8c176056e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297933 Sep 16 04:43:30.207712 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-68dc14c2-68b9-4b2e-8d88-9ae56faad841 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:30.209631 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-68dc14c2-68b9-4b2e-8d88-9ae56faad841 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2294793 Sep 16 04:43:30.260140 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90c71408-54cb-40a1-9030-9518668271ce req-bba3ef13-b4e8-40d1-a022-90a7812955a1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=bd51029a-e07d-4d58-9043-d4961dda4772 HTTP/1.1" status: 200 len: 217 time: 0.0491068 Sep 16 04:43:30.263179 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-617e1ffa-8bc2-42d2-92ee-794db42cd363 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/quotas/832e485315cf4d818578c78d15f3a644 HTTP/1.1" status: 200 len: 375 time: 0.0442142 Sep 16 04:43:30.317865 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-10ac3486-9eb8-4c73-bdb2-03f5c7a8e152 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.356399 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c71408-54cb-40a1-9030-9518668271ce req-5ce64a31-f90b-4fd4-992c-64ade167f4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:30.358134 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90c71408-54cb-40a1-9030-9518668271ce req-5ce64a31-f90b-4fd4-992c-64ade167f4ab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d09b2a1-b6c3-49c5-85fd-f0d937e1c465 HTTP/1.1" status: 200 len: 797 time: 0.0893676 Sep 16 04:43:30.384059 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-5cacfa7f-1db2-42cc-a4d9-d44415250dde tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=832e485315cf4d818578c78d15f3a644&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1038358 Sep 16 04:43:30.495522 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c71408-54cb-40a1-9030-9518668271ce req-83328a70-293b-4d4d-837d-45782e4f2ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:30.497260 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90c71408-54cb-40a1-9030-9518668271ce req-83328a70-293b-4d4d-837d-45782e4f2ed7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=186f59de-9f65-4bd5-bdf6-31e998b65f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0882266 Sep 16 04:43:30.680634 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a2ac8ff0-0032-4bf3-a0b8-f9f7f0f9bde3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.719130 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-10ac3486-9eb8-4c73-bdb2-03f5c7a8e152 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.742366 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5657b4-0c11-493f-ab0c-1f1601de65ee req-a19972fb-baaa-4cc7-888a-53aa269563d7 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:30.756693 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ea5657b4-0c11-493f-ab0c-1f1601de65ee req-a19972fb-baaa-4cc7-888a-53aa269563d7 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=91aa72b6-ad50-49bb-8034-9e44ddbf56ce HTTP/1.1" status: 200 len: 945 time: 0.1121330 Sep 16 04:43:30.780403 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90c71408-54cb-40a1-9030-9518668271ce req-b5cf16ba-1d53-4382-84de-183444ba913e service neutron] 10.222.0.48 "GET /v2.0/networks/186f59de-9f65-4bd5-bdf6-31e998b65f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574017 Sep 16 04:43:30.809550 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-10ac3486-9eb8-4c73-bdb2-03f5c7a8e152 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Network 55135b4c-2e11-451e-9d70-37211e2657fa is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:30.819917 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-10ac3486-9eb8-4c73-bdb2-03f5c7a8e152 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:30.826927 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-10ac3486-9eb8-4c73-bdb2-03f5c7a8e152 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:30.830519 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac3486-9eb8-4c73-bdb2-03f5c7a8e152 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Pushing event updated for resources: {'Port': ['ID=3b8b35eb-dfdb-4945-990a-98908a3bd7a2,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:30.866486 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ea5657b4-0c11-493f-ab0c-1f1601de65ee req-688788dc-836a-40ed-ae93-fe2946b67315 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047273 Sep 16 04:43:30.917204 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-10ac3486-9eb8-4c73-bdb2-03f5c7a8e152 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:30.917897 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-10ac3486-9eb8-4c73-bdb2-03f5c7a8e152 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.991118 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90c71408-54cb-40a1-9030-9518668271ce req-a6c45934-90d4-4732-bb5a-5e3ad3d3fdd1 service neutron] 10.222.0.48 "GET /v2.0/networks/186f59de-9f65-4bd5-bdf6-31e998b65f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958017 Sep 16 04:43:30.999962 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a2ac8ff0-0032-4bf3-a0b8-f9f7f0f9bde3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:31.006075 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a2ac8ff0-0032-4bf3-a0b8-f9f7f0f9bde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:31.029030 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-10ac3486-9eb8-4c73-bdb2-03f5c7a8e152 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5110106 Sep 16 04:43:31.056297 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-2af300ac-0ab9-45ee-abb9-471d3c0a7863 service neutron] Request body: {'port': {'device_id': 'c583657b-1d0b-4850-9d99-4afad613b52e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:31.064037 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac8ff0-0032-4bf3-a0b8-f9f7f0f9bde3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a6b4ab-a563-45d8-9924-6797280bec8d,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:31.082822 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a2ac8ff0-0032-4bf3-a0b8-f9f7f0f9bde3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e5ee48ef569741b689d049e4e3bc8030&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8992324 Sep 16 04:43:31.086248 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35722) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:31.086481 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90c71408-54cb-40a1-9030-9518668271ce req-794f493e-2730-4a6a-8cd3-6a40aedac4e2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=1c1269c5-eca9-40a2-88a3-22d6ff08a78b HTTP/1.1" status: 200 len: 217 time: 0.0677776 Sep 16 04:43:31.151878 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-2af300ac-0ab9-45ee-abb9-471d3c0a7863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:31.178442 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c71408-54cb-40a1-9030-9518668271ce req-4b36df79-cccc-4799-832e-05b6d2502d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:31.180683 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90c71408-54cb-40a1-9030-9518668271ce req-4b36df79-cccc-4799-832e-05b6d2502d30 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d09b2a1-b6c3-49c5-85fd-f0d937e1c465 HTTP/1.1" status: 200 len: 797 time: 0.0751703 Sep 16 04:43:31.220646 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-645db41e-4fde-4e1a-804e-203783b17583 req-61bb3ad8-a6ad-4d2a-8a70-dda0d9865f26 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e745e20-fb30-401b-927d-65ce174771ac HTTP/1.1" status: 200 len: 210 time: 0.0388405 Sep 16 04:43:31.252654 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3daf50cf-aa30-48dd-8f5b-098213ccaa34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:31.269277 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c71408-54cb-40a1-9030-9518668271ce req-ae796b62-fa7c-4c8c-a5b2-98800aafff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:31.271397 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90c71408-54cb-40a1-9030-9518668271ce req-ae796b62-fa7c-4c8c-a5b2-98800aafff4b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=186f59de-9f65-4bd5-bdf6-31e998b65f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0803652 Sep 16 04:43:31.393291 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3daf50cf-aa30-48dd-8f5b-098213ccaa34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:31.404828 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-71ecb88d-abec-44db-828d-db736b9416e1 req-8f7013bd-f807-40a6-b4d7-1cc31dd7daa8 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 210 time: 0.0767968 Sep 16 04:43:31.465378 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90c71408-54cb-40a1-9030-9518668271ce req-33ba5a7b-ec20-4ae2-9352-123b7fda54f2 service neutron] 10.222.0.48 "GET /v2.0/networks/186f59de-9f65-4bd5-bdf6-31e998b65f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799810 Sep 16 04:43:31.610638 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-48e38599-6edc-4d05-97a0-bd0a4ee27990 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:31.612257 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-48e38599-6edc-4d05-97a0-bd0a4ee27990 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.47 "GET /v2.0/networks?id=b8554a99-cc4a-4185-be03-db4155a4d044 HTTP/1.1" status: 200 len: 814 time: 0.2169499 Sep 16 04:43:31.617262 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3daf50cf-aa30-48dd-8f5b-098213ccaa34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:31.620477 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3daf50cf-aa30-48dd-8f5b-098213ccaa34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:31.623547 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3daf50cf-aa30-48dd-8f5b-098213ccaa34 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/36a6b4ab-a563-45d8-9924-6797280bec8d HTTP/1.1" status: 204 len: 168 time: 0.5360434 Sep 16 04:43:31.645116 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-c0ecffa1-3ad0-4e8f-86a9-91a01b5b7ff6 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] Request body: {'port': {'device_id': '5e745e20-fb30-401b-927d-65ce174771ac', 'network_id': 'b8554a99-cc4a-4185-be03-db4155a4d044', 'admin_state_up': True, 'tenant_id': 'e89da63dfb404d24873410c7a7044352'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:31.671821 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf50cf-aa30-48dd-8f5b-098213ccaa34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a6b4ab-a563-45d8-9924-6797280bec8d,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:31.689768 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331a9c6-acff-4203-ba6f-1fbe41df0a2a req-2caa5ce2-675a-4a10-8b18-3272c8e10ec3 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:31.697927 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7331a9c6-acff-4203-ba6f-1fbe41df0a2a req-2caa5ce2-675a-4a10-8b18-3272c8e10ec3 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=c583657b-1d0b-4850-9d99-4afad613b52e HTTP/1.1" status: 200 len: 932 time: 0.1103158 Sep 16 04:43:31.728892 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90c71408-54cb-40a1-9030-9518668271ce req-a0477ac8-c257-495b-8ced-f31726914981 service neutron] 10.222.0.48 "GET /v2.0/networks/186f59de-9f65-4bd5-bdf6-31e998b65f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537694 Sep 16 04:43:31.796979 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7331a9c6-acff-4203-ba6f-1fbe41df0a2a req-a00a577e-ce38-486f-bd33-81cc60dc7f51 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875180 Sep 16 04:43:31.796979 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90c71408-54cb-40a1-9030-9518668271ce req-f8634e8a-e068-4b19-a429-39eff2e4f234 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=73d8d554-f319-4b46-9a4f-1b186b031259 HTTP/1.1" status: 200 len: 217 time: 0.0547564 Sep 16 04:43:31.812015 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-2af300ac-0ab9-45ee-abb9-471d3c0a7863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b8b35eb-dfdb-4945-990a-98908a3bd7a2 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:31.821071 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-2af300ac-0ab9-45ee-abb9-471d3c0a7863 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:31.836582 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-2af300ac-0ab9-45ee-abb9-471d3c0a7863 service neutron] Transition to ACTIVE for port object 3b8b35eb-dfdb-4945-990a-98908a3bd7a2 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:43:31.872746 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-2af300ac-0ab9-45ee-abb9-471d3c0a7863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:31.879395 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c71408-54cb-40a1-9030-9518668271ce req-36b3ebed-b415-4a92-ba37-98d6d8d63b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:31.883458 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90c71408-54cb-40a1-9030-9518668271ce req-36b3ebed-b415-4a92-ba37-98d6d8d63b6f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d09b2a1-b6c3-49c5-85fd-f0d937e1c465 HTTP/1.1" status: 200 len: 797 time: 0.0796571 Sep 16 04:43:31.981652 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c71408-54cb-40a1-9030-9518668271ce req-18e40b81-ff15-4ec7-93aa-a0004edff244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:31.985176 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90c71408-54cb-40a1-9030-9518668271ce req-18e40b81-ff15-4ec7-93aa-a0004edff244 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=186f59de-9f65-4bd5-bdf6-31e998b65f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0939069 Sep 16 04:43:32.045872 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-c0ecffa1-3ad0-4e8f-86a9-91a01b5b7ff6 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] Made reservation on behalf of e89da63dfb404d24873410c7a7044352 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:32.049941 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-c0ecffa1-3ad0-4e8f-86a9-91a01b5b7ff6 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:32.066580 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-2af300ac-0ab9-45ee-abb9-471d3c0a7863 service neutron] Attempting to bind port 3b8b35eb-dfdb-4945-990a-98908a3bd7a2 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:32.066898 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-2af300ac-0ab9-45ee-abb9-471d3c0a7863 service neutron] Attempting to bind port 3b8b35eb-dfdb-4945-990a-98908a3bd7a2 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '8a88cf17-2626-40ee-b5d7-20831c5d590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:32.067221 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-2af300ac-0ab9-45ee-abb9-471d3c0a7863 service neutron] Attempting to bind port 3b8b35eb-dfdb-4945-990a-98908a3bd7a2 on network 55135b4c-2e11-451e-9d70-37211e2657fa {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:32.169901 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af300ac-0ab9-45ee-abb9-471d3c0a7863 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8b35eb-dfdb-4945-990a-98908a3bd7a2,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:32.172406 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-2af300ac-0ab9-45ee-abb9-471d3c0a7863 service neutron] Port 3b8b35eb-dfdb-4945-990a-98908a3bd7a2 on network 55135b4c-2e11-451e-9d70-37211e2657fa not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:43:32.172866 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-2af300ac-0ab9-45ee-abb9-471d3c0a7863 service neutron] Attempting to bind port 3b8b35eb-dfdb-4945-990a-98908a3bd7a2 on network 55135b4c-2e11-451e-9d70-37211e2657fa {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:32.190501 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-2af300ac-0ab9-45ee-abb9-471d3c0a7863 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:32.191071 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-2af300ac-0ab9-45ee-abb9-471d3c0a7863 service neutron] Checking segment: {'id': '8a88cf17-2626-40ee-b5d7-20831c5d590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:32.191563 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-2af300ac-0ab9-45ee-abb9-471d3c0a7863 service neutron] Bound using segment: {'id': '8a88cf17-2626-40ee-b5d7-20831c5d590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:32.192129 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-2af300ac-0ab9-45ee-abb9-471d3c0a7863 service neutron] Bound port: 3b8b35eb-dfdb-4945-990a-98908a3bd7a2, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a88cf17-2626-40ee-b5d7-20831c5d590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:32.192708 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-2af300ac-0ab9-45ee-abb9-471d3c0a7863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:32.197936 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90c71408-54cb-40a1-9030-9518668271ce req-587ea478-c281-4bed-8d7c-6edaef752018 service neutron] 10.222.0.48 "GET /v2.0/networks/186f59de-9f65-4bd5-bdf6-31e998b65f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051518 Sep 16 04:43:32.418173 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90c71408-54cb-40a1-9030-9518668271ce req-1318ff35-bc9f-4d9e-ac3e-2efe4faa789b service neutron] 10.222.0.48 "GET /v2.0/networks/186f59de-9f65-4bd5-bdf6-31e998b65f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118645 Sep 16 04:43:32.471302 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-c0ecffa1-3ad0-4e8f-86a9-91a01b5b7ff6 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] Allocated IP 172.20.0.3 (b8554a99-cc4a-4185-be03-db4155a4d044/1dd08a38-6793-4bc5-830d-909e33bdbeee/163c37d1-54c8-4349-8fff-11be4a79fbee) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:32.475501 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-2af300ac-0ab9-45ee-abb9-471d3c0a7863 service neutron] For port 3b8b35eb-dfdb-4945-990a-98908a3bd7a2, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:32.481767 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-f7c524ac-249d-44d9-b7a1-c6d65b33399d tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=832e485315cf4d818578c78d15f3a644&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0762670 Sep 16 04:43:32.512032 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-2af300ac-0ab9-45ee-abb9-471d3c0a7863 service neutron] For port 3b8b35eb-dfdb-4945-990a-98908a3bd7a2, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=3b8b35eb-dfdb-4945-990a-98908a3bd7a2,segment=NetworkSegment(8a88cf17-2626-40ee-b5d7-20831c5d590c),segment_id=8a88cf17-2626-40ee-b5d7-20831c5d590c)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:32.514770 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90c71408-54cb-40a1-9030-9518668271ce req-d2beccce-cc3c-402a-9abf-7b37abe40089 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=63cfde0c-f88c-4163-b766-7b934a3d378e HTTP/1.1" status: 200 len: 217 time: 0.0877111 Sep 16 04:43:32.544045 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab26a66-9eca-4991-b338-b8028c5def26 req-f38bc052-8b14-405a-9c87-a294ff150430 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:32.555157 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9ab26a66-9eca-4991-b338-b8028c5def26 req-f38bc052-8b14-405a-9c87-a294ff150430 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1 HTTP/1.1" status: 200 len: 946 time: 0.2077978 Sep 16 04:43:32.574137 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-2af300ac-0ab9-45ee-abb9-471d3c0a7863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:32.613261 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-2af300ac-0ab9-45ee-abb9-471d3c0a7863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:32.614375 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-2af300ac-0ab9-45ee-abb9-471d3c0a7863 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:32.615988 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-2af300ac-0ab9-45ee-abb9-471d3c0a7863 service neutron] 10.222.0.48 "PUT /v2.0/ports/3b8b35eb-dfdb-4945-990a-98908a3bd7a2 HTTP/1.1" status: 200 len: 1093 time: 1.5667238 Sep 16 04:43:32.635681 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c583657b-1d0b-4850-9d99-4afad613b52e', 'tag': '3b8b35eb-dfdb-4945-990a-98908a3bd7a2'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:32.638864 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf11d13d-47ed-4be3-b1f0-3bcd158050a0" -d '{"events": [{"name": "network-changed", "server_uuid": "c583657b-1d0b-4850-9d99-4afad613b52e", "tag": "3b8b35eb-dfdb-4945-990a-98908a3bd7a2"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:32.676904 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c71408-54cb-40a1-9030-9518668271ce req-53e724f9-9f23-4e19-a475-3a332d7db2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:32.678548 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90c71408-54cb-40a1-9030-9518668271ce req-53e724f9-9f23-4e19-a475-3a332d7db2fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d09b2a1-b6c3-49c5-85fd-f0d937e1c465 HTTP/1.1" status: 200 len: 797 time: 0.1555212 Sep 16 04:43:32.693184 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9ab26a66-9eca-4991-b338-b8028c5def26 req-cf29b23e-5f18-4597-be88-e9e5f4bf4c7b tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370878 Sep 16 04:43:32.759954 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c71408-54cb-40a1-9030-9518668271ce req-40498f3c-cac4-44d5-88d6-ebdfce003014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:32.762297 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90c71408-54cb-40a1-9030-9518668271ce req-40498f3c-cac4-44d5-88d6-ebdfce003014 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=186f59de-9f65-4bd5-bdf6-31e998b65f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0680363 Sep 16 04:43:32.966014 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90c71408-54cb-40a1-9030-9518668271ce req-7d523c50-1054-4817-9683-8d0e43abc3d3 service neutron] 10.222.0.48 "GET /v2.0/networks/186f59de-9f65-4bd5-bdf6-31e998b65f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726716 Sep 16 04:43:33.061489 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af300ac-0ab9-45ee-abb9-471d3c0a7863 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8b35eb-dfdb-4945-990a-98908a3bd7a2,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:33.091109 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-5cb55dc2-ad7d-4d2a-baf0-211401037f78 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:33.092862 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-5cb55dc2-ad7d-4d2a-baf0-211401037f78 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6028376 Sep 16 04:43:33.115564 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-5053db4d-d47f-4a88-972e-974673051783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:33.117187 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-5053db4d-d47f-4a88-972e-974673051783 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=feb35d6815044dc78fef1435e68e9720&device_id=c583657b-1d0b-4850-9d99-4afad613b52e HTTP/1.1" status: 200 len: 1096 time: 0.3849430 Sep 16 04:43:33.125055 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-51680e53-002c-49d2-a821-570d2ca04e7a req-bd98e9c9-4cf1-4327-9573-c18f0fbe01eb tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e745e20-fb30-401b-927d-65ce174771ac HTTP/1.1" status: 200 len: 210 time: 0.0838680 Sep 16 04:43:33.223410 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-85237092-a260-4362-8819-7e0dca0fa1b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b8b35eb-dfdb-4945-990a-98908a3bd7a2 HTTP/1.1" status: 200 len: 217 time: 0.0876086 Sep 16 04:43:33.296002 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-c0ecffa1-3ad0-4e8f-86a9-91a01b5b7ff6 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:33.321014 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90c71408-54cb-40a1-9030-9518668271ce req-43a75ec0-daf8-4a31-8db5-92dd28ec42c0 service neutron] 10.222.0.48 "GET /v2.0/networks/186f59de-9f65-4bd5-bdf6-31e998b65f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353283 Sep 16 04:43:33.355240 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-722768f8-1248-49c1-9be4-0f03c9e31d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:33.357800 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-722768f8-1248-49c1-9be4-0f03c9e31d62 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d79ab8be-654b-4737-af1c-65a1487483c5 HTTP/1.1" status: 200 len: 852 time: 0.1262255 Sep 16 04:43:33.464596 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-bca70bc3-705c-433a-bb54-c7be01b18c89 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=55135b4c-2e11-451e-9d70-37211e2657fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899634 Sep 16 04:43:33.536768 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-c0ecffa1-3ad0-4e8f-86a9-91a01b5b7ff6 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:33.727470 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-c0ecffa1-3ad0-4e8f-86a9-91a01b5b7ff6 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] Network b8554a99-cc4a-4185-be03-db4155a4d044 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:33.745190 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-c0ecffa1-3ad0-4e8f-86a9-91a01b5b7ff6 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:33.762057 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ecffa1-3ad0-4e8f-86a9-91a01b5b7ff6 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] Pushing event updated for resources: {'Port': ['ID=163c37d1-54c8-4349-8fff-11be4a79fbee,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:33.769321 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-c0ecffa1-3ad0-4e8f-86a9-91a01b5b7ff6 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:33.784140 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-ecc249f7-ad9d-4ead-8a35-f37834fc6a8d service neutron] 10.222.0.48 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181663 Sep 16 04:43:33.870394 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90c71408-54cb-40a1-9030-9518668271ce req-c7771128-9a08-472e-8efb-fe3414387312 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=60bdf96a-acb0-42be-9e2a-0e79fa6e1a85 HTTP/1.1" status: 200 len: 217 time: 0.5484765 Sep 16 04:43:33.928607 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-101dd611-5ea0-4faa-a53d-a0edf851445f req-92bd6b89-8bc7-4f8d-9731-2be8371e6d5c tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 210 time: 0.6007245 Sep 16 04:43:34.027411 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c71408-54cb-40a1-9030-9518668271ce req-9180a759-4d6d-42e9-8430-d53c3ecfd907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:34.028969 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90c71408-54cb-40a1-9030-9518668271ce req-9180a759-4d6d-42e9-8430-d53c3ecfd907 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=10a53b25-aa6e-4ae9-95ff-de0fc84ff082 HTTP/1.1" status: 200 len: 797 time: 0.1317415 Sep 16 04:43:34.051407 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-c0ecffa1-3ad0-4e8f-86a9-91a01b5b7ff6 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:34.051864 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-c0ecffa1-3ad0-4e8f-86a9-91a01b5b7ff6 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.112290 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-c0ecffa1-3ad0-4e8f-86a9-91a01b5b7ff6 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4720645 Sep 16 04:43:34.124549 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c71408-54cb-40a1-9030-9518668271ce req-9b17f831-94e3-45b1-82d2-be275f48114d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:34.128191 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90c71408-54cb-40a1-9030-9518668271ce req-9b17f831-94e3-45b1-82d2-be275f48114d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61e5fdfb-a994-4f9f-ba5e-6bb06826494f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0904043 Sep 16 04:43:34.159111 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1efe6978-f2ae-46ec-9613-b5fe7f562d42 req-11a2bc71-23f5-4174-9dea-9a316c0f836f service neutron] 10.222.0.48 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115232 Sep 16 04:43:34.253376 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90c71408-54cb-40a1-9030-9518668271ce req-7773e371-179b-4b22-8b37-789d0b9d7b86 service neutron] 10.222.0.48 "GET /v2.0/networks/61e5fdfb-a994-4f9f-ba5e-6bb06826494f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156156 Sep 16 04:43:34.349111 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-2b4a32e1-a926-4d2f-8e51-5db2670094f1 None None] Provisioning complete for port 163c37d1-54c8-4349-8fff-11be4a79fbee triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:34.351893 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2b4a32e1-a926-4d2f-8e51-5db2670094f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.448624 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-2b4a32e1-a926-4d2f-8e51-5db2670094f1 None None] Port 163c37d1-54c8-4349-8fff-11be4a79fbee cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:43:34.562268 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90c71408-54cb-40a1-9030-9518668271ce req-b27fa7e3-fba5-4313-b342-7590fe1e8c4f service neutron] 10.222.0.48 "GET /v2.0/networks/61e5fdfb-a994-4f9f-ba5e-6bb06826494f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005984 Sep 16 04:43:34.589758 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e10e5-0de6-41a0-91eb-fb74ac4f7cc9 req-03aeabf9-20b2-447a-9e42-88813cf0e95c tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:34.598054 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35824) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:34.618077 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-434e10e5-0de6-41a0-91eb-fb74ac4f7cc9 req-03aeabf9-20b2-447a-9e42-88813cf0e95c tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f1432ac-d655-4d29-b0a5-627cfea77eda HTTP/1.1" status: 200 len: 945 time: 0.1960557 Sep 16 04:43:34.680065 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90c71408-54cb-40a1-9030-9518668271ce req-61d33f1b-5ed9-48f5-b04e-a71ce57ce6d7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a0b898a1-82fe-4fcf-9734-8ecbcac09450 HTTP/1.1" status: 200 len: 217 time: 0.1092622 Sep 16 04:43:34.721137 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-434e10e5-0de6-41a0-91eb-fb74ac4f7cc9 req-355613ed-e2be-4aa8-a7d4-cfa4da3b9d40 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938649 Sep 16 04:43:34.759032 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36329c7b-5b5b-4e4b-b224-d7f4ceb7103f x-openstack-request-id: req-36329c7b-5b5b-4e4b-b224-d7f4ceb7103f {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:34.759331 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c583657b-1d0b-4850-9d99-4afad613b52e", "tag": "3b8b35eb-dfdb-4945-990a-98908a3bd7a2", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:34.759584 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-36329c7b-5b5b-4e4b-b224-d7f4ceb7103f {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:34.759970 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c583657b-1d0b-4850-9d99-4afad613b52e', 'tag': '3b8b35eb-dfdb-4945-990a-98908a3bd7a2', 'status': 'completed', 'code': 200} Sep 16 04:43:34.817721 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c71408-54cb-40a1-9030-9518668271ce req-5435e4d1-e47f-42e3-90d9-cc4a6e9282c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:34.823019 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90c71408-54cb-40a1-9030-9518668271ce req-5435e4d1-e47f-42e3-90d9-cc4a6e9282c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=10a53b25-aa6e-4ae9-95ff-de0fc84ff082 HTTP/1.1" status: 200 len: 797 time: 0.1208336 Sep 16 04:43:34.834211 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2c0f0496-cdc6-4cc8-972f-fd50746c4b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.901103 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11d13d-47ed-4be3-b1f0-3bcd158050a0 req-3784a43a-26b3-41e9-b2db-d76f2deacbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:34.901332 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cf11d13d-47ed-4be3-b1f0-3bcd158050a0 req-3784a43a-26b3-41e9-b2db-d76f2deacbf2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=feb35d6815044dc78fef1435e68e9720&device_id=c583657b-1d0b-4850-9d99-4afad613b52e HTTP/1.1" status: 200 len: 1096 time: 0.0777566 Sep 16 04:43:34.987214 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c71408-54cb-40a1-9030-9518668271ce req-69d4d79c-ec16-442f-b18b-836503878305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:34.988816 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90c71408-54cb-40a1-9030-9518668271ce req-69d4d79c-ec16-442f-b18b-836503878305 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61e5fdfb-a994-4f9f-ba5e-6bb06826494f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1480892 Sep 16 04:43:35.033048 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a96bcd-f209-4e51-8c1f-2d7950a1af78 req-efed7d02-1d86-4f76-8fb9-4d23ebf95324 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:35.034664 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37a96bcd-f209-4e51-8c1f-2d7950a1af78 req-efed7d02-1d86-4f76-8fb9-4d23ebf95324 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=c583657b-1d0b-4850-9d99-4afad613b52e HTTP/1.1" status: 200 len: 944 time: 0.1859903 Sep 16 04:43:35.046213 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11d13d-47ed-4be3-b1f0-3bcd158050a0 req-17482a67-5266-4a3d-8821-732f09e9823a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:35.047852 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cf11d13d-47ed-4be3-b1f0-3bcd158050a0 req-17482a67-5266-4a3d-8821-732f09e9823a service neutron] 10.222.0.48 "GET /v2.0/networks?id=55135b4c-2e11-451e-9d70-37211e2657fa HTTP/1.1" status: 200 len: 913 time: 0.1386502 Sep 16 04:43:35.134770 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cf11d13d-47ed-4be3-b1f0-3bcd158050a0 req-8ce57534-65ef-4117-b97e-d9b9d1ed3a23 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b8b35eb-dfdb-4945-990a-98908a3bd7a2 HTTP/1.1" status: 200 len: 217 time: 0.0778866 Sep 16 04:43:35.143452 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37a96bcd-f209-4e51-8c1f-2d7950a1af78 req-ff68eeba-0e62-4f5f-9d95-7a346aa8ed14 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911412 Sep 16 04:43:35.192869 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90c71408-54cb-40a1-9030-9518668271ce req-f3f19801-9713-4b3f-9455-c9bac29a4a98 service neutron] 10.222.0.48 "GET /v2.0/networks/61e5fdfb-a994-4f9f-ba5e-6bb06826494f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948862 Sep 16 04:43:35.241781 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11d13d-47ed-4be3-b1f0-3bcd158050a0 req-611495e5-b10c-4c91-bb28-ef64821a835a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:35.243282 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cf11d13d-47ed-4be3-b1f0-3bcd158050a0 req-611495e5-b10c-4c91-bb28-ef64821a835a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d79ab8be-654b-4737-af1c-65a1487483c5 HTTP/1.1" status: 200 len: 852 time: 0.0944436 Sep 16 04:43:35.255682 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2c0f0496-cdc6-4cc8-972f-fd50746c4b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.261366 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2c0f0496-cdc6-4cc8-972f-fd50746c4b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.375225 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f0496-cdc6-4cc8-972f-fd50746c4b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8b3cf6-3364-4f64-939f-ab706eb7e696,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:35.410053 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cf11d13d-47ed-4be3-b1f0-3bcd158050a0 req-7e647ff8-09eb-447d-aa35-c99be02e0720 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=55135b4c-2e11-451e-9d70-37211e2657fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640996 Sep 16 04:43:35.418762 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2c0f0496-cdc6-4cc8-972f-fd50746c4b5b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=be54cb0c105e48a9b39ab809afe8f722&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8195906 Sep 16 04:43:35.426159 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 35834) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:35.488614 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90c71408-54cb-40a1-9030-9518668271ce req-796238c4-7d8f-450e-865a-def8df5d7288 service neutron] 10.222.0.48 "GET /v2.0/networks/61e5fdfb-a994-4f9f-ba5e-6bb06826494f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870495 Sep 16 04:43:35.579493 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c83ba0e4-61f4-4edb-945d-4fa6acdd220d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.608984 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cf11d13d-47ed-4be3-b1f0-3bcd158050a0 req-e8812e1a-2643-4930-9ae0-ad01eff52e9c service neutron] 10.222.0.48 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879544 Sep 16 04:43:35.635752 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c83ba0e4-61f4-4edb-945d-4fa6acdd220d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.687507 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72860a20-0602-4181-b8f3-ac7bd3c0c335 req-ef947f8b-0a11-45cc-b887-831261263976 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:35.689262 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-72860a20-0602-4181-b8f3-ac7bd3c0c335 req-ef947f8b-0a11-45cc-b887-831261263976 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e745e20-fb30-401b-927d-65ce174771ac HTTP/1.1" status: 200 len: 931 time: 0.1015387 Sep 16 04:43:35.726923 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c83ba0e4-61f4-4edb-945d-4fa6acdd220d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.729814 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c83ba0e4-61f4-4edb-945d-4fa6acdd220d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.733890 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c83ba0e4-61f4-4edb-945d-4fa6acdd220d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cb8b3cf6-3364-4f64-939f-ab706eb7e696 HTTP/1.1" status: 204 len: 168 time: 0.2988024 Sep 16 04:43:35.750965 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ba0e4-61f4-4edb-945d-4fa6acdd220d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8b3cf6-3364-4f64-939f-ab706eb7e696,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:35.770684 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ba0e4-61f4-4edb-945d-4fa6acdd220d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:35.771034 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ba0e4-61f4-4edb-945d-4fa6acdd220d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:35.771375 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ba0e4-61f4-4edb-945d-4fa6acdd220d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:35.771712 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ba0e4-61f4-4edb-945d-4fa6acdd220d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:35.772055 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ba0e4-61f4-4edb-945d-4fa6acdd220d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:35.772390 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ba0e4-61f4-4edb-945d-4fa6acdd220d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:35.772754 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ba0e4-61f4-4edb-945d-4fa6acdd220d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:35.773089 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ba0e4-61f4-4edb-945d-4fa6acdd220d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:35.773412 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ba0e4-61f4-4edb-945d-4fa6acdd220d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:35.773736 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ba0e4-61f4-4edb-945d-4fa6acdd220d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:35.774056 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ba0e4-61f4-4edb-945d-4fa6acdd220d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:35.774372 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ba0e4-61f4-4edb-945d-4fa6acdd220d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:35.796768 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-72860a20-0602-4181-b8f3-ac7bd3c0c335 req-cc2e0f8c-52f7-4741-a3d3-cc8088238688 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.35 "GET /v2.0/security-groups?id=c126b3c7-422b-4d5c-af85-aa69910fdf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927820 Sep 16 04:43:35.818091 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cf11d13d-47ed-4be3-b1f0-3bcd158050a0 req-be58d558-a69f-492e-a228-a8bf123e095a service neutron] 10.222.0.48 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013848 Sep 16 04:43:36.239849 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a61dee-22d8-4c96-8f38-acf74243e43d req-d5df141a-0638-49c7-9d23-6257ce694950 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:36.246861 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a61dee-22d8-4c96-8f38-acf74243e43d req-d5df141a-0638-49c7-9d23-6257ce694950 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:36.253396 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a61dee-22d8-4c96-8f38-acf74243e43d req-d5df141a-0638-49c7-9d23-6257ce694950 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:36.261893 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-69a61dee-22d8-4c96-8f38-acf74243e43d req-d5df141a-0638-49c7-9d23-6257ce694950 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1&device_id=91aa72b6-ad50-49bb-8034-9e44ddbf56ce&device_id=8f1432ac-d655-4d29-b0a5-627cfea77eda HTTP/1.1" status: 200 len: 2417 time: 0.0985701 Sep 16 04:43:36.311118 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-69a61dee-22d8-4c96-8f38-acf74243e43d req-2d33546f-41f9-49ee-a70a-86914f189934 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488772 Sep 16 04:43:36.424092 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d868ec10-033a-4d3b-b668-25e342ed6096 req-221135bb-abb9-48a5-9ab7-044a1a2f969a tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 210 time: 0.0367067 Sep 16 04:43:36.597853 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de07a25-2cfb-4c31-b5e2-49465fe6a74f req-0382b984-41e3-43f1-8ee3-28d603c83190 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:36.599510 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1de07a25-2cfb-4c31-b5e2-49465fe6a74f req-0382b984-41e3-43f1-8ee3-28d603c83190 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=c583657b-1d0b-4850-9d99-4afad613b52e HTTP/1.1" status: 200 len: 944 time: 0.0669746 Sep 16 04:43:36.644739 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1de07a25-2cfb-4c31-b5e2-49465fe6a74f req-b936c14b-1948-4c76-8784-08250dffaedd tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356936 Sep 16 04:43:36.912108 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 3b8b35eb-dfdb-4945-990a-98908a3bd7a2 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:43:37.006644 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d4da8-a629-4d0c-8a8d-9abbf54c22d5 req-a6547373-efdb-4182-bd16-1facf19af67f tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:37.009457 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f10d4da8-a629-4d0c-8a8d-9abbf54c22d5 req-a6547373-efdb-4182-bd16-1facf19af67f tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1 HTTP/1.1" status: 200 len: 946 time: 0.1192091 Sep 16 04:43:37.077194 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f10d4da8-a629-4d0c-8a8d-9abbf54c22d5 req-5bbfc67b-5046-4eee-9de7-74e48bc5b6ea tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616562 Sep 16 04:43:37.082723 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 3b8b35eb-dfdb-4945-990a-98908a3bd7a2, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=3b8b35eb-dfdb-4945-990a-98908a3bd7a2,segment=NetworkSegment(8a88cf17-2626-40ee-b5d7-20831c5d590c),segment_id=8a88cf17-2626-40ee-b5d7-20831c5d590c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:37.099001 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '3b8b35eb-dfdb-4945-990a-98908a3bd7a2', 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa', 'port_id': '3b8b35eb-dfdb-4945-990a-98908a3bd7a2', 'mac_address': 'fa:16:3e:15:e2:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ab8be-654b-4737-af1c-65a1487483c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:43:37.153207 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:37.167887 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b8b35eb-dfdb-4945-990a-98908a3bd7a2 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:37.197087 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 3b8b35eb-dfdb-4945-990a-98908a3bd7a2, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=3b8b35eb-dfdb-4945-990a-98908a3bd7a2,segment=NetworkSegment(8a88cf17-2626-40ee-b5d7-20831c5d590c),segment_id=8a88cf17-2626-40ee-b5d7-20831c5d590c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:37.211646 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:37.311429 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae43c5-4324-4d40-aefb-606494d2de42 req-a36c2dda-4a4a-4490-89b5-ced546d3ef4f tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:37.319287 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-39ae43c5-4324-4d40-aefb-606494d2de42 req-a36c2dda-4a4a-4490-89b5-ced546d3ef4f tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e745e20-fb30-401b-927d-65ce174771ac HTTP/1.1" status: 200 len: 931 time: 0.0654459 Sep 16 04:43:37.323954 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=3b8b35eb-dfdb-4945-990a-98908a3bd7a2,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:37.364531 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-39ae43c5-4324-4d40-aefb-606494d2de42 req-9a966e6d-83b0-4953-be20-dcf0c7b20602 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.35 "GET /v2.0/security-groups?id=c126b3c7-422b-4d5c-af85-aa69910fdf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436866 Sep 16 04:43:37.573651 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-14719066-35f8-461f-a2b5-6dc9e353c489 req-2c09c1e1-0ec5-47f5-b53f-3ded2294585f tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 210 time: 0.0320175 Sep 16 04:43:37.704709 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['3b8b35eb-dfdb-4945-990a-98908a3bd7a2'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:37.875590 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fd910-60d1-4b03-a078-6a066e542a3d req-d8585d4b-1afb-4fd2-bca7-9445eb59cc20 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:37.877375 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cf7fd910-60d1-4b03-a078-6a066e542a3d req-d8585d4b-1afb-4fd2-bca7-9445eb59cc20 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=c583657b-1d0b-4850-9d99-4afad613b52e HTTP/1.1" status: 200 len: 945 time: 0.0668163 Sep 16 04:43:37.970568 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35902) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:38.009182 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cf7fd910-60d1-4b03-a078-6a066e542a3d req-bb21b65e-42f8-42d7-99fa-44b92d7fb52a tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251802 Sep 16 04:43:38.176496 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-34b00ab4-99e6-4dc2-b2c8-bd7b6067ac01 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1686633901'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:38.205618 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b00ab4-99e6-4dc2-b2c8-bd7b6067ac01 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Made reservation on behalf of eb57796017df46a28b4849c24bc95edf for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:38.209397 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-34b00ab4-99e6-4dc2-b2c8-bd7b6067ac01 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.234164 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-34b00ab4-99e6-4dc2-b2c8-bd7b6067ac01 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.379582 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-34b00ab4-99e6-4dc2-b2c8-bd7b6067ac01 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.385566 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-34b00ab4-99e6-4dc2-b2c8-bd7b6067ac01 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.414194 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34b00ab4-99e6-4dc2-b2c8-bd7b6067ac01 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:43:38.431958 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b00ab4-99e6-4dc2-b2c8-bd7b6067ac01 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e9c8c5-0835-4086-8f15-a0165bee2903,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:38.449212 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-34b00ab4-99e6-4dc2-b2c8-bd7b6067ac01 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.449568 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-34b00ab4-99e6-4dc2-b2c8-bd7b6067ac01 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Added segment b54554bb-748f-4086-b324-652fe10f9700 of type vlan for network 8fc75489-496b-4a79-b8ee-c6472c6abea0 Sep 16 04:43:38.499321 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-34b00ab4-99e6-4dc2-b2c8-bd7b6067ac01 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.529567 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-34b00ab4-99e6-4dc2-b2c8-bd7b6067ac01 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.536723 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b00ab4-99e6-4dc2-b2c8-bd7b6067ac01 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:38.537752 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-34b00ab4-99e6-4dc2-b2c8-bd7b6067ac01 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.590231 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 35918) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:38.590462 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-34b00ab4-99e6-4dc2-b2c8-bd7b6067ac01 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6187496 Sep 16 04:43:38.600427 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-a8ff0ebc-79f4-46c9-9262-5faef85f3bab tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Request body: {'subnet': {'network_id': '8fc75489-496b-4a79-b8ee-c6472c6abea0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:38.636132 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b00ab4-99e6-4dc2-b2c8-bd7b6067ac01 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Pushing event updated for resources: {'Network': ['ID=8fc75489-496b-4a79-b8ee-c6472c6abea0,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:38.650754 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 8fc75489-496b-4a79-b8ee-c6472c6abea0 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:43:38.811283 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f783d6-265e-4693-8068-3e938143d464 req-682fbe47-a726-49b2-a160-cd421a816df9 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:38.812978 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-12f783d6-265e-4693-8068-3e938143d464 req-682fbe47-a726-49b2-a160-cd421a816df9 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e745e20-fb30-401b-927d-65ce174771ac HTTP/1.1" status: 200 len: 931 time: 0.0918255 Sep 16 04:43:38.814499 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ff0ebc-79f4-46c9-9262-5faef85f3bab tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Made reservation on behalf of eb57796017df46a28b4849c24bc95edf for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:38.820645 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a8ff0ebc-79f4-46c9-9262-5faef85f3bab tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.967080 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-12f783d6-265e-4693-8068-3e938143d464 req-7a47df02-5864-4945-8b12-3641ac44bb63 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.35 "GET /v2.0/security-groups?id=c126b3c7-422b-4d5c-af85-aa69910fdf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443470 Sep 16 04:43:39.186976 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-911274d5-090a-4724-88ba-a5d5ffb4fbbe req-04e72400-b0cb-4d15-8108-dd51d1689037 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 210 time: 0.0503607 Sep 16 04:43:39.209364 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a8ff0ebc-79f4-46c9-9262-5faef85f3bab tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:39.322902 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff0ebc-79f4-46c9-9262-5faef85f3bab tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Pushing event updated for resources: {'Subnet': ['ID=c630d28f-fb3e-4158-9b60-19d34837cc05,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:39.339154 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ff0ebc-79f4-46c9-9262-5faef85f3bab tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Checking segment: {'id': 'b54554bb-748f-4086-b324-652fe10f9700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8fc75489-496b-4a79-b8ee-c6472c6abea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:39.340101 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ff0ebc-79f4-46c9-9262-5faef85f3bab tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Network hostable DHCP agents. Network: 8fc75489-496b-4a79-b8ee-c6472c6abea0, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:43:39.374726 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21eeff-ecf2-48e3-8fb1-9c489d994388 req-a1a91b2a-817f-4a3e-80bb-2936914bedc7 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:39.376530 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9f21eeff-ecf2-48e3-8fb1-9c489d994388 req-a1a91b2a-817f-4a3e-80bb-2936914bedc7 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=c583657b-1d0b-4850-9d99-4afad613b52e HTTP/1.1" status: 200 len: 945 time: 0.1023667 Sep 16 04:43:39.383087 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ff0ebc-79f4-46c9-9262-5faef85f3bab tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Network 8fc75489-496b-4a79-b8ee-c6472c6abea0 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:43:39.410072 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-a8ff0ebc-79f4-46c9-9262-5faef85f3bab tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 8fc75489-496b-4a79-b8ee-c6472c6abea0) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:39.424115 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8186c07-ad60-4ba2-af07-26302037f9a2 None None] Network 8fc75489-496b-4a79-b8ee-c6472c6abea0 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:39.433471 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ff0ebc-79f4-46c9-9262-5faef85f3bab tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:39.434253 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a8ff0ebc-79f4-46c9-9262-5faef85f3bab tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:39.491943 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9f21eeff-ecf2-48e3-8fb1-9c489d994388 req-08db0417-524a-406c-909a-dfb4b16aa6a9 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049852 Sep 16 04:43:39.524122 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a8ff0ebc-79f4-46c9-9262-5faef85f3bab tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9316969 Sep 16 04:43:39.527847 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35936) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:39.531875 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-1755c31a-6b79-496d-be3b-3e05ac8c0327 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Request body: {'port': {'network_id': '8fc75489-496b-4a79-b8ee-c6472c6abea0', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1506263553'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:39.642165 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4340df0-d6c2-42aa-a170-595836dea064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-8fc75489-496b-4a79-b8ee-c6472c6abea0', 'network_id': '8fc75489-496b-4a79-b8ee-c6472c6abea0', 'tenant_id': 'eb57796017df46a28b4849c24bc95edf', 'fixed_ips': [{'subnet_id': 'c630d28f-fb3e-4158-9b60-19d34837cc05'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:43:39.643592 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c4340df0-d6c2-42aa-a170-595836dea064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:39.794967 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1755c31a-6b79-496d-be3b-3e05ac8c0327 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Made reservation on behalf of eb57796017df46a28b4849c24bc95edf for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:39.799374 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1755c31a-6b79-496d-be3b-3e05ac8c0327 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:39.823026 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-1755c31a-6b79-496d-be3b-3e05ac8c0327 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] device_id is not set on port 6b9d1f17-afec-4e89-a64f-4f33bd3d543d yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:43:39.898586 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-c4340df0-d6c2-42aa-a170-595836dea064 None None] Allocated IP 172.20.0.2 (8fc75489-496b-4a79-b8ee-c6472c6abea0/c630d28f-fb3e-4158-9b60-19d34837cc05/06f8e7d0-3983-44f2-bacb-0557896053a9) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:40.060319 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f16e885b-d031-49db-a470-95398928d2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.157417 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c4340df0-d6c2-42aa-a170-595836dea064 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.173346 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c4340df0-d6c2-42aa-a170-595836dea064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.251254 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4340df0-d6c2-42aa-a170-595836dea064 None None] Network 8fc75489-496b-4a79-b8ee-c6472c6abea0 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:40.255281 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-c4340df0-d6c2-42aa-a170-595836dea064 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:40.264632 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-1755c31a-6b79-496d-be3b-3e05ac8c0327 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Allocated IP 172.20.0.5 (8fc75489-496b-4a79-b8ee-c6472c6abea0/c630d28f-fb3e-4158-9b60-19d34837cc05/6b9d1f17-afec-4e89-a64f-4f33bd3d543d) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:40.267722 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4340df0-d6c2-42aa-a170-595836dea064 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:40.325137 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbbb01-ec40-4cb6-9873-5a689f393be0 req-0ac61168-5e3c-4cf3-a021-99ce3f1d54a8 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:40.329991 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-44bbbb01-ec40-4cb6-9873-5a689f393be0 req-0ac61168-5e3c-4cf3-a021-99ce3f1d54a8 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e745e20-fb30-401b-927d-65ce174771ac HTTP/1.1" status: 200 len: 931 time: 0.1512289 Sep 16 04:43:40.402304 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4340df0-d6c2-42aa-a170-595836dea064 None None] Pushing event updated for resources: {'Port': ['ID=06f8e7d0-3983-44f2-bacb-0557896053a9,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:40.452474 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-44bbbb01-ec40-4cb6-9873-5a689f393be0 req-61a97def-52ca-4e26-9731-715339e88827 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.35 "GET /v2.0/security-groups?id=c126b3c7-422b-4d5c-af85-aa69910fdf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116121 Sep 16 04:43:40.452781 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-c4340df0-d6c2-42aa-a170-595836dea064 None None] Attempting to bind port 06f8e7d0-3983-44f2-bacb-0557896053a9 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:40.453073 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-c4340df0-d6c2-42aa-a170-595836dea064 None None] Attempting to bind port 06f8e7d0-3983-44f2-bacb-0557896053a9 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'b54554bb-748f-4086-b324-652fe10f9700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8fc75489-496b-4a79-b8ee-c6472c6abea0'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:40.453805 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4340df0-d6c2-42aa-a170-595836dea064 None None] Attempting to bind port 06f8e7d0-3983-44f2-bacb-0557896053a9 on network 8fc75489-496b-4a79-b8ee-c6472c6abea0 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:40.456741 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1755c31a-6b79-496d-be3b-3e05ac8c0327 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.459261 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4340df0-d6c2-42aa-a170-595836dea064 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:40.459809 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4340df0-d6c2-42aa-a170-595836dea064 None None] Checking segment: {'id': 'b54554bb-748f-4086-b324-652fe10f9700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8fc75489-496b-4a79-b8ee-c6472c6abea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:40.460594 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c4340df0-d6c2-42aa-a170-595836dea064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.461105 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4340df0-d6c2-42aa-a170-595836dea064 None None] Bound using segment: {'id': 'b54554bb-748f-4086-b324-652fe10f9700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8fc75489-496b-4a79-b8ee-c6472c6abea0'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:40.473196 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-c4340df0-d6c2-42aa-a170-595836dea064 None None] Bound port: 06f8e7d0-3983-44f2-bacb-0557896053a9, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b54554bb-748f-4086-b324-652fe10f9700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8fc75489-496b-4a79-b8ee-c6472c6abea0'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:40.473477 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c4340df0-d6c2-42aa-a170-595836dea064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.549716 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1755c31a-6b79-496d-be3b-3e05ac8c0327 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.613662 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-c4340df0-d6c2-42aa-a170-595836dea064 None None] For port 06f8e7d0-3983-44f2-bacb-0557896053a9, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:40.637067 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-c4340df0-d6c2-42aa-a170-595836dea064 None None] For port 06f8e7d0-3983-44f2-bacb-0557896053a9, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=06f8e7d0-3983-44f2-bacb-0557896053a9,segment=NetworkSegment(b54554bb-748f-4086-b324-652fe10f9700),segment_id=b54554bb-748f-4086-b324-652fe10f9700)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:40.653211 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9ae23-cbda-4c51-a400-afcc5d4b3794 req-d6914d21-613f-4544-9357-dfaf86a4286a tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:40.653980 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c4340df0-d6c2-42aa-a170-595836dea064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.663779 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1755c31a-6b79-496d-be3b-3e05ac8c0327 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Network 8fc75489-496b-4a79-b8ee-c6472c6abea0 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:40.664932 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16a9ae23-cbda-4c51-a400-afcc5d4b3794 req-d6914d21-613f-4544-9357-dfaf86a4286a tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f1432ac-d655-4d29-b0a5-627cfea77eda HTTP/1.1" status: 200 len: 945 time: 0.1005096 Sep 16 04:43:40.668939 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-1755c31a-6b79-496d-be3b-3e05ac8c0327 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:40.688112 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1755c31a-6b79-496d-be3b-3e05ac8c0327 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:40.711241 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 35956) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:40.715917 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755c31a-6b79-496d-be3b-3e05ac8c0327 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Pushing event updated for resources: {'Port': ['ID=6b9d1f17-afec-4e89-a64f-4f33bd3d543d,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:40.719667 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-9366576f-c167-4aa7-b360-59b8cb7babad tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2085724422'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:40.732421 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16a9ae23-cbda-4c51-a400-afcc5d4b3794 req-49a80f39-e88b-4734-af42-5253293e17db tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662374 Sep 16 04:43:40.750287 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9366576f-c167-4aa7-b360-59b8cb7babad tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Made reservation on behalf of 7bbe39f2ccff44e5a5c6b6e96a70ab43 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:40.753346 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1755c31a-6b79-496d-be3b-3e05ac8c0327 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:40.754642 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1755c31a-6b79-496d-be3b-3e05ac8c0327 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.755102 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9366576f-c167-4aa7-b360-59b8cb7babad tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.783848 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1755c31a-6b79-496d-be3b-3e05ac8c0327 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2556045 Sep 16 04:43:40.786128 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35958) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:40.829446 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9366576f-c167-4aa7-b360-59b8cb7babad tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:43:40.848660 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9366576f-c167-4aa7-b360-59b8cb7babad tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.849020 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-9366576f-c167-4aa7-b360-59b8cb7babad tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Added segment 58f0cb18-e140-4bd2-89cf-e2e6b8f96371 of type vlan for network 75789621-67a9-49c8-be39-03e0dc1e36c3 Sep 16 04:43:40.879212 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4340df0-d6c2-42aa-a170-595836dea064 None None] Pushing event updated for resources: {'Port': ['ID=06f8e7d0-3983-44f2-bacb-0557896053a9,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:40.930423 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 3b8b35eb-dfdb-4945-990a-98908a3bd7a2 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:40.946928 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-6e2cf7bc-7d2f-4995-b9cb-b0cf79ef2210 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Deleting port 6b9d1f17-afec-4e89-a64f-4f33bd3d543d {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:40.948323 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6e2cf7bc-7d2f-4995-b9cb-b0cf79ef2210 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.970638 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c3ca4af1-9e61-4231-8c44-44cc5a3be51b req-e95068d3-a38b-4b7c-8206-9cb09fab950e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 210 time: 0.0488529 Sep 16 04:43:40.972701 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9366576f-c167-4aa7-b360-59b8cb7babad tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.031283 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9366576f-c167-4aa7-b360-59b8cb7babad tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.042980 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9366576f-c167-4aa7-b360-59b8cb7babad tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:41.043906 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9366576f-c167-4aa7-b360-59b8cb7babad tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.075733 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 3b8b35eb-dfdb-4945-990a-98908a3bd7a2 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:43:41.080006 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 3b8b35eb-dfdb-4945-990a-98908a3bd7a2 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:41.080478 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.157251 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6e2cf7bc-7d2f-4995-b9cb-b0cf79ef2210 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.186746 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-6e2cf7bc-7d2f-4995-b9cb-b0cf79ef2210 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Calling delete_port for 6b9d1f17-afec-4e89-a64f-4f33bd3d543d owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:41.253761 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9366576f-c167-4aa7-b360-59b8cb7babad tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5363901 Sep 16 04:43:41.254141 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 35964) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:41.313677 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-a2f1a45f-d7f4-4441-b4cb-b8c4269f63fb tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2139388765'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:41.333497 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366576f-c167-4aa7-b360-59b8cb7babad tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Pushing event updated for resources: {'Network': ['ID=75789621-67a9-49c8-be39-03e0dc1e36c3,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:41.346359 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 75789621-67a9-49c8-be39-03e0dc1e36c3 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:43:41.352200 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.409679 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b85393-64da-490f-9232-fe25101a64c4 req-bd229413-255c-4fee-bff5-a26ef3f8f826 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:41.418824 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-79b85393-64da-490f-9232-fe25101a64c4 req-bd229413-255c-4fee-bff5-a26ef3f8f826 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=c583657b-1d0b-4850-9d99-4afad613b52e HTTP/1.1" status: 200 len: 945 time: 0.1866481 Sep 16 04:43:41.439288 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f1a45f-d7f4-4441-b4cb-b8c4269f63fb tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Made reservation on behalf of 7bbe39f2ccff44e5a5c6b6e96a70ab43 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:41.442761 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a2f1a45f-d7f4-4441-b4cb-b8c4269f63fb tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.467852 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6e2cf7bc-7d2f-4995-b9cb-b0cf79ef2210 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.482370 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.530775 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c583657b-1d0b-4850-9d99-4afad613b52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8b35eb-dfdb-4945-990a-98908a3bd7a2'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:41.535669 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0038b791-0d2c-46de-80ce-22a9cd43267e" -d '{"events": [{"server_uuid": "c583657b-1d0b-4850-9d99-4afad613b52e", "name": "network-vif-plugged", "status": "completed", "tag": "3b8b35eb-dfdb-4945-990a-98908a3bd7a2"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:41.541575 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-79b85393-64da-490f-9232-fe25101a64c4 req-dad57cd3-07c4-4afc-a4a2-29c2f1f3bbd9 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217752 Sep 16 04:43:41.554515 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2f1a45f-d7f4-4441-b4cb-b8c4269f63fb tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:43:41.573567 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 3b8b35eb-dfdb-4945-990a-98908a3bd7a2, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=3b8b35eb-dfdb-4945-990a-98908a3bd7a2,segment=NetworkSegment(8a88cf17-2626-40ee-b5d7-20831c5d590c),segment_id=8a88cf17-2626-40ee-b5d7-20831c5d590c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:41.581307 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.596840 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a2f1a45f-d7f4-4441-b4cb-b8c4269f63fb tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.598869 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 06f8e7d0-3983-44f2-bacb-0557896053a9 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:41.599032 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-a2f1a45f-d7f4-4441-b4cb-b8c4269f63fb tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Added segment 90ca1933-caa6-42a4-822c-5da169d48a10 of type vlan for network 768257ea-d05c-44b7-b58b-c702d60e22aa Sep 16 04:43:41.626974 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2cf7bc-7d2f-4995-b9cb-b0cf79ef2210 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Pushing event deleted for resources: {'Port': ['ID=6b9d1f17-afec-4e89-a64f-4f33bd3d543d,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:41.691324 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cf7bc-7d2f-4995-b9cb-b0cf79ef2210 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:41.691833 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cf7bc-7d2f-4995-b9cb-b0cf79ef2210 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:41.692299 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cf7bc-7d2f-4995-b9cb-b0cf79ef2210 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:41.692737 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cf7bc-7d2f-4995-b9cb-b0cf79ef2210 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:41.705221 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cf7bc-7d2f-4995-b9cb-b0cf79ef2210 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:41.705980 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cf7bc-7d2f-4995-b9cb-b0cf79ef2210 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:41.706574 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cf7bc-7d2f-4995-b9cb-b0cf79ef2210 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:41.707199 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cf7bc-7d2f-4995-b9cb-b0cf79ef2210 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:41.708100 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cf7bc-7d2f-4995-b9cb-b0cf79ef2210 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:41.708990 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cf7bc-7d2f-4995-b9cb-b0cf79ef2210 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:41.709713 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cf7bc-7d2f-4995-b9cb-b0cf79ef2210 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:41.710580 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cf7bc-7d2f-4995-b9cb-b0cf79ef2210 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:41.735862 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=3b8b35eb-dfdb-4945-990a-98908a3bd7a2,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:41.739015 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a2f1a45f-d7f4-4441-b4cb-b8c4269f63fb tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.774770 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6e2cf7bc-7d2f-4995-b9cb-b0cf79ef2210 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.781011 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 35972) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:41.785414 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 06f8e7d0-3983-44f2-bacb-0557896053a9 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:41.785795 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.786381 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6e2cf7bc-7d2f-4995-b9cb-b0cf79ef2210 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] 10.222.0.35 "DELETE /v2.0/ports/6b9d1f17-afec-4e89-a64f-4f33bd3d543d HTTP/1.1" status: 204 len: 168 time: 0.9986010 Sep 16 04:43:41.806166 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a2f1a45f-d7f4-4441-b4cb-b8c4269f63fb tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.817523 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f1a45f-d7f4-4441-b4cb-b8c4269f63fb tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:41.818546 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a2f1a45f-d7f4-4441-b4cb-b8c4269f63fb tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.893986 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35976) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:41.894290 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a2f1a45f-d7f4-4441-b4cb-b8c4269f63fb tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5848594 Sep 16 04:43:41.904557 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-096c01ab-8c6c-4d77-a44d-c1bb3a109438 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Request body: {'subnet': {'network_id': '75789621-67a9-49c8-be39-03e0dc1e36c3', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:41.963965 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:42.023422 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1a45f-d7f4-4441-b4cb-b8c4269f63fb tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Pushing event updated for resources: {'Network': ['ID=768257ea-d05c-44b7-b58b-c702d60e22aa,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:42.034327 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 06f8e7d0-3983-44f2-bacb-0557896053a9, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=06f8e7d0-3983-44f2-bacb-0557896053a9,segment=NetworkSegment(b54554bb-748f-4086-b324-652fe10f9700),segment_id=b54554bb-748f-4086-b324-652fe10f9700)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:42.048520 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-fa0d0771-c600-4a03-b6a6-c24e88a10155 tempest-DHCPAgentSchedulersTestJSON-1100517128 tempest-DHCPAgentSchedulersTestJSON-1100517128-project-admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4687 time: 0.2629395 Sep 16 04:43:42.052217 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 768257ea-d05c-44b7-b58b-c702d60e22aa details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:43:42.058084 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:42.068916 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 35980) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:42.076282 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-478f500c-8540-411d-bc9c-7bd0bda2a3ce tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-653266192'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:42.138591 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e28113-e32a-4f37-8cc6-c041c1b9025c req-4995de79-b54a-47ac-a2ea-5fa4fb93d780 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:42.157249 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b9e28113-e32a-4f37-8cc6-c041c1b9025c req-4995de79-b54a-47ac-a2ea-5fa4fb93d780 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e745e20-fb30-401b-927d-65ce174771ac HTTP/1.1" status: 200 len: 931 time: 0.1494322 Sep 16 04:43:42.161332 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478f500c-8540-411d-bc9c-7bd0bda2a3ce tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Made reservation on behalf of eb57796017df46a28b4849c24bc95edf for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:42.166151 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-478f500c-8540-411d-bc9c-7bd0bda2a3ce tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:42.166384 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096c01ab-8c6c-4d77-a44d-c1bb3a109438 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Made reservation on behalf of 7bbe39f2ccff44e5a5c6b6e96a70ab43 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:42.170365 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-096c01ab-8c6c-4d77-a44d-c1bb3a109438 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:42.218297 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-478f500c-8540-411d-bc9c-7bd0bda2a3ce tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:43:42.233586 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-478f500c-8540-411d-bc9c-7bd0bda2a3ce tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:42.234039 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-478f500c-8540-411d-bc9c-7bd0bda2a3ce tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Added segment 30df3ff8-3588-4b27-bbca-f9a16665fc46 of type vlan for network cc28b1d3-6181-4259-8122-af5994cbd6de Sep 16 04:43:42.313349 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-478f500c-8540-411d-bc9c-7bd0bda2a3ce tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:42.331188 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=06f8e7d0-3983-44f2-bacb-0557896053a9,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:42.399768 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b9e28113-e32a-4f37-8cc6-c041c1b9025c req-b353c942-9a1c-4a22-89a4-6e525c77442b tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.35 "GET /v2.0/security-groups?id=c126b3c7-422b-4d5c-af85-aa69910fdf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294140 Sep 16 04:43:42.400912 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-478f500c-8540-411d-bc9c-7bd0bda2a3ce tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:42.410632 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478f500c-8540-411d-bc9c-7bd0bda2a3ce tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:42.411965 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-478f500c-8540-411d-bc9c-7bd0bda2a3ce tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:42.462203 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9abc7b6-6610-447b-91da-1af940f075bb x-openstack-request-id: req-e9abc7b6-6610-447b-91da-1af940f075bb {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:42.462436 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c583657b-1d0b-4850-9d99-4afad613b52e", "name": "network-vif-plugged", "status": "completed", "tag": "3b8b35eb-dfdb-4945-990a-98908a3bd7a2", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:42.462995 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e9abc7b6-6610-447b-91da-1af940f075bb {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:42.463404 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c583657b-1d0b-4850-9d99-4afad613b52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8b35eb-dfdb-4945-990a-98908a3bd7a2', 'code': 200} Sep 16 04:43:42.574269 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b4b538-d194-40ed-8da7-ba0683a2e9d1 None None] Network 8fc75489-496b-4a79-b8ee-c6472c6abea0 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:42.619183 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-096c01ab-8c6c-4d77-a44d-c1bb3a109438 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:42.627468 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-478f500c-8540-411d-bc9c-7bd0bda2a3ce tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5554302 Sep 16 04:43:42.628130 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 35984) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:42.658913 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f500c-8540-411d-bc9c-7bd0bda2a3ce tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Pushing event updated for resources: {'Network': ['ID=cc28b1d3-6181-4259-8122-af5994cbd6de,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:42.676428 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network cc28b1d3-6181-4259-8122-af5994cbd6de details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:43:42.707012 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df66f7c-38f0-4099-abd3-be1d1e3b7990 req-e2ba8fc1-95b9-41c2-a56e-481db1650461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:42.714172 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5df66f7c-38f0-4099-abd3-be1d1e3b7990 req-e2ba8fc1-95b9-41c2-a56e-481db1650461 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c583657b-1d0b-4850-9d99-4afad613b52e HTTP/1.1" status: 200 len: 1098 time: 0.1491740 Sep 16 04:43:42.735107 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c01ab-8c6c-4d77-a44d-c1bb3a109438 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Pushing event updated for resources: {'Subnet': ['ID=716908ff-2333-49cf-9a00-33ec24b532c9,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:42.771362 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-68959d83-fb54-481b-b3c7-6a790e84cd42 None None] Provisioning complete for port 06f8e7d0-3983-44f2-bacb-0557896053a9 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:42.771763 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-68959d83-fb54-481b-b3c7-6a790e84cd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:42.807022 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096c01ab-8c6c-4d77-a44d-c1bb3a109438 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Checking segment: {'id': '58f0cb18-e140-4bd2-89cf-e2e6b8f96371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '75789621-67a9-49c8-be39-03e0dc1e36c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:42.807437 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096c01ab-8c6c-4d77-a44d-c1bb3a109438 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Network hostable DHCP agents. Network: 75789621-67a9-49c8-be39-03e0dc1e36c3, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:43:42.816842 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5df66f7c-38f0-4099-abd3-be1d1e3b7990 req-6108306e-0faa-478f-8883-fc4aaea54164 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860040 Sep 16 04:43:42.854944 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-452cd303-e360-49cc-b6a8-b7e3ed3f2ba8 tempest-DHCPAgentSchedulersTestJSON-1100517128 tempest-DHCPAgentSchedulersTestJSON-1100517128-project-admin] 10.222.0.35 "GET /v2.0/agents/2d58977e-c9d0-467e-902e-9cf94bd9dd17/dhcp-networks HTTP/1.1" status: 200 len: 10467 time: 0.2023151 Sep 16 04:43:42.857339 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 35988) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:42.874004 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2fdbc-5907-461b-9775-5e539f0303c1 req-a7431531-beaa-46ee-85f7-fb1cb5e12b96 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:42.875332 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096c01ab-8c6c-4d77-a44d-c1bb3a109438 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Network 75789621-67a9-49c8-be39-03e0dc1e36c3 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:43:42.884792 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0db2fdbc-5907-461b-9775-5e539f0303c1 req-a7431531-beaa-46ee-85f7-fb1cb5e12b96 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f1432ac-d655-4d29-b0a5-627cfea77eda HTTP/1.1" status: 200 len: 945 time: 0.2881556 Sep 16 04:43:42.912241 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-096c01ab-8c6c-4d77-a44d-c1bb3a109438 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 75789621-67a9-49c8-be39-03e0dc1e36c3) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:42.936950 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096c01ab-8c6c-4d77-a44d-c1bb3a109438 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:42.940220 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-096c01ab-8c6c-4d77-a44d-c1bb3a109438 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:42.972203 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-096c01ab-8c6c-4d77-a44d-c1bb3a109438 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0748339 Sep 16 04:43:42.972486 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35992) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:42.977537 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0db2fdbc-5907-461b-9775-5e539f0303c1 req-57a6efae-09a1-4be7-a845-6148c14a9e5a tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917678 Sep 16 04:43:42.982259 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-2e63537e-45ee-4a59-b65d-4eab6ad53c09 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Request body: {'subnet': {'network_id': '768257ea-d05c-44b7-b58b-c702d60e22aa', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:43.088808 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac3f07a-48bf-4937-8a0a-210fdf44b395 tempest-DHCPAgentSchedulersTestJSON-1100517128 tempest-DHCPAgentSchedulersTestJSON-1100517128-project-admin] Network cc28b1d3-6181-4259-8122-af5994cbd6de is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:43:43.131673 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1ac3f07a-48bf-4937-8a0a-210fdf44b395 tempest-DHCPAgentSchedulersTestJSON-1100517128 tempest-DHCPAgentSchedulersTestJSON-1100517128-project-admin] 10.222.0.35 "POST /v2.0/agents/2d58977e-c9d0-467e-902e-9cf94bd9dd17/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2732766 Sep 16 04:43:43.137443 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35994) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:43.148683 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-27cf2730-9ecd-4722-9028-02b64de23964 req-c07d4d4b-30c8-474f-a70b-909faa603f5b tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 210 time: 0.0613041 Sep 16 04:43:43.151654 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca6eb96-375a-497d-94a0-9262af94af89 None None] Network 75789621-67a9-49c8-be39-03e0dc1e36c3 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:43.153816 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6acc11-a817-4614-b3c6-8004ab70857b None None] Network cc28b1d3-6181-4259-8122-af5994cbd6de requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:43.184798 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e63537e-45ee-4a59-b65d-4eab6ad53c09 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Made reservation on behalf of 7bbe39f2ccff44e5a5c6b6e96a70ab43 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:43.187635 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e63537e-45ee-4a59-b65d-4eab6ad53c09 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.354246 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e36e2e-b8ed-4cdc-93b5-927744c44064 req-0b7ada02-fe3a-4215-b343-3f41751007e3 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:43.357800 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e3e36e2e-b8ed-4cdc-93b5-927744c44064 req-0b7ada02-fe3a-4215-b343-3f41751007e3 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=c583657b-1d0b-4850-9d99-4afad613b52e HTTP/1.1" status: 200 len: 946 time: 0.1366756 Sep 16 04:43:43.421854 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e3e36e2e-b8ed-4cdc-93b5-927744c44064 req-58b51fe9-0c1f-493e-b35c-2552173927a1 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555067 Sep 16 04:43:43.536531 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-06ae6117-6ab4-4e01-bc3c-9ed8f4abbedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.548953 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 06f8e7d0-3983-44f2-bacb-0557896053a9 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:43.602078 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.708663 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 06f8e7d0-3983-44f2-bacb-0557896053a9 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:43.709095 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.881898 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e348b71-3515-443f-aa5e-4783a21794c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-75789621-67a9-49c8-be39-03e0dc1e36c3', 'network_id': '75789621-67a9-49c8-be39-03e0dc1e36c3', 'tenant_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'fixed_ips': [{'subnet_id': '716908ff-2333-49cf-9a00-33ec24b532c9'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:43:43.882712 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5e348b71-3515-443f-aa5e-4783a21794c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.884693 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b40e4a-3b14-4828-ba6b-f9404fe81a3f req-e97f042a-9209-4391-90b7-5b170ada6fb1 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:43.894806 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b9b40e4a-3b14-4828-ba6b-f9404fe81a3f req-e97f042a-9209-4391-90b7-5b170ada6fb1 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e745e20-fb30-401b-927d-65ce174771ac HTTP/1.1" status: 200 len: 931 time: 0.1585479 Sep 16 04:43:43.949933 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b9b40e4a-3b14-4828-ba6b-f9404fe81a3f req-f86e1d10-f462-451d-8653-89473eddbb3e tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.35 "GET /v2.0/security-groups?id=c126b3c7-422b-4d5c-af85-aa69910fdf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541058 Sep 16 04:43:44.064146 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-7c3ba7fc-e4c1-4e15-8c1a-1e5c70a813ee None None] Provisioning complete for port 06f8e7d0-3983-44f2-bacb-0557896053a9 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:44.064753 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7c3ba7fc-e4c1-4e15-8c1a-1e5c70a813ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.163492 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6e259048-74dc-4fa4-a0eb-3ceb6f77edda tempest-DHCPAgentSchedulersTestJSON-1100517128 tempest-DHCPAgentSchedulersTestJSON-1100517128-project-admin] 10.222.0.35 "GET /v2.0/agents/2d58977e-c9d0-467e-902e-9cf94bd9dd17/dhcp-networks HTTP/1.1" status: 200 len: 12025 time: 1.0246336 Sep 16 04:43:44.167131 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36004) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:44.176101 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e63537e-45ee-4a59-b65d-4eab6ad53c09 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.182078 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-5e348b71-3515-443f-aa5e-4783a21794c8 None None] Allocated IP 10.1.1.2 (75789621-67a9-49c8-be39-03e0dc1e36c3/716908ff-2333-49cf-9a00-33ec24b532c9/a083de22-acb3-4f13-aea8-e4570a9d1ae0) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:44.197940 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0f57c-fe3d-4875-b661-ed11989e8d24 req-1f57cfeb-79d1-4152-802b-9f6959cc8991 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:44.206951 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f3d0f57c-fe3d-4875-b661-ed11989e8d24 req-1f57cfeb-79d1-4152-802b-9f6959cc8991 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f1432ac-d655-4d29-b0a5-627cfea77eda HTTP/1.1" status: 200 len: 945 time: 0.0929394 Sep 16 04:43:44.270554 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f3d0f57c-fe3d-4875-b661-ed11989e8d24 req-380eff58-18d0-47e9-9afd-4da7c884ec08 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613205 Sep 16 04:43:44.326906 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e63537e-45ee-4a59-b65d-4eab6ad53c09 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Pushing event updated for resources: {'Subnet': ['ID=82ab7759-3dcd-4764-b386-925b3dd23c9b,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:44.355142 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cff4fef0-f260-41db-aa3e-f9f15695d4d8 tempest-DHCPAgentSchedulersTestJSON-1100517128 tempest-DHCPAgentSchedulersTestJSON-1100517128-project-admin] 10.222.0.35 "DELETE /v2.0/agents/2d58977e-c9d0-467e-902e-9cf94bd9dd17/dhcp-networks/cc28b1d3-6181-4259-8122-af5994cbd6de HTTP/1.1" status: 204 len: 168 time: 0.1870852 Sep 16 04:43:44.356664 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e63537e-45ee-4a59-b65d-4eab6ad53c09 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Checking segment: {'id': '90ca1933-caa6-42a4-822c-5da169d48a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '768257ea-d05c-44b7-b58b-c702d60e22aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:44.358369 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36006) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:44.368496 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e63537e-45ee-4a59-b65d-4eab6ad53c09 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Network hostable DHCP agents. Network: 768257ea-d05c-44b7-b58b-c702d60e22aa, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:43:44.386678 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.411703 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e63537e-45ee-4a59-b65d-4eab6ad53c09 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Network 768257ea-d05c-44b7-b58b-c702d60e22aa is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:43:44.426107 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-2e63537e-45ee-4a59-b65d-4eab6ad53c09 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 768257ea-d05c-44b7-b58b-c702d60e22aa) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:44.431713 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e63537e-45ee-4a59-b65d-4eab6ad53c09 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:44.432517 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e63537e-45ee-4a59-b65d-4eab6ad53c09 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.458376 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2e63537e-45ee-4a59-b65d-4eab6ad53c09 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4844642 Sep 16 04:43:44.463500 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4bdaef-8a23-47b0-8008-7e56e8f99331 None None] Network 768257ea-d05c-44b7-b58b-c702d60e22aa requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:44.465234 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36010) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:44.471100 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-cebbd549-c095-4f9d-b5f6-3e12fc91a7d5 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Request body: {'port': {'network_id': '75789621-67a9-49c8-be39-03e0dc1e36c3', 'name': 'tempest-TaggedBootDevicesTest-790442290', 'fixed_ips': [{'subnet_id': '716908ff-2333-49cf-9a00-33ec24b532c9'}]}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:44.475803 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f803ed36-aae6-4756-acfd-6bf1ef792ba2 req-04379387-2e74-4e02-9b97-fca951b85848 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 210 time: 0.0875270 Sep 16 04:43:44.521536 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-cab202c2-d211-4e46-8bee-673a194bc14a None None] Could not find standard attr ID for object 6b9d1f17-afec-4e89-a64f-4f33bd3d543d. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:43:44.536853 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.591018 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5e348b71-3515-443f-aa5e-4783a21794c8 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.600076 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5e348b71-3515-443f-aa5e-4783a21794c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.638737 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebbd549-c095-4f9d-b5f6-3e12fc91a7d5 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Made reservation on behalf of 7bbe39f2ccff44e5a5c6b6e96a70ab43 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:44.659187 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e348b71-3515-443f-aa5e-4783a21794c8 None None] Network 75789621-67a9-49c8-be39-03e0dc1e36c3 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:44.667102 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-31ddaead-20e9-4cc8-ab05-029a9c1e188b tempest-DHCPAgentSchedulersTestJSON-1100517128 tempest-DHCPAgentSchedulersTestJSON-1100517128-project-admin] 10.222.0.35 "GET /v2.0/agents/2d58977e-c9d0-467e-902e-9cf94bd9dd17/dhcp-networks HTTP/1.1" status: 200 len: 11255 time: 0.3059039 Sep 16 04:43:44.668549 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-5e348b71-3515-443f-aa5e-4783a21794c8 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:44.673082 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e348b71-3515-443f-aa5e-4783a21794c8 None None] Pushing event updated for resources: {'Port': ['ID=a083de22-acb3-4f13-aea8-e4570a9d1ae0,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:44.674280 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e348b71-3515-443f-aa5e-4783a21794c8 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:44.674516 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36016) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:44.689310 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-c136f165-1541-4063-a19c-52e6e929af20 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Request body: {'port': {'device_id': 'f99ab8e9-cecc-4f6a-9a21-58d8e2199c72', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'admin_state_up': True, 'tenant_id': '832e485315cf4d818578c78d15f3a644'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:44.699032 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669084c-ee55-4d99-9bc9-dfcca4b6ad3d req-695e3512-acca-4c53-8219-8555b341ed1b tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:44.701190 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b669084c-ee55-4d99-9bc9-dfcca4b6ad3d req-695e3512-acca-4c53-8219-8555b341ed1b tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=c583657b-1d0b-4850-9d99-4afad613b52e HTTP/1.1" status: 200 len: 946 time: 0.1073568 Sep 16 04:43:44.717802 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-23e7daa9-499b-4a82-933c-5ac0adca4ff9 tempest-DHCPAgentSchedulersTestJSON-1100517128 tempest-DHCPAgentSchedulersTestJSON-1100517128-project-admin] 10.222.0.35 "GET /v2.0/networks/8fc75489-496b-4a79-b8ee-c6472c6abea0/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0383110 Sep 16 04:43:44.718053 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36018) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:44.742016 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-4c2972cf-e989-4011-b36a-7c145b8d1f2a tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:43:44.743490 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-4c2972cf-e989-4011-b36a-7c145b8d1f2a tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0216236 Sep 16 04:43:44.779335 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-05ddce0b-4848-450c-967e-79c6e955f67e tempest-DHCPAgentSchedulersTestJSON-1100517128 tempest-DHCPAgentSchedulersTestJSON-1100517128-project-admin] 10.222.0.35 "GET /v2.0/networks/8fc75489-496b-4a79-b8ee-c6472c6abea0/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0561206 Sep 16 04:43:44.780088 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36020) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:44.790684 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b669084c-ee55-4d99-9bc9-dfcca4b6ad3d req-b791ac2b-5bac-4abe-9ec7-f2379ee6a25a tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664012 Sep 16 04:43:44.795209 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-5e348b71-3515-443f-aa5e-4783a21794c8 None None] Attempting to bind port a083de22-acb3-4f13-aea8-e4570a9d1ae0 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:44.795578 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-5e348b71-3515-443f-aa5e-4783a21794c8 None None] Attempting to bind port a083de22-acb3-4f13-aea8-e4570a9d1ae0 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '58f0cb18-e140-4bd2-89cf-e2e6b8f96371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '75789621-67a9-49c8-be39-03e0dc1e36c3'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:44.795944 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e348b71-3515-443f-aa5e-4783a21794c8 None None] Attempting to bind port a083de22-acb3-4f13-aea8-e4570a9d1ae0 on network 75789621-67a9-49c8-be39-03e0dc1e36c3 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:44.804797 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e348b71-3515-443f-aa5e-4783a21794c8 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:44.805425 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e348b71-3515-443f-aa5e-4783a21794c8 None None] Checking segment: {'id': '58f0cb18-e140-4bd2-89cf-e2e6b8f96371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '75789621-67a9-49c8-be39-03e0dc1e36c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:44.805836 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5e348b71-3515-443f-aa5e-4783a21794c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.806237 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e348b71-3515-443f-aa5e-4783a21794c8 None None] Bound using segment: {'id': '58f0cb18-e140-4bd2-89cf-e2e6b8f96371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '75789621-67a9-49c8-be39-03e0dc1e36c3'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:44.806732 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-5e348b71-3515-443f-aa5e-4783a21794c8 None None] Bound port: a083de22-acb3-4f13-aea8-e4570a9d1ae0, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58f0cb18-e140-4bd2-89cf-e2e6b8f96371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '75789621-67a9-49c8-be39-03e0dc1e36c3'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:44.807117 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5e348b71-3515-443f-aa5e-4783a21794c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.846210 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5372c48-0beb-422d-b9eb-244d190edda6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-768257ea-d05c-44b7-b58b-c702d60e22aa', 'network_id': '768257ea-d05c-44b7-b58b-c702d60e22aa', 'tenant_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'fixed_ips': [{'subnet_id': '82ab7759-3dcd-4764-b386-925b3dd23c9b'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:43:44.847192 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b5372c48-0beb-422d-b9eb-244d190edda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.925154 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-f3a7bd9b-a30e-4744-8198-68f2002d3c61 service neutron] Request body: {'port': {'device_id': '5e745e20-fb30-401b-927d-65ce174771ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:44.959565 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b97967bf-cead-4865-b2c1-03e927a20c79 tempest-DHCPAgentSchedulersTestJSON-1100517128 tempest-DHCPAgentSchedulersTestJSON-1100517128-project-admin] 10.222.0.35 "GET /v2.0/agents/2d58977e-c9d0-467e-902e-9cf94bd9dd17/dhcp-networks HTTP/1.1" status: 200 len: 12043 time: 0.1777589 Sep 16 04:43:44.963882 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36026) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:45.039504 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cebbd549-c095-4f9d-b5f6-3e12fc91a7d5 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.052610 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-b5372c48-0beb-422d-b9eb-244d190edda6 None None] Allocated IP 10.2.2.2 (768257ea-d05c-44b7-b58b-c702d60e22aa/82ab7759-3dcd-4764-b386-925b3dd23c9b/49ec96b1-eb93-4c0b-a42f-543ac245d043) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:45.062177 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-5e348b71-3515-443f-aa5e-4783a21794c8 None None] For port a083de22-acb3-4f13-aea8-e4570a9d1ae0, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:45.065589 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-f3a7bd9b-a30e-4744-8198-68f2002d3c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.068634 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-5e348b71-3515-443f-aa5e-4783a21794c8 None None] For port a083de22-acb3-4f13-aea8-e4570a9d1ae0, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=a083de22-acb3-4f13-aea8-e4570a9d1ae0,segment=NetworkSegment(58f0cb18-e140-4bd2-89cf-e2e6b8f96371),segment_id=58f0cb18-e140-4bd2-89cf-e2e6b8f96371)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:45.082601 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-c136f165-1541-4063-a19c-52e6e929af20 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Made reservation on behalf of 832e485315cf4d818578c78d15f3a644 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:45.086796 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-c136f165-1541-4063-a19c-52e6e929af20 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.087670 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d734f545-03b9-4b6d-bd55-80733ae8019b tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.093341 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5e348b71-3515-443f-aa5e-4783a21794c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.094074 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-cebbd549-c095-4f9d-b5f6-3e12fc91a7d5 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] device_id is not set on port 1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:43:45.252084 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d734f545-03b9-4b6d-bd55-80733ae8019b tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.255656 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e348b71-3515-443f-aa5e-4783a21794c8 None None] Pushing event updated for resources: {'Port': ['ID=a083de22-acb3-4f13-aea8-e4570a9d1ae0,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:45.291094 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-d734f545-03b9-4b6d-bd55-80733ae8019b tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc28b1d3-6181-4259-8122-af5994cbd6de']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:45.307732 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-d734f545-03b9-4b6d-bd55-80733ae8019b tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30df3ff8-3588-4b27-bbca-f9a16665fc46') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:45.308030 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-d734f545-03b9-4b6d-bd55-80733ae8019b tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30df3ff8-3588-4b27-bbca-f9a16665fc46') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:45.328702 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d734f545-03b9-4b6d-bd55-80733ae8019b tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.349813 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b5372c48-0beb-422d-b9eb-244d190edda6 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.355338 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d734f545-03b9-4b6d-bd55-80733ae8019b tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.359762 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b5372c48-0beb-422d-b9eb-244d190edda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.364131 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d734f545-03b9-4b6d-bd55-80733ae8019b tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:43:45.364891 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d734f545-03b9-4b6d-bd55-80733ae8019b tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.368717 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:43:45.368717 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:43:45.368717 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:43:45.368717 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:43:45.368717 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:43:45.368717 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:43:45.368717 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:43:45.368717 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:43:45.368717 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:43:45.368717 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:43:45.368717 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:43:45.368717 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:43:45.368717 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:43:45.368717 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:43:45.368717 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:43:45.368717 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:43:45.368717 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:43:45.368717 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:43:45.368717 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:43:45.368717 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:43:45.368717 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:43:45.368717 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:43:45.368717 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:43:45.368717 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:43:45.368717 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:43:45.368717 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:43:45.368717 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:43:45.368717 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:43:45.368717 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:43:45.368717 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:43:45.368717 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:43:45.368717 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:43:45.413896 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5372c48-0beb-422d-b9eb-244d190edda6 None None] Network 768257ea-d05c-44b7-b58b-c702d60e22aa is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:45.414942 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5372c48-0beb-422d-b9eb-244d190edda6 None None] Pushing event updated for resources: {'Port': ['ID=49ec96b1-eb93-4c0b-a42f-543ac245d043,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:45.417968 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-b5372c48-0beb-422d-b9eb-244d190edda6 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:45.421034 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5372c48-0beb-422d-b9eb-244d190edda6 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:45.508042 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d734f545-03b9-4b6d-bd55-80733ae8019b tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.520493 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa13c9c-f55b-4b59-b23e-b5450ee65057 req-9774fc91-ee2c-4caa-b499-0bb407a019b1 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:45.528827 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8aa13c9c-f55b-4b59-b23e-b5450ee65057 req-9774fc91-ee2c-4caa-b499-0bb407a019b1 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e745e20-fb30-401b-927d-65ce174771ac HTTP/1.1" status: 200 len: 931 time: 0.1664827 Sep 16 04:43:45.538096 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d734f545-03b9-4b6d-bd55-80733ae8019b tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.538314 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-b5372c48-0beb-422d-b9eb-244d190edda6 None None] Attempting to bind port 49ec96b1-eb93-4c0b-a42f-543ac245d043 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:45.539169 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-b5372c48-0beb-422d-b9eb-244d190edda6 None None] Attempting to bind port 49ec96b1-eb93-4c0b-a42f-543ac245d043 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '90ca1933-caa6-42a4-822c-5da169d48a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '768257ea-d05c-44b7-b58b-c702d60e22aa'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:45.539491 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5372c48-0beb-422d-b9eb-244d190edda6 None None] Attempting to bind port 49ec96b1-eb93-4c0b-a42f-543ac245d043 on network 768257ea-d05c-44b7-b58b-c702d60e22aa {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:45.545488 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d734f545-03b9-4b6d-bd55-80733ae8019b tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] 10.222.0.35 "DELETE /v2.0/networks/cc28b1d3-6181-4259-8122-af5994cbd6de HTTP/1.1" status: 204 len: 168 time: 0.5804379 Sep 16 04:43:45.546090 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5372c48-0beb-422d-b9eb-244d190edda6 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:45.547075 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5372c48-0beb-422d-b9eb-244d190edda6 None None] Checking segment: {'id': '90ca1933-caa6-42a4-822c-5da169d48a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '768257ea-d05c-44b7-b58b-c702d60e22aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:45.547523 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b5372c48-0beb-422d-b9eb-244d190edda6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.547907 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5372c48-0beb-422d-b9eb-244d190edda6 None None] Bound using segment: {'id': '90ca1933-caa6-42a4-822c-5da169d48a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '768257ea-d05c-44b7-b58b-c702d60e22aa'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:45.548401 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-b5372c48-0beb-422d-b9eb-244d190edda6 None None] Bound port: 49ec96b1-eb93-4c0b-a42f-543ac245d043, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ca1933-caa6-42a4-822c-5da169d48a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '768257ea-d05c-44b7-b58b-c702d60e22aa'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:45.548848 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b5372c48-0beb-422d-b9eb-244d190edda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.557502 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36036) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:45.611351 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8aa13c9c-f55b-4b59-b23e-b5450ee65057 req-e7804778-a22a-4afc-8cec-93da7be7af0b tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.35 "GET /v2.0/security-groups?id=c126b3c7-422b-4d5c-af85-aa69910fdf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744689 Sep 16 04:43:45.612976 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734f545-03b9-4b6d-bd55-80733ae8019b tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Pushing event deleted for resources: {'Network': ['ID=cc28b1d3-6181-4259-8122-af5994cbd6de,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:45.647297 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3334324a-b3b2-4636-bce3-86df2a48706a tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] DELETE failed (client error): The resource could not be found. Sep 16 04:43:45.648401 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-b5372c48-0beb-422d-b9eb-244d190edda6 None None] For port 49ec96b1-eb93-4c0b-a42f-543ac245d043, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:45.648769 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3334324a-b3b2-4636-bce3-86df2a48706a tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:43:45.652397 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-b5372c48-0beb-422d-b9eb-244d190edda6 None None] For port 49ec96b1-eb93-4c0b-a42f-543ac245d043, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=49ec96b1-eb93-4c0b-a42f-543ac245d043,segment=NetworkSegment(90ca1933-caa6-42a4-822c-5da169d48a10),segment_id=90ca1933-caa6-42a4-822c-5da169d48a10)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:45.653356 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36038) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:45.653884 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3334324a-b3b2-4636-bce3-86df2a48706a tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] 10.222.0.35 "DELETE /v2.0/ports/6b9d1f17-afec-4e89-a64f-4f33bd3d543d HTTP/1.1" status: 404 len: 333 time: 0.0931191 Sep 16 04:43:45.659351 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b5372c48-0beb-422d-b9eb-244d190edda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.686173 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-c136f165-1541-4063-a19c-52e6e929af20 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Allocated IP 192.168.233.169 (97f5d7d8-0e62-4047-bcd4-63b92e31705a/24ad4c5e-5b43-4c25-ab99-4992f6337d28/695b9763-c48f-43ad-8dab-5a49e5cadc2b) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:45.741106 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5372c48-0beb-422d-b9eb-244d190edda6 None None] Pushing event updated for resources: {'Port': ['ID=49ec96b1-eb93-4c0b-a42f-543ac245d043,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:45.756703 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb51e293-3e92-4c58-9244-3bd91132e0de tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Deleting subnet c630d28f-fb3e-4158-9b60-19d34837cc05 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:43:45.761569 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-eb51e293-3e92-4c58-9244-3bd91132e0de tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.768738 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-cebbd549-c095-4f9d-b5f6-3e12fc91a7d5 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Allocated IP 10.1.1.164 (75789621-67a9-49c8-be39-03e0dc1e36c3/716908ff-2333-49cf-9a00-33ec24b532c9/1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:45.810597 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-eb51e293-3e92-4c58-9244-3bd91132e0de tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.840021 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd976f-4e6b-48f8-becb-6ec8682321cd req-05cdd50d-435f-4fd1-9f17-6a055002f8c1 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:45.841604 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9fcd976f-4e6b-48f8-becb-6ec8682321cd req-05cdd50d-435f-4fd1-9f17-6a055002f8c1 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=c583657b-1d0b-4850-9d99-4afad613b52e HTTP/1.1" status: 200 len: 946 time: 0.1429806 Sep 16 04:43:45.947205 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9fcd976f-4e6b-48f8-becb-6ec8682321cd req-e6c28472-652a-4cc7-b53f-1812ba063e7d tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927567 Sep 16 04:43:45.966300 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.976687 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-eb51e293-3e92-4c58-9244-3bd91132e0de tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.090324 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-eb51e293-3e92-4c58-9244-3bd91132e0de tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.126450 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-eb51e293-3e92-4c58-9244-3bd91132e0de tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.130134 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-f3a7bd9b-a30e-4744-8198-68f2002d3c61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 163c37d1-54c8-4349-8fff-11be4a79fbee {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:46.131878 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-eb51e293-3e92-4c58-9244-3bd91132e0de tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] 10.222.0.35 "DELETE /v2.0/subnets/c630d28f-fb3e-4158-9b60-19d34837cc05 HTTP/1.1" status: 204 len: 168 time: 0.4773681 Sep 16 04:43:46.132934 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36044) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:46.133369 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929868eb-1b27-4632-b7f0-97ce34697131 None None] Network 8fc75489-496b-4a79-b8ee-c6472c6abea0 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:46.135875 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb51e293-3e92-4c58-9244-3bd91132e0de tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Pushing event deleted for resources: {'Subnet': ['ID=c630d28f-fb3e-4158-9b60-19d34837cc05,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:46.142405 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-f3a7bd9b-a30e-4744-8198-68f2002d3c61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.159255 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-f3a7bd9b-a30e-4744-8198-68f2002d3c61 service neutron] Transition to ACTIVE for port object 163c37d1-54c8-4349-8fff-11be4a79fbee will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:43:46.165905 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31541f3b-a29b-4843-9123-5c6a80976348 req-efbc0b2b-0fde-4e61-beb5-8c658ca0f0aa tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:46.167586 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-31541f3b-a29b-4843-9123-5c6a80976348 req-efbc0b2b-0fde-4e61-beb5-8c658ca0f0aa tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f1432ac-d655-4d29-b0a5-627cfea77eda HTTP/1.1" status: 200 len: 945 time: 0.1251237 Sep 16 04:43:46.209654 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cebbd549-c095-4f9d-b5f6-3e12fc91a7d5 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.275749 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bd756476-792e-4b11-8b04-1f72b5758701 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.280928 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-c136f165-1541-4063-a19c-52e6e929af20 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.295050 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-31541f3b-a29b-4843-9123-5c6a80976348 req-d5bd0fd6-5ad5-4880-a2ab-48e7f5293d1f tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168239 Sep 16 04:43:46.306940 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-f3a7bd9b-a30e-4744-8198-68f2002d3c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.315987 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cebbd549-c095-4f9d-b5f6-3e12fc91a7d5 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.382362 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c14879-1865-408a-b72b-470d5b2e6786 None None] DHCP port deletion for 8fc75489-496b-4a79-b8ee-c6472c6abea0 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:43:46.393182 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-bd756476-792e-4b11-8b04-1f72b5758701 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Deleting port 06f8e7d0-3983-44f2-bacb-0557896053a9 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:46.393763 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bd756476-792e-4b11-8b04-1f72b5758701 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.430050 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebbd549-c095-4f9d-b5f6-3e12fc91a7d5 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Network 75789621-67a9-49c8-be39-03e0dc1e36c3 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:46.435264 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7bd9b-a30e-4744-8198-68f2002d3c61 service neutron] Pushing event updated for resources: {'Port': ['ID=163c37d1-54c8-4349-8fff-11be4a79fbee,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:46.450121 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-cebbd549-c095-4f9d-b5f6-3e12fc91a7d5 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:46.458223 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-c136f165-1541-4063-a19c-52e6e929af20 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.462170 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebbd549-c095-4f9d-b5f6-3e12fc91a7d5 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:46.468294 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-08c14879-1865-408a-b72b-470d5b2e6786 None None] Deleting port 06f8e7d0-3983-44f2-bacb-0557896053a9 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:46.469907 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-08c14879-1865-408a-b72b-470d5b2e6786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.476418 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-df0a10c9-107b-4856-924a-c0ac831396f9 req-e3b8ef51-5b45-4ea5-93a1-9f31b7b79ede tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 210 time: 0.0532575 Sep 16 04:43:46.531729 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:46.580502 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-bd756476-792e-4b11-8b04-1f72b5758701 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] For port 06f8e7d0-3983-44f2-bacb-0557896053a9, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=06f8e7d0-3983-44f2-bacb-0557896053a9,segment=NetworkSegment(b54554bb-748f-4086-b324-652fe10f9700),segment_id=b54554bb-748f-4086-b324-652fe10f9700)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:46.581152 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bd756476-792e-4b11-8b04-1f72b5758701 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.592064 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['d3b66b72-abdf-4298-9c22-48593c2c42c3', 'aed1de52-e17a-46a9-af13-8ebdb2d92da6'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:46.654612 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-bd756476-792e-4b11-8b04-1f72b5758701 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Calling delete_port for 06f8e7d0-3983-44f2-bacb-0557896053a9 owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:46.713924 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-c136f165-1541-4063-a19c-52e6e929af20 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Network 97f5d7d8-0e62-4047-bcd4-63b92e31705a is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:46.722941 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebbd549-c095-4f9d-b5f6-3e12fc91a7d5 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:46.723590 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cebbd549-c095-4f9d-b5f6-3e12fc91a7d5 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.739751 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebbd549-c095-4f9d-b5f6-3e12fc91a7d5 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Pushing event updated for resources: {'Port': ['ID=1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:46.793366 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-c136f165-1541-4063-a19c-52e6e929af20 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:46.795961 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bd756476-792e-4b11-8b04-1f72b5758701 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.797456 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-c136f165-1541-4063-a19c-52e6e929af20 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:46.811108 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-08c14879-1865-408a-b72b-470d5b2e6786 None None] For port 06f8e7d0-3983-44f2-bacb-0557896053a9, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=06f8e7d0-3983-44f2-bacb-0557896053a9,segment=NetworkSegment(b54554bb-748f-4086-b324-652fe10f9700),segment_id=b54554bb-748f-4086-b324-652fe10f9700)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:46.814567 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-08c14879-1865-408a-b72b-470d5b2e6786 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.844988 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-08c14879-1865-408a-b72b-470d5b2e6786 None None] Calling delete_port for 06f8e7d0-3983-44f2-bacb-0557896053a9 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:46.850210 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756476-792e-4b11-8b04-1f72b5758701 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Pushing event deleted for resources: {'Port': ['ID=06f8e7d0-3983-44f2-bacb-0557896053a9,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:46.852932 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd756476-792e-4b11-8b04-1f72b5758701 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] No DVR routers for this DVR port 06f8e7d0-3983-44f2-bacb-0557896053a9 on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:46.906699 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cebbd549-c095-4f9d-b5f6-3e12fc91a7d5 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4403234 Sep 16 04:43:46.910721 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36048) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:46.917699 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c136f165-1541-4063-a19c-52e6e929af20 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Pushing event updated for resources: {'Port': ['ID=695b9763-c48f-43ad-8dab-5a49e5cadc2b,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:46.933814 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-73ae9deb-d153-4a30-a0dc-585fb5e36cbd tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Request body: {'port': {'network_id': '75789621-67a9-49c8-be39-03e0dc1e36c3', 'name': 'tempest-TaggedBootDevicesTest-2008032473', 'fixed_ips': [{'subnet_id': '716908ff-2333-49cf-9a00-33ec24b532c9'}]}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: from cryptography.utils import int_from_bytes Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: from cryptography.utils import int_from_bytes Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:46.985884 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:43:46.990061 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:46.990061 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:43:46.990061 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:46.990061 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:43:46.990061 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:46.990061 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:43:46.990061 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:46.990061 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:43:46.990061 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:46.990061 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:43:46.990061 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:46.990061 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:43:46.990061 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:46.990061 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:43:46.994420 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-08c14879-1865-408a-b72b-470d5b2e6786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.005477 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-f3a7bd9b-a30e-4744-8198-68f2002d3c61 service neutron] Attempting to bind port 163c37d1-54c8-4349-8fff-11be4a79fbee on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:47.006087 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-f3a7bd9b-a30e-4744-8198-68f2002d3c61 service neutron] Attempting to bind port 163c37d1-54c8-4349-8fff-11be4a79fbee by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'a8e3cee4-c9c7-427b-8884-065ab0cd72ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b8554a99-cc4a-4185-be03-db4155a4d044'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:47.006616 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-f3a7bd9b-a30e-4744-8198-68f2002d3c61 service neutron] Attempting to bind port 163c37d1-54c8-4349-8fff-11be4a79fbee on network b8554a99-cc4a-4185-be03-db4155a4d044 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:47.018706 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-c136f165-1541-4063-a19c-52e6e929af20 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:47.018706 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-c136f165-1541-4063-a19c-52e6e929af20 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.041728 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-f3a7bd9b-a30e-4744-8198-68f2002d3c61 service neutron] Port 163c37d1-54c8-4349-8fff-11be4a79fbee on network b8554a99-cc4a-4185-be03-db4155a4d044 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:43:47.042116 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-f3a7bd9b-a30e-4744-8198-68f2002d3c61 service neutron] Attempting to bind port 163c37d1-54c8-4349-8fff-11be4a79fbee on network b8554a99-cc4a-4185-be03-db4155a4d044 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:47.045568 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d06337-0507-4d36-97b7-fd0e84db0182 None None] Network 75789621-67a9-49c8-be39-03e0dc1e36c3 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:47.047932 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c14879-1865-408a-b72b-470d5b2e6786 None None] No DVR routers for this DVR port 06f8e7d0-3983-44f2-bacb-0557896053a9 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:47.062636 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c14879-1865-408a-b72b-470d5b2e6786 None None] Pushing event deleted for resources: {'Port': ['ID=06f8e7d0-3983-44f2-bacb-0557896053a9,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:47.078129 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-f3a7bd9b-a30e-4744-8198-68f2002d3c61 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:47.078695 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-f3a7bd9b-a30e-4744-8198-68f2002d3c61 service neutron] Checking segment: {'id': 'a8e3cee4-c9c7-427b-8884-065ab0cd72ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b8554a99-cc4a-4185-be03-db4155a4d044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:47.079098 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-f3a7bd9b-a30e-4744-8198-68f2002d3c61 service neutron] Bound using segment: {'id': 'a8e3cee4-c9c7-427b-8884-065ab0cd72ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b8554a99-cc4a-4185-be03-db4155a4d044'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:47.079559 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-f3a7bd9b-a30e-4744-8198-68f2002d3c61 service neutron] Bound port: 163c37d1-54c8-4349-8fff-11be4a79fbee, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8e3cee4-c9c7-427b-8884-065ab0cd72ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b8554a99-cc4a-4185-be03-db4155a4d044'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:47.080071 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-f3a7bd9b-a30e-4744-8198-68f2002d3c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.085800 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-c136f165-1541-4063-a19c-52e6e929af20 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4005489 Sep 16 04:43:47.087955 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bd756476-792e-4b11-8b04-1f72b5758701 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.094405 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224eb3a-803b-4879-89c8-eb54f6eb4e09 req-55441483-4834-4627-9549-a42b684802ca tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:47.096129 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c224eb3a-803b-4879-89c8-eb54f6eb4e09 req-55441483-4834-4627-9549-a42b684802ca tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.48 "GET /v2.0/ports?device_id=c583657b-1d0b-4850-9d99-4afad613b52e HTTP/1.1" status: 200 len: 946 time: 0.1970642 Sep 16 04:43:47.110556 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-2a46b6df-a96e-4fb8-8b5b-bf0fadf7b156 service neutron] Request body: {'port': {'device_id': 'f99ab8e9-cecc-4f6a-9a21-58d8e2199c72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:47.114023 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-bd756476-792e-4b11-8b04-1f72b5758701 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc75489-496b-4a79-b8ee-c6472c6abea0']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:47.129599 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-bd756476-792e-4b11-8b04-1f72b5758701 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b54554bb-748f-4086-b324-652fe10f9700') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:47.129599 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-bd756476-792e-4b11-8b04-1f72b5758701 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b54554bb-748f-4086-b324-652fe10f9700') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:47.333152 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-2a46b6df-a96e-4fb8-8b5b-bf0fadf7b156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.349604 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-f3a7bd9b-a30e-4744-8198-68f2002d3c61 service neutron] For port 163c37d1-54c8-4349-8fff-11be4a79fbee, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:47.361019 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c0513a-9341-4c67-88eb-2e10f1e531e2 None None] Network 768257ea-d05c-44b7-b58b-c702d60e22aa requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:47.368893 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-f3a7bd9b-a30e-4744-8198-68f2002d3c61 service neutron] For port 163c37d1-54c8-4349-8fff-11be4a79fbee, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=163c37d1-54c8-4349-8fff-11be4a79fbee,segment=NetworkSegment(a8e3cee4-c9c7-427b-8884-065ab0cd72ce),segment_id=a8e3cee4-c9c7-427b-8884-065ab0cd72ce)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:47.392728 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-f3a7bd9b-a30e-4744-8198-68f2002d3c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.467751 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-f3a7bd9b-a30e-4744-8198-68f2002d3c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:47.468796 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-f3a7bd9b-a30e-4744-8198-68f2002d3c61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.471290 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-f3a7bd9b-a30e-4744-8198-68f2002d3c61 service neutron] 10.222.0.47 "PUT /v2.0/ports/163c37d1-54c8-4349-8fff-11be4a79fbee HTTP/1.1" status: 200 len: 1092 time: 2.6757522 Sep 16 04:43:47.476199 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e745e20-fb30-401b-927d-65ce174771ac', 'tag': '163c37d1-54c8-4349-8fff-11be4a79fbee'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:47.478735 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25203e39-9bf8-445a-9b4a-07a7e01c4a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "5e745e20-fb30-401b-927d-65ce174771ac", "tag": "163c37d1-54c8-4349-8fff-11be4a79fbee"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:47.507064 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-c224eb3a-803b-4879-89c8-eb54f6eb4e09 req-d56367e7-2dc0-4219-96bc-7d6f07c7d64d tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Deleting port 3b8b35eb-dfdb-4945-990a-98908a3bd7a2 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:47.507655 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c224eb3a-803b-4879-89c8-eb54f6eb4e09 req-d56367e7-2dc0-4219-96bc-7d6f07c7d64d tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.526165 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bd756476-792e-4b11-8b04-1f72b5758701 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.566592 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bd756476-792e-4b11-8b04-1f72b5758701 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.583682 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7aee5-0a4b-4124-b5a0-012ba7167073 req-432117bf-5b88-4db1-8b09-72ab19fd0f4a tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:47.586863 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b1b7aee5-0a4b-4124-b5a0-012ba7167073 req-432117bf-5b88-4db1-8b09-72ab19fd0f4a tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e745e20-fb30-401b-927d-65ce174771ac HTTP/1.1" status: 200 len: 943 time: 0.6774733 Sep 16 04:43:47.595056 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd756476-792e-4b11-8b04-1f72b5758701 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:43:47.595923 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bd756476-792e-4b11-8b04-1f72b5758701 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.618082 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:43:47.618082 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:43:47.618082 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:43:47.618082 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:43:47.618082 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:43:47.618082 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:43:47.618082 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:43:47.618082 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:43:47.618082 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:43:47.618082 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:43:47.618082 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:43:47.618082 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:43:47.618082 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:43:47.618082 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:43:47.618082 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:43:47.618082 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:43:47.618082 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:43:47.618082 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:43:47.618082 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:43:47.618082 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:43:47.618082 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:43:47.618082 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:43:47.618082 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:43:47.618082 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:43:47.618082 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:43:47.618082 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:43:47.618082 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:43:47.618082 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:43:47.618082 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:43:47.618082 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:43:47.618082 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:43:47.618082 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:43:47.664647 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7bd9b-a30e-4744-8198-68f2002d3c61 service neutron] Pushing event updated for resources: {'Port': ['ID=163c37d1-54c8-4349-8fff-11be4a79fbee,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:47.670049 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 49ec96b1-eb93-4c0b-a42f-543ac245d043 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:47.743565 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-c7d1ce89-22b6-4135-bfbb-0613ae940ba9 None None] Provisioning complete for port a083de22-acb3-4f13-aea8-e4570a9d1ae0 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:47.744234 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c7d1ce89-22b6-4135-bfbb-0613ae940ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.759616 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b1b7aee5-0a4b-4124-b5a0-012ba7167073 req-b57fa3b1-dd63-408e-906c-a16d3f58208d tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.35 "GET /v2.0/security-groups?id=c126b3c7-422b-4d5c-af85-aa69910fdf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260698 Sep 16 04:43:47.785688 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bd756476-792e-4b11-8b04-1f72b5758701 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.807191 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-8180fb21-7188-4a84-8b4a-cbd660f37b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:47.809513 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-8180fb21-7188-4a84-8b4a-cbd660f37b67 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e89da63dfb404d24873410c7a7044352&device_id=5e745e20-fb30-401b-927d-65ce174771ac HTTP/1.1" status: 200 len: 1095 time: 0.2017148 Sep 16 04:43:47.827757 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-c224eb3a-803b-4879-89c8-eb54f6eb4e09 req-d56367e7-2dc0-4219-96bc-7d6f07c7d64d tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] For port 3b8b35eb-dfdb-4945-990a-98908a3bd7a2, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=3b8b35eb-dfdb-4945-990a-98908a3bd7a2,segment=NetworkSegment(8a88cf17-2626-40ee-b5d7-20831c5d590c),segment_id=8a88cf17-2626-40ee-b5d7-20831c5d590c)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:47.828132 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c224eb3a-803b-4879-89c8-eb54f6eb4e09 req-d56367e7-2dc0-4219-96bc-7d6f07c7d64d tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.829474 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bd756476-792e-4b11-8b04-1f72b5758701 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.833480 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-bd756476-792e-4b11-8b04-1f72b5758701 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] 10.222.0.35 "DELETE /v2.0/networks/8fc75489-496b-4a79-b8ee-c6472c6abea0 HTTP/1.1" status: 204 len: 168 time: 1.6986144 Sep 16 04:43:47.836269 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756476-792e-4b11-8b04-1f72b5758701 tempest-DHCPAgentSchedulersTestJSON-930651380 tempest-DHCPAgentSchedulersTestJSON-930651380-project] Pushing event deleted for resources: {'Network': ['ID=8fc75489-496b-4a79-b8ee-c6472c6abea0,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:47.857695 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ae9deb-d153-4a30-a0dc-585fb5e36cbd tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Made reservation on behalf of 7bbe39f2ccff44e5a5c6b6e96a70ab43 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:47.908529 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-c224eb3a-803b-4879-89c8-eb54f6eb4e09 req-d56367e7-2dc0-4219-96bc-7d6f07c7d64d tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Calling delete_port for 3b8b35eb-dfdb-4945-990a-98908a3bd7a2 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:47.917608 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-8589fa42-7a67-4fb1-9cfb-1a95908139a1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=163c37d1-54c8-4349-8fff-11be4a79fbee HTTP/1.1" status: 200 len: 217 time: 0.0678349 Sep 16 04:43:47.982027 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e15d0-8814-4aa5-811c-4fc94c60897a req-ee7e2574-4082-483a-b449-75f1910cb8d4 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:47.989495 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4b2e15d0-8814-4aa5-811c-4fc94c60897a req-ee7e2574-4082-483a-b449-75f1910cb8d4 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=c583657b-1d0b-4850-9d99-4afad613b52e HTTP/1.1" status: 200 len: 946 time: 0.1506386 Sep 16 04:43:48.072596 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4b2e15d0-8814-4aa5-811c-4fc94c60897a req-510835d7-be7f-4a81-b17f-8b2efd838d3f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761762 Sep 16 04:43:48.095809 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 49ec96b1-eb93-4c0b-a42f-543ac245d043 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:48.096185 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:48.110084 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-73ae9deb-d153-4a30-a0dc-585fb5e36cbd tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:48.166532 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-73ae9deb-d153-4a30-a0dc-585fb5e36cbd tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] device_id is not set on port 8412a577-70e7-4987-883c-7ad67dcac980 yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:43:48.255886 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c7d1ce89-22b6-4135-bfbb-0613ae940ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:48.341615 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-c7d1ce89-22b6-4135-bfbb-0613ae940ba9 None None] For port a083de22-acb3-4f13-aea8-e4570a9d1ae0, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=a083de22-acb3-4f13-aea8-e4570a9d1ae0,segment=NetworkSegment(58f0cb18-e140-4bd2-89cf-e2e6b8f96371),segment_id=58f0cb18-e140-4bd2-89cf-e2e6b8f96371)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:48.406425 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:48.409039 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c7d1ce89-22b6-4135-bfbb-0613ae940ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:48.409318 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77725ab0-27df-4d45-a1c0-2095b7cc00d8 req-bbad1c54-8062-43fb-a46a-7fbdf712ba16 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:48.426360 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-2a46b6df-a96e-4fb8-8b5b-bf0fadf7b156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 695b9763-c48f-43ad-8dab-5a49e5cadc2b {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:48.435623 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-77725ab0-27df-4d45-a1c0-2095b7cc00d8 req-bbad1c54-8062-43fb-a46a-7fbdf712ba16 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f1432ac-d655-4d29-b0a5-627cfea77eda HTTP/1.1" status: 200 len: 945 time: 0.2044406 Sep 16 04:43:48.442367 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-2a46b6df-a96e-4fb8-8b5b-bf0fadf7b156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:48.499785 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-2a46b6df-a96e-4fb8-8b5b-bf0fadf7b156 service neutron] Transition to ACTIVE for port object 695b9763-c48f-43ad-8dab-5a49e5cadc2b will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:43:48.514948 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-a647da9d-c3a4-4556-9eb3-d7db5169430b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:48.516082 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-a647da9d-c3a4-4556-9eb3-d7db5169430b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1dd08a38-6793-4bc5-830d-909e33bdbeee HTTP/1.1" status: 200 len: 853 time: 0.5893769 Sep 16 04:43:48.609336 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-73ae9deb-d153-4a30-a0dc-585fb5e36cbd tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Allocated IP 10.1.1.252 (75789621-67a9-49c8-be39-03e0dc1e36c3/716908ff-2333-49cf-9a00-33ec24b532c9/8412a577-70e7-4987-883c-7ad67dcac980) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:48.623413 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-2a46b6df-a96e-4fb8-8b5b-bf0fadf7b156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:48.632447 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d1ce89-22b6-4135-bfbb-0613ae940ba9 None None] Pushing event updated for resources: {'Port': ['ID=a083de22-acb3-4f13-aea8-e4570a9d1ae0,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:48.656550 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36066) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:48.662405 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 49ec96b1-eb93-4c0b-a42f-543ac245d043, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=49ec96b1-eb93-4c0b-a42f-543ac245d043,segment=NetworkSegment(90ca1933-caa6-42a4-822c-5da169d48a10),segment_id=90ca1933-caa6-42a4-822c-5da169d48a10)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:48.669900 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:48.671151 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device a083de22-acb3-4f13-aea8-e4570a9d1ae0 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:48.756248 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-77725ab0-27df-4d45-a1c0-2095b7cc00d8 req-ed590419-37d0-44ec-8a0f-14ea64ec1b3e tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323832 Sep 16 04:43:48.784464 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46b6df-a96e-4fb8-8b5b-bf0fadf7b156 service neutron] Pushing event updated for resources: {'Port': ['ID=695b9763-c48f-43ad-8dab-5a49e5cadc2b,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:48.834695 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-f0ea439f-527b-4edc-9599-0e5f34f39328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:48.837523 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-f0ea439f-527b-4edc-9599-0e5f34f39328 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b8554a99-cc4a-4185-be03-db4155a4d044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3090932 Sep 16 04:43:48.847416 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=49ec96b1-eb93-4c0b-a42f-543ac245d043,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:48.852080 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-1a7d5fea-7e2d-4de0-b55c-435169474e2d None None] Provisioning complete for port a083de22-acb3-4f13-aea8-e4570a9d1ae0 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:48.852458 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1a7d5fea-7e2d-4de0-b55c-435169474e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:48.922322 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9adf8853-7fbe-4d94-905f-69d17dcf43cd x-openstack-request-id: req-9adf8853-7fbe-4d94-905f-69d17dcf43cd {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:48.922663 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e745e20-fb30-401b-927d-65ce174771ac", "tag": "163c37d1-54c8-4349-8fff-11be4a79fbee", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:48.923144 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9adf8853-7fbe-4d94-905f-69d17dcf43cd {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:48.923655 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e745e20-fb30-401b-927d-65ce174771ac', 'tag': '163c37d1-54c8-4349-8fff-11be4a79fbee', 'status': 'completed', 'code': 200} Sep 16 04:43:48.978285 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port a083de22-acb3-4f13-aea8-e4570a9d1ae0 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:48.978285 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:48.992243 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 3b8b35eb-dfdb-4945-990a-98908a3bd7a2 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:49.053432 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ab9a9cf1-84bb-45eb-a730-361febb4e59a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eb57796017df46a28b4849c24bc95edf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3914487 Sep 16 04:43:49.054173 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36072) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:49.118677 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-73ae9deb-d153-4a30-a0dc-585fb5e36cbd tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.133809 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a96562-9eaf-4667-a8b8-d84fc723c5ba req-25ee1b32-5df3-4ff9-b504-602bce0744de tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:49.136251 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-39a96562-9eaf-4667-a8b8-d84fc723c5ba req-25ee1b32-5df3-4ff9-b504-602bce0744de tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 948 time: 0.1797795 Sep 16 04:43:49.156125 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-2a46b6df-a96e-4fb8-8b5b-bf0fadf7b156 service neutron] Attempting to bind port 695b9763-c48f-43ad-8dab-5a49e5cadc2b on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:49.156635 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-2a46b6df-a96e-4fb8-8b5b-bf0fadf7b156 service neutron] Attempting to bind port 695b9763-c48f-43ad-8dab-5a49e5cadc2b by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:49.157092 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-2a46b6df-a96e-4fb8-8b5b-bf0fadf7b156 service neutron] Attempting to bind port 695b9763-c48f-43ad-8dab-5a49e5cadc2b on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:49.164921 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-2a46b6df-a96e-4fb8-8b5b-bf0fadf7b156 service neutron] Port 695b9763-c48f-43ad-8dab-5a49e5cadc2b on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:43:49.165322 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-2a46b6df-a96e-4fb8-8b5b-bf0fadf7b156 service neutron] Attempting to bind port 695b9763-c48f-43ad-8dab-5a49e5cadc2b on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:49.179126 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c224eb3a-803b-4879-89c8-eb54f6eb4e09 req-d56367e7-2dc0-4219-96bc-7d6f07c7d64d tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.183060 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-2a46b6df-a96e-4fb8-8b5b-bf0fadf7b156 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:49.183907 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-2a46b6df-a96e-4fb8-8b5b-bf0fadf7b156 service neutron] Checking segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:49.183907 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-2a46b6df-a96e-4fb8-8b5b-bf0fadf7b156 service neutron] Bound using segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:49.184367 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-2a46b6df-a96e-4fb8-8b5b-bf0fadf7b156 service neutron] Bound port: 695b9763-c48f-43ad-8dab-5a49e5cadc2b, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:49.184886 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-2a46b6df-a96e-4fb8-8b5b-bf0fadf7b156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.209341 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-07875e59-1c68-4713-96f5-e3c63b895cf9 service neutron] 10.222.0.47 "GET /v2.0/networks/b8554a99-cc4a-4185-be03-db4155a4d044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243356 Sep 16 04:43:49.219561 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-1a7d5fea-7e2d-4de0-b55c-435169474e2d None None] Provisioning complete for port 1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:49.219940 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1a7d5fea-7e2d-4de0-b55c-435169474e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.223996 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bab022f2-46c8-455f-b55e-2a56f951ab76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.245829 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56367e7-2dc0-4219-96bc-7d6f07c7d64d tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Pushing event deleted for resources: {'Port': ['ID=3b8b35eb-dfdb-4945-990a-98908a3bd7a2,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:49.256149 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.264498 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-39a96562-9eaf-4667-a8b8-d84fc723c5ba req-9f8479b4-7afb-4fe6-b83a-61623d281352 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138923 Sep 16 04:43:49.306131 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bab022f2-46c8-455f-b55e-2a56f951ab76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.327150 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-73ae9deb-d153-4a30-a0dc-585fb5e36cbd tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.333188 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-1a7d5fea-7e2d-4de0-b55c-435169474e2d None None] Port 1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:43:49.384334 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 06f8e7d0-3983-44f2-bacb-0557896053a9 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:49.394393 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ae9deb-d153-4a30-a0dc-585fb5e36cbd tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Network 75789621-67a9-49c8-be39-03e0dc1e36c3 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:49.400960 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-73ae9deb-d153-4a30-a0dc-585fb5e36cbd tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:49.406361 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c224eb3a-803b-4879-89c8-eb54f6eb4e09 req-d56367e7-2dc0-4219-96bc-7d6f07c7d64d tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] No DVR routers for this DVR port 3b8b35eb-dfdb-4945-990a-98908a3bd7a2 on host n-h2-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:49.406649 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ae9deb-d153-4a30-a0dc-585fb5e36cbd tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:49.412840 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae9deb-d153-4a30-a0dc-585fb5e36cbd tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Pushing event updated for resources: {'Port': ['ID=8412a577-70e7-4987-883c-7ad67dcac980,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:49.413941 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c224eb3a-803b-4879-89c8-eb54f6eb4e09 req-d56367e7-2dc0-4219-96bc-7d6f07c7d64d tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.422224 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c224eb3a-803b-4879-89c8-eb54f6eb4e09 req-d56367e7-2dc0-4219-96bc-7d6f07c7d64d tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.48 "DELETE /v2.0/ports/3b8b35eb-dfdb-4945-990a-98908a3bd7a2 HTTP/1.1" status: 204 len: 173 time: 2.3070858 Sep 16 04:43:49.423814 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 06f8e7d0-3983-44f2-bacb-0557896053a9 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:43:49.424262 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 06f8e7d0-3983-44f2-bacb-0557896053a9 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:49.442993 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-1a7d5fea-7e2d-4de0-b55c-435169474e2d None None] Provisioning complete for port 49ec96b1-eb93-4c0b-a42f-543ac245d043 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:49.443553 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1a7d5fea-7e2d-4de0-b55c-435169474e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.469071 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ae9deb-d153-4a30-a0dc-585fb5e36cbd tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:49.469848 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-73ae9deb-d153-4a30-a0dc-585fb5e36cbd tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.472792 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bab022f2-46c8-455f-b55e-2a56f951ab76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.476174 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-2a46b6df-a96e-4fb8-8b5b-bf0fadf7b156 service neutron] For port 695b9763-c48f-43ad-8dab-5a49e5cadc2b, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:49.476743 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bab022f2-46c8-455f-b55e-2a56f951ab76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.478196 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-bab022f2-46c8-455f-b55e-2a56f951ab76 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c3e9c8c5-0835-4086-8f15-a0165bee2903 HTTP/1.1" status: 204 len: 168 time: 0.4188111 Sep 16 04:43:49.491468 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-2a46b6df-a96e-4fb8-8b5b-bf0fadf7b156 service neutron] For port 695b9763-c48f-43ad-8dab-5a49e5cadc2b, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=695b9763-c48f-43ad-8dab-5a49e5cadc2b,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:49.498984 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab022f2-46c8-455f-b55e-2a56f951ab76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e9c8c5-0835-4086-8f15-a0165bee2903,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:49.508490 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-2a46b6df-a96e-4fb8-8b5b-bf0fadf7b156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.509940 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-73ae9deb-d153-4a30-a0dc-585fb5e36cbd tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5865481 Sep 16 04:43:49.570222 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ee7d7ca8-4015-43bd-8cfe-0b87f9e83399 req-f58b04ca-d633-4931-9811-b04fae4528d4 service neutron] 10.222.0.47 "GET /v2.0/networks/b8554a99-cc4a-4185-be03-db4155a4d044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381903 Sep 16 04:43:49.577482 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-2a46b6df-a96e-4fb8-8b5b-bf0fadf7b156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:49.578299 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-2a46b6df-a96e-4fb8-8b5b-bf0fadf7b156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.580216 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-2a46b6df-a96e-4fb8-8b5b-bf0fadf7b156 service neutron] 10.222.0.47 "PUT /v2.0/ports/695b9763-c48f-43ad-8dab-5a49e5cadc2b HTTP/1.1" status: 200 len: 1097 time: 2.4760666 Sep 16 04:43:49.606362 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46b6df-a96e-4fb8-8b5b-bf0fadf7b156 service neutron] Pushing event updated for resources: {'Port': ['ID=695b9763-c48f-43ad-8dab-5a49e5cadc2b,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:49.715519 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 49ec96b1-eb93-4c0b-a42f-543ac245d043 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:49.848718 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25203e39-9bf8-445a-9b4a-07a7e01c4a1c req-560847e7-7f01-407c-bd85-3dccb621a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:49.859881 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdaed92-8a8d-42dd-b0c3-8f1450385d48 req-eca83e2d-7833-40c5-89ab-a4c2d848ef42 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:49.859881 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cfdaed92-8a8d-42dd-b0c3-8f1450385d48 req-eca83e2d-7833-40c5-89ab-a4c2d848ef42 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e745e20-fb30-401b-927d-65ce174771ac HTTP/1.1" status: 200 len: 943 time: 0.0985148 Sep 16 04:43:49.860863 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-25203e39-9bf8-445a-9b4a-07a7e01c4a1c req-560847e7-7f01-407c-bd85-3dccb621a16c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e89da63dfb404d24873410c7a7044352&device_id=5e745e20-fb30-401b-927d-65ce174771ac HTTP/1.1" status: 200 len: 1095 time: 0.1645057 Sep 16 04:43:49.873876 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 49ec96b1-eb93-4c0b-a42f-543ac245d043 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:49.875156 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.914369 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-a949b62c-d9c0-4017-83c5-be0f5db2f302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:49.916306 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-a949b62c-d9c0-4017-83c5-be0f5db2f302 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=832e485315cf4d818578c78d15f3a644&device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 1100 time: 0.1706221 Sep 16 04:43:49.932345 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cfdaed92-8a8d-42dd-b0c3-8f1450385d48 req-e11006a7-c4a4-4cfc-ac26-90c8dbd71ee2 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.35 "GET /v2.0/security-groups?id=c126b3c7-422b-4d5c-af85-aa69910fdf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642927 Sep 16 04:43:49.962597 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ca16ae16-7389-4816-baec-b399b60da7f1 None None] Provisioning complete for port 1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:49.963126 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ca16ae16-7389-4816-baec-b399b60da7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.022294 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-1ae72a29-cd83-4a80-a752-6cac8b08f760 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=695b9763-c48f-43ad-8dab-5a49e5cadc2b HTTP/1.1" status: 200 len: 217 time: 0.0551407 Sep 16 04:43:50.052433 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-ca16ae16-7389-4816-baec-b399b60da7f1 None None] Port 1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:43:50.059177 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device a083de22-acb3-4f13-aea8-e4570a9d1ae0 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:50.102086 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25203e39-9bf8-445a-9b4a-07a7e01c4a1c req-476d6421-1643-49f0-8499-1a6dc5fe6e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:50.103852 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-25203e39-9bf8-445a-9b4a-07a7e01c4a1c req-476d6421-1643-49f0-8499-1a6dc5fe6e91 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b8554a99-cc4a-4185-be03-db4155a4d044 HTTP/1.1" status: 200 len: 915 time: 0.2379777 Sep 16 04:43:50.111037 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-797459c3-b17f-4ea2-b429-007a819c4d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:50.112660 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-797459c3-b17f-4ea2-b429-007a819c4d17 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0827262 Sep 16 04:43:50.114738 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ca16ae16-7389-4816-baec-b399b60da7f1 None None] Provisioning complete for port 8412a577-70e7-4987-883c-7ad67dcac980 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:50.115326 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ca16ae16-7389-4816-baec-b399b60da7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.123774 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-53f0bf92-39d3-4688-8491-591bf48679a2 req-14223c2f-d7a4-4f6b-9a7f-ba1e1297fa47 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=c583657b-1d0b-4850-9d99-4afad613b52e HTTP/1.1" status: 200 len: 210 time: 0.0804107 Sep 16 04:43:50.139111 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36084) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:50.168586 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8ffb87df-a586-416b-aaa7-f0ccf0b4c7fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.186649 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-25203e39-9bf8-445a-9b4a-07a7e01c4a1c req-d24a63ce-6c52-45f8-a6a6-8fefd2256d37 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=163c37d1-54c8-4349-8fff-11be4a79fbee HTTP/1.1" status: 200 len: 217 time: 0.0729270 Sep 16 04:43:50.203506 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-ca16ae16-7389-4816-baec-b399b60da7f1 None None] Port 8412a577-70e7-4987-883c-7ad67dcac980 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:43:50.246495 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-cf3e953f-9351-4ed6-b1c6-33ba7cca928e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:50.248439 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-cf3e953f-9351-4ed6-b1c6-33ba7cca928e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1269944 Sep 16 04:43:50.259513 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ca16ae16-7389-4816-baec-b399b60da7f1 None None] Provisioning complete for port 49ec96b1-eb93-4c0b-a42f-543ac245d043 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:50.260107 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ca16ae16-7389-4816-baec-b399b60da7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.270451 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25203e39-9bf8-445a-9b4a-07a7e01c4a1c req-79ceef70-e7c8-43aa-9655-b1fecd150e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:50.273911 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-25203e39-9bf8-445a-9b4a-07a7e01c4a1c req-79ceef70-e7c8-43aa-9655-b1fecd150e16 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1dd08a38-6793-4bc5-830d-909e33bdbeee HTTP/1.1" status: 200 len: 853 time: 0.0760636 Sep 16 04:43:50.347230 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port a083de22-acb3-4f13-aea8-e4570a9d1ae0 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:50.347813 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.358327 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8ffb87df-a586-416b-aaa7-f0ccf0b4c7fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.366741 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8ffb87df-a586-416b-aaa7-f0ccf0b4c7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.398811 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25203e39-9bf8-445a-9b4a-07a7e01c4a1c req-b74016f8-d242-41dd-a3e3-7117b1ce7f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:50.400844 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-25203e39-9bf8-445a-9b4a-07a7e01c4a1c req-b74016f8-d242-41dd-a3e3-7117b1ce7f04 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b8554a99-cc4a-4185-be03-db4155a4d044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1111598 Sep 16 04:43:50.441895 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-e1e3f850-07f3-4c32-9610-b8e70acf15f9 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826348 Sep 16 04:43:50.461072 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8ffb87df-a586-416b-aaa7-f0ccf0b4c7fe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=102fb4eaaadb41f680f632b4d9d7d694&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3198597 Sep 16 04:43:50.463124 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36088) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:50.483190 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb87df-a586-416b-aaa7-f0ccf0b4c7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998bae02-6d21-4b4c-9999-911474598a57,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:50.525963 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36092) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:50.534142 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-755dfe5e-71be-4188-8943-28b772786f64 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1797692349', 'description': 'tempest-description--1758682933'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:50.638119 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-25203e39-9bf8-445a-9b4a-07a7e01c4a1c req-6ef11e1a-c127-43a0-8881-9c8b24851285 service neutron] 10.222.0.47 "GET /v2.0/networks/b8554a99-cc4a-4185-be03-db4155a4d044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237167 Sep 16 04:43:50.685498 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-755dfe5e-71be-4188-8943-28b772786f64 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.690950 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5121dcd4-5395-4eff-a9b9-0ab924e1dad2 req-fdf85ab4-b396-4210-ba1a-6a7aa7f9cdac service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385731 Sep 16 04:43:50.702296 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1616367b-f90d-40e3-8114-1f2b5fa33fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.741916 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f9417-f1a0-490a-a0c2-9b7617a02758 req-e9b7657a-8a39-452f-9824-3632057bd282 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:50.743606 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-482f9417-f1a0-490a-a0c2-9b7617a02758 req-e9b7657a-8a39-452f-9824-3632057bd282 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f1432ac-d655-4d29-b0a5-627cfea77eda HTTP/1.1" status: 200 len: 945 time: 0.1489749 Sep 16 04:43:50.765218 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1616367b-f90d-40e3-8114-1f2b5fa33fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.774793 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-25203e39-9bf8-445a-9b4a-07a7e01c4a1c req-8f069434-1dfc-4f18-887c-be5a808c155a service neutron] 10.222.0.47 "GET /v2.0/networks/b8554a99-cc4a-4185-be03-db4155a4d044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217871 Sep 16 04:43:50.838833 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-482f9417-f1a0-490a-a0c2-9b7617a02758 req-699371b9-7c68-4cbe-a2f0-04c5ae20f91b tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865180 Sep 16 04:43:50.878522 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1616367b-f90d-40e3-8114-1f2b5fa33fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.881223 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1616367b-f90d-40e3-8114-1f2b5fa33fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.882461 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1616367b-f90d-40e3-8114-1f2b5fa33fa7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/998bae02-6d21-4b4c-9999-911474598a57 HTTP/1.1" status: 204 len: 168 time: 0.4151289 Sep 16 04:43:50.890796 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-755dfe5e-71be-4188-8943-28b772786f64 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.898103 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1616367b-f90d-40e3-8114-1f2b5fa33fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998bae02-6d21-4b4c-9999-911474598a57,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:50.901831 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-755dfe5e-71be-4188-8943-28b772786f64 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.925077 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c583657b-1d0b-4850-9d99-4afad613b52e', 'name': 'network-vif-deleted', 'tag': '3b8b35eb-dfdb-4945-990a-98908a3bd7a2'}, {'name': 'network-changed', 'server_uuid': 'f99ab8e9-cecc-4f6a-9a21-58d8e2199c72', 'tag': '695b9763-c48f-43ad-8dab-5a49e5cadc2b'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:50.927281 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4cdd57-629a-42ad-8ab3-b69713daa6b9" -d '{"events": [{"server_uuid": "c583657b-1d0b-4850-9d99-4afad613b52e", "name": "network-vif-deleted", "tag": "3b8b35eb-dfdb-4945-990a-98908a3bd7a2"}, {"name": "network-changed", "server_uuid": "f99ab8e9-cecc-4f6a-9a21-58d8e2199c72", "tag": "695b9763-c48f-43ad-8dab-5a49e5cadc2b"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:50.960666 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-755dfe5e-71be-4188-8943-28b772786f64 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.965021 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-755dfe5e-71be-4188-8943-28b772786f64 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4375176 Sep 16 04:43:50.968216 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755dfe5e-71be-4188-8943-28b772786f64 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d838e7d-0a6e-446b-8237-ecfea0fd411e,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:50.969588 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36102) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:50.985105 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-8f955155-df4b-4df6-a488-e5811dfa16d6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Request body: {'security_group_rule': {'security_group_id': '7d838e7d-0a6e-446b-8237-ecfea0fd411e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:51.011230 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194207e2-eedb-4d89-9729-4bcc776ce410 req-c6643587-2213-421c-a966-3ef2b5018da4 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:51.013361 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-194207e2-eedb-4d89-9729-4bcc776ce410 req-c6643587-2213-421c-a966-3ef2b5018da4 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 948 time: 0.0937593 Sep 16 04:43:51.030294 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f955155-df4b-4df6-a488-e5811dfa16d6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:51.060840 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-194207e2-eedb-4d89-9729-4bcc776ce410 req-9209fb58-772b-4082-918a-6419c4703d3a tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406303 Sep 16 04:43:51.100124 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f955155-df4b-4df6-a488-e5811dfa16d6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:51.108438 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f955155-df4b-4df6-a488-e5811dfa16d6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:51.136850 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f955155-df4b-4df6-a488-e5811dfa16d6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb347afa-238c-40f8-a23a-cc3fb7d3b726,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:51.149433 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f955155-df4b-4df6-a488-e5811dfa16d6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:51.151066 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8f955155-df4b-4df6-a488-e5811dfa16d6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1784580 Sep 16 04:43:51.154694 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36106) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:51.162959 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-49396f94-836d-43bb-9b02-e1074789fe7d tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Request body: {'security_group_rule': {'security_group_id': '7d838e7d-0a6e-446b-8237-ecfea0fd411e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:51.214727 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-49396f94-836d-43bb-9b02-e1074789fe7d tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:51.294464 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-49396f94-836d-43bb-9b02-e1074789fe7d tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:51.300082 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-49396f94-836d-43bb-9b02-e1074789fe7d tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:51.310481 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9a5ec8-4f4b-44d4-a1a7-b38d190ecbb4 x-openstack-request-id: req-be9a5ec8-4f4b-44d4-a1a7-b38d190ecbb4 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:51.310944 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c583657b-1d0b-4850-9d99-4afad613b52e", "name": "network-vif-deleted", "tag": "3b8b35eb-dfdb-4945-990a-98908a3bd7a2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f99ab8e9-cecc-4f6a-9a21-58d8e2199c72", "tag": "695b9763-c48f-43ad-8dab-5a49e5cadc2b", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:51.311293 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-be9a5ec8-4f4b-44d4-a1a7-b38d190ecbb4 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:51.311794 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c583657b-1d0b-4850-9d99-4afad613b52e', 'name': 'network-vif-deleted', 'tag': '3b8b35eb-dfdb-4945-990a-98908a3bd7a2', 'status': 'completed', 'code': 200} Sep 16 04:43:51.312143 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f99ab8e9-cecc-4f6a-9a21-58d8e2199c72', 'tag': '695b9763-c48f-43ad-8dab-5a49e5cadc2b', 'status': 'completed', 'code': 200} Sep 16 04:43:51.329278 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49396f94-836d-43bb-9b02-e1074789fe7d tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a5e3686-7a5e-4e08-9f9e-407c19ab63f3,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:51.341926 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-49396f94-836d-43bb-9b02-e1074789fe7d tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:51.346092 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-49396f94-836d-43bb-9b02-e1074789fe7d tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1872041 Sep 16 04:43:51.347917 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36114) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:51.352702 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-d571411b-7f79-418a-8277-7f9fb8214e1a tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:51.410301 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d571411b-7f79-418a-8277-7f9fb8214e1a tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks [] for floatingip, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:51.441929 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09013d5-4caf-459e-9b0d-3981c258f286 req-b772f8e6-30f8-44bb-be26-97b39d5bf97e tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:51.443771 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b09013d5-4caf-459e-9b0d-3981c258f286 req-b772f8e6-30f8-44bb-be26-97b39d5bf97e tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e745e20-fb30-401b-927d-65ce174771ac HTTP/1.1" status: 200 len: 943 time: 0.0712407 Sep 16 04:43:51.470735 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cdd57-629a-42ad-8ab3-b69713daa6b9 req-d272dcf5-3ab6-4190-8748-bed69de4edbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:51.472283 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ef4cdd57-629a-42ad-8ab3-b69713daa6b9 req-d272dcf5-3ab6-4190-8748-bed69de4edbc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=832e485315cf4d818578c78d15f3a644&device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 1100 time: 0.0889173 Sep 16 04:43:51.490205 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b09013d5-4caf-459e-9b0d-3981c258f286 req-bade7e35-b2ec-4ae6-99d4-b7be8ad369af tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.35 "GET /v2.0/security-groups?id=c126b3c7-422b-4d5c-af85-aa69910fdf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395648 Sep 16 04:43:51.622153 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cdd57-629a-42ad-8ab3-b69713daa6b9 req-9e128646-0d8e-44ff-a3f1-ba051602ce6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:51.623737 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ef4cdd57-629a-42ad-8ab3-b69713daa6b9 req-9e128646-0d8e-44ff-a3f1-ba051602ce6e service neutron] 10.222.0.47 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.1432786 Sep 16 04:43:51.692227 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ef4cdd57-629a-42ad-8ab3-b69713daa6b9 req-3e405b6c-784f-4109-8ca1-a4f9ae7969bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=695b9763-c48f-43ad-8dab-5a49e5cadc2b HTTP/1.1" status: 200 len: 217 time: 0.0573092 Sep 16 04:43:51.737075 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d571411b-7f79-418a-8277-7f9fb8214e1a tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:51.789386 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 163c37d1-54c8-4349-8fff-11be4a79fbee details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:43:51.798149 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cdd57-629a-42ad-8ab3-b69713daa6b9 req-4dfde10d-3214-4ced-a93a-63b77a99b3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:51.799666 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ef4cdd57-629a-42ad-8ab3-b69713daa6b9 req-4dfde10d-3214-4ced-a93a-63b77a99b3a7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0983145 Sep 16 04:43:51.898872 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cdd57-629a-42ad-8ab3-b69713daa6b9 req-61947c52-eed1-47ad-ae48-a75ab119444a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:51.900403 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ef4cdd57-629a-42ad-8ab3-b69713daa6b9 req-61947c52-eed1-47ad-ae48-a75ab119444a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0896091 Sep 16 04:43:51.918842 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-c3bc4a17-ec4c-46ff-884f-f33863a4c1ad tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:51.920444 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-c3bc4a17-ec4c-46ff-884f-f33863a4c1ad tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/networks?id=55135b4c-2e11-451e-9d70-37211e2657fa HTTP/1.1" status: 200 len: 812 time: 0.1750252 Sep 16 04:43:51.949176 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 163c37d1-54c8-4349-8fff-11be4a79fbee, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=163c37d1-54c8-4349-8fff-11be4a79fbee,segment=NetworkSegment(a8e3cee4-c9c7-427b-8884-065ab0cd72ce),segment_id=a8e3cee4-c9c7-427b-8884-065ab0cd72ce)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:51.949383 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-879c8c76-35d3-42ee-b3c2-68e347123c19 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/quotas/feb35d6815044dc78fef1435e68e9720 HTTP/1.1" status: 200 len: 375 time: 0.0219700 Sep 16 04:43:51.963555 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '163c37d1-54c8-4349-8fff-11be4a79fbee', 'network_id': 'b8554a99-cc4a-4185-be03-db4155a4d044', 'port_id': '163c37d1-54c8-4349-8fff-11be4a79fbee', 'mac_address': 'fa:16:3e:07:cb:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd08a38-6793-4bc5-830d-909e33bdbeee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:43:51.992709 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-95b06bb2-a658-45f2-9510-15567f6c69e4 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=feb35d6815044dc78fef1435e68e9720&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406246 Sep 16 04:43:52.010972 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-02180ff8-f9f8-45e0-9579-7a164d14ff49 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:43:52.018560 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-02180ff8-f9f8-45e0-9579-7a164d14ff49 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0249481 Sep 16 04:43:52.021247 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.035443 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-d571411b-7f79-418a-8277-7f9fb8214e1a tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Allocated IP 172.25.8.218 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/8bbba196-103f-40eb-8776-3c6add688b5d) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:52.040321 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ef4cdd57-629a-42ad-8ab3-b69713daa6b9 req-4076f1a5-f465-4f9a-bbdf-b0147374e023 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304035 Sep 16 04:43:52.045568 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 163c37d1-54c8-4349-8fff-11be4a79fbee {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:52.066622 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 163c37d1-54c8-4349-8fff-11be4a79fbee, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=163c37d1-54c8-4349-8fff-11be4a79fbee,segment=NetworkSegment(a8e3cee4-c9c7-427b-8884-065ab0cd72ce),segment_id=a8e3cee4-c9c7-427b-8884-065ab0cd72ce)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:52.071505 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.136442 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=163c37d1-54c8-4349-8fff-11be4a79fbee,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:52.151785 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-78d71e1a-348b-4ab7-b118-2c3c90d1d241 service neutron] 10.222.0.35 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321433 Sep 16 04:43:52.235807 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ef4cdd57-629a-42ad-8ab3-b69713daa6b9 req-bc57173d-d464-45c3-a1cf-ee196ee72da2 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836331 Sep 16 04:43:52.254400 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d571411b-7f79-418a-8277-7f9fb8214e1a tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.290087 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-13545e31-64e9-4fd4-975a-efcf79fef0cc service neutron] 10.222.0.35 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302423 Sep 16 04:43:52.322264 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d571411b-7f79-418a-8277-7f9fb8214e1a tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.363399 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d571411b-7f79-418a-8277-7f9fb8214e1a tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:52.371138 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-d571411b-7f79-418a-8277-7f9fb8214e1a tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:52.375943 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d571411b-7f79-418a-8277-7f9fb8214e1a tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:52.379428 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571411b-7f79-418a-8277-7f9fb8214e1a tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Pushing event updated for resources: {'Port': ['ID=8bbba196-103f-40eb-8776-3c6add688b5d,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:52.449249 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['163c37d1-54c8-4349-8fff-11be4a79fbee'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:52.485651 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d571411b-7f79-418a-8277-7f9fb8214e1a tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.567020 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288c7fb-7752-43df-b7bb-ae4b86bf35ba req-ad5f05ec-e55e-4f8e-90ca-c2fc3037ccbe tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:52.574590 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d571411b-7f79-418a-8277-7f9fb8214e1a tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.574786 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e288c7fb-7752-43df-b7bb-ae4b86bf35ba req-ad5f05ec-e55e-4f8e-90ca-c2fc3037ccbe tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f1432ac-d655-4d29-b0a5-627cfea77eda HTTP/1.1" status: 200 len: 945 time: 0.0692101 Sep 16 04:43:52.619220 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e288c7fb-7752-43df-b7bb-ae4b86bf35ba req-b0501648-2e6c-44d7-9602-0ba4c9f17145 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416183 Sep 16 04:43:52.756413 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ebad16-e8cf-489a-a782-05aeb8ceaa44 req-b9c7ba36-b7b0-4ebc-9761-581138bbcf0a tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:52.758530 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-25ebad16-e8cf-489a-a782-05aeb8ceaa44 req-b9c7ba36-b7b0-4ebc-9761-581138bbcf0a tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 948 time: 0.0656166 Sep 16 04:43:52.812012 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-25ebad16-e8cf-489a-a782-05aeb8ceaa44 req-9aa4cb4b-17a7-49cd-8640-374e83bd69d6 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469251 Sep 16 04:43:52.814364 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36172) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:52.961896 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-f075cefb-e523-41e8-b30d-acdd31ad5ba5 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-772425934', 'router:external': True}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:52.989830 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f075cefb-e523-41e8-b30d-acdd31ad5ba5 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Made reservation on behalf of 92e903bb1c194ec6a0cbe34b574e46a5 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:52.993085 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f075cefb-e523-41e8-b30d-acdd31ad5ba5 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.002002 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f075cefb-e523-41e8-b30d-acdd31ad5ba5 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.063498 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d571411b-7f79-418a-8277-7f9fb8214e1a tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.068810 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d571411b-7f79-418a-8277-7f9fb8214e1a tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.083010 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-932b8458-909a-440b-af4f-ab468ab56974 req-d0d3c767-fb4b-4966-9f12-dbb9c955401f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9f944e-973a-41b6-98cc-1f07d74d545b HTTP/1.1" status: 200 len: 210 time: 0.0445695 Sep 16 04:43:53.144366 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f075cefb-e523-41e8-b30d-acdd31ad5ba5 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.151662 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f075cefb-e523-41e8-b30d-acdd31ad5ba5 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.173587 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571411b-7f79-418a-8277-7f9fb8214e1a tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Pushing event updated for resources: {'Port': ['ID=8bbba196-103f-40eb-8776-3c6add688b5d,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:53.179965 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f075cefb-e523-41e8-b30d-acdd31ad5ba5 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:43:53.180475 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d571411b-7f79-418a-8277-7f9fb8214e1a tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.195643 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d571411b-7f79-418a-8277-7f9fb8214e1a tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.196928 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d571411b-7f79-418a-8277-7f9fb8214e1a tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8479593 Sep 16 04:43:53.206879 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f075cefb-e523-41e8-b30d-acdd31ad5ba5 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc56a0f-4772-422a-8e70-72ffe4b8459e,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:53.236687 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f075cefb-e523-41e8-b30d-acdd31ad5ba5 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.236687 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-f075cefb-e523-41e8-b30d-acdd31ad5ba5 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Added segment 1f8016dc-e76e-46c8-80a1-3a77c0322a44 of type vlan for network 68ca7381-7cf8-41e2-a916-168b49947d12 Sep 16 04:43:53.337654 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b6c65-abe6-4f02-9d68-795631de9796 req-ea984bf5-ff9e-4b9e-9ddd-510ad2d94f1f tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:53.340295 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b6b6c65-abe6-4f02-9d68-795631de9796 req-ea984bf5-ff9e-4b9e-9ddd-510ad2d94f1f tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e745e20-fb30-401b-927d-65ce174771ac HTTP/1.1" status: 200 len: 944 time: 0.1535401 Sep 16 04:43:53.366623 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f075cefb-e523-41e8-b30d-acdd31ad5ba5 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.441631 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b6b6c65-abe6-4f02-9d68-795631de9796 req-784e68bb-278a-4466-af68-27f66facc121 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.35 "GET /v2.0/security-groups?id=c126b3c7-422b-4d5c-af85-aa69910fdf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916765 Sep 16 04:43:53.454017 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f075cefb-e523-41e8-b30d-acdd31ad5ba5 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.456141 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f075cefb-e523-41e8-b30d-acdd31ad5ba5 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:53.456756 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f075cefb-e523-41e8-b30d-acdd31ad5ba5 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.483054 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f075cefb-e523-41e8-b30d-acdd31ad5ba5 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.6674988 Sep 16 04:43:53.486034 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36186) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:53.491339 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-ebb3662c-c168-440a-bfb0-94b7fc539b2c tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Request body: {'subnet': {'network_id': '68ca7381-7cf8-41e2-a916-168b49947d12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:53.518103 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb3662c-c168-440a-bfb0-94b7fc539b2c tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Made reservation on behalf of 92e903bb1c194ec6a0cbe34b574e46a5 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:53.521913 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ebb3662c-c168-440a-bfb0-94b7fc539b2c tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.529529 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f075cefb-e523-41e8-b30d-acdd31ad5ba5 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Pushing event updated for resources: {'Network': ['ID=68ca7381-7cf8-41e2-a916-168b49947d12,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:53.542392 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 68ca7381-7cf8-41e2-a916-168b49947d12 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:43:53.602578 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-acfc5ec9-1355-48ab-807a-f55b5120e753 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1797692349&fields=id&tenant_id=7bbe39f2ccff44e5a5c6b6e96a70ab43 HTTP/1.1" status: 200 len: 267 time: 0.0371470 Sep 16 04:43:53.660992 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-451a336f-8d73-48dd-b57f-38b236d89d01 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:53.662110 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-451a336f-8d73-48dd-b57f-38b236d89d01 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports/1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb HTTP/1.1" status: 200 len: 931 time: 0.0504596 Sep 16 04:43:53.719942 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-4288b563-df32-469f-9f6c-6ce9587fc6eb tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:53.721354 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-4288b563-df32-469f-9f6c-6ce9587fc6eb tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports/8412a577-70e7-4987-883c-7ad67dcac980 HTTP/1.1" status: 200 len: 932 time: 0.0508506 Sep 16 04:43:53.758600 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-c6fa6fe8-493f-4d6d-8330-c3b39e2eaadf tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?network_id=768257ea-d05c-44b7-b58b-c702d60e22aa&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0304747 Sep 16 04:43:53.792056 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 695b9763-c48f-43ad-8dab-5a49e5cadc2b details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:43:53.798455 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-819f8e21-7a91-4b6b-8098-ac768ace1625 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?network_id=768257ea-d05c-44b7-b58b-c702d60e22aa&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0331140 Sep 16 04:43:53.800200 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 163c37d1-54c8-4349-8fff-11be4a79fbee up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:53.872614 n-d-712139-15 neutron-server[94766]: DEBUG neutron.objects.ports [None req-ebb3662c-c168-440a-bfb0-94b7fc539b2c tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:43:53.873432 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ebb3662c-c168-440a-bfb0-94b7fc539b2c tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.933224 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 163c37d1-54c8-4349-8fff-11be4a79fbee completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:43:53.943075 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 163c37d1-54c8-4349-8fff-11be4a79fbee triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:53.943490 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.970806 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-a6721a4d-bef6-47dc-a1aa-ff2ac517bc8b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:53.981632 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-a6721a4d-bef6-47dc-a1aa-ff2ac517bc8b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:53.986569 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 695b9763-c48f-43ad-8dab-5a49e5cadc2b, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=695b9763-c48f-43ad-8dab-5a49e5cadc2b,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:53.991657 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-a6721a4d-bef6-47dc-a1aa-ff2ac517bc8b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:53.993933 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-a6721a4d-bef6-47dc-a1aa-ff2ac517bc8b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/networks?id=268ab5df-65e1-4022-9ab7-d67387588731&id=75789621-67a9-49c8-be39-03e0dc1e36c3&id=75789621-67a9-49c8-be39-03e0dc1e36c3&id=768257ea-d05c-44b7-b58b-c702d60e22aa&id=768257ea-d05c-44b7-b58b-c702d60e22aa HTTP/1.1" status: 200 len: 1990 time: 0.1869607 Sep 16 04:43:54.010479 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '695b9763-c48f-43ad-8dab-5a49e5cadc2b', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': '695b9763-c48f-43ad-8dab-5a49e5cadc2b', 'mac_address': 'fa:16:3e:35:35:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:43:54.019099 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-d2505fee-5576-4a8d-a210-971f4df2295c tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/quotas/7bbe39f2ccff44e5a5c6b6e96a70ab43 HTTP/1.1" status: 200 len: 375 time: 0.0175509 Sep 16 04:43:54.025089 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3662c-c168-440a-bfb0-94b7fc539b2c tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8ec6e510-fbb0-47dd-8406-451ebd2159ee,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:54.037432 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb3662c-c168-440a-bfb0-94b7fc539b2c tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Checking segment: {'id': '1f8016dc-e76e-46c8-80a1-3a77c0322a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '68ca7381-7cf8-41e2-a916-168b49947d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:54.038611 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb3662c-c168-440a-bfb0-94b7fc539b2c tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Network hostable DHCP agents. Network: 68ca7381-7cf8-41e2-a916-168b49947d12, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:43:54.070996 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-2fc54822-a1ed-4297-9094-780a5f1253e0 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:54.072457 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-2fc54822-a1ed-4297-9094-780a5f1253e0 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.48 "GET /v2.0/networks?id=55135b4c-2e11-451e-9d70-37211e2657fa HTTP/1.1" status: 200 len: 812 time: 0.2009025 Sep 16 04:43:54.074993 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.079879 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb3662c-c168-440a-bfb0-94b7fc539b2c tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Network 68ca7381-7cf8-41e2-a916-168b49947d12 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:43:54.095285 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-ebb3662c-c168-440a-bfb0-94b7fc539b2c tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 68ca7381-7cf8-41e2-a916-168b49947d12) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:54.104306 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-cd958766-e3c6-46ac-ba05-04608265fdb7 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Request body: {'port': {'device_id': 'dd9f944e-973a-41b6-98cc-1f07d74d545b', 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa', 'admin_state_up': True, 'tenant_id': 'feb35d6815044dc78fef1435e68e9720'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:54.109714 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb3662c-c168-440a-bfb0-94b7fc539b2c tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:54.110308 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ebb3662c-c168-440a-bfb0-94b7fc539b2c tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.115121 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd19540-5ec7-451f-bb15-96ddf5c96a93 None None] Network 68ca7381-7cf8-41e2-a916-168b49947d12 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:54.123872 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 695b9763-c48f-43ad-8dab-5a49e5cadc2b {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:54.131105 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-469107c0-6282-4d14-99d7-bf7202fa0302 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7bbe39f2ccff44e5a5c6b6e96a70ab43&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1041250 Sep 16 04:43:54.157052 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ebb3662c-c168-440a-bfb0-94b7fc539b2c tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6662765 Sep 16 04:43:54.162644 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36206) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:54.171431 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-bf3aaaa4-d5ca-4648-84b9-476474d2ec9e tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1841439511', 'network_id': '68ca7381-7cf8-41e2-a916-168b49947d12'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:54.243324 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3aaaa4-d5ca-4648-84b9-476474d2ec9e tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Made reservation on behalf of 92e903bb1c194ec6a0cbe34b574e46a5 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:54.245757 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bf3aaaa4-d5ca-4648-84b9-476474d2ec9e tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.261958 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-cd958766-e3c6-46ac-ba05-04608265fdb7 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Made reservation on behalf of feb35d6815044dc78fef1435e68e9720 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:54.265884 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-cd958766-e3c6-46ac-ba05-04608265fdb7 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.275941 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-1a8e7cbc-0239-4a9d-b686-0d670c90f19f service neutron] 10.222.0.35 "GET /v2.0/networks/268ab5df-65e1-4022-9ab7-d67387588731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351337 Sep 16 04:43:54.277093 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-bf3aaaa4-d5ca-4648-84b9-476474d2ec9e tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] device_id is not set on port 462c6988-bc5c-4492-8e31-0f9203e4fecb yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:43:54.318426 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.346642 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 695b9763-c48f-43ad-8dab-5a49e5cadc2b, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=695b9763-c48f-43ad-8dab-5a49e5cadc2b,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:54.362860 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.410117 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e745e20-fb30-401b-927d-65ce174771ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163c37d1-54c8-4349-8fff-11be4a79fbee'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:54.412361 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4dde2f4-859b-4e4f-9b95-2fe72b313fef" -d '{"events": [{"server_uuid": "5e745e20-fb30-401b-927d-65ce174771ac", "name": "network-vif-plugged", "status": "completed", "tag": "163c37d1-54c8-4349-8fff-11be4a79fbee"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:54.449705 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 163c37d1-54c8-4349-8fff-11be4a79fbee, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=163c37d1-54c8-4349-8fff-11be4a79fbee,segment=NetworkSegment(a8e3cee4-c9c7-427b-8884-065ab0cd72ce),segment_id=a8e3cee4-c9c7-427b-8884-065ab0cd72ce)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:54.461909 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-a1344a55-f028-46ce-a957-3b01b9c4d8b8 service neutron] 10.222.0.35 "GET /v2.0/networks/268ab5df-65e1-4022-9ab7-d67387588731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734302 Sep 16 04:43:54.462988 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-cd958766-e3c6-46ac-ba05-04608265fdb7 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Allocated IP 172.20.0.11 (55135b4c-2e11-451e-9d70-37211e2657fa/d79ab8be-654b-4737-af1c-65a1487483c5/bc9d59e4-4cb0-4923-92e3-e748bbcab957) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:54.464187 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-bf3aaaa4-d5ca-4648-84b9-476474d2ec9e tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Allocated IP 172.20.0.14 (68ca7381-7cf8-41e2-a916-168b49947d12/8ec6e510-fbb0-47dd-8406-451ebd2159ee/462c6988-bc5c-4492-8e31-0f9203e4fecb) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:54.478677 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.482534 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=695b9763-c48f-43ad-8dab-5a49e5cadc2b,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:54.528975 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1656fe-cf0b-4bc2-abdf-3178dc32c249 None None] Network 68ca7381-7cf8-41e2-a916-168b49947d12 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:54.549571 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-ab04d10d-77ba-4c1d-9c18-98cb3ba44a6e service neutron] 10.222.0.35 "GET /v2.0/ports/1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0773861 Sep 16 04:43:54.575597 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=163c37d1-54c8-4349-8fff-11be4a79fbee,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:54.641513 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-cd958766-e3c6-46ac-ba05-04608265fdb7 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.680497 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-cd958766-e3c6-46ac-ba05-04608265fdb7 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.729586 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-cd958766-e3c6-46ac-ba05-04608265fdb7 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Network 55135b4c-2e11-451e-9d70-37211e2657fa is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:54.735120 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-cd958766-e3c6-46ac-ba05-04608265fdb7 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:54.741023 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-cd958766-e3c6-46ac-ba05-04608265fdb7 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:54.742050 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-7f86e347-43ae-45bf-9c52-9d33e9ac57c6 service neutron] 10.222.0.35 "GET /v2.0/networks/75789621-67a9-49c8-be39-03e0dc1e36c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817403 Sep 16 04:43:54.746929 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['695b9763-c48f-43ad-8dab-5a49e5cadc2b'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:54.777652 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bf3aaaa4-d5ca-4648-84b9-476474d2ec9e tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.779741 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd958766-e3c6-46ac-ba05-04608265fdb7 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Pushing event updated for resources: {'Port': ['ID=bc9d59e4-4cb0-4923-92e3-e748bbcab957,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:54.809353 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-cd958766-e3c6-46ac-ba05-04608265fdb7 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:54.810572 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-cd958766-e3c6-46ac-ba05-04608265fdb7 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.832305 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-cd958766-e3c6-46ac-ba05-04608265fdb7 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7326324 Sep 16 04:43:54.843182 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-cb7c84b5-26d9-4421-9ffd-d288c63c21a2 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:43:54.844206 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-cb7c84b5-26d9-4421-9ffd-d288c63c21a2 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060005 Sep 16 04:43:54.889487 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bf3aaaa4-d5ca-4648-84b9-476474d2ec9e tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.905118 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-d42f6b3a-da67-4991-aaa7-817882141770 service neutron] 10.222.0.35 "GET /v2.0/networks/75789621-67a9-49c8-be39-03e0dc1e36c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546450 Sep 16 04:43:54.940935 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-cae1d55a-7346-462e-8fc1-8394c06ce111 service neutron] Request body: {'port': {'device_id': 'dd9f944e-973a-41b6-98cc-1f07d74d545b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:54.981469 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3aaaa4-d5ca-4648-84b9-476474d2ec9e tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Network 68ca7381-7cf8-41e2-a916-168b49947d12 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:54.984265 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-4c815d5e-5f00-4f09-b478-3ad5e2d918e5 service neutron] 10.222.0.35 "GET /v2.0/ports/8412a577-70e7-4987-883c-7ad67dcac980?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0780222 Sep 16 04:43:54.989712 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-bf3aaaa4-d5ca-4648-84b9-476474d2ec9e tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:54.996012 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3aaaa4-d5ca-4648-84b9-476474d2ec9e tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:55.003810 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-cae1d55a-7346-462e-8fc1-8394c06ce111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:55.026094 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3aaaa4-d5ca-4648-84b9-476474d2ec9e tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Pushing event updated for resources: {'Port': ['ID=462c6988-bc5c-4492-8e31-0f9203e4fecb,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:55.094037 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3aaaa4-d5ca-4648-84b9-476474d2ec9e tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:55.094636 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bf3aaaa4-d5ca-4648-84b9-476474d2ec9e tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:55.120242 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-bf3aaaa4-d5ca-4648-84b9-476474d2ec9e tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.9533679 Sep 16 04:43:55.121750 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36214) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:55.133714 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-b714900c-7e17-47ba-b6d9-ad254d11da42 service neutron] 10.222.0.35 "GET /v2.0/networks/75789621-67a9-49c8-be39-03e0dc1e36c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387146 Sep 16 04:43:55.233422 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-f74e6f4d-10e6-4322-94a4-d714a60e651f service neutron] 10.222.0.35 "GET /v2.0/networks/75789621-67a9-49c8-be39-03e0dc1e36c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892265 Sep 16 04:43:55.296950 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-274ac14c-f423-4750-83eb-e4a41a3fca0b tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Deleting port 462c6988-bc5c-4492-8e31-0f9203e4fecb {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:55.297307 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-274ac14c-f423-4750-83eb-e4a41a3fca0b tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:55.333795 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-d1abcc4d-4848-4464-ac4d-8bf771cfbe8d service neutron] 10.222.0.35 "GET /v2.0/networks/75789621-67a9-49c8-be39-03e0dc1e36c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955007 Sep 16 04:43:55.398428 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-cae1d55a-7346-462e-8fc1-8394c06ce111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc9d59e4-4cb0-4923-92e3-e748bbcab957 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:55.408526 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-cae1d55a-7346-462e-8fc1-8394c06ce111 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:55.425837 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-274ac14c-f423-4750-83eb-e4a41a3fca0b tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:55.427899 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-fc280fd7-e733-45eb-a776-1a2c86f018ab service neutron] 10.222.0.35 "GET /v2.0/networks/75789621-67a9-49c8-be39-03e0dc1e36c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875962 Sep 16 04:43:55.438288 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-cae1d55a-7346-462e-8fc1-8394c06ce111 service neutron] Transition to ACTIVE for port object bc9d59e4-4cb0-4923-92e3-e748bbcab957 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:43:55.442262 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-274ac14c-f423-4750-83eb-e4a41a3fca0b tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Calling delete_port for 462c6988-bc5c-4492-8e31-0f9203e4fecb owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:55.444639 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-cae1d55a-7346-462e-8fc1-8394c06ce111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:55.523951 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-30965237-7370-49d7-ae24-7458d51030af service neutron] 10.222.0.35 "GET /v2.0/networks/75789621-67a9-49c8-be39-03e0dc1e36c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892615 Sep 16 04:43:55.547576 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1d55a-7346-462e-8fc1-8394c06ce111 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9d59e4-4cb0-4923-92e3-e748bbcab957,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:55.623351 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-7b63a55b-d12e-4871-8669-043bf8b7f533 service neutron] 10.222.0.35 "GET /v2.0/networks/75789621-67a9-49c8-be39-03e0dc1e36c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931773 Sep 16 04:43:55.659916 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-cae1d55a-7346-462e-8fc1-8394c06ce111 service neutron] Attempting to bind port bc9d59e4-4cb0-4923-92e3-e748bbcab957 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:55.660264 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-cae1d55a-7346-462e-8fc1-8394c06ce111 service neutron] Attempting to bind port bc9d59e4-4cb0-4923-92e3-e748bbcab957 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '8a88cf17-2626-40ee-b5d7-20831c5d590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:55.660620 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-cae1d55a-7346-462e-8fc1-8394c06ce111 service neutron] Attempting to bind port bc9d59e4-4cb0-4923-92e3-e748bbcab957 on network 55135b4c-2e11-451e-9d70-37211e2657fa {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:55.670385 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-cae1d55a-7346-462e-8fc1-8394c06ce111 service neutron] Port bc9d59e4-4cb0-4923-92e3-e748bbcab957 on network 55135b4c-2e11-451e-9d70-37211e2657fa not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:43:55.670716 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-cae1d55a-7346-462e-8fc1-8394c06ce111 service neutron] Attempting to bind port bc9d59e4-4cb0-4923-92e3-e748bbcab957 on network 55135b4c-2e11-451e-9d70-37211e2657fa {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:55.680584 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-cae1d55a-7346-462e-8fc1-8394c06ce111 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:55.680934 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-cae1d55a-7346-462e-8fc1-8394c06ce111 service neutron] Checking segment: {'id': '8a88cf17-2626-40ee-b5d7-20831c5d590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:55.681328 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-cae1d55a-7346-462e-8fc1-8394c06ce111 service neutron] Bound using segment: {'id': '8a88cf17-2626-40ee-b5d7-20831c5d590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:55.681770 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-cae1d55a-7346-462e-8fc1-8394c06ce111 service neutron] Bound port: bc9d59e4-4cb0-4923-92e3-e748bbcab957, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a88cf17-2626-40ee-b5d7-20831c5d590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:55.682133 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-cae1d55a-7346-462e-8fc1-8394c06ce111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:55.702979 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-274ac14c-f423-4750-83eb-e4a41a3fca0b tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:55.719026 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-94fdd579-38a6-4187-91f5-4f04a56d9c1a service neutron] 10.222.0.35 "GET /v2.0/networks/768257ea-d05c-44b7-b58b-c702d60e22aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897079 Sep 16 04:43:55.752257 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ac14c-f423-4750-83eb-e4a41a3fca0b tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Pushing event deleted for resources: {'Port': ['ID=462c6988-bc5c-4492-8e31-0f9203e4fecb,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:55.788378 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:43:55.793567 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 695b9763-c48f-43ad-8dab-5a49e5cadc2b up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:55.829945 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-cae1d55a-7346-462e-8fc1-8394c06ce111 service neutron] For port bc9d59e4-4cb0-4923-92e3-e748bbcab957, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:55.834487 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-cae1d55a-7346-462e-8fc1-8394c06ce111 service neutron] For port bc9d59e4-4cb0-4923-92e3-e748bbcab957, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=bc9d59e4-4cb0-4923-92e3-e748bbcab957,segment=NetworkSegment(8a88cf17-2626-40ee-b5d7-20831c5d590c),segment_id=8a88cf17-2626-40ee-b5d7-20831c5d590c)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:55.843047 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-0a1087d6-e7b1-4873-a515-7a201dcf8560 service neutron] 10.222.0.35 "GET /v2.0/networks/768257ea-d05c-44b7-b58b-c702d60e22aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174054 Sep 16 04:43:55.843368 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-274ac14c-f423-4750-83eb-e4a41a3fca0b tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:55.845666 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-274ac14c-f423-4750-83eb-e4a41a3fca0b tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] 10.222.0.35 "DELETE /v2.0/ports/462c6988-bc5c-4492-8e31-0f9203e4fecb HTTP/1.1" status: 204 len: 168 time: 0.7229342 Sep 16 04:43:55.846909 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-cae1d55a-7346-462e-8fc1-8394c06ce111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:55.848848 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36216) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:55.859276 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 695b9763-c48f-43ad-8dab-5a49e5cadc2b completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:43:55.859957 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-850f21d9-1827-49f8-8c05-82c02a82cc12 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '68ca7381-7cf8-41e2-a916-168b49947d12', 'external_fixed_ips': [{'subnet_id': '8ec6e510-fbb0-47dd-8406-451ebd2159ee', 'ip_address': '172.20.0.14'}]}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:55.864923 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 695b9763-c48f-43ad-8dab-5a49e5cadc2b triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:55.865452 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:55.893177 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-cae1d55a-7346-462e-8fc1-8394c06ce111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:55.893902 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-cae1d55a-7346-462e-8fc1-8394c06ce111 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:55.895421 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-cae1d55a-7346-462e-8fc1-8394c06ce111 service neutron] 10.222.0.48 "PUT /v2.0/ports/bc9d59e4-4cb0-4923-92e3-e748bbcab957 HTTP/1.1" status: 200 len: 1093 time: 1.0351319 Sep 16 04:43:55.899592 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9f944e-973a-41b6-98cc-1f07d74d545b', 'tag': 'bc9d59e4-4cb0-4923-92e3-e748bbcab957'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:55.901928 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f9cd2e-191a-4a1f-ac70-a2d743c03b33" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9f944e-973a-41b6-98cc-1f07d74d545b", "tag": "bc9d59e4-4cb0-4923-92e3-e748bbcab957"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:55.944156 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1d55a-7346-462e-8fc1-8394c06ce111 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9d59e4-4cb0-4923-92e3-e748bbcab957,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:55.954727 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-850f21d9-1827-49f8-8c05-82c02a82cc12 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:55.955717 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-850f21d9-1827-49f8-8c05-82c02a82cc12 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:55.957870 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-bb7e35fe-c118-446a-965c-15382bc18f1a service neutron] 10.222.0.35 "GET /v2.0/networks/768257ea-d05c-44b7-b58b-c702d60e22aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078770 Sep 16 04:43:55.975030 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:56.011702 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 695b9763-c48f-43ad-8dab-5a49e5cadc2b, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=695b9763-c48f-43ad-8dab-5a49e5cadc2b,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:56.016852 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:56.019767 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-89873377-63a9-4e11-88b5-4c3b6261f38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:56.021834 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-89873377-63a9-4e11-88b5-4c3b6261f38b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=feb35d6815044dc78fef1435e68e9720&device_id=dd9f944e-973a-41b6-98cc-1f07d74d545b HTTP/1.1" status: 200 len: 1096 time: 0.0615392 Sep 16 04:43:56.062115 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-850f21d9-1827-49f8-8c05-82c02a82cc12 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:56.076908 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-fd1f0449-121e-4604-a395-77fd59d1b687 service neutron] 10.222.0.35 "GET /v2.0/networks/768257ea-d05c-44b7-b58b-c702d60e22aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110089 Sep 16 04:43:56.083593 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=695b9763-c48f-43ad-8dab-5a49e5cadc2b,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:56.092662 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:56.093136 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:56.093666 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:56.094179 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:56.094611 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:56.095042 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:56.095469 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:56.095997 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:56.096440 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:56.096893 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:56.097320 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:56.097748 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:56.129533 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-c7480100-11ec-42bf-a1e2-fab3b12bc32f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc9d59e4-4cb0-4923-92e3-e748bbcab957 HTTP/1.1" status: 200 len: 217 time: 0.0693743 Sep 16 04:43:56.267326 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-850f21d9-1827-49f8-8c05-82c02a82cc12 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:56.276547 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-74cecbc5-3cda-4219-93af-f7b3b26ba79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:56.278062 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-74cecbc5-3cda-4219-93af-f7b3b26ba79e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d79ab8be-654b-4737-af1c-65a1487483c5 HTTP/1.1" status: 200 len: 852 time: 0.1150875 Sep 16 04:43:56.324353 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-9cab3eaa-48d8-49e7-acad-52607bf10036 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=55135b4c-2e11-451e-9d70-37211e2657fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336185 Sep 16 04:43:56.460959 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-fa1c83b2-255c-4f3d-b77a-d11527f70583 service neutron] 10.222.0.48 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284564 Sep 16 04:43:56.654405 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a90d0a5e-c8e5-466a-b15e-1a18d607bffa req-54381ed3-99dc-4de3-9877-2957a75703e4 service neutron] 10.222.0.48 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860561 Sep 16 04:43:56.658125 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-850f21d9-1827-49f8-8c05-82c02a82cc12 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:56.683208 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-850f21d9-1827-49f8-8c05-82c02a82cc12 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:56.724755 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34854ffd-171e-45af-bfc0-59553a018143 req-e78c695a-e8cd-46c8-8dd3-fd62fe509163 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:56.727114 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-34854ffd-171e-45af-bfc0-59553a018143 req-e78c695a-e8cd-46c8-8dd3-fd62fe509163 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f1432ac-d655-4d29-b0a5-627cfea77eda HTTP/1.1" status: 200 len: 945 time: 0.0653791 Sep 16 04:43:56.781694 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-34854ffd-171e-45af-bfc0-59553a018143 req-1cbc0d5f-b1ff-4fd9-b5bf-3a9552d01812 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470474 Sep 16 04:43:56.858028 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-850f21d9-1827-49f8-8c05-82c02a82cc12 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Allocated IP 172.20.0.14 (68ca7381-7cf8-41e2-a916-168b49947d12/8ec6e510-fbb0-47dd-8406-451ebd2159ee/6c832ecc-f00f-4859-8eb3-3067d25037b4) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:56.903606 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f0ad6-9577-4a21-8ea1-94d026e34ce9 req-8b600d34-6c83-4851-98f2-68e051ec2ed9 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:56.905276 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4e6f0ad6-9577-4a21-8ea1-94d026e34ce9 req-8b600d34-6c83-4851-98f2-68e051ec2ed9 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 950 time: 0.0581663 Sep 16 04:43:56.954801 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4e6f0ad6-9577-4a21-8ea1-94d026e34ce9 req-481aa719-4280-4a13-843f-83ee9b92a20d tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402706 Sep 16 04:43:56.987768 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-850f21d9-1827-49f8-8c05-82c02a82cc12 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:57.029791 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-850f21d9-1827-49f8-8c05-82c02a82cc12 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:57.081630 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850f21d9-1827-49f8-8c05-82c02a82cc12 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Network 68ca7381-7cf8-41e2-a916-168b49947d12 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:57.087269 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-850f21d9-1827-49f8-8c05-82c02a82cc12 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:57.094622 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850f21d9-1827-49f8-8c05-82c02a82cc12 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:57.264113 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4fb080-c235-48c7-9655-54ba63c18b7d req-363677d4-6fd1-4c38-81e9-632438ae61dd tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:57.265918 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3b4fb080-c235-48c7-9655-54ba63c18b7d req-363677d4-6fd1-4c38-81e9-632438ae61dd tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9f944e-973a-41b6-98cc-1f07d74d545b HTTP/1.1" status: 200 len: 944 time: 0.0620770 Sep 16 04:43:57.314685 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3b4fb080-c235-48c7-9655-54ba63c18b7d req-79b57bf2-0282-42ba-a880-63ddcb199ae4 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423560 Sep 16 04:43:57.400436 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f21d9-1827-49f8-8c05-82c02a82cc12 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Pushing event updated for resources: {'Port': ['ID=6c832ecc-f00f-4859-8eb3-3067d25037b4,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:57.495204 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1cdd77-d562-42f1-846e-753c50cef2c5 x-openstack-request-id: req-9f1cdd77-d562-42f1-846e-753c50cef2c5 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:57.495690 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e745e20-fb30-401b-927d-65ce174771ac", "name": "network-vif-plugged", "status": "completed", "tag": "163c37d1-54c8-4349-8fff-11be4a79fbee", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:57.495972 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9f1cdd77-d562-42f1-846e-753c50cef2c5 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:57.496437 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e745e20-fb30-401b-927d-65ce174771ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163c37d1-54c8-4349-8fff-11be4a79fbee', 'code': 200} Sep 16 04:43:57.591644 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f6b41-7bc4-4e62-829e-25fb1f8f934f req-a67c4f69-92f6-4198-aab2-3fe69f887e7a tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:57.593162 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-489f6b41-7bc4-4e62-829e-25fb1f8f934f req-a67c4f69-92f6-4198-aab2-3fe69f887e7a tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e745e20-fb30-401b-927d-65ce174771ac HTTP/1.1" status: 200 len: 945 time: 0.0496488 Sep 16 04:43:57.632781 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-489f6b41-7bc4-4e62-829e-25fb1f8f934f req-3a8555fb-3f5e-4256-879f-a4262641873e tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.35 "GET /v2.0/security-groups?id=c126b3c7-422b-4d5c-af85-aa69910fdf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328124 Sep 16 04:43:57.663312 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-850f21d9-1827-49f8-8c05-82c02a82cc12 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:57.702467 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfd07f1-64cd-4381-ab43-9ea9daa04853 x-openstack-request-id: req-1cfd07f1-64cd-4381-ab43-9ea9daa04853 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:57.702758 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9f944e-973a-41b6-98cc-1f07d74d545b", "tag": "bc9d59e4-4cb0-4923-92e3-e748bbcab957", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:57.703007 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1cfd07f1-64cd-4381-ab43-9ea9daa04853 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:57.703398 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9f944e-973a-41b6-98cc-1f07d74d545b', 'tag': 'bc9d59e4-4cb0-4923-92e3-e748bbcab957', 'status': 'completed', 'code': 200} Sep 16 04:43:57.706778 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5bcab0-6bbf-48c2-a3d0-f7e5e86e9b39 req-657a867b-bcb0-4e5b-978d-80b4a1438b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:57.708269 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ac5bcab0-6bbf-48c2-a3d0-f7e5e86e9b39 req-657a867b-bcb0-4e5b-978d-80b4a1438b68 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5e745e20-fb30-401b-927d-65ce174771ac HTTP/1.1" status: 200 len: 1097 time: 0.0888214 Sep 16 04:43:57.754596 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-31a0847d-6508-40fb-808b-555aadda6f5f req-dae3ba27-adc8-43f4-b373-7054df2ad7c4 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 210 time: 0.0309260 Sep 16 04:43:57.831755 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ac5bcab0-6bbf-48c2-a3d0-f7e5e86e9b39 req-2360af4c-267a-4c3c-83a2-598b56afaece service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c126b3c7-422b-4d5c-af85-aa69910fdf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021430 Sep 16 04:43:57.873130 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9cd2e-191a-4a1f-ac70-a2d743c03b33 req-87d5fea1-a721-4a59-893f-a554afb97b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:57.874577 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c0f9cd2e-191a-4a1f-ac70-a2d743c03b33 req-87d5fea1-a721-4a59-893f-a554afb97b5f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=feb35d6815044dc78fef1435e68e9720&device_id=dd9f944e-973a-41b6-98cc-1f07d74d545b HTTP/1.1" status: 200 len: 1096 time: 0.1128864 Sep 16 04:43:57.918204 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc398a5-0f38-4a0f-b346-9e4e2ec3602c req-ecb6777e-43f5-4f96-8ad7-00bf8e635172 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:57.919808 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6bc398a5-0f38-4a0f-b346-9e4e2ec3602c req-ecb6777e-43f5-4f96-8ad7-00bf8e635172 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f1432ac-d655-4d29-b0a5-627cfea77eda HTTP/1.1" status: 200 len: 945 time: 0.0636232 Sep 16 04:43:57.963864 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-da3ec31b-5f87-4bd1-ac2a-cf81716b0124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:57.965273 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-da3ec31b-5f87-4bd1-ac2a-cf81716b0124 service neutron] 10.222.0.48 "GET /v2.0/ports/1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb HTTP/1.1" status: 200 len: 1027 time: 0.0639915 Sep 16 04:43:57.996237 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6bc398a5-0f38-4a0f-b346-9e4e2ec3602c req-e7604433-01f0-4b06-9b90-9af83e1a0a18 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565932 Sep 16 04:43:57.998557 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-850f21d9-1827-49f8-8c05-82c02a82cc12 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:58.028191 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-ffda870c-04a1-4505-a5f5-d9a065bf7c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:58.029668 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-ffda870c-04a1-4505-a5f5-d9a065bf7c1a service neutron] 10.222.0.48 "GET /v2.0/ports/8412a577-70e7-4987-883c-7ad67dcac980 HTTP/1.1" status: 200 len: 1028 time: 0.0524042 Sep 16 04:43:58.060735 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9cd2e-191a-4a1f-ac70-a2d743c03b33 req-3b7289da-d3ec-4f07-9d38-dd7970f89680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:58.062285 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c0f9cd2e-191a-4a1f-ac70-a2d743c03b33 req-3b7289da-d3ec-4f07-9d38-dd7970f89680 service neutron] 10.222.0.48 "GET /v2.0/networks?id=55135b4c-2e11-451e-9d70-37211e2657fa HTTP/1.1" status: 200 len: 913 time: 0.1735609 Sep 16 04:43:58.145391 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c0f9cd2e-191a-4a1f-ac70-a2d743c03b33 req-12fb12d3-1760-426a-999f-aad154a2823c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc9d59e4-4cb0-4923-92e3-e748bbcab957 HTTP/1.1" status: 200 len: 217 time: 0.0660493 Sep 16 04:43:58.166437 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcccacee-a8ea-4aef-9094-2384e6596219 req-e66202f9-faa6-4282-8a41-85ac20dac612 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:58.167979 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fcccacee-a8ea-4aef-9094-2384e6596219 req-e66202f9-faa6-4282-8a41-85ac20dac612 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 950 time: 0.0883467 Sep 16 04:43:58.211726 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-6912a556-ecdd-4cfd-b106-194449d16ca6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:58.217641 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-6912a556-ecdd-4cfd-b106-194449d16ca6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:58.222580 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9cd2e-191a-4a1f-ac70-a2d743c03b33 req-30bf4cc4-e786-46f3-97bc-7b8268397d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:58.223629 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-6912a556-ecdd-4cfd-b106-194449d16ca6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:58.224051 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c0f9cd2e-191a-4a1f-ac70-a2d743c03b33 req-30bf4cc4-e786-46f3-97bc-7b8268397d8e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d79ab8be-654b-4737-af1c-65a1487483c5 HTTP/1.1" status: 200 len: 852 time: 0.0638251 Sep 16 04:43:58.225888 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-6912a556-ecdd-4cfd-b106-194449d16ca6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.48 "GET /v2.0/networks?id=268ab5df-65e1-4022-9ab7-d67387588731&id=75789621-67a9-49c8-be39-03e0dc1e36c3&id=75789621-67a9-49c8-be39-03e0dc1e36c3&id=75789621-67a9-49c8-be39-03e0dc1e36c3&id=75789621-67a9-49c8-be39-03e0dc1e36c3&id=768257ea-d05c-44b7-b58b-c702d60e22aa&id=768257ea-d05c-44b7-b58b-c702d60e22aa HTTP/1.1" status: 200 len: 1990 time: 0.1857278 Sep 16 04:43:58.235954 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850f21d9-1827-49f8-8c05-82c02a82cc12 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Router 888c94b6-383c-46f4-90c2-57c883b80f8f is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:43:58.271121 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fcccacee-a8ea-4aef-9094-2384e6596219 req-731eebfe-a5a0-4b13-a61b-2c8e6bb76efe tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835776 Sep 16 04:43:58.296921 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-c23d31af-f661-4e55-a3b6-c5d9e16634ff tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bbe39f2ccff44e5a5c6b6e96a70ab43 HTTP/1.1" status: 200 len: 380 time: 0.0487452 Sep 16 04:43:58.308534 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-2510a858-6dda-44bb-a0b3-4dc7bbf2213c tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Request body: {'port': {'device_id': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'network_id': '268ab5df-65e1-4022-9ab7-d67387588731', 'admin_state_up': True, 'tenant_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'security_groups': ['7d838e7d-0a6e-446b-8237-ecfea0fd411e']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:58.321417 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c0f9cd2e-191a-4a1f-ac70-a2d743c03b33 req-a01a1e18-725f-49fe-8c04-8ca617374112 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=55135b4c-2e11-451e-9d70-37211e2657fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730579 Sep 16 04:43:58.430177 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-2510a858-6dda-44bb-a0b3-4dc7bbf2213c tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Made reservation on behalf of 7bbe39f2ccff44e5a5c6b6e96a70ab43 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:58.434464 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-2510a858-6dda-44bb-a0b3-4dc7bbf2213c tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:58.434725 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850f21d9-1827-49f8-8c05-82c02a82cc12 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:43:58.445814 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1f99ab-d906-44e9-9332-b35523e20342 None None] Sync routers for ids ['888c94b6-383c-46f4-90c2-57c883b80f8f'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:43:58.465507 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1f99ab-d906-44e9-9332-b35523e20342 None None] Routers {'888c94b6-383c-46f4-90c2-57c883b80f8f'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:58.466984 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-9e1f99ab-d906-44e9-9332-b35523e20342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:43:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['888c94b6-383c-46f4-90c2-57c883b80f8f'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:58.523960 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-850f21d9-1827-49f8-8c05-82c02a82cc12 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:58.528344 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-850f21d9-1827-49f8-8c05-82c02a82cc12 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.6731906 Sep 16 04:43:58.528818 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36260) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:58.540344 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c0f9cd2e-191a-4a1f-ac70-a2d743c03b33 req-11a40939-8587-475e-bc0d-fbb46370299d service neutron] 10.222.0.48 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080195 Sep 16 04:43:58.644320 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-9e1f99ab-d906-44e9-9332-b35523e20342 None None] Set router 888c94b6-383c-46f4-90c2-57c883b80f8f gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:58.646927 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c0f9cd2e-191a-4a1f-ac70-a2d743c03b33 req-c8a5b66e-9cbf-47da-83fb-105585dcaf91 service neutron] 10.222.0.48 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973768 Sep 16 04:43:58.841913 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-9e1f99ab-d906-44e9-9332-b35523e20342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888c94b6-383c-46f4-90c2-57c883b80f8f', 'name': '', 'tenant_id': '92e903bb1c194ec6a0cbe34b574e46a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68ca7381-7cf8-41e2-a916-168b49947d12', 'external_fixed_ips': [{'subnet_id': '8ec6e510-fbb0-47dd-8406-451ebd2159ee', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '6c832ecc-f00f-4859-8eb3-3067d25037b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:55Z', 'updated_at': '2021-09-16T04:43:57Z', 'revision_number': 3, 'project_id': '92e903bb1c194ec6a0cbe34b574e46a5', 'gw_port': {'id': '6c832ecc-f00f-4859-8eb3-3067d25037b4', 'name': '', 'network_id': '68ca7381-7cf8-41e2-a916-168b49947d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:09:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888c94b6-383c-46f4-90c2-57c883b80f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '8ec6e510-fbb0-47dd-8406-451ebd2159ee', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:56Z', 'updated_at': '2021-09-16T04:43:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ec6e510-fbb0-47dd-8406-451ebd2159ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:58.872376 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1f99ab-d906-44e9-9332-b35523e20342 None None] Checking router: 888c94b6-383c-46f4-90c2-57c883b80f8f for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:43:58.872970 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1f99ab-d906-44e9-9332-b35523e20342 None None] Updating router 888c94b6-383c-46f4-90c2-57c883b80f8f port 6c832ecc-f00f-4859-8eb3-3067d25037b4 binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:43:58.899637 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-9e1f99ab-d906-44e9-9332-b35523e20342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:59.029754 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0469d-8f54-4c31-83bb-9e2e31734acc req-2fe66881-66b3-4192-a5e7-ca1904e26e0e tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:59.031295 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6fe0469d-8f54-4c31-83bb-9e2e31734acc req-2fe66881-66b3-4192-a5e7-ca1904e26e0e tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9f944e-973a-41b6-98cc-1f07d74d545b HTTP/1.1" status: 200 len: 944 time: 0.1431248 Sep 16 04:43:59.050435 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-2510a858-6dda-44bb-a0b3-4dc7bbf2213c tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Allocated IP 172.20.0.4 (268ab5df-65e1-4022-9ab7-d67387588731/0f51e33f-c259-43fe-9f3c-bfa9813e6953/34f0c640-96d0-4889-b9d6-1c5b64e08f7f) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:59.052405 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device bc9d59e4-4cb0-4923-92e3-e748bbcab957 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:43:59.150370 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port bc9d59e4-4cb0-4923-92e3-e748bbcab957, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=bc9d59e4-4cb0-4923-92e3-e748bbcab957,segment=NetworkSegment(8a88cf17-2626-40ee-b5d7-20831c5d590c),segment_id=8a88cf17-2626-40ee-b5d7-20831c5d590c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:59.151019 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-386a36fe-ae90-4b50-8f76-0a684973582b tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:59.167671 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'bc9d59e4-4cb0-4923-92e3-e748bbcab957', 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa', 'port_id': 'bc9d59e4-4cb0-4923-92e3-e748bbcab957', 'mac_address': 'fa:16:3e:fe:d0:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ab8be-654b-4737-af1c-65a1487483c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:43:59.211708 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:59.225883 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc9d59e4-4cb0-4923-92e3-e748bbcab957 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:59.248130 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-9e1f99ab-d906-44e9-9332-b35523e20342 None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:59.253377 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port bc9d59e4-4cb0-4923-92e3-e748bbcab957, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=bc9d59e4-4cb0-4923-92e3-e748bbcab957,segment=NetworkSegment(8a88cf17-2626-40ee-b5d7-20831c5d590c),segment_id=8a88cf17-2626-40ee-b5d7-20831c5d590c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:59.262172 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:59.266145 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-9e1f99ab-d906-44e9-9332-b35523e20342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:59.295528 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6fe0469d-8f54-4c31-83bb-9e2e31734acc req-913b175b-00d4-4db1-af5d-3be60d03dadb tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524908 Sep 16 04:43:59.349296 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=bc9d59e4-4cb0-4923-92e3-e748bbcab957,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:59.394811 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-9e1f99ab-d906-44e9-9332-b35523e20342 None None] Attempting to bind port 6c832ecc-f00f-4859-8eb3-3067d25037b4 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:59.395553 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-9e1f99ab-d906-44e9-9332-b35523e20342 None None] Attempting to bind port 6c832ecc-f00f-4859-8eb3-3067d25037b4 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '1f8016dc-e76e-46c8-80a1-3a77c0322a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '68ca7381-7cf8-41e2-a916-168b49947d12'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:59.396210 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1f99ab-d906-44e9-9332-b35523e20342 None None] Attempting to bind port 6c832ecc-f00f-4859-8eb3-3067d25037b4 on network 68ca7381-7cf8-41e2-a916-168b49947d12 {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:59.398778 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735d6fd-6c96-4385-abf1-e6ca672cdf7d None None] Pushing event updated for resources: {'Port': ['ID=6c832ecc-f00f-4859-8eb3-3067d25037b4,revision_number=2']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:59.415578 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4735d6fd-6c96-4385-abf1-e6ca672cdf7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:59.415928 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4735d6fd-6c96-4385-abf1-e6ca672cdf7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:59.416555 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4735d6fd-6c96-4385-abf1-e6ca672cdf7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:59.416914 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4735d6fd-6c96-4385-abf1-e6ca672cdf7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:59.417249 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4735d6fd-6c96-4385-abf1-e6ca672cdf7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:59.417580 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4735d6fd-6c96-4385-abf1-e6ca672cdf7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:59.417907 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4735d6fd-6c96-4385-abf1-e6ca672cdf7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:59.418236 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4735d6fd-6c96-4385-abf1-e6ca672cdf7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:59.418556 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4735d6fd-6c96-4385-abf1-e6ca672cdf7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:59.418876 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4735d6fd-6c96-4385-abf1-e6ca672cdf7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:59.419199 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4735d6fd-6c96-4385-abf1-e6ca672cdf7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:59.419518 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4735d6fd-6c96-4385-abf1-e6ca672cdf7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:59.423737 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1f99ab-d906-44e9-9332-b35523e20342 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:59.424129 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1f99ab-d906-44e9-9332-b35523e20342 None None] Checking segment: {'id': '1f8016dc-e76e-46c8-80a1-3a77c0322a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '68ca7381-7cf8-41e2-a916-168b49947d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:59.424537 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-9e1f99ab-d906-44e9-9332-b35523e20342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:59.424948 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1f99ab-d906-44e9-9332-b35523e20342 None None] Bound using segment: {'id': '1f8016dc-e76e-46c8-80a1-3a77c0322a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '68ca7381-7cf8-41e2-a916-168b49947d12'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:59.425499 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-9e1f99ab-d906-44e9-9332-b35523e20342 None None] Bound port: 6c832ecc-f00f-4859-8eb3-3067d25037b4, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f8016dc-e76e-46c8-80a1-3a77c0322a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '68ca7381-7cf8-41e2-a916-168b49947d12'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:59.426308 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-9e1f99ab-d906-44e9-9332-b35523e20342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:59.433588 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-2510a858-6dda-44bb-a0b3-4dc7bbf2213c tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:59.435610 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-386a36fe-ae90-4b50-8f76-0a684973582b tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:59.486560 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92d9aa-72dc-4c75-aa57-c34924836b1a req-b8ef883c-c60d-493d-aca5-e1f91e1f6042 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:59.488161 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c92d9aa-72dc-4c75-aa57-c34924836b1a req-b8ef883c-c60d-493d-aca5-e1f91e1f6042 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e745e20-fb30-401b-927d-65ce174771ac HTTP/1.1" status: 200 len: 945 time: 0.1022286 Sep 16 04:43:59.498049 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99ab8e9-cecc-4f6a-9a21-58d8e2199c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695b9763-c48f-43ad-8dab-5a49e5cadc2b'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:59.501542 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41cee566-0b26-40d9-8275-5083f3aaefce" -d '{"events": [{"server_uuid": "f99ab8e9-cecc-4f6a-9a21-58d8e2199c72", "name": "network-vif-plugged", "status": "completed", "tag": "695b9763-c48f-43ad-8dab-5a49e5cadc2b"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:59.556735 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-2510a858-6dda-44bb-a0b3-4dc7bbf2213c tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:59.604982 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c92d9aa-72dc-4c75-aa57-c34924836b1a req-0794104d-ac92-4850-9c08-52238ebc2ad5 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.35 "GET /v2.0/security-groups?id=c126b3c7-422b-4d5c-af85-aa69910fdf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982857 Sep 16 04:43:59.633821 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-9e1f99ab-d906-44e9-9332-b35523e20342 None None] For port 6c832ecc-f00f-4859-8eb3-3067d25037b4, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:59.638849 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-9e1f99ab-d906-44e9-9332-b35523e20342 None None] For port 6c832ecc-f00f-4859-8eb3-3067d25037b4, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=6c832ecc-f00f-4859-8eb3-3067d25037b4,segment=NetworkSegment(1f8016dc-e76e-46c8-80a1-3a77c0322a44),segment_id=1f8016dc-e76e-46c8-80a1-3a77c0322a44)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:59.645087 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-2510a858-6dda-44bb-a0b3-4dc7bbf2213c tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Network 268ab5df-65e1-4022-9ab7-d67387588731 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:59.653113 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-9e1f99ab-d906-44e9-9332-b35523e20342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:59.654556 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-386a36fe-ae90-4b50-8f76-0a684973582b tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Deleting port 6c832ecc-f00f-4859-8eb3-3067d25037b4 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:59.654902 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-386a36fe-ae90-4b50-8f76-0a684973582b tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:59.747178 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['bc9d59e4-4cb0-4923-92e3-e748bbcab957'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:59.749375 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-386a36fe-ae90-4b50-8f76-0a684973582b tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] For port 6c832ecc-f00f-4859-8eb3-3067d25037b4, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=6c832ecc-f00f-4859-8eb3-3067d25037b4,segment=NetworkSegment(1f8016dc-e76e-46c8-80a1-3a77c0322a44),segment_id=1f8016dc-e76e-46c8-80a1-3a77c0322a44)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:59.749749 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-386a36fe-ae90-4b50-8f76-0a684973582b tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:59.764047 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-386a36fe-ae90-4b50-8f76-0a684973582b tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Calling delete_port for 6c832ecc-f00f-4859-8eb3-3067d25037b4 owned by network:router_gateway {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:59.797114 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735d6fd-6c96-4385-abf1-e6ca672cdf7d None None] Pushing event updated for resources: {'Port': ['ID=6c832ecc-f00f-4859-8eb3-3067d25037b4,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:59.805800 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1f99ab-d906-44e9-9332-b35523e20342 None None] Routers {'888c94b6-383c-46f4-90c2-57c883b80f8f'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:59.806658 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-9e1f99ab-d906-44e9-9332-b35523e20342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:43:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['888c94b6-383c-46f4-90c2-57c883b80f8f'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:59.816126 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510a858-6dda-44bb-a0b3-4dc7bbf2213c tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Pushing event updated for resources: {'Port': ['ID=34f0c640-96d0-4889-b9d6-1c5b64e08f7f,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:59.819126 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-2510a858-6dda-44bb-a0b3-4dc7bbf2213c tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:59.823599 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-2510a858-6dda-44bb-a0b3-4dc7bbf2213c tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:59.921561 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-9e1f99ab-d906-44e9-9332-b35523e20342 None None] Set router 888c94b6-383c-46f4-90c2-57c883b80f8f gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:59.998850 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-2510a858-6dda-44bb-a0b3-4dc7bbf2213c tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:00.001116 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-2510a858-6dda-44bb-a0b3-4dc7bbf2213c tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:00.026307 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570f9f1-2256-4910-af96-681a18b91cff req-c6c9b674-ad98-4daf-9aca-4b8b35412857 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:00.031467 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-9e1f99ab-d906-44e9-9332-b35523e20342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888c94b6-383c-46f4-90c2-57c883b80f8f', 'name': '', 'tenant_id': '92e903bb1c194ec6a0cbe34b574e46a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:55Z', 'updated_at': '2021-09-16T04:43:59Z', 'revision_number': 4, 'project_id': '92e903bb1c194ec6a0cbe34b574e46a5', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:00.035068 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a570f9f1-2256-4910-af96-681a18b91cff req-c6c9b674-ad98-4daf-9aca-4b8b35412857 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 931 time: 0.2199445 Sep 16 04:44:00.068374 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1f99ab-d906-44e9-9332-b35523e20342 None None] The sync data for ids ['888c94b6-383c-46f4-90c2-57c883b80f8f'] in n-d-712139-15 is: [{'id': '888c94b6-383c-46f4-90c2-57c883b80f8f', 'name': '', 'tenant_id': '92e903bb1c194ec6a0cbe34b574e46a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:55Z', 'updated_at': '2021-09-16T04:43:59Z', 'revision_number': 4, 'project_id': '92e903bb1c194ec6a0cbe34b574e46a5', 'gw_port_host': None}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:44:00.086436 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-2510a858-6dda-44bb-a0b3-4dc7bbf2213c tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7819948 Sep 16 04:44:00.133863 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a570f9f1-2256-4910-af96-681a18b91cff req-f42d887a-bcc9-43f9-b8fe-2ad03ded17e6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941885 Sep 16 04:44:00.148837 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-de536073-004f-4f98-a976-3253e199e210 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Request body: {'port': {'device_id': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'network_id': '75789621-67a9-49c8-be39-03e0dc1e36c3', 'admin_state_up': True, 'tenant_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'security_groups': ['7d838e7d-0a6e-446b-8237-ecfea0fd411e']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:00.296185 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-e1d3ed86-b0bc-4431-974f-d2481c0450b6 None None] Provisioning complete for port 34f0c640-96d0-4889-b9d6-1c5b64e08f7f triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:00.296783 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e1d3ed86-b0bc-4431-974f-d2481c0450b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:00.347997 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-e1d3ed86-b0bc-4431-974f-d2481c0450b6 None None] Port 34f0c640-96d0-4889-b9d6-1c5b64e08f7f cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:44:00.359139 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-386a36fe-ae90-4b50-8f76-0a684973582b tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:00.427427 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a36fe-ae90-4b50-8f76-0a684973582b tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c832ecc-f00f-4859-8eb3-3067d25037b4,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:00.456884 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9d0dd-11e6-46b3-8c37-ac6e8cee5786 req-a47d26f0-302c-477b-82d2-6be79386b319 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:00.465571 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-49e9d0dd-11e6-46b3-8c37-ac6e8cee5786 req-a47d26f0-302c-477b-82d2-6be79386b319 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f1432ac-d655-4d29-b0a5-627cfea77eda HTTP/1.1" status: 200 len: 945 time: 0.1650457 Sep 16 04:44:00.525279 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-386a36fe-ae90-4b50-8f76-0a684973582b tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:00.529399 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-49e9d0dd-11e6-46b3-8c37-ac6e8cee5786 req-3dde3b62-af7f-48ec-8b39-5f7869259785 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630286 Sep 16 04:44:00.531714 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-de536073-004f-4f98-a976-3253e199e210 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Made reservation on behalf of 7bbe39f2ccff44e5a5c6b6e96a70ab43 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:00.535985 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-de536073-004f-4f98-a976-3253e199e210 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:00.660303 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-386a36fe-ae90-4b50-8f76-0a684973582b tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:00.671331 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-386a36fe-ae90-4b50-8f76-0a684973582b tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:00.782319 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-386a36fe-ae90-4b50-8f76-0a684973582b tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:00.782877 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386a36fe-ae90-4b50-8f76-0a684973582b tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 888c94b6-383c-46f4-90c2-57c883b80f8f {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:44:00.790629 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-386a36fe-ae90-4b50-8f76-0a684973582b tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:00.794985 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-386a36fe-ae90-4b50-8f76-0a684973582b tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] 10.222.0.35 "DELETE /v2.0/routers/888c94b6-383c-46f4-90c2-57c883b80f8f HTTP/1.1" status: 204 len: 168 time: 2.2617218 Sep 16 04:44:00.795143 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36290) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:00.840241 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b71d7-93fa-40cb-920f-2a3e02161147 req-5a0a0b7c-7df6-4ff8-91d1-9d32eedd0b92 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:00.846992 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-442501bc-1794-462f-8062-4ab322cf1bc9 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Deleting subnet 8ec6e510-fbb0-47dd-8406-451ebd2159ee {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:44:00.851273 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-540b71d7-93fa-40cb-920f-2a3e02161147 req-5a0a0b7c-7df6-4ff8-91d1-9d32eedd0b92 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 950 time: 0.1983552 Sep 16 04:44:00.852013 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-442501bc-1794-462f-8062-4ab322cf1bc9 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:00.892593 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-442501bc-1794-462f-8062-4ab322cf1bc9 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:00.937006 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-540b71d7-93fa-40cb-920f-2a3e02161147 req-8e8b8e80-e5ce-413c-9c89-0dcf6ca7e750 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846107 Sep 16 04:44:00.970274 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-de536073-004f-4f98-a976-3253e199e210 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Allocated IP 10.1.1.63 (75789621-67a9-49c8-be39-03e0dc1e36c3/716908ff-2333-49cf-9a00-33ec24b532c9/04207e9e-65ad-4cd5-b043-c3928f7311d0) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:01.003125 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-442501bc-1794-462f-8062-4ab322cf1bc9 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:01.086477 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-442501bc-1794-462f-8062-4ab322cf1bc9 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:01.107306 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-442501bc-1794-462f-8062-4ab322cf1bc9 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:01.112260 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-442501bc-1794-462f-8062-4ab322cf1bc9 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] 10.222.0.35 "DELETE /v2.0/subnets/8ec6e510-fbb0-47dd-8406-451ebd2159ee HTTP/1.1" status: 204 len: 168 time: 0.3158693 Sep 16 04:44:01.114476 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36292) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:01.144949 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442501bc-1794-462f-8062-4ab322cf1bc9 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8ec6e510-fbb0-47dd-8406-451ebd2159ee,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:01.198979 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7365facd-6fb6-4d50-8919-bc95891c8382 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:01.237821 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-de536073-004f-4f98-a976-3253e199e210 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:01.251751 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6ffaa9-7afe-47a1-b85f-f79938caf0e8 x-openstack-request-id: req-0a6ffaa9-7afe-47a1-b85f-f79938caf0e8 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:01.252244 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99ab8e9-cecc-4f6a-9a21-58d8e2199c72", "name": "network-vif-plugged", "status": "completed", "tag": "695b9763-c48f-43ad-8dab-5a49e5cadc2b", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:01.252679 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0a6ffaa9-7afe-47a1-b85f-f79938caf0e8 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:01.253254 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99ab8e9-cecc-4f6a-9a21-58d8e2199c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695b9763-c48f-43ad-8dab-5a49e5cadc2b', 'code': 200} Sep 16 04:44:01.336811 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7365facd-6fb6-4d50-8919-bc95891c8382 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:01.389632 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-7365facd-6fb6-4d50-8919-bc95891c8382 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68ca7381-7cf8-41e2-a916-168b49947d12']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:01.402839 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-de536073-004f-4f98-a976-3253e199e210 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:01.405737 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-7365facd-6fb6-4d50-8919-bc95891c8382 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f8016dc-e76e-46c8-80a1-3a77c0322a44') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:01.406278 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-7365facd-6fb6-4d50-8919-bc95891c8382 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f8016dc-e76e-46c8-80a1-3a77c0322a44') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:01.407823 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3084c19-aacf-4b2e-b157-de3d02cf96a0 req-8a049ed3-529b-4e32-b76c-a48c3d2a16cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:01.409741 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a3084c19-aacf-4b2e-b157-de3d02cf96a0 req-8a049ed3-529b-4e32-b76c-a48c3d2a16cd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 1102 time: 0.0499437 Sep 16 04:44:01.429446 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7365facd-6fb6-4d50-8919-bc95891c8382 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:01.464660 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a3084c19-aacf-4b2e-b157-de3d02cf96a0 req-d6244a41-51cf-480d-aefe-652891018792 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469177 Sep 16 04:44:01.478178 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7365facd-6fb6-4d50-8919-bc95891c8382 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:01.484363 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-de536073-004f-4f98-a976-3253e199e210 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Network 75789621-67a9-49c8-be39-03e0dc1e36c3 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:01.495057 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c53460-c451-4cf0-b5c5-550d677e9cba req-a7b54ff3-7fc3-4a87-8024-5cb3b1134f32 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:01.496722 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-43c53460-c451-4cf0-b5c5-550d677e9cba req-a7b54ff3-7fc3-4a87-8024-5cb3b1134f32 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9f944e-973a-41b6-98cc-1f07d74d545b HTTP/1.1" status: 200 len: 945 time: 0.1636982 Sep 16 04:44:01.505564 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7365facd-6fb6-4d50-8919-bc95891c8382 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:44:01.506119 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7365facd-6fb6-4d50-8919-bc95891c8382 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:01.508536 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:44:01.508536 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:44:01.508536 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:44:01.508536 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:44:01.508536 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:44:01.508536 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:44:01.508536 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:44:01.508536 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:44:01.508536 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:44:01.508536 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:44:01.508536 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:44:01.508536 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:44:01.508536 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:44:01.508536 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:44:01.508536 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:44:01.508536 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:44:01.508536 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:44:01.508536 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:44:01.508536 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:44:01.508536 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:44:01.508536 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:44:01.508536 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:44:01.508536 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:44:01.508536 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:44:01.508536 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:44:01.508536 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:44:01.508536 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:44:01.508536 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:44:01.508536 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:44:01.508536 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:44:01.508536 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:44:01.508536 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:44:01.510202 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-de536073-004f-4f98-a976-3253e199e210 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:01.524334 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-de536073-004f-4f98-a976-3253e199e210 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:01.540047 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de536073-004f-4f98-a976-3253e199e210 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Pushing event updated for resources: {'Port': ['ID=04207e9e-65ad-4cd5-b043-c3928f7311d0,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:01.652132 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-43c53460-c451-4cf0-b5c5-550d677e9cba req-3f3c199a-8d60-4d49-98ce-55894e5ca39f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481540 Sep 16 04:44:01.657773 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-de536073-004f-4f98-a976-3253e199e210 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:01.658442 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-de536073-004f-4f98-a976-3253e199e210 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:01.665219 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7365facd-6fb6-4d50-8919-bc95891c8382 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:01.671954 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7365facd-6fb6-4d50-8919-bc95891c8382 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 68ca7381-7cf8-41e2-a916-168b49947d12 {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 04:44:01.674015 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7365facd-6fb6-4d50-8919-bc95891c8382 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:01.679546 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7365facd-6fb6-4d50-8919-bc95891c8382 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] 10.222.0.35 "DELETE /v2.0/networks/68ca7381-7cf8-41e2-a916-168b49947d12 HTTP/1.1" status: 204 len: 168 time: 0.5604939 Sep 16 04:44:01.690135 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365facd-6fb6-4d50-8919-bc95891c8382 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Pushing event deleted for resources: {'Network': ['ID=68ca7381-7cf8-41e2-a916-168b49947d12,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:01.696993 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-de536073-004f-4f98-a976-3253e199e210 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5785992 Sep 16 04:44:01.714618 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-d23da572-fe73-4c68-9b9f-cab2a5b84fac tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Request body: {'port': {'device_id': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'network_id': '75789621-67a9-49c8-be39-03e0dc1e36c3', 'admin_state_up': True, 'tenant_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'security_groups': ['7d838e7d-0a6e-446b-8237-ecfea0fd411e']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:01.883977 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-c9b0933c-3856-4aa6-993e-0161e3934b5a None None] Provisioning complete for port 04207e9e-65ad-4cd5-b043-c3928f7311d0 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:01.886222 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c9b0933c-3856-4aa6-993e-0161e3934b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:01.944632 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-c9b0933c-3856-4aa6-993e-0161e3934b5a None None] Port 04207e9e-65ad-4cd5-b043-c3928f7311d0 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:44:01.946919 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-d23da572-fe73-4c68-9b9f-cab2a5b84fac tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Made reservation on behalf of 7bbe39f2ccff44e5a5c6b6e96a70ab43 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:01.951405 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-d23da572-fe73-4c68-9b9f-cab2a5b84fac tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:01.993696 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36312) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:01.998858 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-7bbce79a-4639-4d69-abb7-f86fca4888d4 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Request body: {'router': {'name': 'tempest-router--2003217156', 'project_id': '384e6ee0bfff4360a4f0d68df9f9b4fe'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:02.022179 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7bbce79a-4639-4d69-abb7-f86fca4888d4 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:02.023486 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7bbce79a-4639-4d69-abb7-f86fca4888d4 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:02.083917 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7bbce79a-4639-4d69-abb7-f86fca4888d4 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:02.091333 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7bbce79a-4639-4d69-abb7-f86fca4888d4 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:02.106401 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7bbce79a-4639-4d69-abb7-f86fca4888d4 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:02.108048 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7bbce79a-4639-4d69-abb7-f86fca4888d4 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1126747 Sep 16 04:44:02.111031 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36316) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:02.111675 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-d23da572-fe73-4c68-9b9f-cab2a5b84fac tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Allocated IP 10.1.1.183 (75789621-67a9-49c8-be39-03e0dc1e36c3/716908ff-2333-49cf-9a00-33ec24b532c9/2064e1f3-dcc9-47cc-8440-d02253a0c752) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:02.195541 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-878502e3-1e10-4ed2-bf5d-0d46b4251ce5 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:02.195708 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9c3f8-d478-4e0d-bb9e-6f1bab5314ba req-8c38957f-9131-4fe3-aa36-a80a19fd066c tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:02.201938 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9c3f8-d478-4e0d-bb9e-6f1bab5314ba req-8c38957f-9131-4fe3-aa36-a80a19fd066c tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:02.203706 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f1a9c3f8-d478-4e0d-bb9e-6f1bab5314ba req-8c38957f-9131-4fe3-aa36-a80a19fd066c tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 1652 time: 0.2941427 Sep 16 04:44:02.288398 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f1a9c3f8-d478-4e0d-bb9e-6f1bab5314ba req-d13d9f8e-a825-42ca-8fa5-8ae0971af87b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521715 Sep 16 04:44:02.325113 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-d23da572-fe73-4c68-9b9f-cab2a5b84fac tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:02.368915 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-878502e3-1e10-4ed2-bf5d-0d46b4251ce5 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:02.371555 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-878502e3-1e10-4ed2-bf5d-0d46b4251ce5 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:02.383169 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-d23da572-fe73-4c68-9b9f-cab2a5b84fac tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:02.429489 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-878502e3-1e10-4ed2-bf5d-0d46b4251ce5 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:02.431039 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878502e3-1e10-4ed2-bf5d-0d46b4251ce5 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db8535d4-aecc-482f-862b-da76965cff61 {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:44:02.437329 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-878502e3-1e10-4ed2-bf5d-0d46b4251ce5 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:02.439363 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-878502e3-1e10-4ed2-bf5d-0d46b4251ce5 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] 10.222.0.35 "DELETE /v2.0/routers/db8535d4-aecc-482f-862b-da76965cff61 HTTP/1.1" status: 204 len: 168 time: 0.3268795 Sep 16 04:44:02.448966 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-d23da572-fe73-4c68-9b9f-cab2a5b84fac tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Network 75789621-67a9-49c8-be39-03e0dc1e36c3 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:02.452391 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-d23da572-fe73-4c68-9b9f-cab2a5b84fac tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:02.459164 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-d23da572-fe73-4c68-9b9f-cab2a5b84fac tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:02.467397 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23da572-fe73-4c68-9b9f-cab2a5b84fac tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Pushing event updated for resources: {'Port': ['ID=2064e1f3-dcc9-47cc-8440-d02253a0c752,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:02.537397 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-d23da572-fe73-4c68-9b9f-cab2a5b84fac tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:02.538514 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-d23da572-fe73-4c68-9b9f-cab2a5b84fac tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:02.557102 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-d23da572-fe73-4c68-9b9f-cab2a5b84fac tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8471000 Sep 16 04:44:02.575766 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-9a5ab699-bbac-4044-ae87-c3b4a793af60 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Request body: {'port': {'device_id': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '768257ea-d05c-44b7-b58b-c702d60e22aa', 'admin_state_up': True, 'tenant_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'security_groups': ['7d838e7d-0a6e-446b-8237-ecfea0fd411e']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:02.620232 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36328) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:02.776311 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-6c3e6d4c-547b-49b3-b4bd-4b13482703e0 None None] Provisioning complete for port 2064e1f3-dcc9-47cc-8440-d02253a0c752 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:02.776898 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6c3e6d4c-547b-49b3-b4bd-4b13482703e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:02.841864 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-9a5ab699-bbac-4044-ae87-c3b4a793af60 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Made reservation on behalf of 7bbe39f2ccff44e5a5c6b6e96a70ab43 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:02.857348 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-6c3e6d4c-547b-49b3-b4bd-4b13482703e0 None None] Port 2064e1f3-dcc9-47cc-8440-d02253a0c752 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:44:02.976049 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-9a5ab699-bbac-4044-ae87-c3b4a793af60 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.038228 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-2a5bf3b4-1339-4943-a249-0222efdf0baf tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1781920220', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}, 'admin_state_up': False}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:03.066372 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device bc9d59e4-4cb0-4923-92e3-e748bbcab957 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:03.112048 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a5bf3b4-1339-4943-a249-0222efdf0baf tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.113364 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a5bf3b4-1339-4943-a249-0222efdf0baf tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.157223 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port bc9d59e4-4cb0-4923-92e3-e748bbcab957 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:44:03.163197 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port bc9d59e4-4cb0-4923-92e3-e748bbcab957 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:03.164308 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.164588 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd642db-211d-4e1a-a607-7bd642dae123 req-797af786-174f-40cf-854f-db0d72423162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:03.167036 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cfd642db-211d-4e1a-a607-7bd642dae123 req-797af786-174f-40cf-854f-db0d72423162 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8cd80d846084d6b908f25b98944f4cb&device_id=8f1432ac-d655-4d29-b0a5-627cfea77eda HTTP/1.1" status: 200 len: 1097 time: 0.0937717 Sep 16 04:44:03.224218 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916071e-f779-43fc-8a7c-6e7d894c6f98 req-6a99f2ab-d6c6-4915-8d08-80ab594325dc tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:03.226006 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6916071e-f779-43fc-8a7c-6e7d894c6f98 req-6a99f2ab-d6c6-4915-8d08-80ab594325dc tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 950 time: 0.2015591 Sep 16 04:44:03.319825 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.321257 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6916071e-f779-43fc-8a7c-6e7d894c6f98 req-1132568e-39b1-415b-9746-97aaf61ccc7d tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879042 Sep 16 04:44:03.336340 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-9a5ab699-bbac-4044-ae87-c3b4a793af60 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Allocated IP 10.2.2.100 (768257ea-d05c-44b7-b58b-c702d60e22aa/82ab7759-3dcd-4764-b386-925b3dd23c9b/3d3646c0-2ee7-41de-8773-e02f1f3f541a) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:03.371184 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port bc9d59e4-4cb0-4923-92e3-e748bbcab957, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=bc9d59e4-4cb0-4923-92e3-e748bbcab957,segment=NetworkSegment(8a88cf17-2626-40ee-b5d7-20831c5d590c),segment_id=8a88cf17-2626-40ee-b5d7-20831c5d590c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:03.372851 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9f944e-973a-41b6-98cc-1f07d74d545b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9d59e4-4cb0-4923-92e3-e748bbcab957'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:03.376674 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18490165-f371-4f9c-abaa-c866b5e0d58c" -d '{"events": [{"server_uuid": "dd9f944e-973a-41b6-98cc-1f07d74d545b", "name": "network-vif-plugged", "status": "completed", "tag": "bc9d59e4-4cb0-4923-92e3-e748bbcab957"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:03.381178 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.456293 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=bc9d59e4-4cb0-4923-92e3-e748bbcab957,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:03.573689 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-9a5ab699-bbac-4044-ae87-c3b4a793af60 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.588276 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a5bf3b4-1339-4943-a249-0222efdf0baf tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.619735 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-9a5ab699-bbac-4044-ae87-c3b4a793af60 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.676286 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-9a5ab699-bbac-4044-ae87-c3b4a793af60 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Network 768257ea-d05c-44b7-b58b-c702d60e22aa is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:03.688132 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-9a5ab699-bbac-4044-ae87-c3b4a793af60 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:03.690921 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-9a5ab699-bbac-4044-ae87-c3b4a793af60 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:03.736829 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ab699-bbac-4044-ae87-c3b4a793af60 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Pushing event updated for resources: {'Port': ['ID=3d3646c0-2ee7-41de-8773-e02f1f3f541a,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:03.787341 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-9a5ab699-bbac-4044-ae87-c3b4a793af60 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:03.788030 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-9a5ab699-bbac-4044-ae87-c3b4a793af60 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.825826 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9db17-07a1-42be-93a8-981693f01db1 req-10c5d708-9740-40c9-ac16-8c44f621ccaf tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:03.827419 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bda9db17-07a1-42be-93a8-981693f01db1 req-10c5d708-9740-40c9-ac16-8c44f621ccaf tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9f944e-973a-41b6-98cc-1f07d74d545b HTTP/1.1" status: 200 len: 946 time: 0.1073573 Sep 16 04:44:03.860724 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-9a5ab699-bbac-4044-ae87-c3b4a793af60 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2892962 Sep 16 04:44:03.892262 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-564b3e7f-57aa-4642-8f9b-67f6043c045f tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Request body: {'port': {'device_id': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '768257ea-d05c-44b7-b58b-c702d60e22aa', 'admin_state_up': True, 'tenant_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'security_groups': ['7d838e7d-0a6e-446b-8237-ecfea0fd411e']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:03.910587 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bda9db17-07a1-42be-93a8-981693f01db1 req-242e5784-e40d-48e7-83a0-9c1598c7dfab tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698693 Sep 16 04:44:03.944138 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a5bf3b4-1339-4943-a249-0222efdf0baf tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.016193 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-180dc8fa-d72f-42f5-b618-9f5fe4c10041 None None] Provisioning complete for port 3d3646c0-2ee7-41de-8773-e02f1f3f541a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:04.016496 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-180dc8fa-d72f-42f5-b618-9f5fe4c10041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.054098 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd642db-211d-4e1a-a607-7bd642dae123 req-980582f8-9b1c-4f84-a388-78287ce2f5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:04.056387 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cfd642db-211d-4e1a-a607-7bd642dae123 req-980582f8-9b1c-4f84-a388-78287ce2f5e9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3bacabb8-4ab3-4c7c-b74a-408f67084c47 HTTP/1.1" status: 200 len: 915 time: 0.4794073 Sep 16 04:44:04.106256 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-180dc8fa-d72f-42f5-b618-9f5fe4c10041 None None] Port 3d3646c0-2ee7-41de-8773-e02f1f3f541a cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:44:04.131561 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abc6e8-c06f-4b8d-9158-87d24cdbe3a9 req-92e737a5-c49d-403f-903e-329b1b209cfb tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:04.133301 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-58abc6e8-c06f-4b8d-9158-87d24cdbe3a9 req-92e737a5-c49d-403f-903e-329b1b209cfb tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f1432ac-d655-4d29-b0a5-627cfea77eda HTTP/1.1" status: 200 len: 945 time: 0.0970340 Sep 16 04:44:04.143848 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cfd642db-211d-4e1a-a607-7bd642dae123 req-cc836994-27a4-4a5c-896d-0397d32f1607 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da4f70ab-38df-4072-b4b9-ed3385ecf818 HTTP/1.1" status: 200 len: 217 time: 0.0764160 Sep 16 04:44:04.192663 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-564b3e7f-57aa-4642-8f9b-67f6043c045f tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Made reservation on behalf of 7bbe39f2ccff44e5a5c6b6e96a70ab43 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:04.197824 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-564b3e7f-57aa-4642-8f9b-67f6043c045f tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.202824 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-58abc6e8-c06f-4b8d-9158-87d24cdbe3a9 req-aa8d7ad6-aac8-4ac2-9b29-00734367786b tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598176 Sep 16 04:44:04.261117 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd642db-211d-4e1a-a607-7bd642dae123 req-4bf60116-4a57-4e51-94cc-0b86f5b0399d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:04.263601 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cfd642db-211d-4e1a-a607-7bd642dae123 req-4bf60116-4a57-4e51-94cc-0b86f5b0399d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6e60d629-d6f8-42a4-95c3-05795e4a4154 HTTP/1.1" status: 200 len: 853 time: 0.0866184 Sep 16 04:44:04.337243 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd642db-211d-4e1a-a607-7bd642dae123 req-254f4445-aeea-4072-92f0-de6832a9dbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:04.338764 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cfd642db-211d-4e1a-a607-7bd642dae123 req-254f4445-aeea-4072-92f0-de6832a9dbe2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3bacabb8-4ab3-4c7c-b74a-408f67084c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649743 Sep 16 04:44:04.490593 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a5bf3b4-1339-4943-a249-0222efdf0baf tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.521650 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a5bf3b4-1339-4943-a249-0222efdf0baf tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.590336 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cfd642db-211d-4e1a-a607-7bd642dae123 req-4f576caa-55c2-4435-8178-8ee8b806dfff service neutron] 10.222.0.47 "GET /v2.0/networks/3bacabb8-4ab3-4c7c-b74a-408f67084c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200589 Sep 16 04:44:04.722095 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-2a5bf3b4-1339-4943-a249-0222efdf0baf tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Allocated IP 172.25.8.119 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/cbd57491-07ee-4d0c-9ce8-a28a691b7da9) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:04.749301 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cfd642db-211d-4e1a-a607-7bd642dae123 req-97f3e74f-d8bf-4017-bc59-88cc4258a2fd service neutron] 10.222.0.47 "GET /v2.0/networks/3bacabb8-4ab3-4c7c-b74a-408f67084c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506591 Sep 16 04:44:04.801540 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c479e-2ee5-41aa-acec-b35d107448f7 req-b6c274d5-3683-4b65-b53d-6b33ac745521 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:04.809500 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c479e-2ee5-41aa-acec-b35d107448f7 req-b6c274d5-3683-4b65-b53d-6b33ac745521 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:04.815469 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c479e-2ee5-41aa-acec-b35d107448f7 req-b6c274d5-3683-4b65-b53d-6b33ac745521 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:04.821784 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c479e-2ee5-41aa-acec-b35d107448f7 req-b6c274d5-3683-4b65-b53d-6b33ac745521 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:04.823557 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d1c479e-2ee5-41aa-acec-b35d107448f7 req-b6c274d5-3683-4b65-b53d-6b33ac745521 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 3094 time: 0.5246933 Sep 16 04:44:04.826847 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-564b3e7f-57aa-4642-8f9b-67f6043c045f tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Allocated IP 10.2.2.200 (768257ea-d05c-44b7-b58b-c702d60e22aa/82ab7759-3dcd-4764-b386-925b3dd23c9b/6c443476-515a-4274-81ca-27dee1865694) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:04.847073 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a5bf3b4-1339-4943-a249-0222efdf0baf tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.885165 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a5bf3b4-1339-4943-a249-0222efdf0baf tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.894324 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d1c479e-2ee5-41aa-acec-b35d107448f7 req-b7d1832b-f739-454c-b924-8626e7e2ae37 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607562 Sep 16 04:44:04.945990 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5bf3b4-1339-4943-a249-0222efdf0baf tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:04.951125 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-2a5bf3b4-1339-4943-a249-0222efdf0baf tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:04.956057 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5bf3b4-1339-4943-a249-0222efdf0baf tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:04.959210 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5bf3b4-1339-4943-a249-0222efdf0baf tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Pushing event updated for resources: {'Port': ['ID=cbd57491-07ee-4d0c-9ce8-a28a691b7da9,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:05.055162 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37eb50-a437-41e2-8cd4-d53f81c2cdb9 req-d7b4d8ee-ef9f-4d6f-becc-79f8ed1e489a tempest-MigrationsAdminTest-2115430941 tempest-MigrationsAdminTest-2115430941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:05.056668 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-de37eb50-a437-41e2-8cd4-d53f81c2cdb9 req-d7b4d8ee-ef9f-4d6f-becc-79f8ed1e489a tempest-MigrationsAdminTest-2115430941 tempest-MigrationsAdminTest-2115430941-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 1102 time: 0.0759618 Sep 16 04:44:05.061549 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-564b3e7f-57aa-4642-8f9b-67f6043c045f tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:05.113858 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-de37eb50-a437-41e2-8cd4-d53f81c2cdb9 req-cb2cf96a-a8ce-4403-b86e-98d74e26c7d0 tempest-MigrationsAdminTest-2115430941 tempest-MigrationsAdminTest-2115430941-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462725 Sep 16 04:44:05.125258 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-564b3e7f-57aa-4642-8f9b-67f6043c045f tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:05.181996 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633796fb-cfce-4f84-aca8-2bb9515040c6 x-openstack-request-id: req-633796fb-cfce-4f84-aca8-2bb9515040c6 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:05.183302 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9f944e-973a-41b6-98cc-1f07d74d545b", "name": "network-vif-plugged", "status": "completed", "tag": "bc9d59e4-4cb0-4923-92e3-e748bbcab957", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:05.183710 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-633796fb-cfce-4f84-aca8-2bb9515040c6 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:05.184246 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9f944e-973a-41b6-98cc-1f07d74d545b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9d59e4-4cb0-4923-92e3-e748bbcab957', 'code': 200} Sep 16 04:44:05.192355 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b3e7f-57aa-4642-8f9b-67f6043c045f tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Pushing event updated for resources: {'Port': ['ID=6c443476-515a-4274-81ca-27dee1865694,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:05.207665 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-564b3e7f-57aa-4642-8f9b-67f6043c045f tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Network 768257ea-d05c-44b7-b58b-c702d60e22aa is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:05.209229 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-564b3e7f-57aa-4642-8f9b-67f6043c045f tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:05.212405 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-564b3e7f-57aa-4642-8f9b-67f6043c045f tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:05.312069 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-564b3e7f-57aa-4642-8f9b-67f6043c045f tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:05.312984 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-564b3e7f-57aa-4642-8f9b-67f6043c045f tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:05.336401 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-564b3e7f-57aa-4642-8f9b-67f6043c045f tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4486766 Sep 16 04:44:05.357953 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-a0d17aa7-7693-4232-98a2-1b865505283f service neutron] Request body: {'port': {'device_id': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:05.430566 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a5bf3b4-1339-4943-a249-0222efdf0baf tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:05.456468 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-a0d17aa7-7693-4232-98a2-1b865505283f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:05.497703 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b297874-8b31-495c-aa1b-173a9a0dc6df req-6d2dc722-24ee-4305-9e02-489b42329535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:05.499123 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9b297874-8b31-495c-aa1b-173a9a0dc6df req-6d2dc722-24ee-4305-9e02-489b42329535 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dd9f944e-973a-41b6-98cc-1f07d74d545b HTTP/1.1" status: 200 len: 1098 time: 0.1694345 Sep 16 04:44:05.585117 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9b297874-8b31-495c-aa1b-173a9a0dc6df req-fcd80734-a79d-4220-b4c2-e2a4bab0068e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751789 Sep 16 04:44:05.641991 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-6fff175a-de26-43c4-a1fe-a82eb540d7cd None None] Provisioning complete for port 6c443476-515a-4274-81ca-27dee1865694 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:05.642749 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6fff175a-de26-43c4-a1fe-a82eb540d7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:05.679396 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-6fff175a-de26-43c4-a1fe-a82eb540d7cd None None] Port 6c443476-515a-4274-81ca-27dee1865694 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:44:05.715967 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6588a-34cd-4ff9-b7af-cca5b23f41b8 req-5bda6005-9121-4860-96c9-06db0ce0a972 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:05.717611 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b9c6588a-34cd-4ff9-b7af-cca5b23f41b8 req-5bda6005-9121-4860-96c9-06db0ce0a972 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9f944e-973a-41b6-98cc-1f07d74d545b HTTP/1.1" status: 200 len: 946 time: 0.2400165 Sep 16 04:44:05.791350 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b9c6588a-34cd-4ff9-b7af-cca5b23f41b8 req-af1bfc67-619a-45ff-8461-9532e07fdae9 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629885 Sep 16 04:44:05.847303 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-a0d17aa7-7693-4232-98a2-1b865505283f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34f0c640-96d0-4889-b9d6-1c5b64e08f7f {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:05.856448 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-a0d17aa7-7693-4232-98a2-1b865505283f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:05.871435 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-a0d17aa7-7693-4232-98a2-1b865505283f service neutron] Transition to ACTIVE for port object 34f0c640-96d0-4889-b9d6-1c5b64e08f7f will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:05.880833 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-2f5bee2e-72ea-4822-8fe6-116f1131f166 req-ca25516f-6ab5-4dd8-8640-9a6a0bb11ed4 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:44:05.881944 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2f5bee2e-72ea-4822-8fe6-116f1131f166 req-ca25516f-6ab5-4dd8-8640-9a6a0bb11ed4 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058417 Sep 16 04:44:05.883471 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-a0d17aa7-7693-4232-98a2-1b865505283f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:05.933116 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d17aa7-7693-4232-98a2-1b865505283f service neutron] Pushing event updated for resources: {'Port': ['ID=34f0c640-96d0-4889-b9d6-1c5b64e08f7f,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:05.975468 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a5bf3b4-1339-4943-a249-0222efdf0baf tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:06.079879 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-a0d17aa7-7693-4232-98a2-1b865505283f service neutron] Attempting to bind port 34f0c640-96d0-4889-b9d6-1c5b64e08f7f on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:06.080541 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-a0d17aa7-7693-4232-98a2-1b865505283f service neutron] Attempting to bind port 34f0c640-96d0-4889-b9d6-1c5b64e08f7f by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '7d04658e-84bb-4be3-acaa-f77a62639bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '268ab5df-65e1-4022-9ab7-d67387588731'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:06.081026 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-a0d17aa7-7693-4232-98a2-1b865505283f service neutron] Attempting to bind port 34f0c640-96d0-4889-b9d6-1c5b64e08f7f on network 268ab5df-65e1-4022-9ab7-d67387588731 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:06.087098 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-a0d17aa7-7693-4232-98a2-1b865505283f service neutron] Port 34f0c640-96d0-4889-b9d6-1c5b64e08f7f on network 268ab5df-65e1-4022-9ab7-d67387588731 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:06.087475 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-a0d17aa7-7693-4232-98a2-1b865505283f service neutron] Attempting to bind port 34f0c640-96d0-4889-b9d6-1c5b64e08f7f on network 268ab5df-65e1-4022-9ab7-d67387588731 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:06.095023 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-a0d17aa7-7693-4232-98a2-1b865505283f service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:06.095982 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-a0d17aa7-7693-4232-98a2-1b865505283f service neutron] Checking segment: {'id': '7d04658e-84bb-4be3-acaa-f77a62639bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '268ab5df-65e1-4022-9ab7-d67387588731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:06.096529 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-a0d17aa7-7693-4232-98a2-1b865505283f service neutron] Bound using segment: {'id': '7d04658e-84bb-4be3-acaa-f77a62639bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '268ab5df-65e1-4022-9ab7-d67387588731'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:06.097458 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-a0d17aa7-7693-4232-98a2-1b865505283f service neutron] Bound port: 34f0c640-96d0-4889-b9d6-1c5b64e08f7f, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d04658e-84bb-4be3-acaa-f77a62639bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '268ab5df-65e1-4022-9ab7-d67387588731'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:06.097883 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-a0d17aa7-7693-4232-98a2-1b865505283f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:06.191450 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-a0d17aa7-7693-4232-98a2-1b865505283f service neutron] For port 34f0c640-96d0-4889-b9d6-1c5b64e08f7f, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:06.195064 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-a0d17aa7-7693-4232-98a2-1b865505283f service neutron] For port 34f0c640-96d0-4889-b9d6-1c5b64e08f7f, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=34f0c640-96d0-4889-b9d6-1c5b64e08f7f,segment=NetworkSegment(7d04658e-84bb-4be3-acaa-f77a62639bd7),segment_id=7d04658e-84bb-4be3-acaa-f77a62639bd7)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:06.197504 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-f1ae38b2-b357-4754-ba71-7be59f5e2309 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0774388 Sep 16 04:44:06.211158 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-a0d17aa7-7693-4232-98a2-1b865505283f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:06.224055 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5bf3b4-1339-4943-a249-0222efdf0baf tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Router f6dfc68b-011a-4ff8-8462-aaab406fcdca is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:44:06.284476 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-a0d17aa7-7693-4232-98a2-1b865505283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:06.285311 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-a0d17aa7-7693-4232-98a2-1b865505283f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:06.286776 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-a0d17aa7-7693-4232-98a2-1b865505283f service neutron] 10.222.0.48 "PUT /v2.0/ports/34f0c640-96d0-4889-b9d6-1c5b64e08f7f HTTP/1.1" status: 200 len: 1092 time: 0.9344134 Sep 16 04:44:06.287286 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'tag': '34f0c640-96d0-4889-b9d6-1c5b64e08f7f'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:06.291055 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9fa04a-2073-4b03-b313-264921f65622" -d '{"events": [{"name": "network-changed", "server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "tag": "34f0c640-96d0-4889-b9d6-1c5b64e08f7f"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:06.332479 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1737d8-8af2-4932-ac74-37c7379fc498 req-49076f0f-f38d-44ae-928c-0af5b7214280 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:06.340481 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac1737d8-8af2-4932-ac74-37c7379fc498 req-49076f0f-f38d-44ae-928c-0af5b7214280 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f1432ac-d655-4d29-b0a5-627cfea77eda HTTP/1.1" status: 200 len: 945 time: 0.1435182 Sep 16 04:44:06.354163 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d17aa7-7693-4232-98a2-1b865505283f service neutron] Pushing event updated for resources: {'Port': ['ID=34f0c640-96d0-4889-b9d6-1c5b64e08f7f,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:06.367978 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-230eddbe-ae63-4a15-aaab-98d3744c03d2 service neutron] Request body: {'port': {'device_id': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:06.449005 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5bf3b4-1339-4943-a249-0222efdf0baf tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:44:06.461742 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d9490f-7b3b-4e3d-a86b-0d2561cca3ea None None] Sync routers for ids ['f6dfc68b-011a-4ff8-8462-aaab406fcdca'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:44:06.477547 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d9490f-7b3b-4e3d-a86b-0d2561cca3ea None None] Routers {'f6dfc68b-011a-4ff8-8462-aaab406fcdca'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:06.478473 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-b6d9490f-7b3b-4e3d-a86b-0d2561cca3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:43:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['f6dfc68b-011a-4ff8-8462-aaab406fcdca'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:06.481960 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a5bf3b4-1339-4943-a249-0222efdf0baf tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:06.483677 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2a5bf3b4-1339-4943-a249-0222efdf0baf tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.8620381 Sep 16 04:44:06.486699 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36372) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:06.505720 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac1737d8-8af2-4932-ac74-37c7379fc498 req-6065d1d9-494a-414f-8ada-20c3e263935f tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637597 Sep 16 04:44:06.571564 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-b6d9490f-7b3b-4e3d-a86b-0d2561cca3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:06.579570 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-230eddbe-ae63-4a15-aaab-98d3744c03d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:06.587898 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d9490f-7b3b-4e3d-a86b-0d2561cca3ea None None] Routers {'f6dfc68b-011a-4ff8-8462-aaab406fcdca'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:06.588807 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-b6d9490f-7b3b-4e3d-a86b-0d2561cca3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:43:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['f6dfc68b-011a-4ff8-8462-aaab406fcdca'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:06.640307 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-b6d9490f-7b3b-4e3d-a86b-0d2561cca3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:06.641875 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d9490f-7b3b-4e3d-a86b-0d2561cca3ea None None] The sync data for ids ['f6dfc68b-011a-4ff8-8462-aaab406fcdca'] in n-d-712139-15 is: [] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:44:06.726017 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d820a31d-ddca-4dd1-b849-a0c199ff8d09 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] 10.222.0.35 "GET /v2.0/routers/f6dfc68b-011a-4ff8-8462-aaab406fcdca HTTP/1.1" status: 200 len: 921 time: 0.2347114 Sep 16 04:44:06.726600 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36384) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:06.760720 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-bba8b44e-2d0c-4d06-a7c9-8b214c4bb467 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6dfc68b-011a-4ff8-8462-aaab406fcdca HTTP/1.1" status: 200 len: 205 time: 0.0305903 Sep 16 04:44:06.760892 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36388) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:06.811445 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6814224-7ce5-4739-bbe9-f140c493daa9 req-06368b9b-5eb2-4739-bb6e-6082e11e6bb6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:06.817811 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6814224-7ce5-4739-bbe9-f140c493daa9 req-06368b9b-5eb2-4739-bb6e-6082e11e6bb6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:06.824415 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6814224-7ce5-4739-bbe9-f140c493daa9 req-06368b9b-5eb2-4739-bb6e-6082e11e6bb6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:06.840353 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6814224-7ce5-4739-bbe9-f140c493daa9 req-06368b9b-5eb2-4739-bb6e-6082e11e6bb6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:06.846785 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6814224-7ce5-4739-bbe9-f140c493daa9 req-06368b9b-5eb2-4739-bb6e-6082e11e6bb6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:06.849020 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6814224-7ce5-4739-bbe9-f140c493daa9 req-06368b9b-5eb2-4739-bb6e-6082e11e6bb6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 3827 time: 0.1719980 Sep 16 04:44:06.891752 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0c5c9449-963d-41eb-879c-508ed546d0e4 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:06.977963 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6814224-7ce5-4739-bbe9-f140c493daa9 req-83445bcc-e1aa-4695-8adc-7b7ce8730d59 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126537 Sep 16 04:44:07.137325 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0c5c9449-963d-41eb-879c-508ed546d0e4 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.175404 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-230eddbe-ae63-4a15-aaab-98d3744c03d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:07.199347 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-230eddbe-ae63-4a15-aaab-98d3744c03d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.219408 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-230eddbe-ae63-4a15-aaab-98d3744c03d2 service neutron] Transition to ACTIVE for port object 1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:07.234722 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2005781-61c5-4146-afaf-17b342bf64ac req-f2a69a4c-7e12-490f-b794-f21b9bdedc16 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:07.243156 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b2005781-61c5-4146-afaf-17b342bf64ac req-f2a69a4c-7e12-490f-b794-f21b9bdedc16 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 950 time: 0.1239486 Sep 16 04:44:07.246812 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-230eddbe-ae63-4a15-aaab-98d3744c03d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.254464 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-0c5c9449-963d-41eb-879c-508ed546d0e4 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Deleting port cbd57491-07ee-4d0c-9ce8-a28a691b7da9 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:07.255059 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0c5c9449-963d-41eb-879c-508ed546d0e4 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.328768 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b2005781-61c5-4146-afaf-17b342bf64ac req-c4616d69-97df-49a5-87ca-52ff2d76b16d tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805173 Sep 16 04:44:07.422534 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230eddbe-ae63-4a15-aaab-98d3744c03d2 service neutron] Pushing event updated for resources: {'Port': ['ID=1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:07.444443 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0c5c9449-963d-41eb-879c-508ed546d0e4 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.450780 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-230eddbe-ae63-4a15-aaab-98d3744c03d2 service neutron] Attempting to bind port 1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:07.451038 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-230eddbe-ae63-4a15-aaab-98d3744c03d2 service neutron] Attempting to bind port 1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '58f0cb18-e140-4bd2-89cf-e2e6b8f96371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '75789621-67a9-49c8-be39-03e0dc1e36c3'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:07.451374 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-230eddbe-ae63-4a15-aaab-98d3744c03d2 service neutron] Attempting to bind port 1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb on network 75789621-67a9-49c8-be39-03e0dc1e36c3 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:07.456366 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-230eddbe-ae63-4a15-aaab-98d3744c03d2 service neutron] Port 1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb on network 75789621-67a9-49c8-be39-03e0dc1e36c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:07.456727 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-230eddbe-ae63-4a15-aaab-98d3744c03d2 service neutron] Attempting to bind port 1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb on network 75789621-67a9-49c8-be39-03e0dc1e36c3 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:07.471148 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-230eddbe-ae63-4a15-aaab-98d3744c03d2 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:07.471630 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-230eddbe-ae63-4a15-aaab-98d3744c03d2 service neutron] Checking segment: {'id': '58f0cb18-e140-4bd2-89cf-e2e6b8f96371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '75789621-67a9-49c8-be39-03e0dc1e36c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:07.472053 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-230eddbe-ae63-4a15-aaab-98d3744c03d2 service neutron] Bound using segment: {'id': '58f0cb18-e140-4bd2-89cf-e2e6b8f96371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '75789621-67a9-49c8-be39-03e0dc1e36c3'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:07.472527 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-230eddbe-ae63-4a15-aaab-98d3744c03d2 service neutron] Bound port: 1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58f0cb18-e140-4bd2-89cf-e2e6b8f96371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '75789621-67a9-49c8-be39-03e0dc1e36c3'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:07.472912 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-230eddbe-ae63-4a15-aaab-98d3744c03d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.484998 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-0c5c9449-963d-41eb-879c-508ed546d0e4 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Calling delete_port for cbd57491-07ee-4d0c-9ce8-a28a691b7da9 owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:07.586188 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-230eddbe-ae63-4a15-aaab-98d3744c03d2 service neutron] For port 1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:07.591245 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-230eddbe-ae63-4a15-aaab-98d3744c03d2 service neutron] For port 1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb,segment=NetworkSegment(58f0cb18-e140-4bd2-89cf-e2e6b8f96371),segment_id=58f0cb18-e140-4bd2-89cf-e2e6b8f96371)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:07.597991 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-230eddbe-ae63-4a15-aaab-98d3744c03d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.639001 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-230eddbe-ae63-4a15-aaab-98d3744c03d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:07.639432 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-230eddbe-ae63-4a15-aaab-98d3744c03d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.641005 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-230eddbe-ae63-4a15-aaab-98d3744c03d2 service neutron] 10.222.0.48 "PUT /v2.0/ports/1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb HTTP/1.1" status: 200 len: 1131 time: 1.2887998 Sep 16 04:44:07.692952 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230eddbe-ae63-4a15-aaab-98d3744c03d2 service neutron] Pushing event updated for resources: {'Port': ['ID=1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:07.722203 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-ad656e91-31e1-4af8-8f11-26ddb1c65cbc service neutron] Request body: {'port': {'device_id': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:07.757479 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0c5c9449-963d-41eb-879c-508ed546d0e4 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.822613 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-ad656e91-31e1-4af8-8f11-26ddb1c65cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.832678 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c9449-963d-41eb-879c-508ed546d0e4 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Pushing event deleted for resources: {'Port': ['ID=cbd57491-07ee-4d0c-9ce8-a28a691b7da9,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:07.848318 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2ed29a-0cbf-4c76-820d-01a5df0a5e57 x-openstack-request-id: req-3f2ed29a-0cbf-4c76-820d-01a5df0a5e57 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:07.848842 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "tag": "34f0c640-96d0-4889-b9d6-1c5b64e08f7f", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:07.849268 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3f2ed29a-0cbf-4c76-820d-01a5df0a5e57 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:07.850937 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'tag': '34f0c640-96d0-4889-b9d6-1c5b64e08f7f', 'status': 'completed', 'code': 200} Sep 16 04:44:07.962833 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0c5c9449-963d-41eb-879c-508ed546d0e4 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:08.132484 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0c5c9449-963d-41eb-879c-508ed546d0e4 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:08.137806 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0c5c9449-963d-41eb-879c-508ed546d0e4 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:08.182859 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcc6b1-1cc1-4afb-9bea-faf95527be68 req-90acf2dd-8194-47a8-a29d-4c17ec0aef92 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:08.184503 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-58dcc6b1-1cc1-4afb-9bea-faf95527be68 req-90acf2dd-8194-47a8-a29d-4c17ec0aef92 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9f944e-973a-41b6-98cc-1f07d74d545b HTTP/1.1" status: 200 len: 946 time: 0.1058629 Sep 16 04:44:08.190930 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fa04a-2073-4b03-b313-264921f65622 req-9ba4c99f-da07-461c-891b-0841eece2dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:08.191417 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fa04a-2073-4b03-b313-264921f65622 req-9ba4c99f-da07-461c-891b-0841eece2dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:08.191890 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fa04a-2073-4b03-b313-264921f65622 req-9ba4c99f-da07-461c-891b-0841eece2dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:08.193026 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fa04a-2073-4b03-b313-264921f65622 req-9ba4c99f-da07-461c-891b-0841eece2dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:08.193262 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fa04a-2073-4b03-b313-264921f65622 req-9ba4c99f-da07-461c-891b-0841eece2dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:08.193959 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fa04a-2073-4b03-b313-264921f65622 req-9ba4c99f-da07-461c-891b-0841eece2dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:08.197506 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cc9fa04a-2073-4b03-b313-264921f65622 req-9ba4c99f-da07-461c-891b-0841eece2dd2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7bbe39f2ccff44e5a5c6b6e96a70ab43&device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5287 time: 0.2433844 Sep 16 04:44:08.206227 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0c5c9449-963d-41eb-879c-508ed546d0e4 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:08.206948 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5c9449-963d-41eb-879c-508ed546d0e4 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Fanout notify agent at l3_agent the message router_deleted on router f6dfc68b-011a-4ff8-8462-aaab406fcdca {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:44:08.223325 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0c5c9449-963d-41eb-879c-508ed546d0e4 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:08.224471 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0c5c9449-963d-41eb-879c-508ed546d0e4 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] 10.222.0.35 "DELETE /v2.0/routers/f6dfc68b-011a-4ff8-8462-aaab406fcdca HTTP/1.1" status: 204 len: 168 time: 1.4626169 Sep 16 04:44:08.230327 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36406) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:08.234835 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-3063b2d5-f63e-4eb4-8f9a-0160b556b9a8 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1934956498', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'enable_snat': False}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:08.270489 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3063b2d5-f63e-4eb4-8f9a-0160b556b9a8 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:08.271545 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3063b2d5-f63e-4eb4-8f9a-0160b556b9a8 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:08.298892 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-58dcc6b1-1cc1-4afb-9bea-faf95527be68 req-dac79c24-739a-4463-9c6c-9f6a1011ed7f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015785 Sep 16 04:44:08.312909 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-ad656e91-31e1-4af8-8f11-26ddb1c65cbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8412a577-70e7-4987-883c-7ad67dcac980 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:08.321360 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-ad656e91-31e1-4af8-8f11-26ddb1c65cbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:08.335735 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-ad656e91-31e1-4af8-8f11-26ddb1c65cbc service neutron] Transition to ACTIVE for port object 8412a577-70e7-4987-883c-7ad67dcac980 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:08.341551 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-ad656e91-31e1-4af8-8f11-26ddb1c65cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:08.471169 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad656e91-31e1-4af8-8f11-26ddb1c65cbc service neutron] Pushing event updated for resources: {'Port': ['ID=8412a577-70e7-4987-883c-7ad67dcac980,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:08.504470 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3063b2d5-f63e-4eb4-8f9a-0160b556b9a8 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:08.513018 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-657bc91d-74d7-4039-b867-b929f5b8e628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:08.515250 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-657bc91d-74d7-4039-b867-b929f5b8e628 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=832e485315cf4d818578c78d15f3a644&device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 1102 time: 0.2138593 Sep 16 04:44:08.532521 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a324c3-a512-43ff-aaa6-49cb867df6ec req-0cc0ab6c-08d1-4287-aaf6-291d4a9951fd tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:08.541110 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b5a324c3-a512-43ff-aaa6-49cb867df6ec req-0cc0ab6c-08d1-4287-aaf6-291d4a9951fd tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f1432ac-d655-4d29-b0a5-627cfea77eda HTTP/1.1" status: 200 len: 945 time: 0.1495504 Sep 16 04:44:08.585153 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b5a324c3-a512-43ff-aaa6-49cb867df6ec req-09d42c29-ab74-40c9-8067-51aab348f174 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424793 Sep 16 04:44:08.606855 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-ad656e91-31e1-4af8-8f11-26ddb1c65cbc service neutron] Attempting to bind port 8412a577-70e7-4987-883c-7ad67dcac980 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:08.606855 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-ad656e91-31e1-4af8-8f11-26ddb1c65cbc service neutron] Attempting to bind port 8412a577-70e7-4987-883c-7ad67dcac980 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '58f0cb18-e140-4bd2-89cf-e2e6b8f96371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '75789621-67a9-49c8-be39-03e0dc1e36c3'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:08.606855 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-ad656e91-31e1-4af8-8f11-26ddb1c65cbc service neutron] Attempting to bind port 8412a577-70e7-4987-883c-7ad67dcac980 on network 75789621-67a9-49c8-be39-03e0dc1e36c3 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:08.606855 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-ad656e91-31e1-4af8-8f11-26ddb1c65cbc service neutron] Port 8412a577-70e7-4987-883c-7ad67dcac980 on network 75789621-67a9-49c8-be39-03e0dc1e36c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:08.606855 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-ad656e91-31e1-4af8-8f11-26ddb1c65cbc service neutron] Attempting to bind port 8412a577-70e7-4987-883c-7ad67dcac980 on network 75789621-67a9-49c8-be39-03e0dc1e36c3 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:08.608615 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-ad656e91-31e1-4af8-8f11-26ddb1c65cbc service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:08.608969 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-ad656e91-31e1-4af8-8f11-26ddb1c65cbc service neutron] Checking segment: {'id': '58f0cb18-e140-4bd2-89cf-e2e6b8f96371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '75789621-67a9-49c8-be39-03e0dc1e36c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:08.609443 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-ad656e91-31e1-4af8-8f11-26ddb1c65cbc service neutron] Bound using segment: {'id': '58f0cb18-e140-4bd2-89cf-e2e6b8f96371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '75789621-67a9-49c8-be39-03e0dc1e36c3'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:08.609879 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-ad656e91-31e1-4af8-8f11-26ddb1c65cbc service neutron] Bound port: 8412a577-70e7-4987-883c-7ad67dcac980, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58f0cb18-e140-4bd2-89cf-e2e6b8f96371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '75789621-67a9-49c8-be39-03e0dc1e36c3'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:08.610234 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-ad656e91-31e1-4af8-8f11-26ddb1c65cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:08.673742 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-32745788-c425-40ab-8cb9-54dbd76a575b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:08.675231 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-32745788-c425-40ab-8cb9-54dbd76a575b service neutron] 10.222.0.47 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.1518588 Sep 16 04:44:08.682063 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fa04a-2073-4b03-b313-264921f65622 req-e7120aae-05f7-4fc3-8721-3412b68fd46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:08.682540 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fa04a-2073-4b03-b313-264921f65622 req-e7120aae-05f7-4fc3-8721-3412b68fd46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:08.683009 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fa04a-2073-4b03-b313-264921f65622 req-e7120aae-05f7-4fc3-8721-3412b68fd46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:08.684667 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cc9fa04a-2073-4b03-b313-264921f65622 req-e7120aae-05f7-4fc3-8721-3412b68fd46c service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=7bbe39f2ccff44e5a5c6b6e96a70ab43&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4316006 Sep 16 04:44:08.727783 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-ad656e91-31e1-4af8-8f11-26ddb1c65cbc service neutron] For port 8412a577-70e7-4987-883c-7ad67dcac980, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:08.731624 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-ad656e91-31e1-4af8-8f11-26ddb1c65cbc service neutron] For port 8412a577-70e7-4987-883c-7ad67dcac980, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=8412a577-70e7-4987-883c-7ad67dcac980,segment=NetworkSegment(58f0cb18-e140-4bd2-89cf-e2e6b8f96371),segment_id=58f0cb18-e140-4bd2-89cf-e2e6b8f96371)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:08.751989 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2498bb4-cb99-4edd-8657-d93305a21308 req-3bfbdfcf-6a04-4462-82c3-43e9806d88c6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:08.760302 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2498bb4-cb99-4edd-8657-d93305a21308 req-3bfbdfcf-6a04-4462-82c3-43e9806d88c6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:08.766446 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2498bb4-cb99-4edd-8657-d93305a21308 req-3bfbdfcf-6a04-4462-82c3-43e9806d88c6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:08.773347 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2498bb4-cb99-4edd-8657-d93305a21308 req-3bfbdfcf-6a04-4462-82c3-43e9806d88c6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:08.779371 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2498bb4-cb99-4edd-8657-d93305a21308 req-3bfbdfcf-6a04-4462-82c3-43e9806d88c6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:08.785481 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2498bb4-cb99-4edd-8657-d93305a21308 req-3bfbdfcf-6a04-4462-82c3-43e9806d88c6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:08.792505 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2498bb4-cb99-4edd-8657-d93305a21308 req-3bfbdfcf-6a04-4462-82c3-43e9806d88c6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:08.794589 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a2498bb4-cb99-4edd-8657-d93305a21308 req-3bfbdfcf-6a04-4462-82c3-43e9806d88c6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5372 time: 0.1354983 Sep 16 04:44:08.796619 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-ad656e91-31e1-4af8-8f11-26ddb1c65cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:08.853150 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-ad656e91-31e1-4af8-8f11-26ddb1c65cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:08.853827 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-ad656e91-31e1-4af8-8f11-26ddb1c65cbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:08.855290 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-ad656e91-31e1-4af8-8f11-26ddb1c65cbc service neutron] 10.222.0.48 "PUT /v2.0/ports/8412a577-70e7-4987-883c-7ad67dcac980 HTTP/1.1" status: 200 len: 1132 time: 1.1379607 Sep 16 04:44:08.896825 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a2498bb4-cb99-4edd-8657-d93305a21308 req-4f9586ed-c306-4d56-a08a-6a7eb216ca2c tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&id=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0952413 Sep 16 04:44:08.900874 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad656e91-31e1-4af8-8f11-26ddb1c65cbc service neutron] Pushing event updated for resources: {'Port': ['ID=8412a577-70e7-4987-883c-7ad67dcac980,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:08.924206 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-b98e06ed-a379-4d1d-81d1-f193961f9da5 service neutron] Request body: {'port': {'device_id': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:09.034816 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-b98e06ed-a379-4d1d-81d1-f193961f9da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:09.173424 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-0febab6a-f2e7-4d3a-aa27-bf8597f8db6b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=695b9763-c48f-43ad-8dab-5a49e5cadc2b HTTP/1.1" status: 200 len: 217 time: 0.4583616 Sep 16 04:44:09.228849 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4215863-6a39-4bf6-ab3d-9ef41e9d02b6 req-8677120b-99b7-4775-96da-acd6b7b238d7 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:09.230486 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b4215863-6a39-4bf6-ab3d-9ef41e9d02b6 req-8677120b-99b7-4775-96da-acd6b7b238d7 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 950 time: 0.1839490 Sep 16 04:44:09.281923 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3063b2d5-f63e-4eb4-8f9a-0160b556b9a8 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:09.366841 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b4215863-6a39-4bf6-ab3d-9ef41e9d02b6 req-2d743d8b-fa6e-4674-80b1-6f2df14dacd8 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117809 Sep 16 04:44:09.373824 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-a7cd2a99-2dbf-44cd-9b08-530a19c950e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:09.375329 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-a7cd2a99-2dbf-44cd-9b08-530a19c950e9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.1935291 Sep 16 04:44:09.377905 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fa04a-2073-4b03-b313-264921f65622 req-8080e0bb-6a74-4a7c-ab90-f5d9c68ac63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:09.379260 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cc9fa04a-2073-4b03-b313-264921f65622 req-8080e0bb-6a74-4a7c-ab90-f5d9c68ac63e service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6631773 Sep 16 04:44:09.456796 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-b98e06ed-a379-4d1d-81d1-f193961f9da5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04207e9e-65ad-4cd5-b043-c3928f7311d0 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:09.465522 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-b98e06ed-a379-4d1d-81d1-f193961f9da5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:09.470999 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-c4684c45-6890-4256-b6d1-5eccb991a5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:09.472805 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-c4684c45-6890-4256-b6d1-5eccb991a5dc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0824974 Sep 16 04:44:09.482254 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-b98e06ed-a379-4d1d-81d1-f193961f9da5 service neutron] Transition to ACTIVE for port object 04207e9e-65ad-4cd5-b043-c3928f7311d0 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:09.487289 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-b98e06ed-a379-4d1d-81d1-f193961f9da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:09.542913 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e06ed-a379-4d1d-81d1-f193961f9da5 service neutron] Pushing event updated for resources: {'Port': ['ID=04207e9e-65ad-4cd5-b043-c3928f7311d0,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:09.673125 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-488aa7db-f449-4e4e-bb0a-a32e07ed23c2 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921263 Sep 16 04:44:09.694499 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-b98e06ed-a379-4d1d-81d1-f193961f9da5 service neutron] Attempting to bind port 04207e9e-65ad-4cd5-b043-c3928f7311d0 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:09.694692 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-b98e06ed-a379-4d1d-81d1-f193961f9da5 service neutron] Attempting to bind port 04207e9e-65ad-4cd5-b043-c3928f7311d0 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '58f0cb18-e140-4bd2-89cf-e2e6b8f96371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '75789621-67a9-49c8-be39-03e0dc1e36c3'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:09.694918 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-b98e06ed-a379-4d1d-81d1-f193961f9da5 service neutron] Attempting to bind port 04207e9e-65ad-4cd5-b043-c3928f7311d0 on network 75789621-67a9-49c8-be39-03e0dc1e36c3 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:09.700863 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-b98e06ed-a379-4d1d-81d1-f193961f9da5 service neutron] Port 04207e9e-65ad-4cd5-b043-c3928f7311d0 on network 75789621-67a9-49c8-be39-03e0dc1e36c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:09.701179 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-b98e06ed-a379-4d1d-81d1-f193961f9da5 service neutron] Attempting to bind port 04207e9e-65ad-4cd5-b043-c3928f7311d0 on network 75789621-67a9-49c8-be39-03e0dc1e36c3 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:09.702531 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3063b2d5-f63e-4eb4-8f9a-0160b556b9a8 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:09.711600 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-b98e06ed-a379-4d1d-81d1-f193961f9da5 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:09.711932 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-b98e06ed-a379-4d1d-81d1-f193961f9da5 service neutron] Checking segment: {'id': '58f0cb18-e140-4bd2-89cf-e2e6b8f96371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '75789621-67a9-49c8-be39-03e0dc1e36c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:09.712319 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-b98e06ed-a379-4d1d-81d1-f193961f9da5 service neutron] Bound using segment: {'id': '58f0cb18-e140-4bd2-89cf-e2e6b8f96371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '75789621-67a9-49c8-be39-03e0dc1e36c3'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:09.712795 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-b98e06ed-a379-4d1d-81d1-f193961f9da5 service neutron] Bound port: 04207e9e-65ad-4cd5-b043-c3928f7311d0, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58f0cb18-e140-4bd2-89cf-e2e6b8f96371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '75789621-67a9-49c8-be39-03e0dc1e36c3'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:09.713286 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-b98e06ed-a379-4d1d-81d1-f193961f9da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:09.736238 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29b4c1-f9a5-4b47-9024-af758bfc7ad6 req-0276a65b-caa2-4c94-bdbf-f37bd94a8064 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:09.740427 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3b29b4c1-f9a5-4b47-9024-af758bfc7ad6 req-0276a65b-caa2-4c94-bdbf-f37bd94a8064 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=91aa72b6-ad50-49bb-8034-9e44ddbf56ce HTTP/1.1" status: 200 len: 945 time: 0.1470268 Sep 16 04:44:09.743109 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3063b2d5-f63e-4eb4-8f9a-0160b556b9a8 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:09.838859 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3b29b4c1-f9a5-4b47-9024-af758bfc7ad6 req-7e3d4545-e619-41e3-a5ac-be9049731831 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878124 Sep 16 04:44:09.852910 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'tag': '1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb'}, {'name': 'network-changed', 'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'tag': '8412a577-70e7-4987-883c-7ad67dcac980'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:09.858368 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a368272-6dc9-4a21-b83f-3ffc0e19baba" -d '{"events": [{"name": "network-changed", "server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "tag": "1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb"}, {"name": "network-changed", "server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "tag": "8412a577-70e7-4987-883c-7ad67dcac980"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:09.876856 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-b98e06ed-a379-4d1d-81d1-f193961f9da5 service neutron] For port 04207e9e-65ad-4cd5-b043-c3928f7311d0, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:09.878747 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-5049c16c-15cd-432c-bb97-b2e3b51a659c service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890173 Sep 16 04:44:09.882174 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-b98e06ed-a379-4d1d-81d1-f193961f9da5 service neutron] For port 04207e9e-65ad-4cd5-b043-c3928f7311d0, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=04207e9e-65ad-4cd5-b043-c3928f7311d0,segment=NetworkSegment(58f0cb18-e140-4bd2-89cf-e2e6b8f96371),segment_id=58f0cb18-e140-4bd2-89cf-e2e6b8f96371)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:09.888910 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-b98e06ed-a379-4d1d-81d1-f193961f9da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:09.927804 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-3063b2d5-f63e-4eb4-8f9a-0160b556b9a8 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Allocated IP 172.25.8.77 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/ea04691e-f6d5-432f-8fb9-9ff1521ac1be) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:09.956650 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-b98e06ed-a379-4d1d-81d1-f193961f9da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:09.957186 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-b98e06ed-a379-4d1d-81d1-f193961f9da5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:09.958591 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-b98e06ed-a379-4d1d-81d1-f193961f9da5 service neutron] 10.222.0.48 "PUT /v2.0/ports/04207e9e-65ad-4cd5-b043-c3928f7311d0 HTTP/1.1" status: 200 len: 1091 time: 1.0435815 Sep 16 04:44:09.960553 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e06ed-a379-4d1d-81d1-f193961f9da5 service neutron] Pushing event updated for resources: {'Port': ['ID=04207e9e-65ad-4cd5-b043-c3928f7311d0,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:10.008676 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-0877428e-ee22-427e-87a1-00a433401ade service neutron] Request body: {'port': {'device_id': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:10.037516 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1ad36af7-0788-4b2d-8535-fde7f74a1b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:10.075606 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3063b2d5-f63e-4eb4-8f9a-0160b556b9a8 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:10.125785 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3063b2d5-f63e-4eb4-8f9a-0160b556b9a8 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:10.137402 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefb869-b8e5-4224-8c18-c1a8d38582d8 req-5c329440-9350-42b8-9498-9a21550568a2 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:10.143796 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bcefb869-b8e5-4224-8c18-c1a8d38582d8 req-5c329440-9350-42b8-9498-9a21550568a2 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1 HTTP/1.1" status: 200 len: 946 time: 0.0989289 Sep 16 04:44:10.167524 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3063b2d5-f63e-4eb4-8f9a-0160b556b9a8 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:10.171985 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-3063b2d5-f63e-4eb4-8f9a-0160b556b9a8 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:10.176633 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3063b2d5-f63e-4eb4-8f9a-0160b556b9a8 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:10.178028 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-0877428e-ee22-427e-87a1-00a433401ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:10.201865 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bcefb869-b8e5-4224-8c18-c1a8d38582d8 req-1ecafcc4-bdb4-418a-b1f4-5ea5dc74d8d6 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571213 Sep 16 04:44:10.274343 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98db3e76-2a30-4bcc-a401-6a50a1231adb x-openstack-request-id: req-98db3e76-2a30-4bcc-a401-6a50a1231adb {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:10.274642 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "tag": "1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "tag": "8412a577-70e7-4987-883c-7ad67dcac980", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:10.274897 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-98db3e76-2a30-4bcc-a401-6a50a1231adb {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:10.275290 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'tag': '1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb', 'status': 'completed', 'code': 200} Sep 16 04:44:10.275547 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'tag': '8412a577-70e7-4987-883c-7ad67dcac980', 'status': 'completed', 'code': 200} Sep 16 04:44:10.281518 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063b2d5-f63e-4eb4-8f9a-0160b556b9a8 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Pushing event updated for resources: {'Port': ['ID=ea04691e-f6d5-432f-8fb9-9ff1521ac1be,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:10.431627 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835e58b-6fb0-4ffe-80d7-b1dd486b7190 req-8a141f9f-82ae-48d8-9273-cc4d2eea81d4 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:10.437803 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835e58b-6fb0-4ffe-80d7-b1dd486b7190 req-8a141f9f-82ae-48d8-9273-cc4d2eea81d4 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:10.444369 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835e58b-6fb0-4ffe-80d7-b1dd486b7190 req-8a141f9f-82ae-48d8-9273-cc4d2eea81d4 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:10.450484 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835e58b-6fb0-4ffe-80d7-b1dd486b7190 req-8a141f9f-82ae-48d8-9273-cc4d2eea81d4 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:10.456612 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835e58b-6fb0-4ffe-80d7-b1dd486b7190 req-8a141f9f-82ae-48d8-9273-cc4d2eea81d4 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:10.462607 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835e58b-6fb0-4ffe-80d7-b1dd486b7190 req-8a141f9f-82ae-48d8-9273-cc4d2eea81d4 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:10.468687 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835e58b-6fb0-4ffe-80d7-b1dd486b7190 req-8a141f9f-82ae-48d8-9273-cc4d2eea81d4 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:10.470524 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b835e58b-6fb0-4ffe-80d7-b1dd486b7190 req-8a141f9f-82ae-48d8-9273-cc4d2eea81d4 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5384 time: 0.1261802 Sep 16 04:44:10.485574 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a368272-6dc9-4a21-b83f-3ffc0e19baba req-b8e9fbbe-d394-482f-9961-3ebb7b671f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:10.486054 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a368272-6dc9-4a21-b83f-3ffc0e19baba req-b8e9fbbe-d394-482f-9961-3ebb7b671f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:10.486534 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a368272-6dc9-4a21-b83f-3ffc0e19baba req-b8e9fbbe-d394-482f-9961-3ebb7b671f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:10.487197 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a368272-6dc9-4a21-b83f-3ffc0e19baba req-b8e9fbbe-d394-482f-9961-3ebb7b671f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:10.487668 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a368272-6dc9-4a21-b83f-3ffc0e19baba req-b8e9fbbe-d394-482f-9961-3ebb7b671f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:10.488131 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a368272-6dc9-4a21-b83f-3ffc0e19baba req-b8e9fbbe-d394-482f-9961-3ebb7b671f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:10.489055 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a368272-6dc9-4a21-b83f-3ffc0e19baba req-b8e9fbbe-d394-482f-9961-3ebb7b671f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:10.492241 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5a368272-6dc9-4a21-b83f-3ffc0e19baba req-b8e9fbbe-d394-482f-9961-3ebb7b671f48 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7bbe39f2ccff44e5a5c6b6e96a70ab43&device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 6280 time: 0.1035433 Sep 16 04:44:10.554756 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b835e58b-6fb0-4ffe-80d7-b1dd486b7190 req-566381e8-ca28-4fff-acae-376133dc4be3 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&id=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0757496 Sep 16 04:44:10.581823 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3063b2d5-f63e-4eb4-8f9a-0160b556b9a8 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:10.631897 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-cbcf50df-7dd5-4c59-b058-653ed9c1fd48 req-2b25ad9b-3393-4a72-8884-e48cfd868a59 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:44:10.632885 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cbcf50df-7dd5-4c59-b058-653ed9c1fd48 req-2b25ad9b-3393-4a72-8884-e48cfd868a59 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0300047 Sep 16 04:44:10.695950 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-0877428e-ee22-427e-87a1-00a433401ade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2064e1f3-dcc9-47cc-8440-d02253a0c752 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:10.708615 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-0877428e-ee22-427e-87a1-00a433401ade service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:10.714925 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a368272-6dc9-4a21-b83f-3ffc0e19baba req-dddd0626-4554-4f61-94cf-7717730a3620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:10.715472 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a368272-6dc9-4a21-b83f-3ffc0e19baba req-dddd0626-4554-4f61-94cf-7717730a3620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:10.715984 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a368272-6dc9-4a21-b83f-3ffc0e19baba req-dddd0626-4554-4f61-94cf-7717730a3620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:10.717449 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5a368272-6dc9-4a21-b83f-3ffc0e19baba req-dddd0626-4554-4f61-94cf-7717730a3620 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=7bbe39f2ccff44e5a5c6b6e96a70ab43&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1952744 Sep 16 04:44:10.735905 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-0877428e-ee22-427e-87a1-00a433401ade service neutron] Transition to ACTIVE for port object 2064e1f3-dcc9-47cc-8440-d02253a0c752 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:10.745049 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-0877428e-ee22-427e-87a1-00a433401ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:10.769166 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cbcf50df-7dd5-4c59-b058-653ed9c1fd48 req-d4518077-eafa-40bd-900c-1e1e75e00c46 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1284280 Sep 16 04:44:10.829216 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0877428e-ee22-427e-87a1-00a433401ade service neutron] Pushing event updated for resources: {'Port': ['ID=2064e1f3-dcc9-47cc-8440-d02253a0c752,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:10.874884 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a368272-6dc9-4a21-b83f-3ffc0e19baba req-6ba36da0-9569-47c0-93c9-975c211f03ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:10.876416 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5a368272-6dc9-4a21-b83f-3ffc0e19baba req-6ba36da0-9569-47c0-93c9-975c211f03ee service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1506317 Sep 16 04:44:10.911343 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-0877428e-ee22-427e-87a1-00a433401ade service neutron] Attempting to bind port 2064e1f3-dcc9-47cc-8440-d02253a0c752 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:10.911776 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-0877428e-ee22-427e-87a1-00a433401ade service neutron] Attempting to bind port 2064e1f3-dcc9-47cc-8440-d02253a0c752 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '58f0cb18-e140-4bd2-89cf-e2e6b8f96371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '75789621-67a9-49c8-be39-03e0dc1e36c3'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:10.911970 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-0877428e-ee22-427e-87a1-00a433401ade service neutron] Attempting to bind port 2064e1f3-dcc9-47cc-8440-d02253a0c752 on network 75789621-67a9-49c8-be39-03e0dc1e36c3 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:10.919824 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-0877428e-ee22-427e-87a1-00a433401ade service neutron] Port 2064e1f3-dcc9-47cc-8440-d02253a0c752 on network 75789621-67a9-49c8-be39-03e0dc1e36c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:10.920508 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-0877428e-ee22-427e-87a1-00a433401ade service neutron] Attempting to bind port 2064e1f3-dcc9-47cc-8440-d02253a0c752 on network 75789621-67a9-49c8-be39-03e0dc1e36c3 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:10.938480 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-0877428e-ee22-427e-87a1-00a433401ade service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:10.940929 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-0877428e-ee22-427e-87a1-00a433401ade service neutron] Checking segment: {'id': '58f0cb18-e140-4bd2-89cf-e2e6b8f96371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '75789621-67a9-49c8-be39-03e0dc1e36c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:10.942065 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-0877428e-ee22-427e-87a1-00a433401ade service neutron] Bound using segment: {'id': '58f0cb18-e140-4bd2-89cf-e2e6b8f96371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '75789621-67a9-49c8-be39-03e0dc1e36c3'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:10.944245 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-0877428e-ee22-427e-87a1-00a433401ade service neutron] Bound port: 2064e1f3-dcc9-47cc-8440-d02253a0c752, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58f0cb18-e140-4bd2-89cf-e2e6b8f96371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '75789621-67a9-49c8-be39-03e0dc1e36c3'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:10.944886 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-0877428e-ee22-427e-87a1-00a433401ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:10.969608 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3063b2d5-f63e-4eb4-8f9a-0160b556b9a8 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:11.071488 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a368272-6dc9-4a21-b83f-3ffc0e19baba req-0c3eda09-85d8-4b2b-9180-284d8a49ba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:11.071977 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a368272-6dc9-4a21-b83f-3ffc0e19baba req-0c3eda09-85d8-4b2b-9180-284d8a49ba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:11.072447 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a368272-6dc9-4a21-b83f-3ffc0e19baba req-0c3eda09-85d8-4b2b-9180-284d8a49ba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:11.073013 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a368272-6dc9-4a21-b83f-3ffc0e19baba req-0c3eda09-85d8-4b2b-9180-284d8a49ba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:11.073476 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a368272-6dc9-4a21-b83f-3ffc0e19baba req-0c3eda09-85d8-4b2b-9180-284d8a49ba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:11.074080 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a368272-6dc9-4a21-b83f-3ffc0e19baba req-0c3eda09-85d8-4b2b-9180-284d8a49ba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:11.074429 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a368272-6dc9-4a21-b83f-3ffc0e19baba req-0c3eda09-85d8-4b2b-9180-284d8a49ba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:11.076329 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5a368272-6dc9-4a21-b83f-3ffc0e19baba req-0c3eda09-85d8-4b2b-9180-284d8a49ba65 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7bbe39f2ccff44e5a5c6b6e96a70ab43&device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 6306 time: 0.1044135 Sep 16 04:44:11.103501 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-0877428e-ee22-427e-87a1-00a433401ade service neutron] For port 2064e1f3-dcc9-47cc-8440-d02253a0c752, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:11.109533 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-0877428e-ee22-427e-87a1-00a433401ade service neutron] For port 2064e1f3-dcc9-47cc-8440-d02253a0c752, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=2064e1f3-dcc9-47cc-8440-d02253a0c752,segment=NetworkSegment(58f0cb18-e140-4bd2-89cf-e2e6b8f96371),segment_id=58f0cb18-e140-4bd2-89cf-e2e6b8f96371)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:11.121125 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-0877428e-ee22-427e-87a1-00a433401ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:11.229703 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-0877428e-ee22-427e-87a1-00a433401ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:11.234245 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-0877428e-ee22-427e-87a1-00a433401ade service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:11.235777 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-0877428e-ee22-427e-87a1-00a433401ade service neutron] 10.222.0.48 "PUT /v2.0/ports/2064e1f3-dcc9-47cc-8440-d02253a0c752 HTTP/1.1" status: 200 len: 1092 time: 1.2327566 Sep 16 04:44:11.255393 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3063b2d5-f63e-4eb4-8f9a-0160b556b9a8 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Router 870e447f-e637-45c3-a146-16d0ae9eeb87 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:44:11.329598 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-e1624920-17ac-4cc0-a10e-07caa62b025b service neutron] Request body: {'port': {'device_id': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:11.358823 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0877428e-ee22-427e-87a1-00a433401ade service neutron] Pushing event updated for resources: {'Port': ['ID=2064e1f3-dcc9-47cc-8440-d02253a0c752,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:11.377577 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964debcd-862b-4db1-a670-7c8312572093 req-5f3c2f96-221a-49bc-828d-a7c99da22b02 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:11.390944 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-964debcd-862b-4db1-a670-7c8312572093 req-5f3c2f96-221a-49bc-828d-a7c99da22b02 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 950 time: 0.2659333 Sep 16 04:44:11.438788 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:11.447415 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3063b2d5-f63e-4eb4-8f9a-0160b556b9a8 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:44:11.465339 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f9bfc2-5de5-4e4b-a214-71ab03b50e78 None None] Sync routers for ids ['870e447f-e637-45c3-a146-16d0ae9eeb87'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:44:11.487767 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3063b2d5-f63e-4eb4-8f9a-0160b556b9a8 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:11.492849 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3063b2d5-f63e-4eb4-8f9a-0160b556b9a8 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.2615228 Sep 16 04:44:11.493631 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36436) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:11.499869 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f9bfc2-5de5-4e4b-a214-71ab03b50e78 None None] Routers {'870e447f-e637-45c3-a146-16d0ae9eeb87'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:11.500494 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-b5f9bfc2-5de5-4e4b-a214-71ab03b50e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:43:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['870e447f-e637-45c3-a146-16d0ae9eeb87'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:11.508309 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a368272-6dc9-4a21-b83f-3ffc0e19baba req-4329d89c-8ffd-4439-b41d-1fd5e4bccf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:11.510572 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a368272-6dc9-4a21-b83f-3ffc0e19baba req-4329d89c-8ffd-4439-b41d-1fd5e4bccf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:11.511097 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a368272-6dc9-4a21-b83f-3ffc0e19baba req-4329d89c-8ffd-4439-b41d-1fd5e4bccf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:11.512981 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5a368272-6dc9-4a21-b83f-3ffc0e19baba req-4329d89c-8ffd-4439-b41d-1fd5e4bccf5d service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=7bbe39f2ccff44e5a5c6b6e96a70ab43&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3371420 Sep 16 04:44:11.545079 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-e1624920-17ac-4cc0-a10e-07caa62b025b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:11.589957 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-964debcd-862b-4db1-a670-7c8312572093 req-5f084278-d582-4b2b-98b6-0fb51c81b366 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981461 Sep 16 04:44:11.784709 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-b5f9bfc2-5de5-4e4b-a214-71ab03b50e78 None None] Set router 870e447f-e637-45c3-a146-16d0ae9eeb87 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:44:12.067648 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-b5f9bfc2-5de5-4e4b-a214-71ab03b50e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870e447f-e637-45c3-a146-16d0ae9eeb87', 'name': 'tempest-snat-router-1934956498', 'tenant_id': '92e903bb1c194ec6a0cbe34b574e46a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.77'}], 'enable_snat': False}, 'gw_port_id': 'ea04691e-f6d5-432f-8fb9-9ff1521ac1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:08Z', 'updated_at': '2021-09-16T04:44:10Z', 'revision_number': 3, 'project_id': '92e903bb1c194ec6a0cbe34b574e46a5', 'gw_port': {'id': 'ea04691e-f6d5-432f-8fb9-9ff1521ac1be', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:86:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870e447f-e637-45c3-a146-16d0ae9eeb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:09Z', 'updated_at': '2021-09-16T04:44:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:12.070858 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369d578-61ec-4df5-88f6-848d92fe2b34 req-c7057611-536c-4a53-a89e-c4e5e255af77 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:12.078718 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a369d578-61ec-4df5-88f6-848d92fe2b34 req-c7057611-536c-4a53-a89e-c4e5e255af77 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f1432ac-d655-4d29-b0a5-627cfea77eda HTTP/1.1" status: 200 len: 945 time: 0.0942447 Sep 16 04:44:12.083281 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0e19d765-b973-472e-beba-5c58eaad13cf tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] 10.222.0.35 "GET /v2.0/routers/870e447f-e637-45c3-a146-16d0ae9eeb87 HTTP/1.1" status: 200 len: 908 time: 0.5865650 Sep 16 04:44:12.091380 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36446) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:12.105587 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-61e0cf06-f60c-455c-b5e1-dcfa8767fef3 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1934956498', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'enable_snat': True}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:12.121012 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f9bfc2-5de5-4e4b-a214-71ab03b50e78 None None] Checking router: 870e447f-e637-45c3-a146-16d0ae9eeb87 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:44:12.121689 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f9bfc2-5de5-4e4b-a214-71ab03b50e78 None None] Updating router 870e447f-e637-45c3-a146-16d0ae9eeb87 port ea04691e-f6d5-432f-8fb9-9ff1521ac1be binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:44:12.153748 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a368272-6dc9-4a21-b83f-3ffc0e19baba req-2fb60c70-2db9-41f9-b791-afb5e66c0c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:12.154903 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5a368272-6dc9-4a21-b83f-3ffc0e19baba req-2fb60c70-2db9-41f9-b791-afb5e66c0c4b service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6067321 Sep 16 04:44:12.156473 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a369d578-61ec-4df5-88f6-848d92fe2b34 req-ac4965ba-3f13-4dfa-a5c5-51af61ed5a1c tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605731 Sep 16 04:44:12.157396 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-b5f9bfc2-5de5-4e4b-a214-71ab03b50e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.199900 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-61e0cf06-f60c-455c-b5e1-dcfa8767fef3 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.201097 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-61e0cf06-f60c-455c-b5e1-dcfa8767fef3 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.298954 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-e1624920-17ac-4cc0-a10e-07caa62b025b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d3646c0-2ee7-41de-8773-e02f1f3f541a {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:12.305793 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-61e0cf06-f60c-455c-b5e1-dcfa8767fef3 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.309349 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-e1624920-17ac-4cc0-a10e-07caa62b025b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.325594 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-e1624920-17ac-4cc0-a10e-07caa62b025b service neutron] Transition to ACTIVE for port object 3d3646c0-2ee7-41de-8773-e02f1f3f541a will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:12.327496 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'tag': '04207e9e-65ad-4cd5-b043-c3928f7311d0'}, {'name': 'network-changed', 'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'tag': '2064e1f3-dcc9-47cc-8440-d02253a0c752'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:12.330463 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a305f560-b348-447a-bed1-b5fa01e9f167" -d '{"events": [{"name": "network-changed", "server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "tag": "04207e9e-65ad-4cd5-b043-c3928f7311d0"}, {"name": "network-changed", "server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "tag": "2064e1f3-dcc9-47cc-8440-d02253a0c752"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:12.348750 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-e1624920-17ac-4cc0-a10e-07caa62b025b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.467393 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1624920-17ac-4cc0-a10e-07caa62b025b service neutron] Pushing event updated for resources: {'Port': ['ID=3d3646c0-2ee7-41de-8773-e02f1f3f541a,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:12.530588 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ff8c0-e718-4511-89f2-77184c417056 req-0b26c0f0-6322-4f2d-8b71-a383cb5834fc tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:12.537524 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ff8c0-e718-4511-89f2-77184c417056 req-0b26c0f0-6322-4f2d-8b71-a383cb5834fc tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:12.543328 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-61e0cf06-f60c-455c-b5e1-dcfa8767fef3 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.553825 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ff8c0-e718-4511-89f2-77184c417056 req-0b26c0f0-6322-4f2d-8b71-a383cb5834fc tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:12.570609 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ff8c0-e718-4511-89f2-77184c417056 req-0b26c0f0-6322-4f2d-8b71-a383cb5834fc tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:12.577857 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ff8c0-e718-4511-89f2-77184c417056 req-0b26c0f0-6322-4f2d-8b71-a383cb5834fc tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:12.586155 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ff8c0-e718-4511-89f2-77184c417056 req-0b26c0f0-6322-4f2d-8b71-a383cb5834fc tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:12.592207 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ff8c0-e718-4511-89f2-77184c417056 req-0b26c0f0-6322-4f2d-8b71-a383cb5834fc tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:12.605618 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-976ff8c0-e718-4511-89f2-77184c417056 req-0b26c0f0-6322-4f2d-8b71-a383cb5834fc tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5408 time: 0.2696028 Sep 16 04:44:12.675640 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-b5f9bfc2-5de5-4e4b-a214-71ab03b50e78 None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.681119 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-976ff8c0-e718-4511-89f2-77184c417056 req-187abcc9-b6b2-4178-a295-616dc1d15031 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&id=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0745723 Sep 16 04:44:12.691969 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-b5f9bfc2-5de5-4e4b-a214-71ab03b50e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.709824 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-e1624920-17ac-4cc0-a10e-07caa62b025b service neutron] Attempting to bind port 3d3646c0-2ee7-41de-8773-e02f1f3f541a on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:12.710483 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-e1624920-17ac-4cc0-a10e-07caa62b025b service neutron] Attempting to bind port 3d3646c0-2ee7-41de-8773-e02f1f3f541a by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '90ca1933-caa6-42a4-822c-5da169d48a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '768257ea-d05c-44b7-b58b-c702d60e22aa'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:12.710818 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-e1624920-17ac-4cc0-a10e-07caa62b025b service neutron] Attempting to bind port 3d3646c0-2ee7-41de-8773-e02f1f3f541a on network 768257ea-d05c-44b7-b58b-c702d60e22aa {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:12.727399 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-e1624920-17ac-4cc0-a10e-07caa62b025b service neutron] Port 3d3646c0-2ee7-41de-8773-e02f1f3f541a on network 768257ea-d05c-44b7-b58b-c702d60e22aa not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:12.727717 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-e1624920-17ac-4cc0-a10e-07caa62b025b service neutron] Attempting to bind port 3d3646c0-2ee7-41de-8773-e02f1f3f541a on network 768257ea-d05c-44b7-b58b-c702d60e22aa {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:12.743513 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-e1624920-17ac-4cc0-a10e-07caa62b025b service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:12.743852 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-e1624920-17ac-4cc0-a10e-07caa62b025b service neutron] Checking segment: {'id': '90ca1933-caa6-42a4-822c-5da169d48a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '768257ea-d05c-44b7-b58b-c702d60e22aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:12.744237 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-e1624920-17ac-4cc0-a10e-07caa62b025b service neutron] Bound using segment: {'id': '90ca1933-caa6-42a4-822c-5da169d48a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '768257ea-d05c-44b7-b58b-c702d60e22aa'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:12.744687 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-e1624920-17ac-4cc0-a10e-07caa62b025b service neutron] Bound port: 3d3646c0-2ee7-41de-8773-e02f1f3f541a, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90ca1933-caa6-42a4-822c-5da169d48a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '768257ea-d05c-44b7-b58b-c702d60e22aa'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:12.745046 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-e1624920-17ac-4cc0-a10e-07caa62b025b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.855442 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-b5f9bfc2-5de5-4e4b-a214-71ab03b50e78 None None] Attempting to bind port ea04691e-f6d5-432f-8fb9-9ff1521ac1be on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:12.855797 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-b5f9bfc2-5de5-4e4b-a214-71ab03b50e78 None None] Attempting to bind port ea04691e-f6d5-432f-8fb9-9ff1521ac1be by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:12.856172 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f9bfc2-5de5-4e4b-a214-71ab03b50e78 None None] Attempting to bind port ea04691e-f6d5-432f-8fb9-9ff1521ac1be on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:12.861846 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f9bfc2-5de5-4e4b-a214-71ab03b50e78 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:12.862227 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f9bfc2-5de5-4e4b-a214-71ab03b50e78 None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:12.863082 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-b5f9bfc2-5de5-4e4b-a214-71ab03b50e78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.863749 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f9bfc2-5de5-4e4b-a214-71ab03b50e78 None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:12.864372 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-b5f9bfc2-5de5-4e4b-a214-71ab03b50e78 None None] Bound port: ea04691e-f6d5-432f-8fb9-9ff1521ac1be, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:12.865025 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-b5f9bfc2-5de5-4e4b-a214-71ab03b50e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.869141 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3b0fd-45b1-42c5-bbe9-67b1a4975a0d None None] Pushing event updated for resources: {'Port': ['ID=ea04691e-f6d5-432f-8fb9-9ff1521ac1be,revision_number=2']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:12.916324 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-e1624920-17ac-4cc0-a10e-07caa62b025b service neutron] For port 3d3646c0-2ee7-41de-8773-e02f1f3f541a, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:12.920790 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-e1624920-17ac-4cc0-a10e-07caa62b025b service neutron] For port 3d3646c0-2ee7-41de-8773-e02f1f3f541a, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=3d3646c0-2ee7-41de-8773-e02f1f3f541a,segment=NetworkSegment(90ca1933-caa6-42a4-822c-5da169d48a10),segment_id=90ca1933-caa6-42a4-822c-5da169d48a10)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:12.936985 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-b5f9bfc2-5de5-4e4b-a214-71ab03b50e78 None None] For port ea04691e-f6d5-432f-8fb9-9ff1521ac1be, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:12.938319 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f127a1c-ad0d-4c92-94cc-91ba84fdf6e1 req-b4c754be-a658-45b5-9487-420000326522 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:12.939942 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2f127a1c-ad0d-4c92-94cc-91ba84fdf6e1 req-b4c754be-a658-45b5-9487-420000326522 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=91aa72b6-ad50-49bb-8034-9e44ddbf56ce HTTP/1.1" status: 200 len: 945 time: 0.1403112 Sep 16 04:44:12.940116 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-61e0cf06-f60c-455c-b5e1-dcfa8767fef3 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.941464 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-b5f9bfc2-5de5-4e4b-a214-71ab03b50e78 None None] For port ea04691e-f6d5-432f-8fb9-9ff1521ac1be, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=ea04691e-f6d5-432f-8fb9-9ff1521ac1be,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:12.941958 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-e1624920-17ac-4cc0-a10e-07caa62b025b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.951149 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-b5f9bfc2-5de5-4e4b-a214-71ab03b50e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.962880 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-61e0cf06-f60c-455c-b5e1-dcfa8767fef3 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.007949 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-e1624920-17ac-4cc0-a10e-07caa62b025b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:13.008542 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-e1624920-17ac-4cc0-a10e-07caa62b025b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.010186 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-e1624920-17ac-4cc0-a10e-07caa62b025b service neutron] 10.222.0.48 "PUT /v2.0/ports/3d3646c0-2ee7-41de-8773-e02f1f3f541a HTTP/1.1" status: 200 len: 1092 time: 1.7084692 Sep 16 04:44:13.039997 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f9bfc2-5de5-4e4b-a214-71ab03b50e78 None None] Routers {'870e447f-e637-45c3-a146-16d0ae9eeb87'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:13.041039 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-b5f9bfc2-5de5-4e4b-a214-71ab03b50e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:43:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['870e447f-e637-45c3-a146-16d0ae9eeb87'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:13.079883 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-55f1a4d6-efae-42d0-9802-003ce94cd446 service neutron] Request body: {'port': {'device_id': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:13.089652 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2f127a1c-ad0d-4c92-94cc-91ba84fdf6e1 req-c5f830ab-60d9-4f68-aa5d-eb5806e8601f tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407132 Sep 16 04:44:13.096934 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1624920-17ac-4cc0-a10e-07caa62b025b service neutron] Pushing event updated for resources: {'Port': ['ID=3d3646c0-2ee7-41de-8773-e02f1f3f541a,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:13.102851 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3b0fd-45b1-42c5-bbe9-67b1a4975a0d None None] Pushing event updated for resources: {'Port': ['ID=ea04691e-f6d5-432f-8fb9-9ff1521ac1be,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:13.145479 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-61e0cf06-f60c-455c-b5e1-dcfa8767fef3 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Allocated IP 172.25.8.102 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/91463130-cc99-4bc4-9b2e-b8d6b356c197) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:13.187543 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1542e05c-7534-4a8c-9347-3ffb7132f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.206146 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345a84c2-6462-40a8-8540-efa1f1acfc17 x-openstack-request-id: req-345a84c2-6462-40a8-8540-efa1f1acfc17 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:13.206444 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "tag": "04207e9e-65ad-4cd5-b043-c3928f7311d0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "tag": "2064e1f3-dcc9-47cc-8440-d02253a0c752", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:13.207250 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-345a84c2-6462-40a8-8540-efa1f1acfc17 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:13.207250 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'tag': '04207e9e-65ad-4cd5-b043-c3928f7311d0', 'status': 'completed', 'code': 200} Sep 16 04:44:13.207441 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'tag': '2064e1f3-dcc9-47cc-8440-d02253a0c752', 'status': 'completed', 'code': 200} Sep 16 04:44:13.208335 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-55f1a4d6-efae-42d0-9802-003ce94cd446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.253034 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-b5f9bfc2-5de5-4e4b-a214-71ab03b50e78 None None] Set router 870e447f-e637-45c3-a146-16d0ae9eeb87 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:44:13.439353 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-61e0cf06-f60c-455c-b5e1-dcfa8767fef3 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.451831 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305f560-b348-447a-bed1-b5fa01e9f167 req-af64183e-4813-4b25-8546-66b6ca88da68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:13.452471 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305f560-b348-447a-bed1-b5fa01e9f167 req-af64183e-4813-4b25-8546-66b6ca88da68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:13.453053 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305f560-b348-447a-bed1-b5fa01e9f167 req-af64183e-4813-4b25-8546-66b6ca88da68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:13.453704 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305f560-b348-447a-bed1-b5fa01e9f167 req-af64183e-4813-4b25-8546-66b6ca88da68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:13.454114 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305f560-b348-447a-bed1-b5fa01e9f167 req-af64183e-4813-4b25-8546-66b6ca88da68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:13.454651 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305f560-b348-447a-bed1-b5fa01e9f167 req-af64183e-4813-4b25-8546-66b6ca88da68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:13.455367 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305f560-b348-447a-bed1-b5fa01e9f167 req-af64183e-4813-4b25-8546-66b6ca88da68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:13.457620 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a305f560-b348-447a-bed1-b5fa01e9f167 req-af64183e-4813-4b25-8546-66b6ca88da68 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7bbe39f2ccff44e5a5c6b6e96a70ab43&device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 6416 time: 0.0921652 Sep 16 04:44:13.501163 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.558473 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-61e0cf06-f60c-455c-b5e1-dcfa8767fef3 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.565864 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-b5f9bfc2-5de5-4e4b-a214-71ab03b50e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870e447f-e637-45c3-a146-16d0ae9eeb87', 'name': 'tempest-snat-router-1934956498', 'tenant_id': '92e903bb1c194ec6a0cbe34b574e46a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.77'}], 'enable_snat': False}, 'gw_port_id': 'ea04691e-f6d5-432f-8fb9-9ff1521ac1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:08Z', 'updated_at': '2021-09-16T04:44:10Z', 'revision_number': 3, 'project_id': '92e903bb1c194ec6a0cbe34b574e46a5', 'gw_port': {'id': 'ea04691e-f6d5-432f-8fb9-9ff1521ac1be', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:86:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870e447f-e637-45c3-a146-16d0ae9eeb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:09Z', 'updated_at': '2021-09-16T04:44:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:13.606981 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f9bfc2-5de5-4e4b-a214-71ab03b50e78 None None] The sync data for ids ['870e447f-e637-45c3-a146-16d0ae9eeb87'] in n-d-712139-15 is: [{'id': '870e447f-e637-45c3-a146-16d0ae9eeb87', 'name': 'tempest-snat-router-1934956498', 'tenant_id': '92e903bb1c194ec6a0cbe34b574e46a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.77'}], 'enable_snat': False}, 'gw_port_id': 'ea04691e-f6d5-432f-8fb9-9ff1521ac1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:08Z', 'updated_at': '2021-09-16T04:44:10Z', 'revision_number': 3, 'project_id': '92e903bb1c194ec6a0cbe34b574e46a5', 'gw_port': {'id': 'ea04691e-f6d5-432f-8fb9-9ff1521ac1be', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:86:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870e447f-e637-45c3-a146-16d0ae9eeb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:09Z', 'updated_at': '2021-09-16T04:44:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:44:13.613904 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e0cf06-f60c-455c-b5e1-dcfa8767fef3 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:13.621204 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-61e0cf06-f60c-455c-b5e1-dcfa8767fef3 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:13.628280 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e0cf06-f60c-455c-b5e1-dcfa8767fef3 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:13.681576 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0cf06-f60c-455c-b5e1-dcfa8767fef3 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Pushing event updated for resources: {'Port': ['ID=91463130-cc99-4bc4-9b2e-b8d6b356c197,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:13.694884 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305f560-b348-447a-bed1-b5fa01e9f167 req-440911b7-2888-4d7e-998c-76c815cd7932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:13.695464 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305f560-b348-447a-bed1-b5fa01e9f167 req-440911b7-2888-4d7e-998c-76c815cd7932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:13.695954 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305f560-b348-447a-bed1-b5fa01e9f167 req-440911b7-2888-4d7e-998c-76c815cd7932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:13.697682 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a305f560-b348-447a-bed1-b5fa01e9f167 req-440911b7-2888-4d7e-998c-76c815cd7932 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=7bbe39f2ccff44e5a5c6b6e96a70ab43&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2208714 Sep 16 04:44:13.989358 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51f218-0ef5-4b77-8c4f-9098ec74adac req-df71f2da-e41a-4436-b690-c73e6a8ce90c tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:13.997510 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fc51f218-0ef5-4b77-8c4f-9098ec74adac req-df71f2da-e41a-4436-b690-c73e6a8ce90c tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 950 time: 0.6021416 Sep 16 04:44:14.045513 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305f560-b348-447a-bed1-b5fa01e9f167 req-62cdfe82-85c1-4a2e-a574-c267c7aff420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.047187 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a305f560-b348-447a-bed1-b5fa01e9f167 req-62cdfe82-85c1-4a2e-a574-c267c7aff420 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3110259 Sep 16 04:44:14.069692 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-61e0cf06-f60c-455c-b5e1-dcfa8767fef3 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.089420 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fc51f218-0ef5-4b77-8c4f-9098ec74adac req-333306d0-eccc-44cb-9d52-376bff80b4d9 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907028 Sep 16 04:44:14.127232 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-55f1a4d6-efae-42d0-9802-003ce94cd446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c443476-515a-4274-81ca-27dee1865694 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:14.142260 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-55f1a4d6-efae-42d0-9802-003ce94cd446 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.170926 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-55f1a4d6-efae-42d0-9802-003ce94cd446 service neutron] Transition to ACTIVE for port object 6c443476-515a-4274-81ca-27dee1865694 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:14.181007 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-55f1a4d6-efae-42d0-9802-003ce94cd446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.236119 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1a4d6-efae-42d0-9802-003ce94cd446 service neutron] Pushing event updated for resources: {'Port': ['ID=6c443476-515a-4274-81ca-27dee1865694,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:14.312328 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305f560-b348-447a-bed1-b5fa01e9f167 req-55c35c24-56b5-4705-b0cc-2d7792e7e9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.312910 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305f560-b348-447a-bed1-b5fa01e9f167 req-55c35c24-56b5-4705-b0cc-2d7792e7e9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.313278 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305f560-b348-447a-bed1-b5fa01e9f167 req-55c35c24-56b5-4705-b0cc-2d7792e7e9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.313736 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305f560-b348-447a-bed1-b5fa01e9f167 req-55c35c24-56b5-4705-b0cc-2d7792e7e9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.314279 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305f560-b348-447a-bed1-b5fa01e9f167 req-55c35c24-56b5-4705-b0cc-2d7792e7e9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.314744 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305f560-b348-447a-bed1-b5fa01e9f167 req-55c35c24-56b5-4705-b0cc-2d7792e7e9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.315659 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305f560-b348-447a-bed1-b5fa01e9f167 req-55c35c24-56b5-4705-b0cc-2d7792e7e9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.317449 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a305f560-b348-447a-bed1-b5fa01e9f167 req-55c35c24-56b5-4705-b0cc-2d7792e7e9d6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7bbe39f2ccff44e5a5c6b6e96a70ab43&device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 6442 time: 0.1359727 Sep 16 04:44:14.376026 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.378666 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-55f1a4d6-efae-42d0-9802-003ce94cd446 service neutron] Attempting to bind port 6c443476-515a-4274-81ca-27dee1865694 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:14.383351 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-55f1a4d6-efae-42d0-9802-003ce94cd446 service neutron] Attempting to bind port 6c443476-515a-4274-81ca-27dee1865694 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '90ca1933-caa6-42a4-822c-5da169d48a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '768257ea-d05c-44b7-b58b-c702d60e22aa'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:14.383774 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-55f1a4d6-efae-42d0-9802-003ce94cd446 service neutron] Attempting to bind port 6c443476-515a-4274-81ca-27dee1865694 on network 768257ea-d05c-44b7-b58b-c702d60e22aa {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:14.394625 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-55f1a4d6-efae-42d0-9802-003ce94cd446 service neutron] Port 6c443476-515a-4274-81ca-27dee1865694 on network 768257ea-d05c-44b7-b58b-c702d60e22aa not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:14.394952 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-55f1a4d6-efae-42d0-9802-003ce94cd446 service neutron] Attempting to bind port 6c443476-515a-4274-81ca-27dee1865694 on network 768257ea-d05c-44b7-b58b-c702d60e22aa {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:14.409633 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-55f1a4d6-efae-42d0-9802-003ce94cd446 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:14.410166 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-55f1a4d6-efae-42d0-9802-003ce94cd446 service neutron] Checking segment: {'id': '90ca1933-caa6-42a4-822c-5da169d48a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '768257ea-d05c-44b7-b58b-c702d60e22aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:14.425596 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-55f1a4d6-efae-42d0-9802-003ce94cd446 service neutron] Bound using segment: {'id': '90ca1933-caa6-42a4-822c-5da169d48a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '768257ea-d05c-44b7-b58b-c702d60e22aa'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:14.426123 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-55f1a4d6-efae-42d0-9802-003ce94cd446 service neutron] Bound port: 6c443476-515a-4274-81ca-27dee1865694, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90ca1933-caa6-42a4-822c-5da169d48a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '768257ea-d05c-44b7-b58b-c702d60e22aa'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:14.426496 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-55f1a4d6-efae-42d0-9802-003ce94cd446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.445429 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.497977 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-61e0cf06-f60c-455c-b5e1-dcfa8767fef3 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.564369 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-55f1a4d6-efae-42d0-9802-003ce94cd446 service neutron] For port 6c443476-515a-4274-81ca-27dee1865694, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:14.577382 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abc263-508d-4881-bf81-513443ba9506 req-def905d9-7f34-4d4e-aa75-b0dc9aec8adf tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.579026 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37abc263-508d-4881-bf81-513443ba9506 req-def905d9-7f34-4d4e-aa75-b0dc9aec8adf tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1 HTTP/1.1" status: 200 len: 946 time: 0.0922029 Sep 16 04:44:14.597782 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305f560-b348-447a-bed1-b5fa01e9f167 req-2ce7b83d-ab00-49c8-aade-530f8d0bc6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.598402 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305f560-b348-447a-bed1-b5fa01e9f167 req-2ce7b83d-ab00-49c8-aade-530f8d0bc6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.598942 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305f560-b348-447a-bed1-b5fa01e9f167 req-2ce7b83d-ab00-49c8-aade-530f8d0bc6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.601238 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a305f560-b348-447a-bed1-b5fa01e9f167 req-2ce7b83d-ab00-49c8-aade-530f8d0bc6bd service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=7bbe39f2ccff44e5a5c6b6e96a70ab43&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2367194 Sep 16 04:44:14.611057 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-55f1a4d6-efae-42d0-9802-003ce94cd446 service neutron] For port 6c443476-515a-4274-81ca-27dee1865694, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=6c443476-515a-4274-81ca-27dee1865694,segment=NetworkSegment(90ca1933-caa6-42a4-822c-5da169d48a10),segment_id=90ca1933-caa6-42a4-822c-5da169d48a10)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:14.634255 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-55f1a4d6-efae-42d0-9802-003ce94cd446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.671033 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37abc263-508d-4881-bf81-513443ba9506 req-d4ebf756-00a6-479d-b803-8a9e0fb7e38e tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853951 Sep 16 04:44:14.678748 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-55f1a4d6-efae-42d0-9802-003ce94cd446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.679725 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-55f1a4d6-efae-42d0-9802-003ce94cd446 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.681161 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-55f1a4d6-efae-42d0-9802-003ce94cd446 service neutron] 10.222.0.48 "PUT /v2.0/ports/6c443476-515a-4274-81ca-27dee1865694 HTTP/1.1" status: 200 len: 1092 time: 1.6101363 Sep 16 04:44:14.714705 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1a4d6-efae-42d0-9802-003ce94cd446 service neutron] Pushing event updated for resources: {'Port': ['ID=6c443476-515a-4274-81ca-27dee1865694,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:14.790023 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305f560-b348-447a-bed1-b5fa01e9f167 req-eb7bbe71-93b7-4786-b56c-4fa0a90ad7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.791671 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a305f560-b348-447a-bed1-b5fa01e9f167 req-eb7bbe71-93b7-4786-b56c-4fa0a90ad7c2 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1785939 Sep 16 04:44:14.830307 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e0cf06-f60c-455c-b5e1-dcfa8767fef3 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Router 71be91c1-89ee-4f28-a785-e21945c828b8 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:44:14.925291 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9094f-cb8e-475d-b735-4078e405b24d req-6f552ba4-eeac-455d-8238-642a61908535 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.933538 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9094f-cb8e-475d-b735-4078e405b24d req-6f552ba4-eeac-455d-8238-642a61908535 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.941809 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9094f-cb8e-475d-b735-4078e405b24d req-6f552ba4-eeac-455d-8238-642a61908535 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.948738 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9094f-cb8e-475d-b735-4078e405b24d req-6f552ba4-eeac-455d-8238-642a61908535 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.968287 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9094f-cb8e-475d-b735-4078e405b24d req-6f552ba4-eeac-455d-8238-642a61908535 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.976722 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9094f-cb8e-475d-b735-4078e405b24d req-6f552ba4-eeac-455d-8238-642a61908535 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.987798 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9094f-cb8e-475d-b735-4078e405b24d req-6f552ba4-eeac-455d-8238-642a61908535 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.990263 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-12b9094f-cb8e-475d-b735-4078e405b24d req-6f552ba4-eeac-455d-8238-642a61908535 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5420 time: 0.1681359 Sep 16 04:44:15.054896 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-12b9094f-cb8e-475d-b735-4078e405b24d req-5fe8281a-d2db-414d-ac9f-65a0efe56c5f tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&id=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558307 Sep 16 04:44:15.208891 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'tag': '3d3646c0-2ee7-41de-8773-e02f1f3f541a'}, {'name': 'network-changed', 'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'tag': '6c443476-515a-4274-81ca-27dee1865694'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:15.212826 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdc4012-0c9b-40ab-b9ad-527aed0e9363" -d '{"events": [{"name": "network-changed", "server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "tag": "3d3646c0-2ee7-41de-8773-e02f1f3f541a"}, {"name": "network-changed", "server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "tag": "6c443476-515a-4274-81ca-27dee1865694"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:15.328220 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-cf0ecaae-caf7-4014-8f8d-2ecad701cbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:15.328794 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-cf0ecaae-caf7-4014-8f8d-2ecad701cbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:15.329272 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-cf0ecaae-caf7-4014-8f8d-2ecad701cbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:15.329743 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-cf0ecaae-caf7-4014-8f8d-2ecad701cbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:15.330209 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-cf0ecaae-caf7-4014-8f8d-2ecad701cbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:15.330677 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-cf0ecaae-caf7-4014-8f8d-2ecad701cbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:15.331140 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-cf0ecaae-caf7-4014-8f8d-2ecad701cbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:15.333191 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-cf0ecaae-caf7-4014-8f8d-2ecad701cbd8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7bbe39f2ccff44e5a5c6b6e96a70ab43&device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 6484 time: 0.4382772 Sep 16 04:44:15.340863 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e0cf06-f60c-455c-b5e1-dcfa8767fef3 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:44:15.350145 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155f9d12-2fc2-4037-a490-c1eaca50fc7d None None] Sync routers for ids ['71be91c1-89ee-4f28-a785-e21945c828b8'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:44:15.360729 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155f9d12-2fc2-4037-a490-c1eaca50fc7d None None] Routers {'71be91c1-89ee-4f28-a785-e21945c828b8'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:15.363431 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-155f9d12-2fc2-4037-a490-c1eaca50fc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:44:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['71be91c1-89ee-4f28-a785-e21945c828b8'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:15.393720 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-17ba562c-0c48-4cdf-aece-d76e20980974 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34f0c640-96d0-4889-b9d6-1c5b64e08f7f HTTP/1.1" status: 200 len: 217 time: 0.0411453 Sep 16 04:44:15.394926 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-61e0cf06-f60c-455c-b5e1-dcfa8767fef3 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:15.396066 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-61e0cf06-f60c-455c-b5e1-dcfa8767fef3 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.3034196 Sep 16 04:44:15.399910 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36490) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:15.497270 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-8571b1a7-860c-4d5d-be41-b681260f01a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:15.502754 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-8571b1a7-860c-4d5d-be41-b681260f01a4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f51e33f-c259-43fe-9f3c-bfa9813e6953 HTTP/1.1" status: 200 len: 850 time: 0.0941980 Sep 16 04:44:15.602236 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-98a6c7c0-a8a2-4cc5-a810-3cda4e1ff875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:15.605470 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-98a6c7c0-a8a2-4cc5-a810-3cda4e1ff875 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=268ab5df-65e1-4022-9ab7-d67387588731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0977578 Sep 16 04:44:15.613449 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-155f9d12-2fc2-4037-a490-c1eaca50fc7d None None] Set router 71be91c1-89ee-4f28-a785-e21945c828b8 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:44:15.628688 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-fb9322f7-b697-47a4-ae23-2d6d0a7feadd tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] 10.222.0.35 "GET /v2.0/routers/71be91c1-89ee-4f28-a785-e21945c828b8 HTTP/1.1" status: 200 len: 908 time: 0.2270801 Sep 16 04:44:15.634475 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36496) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:15.745766 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-c832d9de-b4d0-46a2-bf6c-0056cd2cfbec service neutron] 10.222.0.48 "GET /v2.0/networks/268ab5df-65e1-4022-9ab7-d67387588731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331804 Sep 16 04:44:15.751144 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device ea04691e-f6d5-432f-8fb9-9ff1521ac1be up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:15.830161 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc10d434-9619-428b-b485-980b3620b8ec tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:15.840548 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9c3b5-9e27-4c1e-88eb-4c593db09217 req-c9b74903-13ca-4f24-8576-af590b76add1 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:15.861564 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9c3b5-9e27-4c1e-88eb-4c593db09217 req-c9b74903-13ca-4f24-8576-af590b76add1 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:15.878889 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9c3b5-9e27-4c1e-88eb-4c593db09217 req-c9b74903-13ca-4f24-8576-af590b76add1 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:15.886774 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4ec9c3b5-9e27-4c1e-88eb-4c593db09217 req-c9b74903-13ca-4f24-8576-af590b76add1 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1&device_id=91aa72b6-ad50-49bb-8034-9e44ddbf56ce&device_id=8f1432ac-d655-4d29-b0a5-627cfea77eda HTTP/1.1" status: 200 len: 2417 time: 0.1583276 Sep 16 04:44:15.898289 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-e2958d2b-a7fa-44a9-9a57-68526b26f666 service neutron] 10.222.0.48 "GET /v2.0/networks/268ab5df-65e1-4022-9ab7-d67387588731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448343 Sep 16 04:44:15.949750 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-62c0d480-fc5f-4585-a0a8-63a3db18c97f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb HTTP/1.1" status: 200 len: 217 time: 0.0438108 Sep 16 04:44:16.013311 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:16.014758 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-79d2e78b-65a0-4618-9730-e02a46dbbf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:16.016553 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-79d2e78b-65a0-4618-9730-e02a46dbbf5a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=716908ff-2333-49cf-9a00-33ec24b532c9 HTTP/1.1" status: 200 len: 797 time: 0.0589604 Sep 16 04:44:16.021091 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port ea04691e-f6d5-432f-8fb9-9ff1521ac1be triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:16.021746 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:16.021914 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4ec9c3b5-9e27-4c1e-88eb-4c593db09217 req-b7a5d57c-5174-43c2-b7fc-b7331cd1ed3b tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340725 Sep 16 04:44:16.087010 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-155f9d12-2fc2-4037-a490-c1eaca50fc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71be91c1-89ee-4f28-a785-e21945c828b8', 'name': 'tempest-snat-router-1934956498', 'tenant_id': '92e903bb1c194ec6a0cbe34b574e46a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '91463130-cc99-4bc4-9b2e-b8d6b356c197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:12Z', 'updated_at': '2021-09-16T04:44:13Z', 'revision_number': 3, 'project_id': '92e903bb1c194ec6a0cbe34b574e46a5', 'gw_port': {'id': '91463130-cc99-4bc4-9b2e-b8d6b356c197', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71be91c1-89ee-4f28-a785-e21945c828b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:12Z', 'updated_at': '2021-09-16T04:44:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:16.118765 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-612e055e-d272-4dc0-b8ee-15a9b1a992d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:16.121459 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-612e055e-d272-4dc0-b8ee-15a9b1a992d2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=75789621-67a9-49c8-be39-03e0dc1e36c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0963812 Sep 16 04:44:16.134403 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155f9d12-2fc2-4037-a490-c1eaca50fc7d None None] Checking router: 71be91c1-89ee-4f28-a785-e21945c828b8 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:44:16.134984 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155f9d12-2fc2-4037-a490-c1eaca50fc7d None None] Updating router 71be91c1-89ee-4f28-a785-e21945c828b8 port 91463130-cc99-4bc4-9b2e-b8d6b356c197 binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:44:16.164307 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-155f9d12-2fc2-4037-a490-c1eaca50fc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:16.246110 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc10d434-9619-428b-b485-980b3620b8ec tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:16.251340 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:16.276701 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port ea04691e-f6d5-432f-8fb9-9ff1521ac1be, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=ea04691e-f6d5-432f-8fb9-9ff1521ac1be,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:16.293848 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:16.323535 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-8ac3de34-2f41-4d43-94b2-57964368298f service neutron] 10.222.0.48 "GET /v2.0/networks/75789621-67a9-49c8-be39-03e0dc1e36c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942050 Sep 16 04:44:16.338656 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbaf8c1-34bd-4237-baa4-e47062614874 req-f5856bb3-685c-4e39-9c4f-ed36fbf9d9f5 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:16.340388 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4bbaf8c1-34bd-4237-baa4-e47062614874 req-f5856bb3-685c-4e39-9c4f-ed36fbf9d9f5 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 950 time: 0.1844115 Sep 16 04:44:16.415862 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4bbaf8c1-34bd-4237-baa4-e47062614874 req-42388565-06a1-4e1b-9619-67eab3133503 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687280 Sep 16 04:44:16.426709 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-bc10d434-9619-428b-b485-980b3620b8ec tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Deleting port 91463130-cc99-4bc4-9b2e-b8d6b356c197 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:16.427067 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc10d434-9619-428b-b485-980b3620b8ec tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:16.443566 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=ea04691e-f6d5-432f-8fb9-9ff1521ac1be,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:16.447627 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-d8ceef83-e15e-4894-9c69-2ef775c6f799 service neutron] 10.222.0.48 "GET /v2.0/networks/75789621-67a9-49c8-be39-03e0dc1e36c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160097 Sep 16 04:44:16.588873 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-466248d5-3288-4cc3-999e-71e9aabfe5e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=8412a577-70e7-4987-883c-7ad67dcac980 HTTP/1.1" status: 200 len: 217 time: 0.1311710 Sep 16 04:44:16.589213 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc10d434-9619-428b-b485-980b3620b8ec tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:16.593579 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ce7384-6fd3-4964-b807-b643b972f569 x-openstack-request-id: req-d9ce7384-6fd3-4964-b807-b643b972f569 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:16.594064 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "tag": "3d3646c0-2ee7-41de-8773-e02f1f3f541a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "tag": "6c443476-515a-4274-81ca-27dee1865694", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:16.594418 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d9ce7384-6fd3-4964-b807-b643b972f569 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:16.595017 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'tag': '3d3646c0-2ee7-41de-8773-e02f1f3f541a', 'status': 'completed', 'code': 200} Sep 16 04:44:16.595404 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'tag': '6c443476-515a-4274-81ca-27dee1865694', 'status': 'completed', 'code': 200} Sep 16 04:44:16.613698 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-bc10d434-9619-428b-b485-980b3620b8ec tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Calling delete_port for 91463130-cc99-4bc4-9b2e-b8d6b356c197 owned by network:router_gateway {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:16.665667 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-7e0b5190-1092-4876-8714-adf350c33680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:16.668162 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-7e0b5190-1092-4876-8714-adf350c33680 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=716908ff-2333-49cf-9a00-33ec24b532c9 HTTP/1.1" status: 200 len: 797 time: 0.0717051 Sep 16 04:44:16.738449 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-8f052467-616c-4017-9ec9-106027c38075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:16.743504 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-8f052467-616c-4017-9ec9-106027c38075 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=75789621-67a9-49c8-be39-03e0dc1e36c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0657852 Sep 16 04:44:16.861880 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-155f9d12-2fc2-4037-a490-c1eaca50fc7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:44:16.862448 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-f25ca19f-13ea-4e88-a0e4-fe2675f8aaf1 service neutron] 10.222.0.48 "GET /v2.0/networks/75789621-67a9-49c8-be39-03e0dc1e36c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020052 Sep 16 04:44:16.862546 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-155f9d12-2fc2-4037-a490-c1eaca50fc7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:44:16.871542 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f7ccf150-0549-450a-a42f-4c5f39be2f29 req-57ef9b61-10b4-4f3c-b13d-a0732a90e5ce tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0752003 Sep 16 04:44:16.872355 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc10d434-9619-428b-b485-980b3620b8ec tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:16.900669 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10d434-9619-428b-b485-980b3620b8ec tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Pushing event deleted for resources: {'Port': ['ID=91463130-cc99-4bc4-9b2e-b8d6b356c197,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:16.973137 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc10d434-9619-428b-b485-980b3620b8ec tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:16.997969 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-aa7661ac-cd63-4500-a35c-72cc767e318c service neutron] 10.222.0.48 "GET /v2.0/networks/75789621-67a9-49c8-be39-03e0dc1e36c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203465 Sep 16 04:44:17.059216 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-8127cd65-911a-43e0-a057-7dcbbf629ac3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=04207e9e-65ad-4cd5-b043-c3928f7311d0 HTTP/1.1" status: 200 len: 217 time: 0.0407240 Sep 16 04:44:17.104345 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc10d434-9619-428b-b485-980b3620b8ec tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:17.107801 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc10d434-9619-428b-b485-980b3620b8ec tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:17.113738 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-1c2a8c31-b72b-4248-9728-6f6f616ce4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:17.115599 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-1c2a8c31-b72b-4248-9728-6f6f616ce4c0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=716908ff-2333-49cf-9a00-33ec24b532c9 HTTP/1.1" status: 200 len: 797 time: 0.0492918 Sep 16 04:44:17.167360 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-71d9140c-bdcb-4b3c-8aaa-a8c28e829cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:17.168948 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-71d9140c-bdcb-4b3c-8aaa-a8c28e829cf5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=75789621-67a9-49c8-be39-03e0dc1e36c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0465772 Sep 16 04:44:17.169983 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72671c9b-b756-424d-8953-565dfc943b6b req-e511390d-bd38-47f1-a2d8-faa489ae4755 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:17.176241 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72671c9b-b756-424d-8953-565dfc943b6b req-e511390d-bd38-47f1-a2d8-faa489ae4755 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:17.182930 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72671c9b-b756-424d-8953-565dfc943b6b req-e511390d-bd38-47f1-a2d8-faa489ae4755 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:17.190958 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72671c9b-b756-424d-8953-565dfc943b6b req-e511390d-bd38-47f1-a2d8-faa489ae4755 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:17.198077 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72671c9b-b756-424d-8953-565dfc943b6b req-e511390d-bd38-47f1-a2d8-faa489ae4755 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:17.205101 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72671c9b-b756-424d-8953-565dfc943b6b req-e511390d-bd38-47f1-a2d8-faa489ae4755 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:17.212285 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72671c9b-b756-424d-8953-565dfc943b6b req-e511390d-bd38-47f1-a2d8-faa489ae4755 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:17.214305 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-72671c9b-b756-424d-8953-565dfc943b6b req-e511390d-bd38-47f1-a2d8-faa489ae4755 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5420 time: 0.2028346 Sep 16 04:44:17.231635 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc10d434-9619-428b-b485-980b3620b8ec tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:17.232179 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc10d434-9619-428b-b485-980b3620b8ec tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 71be91c1-89ee-4f28-a785-e21945c828b8 {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:44:17.248429 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc10d434-9619-428b-b485-980b3620b8ec tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:17.252523 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-bc10d434-9619-428b-b485-980b3620b8ec tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] 10.222.0.35 "DELETE /v2.0/routers/71be91c1-89ee-4f28-a785-e21945c828b8 HTTP/1.1" status: 204 len: 168 time: 1.6142044 Sep 16 04:44:17.253098 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36508) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:17.280766 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-b6309518-b79d-406f-b25c-e58419fcc4a8 service neutron] 10.222.0.48 "GET /v2.0/networks/75789621-67a9-49c8-be39-03e0dc1e36c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981183 Sep 16 04:44:17.323969 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-72671c9b-b756-424d-8953-565dfc943b6b req-49ba3c93-08d2-4a8a-8def-55ea7eb35145 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&id=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1010399 Sep 16 04:44:17.389227 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-677d6e2e-7b76-4aab-9c96-3b323354ac41 service neutron] 10.222.0.48 "GET /v2.0/networks/75789621-67a9-49c8-be39-03e0dc1e36c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971649 Sep 16 04:44:17.391238 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155f9d12-2fc2-4037-a490-c1eaca50fc7d None None] Port 91463130-cc99-4bc4-9b2e-b8d6b356c197 not found while updating agent binding for router 71be91c1-89ee-4f28-a785-e21945c828b8. {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 16 04:44:17.403845 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-197a8b2d-d740-40bb-9576-d214d4122141 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:17.417260 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155f9d12-2fc2-4037-a490-c1eaca50fc7d None None] Routers set() bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:17.417629 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155f9d12-2fc2-4037-a490-c1eaca50fc7d None None] Router IDs set() for agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 04:44:17.424940 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_agentschedulers_db [None req-155f9d12-2fc2-4037-a490-c1eaca50fc7d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'71be91c1-89ee-4f28-a785-e21945c828b8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:44:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent'). {{(pid=94768) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 16 04:44:17.425461 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155f9d12-2fc2-4037-a490-c1eaca50fc7d None None] The sync data for ids ['71be91c1-89ee-4f28-a785-e21945c828b8'] in n-d-712139-15 is: [] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:44:17.460014 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-a6d0671f-ee41-4521-9aaa-addc97a73f5e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=2064e1f3-dcc9-47cc-8440-d02253a0c752 HTTP/1.1" status: 200 len: 217 time: 0.0632036 Sep 16 04:44:17.528942 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-6fbb4d2b-4599-49f2-870a-dfa755dca76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:17.530676 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-6fbb4d2b-4599-49f2-870a-dfa755dca76a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=716908ff-2333-49cf-9a00-33ec24b532c9 HTTP/1.1" status: 200 len: 797 time: 0.0643005 Sep 16 04:44:17.572882 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-197a8b2d-d740-40bb-9576-d214d4122141 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:17.599110 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device ea04691e-f6d5-432f-8fb9-9ff1521ac1be up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:17.616075 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-3ae0cdb0-3fcf-4348-ab88-1222d3f51f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:17.617693 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-3ae0cdb0-3fcf-4348-ab88-1222d3f51f51 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=75789621-67a9-49c8-be39-03e0dc1e36c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0697439 Sep 16 04:44:17.645853 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-197a8b2d-d740-40bb-9576-d214d4122141 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Deleting port ea04691e-f6d5-432f-8fb9-9ff1521ac1be {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:17.646359 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-197a8b2d-d740-40bb-9576-d214d4122141 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:17.667132 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port ea04691e-f6d5-432f-8fb9-9ff1521ac1be triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:17.667650 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:17.743094 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-197a8b2d-d740-40bb-9576-d214d4122141 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] For port ea04691e-f6d5-432f-8fb9-9ff1521ac1be, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=ea04691e-f6d5-432f-8fb9-9ff1521ac1be,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:17.743813 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-197a8b2d-d740-40bb-9576-d214d4122141 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:17.758242 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-197a8b2d-d740-40bb-9576-d214d4122141 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Calling delete_port for ea04691e-f6d5-432f-8fb9-9ff1521ac1be owned by network:router_gateway {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:17.766145 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-12f36546-ddee-49fa-9041-5cc45b0e2e77 service neutron] 10.222.0.48 "GET /v2.0/networks/75789621-67a9-49c8-be39-03e0dc1e36c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391132 Sep 16 04:44:17.866152 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ac352-44c8-42e7-a99f-26fea2d45b9d req-f0cfe625-7888-41cd-bb3a-8b67497d55d4 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:17.868052 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fb3ac352-44c8-42e7-a99f-26fea2d45b9d req-f0cfe625-7888-41cd-bb3a-8b67497d55d4 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 950 time: 0.0997968 Sep 16 04:44:17.870763 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-34610f17-0eb1-4588-b0d3-4c2356e0f0cb service neutron] 10.222.0.48 "GET /v2.0/networks/75789621-67a9-49c8-be39-03e0dc1e36c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880284 Sep 16 04:44:17.921584 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-34977ef0-553a-4b56-ae7c-f8cf347322b1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3d3646c0-2ee7-41de-8773-e02f1f3f541a HTTP/1.1" status: 200 len: 217 time: 0.0422454 Sep 16 04:44:17.953663 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fb3ac352-44c8-42e7-a99f-26fea2d45b9d req-02ca2ce2-20af-4aa6-8809-ca1b44634a07 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783229 Sep 16 04:44:17.972408 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-7caba6c1-622f-497c-a898-61c46f99eb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:17.974032 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-7caba6c1-622f-497c-a898-61c46f99eb60 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=82ab7759-3dcd-4764-b386-925b3dd23c9b HTTP/1.1" status: 200 len: 797 time: 0.0461459 Sep 16 04:44:18.028891 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-197a8b2d-d740-40bb-9576-d214d4122141 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.033207 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-7868ecce-3677-487d-98c8-365f1bc8a0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:18.034817 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-7868ecce-3677-487d-98c8-365f1bc8a0b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=768257ea-d05c-44b7-b58b-c702d60e22aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0497763 Sep 16 04:44:18.059960 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a8b2d-d740-40bb-9576-d214d4122141 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea04691e-f6d5-432f-8fb9-9ff1521ac1be,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:18.128021 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-197a8b2d-d740-40bb-9576-d214d4122141 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.205409 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-fb456cd9-0fbe-4db8-bc64-f181db26b848 service neutron] 10.222.0.48 "GET /v2.0/networks/768257ea-d05c-44b7-b58b-c702d60e22aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604302 Sep 16 04:44:18.233569 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-197a8b2d-d740-40bb-9576-d214d4122141 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.235942 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-197a8b2d-d740-40bb-9576-d214d4122141 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.294258 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-197a8b2d-d740-40bb-9576-d214d4122141 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.295086 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197a8b2d-d740-40bb-9576-d214d4122141 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 870e447f-e637-45c3-a146-16d0ae9eeb87 {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:44:18.306439 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-197a8b2d-d740-40bb-9576-d214d4122141 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.314752 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36520) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:18.316512 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-197a8b2d-d740-40bb-9576-d214d4122141 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] 10.222.0.35 "DELETE /v2.0/routers/870e447f-e637-45c3-a146-16d0ae9eeb87 HTTP/1.1" status: 204 len: 168 time: 1.0622201 Sep 16 04:44:18.324870 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-dd49baf6-646b-4fe4-ac65-a9d8d445d19c tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-510755471', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}, 'admin_state_up': False}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:18.339800 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-89fe1f06-a5f0-45f3-b972-8739028d86a4 service neutron] 10.222.0.48 "GET /v2.0/networks/768257ea-d05c-44b7-b58b-c702d60e22aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256175 Sep 16 04:44:18.354531 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dd49baf6-646b-4fe4-ac65-a9d8d445d19c tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.355804 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dd49baf6-646b-4fe4-ac65-a9d8d445d19c tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.436473 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-30f6fc94-32a6-48d7-833d-f025559013ce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6c443476-515a-4274-81ca-27dee1865694 HTTP/1.1" status: 200 len: 217 time: 0.0592666 Sep 16 04:44:18.473368 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dd49baf6-646b-4fe4-ac65-a9d8d445d19c tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.585070 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-a60f4ac7-9647-4ffb-acbe-f08dcbd4e527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:18.586542 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-a60f4ac7-9647-4ffb-acbe-f08dcbd4e527 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=82ab7759-3dcd-4764-b386-925b3dd23c9b HTTP/1.1" status: 200 len: 797 time: 0.1228001 Sep 16 04:44:18.665579 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8039d-b7eb-466d-ba71-111df06e6394 req-99789473-cd63-4ef7-9162-a18b2f506c68 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:18.671776 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8039d-b7eb-466d-ba71-111df06e6394 req-99789473-cd63-4ef7-9162-a18b2f506c68 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:18.674349 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dd49baf6-646b-4fe4-ac65-a9d8d445d19c tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.678358 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8039d-b7eb-466d-ba71-111df06e6394 req-99789473-cd63-4ef7-9162-a18b2f506c68 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:18.684723 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8039d-b7eb-466d-ba71-111df06e6394 req-99789473-cd63-4ef7-9162-a18b2f506c68 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:18.690940 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8039d-b7eb-466d-ba71-111df06e6394 req-99789473-cd63-4ef7-9162-a18b2f506c68 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:18.697169 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8039d-b7eb-466d-ba71-111df06e6394 req-99789473-cd63-4ef7-9162-a18b2f506c68 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:18.703689 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8039d-b7eb-466d-ba71-111df06e6394 req-99789473-cd63-4ef7-9162-a18b2f506c68 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:18.705497 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6de8039d-b7eb-466d-ba71-111df06e6394 req-99789473-cd63-4ef7-9162-a18b2f506c68 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5420 time: 0.0982819 Sep 16 04:44:18.705615 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-9d540d9e-a782-435f-8be6-4e000f0afeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:18.707003 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-9d540d9e-a782-435f-8be6-4e000f0afeba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=768257ea-d05c-44b7-b58b-c702d60e22aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0862868 Sep 16 04:44:18.757225 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6de8039d-b7eb-466d-ba71-111df06e6394 req-3363c74c-e179-4919-9fcd-433f7d88eed3 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&id=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416691 Sep 16 04:44:18.862792 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-c06009c5-6584-4743-8b34-e5121e1f08d0 service neutron] 10.222.0.48 "GET /v2.0/networks/768257ea-d05c-44b7-b58b-c702d60e22aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441607 Sep 16 04:44:19.096348 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d9771942-e26c-4ae0-839b-13ed7e35a0ca req-092723fb-0aa5-483e-b922-df2816965781 service neutron] 10.222.0.48 "GET /v2.0/networks/768257ea-d05c-44b7-b58b-c702d60e22aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241359 Sep 16 04:44:19.125765 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dd49baf6-646b-4fe4-ac65-a9d8d445d19c tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:19.150827 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dd49baf6-646b-4fe4-ac65-a9d8d445d19c tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:19.161397 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3516eb8a-3325-44f0-b190-1a6450c56e17 req-7c960939-ea68-4a58-96fc-20ca44f0f788 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1307330 Sep 16 04:44:19.275638 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366cf86-cd9f-4949-a61b-c0c652026a98 req-d32ed35a-6cb7-48a2-8dcf-c7861af86370 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.277846 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0366cf86-cd9f-4949-a61b-c0c652026a98 req-d32ed35a-6cb7-48a2-8dcf-c7861af86370 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 950 time: 0.0601892 Sep 16 04:44:19.320829 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0366cf86-cd9f-4949-a61b-c0c652026a98 req-297792cc-b5fc-4166-9894-ff9f2cec9237 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353928 Sep 16 04:44:19.343717 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc4012-0c9b-40ab-b9ad-527aed0e9363 req-3deb8af5-c373-4472-9ea3-93e7c9ab635d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.343717 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc4012-0c9b-40ab-b9ad-527aed0e9363 req-3deb8af5-c373-4472-9ea3-93e7c9ab635d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.343717 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc4012-0c9b-40ab-b9ad-527aed0e9363 req-3deb8af5-c373-4472-9ea3-93e7c9ab635d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.343717 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc4012-0c9b-40ab-b9ad-527aed0e9363 req-3deb8af5-c373-4472-9ea3-93e7c9ab635d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.343717 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc4012-0c9b-40ab-b9ad-527aed0e9363 req-3deb8af5-c373-4472-9ea3-93e7c9ab635d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.343717 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc4012-0c9b-40ab-b9ad-527aed0e9363 req-3deb8af5-c373-4472-9ea3-93e7c9ab635d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.343717 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc4012-0c9b-40ab-b9ad-527aed0e9363 req-3deb8af5-c373-4472-9ea3-93e7c9ab635d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.345980 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dfdc4012-0c9b-40ab-b9ad-527aed0e9363 req-3deb8af5-c373-4472-9ea3-93e7c9ab635d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7bbe39f2ccff44e5a5c6b6e96a70ab43&device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 6484 time: 0.1335890 Sep 16 04:44:19.355621 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516eb8a-3325-44f0-b190-1a6450c56e17 req-3a35c657-4798-4a84-82fc-e18d747a2dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.357106 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3516eb8a-3325-44f0-b190-1a6450c56e17 req-3a35c657-4798-4a84-82fc-e18d747a2dc7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=832e485315cf4d818578c78d15f3a644&device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 1103 time: 0.1434343 Sep 16 04:44:19.425944 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-dd49baf6-646b-4fe4-ac65-a9d8d445d19c tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Allocated IP 172.25.8.121 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/ff5cf5f5-5c71-441c-a7f6-bb8b3ad210b1) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:19.578463 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device ea04691e-f6d5-432f-8fb9-9ff1521ac1be no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:19.603853 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: ea04691e-f6d5-432f-8fb9-9ff1521ac1be {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:19.603853 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device ea04691e-f6d5-432f-8fb9-9ff1521ac1be not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:19.610007 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc4012-0c9b-40ab-b9ad-527aed0e9363 req-8e7b24a0-e6b4-4d5f-badf-62a7825dc266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.611519 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dfdc4012-0c9b-40ab-b9ad-527aed0e9363 req-8e7b24a0-e6b4-4d5f-badf-62a7825dc266 service neutron] 10.222.0.48 "GET /v2.0/networks?id=768257ea-d05c-44b7-b58b-c702d60e22aa HTTP/1.1" status: 200 len: 903 time: 0.2519517 Sep 16 04:44:19.622749 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516eb8a-3325-44f0-b190-1a6450c56e17 req-fa1417f8-8f9c-4bcb-a7fd-4aefc7c92041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.624168 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3516eb8a-3325-44f0-b190-1a6450c56e17 req-fa1417f8-8f9c-4bcb-a7fd-4aefc7c92041 service neutron] 10.222.0.47 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.2374234 Sep 16 04:44:19.796714 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf67f8-f9ec-4aec-810d-462fb699bc15 req-eee3d118-695b-4531-9296-cb0d23a7c315 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.798533 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aacf67f8-f9ec-4aec-810d-462fb699bc15 req-eee3d118-695b-4531-9296-cb0d23a7c315 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1 HTTP/1.1" status: 200 len: 946 time: 0.0596907 Sep 16 04:44:19.841454 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aacf67f8-f9ec-4aec-810d-462fb699bc15 req-9b1493f7-afaa-442c-99b7-91a7d92a5343 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351832 Sep 16 04:44:19.969011 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dfdc4012-0c9b-40ab-b9ad-527aed0e9363 req-ee9c852f-431f-4ed6-9bd7-9a8adbdc5a82 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3d3646c0-2ee7-41de-8773-e02f1f3f541a HTTP/1.1" status: 200 len: 217 time: 0.3476901 Sep 16 04:44:19.969458 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df76642-d678-47b2-a20f-319184e0f2fa req-c90d69f2-cf59-44ef-b6c6-b56a25a243ed tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.976370 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df76642-d678-47b2-a20f-319184e0f2fa req-c90d69f2-cf59-44ef-b6c6-b56a25a243ed tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.982440 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df76642-d678-47b2-a20f-319184e0f2fa req-c90d69f2-cf59-44ef-b6c6-b56a25a243ed tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.988633 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df76642-d678-47b2-a20f-319184e0f2fa req-c90d69f2-cf59-44ef-b6c6-b56a25a243ed tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.995910 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df76642-d678-47b2-a20f-319184e0f2fa req-c90d69f2-cf59-44ef-b6c6-b56a25a243ed tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:20.001824 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df76642-d678-47b2-a20f-319184e0f2fa req-c90d69f2-cf59-44ef-b6c6-b56a25a243ed tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:20.007971 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3516eb8a-3325-44f0-b190-1a6450c56e17 req-35dd9532-1281-4f24-82d9-2544b28544d4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=aed1de52-e17a-46a9-af13-8ebdb2d92da6 HTTP/1.1" status: 200 len: 217 time: 0.3741360 Sep 16 04:44:20.008305 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df76642-d678-47b2-a20f-319184e0f2fa req-c90d69f2-cf59-44ef-b6c6-b56a25a243ed tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:20.010281 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4df76642-d678-47b2-a20f-319184e0f2fa req-c90d69f2-cf59-44ef-b6c6-b56a25a243ed tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5420 time: 0.0993865 Sep 16 04:44:20.055897 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4df76642-d678-47b2-a20f-319184e0f2fa req-c945f9ad-37b0-4688-ba18-f27a568244aa tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&id=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379171 Sep 16 04:44:20.087063 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dd49baf6-646b-4fe4-ac65-a9d8d445d19c tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:20.113192 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc4012-0c9b-40ab-b9ad-527aed0e9363 req-b7cbe62e-d6cb-454f-b0e3-fd9573b2f76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:20.114578 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dfdc4012-0c9b-40ab-b9ad-527aed0e9363 req-b7cbe62e-d6cb-454f-b0e3-fd9573b2f76a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=82ab7759-3dcd-4764-b386-925b3dd23c9b HTTP/1.1" status: 200 len: 797 time: 0.1130226 Sep 16 04:44:20.115944 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516eb8a-3325-44f0-b190-1a6450c56e17 req-e669e41d-615f-42da-9637-18d88fa2f26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:20.117301 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3516eb8a-3325-44f0-b190-1a6450c56e17 req-e669e41d-615f-42da-9637-18d88fa2f26e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0994105 Sep 16 04:44:20.197751 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dd49baf6-646b-4fe4-ac65-a9d8d445d19c tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:20.232690 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc4012-0c9b-40ab-b9ad-527aed0e9363 req-3f68ddd9-f8c8-4a3e-8ba2-f376f0c2f4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:20.234198 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dfdc4012-0c9b-40ab-b9ad-527aed0e9363 req-3f68ddd9-f8c8-4a3e-8ba2-f376f0c2f4db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=768257ea-d05c-44b7-b58b-c702d60e22aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1101384 Sep 16 04:44:20.239319 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516eb8a-3325-44f0-b190-1a6450c56e17 req-af0c9f13-ec67-4860-90df-438685f0b16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:20.240825 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3516eb8a-3325-44f0-b190-1a6450c56e17 req-af0c9f13-ec67-4860-90df-438685f0b16c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1034532 Sep 16 04:44:20.276691 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd49baf6-646b-4fe4-ac65-a9d8d445d19c tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:20.301500 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-dd49baf6-646b-4fe4-ac65-a9d8d445d19c tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:20.309887 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd49baf6-646b-4fe4-ac65-a9d8d445d19c tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:20.320292 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd49baf6-646b-4fe4-ac65-a9d8d445d19c tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Pushing event updated for resources: {'Port': ['ID=ff5cf5f5-5c71-441c-a7f6-bb8b3ad210b1,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:20.451493 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f208529-5cab-44e8-a5c4-7d2ec78bc279 req-63b02a97-ffd2-4e72-b985-3a16df556a1c tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:20.453044 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0f208529-5cab-44e8-a5c4-7d2ec78bc279 req-63b02a97-ffd2-4e72-b985-3a16df556a1c tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 950 time: 0.0572228 Sep 16 04:44:20.497150 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0f208529-5cab-44e8-a5c4-7d2ec78bc279 req-5680ef00-0a1a-41f2-a6bf-141147d08c56 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380888 Sep 16 04:44:20.548240 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dfdc4012-0c9b-40ab-b9ad-527aed0e9363 req-06db8595-ccdb-4ede-b712-500db339e5c8 service neutron] 10.222.0.48 "GET /v2.0/networks/768257ea-d05c-44b7-b58b-c702d60e22aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064411 Sep 16 04:44:20.556125 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3516eb8a-3325-44f0-b190-1a6450c56e17 req-27027b0a-bf3b-44d8-9127-1ed9ae30a396 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011198 Sep 16 04:44:20.815986 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3516eb8a-3325-44f0-b190-1a6450c56e17 req-87f6157b-87b0-4892-80d0-c020cd089534 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379303 Sep 16 04:44:20.817918 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dfdc4012-0c9b-40ab-b9ad-527aed0e9363 req-a64f0068-d190-482c-9790-b7815d096940 service neutron] 10.222.0.48 "GET /v2.0/networks/768257ea-d05c-44b7-b58b-c702d60e22aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609303 Sep 16 04:44:20.850307 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dd49baf6-646b-4fe4-ac65-a9d8d445d19c tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:20.998138 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b493914-fcac-4853-9366-253991a83280 req-ab410522-de83-417b-9b7e-755b94c4b2c5 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:20.999749 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b493914-fcac-4853-9366-253991a83280 req-ab410522-de83-417b-9b7e-755b94c4b2c5 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1 HTTP/1.1" status: 200 len: 946 time: 0.0698850 Sep 16 04:44:21.021979 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc4012-0c9b-40ab-b9ad-527aed0e9363 req-6a762bed-e8f8-41fe-a163-fda309650b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.022996 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc4012-0c9b-40ab-b9ad-527aed0e9363 req-6a762bed-e8f8-41fe-a163-fda309650b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.023658 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc4012-0c9b-40ab-b9ad-527aed0e9363 req-6a762bed-e8f8-41fe-a163-fda309650b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.024435 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc4012-0c9b-40ab-b9ad-527aed0e9363 req-6a762bed-e8f8-41fe-a163-fda309650b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.025148 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc4012-0c9b-40ab-b9ad-527aed0e9363 req-6a762bed-e8f8-41fe-a163-fda309650b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.025796 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc4012-0c9b-40ab-b9ad-527aed0e9363 req-6a762bed-e8f8-41fe-a163-fda309650b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.026442 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc4012-0c9b-40ab-b9ad-527aed0e9363 req-6a762bed-e8f8-41fe-a163-fda309650b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.028548 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dfdc4012-0c9b-40ab-b9ad-527aed0e9363 req-6a762bed-e8f8-41fe-a163-fda309650b51 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7bbe39f2ccff44e5a5c6b6e96a70ab43&device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 6484 time: 0.0772655 Sep 16 04:44:21.061331 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b493914-fcac-4853-9366-253991a83280 req-94ec7836-ea82-4bef-872a-2619eea1c210 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406346 Sep 16 04:44:21.208754 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc4012-0c9b-40ab-b9ad-527aed0e9363 req-1e22bcd8-00ee-4e7c-bb75-630a223701b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.209968 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1946c3-9f75-4cbf-9aaf-60731b2fb017 req-67987469-b3ae-4bbe-9d5b-3a3de0b0421f tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.210673 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dfdc4012-0c9b-40ab-b9ad-527aed0e9363 req-1e22bcd8-00ee-4e7c-bb75-630a223701b3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=768257ea-d05c-44b7-b58b-c702d60e22aa HTTP/1.1" status: 200 len: 903 time: 0.1395867 Sep 16 04:44:21.217840 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1946c3-9f75-4cbf-9aaf-60731b2fb017 req-67987469-b3ae-4bbe-9d5b-3a3de0b0421f tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.224504 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1946c3-9f75-4cbf-9aaf-60731b2fb017 req-67987469-b3ae-4bbe-9d5b-3a3de0b0421f tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.231813 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1946c3-9f75-4cbf-9aaf-60731b2fb017 req-67987469-b3ae-4bbe-9d5b-3a3de0b0421f tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.239343 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1946c3-9f75-4cbf-9aaf-60731b2fb017 req-67987469-b3ae-4bbe-9d5b-3a3de0b0421f tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.249711 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1946c3-9f75-4cbf-9aaf-60731b2fb017 req-67987469-b3ae-4bbe-9d5b-3a3de0b0421f tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.255854 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1946c3-9f75-4cbf-9aaf-60731b2fb017 req-67987469-b3ae-4bbe-9d5b-3a3de0b0421f tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.260828 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ba1946c3-9f75-4cbf-9aaf-60731b2fb017 req-67987469-b3ae-4bbe-9d5b-3a3de0b0421f tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5420 time: 0.1214085 Sep 16 04:44:21.281924 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dfdc4012-0c9b-40ab-b9ad-527aed0e9363 req-59afc4e3-1a21-4a0c-8827-b3f8c4af985d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6c443476-515a-4274-81ca-27dee1865694 HTTP/1.1" status: 200 len: 217 time: 0.0596693 Sep 16 04:44:21.299883 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dd49baf6-646b-4fe4-ac65-a9d8d445d19c tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:21.324706 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ba1946c3-9f75-4cbf-9aaf-60731b2fb017 req-07af245d-554b-4359-bcbe-01a7b5665978 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&id=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585611 Sep 16 04:44:21.353671 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc4012-0c9b-40ab-b9ad-527aed0e9363 req-c9db770f-128a-4b8b-8d68-eeca6c9b25e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.355205 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dfdc4012-0c9b-40ab-b9ad-527aed0e9363 req-c9db770f-128a-4b8b-8d68-eeca6c9b25e1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=82ab7759-3dcd-4764-b386-925b3dd23c9b HTTP/1.1" status: 200 len: 797 time: 0.0567875 Sep 16 04:44:21.448991 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954c2ea-a6d5-452e-99d0-bf800886303e req-b1cfc292-a2e2-4bdc-afbe-d8ddc11c758a tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.450516 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f954c2ea-a6d5-452e-99d0-bf800886303e req-b1cfc292-a2e2-4bdc-afbe-d8ddc11c758a tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.47 "GET /v2.0/ports?device_id=f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1 HTTP/1.1" status: 200 len: 946 time: 0.2126703 Sep 16 04:44:21.600707 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc4012-0c9b-40ab-b9ad-527aed0e9363 req-de8f2e51-7286-41c0-a039-a920d897ebef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.602843 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dfdc4012-0c9b-40ab-b9ad-527aed0e9363 req-de8f2e51-7286-41c0-a039-a920d897ebef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=768257ea-d05c-44b7-b58b-c702d60e22aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2095926 Sep 16 04:44:21.733648 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-f954c2ea-a6d5-452e-99d0-bf800886303e req-e9e0dd63-954e-4685-b58c-4e93442ded4e tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Deleting port 5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:21.734182 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f954c2ea-a6d5-452e-99d0-bf800886303e req-e9e0dd63-954e-4685-b58c-4e93442ded4e tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:21.832602 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd49baf6-646b-4fe4-ac65-a9d8d445d19c tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Router cf4951f3-f012-4a33-b1ef-6b7264f2e7c8 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:44:21.843546 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dfdc4012-0c9b-40ab-b9ad-527aed0e9363 req-c662669c-2b0b-48bd-8f0c-760a64efe403 service neutron] 10.222.0.48 "GET /v2.0/networks/768257ea-d05c-44b7-b58b-c702d60e22aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313049 Sep 16 04:44:21.876441 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cb59f-80d9-4995-ac64-67f7592d70d6 req-5e8e46ff-2992-486c-9673-41ee75b77f93 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.878057 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5e6cb59f-80d9-4995-ac64-67f7592d70d6 req-5e8e46ff-2992-486c-9673-41ee75b77f93 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 950 time: 0.0534329 Sep 16 04:44:21.925162 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5e6cb59f-80d9-4995-ac64-67f7592d70d6 req-918ef47f-269e-498e-bcf3-e81b1ad66abb tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395689 Sep 16 04:44:22.257450 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ba560-3909-4985-8ab1-bcf6151291c2 req-0e75d384-ff6f-4306-8af7-c9d492ec2b2f tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:22.259127 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-441ba560-3909-4985-8ab1-bcf6151291c2 req-0e75d384-ff6f-4306-8af7-c9d492ec2b2f tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1 HTTP/1.1" status: 200 len: 946 time: 0.0623331 Sep 16 04:44:22.305168 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-441ba560-3909-4985-8ab1-bcf6151291c2 req-bc5b1233-5f79-4afa-a60b-9630799919a3 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388823 Sep 16 04:44:22.308763 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-f954c2ea-a6d5-452e-99d0-bf800886303e req-e9e0dd63-954e-4685-b58c-4e93442ded4e tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] For port 5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5,segment=NetworkSegment(4a16637a-dd29-4e96-bbcc-3812240bb05c),segment_id=4a16637a-dd29-4e96-bbcc-3812240bb05c)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:22.309130 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f954c2ea-a6d5-452e-99d0-bf800886303e req-e9e0dd63-954e-4685-b58c-4e93442ded4e tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:22.330863 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-f954c2ea-a6d5-452e-99d0-bf800886303e req-e9e0dd63-954e-4685-b58c-4e93442ded4e tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Calling delete_port for 5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:22.399198 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd49baf6-646b-4fe4-ac65-a9d8d445d19c tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:44:22.409961 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7923ed2c-2f73-4ff9-bafb-7d7afda5f2c1 None None] Sync routers for ids ['cf4951f3-f012-4a33-b1ef-6b7264f2e7c8'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:44:22.431953 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7923ed2c-2f73-4ff9-bafb-7d7afda5f2c1 None None] Routers {'cf4951f3-f012-4a33-b1ef-6b7264f2e7c8'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:22.434685 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-7923ed2c-2f73-4ff9-bafb-7d7afda5f2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:44:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['cf4951f3-f012-4a33-b1ef-6b7264f2e7c8'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:22.435566 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dfdc4012-0c9b-40ab-b9ad-527aed0e9363 req-b4fd46c9-4dd0-4a25-aea1-3ba239d600de service neutron] 10.222.0.48 "GET /v2.0/networks/768257ea-d05c-44b7-b58b-c702d60e22aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5798137 Sep 16 04:44:22.508147 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-7923ed2c-2f73-4ff9-bafb-7d7afda5f2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:22.517618 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7923ed2c-2f73-4ff9-bafb-7d7afda5f2c1 None None] Routers {'cf4951f3-f012-4a33-b1ef-6b7264f2e7c8'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:22.523100 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-7923ed2c-2f73-4ff9-bafb-7d7afda5f2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:44:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['cf4951f3-f012-4a33-b1ef-6b7264f2e7c8'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:22.526795 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dd49baf6-646b-4fe4-ac65-a9d8d445d19c tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:22.529079 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-dd49baf6-646b-4fe4-ac65-a9d8d445d19c tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.2143910 Sep 16 04:44:22.534251 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36564) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:22.542017 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-69e9c1db-da71-4bae-b6c6-8fd233b35c29 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'enable_snat': False}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:22.558248 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f954c2ea-a6d5-452e-99d0-bf800886303e req-e9e0dd63-954e-4685-b58c-4e93442ded4e tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:22.576406 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-7923ed2c-2f73-4ff9-bafb-7d7afda5f2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:22.577271 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7923ed2c-2f73-4ff9-bafb-7d7afda5f2c1 None None] The sync data for ids ['cf4951f3-f012-4a33-b1ef-6b7264f2e7c8'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:44:22.593387 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:22.601449 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['da4f70ab-38df-4072-b4b9-ed3385ecf818'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:22.631454 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ec8ec-c09a-4759-9006-1bb713d16ea5 req-3e09e935-02c5-414a-9096-ba90e2f669fa tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:22.637701 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ec8ec-c09a-4759-9006-1bb713d16ea5 req-3e09e935-02c5-414a-9096-ba90e2f669fa tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:22.648493 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e0dd63-954e-4685-b58c-4e93442ded4e tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Pushing event deleted for resources: {'Port': ['ID=5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:22.669402 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ec8ec-c09a-4759-9006-1bb713d16ea5 req-3e09e935-02c5-414a-9096-ba90e2f669fa tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:22.682237 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ec8ec-c09a-4759-9006-1bb713d16ea5 req-3e09e935-02c5-414a-9096-ba90e2f669fa tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:22.703092 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ec8ec-c09a-4759-9006-1bb713d16ea5 req-3e09e935-02c5-414a-9096-ba90e2f669fa tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:22.710196 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ec8ec-c09a-4759-9006-1bb713d16ea5 req-3e09e935-02c5-414a-9096-ba90e2f669fa tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:22.716375 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ec8ec-c09a-4759-9006-1bb713d16ea5 req-3e09e935-02c5-414a-9096-ba90e2f669fa tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:22.724443 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-236ec8ec-c09a-4759-9006-1bb713d16ea5 req-3e09e935-02c5-414a-9096-ba90e2f669fa tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5420 time: 0.2169032 Sep 16 04:44:22.732044 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f954c2ea-a6d5-452e-99d0-bf800886303e req-e9e0dd63-954e-4685-b58c-4e93442ded4e tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] No DVR routers for this DVR port 5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5 on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:22.736740 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f954c2ea-a6d5-452e-99d0-bf800886303e req-e9e0dd63-954e-4685-b58c-4e93442ded4e tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:22.739332 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f954c2ea-a6d5-452e-99d0-bf800886303e req-e9e0dd63-954e-4685-b58c-4e93442ded4e tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.47 "DELETE /v2.0/ports/5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5 HTTP/1.1" status: 204 len: 173 time: 1.2795336 Sep 16 04:44:22.740315 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1', 'name': 'network-vif-deleted', 'tag': '5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:22.743733 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe8d5a8-1d10-4bac-bf68-dbf95ab2ff64" -d '{"events": [{"server_uuid": "f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1", "name": "network-vif-deleted", "tag": "5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:22.791067 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-236ec8ec-c09a-4759-9006-1bb713d16ea5 req-e3bab35a-16b4-49d4-969a-e4d37ca0f920 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&id=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582907 Sep 16 04:44:23.017746 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba97497-b616-4e67-bb3d-8beea397c7c8 x-openstack-request-id: req-4ba97497-b616-4e67-bb3d-8beea397c7c8 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:23.018554 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1", "name": "network-vif-deleted", "tag": "5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:23.019012 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4ba97497-b616-4e67-bb3d-8beea397c7c8 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:23.019591 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58b41f5-8c04-4ee2-ae4f-f3cb451e4ea1', 'name': 'network-vif-deleted', 'tag': '5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5', 'status': 'completed', 'code': 200} Sep 16 04:44:23.104846 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-69e9c1db-da71-4bae-b6c6-8fd233b35c29 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:23.206817 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100b030-5f71-4227-9b68-225b0c0e7bbd req-0aa28247-17e8-46fd-9678-fcb0e58cb82e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:23.208324 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8100b030-5f71-4227-9b68-225b0c0e7bbd req-0aa28247-17e8-46fd-9678-fcb0e58cb82e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 950 time: 0.0569909 Sep 16 04:44:23.252279 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8100b030-5f71-4227-9b68-225b0c0e7bbd req-6e075a1f-2ab8-480f-84af-260eb72f6247 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366731 Sep 16 04:44:23.558110 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-69e9c1db-da71-4bae-b6c6-8fd233b35c29 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-986631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1171'] for router, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:23.563392 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-69e9c1db-da71-4bae-b6c6-8fd233b35c29 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-986636'] for router, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:23.683075 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e9c1db-da71-4bae-b6c6-8fd233b35c29 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Router cf4951f3-f012-4a33-b1ef-6b7264f2e7c8 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:44:23.796480 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e9c1db-da71-4bae-b6c6-8fd233b35c29 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:44:23.805536 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c920e-e931-4e94-9e6a-6d89d7336928 None None] Sync routers for ids ['cf4951f3-f012-4a33-b1ef-6b7264f2e7c8'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:44:23.806029 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-69e9c1db-da71-4bae-b6c6-8fd233b35c29 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:23.807154 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-69e9c1db-da71-4bae-b6c6-8fd233b35c29 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] 10.222.0.35 "PUT /v2.0/routers/cf4951f3-f012-4a33-b1ef-6b7264f2e7c8 HTTP/1.1" status: 200 len: 921 time: 1.2713037 Sep 16 04:44:23.810409 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36598) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:23.821340 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4c920e-e931-4e94-9e6a-6d89d7336928 None None] Routers {'cf4951f3-f012-4a33-b1ef-6b7264f2e7c8'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:23.822193 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-aa4c920e-e931-4e94-9e6a-6d89d7336928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:44:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['cf4951f3-f012-4a33-b1ef-6b7264f2e7c8'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:23.859996 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-aa4c920e-e931-4e94-9e6a-6d89d7336928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:23.868871 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4c920e-e931-4e94-9e6a-6d89d7336928 None None] Routers {'cf4951f3-f012-4a33-b1ef-6b7264f2e7c8'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:23.869512 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-aa4c920e-e931-4e94-9e6a-6d89d7336928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:44:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['cf4951f3-f012-4a33-b1ef-6b7264f2e7c8'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:23.901448 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-aa4c920e-e931-4e94-9e6a-6d89d7336928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:23.902346 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c920e-e931-4e94-9e6a-6d89d7336928 None None] The sync data for ids ['cf4951f3-f012-4a33-b1ef-6b7264f2e7c8'] in n-d-712139-15 is: [] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:44:23.917299 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:23.937211 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: 5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:23.937545 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 5f487f8a-8c66-42f2-ba0f-ad03a0bc1ba5 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:23.951664 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7706d691-1da7-4f5b-af30-2e87f7b01428 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] 10.222.0.35 "GET /v2.0/routers/cf4951f3-f012-4a33-b1ef-6b7264f2e7c8 HTTP/1.1" status: 200 len: 921 time: 0.1396441 Sep 16 04:44:23.954740 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36602) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:23.995958 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d9e23-97ee-4795-ba08-abf1d31dcbcf req-013caed9-3ce7-4978-be0f-cb2bd11c8b9b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:24.001730 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d9e23-97ee-4795-ba08-abf1d31dcbcf req-013caed9-3ce7-4978-be0f-cb2bd11c8b9b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:24.007901 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d9e23-97ee-4795-ba08-abf1d31dcbcf req-013caed9-3ce7-4978-be0f-cb2bd11c8b9b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:24.013819 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d9e23-97ee-4795-ba08-abf1d31dcbcf req-013caed9-3ce7-4978-be0f-cb2bd11c8b9b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:24.019696 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d9e23-97ee-4795-ba08-abf1d31dcbcf req-013caed9-3ce7-4978-be0f-cb2bd11c8b9b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:24.026290 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d9e23-97ee-4795-ba08-abf1d31dcbcf req-013caed9-3ce7-4978-be0f-cb2bd11c8b9b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:24.032104 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d9e23-97ee-4795-ba08-abf1d31dcbcf req-013caed9-3ce7-4978-be0f-cb2bd11c8b9b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:24.033923 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f92d9e23-97ee-4795-ba08-abf1d31dcbcf req-013caed9-3ce7-4978-be0f-cb2bd11c8b9b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5420 time: 0.1632924 Sep 16 04:44:24.094343 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e38247-e63d-4c93-8bdd-139ef6371989 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:24.095843 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a4e38247-e63d-4c93-8bdd-139ef6371989 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=6423976d-c7ec-41de-996e-2a06dce8febc&device_id=cf4951f3-f012-4a33-b1ef-6b7264f2e7c8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1402118 Sep 16 04:44:24.098725 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36604) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:24.111069 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f92d9e23-97ee-4795-ba08-abf1d31dcbcf req-9778ada4-2aa4-4c50-8d61-210120776324 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&id=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578468 Sep 16 04:44:24.191849 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfddc52-68bb-4b9a-8cd4-e99d6f5bf368 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:24.196619 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-bdfddc52-68bb-4b9a-8cd4-e99d6f5bf368 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 881 time: 0.0934443 Sep 16 04:44:24.196887 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36606) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:24.227243 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-27d8cd08-f18e-4090-ac42-58a832487ffa tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf4951f3-f012-4a33-b1ef-6b7264f2e7c8 HTTP/1.1" status: 200 len: 205 time: 0.0280263 Sep 16 04:44:24.227612 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499c116-2b37-451d-868e-a038eb1d6546 req-989d0894-1df8-4deb-9572-94579dbae808 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:24.228842 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b499c116-2b37-451d-868e-a038eb1d6546 req-989d0894-1df8-4deb-9572-94579dbae808 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=91aa72b6-ad50-49bb-8034-9e44ddbf56ce HTTP/1.1" status: 200 len: 945 time: 0.0545013 Sep 16 04:44:24.229352 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36608) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:24.274499 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b499c116-2b37-451d-868e-a038eb1d6546 req-a99f351e-bf10-497d-9c9f-1acf88d62c99 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366778 Sep 16 04:44:24.345333 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-134c2fd2-a69c-45fb-8a28-76be723532d6 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:24.389444 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4a979-9378-47f1-87a0-e0adc0f446f8 req-8b4cc529-a969-4b05-a081-b770387613d5 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:24.391209 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16b4a979-9378-47f1-87a0-e0adc0f446f8 req-8b4cc529-a969-4b05-a081-b770387613d5 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 950 time: 0.0526075 Sep 16 04:44:24.438222 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16b4a979-9378-47f1-87a0-e0adc0f446f8 req-1c42c170-0eb9-4a58-a322-c32e09d83af1 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388954 Sep 16 04:44:24.454044 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-134c2fd2-a69c-45fb-8a28-76be723532d6 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:24.512451 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-134c2fd2-a69c-45fb-8a28-76be723532d6 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Deleting port ff5cf5f5-5c71-441c-a7f6-bb8b3ad210b1 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:24.513054 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-134c2fd2-a69c-45fb-8a28-76be723532d6 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:24.594822 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-134c2fd2-a69c-45fb-8a28-76be723532d6 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:24.606368 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-134c2fd2-a69c-45fb-8a28-76be723532d6 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Calling delete_port for ff5cf5f5-5c71-441c-a7f6-bb8b3ad210b1 owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:24.799437 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-134c2fd2-a69c-45fb-8a28-76be723532d6 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:24.829959 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c2fd2-a69c-45fb-8a28-76be723532d6 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Pushing event deleted for resources: {'Port': ['ID=ff5cf5f5-5c71-441c-a7f6-bb8b3ad210b1,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:24.895471 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-134c2fd2-a69c-45fb-8a28-76be723532d6 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:24.988587 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-134c2fd2-a69c-45fb-8a28-76be723532d6 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:24.991346 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-134c2fd2-a69c-45fb-8a28-76be723532d6 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:25.033431 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-134c2fd2-a69c-45fb-8a28-76be723532d6 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:25.033995 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134c2fd2-a69c-45fb-8a28-76be723532d6 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Fanout notify agent at l3_agent the message router_deleted on router cf4951f3-f012-4a33-b1ef-6b7264f2e7c8 {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:44:25.041756 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-134c2fd2-a69c-45fb-8a28-76be723532d6 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:25.046672 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-134c2fd2-a69c-45fb-8a28-76be723532d6 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] 10.222.0.35 "DELETE /v2.0/routers/cf4951f3-f012-4a33-b1ef-6b7264f2e7c8 HTTP/1.1" status: 204 len: 168 time: 0.8126140 Sep 16 04:44:25.046672 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36620) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:25.050842 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-5ea46526-c92f-4e64-a086-06372cb7324f tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2137114398', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:25.073484 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5ea46526-c92f-4e64-a086-06372cb7324f tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:25.074495 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5ea46526-c92f-4e64-a086-06372cb7324f tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:25.129558 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5ea46526-c92f-4e64-a086-06372cb7324f tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:25.133938 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5ea46526-c92f-4e64-a086-06372cb7324f tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:25.154006 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5ea46526-c92f-4e64-a086-06372cb7324f tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:25.155681 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5ea46526-c92f-4e64-a086-06372cb7324f tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1081932 Sep 16 04:44:25.158375 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36624) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:25.164514 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-6d408760-24a6-44c8-9317-d745959f8872 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Request body: {'router': {'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:25.260931 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1ae51-4151-491d-a43a-4844476f54ff req-f6d0bffa-1f4a-47df-9e20-d3beff15c759 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:25.266923 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1ae51-4151-491d-a43a-4844476f54ff req-f6d0bffa-1f4a-47df-9e20-d3beff15c759 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:25.273640 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1ae51-4151-491d-a43a-4844476f54ff req-f6d0bffa-1f4a-47df-9e20-d3beff15c759 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:25.279698 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1ae51-4151-491d-a43a-4844476f54ff req-f6d0bffa-1f4a-47df-9e20-d3beff15c759 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:25.285810 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1ae51-4151-491d-a43a-4844476f54ff req-f6d0bffa-1f4a-47df-9e20-d3beff15c759 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:25.292788 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1ae51-4151-491d-a43a-4844476f54ff req-f6d0bffa-1f4a-47df-9e20-d3beff15c759 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:25.298752 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1ae51-4151-491d-a43a-4844476f54ff req-f6d0bffa-1f4a-47df-9e20-d3beff15c759 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:25.300720 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5fc1ae51-4151-491d-a43a-4844476f54ff req-f6d0bffa-1f4a-47df-9e20-d3beff15c759 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5420 time: 0.1053183 Sep 16 04:44:25.347814 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5fc1ae51-4151-491d-a43a-4844476f54ff req-e972fce9-7a23-4341-ab3d-a385593e74bb tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&id=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391879 Sep 16 04:44:25.394577 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6d408760-24a6-44c8-9317-d745959f8872 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:25.465958 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85e154-26c4-4477-922e-015271b2c78f req-dbd4e68f-019e-4a4e-9c99-7c94b059d610 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:25.467526 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6d85e154-26c4-4477-922e-015271b2c78f req-dbd4e68f-019e-4a4e-9c99-7c94b059d610 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=91aa72b6-ad50-49bb-8034-9e44ddbf56ce HTTP/1.1" status: 200 len: 945 time: 0.0541918 Sep 16 04:44:25.515655 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6d85e154-26c4-4477-922e-015271b2c78f req-cdfe9f51-82c4-48c0-89ff-30cb2a06f7e2 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384338 Sep 16 04:44:25.622738 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6d408760-24a6-44c8-9317-d745959f8872 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:25.628930 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba8f24-59aa-4822-ad29-e95f274f3f2f req-deae3764-55e4-4cd5-a09e-f6c39b619e08 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:25.631690 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2aba8f24-59aa-4822-ad29-e95f274f3f2f req-deae3764-55e4-4cd5-a09e-f6c39b619e08 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 950 time: 0.0612104 Sep 16 04:44:25.644199 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6d408760-24a6-44c8-9317-d745959f8872 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:25.675622 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2aba8f24-59aa-4822-ad29-e95f274f3f2f req-08f04285-219c-47fd-a48e-4ef74b3da707 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372016 Sep 16 04:44:25.813798 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144138b-58d6-4115-bc02-0aa067247ef8 req-f2034a73-81b7-4bb3-ae3d-59194fb90b4b tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:25.815349 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2144138b-58d6-4115-bc02-0aa067247ef8 req-f2034a73-81b7-4bb3-ae3d-59194fb90b4b tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.48 "GET /v2.0/ports?device_id=91aa72b6-ad50-49bb-8034-9e44ddbf56ce HTTP/1.1" status: 200 len: 945 time: 0.1075475 Sep 16 04:44:25.828089 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-6d408760-24a6-44c8-9317-d745959f8872 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Allocated IP 172.25.8.181 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/e6e1f6da-eb68-48db-8a9a-00fd3b2cace6) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:26.295358 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6d408760-24a6-44c8-9317-d745959f8872 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:26.315732 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-2144138b-58d6-4115-bc02-0aa067247ef8 req-581a3bdc-3616-4031-87b1-ce6aa1e8a3b4 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Deleting port 7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:26.316076 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2144138b-58d6-4115-bc02-0aa067247ef8 req-581a3bdc-3616-4031-87b1-ce6aa1e8a3b4 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:26.416806 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6d408760-24a6-44c8-9317-d745959f8872 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:26.468592 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-2144138b-58d6-4115-bc02-0aa067247ef8 req-581a3bdc-3616-4031-87b1-ce6aa1e8a3b4 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] For port 7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d,segment=NetworkSegment(4a16637a-dd29-4e96-bbcc-3812240bb05c),segment_id=4a16637a-dd29-4e96-bbcc-3812240bb05c)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:26.469021 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2144138b-58d6-4115-bc02-0aa067247ef8 req-581a3bdc-3616-4031-87b1-ce6aa1e8a3b4 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:26.472403 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d408760-24a6-44c8-9317-d745959f8872 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:26.481565 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-6d408760-24a6-44c8-9317-d745959f8872 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:26.491297 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d408760-24a6-44c8-9317-d745959f8872 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:26.504092 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-2144138b-58d6-4115-bc02-0aa067247ef8 req-581a3bdc-3616-4031-87b1-ce6aa1e8a3b4 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Calling delete_port for 7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:26.512608 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ccea63-7979-4101-a532-c456f317bf60 req-e0157e53-f060-4fed-bc26-8f23bef3d385 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:26.518688 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ccea63-7979-4101-a532-c456f317bf60 req-e0157e53-f060-4fed-bc26-8f23bef3d385 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:26.523922 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d408760-24a6-44c8-9317-d745959f8872 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Pushing event updated for resources: {'Port': ['ID=e6e1f6da-eb68-48db-8a9a-00fd3b2cace6,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:26.525697 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ccea63-7979-4101-a532-c456f317bf60 req-e0157e53-f060-4fed-bc26-8f23bef3d385 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:26.531819 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ccea63-7979-4101-a532-c456f317bf60 req-e0157e53-f060-4fed-bc26-8f23bef3d385 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:26.540506 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ccea63-7979-4101-a532-c456f317bf60 req-e0157e53-f060-4fed-bc26-8f23bef3d385 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:26.546849 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ccea63-7979-4101-a532-c456f317bf60 req-e0157e53-f060-4fed-bc26-8f23bef3d385 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:26.552349 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ccea63-7979-4101-a532-c456f317bf60 req-e0157e53-f060-4fed-bc26-8f23bef3d385 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:26.555257 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-06ccea63-7979-4101-a532-c456f317bf60 req-e0157e53-f060-4fed-bc26-8f23bef3d385 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5420 time: 0.1042814 Sep 16 04:44:26.599193 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-06ccea63-7979-4101-a532-c456f317bf60 req-3a6070c1-ccab-4622-99b6-8ce186336ac7 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&id=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370507 Sep 16 04:44:26.722248 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219dc863-d606-4bc1-ae73-6c7348d35158 req-0c2c074a-7d0c-4763-84b2-a36f33653ead tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:26.725468 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-219dc863-d606-4bc1-ae73-6c7348d35158 req-0c2c074a-7d0c-4763-84b2-a36f33653ead tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=91aa72b6-ad50-49bb-8034-9e44ddbf56ce HTTP/1.1" status: 200 len: 945 time: 0.0572858 Sep 16 04:44:26.774438 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-219dc863-d606-4bc1-ae73-6c7348d35158 req-48e5328b-cbe8-4222-84a2-ccc8e875bfe7 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391147 Sep 16 04:44:26.847858 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2144138b-58d6-4115-bc02-0aa067247ef8 req-581a3bdc-3616-4031-87b1-ce6aa1e8a3b4 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:26.887118 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:26.901214 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a3bdc-3616-4031-87b1-ce6aa1e8a3b4 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Pushing event deleted for resources: {'Port': ['ID=7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:26.948600 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2144138b-58d6-4115-bc02-0aa067247ef8 req-581a3bdc-3616-4031-87b1-ce6aa1e8a3b4 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] No DVR routers for this DVR port 7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d on host n-h2-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:26.951210 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2144138b-58d6-4115-bc02-0aa067247ef8 req-581a3bdc-3616-4031-87b1-ce6aa1e8a3b4 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:26.953690 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2144138b-58d6-4115-bc02-0aa067247ef8 req-581a3bdc-3616-4031-87b1-ce6aa1e8a3b4 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.48 "DELETE /v2.0/ports/7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d HTTP/1.1" status: 204 len: 173 time: 1.0811200 Sep 16 04:44:26.954287 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91aa72b6-ad50-49bb-8034-9e44ddbf56ce', 'name': 'network-vif-deleted', 'tag': '7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:26.954511 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['da4f70ab-38df-4072-b4b9-ed3385ecf818'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:26.958692 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8a54d5-6222-4087-b20b-1fca47deb04c" -d '{"events": [{"server_uuid": "91aa72b6-ad50-49bb-8034-9e44ddbf56ce", "name": "network-vif-deleted", "tag": "7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:26.960783 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6d408760-24a6-44c8-9317-d745959f8872 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:26.973521 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64251b5b-a460-47b3-9fb9-1f6023a7c531 req-d25b1207-dcdf-4753-ad72-d365ae0e35ad tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:26.979409 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-64251b5b-a460-47b3-9fb9-1f6023a7c531 req-d25b1207-dcdf-4753-ad72-d365ae0e35ad tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 950 time: 0.1088345 Sep 16 04:44:27.054608 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-64251b5b-a460-47b3-9fb9-1f6023a7c531 req-9856966d-bf90-4fa8-87ef-3f585cf03749 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701251 Sep 16 04:44:27.203583 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-8cae4829-87cf-4c99-b405-71266698e376 service neutron] show failed (client error): The resource could not be found. Sep 16 04:44:27.204664 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-8cae4829-87cf-4c99-b405-71266698e376 service neutron] 10.222.0.47 "GET /v2.0/ports/695b9763-c48f-43ad-8dab-5a49e5cadc2b/bindings/n-h2-712139-15 HTTP/1.1" status: 404 len: 381 time: 0.1273315 Sep 16 04:44:27.287693 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6d408760-24a6-44c8-9317-d745959f8872 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-986631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1171'] for router, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:27.296695 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6d408760-24a6-44c8-9317-d745959f8872 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-986636'] for router, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:27.361297 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95b59dc-c3f4-47b5-b8d8-d04d8b7ed6c6 x-openstack-request-id: req-d95b59dc-c3f4-47b5-b8d8-d04d8b7ed6c6 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:27.361617 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91aa72b6-ad50-49bb-8034-9e44ddbf56ce", "name": "network-vif-deleted", "tag": "7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:27.361833 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d95b59dc-c3f4-47b5-b8d8-d04d8b7ed6c6 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:27.362222 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91aa72b6-ad50-49bb-8034-9e44ddbf56ce', 'name': 'network-vif-deleted', 'tag': '7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d', 'status': 'completed', 'code': 200} Sep 16 04:44:27.504339 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-22a1ab4e-6049-4b03-9f41-8093d6ad249f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:27.505947 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-22a1ab4e-6049-4b03-9f41-8093d6ad249f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72&tenant_id=832e485315cf4d818578c78d15f3a644 HTTP/1.1" status: 200 len: 1102 time: 0.0674825 Sep 16 04:44:27.511695 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d408760-24a6-44c8-9317-d745959f8872 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Router 409ac353-adf6-4fa9-8f14-df3d766481e2 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:44:27.567907 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-f468c8f8-fcea-478b-ba20-84ef354e2b3a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-15', 'device_owner': 'compute:nova'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:27.673301 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-f468c8f8-fcea-478b-ba20-84ef354e2b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:27.693243 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d408760-24a6-44c8-9317-d745959f8872 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:44:27.701834 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6d408760-24a6-44c8-9317-d745959f8872 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:27.706466 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6d408760-24a6-44c8-9317-d745959f8872 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] 10.222.0.35 "PUT /v2.0/routers/409ac353-adf6-4fa9-8f14-df3d766481e2 HTTP/1.1" status: 200 len: 880 time: 2.5435557 Sep 16 04:44:27.706792 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36656) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:27.712909 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105c918b-69d1-4ebe-b4a1-61f38214e70f None None] Sync routers for ids ['409ac353-adf6-4fa9-8f14-df3d766481e2'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:44:27.729414 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105c918b-69d1-4ebe-b4a1-61f38214e70f None None] Routers {'409ac353-adf6-4fa9-8f14-df3d766481e2'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:27.732291 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-105c918b-69d1-4ebe-b4a1-61f38214e70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:44:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['409ac353-adf6-4fa9-8f14-df3d766481e2'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:27.782035 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-105c918b-69d1-4ebe-b4a1-61f38214e70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:27.798718 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105c918b-69d1-4ebe-b4a1-61f38214e70f None None] Routers {'409ac353-adf6-4fa9-8f14-df3d766481e2'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:27.799587 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-105c918b-69d1-4ebe-b4a1-61f38214e70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:44:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['409ac353-adf6-4fa9-8f14-df3d766481e2'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:27.831129 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c68f8-6ce7-4907-88bd-7869b7509b1d req-b65f468e-862c-4eac-82a8-24f30776544c tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:27.838508 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c68f8-6ce7-4907-88bd-7869b7509b1d req-b65f468e-862c-4eac-82a8-24f30776544c tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:27.845217 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c68f8-6ce7-4907-88bd-7869b7509b1d req-b65f468e-862c-4eac-82a8-24f30776544c tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:27.848740 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-105c918b-69d1-4ebe-b4a1-61f38214e70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:27.850136 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105c918b-69d1-4ebe-b4a1-61f38214e70f None None] The sync data for ids ['409ac353-adf6-4fa9-8f14-df3d766481e2'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:44:27.853353 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c68f8-6ce7-4907-88bd-7869b7509b1d req-b65f468e-862c-4eac-82a8-24f30776544c tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:27.860122 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c68f8-6ce7-4907-88bd-7869b7509b1d req-b65f468e-862c-4eac-82a8-24f30776544c tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:27.867167 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c68f8-6ce7-4907-88bd-7869b7509b1d req-b65f468e-862c-4eac-82a8-24f30776544c tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:27.873547 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c68f8-6ce7-4907-88bd-7869b7509b1d req-b65f468e-862c-4eac-82a8-24f30776544c tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:27.882261 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e85c68f8-6ce7-4907-88bd-7869b7509b1d req-b65f468e-862c-4eac-82a8-24f30776544c tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5420 time: 0.1302104 Sep 16 04:44:27.963008 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e85c68f8-6ce7-4907-88bd-7869b7509b1d req-3db70de0-b66b-4b0b-a0d1-dcc2f2fbb00e tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&id=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0797541 Sep 16 04:44:27.989929 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1918e07e-707f-43b3-90de-1a768d391fe5 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] 10.222.0.35 "GET /v2.0/routers/409ac353-adf6-4fa9-8f14-df3d766481e2 HTTP/1.1" status: 200 len: 921 time: 0.2794623 Sep 16 04:44:27.990720 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36664) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:28.058278 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-f468c8f8-fcea-478b-ba20-84ef354e2b3a service neutron] For port 695b9763-c48f-43ad-8dab-5a49e5cadc2b, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=695b9763-c48f-43ad-8dab-5a49e5cadc2b,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:28.110445 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423bb0d4-e24d-459d-8304-b2eaa462f7df tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:28.112615 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-423bb0d4-e24d-459d-8304-b2eaa462f7df tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=6423976d-c7ec-41de-996e-2a06dce8febc&device_id=409ac353-adf6-4fa9-8f14-df3d766481e2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1211472 Sep 16 04:44:28.115368 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36670) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:28.140962 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-f468c8f8-fcea-478b-ba20-84ef354e2b3a service neutron] For port 695b9763-c48f-43ad-8dab-5a49e5cadc2b, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:28.229373 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-f468c8f8-fcea-478b-ba20-84ef354e2b3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:28.247613 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-f468c8f8-fcea-478b-ba20-84ef354e2b3a service neutron] Transition to ACTIVE for port object 695b9763-c48f-43ad-8dab-5a49e5cadc2b will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:28.252379 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-f468c8f8-fcea-478b-ba20-84ef354e2b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:28.291860 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccae33-6561-4efd-b034-8c14ab943a52 req-eaffe4fe-d757-4a2e-90ef-bdb701452851 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:28.293465 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b2ccae33-6561-4efd-b034-8c14ab943a52 req-eaffe4fe-d757-4a2e-90ef-bdb701452851 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 950 time: 0.0562177 Sep 16 04:44:28.293921 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2437524-6ad8-4798-96a9-a499d5be068f tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:28.295290 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d2437524-6ad8-4798-96a9-a499d5be068f tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 881 time: 0.1791019 Sep 16 04:44:28.298239 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36678) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:28.334398 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e66e7b7c-d2ea-4ff8-bb3c-1288e5a21b16 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] 10.222.0.35 "GET /v2.0/ports?device_id=409ac353-adf6-4fa9-8f14-df3d766481e2 HTTP/1.1" status: 200 len: 205 time: 0.0325549 Sep 16 04:44:28.334644 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-f468c8f8-fcea-478b-ba20-84ef354e2b3a service neutron] No DVR routers for this DVR port 695b9763-c48f-43ad-8dab-5a49e5cadc2b on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:28.336268 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36680) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:28.343302 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468c8f8-fcea-478b-ba20-84ef354e2b3a service neutron] Pushing event updated for resources: {'Port': ['ID=695b9763-c48f-43ad-8dab-5a49e5cadc2b,revision_number=6']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:28.360690 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b2ccae33-6561-4efd-b034-8c14ab943a52 req-bc701dac-ff6a-42b4-a6ed-c2b884617b60 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519147 Sep 16 04:44:28.438089 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-f468c8f8-fcea-478b-ba20-84ef354e2b3a service neutron] Attempting to bind port 695b9763-c48f-43ad-8dab-5a49e5cadc2b on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:28.438436 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-f468c8f8-fcea-478b-ba20-84ef354e2b3a service neutron] Attempting to bind port 695b9763-c48f-43ad-8dab-5a49e5cadc2b by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:28.438772 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-f468c8f8-fcea-478b-ba20-84ef354e2b3a service neutron] Attempting to bind port 695b9763-c48f-43ad-8dab-5a49e5cadc2b on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:28.471084 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-f468c8f8-fcea-478b-ba20-84ef354e2b3a service neutron] Port 695b9763-c48f-43ad-8dab-5a49e5cadc2b on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:28.471414 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-f468c8f8-fcea-478b-ba20-84ef354e2b3a service neutron] Attempting to bind port 695b9763-c48f-43ad-8dab-5a49e5cadc2b on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:28.479471 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-f468c8f8-fcea-478b-ba20-84ef354e2b3a service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:28.479812 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-f468c8f8-fcea-478b-ba20-84ef354e2b3a service neutron] Checking segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:28.480212 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-f468c8f8-fcea-478b-ba20-84ef354e2b3a service neutron] Bound using segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:28.480680 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-f468c8f8-fcea-478b-ba20-84ef354e2b3a service neutron] Bound port: 695b9763-c48f-43ad-8dab-5a49e5cadc2b, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:28.481043 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-f468c8f8-fcea-478b-ba20-84ef354e2b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:28.526441 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10217e15-1423-4723-98a7-eafa86f1e33f tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:28.640201 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-f468c8f8-fcea-478b-ba20-84ef354e2b3a service neutron] For port 695b9763-c48f-43ad-8dab-5a49e5cadc2b, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:28.656661 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-f468c8f8-fcea-478b-ba20-84ef354e2b3a service neutron] For port 695b9763-c48f-43ad-8dab-5a49e5cadc2b, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=695b9763-c48f-43ad-8dab-5a49e5cadc2b,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:28.664913 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-f468c8f8-fcea-478b-ba20-84ef354e2b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:28.705259 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e70ff-8c45-4aa1-98b4-658d896fdc86 req-581f1baf-0ed1-4099-b98b-05747cb38b83 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:28.706739 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-f468c8f8-fcea-478b-ba20-84ef354e2b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:28.707326 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-f468c8f8-fcea-478b-ba20-84ef354e2b3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:28.707463 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3b0e70ff-8c45-4aa1-98b4-658d896fdc86 req-581f1baf-0ed1-4099-b98b-05747cb38b83 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f1432ac-d655-4d29-b0a5-627cfea77eda HTTP/1.1" status: 200 len: 945 time: 0.0513113 Sep 16 04:44:28.708763 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-f468c8f8-fcea-478b-ba20-84ef354e2b3a service neutron] 10.222.0.48 "PUT /v2.0/ports/695b9763-c48f-43ad-8dab-5a49e5cadc2b HTTP/1.1" status: 200 len: 1097 time: 1.1464446 Sep 16 04:44:28.714280 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10217e15-1423-4723-98a7-eafa86f1e33f tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:28.751912 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3b0e70ff-8c45-4aa1-98b4-658d896fdc86 req-c744d3ac-3250-4765-bbf1-889964cdd7ac tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362720 Sep 16 04:44:28.773573 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468c8f8-fcea-478b-ba20-84ef354e2b3a service neutron] Pushing event updated for resources: {'Port': ['ID=695b9763-c48f-43ad-8dab-5a49e5cadc2b,revision_number=7']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:28.819617 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-9cde5b54-0226-41ca-b34b-2f2d178fba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:28.821428 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-9cde5b54-0226-41ca-b34b-2f2d178fba0f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=832e485315cf4d818578c78d15f3a644&device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 1100 time: 0.0591042 Sep 16 04:44:28.834582 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-10217e15-1423-4723-98a7-eafa86f1e33f tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Deleting port e6e1f6da-eb68-48db-8a9a-00fd3b2cace6 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:28.834936 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10217e15-1423-4723-98a7-eafa86f1e33f tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:28.985300 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10217e15-1423-4723-98a7-eafa86f1e33f tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:29.004628 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-10217e15-1423-4723-98a7-eafa86f1e33f tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Calling delete_port for e6e1f6da-eb68-48db-8a9a-00fd3b2cace6 owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:29.020035 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-59b2620c-2623-42c7-86a4-8fdf16d75152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:29.022154 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-59b2620c-2623-42c7-86a4-8fdf16d75152 service neutron] 10.222.0.48 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.1640284 Sep 16 04:44:29.100698 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-00a4a9b9-7644-4500-9fc4-ccf36ce6d766 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=695b9763-c48f-43ad-8dab-5a49e5cadc2b HTTP/1.1" status: 200 len: 217 time: 0.0399456 Sep 16 04:44:29.181527 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18f940-0065-4ad0-9d51-22f1ca962afd req-fb4c7cc1-f3aa-448b-b41f-cd1016f212f6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:29.188155 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18f940-0065-4ad0-9d51-22f1ca962afd req-fb4c7cc1-f3aa-448b-b41f-cd1016f212f6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:29.194593 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:29.197336 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18f940-0065-4ad0-9d51-22f1ca962afd req-fb4c7cc1-f3aa-448b-b41f-cd1016f212f6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:29.202140 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-a3ad1e29-8354-4043-983b-d585b279a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:29.202510 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-a3ad1e29-8354-4043-983b-d585b279a40b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0902758 Sep 16 04:44:29.203945 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18f940-0065-4ad0-9d51-22f1ca962afd req-fb4c7cc1-f3aa-448b-b41f-cd1016f212f6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:29.211081 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18f940-0065-4ad0-9d51-22f1ca962afd req-fb4c7cc1-f3aa-448b-b41f-cd1016f212f6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:29.218597 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18f940-0065-4ad0-9d51-22f1ca962afd req-fb4c7cc1-f3aa-448b-b41f-cd1016f212f6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:29.225712 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18f940-0065-4ad0-9d51-22f1ca962afd req-fb4c7cc1-f3aa-448b-b41f-cd1016f212f6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:29.228717 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fd18f940-0065-4ad0-9d51-22f1ca962afd req-fb4c7cc1-f3aa-448b-b41f-cd1016f212f6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5420 time: 0.1098113 Sep 16 04:44:29.228859 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:29.229212 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 7c5c8e87-e1ed-4546-bcb1-05bd50e68a6d not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:29.273941 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fd18f940-0065-4ad0-9d51-22f1ca962afd req-9ab969cc-f4b4-4108-94c7-4f685485a654 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&id=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385282 Sep 16 04:44:29.307310 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-6da2bd30-ebc0-4286-ab36-eb4fc1e7fa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:29.308860 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-6da2bd30-ebc0-4286-ab36-eb4fc1e7fa58 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0973732 Sep 16 04:44:29.317766 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10217e15-1423-4723-98a7-eafa86f1e33f tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:29.364761 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99ab8e9-cecc-4f6a-9a21-58d8e2199c72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '695b9763-c48f-43ad-8dab-5a49e5cadc2b'}, {'name': 'network-changed', 'server_uuid': 'f99ab8e9-cecc-4f6a-9a21-58d8e2199c72', 'tag': '695b9763-c48f-43ad-8dab-5a49e5cadc2b'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:29.367243 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90148bf1-a469-4a3a-a87c-4b02618eb5b0" -d '{"events": [{"server_uuid": "f99ab8e9-cecc-4f6a-9a21-58d8e2199c72", "name": "network-vif-unplugged", "status": "completed", "tag": "695b9763-c48f-43ad-8dab-5a49e5cadc2b"}, {"name": "network-changed", "server_uuid": "f99ab8e9-cecc-4f6a-9a21-58d8e2199c72", "tag": "695b9763-c48f-43ad-8dab-5a49e5cadc2b"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:29.372738 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10217e15-1423-4723-98a7-eafa86f1e33f tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Pushing event deleted for resources: {'Port': ['ID=e6e1f6da-eb68-48db-8a9a-00fd3b2cace6,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:29.452341 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e19fa44-18f3-4b9d-bead-30889f035bfc x-openstack-request-id: req-6e19fa44-18f3-4b9d-bead-30889f035bfc {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:29.452662 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99ab8e9-cecc-4f6a-9a21-58d8e2199c72", "name": "network-vif-unplugged", "status": "completed", "tag": "695b9763-c48f-43ad-8dab-5a49e5cadc2b", "code": 200}, {"name": "network-changed", "server_uuid": "f99ab8e9-cecc-4f6a-9a21-58d8e2199c72", "tag": "695b9763-c48f-43ad-8dab-5a49e5cadc2b", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:29.452911 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6e19fa44-18f3-4b9d-bead-30889f035bfc {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:29.453302 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99ab8e9-cecc-4f6a-9a21-58d8e2199c72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '695b9763-c48f-43ad-8dab-5a49e5cadc2b', 'code': 200} Sep 16 04:44:29.453554 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f99ab8e9-cecc-4f6a-9a21-58d8e2199c72', 'tag': '695b9763-c48f-43ad-8dab-5a49e5cadc2b', 'status': 'completed', 'code': 200} Sep 16 04:44:29.495042 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10217e15-1423-4723-98a7-eafa86f1e33f tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:29.531176 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-aaf80f85-63e0-4afb-919f-ea4ba3a1a5cb service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100153 Sep 16 04:44:29.539847 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef750c2-5a61-4b4d-a542-e1a551e69e8b req-e218e7a3-aa70-48ef-9d1d-d154e8c49b20 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:29.541352 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2ef750c2-5a61-4b4d-a542-e1a551e69e8b req-e218e7a3-aa70-48ef-9d1d-d154e8c49b20 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 948 time: 0.0673501 Sep 16 04:44:29.579401 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2ef750c2-5a61-4b4d-a542-e1a551e69e8b req-56c888bc-4f7e-4ba8-820b-c9accd3fc60f tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319188 Sep 16 04:44:29.903506 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8457b-977d-4877-9472-eca8faf823ca req-296d45dc-2333-49c5-a083-3c687c70c234 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:29.905090 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1fa8457b-977d-4877-9472-eca8faf823ca req-296d45dc-2333-49c5-a083-3c687c70c234 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e745e20-fb30-401b-927d-65ce174771ac HTTP/1.1" status: 200 len: 945 time: 0.0503020 Sep 16 04:44:29.928132 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10217e15-1423-4723-98a7-eafa86f1e33f tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:29.936469 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10217e15-1423-4723-98a7-eafa86f1e33f tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:29.944896 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1fa8457b-977d-4877-9472-eca8faf823ca req-c13c3369-d2af-4126-b40c-5402f85d2549 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.35 "GET /v2.0/security-groups?id=c126b3c7-422b-4d5c-af85-aa69910fdf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334787 Sep 16 04:44:29.960234 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 695b9763-c48f-43ad-8dab-5a49e5cadc2b no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:30.001587 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 695b9763-c48f-43ad-8dab-5a49e5cadc2b not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:30.025085 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90148bf1-a469-4a3a-a87c-4b02618eb5b0 req-8b523c7a-bf45-4505-9aba-89b475988cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.026663 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-90148bf1-a469-4a3a-a87c-4b02618eb5b0 req-8b523c7a-bf45-4505-9aba-89b475988cbd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=832e485315cf4d818578c78d15f3a644&device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 1100 time: 0.4980657 Sep 16 04:44:30.029152 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10217e15-1423-4723-98a7-eafa86f1e33f tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:30.029669 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10217e15-1423-4723-98a7-eafa86f1e33f tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Fanout notify agent at l3_agent the message router_deleted on router 409ac353-adf6-4fa9-8f14-df3d766481e2 {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:44:30.038461 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10217e15-1423-4723-98a7-eafa86f1e33f tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:30.041009 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-10217e15-1423-4723-98a7-eafa86f1e33f tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] 10.222.0.35 "DELETE /v2.0/routers/409ac353-adf6-4fa9-8f14-df3d766481e2 HTTP/1.1" status: 204 len: 168 time: 1.7037530 Sep 16 04:44:30.044240 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36712) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:30.053290 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-4bc927de-aeb6-4591-b38a-ca64d8a875fc tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1816552531', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:30.069400 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61acd3-d4ce-432a-b75d-b5b1d18b4d91 req-67fadc8d-ca4d-478f-940b-84f4cf66cf14 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.070857 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2f61acd3-d4ce-432a-b75d-b5b1d18b4d91 req-67fadc8d-ca4d-478f-940b-84f4cf66cf14 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f1432ac-d655-4d29-b0a5-627cfea77eda HTTP/1.1" status: 200 len: 945 time: 0.0591052 Sep 16 04:44:30.092788 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a8e84bcb-d81c-40b5-8bf0-44703a9e55d4 req-12ee8071-49f1-4b62-a87f-93b751ca070b service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5250266 Sep 16 04:44:30.110605 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2f61acd3-d4ce-432a-b75d-b5b1d18b4d91 req-59f71f88-e724-4dea-a56d-069a37a23ee1 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332870 Sep 16 04:44:30.146250 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4bc927de-aeb6-4591-b38a-ca64d8a875fc tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:30.148106 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4bc927de-aeb6-4591-b38a-ca64d8a875fc tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:30.295937 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4bc927de-aeb6-4591-b38a-ca64d8a875fc tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:30.299873 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90148bf1-a469-4a3a-a87c-4b02618eb5b0 req-0da77b63-58a3-4dad-bbd2-02e7011651c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.301343 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-90148bf1-a469-4a3a-a87c-4b02618eb5b0 req-0da77b63-58a3-4dad-bbd2-02e7011651c5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.2366662 Sep 16 04:44:30.307363 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4bc927de-aeb6-4591-b38a-ca64d8a875fc tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:30.365183 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-90148bf1-a469-4a3a-a87c-4b02618eb5b0 req-88427070-403d-4b19-83d2-162927b00aca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=695b9763-c48f-43ad-8dab-5a49e5cadc2b HTTP/1.1" status: 200 len: 217 time: 0.0492680 Sep 16 04:44:30.372627 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90148bf1-a469-4a3a-a87c-4b02618eb5b0 req-eed6d8b1-9333-46d7-a8b5-565a9bdd2a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.374258 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-90148bf1-a469-4a3a-a87c-4b02618eb5b0 req-eed6d8b1-9333-46d7-a8b5-565a9bdd2a69 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=832e485315cf4d818578c78d15f3a644&device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 1100 time: 0.1643374 Sep 16 04:44:30.374939 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4bc927de-aeb6-4591-b38a-ca64d8a875fc tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:30.378780 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4bc927de-aeb6-4591-b38a-ca64d8a875fc tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3306320 Sep 16 04:44:30.379216 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36722) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:30.384871 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-2bc80955-3f66-4544-8c58-df5fb8ef0102 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'enable_snat': True}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:30.407762 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9142b91-5392-49a3-847a-aa7f4ff3174d req-d598f4f6-bfc8-42ef-ab81-21681026e40f tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.409348 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f9142b91-5392-49a3-847a-aa7f4ff3174d req-d598f4f6-bfc8-42ef-ab81-21681026e40f tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f1432ac-d655-4d29-b0a5-627cfea77eda HTTP/1.1" status: 200 len: 945 time: 0.1887167 Sep 16 04:44:30.556854 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90148bf1-a469-4a3a-a87c-4b02618eb5b0 req-c517f25a-ad6c-4871-afdf-207bbd7a7844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.558359 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-90148bf1-a469-4a3a-a87c-4b02618eb5b0 req-c517f25a-ad6c-4871-afdf-207bbd7a7844 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.1811254 Sep 16 04:44:30.621543 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90148bf1-a469-4a3a-a87c-4b02618eb5b0 req-0c9e0329-ce16-4316-bca7-80f799c34a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.623023 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-90148bf1-a469-4a3a-a87c-4b02618eb5b0 req-0c9e0329-ce16-4316-bca7-80f799c34a3c service neutron] 10.222.0.48 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.2337303 Sep 16 04:44:30.681024 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-90148bf1-a469-4a3a-a87c-4b02618eb5b0 req-1f37ba9c-9c81-40cb-8204-47ff28e3ec4e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=695b9763-c48f-43ad-8dab-5a49e5cadc2b HTTP/1.1" status: 200 len: 217 time: 0.0489666 Sep 16 04:44:30.686117 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90148bf1-a469-4a3a-a87c-4b02618eb5b0 req-d7e00641-cacb-49b3-bd02-0359e410f077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.687696 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-90148bf1-a469-4a3a-a87c-4b02618eb5b0 req-d7e00641-cacb-49b3-bd02-0359e410f077 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1188562 Sep 16 04:44:30.691136 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-f9142b91-5392-49a3-847a-aa7f4ff3174d req-b94630aa-9f75-4b87-a50d-3960ebadf7d5 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Deleting port da4f70ab-38df-4072-b4b9-ed3385ecf818 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:30.692321 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f9142b91-5392-49a3-847a-aa7f4ff3174d req-b94630aa-9f75-4b87-a50d-3960ebadf7d5 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:30.866451 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90148bf1-a469-4a3a-a87c-4b02618eb5b0 req-376a6d9b-79f8-4968-ab1f-ebcea6f8b084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.867927 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-90148bf1-a469-4a3a-a87c-4b02618eb5b0 req-376a6d9b-79f8-4968-ab1f-ebcea6f8b084 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.1521757 Sep 16 04:44:30.929662 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7196d39-9fa2-4e95-9ba4-cc3095717ecc req-aa51df10-af32-4de8-8dbf-f9bb0a985111 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.935548 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7196d39-9fa2-4e95-9ba4-cc3095717ecc req-aa51df10-af32-4de8-8dbf-f9bb0a985111 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.940615 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-f9142b91-5392-49a3-847a-aa7f4ff3174d req-b94630aa-9f75-4b87-a50d-3960ebadf7d5 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] For port da4f70ab-38df-4072-b4b9-ed3385ecf818, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=da4f70ab-38df-4072-b4b9-ed3385ecf818,segment=NetworkSegment(4a16637a-dd29-4e96-bbcc-3812240bb05c),segment_id=4a16637a-dd29-4e96-bbcc-3812240bb05c)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:30.940988 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f9142b91-5392-49a3-847a-aa7f4ff3174d req-b94630aa-9f75-4b87-a50d-3960ebadf7d5 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:30.941333 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7196d39-9fa2-4e95-9ba4-cc3095717ecc req-aa51df10-af32-4de8-8dbf-f9bb0a985111 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.948287 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7196d39-9fa2-4e95-9ba4-cc3095717ecc req-aa51df10-af32-4de8-8dbf-f9bb0a985111 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.954117 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7196d39-9fa2-4e95-9ba4-cc3095717ecc req-aa51df10-af32-4de8-8dbf-f9bb0a985111 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.958386 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-90148bf1-a469-4a3a-a87c-4b02618eb5b0 req-8d091b5b-8a62-4b6d-88a6-38349cbf71df service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611468 Sep 16 04:44:30.959970 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-f9142b91-5392-49a3-847a-aa7f4ff3174d req-b94630aa-9f75-4b87-a50d-3960ebadf7d5 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Calling delete_port for da4f70ab-38df-4072-b4b9-ed3385ecf818 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:30.960969 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7196d39-9fa2-4e95-9ba4-cc3095717ecc req-aa51df10-af32-4de8-8dbf-f9bb0a985111 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.966785 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7196d39-9fa2-4e95-9ba4-cc3095717ecc req-aa51df10-af32-4de8-8dbf-f9bb0a985111 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.969549 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c7196d39-9fa2-4e95-9ba4-cc3095717ecc req-aa51df10-af32-4de8-8dbf-f9bb0a985111 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5420 time: 0.5022182 Sep 16 04:44:30.994780 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90148bf1-a469-4a3a-a87c-4b02618eb5b0 req-053cfa3f-796b-4aa7-a6f8-b6b64cc57521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.996333 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-90148bf1-a469-4a3a-a87c-4b02618eb5b0 req-053cfa3f-796b-4aa7-a6f8-b6b64cc57521 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1136603 Sep 16 04:44:31.009052 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2bc80955-3f66-4544-8c58-df5fb8ef0102 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:31.034936 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dfd86863-50b8-4cad-af68-c57a43377af1 req-0373716d-789a-4e23-a37c-0829cf9dc922 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1811366 Sep 16 04:44:31.065074 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c7196d39-9fa2-4e95-9ba4-cc3095717ecc req-cbb23f7d-70e5-4cc0-9a7f-7925c926f5af tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&id=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612135 Sep 16 04:44:31.187794 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd86863-50b8-4cad-af68-c57a43377af1 req-81867a0e-ec05-4230-b707-4f1fee681ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:31.189261 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dfd86863-50b8-4cad-af68-c57a43377af1 req-81867a0e-ec05-4230-b707-4f1fee681ed0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=832e485315cf4d818578c78d15f3a644&device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 1102 time: 0.1083648 Sep 16 04:44:31.199662 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-90148bf1-a469-4a3a-a87c-4b02618eb5b0 req-4437d01a-c47c-41f7-9c5b-f25a907d42d8 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274346 Sep 16 04:44:31.210845 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be49e70-81b7-4d1f-bb91-f4f8a2ad20e3 req-c2ecce3e-c66e-40ef-8796-7f643d0aedaf tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:31.212352 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0be49e70-81b7-4d1f-bb91-f4f8a2ad20e3 req-c2ecce3e-c66e-40ef-8796-7f643d0aedaf tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9f944e-973a-41b6-98cc-1f07d74d545b HTTP/1.1" status: 200 len: 946 time: 0.0740020 Sep 16 04:44:31.238216 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-90148bf1-a469-4a3a-a87c-4b02618eb5b0 req-2dbbf673-b07f-4d72-97e4-43d65e3a038f service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325015 Sep 16 04:44:31.321182 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f9142b91-5392-49a3-847a-aa7f4ff3174d req-b94630aa-9f75-4b87-a50d-3960ebadf7d5 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:31.358489 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['da4f70ab-38df-4072-b4b9-ed3385ecf818'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:31.359041 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94630aa-9f75-4b87-a50d-3960ebadf7d5 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Pushing event deleted for resources: {'Port': ['ID=da4f70ab-38df-4072-b4b9-ed3385ecf818,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:31.386519 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0be49e70-81b7-4d1f-bb91-f4f8a2ad20e3 req-64dbe93d-f37e-41ff-a566-f3140f90a916 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661267 Sep 16 04:44:31.437164 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-90148bf1-a469-4a3a-a87c-4b02618eb5b0 req-65d3ca4c-9c86-4d3a-83b2-3b6410c026a7 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876373 Sep 16 04:44:31.438260 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9142b91-5392-49a3-847a-aa7f4ff3174d req-b94630aa-9f75-4b87-a50d-3960ebadf7d5 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] No DVR routers for this DVR port da4f70ab-38df-4072-b4b9-ed3385ecf818 on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:31.441434 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f9142b91-5392-49a3-847a-aa7f4ff3174d req-b94630aa-9f75-4b87-a50d-3960ebadf7d5 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:31.446208 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f9142b91-5392-49a3-847a-aa7f4ff3174d req-b94630aa-9f75-4b87-a50d-3960ebadf7d5 tempest-ListServerFiltersTestJSON-1340339478 tempest-ListServerFiltersTestJSON-1340339478-project] 10.222.0.47 "DELETE /v2.0/ports/da4f70ab-38df-4072-b4b9-ed3385ecf818 HTTP/1.1" status: 204 len: 173 time: 1.0143042 Sep 16 04:44:31.447074 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd86863-50b8-4cad-af68-c57a43377af1 req-f3c8faaf-496c-4de9-aad2-ec4488860ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:31.448531 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dfd86863-50b8-4cad-af68-c57a43377af1 req-f3c8faaf-496c-4de9-aad2-ec4488860ecc service neutron] 10.222.0.48 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.2300394 Sep 16 04:44:31.451928 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2bc80955-3f66-4544-8c58-df5fb8ef0102 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:31.454758 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1432ac-d655-4d29-b0a5-627cfea77eda', 'name': 'network-vif-deleted', 'tag': 'da4f70ab-38df-4072-b4b9-ed3385ecf818'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:31.457467 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862bb45d-8b5a-4a17-a778-2d066183eb67" -d '{"events": [{"server_uuid": "8f1432ac-d655-4d29-b0a5-627cfea77eda", "name": "network-vif-deleted", "tag": "da4f70ab-38df-4072-b4b9-ed3385ecf818"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:31.512753 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2bc80955-3f66-4544-8c58-df5fb8ef0102 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:31.573714 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dfd86863-50b8-4cad-af68-c57a43377af1 req-68d6d7b4-9ce6-4e87-9b45-35e72e127a72 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d HTTP/1.1" status: 200 len: 217 time: 0.1112096 Sep 16 04:44:31.679100 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e1e02-2323-43ef-8063-48b9b3a3cc8b req-b685b84d-f55a-486a-b4ca-37a24170a1be tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:31.680702 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-031e1e02-2323-43ef-8063-48b9b3a3cc8b req-b685b84d-f55a-486a-b4ca-37a24170a1be tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 948 time: 0.1804740 Sep 16 04:44:31.703982 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd86863-50b8-4cad-af68-c57a43377af1 req-1724d75c-fab1-403f-bbea-99e636ca3234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:31.705590 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dfd86863-50b8-4cad-af68-c57a43377af1 req-1724d75c-fab1-403f-bbea-99e636ca3234 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0931218 Sep 16 04:44:31.720915 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b2ebe-e779-4d54-a74f-3535f8285534 req-f2369cd5-63fb-4464-b808-7afed0001eb4 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:31.722370 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-bd2b2ebe-e779-4d54-a74f-3535f8285534 req-f2369cd5-63fb-4464-b808-7afed0001eb4 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e745e20-fb30-401b-927d-65ce174771ac HTTP/1.1" status: 200 len: 945 time: 0.0500555 Sep 16 04:44:31.808043 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-031e1e02-2323-43ef-8063-48b9b3a3cc8b req-9c2535e5-7e39-4dcf-8cd2-fa4bfa5f34d6 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206343 Sep 16 04:44:31.820954 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-2bc80955-3f66-4544-8c58-df5fb8ef0102 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Allocated IP 172.25.8.238 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/bc1a4247-a065-4f2f-891f-9ae4c2912d6a) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:31.823656 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-bd2b2ebe-e779-4d54-a74f-3535f8285534 req-c644aeb0-9ae6-46fe-800a-f36368ecf713 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] Deleting port 163c37d1-54c8-4349-8fff-11be4a79fbee {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:31.824009 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-bd2b2ebe-e779-4d54-a74f-3535f8285534 req-c644aeb0-9ae6-46fe-800a-f36368ecf713 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:31.827639 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd86863-50b8-4cad-af68-c57a43377af1 req-986622b9-ba6c-4880-ae08-e675f04fb441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:31.829247 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dfd86863-50b8-4cad-af68-c57a43377af1 req-986622b9-ba6c-4880-ae08-e675f04fb441 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0952883 Sep 16 04:44:31.926135 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-bd2b2ebe-e779-4d54-a74f-3535f8285534 req-c644aeb0-9ae6-46fe-800a-f36368ecf713 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] For port 163c37d1-54c8-4349-8fff-11be4a79fbee, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=163c37d1-54c8-4349-8fff-11be4a79fbee,segment=NetworkSegment(a8e3cee4-c9c7-427b-8884-065ab0cd72ce),segment_id=a8e3cee4-c9c7-427b-8884-065ab0cd72ce)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:31.926505 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-bd2b2ebe-e779-4d54-a74f-3535f8285534 req-c644aeb0-9ae6-46fe-800a-f36368ecf713 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:31.943021 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-bd2b2ebe-e779-4d54-a74f-3535f8285534 req-c644aeb0-9ae6-46fe-800a-f36368ecf713 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] Calling delete_port for 163c37d1-54c8-4349-8fff-11be4a79fbee owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:32.035075 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2bc80955-3f66-4544-8c58-df5fb8ef0102 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:32.070425 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dfd86863-50b8-4cad-af68-c57a43377af1 req-b9ba7705-aab1-483b-937d-ea8036b938cf service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750638 Sep 16 04:44:32.081859 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf82d2-286c-4d77-a14f-54017bbba81a req-621f028a-6804-49a4-8ebf-79c616b46fe3 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:32.083387 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cfbf82d2-286c-4d77-a14f-54017bbba81a req-621f028a-6804-49a4-8ebf-79c616b46fe3 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e745e20-fb30-401b-927d-65ce174771ac HTTP/1.1" status: 200 len: 945 time: 0.1013784 Sep 16 04:44:32.102086 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-bd2b2ebe-e779-4d54-a74f-3535f8285534 req-c644aeb0-9ae6-46fe-800a-f36368ecf713 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:32.130190 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c644aeb0-9ae6-46fe-800a-f36368ecf713 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] Pushing event deleted for resources: {'Port': ['ID=163c37d1-54c8-4349-8fff-11be4a79fbee,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:32.177454 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2b2ebe-e779-4d54-a74f-3535f8285534 req-c644aeb0-9ae6-46fe-800a-f36368ecf713 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] No DVR routers for this DVR port 163c37d1-54c8-4349-8fff-11be4a79fbee on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:32.177937 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2bc80955-3f66-4544-8c58-df5fb8ef0102 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:32.181032 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-bd2b2ebe-e779-4d54-a74f-3535f8285534 req-c644aeb0-9ae6-46fe-800a-f36368ecf713 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:32.183073 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-bd2b2ebe-e779-4d54-a74f-3535f8285534 req-c644aeb0-9ae6-46fe-800a-f36368ecf713 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.47 "DELETE /v2.0/ports/163c37d1-54c8-4349-8fff-11be4a79fbee HTTP/1.1" status: 204 len: 173 time: 0.4536343 Sep 16 04:44:32.237009 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cfbf82d2-286c-4d77-a14f-54017bbba81a req-c3c0f60e-5a86-455e-b8e4-2922e4556b80 tempest-AttachSCSIVolumeTestJSON-1778272217 tempest-AttachSCSIVolumeTestJSON-1778272217-project] 10.222.0.35 "GET /v2.0/security-groups?id=c126b3c7-422b-4d5c-af85-aa69910fdf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461027 Sep 16 04:44:32.242422 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc80955-3f66-4544-8c58-df5fb8ef0102 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:32.258353 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-2bc80955-3f66-4544-8c58-df5fb8ef0102 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:32.266748 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc80955-3f66-4544-8c58-df5fb8ef0102 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:32.268669 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc80955-3f66-4544-8c58-df5fb8ef0102 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Pushing event updated for resources: {'Port': ['ID=bc1a4247-a065-4f2f-891f-9ae4c2912d6a,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:32.298137 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36740) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:32.300804 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dfd86863-50b8-4cad-af68-c57a43377af1 req-3acd313c-7093-4257-aeda-d7ec18a8a6dd service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159519 Sep 16 04:44:32.353368 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cebcb36-f588-4ea1-b854-b6b683ca871c admin admin] Deleting subnet 6e60d629-d6f8-42a4-95c3-05795e4a4154 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:44:32.356908 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8cebcb36-f588-4ea1-b854-b6b683ca871c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:32.395400 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8cebcb36-f588-4ea1-b854-b6b683ca871c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:32.440373 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3101ebf1-7d8e-478b-ba5a-8253c95f46f3 x-openstack-request-id: req-3101ebf1-7d8e-478b-ba5a-8253c95f46f3 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:32.441062 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1432ac-d655-4d29-b0a5-627cfea77eda", "name": "network-vif-deleted", "tag": "da4f70ab-38df-4072-b4b9-ed3385ecf818", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:32.441062 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3101ebf1-7d8e-478b-ba5a-8253c95f46f3 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:32.441305 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f1432ac-d655-4d29-b0a5-627cfea77eda', 'name': 'network-vif-deleted', 'tag': 'da4f70ab-38df-4072-b4b9-ed3385ecf818', 'status': 'completed', 'code': 200} Sep 16 04:44:32.497058 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8cebcb36-f588-4ea1-b854-b6b683ca871c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:32.562489 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8cebcb36-f588-4ea1-b854-b6b683ca871c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:32.589163 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cebcb36-f588-4ea1-b854-b6b683ca871c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e60d629-d6f8-42a4-95c3-05795e4a4154,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:32.600046 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2bc80955-3f66-4544-8c58-df5fb8ef0102 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:32.600792 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8cebcb36-f588-4ea1-b854-b6b683ca871c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:32.602412 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46f3d82-db28-45f4-aa6c-6cf810f7465e None None] Network 3bacabb8-4ab3-4c7c-b74a-408f67084c47 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:44:32.602825 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8cebcb36-f588-4ea1-b854-b6b683ca871c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6e60d629-d6f8-42a4-95c3-05795e4a4154 HTTP/1.1" status: 204 len: 168 time: 0.3041730 Sep 16 04:44:32.606768 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36744) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:32.620129 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ddec7a-a4b3-4ca5-b51e-ac04e66ce6f8 req-7687b4ff-b695-463b-9fe6-06d7ac014159 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:32.626130 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ddec7a-a4b3-4ca5-b51e-ac04e66ce6f8 req-7687b4ff-b695-463b-9fe6-06d7ac014159 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:32.633490 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ddec7a-a4b3-4ca5-b51e-ac04e66ce6f8 req-7687b4ff-b695-463b-9fe6-06d7ac014159 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:32.639547 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ddec7a-a4b3-4ca5-b51e-ac04e66ce6f8 req-7687b4ff-b695-463b-9fe6-06d7ac014159 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:32.645544 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ddec7a-a4b3-4ca5-b51e-ac04e66ce6f8 req-7687b4ff-b695-463b-9fe6-06d7ac014159 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:32.652697 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ddec7a-a4b3-4ca5-b51e-ac04e66ce6f8 req-7687b4ff-b695-463b-9fe6-06d7ac014159 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:32.658664 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ddec7a-a4b3-4ca5-b51e-ac04e66ce6f8 req-7687b4ff-b695-463b-9fe6-06d7ac014159 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:32.665178 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4ddec7a-a4b3-4ca5-b51e-ac04e66ce6f8 req-7687b4ff-b695-463b-9fe6-06d7ac014159 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5420 time: 0.1612887 Sep 16 04:44:32.788021 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:44:32.821175 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012ff13d-a76f-42dc-b536-ade7658e390c None None] DHCP port deletion for 3bacabb8-4ab3-4c7c-b74a-408f67084c47 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:44:32.846641 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-29ce2824-be61-42b0-9914-f7ba495fed1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:32.856333 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4ddec7a-a4b3-4ca5-b51e-ac04e66ce6f8 req-83b4a147-0e7a-452c-a046-542cc957543d tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&id=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1477282 Sep 16 04:44:32.870789 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-012ff13d-a76f-42dc-b536-ade7658e390c None None] Deleting port 017fabc1-50bd-40d8-a58d-27be22881b85 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:32.871397 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-012ff13d-a76f-42dc-b536-ade7658e390c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:32.941691 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-012ff13d-a76f-42dc-b536-ade7658e390c None None] For port 017fabc1-50bd-40d8-a58d-27be22881b85, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=017fabc1-50bd-40d8-a58d-27be22881b85,segment=NetworkSegment(4a16637a-dd29-4e96-bbcc-3812240bb05c),segment_id=4a16637a-dd29-4e96-bbcc-3812240bb05c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:32.942084 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-012ff13d-a76f-42dc-b536-ade7658e390c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:32.955771 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-012ff13d-a76f-42dc-b536-ade7658e390c None None] Calling delete_port for 017fabc1-50bd-40d8-a58d-27be22881b85 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:33.034093 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-012ff13d-a76f-42dc-b536-ade7658e390c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:33.061112 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ff13d-a76f-42dc-b536-ade7658e390c None None] Pushing event deleted for resources: {'Port': ['ID=017fabc1-50bd-40d8-a58d-27be22881b85,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:33.063211 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012ff13d-a76f-42dc-b536-ade7658e390c None None] No DVR routers for this DVR port 017fabc1-50bd-40d8-a58d-27be22881b85 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:33.089608 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b93ee7-4824-48ae-a6e5-55e5bd08350c req-b7a6d392-ef01-4f85-ae53-acf7ade663cf tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:33.091161 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-66b93ee7-4824-48ae-a6e5-55e5bd08350c req-b7a6d392-ef01-4f85-ae53-acf7ade663cf tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9f944e-973a-41b6-98cc-1f07d74d545b HTTP/1.1" status: 200 len: 946 time: 0.1432250 Sep 16 04:44:33.101669 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-29ce2824-be61-42b0-9914-f7ba495fed1b admin admin] Deleting port 017fabc1-50bd-40d8-a58d-27be22881b85 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:33.102008 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-29ce2824-be61-42b0-9914-f7ba495fed1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:33.110148 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2bc80955-3f66-4544-8c58-df5fb8ef0102 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-986631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1171'] for router, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:33.137372 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2bc80955-3f66-4544-8c58-df5fb8ef0102 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-986636'] for router, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:33.154321 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221bfcb-be54-4214-aca1-ddec15041619 req-8d77bfaa-7d00-4960-8190-3cd58c5fc486 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:33.155760 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0221bfcb-be54-4214-aca1-ddec15041619 req-8d77bfaa-7d00-4960-8190-3cd58c5fc486 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd9f944e-973a-41b6-98cc-1f07d74d545b HTTP/1.1" status: 200 len: 946 time: 0.1667242 Sep 16 04:44:33.198969 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 695b9763-c48f-43ad-8dab-5a49e5cadc2b details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:33.272220 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-66b93ee7-4824-48ae-a6e5-55e5bd08350c req-8c385d1b-bcca-4254-b51d-db48d2823d0b tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682308 Sep 16 04:44:33.283251 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-29ce2824-be61-42b0-9914-f7ba495fed1b admin admin] For port 017fabc1-50bd-40d8-a58d-27be22881b85, host n-d-712139-15, got binding levels [] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:33.283616 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-29ce2824-be61-42b0-9914-f7ba495fed1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:33.310880 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 695b9763-c48f-43ad-8dab-5a49e5cadc2b, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=695b9763-c48f-43ad-8dab-5a49e5cadc2b,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:33.326730 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '695b9763-c48f-43ad-8dab-5a49e5cadc2b', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': '695b9763-c48f-43ad-8dab-5a49e5cadc2b', 'mac_address': 'fa:16:3e:35:35:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:33.333389 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-29ce2824-be61-42b0-9914-f7ba495fed1b admin admin] Calling delete_port for 017fabc1-50bd-40d8-a58d-27be22881b85 owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:33.339625 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.ipam_backend_mixin [None req-29ce2824-be61-42b0-9914-f7ba495fed1b admin admin] Port 017fabc1-50bd-40d8-a58d-27be22881b85 was not found and therefore no delete operation was performed {{(pid=94767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 04:44:33.366194 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:33.370228 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-29ce2824-be61-42b0-9914-f7ba495fed1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:33.379017 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 695b9763-c48f-43ad-8dab-5a49e5cadc2b {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:33.401743 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 695b9763-c48f-43ad-8dab-5a49e5cadc2b, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=695b9763-c48f-43ad-8dab-5a49e5cadc2b,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:33.405620 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:33.457798 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=695b9763-c48f-43ad-8dab-5a49e5cadc2b,revision_number=8']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:33.554224 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 017fabc1-50bd-40d8-a58d-27be22881b85 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:33.576076 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 017fabc1-50bd-40d8-a58d-27be22881b85 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:33.576419 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 017fabc1-50bd-40d8-a58d-27be22881b85 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:33.728129 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ce2824-be61-42b0-9914-f7ba495fed1b admin admin] No DVR routers for this DVR port 017fabc1-50bd-40d8-a58d-27be22881b85 on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:33.736970 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce2824-be61-42b0-9914-f7ba495fed1b admin admin] Pushing event deleted for resources: {'Port': ['ID=017fabc1-50bd-40d8-a58d-27be22881b85,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:33.841682 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5ff49-38a5-4c1e-a3d5-05810d4a2837 req-b0548ef4-8f90-4199-83cd-63af0ee1537b tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:33.843160 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-64a5ff49-38a5-4c1e-a3d5-05810d4a2837 req-b0548ef4-8f90-4199-83cd-63af0ee1537b tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 948 time: 0.4770041 Sep 16 04:44:33.847372 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-29ce2824-be61-42b0-9914-f7ba495fed1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:33.856494 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-0221bfcb-be54-4214-aca1-ddec15041619 req-656f8053-0e0d-43db-81a2-117440dcbe73 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Deleting port bc9d59e4-4cb0-4923-92e3-e748bbcab957 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:33.856851 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0221bfcb-be54-4214-aca1-ddec15041619 req-656f8053-0e0d-43db-81a2-117440dcbe73 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:33.920988 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-29ce2824-be61-42b0-9914-f7ba495fed1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bacabb8-4ab3-4c7c-b74a-408f67084c47']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:33.942884 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-29ce2824-be61-42b0-9914-f7ba495fed1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a16637a-dd29-4e96-bbcc-3812240bb05c') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:33.943206 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-29ce2824-be61-42b0-9914-f7ba495fed1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a16637a-dd29-4e96-bbcc-3812240bb05c') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:33.972907 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device da4f70ab-38df-4072-b4b9-ed3385ecf818 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:33.993660 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: da4f70ab-38df-4072-b4b9-ed3385ecf818 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:33.993970 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device da4f70ab-38df-4072-b4b9-ed3385ecf818 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:33.994347 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-29ce2824-be61-42b0-9914-f7ba495fed1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:33.994448 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 163c37d1-54c8-4349-8fff-11be4a79fbee no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:34.004792 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-64a5ff49-38a5-4c1e-a3d5-05810d4a2837 req-8fc2d855-3d0c-4e86-b165-8e3dde286526 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507556 Sep 16 04:44:34.009011 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc80955-3f66-4544-8c58-df5fb8ef0102 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Router b1c40336-3bbf-4833-bb61-d6217fab20bf is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:44:34.015237 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: 163c37d1-54c8-4349-8fff-11be4a79fbee {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:34.015237 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 163c37d1-54c8-4349-8fff-11be4a79fbee not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:34.019908 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-29ce2824-be61-42b0-9914-f7ba495fed1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:34.043739 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ce2824-be61-42b0-9914-f7ba495fed1b admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:44:34.044110 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-29ce2824-be61-42b0-9914-f7ba495fed1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:34.047354 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:44:34.047354 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:44:34.047354 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:44:34.047354 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:44:34.047354 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:44:34.047354 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:44:34.047354 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:44:34.047354 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:44:34.047354 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:44:34.047354 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:44:34.047354 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:44:34.047354 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:44:34.047354 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:44:34.047354 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:44:34.047354 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:44:34.047354 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:44:34.047354 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:44:34.047354 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:44:34.047354 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:44:34.047354 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:44:34.047354 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:44:34.047354 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:44:34.047354 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:44:34.047354 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:44:34.047354 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:44:34.047354 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:44:34.047354 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:44:34.047354 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:44:34.047354 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:44:34.047354 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:44:34.047354 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:44:34.047354 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:44:34.142412 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-0221bfcb-be54-4214-aca1-ddec15041619 req-656f8053-0e0d-43db-81a2-117440dcbe73 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] For port bc9d59e4-4cb0-4923-92e3-e748bbcab957, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=bc9d59e4-4cb0-4923-92e3-e748bbcab957,segment=NetworkSegment(8a88cf17-2626-40ee-b5d7-20831c5d590c),segment_id=8a88cf17-2626-40ee-b5d7-20831c5d590c)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:34.143076 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0221bfcb-be54-4214-aca1-ddec15041619 req-656f8053-0e0d-43db-81a2-117440dcbe73 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:34.168626 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-0221bfcb-be54-4214-aca1-ddec15041619 req-656f8053-0e0d-43db-81a2-117440dcbe73 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Calling delete_port for bc9d59e4-4cb0-4923-92e3-e748bbcab957 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:34.180710 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-29ce2824-be61-42b0-9914-f7ba495fed1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:34.223619 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-29ce2824-be61-42b0-9914-f7ba495fed1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:34.226205 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-29ce2824-be61-42b0-9914-f7ba495fed1b admin admin] 10.222.0.35 "DELETE /v2.0/networks/3bacabb8-4ab3-4c7c-b74a-408f67084c47 HTTP/1.1" status: 204 len: 168 time: 1.6181011 Sep 16 04:44:34.245378 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce2824-be61-42b0-9914-f7ba495fed1b admin admin] Pushing event deleted for resources: {'Network': ['ID=3bacabb8-4ab3-4c7c-b74a-408f67084c47,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:34.316419 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc80955-3f66-4544-8c58-df5fb8ef0102 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:44:34.328091 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775616fd-ae9e-4fed-9a8f-d92fa362624b None None] Sync routers for ids ['b1c40336-3bbf-4833-bb61-d6217fab20bf'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:44:34.331391 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2bc80955-3f66-4544-8c58-df5fb8ef0102 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:34.336218 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36770) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:34.336749 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2bc80955-3f66-4544-8c58-df5fb8ef0102 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] 10.222.0.35 "PUT /v2.0/routers/b1c40336-3bbf-4833-bb61-d6217fab20bf HTTP/1.1" status: 200 len: 915 time: 3.9559109 Sep 16 04:44:34.350409 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775616fd-ae9e-4fed-9a8f-d92fa362624b None None] Routers {'b1c40336-3bbf-4833-bb61-d6217fab20bf'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:34.351546 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-775616fd-ae9e-4fed-9a8f-d92fa362624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:44:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b1c40336-3bbf-4833-bb61-d6217fab20bf'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:34.401352 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-775616fd-ae9e-4fed-9a8f-d92fa362624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:34.416588 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775616fd-ae9e-4fed-9a8f-d92fa362624b None None] Routers {'b1c40336-3bbf-4833-bb61-d6217fab20bf'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:34.417577 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-775616fd-ae9e-4fed-9a8f-d92fa362624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:44:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b1c40336-3bbf-4833-bb61-d6217fab20bf'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:34.451721 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e745e20-fb30-401b-927d-65ce174771ac', 'name': 'network-vif-deleted', 'tag': '163c37d1-54c8-4349-8fff-11be4a79fbee'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:34.457954 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d5e891-d364-403e-a78d-a2939f7212fa" -d '{"events": [{"server_uuid": "5e745e20-fb30-401b-927d-65ce174771ac", "name": "network-vif-deleted", "tag": "163c37d1-54c8-4349-8fff-11be4a79fbee"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:34.458404 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573f425-8655-4274-87cd-25eb388e7684 req-540c289f-81c7-406c-af02-b6c6c3f1f85d tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:34.460333 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-775616fd-ae9e-4fed-9a8f-d92fa362624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:34.461208 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775616fd-ae9e-4fed-9a8f-d92fa362624b None None] The sync data for ids ['b1c40336-3bbf-4833-bb61-d6217fab20bf'] in n-d-712139-15 is: [] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:44:34.465697 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573f425-8655-4274-87cd-25eb388e7684 req-540c289f-81c7-406c-af02-b6c6c3f1f85d tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:34.472813 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573f425-8655-4274-87cd-25eb388e7684 req-540c289f-81c7-406c-af02-b6c6c3f1f85d tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:34.480616 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573f425-8655-4274-87cd-25eb388e7684 req-540c289f-81c7-406c-af02-b6c6c3f1f85d tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:34.487005 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573f425-8655-4274-87cd-25eb388e7684 req-540c289f-81c7-406c-af02-b6c6c3f1f85d tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:34.493294 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573f425-8655-4274-87cd-25eb388e7684 req-540c289f-81c7-406c-af02-b6c6c3f1f85d tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:34.499697 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573f425-8655-4274-87cd-25eb388e7684 req-540c289f-81c7-406c-af02-b6c6c3f1f85d tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:34.501917 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c573f425-8655-4274-87cd-25eb388e7684 req-540c289f-81c7-406c-af02-b6c6c3f1f85d tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5420 time: 0.1410711 Sep 16 04:44:34.521636 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36780) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:34.560331 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-bf400dc3-3812-4a90-a1df-8b2508dc2431 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] 10.222.0.35 "GET /v2.0/routers/b1c40336-3bbf-4833-bb61-d6217fab20bf HTTP/1.1" status: 200 len: 921 time: 0.2212753 Sep 16 04:44:34.563093 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c573f425-8655-4274-87cd-25eb388e7684 req-fe53cfc9-bdeb-491c-a23b-6df9ad9a4f06 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&id=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538630 Sep 16 04:44:34.563881 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0221bfcb-be54-4214-aca1-ddec15041619 req-656f8053-0e0d-43db-81a2-117440dcbe73 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:34.568835 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36782) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:34.588008 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-097d4ec4-4b68-4d41-92a7-57f47abce7d8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f8cd80d846084d6b908f25b98944f4cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0648980 Sep 16 04:44:34.601244 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36788) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:34.617378 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f8053-0e0d-43db-81a2-117440dcbe73 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Pushing event deleted for resources: {'Port': ['ID=bc9d59e4-4cb0-4923-92e3-e748bbcab957,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:34.669527 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e62468b5-8802-4733-a3d2-568e118afd75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:34.674703 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0221bfcb-be54-4214-aca1-ddec15041619 req-656f8053-0e0d-43db-81a2-117440dcbe73 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] No DVR routers for this DVR port bc9d59e4-4cb0-4923-92e3-e748bbcab957 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:34.687599 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0221bfcb-be54-4214-aca1-ddec15041619 req-656f8053-0e0d-43db-81a2-117440dcbe73 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:34.689581 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0221bfcb-be54-4214-aca1-ddec15041619 req-656f8053-0e0d-43db-81a2-117440dcbe73 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.48 "DELETE /v2.0/ports/bc9d59e4-4cb0-4923-92e3-e748bbcab957 HTTP/1.1" status: 204 len: 173 time: 1.5234816 Sep 16 04:44:34.690047 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9f944e-973a-41b6-98cc-1f07d74d545b', 'name': 'network-vif-deleted', 'tag': 'bc9d59e4-4cb0-4923-92e3-e748bbcab957'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:34.692263 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3a526c-9ae8-4d2f-be72-25d3db5b1b2d" -d '{"events": [{"server_uuid": "dd9f944e-973a-41b6-98cc-1f07d74d545b", "name": "network-vif-deleted", "tag": "bc9d59e4-4cb0-4923-92e3-e748bbcab957"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:34.700549 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d368a37b-811f-4c2d-8b6f-487c898acd4c tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:34.704523 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d368a37b-811f-4c2d-8b6f-487c898acd4c tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=6423976d-c7ec-41de-996e-2a06dce8febc&device_id=b1c40336-3bbf-4833-bb61-d6217fab20bf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1299756 Sep 16 04:44:34.704681 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e62468b5-8802-4733-a3d2-568e118afd75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:34.705731 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36802) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:34.726329 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-10ee375d-54d9-47c1-a430-4bc11a614bc2 req-673fb64a-b45a-4b77-a7bd-fa39591e8349 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9f944e-973a-41b6-98cc-1f07d74d545b HTTP/1.1" status: 200 len: 210 time: 0.0525126 Sep 16 04:44:34.774764 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8337e1f0-de89-4e7f-b1b2-efe273eea4c6 x-openstack-request-id: req-8337e1f0-de89-4e7f-b1b2-efe273eea4c6 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:34.775003 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e745e20-fb30-401b-927d-65ce174771ac", "name": "network-vif-deleted", "tag": "163c37d1-54c8-4349-8fff-11be4a79fbee", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:34.775440 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8337e1f0-de89-4e7f-b1b2-efe273eea4c6 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:34.776009 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e745e20-fb30-401b-927d-65ce174771ac', 'name': 'network-vif-deleted', 'tag': '163c37d1-54c8-4349-8fff-11be4a79fbee', 'status': 'completed', 'code': 200} Sep 16 04:44:34.814046 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f872842-05f8-4a4e-9de4-ba5581b31966 x-openstack-request-id: req-7f872842-05f8-4a4e-9de4-ba5581b31966 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:34.814386 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9f944e-973a-41b6-98cc-1f07d74d545b", "name": "network-vif-deleted", "tag": "bc9d59e4-4cb0-4923-92e3-e748bbcab957", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:34.814718 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7f872842-05f8-4a4e-9de4-ba5581b31966 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:34.815139 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9f944e-973a-41b6-98cc-1f07d74d545b', 'name': 'network-vif-deleted', 'tag': 'bc9d59e4-4cb0-4923-92e3-e748bbcab957', 'status': 'completed', 'code': 200} Sep 16 04:44:34.845282 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dfe4bb-9f4f-4732-86e4-bc86481601e7 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:34.846932 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-68dfe4bb-9f4f-4732-86e4-bc86481601e7 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 881 time: 0.1402683 Sep 16 04:44:34.848275 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e62468b5-8802-4733-a3d2-568e118afd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:34.850915 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36816) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:34.851851 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e62468b5-8802-4733-a3d2-568e118afd75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:34.855585 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e62468b5-8802-4733-a3d2-568e118afd75 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e0c77ca7-bf8c-414b-a54d-0ad3e89ba208 HTTP/1.1" status: 204 len: 168 time: 0.2532246 Sep 16 04:44:34.863902 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62468b5-8802-4733-a3d2-568e118afd75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c77ca7-bf8c-414b-a54d-0ad3e89ba208,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:34.900620 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36820) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:34.901704 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5a8f9154-27d3-45d6-986c-277dc2fafa92 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1c40336-3bbf-4833-bb61-d6217fab20bf HTTP/1.1" status: 200 len: 205 time: 0.0483618 Sep 16 04:44:35.034478 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7740be2e-7edc-4d8b-ba6c-a21d14e2b3e1 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:35.141680 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['695b9763-c48f-43ad-8dab-5a49e5cadc2b'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:35.233011 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device bc9d59e4-4cb0-4923-92e3-e748bbcab957 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:35.253691 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29244e65-31e5-4751-a819-f1b2bfc0d312 req-cf204800-d202-440f-a57e-e76a46af1fad tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:35.265534 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: bc9d59e4-4cb0-4923-92e3-e748bbcab957 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:35.266043 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device bc9d59e4-4cb0-4923-92e3-e748bbcab957 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:35.267223 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-29244e65-31e5-4751-a819-f1b2bfc0d312 req-cf204800-d202-440f-a57e-e76a46af1fad tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 949 time: 0.1250982 Sep 16 04:44:35.341152 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-29244e65-31e5-4751-a819-f1b2bfc0d312 req-43653d8a-1f29-404c-af92-8a2cda4ca1dc tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705776 Sep 16 04:44:35.522523 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7740be2e-7edc-4d8b-ba6c-a21d14e2b3e1 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:35.587368 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-7740be2e-7edc-4d8b-ba6c-a21d14e2b3e1 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Deleting port bc1a4247-a065-4f2f-891f-9ae4c2912d6a {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:35.587735 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7740be2e-7edc-4d8b-ba6c-a21d14e2b3e1 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:35.674825 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7740be2e-7edc-4d8b-ba6c-a21d14e2b3e1 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:35.689535 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-7740be2e-7edc-4d8b-ba6c-a21d14e2b3e1 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Calling delete_port for bc1a4247-a065-4f2f-891f-9ae4c2912d6a owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:35.893379 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7740be2e-7edc-4d8b-ba6c-a21d14e2b3e1 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:35.933313 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740be2e-7edc-4d8b-ba6c-a21d14e2b3e1 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Pushing event deleted for resources: {'Port': ['ID=bc1a4247-a065-4f2f-891f-9ae4c2912d6a,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:35.934753 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-e80e1be8-bae9-40c6-8587-257c5b516dce tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:35.945913 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-e80e1be8-bae9-40c6-8587-257c5b516dce tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.48 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72&tenant_id=832e485315cf4d818578c78d15f3a644&binding%3Ahost_id=n-h2-712139-15 HTTP/1.1" status: 200 len: 949 time: 0.1302512 Sep 16 04:44:35.963621 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5899d-bbe9-4542-a76b-faeb6c9c8b0d req-805437a3-39b7-4041-a20a-be042b665859 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:35.971082 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5899d-bbe9-4542-a76b-faeb6c9c8b0d req-805437a3-39b7-4041-a20a-be042b665859 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:35.977683 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5899d-bbe9-4542-a76b-faeb6c9c8b0d req-805437a3-39b7-4041-a20a-be042b665859 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:35.985293 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5899d-bbe9-4542-a76b-faeb6c9c8b0d req-805437a3-39b7-4041-a20a-be042b665859 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:35.995934 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5899d-bbe9-4542-a76b-faeb6c9c8b0d req-805437a3-39b7-4041-a20a-be042b665859 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:36.006402 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5899d-bbe9-4542-a76b-faeb6c9c8b0d req-805437a3-39b7-4041-a20a-be042b665859 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:36.013142 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7740be2e-7edc-4d8b-ba6c-a21d14e2b3e1 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:36.015516 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5899d-bbe9-4542-a76b-faeb6c9c8b0d req-805437a3-39b7-4041-a20a-be042b665859 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:36.026534 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-65f5899d-bbe9-4542-a76b-faeb6c9c8b0d req-805437a3-39b7-4041-a20a-be042b665859 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5420 time: 0.1657984 Sep 16 04:44:36.094921 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-65f5899d-bbe9-4542-a76b-faeb6c9c8b0d req-7df7c99b-6481-4d5f-8aab-a06ed0d8953c tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&id=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0672581 Sep 16 04:44:36.113644 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7740be2e-7edc-4d8b-ba6c-a21d14e2b3e1 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:36.116769 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7740be2e-7edc-4d8b-ba6c-a21d14e2b3e1 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:36.124916 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-8b59eb01-0beb-425a-b6c1-73df11e22858 service neutron] 10.222.0.48 "GET /v2.0/ports/695b9763-c48f-43ad-8dab-5a49e5cadc2b/bindings/n-h2-712139-15 HTTP/1.1" status: 200 len: 383 time: 0.0954826 Sep 16 04:44:36.163951 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7740be2e-7edc-4d8b-ba6c-a21d14e2b3e1 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:36.165079 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7740be2e-7edc-4d8b-ba6c-a21d14e2b3e1 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Fanout notify agent at l3_agent the message router_deleted on router b1c40336-3bbf-4833-bb61-d6217fab20bf {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:44:36.184295 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7740be2e-7edc-4d8b-ba6c-a21d14e2b3e1 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:36.186114 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7740be2e-7edc-4d8b-ba6c-a21d14e2b3e1 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] 10.222.0.35 "DELETE /v2.0/routers/b1c40336-3bbf-4833-bb61-d6217fab20bf HTTP/1.1" status: 204 len: 168 time: 1.2838395 Sep 16 04:44:36.189410 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36866) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:36.194634 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-a4295eca-d5d3-4fdb-9d82-91e06c09de3f tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-299354451', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:36.220886 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a4295eca-d5d3-4fdb-9d82-91e06c09de3f tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:36.222224 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a4295eca-d5d3-4fdb-9d82-91e06c09de3f tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:36.227467 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78e1df6c-4540-494d-9cf3-a02a1c2c27b1 req-dc2a07c2-d0fe-4341-ac4b-4b246aeeb872 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9f944e-973a-41b6-98cc-1f07d74d545b HTTP/1.1" status: 200 len: 210 time: 0.0456383 Sep 16 04:44:36.242834 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-97d63b49-99dc-4ec6-be90-d21069de0a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:36.244443 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-97d63b49-99dc-4ec6-be90-d21069de0a88 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=832e485315cf4d818578c78d15f3a644&device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 1101 time: 0.0732956 Sep 16 04:44:36.301673 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a4295eca-d5d3-4fdb-9d82-91e06c09de3f tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:36.307752 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a4295eca-d5d3-4fdb-9d82-91e06c09de3f tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:36.327054 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a4295eca-d5d3-4fdb-9d82-91e06c09de3f tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:36.331592 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a4295eca-d5d3-4fdb-9d82-91e06c09de3f tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1385794 Sep 16 04:44:36.331915 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36868) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:36.336803 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-40ee0529-2a46-415a-bcae-906dac06f005 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'enable_snat': False}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:36.382227 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-cc7c6075-5eff-4ded-8368-5bc0cf19dd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:36.383725 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-cc7c6075-5eff-4ded-8368-5bc0cf19dd8b service neutron] 10.222.0.48 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.1300464 Sep 16 04:44:36.395392 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09df430-69f1-4200-bad4-395559ee182b req-29b05af1-7099-405f-96bb-f3e5af413870 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:36.397151 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d09df430-69f1-4200-bad4-395559ee182b req-29b05af1-7099-405f-96bb-f3e5af413870 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 949 time: 0.0683832 Sep 16 04:44:36.451056 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-7f6a33f7-c07a-4fac-b3d6-5b2ed42eed4b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=695b9763-c48f-43ad-8dab-5a49e5cadc2b HTTP/1.1" status: 200 len: 217 time: 0.0528588 Sep 16 04:44:36.517567 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d09df430-69f1-4200-bad4-395559ee182b req-91616485-38d5-4267-ba4c-f6e83da92175 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126959 Sep 16 04:44:36.533729 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-7ab9f87a-28c8-4c01-90ef-09332fada947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:36.535565 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-7ab9f87a-28c8-4c01-90ef-09332fada947 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0747283 Sep 16 04:44:36.564802 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-40ee0529-2a46-415a-bcae-906dac06f005 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:36.601906 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-3732a31d-ddf9-4fb8-b58c-36d307046e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:36.603851 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-3732a31d-ddf9-4fb8-b58c-36d307046e66 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0592616 Sep 16 04:44:36.772438 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-9c0eaa96-00d6-4282-b9ea-9da1b3952aed service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593301 Sep 16 04:44:36.800556 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-40ee0529-2a46-415a-bcae-906dac06f005 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:36.826577 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-40ee0529-2a46-415a-bcae-906dac06f005 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:36.919399 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-a9c64036-9e64-4dd3-b837-bab8dd490852 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172273 Sep 16 04:44:36.955020 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-40ee0529-2a46-415a-bcae-906dac06f005 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Allocated IP 172.25.8.139 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/8225c35f-0bd2-419a-848b-168b823b5ff6) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:37.078424 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-40ee0529-2a46-415a-bcae-906dac06f005 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:37.116107 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-40ee0529-2a46-415a-bcae-906dac06f005 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:37.158257 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ee0529-2a46-415a-bcae-906dac06f005 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:37.161254 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-40ee0529-2a46-415a-bcae-906dac06f005 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:37.165665 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ee0529-2a46-415a-bcae-906dac06f005 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:37.200261 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee0529-2a46-415a-bcae-906dac06f005 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Pushing event updated for resources: {'Port': ['ID=8225c35f-0bd2-419a-848b-168b823b5ff6,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:37.245696 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 695b9763-c48f-43ad-8dab-5a49e5cadc2b up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:37.274873 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846db12f-fe3c-482f-9df5-5f90825ab1f6 req-738794ea-c110-463b-8c05-ae6093dbeaed tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:37.287055 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846db12f-fe3c-482f-9df5-5f90825ab1f6 req-738794ea-c110-463b-8c05-ae6093dbeaed tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:37.297484 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846db12f-fe3c-482f-9df5-5f90825ab1f6 req-738794ea-c110-463b-8c05-ae6093dbeaed tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:37.308277 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846db12f-fe3c-482f-9df5-5f90825ab1f6 req-738794ea-c110-463b-8c05-ae6093dbeaed tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:37.319292 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846db12f-fe3c-482f-9df5-5f90825ab1f6 req-738794ea-c110-463b-8c05-ae6093dbeaed tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:37.328586 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846db12f-fe3c-482f-9df5-5f90825ab1f6 req-738794ea-c110-463b-8c05-ae6093dbeaed tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:37.336528 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846db12f-fe3c-482f-9df5-5f90825ab1f6 req-738794ea-c110-463b-8c05-ae6093dbeaed tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:37.345532 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-846db12f-fe3c-482f-9df5-5f90825ab1f6 req-738794ea-c110-463b-8c05-ae6093dbeaed tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5420 time: 0.1515591 Sep 16 04:44:37.352499 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 695b9763-c48f-43ad-8dab-5a49e5cadc2b completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:44:37.358034 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 695b9763-c48f-43ad-8dab-5a49e5cadc2b triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:37.358599 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:37.433864 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-846db12f-fe3c-482f-9df5-5f90825ab1f6 req-0462772d-3f0e-4e7f-ad0f-06e4a5200562 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&id=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0862727 Sep 16 04:44:37.463462 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36902) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:37.497568 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:37.552024 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-40ee0529-2a46-415a-bcae-906dac06f005 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:37.556677 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99ab8e9-cecc-4f6a-9a21-58d8e2199c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695b9763-c48f-43ad-8dab-5a49e5cadc2b'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:37.562600 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108185d5-ea23-4dd6-82f8-58b7f3d43712" -d '{"events": [{"server_uuid": "f99ab8e9-cecc-4f6a-9a21-58d8e2199c72", "name": "network-vif-plugged", "status": "completed", "tag": "695b9763-c48f-43ad-8dab-5a49e5cadc2b"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:37.571890 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-814889d0-5c11-42c9-a3ad-b3d41fc12530 req-4d3a50a9-2ceb-4419-9c56-ced06bfd955f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9f944e-973a-41b6-98cc-1f07d74d545b HTTP/1.1" status: 200 len: 210 time: 0.0419323 Sep 16 04:44:37.594554 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 695b9763-c48f-43ad-8dab-5a49e5cadc2b, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=695b9763-c48f-43ad-8dab-5a49e5cadc2b,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:37.611183 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:37.671743 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=695b9763-c48f-43ad-8dab-5a49e5cadc2b,revision_number=9']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:37.694233 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-21b154eb-a23e-4bbe-bf19-4cc58d34bf87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:37.695372 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8df31-2a34-4ddb-9190-db651f755a53 req-93a0499a-64cc-44d6-afa4-b8cfdb924c61 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:37.701047 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c0f8df31-2a34-4ddb-9190-db651f755a53 req-93a0499a-64cc-44d6-afa4-b8cfdb924c61 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 950 time: 0.0769503 Sep 16 04:44:37.741208 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c0f8df31-2a34-4ddb-9190-db651f755a53 req-ca405ca7-8cde-4c32-9857-2128666165a8 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378165 Sep 16 04:44:37.798888 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87927ebc-3588-4383-8912-57e0df294ee1 x-openstack-request-id: req-87927ebc-3588-4383-8912-57e0df294ee1 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:37.799190 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99ab8e9-cecc-4f6a-9a21-58d8e2199c72", "name": "network-vif-plugged", "status": "completed", "tag": "695b9763-c48f-43ad-8dab-5a49e5cadc2b", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:37.799444 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-87927ebc-3588-4383-8912-57e0df294ee1 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:37.799848 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99ab8e9-cecc-4f6a-9a21-58d8e2199c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695b9763-c48f-43ad-8dab-5a49e5cadc2b', 'code': 200} Sep 16 04:44:37.837197 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-40ee0529-2a46-415a-bcae-906dac06f005 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-986631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1171'] for router, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:37.845202 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-40ee0529-2a46-415a-bcae-906dac06f005 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-986636'] for router, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:37.928488 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-21b154eb-a23e-4bbe-bf19-4cc58d34bf87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:37.934562 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-21b154eb-a23e-4bbe-bf19-4cc58d34bf87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:38.010445 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b154eb-a23e-4bbe-bf19-4cc58d34bf87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1b3010-538e-4c54-a603-8f390ef69d9b,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:38.018498 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-21b154eb-a23e-4bbe-bf19-4cc58d34bf87 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b15a70b2b9c74d73b1b9681da795dfca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5539784 Sep 16 04:44:38.021907 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36916) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:38.053436 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ee0529-2a46-415a-bcae-906dac06f005 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Router a5f0caf1-3c82-4aac-956b-0c6e24758b99 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:44:38.081700 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d90867ea-87d1-4202-8280-53daa7cfd106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:38.106035 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d90867ea-87d1-4202-8280-53daa7cfd106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:38.154130 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d90867ea-87d1-4202-8280-53daa7cfd106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:38.157117 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d90867ea-87d1-4202-8280-53daa7cfd106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:38.160756 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d90867ea-87d1-4202-8280-53daa7cfd106 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fc1b3010-538e-4c54-a603-8f390ef69d9b HTTP/1.1" status: 204 len: 168 time: 0.1355293 Sep 16 04:44:38.167857 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90867ea-87d1-4202-8280-53daa7cfd106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1b3010-538e-4c54-a603-8f390ef69d9b,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:38.176134 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90867ea-87d1-4202-8280-53daa7cfd106 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:38.176514 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90867ea-87d1-4202-8280-53daa7cfd106 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:38.176850 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ee0529-2a46-415a-bcae-906dac06f005 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:44:38.176970 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90867ea-87d1-4202-8280-53daa7cfd106 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:38.177230 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90867ea-87d1-4202-8280-53daa7cfd106 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:38.177571 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90867ea-87d1-4202-8280-53daa7cfd106 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:38.178103 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90867ea-87d1-4202-8280-53daa7cfd106 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:38.178436 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90867ea-87d1-4202-8280-53daa7cfd106 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:38.178779 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90867ea-87d1-4202-8280-53daa7cfd106 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:38.179077 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90867ea-87d1-4202-8280-53daa7cfd106 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:38.179708 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90867ea-87d1-4202-8280-53daa7cfd106 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:38.179708 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90867ea-87d1-4202-8280-53daa7cfd106 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:38.180019 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90867ea-87d1-4202-8280-53daa7cfd106 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:38.187778 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-40ee0529-2a46-415a-bcae-906dac06f005 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:38.188653 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32886206-e862-4215-bcad-eb232cf24737 None None] Sync routers for ids ['a5f0caf1-3c82-4aac-956b-0c6e24758b99'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:44:38.201590 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36920) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:38.205245 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-40ee0529-2a46-415a-bcae-906dac06f005 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] 10.222.0.35 "PUT /v2.0/routers/a5f0caf1-3c82-4aac-956b-0c6e24758b99 HTTP/1.1" status: 200 len: 915 time: 1.8720405 Sep 16 04:44:38.228281 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32886206-e862-4215-bcad-eb232cf24737 None None] Routers {'a5f0caf1-3c82-4aac-956b-0c6e24758b99'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:38.229061 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-32886206-e862-4215-bcad-eb232cf24737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:44:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['a5f0caf1-3c82-4aac-956b-0c6e24758b99'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:38.268086 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-32886206-e862-4215-bcad-eb232cf24737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:38.279592 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32886206-e862-4215-bcad-eb232cf24737 None None] Routers {'a5f0caf1-3c82-4aac-956b-0c6e24758b99'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:38.280473 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-32886206-e862-4215-bcad-eb232cf24737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:44:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['a5f0caf1-3c82-4aac-956b-0c6e24758b99'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:38.322483 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-32886206-e862-4215-bcad-eb232cf24737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:38.323239 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32886206-e862-4215-bcad-eb232cf24737 None None] The sync data for ids ['a5f0caf1-3c82-4aac-956b-0c6e24758b99'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:44:38.332379 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-22869e8e-7cd9-4cb2-bafb-ba43354cdc33 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] 10.222.0.35 "GET /v2.0/routers/a5f0caf1-3c82-4aac-956b-0c6e24758b99 HTTP/1.1" status: 200 len: 921 time: 0.1266615 Sep 16 04:44:38.332843 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36922) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:38.377143 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0ee4bd-8745-4e34-b346-ca18261f88f9 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:38.379003 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ba0ee4bd-8745-4e34-b346-ca18261f88f9 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=6423976d-c7ec-41de-996e-2a06dce8febc&device_id=a5f0caf1-3c82-4aac-956b-0c6e24758b99&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0453184 Sep 16 04:44:38.382462 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36926) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:38.484239 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3227a315-0e8a-4d17-a075-496d7b9966dd tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:38.485982 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3227a315-0e8a-4d17-a075-496d7b9966dd tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 881 time: 0.1025288 Sep 16 04:44:38.489164 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36932) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:38.524651 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36936) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:38.525182 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f0e2eb0c-8090-4cad-ad6d-d9af157409b2 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f0caf1-3c82-4aac-956b-0c6e24758b99 HTTP/1.1" status: 200 len: 205 time: 0.0345640 Sep 16 04:44:38.584768 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5fa67-fd42-4fa8-a8ca-149a61d901ae req-ac195ed0-af42-4551-b85c-7fd2130e242a tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:38.591087 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5fa67-fd42-4fa8-a8ca-149a61d901ae req-ac195ed0-af42-4551-b85c-7fd2130e242a tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:38.597442 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5fa67-fd42-4fa8-a8ca-149a61d901ae req-ac195ed0-af42-4551-b85c-7fd2130e242a tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:38.604321 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5fa67-fd42-4fa8-a8ca-149a61d901ae req-ac195ed0-af42-4551-b85c-7fd2130e242a tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:38.610973 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5fa67-fd42-4fa8-a8ca-149a61d901ae req-ac195ed0-af42-4551-b85c-7fd2130e242a tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:38.617657 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5fa67-fd42-4fa8-a8ca-149a61d901ae req-ac195ed0-af42-4551-b85c-7fd2130e242a tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:38.623312 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5fa67-fd42-4fa8-a8ca-149a61d901ae req-ac195ed0-af42-4551-b85c-7fd2130e242a tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:38.631877 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dfd5fa67-fd42-4fa8-a8ca-149a61d901ae req-ac195ed0-af42-4551-b85c-7fd2130e242a tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5420 time: 0.1045210 Sep 16 04:44:38.675786 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e9c8e2d7-e01a-4ac7-86b4-43b87690fa87 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:38.684877 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dfd5fa67-fd42-4fa8-a8ca-149a61d901ae req-983adb5e-b17d-44bf-a75a-2e6656be9c5a tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&id=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0480869 Sep 16 04:44:38.822245 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e9c8e2d7-e01a-4ac7-86b4-43b87690fa87 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:38.828156 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b8cdeca4-75f2-4cbc-8ea8-cc255170e7b4 req-25b12e56-e536-44cc-9fa8-e33163c36159 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9f944e-973a-41b6-98cc-1f07d74d545b HTTP/1.1" status: 200 len: 210 time: 0.0322275 Sep 16 04:44:38.889571 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-e9c8e2d7-e01a-4ac7-86b4-43b87690fa87 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Deleting port 8225c35f-0bd2-419a-848b-168b823b5ff6 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:38.891780 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e9c8e2d7-e01a-4ac7-86b4-43b87690fa87 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.006849 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefdd83-60bd-45de-be89-7d7abd61e444 req-399df948-f0ce-44af-8506-68727eb401ec tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:39.008459 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2eefdd83-60bd-45de-be89-7d7abd61e444 req-399df948-f0ce-44af-8506-68727eb401ec tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 950 time: 0.0892940 Sep 16 04:44:39.019688 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e9c8e2d7-e01a-4ac7-86b4-43b87690fa87 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.036143 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36960) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:39.045815 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-e9c8e2d7-e01a-4ac7-86b4-43b87690fa87 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Calling delete_port for 8225c35f-0bd2-419a-848b-168b823b5ff6 owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:39.103282 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2eefdd83-60bd-45de-be89-7d7abd61e444 req-f486e76d-8e0e-4ccb-b729-cca24943accf tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858762 Sep 16 04:44:39.563444 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-6036ac9d-b2a4-4dae-90d5-7415b139fecb admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1717513405-network', 'tenant_id': '8df5de20573a4674a03746b67f11a13a'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:39.616778 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6036ac9d-b2a4-4dae-90d5-7415b139fecb admin admin] Made reservation on behalf of 8df5de20573a4674a03746b67f11a13a for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:39.619023 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6036ac9d-b2a4-4dae-90d5-7415b139fecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.652985 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6036ac9d-b2a4-4dae-90d5-7415b139fecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.668887 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-bad16ad1-4fdb-4021-b4b6-2f2af89319e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:39.670379 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-bad16ad1-4fdb-4021-b4b6-2f2af89319e8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72&tenant_id=832e485315cf4d818578c78d15f3a644 HTTP/1.1" status: 200 len: 1102 time: 0.1181982 Sep 16 04:44:39.693590 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-51a338fd-4dec-4d1d-aba6-00cd064a22b6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-15', 'device_owner': 'compute:nova'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:39.749597 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e9c8e2d7-e01a-4ac7-86b4-43b87690fa87 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.788381 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-51a338fd-4dec-4d1d-aba6-00cd064a22b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.840037 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8e2d7-e01a-4ac7-86b4-43b87690fa87 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Pushing event deleted for resources: {'Port': ['ID=8225c35f-0bd2-419a-848b-168b823b5ff6,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:39.861132 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbb05f-2e57-4817-ae0c-6704cd677306 req-96d9cdda-c03e-45b4-8c05-c5a8b4c4b5df tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:39.869268 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbb05f-2e57-4817-ae0c-6704cd677306 req-96d9cdda-c03e-45b4-8c05-c5a8b4c4b5df tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:39.876102 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbb05f-2e57-4817-ae0c-6704cd677306 req-96d9cdda-c03e-45b4-8c05-c5a8b4c4b5df tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:39.882966 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbb05f-2e57-4817-ae0c-6704cd677306 req-96d9cdda-c03e-45b4-8c05-c5a8b4c4b5df tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:39.890019 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbb05f-2e57-4817-ae0c-6704cd677306 req-96d9cdda-c03e-45b4-8c05-c5a8b4c4b5df tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:39.897283 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbb05f-2e57-4817-ae0c-6704cd677306 req-96d9cdda-c03e-45b4-8c05-c5a8b4c4b5df tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:39.903516 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbb05f-2e57-4817-ae0c-6704cd677306 req-96d9cdda-c03e-45b4-8c05-c5a8b4c4b5df tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:39.905550 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-72dbb05f-2e57-4817-ae0c-6704cd677306 req-96d9cdda-c03e-45b4-8c05-c5a8b4c4b5df tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5420 time: 0.1228724 Sep 16 04:44:39.956183 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-72dbb05f-2e57-4817-ae0c-6704cd677306 req-984dca0e-124f-4af1-899f-5ad7365a11ab tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&id=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413280 Sep 16 04:44:40.027392 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-311d04dd-4ae2-4188-9c63-13ed1a52221e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.051102 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e9c8e2d7-e01a-4ac7-86b4-43b87690fa87 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.129328 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6036ac9d-b2a4-4dae-90d5-7415b139fecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.145892 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6036ac9d-b2a4-4dae-90d5-7415b139fecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.196082 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e9c8e2d7-e01a-4ac7-86b4-43b87690fa87 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.204877 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e9c8e2d7-e01a-4ac7-86b4-43b87690fa87 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.249410 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790bbb2a-31ab-4611-8d85-91d62ebfb4a9 req-0ccc19e6-9e24-423c-b981-9d01b19a30ef tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:40.251891 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-790bbb2a-31ab-4611-8d85-91d62ebfb4a9 req-0ccc19e6-9e24-423c-b981-9d01b19a30ef tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 950 time: 0.0542438 Sep 16 04:44:40.256081 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6036ac9d-b2a4-4dae-90d5-7415b139fecb admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:44:40.292298 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-790bbb2a-31ab-4611-8d85-91d62ebfb4a9 req-3c45252f-bea8-47b1-a381-f9c7547fb4b1 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338311 Sep 16 04:44:40.308346 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036ac9d-b2a4-4dae-90d5-7415b139fecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6e8aba-2e8a-4f87-88cd-df0b1bde710b,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:40.317696 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6036ac9d-b2a4-4dae-90d5-7415b139fecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.320820 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-6036ac9d-b2a4-4dae-90d5-7415b139fecb admin admin] Added segment 6e5f3a16-4e11-4f23-825a-a6e77e86bfa4 of type vlan for network 1ec3db95-f8a7-4d99-baab-1cce8f7187f8 Sep 16 04:44:40.321748 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e9c8e2d7-e01a-4ac7-86b4-43b87690fa87 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.322174 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c8e2d7-e01a-4ac7-86b4-43b87690fa87 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Fanout notify agent at l3_agent the message router_deleted on router a5f0caf1-3c82-4aac-956b-0c6e24758b99 {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:44:40.330508 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e9c8e2d7-e01a-4ac7-86b4-43b87690fa87 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.331699 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e9c8e2d7-e01a-4ac7-86b4-43b87690fa87 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] 10.222.0.35 "DELETE /v2.0/routers/a5f0caf1-3c82-4aac-956b-0c6e24758b99 HTTP/1.1" status: 204 len: 168 time: 1.8060305 Sep 16 04:44:40.335590 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36980) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:40.340259 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-ce1c3c2b-5466-4e6f-9a29-a976e87625f4 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-178406502', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}, 'admin_state_up': False}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:40.395135 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ce1c3c2b-5466-4e6f-9a29-a976e87625f4 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.396852 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ce1c3c2b-5466-4e6f-9a29-a976e87625f4 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.427960 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6036ac9d-b2a4-4dae-90d5-7415b139fecb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.433438 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-51a338fd-4dec-4d1d-aba6-00cd064a22b6 service neutron] For port 695b9763-c48f-43ad-8dab-5a49e5cadc2b, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=695b9763-c48f-43ad-8dab-5a49e5cadc2b,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:40.477977 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6036ac9d-b2a4-4dae-90d5-7415b139fecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.479027 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6036ac9d-b2a4-4dae-90d5-7415b139fecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:40.479969 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6036ac9d-b2a4-4dae-90d5-7415b139fecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.535356 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-51a338fd-4dec-4d1d-aba6-00cd064a22b6 service neutron] For port 695b9763-c48f-43ad-8dab-5a49e5cadc2b, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:40.567424 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ce1c3c2b-5466-4e6f-9a29-a976e87625f4 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.573537 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6036ac9d-b2a4-4dae-90d5-7415b139fecb admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5359223 Sep 16 04:44:40.593460 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36990) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:40.599884 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-5981a791-d731-481f-9fbc-d60309e21b3b admin admin] Request body: {'subnet': {'network_id': '1ec3db95-f8a7-4d99-baab-1cce8f7187f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1717513405-subnet', 'tenant_id': '8df5de20573a4674a03746b67f11a13a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:40.621695 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036ac9d-b2a4-4dae-90d5-7415b139fecb admin admin] Pushing event updated for resources: {'Network': ['ID=1ec3db95-f8a7-4d99-baab-1cce8f7187f8,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:40.628365 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5981a791-d731-481f-9fbc-d60309e21b3b admin admin] Made reservation on behalf of 8df5de20573a4674a03746b67f11a13a for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:40.630991 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5981a791-d731-481f-9fbc-d60309e21b3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.636786 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 1ec3db95-f8a7-4d99-baab-1cce8f7187f8 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:44:40.776006 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99ab8e9-cecc-4f6a-9a21-58d8e2199c72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '695b9763-c48f-43ad-8dab-5a49e5cadc2b'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:40.778515 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5f97f0-248a-49cb-845d-18dc0dc92a14" -d '{"events": [{"server_uuid": "f99ab8e9-cecc-4f6a-9a21-58d8e2199c72", "name": "network-vif-unplugged", "status": "completed", "tag": "695b9763-c48f-43ad-8dab-5a49e5cadc2b"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:40.784355 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-51a338fd-4dec-4d1d-aba6-00cd064a22b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.825851 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-51a338fd-4dec-4d1d-aba6-00cd064a22b6 service neutron] Transition to ACTIVE for port object 695b9763-c48f-43ad-8dab-5a49e5cadc2b will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:40.834115 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-51a338fd-4dec-4d1d-aba6-00cd064a22b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.876921 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ce1c3c2b-5466-4e6f-9a29-a976e87625f4 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.887577 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5981a791-d731-481f-9fbc-d60309e21b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.946232 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a338fd-4dec-4d1d-aba6-00cd064a22b6 service neutron] Pushing event updated for resources: {'Port': ['ID=695b9763-c48f-43ad-8dab-5a49e5cadc2b,revision_number=10']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:40.948865 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-51a338fd-4dec-4d1d-aba6-00cd064a22b6 service neutron] No DVR routers for this DVR port 695b9763-c48f-43ad-8dab-5a49e5cadc2b on host n-h2-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:40.957801 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-56606267-bb58-45c4-8cbf-9232270834e2 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:40.961751 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-56606267-bb58-45c4-8cbf-9232270834e2 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/networks?id=55135b4c-2e11-451e-9d70-37211e2657fa HTTP/1.1" status: 200 len: 812 time: 0.2711790 Sep 16 04:44:40.979361 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-e71b6424-e7be-4a36-8f3e-9d6189a4d4da tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/quotas/feb35d6815044dc78fef1435e68e9720 HTTP/1.1" status: 200 len: 375 time: 0.0129251 Sep 16 04:44:41.027948 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981a791-d731-481f-9fbc-d60309e21b3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4847500e-d20c-4a03-9354-23d1f213e31c,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:41.038768 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-c1678775-3a3b-484a-9074-4083dbb097bd tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=feb35d6815044dc78fef1435e68e9720&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338635 Sep 16 04:44:41.040874 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-51a338fd-4dec-4d1d-aba6-00cd064a22b6 service neutron] Attempting to bind port 695b9763-c48f-43ad-8dab-5a49e5cadc2b on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:41.041402 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-51a338fd-4dec-4d1d-aba6-00cd064a22b6 service neutron] Attempting to bind port 695b9763-c48f-43ad-8dab-5a49e5cadc2b by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:41.043262 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-51a338fd-4dec-4d1d-aba6-00cd064a22b6 service neutron] Attempting to bind port 695b9763-c48f-43ad-8dab-5a49e5cadc2b on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:41.054815 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5981a791-d731-481f-9fbc-d60309e21b3b admin admin] Checking segment: {'id': '6e5f3a16-4e11-4f23-825a-a6e77e86bfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1ec3db95-f8a7-4d99-baab-1cce8f7187f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:41.055407 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5981a791-d731-481f-9fbc-d60309e21b3b admin admin] Network hostable DHCP agents. Network: 1ec3db95-f8a7-4d99-baab-1cce8f7187f8, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:44:41.073075 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-51a338fd-4dec-4d1d-aba6-00cd064a22b6 service neutron] Port 695b9763-c48f-43ad-8dab-5a49e5cadc2b on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:41.073593 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-51a338fd-4dec-4d1d-aba6-00cd064a22b6 service neutron] Attempting to bind port 695b9763-c48f-43ad-8dab-5a49e5cadc2b on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:41.091965 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-51a338fd-4dec-4d1d-aba6-00cd064a22b6 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:41.092688 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-51a338fd-4dec-4d1d-aba6-00cd064a22b6 service neutron] Checking segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:41.093490 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-51a338fd-4dec-4d1d-aba6-00cd064a22b6 service neutron] Bound using segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:41.094144 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-51a338fd-4dec-4d1d-aba6-00cd064a22b6 service neutron] Bound port: 695b9763-c48f-43ad-8dab-5a49e5cadc2b, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:41.094703 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-51a338fd-4dec-4d1d-aba6-00cd064a22b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.142863 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5981a791-d731-481f-9fbc-d60309e21b3b admin admin] Network 1ec3db95-f8a7-4d99-baab-1cce8f7187f8 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:44:41.164422 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-5981a791-d731-481f-9fbc-d60309e21b3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 1ec3db95-f8a7-4d99-baab-1cce8f7187f8) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:41.175420 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315193c9-094c-47a8-b00d-0e35ac69e533 None None] Network 1ec3db95-f8a7-4d99-baab-1cce8f7187f8 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:44:41.183285 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5981a791-d731-481f-9fbc-d60309e21b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:41.184115 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5981a791-d731-481f-9fbc-d60309e21b3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.206637 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5981a791-d731-481f-9fbc-d60309e21b3b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6121652 Sep 16 04:44:41.212280 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-51a338fd-4dec-4d1d-aba6-00cd064a22b6 service neutron] For port 695b9763-c48f-43ad-8dab-5a49e5cadc2b, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:41.227925 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ce1c3c2b-5466-4e6f-9a29-a976e87625f4 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router_gateway, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.230455 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-51a338fd-4dec-4d1d-aba6-00cd064a22b6 service neutron] For port 695b9763-c48f-43ad-8dab-5a49e5cadc2b, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=695b9763-c48f-43ad-8dab-5a49e5cadc2b,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:41.243704 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-51a338fd-4dec-4d1d-aba6-00cd064a22b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.262682 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ce1c3c2b-5466-4e6f-9a29-a976e87625f4 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.353384 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a338fd-4dec-4d1d-aba6-00cd064a22b6 service neutron] Pushing event updated for resources: {'Port': ['ID=695b9763-c48f-43ad-8dab-5a49e5cadc2b,revision_number=11']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:41.382375 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ea981f-da8c-4082-ad12-73da83e52b15 None None] Network 1ec3db95-f8a7-4d99-baab-1cce8f7187f8 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:44:41.384914 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-b31cf7a1-3531-41f3-b2ac-a9c6bdb7dc5f service neutron] 10.222.0.35 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333600 Sep 16 04:44:41.388622 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-51a338fd-4dec-4d1d-aba6-00cd064a22b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:41.389637 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-51a338fd-4dec-4d1d-aba6-00cd064a22b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.391223 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-51a338fd-4dec-4d1d-aba6-00cd064a22b6 service neutron] 10.222.0.47 "PUT /v2.0/ports/695b9763-c48f-43ad-8dab-5a49e5cadc2b HTTP/1.1" status: 200 len: 1098 time: 1.7054319 Sep 16 04:44:41.487238 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.515521 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-97811c8c-3364-4804-93f1-d471c981480d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:41.517135 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-97811c8c-3364-4804-93f1-d471c981480d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=832e485315cf4d818578c78d15f3a644&device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 1101 time: 0.0907071 Sep 16 04:44:41.582728 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-ce1c3c2b-5466-4e6f-9a29-a976e87625f4 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Allocated IP 172.25.8.103 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/dbca6017-2f51-46c2-b69e-fedf5404620a) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:41.622835 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-0993f401-34cb-4aca-bcad-51fa9edda89a service neutron] 10.222.0.35 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369516 Sep 16 04:44:41.687329 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-0381a8e4-b2b3-4644-b411-951f84f510c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:41.690552 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-0381a8e4-b2b3-4644-b411-951f84f510c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.1660573 Sep 16 04:44:41.752430 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-8048d5a0-46ec-4550-8fff-04f678b79520 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=695b9763-c48f-43ad-8dab-5a49e5cadc2b HTTP/1.1" status: 200 len: 217 time: 0.0539789 Sep 16 04:44:41.793411 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ce1c3c2b-5466-4e6f-9a29-a976e87625f4 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.809657 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cca5594-0c72-4b82-a94c-9c892d248615 x-openstack-request-id: req-0cca5594-0c72-4b82-a94c-9c892d248615 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:41.811459 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99ab8e9-cecc-4f6a-9a21-58d8e2199c72", "name": "network-vif-unplugged", "status": "completed", "tag": "695b9763-c48f-43ad-8dab-5a49e5cadc2b", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:41.814323 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0cca5594-0c72-4b82-a94c-9c892d248615 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:41.814836 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99ab8e9-cecc-4f6a-9a21-58d8e2199c72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '695b9763-c48f-43ad-8dab-5a49e5cadc2b', 'code': 200} Sep 16 04:44:41.848171 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-168ba3a5-112d-41bb-a8ab-8961b32109e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:41.853106 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-168ba3a5-112d-41bb-a8ab-8961b32109e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0942957 Sep 16 04:44:41.865556 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ce1c3c2b-5466-4e6f-9a29-a976e87625f4 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.926431 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-8fcfa1f4-322a-4b74-a4b6-98c16b3c1166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:41.929357 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-8fcfa1f4-322a-4b74-a4b6-98c16b3c1166 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0669010 Sep 16 04:44:41.970013 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c3c2b-5466-4e6f-9a29-a976e87625f4 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Pushing event updated for resources: {'Port': ['ID=dbca6017-2f51-46c2-b69e-fedf5404620a,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:41.979204 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1c3c2b-5466-4e6f-9a29-a976e87625f4 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:41.981394 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-ce1c3c2b-5466-4e6f-9a29-a976e87625f4 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:41.992304 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1c3c2b-5466-4e6f-9a29-a976e87625f4 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:42.071565 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc578c9e-e270-482f-994c-d88dec096f16 req-47ca1bf5-69e9-4e38-8a15-de95e1f1bee6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:42.074707 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-c66b6a89-a2ac-4c13-8abd-e3d0f35c806e service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291924 Sep 16 04:44:42.077704 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc578c9e-e270-482f-994c-d88dec096f16 req-47ca1bf5-69e9-4e38-8a15-de95e1f1bee6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:42.083731 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc578c9e-e270-482f-994c-d88dec096f16 req-47ca1bf5-69e9-4e38-8a15-de95e1f1bee6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:42.090052 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc578c9e-e270-482f-994c-d88dec096f16 req-47ca1bf5-69e9-4e38-8a15-de95e1f1bee6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:42.096519 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc578c9e-e270-482f-994c-d88dec096f16 req-47ca1bf5-69e9-4e38-8a15-de95e1f1bee6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:42.103895 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc578c9e-e270-482f-994c-d88dec096f16 req-47ca1bf5-69e9-4e38-8a15-de95e1f1bee6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:42.110464 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc578c9e-e270-482f-994c-d88dec096f16 req-47ca1bf5-69e9-4e38-8a15-de95e1f1bee6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:42.112469 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc578c9e-e270-482f-994c-d88dec096f16 req-47ca1bf5-69e9-4e38-8a15-de95e1f1bee6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5420 time: 0.2193010 Sep 16 04:44:42.180349 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c81e547b-bdb5-40d4-9acc-7a42905b0a5b req-379e34c4-bb25-4cef-8522-0e377a21df34 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980561 Sep 16 04:44:42.252103 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc578c9e-e270-482f-994c-d88dec096f16 req-0a47a59e-0846-412b-9231-591e3ea5b64b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&id=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1272597 Sep 16 04:44:42.436197 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b55106-1f6b-4bec-9cd8-f475d4c6b360 req-5f592c12-32e5-4266-aaa8-6c6881be1786 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:42.437720 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-05b55106-1f6b-4bec-9cd8-f475d4c6b360 req-5f592c12-32e5-4266-aaa8-6c6881be1786 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 949 time: 0.1076603 Sep 16 04:44:42.795139 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ce1c3c2b-5466-4e6f-9a29-a976e87625f4 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router_gateway, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:42.844526 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-05b55106-1f6b-4bec-9cd8-f475d4c6b360 req-708636c9-6fdd-4831-9bd3-e66d0e71495a tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941393 Sep 16 04:44:43.027910 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-b656fff1-0ecb-4792-b313-cf665966314b tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:43.029576 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-b656fff1-0ecb-4792-b313-cf665966314b tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.47 "GET /v2.0/networks?id=55135b4c-2e11-451e-9d70-37211e2657fa HTTP/1.1" status: 200 len: 812 time: 0.1505535 Sep 16 04:44:43.036119 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ce1c3c2b-5466-4e6f-9a29-a976e87625f4 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:43.062002 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-d0824db7-f952-4cfb-bb65-9e63d70be991 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Request body: {'port': {'device_id': 'adcea68e-c95e-49ee-b1a7-5357d425eabe', 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa', 'admin_state_up': True, 'tenant_id': 'feb35d6815044dc78fef1435e68e9720'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:43.180097 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b5376291-dedd-4cdd-92a4-a596780f23ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:43.181177 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-d0824db7-f952-4cfb-bb65-9e63d70be991 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Made reservation on behalf of feb35d6815044dc78fef1435e68e9720 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:43.184684 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-d0824db7-f952-4cfb-bb65-9e63d70be991 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:43.236327 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1c3c2b-5466-4e6f-9a29-a976e87625f4 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Router 19d3bedd-7e72-4f2c-acfe-3e6c937866f5 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:44:43.285608 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 34f0c640-96d0-4889-b9d6-1c5b64e08f7f details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:43.294197 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 695b9763-c48f-43ad-8dab-5a49e5cadc2b no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:43.313378 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-820bb0a8-d978-4d14-8c69-94bb2cb25be7 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:43.314876 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-820bb0a8-d978-4d14-8c69-94bb2cb25be7 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] 10.222.0.35 "GET /v2.0/networks?id=1ec3db95-f8a7-4d99-baab-1cce8f7187f8 HTTP/1.1" status: 200 len: 814 time: 0.1647141 Sep 16 04:44:43.326431 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-d0824db7-f952-4cfb-bb65-9e63d70be991 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Allocated IP 172.20.0.7 (55135b4c-2e11-451e-9d70-37211e2657fa/d79ab8be-654b-4737-af1c-65a1487483c5/aa284740-f5dd-4851-bba3-fdc5083cbf76) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:43.363801 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 695b9763-c48f-43ad-8dab-5a49e5cadc2b not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:43.367404 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-0e3c7104-bfb9-45f6-97da-7a194a029922 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] 10.222.0.35 "GET /v2.0/quotas/8df5de20573a4674a03746b67f11a13a HTTP/1.1" status: 200 len: 375 time: 0.0404823 Sep 16 04:44:43.394226 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1c3c2b-5466-4e6f-9a29-a976e87625f4 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:44:43.409963 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b723b1-0169-41f3-8a09-c3b2c74e320d None None] Sync routers for ids ['19d3bedd-7e72-4f2c-acfe-3e6c937866f5'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:44:43.416460 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-789b27f6-d483-4515-a879-f7b8747b06a0 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8df5de20573a4674a03746b67f11a13a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375733 Sep 16 04:44:43.434133 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b723b1-0169-41f3-8a09-c3b2c74e320d None None] Routers {'19d3bedd-7e72-4f2c-acfe-3e6c937866f5'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:43.434767 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-81b723b1-0169-41f3-8a09-c3b2c74e320d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:44:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['19d3bedd-7e72-4f2c-acfe-3e6c937866f5'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:43.441231 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 34f0c640-96d0-4889-b9d6-1c5b64e08f7f, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=34f0c640-96d0-4889-b9d6-1c5b64e08f7f,segment=NetworkSegment(7d04658e-84bb-4be3-acaa-f77a62639bd7),segment_id=7d04658e-84bb-4be3-acaa-f77a62639bd7)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:43.446924 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ce1c3c2b-5466-4e6f-9a29-a976e87625f4 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:43.450997 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ce1c3c2b-5466-4e6f-9a29-a976e87625f4 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.1116743 Sep 16 04:44:43.451895 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37046) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:43.456063 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-e51181f2-059f-4781-abae-56e97ee400ea tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:43.533314 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-98e6d6ad-de13-49ac-9456-15771f8a9fb7 service neutron] 10.222.0.35 "GET /v2.0/networks/1ec3db95-f8a7-4d99-baab-1cce8f7187f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041689 Sep 16 04:44:43.589685 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-d0824db7-f952-4cfb-bb65-9e63d70be991 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:43.612861 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-81b723b1-0169-41f3-8a09-c3b2c74e320d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:43.628453 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-8b80280d-214f-4a9a-980a-f78009e96940 service neutron] 10.222.0.35 "GET /v2.0/networks/1ec3db95-f8a7-4d99-baab-1cce8f7187f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933244 Sep 16 04:44:43.638346 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '34f0c640-96d0-4889-b9d6-1c5b64e08f7f', 'network_id': '268ab5df-65e1-4022-9ab7-d67387588731', 'port_id': '34f0c640-96d0-4889-b9d6-1c5b64e08f7f', 'mac_address': 'fa:16:3e:1f:fc:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f51e33f-c259-43fe-9f3c-bfa9813e6953', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:43.645583 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b723b1-0169-41f3-8a09-c3b2c74e320d None None] Routers {'19d3bedd-7e72-4f2c-acfe-3e6c937866f5'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:43.646409 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-81b723b1-0169-41f3-8a09-c3b2c74e320d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:44:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['19d3bedd-7e72-4f2c-acfe-3e6c937866f5'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:43.702231 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:43.706770 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-81b723b1-0169-41f3-8a09-c3b2c74e320d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:43.707419 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b723b1-0169-41f3-8a09-c3b2c74e320d None None] The sync data for ids ['19d3bedd-7e72-4f2c-acfe-3e6c937866f5'] in n-d-712139-15 is: [] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:44:43.712822 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-d0824db7-f952-4cfb-bb65-9e63d70be991 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:43.722752 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:43.738078 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34f0c640-96d0-4889-b9d6-1c5b64e08f7f {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:43.761881 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 34f0c640-96d0-4889-b9d6-1c5b64e08f7f, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=34f0c640-96d0-4889-b9d6-1c5b64e08f7f,segment=NetworkSegment(7d04658e-84bb-4be3-acaa-f77a62639bd7),segment_id=7d04658e-84bb-4be3-acaa-f77a62639bd7)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:43.768469 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:43.769220 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:43.781171 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-d0824db7-f952-4cfb-bb65-9e63d70be991 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Network 55135b4c-2e11-451e-9d70-37211e2657fa is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:43.813484 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-d0824db7-f952-4cfb-bb65-9e63d70be991 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:43.815554 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0824db7-f952-4cfb-bb65-9e63d70be991 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Pushing event updated for resources: {'Port': ['ID=aa284740-f5dd-4851-bba3-fdc5083cbf76,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:43.823334 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-d0824db7-f952-4cfb-bb65-9e63d70be991 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:43.825516 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99ab8e9-cecc-4f6a-9a21-58d8e2199c72', 'tag': '695b9763-c48f-43ad-8dab-5a49e5cadc2b'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:43.827766 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e62a1c-2818-4c23-b109-e38cb8ec817b" -d '{"events": [{"name": "network-changed", "server_uuid": "f99ab8e9-cecc-4f6a-9a21-58d8e2199c72", "tag": "695b9763-c48f-43ad-8dab-5a49e5cadc2b"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:43.867976 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0824db7-f952-4cfb-bb65-9e63d70be991 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:43.868324 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0824db7-f952-4cfb-bb65-9e63d70be991 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:43.869907 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0824db7-f952-4cfb-bb65-9e63d70be991 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:43.869907 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0824db7-f952-4cfb-bb65-9e63d70be991 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:43.869907 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0824db7-f952-4cfb-bb65-9e63d70be991 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:43.869907 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0824db7-f952-4cfb-bb65-9e63d70be991 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:43.870242 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0824db7-f952-4cfb-bb65-9e63d70be991 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:43.870242 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0824db7-f952-4cfb-bb65-9e63d70be991 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:43.870569 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0824db7-f952-4cfb-bb65-9e63d70be991 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:43.870892 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0824db7-f952-4cfb-bb65-9e63d70be991 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:43.871216 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0824db7-f952-4cfb-bb65-9e63d70be991 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:43.871535 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0824db7-f952-4cfb-bb65-9e63d70be991 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:43.931093 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-d0824db7-f952-4cfb-bb65-9e63d70be991 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:43.931742 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-d0824db7-f952-4cfb-bb65-9e63d70be991 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:43.955134 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-d0824db7-f952-4cfb-bb65-9e63d70be991 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8984377 Sep 16 04:44:43.960715 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e51181f2-059f-4781-abae-56e97ee400ea tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:43.973443 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-f309171f-cfa3-4018-ac70-98fcfd945720 service neutron] Request body: {'port': {'device_id': 'adcea68e-c95e-49ee-b1a7-5357d425eabe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:43.976422 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=34f0c640-96d0-4889-b9d6-1c5b64e08f7f,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:44.001591 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e51181f2-059f-4781-abae-56e97ee400ea tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:44.025244 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 695b9763-c48f-43ad-8dab-5a49e5cadc2b details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:44.061210 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb,segment=NetworkSegment(58f0cb18-e140-4bd2-89cf-e2e6b8f96371),segment_id=58f0cb18-e140-4bd2-89cf-e2e6b8f96371)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:44.073806 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-f309171f-cfa3-4018-ac70-98fcfd945720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:44.098419 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb', 'network_id': '75789621-67a9-49c8-be39-03e0dc1e36c3', 'port_id': '1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb', 'mac_address': 'fa:16:3e:98:00:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '716908ff-2333-49cf-9a00-33ec24b532c9', 'ip_address': '10.1.1.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:44.129722 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-e51181f2-059f-4781-abae-56e97ee400ea tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Deleting port dbca6017-2f51-46c2-b69e-fedf5404620a {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:44.130099 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e51181f2-059f-4781-abae-56e97ee400ea tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:44.144885 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f4a6e-9d15-4266-9599-9e435dc37f72 req-bef91fa7-d21d-4109-b4e8-bba8e0e951bb tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:44.149446 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b3f4a6e-9d15-4266-9599-9e435dc37f72 req-bef91fa7-d21d-4109-b4e8-bba8e0e951bb tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=adcea68e-c95e-49ee-b1a7-5357d425eabe HTTP/1.1" status: 200 len: 931 time: 0.0779059 Sep 16 04:44:44.225749 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b3f4a6e-9d15-4266-9599-9e435dc37f72 req-bac91839-448d-4a18-a35c-8ef7c9312195 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701127 Sep 16 04:44:44.248671 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 695b9763-c48f-43ad-8dab-5a49e5cadc2b, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=695b9763-c48f-43ad-8dab-5a49e5cadc2b,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:44.263396 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '695b9763-c48f-43ad-8dab-5a49e5cadc2b', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': '695b9763-c48f-43ad-8dab-5a49e5cadc2b', 'mac_address': 'fa:16:3e:35:35:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:44.343986 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:44.346578 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:44.349654 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e51181f2-059f-4781-abae-56e97ee400ea tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:44.375581 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-e51181f2-059f-4781-abae-56e97ee400ea tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Calling delete_port for dbca6017-2f51-46c2-b69e-fedf5404620a owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:44.381347 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 695b9763-c48f-43ad-8dab-5a49e5cadc2b {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:44.403922 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:44.411086 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3ff8b-aff8-466b-92b8-8ee5edef390e req-ca2d0ab7-41e3-4203-9025-3fadbcacd730 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:44.412391 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:44.415745 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 695b9763-c48f-43ad-8dab-5a49e5cadc2b, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=695b9763-c48f-43ad-8dab-5a49e5cadc2b,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:44.424869 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3ff8b-aff8-466b-92b8-8ee5edef390e req-ca2d0ab7-41e3-4203-9025-3fadbcacd730 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:44.434343 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3ff8b-aff8-466b-92b8-8ee5edef390e req-ca2d0ab7-41e3-4203-9025-3fadbcacd730 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:44.435075 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:44.441500 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3ff8b-aff8-466b-92b8-8ee5edef390e req-ca2d0ab7-41e3-4203-9025-3fadbcacd730 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:44.448126 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3ff8b-aff8-466b-92b8-8ee5edef390e req-ca2d0ab7-41e3-4203-9025-3fadbcacd730 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:44.454596 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3ff8b-aff8-466b-92b8-8ee5edef390e req-ca2d0ab7-41e3-4203-9025-3fadbcacd730 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:44.460935 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3ff8b-aff8-466b-92b8-8ee5edef390e req-ca2d0ab7-41e3-4203-9025-3fadbcacd730 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:44.470622 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ded3ff8b-aff8-466b-92b8-8ee5edef390e req-ca2d0ab7-41e3-4203-9025-3fadbcacd730 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5421 time: 0.1366646 Sep 16 04:44:44.491841 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:44.497340 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb,segment=NetworkSegment(58f0cb18-e140-4bd2-89cf-e2e6b8f96371),segment_id=58f0cb18-e140-4bd2-89cf-e2e6b8f96371)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:44.499964 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=695b9763-c48f-43ad-8dab-5a49e5cadc2b,revision_number=12']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:44.511877 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:44.528816 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ded3ff8b-aff8-466b-92b8-8ee5edef390e req-37b17865-fa04-454d-8e1f-5f80c733685f tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&id=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521615 Sep 16 04:44:44.585772 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:44.627006 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6fe1e5d9-172c-4752-af34-03f3b7fd79c6 req-2886d206-3784-4db8-bfcc-f137eeaf7556 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5b6186-25cd-4b95-9324-0deef0845d03 HTTP/1.1" status: 200 len: 210 time: 0.0290391 Sep 16 04:44:44.739604 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['695b9763-c48f-43ad-8dab-5a49e5cadc2b'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:44.802481 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ef6d1-406f-456a-84c1-24f6e7186e5e req-16f4a4e0-5b51-4d2b-85db-a899ff92d0df tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:44.803987 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c25ef6d1-406f-456a-84c1-24f6e7186e5e req-16f4a4e0-5b51-4d2b-85db-a899ff92d0df tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 950 time: 0.0648408 Sep 16 04:44:44.847358 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c25ef6d1-406f-456a-84c1-24f6e7186e5e req-b77f65cb-6563-4398-a987-295b8aa267fc tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345504 Sep 16 04:44:44.901133 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d8c584-85df-43fb-8248-7c7fd0fe610e x-openstack-request-id: req-89d8c584-85df-43fb-8248-7c7fd0fe610e {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:44.901420 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f99ab8e9-cecc-4f6a-9a21-58d8e2199c72", "tag": "695b9763-c48f-43ad-8dab-5a49e5cadc2b", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:44.901672 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-89d8c584-85df-43fb-8248-7c7fd0fe610e {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:44.902060 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f99ab8e9-cecc-4f6a-9a21-58d8e2199c72', 'tag': '695b9763-c48f-43ad-8dab-5a49e5cadc2b', 'status': 'completed', 'code': 200} Sep 16 04:44:44.971146 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-f309171f-cfa3-4018-ac70-98fcfd945720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa284740-f5dd-4851-bba3-fdc5083cbf76 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:44.983345 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-f309171f-cfa3-4018-ac70-98fcfd945720 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:45.033301 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e62a1c-2818-4c23-b109-e38cb8ec817b req-10ff3152-94af-4153-a08b-946ab55c0097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:45.034814 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-94e62a1c-2818-4c23-b109-e38cb8ec817b req-10ff3152-94af-4153-a08b-946ab55c0097 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=832e485315cf4d818578c78d15f3a644&device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 1102 time: 0.1320248 Sep 16 04:44:45.069853 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-f309171f-cfa3-4018-ac70-98fcfd945720 service neutron] Transition to ACTIVE for port object aa284740-f5dd-4851-bba3-fdc5083cbf76 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:45.073799 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e51181f2-059f-4781-abae-56e97ee400ea tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:45.109243 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-f309171f-cfa3-4018-ac70-98fcfd945720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:45.112179 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37074) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:45.113997 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51181f2-059f-4781-abae-56e97ee400ea tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Pushing event deleted for resources: {'Port': ['ID=dbca6017-2f51-46c2-b69e-fedf5404620a,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:45.136276 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['34f0c640-96d0-4889-b9d6-1c5b64e08f7f'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:45.281388 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:45.284285 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e62a1c-2818-4c23-b109-e38cb8ec817b req-75ee160a-b574-439f-9fa9-41837d743342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:45.286094 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-94e62a1c-2818-4c23-b109-e38cb8ec817b req-75ee160a-b574-439f-9fa9-41837d743342 service neutron] 10.222.0.47 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.2412276 Sep 16 04:44:45.286809 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309171f-cfa3-4018-ac70-98fcfd945720 service neutron] Pushing event updated for resources: {'Port': ['ID=aa284740-f5dd-4851-bba3-fdc5083cbf76,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:45.294732 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 8412a577-70e7-4987-883c-7ad67dcac980 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:45.351843 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de25aa6-1621-4e21-b5ef-c5183777dfd4 req-3618d99e-6703-4b97-bf1a-cbfb1d122aa5 tempest-MigrationsAdminTest-2115430941 tempest-MigrationsAdminTest-2115430941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:45.360375 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9de25aa6-1621-4e21-b5ef-c5183777dfd4 req-3618d99e-6703-4b97-bf1a-cbfb1d122aa5 tempest-MigrationsAdminTest-2115430941 tempest-MigrationsAdminTest-2115430941-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 1102 time: 0.1420228 Sep 16 04:44:45.374303 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e51181f2-059f-4781-abae-56e97ee400ea tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:45.481528 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9de25aa6-1621-4e21-b5ef-c5183777dfd4 req-7a9fb5c6-8993-4a0a-90a1-be41f78e79c8 tempest-MigrationsAdminTest-2115430941 tempest-MigrationsAdminTest-2115430941-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199965 Sep 16 04:44:45.495794 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 8412a577-70e7-4987-883c-7ad67dcac980, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=8412a577-70e7-4987-883c-7ad67dcac980,segment=NetworkSegment(58f0cb18-e140-4bd2-89cf-e2e6b8f96371),segment_id=58f0cb18-e140-4bd2-89cf-e2e6b8f96371)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:45.510996 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-94e62a1c-2818-4c23-b109-e38cb8ec817b req-05628b64-aaef-47df-86f1-b76003116828 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=695b9763-c48f-43ad-8dab-5a49e5cadc2b HTTP/1.1" status: 200 len: 217 time: 0.1762226 Sep 16 04:44:45.524797 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '8412a577-70e7-4987-883c-7ad67dcac980', 'network_id': '75789621-67a9-49c8-be39-03e0dc1e36c3', 'port_id': '8412a577-70e7-4987-883c-7ad67dcac980', 'mac_address': 'fa:16:3e:e3:9d:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '716908ff-2333-49cf-9a00-33ec24b532c9', 'ip_address': '10.1.1.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:45.560225 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-6c66f353-f602-417e-8a74-f8e742a807b6 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:45.561763 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-6c66f353-f602-417e-8a74-f8e742a807b6 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] 10.222.0.48 "GET /v2.0/networks?id=1ec3db95-f8a7-4d99-baab-1cce8f7187f8 HTTP/1.1" status: 200 len: 814 time: 0.2419522 Sep 16 04:44:45.589755 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-f309171f-cfa3-4018-ac70-98fcfd945720 service neutron] Attempting to bind port aa284740-f5dd-4851-bba3-fdc5083cbf76 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:45.590101 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-f309171f-cfa3-4018-ac70-98fcfd945720 service neutron] Attempting to bind port aa284740-f5dd-4851-bba3-fdc5083cbf76 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '8a88cf17-2626-40ee-b5d7-20831c5d590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:45.590454 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-f309171f-cfa3-4018-ac70-98fcfd945720 service neutron] Attempting to bind port aa284740-f5dd-4851-bba3-fdc5083cbf76 on network 55135b4c-2e11-451e-9d70-37211e2657fa {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:45.593561 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:45.615261 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8412a577-70e7-4987-883c-7ad67dcac980 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:45.619366 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-979ebbdf-02a8-4294-aaa8-f3bb349af293 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] Request body: {'port': {'device_id': '4f5b6186-25cd-4b95-9324-0deef0845d03', 'network_id': '1ec3db95-f8a7-4d99-baab-1cce8f7187f8', 'admin_state_up': True, 'tenant_id': '8df5de20573a4674a03746b67f11a13a'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:45.623474 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-f309171f-cfa3-4018-ac70-98fcfd945720 service neutron] Port aa284740-f5dd-4851-bba3-fdc5083cbf76 on network 55135b4c-2e11-451e-9d70-37211e2657fa not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:45.623832 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-f309171f-cfa3-4018-ac70-98fcfd945720 service neutron] Attempting to bind port aa284740-f5dd-4851-bba3-fdc5083cbf76 on network 55135b4c-2e11-451e-9d70-37211e2657fa {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:45.639013 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 8412a577-70e7-4987-883c-7ad67dcac980, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=8412a577-70e7-4987-883c-7ad67dcac980,segment=NetworkSegment(58f0cb18-e140-4bd2-89cf-e2e6b8f96371),segment_id=58f0cb18-e140-4bd2-89cf-e2e6b8f96371)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:45.647417 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:45.648313 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 2064e1f3-dcc9-47cc-8440-d02253a0c752 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:45.665620 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-f309171f-cfa3-4018-ac70-98fcfd945720 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:45.665970 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-f309171f-cfa3-4018-ac70-98fcfd945720 service neutron] Checking segment: {'id': '8a88cf17-2626-40ee-b5d7-20831c5d590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:45.666366 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-f309171f-cfa3-4018-ac70-98fcfd945720 service neutron] Bound using segment: {'id': '8a88cf17-2626-40ee-b5d7-20831c5d590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:45.666828 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-f309171f-cfa3-4018-ac70-98fcfd945720 service neutron] Bound port: aa284740-f5dd-4851-bba3-fdc5083cbf76, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a88cf17-2626-40ee-b5d7-20831c5d590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:45.667194 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-f309171f-cfa3-4018-ac70-98fcfd945720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:45.718616 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e62a1c-2818-4c23-b109-e38cb8ec817b req-419b6418-dbb5-4b71-a102-31bdafea92a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:45.720095 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-94e62a1c-2818-4c23-b109-e38cb8ec817b req-419b6418-dbb5-4b71-a102-31bdafea92a5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.1991100 Sep 16 04:44:45.724511 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=8412a577-70e7-4987-883c-7ad67dcac980,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:45.730143 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 2064e1f3-dcc9-47cc-8440-d02253a0c752, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=2064e1f3-dcc9-47cc-8440-d02253a0c752,segment=NetworkSegment(58f0cb18-e140-4bd2-89cf-e2e6b8f96371),segment_id=58f0cb18-e140-4bd2-89cf-e2e6b8f96371)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:45.741765 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '2064e1f3-dcc9-47cc-8440-d02253a0c752', 'network_id': '75789621-67a9-49c8-be39-03e0dc1e36c3', 'port_id': '2064e1f3-dcc9-47cc-8440-d02253a0c752', 'mac_address': 'fa:16:3e:b9:a0:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '716908ff-2333-49cf-9a00-33ec24b532c9', 'ip_address': '10.1.1.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:45.780131 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:45.796150 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2064e1f3-dcc9-47cc-8440-d02253a0c752 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:45.816607 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 2064e1f3-dcc9-47cc-8440-d02253a0c752, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=2064e1f3-dcc9-47cc-8440-d02253a0c752,segment=NetworkSegment(58f0cb18-e140-4bd2-89cf-e2e6b8f96371),segment_id=58f0cb18-e140-4bd2-89cf-e2e6b8f96371)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:45.823390 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:45.824585 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 04207e9e-65ad-4cd5-b043-c3928f7311d0 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:45.832075 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95b873-8f69-4f9b-9a1b-2d884e940925 req-416b3878-704a-4cd8-bac6-a8940cd945ba tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:45.833842 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dd95b873-8f69-4f9b-9a1b-2d884e940925 req-416b3878-704a-4cd8-bac6-a8940cd945ba tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=adcea68e-c95e-49ee-b1a7-5357d425eabe HTTP/1.1" status: 200 len: 943 time: 0.1310463 Sep 16 04:44:45.835056 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e51181f2-059f-4781-abae-56e97ee400ea tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-986631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1171'] for router, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:45.850119 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e51181f2-059f-4781-abae-56e97ee400ea tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-986636'] for router, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:45.864551 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-979ebbdf-02a8-4294-aaa8-f3bb349af293 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] Made reservation on behalf of 8df5de20573a4674a03746b67f11a13a for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:45.867785 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 04207e9e-65ad-4cd5-b043-c3928f7311d0, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=04207e9e-65ad-4cd5-b043-c3928f7311d0,segment=NetworkSegment(58f0cb18-e140-4bd2-89cf-e2e6b8f96371),segment_id=58f0cb18-e140-4bd2-89cf-e2e6b8f96371)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:45.868478 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-979ebbdf-02a8-4294-aaa8-f3bb349af293 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:45.906031 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-f309171f-cfa3-4018-ac70-98fcfd945720 service neutron] For port aa284740-f5dd-4851-bba3-fdc5083cbf76, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:45.917991 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '04207e9e-65ad-4cd5-b043-c3928f7311d0', 'network_id': '75789621-67a9-49c8-be39-03e0dc1e36c3', 'port_id': '04207e9e-65ad-4cd5-b043-c3928f7311d0', 'mac_address': 'fa:16:3e:1c:a4:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '716908ff-2333-49cf-9a00-33ec24b532c9', 'ip_address': '10.1.1.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:45.925255 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dd95b873-8f69-4f9b-9a1b-2d884e940925 req-9cd8fe5d-56b5-41b2-9620-a8bd93435279 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794446 Sep 16 04:44:45.928654 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e62a1c-2818-4c23-b109-e38cb8ec817b req-0d16cebb-54b5-400e-ae33-6743e0b18e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:45.930217 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-94e62a1c-2818-4c23-b109-e38cb8ec817b req-0d16cebb-54b5-400e-ae33-6743e0b18e44 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1736414 Sep 16 04:44:45.960988 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-f309171f-cfa3-4018-ac70-98fcfd945720 service neutron] For port aa284740-f5dd-4851-bba3-fdc5083cbf76, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=aa284740-f5dd-4851-bba3-fdc5083cbf76,segment=NetworkSegment(8a88cf17-2626-40ee-b5d7-20831c5d590c),segment_id=8a88cf17-2626-40ee-b5d7-20831c5d590c)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:45.981800 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-f309171f-cfa3-4018-ac70-98fcfd945720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:45.990827 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.004998 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51181f2-059f-4781-abae-56e97ee400ea tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Router 19d3bedd-7e72-4f2c-acfe-3e6c937866f5 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:44:46.013976 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.016302 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=2064e1f3-dcc9-47cc-8440-d02253a0c752,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:46.023439 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04207e9e-65ad-4cd5-b043-c3928f7311d0 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:46.028273 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 695b9763-c48f-43ad-8dab-5a49e5cadc2b up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:46.072379 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 04207e9e-65ad-4cd5-b043-c3928f7311d0, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=04207e9e-65ad-4cd5-b043-c3928f7311d0,segment=NetworkSegment(58f0cb18-e140-4bd2-89cf-e2e6b8f96371),segment_id=58f0cb18-e140-4bd2-89cf-e2e6b8f96371)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:46.075096 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-f309171f-cfa3-4018-ac70-98fcfd945720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:46.075730 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-f309171f-cfa3-4018-ac70-98fcfd945720 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.077594 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-f309171f-cfa3-4018-ac70-98fcfd945720 service neutron] 10.222.0.47 "PUT /v2.0/ports/aa284740-f5dd-4851-bba3-fdc5083cbf76 HTTP/1.1" status: 200 len: 1092 time: 2.1089003 Sep 16 04:44:46.082988 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.083865 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 6c443476-515a-4274-81ca-27dee1865694 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:46.110097 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b19f017f-d583-4120-9ba5-6dbf72b2643f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.153935 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309171f-cfa3-4018-ac70-98fcfd945720 service neutron] Pushing event updated for resources: {'Port': ['ID=aa284740-f5dd-4851-bba3-fdc5083cbf76,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:46.163668 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-94e62a1c-2818-4c23-b109-e38cb8ec817b req-726a4cdd-eea6-4ca9-b388-5a8033c2257a service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047741 Sep 16 04:44:46.189551 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 695b9763-c48f-43ad-8dab-5a49e5cadc2b completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:44:46.193328 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51181f2-059f-4781-abae-56e97ee400ea tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:44:46.200911 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=04207e9e-65ad-4cd5-b043-c3928f7311d0,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:46.206972 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd82465-06cf-4d94-8f0a-8cca80f466ce None None] Sync routers for ids ['19d3bedd-7e72-4f2c-acfe-3e6c937866f5'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:44:46.210956 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e51181f2-059f-4781-abae-56e97ee400ea tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.212349 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e51181f2-059f-4781-abae-56e97ee400ea tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] 10.222.0.35 "PUT /v2.0/routers/19d3bedd-7e72-4f2c-acfe-3e6c937866f5 HTTP/1.1" status: 200 len: 705 time: 2.7601535 Sep 16 04:44:46.218869 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 695b9763-c48f-43ad-8dab-5a49e5cadc2b triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:46.219427 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.227919 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37086) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:46.230270 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd82465-06cf-4d94-8f0a-8cca80f466ce None None] Routers {'19d3bedd-7e72-4f2c-acfe-3e6c937866f5'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:46.231054 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-3cd82465-06cf-4d94-8f0a-8cca80f466ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:44:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['19d3bedd-7e72-4f2c-acfe-3e6c937866f5'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:46.249703 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-979ebbdf-02a8-4294-aaa8-f3bb349af293 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] Allocated IP 172.20.0.13 (1ec3db95-f8a7-4d99-baab-1cce8f7187f8/4847500e-d20c-4a03-9354-23d1f213e31c/a5ccabdd-917e-497f-8afa-78a879e600c2) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:46.290445 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-3cd82465-06cf-4d94-8f0a-8cca80f466ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:46.302993 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd82465-06cf-4d94-8f0a-8cca80f466ce None None] Routers {'19d3bedd-7e72-4f2c-acfe-3e6c937866f5'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:46.305214 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-3cd82465-06cf-4d94-8f0a-8cca80f466ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:44:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['19d3bedd-7e72-4f2c-acfe-3e6c937866f5'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:46.332773 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 6c443476-515a-4274-81ca-27dee1865694, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=6c443476-515a-4274-81ca-27dee1865694,segment=NetworkSegment(90ca1933-caa6-42a4-822c-5da169d48a10),segment_id=90ca1933-caa6-42a4-822c-5da169d48a10)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:46.352236 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-3cd82465-06cf-4d94-8f0a-8cca80f466ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:46.353256 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd82465-06cf-4d94-8f0a-8cca80f466ce None None] The sync data for ids ['19d3bedd-7e72-4f2c-acfe-3e6c937866f5'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:44:46.370491 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '6c443476-515a-4274-81ca-27dee1865694', 'network_id': '768257ea-d05c-44b7-b58b-c702d60e22aa', 'port_id': '6c443476-515a-4274-81ca-27dee1865694', 'mac_address': 'fa:16:3e:03:24:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82ab7759-3dcd-4764-b386-925b3dd23c9b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:46.385398 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2d43ab19-d21f-4ef9-b2f8-70815681c4bb tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] 10.222.0.35 "GET /v2.0/routers/19d3bedd-7e72-4f2c-acfe-3e6c937866f5 HTTP/1.1" status: 200 len: 740 time: 0.1561697 Sep 16 04:44:46.388706 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37088) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:46.410580 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.423840 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-40f29a0b-ce43-4c2f-90f7-defa8be50df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:46.425406 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-40f29a0b-ce43-4c2f-90f7-defa8be50df4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=feb35d6815044dc78fef1435e68e9720&device_id=adcea68e-c95e-49ee-b1a7-5357d425eabe HTTP/1.1" status: 200 len: 1095 time: 0.2210367 Sep 16 04:44:46.431065 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.446439 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b06f754f-f640-4a73-81dd-4b21326a3604 tempest-RoutersAdminTest-1751076895 tempest-RoutersAdminTest-1751076895-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=6423976d-c7ec-41de-996e-2a06dce8febc&device_id=19d3bedd-7e72-4f2c-acfe-3e6c937866f5 HTTP/1.1" status: 200 len: 205 time: 0.0541406 Sep 16 04:44:46.447280 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37090) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:46.453768 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99ab8e9-cecc-4f6a-9a21-58d8e2199c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695b9763-c48f-43ad-8dab-5a49e5cadc2b'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:46.456215 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f36ebe-c0b1-4675-9535-9bf6ba1e6548" -d '{"events": [{"server_uuid": "f99ab8e9-cecc-4f6a-9a21-58d8e2199c72", "name": "network-vif-plugged", "status": "completed", "tag": "695b9763-c48f-43ad-8dab-5a49e5cadc2b"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:46.471041 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c443476-515a-4274-81ca-27dee1865694 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:46.477828 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 695b9763-c48f-43ad-8dab-5a49e5cadc2b, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=695b9763-c48f-43ad-8dab-5a49e5cadc2b,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:46.488601 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.495454 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f19c9326-a3f9-4049-a1b9-5931360b16cf tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] 10.222.0.35 "GET /v2.0/ports?device_id=19d3bedd-7e72-4f2c-acfe-3e6c937866f5 HTTP/1.1" status: 200 len: 205 time: 0.0446951 Sep 16 04:44:46.495731 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37094) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:46.505402 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-51440595-dbcb-4944-87b1-34091b2b562d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa284740-f5dd-4851-bba3-fdc5083cbf76 HTTP/1.1" status: 200 len: 217 time: 0.0571461 Sep 16 04:44:46.518162 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 6c443476-515a-4274-81ca-27dee1865694, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=6c443476-515a-4274-81ca-27dee1865694,segment=NetworkSegment(90ca1933-caa6-42a4-822c-5da169d48a10),segment_id=90ca1933-caa6-42a4-822c-5da169d48a10)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:46.526287 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.526924 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 3d3646c0-2ee7-41de-8773-e02f1f3f541a details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:46.536282 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-94e62a1c-2818-4c23-b109-e38cb8ec817b req-4255c8e3-d8b3-4782-8925-43843ec13478 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407745 Sep 16 04:44:46.559866 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=695b9763-c48f-43ad-8dab-5a49e5cadc2b,revision_number=13']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:46.563316 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-979ebbdf-02a8-4294-aaa8-f3bb349af293 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.580623 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4d773-0d48-49a3-8f08-16dcca1583fa req-f19d3f98-1b12-4f1b-9f66-b05495d15dcf tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:46.588025 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4d773-0d48-49a3-8f08-16dcca1583fa req-f19d3f98-1b12-4f1b-9f66-b05495d15dcf tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:46.593959 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4d773-0d48-49a3-8f08-16dcca1583fa req-f19d3f98-1b12-4f1b-9f66-b05495d15dcf tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:46.600948 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4d773-0d48-49a3-8f08-16dcca1583fa req-f19d3f98-1b12-4f1b-9f66-b05495d15dcf tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:46.607506 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4d773-0d48-49a3-8f08-16dcca1583fa req-f19d3f98-1b12-4f1b-9f66-b05495d15dcf tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:46.610776 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 3d3646c0-2ee7-41de-8773-e02f1f3f541a, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=3d3646c0-2ee7-41de-8773-e02f1f3f541a,segment=NetworkSegment(90ca1933-caa6-42a4-822c-5da169d48a10),segment_id=90ca1933-caa6-42a4-822c-5da169d48a10)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:46.613502 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4d773-0d48-49a3-8f08-16dcca1583fa req-f19d3f98-1b12-4f1b-9f66-b05495d15dcf tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:46.615584 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c88bef70-239a-4a98-8b91-dcca7296179d tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.619650 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4d773-0d48-49a3-8f08-16dcca1583fa req-f19d3f98-1b12-4f1b-9f66-b05495d15dcf tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:46.621627 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-36d4d773-0d48-49a3-8f08-16dcca1583fa req-f19d3f98-1b12-4f1b-9f66-b05495d15dcf tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5425 time: 0.3826170 Sep 16 04:44:46.634878 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '3d3646c0-2ee7-41de-8773-e02f1f3f541a', 'network_id': '768257ea-d05c-44b7-b58b-c702d60e22aa', 'port_id': '3d3646c0-2ee7-41de-8773-e02f1f3f541a', 'mac_address': 'fa:16:3e:52:4d:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82ab7759-3dcd-4764-b386-925b3dd23c9b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:46.643553 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=6c443476-515a-4274-81ca-27dee1865694,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:46.659903 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-f808f902-15a2-4987-bca9-caf39b16549e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:46.661503 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-f808f902-15a2-4987-bca9-caf39b16549e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d79ab8be-654b-4737-af1c-65a1487483c5 HTTP/1.1" status: 200 len: 852 time: 0.1236279 Sep 16 04:44:46.681271 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.695822 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d3646c0-2ee7-41de-8773-e02f1f3f541a {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:46.719431 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 3d3646c0-2ee7-41de-8773-e02f1f3f541a, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=3d3646c0-2ee7-41de-8773-e02f1f3f541a,segment=NetworkSegment(90ca1933-caa6-42a4-822c-5da169d48a10),segment_id=90ca1933-caa6-42a4-822c-5da169d48a10)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:46.719644 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-979ebbdf-02a8-4294-aaa8-f3bb349af293 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.725818 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.728039 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-36d4d773-0d48-49a3-8f08-16dcca1583fa req-6fd09adf-6e58-4a2c-b3d8-883b3328b2a9 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&id=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0866625 Sep 16 04:44:46.741508 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-ccab87cb-0d7e-4962-a191-60246472d80a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=55135b4c-2e11-451e-9d70-37211e2657fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505466 Sep 16 04:44:46.794984 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=3d3646c0-2ee7-41de-8773-e02f1f3f541a,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:46.822277 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-979ebbdf-02a8-4294-aaa8-f3bb349af293 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] Network 1ec3db95-f8a7-4d99-baab-1cce8f7187f8 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:46.830463 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-979ebbdf-02a8-4294-aaa8-f3bb349af293 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:46.832479 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c88bef70-239a-4a98-8b91-dcca7296179d tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.837363 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c88bef70-239a-4a98-8b91-dcca7296179d tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.859489 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-979ebbdf-02a8-4294-aaa8-f3bb349af293 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:46.902736 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adcea68e-c95e-49ee-b1a7-5357d425eabe', 'tag': 'aa284740-f5dd-4851-bba3-fdc5083cbf76'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:46.904906 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94aa1126-2fc9-4270-86dd-946aeaa8b988" -d '{"events": [{"name": "network-changed", "server_uuid": "adcea68e-c95e-49ee-b1a7-5357d425eabe", "tag": "aa284740-f5dd-4851-bba3-fdc5083cbf76"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:46.908089 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ebbdf-02a8-4294-aaa8-f3bb349af293 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] Pushing event updated for resources: {'Port': ['ID=a5ccabdd-917e-497f-8afa-78a879e600c2,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:46.928725 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c88bef70-239a-4a98-8b91-dcca7296179d tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.929239 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88bef70-239a-4a98-8b91-dcca7296179d tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Fanout notify agent at l3_agent the message router_deleted on router 19d3bedd-7e72-4f2c-acfe-3e6c937866f5 {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:44:46.937222 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c88bef70-239a-4a98-8b91-dcca7296179d tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.938339 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c88bef70-239a-4a98-8b91-dcca7296179d tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] 10.222.0.35 "DELETE /v2.0/routers/19d3bedd-7e72-4f2c-acfe-3e6c937866f5 HTTP/1.1" status: 204 len: 168 time: 0.4416528 Sep 16 04:44:46.942540 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-6364e4b5-e137-4521-a67d-9ba865abb2d7 service neutron] 10.222.0.47 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703215 Sep 16 04:44:46.943551 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37100) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:46.955405 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-979ebbdf-02a8-4294-aaa8-f3bb349af293 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:46.956033 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-979ebbdf-02a8-4294-aaa8-f3bb349af293 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.971310 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd744a71-34d9-4b96-8bcf-8c0453ff2a80 req-b4e9323c-6404-4407-8e19-daf6b8063d48 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:46.972835 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bd744a71-34d9-4b96-8bcf-8c0453ff2a80 req-b4e9323c-6404-4407-8e19-daf6b8063d48 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5b6186-25cd-4b95-9324-0deef0845d03 HTTP/1.1" status: 200 len: 932 time: 0.1478181 Sep 16 04:44:46.978966 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-015b03bc-4f1d-4039-a27f-5de31575a79d tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] 10.222.0.35 "GET /v2.0/ports?device_id=19d3bedd-7e72-4f2c-acfe-3e6c937866f5 HTTP/1.1" status: 200 len: 205 time: 0.0321300 Sep 16 04:44:46.979292 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37104) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:47.035785 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-979ebbdf-02a8-4294-aaa8-f3bb349af293 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4250910 Sep 16 04:44:47.043742 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-b19f017f-d583-4120-9ba5-6dbf72b2643f admin admin] Deleting port 92421ff4-0d3f-424c-8b9a-4283484e3c9c {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:47.044067 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b19f017f-d583-4120-9ba5-6dbf72b2643f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:47.046019 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-6f3623f6-795c-4bba-993c-d2c4e7f190c9 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] delete failed (client error): The resource could not be found. Sep 16 04:44:47.050175 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6f3623f6-795c-4bba-993c-d2c4e7f190c9 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] 10.222.0.35 "DELETE /v2.0/routers/19d3bedd-7e72-4f2c-acfe-3e6c937866f5 HTTP/1.1" status: 404 len: 336 time: 0.0668559 Sep 16 04:44:47.050175 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37106) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:47.075123 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-f6e611b9-0db4-47d8-aa17-e796344c649e service neutron] Request body: {'port': {'device_id': '4f5b6186-25cd-4b95-9324-0deef0845d03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:47.348356 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-f5b126f2-60ba-4091-946d-10af1052fc30 service neutron] 10.222.0.47 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960361 Sep 16 04:44:47.435500 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c8b91293-9a68-47ab-9d9b-99d794ea5f71 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5f0caf1-3c82-4aac-956b-0c6e24758b99 HTTP/1.1" status: 200 len: 205 time: 0.3833647 Sep 16 04:44:47.438134 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37108) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:47.459060 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bd744a71-34d9-4b96-8bcf-8c0453ff2a80 req-f91d7648-e678-43e1-859a-400236008aca tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] 10.222.0.35 "GET /v2.0/security-groups?id=db6e8aba-2e8a-4f87-88cd-df0b1bde710b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4730942 Sep 16 04:44:47.481525 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-d41988f6-94e5-4765-812b-8fb447beae5a tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] delete failed (client error): The resource could not be found. Sep 16 04:44:47.481525 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d41988f6-94e5-4765-812b-8fb447beae5a tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] 10.222.0.35 "DELETE /v2.0/routers/a5f0caf1-3c82-4aac-956b-0c6e24758b99 HTTP/1.1" status: 404 len: 336 time: 0.0381248 Sep 16 04:44:47.481525 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37110) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:47.513443 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-afda57e0-2455-47db-a433-a5693e35c35d tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1c40336-3bbf-4833-bb61-d6217fab20bf HTTP/1.1" status: 200 len: 205 time: 0.0325065 Sep 16 04:44:47.515775 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37112) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:47.531188 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-f6e611b9-0db4-47d8-aa17-e796344c649e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:47.557229 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-69727404-d83b-427e-bb2e-c062c48ec056 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] delete failed (client error): The resource could not be found. Sep 16 04:44:47.560686 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-69727404-d83b-427e-bb2e-c062c48ec056 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] 10.222.0.35 "DELETE /v2.0/routers/b1c40336-3bbf-4833-bb61-d6217fab20bf HTTP/1.1" status: 404 len: 336 time: 0.0414546 Sep 16 04:44:47.560863 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37114) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:47.587437 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-b19f017f-d583-4120-9ba5-6dbf72b2643f admin admin] For port 92421ff4-0d3f-424c-8b9a-4283484e3c9c, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=92421ff4-0d3f-424c-8b9a-4283484e3c9c,segment=NetworkSegment(a8e3cee4-c9c7-427b-8884-065ab0cd72ce),segment_id=a8e3cee4-c9c7-427b-8884-065ab0cd72ce)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:47.587810 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b19f017f-d583-4120-9ba5-6dbf72b2643f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:47.595568 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-47991303-58a8-4612-924b-ea4b38dddf6e tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] 10.222.0.35 "GET /v2.0/ports?device_id=409ac353-adf6-4fa9-8f14-df3d766481e2 HTTP/1.1" status: 200 len: 205 time: 0.0315111 Sep 16 04:44:47.595788 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37116) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:47.617047 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-b19f017f-d583-4120-9ba5-6dbf72b2643f admin admin] Calling delete_port for 92421ff4-0d3f-424c-8b9a-4283484e3c9c owned by network:router_interface {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:47.637978 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-0a7044fc-c5ff-4fca-943b-a56fff9028c6 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] delete failed (client error): The resource could not be found. Sep 16 04:44:47.641907 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0a7044fc-c5ff-4fca-943b-a56fff9028c6 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] 10.222.0.35 "DELETE /v2.0/routers/409ac353-adf6-4fa9-8f14-df3d766481e2 HTTP/1.1" status: 404 len: 336 time: 0.0423656 Sep 16 04:44:47.642113 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37118) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:47.674934 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5b0bf9d9-b5e4-4b37-b334-d99532b71bcc tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf4951f3-f012-4a33-b1ef-6b7264f2e7c8 HTTP/1.1" status: 200 len: 205 time: 0.0310235 Sep 16 04:44:47.676652 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37120) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:47.721588 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-bac30a69-b70d-46df-a049-1933bbc3bb10 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] delete failed (client error): The resource could not be found. Sep 16 04:44:47.722649 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-bac30a69-b70d-46df-a049-1933bbc3bb10 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] 10.222.0.35 "DELETE /v2.0/routers/cf4951f3-f012-4a33-b1ef-6b7264f2e7c8 HTTP/1.1" status: 404 len: 336 time: 0.0447831 Sep 16 04:44:47.725525 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37122) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:47.771729 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-15c5e6b2-07ef-4da1-a82d-510d5bc3016c tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6dfc68b-011a-4ff8-8462-aaab406fcdca HTTP/1.1" status: 200 len: 205 time: 0.0448861 Sep 16 04:44:47.774022 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37126) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:47.806800 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c101a-c779-4dc2-a8bf-36555b159d12 req-14e09561-790d-414c-b699-cd98a2b380a8 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:47.808356 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-395c101a-c779-4dc2-a8bf-36555b159d12 req-14e09561-790d-414c-b699-cd98a2b380a8 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 951 time: 0.1334527 Sep 16 04:44:47.816418 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-b096f840-6027-4455-940c-cf023905d052 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] delete failed (client error): The resource could not be found. Sep 16 04:44:47.817484 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b096f840-6027-4455-940c-cf023905d052 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] 10.222.0.35 "DELETE /v2.0/routers/f6dfc68b-011a-4ff8-8462-aaab406fcdca HTTP/1.1" status: 404 len: 336 time: 0.0425284 Sep 16 04:44:47.826869 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4b0d7-20da-4afc-85cb-0391b2ae9b2d req-6bae0539-4d3a-4ca7-bddc-7eb67a10c7fc tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:47.828270 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2ac4b0d7-20da-4afc-85cb-0391b2ae9b2d req-6bae0539-4d3a-4ca7-bddc-7eb67a10c7fc tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.47 "GET /v2.0/ports?device_id=f99ab8e9-cecc-4f6a-9a21-58d8e2199c72 HTTP/1.1" status: 200 len: 951 time: 0.1151595 Sep 16 04:44:47.828753 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37128) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:47.882030 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-641bc7c7-02c9-4a99-b31d-8afc159b98e8 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] DELETE failed (client error): The resource could not be found. Sep 16 04:44:47.882479 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-641bc7c7-02c9-4a99-b31d-8afc159b98e8 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:44:47.884213 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-641bc7c7-02c9-4a99-b31d-8afc159b98e8 tempest-RoutersAdminTest-919757611 tempest-RoutersAdminTest-919757611-project] 10.222.0.35 "DELETE /v2.0/subnets/8ec6e510-fbb0-47dd-8406-451ebd2159ee HTTP/1.1" status: 404 len: 337 time: 0.0545821 Sep 16 04:44:47.938784 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-395c101a-c779-4dc2-a8bf-36555b159d12 req-085c27cb-3952-4a8f-9d9c-3e937948da1b tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240218 Sep 16 04:44:47.951658 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-2ac4b0d7-20da-4afc-85cb-0391b2ae9b2d req-76765b54-23d7-42be-ad67-cb4816c0cb8e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Deleting port 695b9763-c48f-43ad-8dab-5a49e5cadc2b {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:47.951979 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2ac4b0d7-20da-4afc-85cb-0391b2ae9b2d req-76765b54-23d7-42be-ad67-cb4816c0cb8e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:48.014804 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97d053f-ef23-4604-b9c6-1e673959d9d4 x-openstack-request-id: req-b97d053f-ef23-4604-b9c6-1e673959d9d4 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:48.015310 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99ab8e9-cecc-4f6a-9a21-58d8e2199c72", "name": "network-vif-plugged", "status": "completed", "tag": "695b9763-c48f-43ad-8dab-5a49e5cadc2b", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:48.015605 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b97d053f-ef23-4604-b9c6-1e673959d9d4 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:48.016085 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99ab8e9-cecc-4f6a-9a21-58d8e2199c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695b9763-c48f-43ad-8dab-5a49e5cadc2b', 'code': 200} Sep 16 04:44:48.055169 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['8412a577-70e7-4987-883c-7ad67dcac980'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:48.066272 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-f6e611b9-0db4-47d8-aa17-e796344c649e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5ccabdd-917e-497f-8afa-78a879e600c2 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:48.077986 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-f6e611b9-0db4-47d8-aa17-e796344c649e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:48.096060 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b19f017f-d583-4120-9ba5-6dbf72b2643f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:48.097502 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-2ac4b0d7-20da-4afc-85cb-0391b2ae9b2d req-76765b54-23d7-42be-ad67-cb4816c0cb8e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] For port 695b9763-c48f-43ad-8dab-5a49e5cadc2b, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=695b9763-c48f-43ad-8dab-5a49e5cadc2b,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:48.097966 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2ac4b0d7-20da-4afc-85cb-0391b2ae9b2d req-76765b54-23d7-42be-ad67-cb4816c0cb8e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:48.098212 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-f6e611b9-0db4-47d8-aa17-e796344c649e service neutron] Transition to ACTIVE for port object a5ccabdd-917e-497f-8afa-78a879e600c2 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:48.130433 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-f6e611b9-0db4-47d8-aa17-e796344c649e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:48.133237 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f017f-d583-4120-9ba5-6dbf72b2643f admin admin] Pushing event deleted for resources: {'Port': ['ID=92421ff4-0d3f-424c-8b9a-4283484e3c9c,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:48.143563 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-2ac4b0d7-20da-4afc-85cb-0391b2ae9b2d req-76765b54-23d7-42be-ad67-cb4816c0cb8e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Calling delete_port for 695b9763-c48f-43ad-8dab-5a49e5cadc2b owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:48.223354 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04937e04-b370-4651-b897-6b6fafbbfa8b x-openstack-request-id: req-04937e04-b370-4651-b897-6b6fafbbfa8b {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:48.223636 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adcea68e-c95e-49ee-b1a7-5357d425eabe", "tag": "aa284740-f5dd-4851-bba3-fdc5083cbf76", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:48.224414 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-04937e04-b370-4651-b897-6b6fafbbfa8b {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:48.225429 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adcea68e-c95e-49ee-b1a7-5357d425eabe', 'tag': 'aa284740-f5dd-4851-bba3-fdc5083cbf76', 'status': 'completed', 'code': 200} Sep 16 04:44:48.233257 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37134) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:48.284515 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e611b9-0db4-47d8-aa17-e796344c649e service neutron] Pushing event updated for resources: {'Port': ['ID=a5ccabdd-917e-497f-8afa-78a879e600c2,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:48.312496 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa1126-2fc9-4270-86dd-946aeaa8b988 req-d7b2586c-d275-474e-b35a-61fe7d3ea981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:48.314893 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-94aa1126-2fc9-4270-86dd-946aeaa8b988 req-d7b2586c-d275-474e-b35a-61fe7d3ea981 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=feb35d6815044dc78fef1435e68e9720&device_id=adcea68e-c95e-49ee-b1a7-5357d425eabe HTTP/1.1" status: 200 len: 1095 time: 0.0884147 Sep 16 04:44:48.448721 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b0ef318d-7db8-4670-bc73-bc7c4c68e716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:48.467969 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa1126-2fc9-4270-86dd-946aeaa8b988 req-b888994a-6677-4c42-a149-e4798405c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:48.469480 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-94aa1126-2fc9-4270-86dd-946aeaa8b988 req-b888994a-6677-4c42-a149-e4798405c08d service neutron] 10.222.0.47 "GET /v2.0/networks?id=55135b4c-2e11-451e-9d70-37211e2657fa HTTP/1.1" status: 200 len: 913 time: 0.1413257 Sep 16 04:44:48.470583 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2ac4b0d7-20da-4afc-85cb-0391b2ae9b2d req-76765b54-23d7-42be-ad67-cb4816c0cb8e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:48.504522 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['d3b66b72-abdf-4298-9c22-48593c2c42c3', 'aed1de52-e17a-46a9-af13-8ebdb2d92da6'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:48.507939 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76765b54-23d7-42be-ad67-cb4816c0cb8e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Pushing event deleted for resources: {'Port': ['ID=695b9763-c48f-43ad-8dab-5a49e5cadc2b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:48.533183 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d6bfd-1370-4de6-b283-0f105cc207e1 req-4cb28e01-239c-434c-b556-9dfa4e122d7e tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:48.534712 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-550d6bfd-1370-4de6-b283-0f105cc207e1 req-4cb28e01-239c-434c-b556-9dfa4e122d7e tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=adcea68e-c95e-49ee-b1a7-5357d425eabe HTTP/1.1" status: 200 len: 943 time: 0.2063177 Sep 16 04:44:48.542893 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-f6e611b9-0db4-47d8-aa17-e796344c649e service neutron] Attempting to bind port a5ccabdd-917e-497f-8afa-78a879e600c2 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:48.543128 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-f6e611b9-0db4-47d8-aa17-e796344c649e service neutron] Attempting to bind port a5ccabdd-917e-497f-8afa-78a879e600c2 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '6e5f3a16-4e11-4f23-825a-a6e77e86bfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1ec3db95-f8a7-4d99-baab-1cce8f7187f8'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:48.543391 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-f6e611b9-0db4-47d8-aa17-e796344c649e service neutron] Attempting to bind port a5ccabdd-917e-497f-8afa-78a879e600c2 on network 1ec3db95-f8a7-4d99-baab-1cce8f7187f8 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:48.543801 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-94aa1126-2fc9-4270-86dd-946aeaa8b988 req-f27b1cbe-6417-4699-bf3e-63ef679761dc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa284740-f5dd-4851-bba3-fdc5083cbf76 HTTP/1.1" status: 200 len: 217 time: 0.0640407 Sep 16 04:44:48.556129 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['2064e1f3-dcc9-47cc-8440-d02253a0c752'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:48.578435 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-f6e611b9-0db4-47d8-aa17-e796344c649e service neutron] Port a5ccabdd-917e-497f-8afa-78a879e600c2 on network 1ec3db95-f8a7-4d99-baab-1cce8f7187f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:48.578997 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-f6e611b9-0db4-47d8-aa17-e796344c649e service neutron] Attempting to bind port a5ccabdd-917e-497f-8afa-78a879e600c2 on network 1ec3db95-f8a7-4d99-baab-1cce8f7187f8 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:48.594221 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['3d3646c0-2ee7-41de-8773-e02f1f3f541a'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:48.594683 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac4b0d7-20da-4afc-85cb-0391b2ae9b2d req-76765b54-23d7-42be-ad67-cb4816c0cb8e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] No DVR routers for this DVR port 695b9763-c48f-43ad-8dab-5a49e5cadc2b on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:48.615637 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2ac4b0d7-20da-4afc-85cb-0391b2ae9b2d req-76765b54-23d7-42be-ad67-cb4816c0cb8e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:48.617686 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2ac4b0d7-20da-4afc-85cb-0391b2ae9b2d req-76765b54-23d7-42be-ad67-cb4816c0cb8e tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.47 "DELETE /v2.0/ports/695b9763-c48f-43ad-8dab-5a49e5cadc2b HTTP/1.1" status: 204 len: 173 time: 0.7813122 Sep 16 04:44:48.624137 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-f6e611b9-0db4-47d8-aa17-e796344c649e service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:48.624487 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-f6e611b9-0db4-47d8-aa17-e796344c649e service neutron] Checking segment: {'id': '6e5f3a16-4e11-4f23-825a-a6e77e86bfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1ec3db95-f8a7-4d99-baab-1cce8f7187f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:48.626866 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-f6e611b9-0db4-47d8-aa17-e796344c649e service neutron] Bound using segment: {'id': '6e5f3a16-4e11-4f23-825a-a6e77e86bfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1ec3db95-f8a7-4d99-baab-1cce8f7187f8'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:48.628975 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-f6e611b9-0db4-47d8-aa17-e796344c649e service neutron] Bound port: a5ccabdd-917e-497f-8afa-78a879e600c2, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e5f3a16-4e11-4f23-825a-a6e77e86bfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1ec3db95-f8a7-4d99-baab-1cce8f7187f8'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:48.629878 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-f6e611b9-0db4-47d8-aa17-e796344c649e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:48.640710 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b19f017f-d583-4120-9ba5-6dbf72b2643f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:48.649208 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa1126-2fc9-4270-86dd-946aeaa8b988 req-a20cf8e0-eaf8-4558-add5-44c768bb221f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:48.650708 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-94aa1126-2fc9-4270-86dd-946aeaa8b988 req-a20cf8e0-eaf8-4558-add5-44c768bb221f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d79ab8be-654b-4737-af1c-65a1487483c5 HTTP/1.1" status: 200 len: 852 time: 0.0822520 Sep 16 04:44:48.689916 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-550d6bfd-1370-4de6-b283-0f105cc207e1 req-b3fba615-4164-4279-99f4-fea75403ebb6 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397316 Sep 16 04:44:48.702565 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-94aa1126-2fc9-4270-86dd-946aeaa8b988 req-7b552c38-8be9-4919-a45a-e7c33aeff8e8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=55135b4c-2e11-451e-9d70-37211e2657fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433922 Sep 16 04:44:48.858545 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-94aa1126-2fc9-4270-86dd-946aeaa8b988 req-2eee3b24-9442-4754-8e58-b999b864f9ac service neutron] 10.222.0.47 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470048 Sep 16 04:44:48.972920 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b0ef318d-7db8-4670-bc73-bc7c4c68e716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:48.978851 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-94aa1126-2fc9-4270-86dd-946aeaa8b988 req-6c90f16f-b987-45e7-b8d0-4e9a9fba2eeb service neutron] 10.222.0.47 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110511 Sep 16 04:44:48.984196 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-f6e611b9-0db4-47d8-aa17-e796344c649e service neutron] For port a5ccabdd-917e-497f-8afa-78a879e600c2, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:48.989153 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b0ef318d-7db8-4670-bc73-bc7c4c68e716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:48.993109 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-f6e611b9-0db4-47d8-aa17-e796344c649e service neutron] For port a5ccabdd-917e-497f-8afa-78a879e600c2, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=a5ccabdd-917e-497f-8afa-78a879e600c2,segment=NetworkSegment(6e5f3a16-4e11-4f23-825a-a6e77e86bfa4),segment_id=6e5f3a16-4e11-4f23-825a-a6e77e86bfa4)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:49.014140 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-f6e611b9-0db4-47d8-aa17-e796344c649e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.039640 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ef362-97ec-4412-9d1b-5d6dee592e92 req-f4539b5c-0e0b-454c-92e8-15a004591867 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:49.045786 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ef362-97ec-4412-9d1b-5d6dee592e92 req-f4539b5c-0e0b-454c-92e8-15a004591867 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:49.051926 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ef362-97ec-4412-9d1b-5d6dee592e92 req-f4539b5c-0e0b-454c-92e8-15a004591867 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:49.058071 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ef362-97ec-4412-9d1b-5d6dee592e92 req-f4539b5c-0e0b-454c-92e8-15a004591867 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:49.064094 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ef362-97ec-4412-9d1b-5d6dee592e92 req-f4539b5c-0e0b-454c-92e8-15a004591867 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:49.071061 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ef362-97ec-4412-9d1b-5d6dee592e92 req-f4539b5c-0e0b-454c-92e8-15a004591867 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:49.077350 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ef362-97ec-4412-9d1b-5d6dee592e92 req-f4539b5c-0e0b-454c-92e8-15a004591867 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:49.079263 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-985ef362-97ec-4412-9d1b-5d6dee592e92 req-f4539b5c-0e0b-454c-92e8-15a004591867 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5427 time: 0.2381077 Sep 16 04:44:49.154046 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b0ef318d-7db8-4670-bc73-bc7c4c68e716 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e98fda6c775a41acb6ad42b39c96e29a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9176486 Sep 16 04:44:49.154794 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef318d-7db8-4670-bc73-bc7c4c68e716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3f37a7-50b4-401a-9f4b-8afd8f5e400f,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:49.157871 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37146) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:49.162147 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-f6e611b9-0db4-47d8-aa17-e796344c649e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:49.162683 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-f6e611b9-0db4-47d8-aa17-e796344c649e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.164845 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-f6e611b9-0db4-47d8-aa17-e796344c649e service neutron] 10.222.0.48 "PUT /v2.0/ports/a5ccabdd-917e-497f-8afa-78a879e600c2 HTTP/1.1" status: 200 len: 1093 time: 2.1099691 Sep 16 04:44:49.170523 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f5b6186-25cd-4b95-9324-0deef0845d03', 'tag': 'a5ccabdd-917e-497f-8afa-78a879e600c2'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:49.174471 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaaf721b-a49d-43a9-b774-7a7300383422" -d '{"events": [{"name": "network-changed", "server_uuid": "4f5b6186-25cd-4b95-9324-0deef0845d03", "tag": "a5ccabdd-917e-497f-8afa-78a879e600c2"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:49.224544 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4da1dfb-b600-4561-b413-e29ae5069d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.252637 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e611b9-0db4-47d8-aa17-e796344c649e service neutron] Pushing event updated for resources: {'Port': ['ID=a5ccabdd-917e-497f-8afa-78a879e600c2,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:49.265192 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4da1dfb-b600-4561-b413-e29ae5069d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.282292 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-985ef362-97ec-4412-9d1b-5d6dee592e92 req-4175e579-8842-457b-91c2-1b710003b3d0 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&id=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1615832 Sep 16 04:44:49.300761 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 34f0c640-96d0-4889-b9d6-1c5b64e08f7f up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:49.328456 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4da1dfb-b600-4561-b413-e29ae5069d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.331347 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4da1dfb-b600-4561-b413-e29ae5069d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.335623 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c4da1dfb-b600-4561-b413-e29ae5069d0b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1c3f37a7-50b4-401a-9f4b-8afd8f5e400f HTTP/1.1" status: 204 len: 168 time: 0.1734295 Sep 16 04:44:49.352640 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da1dfb-b600-4561-b413-e29ae5069d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3f37a7-50b4-401a-9f4b-8afd8f5e400f,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:49.365577 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-979f7b4a-eb5b-4100-9525-e7cfcafc9a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:49.367318 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-979f7b4a-eb5b-4100-9525-e7cfcafc9a29 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8df5de20573a4674a03746b67f11a13a&device_id=4f5b6186-25cd-4b95-9324-0deef0845d03 HTTP/1.1" status: 200 len: 1096 time: 0.1259351 Sep 16 04:44:49.375277 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 34f0c640-96d0-4889-b9d6-1c5b64e08f7f completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:44:49.381000 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 34f0c640-96d0-4889-b9d6-1c5b64e08f7f triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:49.381288 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.404711 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['04207e9e-65ad-4cd5-b043-c3928f7311d0'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:49.445139 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19f017f-d583-4120-9ba5-6dbf72b2643f admin admin] Router e304b6b9-1dc9-4a98-bec5-3717b72bc12e has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:44:49.447819 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-086ebb2f-e917-4fc5-a251-441aab83e6bc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5ccabdd-917e-497f-8afa-78a879e600c2 HTTP/1.1" status: 200 len: 217 time: 0.0642517 Sep 16 04:44:49.506243 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9feac2-11f9-4aef-b81e-736e4d7e1677 req-19441157-0fbc-414b-8145-1debb1ee4fe4 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:49.506969 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-de9feac2-11f9-4aef-b81e-736e4d7e1677 req-19441157-0fbc-414b-8145-1debb1ee4fe4 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5b6186-25cd-4b95-9324-0deef0845d03 HTTP/1.1" status: 200 len: 944 time: 0.1364892 Sep 16 04:44:49.531469 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.575664 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-1e304acd-f039-4ce7-8067-9090f511048c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:49.577155 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-1e304acd-f039-4ce7-8067-9090f511048c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4847500e-d20c-4a03-9354-23d1f213e31c HTTP/1.1" status: 200 len: 854 time: 0.1191499 Sep 16 04:44:49.592692 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 34f0c640-96d0-4889-b9d6-1c5b64e08f7f, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=34f0c640-96d0-4889-b9d6-1c5b64e08f7f,segment=NetworkSegment(7d04658e-84bb-4be3-acaa-f77a62639bd7),segment_id=7d04658e-84bb-4be3-acaa-f77a62639bd7)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:49.607033 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.608046 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:49.670042 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-de9feac2-11f9-4aef-b81e-736e4d7e1677 req-a30e65ea-d4cb-488f-9d3a-eb8b13bff0dc tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] 10.222.0.35 "GET /v2.0/security-groups?id=db6e8aba-2e8a-4f87-88cd-df0b1bde710b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225510 Sep 16 04:44:49.672267 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-57035f10-3800-4183-81e6-4ca6c1911bcd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1ec3db95-f8a7-4d99-baab-1cce8f7187f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828228 Sep 16 04:44:49.722041 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19f017f-d583-4120-9ba5-6dbf72b2643f admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:44:49.736585 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b19f017f-d583-4120-9ba5-6dbf72b2643f admin admin] 10.222.0.35 "PUT /v2.0/routers/e304b6b9-1dc9-4a98-bec5-3717b72bc12e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6210294 Sep 16 04:44:49.737511 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37156) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:49.749244 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37158) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:49.791792 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bff139-39f8-46f5-8d0c-9b4c05ca99f9 None None] Sync routers for ids ['e304b6b9-1dc9-4a98-bec5-3717b72bc12e'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:44:49.831053 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bff139-39f8-46f5-8d0c-9b4c05ca99f9 None None] Routers {'e304b6b9-1dc9-4a98-bec5-3717b72bc12e'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:49.831219 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5e59d4bf-dd24-4170-a8ce-8af8e77ace24 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=92e903bb1c194ec6a0cbe34b574e46a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0782263 Sep 16 04:44:49.831683 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-39bff139-39f8-46f5-8d0c-9b4c05ca99f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:44:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['e304b6b9-1dc9-4a98-bec5-3717b72bc12e'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:49.831998 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37162) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:49.881197 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=34f0c640-96d0-4889-b9d6-1c5b64e08f7f,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:49.885127 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fa8816aa-18a2-48a1-bd4e-f5f6f2dc0e63 admin admin] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.900428 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['6c443476-515a-4274-81ca-27dee1865694'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:49.909947 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:44:49.912301 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d03773ec-0686-4477-bf53-d0538098865a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.946761 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d03773ec-0686-4477-bf53-d0538098865a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.954387 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9a776f-4384-4bdd-a2dc-9c6f2de07a3a x-openstack-request-id: req-1d9a776f-4384-4bdd-a2dc-9c6f2de07a3a {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:49.954669 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f5b6186-25cd-4b95-9324-0deef0845d03", "tag": "a5ccabdd-917e-497f-8afa-78a879e600c2", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:49.954919 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1d9a776f-4384-4bdd-a2dc-9c6f2de07a3a {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:49.955374 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f5b6186-25cd-4b95-9324-0deef0845d03', 'tag': 'a5ccabdd-917e-497f-8afa-78a879e600c2', 'status': 'completed', 'code': 200} Sep 16 04:44:49.966194 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:49.966571 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.966757 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-6a7066ac-fbfb-44c1-8bca-32467bbcbedd service neutron] 10.222.0.48 "GET /v2.0/networks/1ec3db95-f8a7-4d99-baab-1cce8f7187f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873299 Sep 16 04:44:50.013273 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d03773ec-0686-4477-bf53-d0538098865a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:50.017182 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d03773ec-0686-4477-bf53-d0538098865a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:50.018191 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f0c640-96d0-4889-b9d6-1c5b64e08f7f'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:50.019360 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d03773ec-0686-4477-bf53-d0538098865a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3fc56a0f-4772-422a-8e70-72ffe4b8459e HTTP/1.1" status: 204 len: 168 time: 0.1859765 Sep 16 04:44:50.020456 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d10a83e-781e-46a8-a127-be47a59f2a04" -d '{"events": [{"server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "name": "network-vif-plugged", "status": "completed", "tag": "34f0c640-96d0-4889-b9d6-1c5b64e08f7f"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:50.028853 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03773ec-0686-4477-bf53-d0538098865a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc56a0f-4772-422a-8e70-72ffe4b8459e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:50.046153 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device aa284740-f5dd-4851-bba3-fdc5083cbf76 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:50.048431 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 695b9763-c48f-43ad-8dab-5a49e5cadc2b no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:50.056797 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-39bff139-39f8-46f5-8d0c-9b4c05ca99f9 None None] Set router e304b6b9-1dc9-4a98-bec5-3717b72bc12e gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:44:50.115410 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fa8816aa-18a2-48a1-bd4e-f5f6f2dc0e63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:50.140356 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: 695b9763-c48f-43ad-8dab-5a49e5cadc2b {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:50.140717 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 695b9763-c48f-43ad-8dab-5a49e5cadc2b not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:50.187794 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e9b3e-f747-4f21-842d-81d0c6f9d0c8 req-e89cc165-cc56-4e0e-bc3f-0fdf0e7bea0e tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:50.189344 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fc7e9b3e-f747-4f21-842d-81d0c6f9d0c8 req-e89cc165-cc56-4e0e-bc3f-0fdf0e7bea0e tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=adcea68e-c95e-49ee-b1a7-5357d425eabe HTTP/1.1" status: 200 len: 943 time: 0.1448860 Sep 16 04:44:50.195632 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1da93ecb-4a71-4390-a551-11d18cfa98c8 req-b75a1b30-f598-45ea-9cc4-83bb25765259 service neutron] 10.222.0.48 "GET /v2.0/networks/1ec3db95-f8a7-4d99-baab-1cce8f7187f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899309 Sep 16 04:44:50.227127 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99ab8e9-cecc-4f6a-9a21-58d8e2199c72', 'name': 'network-vif-deleted', 'tag': '695b9763-c48f-43ad-8dab-5a49e5cadc2b'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:50.238757 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07578fb5-7387-4bd7-9cc7-5907b962a010" -d '{"events": [{"server_uuid": "f99ab8e9-cecc-4f6a-9a21-58d8e2199c72", "name": "network-vif-deleted", "tag": "695b9763-c48f-43ad-8dab-5a49e5cadc2b"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:50.240423 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-fa8816aa-18a2-48a1-bd4e-f5f6f2dc0e63 admin admin] Deleting port 0edf0978-f87d-4b0e-a672-34a72ccc08e6 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:50.240932 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fa8816aa-18a2-48a1-bd4e-f5f6f2dc0e63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:50.261919 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fc7e9b3e-f747-4f21-842d-81d0c6f9d0c8 req-bfd2b007-9feb-434c-9dff-b5c5f0a786f7 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630107 Sep 16 04:44:50.355383 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:50.406131 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port aa284740-f5dd-4851-bba3-fdc5083cbf76, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=aa284740-f5dd-4851-bba3-fdc5083cbf76,segment=NetworkSegment(8a88cf17-2626-40ee-b5d7-20831c5d590c),segment_id=8a88cf17-2626-40ee-b5d7-20831c5d590c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:50.455800 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'aa284740-f5dd-4851-bba3-fdc5083cbf76', 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa', 'port_id': 'aa284740-f5dd-4851-bba3-fdc5083cbf76', 'mac_address': 'fa:16:3e:18:b3:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ab8be-654b-4737-af1c-65a1487483c5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:50.510677 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb,segment=NetworkSegment(58f0cb18-e140-4bd2-89cf-e2e6b8f96371),segment_id=58f0cb18-e140-4bd2-89cf-e2e6b8f96371)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:50.555687 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da205f91-fa68-4b4f-abf4-6843e146ab5d x-openstack-request-id: req-da205f91-fa68-4b4f-abf4-6843e146ab5d {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:50.556076 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "name": "network-vif-plugged", "status": "completed", "tag": "34f0c640-96d0-4889-b9d6-1c5b64e08f7f", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:50.556348 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-da205f91-fa68-4b4f-abf4-6843e146ab5d {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:50.556809 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f0c640-96d0-4889-b9d6-1c5b64e08f7f', 'code': 200} Sep 16 04:44:50.557772 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:50.571616 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84643f7-2359-48b4-a412-8ef07ca91984 x-openstack-request-id: req-c84643f7-2359-48b4-a412-8ef07ca91984 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:50.571919 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99ab8e9-cecc-4f6a-9a21-58d8e2199c72", "name": "network-vif-deleted", "tag": "695b9763-c48f-43ad-8dab-5a49e5cadc2b", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:50.572382 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c84643f7-2359-48b4-a412-8ef07ca91984 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:50.572879 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99ab8e9-cecc-4f6a-9a21-58d8e2199c72', 'name': 'network-vif-deleted', 'tag': '695b9763-c48f-43ad-8dab-5a49e5cadc2b', 'status': 'completed', 'code': 200} Sep 16 04:44:50.625005 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:50.651526 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa284740-f5dd-4851-bba3-fdc5083cbf76 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:50.694337 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port aa284740-f5dd-4851-bba3-fdc5083cbf76, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=aa284740-f5dd-4851-bba3-fdc5083cbf76,segment=NetworkSegment(8a88cf17-2626-40ee-b5d7-20831c5d590c),segment_id=8a88cf17-2626-40ee-b5d7-20831c5d590c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:50.704236 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:50.706912 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:50.711088 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-39bff139-39f8-46f5-8d0c-9b4c05ca99f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e304b6b9-1dc9-4a98-bec5-3717b72bc12e', 'name': 'tempest-AttachSCSIVolumeTestJSON-506271275-router', 'tenant_id': 'e89da63dfb404d24873410c7a7044352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '0edf0978-f87d-4b0e-a672-34a72ccc08e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:36Z', 'updated_at': '2021-09-16T04:44:47Z', 'revision_number': 5, 'project_id': 'e89da63dfb404d24873410c7a7044352', 'gw_port': {'id': '0edf0978-f87d-4b0e-a672-34a72ccc08e6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e304b6b9-1dc9-4a98-bec5-3717b72bc12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:37Z', 'updated_at': '2021-09-16T04:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:50.750076 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf721b-a49d-43a9-b774-7a7300383422 req-905076f5-99d6-491b-9689-9a83169999c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:50.751572 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aaaf721b-a49d-43a9-b774-7a7300383422 req-905076f5-99d6-491b-9689-9a83169999c5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8df5de20573a4674a03746b67f11a13a&device_id=4f5b6186-25cd-4b95-9324-0deef0845d03 HTTP/1.1" status: 200 len: 1096 time: 0.4405975 Sep 16 04:44:50.763875 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bff139-39f8-46f5-8d0c-9b4c05ca99f9 None None] Checking router: e304b6b9-1dc9-4a98-bec5-3717b72bc12e for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:44:50.770451 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-fa8816aa-18a2-48a1-bd4e-f5f6f2dc0e63 admin admin] For port 0edf0978-f87d-4b0e-a672-34a72ccc08e6, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=0edf0978-f87d-4b0e-a672-34a72ccc08e6,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:50.771573 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fa8816aa-18a2-48a1-bd4e-f5f6f2dc0e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:50.785717 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bff139-39f8-46f5-8d0c-9b4c05ca99f9 None None] Routers {'e304b6b9-1dc9-4a98-bec5-3717b72bc12e'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:50.786972 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-39bff139-39f8-46f5-8d0c-9b4c05ca99f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:44:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['e304b6b9-1dc9-4a98-bec5-3717b72bc12e'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:50.800854 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-fa8816aa-18a2-48a1-bd4e-f5f6f2dc0e63 admin admin] Calling delete_port for 0edf0978-f87d-4b0e-a672-34a72ccc08e6 owned by network:router_gateway {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:50.829646 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=aa284740-f5dd-4851-bba3-fdc5083cbf76,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:50.836628 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e7ca1-026a-4771-b8bb-afabfae8c420 req-01035465-56c1-405a-9987-a1a6fd8c1310 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:50.840387 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e7ca1-026a-4771-b8bb-afabfae8c420 req-01035465-56c1-405a-9987-a1a6fd8c1310 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:50.847506 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e7ca1-026a-4771-b8bb-afabfae8c420 req-01035465-56c1-405a-9987-a1a6fd8c1310 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:50.854513 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e7ca1-026a-4771-b8bb-afabfae8c420 req-01035465-56c1-405a-9987-a1a6fd8c1310 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:50.860585 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e7ca1-026a-4771-b8bb-afabfae8c420 req-01035465-56c1-405a-9987-a1a6fd8c1310 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:50.866763 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e7ca1-026a-4771-b8bb-afabfae8c420 req-01035465-56c1-405a-9987-a1a6fd8c1310 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:50.872696 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e7ca1-026a-4771-b8bb-afabfae8c420 req-01035465-56c1-405a-9987-a1a6fd8c1310 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:50.877851 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-232e7ca1-026a-4771-b8bb-afabfae8c420 req-01035465-56c1-405a-9987-a1a6fd8c1310 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5429 time: 0.1899920 Sep 16 04:44:50.892043 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-39bff139-39f8-46f5-8d0c-9b4c05ca99f9 None None] Set router e304b6b9-1dc9-4a98-bec5-3717b72bc12e gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:44:50.949794 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-39bff139-39f8-46f5-8d0c-9b4c05ca99f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e304b6b9-1dc9-4a98-bec5-3717b72bc12e', 'name': 'tempest-AttachSCSIVolumeTestJSON-506271275-router', 'tenant_id': 'e89da63dfb404d24873410c7a7044352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:36Z', 'updated_at': '2021-09-16T04:44:50Z', 'revision_number': 6, 'project_id': 'e89da63dfb404d24873410c7a7044352', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:50.982841 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bff139-39f8-46f5-8d0c-9b4c05ca99f9 None None] The sync data for ids ['e304b6b9-1dc9-4a98-bec5-3717b72bc12e'] in n-d-712139-15 is: [{'id': 'e304b6b9-1dc9-4a98-bec5-3717b72bc12e', 'name': 'tempest-AttachSCSIVolumeTestJSON-506271275-router', 'tenant_id': 'e89da63dfb404d24873410c7a7044352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:36Z', 'updated_at': '2021-09-16T04:44:50Z', 'revision_number': 6, 'project_id': 'e89da63dfb404d24873410c7a7044352', 'gw_port_host': None}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:44:51.007953 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-232e7ca1-026a-4771-b8bb-afabfae8c420 req-b642c5e5-f90f-40bb-a8c3-ed51ec88ccac tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&id=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0966487 Sep 16 04:44:51.011180 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf721b-a49d-43a9-b774-7a7300383422 req-720bfe81-e770-423d-883f-beec4e01bdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:51.012321 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aaaf721b-a49d-43a9-b774-7a7300383422 req-720bfe81-e770-423d-883f-beec4e01bdde service neutron] 10.222.0.48 "GET /v2.0/networks?id=1ec3db95-f8a7-4d99-baab-1cce8f7187f8 HTTP/1.1" status: 200 len: 915 time: 0.2510824 Sep 16 04:44:51.031448 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['aa284740-f5dd-4851-bba3-fdc5083cbf76'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:51.069193 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aaaf721b-a49d-43a9-b774-7a7300383422 req-8691abb6-d4a6-4169-a7c1-5745b8edd89e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5ccabdd-917e-497f-8afa-78a879e600c2 HTTP/1.1" status: 200 len: 217 time: 0.0466154 Sep 16 04:44:51.212557 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf721b-a49d-43a9-b774-7a7300383422 req-4d41be13-9bb4-4daa-8232-e38d9e521f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:51.212557 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aaaf721b-a49d-43a9-b774-7a7300383422 req-4d41be13-9bb4-4daa-8232-e38d9e521f11 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4847500e-d20c-4a03-9354-23d1f213e31c HTTP/1.1" status: 200 len: 854 time: 0.1331630 Sep 16 04:44:51.259510 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aaaf721b-a49d-43a9-b774-7a7300383422 req-5d84bf06-8e87-402a-9120-255066750c18 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1ec3db95-f8a7-4d99-baab-1cce8f7187f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403881 Sep 16 04:44:51.324952 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc14ee4-a501-43a6-8c77-629fb67278ba req-3b95967d-78d0-4903-9419-1a239d4ec4fb tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:51.326428 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0bc14ee4-a501-43a6-8c77-629fb67278ba req-3b95967d-78d0-4903-9419-1a239d4ec4fb tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 951 time: 0.1895719 Sep 16 04:44:51.398010 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fa8816aa-18a2-48a1-bd4e-f5f6f2dc0e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:51.443987 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0bc14ee4-a501-43a6-8c77-629fb67278ba req-f08802e4-5877-417e-aff0-c9821581135d tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074319 Sep 16 04:44:51.451271 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8816aa-18a2-48a1-bd4e-f5f6f2dc0e63 admin admin] Pushing event deleted for resources: {'Port': ['ID=0edf0978-f87d-4b0e-a672-34a72ccc08e6,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:51.482767 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aaaf721b-a49d-43a9-b774-7a7300383422 req-f354dece-895d-4fc1-9727-52b85a22a648 service neutron] 10.222.0.48 "GET /v2.0/networks/1ec3db95-f8a7-4d99-baab-1cce8f7187f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986663 Sep 16 04:44:51.557822 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37214) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:51.604369 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fa8816aa-18a2-48a1-bd4e-f5f6f2dc0e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:51.651351 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 92421ff4-0d3f-424c-8b9a-4283484e3c9c no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:51.677864 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 92421ff4-0d3f-424c-8b9a-4283484e3c9c {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:51.678598 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 92421ff4-0d3f-424c-8b9a-4283484e3c9c not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:51.679085 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 0edf0978-f87d-4b0e-a672-34a72ccc08e6 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:51.689718 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-745c9b68-df58-4668-b8a8-0d1d52f76837 tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1160926156', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:51.700150 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 0edf0978-f87d-4b0e-a672-34a72ccc08e6 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:51.700507 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 0edf0978-f87d-4b0e-a672-34a72ccc08e6 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:51.714710 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745c9b68-df58-4668-b8a8-0d1d52f76837 tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] Made reservation on behalf of d61a3451c7e541ae99026cfb4af3f1df for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:51.715692 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fa8816aa-18a2-48a1-bd4e-f5f6f2dc0e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:51.718523 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-745c9b68-df58-4668-b8a8-0d1d52f76837 tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:51.721866 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fa8816aa-18a2-48a1-bd4e-f5f6f2dc0e63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:51.740860 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-745c9b68-df58-4668-b8a8-0d1d52f76837 tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:51.745315 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e06c8-95a2-409a-8a1f-a576a0ce78a9 req-46f95505-e523-449d-becc-920a977e623c tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:51.746902 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-762e06c8-95a2-409a-8a1f-a576a0ce78a9 req-46f95505-e523-449d-becc-920a977e623c tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5b6186-25cd-4b95-9324-0deef0845d03 HTTP/1.1" status: 200 len: 944 time: 0.2311914 Sep 16 04:44:51.751664 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aaaf721b-a49d-43a9-b774-7a7300383422 req-340ef2f0-a562-49c5-9954-3e92e9492114 service neutron] 10.222.0.48 "GET /v2.0/networks/1ec3db95-f8a7-4d99-baab-1cce8f7187f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500002 Sep 16 04:44:51.778685 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:51.808803 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fa8816aa-18a2-48a1-bd4e-f5f6f2dc0e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:51.809382 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8816aa-18a2-48a1-bd4e-f5f6f2dc0e63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e304b6b9-1dc9-4a98-bec5-3717b72bc12e {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:44:51.814303 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fa8816aa-18a2-48a1-bd4e-f5f6f2dc0e63 admin admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:51.817015 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-fa8816aa-18a2-48a1-bd4e-f5f6f2dc0e63 admin admin] 10.222.0.35 "DELETE /v2.0/routers/e304b6b9-1dc9-4a98-bec5-3717b72bc12e HTTP/1.1" status: 204 len: 168 time: 2.0783458 Sep 16 04:44:51.820222 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37218) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:51.832148 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-762e06c8-95a2-409a-8a1f-a576a0ce78a9 req-248b2c94-d056-49b5-b4b9-20c606d9e1b3 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] 10.222.0.35 "GET /v2.0/security-groups?id=db6e8aba-2e8a-4f87-88cd-df0b1bde710b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501492 Sep 16 04:44:51.889667 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-745c9b68-df58-4668-b8a8-0d1d52f76837 tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:51.893164 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-694dd498-e81f-4117-a1c6-bc0d1f6825bb admin admin] Deleting subnet 1dd08a38-6793-4bc5-830d-909e33bdbeee {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:44:51.896617 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-694dd498-e81f-4117-a1c6-bc0d1f6825bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:51.919007 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-745c9b68-df58-4668-b8a8-0d1d52f76837 tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:51.938726 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-694dd498-e81f-4117-a1c6-bc0d1f6825bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:51.941100 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-745c9b68-df58-4668-b8a8-0d1d52f76837 tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] device_id is not set on port c67af89e-3aba-483a-942a-4f9460ff4c41 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:44:52.054936 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c9b68-df58-4668-b8a8-0d1d52f76837 tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f4b403-bc02-4ac2-b302-92d7bb8f7a31,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:52.058689 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device aa284740-f5dd-4851-bba3-fdc5083cbf76 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:52.119564 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port aa284740-f5dd-4851-bba3-fdc5083cbf76 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:44:52.124419 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port aa284740-f5dd-4851-bba3-fdc5083cbf76 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:52.124969 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.140867 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fbd17-3687-405d-a1cc-068a78324806 req-3ac2dcf1-12bc-4946-ae04-78e33e4aabdd tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:52.142425 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-826fbd17-3687-405d-a1cc-068a78324806 req-3ac2dcf1-12bc-4946-ae04-78e33e4aabdd tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=adcea68e-c95e-49ee-b1a7-5357d425eabe HTTP/1.1" status: 200 len: 944 time: 0.0573931 Sep 16 04:44:52.158439 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ca8c9-8826-45df-8460-5774f87ce457 req-1f189f6d-575d-443c-b4ae-2505e8744151 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:52.159965 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4a9ca8c9-8826-45df-8460-5774f87ce457 req-1f189f6d-575d-443c-b4ae-2505e8744151 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.47 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 951 time: 0.1806264 Sep 16 04:44:52.188065 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-826fbd17-3687-405d-a1cc-068a78324806 req-b7c20451-18bc-43a2-87f6-3356c71de1e5 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376253 Sep 16 04:44:52.207937 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-694dd498-e81f-4117-a1c6-bc0d1f6825bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.216933 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.240610 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-745c9b68-df58-4668-b8a8-0d1d52f76837 tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] Allocated IP 172.25.8.219 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/c67af89e-3aba-483a-942a-4f9460ff4c41) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:52.254014 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port aa284740-f5dd-4851-bba3-fdc5083cbf76, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=aa284740-f5dd-4851-bba3-fdc5083cbf76,segment=NetworkSegment(8a88cf17-2626-40ee-b5d7-20831c5d590c),segment_id=8a88cf17-2626-40ee-b5d7-20831c5d590c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:52.259539 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.260470 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device aed1de52-e17a-46a9-af13-8ebdb2d92da6 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:52.330335 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79e74f-031f-4643-998e-c718baacfc10 req-4590be27-c91f-4dc8-bc78-4a1e9e973d8b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:52.337691 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79e74f-031f-4643-998e-c718baacfc10 req-4590be27-c91f-4dc8-bc78-4a1e9e973d8b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:52.344096 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79e74f-031f-4643-998e-c718baacfc10 req-4590be27-c91f-4dc8-bc78-4a1e9e973d8b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:52.347885 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-694dd498-e81f-4117-a1c6-bc0d1f6825bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.351129 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79e74f-031f-4643-998e-c718baacfc10 req-4590be27-c91f-4dc8-bc78-4a1e9e973d8b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:52.357373 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79e74f-031f-4643-998e-c718baacfc10 req-4590be27-c91f-4dc8-bc78-4a1e9e973d8b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:52.363583 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79e74f-031f-4643-998e-c718baacfc10 req-4590be27-c91f-4dc8-bc78-4a1e9e973d8b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:52.370133 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79e74f-031f-4643-998e-c718baacfc10 req-4590be27-c91f-4dc8-bc78-4a1e9e973d8b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:52.372246 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-de79e74f-031f-4643-998e-c718baacfc10 req-4590be27-c91f-4dc8-bc78-4a1e9e973d8b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5429 time: 0.1096141 Sep 16 04:44:52.407415 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694dd498-e81f-4117-a1c6-bc0d1f6825bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dd08a38-6793-4bc5-830d-909e33bdbeee,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:52.417416 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-4a9ca8c9-8826-45df-8460-5774f87ce457 req-af5d1226-889a-4893-92db-9006ef98e0de tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Deleting port aed1de52-e17a-46a9-af13-8ebdb2d92da6 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:52.417795 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4a9ca8c9-8826-45df-8460-5774f87ce457 req-af5d1226-889a-4893-92db-9006ef98e0de tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.422865 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-694dd498-e81f-4117-a1c6-bc0d1f6825bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.424809 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-694dd498-e81f-4117-a1c6-bc0d1f6825bb admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1dd08a38-6793-4bc5-830d-909e33bdbeee HTTP/1.1" status: 204 len: 168 time: 0.6033001 Sep 16 04:44:52.433189 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-de79e74f-031f-4643-998e-c718baacfc10 req-9e001148-bc65-4bf9-87d9-7d7748ed16f8 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&id=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514379 Sep 16 04:44:52.434162 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37222) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:52.487982 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05eb5cda-9666-4b03-af94-952a138ace00 None None] Network b8554a99-cc4a-4185-be03-db4155a4d044 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:44:52.517906 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-064d63b8-95e5-4b8d-9591-787a9f9a020f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.535264 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=aa284740-f5dd-4851-bba3-fdc5083cbf76,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:52.570926 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-745c9b68-df58-4668-b8a8-0d1d52f76837 tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.573794 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb'}, {'server_uuid': 'adcea68e-c95e-49ee-b1a7-5357d425eabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa284740-f5dd-4851-bba3-fdc5083cbf76'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:52.576168 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba04617a-6563-44dc-8929-453e604da8b6" -d '{"events": [{"server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "name": "network-vif-plugged", "status": "completed", "tag": "1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb"}, {"server_uuid": "adcea68e-c95e-49ee-b1a7-5357d425eabe", "name": "network-vif-plugged", "status": "completed", "tag": "aa284740-f5dd-4851-bba3-fdc5083cbf76"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:52.579438 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-4a9ca8c9-8826-45df-8460-5774f87ce457 req-af5d1226-889a-4893-92db-9006ef98e0de tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] For port aed1de52-e17a-46a9-af13-8ebdb2d92da6, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=aed1de52-e17a-46a9-af13-8ebdb2d92da6,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:52.579816 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4a9ca8c9-8826-45df-8460-5774f87ce457 req-af5d1226-889a-4893-92db-9006ef98e0de tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.594344 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-4a9ca8c9-8826-45df-8460-5774f87ce457 req-af5d1226-889a-4893-92db-9006ef98e0de tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Calling delete_port for aed1de52-e17a-46a9-af13-8ebdb2d92da6 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:52.613147 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f47ee-ae5d-4eae-9d0c-534c20e47595 req-ccfc3ce4-4b53-4e82-a360-657a8a1910a4 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:52.621865 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-965f47ee-ae5d-4eae-9d0c-534c20e47595 req-ccfc3ce4-4b53-4e82-a360-657a8a1910a4 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=a903e627-6fa4-4c5c-9580-41150c9b9ea5 HTTP/1.1" status: 200 len: 951 time: 0.0953434 Sep 16 04:44:52.652762 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.665378 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-064d63b8-95e5-4b8d-9591-787a9f9a020f admin admin] Deleting port b5f3651c-c7a0-4ab4-b2c9-8e15ccb82265 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:52.665763 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-064d63b8-95e5-4b8d-9591-787a9f9a020f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.671295 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-965f47ee-ae5d-4eae-9d0c-534c20e47595 req-d3a46f14-92a4-444d-9799-d15094f2dc12 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486088 Sep 16 04:44:52.747407 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-064d63b8-95e5-4b8d-9591-787a9f9a020f admin admin] For port b5f3651c-c7a0-4ab4-b2c9-8e15ccb82265, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=b5f3651c-c7a0-4ab4-b2c9-8e15ccb82265,segment=NetworkSegment(a8e3cee4-c9c7-427b-8884-065ab0cd72ce),segment_id=a8e3cee4-c9c7-427b-8884-065ab0cd72ce)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:52.747849 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-064d63b8-95e5-4b8d-9591-787a9f9a020f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.753729 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a505a4a-3b0b-4341-95ab-46386e04394d x-openstack-request-id: req-1a505a4a-3b0b-4341-95ab-46386e04394d {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:52.754073 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "name": "network-vif-plugged", "status": "completed", "tag": "1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb", "code": 200}, {"server_uuid": "adcea68e-c95e-49ee-b1a7-5357d425eabe", "name": "network-vif-plugged", "status": "completed", "tag": "aa284740-f5dd-4851-bba3-fdc5083cbf76", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:52.754407 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1a505a4a-3b0b-4341-95ab-46386e04394d {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:52.754979 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb', 'code': 200} Sep 16 04:44:52.755431 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adcea68e-c95e-49ee-b1a7-5357d425eabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa284740-f5dd-4851-bba3-fdc5083cbf76', 'code': 200} Sep 16 04:44:52.757184 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4a9ca8c9-8826-45df-8460-5774f87ce457 req-af5d1226-889a-4893-92db-9006ef98e0de tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.762220 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-745c9b68-df58-4668-b8a8-0d1d52f76837 tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.762673 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-064d63b8-95e5-4b8d-9591-787a9f9a020f admin admin] Calling delete_port for b5f3651c-c7a0-4ab4-b2c9-8e15ccb82265 owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:52.804947 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['d3b66b72-abdf-4298-9c22-48593c2c42c3'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:52.809411 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d1226-889a-4893-92db-9006ef98e0de tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Pushing event deleted for resources: {'Port': ['ID=aed1de52-e17a-46a9-af13-8ebdb2d92da6,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:52.854396 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1628b819-cfe8-4475-938c-031d56ba9b29 None None] DHCP port deletion for b8554a99-cc4a-4185-be03-db4155a4d044 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:44:52.859647 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:52.875471 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745c9b68-df58-4668-b8a8-0d1d52f76837 tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:52.879000 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c9b68-df58-4668-b8a8-0d1d52f76837 tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] Pushing event updated for resources: {'Port': ['ID=c67af89e-3aba-483a-942a-4f9460ff4c41,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:52.887159 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-064d63b8-95e5-4b8d-9591-787a9f9a020f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.904093 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-745c9b68-df58-4668-b8a8-0d1d52f76837 tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:52.905701 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745c9b68-df58-4668-b8a8-0d1d52f76837 tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:52.908435 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9ca8c9-8826-45df-8460-5774f87ce457 req-af5d1226-889a-4893-92db-9006ef98e0de tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] No DVR routers for this DVR port aed1de52-e17a-46a9-af13-8ebdb2d92da6 on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:52.910190 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4a9ca8c9-8826-45df-8460-5774f87ce457 req-af5d1226-889a-4893-92db-9006ef98e0de tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.913116 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4a9ca8c9-8826-45df-8460-5774f87ce457 req-af5d1226-889a-4893-92db-9006ef98e0de tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.47 "DELETE /v2.0/ports/aed1de52-e17a-46a9-af13-8ebdb2d92da6 HTTP/1.1" status: 204 len: 173 time: 0.7455103 Sep 16 04:44:52.933555 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a903e627-6fa4-4c5c-9580-41150c9b9ea5', 'name': 'network-vif-deleted', 'tag': 'aed1de52-e17a-46a9-af13-8ebdb2d92da6'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:52.935515 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d63b8-95e5-4b8d-9591-787a9f9a020f admin admin] Pushing event deleted for resources: {'Port': ['ID=b5f3651c-c7a0-4ab4-b2c9-8e15ccb82265,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:52.935835 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d02b88-f690-44e8-81ab-ab83c4fff1c1" -d '{"events": [{"server_uuid": "a903e627-6fa4-4c5c-9580-41150c9b9ea5", "name": "network-vif-deleted", "tag": "aed1de52-e17a-46a9-af13-8ebdb2d92da6"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:52.957894 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-1628b819-cfe8-4475-938c-031d56ba9b29 None None] The port 'b5f3651c-c7a0-4ab4-b2c9-8e15ccb82265' was deleted {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 16 04:44:52.975329 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064d63b8-95e5-4b8d-9591-787a9f9a020f admin admin] No DVR routers for this DVR port b5f3651c-c7a0-4ab4-b2c9-8e15ccb82265 on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:52.987454 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347415c2-3fb7-4d44-8002-31a5a0505bf7 req-1f3bc940-06f0-43fb-92db-60c902c234ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:52.990479 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-347415c2-3fb7-4d44-8002-31a5a0505bf7 req-1f3bc940-06f0-43fb-92db-60c902c234ff service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=adcea68e-c95e-49ee-b1a7-5357d425eabe HTTP/1.1" status: 200 len: 1097 time: 0.1160562 Sep 16 04:44:52.993806 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745c9b68-df58-4668-b8a8-0d1d52f76837 tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:52.994695 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-745c9b68-df58-4668-b8a8-0d1d52f76837 tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.034248 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-745c9b68-df58-4668-b8a8-0d1d52f76837 tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.4722989 Sep 16 04:44:53.034459 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37234) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:53.041819 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-f5f38daf-3397-426e-b189-4eb27582dd9f tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.219'}]}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:53.049887 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-347415c2-3fb7-4d44-8002-31a5a0505bf7 req-8ceeb139-b3d0-496d-ae3a-d2a15c1bf9b7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516243 Sep 16 04:44:53.054190 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38225b3c-6e13-4e92-9b7d-8c1d0da4205f req-e98296f6-d6ab-4018-a834-803dbcef469c tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:53.055895 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-38225b3c-6e13-4e92-9b7d-8c1d0da4205f req-e98296f6-d6ab-4018-a834-803dbcef469c tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5b6186-25cd-4b95-9324-0deef0845d03 HTTP/1.1" status: 200 len: 944 time: 0.1353343 Sep 16 04:44:53.067499 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f5f38daf-3397-426e-b189-4eb27582dd9f tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.069331 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f5f38daf-3397-426e-b189-4eb27582dd9f tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.099290 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-064d63b8-95e5-4b8d-9591-787a9f9a020f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.128937 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f5f38daf-3397-426e-b189-4eb27582dd9f tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.136838 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-064d63b8-95e5-4b8d-9591-787a9f9a020f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8554a99-cc4a-4185-be03-db4155a4d044']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:53.155085 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-064d63b8-95e5-4b8d-9591-787a9f9a020f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e3cee4-c9c7-427b-8884-065ab0cd72ce') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:53.155376 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-064d63b8-95e5-4b8d-9591-787a9f9a020f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e3cee4-c9c7-427b-8884-065ab0cd72ce') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:53.162114 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-38225b3c-6e13-4e92-9b7d-8c1d0da4205f req-e05d76d1-3fc0-487d-b5cc-017d6c48221d tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] 10.222.0.35 "GET /v2.0/security-groups?id=db6e8aba-2e8a-4f87-88cd-df0b1bde710b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904312 Sep 16 04:44:53.172002 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-064d63b8-95e5-4b8d-9591-787a9f9a020f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.199395 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-064d63b8-95e5-4b8d-9591-787a9f9a020f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.206583 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-064d63b8-95e5-4b8d-9591-787a9f9a020f admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:44:53.206996 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-064d63b8-95e5-4b8d-9591-787a9f9a020f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.210177 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:44:53.210177 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:44:53.210177 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:44:53.210177 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:44:53.210177 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:44:53.210177 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:44:53.210177 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:44:53.210177 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:44:53.210177 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:44:53.210177 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:44:53.210177 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:44:53.210177 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:44:53.210177 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:44:53.210177 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:44:53.210177 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:44:53.210177 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:44:53.210177 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:44:53.210177 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:44:53.210177 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:44:53.210177 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:44:53.210177 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:44:53.210177 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:44:53.210177 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:44:53.210177 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:44:53.210177 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:44:53.210177 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:44:53.210177 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:44:53.210177 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:44:53.210177 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:44:53.210177 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:44:53.210177 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:44:53.210177 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:44:53.254544 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55d6201-745c-4869-af06-3754455d1090 x-openstack-request-id: req-e55d6201-745c-4869-af06-3754455d1090 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:53.254837 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a903e627-6fa4-4c5c-9580-41150c9b9ea5", "name": "network-vif-deleted", "tag": "aed1de52-e17a-46a9-af13-8ebdb2d92da6", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:53.255260 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e55d6201-745c-4869-af06-3754455d1090 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:53.255676 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a903e627-6fa4-4c5c-9580-41150c9b9ea5', 'name': 'network-vif-deleted', 'tag': 'aed1de52-e17a-46a9-af13-8ebdb2d92da6', 'status': 'completed', 'code': 200} Sep 16 04:44:53.286898 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-064d63b8-95e5-4b8d-9591-787a9f9a020f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.295187 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f5f38daf-3397-426e-b189-4eb27582dd9f tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.299954 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-064d63b8-95e5-4b8d-9591-787a9f9a020f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.301988 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-064d63b8-95e5-4b8d-9591-787a9f9a020f admin admin] 10.222.0.35 "DELETE /v2.0/networks/b8554a99-cc4a-4185-be03-db4155a4d044 HTTP/1.1" status: 204 len: 168 time: 0.8658028 Sep 16 04:44:53.306147 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37240) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:53.312422 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d63b8-95e5-4b8d-9591-787a9f9a020f admin admin] Pushing event deleted for resources: {'Network': ['ID=b8554a99-cc4a-4185-be03-db4155a4d044,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:53.321108 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 3d3646c0-2ee7-41de-8773-e02f1f3f541a up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:53.393313 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 3d3646c0-2ee7-41de-8773-e02f1f3f541a completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:44:53.398814 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 3d3646c0-2ee7-41de-8773-e02f1f3f541a triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:53.399648 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.488169 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.528280 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 3d3646c0-2ee7-41de-8773-e02f1f3f541a, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=3d3646c0-2ee7-41de-8773-e02f1f3f541a,segment=NetworkSegment(90ca1933-caa6-42a4-822c-5da169d48a10),segment_id=90ca1933-caa6-42a4-822c-5da169d48a10)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:53.535254 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.537545 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 8412a577-70e7-4987-883c-7ad67dcac980 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:53.566274 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90763fd6-013a-4b23-bff0-62c955695db2 req-46adc945-1b7e-47fb-9eb4-136cab1def78 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:53.576696 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90763fd6-013a-4b23-bff0-62c955695db2 req-46adc945-1b7e-47fb-9eb4-136cab1def78 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=adcea68e-c95e-49ee-b1a7-5357d425eabe HTTP/1.1" status: 200 len: 945 time: 0.0809937 Sep 16 04:44:53.619536 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90763fd6-013a-4b23-bff0-62c955695db2 req-d49dec6a-9406-4bf7-8630-6f92a9def034 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416050 Sep 16 04:44:53.619754 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device b5f3651c-c7a0-4ab4-b2c9-8e15ccb82265 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:53.647789 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: b5f3651c-c7a0-4ab4-b2c9-8e15ccb82265 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:53.648146 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device b5f3651c-c7a0-4ab4-b2c9-8e15ccb82265 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:53.681615 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=3d3646c0-2ee7-41de-8773-e02f1f3f541a,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:53.690956 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 8412a577-70e7-4987-883c-7ad67dcac980 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:44:53.696242 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 8412a577-70e7-4987-883c-7ad67dcac980 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:53.696694 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.764254 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1b440-d956-4f60-8f80-f1448edb9940 req-2df0c924-6379-4c62-9289-efd1d4684813 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:53.773185 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1b440-d956-4f60-8f80-f1448edb9940 req-2df0c924-6379-4c62-9289-efd1d4684813 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:53.781921 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1b440-d956-4f60-8f80-f1448edb9940 req-2df0c924-6379-4c62-9289-efd1d4684813 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:53.787986 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.788965 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1b440-d956-4f60-8f80-f1448edb9940 req-2df0c924-6379-4c62-9289-efd1d4684813 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:53.795858 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1b440-d956-4f60-8f80-f1448edb9940 req-2df0c924-6379-4c62-9289-efd1d4684813 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:53.802765 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1b440-d956-4f60-8f80-f1448edb9940 req-2df0c924-6379-4c62-9289-efd1d4684813 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:53.811187 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1b440-d956-4f60-8f80-f1448edb9940 req-2df0c924-6379-4c62-9289-efd1d4684813 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:53.813379 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cda1b440-d956-4f60-8f80-f1448edb9940 req-2df0c924-6379-4c62-9289-efd1d4684813 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5430 time: 0.1186335 Sep 16 04:44:53.820436 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f5f38daf-3397-426e-b189-4eb27582dd9f tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.834867 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 8412a577-70e7-4987-883c-7ad67dcac980, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=8412a577-70e7-4987-883c-7ad67dcac980,segment=NetworkSegment(58f0cb18-e140-4bd2-89cf-e2e6b8f96371),segment_id=58f0cb18-e140-4bd2-89cf-e2e6b8f96371)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:53.840214 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.844667 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f5f38daf-3397-426e-b189-4eb27582dd9f tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.867659 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cda1b440-d956-4f60-8f80-f1448edb9940 req-83ad7831-e361-46a6-85eb-24e015fdb80e tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&id=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448675 Sep 16 04:44:53.920908 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=8412a577-70e7-4987-883c-7ad67dcac980,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:54.064010 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-85e6ef86-1a72-4d99-88a6-be7351d9e329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:54.102437 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f5f38daf-3397-426e-b189-4eb27582dd9f tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:54.148829 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef1139-c416-4387-8503-d1d78529bd56 req-5b8a7148-f8a1-4c1b-be78-ea33d3691967 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:54.150484 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f1ef1139-c416-4387-8503-d1d78529bd56 req-5b8a7148-f8a1-4c1b-be78-ea33d3691967 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 950 time: 0.0565832 Sep 16 04:44:54.198970 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f1ef1139-c416-4387-8503-d1d78529bd56 req-2d96dc85-13e0-4046-aeda-b38639e6405f tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360763 Sep 16 04:44:54.311353 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328a532-4b04-4cba-9d9b-4ec686ee9a5d req-42b1beec-a19b-4640-8422-e70c73b697fa tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:54.312891 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7328a532-4b04-4cba-9d9b-4ec686ee9a5d req-42b1beec-a19b-4640-8422-e70c73b697fa tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5b6186-25cd-4b95-9324-0deef0845d03 HTTP/1.1" status: 200 len: 944 time: 0.0529547 Sep 16 04:44:54.353634 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7328a532-4b04-4cba-9d9b-4ec686ee9a5d req-b3c18276-c1a7-4e27-bcf9-e8616d0ef8eb tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] 10.222.0.35 "GET /v2.0/security-groups?id=db6e8aba-2e8a-4f87-88cd-df0b1bde710b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342197 Sep 16 04:44:54.621366 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f5f38daf-3397-426e-b189-4eb27582dd9f tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:54.626318 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f5f38daf-3397-426e-b189-4eb27582dd9f tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:54.707562 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-c29524e7-cb5e-4cb1-a636-2c3d3f1c4d10 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:54.709122 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-c29524e7-cb5e-4cb1-a636-2c3d3f1c4d10 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.47 "GET /v2.0/ports?device_id=adcea68e-c95e-49ee-b1a7-5357d425eabe HTTP/1.1" status: 200 len: 945 time: 0.1887758 Sep 16 04:44:54.741651 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5aa038-8eda-4279-8117-b6e2f42780d6 req-4e2a936f-5c99-4534-a9c8-a9adcb89170b tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:54.742254 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f5f38daf-3397-426e-b189-4eb27582dd9f tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:54.742794 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f38daf-3397-426e-b189-4eb27582dd9f tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 64702b63-5236-4202-85ef-2be31e5ec098 {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:44:54.743440 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8b5aa038-8eda-4279-8117-b6e2f42780d6 req-4e2a936f-5c99-4534-a9c8-a9adcb89170b tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=adcea68e-c95e-49ee-b1a7-5357d425eabe HTTP/1.1" status: 200 len: 945 time: 0.0517807 Sep 16 04:44:54.757137 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3646c0-2ee7-41de-8773-e02f1f3f541a'}, {'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8412a577-70e7-4987-883c-7ad67dcac980'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:54.759744 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a040d26-8204-4585-aecf-96eeb9626b32" -d '{"events": [{"server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "name": "network-vif-plugged", "status": "completed", "tag": "3d3646c0-2ee7-41de-8773-e02f1f3f541a"}, {"server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "name": "network-vif-plugged", "status": "completed", "tag": "8412a577-70e7-4987-883c-7ad67dcac980"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:54.788482 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8b5aa038-8eda-4279-8117-b6e2f42780d6 req-8edb324b-f86e-4b64-a573-004af168338e tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373161 Sep 16 04:44:54.791309 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-f5f38daf-3397-426e-b189-4eb27582dd9f tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 16 04:44:54.792351 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f5f38daf-3397-426e-b189-4eb27582dd9f tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.7566946 Sep 16 04:44:54.795875 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37260) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:54.838707 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788af790-a47b-4fb2-b307-49fde776edd6 x-openstack-request-id: req-788af790-a47b-4fb2-b307-49fde776edd6 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:54.839260 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "name": "network-vif-plugged", "status": "completed", "tag": "3d3646c0-2ee7-41de-8773-e02f1f3f541a", "code": 200}, {"server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "name": "network-vif-plugged", "status": "completed", "tag": "8412a577-70e7-4987-883c-7ad67dcac980", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:54.839612 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-788af790-a47b-4fb2-b307-49fde776edd6 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:54.840254 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3646c0-2ee7-41de-8773-e02f1f3f541a', 'code': 200} Sep 16 04:44:54.840697 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8412a577-70e7-4987-883c-7ad67dcac980', 'code': 200} Sep 16 04:44:54.875747 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-84fdb4e8-e65c-41dd-8869-f54b1bebae95 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Deleting port aa284740-f5dd-4851-bba3-fdc5083cbf76 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:54.876317 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-84fdb4e8-e65c-41dd-8869-f54b1bebae95 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:54.880792 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-5cc7abcc-74bf-4928-a68b-5de26080da00 tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] Deleting port c67af89e-3aba-483a-942a-4f9460ff4c41 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:54.881139 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5cc7abcc-74bf-4928-a68b-5de26080da00 tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:54.997010 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5cc7abcc-74bf-4928-a68b-5de26080da00 tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:54.999435 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-84fdb4e8-e65c-41dd-8869-f54b1bebae95 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] For port aa284740-f5dd-4851-bba3-fdc5083cbf76, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=aa284740-f5dd-4851-bba3-fdc5083cbf76,segment=NetworkSegment(8a88cf17-2626-40ee-b5d7-20831c5d590c),segment_id=8a88cf17-2626-40ee-b5d7-20831c5d590c)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:54.999809 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-84fdb4e8-e65c-41dd-8869-f54b1bebae95 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:55.008384 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-85e6ef86-1a72-4d99-88a6-be7351d9e329 admin admin] Deleting port 1ec7fa3f-44b7-4b9b-97e0-d4d58e73813b {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:55.008759 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-85e6ef86-1a72-4d99-88a6-be7351d9e329 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:55.012209 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-5cc7abcc-74bf-4928-a68b-5de26080da00 tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] Calling delete_port for c67af89e-3aba-483a-942a-4f9460ff4c41 owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:55.025901 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-84fdb4e8-e65c-41dd-8869-f54b1bebae95 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Calling delete_port for aa284740-f5dd-4851-bba3-fdc5083cbf76 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:55.039538 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406927a-e84c-426c-8c27-952ac9c77ee9 req-270c4868-0adc-4296-9556-37c14f34607f tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:55.045476 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406927a-e84c-426c-8c27-952ac9c77ee9 req-270c4868-0adc-4296-9556-37c14f34607f tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:55.051388 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406927a-e84c-426c-8c27-952ac9c77ee9 req-270c4868-0adc-4296-9556-37c14f34607f tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:55.058289 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406927a-e84c-426c-8c27-952ac9c77ee9 req-270c4868-0adc-4296-9556-37c14f34607f tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:55.064204 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406927a-e84c-426c-8c27-952ac9c77ee9 req-270c4868-0adc-4296-9556-37c14f34607f tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:55.070632 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406927a-e84c-426c-8c27-952ac9c77ee9 req-270c4868-0adc-4296-9556-37c14f34607f tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:55.076545 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406927a-e84c-426c-8c27-952ac9c77ee9 req-270c4868-0adc-4296-9556-37c14f34607f tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:55.078474 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5406927a-e84c-426c-8c27-952ac9c77ee9 req-270c4868-0adc-4296-9556-37c14f34607f tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5431 time: 0.1260352 Sep 16 04:44:55.144609 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-85e6ef86-1a72-4d99-88a6-be7351d9e329 admin admin] For port 1ec7fa3f-44b7-4b9b-97e0-d4d58e73813b, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=1ec7fa3f-44b7-4b9b-97e0-d4d58e73813b,segment=NetworkSegment(7ed8da46-20eb-44be-820b-a1c646bffb42),segment_id=7ed8da46-20eb-44be-820b-a1c646bffb42)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:55.144897 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-85e6ef86-1a72-4d99-88a6-be7351d9e329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:55.160306 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-85e6ef86-1a72-4d99-88a6-be7351d9e329 admin admin] Calling delete_port for 1ec7fa3f-44b7-4b9b-97e0-d4d58e73813b owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:55.160804 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5406927a-e84c-426c-8c27-952ac9c77ee9 req-e8d36387-285d-40b6-9030-cdcfe3a483ce tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&id=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527821 Sep 16 04:44:55.228800 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5cc7abcc-74bf-4928-a68b-5de26080da00 tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:55.287291 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7abcc-74bf-4928-a68b-5de26080da00 tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] Pushing event deleted for resources: {'Port': ['ID=c67af89e-3aba-483a-942a-4f9460ff4c41,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:55.332204 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device a5ccabdd-917e-497f-8afa-78a879e600c2 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:55.332754 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-84fdb4e8-e65c-41dd-8869-f54b1bebae95 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:55.341509 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 04207e9e-65ad-4cd5-b043-c3928f7311d0 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:55.366417 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fdb4e8-e65c-41dd-8869-f54b1bebae95 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Pushing event deleted for resources: {'Port': ['ID=aa284740-f5dd-4851-bba3-fdc5083cbf76,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:55.367523 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['aa284740-f5dd-4851-bba3-fdc5083cbf76'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:55.375828 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5cc7abcc-74bf-4928-a68b-5de26080da00 tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:55.382700 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5cc7abcc-74bf-4928-a68b-5de26080da00 tempest-RoutersAdminNegativeIpV6Test-383216837 tempest-RoutersAdminNegativeIpV6Test-383216837-project-admin] 10.222.0.35 "DELETE /v2.0/ports/c67af89e-3aba-483a-942a-4f9460ff4c41 HTTP/1.1" status: 204 len: 168 time: 0.5810742 Sep 16 04:44:55.386141 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b01c1-330f-450a-9853-64d8f886974a req-540423f1-50ac-44a9-8551-77c30edd9cec tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:55.387743 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-587b01c1-330f-450a-9853-64d8f886974a req-540423f1-50ac-44a9-8551-77c30edd9cec tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 950 time: 0.1077452 Sep 16 04:44:55.443266 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-587b01c1-330f-450a-9853-64d8f886974a req-46db00db-6773-4a32-9c3f-85fe72670238 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475633 Sep 16 04:44:55.462211 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-84fdb4e8-e65c-41dd-8869-f54b1bebae95 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] No DVR routers for this DVR port aa284740-f5dd-4851-bba3-fdc5083cbf76 on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:55.465370 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-84fdb4e8-e65c-41dd-8869-f54b1bebae95 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:55.468217 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8f7078c2-c424-4668-b11c-2cc214954f1b req-84fdb4e8-e65c-41dd-8869-f54b1bebae95 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.47 "DELETE /v2.0/ports/aa284740-f5dd-4851-bba3-fdc5083cbf76 HTTP/1.1" status: 204 len: 173 time: 0.7376542 Sep 16 04:44:55.469549 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adcea68e-c95e-49ee-b1a7-5357d425eabe', 'name': 'network-vif-deleted', 'tag': 'aa284740-f5dd-4851-bba3-fdc5083cbf76'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:55.480878 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db35a813-346a-47cb-a72c-a9166a5d96ae" -d '{"events": [{"server_uuid": "adcea68e-c95e-49ee-b1a7-5357d425eabe", "name": "network-vif-deleted", "tag": "aa284740-f5dd-4851-bba3-fdc5083cbf76"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:55.555175 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 04207e9e-65ad-4cd5-b043-c3928f7311d0 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:44:55.569382 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 04207e9e-65ad-4cd5-b043-c3928f7311d0 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:55.571397 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:55.571531 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-85e6ef86-1a72-4d99-88a6-be7351d9e329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:55.574462 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ba132-49ca-4718-97c4-3da57bbeb865 req-1bc2075e-ef3f-41a6-b7ff-069a17f36bdd tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:55.582820 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-783ba132-49ca-4718-97c4-3da57bbeb865 req-1bc2075e-ef3f-41a6-b7ff-069a17f36bdd tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5b6186-25cd-4b95-9324-0deef0845d03 HTTP/1.1" status: 200 len: 944 time: 0.0773530 Sep 16 04:44:55.608743 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e6ef86-1a72-4d99-88a6-be7351d9e329 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ec7fa3f-44b7-4b9b-97e0-d4d58e73813b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:55.630961 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-783ba132-49ca-4718-97c4-3da57bbeb865 req-0fa15f20-961a-4f4a-8b3b-10f06fde1d33 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] 10.222.0.35 "GET /v2.0/security-groups?id=db6e8aba-2e8a-4f87-88cd-df0b1bde710b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462911 Sep 16 04:44:55.684641 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port a5ccabdd-917e-497f-8afa-78a879e600c2, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=a5ccabdd-917e-497f-8afa-78a879e600c2,segment=NetworkSegment(6e5f3a16-4e11-4f23-825a-a6e77e86bfa4),segment_id=6e5f3a16-4e11-4f23-825a-a6e77e86bfa4)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:55.704537 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'a5ccabdd-917e-497f-8afa-78a879e600c2', 'network_id': '1ec3db95-f8a7-4d99-baab-1cce8f7187f8', 'port_id': 'a5ccabdd-917e-497f-8afa-78a879e600c2', 'mac_address': 'fa:16:3e:f6:c1:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4847500e-d20c-4a03-9354-23d1f213e31c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:55.800187 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:55.810021 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:55.813275 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d504ffdd-b731-4606-a32c-dbd83f202ad5 x-openstack-request-id: req-d504ffdd-b731-4606-a32c-dbd83f202ad5 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:55.813572 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adcea68e-c95e-49ee-b1a7-5357d425eabe", "name": "network-vif-deleted", "tag": "aa284740-f5dd-4851-bba3-fdc5083cbf76", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:55.814235 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d504ffdd-b731-4606-a32c-dbd83f202ad5 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:55.814644 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adcea68e-c95e-49ee-b1a7-5357d425eabe', 'name': 'network-vif-deleted', 'tag': 'aa284740-f5dd-4851-bba3-fdc5083cbf76', 'status': 'completed', 'code': 200} Sep 16 04:44:55.853423 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5ccabdd-917e-497f-8afa-78a879e600c2 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:55.862411 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37280) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:55.872781 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-85e6ef86-1a72-4d99-88a6-be7351d9e329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:55.891819 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 04207e9e-65ad-4cd5-b043-c3928f7311d0, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=04207e9e-65ad-4cd5-b043-c3928f7311d0,segment=NetworkSegment(58f0cb18-e140-4bd2-89cf-e2e6b8f96371),segment_id=58f0cb18-e140-4bd2-89cf-e2e6b8f96371)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:55.905293 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port a5ccabdd-917e-497f-8afa-78a879e600c2, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=a5ccabdd-917e-497f-8afa-78a879e600c2,segment=NetworkSegment(6e5f3a16-4e11-4f23-825a-a6e77e86bfa4),segment_id=6e5f3a16-4e11-4f23-825a-a6e77e86bfa4)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:55.906830 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:55.907979 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 2064e1f3-dcc9-47cc-8440-d02253a0c752 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:55.910775 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ba075f94-1b9b-4163-b7eb-2eee13542945 req-a7d634a4-3aba-453e-8c76-2befae847805 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=feb35d6815044dc78fef1435e68e9720&device_id=adcea68e-c95e-49ee-b1a7-5357d425eabe HTTP/1.1" status: 200 len: 210 time: 0.0349963 Sep 16 04:44:55.929299 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65952290-48ac-4be7-bad6-1c224bde4f01 req-5adb54de-0057-48d7-beda-9f19f1873fe1 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:55.932637 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-65952290-48ac-4be7-bad6-1c224bde4f01 req-5adb54de-0057-48d7-beda-9f19f1873fe1 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 950 time: 0.1411731 Sep 16 04:44:55.973456 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:56.042370 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=04207e9e-65ad-4cd5-b043-c3928f7311d0,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:56.089500 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 2064e1f3-dcc9-47cc-8440-d02253a0c752 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:44:56.103813 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 2064e1f3-dcc9-47cc-8440-d02253a0c752 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:56.104175 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-14eba4ca-a755-4a26-a33a-2f5393919a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:56.104316 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:56.110090 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f20c41e4-40e9-41a6-8129-d560f7812643 req-47c3d069-fd30-4736-bf72-fe557438b1a1 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=adcea68e-c95e-49ee-b1a7-5357d425eabe HTTP/1.1" status: 200 len: 210 time: 0.0853412 Sep 16 04:44:56.131012 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=a5ccabdd-917e-497f-8afa-78a879e600c2,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:56.140074 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba075f94-1b9b-4163-b7eb-2eee13542945 req-bd92e47f-db2c-484e-a0d3-dbbac6172286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:56.141698 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ba075f94-1b9b-4163-b7eb-2eee13542945 req-bd92e47f-db2c-484e-a0d3-dbbac6172286 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=feb35d6815044dc78fef1435e68e9720&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2177811 Sep 16 04:44:56.145139 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:56.145532 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:56.145874 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:56.146371 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:56.146704 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:56.147038 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:56.147401 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:56.147776 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:56.148110 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:56.148441 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:56.148800 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:56.149127 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:56.181425 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-65952290-48ac-4be7-bad6-1c224bde4f01 req-36ce11d4-62f7-4ac1-9664-6bc1b5abc4f0 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Deleting port fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:56.181912 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-65952290-48ac-4be7-bad6-1c224bde4f01 req-36ce11d4-62f7-4ac1-9664-6bc1b5abc4f0 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:56.215593 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:56.265797 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 2064e1f3-dcc9-47cc-8440-d02253a0c752, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=2064e1f3-dcc9-47cc-8440-d02253a0c752,segment=NetworkSegment(58f0cb18-e140-4bd2-89cf-e2e6b8f96371),segment_id=58f0cb18-e140-4bd2-89cf-e2e6b8f96371)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:56.270009 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:56.270908 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 6c443476-515a-4274-81ca-27dee1865694 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:56.338284 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba075f94-1b9b-4163-b7eb-2eee13542945 req-ce3e2991-7ebc-4f80-958c-b7dd923a9f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:56.339964 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ba075f94-1b9b-4163-b7eb-2eee13542945 req-ce3e2991-7ebc-4f80-958c-b7dd923a9f43 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1559920 Sep 16 04:44:56.341853 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e6ef86-1a72-4d99-88a6-be7351d9e329 admin admin] Router 39d6449b-8159-43e5-8a1e-f219f08c829d has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:44:56.362096 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-14eba4ca-a755-4a26-a33a-2f5393919a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:56.373758 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=2064e1f3-dcc9-47cc-8440-d02253a0c752,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:56.378223 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-14eba4ca-a755-4a26-a33a-2f5393919a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:56.386844 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 6c443476-515a-4274-81ca-27dee1865694 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:44:56.391533 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 6c443476-515a-4274-81ca-27dee1865694 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:56.392120 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:56.432543 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee3575-04d6-4877-9075-62ebb2cf5d54 req-35f7dffb-c9ef-48f3-9385-fb16a2cf19d7 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:56.438728 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee3575-04d6-4877-9075-62ebb2cf5d54 req-35f7dffb-c9ef-48f3-9385-fb16a2cf19d7 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:56.445029 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee3575-04d6-4877-9075-62ebb2cf5d54 req-35f7dffb-c9ef-48f3-9385-fb16a2cf19d7 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:56.450862 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee3575-04d6-4877-9075-62ebb2cf5d54 req-35f7dffb-c9ef-48f3-9385-fb16a2cf19d7 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:56.457055 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee3575-04d6-4877-9075-62ebb2cf5d54 req-35f7dffb-c9ef-48f3-9385-fb16a2cf19d7 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:56.464254 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee3575-04d6-4877-9075-62ebb2cf5d54 req-35f7dffb-c9ef-48f3-9385-fb16a2cf19d7 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:56.470120 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee3575-04d6-4877-9075-62ebb2cf5d54 req-35f7dffb-c9ef-48f3-9385-fb16a2cf19d7 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:56.471045 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e6ef86-1a72-4d99-88a6-be7351d9e329 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:44:56.472003 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-42ee3575-04d6-4877-9075-62ebb2cf5d54 req-35f7dffb-c9ef-48f3-9385-fb16a2cf19d7 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5433 time: 0.1819623 Sep 16 04:44:56.475454 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:56.478531 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-85e6ef86-1a72-4d99-88a6-be7351d9e329 admin admin] 10.222.0.35 "PUT /v2.0/routers/39d6449b-8159-43e5-8a1e-f219f08c829d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1710346 Sep 16 04:44:56.480897 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37288) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:56.490624 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f279c1cd-cc2a-4726-8b81-756e106eb9b4 None None] Sync routers for ids ['39d6449b-8159-43e5-8a1e-f219f08c829d'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:44:56.499670 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f279c1cd-cc2a-4726-8b81-756e106eb9b4 None None] Routers {'39d6449b-8159-43e5-8a1e-f219f08c829d'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:56.500277 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-f279c1cd-cc2a-4726-8b81-756e106eb9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:44:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['39d6449b-8159-43e5-8a1e-f219f08c829d'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:56.507170 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eba4ca-a755-4a26-a33a-2f5393919a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b3eccd-3d80-411d-b472-9cfb9b40e8c2,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:56.524872 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-14eba4ca-a755-4a26-a33a-2f5393919a69 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4408ed1ff3fa420fbba2c757a6760cf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6599491 Sep 16 04:44:56.525850 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 6c443476-515a-4274-81ca-27dee1865694, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=6c443476-515a-4274-81ca-27dee1865694,segment=NetworkSegment(90ca1933-caa6-42a4-822c-5da169d48a10),segment_id=90ca1933-caa6-42a4-822c-5da169d48a10)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:56.527691 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37290) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:56.527963 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-65952290-48ac-4be7-bad6-1c224bde4f01 req-36ce11d4-62f7-4ac1-9664-6bc1b5abc4f0 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] For port fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:56.528451 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-65952290-48ac-4be7-bad6-1c224bde4f01 req-36ce11d4-62f7-4ac1-9664-6bc1b5abc4f0 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:56.533217 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:56.544002 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['a5ccabdd-917e-497f-8afa-78a879e600c2'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:56.559153 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-65952290-48ac-4be7-bad6-1c224bde4f01 req-36ce11d4-62f7-4ac1-9664-6bc1b5abc4f0 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Calling delete_port for fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:56.592459 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-42ee3575-04d6-4877-9075-62ebb2cf5d54 req-44cff852-cfcb-4bdc-984b-8f05d681494e tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&id=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0794504 Sep 16 04:44:56.630789 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-f279c1cd-cc2a-4726-8b81-756e106eb9b4 None None] Set router 39d6449b-8159-43e5-8a1e-f219f08c829d gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:44:56.664695 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-78c7f842-a4f2-4ff9-91b2-bee0717f6a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:56.673515 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=6c443476-515a-4274-81ca-27dee1865694,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:56.704642 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6937139f-e4a0-40a8-9920-af0403cc0191 admin admin] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:56.707738 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-78c7f842-a4f2-4ff9-91b2-bee0717f6a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:56.802705 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62680ac5-e042-4686-9a4c-3a0426a0cbab req-80ce048a-3667-481a-bf67-a25b972aa4de tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:56.805386 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-62680ac5-e042-4686-9a4c-3a0426a0cbab req-80ce048a-3667-481a-bf67-a25b972aa4de tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c70efb8-c384-4273-8429-f5fc83b4fad7 HTTP/1.1" status: 200 len: 950 time: 0.0777247 Sep 16 04:44:56.806616 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-65952290-48ac-4be7-bad6-1c224bde4f01 req-36ce11d4-62f7-4ac1-9664-6bc1b5abc4f0 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:56.841947 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04207e9e-65ad-4cd5-b043-c3928f7311d0'}, {'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2064e1f3-dcc9-47cc-8440-d02253a0c752'}, {'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c443476-515a-4274-81ca-27dee1865694'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:56.845171 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeeca719-de04-4629-9bb5-d5b2dc9b3f24" -d '{"events": [{"server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "name": "network-vif-plugged", "status": "completed", "tag": "04207e9e-65ad-4cd5-b043-c3928f7311d0"}, {"server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "name": "network-vif-plugged", "status": "completed", "tag": "2064e1f3-dcc9-47cc-8440-d02253a0c752"}, {"server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "name": "network-vif-plugged", "status": "completed", "tag": "6c443476-515a-4274-81ca-27dee1865694"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:56.855546 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['d3b66b72-abdf-4298-9c22-48593c2c42c3'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:56.862370 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-78c7f842-a4f2-4ff9-91b2-bee0717f6a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:56.866110 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-78c7f842-a4f2-4ff9-91b2-bee0717f6a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:56.867454 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-78c7f842-a4f2-4ff9-91b2-bee0717f6a4c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d0b3eccd-3d80-411d-b472-9cfb9b40e8c2 HTTP/1.1" status: 204 len: 168 time: 0.3390012 Sep 16 04:44:56.878341 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c7f842-a4f2-4ff9-91b2-bee0717f6a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b3eccd-3d80-411d-b472-9cfb9b40e8c2,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:56.881120 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6937139f-e4a0-40a8-9920-af0403cc0191 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:56.900513 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-62680ac5-e042-4686-9a4c-3a0426a0cbab req-75204a23-0c82-4880-b57f-1a44777f5b36 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866323 Sep 16 04:44:56.903453 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce11d4-62f7-4ac1-9664-6bc1b5abc4f0 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Pushing event deleted for resources: {'Port': ['ID=fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:56.913225 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-f279c1cd-cc2a-4726-8b81-756e106eb9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39d6449b-8159-43e5-8a1e-f219f08c829d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1884734222-router', 'tenant_id': 'f442a3f3446549709ee00b7af2e1713f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'd27668d5-ce9c-4011-a266-74e48e9fb25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:48Z', 'updated_at': '2021-09-16T04:44:55Z', 'revision_number': 5, 'project_id': 'f442a3f3446549709ee00b7af2e1713f', 'gw_port': {'id': 'd27668d5-ce9c-4011-a266-74e48e9fb25c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:03:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d6449b-8159-43e5-8a1e-f219f08c829d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:49Z', 'updated_at': '2021-09-16T04:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:56.966059 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-65952290-48ac-4be7-bad6-1c224bde4f01 req-36ce11d4-62f7-4ac1-9664-6bc1b5abc4f0 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] No DVR routers for this DVR port fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:56.972862 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-65952290-48ac-4be7-bad6-1c224bde4f01 req-36ce11d4-62f7-4ac1-9664-6bc1b5abc4f0 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:56.977809 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-65952290-48ac-4be7-bad6-1c224bde4f01 req-36ce11d4-62f7-4ac1-9664-6bc1b5abc4f0 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.48 "DELETE /v2.0/ports/fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d HTTP/1.1" status: 204 len: 173 time: 1.0380042 Sep 16 04:44:56.978473 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c70efb8-c384-4273-8429-f5fc83b4fad7', 'name': 'network-vif-deleted', 'tag': 'fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:56.981210 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b137fcc0-716c-4e6c-b7e0-97c035d36e28" -d '{"events": [{"server_uuid": "8c70efb8-c384-4273-8429-f5fc83b4fad7", "name": "network-vif-deleted", "tag": "fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:56.988580 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f279c1cd-cc2a-4726-8b81-756e106eb9b4 None None] Checking router: 39d6449b-8159-43e5-8a1e-f219f08c829d for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:44:57.000063 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f279c1cd-cc2a-4726-8b81-756e106eb9b4 None None] Routers {'39d6449b-8159-43e5-8a1e-f219f08c829d'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:57.001209 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-f279c1cd-cc2a-4726-8b81-756e106eb9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:44:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['39d6449b-8159-43e5-8a1e-f219f08c829d'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:57.016970 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-6937139f-e4a0-40a8-9920-af0403cc0191 admin admin] Deleting port d27668d5-ce9c-4011-a266-74e48e9fb25c {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:57.017537 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6937139f-e4a0-40a8-9920-af0403cc0191 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:57.115600 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-6937139f-e4a0-40a8-9920-af0403cc0191 admin admin] For port d27668d5-ce9c-4011-a266-74e48e9fb25c, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d27668d5-ce9c-4011-a266-74e48e9fb25c,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:57.116000 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6937139f-e4a0-40a8-9920-af0403cc0191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:57.129669 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef120a5-5c9c-4fc2-b2da-3bb8bd1b16ad req-045eea49-a51f-437c-9aec-f2a49529e586 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:57.132836 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-6937139f-e4a0-40a8-9920-af0403cc0191 admin admin] Calling delete_port for d27668d5-ce9c-4011-a266-74e48e9fb25c owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:57.139520 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7ef120a5-5c9c-4fc2-b2da-3bb8bd1b16ad req-045eea49-a51f-437c-9aec-f2a49529e586 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5b6186-25cd-4b95-9324-0deef0845d03 HTTP/1.1" status: 200 len: 945 time: 0.0937798 Sep 16 04:44:57.192870 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7ef120a5-5c9c-4fc2-b2da-3bb8bd1b16ad req-31d8813f-da54-411b-8e99-8469ba000455 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] 10.222.0.35 "GET /v2.0/security-groups?id=db6e8aba-2e8a-4f87-88cd-df0b1bde710b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466766 Sep 16 04:44:57.251265 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-f279c1cd-cc2a-4726-8b81-756e106eb9b4 None None] Set router 39d6449b-8159-43e5-8a1e-f219f08c829d gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:44:57.322672 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-f279c1cd-cc2a-4726-8b81-756e106eb9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39d6449b-8159-43e5-8a1e-f219f08c829d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1884734222-router', 'tenant_id': 'f442a3f3446549709ee00b7af2e1713f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:48Z', 'updated_at': '2021-09-16T04:44:56Z', 'revision_number': 6, 'project_id': 'f442a3f3446549709ee00b7af2e1713f', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:57.350866 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16841e6-e103-46d4-b2c4-5cf80d8bb79c x-openstack-request-id: req-e16841e6-e103-46d4-b2c4-5cf80d8bb79c {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:57.351564 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "name": "network-vif-plugged", "status": "completed", "tag": "04207e9e-65ad-4cd5-b043-c3928f7311d0", "code": 200}, {"server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "name": "network-vif-plugged", "status": "completed", "tag": "2064e1f3-dcc9-47cc-8440-d02253a0c752", "code": 200}, {"server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "name": "network-vif-plugged", "status": "completed", "tag": "6c443476-515a-4274-81ca-27dee1865694", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:57.351944 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e16841e6-e103-46d4-b2c4-5cf80d8bb79c {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:57.352760 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04207e9e-65ad-4cd5-b043-c3928f7311d0', 'code': 200} Sep 16 04:44:57.353189 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2064e1f3-dcc9-47cc-8440-d02253a0c752', 'code': 200} Sep 16 04:44:57.353558 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f279c1cd-cc2a-4726-8b81-756e106eb9b4 None None] The sync data for ids ['39d6449b-8159-43e5-8a1e-f219f08c829d'] in n-d-712139-15 is: [{'id': '39d6449b-8159-43e5-8a1e-f219f08c829d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1884734222-router', 'tenant_id': 'f442a3f3446549709ee00b7af2e1713f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:48Z', 'updated_at': '2021-09-16T04:44:56Z', 'revision_number': 6, 'project_id': 'f442a3f3446549709ee00b7af2e1713f', 'gw_port_host': None}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:44:57.353763 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c443476-515a-4274-81ca-27dee1865694', 'code': 200} Sep 16 04:44:57.360775 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:57.369016 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6937139f-e4a0-40a8-9920-af0403cc0191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:57.391264 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:57.392413 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:57.457306 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37308) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:57.533205 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa55b4d-fff3-4153-8882-5056c9cd5ec8 x-openstack-request-id: req-1aa55b4d-fff3-4153-8882-5056c9cd5ec8 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:57.533605 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c70efb8-c384-4273-8429-f5fc83b4fad7", "name": "network-vif-deleted", "tag": "fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:57.534289 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1aa55b4d-fff3-4153-8882-5056c9cd5ec8 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:57.534764 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c70efb8-c384-4273-8429-f5fc83b4fad7', 'name': 'network-vif-deleted', 'tag': 'fbfa21a0-cc7a-4cb6-8cd2-6a874af5d43d', 'status': 'completed', 'code': 200} Sep 16 04:44:57.561325 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-26150152-9875-4be1-be02-d61216d66951 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d61a3451c7e541ae99026cfb4af3f1df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1020582 Sep 16 04:44:57.576336 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37310) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:57.629170 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-98805592-14d5-4766-85b9-5e3968180b6b req-b309db03-b668-4cb2-9634-7260653a9caa tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=adcea68e-c95e-49ee-b1a7-5357d425eabe HTTP/1.1" status: 200 len: 210 time: 0.0504258 Sep 16 04:44:57.667586 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da5a11-0d14-4e80-8bee-88de10cee7ea req-729a0aea-7038-48ff-bfa6-281e616b16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:57.668130 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da5a11-0d14-4e80-8bee-88de10cee7ea req-729a0aea-7038-48ff-bfa6-281e616b16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:57.668672 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da5a11-0d14-4e80-8bee-88de10cee7ea req-729a0aea-7038-48ff-bfa6-281e616b16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:57.669133 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da5a11-0d14-4e80-8bee-88de10cee7ea req-729a0aea-7038-48ff-bfa6-281e616b16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:57.669604 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da5a11-0d14-4e80-8bee-88de10cee7ea req-729a0aea-7038-48ff-bfa6-281e616b16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:57.670064 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da5a11-0d14-4e80-8bee-88de10cee7ea req-729a0aea-7038-48ff-bfa6-281e616b16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:57.670554 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da5a11-0d14-4e80-8bee-88de10cee7ea req-729a0aea-7038-48ff-bfa6-281e616b16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:57.672457 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c9da5a11-0d14-4e80-8bee-88de10cee7ea req-729a0aea-7038-48ff-bfa6-281e616b16c8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 6498 time: 0.1420166 Sep 16 04:44:57.678511 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a6f7a311-8b91-486e-8d85-a0905ea18b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:57.731736 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a6f7a311-8b91-486e-8d85-a0905ea18b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:57.762096 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937139f-e4a0-40a8-9920-af0403cc0191 admin admin] Pushing event deleted for resources: {'Port': ['ID=d27668d5-ce9c-4011-a266-74e48e9fb25c,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:57.792213 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c9da5a11-0d14-4e80-8bee-88de10cee7ea req-16e6e411-7ed1-4951-b892-e6d51f27409e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205&id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1114469 Sep 16 04:44:57.831784 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ba075f94-1b9b-4163-b7eb-2eee13542945 req-687f9734-a4ff-421d-8393-6acb0e004d0f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.47 "GET /v2.0/ports?device_id=adcea68e-c95e-49ee-b1a7-5357d425eabe HTTP/1.1" status: 200 len: 210 time: 0.0614719 Sep 16 04:44:57.832009 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 1ec7fa3f-44b7-4b9b-97e0-d4d58e73813b no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:57.840129 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fdddc3-5a7f-460c-85f6-0cbf726de44a req-0bc4e947-b417-45b9-9736-cfe62e978e6e tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:57.847571 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fdddc3-5a7f-460c-85f6-0cbf726de44a req-0bc4e947-b417-45b9-9736-cfe62e978e6e tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:57.854271 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fdddc3-5a7f-460c-85f6-0cbf726de44a req-0bc4e947-b417-45b9-9736-cfe62e978e6e tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:57.861480 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fdddc3-5a7f-460c-85f6-0cbf726de44a req-0bc4e947-b417-45b9-9736-cfe62e978e6e tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:57.863460 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 1ec7fa3f-44b7-4b9b-97e0-d4d58e73813b {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:57.864345 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 1ec7fa3f-44b7-4b9b-97e0-d4d58e73813b not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:57.871522 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fdddc3-5a7f-460c-85f6-0cbf726de44a req-0bc4e947-b417-45b9-9736-cfe62e978e6e tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:57.878936 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fdddc3-5a7f-460c-85f6-0cbf726de44a req-0bc4e947-b417-45b9-9736-cfe62e978e6e tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:57.882446 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6937139f-e4a0-40a8-9920-af0403cc0191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:57.886702 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fdddc3-5a7f-460c-85f6-0cbf726de44a req-0bc4e947-b417-45b9-9736-cfe62e978e6e tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:57.893105 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-43fdddc3-5a7f-460c-85f6-0cbf726de44a req-0bc4e947-b417-45b9-9736-cfe62e978e6e tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5434 time: 0.1727014 Sep 16 04:44:57.937583 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a6f7a311-8b91-486e-8d85-a0905ea18b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:57.940294 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a6f7a311-8b91-486e-8d85-a0905ea18b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:57.944394 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a6f7a311-8b91-486e-8d85-a0905ea18b30 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f8f4b403-bc02-4ac2-b302-92d7bb8f7a31 HTTP/1.1" status: 204 len: 168 time: 0.3640265 Sep 16 04:44:57.953339 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-43fdddc3-5a7f-460c-85f6-0cbf726de44a req-733c7453-be78-4ea1-96d4-73b830de2ec2 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&id=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563309 Sep 16 04:44:57.959509 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7a311-8b91-486e-8d85-a0905ea18b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f4b403-bc02-4ac2-b302-92d7bb8f7a31,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:58.003894 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6937139f-e4a0-40a8-9920-af0403cc0191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:58.007429 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6937139f-e4a0-40a8-9920-af0403cc0191 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:58.058991 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6937139f-e4a0-40a8-9920-af0403cc0191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:58.059690 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6937139f-e4a0-40a8-9920-af0403cc0191 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39d6449b-8159-43e5-8a1e-f219f08c829d {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:44:58.065096 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6937139f-e4a0-40a8-9920-af0403cc0191 admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:58.069317 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6937139f-e4a0-40a8-9920-af0403cc0191 admin admin] 10.222.0.35 "DELETE /v2.0/routers/39d6449b-8159-43e5-8a1e-f219f08c829d HTTP/1.1" status: 204 len: 168 time: 1.5840909 Sep 16 04:44:58.069592 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37320) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:58.117568 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4b34c68-9ce5-45f5-b68f-6644fca392de admin admin] Deleting subnet bd8ff06e-5627-43df-a953-43df2349dfdb {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:44:58.121470 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d4b34c68-9ce5-45f5-b68f-6644fca392de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:58.162601 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d4b34c68-9ce5-45f5-b68f-6644fca392de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:58.267485 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d4b34c68-9ce5-45f5-b68f-6644fca392de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:58.294022 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ac000-fc5e-4b7b-8310-a6920140e55f req-ea28f505-9d4c-41f1-a97b-5deabea89179 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:58.303359 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-879ac000-fc5e-4b7b-8310-a6920140e55f req-ea28f505-9d4c-41f1-a97b-5deabea89179 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 949 time: 0.0715406 Sep 16 04:44:58.341541 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d4b34c68-9ce5-45f5-b68f-6644fca392de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:58.350699 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-879ac000-fc5e-4b7b-8310-a6920140e55f req-1255e8bd-09c2-4fd6-8187-a96dfc5dc57f tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437977 Sep 16 04:44:58.404896 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b34c68-9ce5-45f5-b68f-6644fca392de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd8ff06e-5627-43df-a953-43df2349dfdb,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:58.410099 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d4b34c68-9ce5-45f5-b68f-6644fca392de admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:58.414871 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d4b34c68-9ce5-45f5-b68f-6644fca392de admin admin] 10.222.0.35 "DELETE /v2.0/subnets/bd8ff06e-5627-43df-a953-43df2349dfdb HTTP/1.1" status: 204 len: 168 time: 0.3418026 Sep 16 04:44:58.415157 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37336) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:58.420414 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e6d19c-e946-42f7-9d3a-37b59a320b1c None None] Network f233a7bb-c7b8-4f97-9e56-5128dee90b3e requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:44:58.516841 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fac1ca25-19d4-4ccd-92b4-d79ea71622c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:58.540959 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad63f5-664e-4e18-ab63-b7287ec2248d req-fcaf2eac-88d3-419c-80ab-84a2281c3600 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:58.542655 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-edad63f5-664e-4e18-ab63-b7287ec2248d req-fcaf2eac-88d3-419c-80ab-84a2281c3600 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5b6186-25cd-4b95-9324-0deef0845d03 HTTP/1.1" status: 200 len: 945 time: 0.1322949 Sep 16 04:44:58.586414 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-fac1ca25-19d4-4ccd-92b4-d79ea71622c1 admin admin] Deleting port 91ca7bd6-57a4-47d6-b8f5-a2e711a7d154 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:58.586979 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fac1ca25-19d4-4ccd-92b4-d79ea71622c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:58.596121 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-edad63f5-664e-4e18-ab63-b7287ec2248d req-ad4d35d3-488d-4d2a-9960-37c80ea75407 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] 10.222.0.35 "GET /v2.0/security-groups?id=db6e8aba-2e8a-4f87-88cd-df0b1bde710b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447826 Sep 16 04:44:58.674378 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-fac1ca25-19d4-4ccd-92b4-d79ea71622c1 admin admin] For port 91ca7bd6-57a4-47d6-b8f5-a2e711a7d154, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=91ca7bd6-57a4-47d6-b8f5-a2e711a7d154,segment=NetworkSegment(7ed8da46-20eb-44be-820b-a1c646bffb42),segment_id=7ed8da46-20eb-44be-820b-a1c646bffb42)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:58.675088 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fac1ca25-19d4-4ccd-92b4-d79ea71622c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:58.682525 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6122b1ee-2947-490a-b423-c21a6815ac1d None None] DHCP port deletion for f233a7bb-c7b8-4f97-9e56-5128dee90b3e request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:44:58.706977 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-fac1ca25-19d4-4ccd-92b4-d79ea71622c1 admin admin] Calling delete_port for 91ca7bd6-57a4-47d6-b8f5-a2e711a7d154 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:58.780192 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-6122b1ee-2947-490a-b423-c21a6815ac1d None None] Deleting port 91ca7bd6-57a4-47d6-b8f5-a2e711a7d154 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:58.780597 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6122b1ee-2947-490a-b423-c21a6815ac1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:58.823308 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fac1ca25-19d4-4ccd-92b4-d79ea71622c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:58.857856 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1ca25-19d4-4ccd-92b4-d79ea71622c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=91ca7bd6-57a4-47d6-b8f5-a2e711a7d154,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:58.861881 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac1ca25-19d4-4ccd-92b4-d79ea71622c1 admin admin] No DVR routers for this DVR port 91ca7bd6-57a4-47d6-b8f5-a2e711a7d154 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:58.872912 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-6122b1ee-2947-490a-b423-c21a6815ac1d None None] For port 91ca7bd6-57a4-47d6-b8f5-a2e711a7d154, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=91ca7bd6-57a4-47d6-b8f5-a2e711a7d154,segment=NetworkSegment(7ed8da46-20eb-44be-820b-a1c646bffb42),segment_id=7ed8da46-20eb-44be-820b-a1c646bffb42)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:58.873911 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6122b1ee-2947-490a-b423-c21a6815ac1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:58.888811 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-6122b1ee-2947-490a-b423-c21a6815ac1d None None] Calling delete_port for 91ca7bd6-57a4-47d6-b8f5-a2e711a7d154 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:58.951242 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fac1ca25-19d4-4ccd-92b4-d79ea71622c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:58.972826 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-fac1ca25-19d4-4ccd-92b4-d79ea71622c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f233a7bb-c7b8-4f97-9e56-5128dee90b3e']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:58.984334 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-fac1ca25-19d4-4ccd-92b4-d79ea71622c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ed8da46-20eb-44be-820b-a1c646bffb42') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:58.984334 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-fac1ca25-19d4-4ccd-92b4-d79ea71622c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ed8da46-20eb-44be-820b-a1c646bffb42') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:58.996513 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37358) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:59.003376 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6122b1ee-2947-490a-b423-c21a6815ac1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:59.008348 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fac1ca25-19d4-4ccd-92b4-d79ea71622c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:59.023807 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fac1ca25-19d4-4ccd-92b4-d79ea71622c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:59.031488 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122b1ee-2947-490a-b423-c21a6815ac1d None None] Pushing event deleted for resources: {'Port': ['ID=91ca7bd6-57a4-47d6-b8f5-a2e711a7d154,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:59.031656 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fac1ca25-19d4-4ccd-92b4-d79ea71622c1 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:44:59.032139 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fac1ca25-19d4-4ccd-92b4-d79ea71622c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:59.034482 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:44:59.034482 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:44:59.034482 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:44:59.034482 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:44:59.034482 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:44:59.034482 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:44:59.034482 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:44:59.034482 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:44:59.034482 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:44:59.034482 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:44:59.034482 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:44:59.034482 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:44:59.034482 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:44:59.034482 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:44:59.034482 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:44:59.034482 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:44:59.034482 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:44:59.034482 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:44:59.034482 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:44:59.034482 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:44:59.034482 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:44:59.034482 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:44:59.034482 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:44:59.034482 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:44:59.034482 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:44:59.034482 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:44:59.034482 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:44:59.034482 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:44:59.034482 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:44:59.034482 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:44:59.034482 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:44:59.034482 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:44:59.045567 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6122b1ee-2947-490a-b423-c21a6815ac1d None None] No DVR routers for this DVR port 91ca7bd6-57a4-47d6-b8f5-a2e711a7d154 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:59.110299 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fac1ca25-19d4-4ccd-92b4-d79ea71622c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:59.118250 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fac1ca25-19d4-4ccd-92b4-d79ea71622c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:59.122593 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fac1ca25-19d4-4ccd-92b4-d79ea71622c1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f233a7bb-c7b8-4f97-9e56-5128dee90b3e HTTP/1.1" status: 204 len: 168 time: 0.7040324 Sep 16 04:44:59.129619 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1ca25-19d4-4ccd-92b4-d79ea71622c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f233a7bb-c7b8-4f97-9e56-5128dee90b3e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:59.158050 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-46f0ec20-dcc4-4b67-9383-9f0fdab9498f tempest-AgentManagementNegativeTest-1530966373 tempest-AgentManagementNegativeTest-1530966373-project] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1601372 Sep 16 04:44:59.193972 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89cd31-3d16-4995-a650-855050294169 req-c342360f-24fc-42ce-9368-a135392fee42 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:59.195469 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa89cd31-3d16-4995-a650-855050294169 req-c342360f-24fc-42ce-9368-a135392fee42 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/networks?id=55135b4c-2e11-451e-9d70-37211e2657fa HTTP/1.1" status: 200 len: 812 time: 0.1327341 Sep 16 04:44:59.214673 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa89cd31-3d16-4995-a650-855050294169 req-35370411-04af-4baf-b775-6991fe452216 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/quotas/feb35d6815044dc78fef1435e68e9720 HTTP/1.1" status: 200 len: 375 time: 0.0104625 Sep 16 04:44:59.256355 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa89cd31-3d16-4995-a650-855050294169 req-fd1f839e-e458-4bf9-89e3-299a2334833d tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=feb35d6815044dc78fef1435e68e9720&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330338 Sep 16 04:44:59.320352 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37374) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:59.359474 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device a5ccabdd-917e-497f-8afa-78a879e600c2 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:59.364518 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa89cd31-3d16-4995-a650-855050294169 req-51fe03ff-72fe-48f3-8c2f-d6e413fc0110 service neutron] 10.222.0.35 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981727 Sep 16 04:44:59.367747 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7e109c32-c8b2-40f2-b2de-d5cb08244d2e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e89da63dfb404d24873410c7a7044352&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436120 Sep 16 04:44:59.367888 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37378) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:59.431882 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port a5ccabdd-917e-497f-8afa-78a879e600c2 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:44:59.438187 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port a5ccabdd-917e-497f-8afa-78a879e600c2 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:59.438570 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:59.462428 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ac9c8208-adc8-4030-8e31-2a88ccdfabaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:59.479245 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa89cd31-3d16-4995-a650-855050294169 req-4d7fc330-3c4e-43a8-9326-90ec1aa35409 service neutron] 10.222.0.35 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065729 Sep 16 04:44:59.490732 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ac9c8208-adc8-4030-8e31-2a88ccdfabaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:59.508108 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37382) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:59.534469 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:59.558748 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5b6186-25cd-4b95-9324-0deef0845d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ccabdd-917e-497f-8afa-78a879e600c2'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:59.561054 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f2c788-5366-4473-afc1-8f2fe7c14b22" -d '{"events": [{"server_uuid": "4f5b6186-25cd-4b95-9324-0deef0845d03", "name": "network-vif-plugged", "status": "completed", "tag": "a5ccabdd-917e-497f-8afa-78a879e600c2"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:59.586842 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port a5ccabdd-917e-497f-8afa-78a879e600c2, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=a5ccabdd-917e-497f-8afa-78a879e600c2,segment=NetworkSegment(6e5f3a16-4e11-4f23-825a-a6e77e86bfa4),segment_id=6e5f3a16-4e11-4f23-825a-a6e77e86bfa4)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:59.595996 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ac9c8208-adc8-4030-8e31-2a88ccdfabaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:59.598674 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ac9c8208-adc8-4030-8e31-2a88ccdfabaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:59.603723 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ac9c8208-adc8-4030-8e31-2a88ccdfabaf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c126b3c7-422b-4d5c-af85-aa69910fdf2b HTTP/1.1" status: 204 len: 168 time: 0.2345595 Sep 16 04:44:59.605408 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:59.619461 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c8208-adc8-4030-8e31-2a88ccdfabaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c126b3c7-422b-4d5c-af85-aa69910fdf2b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:59.710211 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d27668d5-ce9c-4011-a266-74e48e9fb25c no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:59.746444 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: d27668d5-ce9c-4011-a266-74e48e9fb25c {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:59.746783 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d27668d5-ce9c-4011-a266-74e48e9fb25c not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:59.747202 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 91ca7bd6-57a4-47d6-b8f5-a2e711a7d154 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:59.776298 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 91ca7bd6-57a4-47d6-b8f5-a2e711a7d154 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:59.776685 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 91ca7bd6-57a4-47d6-b8f5-a2e711a7d154 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:59.799536 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656900d1-73c9-4f78-80a2-516048f44d7a req-8a640273-db7d-40a4-b569-695a5296bb71 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:59.801119 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=a5ccabdd-917e-497f-8afa-78a879e600c2,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:59.806509 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656900d1-73c9-4f78-80a2-516048f44d7a req-8a640273-db7d-40a4-b569-695a5296bb71 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:59.814045 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656900d1-73c9-4f78-80a2-516048f44d7a req-8a640273-db7d-40a4-b569-695a5296bb71 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:59.821392 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656900d1-73c9-4f78-80a2-516048f44d7a req-8a640273-db7d-40a4-b569-695a5296bb71 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:59.828232 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656900d1-73c9-4f78-80a2-516048f44d7a req-8a640273-db7d-40a4-b569-695a5296bb71 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:59.834456 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656900d1-73c9-4f78-80a2-516048f44d7a req-8a640273-db7d-40a4-b569-695a5296bb71 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:59.841560 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656900d1-73c9-4f78-80a2-516048f44d7a req-8a640273-db7d-40a4-b569-695a5296bb71 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:59.851676 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-656900d1-73c9-4f78-80a2-516048f44d7a req-8a640273-db7d-40a4-b569-695a5296bb71 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5434 time: 0.1392875 Sep 16 04:44:59.875108 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-517f9e55-6ff0-41fe-8330-0381d21dd39a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:59.933180 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-656900d1-73c9-4f78-80a2-516048f44d7a req-60764aa9-7f02-49bf-aed1-a610a9f1927d tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&id=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0802464 Sep 16 04:45:00.045758 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37410) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:00.073062 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-517f9e55-6ff0-41fe-8330-0381d21dd39a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:00.079273 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-517f9e55-6ff0-41fe-8330-0381d21dd39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:00.082564 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13a38c-93cb-4554-b158-20935a93373f req-239adc5b-a919-4a80-8fc3-20d32d26d95a tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:00.084258 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4e13a38c-93cb-4554-b158-20935a93373f req-239adc5b-a919-4a80-8fc3-20d32d26d95a tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.47 "GET /v2.0/ports?device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 949 time: 0.4407983 Sep 16 04:45:00.104697 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device aa284740-f5dd-4851-bba3-fdc5083cbf76 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:00.130931 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: aa284740-f5dd-4851-bba3-fdc5083cbf76 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:00.131403 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device aa284740-f5dd-4851-bba3-fdc5083cbf76 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:00.138104 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7032a319-99ce-42c2-9338-fb0f02fed5aa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f442a3f3446549709ee00b7af2e1713f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0915306 Sep 16 04:45:00.140727 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37414) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:00.144113 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f9e55-6ff0-41fe-8330-0381d21dd39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f58dd88-860d-4035-9bb6-9524a90b7db0,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:00.150403 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-517f9e55-6ff0-41fe-8330-0381d21dd39a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=423fc53f0de84afdb7cd4f448357e965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6411145 Sep 16 04:45:00.153303 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37416) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:00.229487 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b544549f-b741-4f22-be24-ffca85022220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:00.245564 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-60993b6a-4624-4094-898a-4805e79c9a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:00.261939 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b544549f-b741-4f22-be24-ffca85022220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:00.279582 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-60993b6a-4624-4094-898a-4805e79c9a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:00.294946 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-4e13a38c-93cb-4554-b158-20935a93373f req-93ce5865-b3f3-4768-ae75-db039a077a05 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Deleting port d3b66b72-abdf-4298-9c22-48593c2c42c3 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:00.295292 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4e13a38c-93cb-4554-b158-20935a93373f req-93ce5865-b3f3-4768-ae75-db039a077a05 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:00.336455 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b544549f-b741-4f22-be24-ffca85022220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:00.347931 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b544549f-b741-4f22-be24-ffca85022220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:00.349730 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b544549f-b741-4f22-be24-ffca85022220 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5f58dd88-860d-4035-9bb6-9524a90b7db0 HTTP/1.1" status: 204 len: 168 time: 0.1933646 Sep 16 04:45:00.368345 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544549f-b741-4f22-be24-ffca85022220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f58dd88-860d-4035-9bb6-9524a90b7db0,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:00.430024 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-60993b6a-4624-4094-898a-4805e79c9a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:00.432551 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-60993b6a-4624-4094-898a-4805e79c9a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:00.436004 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-60993b6a-4624-4094-898a-4805e79c9a44 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3b976eaa-b038-4ca3-ae55-ecbf5d56c4bf HTTP/1.1" status: 204 len: 168 time: 0.2912383 Sep 16 04:45:00.459144 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60993b6a-4624-4094-898a-4805e79c9a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b976eaa-b038-4ca3-ae55-ecbf5d56c4bf,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:00.466061 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-4e13a38c-93cb-4554-b158-20935a93373f req-93ce5865-b3f3-4768-ae75-db039a077a05 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] For port d3b66b72-abdf-4298-9c22-48593c2c42c3, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=d3b66b72-abdf-4298-9c22-48593c2c42c3,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:00.466306 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4e13a38c-93cb-4554-b158-20935a93373f req-93ce5865-b3f3-4768-ae75-db039a077a05 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:00.488123 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-4e13a38c-93cb-4554-b158-20935a93373f req-93ce5865-b3f3-4768-ae75-db039a077a05 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Calling delete_port for d3b66b72-abdf-4298-9c22-48593c2c42c3 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:00.508841 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281aca22-d456-4b90-9415-d8e394e435b6 req-bcfb570f-d0f1-4f9b-98fe-b02214cc954f tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:00.523534 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-281aca22-d456-4b90-9415-d8e394e435b6 req-bcfb570f-d0f1-4f9b-98fe-b02214cc954f tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfb9b5ab-de04-41b6-a3b6-58fd0616186b HTTP/1.1" status: 200 len: 949 time: 0.0975096 Sep 16 04:45:00.584891 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-281aca22-d456-4b90-9415-d8e394e435b6 req-26b0ffd5-ce3c-4edc-a7a9-efa068b836b8 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.35 "GET /v2.0/security-groups?id=c81f916b-0d19-4a29-8f81-d5b73df12289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495460 Sep 16 04:45:00.626419 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b6f9a3-6132-4b57-9888-413f832183f0 x-openstack-request-id: req-70b6f9a3-6132-4b57-9888-413f832183f0 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:00.627037 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5b6186-25cd-4b95-9324-0deef0845d03", "name": "network-vif-plugged", "status": "completed", "tag": "a5ccabdd-917e-497f-8afa-78a879e600c2", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:00.627351 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-70b6f9a3-6132-4b57-9888-413f832183f0 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:00.627825 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5b6186-25cd-4b95-9324-0deef0845d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ccabdd-917e-497f-8afa-78a879e600c2', 'code': 200} Sep 16 04:45:00.708858 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4e13a38c-93cb-4554-b158-20935a93373f req-93ce5865-b3f3-4768-ae75-db039a077a05 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:00.754141 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce5865-b3f3-4768-ae75-db039a077a05 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Pushing event deleted for resources: {'Port': ['ID=d3b66b72-abdf-4298-9c22-48593c2c42c3,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:00.806864 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b42e51-9912-46ef-967b-4442e0536c4c req-31cf792c-f96f-4729-9d64-4bd71bb532e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:00.807085 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e13a38c-93cb-4554-b158-20935a93373f req-93ce5865-b3f3-4768-ae75-db039a077a05 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] No DVR routers for this DVR port d3b66b72-abdf-4298-9c22-48593c2c42c3 on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:00.809039 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a8b42e51-9912-46ef-967b-4442e0536c4c req-31cf792c-f96f-4729-9d64-4bd71bb532e1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4f5b6186-25cd-4b95-9324-0deef0845d03 HTTP/1.1" status: 200 len: 1098 time: 0.0628788 Sep 16 04:45:00.810228 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4e13a38c-93cb-4554-b158-20935a93373f req-93ce5865-b3f3-4768-ae75-db039a077a05 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:00.818684 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fedf2f-41b1-459f-be98-89766f45de8e req-906c2bb8-9544-4afa-9fcd-eb426f26096a tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:00.824696 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4e13a38c-93cb-4554-b158-20935a93373f req-93ce5865-b3f3-4768-ae75-db039a077a05 tempest-MigrationsAdminTest-362394830 tempest-MigrationsAdminTest-362394830-project] 10.222.0.47 "DELETE /v2.0/ports/d3b66b72-abdf-4298-9c22-48593c2c42c3 HTTP/1.1" status: 204 len: 173 time: 0.7293139 Sep 16 04:45:00.826416 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-17fedf2f-41b1-459f-be98-89766f45de8e req-906c2bb8-9544-4afa-9fcd-eb426f26096a tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5b6186-25cd-4b95-9324-0deef0845d03 HTTP/1.1" status: 200 len: 946 time: 0.1155975 Sep 16 04:45:00.827122 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb9b5ab-de04-41b6-a3b6-58fd0616186b', 'name': 'network-vif-deleted', 'tag': 'd3b66b72-abdf-4298-9c22-48593c2c42c3'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:00.829666 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc1e122-de1f-4cd9-9dcb-1753aadb078c" -d '{"events": [{"server_uuid": "bfb9b5ab-de04-41b6-a3b6-58fd0616186b", "name": "network-vif-deleted", "tag": "d3b66b72-abdf-4298-9c22-48593c2c42c3"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:00.893049 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-17fedf2f-41b1-459f-be98-89766f45de8e req-1024688e-e9fd-431a-8a2b-0809b050b0e0 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] 10.222.0.35 "GET /v2.0/security-groups?id=db6e8aba-2e8a-4f87-88cd-df0b1bde710b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656559 Sep 16 04:45:00.913142 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a8b42e51-9912-46ef-967b-4442e0536c4c req-f59c60c5-2baa-4a8e-be6c-002f3af23c7c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=db6e8aba-2e8a-4f87-88cd-df0b1bde710b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845168 Sep 16 04:45:00.990815 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-74a7220a-c388-46f9-896d-14e8862737d6 req-8dc4bac5-65cd-4e6b-9ec1-76fb76825ad6 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=c765a45f-4dd4-4af5-b7eb-21e722543f7d HTTP/1.1" status: 200 len: 210 time: 0.0356157 Sep 16 04:45:01.469312 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea264d8a-906c-4758-95ac-92fa834c0787 x-openstack-request-id: req-ea264d8a-906c-4758-95ac-92fa834c0787 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:01.469815 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb9b5ab-de04-41b6-a3b6-58fd0616186b", "name": "network-vif-deleted", "tag": "d3b66b72-abdf-4298-9c22-48593c2c42c3", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:01.470045 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ea264d8a-906c-4758-95ac-92fa834c0787 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:01.471129 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb9b5ab-de04-41b6-a3b6-58fd0616186b', 'name': 'network-vif-deleted', 'tag': 'd3b66b72-abdf-4298-9c22-48593c2c42c3', 'status': 'completed', 'code': 200} Sep 16 04:45:01.509632 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37464) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:01.510091 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89cd31-3d16-4995-a650-855050294169 req-ac23deba-443e-4af8-a46f-18f51324fdf0 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:01.511936 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa89cd31-3d16-4995-a650-855050294169 req-ac23deba-443e-4af8-a46f-18f51324fdf0 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.48 "GET /v2.0/networks?id=55135b4c-2e11-451e-9d70-37211e2657fa HTTP/1.1" status: 200 len: 812 time: 0.1838412 Sep 16 04:45:01.532618 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-aa89cd31-3d16-4995-a650-855050294169 req-b2a9009e-d289-4fa0-99f4-586bdf2c3059 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Request body: {'port': {'device_id': 'c765a45f-4dd4-4af5-b7eb-21e722543f7d', 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa', 'admin_state_up': True, 'tenant_id': 'feb35d6815044dc78fef1435e68e9720'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:01.623199 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-e6fd977e-c6e7-49cb-87af-fd701b260abe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-617734542'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:01.646168 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fd977e-c6e7-49cb-87af-fd701b260abe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:01.650080 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e6fd977e-c6e7-49cb-87af-fd701b260abe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:01.659578 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e6fd977e-c6e7-49cb-87af-fd701b260abe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:01.765091 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e6fd977e-c6e7-49cb-87af-fd701b260abe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:01.769767 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e6fd977e-c6e7-49cb-87af-fd701b260abe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:01.800204 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6fd977e-c6e7-49cb-87af-fd701b260abe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:45:01.809736 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd977e-c6e7-49cb-87af-fd701b260abe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2db6f024-e369-46b5-9bd0-3a12bbe4ae83,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:01.818609 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e6fd977e-c6e7-49cb-87af-fd701b260abe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:01.819007 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-e6fd977e-c6e7-49cb-87af-fd701b260abe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Added segment fe897db5-019b-4e20-a3bd-c26a4fde2bff of type vlan for network c1806bde-f213-4a7a-844d-fa613e1e0ff4 Sep 16 04:45:01.861135 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e6fd977e-c6e7-49cb-87af-fd701b260abe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:01.886653 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e6fd977e-c6e7-49cb-87af-fd701b260abe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:01.892358 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fd977e-c6e7-49cb-87af-fd701b260abe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:01.893002 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e6fd977e-c6e7-49cb-87af-fd701b260abe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:01.927724 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e6fd977e-c6e7-49cb-87af-fd701b260abe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4158638 Sep 16 04:45:01.931390 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37472) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:01.935945 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-d6905d38-80a9-4413-983d-8c67e95c45aa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:01.992603 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf053bf0-017e-4ac8-a50b-52be14fef15c req-03ffcb7d-44fb-49b4-a1f0-90c2b672e5d7 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:01.993132 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd977e-c6e7-49cb-87af-fd701b260abe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Network': ['ID=c1806bde-f213-4a7a-844d-fa613e1e0ff4,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:01.998725 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf053bf0-017e-4ac8-a50b-52be14fef15c req-03ffcb7d-44fb-49b4-a1f0-90c2b672e5d7 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:02.003635 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:45:02.005412 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf053bf0-017e-4ac8-a50b-52be14fef15c req-03ffcb7d-44fb-49b4-a1f0-90c2b672e5d7 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:02.011375 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf053bf0-017e-4ac8-a50b-52be14fef15c req-03ffcb7d-44fb-49b4-a1f0-90c2b672e5d7 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:02.017586 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf053bf0-017e-4ac8-a50b-52be14fef15c req-03ffcb7d-44fb-49b4-a1f0-90c2b672e5d7 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:02.023694 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf053bf0-017e-4ac8-a50b-52be14fef15c req-03ffcb7d-44fb-49b4-a1f0-90c2b672e5d7 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:02.029695 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf053bf0-017e-4ac8-a50b-52be14fef15c req-03ffcb7d-44fb-49b4-a1f0-90c2b672e5d7 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:02.031626 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf053bf0-017e-4ac8-a50b-52be14fef15c req-03ffcb7d-44fb-49b4-a1f0-90c2b672e5d7 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5434 time: 0.4701264 Sep 16 04:45:02.066617 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa89cd31-3d16-4995-a650-855050294169 req-b2a9009e-d289-4fa0-99f4-586bdf2c3059 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Made reservation on behalf of feb35d6815044dc78fef1435e68e9720 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:02.070769 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-aa89cd31-3d16-4995-a650-855050294169 req-b2a9009e-d289-4fa0-99f4-586bdf2c3059 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:02.082956 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6905d38-80a9-4413-983d-8c67e95c45aa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:02.086802 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d6905d38-80a9-4413-983d-8c67e95c45aa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:02.097369 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf053bf0-017e-4ac8-a50b-52be14fef15c req-c0133602-08dd-4c74-88db-c6ec6a2244ec tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&id=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563078 Sep 16 04:45:02.203976 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device d3b66b72-abdf-4298-9c22-48593c2c42c3 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:02.234589 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: d3b66b72-abdf-4298-9c22-48593c2c42c3 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:02.235215 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device d3b66b72-abdf-4298-9c22-48593c2c42c3 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:02.245679 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-aa89cd31-3d16-4995-a650-855050294169 req-b2a9009e-d289-4fa0-99f4-586bdf2c3059 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Allocated IP 172.20.0.7 (55135b4c-2e11-451e-9d70-37211e2657fa/d79ab8be-654b-4737-af1c-65a1487483c5/2e503a41-b509-4f9d-9bb1-208b1d023799) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:02.366413 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d6905d38-80a9-4413-983d-8c67e95c45aa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:02.462628 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-aa89cd31-3d16-4995-a650-855050294169 req-b2a9009e-d289-4fa0-99f4-586bdf2c3059 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:02.464037 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6905d38-80a9-4413-983d-8c67e95c45aa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Subnet': ['ID=4cb392e9-e251-4766-befc-0e9ef63fa97a,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:02.466222 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6905d38-80a9-4413-983d-8c67e95c45aa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Checking segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:02.466588 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6905d38-80a9-4413-983d-8c67e95c45aa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network hostable DHCP agents. Network: c1806bde-f213-4a7a-844d-fa613e1e0ff4, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:45:02.473344 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4655a-8e85-4df9-8965-4ff234261fc7 req-f21d8bbe-dba3-4d88-afe2-a7b5daa54d0b tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:02.478200 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-33d4655a-8e85-4df9-8965-4ff234261fc7 req-f21d8bbe-dba3-4d88-afe2-a7b5daa54d0b tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5b6186-25cd-4b95-9324-0deef0845d03 HTTP/1.1" status: 200 len: 946 time: 0.0905173 Sep 16 04:45:02.489168 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6905d38-80a9-4413-983d-8c67e95c45aa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:45:02.501250 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-d6905d38-80a9-4413-983d-8c67e95c45aa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, c1806bde-f213-4a7a-844d-fa613e1e0ff4) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:02.510717 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6905d38-80a9-4413-983d-8c67e95c45aa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:02.512103 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d6905d38-80a9-4413-983d-8c67e95c45aa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:02.516231 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0280da82-fac8-4e0a-91d7-8f4ef4f8ebcd None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:02.531932 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d6905d38-80a9-4413-983d-8c67e95c45aa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5996816 Sep 16 04:45:02.535417 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37488) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:02.544947 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-d95b924e-04eb-463b-aea3-8ea843682c89 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'port': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'name': 'tempest-NetworksTestDHCPv6-1493792578'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:02.549456 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-33d4655a-8e85-4df9-8965-4ff234261fc7 req-32bc0f05-d28b-4352-b172-4c285a76e38e tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] 10.222.0.35 "GET /v2.0/security-groups?id=db6e8aba-2e8a-4f87-88cd-df0b1bde710b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639989 Sep 16 04:45:02.572749 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-aa89cd31-3d16-4995-a650-855050294169 req-b2a9009e-d289-4fa0-99f4-586bdf2c3059 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:02.618412 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa89cd31-3d16-4995-a650-855050294169 req-b2a9009e-d289-4fa0-99f4-586bdf2c3059 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Network 55135b4c-2e11-451e-9d70-37211e2657fa is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:02.621531 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-aa89cd31-3d16-4995-a650-855050294169 req-b2a9009e-d289-4fa0-99f4-586bdf2c3059 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:02.637235 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa89cd31-3d16-4995-a650-855050294169 req-b2a9009e-d289-4fa0-99f4-586bdf2c3059 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:02.680168 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95b924e-04eb-463b-aea3-8ea843682c89 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:02.684158 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d95b924e-04eb-463b-aea3-8ea843682c89 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:02.706679 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-d95b924e-04eb-463b-aea3-8ea843682c89 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] device_id is not set on port 877674cc-12e2-4c7d-8441-60cf44375169 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:45:02.728665 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37492) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:02.744348 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9009e-d289-4fa0-99f4-586bdf2c3059 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Pushing event updated for resources: {'Port': ['ID=2e503a41-b509-4f9d-9bb1-208b1d023799,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:02.751248 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9c46bf-9702-45d9-bf44-468b99a05217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'tenant_id': '3adf2e42a132432f9eca7df19231c9e3', 'fixed_ips': [{'subnet_id': '4cb392e9-e251-4766-befc-0e9ef63fa97a'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:45:02.751980 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fa9c46bf-9702-45d9-bf44-468b99a05217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:02.764423 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89cd31-3d16-4995-a650-855050294169 req-b2a9009e-d289-4fa0-99f4-586bdf2c3059 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:02.765234 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-aa89cd31-3d16-4995-a650-855050294169 req-b2a9009e-d289-4fa0-99f4-586bdf2c3059 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:02.789581 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d5890-fd55-4be0-b9f7-9fbc6b537f58 req-e875417e-afe8-4ba0-9209-1a1156098269 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:02.797081 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-319d5890-fd55-4be0-b9f7-9fbc6b537f58 req-e875417e-afe8-4ba0-9209-1a1156098269 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=c765a45f-4dd4-4af5-b7eb-21e722543f7d HTTP/1.1" status: 200 len: 931 time: 0.1177151 Sep 16 04:45:02.806555 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa89cd31-3d16-4995-a650-855050294169 req-b2a9009e-d289-4fa0-99f4-586bdf2c3059 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2781549 Sep 16 04:45:02.826568 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-aa89cd31-3d16-4995-a650-855050294169 req-dff65d9e-9a82-401a-85f1-35a13bcaddff service neutron] Request body: {'port': {'device_id': 'c765a45f-4dd4-4af5-b7eb-21e722543f7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:02.859110 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-d95b924e-04eb-463b-aea3-8ea843682c89 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Allocated IP 2001:db8::153 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/4cb392e9-e251-4766-befc-0e9ef63fa97a/877674cc-12e2-4c7d-8441-60cf44375169) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:02.863701 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-319d5890-fd55-4be0-b9f7-9fbc6b537f58 req-4804a3f3-c794-440d-9bf5-0b3684bfa800 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657706 Sep 16 04:45:02.944726 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-aa89cd31-3d16-4995-a650-855050294169 req-dff65d9e-9a82-401a-85f1-35a13bcaddff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:02.971043 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9f4df533-8b0a-4f7a-bc71-2eb06f915d2c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=832e485315cf4d818578c78d15f3a644&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2374983 Sep 16 04:45:02.974112 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37496) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:03.029062 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d95b924e-04eb-463b-aea3-8ea843682c89 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:03.061369 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5faa0-6b17-4da1-91d8-847273431919 req-a84150e3-c05c-4f74-86e4-c2fd75acf1dd tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:03.068358 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5faa0-6b17-4da1-91d8-847273431919 req-a84150e3-c05c-4f74-86e4-c2fd75acf1dd tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:03.070331 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d95b924e-04eb-463b-aea3-8ea843682c89 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:03.074718 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5faa0-6b17-4da1-91d8-847273431919 req-a84150e3-c05c-4f74-86e4-c2fd75acf1dd tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:03.080932 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5faa0-6b17-4da1-91d8-847273431919 req-a84150e3-c05c-4f74-86e4-c2fd75acf1dd tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:03.087017 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5faa0-6b17-4da1-91d8-847273431919 req-a84150e3-c05c-4f74-86e4-c2fd75acf1dd tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:03.093028 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5faa0-6b17-4da1-91d8-847273431919 req-a84150e3-c05c-4f74-86e4-c2fd75acf1dd tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:03.099827 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5faa0-6b17-4da1-91d8-847273431919 req-a84150e3-c05c-4f74-86e4-c2fd75acf1dd tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:03.101829 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6ca5faa0-6b17-4da1-91d8-847273431919 req-a84150e3-c05c-4f74-86e4-c2fd75acf1dd tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5434 time: 0.1770258 Sep 16 04:45:03.115368 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95b924e-04eb-463b-aea3-8ea843682c89 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:03.117865 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37498) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:03.118636 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-d95b924e-04eb-463b-aea3-8ea843682c89 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:03.122716 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95b924e-04eb-463b-aea3-8ea843682c89 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:03.128488 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95b924e-04eb-463b-aea3-8ea843682c89 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:03.129821 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d95b924e-04eb-463b-aea3-8ea843682c89 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:03.148535 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-fa9c46bf-9702-45d9-bf44-468b99a05217 None None] Allocated IP 2001:db8::2 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/4cb392e9-e251-4766-befc-0e9ef63fa97a/09161e2f-e3ec-4776-b26e-5f4be536f8b8) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:03.151617 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b924e-04eb-463b-aea3-8ea843682c89 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Port': ['ID=877674cc-12e2-4c7d-8441-60cf44375169,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:03.155013 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d95b924e-04eb-463b-aea3-8ea843682c89 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.6174414 Sep 16 04:45:03.157594 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37500) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:03.195360 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-fd688b14-e166-4fd4-ab34-8500b4f2f970 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Request body: {'floatingip': {'port_id': '34f0c640-96d0-4889-b9d6-1c5b64e08f7f'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:03.260205 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fd688b14-e166-4fd4-ab34-8500b4f2f970 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks [] for floatingip, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:03.261911 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685deb49-bcd7-46d8-aab9-73470207282d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:03.264391 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-685deb49-bcd7-46d8-aab9-73470207282d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1058276 Sep 16 04:45:03.267088 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37508) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:03.330512 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fd40402f-5a34-4a40-9b69-cf71da5b1293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:03.334948 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fa9c46bf-9702-45d9-bf44-468b99a05217 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:03.344882 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fa9c46bf-9702-45d9-bf44-468b99a05217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:03.366187 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9c46bf-9702-45d9-bf44-468b99a05217 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:03.390627 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-c282629b-64f1-4aa2-9d52-1e78aee67059 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting port 877674cc-12e2-4c7d-8441-60cf44375169 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:03.391403 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c282629b-64f1-4aa2-9d52-1e78aee67059 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:03.392132 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-fa9c46bf-9702-45d9-bf44-468b99a05217 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:03.396402 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9c46bf-9702-45d9-bf44-468b99a05217 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:03.411003 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fd40402f-5a34-4a40-9b69-cf71da5b1293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:03.471168 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c46bf-9702-45d9-bf44-468b99a05217 None None] Pushing event updated for resources: {'Port': ['ID=09161e2f-e3ec-4776-b26e-5f4be536f8b8,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:03.476061 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-fa9c46bf-9702-45d9-bf44-468b99a05217 None None] Attempting to bind port 09161e2f-e3ec-4776-b26e-5f4be536f8b8 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:03.476433 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-fa9c46bf-9702-45d9-bf44-468b99a05217 None None] Attempting to bind port 09161e2f-e3ec-4776-b26e-5f4be536f8b8 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:03.476828 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9c46bf-9702-45d9-bf44-468b99a05217 None None] Attempting to bind port 09161e2f-e3ec-4776-b26e-5f4be536f8b8 on network c1806bde-f213-4a7a-844d-fa613e1e0ff4 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:03.482597 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9c46bf-9702-45d9-bf44-468b99a05217 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:03.482981 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9c46bf-9702-45d9-bf44-468b99a05217 None None] Checking segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:03.483525 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fa9c46bf-9702-45d9-bf44-468b99a05217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:03.484395 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9c46bf-9702-45d9-bf44-468b99a05217 None None] Bound using segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:03.484511 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-fa9c46bf-9702-45d9-bf44-468b99a05217 None None] Bound port: 09161e2f-e3ec-4776-b26e-5f4be536f8b8, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:03.484935 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fa9c46bf-9702-45d9-bf44-468b99a05217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:03.548822 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c282629b-64f1-4aa2-9d52-1e78aee67059 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:03.565031 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-c282629b-64f1-4aa2-9d52-1e78aee67059 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Calling delete_port for 877674cc-12e2-4c7d-8441-60cf44375169 owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:03.603709 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-fa9c46bf-9702-45d9-bf44-468b99a05217 None None] For port 09161e2f-e3ec-4776-b26e-5f4be536f8b8, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:03.608607 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-fa9c46bf-9702-45d9-bf44-468b99a05217 None None] For port 09161e2f-e3ec-4776-b26e-5f4be536f8b8, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=09161e2f-e3ec-4776-b26e-5f4be536f8b8,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:03.620218 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fd40402f-5a34-4a40-9b69-cf71da5b1293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:03.621368 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fa9c46bf-9702-45d9-bf44-468b99a05217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:03.622910 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fd40402f-5a34-4a40-9b69-cf71da5b1293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:03.626719 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-fd40402f-5a34-4a40-9b69-cf71da5b1293 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c81f916b-0d19-4a29-8f81-d5b73df12289 HTTP/1.1" status: 204 len: 168 time: 0.6490202 Sep 16 04:45:03.690098 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd40402f-5a34-4a40-9b69-cf71da5b1293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81f916b-0d19-4a29-8f81-d5b73df12289,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:03.742379 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c46bf-9702-45d9-bf44-468b99a05217 None None] Pushing event updated for resources: {'Port': ['ID=09161e2f-e3ec-4776-b26e-5f4be536f8b8,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:03.787687 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c282629b-64f1-4aa2-9d52-1e78aee67059 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:03.831004 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c282629b-64f1-4aa2-9d52-1e78aee67059 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Port': ['ID=877674cc-12e2-4c7d-8441-60cf44375169,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:03.855858 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37542) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:03.858648 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c282629b-64f1-4aa2-9d52-1e78aee67059 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:03.863281 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c282629b-64f1-4aa2-9d52-1e78aee67059 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/877674cc-12e2-4c7d-8441-60cf44375169 HTTP/1.1" status: 204 len: 168 time: 0.5927455 Sep 16 04:45:03.863524 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37544) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:03.922301 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf018a-726c-44b1-9d63-fb1629d07bbb req-c4082a7f-2b53-4fec-876e-a72a4c88e103 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:03.929684 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4dcf018a-726c-44b1-9d63-fb1629d07bbb req-c4082a7f-2b53-4fec-876e-a72a4c88e103 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5b6186-25cd-4b95-9324-0deef0845d03 HTTP/1.1" status: 200 len: 946 time: 0.2586999 Sep 16 04:45:03.940532 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-aa89cd31-3d16-4995-a650-855050294169 req-dff65d9e-9a82-401a-85f1-35a13bcaddff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e503a41-b509-4f9d-9bb1-208b1d023799 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:45:03.978452 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-aa89cd31-3d16-4995-a650-855050294169 req-dff65d9e-9a82-401a-85f1-35a13bcaddff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.052857 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593b43f9-871b-4ff8-bf00-34b223dcb3fa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:04.054490 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593b43f9-871b-4ff8-bf00-34b223dcb3fa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:04.056719 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-593b43f9-871b-4ff8-bf00-34b223dcb3fa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1917214 Sep 16 04:45:04.059182 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37550) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:04.081918 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-aa89cd31-3d16-4995-a650-855050294169 req-dff65d9e-9a82-401a-85f1-35a13bcaddff service neutron] Transition to ACTIVE for port object 2e503a41-b509-4f9d-9bb1-208b1d023799 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:45:04.086980 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4dcf018a-726c-44b1-9d63-fb1629d07bbb req-4f90371f-f49f-4831-9724-5e207ad81965 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] 10.222.0.35 "GET /v2.0/security-groups?id=db6e8aba-2e8a-4f87-88cd-df0b1bde710b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564326 Sep 16 04:45:04.089946 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-aa89cd31-3d16-4995-a650-855050294169 req-dff65d9e-9a82-401a-85f1-35a13bcaddff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.154180 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37554) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:04.189775 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c4a8c98-8343-4e13-9dfe-9b8160689b89 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting subnet 4cb392e9-e251-4766-befc-0e9ef63fa97a {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:45:04.194299 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8c4a8c98-8343-4e13-9dfe-9b8160689b89 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.247449 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-414846a2-825c-41ef-8c24-8b3c9847e0cd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b2badcedf7c64d2890477fdef4596f29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0921011 Sep 16 04:45:04.250269 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37558) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:04.259688 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8c4a8c98-8343-4e13-9dfe-9b8160689b89 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.285688 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3e4402f4-f9aa-4576-92e3-c7f814468e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.306829 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff65d9e-9a82-401a-85f1-35a13bcaddff service neutron] Pushing event updated for resources: {'Port': ['ID=2e503a41-b509-4f9d-9bb1-208b1d023799,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:04.365229 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8b2500a0-dc66-4437-95bb-9400200a94f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.383568 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fd688b14-e166-4fd4-ab34-8500b4f2f970 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.394433 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8c4a8c98-8343-4e13-9dfe-9b8160689b89 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.397753 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fd688b14-e166-4fd4-ab34-8500b4f2f970 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.418752 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8b2500a0-dc66-4437-95bb-9400200a94f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.468007 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f18d2-8c73-4b1d-964a-1af201844f39 req-96e3b604-4b2d-486e-83d0-9be7446686f9 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:04.473817 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a47f18d2-8c73-4b1d-964a-1af201844f39 req-96e3b604-4b2d-486e-83d0-9be7446686f9 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=c765a45f-4dd4-4af5-b7eb-21e722543f7d HTTP/1.1" status: 200 len: 943 time: 0.2386775 Sep 16 04:45:04.479278 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8c4a8c98-8343-4e13-9dfe-9b8160689b89 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.515170 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a8c98-8343-4e13-9dfe-9b8160689b89 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Subnet': ['ID=4cb392e9-e251-4766-befc-0e9ef63fa97a,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:04.516071 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-aa89cd31-3d16-4995-a650-855050294169 req-dff65d9e-9a82-401a-85f1-35a13bcaddff service neutron] Attempting to bind port 2e503a41-b509-4f9d-9bb1-208b1d023799 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:04.516071 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-aa89cd31-3d16-4995-a650-855050294169 req-dff65d9e-9a82-401a-85f1-35a13bcaddff service neutron] Attempting to bind port 2e503a41-b509-4f9d-9bb1-208b1d023799 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '8a88cf17-2626-40ee-b5d7-20831c5d590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:04.516287 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa89cd31-3d16-4995-a650-855050294169 req-dff65d9e-9a82-401a-85f1-35a13bcaddff service neutron] Attempting to bind port 2e503a41-b509-4f9d-9bb1-208b1d023799 on network 55135b4c-2e11-451e-9d70-37211e2657fa {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:04.518370 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8b2500a0-dc66-4437-95bb-9400200a94f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.521410 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8b2500a0-dc66-4437-95bb-9400200a94f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.522638 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8b2500a0-dc66-4437-95bb-9400200a94f5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/58349ecf-b518-4fd3-b45a-f66ec24c62d4 HTTP/1.1" status: 204 len: 168 time: 0.2714169 Sep 16 04:45:04.527593 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8c4a8c98-8343-4e13-9dfe-9b8160689b89 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.529680 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8c4a8c98-8343-4e13-9dfe-9b8160689b89 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/4cb392e9-e251-4766-befc-0e9ef63fa97a HTTP/1.1" status: 204 len: 168 time: 0.4695122 Sep 16 04:45:04.536283 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37564) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:04.543114 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2500a0-dc66-4437-95bb-9400200a94f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58349ecf-b518-4fd3-b45a-f66ec24c62d4,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:04.575874 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa89cd31-3d16-4995-a650-855050294169 req-dff65d9e-9a82-401a-85f1-35a13bcaddff service neutron] Port 2e503a41-b509-4f9d-9bb1-208b1d023799 on network 55135b4c-2e11-451e-9d70-37211e2657fa not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:45:04.576205 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa89cd31-3d16-4995-a650-855050294169 req-dff65d9e-9a82-401a-85f1-35a13bcaddff service neutron] Attempting to bind port 2e503a41-b509-4f9d-9bb1-208b1d023799 on network 55135b4c-2e11-451e-9d70-37211e2657fa {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:04.604864 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-161ae564-3fbf-4f79-98de-11f1a055da10 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0644355 Sep 16 04:45:04.605403 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37566) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:04.610197 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-a1cfb0c3-0286-4aec-90ae-be62339c9e61 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:04.644462 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa89cd31-3d16-4995-a650-855050294169 req-dff65d9e-9a82-401a-85f1-35a13bcaddff service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:04.645019 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa89cd31-3d16-4995-a650-855050294169 req-dff65d9e-9a82-401a-85f1-35a13bcaddff service neutron] Checking segment: {'id': '8a88cf17-2626-40ee-b5d7-20831c5d590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:04.645245 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa89cd31-3d16-4995-a650-855050294169 req-dff65d9e-9a82-401a-85f1-35a13bcaddff service neutron] Bound using segment: {'id': '8a88cf17-2626-40ee-b5d7-20831c5d590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:04.645789 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-aa89cd31-3d16-4995-a650-855050294169 req-dff65d9e-9a82-401a-85f1-35a13bcaddff service neutron] Bound port: 2e503a41-b509-4f9d-9bb1-208b1d023799, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a88cf17-2626-40ee-b5d7-20831c5d590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:04.646316 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-aa89cd31-3d16-4995-a650-855050294169 req-dff65d9e-9a82-401a-85f1-35a13bcaddff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.677947 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a47f18d2-8c73-4b1d-964a-1af201844f39 req-d9468706-9060-41e6-a8f7-ff58faace329 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721492 Sep 16 04:45:04.764118 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [None req-fd688b14-e166-4fd4-ab34-8500b4f2f970 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Floating IP aacd8a8a-beaa-4d9a-a4af-a9b97846bfc7 associated. External IP: 172.25.8.218, port: 34f0c640-96d0-4889-b9d6-1c5b64e08f7f. Sep 16 04:45:04.784285 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3e4402f4-f9aa-4576-92e3-c7f814468e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.815472 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1cfb0c3-0286-4aec-90ae-be62339c9e61 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:04.820420 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a1cfb0c3-0286-4aec-90ae-be62339c9e61 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.839634 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3e4402f4-f9aa-4576-92e3-c7f814468e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:05.000216 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-aa89cd31-3d16-4995-a650-855050294169 req-dff65d9e-9a82-401a-85f1-35a13bcaddff service neutron] For port 2e503a41-b509-4f9d-9bb1-208b1d023799, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:05.009496 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3e4402f4-f9aa-4576-92e3-c7f814468e4c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=24eb41d688314fec80e8c7b0aa41ae30&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1201458 Sep 16 04:45:05.018237 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4402f4-f9aa-4576-92e3-c7f814468e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a98b18-21e7-47b6-9741-4c2e3d940e12,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:05.024920 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37576) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:05.032858 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-aa89cd31-3d16-4995-a650-855050294169 req-dff65d9e-9a82-401a-85f1-35a13bcaddff service neutron] For port 2e503a41-b509-4f9d-9bb1-208b1d023799, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=2e503a41-b509-4f9d-9bb1-208b1d023799,segment=NetworkSegment(8a88cf17-2626-40ee-b5d7-20831c5d590c),segment_id=8a88cf17-2626-40ee-b5d7-20831c5d590c)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:05.044636 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-aa89cd31-3d16-4995-a650-855050294169 req-dff65d9e-9a82-401a-85f1-35a13bcaddff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:05.047550 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0f0925-354d-486a-b6c6-3c1e515a75c3 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:05.155711 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-c0ae84b1-64a3-438b-bbf9-6ea3fde25492 None None] Provisioning complete for port 09161e2f-e3ec-4776-b26e-5f4be536f8b8 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:05.155945 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c0ae84b1-64a3-438b-bbf9-6ea3fde25492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:05.163633 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a1cfb0c3-0286-4aec-90ae-be62339c9e61 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:05.192121 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff65d9e-9a82-401a-85f1-35a13bcaddff service neutron] Pushing event updated for resources: {'Port': ['ID=2e503a41-b509-4f9d-9bb1-208b1d023799,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:05.239340 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89cd31-3d16-4995-a650-855050294169 req-dff65d9e-9a82-401a-85f1-35a13bcaddff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:05.240983 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-aa89cd31-3d16-4995-a650-855050294169 req-dff65d9e-9a82-401a-85f1-35a13bcaddff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:05.243080 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa89cd31-3d16-4995-a650-855050294169 req-dff65d9e-9a82-401a-85f1-35a13bcaddff service neutron] 10.222.0.48 "PUT /v2.0/ports/2e503a41-b509-4f9d-9bb1-208b1d023799 HTTP/1.1" status: 200 len: 1092 time: 2.4212468 Sep 16 04:45:05.244017 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c765a45f-4dd4-4af5-b7eb-21e722543f7d', 'tag': '2e503a41-b509-4f9d-9bb1-208b1d023799'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:05.258702 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b44a09-5a20-4ccc-abef-d423e1a15f85" -d '{"events": [{"name": "network-changed", "server_uuid": "c765a45f-4dd4-4af5-b7eb-21e722543f7d", "tag": "2e503a41-b509-4f9d-9bb1-208b1d023799"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:05.266629 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cfb0c3-0286-4aec-90ae-be62339c9e61 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:05.268739 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-a1cfb0c3-0286-4aec-90ae-be62339c9e61 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:05.293294 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cfb0c3-0286-4aec-90ae-be62339c9e61 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:05.293597 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a1cfb0c3-0286-4aec-90ae-be62339c9e61 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:05.333926 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c0ae84b1-64a3-438b-bbf9-6ea3fde25492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:05.352804 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-738ec925-069d-4512-be33-9d54dcc99e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:05.353054 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cfb0c3-0286-4aec-90ae-be62339c9e61 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Subnet': ['ID=9de133a9-c42c-44a2-9d65-ed59b470688f,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:05.373978 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a1cfb0c3-0286-4aec-90ae-be62339c9e61 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7654960 Sep 16 04:45:05.374192 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37594) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:05.386071 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-9f0b3fde-f12b-4c4c-8b40-a9886826a02a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'port': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'name': 'tempest-NetworksTestDHCPv6-1948929069'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:05.394438 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-c0ae84b1-64a3-438b-bbf9-6ea3fde25492 None None] For port 09161e2f-e3ec-4776-b26e-5f4be536f8b8, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=09161e2f-e3ec-4776-b26e-5f4be536f8b8,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:05.406766 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c0ae84b1-64a3-438b-bbf9-6ea3fde25492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:05.462602 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeea2745-6880-4363-8bd8-851ae4e900c1 x-openstack-request-id: req-eeea2745-6880-4363-8bd8-851ae4e900c1 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:05.462901 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c765a45f-4dd4-4af5-b7eb-21e722543f7d", "tag": "2e503a41-b509-4f9d-9bb1-208b1d023799", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:05.463158 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eeea2745-6880-4363-8bd8-851ae4e900c1 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:05.463582 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c765a45f-4dd4-4af5-b7eb-21e722543f7d', 'tag': '2e503a41-b509-4f9d-9bb1-208b1d023799', 'status': 'completed', 'code': 200} Sep 16 04:45:05.470445 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89cd31-3d16-4995-a650-855050294169 req-59376583-c1df-4fd1-ad5a-11ea9ed2729d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:05.471966 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa89cd31-3d16-4995-a650-855050294169 req-59376583-c1df-4fd1-ad5a-11ea9ed2729d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=feb35d6815044dc78fef1435e68e9720&device_id=c765a45f-4dd4-4af5-b7eb-21e722543f7d HTTP/1.1" status: 200 len: 1095 time: 0.1202900 Sep 16 04:45:05.485886 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-738ec925-069d-4512-be33-9d54dcc99e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:05.538960 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae84b1-64a3-438b-bbf9-6ea3fde25492 None None] Pushing event updated for resources: {'Port': ['ID=09161e2f-e3ec-4776-b26e-5f4be536f8b8,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:05.601297 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0b3fde-f12b-4c4c-8b40-a9886826a02a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:05.605452 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9f0b3fde-f12b-4c4c-8b40-a9886826a02a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:05.627338 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa89cd31-3d16-4995-a650-855050294169 req-99830b7f-4a05-4927-adfd-c41b64a32af8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e503a41-b509-4f9d-9bb1-208b1d023799 HTTP/1.1" status: 200 len: 217 time: 0.1393852 Sep 16 04:45:05.635633 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-9f0b3fde-f12b-4c4c-8b40-a9886826a02a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] device_id is not set on port d6d57e66-13c1-4f0d-87eb-2421e395249a yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:45:05.704116 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 09161e2f-e3ec-4776-b26e-5f4be536f8b8 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:05.722948 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89cd31-3d16-4995-a650-855050294169 req-75bb4655-eb3b-4c04-b319-70bc298bdc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:05.724712 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa89cd31-3d16-4995-a650-855050294169 req-75bb4655-eb3b-4c04-b319-70bc298bdc09 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d79ab8be-654b-4737-af1c-65a1487483c5 HTTP/1.1" status: 200 len: 852 time: 0.0789971 Sep 16 04:45:05.741889 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79491f5a-321c-48bd-a2c1-b219a31b1988 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:05.749449 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd688b14-e166-4fd4-ab34-8500b4f2f970 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Router 5c711429-b021-45d2-8194-8af5ca9aec2b has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:45:05.777930 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa89cd31-3d16-4995-a650-855050294169 req-35e570ab-6182-472d-abf4-36dd22afdc60 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=55135b4c-2e11-451e-9d70-37211e2657fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435269 Sep 16 04:45:05.785882 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387ca87-0d68-4269-a0a4-91e003e15cbc req-e1a2042f-5049-471a-b908-520f3b052704 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:05.787386 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b387ca87-0d68-4269-a0a4-91e003e15cbc req-e1a2042f-5049-471a-b908-520f3b052704 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5b6186-25cd-4b95-9324-0deef0845d03 HTTP/1.1" status: 200 len: 946 time: 0.2291708 Sep 16 04:45:05.845671 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-9f0b3fde-f12b-4c4c-8b40-a9886826a02a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Allocated IP 2001:db8::24b (c1806bde-f213-4a7a-844d-fa613e1e0ff4/9de133a9-c42c-44a2-9d65-ed59b470688f/d6d57e66-13c1-4f0d-87eb-2421e395249a) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:05.851570 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-78f7cefb-eb80-4d92-a359-3f1b189aba14 None None] Provisioning complete for port 09161e2f-e3ec-4776-b26e-5f4be536f8b8 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:05.854356 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-78f7cefb-eb80-4d92-a359-3f1b189aba14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:05.871146 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-738ec925-069d-4512-be33-9d54dcc99e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:05.873738 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-738ec925-069d-4512-be33-9d54dcc99e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:05.874909 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-738ec925-069d-4512-be33-9d54dcc99e9e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/40a98b18-21e7-47b6-9741-4c2e3d940e12 HTTP/1.1" status: 204 len: 168 time: 0.8490384 Sep 16 04:45:05.958832 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 09161e2f-e3ec-4776-b26e-5f4be536f8b8 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:05.959448 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:06.171674 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9f0b3fde-f12b-4c4c-8b40-a9886826a02a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:06.227361 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9f0b3fde-f12b-4c4c-8b40-a9886826a02a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:06.281625 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ec925-069d-4512-be33-9d54dcc99e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a98b18-21e7-47b6-9741-4c2e3d940e12,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:06.340901 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b387ca87-0d68-4269-a0a4-91e003e15cbc req-827b3290-3463-49e9-8bcb-ed9beb7c9160 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] 10.222.0.35 "GET /v2.0/security-groups?id=db6e8aba-2e8a-4f87-88cd-df0b1bde710b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5158660 Sep 16 04:45:06.350702 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0b3fde-f12b-4c4c-8b40-a9886826a02a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:06.355954 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-9f0b3fde-f12b-4c4c-8b40-a9886826a02a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:06.362152 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b3fde-f12b-4c4c-8b40-a9886826a02a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Port': ['ID=d6d57e66-13c1-4f0d-87eb-2421e395249a,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:06.365598 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0b3fde-f12b-4c4c-8b40-a9886826a02a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:06.372693 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0b3fde-f12b-4c4c-8b40-a9886826a02a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:06.373488 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9f0b3fde-f12b-4c4c-8b40-a9886826a02a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:06.394962 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9f0b3fde-f12b-4c4c-8b40-a9886826a02a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0189059 Sep 16 04:45:06.399164 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37622) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:06.425457 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa89cd31-3d16-4995-a650-855050294169 req-ffa41c77-11b3-4a4b-a54f-43cbb7632602 service neutron] 10.222.0.48 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6356578 Sep 16 04:45:06.452086 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd688b14-e166-4fd4-ab34-8500b4f2f970 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:45:06.464853 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5722c63e-87d1-4cb0-bb89-062ff4618538 None None] Sync routers for ids ['5c711429-b021-45d2-8194-8af5ca9aec2b'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:45:06.477257 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5722c63e-87d1-4cb0-bb89-062ff4618538 None None] Routers {'5c711429-b021-45d2-8194-8af5ca9aec2b'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:06.477807 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-5722c63e-87d1-4cb0-bb89-062ff4618538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:44:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['5c711429-b021-45d2-8194-8af5ca9aec2b'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:06.485072 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fd688b14-e166-4fd4-ab34-8500b4f2f970 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:06.601757 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-2a1b6b94-d9a3-49d1-a7c3-c8655f39037e None None] Provisioning complete for port 09161e2f-e3ec-4776-b26e-5f4be536f8b8 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:06.602593 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2a1b6b94-d9a3-49d1-a7c3-c8655f39037e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:06.711353 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-fd688b14-e166-4fd4-ab34-8500b4f2f970 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "PUT /v2.0/floatingips/aacd8a8a-beaa-4d9a-a4af-a9b97846bfc7 HTTP/1.1" status: 200 len: 991 time: 3.5848536 Sep 16 04:45:06.741330 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9f9bc-8581-4cad-8fa2-1d5d2d8a9b94 req-07d185e1-fea2-4636-a45a-4ea85914bcc0 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:06.749279 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-41f9f9bc-8581-4cad-8fa2-1d5d2d8a9b94 req-07d185e1-fea2-4636-a45a-4ea85914bcc0 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=c765a45f-4dd4-4af5-b7eb-21e722543f7d HTTP/1.1" status: 200 len: 943 time: 0.3119061 Sep 16 04:45:06.764374 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-5722c63e-87d1-4cb0-bb89-062ff4618538 None None] Set router 5c711429-b021-45d2-8194-8af5ca9aec2b gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:45:06.784365 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa89cd31-3d16-4995-a650-855050294169 req-04c2436d-9ed7-4423-8f20-fc29eb84a28c service neutron] 10.222.0.48 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426986 Sep 16 04:45:06.821628 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-41f9f9bc-8581-4cad-8fa2-1d5d2d8a9b94 req-ce930abe-69a4-4405-8bce-d825ad901041 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709815 Sep 16 04:45:06.967109 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cbc284-ac86-438e-a3d1-25c07c6a0d25 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:06.990197 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cbc284-ac86-438e-a3d1-25c07c6a0d25 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:06.995933 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b6cbc284-ac86-438e-a3d1-25c07c6a0d25 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.5953054 Sep 16 04:45:06.996521 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37644) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:07.033665 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b44a09-5a20-4ccc-abef-d423e1a15f85 req-32718c37-a755-4441-b02d-11b1db3e13d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:07.042211 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04b44a09-5a20-4ccc-abef-d423e1a15f85 req-32718c37-a755-4441-b02d-11b1db3e13d8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=feb35d6815044dc78fef1435e68e9720&device_id=c765a45f-4dd4-4af5-b7eb-21e722543f7d HTTP/1.1" status: 200 len: 1095 time: 0.1451559 Sep 16 04:45:07.099494 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eea669-4306-401c-9514-fdd8d13183d7 req-50095a3d-9223-4eb1-96d0-cb16803af52d tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:07.101489 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a8eea669-4306-401c-9514-fdd8d13183d7 req-50095a3d-9223-4eb1-96d0-cb16803af52d tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f5b6186-25cd-4b95-9324-0deef0845d03 HTTP/1.1" status: 200 len: 946 time: 0.0793476 Sep 16 04:45:07.149494 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-0f37cf6e-e44e-4580-86cf-32e9616bdbef None None] Could not find standard attr ID for object 877674cc-12e2-4c7d-8441-60cf44375169. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:45:07.217343 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-5722c63e-87d1-4cb0-bb89-062ff4618538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'name': 'tempest-TaggedBootDevicesTest-826315652-router', 'tenant_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'eef70565-41c5-41a6-be1b-ca878dbe12b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:55Z', 'updated_at': '2021-09-16T04:43:07Z', 'revision_number': 4, 'project_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'gw_port': {'id': 'eef70565-41c5-41a6-be1b-ca878dbe12b7', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:cf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:56Z', 'updated_at': '2021-09-16T04:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'aacd8a8a-beaa-4d9a-a4af-a9b97846bfc7', 'tenant_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'floating_ip_address': '172.25.8.218', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'port_id': '34f0c640-96d0-4889-b9d6-1c5b64e08f7f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '268ab5df-65e1-4022-9ab7-d67387588731', 'mac_address': 'fa:16:3e:1f:fc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:43:52Z', 'updated_at': '2021-09-16T04:45:04Z', 'revision_number': 1, 'project_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b1db9de-8d33-4e5b-9168-6d113f0cb8f8', 'name': '', 'network_id': '268ab5df-65e1-4022-9ab7-d67387588731', 'tenant_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'mac_address': 'fa:16:3e:dd:0a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '0f51e33f-c259-43fe-9f3c-bfa9813e6953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:06Z', 'updated_at': '2021-09-16T04:43:16Z', 'revision_number': 5, 'project_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'subnets': [{'id': '0f51e33f-c259-43fe-9f3c-bfa9813e6953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:07.270904 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-a8eea669-4306-401c-9514-fdd8d13183d7 req-a60569bc-f92b-460a-aa29-907f8116ee39 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] Deleting port a5ccabdd-917e-497f-8afa-78a879e600c2 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:07.271297 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a8eea669-4306-401c-9514-fdd8d13183d7 req-a60569bc-f92b-460a-aa29-907f8116ee39 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:07.293461 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5722c63e-87d1-4cb0-bb89-062ff4618538 None None] Checking router: 5c711429-b021-45d2-8194-8af5ca9aec2b for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:45:07.305667 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5722c63e-87d1-4cb0-bb89-062ff4618538 None None] Routers {'5c711429-b021-45d2-8194-8af5ca9aec2b'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:07.306310 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-5722c63e-87d1-4cb0-bb89-062ff4618538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:44:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['5c711429-b021-45d2-8194-8af5ca9aec2b'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:07.381800 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b44a09-5a20-4ccc-abef-d423e1a15f85 req-83da2c12-5d3f-42f2-8141-d253b82aaaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:07.383589 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04b44a09-5a20-4ccc-abef-d423e1a15f85 req-83da2c12-5d3f-42f2-8141-d253b82aaaf3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=55135b4c-2e11-451e-9d70-37211e2657fa HTTP/1.1" status: 200 len: 913 time: 0.3010724 Sep 16 04:45:07.401177 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-8213f25a-0e69-4ec2-8bb8-ddd5b5391d48 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting port d6d57e66-13c1-4f0d-87eb-2421e395249a {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:07.401692 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8213f25a-0e69-4ec2-8bb8-ddd5b5391d48 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:07.423308 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-a8eea669-4306-401c-9514-fdd8d13183d7 req-a60569bc-f92b-460a-aa29-907f8116ee39 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] For port a5ccabdd-917e-497f-8afa-78a879e600c2, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=a5ccabdd-917e-497f-8afa-78a879e600c2,segment=NetworkSegment(6e5f3a16-4e11-4f23-825a-a6e77e86bfa4),segment_id=6e5f3a16-4e11-4f23-825a-a6e77e86bfa4)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:07.423563 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a8eea669-4306-401c-9514-fdd8d13183d7 req-a60569bc-f92b-460a-aa29-907f8116ee39 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:07.441525 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-a8eea669-4306-401c-9514-fdd8d13183d7 req-a60569bc-f92b-460a-aa29-907f8116ee39 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] Calling delete_port for a5ccabdd-917e-497f-8afa-78a879e600c2 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:07.466918 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'tag': '34f0c640-96d0-4889-b9d6-1c5b64e08f7f'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:07.469445 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9f7803-8c11-4ab9-9136-ceee50d7de15" -d '{"events": [{"name": "network-changed", "server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "tag": "34f0c640-96d0-4889-b9d6-1c5b64e08f7f"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:07.505626 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04b44a09-5a20-4ccc-abef-d423e1a15f85 req-bdac2f56-33aa-431f-ab9f-f607005671e7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e503a41-b509-4f9d-9bb1-208b1d023799 HTTP/1.1" status: 200 len: 217 time: 0.1127834 Sep 16 04:45:07.519608 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-5722c63e-87d1-4cb0-bb89-062ff4618538 None None] Set router 5c711429-b021-45d2-8194-8af5ca9aec2b gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:45:07.522475 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-99d47422-cfda-442f-b935-f313e6f39ce6 None None] Provisioning complete for port d6d57e66-13c1-4f0d-87eb-2421e395249a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:07.522843 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-99d47422-cfda-442f-b935-f313e6f39ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:07.649836 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b44a09-5a20-4ccc-abef-d423e1a15f85 req-d73ecb35-ea5c-4e81-a87e-8bed4fc2649b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:07.651603 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04b44a09-5a20-4ccc-abef-d423e1a15f85 req-d73ecb35-ea5c-4e81-a87e-8bed4fc2649b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d79ab8be-654b-4737-af1c-65a1487483c5 HTTP/1.1" status: 200 len: 852 time: 0.1138122 Sep 16 04:45:07.653855 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8213f25a-0e69-4ec2-8bb8-ddd5b5391d48 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:07.702600 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04b44a09-5a20-4ccc-abef-d423e1a15f85 req-25adf911-b498-499d-b864-09a969dac5cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=55135b4c-2e11-451e-9d70-37211e2657fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388892 Sep 16 04:45:07.703774 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-8213f25a-0e69-4ec2-8bb8-ddd5b5391d48 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Calling delete_port for d6d57e66-13c1-4f0d-87eb-2421e395249a owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:07.721392 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a8eea669-4306-401c-9514-fdd8d13183d7 req-a60569bc-f92b-460a-aa29-907f8116ee39 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:07.756826 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60569bc-f92b-460a-aa29-907f8116ee39 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] Pushing event deleted for resources: {'Port': ['ID=a5ccabdd-917e-497f-8afa-78a879e600c2,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:07.774412 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 09161e2f-e3ec-4776-b26e-5f4be536f8b8 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:07.776492 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['a5ccabdd-917e-497f-8afa-78a879e600c2'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:07.813277 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8eea669-4306-401c-9514-fdd8d13183d7 req-a60569bc-f92b-460a-aa29-907f8116ee39 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] No DVR routers for this DVR port a5ccabdd-917e-497f-8afa-78a879e600c2 on host n-h2-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:07.817598 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a8eea669-4306-401c-9514-fdd8d13183d7 req-a60569bc-f92b-460a-aa29-907f8116ee39 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:07.821141 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a8eea669-4306-401c-9514-fdd8d13183d7 req-a60569bc-f92b-460a-aa29-907f8116ee39 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] 10.222.0.48 "DELETE /v2.0/ports/a5ccabdd-917e-497f-8afa-78a879e600c2 HTTP/1.1" status: 204 len: 173 time: 0.7125714 Sep 16 04:45:07.821744 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5b6186-25cd-4b95-9324-0deef0845d03', 'name': 'network-vif-deleted', 'tag': 'a5ccabdd-917e-497f-8afa-78a879e600c2'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:07.825274 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d34534-2770-4867-b5d0-d78a87974cf9" -d '{"events": [{"server_uuid": "4f5b6186-25cd-4b95-9324-0deef0845d03", "name": "network-vif-deleted", "tag": "a5ccabdd-917e-497f-8afa-78a879e600c2"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:07.918729 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-99d47422-cfda-442f-b935-f313e6f39ce6 None None] Port d6d57e66-13c1-4f0d-87eb-2421e395249a cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:45:07.945529 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c77347e9-86eb-43cd-9ca6-22ab3db8c079 req-b09c7f68-a249-4e91-9fb4-5b1a6e143b44 tempest-ServerAddressesTestJSON-780098645 tempest-ServerAddressesTestJSON-780098645-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5b6186-25cd-4b95-9324-0deef0845d03 HTTP/1.1" status: 200 len: 210 time: 0.0455987 Sep 16 04:45:07.949220 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04b44a09-5a20-4ccc-abef-d423e1a15f85 req-cedbadce-bc8a-4488-bfe7-740249fcecef service neutron] 10.222.0.48 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384021 Sep 16 04:45:07.976824 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 09161e2f-e3ec-4776-b26e-5f4be536f8b8 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:07.977283 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:08.039869 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e567014-7162-4dc5-979a-2bb7d25225ff x-openstack-request-id: req-8e567014-7162-4dc5-979a-2bb7d25225ff {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:08.040161 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "tag": "34f0c640-96d0-4889-b9d6-1c5b64e08f7f", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:08.040414 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8e567014-7162-4dc5-979a-2bb7d25225ff {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:08.040827 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'tag': '34f0c640-96d0-4889-b9d6-1c5b64e08f7f', 'status': 'completed', 'code': 200} Sep 16 04:45:08.123308 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8213f25a-0e69-4ec2-8bb8-ddd5b5391d48 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:08.164006 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f7803-8c11-4ab9-9136-ceee50d7de15 req-fbce0779-7139-47ff-ac08-fd1fe2dc7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:08.164871 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f7803-8c11-4ab9-9136-ceee50d7de15 req-fbce0779-7139-47ff-ac08-fd1fe2dc7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:08.165409 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f7803-8c11-4ab9-9136-ceee50d7de15 req-fbce0779-7139-47ff-ac08-fd1fe2dc7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:08.165943 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f7803-8c11-4ab9-9136-ceee50d7de15 req-fbce0779-7139-47ff-ac08-fd1fe2dc7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:08.166497 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f7803-8c11-4ab9-9136-ceee50d7de15 req-fbce0779-7139-47ff-ac08-fd1fe2dc7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:08.167077 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f7803-8c11-4ab9-9136-ceee50d7de15 req-fbce0779-7139-47ff-ac08-fd1fe2dc7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:08.167573 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f7803-8c11-4ab9-9136-ceee50d7de15 req-fbce0779-7139-47ff-ac08-fd1fe2dc7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:08.170737 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fd9f7803-8c11-4ab9-9136-ceee50d7de15 req-fbce0779-7139-47ff-ac08-fd1fe2dc7e64 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7bbe39f2ccff44e5a5c6b6e96a70ab43&device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 6498 time: 0.0794852 Sep 16 04:45:08.205865 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-5722c63e-87d1-4cb0-bb89-062ff4618538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'name': 'tempest-TaggedBootDevicesTest-826315652-router', 'tenant_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'eef70565-41c5-41a6-be1b-ca878dbe12b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:55Z', 'updated_at': '2021-09-16T04:43:07Z', 'revision_number': 4, 'project_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'gw_port': {'id': 'eef70565-41c5-41a6-be1b-ca878dbe12b7', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:cf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:56Z', 'updated_at': '2021-09-16T04:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'aacd8a8a-beaa-4d9a-a4af-a9b97846bfc7', 'tenant_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'floating_ip_address': '172.25.8.218', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'port_id': '34f0c640-96d0-4889-b9d6-1c5b64e08f7f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '268ab5df-65e1-4022-9ab7-d67387588731', 'mac_address': 'fa:16:3e:1f:fc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:43:52Z', 'updated_at': '2021-09-16T04:45:04Z', 'revision_number': 1, 'project_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b1db9de-8d33-4e5b-9168-6d113f0cb8f8', 'name': '', 'network_id': '268ab5df-65e1-4022-9ab7-d67387588731', 'tenant_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'mac_address': 'fa:16:3e:dd:0a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '0f51e33f-c259-43fe-9f3c-bfa9813e6953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:06Z', 'updated_at': '2021-09-16T04:43:16Z', 'revision_number': 5, 'project_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'subnets': [{'id': '0f51e33f-c259-43fe-9f3c-bfa9813e6953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:08.210029 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213f25a-0e69-4ec2-8bb8-ddd5b5391d48 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Port': ['ID=d6d57e66-13c1-4f0d-87eb-2421e395249a,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:08.238333 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5722c63e-87d1-4cb0-bb89-062ff4618538 None None] The sync data for ids ['5c711429-b021-45d2-8194-8af5ca9aec2b'] in n-d-712139-15 is: [{'id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'name': 'tempest-TaggedBootDevicesTest-826315652-router', 'tenant_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'eef70565-41c5-41a6-be1b-ca878dbe12b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:55Z', 'updated_at': '2021-09-16T04:43:07Z', 'revision_number': 4, 'project_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'gw_port': {'id': 'eef70565-41c5-41a6-be1b-ca878dbe12b7', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:cf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:56Z', 'updated_at': '2021-09-16T04:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'aacd8a8a-beaa-4d9a-a4af-a9b97846bfc7', 'tenant_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'floating_ip_address': '172.25.8.218', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'port_id': '34f0c640-96d0-4889-b9d6-1c5b64e08f7f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '268ab5df-65e1-4022-9ab7-d67387588731', 'mac_address': 'fa:16:3e:1f:fc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:43:52Z', 'updated_at': '2021-09-16T04:45:04Z', 'revision_number': 1, 'project_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b1db9de-8d33-4e5b-9168-6d113f0cb8f8', 'name': '', 'network_id': '268ab5df-65e1-4022-9ab7-d67387588731', 'tenant_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'mac_address': 'fa:16:3e:dd:0a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '0f51e33f-c259-43fe-9f3c-bfa9813e6953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:06Z', 'updated_at': '2021-09-16T04:43:16Z', 'revision_number': 5, 'project_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'subnets': [{'id': '0f51e33f-c259-43fe-9f3c-bfa9813e6953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:45:08.253256 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-f0436dfd-e030-4b3c-96ef-777dcf364367 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=1872709e58fe44a29b25f7a8dcd7d9ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0661237 Sep 16 04:45:08.278678 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8213f25a-0e69-4ec2-8bb8-ddd5b5391d48 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:08.283455 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8213f25a-0e69-4ec2-8bb8-ddd5b5391d48 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/d6d57e66-13c1-4f0d-87eb-2421e395249a HTTP/1.1" status: 204 len: 168 time: 1.2821062 Sep 16 04:45:08.284299 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37688) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:08.286901 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04b44a09-5a20-4ccc-abef-d423e1a15f85 req-e2e4a4b3-8237-443b-82b2-43c54d16168e service neutron] 10.222.0.48 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125842 Sep 16 04:45:08.299943 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f7803-8c11-4ab9-9136-ceee50d7de15 req-170fb6d8-1c9a-4fa3-ad5f-65931c2bc118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:08.313101 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fd9f7803-8c11-4ab9-9136-ceee50d7de15 req-170fb6d8-1c9a-4fa3-ad5f-65931c2bc118 service neutron] 10.222.0.48 "GET /v2.0/networks?id=268ab5df-65e1-4022-9ab7-d67387588731 HTTP/1.1" status: 200 len: 912 time: 0.1346710 Sep 16 04:45:08.442924 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-f61ec641-6a48-4522-ae75-3ea710aef33e tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:08.445040 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-f61ec641-6a48-4522-ae75-3ea710aef33e tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1688745 Sep 16 04:45:08.451255 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bec2f3-a68f-4865-9d78-3ff56a158cfc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:08.453175 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bec2f3-a68f-4865-9d78-3ff56a158cfc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:08.457378 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-88bec2f3-a68f-4865-9d78-3ff56a158cfc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1672995 Sep 16 04:45:08.461929 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37692) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:08.473690 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-325f2eb4-fce5-4815-8596-274c380ea364 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] 10.222.0.35 "GET /v2.0/quotas/1872709e58fe44a29b25f7a8dcd7d9ed HTTP/1.1" status: 200 len: 375 time: 0.0175431 Sep 16 04:45:08.500411 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fd9f7803-8c11-4ab9-9136-ceee50d7de15 req-a298cc89-d452-4349-8b57-7b62517b6958 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34f0c640-96d0-4889-b9d6-1c5b64e08f7f HTTP/1.1" status: 200 len: 999 time: 0.1578844 Sep 16 04:45:08.549261 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-e121100b-0f75-463d-aaed-ea5b23995280 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1872709e58fe44a29b25f7a8dcd7d9ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677772 Sep 16 04:45:08.585152 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a307ae0-7f75-4bf0-bf4a-22b262f5b27b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting subnet 9de133a9-c42c-44a2-9d65-ed59b470688f {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:45:08.593011 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4a307ae0-7f75-4bf0-bf4a-22b262f5b27b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:08.613267 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5432d44b-87d3-42f1-8900-07ca2b923c12 None None] New status for floating IP aacd8a8a-beaa-4d9a-a4af-a9b97846bfc7: ACTIVE {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:45:08.638578 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f7803-8c11-4ab9-9136-ceee50d7de15 req-836596da-f31c-467b-ab55-b522dfe46e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:08.649380 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fd9f7803-8c11-4ab9-9136-ceee50d7de15 req-836596da-f31c-467b-ab55-b522dfe46e17 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f51e33f-c259-43fe-9f3c-bfa9813e6953 HTTP/1.1" status: 200 len: 850 time: 0.1346772 Sep 16 04:45:08.673790 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4a307ae0-7f75-4bf0-bf4a-22b262f5b27b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:08.743266 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4a307ae0-7f75-4bf0-bf4a-22b262f5b27b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:08.769561 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70523ac2-d1dd-4f33-8c63-151bc7728eab x-openstack-request-id: req-70523ac2-d1dd-4f33-8c63-151bc7728eab {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:08.769858 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5b6186-25cd-4b95-9324-0deef0845d03", "name": "network-vif-deleted", "tag": "a5ccabdd-917e-497f-8afa-78a879e600c2", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:08.770142 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-70523ac2-d1dd-4f33-8c63-151bc7728eab {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:08.770551 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5b6186-25cd-4b95-9324-0deef0845d03', 'name': 'network-vif-deleted', 'tag': 'a5ccabdd-917e-497f-8afa-78a879e600c2', 'status': 'completed', 'code': 200} Sep 16 04:45:08.805273 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f7803-8c11-4ab9-9136-ceee50d7de15 req-21147f50-7038-452d-a033-3db4d962361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:08.806827 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fd9f7803-8c11-4ab9-9136-ceee50d7de15 req-21147f50-7038-452d-a033-3db4d962361f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=268ab5df-65e1-4022-9ab7-d67387588731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1485937 Sep 16 04:45:08.863459 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4a307ae0-7f75-4bf0-bf4a-22b262f5b27b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:08.888077 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d76956-8122-4ae3-8d2b-3aecb9848e41 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:08.905387 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4a307ae0-7f75-4bf0-bf4a-22b262f5b27b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:08.907339 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4a307ae0-7f75-4bf0-bf4a-22b262f5b27b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/9de133a9-c42c-44a2-9d65-ed59b470688f HTTP/1.1" status: 204 len: 168 time: 0.4438658 Sep 16 04:45:08.909921 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37706) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:08.963398 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a307ae0-7f75-4bf0-bf4a-22b262f5b27b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Subnet': ['ID=9de133a9-c42c-44a2-9d65-ed59b470688f,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:09.011956 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ed3a1ac7-4fe8-441e-9ec2-003ef44bc986 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0980556 Sep 16 04:45:09.011956 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37712) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:09.037373 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fd9f7803-8c11-4ab9-9136-ceee50d7de15 req-3ee02d45-89f8-48ab-ad69-b61f9bb1e82f service neutron] 10.222.0.48 "GET /v2.0/networks/268ab5df-65e1-4022-9ab7-d67387588731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205048 Sep 16 04:45:09.046582 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-feaf5bcd-99d9-4517-b5a7-6cd429f9c212 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:09.095947 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0987d6-b086-49ca-8808-b79e574db761 req-86a976a4-bf81-4cd5-9349-de4ccaad929b tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:09.097753 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d0987d6-b086-49ca-8808-b79e574db761 req-86a976a4-bf81-4cd5-9349-de4ccaad929b tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=c765a45f-4dd4-4af5-b7eb-21e722543f7d HTTP/1.1" status: 200 len: 943 time: 0.0912917 Sep 16 04:45:09.158967 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2bb38a-7049-4c5e-8738-aae591178a1c None None] DHCP port deletion for c1806bde-f213-4a7a-844d-fa613e1e0ff4 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:45:09.183721 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d0987d6-b086-49ca-8808-b79e574db761 req-a58f2571-c717-482d-adab-7e911f89dc90 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571897 Sep 16 04:45:09.185071 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fd9f7803-8c11-4ab9-9136-ceee50d7de15 req-b95e6917-55bc-4dc1-a9b3-c5badbcd1114 service neutron] 10.222.0.48 "GET /v2.0/networks/268ab5df-65e1-4022-9ab7-d67387588731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375091 Sep 16 04:45:09.191349 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feaf5bcd-99d9-4517-b5a7-6cd429f9c212 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:09.195674 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-feaf5bcd-99d9-4517-b5a7-6cd429f9c212 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:09.232484 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb38a-7049-4c5e-8738-aae591178a1c None None] Deleting port 09161e2f-e3ec-4776-b26e-5f4be536f8b8 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:09.232989 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-de2bb38a-7049-4c5e-8738-aae591178a1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:09.310187 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-de2bb38a-7049-4c5e-8738-aae591178a1c None None] For port 09161e2f-e3ec-4776-b26e-5f4be536f8b8, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=09161e2f-e3ec-4776-b26e-5f4be536f8b8,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:09.310731 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-de2bb38a-7049-4c5e-8738-aae591178a1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:09.325006 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb38a-7049-4c5e-8738-aae591178a1c None None] Calling delete_port for 09161e2f-e3ec-4776-b26e-5f4be536f8b8 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:09.425429 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-de2bb38a-7049-4c5e-8738-aae591178a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:09.438842 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-feaf5bcd-99d9-4517-b5a7-6cd429f9c212 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:09.452536 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb38a-7049-4c5e-8738-aae591178a1c None None] Pushing event deleted for resources: {'Port': ['ID=09161e2f-e3ec-4776-b26e-5f4be536f8b8,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:09.463243 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2bb38a-7049-4c5e-8738-aae591178a1c None None] No DVR routers for this DVR port 09161e2f-e3ec-4776-b26e-5f4be536f8b8 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:09.491881 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaf5bcd-99d9-4517-b5a7-6cd429f9c212 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:09.495151 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-feaf5bcd-99d9-4517-b5a7-6cd429f9c212 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:09.499679 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaf5bcd-99d9-4517-b5a7-6cd429f9c212 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:09.500284 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-feaf5bcd-99d9-4517-b5a7-6cd429f9c212 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:09.507723 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3731be48-d976-4240-883b-c7e0ba52dc3c None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:09.516208 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf5bcd-99d9-4517-b5a7-6cd429f9c212 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Subnet': ['ID=3a269a1b-fa9e-4be9-b2a1-0b1c717fc33f,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:09.527669 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-feaf5bcd-99d9-4517-b5a7-6cd429f9c212 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5146682 Sep 16 04:45:09.530470 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37716) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:09.537019 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-7ae38577-4955-4aa4-9741-1c5b35323f04 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'port': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'name': 'tempest-NetworksTestDHCPv6-507714480'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:09.612887 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 09161e2f-e3ec-4776-b26e-5f4be536f8b8 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:09.639712 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 09161e2f-e3ec-4776-b26e-5f4be536f8b8 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:09.640052 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 09161e2f-e3ec-4776-b26e-5f4be536f8b8 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:09.641451 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4de12ddc-92c4-4760-a100-3657464c3def req-aba90e61-6397-4f7c-a2e5-d4a89d809fba tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] 10.222.0.35 "GET /v2.0/ports?device_id=98f62c53-3de6-44ab-af31-d66903b5f958 HTTP/1.1" status: 200 len: 210 time: 0.0605686 Sep 16 04:45:09.695818 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae38577-4955-4aa4-9741-1c5b35323f04 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:09.699879 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7ae38577-4955-4aa4-9741-1c5b35323f04 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:09.726586 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37720) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:09.729970 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-7ae38577-4955-4aa4-9741-1c5b35323f04 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] device_id is not set on port d4cf2854-a41d-41bf-85dc-064d16e94347 yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:45:09.745317 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c99308-04cf-450e-a60c-0d3c41262905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'tenant_id': '3adf2e42a132432f9eca7df19231c9e3', 'fixed_ips': [{'subnet_id': '3a269a1b-fa9e-4be9-b2a1-0b1c717fc33f'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:45:09.746422 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-99c99308-04cf-450e-a60c-0d3c41262905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:09.787563 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-108e472d-8ce9-477f-803a-b6eb73e968d3 admin admin] Deleting subnet 4847500e-d20c-4a03-9354-23d1f213e31c {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:45:09.792292 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:45:09.797109 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-108e472d-8ce9-477f-803a-b6eb73e968d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:09.842297 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-108e472d-8ce9-477f-803a-b6eb73e968d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:09.876828 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-7ae38577-4955-4aa4-9741-1c5b35323f04 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Allocated IP 2001:db8::192 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/3a269a1b-fa9e-4be9-b2a1-0b1c717fc33f/d4cf2854-a41d-41bf-85dc-064d16e94347) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:09.891311 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-108e472d-8ce9-477f-803a-b6eb73e968d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:09.955961 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-108e472d-8ce9-477f-803a-b6eb73e968d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:09.994585 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e472d-8ce9-477f-803a-b6eb73e968d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4847500e-d20c-4a03-9354-23d1f213e31c,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:10.001293 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-108e472d-8ce9-477f-803a-b6eb73e968d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.003878 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-108e472d-8ce9-477f-803a-b6eb73e968d3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4847500e-d20c-4a03-9354-23d1f213e31c HTTP/1.1" status: 204 len: 168 time: 0.2754555 Sep 16 04:45:10.015323 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37730) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:10.038165 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-59a1c8a8-7f30-403e-aec6-658f37b6aa6b tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1872709e58fe44a29b25f7a8dcd7d9ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404983 Sep 16 04:45:10.045356 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-84ee76c4-7747-4d5c-b72a-6fba2acbdc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.079633 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7ae38577-4955-4aa4-9741-1c5b35323f04 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.117177 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7ae38577-4955-4aa4-9741-1c5b35323f04 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.172914 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae38577-4955-4aa4-9741-1c5b35323f04 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Port': ['ID=d4cf2854-a41d-41bf-85dc-064d16e94347,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:10.188069 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1615609d-34bf-4701-bf99-dc583d800ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.189074 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae38577-4955-4aa4-9741-1c5b35323f04 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:10.190536 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-7ae38577-4955-4aa4-9741-1c5b35323f04 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:10.194009 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae38577-4955-4aa4-9741-1c5b35323f04 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:10.200417 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae38577-4955-4aa4-9741-1c5b35323f04 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:10.201211 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7ae38577-4955-4aa4-9741-1c5b35323f04 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.211241 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-99c99308-04cf-450e-a60c-0d3c41262905 None None] Allocated IP 2001:db8::2 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/3a269a1b-fa9e-4be9-b2a1-0b1c717fc33f/14830ff9-2b0d-4bde-a368-e50b635cd837) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:10.223615 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7ae38577-4955-4aa4-9741-1c5b35323f04 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6892011 Sep 16 04:45:10.224347 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37738) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:10.262085 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-45f0bb61-a682-47fd-939a-9b655bc8f5f8 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:10.264031 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-45f0bb61-a682-47fd-939a-9b655bc8f5f8 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2125475 Sep 16 04:45:10.328199 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de80e39-6cac-44ca-8ee2-9f56ba7ef7cd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:10.332353 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6de80e39-6cac-44ca-8ee2-9f56ba7ef7cd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1043696 Sep 16 04:45:10.332468 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37744) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:10.392324 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-99c99308-04cf-450e-a60c-0d3c41262905 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.395799 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-7ba70e67-3aaf-4061-b522-cfd9f228f228 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] Request body: {'port': {'device_id': '98f62c53-3de6-44ab-af31-d66903b5f958', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'admin_state_up': True, 'tenant_id': '1872709e58fe44a29b25f7a8dcd7d9ed'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:10.400324 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-99c99308-04cf-450e-a60c-0d3c41262905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.401954 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1615609d-34bf-4701-bf99-dc583d800ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.446245 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c99308-04cf-450e-a60c-0d3c41262905 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:10.448050 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-1615609d-34bf-4701-bf99-dc583d800ba4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec3db95-f8a7-4d99-baab-1cce8f7187f8']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:10.450804 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-99c99308-04cf-450e-a60c-0d3c41262905 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:10.453440 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c99308-04cf-450e-a60c-0d3c41262905 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:10.461475 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-1615609d-34bf-4701-bf99-dc583d800ba4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e5f3a16-4e11-4f23-825a-a6e77e86bfa4') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:10.469080 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-1615609d-34bf-4701-bf99-dc583d800ba4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e5f3a16-4e11-4f23-825a-a6e77e86bfa4') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:10.471405 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a38cb-6708-4e6f-a2d5-d0e41de92d82 req-da5c0119-f7cf-496a-80a9-2c302586f27d tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:10.472771 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-382a38cb-6708-4e6f-a2d5-d0e41de92d82 req-da5c0119-f7cf-496a-80a9-2c302586f27d tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=c765a45f-4dd4-4af5-b7eb-21e722543f7d HTTP/1.1" status: 200 len: 943 time: 0.1016362 Sep 16 04:45:10.486503 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c99308-04cf-450e-a60c-0d3c41262905 None None] Pushing event updated for resources: {'Port': ['ID=14830ff9-2b0d-4bde-a368-e50b635cd837,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:10.519248 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-ea7cd71b-99e6-4db0-8922-8bc19d14fe4d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting port d4cf2854-a41d-41bf-85dc-064d16e94347 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:10.520200 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ea7cd71b-99e6-4db0-8922-8bc19d14fe4d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.521966 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-99c99308-04cf-450e-a60c-0d3c41262905 None None] Attempting to bind port 14830ff9-2b0d-4bde-a368-e50b635cd837 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:10.523025 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-99c99308-04cf-450e-a60c-0d3c41262905 None None] Attempting to bind port 14830ff9-2b0d-4bde-a368-e50b635cd837 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:10.523025 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c99308-04cf-450e-a60c-0d3c41262905 None None] Attempting to bind port 14830ff9-2b0d-4bde-a368-e50b635cd837 on network c1806bde-f213-4a7a-844d-fa613e1e0ff4 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:10.528416 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c99308-04cf-450e-a60c-0d3c41262905 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:10.528815 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c99308-04cf-450e-a60c-0d3c41262905 None None] Checking segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:10.529216 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-99c99308-04cf-450e-a60c-0d3c41262905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.529917 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c99308-04cf-450e-a60c-0d3c41262905 None None] Bound using segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:10.530392 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-99c99308-04cf-450e-a60c-0d3c41262905 None None] Bound port: 14830ff9-2b0d-4bde-a368-e50b635cd837, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:10.530772 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-99c99308-04cf-450e-a60c-0d3c41262905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.559969 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-382a38cb-6708-4e6f-a2d5-d0e41de92d82 req-158ef274-7a22-471c-bf59-83f8166882f5 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790124 Sep 16 04:45:10.578356 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1615609d-34bf-4701-bf99-dc583d800ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.596411 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-7ba70e67-3aaf-4061-b522-cfd9f228f228 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] Made reservation on behalf of 1872709e58fe44a29b25f7a8dcd7d9ed for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:10.600993 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-7ba70e67-3aaf-4061-b522-cfd9f228f228 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.611968 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1615609d-34bf-4701-bf99-dc583d800ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.614979 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-7ba70e67-3aaf-4061-b522-cfd9f228f228 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.630813 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1615609d-34bf-4701-bf99-dc583d800ba4 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:45:10.631239 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1615609d-34bf-4701-bf99-dc583d800ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.632970 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:45:10.632970 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:45:10.632970 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:45:10.632970 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:45:10.632970 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:45:10.632970 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:45:10.632970 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:45:10.632970 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:45:10.632970 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:45:10.632970 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:45:10.632970 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:45:10.632970 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:45:10.632970 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:45:10.632970 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:45:10.632970 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:45:10.632970 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:45:10.632970 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:45:10.632970 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:45:10.632970 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:45:10.632970 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:45:10.632970 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:45:10.632970 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:45:10.632970 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:45:10.632970 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:45:10.632970 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:45:10.632970 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:45:10.632970 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:45:10.632970 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:45:10.632970 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:45:10.632970 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:45:10.632970 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:45:10.632970 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:45:10.640599 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-99c99308-04cf-450e-a60c-0d3c41262905 None None] For port 14830ff9-2b0d-4bde-a368-e50b635cd837, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:10.655610 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-99c99308-04cf-450e-a60c-0d3c41262905 None None] For port 14830ff9-2b0d-4bde-a368-e50b635cd837, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=14830ff9-2b0d-4bde-a368-e50b635cd837,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:10.664074 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-99c99308-04cf-450e-a60c-0d3c41262905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.696441 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ea7cd71b-99e6-4db0-8922-8bc19d14fe4d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.718099 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-ea7cd71b-99e6-4db0-8922-8bc19d14fe4d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Calling delete_port for d4cf2854-a41d-41bf-85dc-064d16e94347 owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:10.728527 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1615609d-34bf-4701-bf99-dc583d800ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.735167 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1615609d-34bf-4701-bf99-dc583d800ba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.737656 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1615609d-34bf-4701-bf99-dc583d800ba4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/1ec3db95-f8a7-4d99-baab-1cce8f7187f8 HTTP/1.1" status: 204 len: 168 time: 0.7189004 Sep 16 04:45:10.753720 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c99308-04cf-450e-a60c-0d3c41262905 None None] Pushing event updated for resources: {'Port': ['ID=14830ff9-2b0d-4bde-a368-e50b635cd837,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:10.781828 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615609d-34bf-4701-bf99-dc583d800ba4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ec3db95-f8a7-4d99-baab-1cce8f7187f8,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:10.851762 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-7ba70e67-3aaf-4061-b522-cfd9f228f228 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.860525 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-7ba70e67-3aaf-4061-b522-cfd9f228f228 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.956628 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba70e67-3aaf-4061-b522-cfd9f228f228 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4dddb6-3642-4748-8c4d-00ef5b578561,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:10.963609 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ea7cd71b-99e6-4db0-8922-8bc19d14fe4d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:11.044150 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37764) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:11.067138 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7cd71b-99e6-4db0-8922-8bc19d14fe4d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Port': ['ID=d4cf2854-a41d-41bf-85dc-064d16e94347,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:11.071890 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ea7cd71b-99e6-4db0-8922-8bc19d14fe4d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:11.074737 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ea7cd71b-99e6-4db0-8922-8bc19d14fe4d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/d4cf2854-a41d-41bf-85dc-064d16e94347 HTTP/1.1" status: 204 len: 168 time: 0.7411196 Sep 16 04:45:11.078025 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37766) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:11.103970 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7b155df0-e6fd-42ef-8f2c-8906577da4a2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8df5de20573a4674a03746b67f11a13a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0584977 Sep 16 04:45:11.107157 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37768) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:11.130791 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-7ba70e67-3aaf-4061-b522-cfd9f228f228 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] Allocated IP 192.168.233.21 (97f5d7d8-0e62-4047-bcd4-63b92e31705a/24ad4c5e-5b43-4c25-ab99-4992f6337d28/7ab1e829-5c2d-4b1b-a2be-b2030cc19133) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:11.177536 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e95d14-82c4-491a-864d-6df8e6f2f02c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:11.179272 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e95d14-82c4-491a-864d-6df8e6f2f02c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:11.183198 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d6e95d14-82c4-491a-864d-6df8e6f2f02c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1018000 Sep 16 04:45:11.183427 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37770) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:11.212030 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-798c2c80-cb8c-47b4-9a09-b64b711a79f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:11.250817 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e16b5c-59a4-4927-9617-fb650d0cba08 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting subnet 3a269a1b-fa9e-4be9-b2a1-0b1c717fc33f {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:45:11.254126 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-32e16b5c-59a4-4927-9617-fb650d0cba08 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:11.258956 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-798c2c80-cb8c-47b4-9a09-b64b711a79f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:11.295857 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-32e16b5c-59a4-4927-9617-fb650d0cba08 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:11.368667 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dd7a8e48-b059-4f10-9c20-8531acae98b4 req-48435532-8b12-49a9-b2a2-ab41c1a12b81 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] 10.222.0.35 "GET /v2.0/ports?device_id=98f62c53-3de6-44ab-af31-d66903b5f958 HTTP/1.1" status: 200 len: 210 time: 0.0369213 Sep 16 04:45:11.404091 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-798c2c80-cb8c-47b4-9a09-b64b711a79f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:11.406832 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-798c2c80-cb8c-47b4-9a09-b64b711a79f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:11.411210 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-798c2c80-cb8c-47b4-9a09-b64b711a79f9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/db6e8aba-2e8a-4f87-88cd-df0b1bde710b HTTP/1.1" status: 204 len: 168 time: 0.2996593 Sep 16 04:45:11.411934 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-7ba70e67-3aaf-4061-b522-cfd9f228f228 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:11.425057 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c2c80-cb8c-47b4-9a09-b64b711a79f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6e8aba-2e8a-4f87-88cd-df0b1bde710b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:11.434277 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:11.438051 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-32e16b5c-59a4-4927-9617-fb650d0cba08 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:11.461555 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 2e503a41-b509-4f9d-9bb1-208b1d023799 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:45:11.468532 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device a5ccabdd-917e-497f-8afa-78a879e600c2 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:11.479187 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-7ba70e67-3aaf-4061-b522-cfd9f228f228 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:11.504239 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: a5ccabdd-917e-497f-8afa-78a879e600c2 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:11.506114 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device a5ccabdd-917e-497f-8afa-78a879e600c2 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:11.587782 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba70e67-3aaf-4061-b522-cfd9f228f228 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] Pushing event updated for resources: {'Port': ['ID=7ab1e829-5c2d-4b1b-a2be-b2030cc19133,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:11.609685 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-32e16b5c-59a4-4927-9617-fb650d0cba08 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:11.622995 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-7ba70e67-3aaf-4061-b522-cfd9f228f228 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] Network 97f5d7d8-0e62-4047-bcd4-63b92e31705a is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:11.625171 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-7ba70e67-3aaf-4061-b522-cfd9f228f228 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:11.642401 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-7ba70e67-3aaf-4061-b522-cfd9f228f228 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:11.678955 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e16b5c-59a4-4927-9617-fb650d0cba08 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Subnet': ['ID=3a269a1b-fa9e-4be9-b2a1-0b1c717fc33f,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:11.685622 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 2e503a41-b509-4f9d-9bb1-208b1d023799, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=2e503a41-b509-4f9d-9bb1-208b1d023799,segment=NetworkSegment(8a88cf17-2626-40ee-b5d7-20831c5d590c),segment_id=8a88cf17-2626-40ee-b5d7-20831c5d590c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:11.718231 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '2e503a41-b509-4f9d-9bb1-208b1d023799', 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa', 'port_id': '2e503a41-b509-4f9d-9bb1-208b1d023799', 'mac_address': 'fa:16:3e:7e:ca:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ab8be-654b-4737-af1c-65a1487483c5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:45:11.723308 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-32e16b5c-59a4-4927-9617-fb650d0cba08 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:11.726322 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-32e16b5c-59a4-4927-9617-fb650d0cba08 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/3a269a1b-fa9e-4be9-b2a1-0b1c717fc33f HTTP/1.1" status: 204 len: 168 time: 0.5419478 Sep 16 04:45:11.728796 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37784) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:11.774019 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-7ba70e67-3aaf-4061-b522-cfd9f228f228 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:11.775895 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-7ba70e67-3aaf-4061-b522-cfd9f228f228 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:11.796957 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 14830ff9-2b0d-4bde-a368-e50b635cd837 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:11.815363 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-7ba70e67-3aaf-4061-b522-cfd9f228f228 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4221659 Sep 16 04:45:11.842069 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-9dde5176-66c0-4995-a90e-6b87d19dc483 service neutron] Request body: {'port': {'device_id': '98f62c53-3de6-44ab-af31-d66903b5f958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:11.852139 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-dcdfd871-0de0-44f6-99c2-959872e7c0e9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1206124 Sep 16 04:45:11.854649 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37790) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:11.941102 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06573cc4-0004-414d-9657-4f2959e71846 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:11.944260 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-06573cc4-0004-414d-9657-4f2959e71846 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0882905 Sep 16 04:45:11.946877 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37794) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:11.973474 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-9dde5176-66c0-4995-a90e-6b87d19dc483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:12.006075 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:12.016468 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 14830ff9-2b0d-4bde-a368-e50b635cd837 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:12.020173 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:12.101348 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e503a41-b509-4f9d-9bb1-208b1d023799 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:45:12.106679 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cd9b7c-f500-4021-89af-1a101ff2c2ed tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:12.119759 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-74cd9b7c-f500-4021-89af-1a101ff2c2ed tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1716614 Sep 16 04:45:12.123966 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37804) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:12.139922 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 2e503a41-b509-4f9d-9bb1-208b1d023799, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=2e503a41-b509-4f9d-9bb1-208b1d023799,segment=NetworkSegment(8a88cf17-2626-40ee-b5d7-20831c5d590c),segment_id=8a88cf17-2626-40ee-b5d7-20831c5d590c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:12.148485 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:12.237204 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:12.266000 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db6a67-cd14-45f7-bb63-d4fe22e56a8f req-22c415d4-0784-4211-968a-8885f0142602 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:12.270379 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d1db6a67-cd14-45f7-bb63-d4fe22e56a8f req-22c415d4-0784-4211-968a-8885f0142602 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=c765a45f-4dd4-4af5-b7eb-21e722543f7d HTTP/1.1" status: 200 len: 944 time: 0.1390197 Sep 16 04:45:12.282702 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-402520bf-6861-4161-b84e-15a1d7dcbc8c None None] Provisioning complete for port 7ab1e829-5c2d-4b1b-a2be-b2030cc19133 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:12.283275 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-402520bf-6861-4161-b84e-15a1d7dcbc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:12.333768 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389dfb8e-6e34-4fc9-ac1c-967489ba196e None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:12.346946 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d1db6a67-cd14-45f7-bb63-d4fe22e56a8f req-4fbf069c-1cc1-4400-b1e8-83738ff58066 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680869 Sep 16 04:45:12.351482 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=2e503a41-b509-4f9d-9bb1-208b1d023799,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:12.382121 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 14830ff9-2b0d-4bde-a368-e50b635cd837, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=14830ff9-2b0d-4bde-a368-e50b635cd837,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:12.403196 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:12.446646 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-402520bf-6861-4161-b84e-15a1d7dcbc8c None None] Port 7ab1e829-5c2d-4b1b-a2be-b2030cc19133 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:45:12.462881 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-9dde5176-66c0-4995-a90e-6b87d19dc483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ab1e829-5c2d-4b1b-a2be-b2030cc19133 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:45:12.470858 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-9dde5176-66c0-4995-a90e-6b87d19dc483 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:12.516485 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-696bba94-6cf4-44ba-801a-69f9d91b2796 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3910637 Sep 16 04:45:12.521750 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37820) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:12.526547 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-9dde5176-66c0-4995-a90e-6b87d19dc483 service neutron] Transition to ACTIVE for port object 7ab1e829-5c2d-4b1b-a2be-b2030cc19133 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:45:12.527677 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-c552625a-a9a9-440a-8f06-0541e6781e32 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:12.531955 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-9dde5176-66c0-4995-a90e-6b87d19dc483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:12.562181 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=14830ff9-2b0d-4bde-a368-e50b635cd837,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:12.605657 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde5176-66c0-4995-a90e-6b87d19dc483 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab1e829-5c2d-4b1b-a2be-b2030cc19133,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:12.664378 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-c3b462bc-ef6e-46b6-8494-7432f7b6931f None None] Provisioning complete for port 14830ff9-2b0d-4bde-a368-e50b635cd837 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:12.664378 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c3b462bc-ef6e-46b6-8494-7432f7b6931f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:12.694379 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-9dde5176-66c0-4995-a90e-6b87d19dc483 service neutron] Attempting to bind port 7ab1e829-5c2d-4b1b-a2be-b2030cc19133 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:12.695182 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-9dde5176-66c0-4995-a90e-6b87d19dc483 service neutron] Attempting to bind port 7ab1e829-5c2d-4b1b-a2be-b2030cc19133 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:12.695616 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-9dde5176-66c0-4995-a90e-6b87d19dc483 service neutron] Attempting to bind port 7ab1e829-5c2d-4b1b-a2be-b2030cc19133 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:12.701360 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-9dde5176-66c0-4995-a90e-6b87d19dc483 service neutron] Port 7ab1e829-5c2d-4b1b-a2be-b2030cc19133 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:45:12.701889 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-9dde5176-66c0-4995-a90e-6b87d19dc483 service neutron] Attempting to bind port 7ab1e829-5c2d-4b1b-a2be-b2030cc19133 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:12.708511 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-9dde5176-66c0-4995-a90e-6b87d19dc483 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:12.709514 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-9dde5176-66c0-4995-a90e-6b87d19dc483 service neutron] Checking segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:12.710715 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-9dde5176-66c0-4995-a90e-6b87d19dc483 service neutron] Bound using segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:12.711389 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-9dde5176-66c0-4995-a90e-6b87d19dc483 service neutron] Bound port: 7ab1e829-5c2d-4b1b-a2be-b2030cc19133, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:12.711864 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-9dde5176-66c0-4995-a90e-6b87d19dc483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:12.732237 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['2e503a41-b509-4f9d-9bb1-208b1d023799'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:12.735318 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c552625a-a9a9-440a-8f06-0541e6781e32 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:12.740550 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c552625a-a9a9-440a-8f06-0541e6781e32 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:12.846659 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97290da7-ebef-439e-b9b4-2def2de5364a None None] DHCP port deletion for c1806bde-f213-4a7a-844d-fa613e1e0ff4 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:45:12.858225 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37826) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:12.872757 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-9dde5176-66c0-4995-a90e-6b87d19dc483 service neutron] For port 7ab1e829-5c2d-4b1b-a2be-b2030cc19133, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:12.889216 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-9dde5176-66c0-4995-a90e-6b87d19dc483 service neutron] For port 7ab1e829-5c2d-4b1b-a2be-b2030cc19133, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=7ab1e829-5c2d-4b1b-a2be-b2030cc19133,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:12.896065 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-9dde5176-66c0-4995-a90e-6b87d19dc483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:12.952843 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-9dde5176-66c0-4995-a90e-6b87d19dc483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:12.954549 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-9dde5176-66c0-4995-a90e-6b87d19dc483 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:12.956180 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-9dde5176-66c0-4995-a90e-6b87d19dc483 service neutron] 10.222.0.48 "PUT /v2.0/ports/7ab1e829-5c2d-4b1b-a2be-b2030cc19133 HTTP/1.1" status: 200 len: 1096 time: 1.1267498 Sep 16 04:45:12.956937 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f62c53-3de6-44ab-af31-d66903b5f958', 'tag': '7ab1e829-5c2d-4b1b-a2be-b2030cc19133'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:12.960211 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7573df-8678-436e-a79e-3294cd29069a" -d '{"events": [{"name": "network-changed", "server_uuid": "98f62c53-3de6-44ab-af31-d66903b5f958", "tag": "7ab1e829-5c2d-4b1b-a2be-b2030cc19133"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:13.003977 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde5176-66c0-4995-a90e-6b87d19dc483 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab1e829-5c2d-4b1b-a2be-b2030cc19133,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:13.034364 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6c0da-3932-455d-a4cc-31c5d63a0e2c req-294ca5e8-b208-4713-8fc6-d2cf1d9fd1e2 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:13.040239 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-b4b42632-d716-4625-82da-d3f5c07bac63 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1326146875-network', 'tenant_id': '9210b62839124fd5ba7258fa46e66eab'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:13.043795 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fec6c0da-3932-455d-a4cc-31c5d63a0e2c req-294ca5e8-b208-4713-8fc6-d2cf1d9fd1e2 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] 10.222.0.35 "GET /v2.0/ports?device_id=98f62c53-3de6-44ab-af31-d66903b5f958 HTTP/1.1" status: 200 len: 947 time: 0.2080877 Sep 16 04:45:13.102675 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-f91dca3c-3d83-4603-bb69-37b52087cfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:13.104775 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-f91dca3c-3d83-4603-bb69-37b52087cfc5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1872709e58fe44a29b25f7a8dcd7d9ed&device_id=98f62c53-3de6-44ab-af31-d66903b5f958 HTTP/1.1" status: 200 len: 1099 time: 0.0842059 Sep 16 04:45:13.105695 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b42632-d716-4625-82da-d3f5c07bac63 admin admin] Made reservation on behalf of 9210b62839124fd5ba7258fa46e66eab for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:13.108386 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b4b42632-d716-4625-82da-d3f5c07bac63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:13.127476 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b4b42632-d716-4625-82da-d3f5c07bac63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:13.135681 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fec6c0da-3932-455d-a4cc-31c5d63a0e2c req-08b934a1-241c-4b40-8c8d-a1301d11a652 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e4dddb6-3642-4748-8c4d-00ef5b578561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903721 Sep 16 04:45:13.203117 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-f4f78c9d-5c1a-4845-a003-dc5988568118 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=7ab1e829-5c2d-4b1b-a2be-b2030cc19133 HTTP/1.1" status: 200 len: 217 time: 0.0826843 Sep 16 04:45:13.247406 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e3c2ad6e-8836-49e1-81bc-40081bef80b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:13.252333 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c552625a-a9a9-440a-8f06-0541e6781e32 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:13.260996 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-97290da7-ebef-439e-b9b4-2def2de5364a None None] Deleting port 14830ff9-2b0d-4bde-a368-e50b635cd837 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:13.261397 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-97290da7-ebef-439e-b9b4-2def2de5364a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:13.312408 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c552625a-a9a9-440a-8f06-0541e6781e32 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:13.312998 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-2fcc9b89-f72b-417b-b00a-68da1230ba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:13.314501 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-2fcc9b89-f72b-417b-b00a-68da1230ba24 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.1012185 Sep 16 04:45:13.320153 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-c552625a-a9a9-440a-8f06-0541e6781e32 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:13.327197 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c552625a-a9a9-440a-8f06-0541e6781e32 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:13.327941 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c552625a-a9a9-440a-8f06-0541e6781e32 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:13.355629 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c552625a-a9a9-440a-8f06-0541e6781e32 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Subnet': ['ID=e49475b8-5801-4b22-bf3f-2dc9943b2862,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:13.386504 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b4b42632-d716-4625-82da-d3f5c07bac63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:13.394182 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b4b42632-d716-4625-82da-d3f5c07bac63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:13.401157 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c552625a-a9a9-440a-8f06-0541e6781e32 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8756785 Sep 16 04:45:13.401477 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-97290da7-ebef-439e-b9b4-2def2de5364a None None] For port 14830ff9-2b0d-4bde-a368-e50b635cd837, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=14830ff9-2b0d-4bde-a368-e50b635cd837,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:13.401652 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37838) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:13.401885 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-97290da7-ebef-439e-b9b4-2def2de5364a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:13.404081 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-7d78bf95-51be-4a01-a67c-58d4699c23ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:13.405669 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-7d78bf95-51be-4a01-a67c-58d4699c23ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0835655 Sep 16 04:45:13.408172 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-36e970ea-6d6c-4401-be8f-04b5a8962f3b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'port': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'fixed_ips': [{'subnet_id': 'e49475b8-5801-4b22-bf3f-2dc9943b2862', 'ip_address': '2001:db8::cff9:998b:863c:23b5'}], 'name': 'tempest-NetworksTestDHCPv6-1537953236'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:13.420336 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-97290da7-ebef-439e-b9b4-2def2de5364a None None] Calling delete_port for 14830ff9-2b0d-4bde-a368-e50b635cd837 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:13.458918 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4b42632-d716-4625-82da-d3f5c07bac63 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:45:13.467768 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b42632-d716-4625-82da-d3f5c07bac63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9a97b1-d519-44c2-ab70-06adb33120f1,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:13.501022 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:13.509837 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b4b42632-d716-4625-82da-d3f5c07bac63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:13.510257 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-b4b42632-d716-4625-82da-d3f5c07bac63 admin admin] Added segment 4599125e-a1d8-4fe9-a5e0-33e30f19997d of type vlan for network 02e419e2-51bc-48ce-869c-069f8df0070b Sep 16 04:45:13.557632 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-97290da7-ebef-439e-b9b4-2def2de5364a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:13.574874 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b4b42632-d716-4625-82da-d3f5c07bac63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:13.583081 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-1f261b05-2ead-476d-8f9c-a4e3dda7494d service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682117 Sep 16 04:45:13.626592 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e970ea-6d6c-4401-be8f-04b5a8962f3b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:13.628055 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97290da7-ebef-439e-b9b4-2def2de5364a None None] No DVR routers for this DVR port 14830ff9-2b0d-4bde-a368-e50b635cd837 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:13.636625 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b4b42632-d716-4625-82da-d3f5c07bac63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:13.639688 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97290da7-ebef-439e-b9b4-2def2de5364a None None] Pushing event deleted for resources: {'Port': ['ID=14830ff9-2b0d-4bde-a368-e50b635cd837,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:13.643318 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b42632-d716-4625-82da-d3f5c07bac63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:13.644000 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b4b42632-d716-4625-82da-d3f5c07bac63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:13.661499 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 14830ff9-2b0d-4bde-a368-e50b635cd837 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:13.664342 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd5ddec-fc72-45a2-9f90-1fc61bc65bc6 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:13.745223 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-36e970ea-6d6c-4401-be8f-04b5a8962f3b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:13.766902 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b4b42632-d716-4625-82da-d3f5c07bac63 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9073634 Sep 16 04:45:13.769560 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b42632-d716-4625-82da-d3f5c07bac63 admin admin] Pushing event updated for resources: {'Network': ['ID=02e419e2-51bc-48ce-869c-069f8df0070b,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:13.770408 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-36e970ea-6d6c-4401-be8f-04b5a8962f3b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] device_id is not set on port 6ee4cd8e-9196-42bd-9abf-5834d4674d70 yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:45:13.773649 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37848) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:13.779557 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-a5403f38-9518-49ea-89d2-bbb60da9cfb7 admin admin] Request body: {'subnet': {'network_id': '02e419e2-51bc-48ce-869c-069f8df0070b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1326146875-subnet', 'tenant_id': '9210b62839124fd5ba7258fa46e66eab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:13.787052 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2efbe299-985a-4d72-8114-fb86e04cb942 req-387e398f-7f22-43da-bb8b-e7bf99fd225f service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912835 Sep 16 04:45:13.805860 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6682ab8-66f1-4d76-a084-465c66e0de3b x-openstack-request-id: req-e6682ab8-66f1-4d76-a084-465c66e0de3b {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:13.806142 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f62c53-3de6-44ab-af31-d66903b5f958", "tag": "7ab1e829-5c2d-4b1b-a2be-b2030cc19133", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:13.806558 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e6682ab8-66f1-4d76-a084-465c66e0de3b {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:13.807101 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f62c53-3de6-44ab-af31-d66903b5f958', 'tag': '7ab1e829-5c2d-4b1b-a2be-b2030cc19133', 'status': 'completed', 'code': 200} Sep 16 04:45:13.815979 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5403f38-9518-49ea-89d2-bbb60da9cfb7 admin admin] Made reservation on behalf of 9210b62839124fd5ba7258fa46e66eab for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:13.819748 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a5403f38-9518-49ea-89d2-bbb60da9cfb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:13.824028 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 02e419e2-51bc-48ce-869c-069f8df0070b details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:45:13.825611 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 14830ff9-2b0d-4bde-a368-e50b635cd837 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:13.826025 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 14830ff9-2b0d-4bde-a368-e50b635cd837 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:13.954329 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7573df-8678-436e-a79e-3294cd29069a req-75cad44d-2bdd-4d03-bb82-80f53c410bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:13.956054 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2c7573df-8678-436e-a79e-3294cd29069a req-75cad44d-2bdd-4d03-bb82-80f53c410bff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1872709e58fe44a29b25f7a8dcd7d9ed&device_id=98f62c53-3de6-44ab-af31-d66903b5f958 HTTP/1.1" status: 200 len: 1099 time: 0.0697603 Sep 16 04:45:13.976327 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f6bf54-13f5-4d43-be07-e6b1f5bf0252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'tenant_id': '3adf2e42a132432f9eca7df19231c9e3', 'fixed_ips': [{'subnet_id': 'e49475b8-5801-4b22-bf3f-2dc9943b2862'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:45:13.977628 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-31f6bf54-13f5-4d43-be07-e6b1f5bf0252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:13.992853 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-36e970ea-6d6c-4401-be8f-04b5a8962f3b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Allocated IP 2001:db8::cff9:998b:863c:23b5 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/e49475b8-5801-4b22-bf3f-2dc9943b2862/6ee4cd8e-9196-42bd-9abf-5834d4674d70) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:14.019274 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ecf35-7288-487d-8fec-bd362a77b05f req-511accf6-f884-4d8c-9779-88c2221c5da0 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:14.021657 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-346ecf35-7288-487d-8fec-bd362a77b05f req-511accf6-f884-4d8c-9779-88c2221c5da0 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=c765a45f-4dd4-4af5-b7eb-21e722543f7d HTTP/1.1" status: 200 len: 944 time: 0.0761430 Sep 16 04:45:14.108834 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-346ecf35-7288-487d-8fec-bd362a77b05f req-80d1eaf4-71cd-4392-b83f-6b3c83a548c9 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754669 Sep 16 04:45:14.119510 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7573df-8678-436e-a79e-3294cd29069a req-f3272f9e-11aa-451a-b4d7-4ab724624599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:14.121270 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2c7573df-8678-436e-a79e-3294cd29069a req-f3272f9e-11aa-451a-b4d7-4ab724624599 service neutron] 10.222.0.48 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.1559150 Sep 16 04:45:14.123179 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a5403f38-9518-49ea-89d2-bbb60da9cfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.196375 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2c7573df-8678-436e-a79e-3294cd29069a req-a052aa0b-78d8-4cff-a870-9e4944bb03dd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=7ab1e829-5c2d-4b1b-a2be-b2030cc19133 HTTP/1.1" status: 200 len: 217 time: 0.0415566 Sep 16 04:45:14.199028 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-36e970ea-6d6c-4401-be8f-04b5a8962f3b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.244234 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-36e970ea-6d6c-4401-be8f-04b5a8962f3b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.260296 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5403f38-9518-49ea-89d2-bbb60da9cfb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0627858c-05af-47af-80fa-71edea8f2a51,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:14.272875 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5403f38-9518-49ea-89d2-bbb60da9cfb7 admin admin] Checking segment: {'id': '4599125e-a1d8-4fe9-a5e0-33e30f19997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '02e419e2-51bc-48ce-869c-069f8df0070b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:14.273243 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5403f38-9518-49ea-89d2-bbb60da9cfb7 admin admin] Network hostable DHCP agents. Network: 02e419e2-51bc-48ce-869c-069f8df0070b, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:45:14.287688 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7573df-8678-436e-a79e-3294cd29069a req-c7e4a6cf-54a1-49c6-a059-d1c8bafa1b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:14.289182 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2c7573df-8678-436e-a79e-3294cd29069a req-c7e4a6cf-54a1-49c6-a059-d1c8bafa1b0f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0735526 Sep 16 04:45:14.298306 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5403f38-9518-49ea-89d2-bbb60da9cfb7 admin admin] Network 02e419e2-51bc-48ce-869c-069f8df0070b is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:45:14.309358 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-a5403f38-9518-49ea-89d2-bbb60da9cfb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 02e419e2-51bc-48ce-869c-069f8df0070b) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:14.315351 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e970ea-6d6c-4401-be8f-04b5a8962f3b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:14.320044 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e970ea-6d6c-4401-be8f-04b5a8962f3b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Port': ['ID=6ee4cd8e-9196-42bd-9abf-5834d4674d70,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:14.321452 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-31f6bf54-13f5-4d43-be07-e6b1f5bf0252 None None] Allocated IP 2001:db8::2 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/e49475b8-5801-4b22-bf3f-2dc9943b2862/56da6e9c-c60a-4b57-aa71-a7cc6e064236) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:14.322686 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-36e970ea-6d6c-4401-be8f-04b5a8962f3b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:14.324793 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e970ea-6d6c-4401-be8f-04b5a8962f3b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:14.330816 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e970ea-6d6c-4401-be8f-04b5a8962f3b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:14.331477 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-36e970ea-6d6c-4401-be8f-04b5a8962f3b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.333612 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bf2347-25fc-4eb1-b5bf-316f1d69f0b3 None None] Network 02e419e2-51bc-48ce-869c-069f8df0070b requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:14.353395 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-36e970ea-6d6c-4401-be8f-04b5a8962f3b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9479043 Sep 16 04:45:14.353639 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5403f38-9518-49ea-89d2-bbb60da9cfb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:14.353639 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a5403f38-9518-49ea-89d2-bbb60da9cfb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.353841 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37854) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:14.376089 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a5403f38-9518-49ea-89d2-bbb60da9cfb7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6010993 Sep 16 04:45:14.387555 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7573df-8678-436e-a79e-3294cd29069a req-854e0b38-b6ed-4bd2-89d1-4f99cfce5bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:14.389575 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2c7573df-8678-436e-a79e-3294cd29069a req-854e0b38-b6ed-4bd2-89d1-4f99cfce5bc3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0775864 Sep 16 04:45:14.428115 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2831ff-43b9-49cb-bab1-a1a2c0446e36 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:14.436525 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-bb2831ff-43b9-49cb-bab1-a1a2c0446e36 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0815599 Sep 16 04:45:14.439362 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37862) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:14.527005 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2c7573df-8678-436e-a79e-3294cd29069a req-5a2d7808-07be-41a8-a5e7-ad51ded90607 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294732 Sep 16 04:45:14.581771 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.598052 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.659474 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-03c1fbdf-56f0-4663-827e-1d550a78b4f4 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting port 6ee4cd8e-9196-42bd-9abf-5834d4674d70 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:14.661871 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-03c1fbdf-56f0-4663-827e-1d550a78b4f4 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.716543 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38be60a3-e3d7-46ea-accc-00b62116c0e3 None None] Network 02e419e2-51bc-48ce-869c-069f8df0070b requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:14.720019 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2c7573df-8678-436e-a79e-3294cd29069a req-cda6275a-c9d7-42e0-8d98-206f2a104208 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835461 Sep 16 04:45:14.803759 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-03c1fbdf-56f0-4663-827e-1d550a78b4f4 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.808552 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-31f6bf54-13f5-4d43-be07-e6b1f5bf0252 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.818351 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-31f6bf54-13f5-4d43-be07-e6b1f5bf0252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.835910 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-03c1fbdf-56f0-4663-827e-1d550a78b4f4 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Calling delete_port for 6ee4cd8e-9196-42bd-9abf-5834d4674d70 owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:14.855008 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c9c14-67b3-4543-922a-c626dc8dbe5a req-36fc34d9-1c0d-4d61-a69f-a8381c220181 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:14.856532 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac0c9c14-67b3-4543-922a-c626dc8dbe5a req-36fc34d9-1c0d-4d61-a69f-a8381c220181 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] 10.222.0.35 "GET /v2.0/ports?device_id=98f62c53-3de6-44ab-af31-d66903b5f958 HTTP/1.1" status: 200 len: 947 time: 0.0974197 Sep 16 04:45:14.880944 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f6bf54-13f5-4d43-be07-e6b1f5bf0252 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:14.903523 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-31f6bf54-13f5-4d43-be07-e6b1f5bf0252 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:14.908581 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f6bf54-13f5-4d43-be07-e6b1f5bf0252 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:14.912820 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6bf54-13f5-4d43-be07-e6b1f5bf0252 None None] Pushing event updated for resources: {'Port': ['ID=56da6e9c-c60a-4b57-aa71-a7cc6e064236,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:14.952732 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac0c9c14-67b3-4543-922a-c626dc8dbe5a req-f01e9c19-68dd-4e38-97b6-aa74b8b1d11e tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e4dddb6-3642-4748-8c4d-00ef5b578561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898983 Sep 16 04:45:14.992287 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-31f6bf54-13f5-4d43-be07-e6b1f5bf0252 None None] Attempting to bind port 56da6e9c-c60a-4b57-aa71-a7cc6e064236 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:14.992913 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-31f6bf54-13f5-4d43-be07-e6b1f5bf0252 None None] Attempting to bind port 56da6e9c-c60a-4b57-aa71-a7cc6e064236 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:14.993609 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f6bf54-13f5-4d43-be07-e6b1f5bf0252 None None] Attempting to bind port 56da6e9c-c60a-4b57-aa71-a7cc6e064236 on network c1806bde-f213-4a7a-844d-fa613e1e0ff4 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:14.999023 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f6bf54-13f5-4d43-be07-e6b1f5bf0252 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:14.999535 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f6bf54-13f5-4d43-be07-e6b1f5bf0252 None None] Checking segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:15.000039 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-31f6bf54-13f5-4d43-be07-e6b1f5bf0252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.000673 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f6bf54-13f5-4d43-be07-e6b1f5bf0252 None None] Bound using segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:15.001265 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-31f6bf54-13f5-4d43-be07-e6b1f5bf0252 None None] Bound port: 56da6e9c-c60a-4b57-aa71-a7cc6e064236, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:15.001690 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-31f6bf54-13f5-4d43-be07-e6b1f5bf0252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.031316 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-03c1fbdf-56f0-4663-827e-1d550a78b4f4 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.062703 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c1fbdf-56f0-4663-827e-1d550a78b4f4 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Port': ['ID=6ee4cd8e-9196-42bd-9abf-5834d4674d70,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:15.074006 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-31f6bf54-13f5-4d43-be07-e6b1f5bf0252 None None] For port 56da6e9c-c60a-4b57-aa71-a7cc6e064236, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:15.077758 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-31f6bf54-13f5-4d43-be07-e6b1f5bf0252 None None] For port 56da6e9c-c60a-4b57-aa71-a7cc6e064236, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=56da6e9c-c60a-4b57-aa71-a7cc6e064236,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:15.083157 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-31f6bf54-13f5-4d43-be07-e6b1f5bf0252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.090176 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-03c1fbdf-56f0-4663-827e-1d550a78b4f4 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.091561 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-03c1fbdf-56f0-4663-827e-1d550a78b4f4 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/6ee4cd8e-9196-42bd-9abf-5834d4674d70 HTTP/1.1" status: 204 len: 168 time: 0.6512578 Sep 16 04:45:15.094069 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37874) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:15.149862 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6bf54-13f5-4d43-be07-e6b1f5bf0252 None None] Pushing event updated for resources: {'Port': ['ID=56da6e9c-c60a-4b57-aa71-a7cc6e064236,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:15.156853 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdeef16-40cc-4d9e-81a8-082f66300a62 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:15.158717 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdeef16-40cc-4d9e-81a8-082f66300a62 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:15.160242 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-dfdeef16-40cc-4d9e-81a8-082f66300a62 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0651951 Sep 16 04:45:15.163699 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37878) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:15.503279 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 2e503a41-b509-4f9d-9bb1-208b1d023799 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:15.568216 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 2e503a41-b509-4f9d-9bb1-208b1d023799 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:45:15.571031 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8088ca0-326e-4a41-9b23-22ba3e75dabf tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting subnet e49475b8-5801-4b22-bf3f-2dc9943b2862 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:45:15.573744 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 2e503a41-b509-4f9d-9bb1-208b1d023799 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:15.574120 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.574289 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f8088ca0-326e-4a41-9b23-22ba3e75dabf tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.653266 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 56da6e9c-c60a-4b57-aa71-a7cc6e064236 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:15.653820 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f8088ca0-326e-4a41-9b23-22ba3e75dabf tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.690635 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.697409 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-ed479490-6ffe-4e0c-a8e7-f1317c14f631 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:15.698944 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-ed479490-6ffe-4e0c-a8e7-f1317c14f631 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] 10.222.0.35 "GET /v2.0/networks?id=02e419e2-51bc-48ce-869c-069f8df0070b HTTP/1.1" status: 200 len: 821 time: 0.1828995 Sep 16 04:45:15.724558 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-bee27593-ca4a-4034-bcb2-afac2f0b51f2 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] 10.222.0.35 "GET /v2.0/quotas/9210b62839124fd5ba7258fa46e66eab HTTP/1.1" status: 200 len: 375 time: 0.0182040 Sep 16 04:45:15.725308 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c765a45f-4dd4-4af5-b7eb-21e722543f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e503a41-b509-4f9d-9bb1-208b1d023799'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:15.727557 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db33b04-5631-417c-825b-5db7e623b52d" -d '{"events": [{"server_uuid": "c765a45f-4dd4-4af5-b7eb-21e722543f7d", "name": "network-vif-plugged", "status": "completed", "tag": "2e503a41-b509-4f9d-9bb1-208b1d023799"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:15.746905 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 2e503a41-b509-4f9d-9bb1-208b1d023799, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=2e503a41-b509-4f9d-9bb1-208b1d023799,segment=NetworkSegment(8a88cf17-2626-40ee-b5d7-20831c5d590c),segment_id=8a88cf17-2626-40ee-b5d7-20831c5d590c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:15.753019 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.757375 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 56da6e9c-c60a-4b57-aa71-a7cc6e064236 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:15.757664 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.782751 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-9ac185c2-293b-4913-a0e4-2e3da0b01371 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9210b62839124fd5ba7258fa46e66eab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517144 Sep 16 04:45:15.815027 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f8088ca0-326e-4a41-9b23-22ba3e75dabf tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.831423 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=2e503a41-b509-4f9d-9bb1-208b1d023799,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:15.878457 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.927815 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.929917 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-9f6a5776-9ba9-45f1-9b97-9db784de48cb service neutron] 10.222.0.35 "GET /v2.0/networks/02e419e2-51bc-48ce-869c-069f8df0070b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375096 Sep 16 04:45:15.931386 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f8088ca0-326e-4a41-9b23-22ba3e75dabf tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.978911 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:45:15.979273 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:45:15.986645 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f8088ca0-326e-4a41-9b23-22ba3e75dabf tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.989649 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f8088ca0-326e-4a41-9b23-22ba3e75dabf tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/e49475b8-5801-4b22-bf3f-2dc9943b2862 HTTP/1.1" status: 204 len: 168 time: 0.8243868 Sep 16 04:45:15.992133 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37898) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:15.993533 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8088ca0-326e-4a41-9b23-22ba3e75dabf tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Subnet': ['ID=e49475b8-5801-4b22-bf3f-2dc9943b2862,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:16.044866 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37900) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:16.045232 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f6f95cf6-3c91-4b84-b773-e7c465fcd1d1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0510771 Sep 16 04:45:16.051984 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-6477ae62-f79a-451e-aab9-cec64eabcb1f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:16.095196 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-00797d27-c542-4f08-a85e-c09d79934577 service neutron] 10.222.0.35 "GET /v2.0/networks/02e419e2-51bc-48ce-869c-069f8df0070b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536558 Sep 16 04:45:16.162994 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d825aa10-96bd-4820-a1e3-d3c4beade42b None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:16.172411 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6477ae62-f79a-451e-aab9-cec64eabcb1f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:16.178930 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6477ae62-f79a-451e-aab9-cec64eabcb1f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:16.256364 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-1f7662d8-8317-4cc7-9f6a-1e3152ed68c1 None None] Provisioning complete for port 56da6e9c-c60a-4b57-aa71-a7cc6e064236 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:16.256903 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1f7662d8-8317-4cc7-9f6a-1e3152ed68c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:16.410209 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1f7662d8-8317-4cc7-9f6a-1e3152ed68c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:16.440842 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6477ae62-f79a-451e-aab9-cec64eabcb1f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:16.450216 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-1f7662d8-8317-4cc7-9f6a-1e3152ed68c1 None None] For port 56da6e9c-c60a-4b57-aa71-a7cc6e064236, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=56da6e9c-c60a-4b57-aa71-a7cc6e064236,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:16.459682 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1f7662d8-8317-4cc7-9f6a-1e3152ed68c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:16.524855 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04db7037-fbc1-4f21-b21d-b48b059383dd None None] DHCP port deletion for c1806bde-f213-4a7a-844d-fa613e1e0ff4 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:45:16.526175 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6477ae62-f79a-451e-aab9-cec64eabcb1f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:16.532677 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-6477ae62-f79a-451e-aab9-cec64eabcb1f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:16.538542 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6477ae62-f79a-451e-aab9-cec64eabcb1f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:16.539141 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6477ae62-f79a-451e-aab9-cec64eabcb1f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:16.542065 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477ae62-f79a-451e-aab9-cec64eabcb1f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Subnet': ['ID=5aff95f2-d36c-4611-8911-50fcd8f6a483,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:16.568369 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449da029-1338-4e9f-9adc-b7b5f99a8cb9 req-35b01e2d-a7b6-40cd-8754-41c49d9f83b6 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:16.576675 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-449da029-1338-4e9f-9adc-b7b5f99a8cb9 req-35b01e2d-a7b6-40cd-8754-41c49d9f83b6 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=c765a45f-4dd4-4af5-b7eb-21e722543f7d HTTP/1.1" status: 200 len: 945 time: 0.1281047 Sep 16 04:45:16.590852 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7662d8-8317-4cc7-9f6a-1e3152ed68c1 None None] Pushing event updated for resources: {'Port': ['ID=56da6e9c-c60a-4b57-aa71-a7cc6e064236,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:16.591509 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37916) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:16.597492 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-9f05e055-c469-4adc-bcbe-0796875e00cd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'port': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'fixed_ips': [{'subnet_id': '5aff95f2-d36c-4611-8911-50fcd8f6a483', 'ip_address': '2001:db8::2478:1c87:ac9c:8e38'}], 'name': 'tempest-NetworksTestDHCPv6-592442005'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:16.600998 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6477ae62-f79a-451e-aab9-cec64eabcb1f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5471711 Sep 16 04:45:16.614003 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-04db7037-fbc1-4f21-b21d-b48b059383dd None None] Deleting port 56da6e9c-c60a-4b57-aa71-a7cc6e064236 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:16.614408 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-04db7037-fbc1-4f21-b21d-b48b059383dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:16.647206 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-449da029-1338-4e9f-9adc-b7b5f99a8cb9 req-e2e11fd7-a2bd-41d1-ac6a-262d58604de2 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695617 Sep 16 04:45:16.725345 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-04db7037-fbc1-4f21-b21d-b48b059383dd None None] For port 56da6e9c-c60a-4b57-aa71-a7cc6e064236, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=56da6e9c-c60a-4b57-aa71-a7cc6e064236,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:16.726157 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-04db7037-fbc1-4f21-b21d-b48b059383dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:16.728200 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f05e055-c469-4adc-bcbe-0796875e00cd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:16.753496 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-04db7037-fbc1-4f21-b21d-b48b059383dd None None] Calling delete_port for 56da6e9c-c60a-4b57-aa71-a7cc6e064236 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:16.831928 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9f05e055-c469-4adc-bcbe-0796875e00cd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:16.848889 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-04db7037-fbc1-4f21-b21d-b48b059383dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:16.858919 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-9f05e055-c469-4adc-bcbe-0796875e00cd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] device_id is not set on port 58d4fd75-a5fc-409b-bd03-538b5f4a3f7e yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:45:16.882495 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db7037-fbc1-4f21-b21d-b48b059383dd None None] Pushing event deleted for resources: {'Port': ['ID=56da6e9c-c60a-4b57-aa71-a7cc6e064236,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:16.885480 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04db7037-fbc1-4f21-b21d-b48b059383dd None None] No DVR routers for this DVR port 56da6e9c-c60a-4b57-aa71-a7cc6e064236 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:16.903538 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67ee3b9-1798-4060-ac7d-bd92c8842028 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:17.062258 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-9f05e055-c469-4adc-bcbe-0796875e00cd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Allocated IP 2001:db8::2478:1c87:ac9c:8e38 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/5aff95f2-d36c-4611-8911-50fcd8f6a483/58d4fd75-a5fc-409b-bd03-538b5f4a3f7e) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:17.097151 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad977723-f731-43c4-8454-8eeaaab4409f req-d47d4e5f-3f8f-46a5-9913-cc56e9832cc7 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:17.105191 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ad977723-f731-43c4-8454-8eeaaab4409f req-d47d4e5f-3f8f-46a5-9913-cc56e9832cc7 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] 10.222.0.35 "GET /v2.0/ports?device_id=98f62c53-3de6-44ab-af31-d66903b5f958 HTTP/1.1" status: 200 len: 947 time: 0.0806231 Sep 16 04:45:17.110793 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f758cf1e-e0b2-4193-bfae-c237c017df41 x-openstack-request-id: req-f758cf1e-e0b2-4193-bfae-c237c017df41 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:17.111251 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c765a45f-4dd4-4af5-b7eb-21e722543f7d", "name": "network-vif-plugged", "status": "completed", "tag": "2e503a41-b509-4f9d-9bb1-208b1d023799", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:17.111400 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f758cf1e-e0b2-4193-bfae-c237c017df41 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:17.111915 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c765a45f-4dd4-4af5-b7eb-21e722543f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e503a41-b509-4f9d-9bb1-208b1d023799', 'code': 200} Sep 16 04:45:17.148614 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ad977723-f731-43c4-8454-8eeaaab4409f req-94eefc7e-3e07-4897-bb84-88a86798d5c3 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e4dddb6-3642-4748-8c4d-00ef5b578561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424161 Sep 16 04:45:17.197782 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1052b-05d0-4893-84f5-93727a93375b req-979cf86a-80d9-4f41-b6cf-01e8146ba795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:17.199453 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b4a1052b-05d0-4893-84f5-93727a93375b req-979cf86a-80d9-4f41-b6cf-01e8146ba795 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c765a45f-4dd4-4af5-b7eb-21e722543f7d HTTP/1.1" status: 200 len: 1097 time: 0.0961637 Sep 16 04:45:17.221435 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1450bf4-5efd-475d-8fc3-4dbda486bc1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'tenant_id': '3adf2e42a132432f9eca7df19231c9e3', 'fixed_ips': [{'subnet_id': '5aff95f2-d36c-4611-8911-50fcd8f6a483'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:45:17.222954 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a1450bf4-5efd-475d-8fc3-4dbda486bc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:17.245606 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f467218-328f-4211-b0cf-4fc9a1afd49b req-7e8377c7-4da1-4380-9984-5a210cf1d548 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] 10.222.0.35 "GET /v2.0/ports?device_id=eca3e468-e4c2-4c90-91f3-dde980213343 HTTP/1.1" status: 200 len: 210 time: 0.0316298 Sep 16 04:45:17.295905 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b4a1052b-05d0-4893-84f5-93727a93375b req-fad3355c-7d76-48fa-b842-78da297c725d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624142 Sep 16 04:45:17.311317 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9f05e055-c469-4adc-bcbe-0796875e00cd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:17.350723 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9f05e055-c469-4adc-bcbe-0796875e00cd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:17.398473 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f05e055-c469-4adc-bcbe-0796875e00cd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:17.401813 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-9f05e055-c469-4adc-bcbe-0796875e00cd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:17.405829 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-a1450bf4-5efd-475d-8fc3-4dbda486bc1b None None] Allocated IP 2001:db8::2 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/5aff95f2-d36c-4611-8911-50fcd8f6a483/d98e60fa-dce2-4be0-a4d1-a140e2c46a10) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:17.406005 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f05e055-c469-4adc-bcbe-0796875e00cd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:17.412384 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f05e055-c469-4adc-bcbe-0796875e00cd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:17.413125 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9f05e055-c469-4adc-bcbe-0796875e00cd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:17.426928 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f05e055-c469-4adc-bcbe-0796875e00cd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Port': ['ID=58d4fd75-a5fc-409b-bd03-538b5f4a3f7e,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:17.440058 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9f05e055-c469-4adc-bcbe-0796875e00cd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8472843 Sep 16 04:45:17.443790 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37924) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:17.497418 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83920edf-f184-4d84-a55d-779f6721fd43 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:17.499084 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-83920edf-f184-4d84-a55d-779f6721fd43 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0543008 Sep 16 04:45:17.502512 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37926) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:17.506835 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 7ab1e829-5c2d-4b1b-a2be-b2030cc19133 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:45:17.616899 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-b50d5769-2eb6-4fe9-bdaf-52155c9ab0a1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting port 58d4fd75-a5fc-409b-bd03-538b5f4a3f7e {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:17.617384 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b50d5769-2eb6-4fe9-bdaf-52155c9ab0a1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:17.640233 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 56da6e9c-c60a-4b57-aa71-a7cc6e064236 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:17.642642 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a1450bf4-5efd-475d-8fc3-4dbda486bc1b None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:17.674806 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a1450bf4-5efd-475d-8fc3-4dbda486bc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:17.681189 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 56da6e9c-c60a-4b57-aa71-a7cc6e064236 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:17.681526 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 56da6e9c-c60a-4b57-aa71-a7cc6e064236 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:17.720245 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1450bf4-5efd-475d-8fc3-4dbda486bc1b None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:17.729212 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b50d5769-2eb6-4fe9-bdaf-52155c9ab0a1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:17.730642 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-a1450bf4-5efd-475d-8fc3-4dbda486bc1b None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:17.733451 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1450bf4-5efd-475d-8fc3-4dbda486bc1b None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:17.744028 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-b50d5769-2eb6-4fe9-bdaf-52155c9ab0a1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Calling delete_port for 58d4fd75-a5fc-409b-bd03-538b5f4a3f7e owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:17.767508 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 7ab1e829-5c2d-4b1b-a2be-b2030cc19133, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=7ab1e829-5c2d-4b1b-a2be-b2030cc19133,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:17.770863 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1450bf4-5efd-475d-8fc3-4dbda486bc1b None None] Pushing event updated for resources: {'Port': ['ID=d98e60fa-dce2-4be0-a4d1-a140e2c46a10,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:17.799914 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '7ab1e829-5c2d-4b1b-a2be-b2030cc19133', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': '7ab1e829-5c2d-4b1b-a2be-b2030cc19133', 'mac_address': 'fa:16:3e:98:05:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:45:17.855702 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-a1450bf4-5efd-475d-8fc3-4dbda486bc1b None None] Attempting to bind port d98e60fa-dce2-4be0-a4d1-a140e2c46a10 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:17.856079 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-a1450bf4-5efd-475d-8fc3-4dbda486bc1b None None] Attempting to bind port d98e60fa-dce2-4be0-a4d1-a140e2c46a10 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:17.856509 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1450bf4-5efd-475d-8fc3-4dbda486bc1b None None] Attempting to bind port d98e60fa-dce2-4be0-a4d1-a140e2c46a10 on network c1806bde-f213-4a7a-844d-fa613e1e0ff4 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:17.866925 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1450bf4-5efd-475d-8fc3-4dbda486bc1b None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:17.867202 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1450bf4-5efd-475d-8fc3-4dbda486bc1b None None] Checking segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:17.867613 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a1450bf4-5efd-475d-8fc3-4dbda486bc1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:17.868014 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1450bf4-5efd-475d-8fc3-4dbda486bc1b None None] Bound using segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:17.868496 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-a1450bf4-5efd-475d-8fc3-4dbda486bc1b None None] Bound port: d98e60fa-dce2-4be0-a4d1-a140e2c46a10, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:17.868909 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a1450bf4-5efd-475d-8fc3-4dbda486bc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:17.886826 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:17.911721 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b50d5769-2eb6-4fe9-bdaf-52155c9ab0a1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:17.930825 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab1e829-5c2d-4b1b-a2be-b2030cc19133 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:45:17.949770 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d5769-2eb6-4fe9-bdaf-52155c9ab0a1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Port': ['ID=58d4fd75-a5fc-409b-bd03-538b5f4a3f7e,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:17.994073 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 7ab1e829-5c2d-4b1b-a2be-b2030cc19133, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=7ab1e829-5c2d-4b1b-a2be-b2030cc19133,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:18.008824 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:18.011388 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-a1450bf4-5efd-475d-8fc3-4dbda486bc1b None None] For port d98e60fa-dce2-4be0-a4d1-a140e2c46a10, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:18.019283 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-a1450bf4-5efd-475d-8fc3-4dbda486bc1b None None] For port d98e60fa-dce2-4be0-a4d1-a140e2c46a10, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d98e60fa-dce2-4be0-a4d1-a140e2c46a10,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:18.020633 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b50d5769-2eb6-4fe9-bdaf-52155c9ab0a1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:18.022838 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b50d5769-2eb6-4fe9-bdaf-52155c9ab0a1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/58d4fd75-a5fc-409b-bd03-538b5f4a3f7e HTTP/1.1" status: 204 len: 168 time: 0.5193005 Sep 16 04:45:18.029686 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37942) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:18.043917 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a1450bf4-5efd-475d-8fc3-4dbda486bc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:18.092198 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=7ab1e829-5c2d-4b1b-a2be-b2030cc19133,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:18.104599 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-38811be4-f743-4914-8f27-74a2227e2165 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:18.106590 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a96c7cc-03bc-4cfa-aa90-bb36141e6bab tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:18.107040 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-38811be4-f743-4914-8f27-74a2227e2165 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] 10.222.0.48 "GET /v2.0/networks?id=02e419e2-51bc-48ce-869c-069f8df0070b HTTP/1.1" status: 200 len: 821 time: 0.1737883 Sep 16 04:45:18.109557 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a96c7cc-03bc-4cfa-aa90-bb36141e6bab tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:18.113708 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1a96c7cc-03bc-4cfa-aa90-bb36141e6bab tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0803418 Sep 16 04:45:18.114595 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37944) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:18.162712 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-08713f00-cc0b-45b3-9f75-d6209bb3ad31 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] Request body: {'port': {'device_id': 'eca3e468-e4c2-4c90-91f3-dde980213343', 'network_id': '02e419e2-51bc-48ce-869c-069f8df0070b', 'admin_state_up': True, 'tenant_id': '9210b62839124fd5ba7258fa46e66eab'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:18.181090 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1450bf4-5efd-475d-8fc3-4dbda486bc1b None None] Pushing event updated for resources: {'Port': ['ID=d98e60fa-dce2-4be0-a4d1-a140e2c46a10,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:18.238147 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-999f4065-f40b-4288-9c39-d895e42232da tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting subnet 5aff95f2-d36c-4611-8911-50fcd8f6a483 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:45:18.252731 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39993f5-160a-4a23-b421-7e876ccb93fb req-066e3f1e-d4fd-4b0e-9ba8-b9dd1ded1245 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:18.257723 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a39993f5-160a-4a23-b421-7e876ccb93fb req-066e3f1e-d4fd-4b0e-9ba8-b9dd1ded1245 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=c765a45f-4dd4-4af5-b7eb-21e722543f7d HTTP/1.1" status: 200 len: 945 time: 0.0613027 Sep 16 04:45:18.275187 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-999f4065-f40b-4288-9c39-d895e42232da tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:18.335476 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a39993f5-160a-4a23-b421-7e876ccb93fb req-a36868fb-10cf-4c6f-8a92-04d534b02cdc tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738900 Sep 16 04:45:18.340660 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-999f4065-f40b-4288-9c39-d895e42232da tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:18.505938 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-08713f00-cc0b-45b3-9f75-d6209bb3ad31 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] Made reservation on behalf of 9210b62839124fd5ba7258fa46e66eab for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:18.509519 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-08713f00-cc0b-45b3-9f75-d6209bb3ad31 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:18.520895 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37954) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:18.546425 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-999f4065-f40b-4288-9c39-d895e42232da tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:18.647822 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f3cb74c8-8995-4e76-9e82-5d4448191fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:18.742089 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039063a-ddfb-4f54-a46f-bbc73ddb468f req-d5387057-c79e-4daf-8df4-513738b181e8 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:18.743768 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1039063a-ddfb-4f54-a46f-bbc73ddb468f req-d5387057-c79e-4daf-8df4-513738b181e8 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] 10.222.0.35 "GET /v2.0/ports?device_id=98f62c53-3de6-44ab-af31-d66903b5f958 HTTP/1.1" status: 200 len: 948 time: 0.0537972 Sep 16 04:45:18.773127 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['7ab1e829-5c2d-4b1b-a2be-b2030cc19133'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:18.797314 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1039063a-ddfb-4f54-a46f-bbc73ddb468f req-1cb36d1b-1d1d-4dd8-b723-3e00d75ab696 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e4dddb6-3642-4748-8c4d-00ef5b578561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466321 Sep 16 04:45:18.919968 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b96b5a56-59ca-402c-a180-76fc62f1754d req-6df6ff8a-ba1a-493d-a334-614f1735419d tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] 10.222.0.35 "GET /v2.0/ports?device_id=eca3e468-e4c2-4c90-91f3-dde980213343 HTTP/1.1" status: 200 len: 210 time: 0.0548143 Sep 16 04:45:19.041745 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-999f4065-f40b-4288-9c39-d895e42232da tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.077990 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-08713f00-cc0b-45b3-9f75-d6209bb3ad31 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] Allocated IP 172.20.0.11 (02e419e2-51bc-48ce-869c-069f8df0070b/0627858c-05af-47af-80fa-71edea8f2a51/fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:19.081781 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f4065-f40b-4288-9c39-d895e42232da tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Subnet': ['ID=5aff95f2-d36c-4611-8911-50fcd8f6a483,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:19.086525 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-999f4065-f40b-4288-9c39-d895e42232da tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.092045 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-999f4065-f40b-4288-9c39-d895e42232da tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/5aff95f2-d36c-4611-8911-50fcd8f6a483 HTTP/1.1" status: 204 len: 168 time: 0.9725347 Sep 16 04:45:19.092045 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37958) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:19.137934 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f3cb74c8-8995-4e76-9e82-5d4448191fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.138690 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ae809936-8d86-4206-aba6-1e31c0793006 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0463438 Sep 16 04:45:19.141419 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 37960) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:19.147984 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f3cb74c8-8995-4e76-9e82-5d4448191fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.150545 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-e920002b-9b73-4dec-930f-31f5dc4c335a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:19.195434 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f3cb74c8-8995-4e76-9e82-5d4448191fb6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a32b5de59fa64e09ad55675a80c44a4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6733367 Sep 16 04:45:19.197864 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37962) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:19.204735 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb74c8-8995-4e76-9e82-5d4448191fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e1ae41-10c7-4604-a5f1-d9f39bb12c49,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:19.286993 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ec7cecf7-29b7-49f0-a356-0a2293cc2b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.312874 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ec7cecf7-29b7-49f0-a356-0a2293cc2b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.319023 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d319a5b1-6fee-41de-8863-51f6b513189f None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:19.345285 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e920002b-9b73-4dec-930f-31f5dc4c335a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:19.349402 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e920002b-9b73-4dec-930f-31f5dc4c335a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.367129 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ec7cecf7-29b7-49f0-a356-0a2293cc2b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.371372 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ec7cecf7-29b7-49f0-a356-0a2293cc2b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.373480 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ec7cecf7-29b7-49f0-a356-0a2293cc2b4b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/52e1ae41-10c7-4604-a5f1-d9f39bb12c49 HTTP/1.1" status: 204 len: 168 time: 0.1744149 Sep 16 04:45:19.400402 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7cecf7-29b7-49f0-a356-0a2293cc2b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e1ae41-10c7-4604-a5f1-d9f39bb12c49,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:19.450046 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-4f803345-e0d2-4d76-a093-3c7cd028a4d1 None None] Provisioning complete for port d98e60fa-dce2-4be0-a4d1-a140e2c46a10 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:19.450563 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4f803345-e0d2-4d76-a093-3c7cd028a4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.503001 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a71ca-9dc1-42fa-8ed3-f0bce4dfd6f5 req-e0293f40-4e5e-42e5-85c8-73bd9d45db16 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:19.513916 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e8a71ca-9dc1-42fa-8ed3-f0bce4dfd6f5 req-e0293f40-4e5e-42e5-85c8-73bd9d45db16 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=c765a45f-4dd4-4af5-b7eb-21e722543f7d HTTP/1.1" status: 200 len: 945 time: 0.0767450 Sep 16 04:45:19.530051 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-08713f00-cc0b-45b3-9f75-d6209bb3ad31 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.580392 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4f803345-e0d2-4d76-a093-3c7cd028a4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.600214 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e920002b-9b73-4dec-930f-31f5dc4c335a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.610879 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e8a71ca-9dc1-42fa-8ed3-f0bce4dfd6f5 req-f627255c-6009-428c-becf-fcb0f677aee3 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956957 Sep 16 04:45:19.627894 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-4f803345-e0d2-4d76-a093-3c7cd028a4d1 None None] For port d98e60fa-dce2-4be0-a4d1-a140e2c46a10, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d98e60fa-dce2-4be0-a4d1-a140e2c46a10,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:19.639149 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2923f28c-2cb0-4b0f-99bd-32411aafe16a None None] DHCP port deletion for c1806bde-f213-4a7a-844d-fa613e1e0ff4 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:45:19.639149 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4f803345-e0d2-4d76-a093-3c7cd028a4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.653975 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920002b-9b73-4dec-930f-31f5dc4c335a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Subnet': ['ID=88d6779d-c34d-42a5-8ef8-6644fb47180d,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:19.675157 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e920002b-9b73-4dec-930f-31f5dc4c335a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:19.678062 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-e920002b-9b73-4dec-930f-31f5dc4c335a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:19.681734 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e920002b-9b73-4dec-930f-31f5dc4c335a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:19.682259 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e920002b-9b73-4dec-930f-31f5dc4c335a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.686118 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-08713f00-cc0b-45b3-9f75-d6209bb3ad31 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.735654 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e920002b-9b73-4dec-930f-31f5dc4c335a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5902810 Sep 16 04:45:19.736672 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37978) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:19.741272 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-08713f00-cc0b-45b3-9f75-d6209bb3ad31 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] Network 02e419e2-51bc-48ce-869c-069f8df0070b is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:19.744117 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-da6c6885-5ce3-46fa-a103-fcbc1280f1da tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'port': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'fixed_ips': [{'subnet_id': '88d6779d-c34d-42a5-8ef8-6644fb47180d', 'ip_address': '2001:db8::2f98:ef04:3521:d167'}], 'name': 'tempest-NetworksTestDHCPv6-830525842'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:19.746504 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-08713f00-cc0b-45b3-9f75-d6209bb3ad31 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:19.752031 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-08713f00-cc0b-45b3-9f75-d6209bb3ad31 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:19.760973 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f803345-e0d2-4d76-a093-3c7cd028a4d1 None None] Pushing event updated for resources: {'Port': ['ID=d98e60fa-dce2-4be0-a4d1-a140e2c46a10,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:19.783953 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08713f00-cc0b-45b3-9f75-d6209bb3ad31 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] Pushing event updated for resources: {'Port': ['ID=fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:19.804782 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-2923f28c-2cb0-4b0f-99bd-32411aafe16a None None] Deleting port d98e60fa-dce2-4be0-a4d1-a140e2c46a10 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:19.805872 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2923f28c-2cb0-4b0f-99bd-32411aafe16a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.815876 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-08713f00-cc0b-45b3-9f75-d6209bb3ad31 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:19.816833 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-08713f00-cc0b-45b3-9f75-d6209bb3ad31 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.841979 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-08713f00-cc0b-45b3-9f75-d6209bb3ad31 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7159107 Sep 16 04:45:19.847332 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37982) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:19.870166 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-29592e9a-9f2a-44b7-a07c-5476a388de84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.891412 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-e9c598f5-7eae-4d06-a6b3-948ddcf9c1e0 service neutron] Request body: {'port': {'device_id': 'eca3e468-e4c2-4c90-91f3-dde980213343', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:19.905059 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.db.api [None req-29592e9a-9f2a-44b7-a07c-5476a388de84 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:45:19.905059 n-d-712139-15 neutron-server[94767]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 04:45:19.905059 n-d-712139-15 neutron-server[94767]: [parameters: {'project_id_1': '08cbab8330a7489ab19fedd1ab1f4aa4', 'expiration_1': datetime.datetime(2021, 9, 16, 4, 44, 59, 888932)}] Sep 16 04:45:19.905059 n-d-712139-15 neutron-server[94767]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:45:19.906436 n-d-712139-15 neutron-server[94767]: DEBUG oslo_db.api [None req-29592e9a-9f2a-44b7-a07c-5476a388de84 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:45:19.916101 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-2923f28c-2cb0-4b0f-99bd-32411aafe16a None None] For port d98e60fa-dce2-4be0-a4d1-a140e2c46a10, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d98e60fa-dce2-4be0-a4d1-a140e2c46a10,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:19.916974 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2923f28c-2cb0-4b0f-99bd-32411aafe16a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.917088 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6c6885-5ce3-46fa-a103-fcbc1280f1da tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:19.935557 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-2923f28c-2cb0-4b0f-99bd-32411aafe16a None None] Calling delete_port for d98e60fa-dce2-4be0-a4d1-a140e2c46a10 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:19.958942 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-e9c598f5-7eae-4d06-a6b3-948ddcf9c1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.023068 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-da6c6885-5ce3-46fa-a103-fcbc1280f1da tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.032937 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2923f28c-2cb0-4b0f-99bd-32411aafe16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.045276 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-da6c6885-5ce3-46fa-a103-fcbc1280f1da tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] device_id is not set on port c99d6b98-6f48-4c6d-99af-6f7f37d4d328 yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:45:20.048349 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2923f28c-2cb0-4b0f-99bd-32411aafe16a None None] No DVR routers for this DVR port d98e60fa-dce2-4be0-a4d1-a140e2c46a10 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:20.070654 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923f28c-2cb0-4b0f-99bd-32411aafe16a None None] Pushing event deleted for resources: {'Port': ['ID=d98e60fa-dce2-4be0-a4d1-a140e2c46a10,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:20.089477 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff28a33-d9c3-4b86-8c48-e0cb6cab6ab4 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:20.270541 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1553486-466e-4501-a4b8-3c7b995a15d2 req-635992d6-c811-447f-b7b8-248e50a9a34e tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:20.273290 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a1553486-466e-4501-a4b8-3c7b995a15d2 req-635992d6-c811-447f-b7b8-248e50a9a34e tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] 10.222.0.35 "GET /v2.0/ports?device_id=98f62c53-3de6-44ab-af31-d66903b5f958 HTTP/1.1" status: 200 len: 948 time: 0.1003578 Sep 16 04:45:20.274893 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6917bb2-cb69-44ce-bd10-147f7d49b5e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'tenant_id': '3adf2e42a132432f9eca7df19231c9e3', 'fixed_ips': [{'subnet_id': '88d6779d-c34d-42a5-8ef8-6644fb47180d'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:45:20.275834 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f6917bb2-cb69-44ce-bd10-147f7d49b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.280496 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-da6c6885-5ce3-46fa-a103-fcbc1280f1da tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Allocated IP 2001:db8::2f98:ef04:3521:d167 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/88d6779d-c34d-42a5-8ef8-6644fb47180d/c99d6b98-6f48-4c6d-99af-6f7f37d4d328) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:20.325684 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-e9c598f5-7eae-4d06-a6b3-948ddcf9c1e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:45:20.335142 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-e9c598f5-7eae-4d06-a6b3-948ddcf9c1e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.338647 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a1553486-466e-4501-a4b8-3c7b995a15d2 req-f5891c2e-52c6-4c71-8988-a898ce7a1a22 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e4dddb6-3642-4748-8c4d-00ef5b578561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558214 Sep 16 04:45:20.350790 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-e9c598f5-7eae-4d06-a6b3-948ddcf9c1e0 service neutron] Transition to ACTIVE for port object fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:45:20.360072 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-e9c598f5-7eae-4d06-a6b3-948ddcf9c1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.418699 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-29592e9a-9f2a-44b7-a07c-5476a388de84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.424363 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c598f5-7eae-4d06-a6b3-948ddcf9c1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:20.507837 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-e9c598f5-7eae-4d06-a6b3-948ddcf9c1e0 service neutron] Attempting to bind port fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:20.508290 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-e9c598f5-7eae-4d06-a6b3-948ddcf9c1e0 service neutron] Attempting to bind port fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '4599125e-a1d8-4fe9-a5e0-33e30f19997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '02e419e2-51bc-48ce-869c-069f8df0070b'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:20.508773 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-e9c598f5-7eae-4d06-a6b3-948ddcf9c1e0 service neutron] Attempting to bind port fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771 on network 02e419e2-51bc-48ce-869c-069f8df0070b {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:20.514749 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-e9c598f5-7eae-4d06-a6b3-948ddcf9c1e0 service neutron] Port fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771 on network 02e419e2-51bc-48ce-869c-069f8df0070b not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:45:20.515157 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-e9c598f5-7eae-4d06-a6b3-948ddcf9c1e0 service neutron] Attempting to bind port fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771 on network 02e419e2-51bc-48ce-869c-069f8df0070b {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:20.521598 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-e9c598f5-7eae-4d06-a6b3-948ddcf9c1e0 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:20.522048 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-e9c598f5-7eae-4d06-a6b3-948ddcf9c1e0 service neutron] Checking segment: {'id': '4599125e-a1d8-4fe9-a5e0-33e30f19997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '02e419e2-51bc-48ce-869c-069f8df0070b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:20.522595 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-e9c598f5-7eae-4d06-a6b3-948ddcf9c1e0 service neutron] Bound using segment: {'id': '4599125e-a1d8-4fe9-a5e0-33e30f19997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '02e419e2-51bc-48ce-869c-069f8df0070b'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:20.523224 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-e9c598f5-7eae-4d06-a6b3-948ddcf9c1e0 service neutron] Bound port: fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4599125e-a1d8-4fe9-a5e0-33e30f19997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '02e419e2-51bc-48ce-869c-069f8df0070b'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:20.523705 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-e9c598f5-7eae-4d06-a6b3-948ddcf9c1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.594419 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-e9c598f5-7eae-4d06-a6b3-948ddcf9c1e0 service neutron] For port fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:20.598439 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-e9c598f5-7eae-4d06-a6b3-948ddcf9c1e0 service neutron] For port fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771,segment=NetworkSegment(4599125e-a1d8-4fe9-a5e0-33e30f19997d),segment_id=4599125e-a1d8-4fe9-a5e0-33e30f19997d)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:20.600107 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff824f-cd75-4e06-af4d-9a16b3a34142 req-48f73201-6a35-47e8-9155-33d92878eb5c tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:20.601789 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-96ff824f-cd75-4e06-af4d-9a16b3a34142 req-48f73201-6a35-47e8-9155-33d92878eb5c tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] 10.222.0.35 "GET /v2.0/ports?device_id=eca3e468-e4c2-4c90-91f3-dde980213343 HTTP/1.1" status: 200 len: 944 time: 0.1109967 Sep 16 04:45:20.602218 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-e9c598f5-7eae-4d06-a6b3-948ddcf9c1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.617308 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-da6c6885-5ce3-46fa-a103-fcbc1280f1da tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.640446 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-e9c598f5-7eae-4d06-a6b3-948ddcf9c1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:20.641086 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-e9c598f5-7eae-4d06-a6b3-948ddcf9c1e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.642490 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-e9c598f5-7eae-4d06-a6b3-948ddcf9c1e0 service neutron] 10.222.0.48 "PUT /v2.0/ports/fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771 HTTP/1.1" status: 200 len: 1093 time: 0.7581749 Sep 16 04:45:20.642941 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca3e468-e4c2-4c90-91f3-dde980213343', 'tag': 'fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:20.645968 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05830013-20ad-4548-bc72-8504a5eb49ae" -d '{"events": [{"name": "network-changed", "server_uuid": "eca3e468-e4c2-4c90-91f3-dde980213343", "tag": "fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:20.681417 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c598f5-7eae-4d06-a6b3-948ddcf9c1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:20.696205 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-96ff824f-cd75-4e06-af4d-9a16b3a34142 req-99b6f0ba-ab28-46d5-839c-62ce0bb7efc2 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] 10.222.0.35 "GET /v2.0/security-groups?id=4e9a97b1-d519-44c2-ab70-06adb33120f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861869 Sep 16 04:45:20.724754 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-29592e9a-9f2a-44b7-a07c-5476a388de84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.731885 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-29592e9a-9f2a-44b7-a07c-5476a388de84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.757364 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-0ed63cb8-fee9-4916-9200-94d1ced3484c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:20.758774 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-0ed63cb8-fee9-4916-9200-94d1ced3484c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9210b62839124fd5ba7258fa46e66eab&device_id=eca3e468-e4c2-4c90-91f3-dde980213343 HTTP/1.1" status: 200 len: 1096 time: 0.0521502 Sep 16 04:45:20.759739 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-da6c6885-5ce3-46fa-a103-fcbc1280f1da tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.797138 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-f6917bb2-cb69-44ce-bd10-147f7d49b5e2 None None] Allocated IP 2001:db8::2 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/88d6779d-c34d-42a5-8ef8-6644fb47180d/5beebe15-d341-4add-a226-905830ebf449) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:20.812249 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-56d9979c-532b-4321-9454-3975af9757a5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771 HTTP/1.1" status: 200 len: 217 time: 0.0374281 Sep 16 04:45:20.843704 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29592e9a-9f2a-44b7-a07c-5476a388de84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07619e8-a0fc-4212-ac2b-d2b4ce157544,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:20.855426 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-29592e9a-9f2a-44b7-a07c-5476a388de84 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=08cbab8330a7489ab19fedd1ab1f4aa4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0062630 Sep 16 04:45:20.859643 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37992) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:20.869795 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-2b7d554f-187e-4790-9852-5481b4e8c290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:20.871282 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-2b7d554f-187e-4790-9852-5481b4e8c290 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0627858c-05af-47af-80fa-71edea8f2a51 HTTP/1.1" status: 200 len: 861 time: 0.0521853 Sep 16 04:45:20.882385 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6c6885-5ce3-46fa-a103-fcbc1280f1da tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:20.898961 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-da6c6885-5ce3-46fa-a103-fcbc1280f1da tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:20.905037 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6c6885-5ce3-46fa-a103-fcbc1280f1da tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:20.911728 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6c6885-5ce3-46fa-a103-fcbc1280f1da tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:20.912504 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-da6c6885-5ce3-46fa-a103-fcbc1280f1da tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.915857 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c6885-5ce3-46fa-a103-fcbc1280f1da tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Port': ['ID=c99d6b98-6f48-4c6d-99af-6f7f37d4d328,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:20.918472 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-2021a148-4888-4951-8365-8f7a61b9af09 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02e419e2-51bc-48ce-869c-069f8df0070b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396967 Sep 16 04:45:20.946279 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c340700-d03f-4a81-8235-0ead902629c2 req-0bafaee3-fe96-4b08-851a-78c4b55c92ac tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:20.953622 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c340700-d03f-4a81-8235-0ead902629c2 req-0bafaee3-fe96-4b08-851a-78c4b55c92ac tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=c765a45f-4dd4-4af5-b7eb-21e722543f7d HTTP/1.1" status: 200 len: 945 time: 0.1910243 Sep 16 04:45:20.976044 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-da6c6885-5ce3-46fa-a103-fcbc1280f1da tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2372160 Sep 16 04:45:20.980409 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f6917bb2-cb69-44ce-bd10-147f7d49b5e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.984849 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 37996) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:20.986531 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f6917bb2-cb69-44ce-bd10-147f7d49b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:21.034373 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-b42760bf-39e0-4202-a93a-2cd0e4b9b074 service neutron] 10.222.0.48 "GET /v2.0/networks/02e419e2-51bc-48ce-869c-069f8df0070b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081662 Sep 16 04:45:21.036365 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6917bb2-cb69-44ce-bd10-147f7d49b5e2 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:21.039727 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-f6917bb2-cb69-44ce-bd10-147f7d49b5e2 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:21.046082 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6917bb2-cb69-44ce-bd10-147f7d49b5e2 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:21.049949 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-41f1a7bc-742f-4025-a980-253dee776690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:21.054939 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6917bb2-cb69-44ce-bd10-147f7d49b5e2 None None] Pushing event updated for resources: {'Port': ['ID=5beebe15-d341-4add-a226-905830ebf449,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:21.063733 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c340700-d03f-4a81-8235-0ead902629c2 req-dbc9c649-e065-4e7f-bb73-6d21d8547152 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068938 Sep 16 04:45:21.092421 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76eb6cbf-d04f-4c1e-9f65-b5fa7955f57d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:21.099116 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76eb6cbf-d04f-4c1e-9f65-b5fa7955f57d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:21.100784 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-76eb6cbf-d04f-4c1e-9f65-b5fa7955f57d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1146967 Sep 16 04:45:21.102966 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-41f1a7bc-742f-4025-a980-253dee776690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:21.130316 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-f6917bb2-cb69-44ce-bd10-147f7d49b5e2 None None] Attempting to bind port 5beebe15-d341-4add-a226-905830ebf449 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:21.130784 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-f6917bb2-cb69-44ce-bd10-147f7d49b5e2 None None] Attempting to bind port 5beebe15-d341-4add-a226-905830ebf449 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:21.131150 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6917bb2-cb69-44ce-bd10-147f7d49b5e2 None None] Attempting to bind port 5beebe15-d341-4add-a226-905830ebf449 on network c1806bde-f213-4a7a-844d-fa613e1e0ff4 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:21.132757 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97620661-a216-4e17-8a17-1082b5a25c82 x-openstack-request-id: req-97620661-a216-4e17-8a17-1082b5a25c82 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:21.133051 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca3e468-e4c2-4c90-91f3-dde980213343", "tag": "fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:21.133300 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-97620661-a216-4e17-8a17-1082b5a25c82 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:21.133691 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca3e468-e4c2-4c90-91f3-dde980213343', 'tag': 'fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771', 'status': 'completed', 'code': 200} Sep 16 04:45:21.134073 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 38002) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:21.137366 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6917bb2-cb69-44ce-bd10-147f7d49b5e2 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:21.138251 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6917bb2-cb69-44ce-bd10-147f7d49b5e2 None None] Checking segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:21.138668 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f6917bb2-cb69-44ce-bd10-147f7d49b5e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:21.139137 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6917bb2-cb69-44ce-bd10-147f7d49b5e2 None None] Bound using segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:21.139543 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-f6917bb2-cb69-44ce-bd10-147f7d49b5e2 None None] Bound port: 5beebe15-d341-4add-a226-905830ebf449, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:21.139926 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f6917bb2-cb69-44ce-bd10-147f7d49b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:21.166288 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-41f1a7bc-742f-4025-a980-253dee776690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:21.170187 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-41f1a7bc-742f-4025-a980-253dee776690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:21.174857 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-41f1a7bc-742f-4025-a980-253dee776690 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c07619e8-a0fc-4212-ac2b-d2b4ce157544 HTTP/1.1" status: 204 len: 168 time: 0.3124113 Sep 16 04:45:21.185745 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f1a7bc-742f-4025-a980-253dee776690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07619e8-a0fc-4212-ac2b-d2b4ce157544,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:21.229600 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-21b0a145-c5a4-4ec9-9732-0943f93db5b2 req-d94d7d57-c6a2-419d-b541-20099924a79a service neutron] 10.222.0.48 "GET /v2.0/networks/02e419e2-51bc-48ce-869c-069f8df0070b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857340 Sep 16 04:45:21.268839 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-b8baf526-9f99-4e18-8740-6c317c5cb0e2 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting port c99d6b98-6f48-4c6d-99af-6f7f37d4d328 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:21.271886 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b8baf526-9f99-4e18-8740-6c317c5cb0e2 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:21.283728 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-f6917bb2-cb69-44ce-bd10-147f7d49b5e2 None None] For port 5beebe15-d341-4add-a226-905830ebf449, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:21.288501 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-f6917bb2-cb69-44ce-bd10-147f7d49b5e2 None None] For port 5beebe15-d341-4add-a226-905830ebf449, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=5beebe15-d341-4add-a226-905830ebf449,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:21.297653 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f6917bb2-cb69-44ce-bd10-147f7d49b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:21.368677 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6917bb2-cb69-44ce-bd10-147f7d49b5e2 None None] Pushing event updated for resources: {'Port': ['ID=5beebe15-d341-4add-a226-905830ebf449,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:21.490808 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05830013-20ad-4548-bc72-8504a5eb49ae req-0d7fab61-525f-4ae7-b650-0060d56cefb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:21.492291 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-05830013-20ad-4548-bc72-8504a5eb49ae req-0d7fab61-525f-4ae7-b650-0060d56cefb3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9210b62839124fd5ba7258fa46e66eab&device_id=eca3e468-e4c2-4c90-91f3-dde980213343 HTTP/1.1" status: 200 len: 1096 time: 0.1246750 Sep 16 04:45:21.528242 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 7ab1e829-5c2d-4b1b-a2be-b2030cc19133 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:21.531466 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b8baf526-9f99-4e18-8740-6c317c5cb0e2 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:21.570110 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-b8baf526-9f99-4e18-8740-6c317c5cb0e2 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Calling delete_port for c99d6b98-6f48-4c6d-99af-6f7f37d4d328 owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:21.598957 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d98e60fa-dce2-4be0-a4d1-a140e2c46a10 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:21.629414 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: d98e60fa-dce2-4be0-a4d1-a140e2c46a10 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:21.630001 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d98e60fa-dce2-4be0-a4d1-a140e2c46a10 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:21.659962 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 7ab1e829-5c2d-4b1b-a2be-b2030cc19133 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:45:21.667893 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 7ab1e829-5c2d-4b1b-a2be-b2030cc19133 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:21.668835 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:21.778604 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05830013-20ad-4548-bc72-8504a5eb49ae req-b3011fcd-5800-4c62-8355-cc1f954e3536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:21.781330 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-05830013-20ad-4548-bc72-8504a5eb49ae req-b3011fcd-5800-4c62-8355-cc1f954e3536 service neutron] 10.222.0.48 "GET /v2.0/networks?id=02e419e2-51bc-48ce-869c-069f8df0070b HTTP/1.1" status: 200 len: 922 time: 0.2804189 Sep 16 04:45:21.840222 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:21.864627 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-05830013-20ad-4548-bc72-8504a5eb49ae req-827d3d03-9b87-4b30-bf1e-0e6af289d2e1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771 HTTP/1.1" status: 200 len: 217 time: 0.0745099 Sep 16 04:45:21.880756 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f62c53-3de6-44ab-af31-d66903b5f958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab1e829-5c2d-4b1b-a2be-b2030cc19133'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:21.883075 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684e972c-b828-444d-ae72-981ef3617e1a" -d '{"events": [{"server_uuid": "98f62c53-3de6-44ab-af31-d66903b5f958", "name": "network-vif-plugged", "status": "completed", "tag": "7ab1e829-5c2d-4b1b-a2be-b2030cc19133"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:21.901257 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 7ab1e829-5c2d-4b1b-a2be-b2030cc19133, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=7ab1e829-5c2d-4b1b-a2be-b2030cc19133,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:21.908162 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:21.978041 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=7ab1e829-5c2d-4b1b-a2be-b2030cc19133,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:22.005849 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05830013-20ad-4548-bc72-8504a5eb49ae req-9f4a3233-02f6-4cbd-b3a2-ef70c9f699f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:22.007389 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-05830013-20ad-4548-bc72-8504a5eb49ae req-9f4a3233-02f6-4cbd-b3a2-ef70c9f699f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0627858c-05af-47af-80fa-71edea8f2a51 HTTP/1.1" status: 200 len: 861 time: 0.0688462 Sep 16 04:45:22.008011 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b8baf526-9f99-4e18-8740-6c317c5cb0e2 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:22.023742 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b55f3-391d-4087-8204-81e2910fda4f req-c168e881-0adf-43e1-bc1d-f9b9c172d46c tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:22.025519 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e6b55f3-391d-4087-8204-81e2910fda4f req-c168e881-0adf-43e1-bc1d-f9b9c172d46c tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] 10.222.0.35 "GET /v2.0/ports?device_id=98f62c53-3de6-44ab-af31-d66903b5f958 HTTP/1.1" status: 200 len: 949 time: 0.0764034 Sep 16 04:45:22.068472 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e6b55f3-391d-4087-8204-81e2910fda4f req-8306e574-737b-4565-bc33-854fb20ce184 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e4dddb6-3642-4748-8c4d-00ef5b578561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338078 Sep 16 04:45:22.070030 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8baf526-9f99-4e18-8740-6c317c5cb0e2 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Port': ['ID=c99d6b98-6f48-4c6d-99af-6f7f37d4d328,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:22.074132 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-05830013-20ad-4548-bc72-8504a5eb49ae req-959e88ca-efe8-4156-a409-ac935b4c4faf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02e419e2-51bc-48ce-869c-069f8df0070b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547235 Sep 16 04:45:22.107615 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b8baf526-9f99-4e18-8740-6c317c5cb0e2 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:22.109558 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b8baf526-9f99-4e18-8740-6c317c5cb0e2 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/c99d6b98-6f48-4c6d-99af-6f7f37d4d328 HTTP/1.1" status: 204 len: 168 time: 0.9745870 Sep 16 04:45:22.112831 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38024) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:22.206984 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-05830013-20ad-4548-bc72-8504a5eb49ae req-43ceb49f-e308-4ca8-ad00-3e1879602a26 service neutron] 10.222.0.48 "GET /v2.0/networks/02e419e2-51bc-48ce-869c-069f8df0070b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098921 Sep 16 04:45:22.219697 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fa5c9b-169b-41c9-89b7-44e37b5b105a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:22.221276 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fa5c9b-169b-41c9-89b7-44e37b5b105a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:22.228194 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d0fa5c9b-169b-41c9-89b7-44e37b5b105a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1084046 Sep 16 04:45:22.228301 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 38032) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:22.236268 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9d799-3eb0-41dd-b555-e1c377956a39 req-6879ce15-cfec-4309-b0b8-7624068ec799 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:22.239420 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-41e9d799-3eb0-41dd-b555-e1c377956a39 req-6879ce15-cfec-4309-b0b8-7624068ec799 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] 10.222.0.35 "GET /v2.0/ports?device_id=eca3e468-e4c2-4c90-91f3-dde980213343 HTTP/1.1" status: 200 len: 944 time: 0.0869865 Sep 16 04:45:22.279323 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-41e9d799-3eb0-41dd-b555-e1c377956a39 req-e13e65c9-c6f8-4cb9-b246-372045c9b970 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] 10.222.0.35 "GET /v2.0/security-groups?id=4e9a97b1-d519-44c2-ab70-06adb33120f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345299 Sep 16 04:45:22.353192 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-422c61da-65aa-40f4-b50a-be5c155bfa74 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting subnet 88d6779d-c34d-42a5-8ef8-6644fb47180d {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:45:22.357891 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-422c61da-65aa-40f4-b50a-be5c155bfa74 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:22.408292 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-05830013-20ad-4548-bc72-8504a5eb49ae req-e2d8d5d2-92ab-456c-8b91-f13de46e4503 service neutron] 10.222.0.48 "GET /v2.0/networks/02e419e2-51bc-48ce-869c-069f8df0070b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915779 Sep 16 04:45:22.417583 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-422c61da-65aa-40f4-b50a-be5c155bfa74 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:22.436504 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144122d-688d-415f-811c-bbf61a4b8eca req-3f1ccd10-377e-4d62-b2ea-a3b395882f31 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:22.437977 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c144122d-688d-415f-811c-bbf61a4b8eca req-3f1ccd10-377e-4d62-b2ea-a3b395882f31 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=c765a45f-4dd4-4af5-b7eb-21e722543f7d HTTP/1.1" status: 200 len: 945 time: 0.0693824 Sep 16 04:45:22.485491 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c144122d-688d-415f-811c-bbf61a4b8eca req-18ba42ec-003d-453f-9e32-eedf104face4 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389047 Sep 16 04:45:22.536888 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb346891-94d1-44ae-8bfc-161f91e7b9ac x-openstack-request-id: req-bb346891-94d1-44ae-8bfc-161f91e7b9ac {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:22.537384 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f62c53-3de6-44ab-af31-d66903b5f958", "name": "network-vif-plugged", "status": "completed", "tag": "7ab1e829-5c2d-4b1b-a2be-b2030cc19133", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:22.537978 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bb346891-94d1-44ae-8bfc-161f91e7b9ac {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:22.538380 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f62c53-3de6-44ab-af31-d66903b5f958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab1e829-5c2d-4b1b-a2be-b2030cc19133', 'code': 200} Sep 16 04:45:22.580167 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-422c61da-65aa-40f4-b50a-be5c155bfa74 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:22.674340 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-422c61da-65aa-40f4-b50a-be5c155bfa74 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:22.753844 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-422c61da-65aa-40f4-b50a-be5c155bfa74 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:22.759254 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-422c61da-65aa-40f4-b50a-be5c155bfa74 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/88d6779d-c34d-42a5-8ef8-6644fb47180d HTTP/1.1" status: 204 len: 168 time: 0.5300086 Sep 16 04:45:22.759254 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c61da-65aa-40f4-b50a-be5c155bfa74 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Subnet': ['ID=88d6779d-c34d-42a5-8ef8-6644fb47180d,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:22.759911 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38050) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:22.780783 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa3a0f-2b6c-45ae-9722-d1fcd35f2165 req-2f5d6cb7-6b2d-4f66-8b80-e935ceda6791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:22.782788 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-97fa3a0f-2b6c-45ae-9722-d1fcd35f2165 req-2f5d6cb7-6b2d-4f66-8b80-e935ceda6791 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=98f62c53-3de6-44ab-af31-d66903b5f958 HTTP/1.1" status: 200 len: 1101 time: 0.1027510 Sep 16 04:45:22.796786 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db7d19e-ab65-4da6-af72-3d307665abe7 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:22.834705 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-84bb0d92-3fd4-4136-bdc1-5e91b07547a4 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734928 Sep 16 04:45:22.837971 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38054) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:22.869524 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-97fa3a0f-2b6c-45ae-9722-d1fcd35f2165 req-357507bd-455e-4d05-ac56-b48d113d2586 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8e4dddb6-3642-4748-8c4d-00ef5b578561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434940 Sep 16 04:45:22.898138 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f831f2-b977-44c9-9368-cfbe9b55385b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:22.902437 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-89f831f2-b977-44c9-9368-cfbe9b55385b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0610223 Sep 16 04:45:22.902612 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38056) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:22.925230 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-1fc2191a-9e4c-4f8b-ad8e-b4d35749d073 None None] Provisioning complete for port 5beebe15-d341-4add-a226-905830ebf449 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:22.925615 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1fc2191a-9e4c-4f8b-ad8e-b4d35749d073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:22.958540 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fa76cf-b6aa-43c6-adee-58609cb199c4 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:22.962517 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-31fa76cf-b6aa-43c6-adee-58609cb199c4 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0563722 Sep 16 04:45:22.962764 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38060) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:23.013801 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2eca5ba1-f98b-457a-a43b-a566bee86d29 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0499599 Sep 16 04:45:23.019623 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 38064) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:23.026261 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-99fddc7b-db5a-4ebf-94e0-d0b9264adc6c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:23.034016 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87d23a5-576b-4cf3-b4bd-e026b7e890ff None None] DHCP port deletion for c1806bde-f213-4a7a-844d-fa613e1e0ff4 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:45:23.040445 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1fc2191a-9e4c-4f8b-ad8e-b4d35749d073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:23.096649 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-1fc2191a-9e4c-4f8b-ad8e-b4d35749d073 None None] For port 5beebe15-d341-4add-a226-905830ebf449, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=5beebe15-d341-4add-a226-905830ebf449,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:23.102552 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1fc2191a-9e4c-4f8b-ad8e-b4d35749d073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:23.129346 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fddc7b-db5a-4ebf-94e0-d0b9264adc6c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:23.133416 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-99fddc7b-db5a-4ebf-94e0-d0b9264adc6c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:23.146231 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-f87d23a5-576b-4cf3-b4bd-e026b7e890ff None None] Deleting port 5beebe15-d341-4add-a226-905830ebf449 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:23.146696 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f87d23a5-576b-4cf3-b4bd-e026b7e890ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:23.192993 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2191a-9e4c-4f8b-ad8e-b4d35749d073 None None] Pushing event updated for resources: {'Port': ['ID=5beebe15-d341-4add-a226-905830ebf449,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:23.221895 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc090d-f4ca-4c65-a990-7af41388c0c4 req-f75875fe-4787-450f-950d-ffe9d1d70445 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:23.224728 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-97dc090d-f4ca-4c65-a990-7af41388c0c4 req-f75875fe-4787-450f-950d-ffe9d1d70445 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] 10.222.0.35 "GET /v2.0/ports?device_id=98f62c53-3de6-44ab-af31-d66903b5f958 HTTP/1.1" status: 200 len: 949 time: 0.0598612 Sep 16 04:45:23.240886 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-f87d23a5-576b-4cf3-b4bd-e026b7e890ff None None] For port 5beebe15-d341-4add-a226-905830ebf449, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=5beebe15-d341-4add-a226-905830ebf449,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:23.241372 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f87d23a5-576b-4cf3-b4bd-e026b7e890ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:23.255137 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-f87d23a5-576b-4cf3-b4bd-e026b7e890ff None None] Calling delete_port for 5beebe15-d341-4add-a226-905830ebf449 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:23.273061 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-97dc090d-f4ca-4c65-a990-7af41388c0c4 req-c9223f15-555b-4a00-b333-94429f74e200 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e4dddb6-3642-4748-8c4d-00ef5b578561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406516 Sep 16 04:45:23.343887 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f87d23a5-576b-4cf3-b4bd-e026b7e890ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:23.352310 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-99fddc7b-db5a-4ebf-94e0-d0b9264adc6c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:23.374061 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d23a5-576b-4cf3-b4bd-e026b7e890ff None None] Pushing event deleted for resources: {'Port': ['ID=5beebe15-d341-4add-a226-905830ebf449,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:23.378704 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87d23a5-576b-4cf3-b4bd-e026b7e890ff None None] No DVR routers for this DVR port 5beebe15-d341-4add-a226-905830ebf449 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:23.406974 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fddc7b-db5a-4ebf-94e0-d0b9264adc6c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:23.410550 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-99fddc7b-db5a-4ebf-94e0-d0b9264adc6c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:23.413805 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fddc7b-db5a-4ebf-94e0-d0b9264adc6c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:23.414386 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-99fddc7b-db5a-4ebf-94e0-d0b9264adc6c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:23.421834 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7aa94a-e98e-4c37-8555-4545e537c8b0 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:23.425568 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fddc7b-db5a-4ebf-94e0-d0b9264adc6c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Subnet': ['ID=59f9e7cc-295b-4204-a2f8-9207d2a4bf5f,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:23.439956 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-99fddc7b-db5a-4ebf-94e0-d0b9264adc6c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4160719 Sep 16 04:45:23.440385 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38074) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:23.447152 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-9f154eb1-daa1-4f99-a8bb-33eb393cedce tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'port': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'fixed_ips': [{'subnet_id': '59f9e7cc-295b-4204-a2f8-9207d2a4bf5f', 'ip_address': '2001:db8::6a2f:bbbf:909d:9bd4'}], 'name': 'tempest-NetworksTestDHCPv6-678770538'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:23.622080 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f154eb1-daa1-4f99-a8bb-33eb393cedce tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:23.626943 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9f154eb1-daa1-4f99-a8bb-33eb393cedce tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:23.649864 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-9f154eb1-daa1-4f99-a8bb-33eb393cedce tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] device_id is not set on port cede9a04-3b53-4685-b316-d7d94691968b yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:45:23.662500 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d0bad-591e-4fa1-8cf8-0160e0617f00 req-4d0cdd31-11ba-4cfd-968a-fe45738e5275 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:23.663997 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-405d0bad-591e-4fa1-8cf8-0160e0617f00 req-4d0cdd31-11ba-4cfd-968a-fe45738e5275 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] 10.222.0.35 "GET /v2.0/ports?device_id=eca3e468-e4c2-4c90-91f3-dde980213343 HTTP/1.1" status: 200 len: 944 time: 0.0911427 Sep 16 04:45:23.714938 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad7e46d-81d0-4668-abb3-0299dd8d0cd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'tenant_id': '3adf2e42a132432f9eca7df19231c9e3', 'fixed_ips': [{'subnet_id': '59f9e7cc-295b-4204-a2f8-9207d2a4bf5f'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:45:23.715924 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0ad7e46d-81d0-4668-abb3-0299dd8d0cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:23.775659 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-405d0bad-591e-4fa1-8cf8-0160e0617f00 req-2ba346bc-4dbb-47b4-8efb-a13676cd07ba tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] 10.222.0.35 "GET /v2.0/security-groups?id=4e9a97b1-d519-44c2-ab70-06adb33120f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777414 Sep 16 04:45:23.881357 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-9f154eb1-daa1-4f99-a8bb-33eb393cedce tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Allocated IP 2001:db8::6a2f:bbbf:909d:9bd4 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/59f9e7cc-295b-4204-a2f8-9207d2a4bf5f/cede9a04-3b53-4685-b316-d7d94691968b) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:23.906645 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c698027-11a8-43c7-8680-fa36869f5429 req-71b0162b-dc43-4f30-966e-1057097af0bb tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:23.908130 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c698027-11a8-43c7-8680-fa36869f5429 req-71b0162b-dc43-4f30-966e-1057097af0bb tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=c765a45f-4dd4-4af5-b7eb-21e722543f7d HTTP/1.1" status: 200 len: 945 time: 0.0730660 Sep 16 04:45:23.983739 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c698027-11a8-43c7-8680-fa36869f5429 req-4659d394-293d-4101-91ca-48f8e01df1e5 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644133 Sep 16 04:45:24.070392 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9f154eb1-daa1-4f99-a8bb-33eb393cedce tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:24.103259 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9f154eb1-daa1-4f99-a8bb-33eb393cedce tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:24.160874 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f154eb1-daa1-4f99-a8bb-33eb393cedce tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:24.164169 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-9f154eb1-daa1-4f99-a8bb-33eb393cedce tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:24.168132 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-0ad7e46d-81d0-4668-abb3-0299dd8d0cd0 None None] Allocated IP 2001:db8::2 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/59f9e7cc-295b-4204-a2f8-9207d2a4bf5f/3caec0e6-7bdc-457f-9247-ff7a73263d53) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:24.170640 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f154eb1-daa1-4f99-a8bb-33eb393cedce tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:24.176724 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f154eb1-daa1-4f99-a8bb-33eb393cedce tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:24.177689 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9f154eb1-daa1-4f99-a8bb-33eb393cedce tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:24.184253 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f154eb1-daa1-4f99-a8bb-33eb393cedce tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Port': ['ID=cede9a04-3b53-4685-b316-d7d94691968b,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:24.204751 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 38096) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:24.205766 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9f154eb1-daa1-4f99-a8bb-33eb393cedce tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7635138 Sep 16 04:45:24.212985 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-7bb07067-e76b-4835-9db7-c23987b48107 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'port': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'fixed_ips': [{'subnet_id': '59f9e7cc-295b-4204-a2f8-9207d2a4bf5f', 'ip_address': '2001:db8::6a2f:bbbf:909d:9bd4'}], 'name': 'tempest-NetworksTestDHCPv6-1754388908'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:24.355089 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0ad7e46d-81d0-4668-abb3-0299dd8d0cd0 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:24.355486 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb07067-e76b-4835-9db7-c23987b48107 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:24.362481 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0ad7e46d-81d0-4668-abb3-0299dd8d0cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:24.411603 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad7e46d-81d0-4668-abb3-0299dd8d0cd0 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:24.416202 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-0ad7e46d-81d0-4668-abb3-0299dd8d0cd0 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:24.419211 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad7e46d-81d0-4668-abb3-0299dd8d0cd0 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:24.420981 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7e46d-81d0-4668-abb3-0299dd8d0cd0 None None] Pushing event updated for resources: {'Port': ['ID=3caec0e6-7bdc-457f-9247-ff7a73263d53,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:24.458893 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7bb07067-e76b-4835-9db7-c23987b48107 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:24.479730 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-7bb07067-e76b-4835-9db7-c23987b48107 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] device_id is not set on port 11000891-d223-4db1-839d-98a4638c3e67 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:45:24.490305 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-0ad7e46d-81d0-4668-abb3-0299dd8d0cd0 None None] Attempting to bind port 3caec0e6-7bdc-457f-9247-ff7a73263d53 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:24.490680 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-0ad7e46d-81d0-4668-abb3-0299dd8d0cd0 None None] Attempting to bind port 3caec0e6-7bdc-457f-9247-ff7a73263d53 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:24.491046 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad7e46d-81d0-4668-abb3-0299dd8d0cd0 None None] Attempting to bind port 3caec0e6-7bdc-457f-9247-ff7a73263d53 on network c1806bde-f213-4a7a-844d-fa613e1e0ff4 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:24.497048 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad7e46d-81d0-4668-abb3-0299dd8d0cd0 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:24.497438 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad7e46d-81d0-4668-abb3-0299dd8d0cd0 None None] Checking segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:24.497892 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0ad7e46d-81d0-4668-abb3-0299dd8d0cd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:24.498286 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad7e46d-81d0-4668-abb3-0299dd8d0cd0 None None] Bound using segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:24.498893 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-0ad7e46d-81d0-4668-abb3-0299dd8d0cd0 None None] Bound port: 3caec0e6-7bdc-457f-9247-ff7a73263d53, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:24.499213 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0ad7e46d-81d0-4668-abb3-0299dd8d0cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:24.568984 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-0ad7e46d-81d0-4668-abb3-0299dd8d0cd0 None None] For port 3caec0e6-7bdc-457f-9247-ff7a73263d53, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:24.572953 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-0ad7e46d-81d0-4668-abb3-0299dd8d0cd0 None None] For port 3caec0e6-7bdc-457f-9247-ff7a73263d53, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3caec0e6-7bdc-457f-9247-ff7a73263d53,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:24.578813 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0ad7e46d-81d0-4668-abb3-0299dd8d0cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:24.612941 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f92cf551-f815-4962-bd47-cf611d34a3db req-6d099f39-c466-4a8d-bc10-c7d964ba7d8a tempest-QuotasAdminNegativeTest-731150021 tempest-QuotasAdminNegativeTest-731150021-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=731006f12cf34e2386644c2b912bad03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322094 Sep 16 04:45:24.653066 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7e46d-81d0-4668-abb3-0299dd8d0cd0 None None] Pushing event updated for resources: {'Port': ['ID=3caec0e6-7bdc-457f-9247-ff7a73263d53,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:24.678641 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b84b7b-42df-458c-ae31-17b33ac55b38 req-bf89dc46-0695-4a41-81d1-283c80bc3398 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:24.680682 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-46b84b7b-42df-458c-ae31-17b33ac55b38 req-bf89dc46-0695-4a41-81d1-283c80bc3398 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.48 "GET /v2.0/ports?device_id=c765a45f-4dd4-4af5-b7eb-21e722543f7d HTTP/1.1" status: 200 len: 945 time: 0.1326292 Sep 16 04:45:24.742666 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92cf551-f815-4962-bd47-cf611d34a3db req-057a6421-9777-426b-ab12-5d4fec7f73b5 tempest-QuotasAdminNegativeTest-731150021 tempest-QuotasAdminNegativeTest-731150021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:24.745247 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f92cf551-f815-4962-bd47-cf611d34a3db req-057a6421-9777-426b-ab12-5d4fec7f73b5 tempest-QuotasAdminNegativeTest-731150021 tempest-QuotasAdminNegativeTest-731150021-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1295238 Sep 16 04:45:24.763001 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f92cf551-f815-4962-bd47-cf611d34a3db req-b0a094b2-07cb-40de-aaf7-aca5e87508e7 tempest-QuotasAdminNegativeTest-731150021 tempest-QuotasAdminNegativeTest-731150021-project] 10.222.0.35 "GET /v2.0/quotas/731006f12cf34e2386644c2b912bad03 HTTP/1.1" status: 200 len: 375 time: 0.0108461 Sep 16 04:45:24.773943 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bb07067-e76b-4835-9db7-c23987b48107 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 16 04:45:24.774504 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bb07067-e76b-4835-9db7-c23987b48107 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:45:24.801236 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7bb07067-e76b-4835-9db7-c23987b48107 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5939324 Sep 16 04:45:24.802115 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 38114) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:24.819187 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f92cf551-f815-4962-bd47-cf611d34a3db req-127df6fa-bce8-4d4a-9657-b07c82b20d79 tempest-QuotasAdminNegativeTest-731150021 tempest-QuotasAdminNegativeTest-731150021-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=731006f12cf34e2386644c2b912bad03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455754 Sep 16 04:45:24.899762 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-46b84b7b-42df-458c-ae31-17b33ac55b38 req-bd6bb700-f83f-490d-bb72-fe2093b939b8 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Deleting port 2e503a41-b509-4f9d-9bb1-208b1d023799 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:24.900224 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-46b84b7b-42df-458c-ae31-17b33ac55b38 req-bd6bb700-f83f-490d-bb72-fe2093b939b8 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:24.959359 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82886cc7-d6b4-4819-814e-8ab868cf6cbe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:24.967299 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82886cc7-d6b4-4819-814e-8ab868cf6cbe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:24.969214 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-82886cc7-d6b4-4819-814e-8ab868cf6cbe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1648169 Sep 16 04:45:24.972092 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38118) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:25.063866 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-46b84b7b-42df-458c-ae31-17b33ac55b38 req-bd6bb700-f83f-490d-bb72-fe2093b939b8 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] For port 2e503a41-b509-4f9d-9bb1-208b1d023799, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=2e503a41-b509-4f9d-9bb1-208b1d023799,segment=NetworkSegment(8a88cf17-2626-40ee-b5d7-20831c5d590c),segment_id=8a88cf17-2626-40ee-b5d7-20831c5d590c)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:25.064238 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-46b84b7b-42df-458c-ae31-17b33ac55b38 req-bd6bb700-f83f-490d-bb72-fe2093b939b8 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:25.079204 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-46b84b7b-42df-458c-ae31-17b33ac55b38 req-bd6bb700-f83f-490d-bb72-fe2093b939b8 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Calling delete_port for 2e503a41-b509-4f9d-9bb1-208b1d023799 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:25.107520 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28cfbee-79fb-4935-a300-5179433abd2c req-4f20e780-eeb3-46db-9e46-2d310f62645c tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:25.108960 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f28cfbee-79fb-4935-a300-5179433abd2c req-4f20e780-eeb3-46db-9e46-2d310f62645c tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] 10.222.0.35 "GET /v2.0/ports?device_id=98f62c53-3de6-44ab-af31-d66903b5f958 HTTP/1.1" status: 200 len: 949 time: 0.0991213 Sep 16 04:45:25.143342 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-5936cb87-0216-47d5-b8ad-ab20453437dd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting port cede9a04-3b53-4685-b316-d7d94691968b {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:25.143675 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5936cb87-0216-47d5-b8ad-ab20453437dd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:25.185143 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f28cfbee-79fb-4935-a300-5179433abd2c req-dd616626-f19f-4c21-a67c-ce525892c8db tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e4dddb6-3642-4748-8c4d-00ef5b578561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691471 Sep 16 04:45:25.220111 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-46b84b7b-42df-458c-ae31-17b33ac55b38 req-bd6bb700-f83f-490d-bb72-fe2093b939b8 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:25.251904 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6bb700-f83f-490d-bb72-fe2093b939b8 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Pushing event deleted for resources: {'Port': ['ID=2e503a41-b509-4f9d-9bb1-208b1d023799,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:25.258217 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['2e503a41-b509-4f9d-9bb1-208b1d023799'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:25.278462 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5936cb87-0216-47d5-b8ad-ab20453437dd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:25.308276 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-5936cb87-0216-47d5-b8ad-ab20453437dd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Calling delete_port for cede9a04-3b53-4685-b316-d7d94691968b owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:25.310484 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b84b7b-42df-458c-ae31-17b33ac55b38 req-bd6bb700-f83f-490d-bb72-fe2093b939b8 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] No DVR routers for this DVR port 2e503a41-b509-4f9d-9bb1-208b1d023799 on host n-h2-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:25.313036 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-46b84b7b-42df-458c-ae31-17b33ac55b38 req-bd6bb700-f83f-490d-bb72-fe2093b939b8 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:25.315039 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-46b84b7b-42df-458c-ae31-17b33ac55b38 req-bd6bb700-f83f-490d-bb72-fe2093b939b8 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.48 "DELETE /v2.0/ports/2e503a41-b509-4f9d-9bb1-208b1d023799 HTTP/1.1" status: 204 len: 173 time: 0.6232336 Sep 16 04:45:25.315472 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c765a45f-4dd4-4af5-b7eb-21e722543f7d', 'name': 'network-vif-deleted', 'tag': '2e503a41-b509-4f9d-9bb1-208b1d023799'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:25.318478 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7a8117-a13e-4436-8021-1db70e9f8e3a" -d '{"events": [{"server_uuid": "c765a45f-4dd4-4af5-b7eb-21e722543f7d", "name": "network-vif-deleted", "tag": "2e503a41-b509-4f9d-9bb1-208b1d023799"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:25.375265 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d268e-4f9c-44c2-95c3-17dbf4a10fe5 req-046d9852-4e90-4713-b864-31751b76740d tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:25.376927 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d74d268e-4f9c-44c2-95c3-17dbf4a10fe5 req-046d9852-4e90-4713-b864-31751b76740d tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] 10.222.0.35 "GET /v2.0/ports?device_id=eca3e468-e4c2-4c90-91f3-dde980213343 HTTP/1.1" status: 200 len: 944 time: 0.1165273 Sep 16 04:45:25.444829 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d74d268e-4f9c-44c2-95c3-17dbf4a10fe5 req-b5939050-05dd-4d95-bda5-2bc12cbeef66 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] 10.222.0.35 "GET /v2.0/security-groups?id=4e9a97b1-d519-44c2-ab70-06adb33120f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590425 Sep 16 04:45:25.527176 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5936cb87-0216-47d5-b8ad-ab20453437dd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:25.559709 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:45:25.570440 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936cb87-0216-47d5-b8ad-ab20453437dd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Port': ['ID=cede9a04-3b53-4685-b316-d7d94691968b,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:25.602426 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5936cb87-0216-47d5-b8ad-ab20453437dd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:25.604791 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5936cb87-0216-47d5-b8ad-ab20453437dd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/cede9a04-3b53-4685-b316-d7d94691968b HTTP/1.1" status: 204 len: 168 time: 0.6311915 Sep 16 04:45:25.607277 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38136) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:25.684525 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3caec0e6-7bdc-457f-9247-ff7a73263d53 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:25.695946 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eeac84e-14e1-48eb-b240-b807ba5f699e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:25.698562 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eeac84e-14e1-48eb-b240-b807ba5f699e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:25.700507 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9eeac84e-14e1-48eb-b240-b807ba5f699e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0922236 Sep 16 04:45:25.703616 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38138) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:25.766649 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771,segment=NetworkSegment(4599125e-a1d8-4fe9-a5e0-33e30f19997d),segment_id=4599125e-a1d8-4fe9-a5e0-33e30f19997d)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:25.774883 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4c751b2-4f8a-4cfd-b8e2-f90ddaccb02b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting subnet 59f9e7cc-295b-4204-a2f8-9207d2a4bf5f {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:45:25.779464 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c4c751b2-4f8a-4cfd-b8e2-f90ddaccb02b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:25.792700 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771', 'network_id': '02e419e2-51bc-48ce-869c-069f8df0070b', 'port_id': 'fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771', 'mac_address': 'fa:16:3e:8f:c0:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0627858c-05af-47af-80fa-71edea8f2a51', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:45:25.805540 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 3caec0e6-7bdc-457f-9247-ff7a73263d53 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:25.806141 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:25.861119 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c4c751b2-4f8a-4cfd-b8e2-f90ddaccb02b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:25.867548 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ce475b0f-1bbc-421d-9b6c-1b9d1a64e156 req-1f4ae92e-7dcf-4832-af4a-07cd88ccbf04 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=c765a45f-4dd4-4af5-b7eb-21e722543f7d HTTP/1.1" status: 200 len: 210 time: 0.0441482 Sep 16 04:45:25.929970 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:25.972496 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:45:25.991333 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-2258eef5-4eeb-4678-9a38-d27a3a8da053 None None] Provisioning complete for port 3caec0e6-7bdc-457f-9247-ff7a73263d53 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:25.991719 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2258eef5-4eeb-4678-9a38-d27a3a8da053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:26.010350 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c4c751b2-4f8a-4cfd-b8e2-f90ddaccb02b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:26.132240 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c4c751b2-4f8a-4cfd-b8e2-f90ddaccb02b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:26.150296 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771,segment=NetworkSegment(4599125e-a1d8-4fe9-a5e0-33e30f19997d),segment_id=4599125e-a1d8-4fe9-a5e0-33e30f19997d)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:26.180506 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c751b2-4f8a-4cfd-b8e2-f90ddaccb02b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Subnet': ['ID=59f9e7cc-295b-4204-a2f8-9207d2a4bf5f,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:26.184153 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c4c751b2-4f8a-4cfd-b8e2-f90ddaccb02b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:26.189067 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c4c751b2-4f8a-4cfd-b8e2-f90ddaccb02b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/59f9e7cc-295b-4204-a2f8-9207d2a4bf5f HTTP/1.1" status: 204 len: 168 time: 0.4843857 Sep 16 04:45:26.189838 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 38146) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:26.211906 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:26.214335 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:26.255727 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-84ebc665-92ed-43ee-9457-84558dd49908 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0643442 Sep 16 04:45:26.261060 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38148) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:26.271007 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-3a0255ab-68ac-4262-94ea-04f697056e78 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:26.281207 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2d266b-3b4f-4c48-92c2-9147c1bfa1e4 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:26.318889 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2258eef5-4eeb-4678-9a38-d27a3a8da053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:26.393978 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0255ab-68ac-4262-94ea-04f697056e78 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:26.399045 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3a0255ab-68ac-4262-94ea-04f697056e78 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:26.424723 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:26.480999 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-2258eef5-4eeb-4678-9a38-d27a3a8da053 None None] For port 3caec0e6-7bdc-457f-9247-ff7a73263d53, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3caec0e6-7bdc-457f-9247-ff7a73263d53,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:26.485971 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:45:26.486358 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:45:26.487509 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2258eef5-4eeb-4678-9a38-d27a3a8da053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:26.570283 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2258eef5-4eeb-4678-9a38-d27a3a8da053 None None] Pushing event updated for resources: {'Port': ['ID=3caec0e6-7bdc-457f-9247-ff7a73263d53,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:26.600808 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-565de307-bf84-4d2d-9507-76ceb0e1cf39 None None] Could not find standard attr ID for object cede9a04-3b53-4685-b316-d7d94691968b. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:45:26.633013 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb2b613-f93e-4856-8fe2-4aa70e137be6 x-openstack-request-id: req-bbb2b613-f93e-4856-8fe2-4aa70e137be6 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:26.633564 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c765a45f-4dd4-4af5-b7eb-21e722543f7d", "name": "network-vif-deleted", "tag": "2e503a41-b509-4f9d-9bb1-208b1d023799", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:26.634020 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bbb2b613-f93e-4856-8fe2-4aa70e137be6 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:26.634691 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c765a45f-4dd4-4af5-b7eb-21e722543f7d', 'name': 'network-vif-deleted', 'tag': '2e503a41-b509-4f9d-9bb1-208b1d023799', 'status': 'completed', 'code': 200} Sep 16 04:45:26.675164 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f21f38-5475-4b85-8ceb-5ba5f04c2c09 None None] DHCP port deletion for c1806bde-f213-4a7a-844d-fa613e1e0ff4 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:45:26.713566 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3a0255ab-68ac-4262-94ea-04f697056e78 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:26.740285 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-48f21f38-5475-4b85-8ceb-5ba5f04c2c09 None None] Deleting port 3caec0e6-7bdc-457f-9247-ff7a73263d53 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:26.740717 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-48f21f38-5475-4b85-8ceb-5ba5f04c2c09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:26.765186 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0255ab-68ac-4262-94ea-04f697056e78 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:26.768432 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-3a0255ab-68ac-4262-94ea-04f697056e78 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:26.776387 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0255ab-68ac-4262-94ea-04f697056e78 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:26.777017 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3a0255ab-68ac-4262-94ea-04f697056e78 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:26.787168 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0255ab-68ac-4262-94ea-04f697056e78 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Subnet': ['ID=f7791291-cc1e-4d6f-9da6-21d7e9bb7ec1,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:26.800425 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3a0255ab-68ac-4262-94ea-04f697056e78 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5376637 Sep 16 04:45:26.805270 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 38158) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:26.810629 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-dead6011-dcfe-4297-a592-406439e06b66 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'port': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'fixed_ips': [{'subnet_id': 'f7791291-cc1e-4d6f-9da6-21d7e9bb7ec1', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-831623276'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:26.836772 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-48f21f38-5475-4b85-8ceb-5ba5f04c2c09 None None] For port 3caec0e6-7bdc-457f-9247-ff7a73263d53, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3caec0e6-7bdc-457f-9247-ff7a73263d53,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:26.837243 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-48f21f38-5475-4b85-8ceb-5ba5f04c2c09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:26.851593 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:26.859171 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-48f21f38-5475-4b85-8ceb-5ba5f04c2c09 None None] Calling delete_port for 3caec0e6-7bdc-457f-9247-ff7a73263d53 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:26.957699 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dead6011-dcfe-4297-a592-406439e06b66 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:26.964690 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dead6011-dcfe-4297-a592-406439e06b66 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:26.988038 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-dead6011-dcfe-4297-a592-406439e06b66 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] device_id is not set on port 1f429c4b-328b-4b74-aadd-7507f65c55b0 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:45:27.088361 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-48f21f38-5475-4b85-8ceb-5ba5f04c2c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:27.109024 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a8571-1186-494d-a7f6-46fa0f0dd64c req-9fb14aa3-8b63-4c21-a5e2-4704e4f837a2 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:27.111181 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d47a8571-1186-494d-a7f6-46fa0f0dd64c req-9fb14aa3-8b63-4c21-a5e2-4704e4f837a2 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] 10.222.0.35 "GET /v2.0/ports?device_id=eca3e468-e4c2-4c90-91f3-dde980213343 HTTP/1.1" status: 200 len: 945 time: 0.0684688 Sep 16 04:45:27.125956 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f21f38-5475-4b85-8ceb-5ba5f04c2c09 None None] No DVR routers for this DVR port 3caec0e6-7bdc-457f-9247-ff7a73263d53 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:27.135743 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f21f38-5475-4b85-8ceb-5ba5f04c2c09 None None] Pushing event deleted for resources: {'Port': ['ID=3caec0e6-7bdc-457f-9247-ff7a73263d53,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:27.152411 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5185826f-2bc0-4f2f-919a-d0094baaefd6 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:27.158959 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-dead6011-dcfe-4297-a592-406439e06b66 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:45:27.159560 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dead6011-dcfe-4297-a592-406439e06b66 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:45:27.170517 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d47a8571-1186-494d-a7f6-46fa0f0dd64c req-7a50a679-306c-4c1a-98e2-2c44f0bdfd29 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] 10.222.0.35 "GET /v2.0/security-groups?id=4e9a97b1-d519-44c2-ab70-06adb33120f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498202 Sep 16 04:45:27.189174 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-dead6011-dcfe-4297-a592-406439e06b66 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.3824456 Sep 16 04:45:27.190469 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38176) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:27.228663 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0ff0b6a6-efd3-4932-9726-fbe0b881a7d3 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0368958 Sep 16 04:45:27.230917 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38178) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:27.312967 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763642d9-b3a1-45bd-800e-5762c366e0bf tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:27.314579 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763642d9-b3a1-45bd-800e-5762c366e0bf tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:27.316030 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-763642d9-b3a1-45bd-800e-5762c366e0bf tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0833843 Sep 16 04:45:27.319135 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 38186) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:27.358856 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a8d18d-eee5-4c1f-bfa1-fe45bebf8129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'tenant_id': '3adf2e42a132432f9eca7df19231c9e3', 'fixed_ips': [{'subnet_id': 'f7791291-cc1e-4d6f-9da6-21d7e9bb7ec1'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:45:27.359828 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-05a8d18d-eee5-4c1f-bfa1-fe45bebf8129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:27.386215 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd951562-38ab-4603-8269-bd594eb51866 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting subnet f7791291-cc1e-4d6f-9da6-21d7e9bb7ec1 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:45:27.389948 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cd951562-38ab-4603-8269-bd594eb51866 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:27.445150 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cd951562-38ab-4603-8269-bd594eb51866 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:27.510097 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cd951562-38ab-4603-8269-bd594eb51866 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:27.567216 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 2e503a41-b509-4f9d-9bb1-208b1d023799 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:27.590981 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cd951562-38ab-4603-8269-bd594eb51866 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:27.596077 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 2e503a41-b509-4f9d-9bb1-208b1d023799 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:27.596559 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 2e503a41-b509-4f9d-9bb1-208b1d023799 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:27.609469 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-73393351-f193-4d90-b471-9ae08b010ab0 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:27.611017 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-73393351-f193-4d90-b471-9ae08b010ab0 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/networks?id=55135b4c-2e11-451e-9d70-37211e2657fa HTTP/1.1" status: 200 len: 812 time: 0.1227679 Sep 16 04:45:27.628507 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-a96796d1-04d5-4c72-ba52-b742e887051f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/quotas/feb35d6815044dc78fef1435e68e9720 HTTP/1.1" status: 200 len: 375 time: 0.0104613 Sep 16 04:45:27.632907 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd951562-38ab-4603-8269-bd594eb51866 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Subnet': ['ID=f7791291-cc1e-4d6f-9da6-21d7e9bb7ec1,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:27.635844 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cd951562-38ab-4603-8269-bd594eb51866 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:27.638043 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cd951562-38ab-4603-8269-bd594eb51866 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/f7791291-cc1e-4d6f-9da6-21d7e9bb7ec1 HTTP/1.1" status: 204 len: 168 time: 0.3165729 Sep 16 04:45:27.640324 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 38204) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server [None req-05a8d18d-eee5-4c1f-bfa1-fe45bebf8129 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f7791291-cc1e-4d6f-9da6-21d7e9bb7ec1: This subnet is being modified by another concurrent operation. Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:45:27.647277 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:45:27.650939 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:45:27.650939 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:45:27.650939 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:45:27.650939 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:45:27.650939 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:45:27.650939 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:45:27.650939 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:45:27.650939 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:45:27.650939 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:45:27.650939 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:45:27.650939 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:45:27.650939 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:45:27.650939 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:45:27.650939 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:45:27.650939 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:45:27.650939 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:45:27.650939 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 04:45:27.650939 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 04:45:27.650939 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 04:45:27.650939 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 04:45:27.650939 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 04:45:27.650939 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 04:45:27.650939 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 04:45:27.650939 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 04:45:27.650939 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:45:27.650939 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:45:27.650939 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:45:27.650939 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:45:27.650939 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 04:45:27.650939 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 04:45:27.650939 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 04:45:27.650939 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 04:45:27.650939 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 04:45:27.650939 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 04:45:27.650939 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 04:45:27.650939 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise exception Sep 16 04:45:27.650939 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f7791291-cc1e-4d6f-9da6-21d7e9bb7ec1: This subnet is being modified by another concurrent operation. Sep 16 04:45:27.650939 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server Sep 16 04:45:27.658636 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3caec0e6-7bdc-457f-9247-ff7a73263d53 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:27.676701 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-7ce70cbd-65cc-48a8-855c-9c8e6d306aa3 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=feb35d6815044dc78fef1435e68e9720&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385282 Sep 16 04:45:27.679619 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 3caec0e6-7bdc-457f-9247-ff7a73263d53 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:27.680041 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3caec0e6-7bdc-457f-9247-ff7a73263d53 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:27.687041 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-dc6faff0-0b48-4259-b4ea-a13e1fa5f1c6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455742 Sep 16 04:45:27.690848 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38206) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:27.696252 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-9b6cc2ed-37d8-49aa-a889-02fe3827f9ca tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:27.715401 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2e912f-4236-4453-abac-8be6051701c4 None None] get_active_networks_info from n-d-712139-15 {{(pid=94768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:45:27.871630 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-e02aa357-b610-4e2c-bd23-a95f132156c7 service neutron] 10.222.0.35 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715710 Sep 16 04:45:27.872421 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2e912f-4236-4453-abac-8be6051701c4 None None] Resources bound (agent type, host, resource id): {{(pid=94768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:45:27.890154 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6cc2ed-37d8-49aa-a889-02fe3827f9ca tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:27.893599 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9b6cc2ed-37d8-49aa-a889-02fe3827f9ca tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:28.402656 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-84a177b9-c091-4cec-866e-ed77a1a5ff70 service neutron] 10.222.0.35 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5216920 Sep 16 04:45:28.528005 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9b6cc2ed-37d8-49aa-a889-02fe3827f9ca tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:28.585371 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6cc2ed-37d8-49aa-a889-02fe3827f9ca tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:28.588917 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-9b6cc2ed-37d8-49aa-a889-02fe3827f9ca tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:28.593981 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6cc2ed-37d8-49aa-a889-02fe3827f9ca tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:28.594652 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9b6cc2ed-37d8-49aa-a889-02fe3827f9ca tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:28.598534 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de652372-b1d4-4d58-92ed-4fc1d1815e07 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:28.619663 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6cc2ed-37d8-49aa-a889-02fe3827f9ca tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Subnet': ['ID=d720979a-08f4-4316-86d9-d7a74093ad1f,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:28.639719 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9b6cc2ed-37d8-49aa-a889-02fe3827f9ca tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9477341 Sep 16 04:45:28.641675 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5d05c3ee-bed4-4146-8058-647b527b988e req-4131683d-4e04-44f5-bf33-8ac2f6924131 tempest-QuotasAdminNegativeTest-731150021 tempest-QuotasAdminNegativeTest-731150021-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=731006f12cf34e2386644c2b912bad03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399413 Sep 16 04:45:28.642251 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38228) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:28.646915 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-67fb9d8e-6e4f-4f54-bd13-45a6d7463eb6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1625080813', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:28.708971 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-67fb9d8e-6e4f-4f54-bd13-45a6d7463eb6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:28.710184 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-67fb9d8e-6e4f-4f54-bd13-45a6d7463eb6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:28.795087 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7106e994-79a0-455d-87d8-a7dcb6838983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'tenant_id': '3adf2e42a132432f9eca7df19231c9e3', 'fixed_ips': [{'subnet_id': 'd720979a-08f4-4316-86d9-d7a74093ad1f'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:45:28.796035 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7106e994-79a0-455d-87d8-a7dcb6838983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:28.831373 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05c3ee-bed4-4146-8058-647b527b988e req-194e962a-e469-48a0-8e27-eca2ce2f5b16 tempest-QuotasAdminNegativeTest-731150021 tempest-QuotasAdminNegativeTest-731150021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:28.840531 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5d05c3ee-bed4-4146-8058-647b527b988e req-194e962a-e469-48a0-8e27-eca2ce2f5b16 tempest-QuotasAdminNegativeTest-731150021 tempest-QuotasAdminNegativeTest-731150021-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1867700 Sep 16 04:45:28.855724 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5d05c3ee-bed4-4146-8058-647b527b988e req-f99e7602-6a35-46fe-97d5-2b662238e5b4 tempest-QuotasAdminNegativeTest-731150021 tempest-QuotasAdminNegativeTest-731150021-project] 10.222.0.35 "GET /v2.0/quotas/731006f12cf34e2386644c2b912bad03 HTTP/1.1" status: 200 len: 375 time: 0.0142503 Sep 16 04:45:28.884903 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-67fb9d8e-6e4f-4f54-bd13-45a6d7463eb6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:28.897615 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-67fb9d8e-6e4f-4f54-bd13-45a6d7463eb6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:28.919728 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5d05c3ee-bed4-4146-8058-647b527b988e req-dd46a926-da6e-484f-9b6f-5618e2c80b8a tempest-QuotasAdminNegativeTest-731150021 tempest-QuotasAdminNegativeTest-731150021-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=731006f12cf34e2386644c2b912bad03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383441 Sep 16 04:45:28.946034 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-67fb9d8e-6e4f-4f54-bd13-45a6d7463eb6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:28.947830 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-67fb9d8e-6e4f-4f54-bd13-45a6d7463eb6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3046761 Sep 16 04:45:28.950704 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38238) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:28.993172 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-7106e994-79a0-455d-87d8-a7dcb6838983 None None] Allocated IP 2001:db8::2 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/d720979a-08f4-4316-86d9-d7a74093ad1f/5443a251-ea39-4703-9734-0d11823e794e) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:29.196499 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7106e994-79a0-455d-87d8-a7dcb6838983 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:29.213220 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7106e994-79a0-455d-87d8-a7dcb6838983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:29.264369 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7106e994-79a0-455d-87d8-a7dcb6838983 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:29.275331 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-7106e994-79a0-455d-87d8-a7dcb6838983 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:29.292475 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0cef459e-1725-461d-b482-cde9bef72096 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:29.297923 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7106e994-79a0-455d-87d8-a7dcb6838983 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:29.326464 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7106e994-79a0-455d-87d8-a7dcb6838983 None None] Pushing event updated for resources: {'Port': ['ID=5443a251-ea39-4703-9734-0d11823e794e,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:29.394957 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-7106e994-79a0-455d-87d8-a7dcb6838983 None None] Attempting to bind port 5443a251-ea39-4703-9734-0d11823e794e on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:29.395390 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-7106e994-79a0-455d-87d8-a7dcb6838983 None None] Attempting to bind port 5443a251-ea39-4703-9734-0d11823e794e by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:29.395742 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7106e994-79a0-455d-87d8-a7dcb6838983 None None] Attempting to bind port 5443a251-ea39-4703-9734-0d11823e794e on network c1806bde-f213-4a7a-844d-fa613e1e0ff4 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:29.401414 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7106e994-79a0-455d-87d8-a7dcb6838983 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:29.401794 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7106e994-79a0-455d-87d8-a7dcb6838983 None None] Checking segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:29.402205 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7106e994-79a0-455d-87d8-a7dcb6838983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:29.402599 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7106e994-79a0-455d-87d8-a7dcb6838983 None None] Bound using segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:29.403077 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-7106e994-79a0-455d-87d8-a7dcb6838983 None None] Bound port: 5443a251-ea39-4703-9734-0d11823e794e, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:29.403459 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7106e994-79a0-455d-87d8-a7dcb6838983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:29.480990 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-7106e994-79a0-455d-87d8-a7dcb6838983 None None] For port 5443a251-ea39-4703-9734-0d11823e794e, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:29.485444 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-7106e994-79a0-455d-87d8-a7dcb6838983 None None] For port 5443a251-ea39-4703-9734-0d11823e794e, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=5443a251-ea39-4703-9734-0d11823e794e,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:29.496169 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7106e994-79a0-455d-87d8-a7dcb6838983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:29.579526 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7106e994-79a0-455d-87d8-a7dcb6838983 None None] Pushing event updated for resources: {'Port': ['ID=5443a251-ea39-4703-9734-0d11823e794e,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:29.585419 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:29.593414 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5fd03-c776-41e7-b6d2-3d846f31feca req-434e1fa6-3fc0-4f0e-a604-902ea9d88cea tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:29.595014 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-77a5fd03-c776-41e7-b6d2-3d846f31feca req-434e1fa6-3fc0-4f0e-a604-902ea9d88cea tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] 10.222.0.35 "GET /v2.0/ports?device_id=eca3e468-e4c2-4c90-91f3-dde980213343 HTTP/1.1" status: 200 len: 945 time: 0.0930159 Sep 16 04:45:29.649793 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-0cef459e-1725-461d-b482-cde9bef72096 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Allocated IP 2001:db8::1 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/d720979a-08f4-4316-86d9-d7a74093ad1f/fc00b788-1e41-4d2d-aeaf-a5a2dca5f7aa) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:29.666584 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-77a5fd03-c776-41e7-b6d2-3d846f31feca req-70e1473f-77dd-46b8-8784-fd8a4cf2b1b9 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] 10.222.0.35 "GET /v2.0/security-groups?id=4e9a97b1-d519-44c2-ab70-06adb33120f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629086 Sep 16 04:45:29.674828 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:45:29.683061 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:29.683573 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:29.811583 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7b2b4bc9-0143-4d1a-9df6-d9f737a4f62e req-1a0dd12b-27da-40f2-b578-77a6f520e30a tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f962a06-2e94-4f63-8029-7e61440439a2 HTTP/1.1" status: 200 len: 210 time: 0.0354259 Sep 16 04:45:29.887650 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0cef459e-1725-461d-b482-cde9bef72096 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:29.926422 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:29.965800 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0cef459e-1725-461d-b482-cde9bef72096 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:30.043729 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771,segment=NetworkSegment(4599125e-a1d8-4fe9-a5e0-33e30f19997d),segment_id=4599125e-a1d8-4fe9-a5e0-33e30f19997d)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:30.045095 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca3e468-e4c2-4c90-91f3-dde980213343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:30.050213 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50590b4b-d359-40bb-be66-4ae031a5481a" -d '{"events": [{"server_uuid": "eca3e468-e4c2-4c90-91f3-dde980213343", "name": "network-vif-plugged", "status": "completed", "tag": "fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:30.062088 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:30.064695 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cef459e-1725-461d-b482-cde9bef72096 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:30.066107 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-df3ffb83-46a6-4d0d-9b6e-045ae248333f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:30.070959 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-df3ffb83-46a6-4d0d-9b6e-045ae248333f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.48 "GET /v2.0/networks?id=55135b4c-2e11-451e-9d70-37211e2657fa HTTP/1.1" status: 200 len: 812 time: 0.2706494 Sep 16 04:45:30.083056 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-0cef459e-1725-461d-b482-cde9bef72096 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:30.093272 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cef459e-1725-461d-b482-cde9bef72096 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:30.094018 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0cef459e-1725-461d-b482-cde9bef72096 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:30.094182 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-14d24066-c443-4483-a8e0-6256b5911cb8 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Request body: {'port': {'device_id': '7f962a06-2e94-4f63-8029-7e61440439a2', 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa', 'admin_state_up': True, 'tenant_id': 'feb35d6815044dc78fef1435e68e9720'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:30.097550 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef459e-1725-461d-b482-cde9bef72096 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Port': ['ID=fc00b788-1e41-4d2d-aeaf-a5a2dca5f7aa,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:30.161433 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:30.218350 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc263103-ff5c-4fd3-a048-6135c3f1b953 x-openstack-request-id: req-cc263103-ff5c-4fd3-a048-6135c3f1b953 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:30.218891 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca3e468-e4c2-4c90-91f3-dde980213343", "name": "network-vif-plugged", "status": "completed", "tag": "fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:30.219149 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cc263103-ff5c-4fd3-a048-6135c3f1b953 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:30.219551 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca3e468-e4c2-4c90-91f3-dde980213343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771', 'code': 200} Sep 16 04:45:30.256307 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0cef459e-1725-461d-b482-cde9bef72096 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:30.262496 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-14d24066-c443-4483-a8e0-6256b5911cb8 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Made reservation on behalf of feb35d6815044dc78fef1435e68e9720 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:30.267501 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-14d24066-c443-4483-a8e0-6256b5911cb8 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:30.430742 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-14d24066-c443-4483-a8e0-6256b5911cb8 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Allocated IP 172.20.0.7 (55135b4c-2e11-451e-9d70-37211e2657fa/d79ab8be-654b-4737-af1c-65a1487483c5/43a51981-013f-4e6c-953a-678f1909c025) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:30.606267 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcf974-db23-4693-991e-73ab461496f9 req-319c17f5-ca26-4580-ac7d-1e786926b31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:30.607887 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94bcf974-db23-4693-991e-73ab461496f9 req-319c17f5-ca26-4580-ac7d-1e786926b31c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=eca3e468-e4c2-4c90-91f3-dde980213343 HTTP/1.1" status: 200 len: 1098 time: 0.1088691 Sep 16 04:45:30.696912 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94bcf974-db23-4693-991e-73ab461496f9 req-c7af0a79-fcfb-4e2c-940b-b839f4dc5e97 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4e9a97b1-d519-44c2-ab70-06adb33120f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589452 Sep 16 04:45:30.699264 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0cef459e-1725-461d-b482-cde9bef72096 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:30.701990 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-14d24066-c443-4483-a8e0-6256b5911cb8 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:30.704386 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0cef459e-1725-461d-b482-cde9bef72096 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:30.705363 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0cef459e-1725-461d-b482-cde9bef72096 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:30.757084 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-14d24066-c443-4483-a8e0-6256b5911cb8 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:30.780721 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef459e-1725-461d-b482-cde9bef72096 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Port': ['ID=fc00b788-1e41-4d2d-aeaf-a5a2dca5f7aa,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:30.810814 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-14d24066-c443-4483-a8e0-6256b5911cb8 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Network 55135b4c-2e11-451e-9d70-37211e2657fa is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:30.814080 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-14d24066-c443-4483-a8e0-6256b5911cb8 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:30.819040 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-14d24066-c443-4483-a8e0-6256b5911cb8 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:30.854995 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d24066-c443-4483-a8e0-6256b5911cb8 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Pushing event updated for resources: {'Port': ['ID=43a51981-013f-4e6c-953a-678f1909c025,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:30.872042 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cef459e-1725-461d-b482-cde9bef72096 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:30.877904 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-0cef459e-1725-461d-b482-cde9bef72096 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:30.886462 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-14d24066-c443-4483-a8e0-6256b5911cb8 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:30.887150 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-14d24066-c443-4483-a8e0-6256b5911cb8 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:30.911696 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-14d24066-c443-4483-a8e0-6256b5911cb8 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8207328 Sep 16 04:45:31.062452 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cef459e-1725-461d-b482-cde9bef72096 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Router a7d0756a-600d-4786-a986-314d43c72303 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:45:31.069613 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-12ea55aa-1303-4c49-a500-5f4b7327f390 None None] Provisioning complete for port 5443a251-ea39-4703-9734-0d11823e794e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:31.070074 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-12ea55aa-1303-4c49-a500-5f4b7327f390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:31.165454 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-12ea55aa-1303-4c49-a500-5f4b7327f390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:31.190485 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cef459e-1725-461d-b482-cde9bef72096 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:45:31.202240 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0cef459e-1725-461d-b482-cde9bef72096 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "PUT /v2.0/routers/a7d0756a-600d-4786-a986-314d43c72303/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2469745 Sep 16 04:45:31.202400 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 38288) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:31.221640 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-12ea55aa-1303-4c49-a500-5f4b7327f390 None None] For port 5443a251-ea39-4703-9734-0d11823e794e, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=5443a251-ea39-4703-9734-0d11823e794e,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:31.227119 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d649e0-1eee-4481-b73e-806d9ea9b63c None None] Sync routers for ids ['a7d0756a-600d-4786-a986-314d43c72303'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:45:31.241093 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-12ea55aa-1303-4c49-a500-5f4b7327f390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:31.257457 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-acb3c7ce-3900-488e-96b7-37e7f3df8ec8 service neutron] Request body: {'port': {'device_id': '7f962a06-2e94-4f63-8029-7e61440439a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:31.315546 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d649e0-1eee-4481-b73e-806d9ea9b63c None None] Routers {'a7d0756a-600d-4786-a986-314d43c72303'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:31.316346 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-00d649e0-1eee-4481-b73e-806d9ea9b63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:45:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['a7d0756a-600d-4786-a986-314d43c72303'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:31.341278 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0d29b9-55a4-438d-a286-646accfd421b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:31.347377 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7b0d29b9-55a4-438d-a286-646accfd421b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports/fc00b788-1e41-4d2d-aeaf-a5a2dca5f7aa HTTP/1.1" status: 200 len: 911 time: 0.1416686 Sep 16 04:45:31.352989 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38302) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:31.365311 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-18e11768-92c9-4abb-b8d3-c10272e6fa1a req-20f1cf49-eb73-4f04-9640-be97f51400df tempest-QuotasAdminNegativeTest-731150021 tempest-QuotasAdminNegativeTest-731150021-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=731006f12cf34e2386644c2b912bad03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412335 Sep 16 04:45:31.381099 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-acb3c7ce-3900-488e-96b7-37e7f3df8ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:31.387827 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea55aa-1303-4c49-a500-5f4b7327f390 None None] Pushing event updated for resources: {'Port': ['ID=5443a251-ea39-4703-9734-0d11823e794e,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:31.451536 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-39d0a4b7-da7e-4348-bd8e-584f140bdfc7 None None] Provisioning complete for port fc00b788-1e41-4d2d-aeaf-a5a2dca5f7aa triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:31.452091 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-39d0a4b7-da7e-4348-bd8e-584f140bdfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:31.503533 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-00d649e0-1eee-4481-b73e-806d9ea9b63c None None] Set router a7d0756a-600d-4786-a986-314d43c72303 gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:45:31.514109 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75829fd6-e52d-4895-8792-6e9addfcc5fd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:31.521490 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75829fd6-e52d-4895-8792-6e9addfcc5fd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:31.526509 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-75829fd6-e52d-4895-8792-6e9addfcc5fd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1716642 Sep 16 04:45:31.529530 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38306) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:31.553754 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-39d0a4b7-da7e-4348-bd8e-584f140bdfc7 None None] Port fc00b788-1e41-4d2d-aeaf-a5a2dca5f7aa cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:45:31.603158 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 7ab1e829-5c2d-4b1b-a2be-b2030cc19133 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:45:31.647825 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e11768-92c9-4abb-b8d3-c10272e6fa1a req-c66e217b-50ef-4b4e-9f7f-e31089d4c3fd tempest-QuotasAdminNegativeTest-731150021 tempest-QuotasAdminNegativeTest-731150021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:31.649562 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-18e11768-92c9-4abb-b8d3-c10272e6fa1a req-c66e217b-50ef-4b4e-9f7f-e31089d4c3fd tempest-QuotasAdminNegativeTest-731150021 tempest-QuotasAdminNegativeTest-731150021-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2780242 Sep 16 04:45:31.702431 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-18e11768-92c9-4abb-b8d3-c10272e6fa1a req-a7d1eacd-53ac-487d-aa33-329c5cb12e71 tempest-QuotasAdminNegativeTest-731150021 tempest-QuotasAdminNegativeTest-731150021-project] 10.222.0.35 "GET /v2.0/quotas/731006f12cf34e2386644c2b912bad03 HTTP/1.1" status: 200 len: 375 time: 0.0345948 Sep 16 04:45:31.710667 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 5443a251-ea39-4703-9734-0d11823e794e up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:31.804237 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-acb3c7ce-3900-488e-96b7-37e7f3df8ec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43a51981-013f-4e6c-953a-678f1909c025 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:45:31.805784 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-18e11768-92c9-4abb-b8d3-c10272e6fa1a req-77bb1c1e-c765-4985-8ab0-4deb9d32bb13 tempest-QuotasAdminNegativeTest-731150021 tempest-QuotasAdminNegativeTest-731150021-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=731006f12cf34e2386644c2b912bad03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636289 Sep 16 04:45:31.816091 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-acb3c7ce-3900-488e-96b7-37e7f3df8ec8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:31.821483 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ff8994b3-b165-47ee-9063-cb49b376833e None None] Provisioning complete for port fc00b788-1e41-4d2d-aeaf-a5a2dca5f7aa triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:31.821632 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ff8994b3-b165-47ee-9063-cb49b376833e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:31.838080 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-acb3c7ce-3900-488e-96b7-37e7f3df8ec8 service neutron] Transition to ACTIVE for port object 43a51981-013f-4e6c-953a-678f1909c025 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:45:31.849899 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-acb3c7ce-3900-488e-96b7-37e7f3df8ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:31.921996 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3c7ce-3900-488e-96b7-37e7f3df8ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=43a51981-013f-4e6c-953a-678f1909c025,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:31.972009 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 7ab1e829-5c2d-4b1b-a2be-b2030cc19133, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=7ab1e829-5c2d-4b1b-a2be-b2030cc19133,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:31.994447 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-ff8994b3-b165-47ee-9063-cb49b376833e None None] Port fc00b788-1e41-4d2d-aeaf-a5a2dca5f7aa cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:45:32.008424 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '7ab1e829-5c2d-4b1b-a2be-b2030cc19133', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': '7ab1e829-5c2d-4b1b-a2be-b2030cc19133', 'mac_address': 'fa:16:3e:98:05:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:45:32.018589 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 5443a251-ea39-4703-9734-0d11823e794e triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:32.019283 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:32.021239 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-acb3c7ce-3900-488e-96b7-37e7f3df8ec8 service neutron] Attempting to bind port 43a51981-013f-4e6c-953a-678f1909c025 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:32.021599 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-acb3c7ce-3900-488e-96b7-37e7f3df8ec8 service neutron] Attempting to bind port 43a51981-013f-4e6c-953a-678f1909c025 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '8a88cf17-2626-40ee-b5d7-20831c5d590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:32.021977 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-acb3c7ce-3900-488e-96b7-37e7f3df8ec8 service neutron] Attempting to bind port 43a51981-013f-4e6c-953a-678f1909c025 on network 55135b4c-2e11-451e-9d70-37211e2657fa {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:32.027347 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-acb3c7ce-3900-488e-96b7-37e7f3df8ec8 service neutron] Port 43a51981-013f-4e6c-953a-678f1909c025 on network 55135b4c-2e11-451e-9d70-37211e2657fa not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:45:32.027682 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-acb3c7ce-3900-488e-96b7-37e7f3df8ec8 service neutron] Attempting to bind port 43a51981-013f-4e6c-953a-678f1909c025 on network 55135b4c-2e11-451e-9d70-37211e2657fa {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:32.035751 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-acb3c7ce-3900-488e-96b7-37e7f3df8ec8 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:32.036476 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-acb3c7ce-3900-488e-96b7-37e7f3df8ec8 service neutron] Checking segment: {'id': '8a88cf17-2626-40ee-b5d7-20831c5d590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:32.037330 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-acb3c7ce-3900-488e-96b7-37e7f3df8ec8 service neutron] Bound using segment: {'id': '8a88cf17-2626-40ee-b5d7-20831c5d590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:32.037330 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-acb3c7ce-3900-488e-96b7-37e7f3df8ec8 service neutron] Bound port: 43a51981-013f-4e6c-953a-678f1909c025, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a88cf17-2626-40ee-b5d7-20831c5d590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:32.037756 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-acb3c7ce-3900-488e-96b7-37e7f3df8ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:32.084860 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6354c-cfd3-45b3-8a50-419834430e01 req-c2a37c53-c034-486c-a3f5-ebd7d747cce6 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:32.086419 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-60b6354c-cfd3-45b3-8a50-419834430e01 req-c2a37c53-c034-486c-a3f5-ebd7d747cce6 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] 10.222.0.35 "GET /v2.0/ports?device_id=eca3e468-e4c2-4c90-91f3-dde980213343 HTTP/1.1" status: 200 len: 946 time: 0.0870347 Sep 16 04:45:32.102422 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:32.105674 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-00d649e0-1eee-4481-b73e-806d9ea9b63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d0756a-600d-4786-a986-314d43c72303', 'name': 'tempest-NetworksTestDHCPv6-router-1625080813', 'tenant_id': '3adf2e42a132432f9eca7df19231c9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:28Z', 'updated_at': '2021-09-16T04:45:30Z', 'revision_number': 2, 'project_id': '3adf2e42a132432f9eca7df19231c9e3', 'gw_port_host': None, '_interfaces': [{'id': 'fc00b788-1e41-4d2d-aeaf-a5a2dca5f7aa', 'name': '', 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'tenant_id': '3adf2e42a132432f9eca7df19231c9e3', 'mac_address': 'fa:16:3e:36:8c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d0756a-600d-4786-a986-314d43c72303', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'd720979a-08f4-4316-86d9-d7a74093ad1f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:29Z', 'updated_at': '2021-09-16T04:45:30Z', 'revision_number': 2, 'project_id': '3adf2e42a132432f9eca7df19231c9e3', 'subnets': [{'id': 'd720979a-08f4-4316-86d9-d7a74093ad1f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:32.137907 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-acb3c7ce-3900-488e-96b7-37e7f3df8ec8 service neutron] For port 43a51981-013f-4e6c-953a-678f1909c025, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:32.142244 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-acb3c7ce-3900-488e-96b7-37e7f3df8ec8 service neutron] For port 43a51981-013f-4e6c-953a-678f1909c025, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=43a51981-013f-4e6c-953a-678f1909c025,segment=NetworkSegment(8a88cf17-2626-40ee-b5d7-20831c5d590c),segment_id=8a88cf17-2626-40ee-b5d7-20831c5d590c)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:32.147484 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d649e0-1eee-4481-b73e-806d9ea9b63c None None] Checking router: a7d0756a-600d-4786-a986-314d43c72303 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:45:32.148059 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d649e0-1eee-4481-b73e-806d9ea9b63c None None] Updating router a7d0756a-600d-4786-a986-314d43c72303 port fc00b788-1e41-4d2d-aeaf-a5a2dca5f7aa binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:45:32.155002 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-acb3c7ce-3900-488e-96b7-37e7f3df8ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:32.176044 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ab1e829-5c2d-4b1b-a2be-b2030cc19133 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:45:32.205193 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-60b6354c-cfd3-45b3-8a50-419834430e01 req-fa36e884-c0c1-44d5-8ff3-e7444ea9793e tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] 10.222.0.35 "GET /v2.0/security-groups?id=4e9a97b1-d519-44c2-ab70-06adb33120f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891395 Sep 16 04:45:32.208577 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-00d649e0-1eee-4481-b73e-806d9ea9b63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:32.208905 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-acb3c7ce-3900-488e-96b7-37e7f3df8ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:32.210407 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-acb3c7ce-3900-488e-96b7-37e7f3df8ec8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:32.210640 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-63beba6c-bb74-4b1f-b729-58aab7673316 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:32.212542 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-acb3c7ce-3900-488e-96b7-37e7f3df8ec8 service neutron] 10.222.0.48 "PUT /v2.0/ports/43a51981-013f-4e6c-953a-678f1909c025 HTTP/1.1" status: 200 len: 1092 time: 0.9631412 Sep 16 04:45:32.213958 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f962a06-2e94-4f63-8029-7e61440439a2', 'tag': '43a51981-013f-4e6c-953a-678f1909c025'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:32.216982 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8062d513-d71e-40f5-bf73-073a54e72320" -d '{"events": [{"name": "network-changed", "server_uuid": "7f962a06-2e94-4f63-8029-7e61440439a2", "tag": "43a51981-013f-4e6c-953a-678f1909c025"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:32.268414 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3c7ce-3900-488e-96b7-37e7f3df8ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=43a51981-013f-4e6c-953a-678f1909c025,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:32.356173 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-8454b52f-05b5-4ea7-9ee8-816366e6b130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:32.357759 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-8454b52f-05b5-4ea7-9ee8-816366e6b130 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=feb35d6815044dc78fef1435e68e9720&device_id=7f962a06-2e94-4f63-8029-7e61440439a2 HTTP/1.1" status: 200 len: 1095 time: 0.0588999 Sep 16 04:45:32.422410 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 7ab1e829-5c2d-4b1b-a2be-b2030cc19133, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=7ab1e829-5c2d-4b1b-a2be-b2030cc19133,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:32.429177 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:32.459290 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b63b1-e7dc-43cd-8a33-22e20b60c88c req-552d7dcb-a2b0-47a1-b5ec-994e7fdff0e6 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:32.460991 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d88b63b1-e7dc-43cd-8a33-22e20b60c88c req-552d7dcb-a2b0-47a1-b5ec-994e7fdff0e6 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f962a06-2e94-4f63-8029-7e61440439a2 HTTP/1.1" status: 200 len: 943 time: 0.1395693 Sep 16 04:45:32.530695 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d88b63b1-e7dc-43cd-8a33-22e20b60c88c req-f08bc160-c491-46fc-abb4-0a78d54ebb16 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591309 Sep 16 04:45:32.621403 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=7ab1e829-5c2d-4b1b-a2be-b2030cc19133,revision_number=6']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:32.642406 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-63beba6c-bb74-4b1f-b729-58aab7673316 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting port fc00b788-1e41-4d2d-aeaf-a5a2dca5f7aa {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:32.643128 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-63beba6c-bb74-4b1f-b729-58aab7673316 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:32.796110 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-d7dad379-b70f-4926-877d-8c618e76ca6a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43a51981-013f-4e6c-953a-678f1909c025 HTTP/1.1" status: 200 len: 217 time: 0.4196754 Sep 16 04:45:32.803484 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['7ab1e829-5c2d-4b1b-a2be-b2030cc19133'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:32.897902 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-17fa00a9-f95f-42a2-93bf-0478ac24b5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:32.899823 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-17fa00a9-f95f-42a2-93bf-0478ac24b5f8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d79ab8be-654b-4737-af1c-65a1487483c5 HTTP/1.1" status: 200 len: 852 time: 0.0847769 Sep 16 04:45:32.951646 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-25ad4d69-3bd8-496c-8db1-aec7751e0de6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=55135b4c-2e11-451e-9d70-37211e2657fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425200 Sep 16 04:45:33.029138 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-00d649e0-1eee-4481-b73e-806d9ea9b63c None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:33.044541 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-00d649e0-1eee-4481-b73e-806d9ea9b63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:33.125107 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-ffe5ef5a-55d8-4542-8d35-ac68cee0fd21 service neutron] 10.222.0.48 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450000 Sep 16 04:45:33.139792 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae341d3a-66c9-4a26-9eaa-246fe06b1246 None None] Pushing event updated for resources: {'Port': ['ID=fc00b788-1e41-4d2d-aeaf-a5a2dca5f7aa,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:33.191449 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-63beba6c-bb74-4b1f-b729-58aab7673316 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:33.209661 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-63beba6c-bb74-4b1f-b729-58aab7673316 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Calling delete_port for fc00b788-1e41-4d2d-aeaf-a5a2dca5f7aa owned by network:router_interface {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:33.245344 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-00d649e0-1eee-4481-b73e-806d9ea9b63c None None] Attempting to bind port fc00b788-1e41-4d2d-aeaf-a5a2dca5f7aa on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:33.245898 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-00d649e0-1eee-4481-b73e-806d9ea9b63c None None] Attempting to bind port fc00b788-1e41-4d2d-aeaf-a5a2dca5f7aa by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:33.246337 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d649e0-1eee-4481-b73e-806d9ea9b63c None None] Attempting to bind port fc00b788-1e41-4d2d-aeaf-a5a2dca5f7aa on network c1806bde-f213-4a7a-844d-fa613e1e0ff4 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:33.255054 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d649e0-1eee-4481-b73e-806d9ea9b63c None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:33.255426 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d649e0-1eee-4481-b73e-806d9ea9b63c None None] Checking segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:33.256065 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-00d649e0-1eee-4481-b73e-806d9ea9b63c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:33.256512 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d649e0-1eee-4481-b73e-806d9ea9b63c None None] Bound using segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:33.257136 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-00d649e0-1eee-4481-b73e-806d9ea9b63c None None] Bound port: fc00b788-1e41-4d2d-aeaf-a5a2dca5f7aa, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:33.257585 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-00d649e0-1eee-4481-b73e-806d9ea9b63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:33.272763 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36ea7ad-a7c4-43de-bfcc-bfed5195a042 x-openstack-request-id: req-f36ea7ad-a7c4-43de-bfcc-bfed5195a042 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:33.273948 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f962a06-2e94-4f63-8029-7e61440439a2", "tag": "43a51981-013f-4e6c-953a-678f1909c025", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:33.274437 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f36ea7ad-a7c4-43de-bfcc-bfed5195a042 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:33.275012 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f962a06-2e94-4f63-8029-7e61440439a2', 'tag': '43a51981-013f-4e6c-953a-678f1909c025', 'status': 'completed', 'code': 200} Sep 16 04:45:33.297920 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0c5fd34a-11a7-4593-a966-b13b90da5950 req-3a7df9d7-ee6e-4942-9591-bfa0c78d5792 service neutron] 10.222.0.48 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649857 Sep 16 04:45:33.354543 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-00d649e0-1eee-4481-b73e-806d9ea9b63c None None] For port fc00b788-1e41-4d2d-aeaf-a5a2dca5f7aa, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:33.360069 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-00d649e0-1eee-4481-b73e-806d9ea9b63c None None] For port fc00b788-1e41-4d2d-aeaf-a5a2dca5f7aa, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=fc00b788-1e41-4d2d-aeaf-a5a2dca5f7aa,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:33.366392 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-00d649e0-1eee-4481-b73e-806d9ea9b63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:33.472180 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d649e0-1eee-4481-b73e-806d9ea9b63c None None] Routers {'a7d0756a-600d-4786-a986-314d43c72303'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:33.473425 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-00d649e0-1eee-4481-b73e-806d9ea9b63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:45:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['a7d0756a-600d-4786-a986-314d43c72303'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:33.499452 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062d513-d71e-40f5-bf73-073a54e72320 req-b9404d5c-335c-46d4-b1bd-3e80df2fc001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:33.502614 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8062d513-d71e-40f5-bf73-073a54e72320 req-b9404d5c-335c-46d4-b1bd-3e80df2fc001 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=feb35d6815044dc78fef1435e68e9720&device_id=7f962a06-2e94-4f63-8029-7e61440439a2 HTTP/1.1" status: 200 len: 1095 time: 0.0864487 Sep 16 04:45:33.579050 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-00d649e0-1eee-4481-b73e-806d9ea9b63c None None] Set router a7d0756a-600d-4786-a986-314d43c72303 gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:45:33.600661 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c1915-b1d9-4102-b39b-76883bb34fb7 req-6103a710-905f-4446-bf29-2c6757abd242 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:33.609108 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-934c1915-b1d9-4102-b39b-76883bb34fb7 req-6103a710-905f-4446-bf29-2c6757abd242 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] 10.222.0.35 "GET /v2.0/ports?device_id=eca3e468-e4c2-4c90-91f3-dde980213343 HTTP/1.1" status: 200 len: 946 time: 0.1556339 Sep 16 04:45:33.636714 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 7ab1e829-5c2d-4b1b-a2be-b2030cc19133 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:33.665501 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-63beba6c-bb74-4b1f-b729-58aab7673316 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:33.687741 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062d513-d71e-40f5-bf73-073a54e72320 req-3d4cd256-5bad-4880-ba31-9b07ddf7a8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:33.689342 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8062d513-d71e-40f5-bf73-073a54e72320 req-3d4cd256-5bad-4880-ba31-9b07ddf7a8a2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=55135b4c-2e11-451e-9d70-37211e2657fa HTTP/1.1" status: 200 len: 913 time: 0.1791506 Sep 16 04:45:33.730466 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-04481f91-2fbc-45c9-9f1a-1186562779ed None None] Could not find standard attr ID for object fc00b788-1e41-4d2d-aeaf-a5a2dca5f7aa. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:45:33.733893 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63beba6c-bb74-4b1f-b729-58aab7673316 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Port': ['ID=fc00b788-1e41-4d2d-aeaf-a5a2dca5f7aa,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:33.748247 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae341d3a-66c9-4a26-9eaa-246fe06b1246 None None] Pushing event updated for resources: {'Port': ['ID=fc00b788-1e41-4d2d-aeaf-a5a2dca5f7aa,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:33.754196 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8062d513-d71e-40f5-bf73-073a54e72320 req-1340a125-f70f-4d97-8337-42347f98d3f8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43a51981-013f-4e6c-953a-678f1909c025 HTTP/1.1" status: 200 len: 217 time: 0.0564835 Sep 16 04:45:33.786596 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-934c1915-b1d9-4102-b39b-76883bb34fb7 req-fc8f531b-b09f-4fd9-a88a-def845e354ba tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] 10.222.0.35 "GET /v2.0/security-groups?id=4e9a97b1-d519-44c2-ab70-06adb33120f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709998 Sep 16 04:45:33.864815 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062d513-d71e-40f5-bf73-073a54e72320 req-838f8bc9-186a-46d8-97c8-070b6e3cfdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:33.870288 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8062d513-d71e-40f5-bf73-073a54e72320 req-838f8bc9-186a-46d8-97c8-070b6e3cfdbb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d79ab8be-654b-4737-af1c-65a1487483c5 HTTP/1.1" status: 200 len: 852 time: 0.1081712 Sep 16 04:45:33.917802 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38346) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:33.922050 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8062d513-d71e-40f5-bf73-073a54e72320 req-50c24190-a2e8-4790-bb8b-ba3fdc4ee891 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=55135b4c-2e11-451e-9d70-37211e2657fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343082 Sep 16 04:45:33.943733 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 7ab1e829-5c2d-4b1b-a2be-b2030cc19133 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:33.943968 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:33.947263 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-63beba6c-bb74-4b1f-b729-58aab7673316 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:33.998222 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f6b0cb8c-05ca-454a-b55d-82ba36a2d4c4 None None] Could not find standard attr ID for object fc00b788-1e41-4d2d-aeaf-a5a2dca5f7aa. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:45:34.072520 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321da7d-8ccd-435a-ba52-37016e4ea872 req-11a974ac-a8d8-45c1-9644-96dedbc10744 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:34.074184 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8321da7d-8ccd-435a-ba52-37016e4ea872 req-11a974ac-a8d8-45c1-9644-96dedbc10744 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f962a06-2e94-4f63-8029-7e61440439a2 HTTP/1.1" status: 200 len: 943 time: 0.1554737 Sep 16 04:45:34.085816 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8062d513-d71e-40f5-bf73-073a54e72320 req-f003b081-c083-4c52-9ac5-18e84e356e21 service neutron] 10.222.0.48 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545248 Sep 16 04:45:34.153658 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:34.179388 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8321da7d-8ccd-435a-ba52-37016e4ea872 req-a6879a5a-810c-427b-9dd5-7622744d395d tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898204 Sep 16 04:45:34.183744 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f62c53-3de6-44ab-af31-d66903b5f958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab1e829-5c2d-4b1b-a2be-b2030cc19133'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:34.186445 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0012b4-45e0-481e-8689-cee85b724240" -d '{"events": [{"server_uuid": "98f62c53-3de6-44ab-af31-d66903b5f958", "name": "network-vif-plugged", "status": "completed", "tag": "7ab1e829-5c2d-4b1b-a2be-b2030cc19133"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:34.199907 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-00d649e0-1eee-4481-b73e-806d9ea9b63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d0756a-600d-4786-a986-314d43c72303', 'name': 'tempest-NetworksTestDHCPv6-router-1625080813', 'tenant_id': '3adf2e42a132432f9eca7df19231c9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:28Z', 'updated_at': '2021-09-16T04:45:30Z', 'revision_number': 2, 'project_id': '3adf2e42a132432f9eca7df19231c9e3', 'gw_port_host': None, '_interfaces': [{'id': 'fc00b788-1e41-4d2d-aeaf-a5a2dca5f7aa', 'name': '', 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'tenant_id': '3adf2e42a132432f9eca7df19231c9e3', 'mac_address': 'fa:16:3e:36:8c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d0756a-600d-4786-a986-314d43c72303', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'd720979a-08f4-4316-86d9-d7a74093ad1f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:29Z', 'updated_at': '2021-09-16T04:45:33Z', 'revision_number': 4, 'project_id': '3adf2e42a132432f9eca7df19231c9e3', 'subnets': [{'id': 'd720979a-08f4-4316-86d9-d7a74093ad1f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:34.205917 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 7ab1e829-5c2d-4b1b-a2be-b2030cc19133, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=7ab1e829-5c2d-4b1b-a2be-b2030cc19133,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:34.211577 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-af47809a-b4a8-4569-b383-1d44fd05e09e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:34.220102 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8062d513-d71e-40f5-bf73-073a54e72320 req-2e519e6f-42f3-402d-bd83-2c095fae03a2 service neutron] 10.222.0.48 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267853 Sep 16 04:45:34.241112 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d649e0-1eee-4481-b73e-806d9ea9b63c None None] The sync data for ids ['a7d0756a-600d-4786-a986-314d43c72303'] in n-d-712139-15 is: [{'id': 'a7d0756a-600d-4786-a986-314d43c72303', 'name': 'tempest-NetworksTestDHCPv6-router-1625080813', 'tenant_id': '3adf2e42a132432f9eca7df19231c9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:28Z', 'updated_at': '2021-09-16T04:45:30Z', 'revision_number': 2, 'project_id': '3adf2e42a132432f9eca7df19231c9e3', 'gw_port_host': None, '_interfaces': [{'id': 'fc00b788-1e41-4d2d-aeaf-a5a2dca5f7aa', 'name': '', 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'tenant_id': '3adf2e42a132432f9eca7df19231c9e3', 'mac_address': 'fa:16:3e:36:8c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d0756a-600d-4786-a986-314d43c72303', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'd720979a-08f4-4316-86d9-d7a74093ad1f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:29Z', 'updated_at': '2021-09-16T04:45:33Z', 'revision_number': 4, 'project_id': '3adf2e42a132432f9eca7df19231c9e3', 'subnets': [{'id': 'd720979a-08f4-4316-86d9-d7a74093ad1f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:45:34.252029 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:34.318558 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=7ab1e829-5c2d-4b1b-a2be-b2030cc19133,revision_number=7']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:34.334356 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63beba6c-bb74-4b1f-b729-58aab7673316 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Router a7d0756a-600d-4786-a986-314d43c72303 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:45:34.445152 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63beba6c-bb74-4b1f-b729-58aab7673316 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:45:34.452327 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-63beba6c-bb74-4b1f-b729-58aab7673316 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "PUT /v2.0/routers/a7d0756a-600d-4786-a986-314d43c72303/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9217491 Sep 16 04:45:34.455069 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 38362) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:34.478719 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e57bac-ca64-4210-8f7d-e57663791752 x-openstack-request-id: req-11e57bac-ca64-4210-8f7d-e57663791752 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:34.479073 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f62c53-3de6-44ab-af31-d66903b5f958", "name": "network-vif-plugged", "status": "completed", "tag": "7ab1e829-5c2d-4b1b-a2be-b2030cc19133", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:34.479799 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-11e57bac-ca64-4210-8f7d-e57663791752 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:34.479799 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f62c53-3de6-44ab-af31-d66903b5f958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab1e829-5c2d-4b1b-a2be-b2030cc19133', 'code': 200} Sep 16 04:45:34.487026 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-af47809a-b4a8-4569-b383-1d44fd05e09e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:34.495483 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-af47809a-b4a8-4569-b383-1d44fd05e09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:34.560385 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4681ba07-e65f-455a-a1ca-6c1c9e34780b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:34.561945 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4681ba07-e65f-455a-a1ca-6c1c9e34780b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:34.562127 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-af47809a-b4a8-4569-b383-1d44fd05e09e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=731006f12cf34e2386644c2b912bad03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6420271 Sep 16 04:45:34.564078 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47809a-b4a8-4569-b383-1d44fd05e09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09452518-8302-42ad-9c9c-a23f5585e809,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:34.568404 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38364) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:34.568804 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38366) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:34.573825 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4681ba07-e65f-455a-a1ca-6c1c9e34780b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1174965 Sep 16 04:45:34.664538 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e9f15a-a0cf-462d-bd3b-babb3e0cb024 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting subnet d720979a-08f4-4316-86d9-d7a74093ad1f {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:45:34.669574 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-85e9f15a-a0cf-462d-bd3b-babb3e0cb024 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:34.705306 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7815147c-b6b5-4522-8390-7b38474c79d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:34.739694 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-85e9f15a-a0cf-462d-bd3b-babb3e0cb024 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:34.794007 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7815147c-b6b5-4522-8390-7b38474c79d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:34.878454 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c3895-e4f2-4cfb-9278-1df37a5ab8a7 req-f39c0e0a-cf70-474c-b9f4-5e74c28f5c45 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:34.880132 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-940c3895-e4f2-4cfb-9278-1df37a5ab8a7 req-f39c0e0a-cf70-474c-b9f4-5e74c28f5c45 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 945 time: 0.1594944 Sep 16 04:45:34.914863 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-85e9f15a-a0cf-462d-bd3b-babb3e0cb024 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:34.951673 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7815147c-b6b5-4522-8390-7b38474c79d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:34.954346 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7815147c-b6b5-4522-8390-7b38474c79d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:34.955528 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7815147c-b6b5-4522-8390-7b38474c79d3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/09452518-8302-42ad-9c9c-a23f5585e809 HTTP/1.1" status: 204 len: 168 time: 0.3857548 Sep 16 04:45:34.992079 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-940c3895-e4f2-4cfb-9278-1df37a5ab8a7 req-ef541d5c-fae1-4d4e-bdf1-eed40aa8dece tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023898 Sep 16 04:45:34.998996 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7815147c-b6b5-4522-8390-7b38474c79d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09452518-8302-42ad-9c9c-a23f5585e809,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:35.028015 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-85e9f15a-a0cf-462d-bd3b-babb3e0cb024 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:35.069467 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9f15a-a0cf-462d-bd3b-babb3e0cb024 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Subnet': ['ID=d720979a-08f4-4316-86d9-d7a74093ad1f,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:35.077907 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-85e9f15a-a0cf-462d-bd3b-babb3e0cb024 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:35.082887 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-85e9f15a-a0cf-462d-bd3b-babb3e0cb024 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/d720979a-08f4-4316-86d9-d7a74093ad1f HTTP/1.1" status: 204 len: 168 time: 0.5089867 Sep 16 04:45:35.083649 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38382) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:35.088591 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21559479-4c86-4883-88fd-2c6b9ad8b103 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:35.245428 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-18920086-9a84-4dac-98db-c22a053e625d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1601386 Sep 16 04:45:35.247277 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38394) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:35.331155 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239ab8d7-4490-484e-a844-6460e62f1c70 None None] DHCP port deletion for c1806bde-f213-4a7a-844d-fa613e1e0ff4 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:45:35.346607 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d912a843-ad3f-4f24-bd1f-2a7c2fa38c1d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:35.397192 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-239ab8d7-4490-484e-a844-6460e62f1c70 None None] Deleting port 5443a251-ea39-4703-9734-0d11823e794e {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:35.397615 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-239ab8d7-4490-484e-a844-6460e62f1c70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:35.423246 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 38402) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:35.440633 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-55f96d28-d306-404e-9496-5f8da78e4254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:35.484348 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-239ab8d7-4490-484e-a844-6460e62f1c70 None None] For port 5443a251-ea39-4703-9734-0d11823e794e, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=5443a251-ea39-4703-9734-0d11823e794e,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:35.485131 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-239ab8d7-4490-484e-a844-6460e62f1c70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:35.511086 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-239ab8d7-4490-484e-a844-6460e62f1c70 None None] Calling delete_port for 5443a251-ea39-4703-9734-0d11823e794e owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:35.544132 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d912a843-ad3f-4f24-bd1f-2a7c2fa38c1d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:35.555613 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d912a843-ad3f-4f24-bd1f-2a7c2fa38c1d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:35.612158 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d912a843-ad3f-4f24-bd1f-2a7c2fa38c1d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:35.612998 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d912a843-ad3f-4f24-bd1f-2a7c2fa38c1d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Fanout notify agent at l3_agent the message router_deleted on router a7d0756a-600d-4786-a986-314d43c72303 {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:45:35.621728 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d912a843-ad3f-4f24-bd1f-2a7c2fa38c1d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:35.625416 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d912a843-ad3f-4f24-bd1f-2a7c2fa38c1d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/routers/a7d0756a-600d-4786-a986-314d43c72303 HTTP/1.1" status: 204 len: 168 time: 0.3769317 Sep 16 04:45:35.626265 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38410) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:35.633112 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-55de0e4b-8663-4358-a5c0-6e03be89d512 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:35.659193 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-55f96d28-d306-404e-9496-5f8da78e4254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:35.666795 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-55f96d28-d306-404e-9496-5f8da78e4254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:35.686412 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-239ab8d7-4490-484e-a844-6460e62f1c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:35.723967 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 5443a251-ea39-4703-9734-0d11823e794e no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:35.727908 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ab8d7-4490-484e-a844-6460e62f1c70 None None] Pushing event deleted for resources: {'Port': ['ID=5443a251-ea39-4703-9734-0d11823e794e,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:35.759332 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239ab8d7-4490-484e-a844-6460e62f1c70 None None] No DVR routers for this DVR port 5443a251-ea39-4703-9734-0d11823e794e on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:35.761091 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 5443a251-ea39-4703-9734-0d11823e794e {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:35.761447 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 5443a251-ea39-4703-9734-0d11823e794e not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:35.772421 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-55f96d28-d306-404e-9496-5f8da78e4254 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1da2eabdca2949a58c35a236d06b9669&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3479738 Sep 16 04:45:35.773220 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f96d28-d306-404e-9496-5f8da78e4254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbbbbd7-7d3d-441f-8871-99a7834fd03c,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:35.776361 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 38414) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:35.862931 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-98af6f7b-c69b-4c26-a292-908076b9a12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:35.890370 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-98af6f7b-c69b-4c26-a292-908076b9a12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:35.901334 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4778b-1519-41a6-bcc6-05ee760ebdc7 req-9f757aa2-4d9e-482b-baca-1b01b5d39820 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:35.902457 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-79f4778b-1519-41a6-bcc6-05ee760ebdc7 req-9f757aa2-4d9e-482b-baca-1b01b5d39820 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f962a06-2e94-4f63-8029-7e61440439a2 HTTP/1.1" status: 200 len: 943 time: 0.1890540 Sep 16 04:45:35.909783 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55de0e4b-8663-4358-a5c0-6e03be89d512 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:35.914405 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-55de0e4b-8663-4358-a5c0-6e03be89d512 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:35.950695 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b352209d-ab89-4cc3-b6ce-0305dad9f200 None None] Sync routers for ids ['a7d0756a-600d-4786-a986-314d43c72303'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:45:35.962017 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b352209d-ab89-4cc3-b6ce-0305dad9f200 None None] Routers set() bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:35.962423 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b352209d-ab89-4cc3-b6ce-0305dad9f200 None None] Router IDs set() for agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 04:45:35.962559 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-98af6f7b-c69b-4c26-a292-908076b9a12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:35.963079 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_agentschedulers_db [None req-b352209d-ab89-4cc3-b6ce-0305dad9f200 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a7d0756a-600d-4786-a986-314d43c72303'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:45:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent'). {{(pid=94769) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 16 04:45:35.966216 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-98af6f7b-c69b-4c26-a292-908076b9a12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:35.967519 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-98af6f7b-c69b-4c26-a292-908076b9a12b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8fbbbbd7-7d3d-441f-8871-99a7834fd03c HTTP/1.1" status: 204 len: 168 time: 0.1887381 Sep 16 04:45:35.978243 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af6f7b-c69b-4c26-a292-908076b9a12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbbbbd7-7d3d-441f-8871-99a7834fd03c,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:35.982247 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b352209d-ab89-4cc3-b6ce-0305dad9f200 None None] Routers set() bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:35.982626 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b352209d-ab89-4cc3-b6ce-0305dad9f200 None None] Router IDs set() for agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 04:45:35.983312 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_agentschedulers_db [None req-b352209d-ab89-4cc3-b6ce-0305dad9f200 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a7d0756a-600d-4786-a986-314d43c72303'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:45:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent'). {{(pid=94769) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 16 04:45:35.983606 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b352209d-ab89-4cc3-b6ce-0305dad9f200 None None] The sync data for ids ['a7d0756a-600d-4786-a986-314d43c72303'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:45:36.017032 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-79f4778b-1519-41a6-bcc6-05ee760ebdc7 req-893bfd38-20ca-409f-8d71-3b25b29adeb3 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986993 Sep 16 04:45:36.260500 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-55de0e4b-8663-4358-a5c0-6e03be89d512 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:36.314168 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55de0e4b-8663-4358-a5c0-6e03be89d512 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:36.331549 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-55de0e4b-8663-4358-a5c0-6e03be89d512 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:36.338817 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55de0e4b-8663-4358-a5c0-6e03be89d512 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:36.339877 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-55de0e4b-8663-4358-a5c0-6e03be89d512 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:36.348587 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5159d04-49ca-4c53-94dc-50883d373354 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:36.355907 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de0e4b-8663-4358-a5c0-6e03be89d512 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Subnet': ['ID=06670447-9200-49db-b10d-e19c257fb68b,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:36.363648 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-55de0e4b-8663-4358-a5c0-6e03be89d512 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7355752 Sep 16 04:45:36.374234 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 38436) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:36.381413 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-ad076e7c-bf92-4c19-ab9c-d1de9f21aae1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1961478104', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:36.429394 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ad076e7c-bf92-4c19-ab9c-d1de9f21aae1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:36.430684 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ad076e7c-bf92-4c19-ab9c-d1de9f21aae1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:36.529531 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ad076e7c-bf92-4c19-ab9c-d1de9f21aae1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:36.538260 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ad076e7c-bf92-4c19-ab9c-d1de9f21aae1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:36.588840 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ad076e7c-bf92-4c19-ab9c-d1de9f21aae1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:36.593308 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ad076e7c-bf92-4c19-ab9c-d1de9f21aae1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2163064 Sep 16 04:45:36.595999 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 38456) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:36.672913 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c4efee-b284-4e77-94a5-68a5c64057b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'tenant_id': '3adf2e42a132432f9eca7df19231c9e3', 'fixed_ips': [{'subnet_id': '06670447-9200-49db-b10d-e19c257fb68b'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:45:36.674882 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-72c4efee-b284-4e77-94a5-68a5c64057b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:36.891768 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-72c4efee-b284-4e77-94a5-68a5c64057b5 None None] Allocated IP 2001:db8::2 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/06670447-9200-49db-b10d-e19c257fb68b/ddb1040e-f9cc-4bd3-9f9d-3d6b4b24b492) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:37.033280 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-73be5bf3-ee0a-4ada-b28f-d04f8cee499f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:37.331062 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7887d71-cc08-4b2f-ba23-f039840086ce req-20cda93f-7699-4f06-9d66-e2dd8bab81b6 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:37.333704 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a7887d71-cc08-4b2f-ba23-f039840086ce req-20cda93f-7699-4f06-9d66-e2dd8bab81b6 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f962a06-2e94-4f63-8029-7e61440439a2 HTTP/1.1" status: 200 len: 943 time: 0.1094952 Sep 16 04:45:37.356051 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38504) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:37.409609 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a7887d71-cc08-4b2f-ba23-f039840086ce req-0e00fd46-7f2e-42d5-8401-ac815ba8a84b tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640612 Sep 16 04:45:37.523118 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-72c4efee-b284-4e77-94a5-68a5c64057b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:37.554449 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-72c4efee-b284-4e77-94a5-68a5c64057b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:37.653967 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-73be5bf3-ee0a-4ada-b28f-d04f8cee499f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Allocated IP 2001:db8::1 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/06670447-9200-49db-b10d-e19c257fb68b/e889b14b-1f1d-4fb7-8e47-2c1ba874c665) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:37.655435 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device fc00b788-1e41-4d2d-aeaf-a5a2dca5f7aa no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:37.666294 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d23f2-167c-4f5b-b8ed-59f8b15b2241 req-4c698ed0-5030-4abb-9bcb-ea8af828b401 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:37.678710 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e83d23f2-167c-4f5b-b8ed-59f8b15b2241 req-4c698ed0-5030-4abb-9bcb-ea8af828b401 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] 10.222.0.35 "GET /v2.0/ports?device_id=eca3e468-e4c2-4c90-91f3-dde980213343 HTTP/1.1" status: 200 len: 946 time: 0.0979142 Sep 16 04:45:37.687445 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4efee-b284-4e77-94a5-68a5c64057b5 None None] Pushing event updated for resources: {'Port': ['ID=ddb1040e-f9cc-4bd3-9f9d-3d6b4b24b492,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:37.692011 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 43a51981-013f-4e6c-953a-678f1909c025 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:45:37.700865 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: fc00b788-1e41-4d2d-aeaf-a5a2dca5f7aa {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:37.701207 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device fc00b788-1e41-4d2d-aeaf-a5a2dca5f7aa not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:37.704423 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-8e206cbf-42ec-44f4-876c-e8bce42d8c34 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1077667139-network', 'tenant_id': '5fb5af7802e6479b8f287d582163f0b2'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:37.707882 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c4efee-b284-4e77-94a5-68a5c64057b5 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:37.717901 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-72c4efee-b284-4e77-94a5-68a5c64057b5 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:37.723750 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c4efee-b284-4e77-94a5-68a5c64057b5 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:37.760474 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e206cbf-42ec-44f4-876c-e8bce42d8c34 admin admin] Made reservation on behalf of 5fb5af7802e6479b8f287d582163f0b2 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:37.762953 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8e206cbf-42ec-44f4-876c-e8bce42d8c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:37.779940 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e83d23f2-167c-4f5b-b8ed-59f8b15b2241 req-2189ffb8-c362-4a55-809f-1230a72c98f3 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] 10.222.0.35 "GET /v2.0/security-groups?id=4e9a97b1-d519-44c2-ab70-06adb33120f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992856 Sep 16 04:45:37.807703 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8e206cbf-42ec-44f4-876c-e8bce42d8c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:37.865385 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-72c4efee-b284-4e77-94a5-68a5c64057b5 None None] Attempting to bind port ddb1040e-f9cc-4bd3-9f9d-3d6b4b24b492 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:37.866050 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-72c4efee-b284-4e77-94a5-68a5c64057b5 None None] Attempting to bind port ddb1040e-f9cc-4bd3-9f9d-3d6b4b24b492 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:37.866586 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c4efee-b284-4e77-94a5-68a5c64057b5 None None] Attempting to bind port ddb1040e-f9cc-4bd3-9f9d-3d6b4b24b492 on network c1806bde-f213-4a7a-844d-fa613e1e0ff4 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:37.875636 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c4efee-b284-4e77-94a5-68a5c64057b5 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:37.876315 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c4efee-b284-4e77-94a5-68a5c64057b5 None None] Checking segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:37.876925 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-72c4efee-b284-4e77-94a5-68a5c64057b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:37.877891 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c4efee-b284-4e77-94a5-68a5c64057b5 None None] Bound using segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:37.878547 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-72c4efee-b284-4e77-94a5-68a5c64057b5 None None] Bound port: ddb1040e-f9cc-4bd3-9f9d-3d6b4b24b492, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:37.879827 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-72c4efee-b284-4e77-94a5-68a5c64057b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:37.881335 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-73be5bf3-ee0a-4ada-b28f-d04f8cee499f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:37.939104 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-73be5bf3-ee0a-4ada-b28f-d04f8cee499f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:37.965908 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 43a51981-013f-4e6c-953a-678f1909c025, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=43a51981-013f-4e6c-953a-678f1909c025,segment=NetworkSegment(8a88cf17-2626-40ee-b5d7-20831c5d590c),segment_id=8a88cf17-2626-40ee-b5d7-20831c5d590c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:38.008406 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '43a51981-013f-4e6c-953a-678f1909c025', 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa', 'port_id': '43a51981-013f-4e6c-953a-678f1909c025', 'mac_address': 'fa:16:3e:0e:21:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ab8be-654b-4737-af1c-65a1487483c5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:45:38.042708 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73be5bf3-ee0a-4ada-b28f-d04f8cee499f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:38.052284 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-73be5bf3-ee0a-4ada-b28f-d04f8cee499f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:38.065057 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73be5bf3-ee0a-4ada-b28f-d04f8cee499f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:38.066185 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-73be5bf3-ee0a-4ada-b28f-d04f8cee499f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:38.097519 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8e206cbf-42ec-44f4-876c-e8bce42d8c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:38.104141 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:38.112078 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8e206cbf-42ec-44f4-876c-e8bce42d8c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:38.120859 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-72c4efee-b284-4e77-94a5-68a5c64057b5 None None] For port ddb1040e-f9cc-4bd3-9f9d-3d6b4b24b492, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:38.192219 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43a51981-013f-4e6c-953a-678f1909c025 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:45:38.203517 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e206cbf-42ec-44f4-876c-e8bce42d8c34 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:45:38.227741 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-72c4efee-b284-4e77-94a5-68a5c64057b5 None None] For port ddb1040e-f9cc-4bd3-9f9d-3d6b4b24b492, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=ddb1040e-f9cc-4bd3-9f9d-3d6b4b24b492,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:38.241839 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-72c4efee-b284-4e77-94a5-68a5c64057b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:38.243284 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e206cbf-42ec-44f4-876c-e8bce42d8c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56bfb8ea-776a-4a28-bce6-50817235d68f,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:38.277764 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8e206cbf-42ec-44f4-876c-e8bce42d8c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:38.278794 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-8e206cbf-42ec-44f4-876c-e8bce42d8c34 admin admin] Added segment c32ebf63-6f75-441d-9c4e-b9462f452953 of type vlan for network cc5d8956-44c8-48ba-8e5b-fd8f935eeb6f Sep 16 04:45:38.287330 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e206cbf-42ec-44f4-876c-e8bce42d8c34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:38.287953 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e206cbf-42ec-44f4-876c-e8bce42d8c34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:38.288467 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e206cbf-42ec-44f4-876c-e8bce42d8c34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:38.289509 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 43a51981-013f-4e6c-953a-678f1909c025, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=43a51981-013f-4e6c-953a-678f1909c025,segment=NetworkSegment(8a88cf17-2626-40ee-b5d7-20831c5d590c),segment_id=8a88cf17-2626-40ee-b5d7-20831c5d590c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:38.289954 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e206cbf-42ec-44f4-876c-e8bce42d8c34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:38.290475 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e206cbf-42ec-44f4-876c-e8bce42d8c34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:38.291081 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e206cbf-42ec-44f4-876c-e8bce42d8c34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:38.291766 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e206cbf-42ec-44f4-876c-e8bce42d8c34 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:38.292246 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e206cbf-42ec-44f4-876c-e8bce42d8c34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:38.292842 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e206cbf-42ec-44f4-876c-e8bce42d8c34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:38.293353 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e206cbf-42ec-44f4-876c-e8bce42d8c34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:38.293915 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e206cbf-42ec-44f4-876c-e8bce42d8c34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:38.294750 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e206cbf-42ec-44f4-876c-e8bce42d8c34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:38.308136 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-73be5bf3-ee0a-4ada-b28f-d04f8cee499f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:38.374687 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8e206cbf-42ec-44f4-876c-e8bce42d8c34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:38.383198 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4efee-b284-4e77-94a5-68a5c64057b5 None None] Pushing event updated for resources: {'Port': ['ID=ddb1040e-f9cc-4bd3-9f9d-3d6b4b24b492,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:38.393308 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:38.483251 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8e206cbf-42ec-44f4-876c-e8bce42d8c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:38.484679 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e206cbf-42ec-44f4-876c-e8bce42d8c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:38.485530 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8e206cbf-42ec-44f4-876c-e8bce42d8c34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:38.507469 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=43a51981-013f-4e6c-953a-678f1909c025,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:38.605882 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8e206cbf-42ec-44f4-876c-e8bce42d8c34 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2484770 Sep 16 04:45:38.609596 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be5bf3-ee0a-4ada-b28f-d04f8cee499f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Port': ['ID=e889b14b-1f1d-4fb7-8e47-2c1ba874c665,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:38.614640 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 38524) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:38.694949 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-c09f85e7-54d5-416a-baa8-ffe6cbd87174 admin admin] Request body: {'subnet': {'network_id': 'cc5d8956-44c8-48ba-8e5b-fd8f935eeb6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1077667139-subnet', 'tenant_id': '5fb5af7802e6479b8f287d582163f0b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:38.709335 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e206cbf-42ec-44f4-876c-e8bce42d8c34 admin admin] Pushing event updated for resources: {'Network': ['ID=cc5d8956-44c8-48ba-8e5b-fd8f935eeb6f,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:38.759362 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b07343-1953-4742-8330-53ff171828ac req-ef489e3a-8a32-4ace-bc64-31ae556389d5 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:38.775293 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-44b07343-1953-4742-8330-53ff171828ac req-ef489e3a-8a32-4ace-bc64-31ae556389d5 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f962a06-2e94-4f63-8029-7e61440439a2 HTTP/1.1" status: 200 len: 944 time: 0.2193303 Sep 16 04:45:38.783010 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network cc5d8956-44c8-48ba-8e5b-fd8f935eeb6f details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:45:38.802370 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09f85e7-54d5-416a-baa8-ffe6cbd87174 admin admin] Made reservation on behalf of 5fb5af7802e6479b8f287d582163f0b2 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:38.806287 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c09f85e7-54d5-416a-baa8-ffe6cbd87174 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:38.833717 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-44b07343-1953-4742-8330-53ff171828ac req-a726df9f-f942-49d2-8eeb-80130413fe19 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539951 Sep 16 04:45:38.938357 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-73be5bf3-ee0a-4ada-b28f-d04f8cee499f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:38.971857 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-73be5bf3-ee0a-4ada-b28f-d04f8cee499f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:38.973263 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-73be5bf3-ee0a-4ada-b28f-d04f8cee499f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:39.056809 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf2c5d-2503-407e-8636-955ab1059d84 req-ee68b609-74a1-4dd3-8934-eb2d5a13dc2a tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:39.065669 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-83bf2c5d-2503-407e-8636-955ab1059d84 req-ee68b609-74a1-4dd3-8934-eb2d5a13dc2a tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] 10.222.0.35 "GET /v2.0/ports?device_id=eca3e468-e4c2-4c90-91f3-dde980213343 HTTP/1.1" status: 200 len: 946 time: 0.1162863 Sep 16 04:45:39.091027 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be5bf3-ee0a-4ada-b28f-d04f8cee499f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Port': ['ID=e889b14b-1f1d-4fb7-8e47-2c1ba874c665,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:39.122096 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-83bf2c5d-2503-407e-8636-955ab1059d84 req-ca10c7ce-1f1e-4ad0-b4b5-70c5fb8aba13 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] 10.222.0.35 "GET /v2.0/security-groups?id=4e9a97b1-d519-44c2-ab70-06adb33120f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553780 Sep 16 04:45:39.350253 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73be5bf3-ee0a-4ada-b28f-d04f8cee499f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:39.354238 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-73be5bf3-ee0a-4ada-b28f-d04f8cee499f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:39.364045 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c09f85e7-54d5-416a-baa8-ffe6cbd87174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:39.579263 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f85e7-54d5-416a-baa8-ffe6cbd87174 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55f76d19-ae1c-4d89-958d-4ecfddda3adc,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:39.624512 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['43a51981-013f-4e6c-953a-678f1909c025'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:39.647708 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f660508-f430-40db-b145-f57f9ccfd9f9 req-97808e83-9c81-4293-a6a0-613d7ca94704 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:39.649365 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3f660508-f430-40db-b145-f57f9ccfd9f9 req-97808e83-9c81-4293-a6a0-613d7ca94704 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] 10.222.0.48 "GET /v2.0/ports?device_id=eca3e468-e4c2-4c90-91f3-dde980213343 HTTP/1.1" status: 200 len: 946 time: 0.1325161 Sep 16 04:45:39.654408 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09f85e7-54d5-416a-baa8-ffe6cbd87174 admin admin] Checking segment: {'id': 'c32ebf63-6f75-441d-9c4e-b9462f452953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cc5d8956-44c8-48ba-8e5b-fd8f935eeb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:39.654780 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09f85e7-54d5-416a-baa8-ffe6cbd87174 admin admin] Network hostable DHCP agents. Network: cc5d8956-44c8-48ba-8e5b-fd8f935eeb6f, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:45:39.678504 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 09464b06-c001-4b17-972c-bc148f6c7b1e details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:45:39.797588 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73be5bf3-ee0a-4ada-b28f-d04f8cee499f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Router c851bb60-d5a0-4a82-8dda-5f67c0f2ce9f is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:45:39.809948 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device ddb1040e-f9cc-4bd3-9f9d-3d6b4b24b492 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:39.825001 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09f85e7-54d5-416a-baa8-ffe6cbd87174 admin admin] Network cc5d8956-44c8-48ba-8e5b-fd8f935eeb6f is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:45:39.843773 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-c09f85e7-54d5-416a-baa8-ffe6cbd87174 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, cc5d8956-44c8-48ba-8e5b-fd8f935eeb6f) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:39.868203 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ec7521-9413-465d-959d-18d2210233c1 None None] Network cc5d8956-44c8-48ba-8e5b-fd8f935eeb6f requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:39.935270 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09f85e7-54d5-416a-baa8-ffe6cbd87174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:39.937364 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c09f85e7-54d5-416a-baa8-ffe6cbd87174 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:40.027458 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port ddb1040e-f9cc-4bd3-9f9d-3d6b4b24b492 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:40.028159 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:40.032416 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005147b-1621-4580-8963-8f53bac8af50 req-da1cffde-94fd-46c4-ab5d-a8fe6e89227f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:40.041708 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6005147b-1621-4580-8963-8f53bac8af50 req-da1cffde-94fd-46c4-ab5d-a8fe6e89227f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f962a06-2e94-4f63-8029-7e61440439a2 HTTP/1.1" status: 200 len: 944 time: 0.0935705 Sep 16 04:45:40.121663 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6005147b-1621-4580-8963-8f53bac8af50 req-d60138ea-db8d-43dc-aae2-52385bcd560f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782821 Sep 16 04:45:40.134435 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73be5bf3-ee0a-4ada-b28f-d04f8cee499f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:45:40.142129 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-73be5bf3-ee0a-4ada-b28f-d04f8cee499f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "PUT /v2.0/routers/c851bb60-d5a0-4a82-8dda-5f67c0f2ce9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5444477 Sep 16 04:45:40.146248 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38554) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:40.157133 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c09f85e7-54d5-416a-baa8-ffe6cbd87174 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4821892 Sep 16 04:45:40.160326 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 38556) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:40.187591 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-6f1b6169-055a-49c4-a946-05cfac16026b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1077667139-router', 'tenant_id': '5fb5af7802e6479b8f287d582163f0b2', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:40.189615 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbec40a-4284-42c4-909d-5fe4d0784d89 None None] Sync routers for ids ['c851bb60-d5a0-4a82-8dda-5f67c0f2ce9f'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:45:40.218656 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6f1b6169-055a-49c4-a946-05cfac16026b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:40.220107 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6f1b6169-055a-49c4-a946-05cfac16026b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:40.240632 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-3f660508-f430-40db-b145-f57f9ccfd9f9 req-85812706-3aab-482f-8da3-9570a53b745c tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] Deleting port fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:40.240632 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-3f660508-f430-40db-b145-f57f9ccfd9f9 req-85812706-3aab-482f-8da3-9570a53b745c tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:40.248023 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3771a34c-9c7b-496e-a459-a5400e9fd070 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:40.249790 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3771a34c-9c7b-496e-a459-a5400e9fd070 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports/e889b14b-1f1d-4fb7-8e47-2c1ba874c665 HTTP/1.1" status: 200 len: 911 time: 0.1022077 Sep 16 04:45:40.292153 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 38558) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:40.299623 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4f8cc200-a20a-499e-a0ce-35439fb8d7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:40.351128 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1e167-367a-4615-8761-3637b12af373 req-24fd4c67-53d5-4c1f-a138-1d2a589e6a97 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:40.366186 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-26e1e167-367a-4615-8761-3637b12af373 req-24fd4c67-53d5-4c1f-a138-1d2a589e6a97 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] 10.222.0.35 "GET /v2.0/ports?device_id=eca3e468-e4c2-4c90-91f3-dde980213343 HTTP/1.1" status: 200 len: 946 time: 0.1152592 Sep 16 04:45:40.400220 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:40.406447 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbec40a-4284-42c4-909d-5fe4d0784d89 None None] Routers {'c851bb60-d5a0-4a82-8dda-5f67c0f2ce9f'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:40.407351 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-ffbec40a-4284-42c4-909d-5fe4d0784d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:45:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['c851bb60-d5a0-4a82-8dda-5f67c0f2ce9f'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:40.444333 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-26e1e167-367a-4615-8761-3637b12af373 req-afc6f4ce-e4a8-4411-9c1d-b5ad9fbc0d40 tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] 10.222.0.35 "GET /v2.0/security-groups?id=4e9a97b1-d519-44c2-ab70-06adb33120f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723422 Sep 16 04:45:40.475832 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6f1b6169-055a-49c4-a946-05cfac16026b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:40.543684 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-ffbec40a-4284-42c4-909d-5fe4d0784d89 None None] Set router c851bb60-d5a0-4a82-8dda-5f67c0f2ce9f gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:45:40.652074 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-da93a294-22d7-4898-9d0e-2cd35579ef6a None None] Provisioning complete for port ddb1040e-f9cc-4bd3-9f9d-3d6b4b24b492 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:40.652434 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-da93a294-22d7-4898-9d0e-2cd35579ef6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:40.707388 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 09464b06-c001-4b17-972c-bc148f6c7b1e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=09464b06-c001-4b17-972c-bc148f6c7b1e,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:40.786184 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f01684-21a3-4126-8b58-f401d3718966 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:40.797920 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f01684-21a3-4126-8b58-f401d3718966 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:40.803588 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-08f01684-21a3-4126-8b58-f401d3718966 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.5098071 Sep 16 04:45:40.804105 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38570) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:40.807227 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6f1b6169-055a-49c4-a946-05cfac16026b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:40.844783 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '09464b06-c001-4b17-972c-bc148f6c7b1e', 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651', 'port_id': '09464b06-c001-4b17-972c-bc148f6c7b1e', 'mac_address': 'fa:16:3e:82:b7:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:45:40.887247 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-3f660508-f430-40db-b145-f57f9ccfd9f9 req-85812706-3aab-482f-8da3-9570a53b745c tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] For port fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771,segment=NetworkSegment(4599125e-a1d8-4fe9-a5e0-33e30f19997d),segment_id=4599125e-a1d8-4fe9-a5e0-33e30f19997d)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:40.890674 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-3f660508-f430-40db-b145-f57f9ccfd9f9 req-85812706-3aab-482f-8da3-9570a53b745c tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:40.915775 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656ec337-9cc9-46d2-84fa-7028af625c1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-cc5d8956-44c8-48ba-8e5b-fd8f935eeb6f', 'network_id': 'cc5d8956-44c8-48ba-8e5b-fd8f935eeb6f', 'tenant_id': '5fb5af7802e6479b8f287d582163f0b2', 'fixed_ips': [{'subnet_id': '55f76d19-ae1c-4d89-958d-4ecfddda3adc'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:45:40.916650 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-656ec337-9cc9-46d2-84fa-7028af625c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:40.931082 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-3f660508-f430-40db-b145-f57f9ccfd9f9 req-85812706-3aab-482f-8da3-9570a53b745c tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] Calling delete_port for fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:40.994222 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port ddb1040e-f9cc-4bd3-9f9d-3d6b4b24b492, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=ddb1040e-f9cc-4bd3-9f9d-3d6b4b24b492,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:41.012457 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.112183 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=ddb1040e-f9cc-4bd3-9f9d-3d6b4b24b492,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:41.117872 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-3f660508-f430-40db-b145-f57f9ccfd9f9 req-85812706-3aab-482f-8da3-9570a53b745c tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.222134 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85812706-3aab-482f-8da3-9570a53b745c tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] Pushing event deleted for resources: {'Port': ['ID=fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:41.296411 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f660508-f430-40db-b145-f57f9ccfd9f9 req-85812706-3aab-482f-8da3-9570a53b745c tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] No DVR routers for this DVR port fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771 on host n-h2-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:41.301506 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-3f660508-f430-40db-b145-f57f9ccfd9f9 req-85812706-3aab-482f-8da3-9570a53b745c tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.304983 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3f660508-f430-40db-b145-f57f9ccfd9f9 req-85812706-3aab-482f-8da3-9570a53b745c tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] 10.222.0.48 "DELETE /v2.0/ports/fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771 HTTP/1.1" status: 204 len: 173 time: 1.6448648 Sep 16 04:45:41.306828 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca3e468-e4c2-4c90-91f3-dde980213343', 'name': 'network-vif-deleted', 'tag': 'fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:41.310485 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f450c3b-472b-44c7-b10b-de8a8ffd84df" -d '{"events": [{"server_uuid": "eca3e468-e4c2-4c90-91f3-dde980213343", "name": "network-vif-deleted", "tag": "fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:41.339696 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.381170 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134091b-b786-4202-a301-01ae82f573c1 req-5ce18161-d90f-4dd7-8bb5-27fd0b3ad1a6 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:41.383010 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a134091b-b786-4202-a301-01ae82f573c1 req-5ce18161-d90f-4dd7-8bb5-27fd0b3ad1a6 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f962a06-2e94-4f63-8029-7e61440439a2 HTTP/1.1" status: 200 len: 944 time: 0.1025527 Sep 16 04:45:41.462878 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a134091b-b786-4202-a301-01ae82f573c1 req-b32839de-72a1-4863-81cd-d97e9af4788d tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666502 Sep 16 04:45:41.487934 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-656ec337-9cc9-46d2-84fa-7028af625c1f None None] Allocated IP 172.20.0.2 (cc5d8956-44c8-48ba-8e5b-fd8f935eeb6f/55f76d19-ae1c-4d89-958d-4ecfddda3adc/b6911a71-763e-4528-ac69-4a564ccb8ab6) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:41.692122 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8974012-3724-4bfb-a38a-321730e83bbf x-openstack-request-id: req-c8974012-3724-4bfb-a38a-321730e83bbf {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:41.692556 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca3e468-e4c2-4c90-91f3-dde980213343", "name": "network-vif-deleted", "tag": "fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:41.692981 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c8974012-3724-4bfb-a38a-321730e83bbf {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:41.699237 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca3e468-e4c2-4c90-91f3-dde980213343', 'name': 'network-vif-deleted', 'tag': 'fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771', 'status': 'completed', 'code': 200} Sep 16 04:45:41.766061 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-42104875-8bab-4f15-8f3e-8f6009565b6c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.896590 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09464b06-c001-4b17-972c-bc148f6c7b1e {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:45:41.957190 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device ddb1040e-f9cc-4bd3-9f9d-3d6b4b24b492 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:41.960456 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-da93a294-22d7-4898-9d0e-2cd35579ef6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.000466 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-68159806-52c2-4482-a599-2423bc7f5962 req-89a588f2-d366-41de-a72e-0b7343ae039e tempest-ServerMetadataNegativeTestJSON-216211568 tempest-ServerMetadataNegativeTestJSON-216211568-project] 10.222.0.35 "GET /v2.0/ports?device_id=eca3e468-e4c2-4c90-91f3-dde980213343 HTTP/1.1" status: 200 len: 210 time: 0.0663178 Sep 16 04:45:42.021939 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6f1b6169-055a-49c4-a946-05cfac16026b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.093086 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6f1b6169-055a-49c4-a946-05cfac16026b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.240442 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-6f1b6169-055a-49c4-a946-05cfac16026b admin admin] Allocated IP 172.25.8.53 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/380a9d01-3aea-4955-8392-e684be3051e7) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:42.342203 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-42104875-8bab-4f15-8f3e-8f6009565b6c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting port e889b14b-1f1d-4fb7-8e47-2c1ba874c665 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:42.343697 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-42104875-8bab-4f15-8f3e-8f6009565b6c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.471399 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-656ec337-9cc9-46d2-84fa-7028af625c1f None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.500308 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 09464b06-c001-4b17-972c-bc148f6c7b1e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=09464b06-c001-4b17-972c-bc148f6c7b1e,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:42.527708 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-656ec337-9cc9-46d2-84fa-7028af625c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.533308 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:42.576817 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-42104875-8bab-4f15-8f3e-8f6009565b6c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.597950 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.607118 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ec337-9cc9-46d2-84fa-7028af625c1f None None] Pushing event updated for resources: {'Port': ['ID=b6911a71-763e-4528-ac69-4a564ccb8ab6,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:42.633604 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-42104875-8bab-4f15-8f3e-8f6009565b6c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Calling delete_port for e889b14b-1f1d-4fb7-8e47-2c1ba874c665 owned by network:router_interface {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:42.672838 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.700789 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=09464b06-c001-4b17-972c-bc148f6c7b1e,revision_number=6']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:42.741213 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656ec337-9cc9-46d2-84fa-7028af625c1f None None] Network cc5d8956-44c8-48ba-8e5b-fd8f935eeb6f is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:42.749160 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-656ec337-9cc9-46d2-84fa-7028af625c1f None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:42.752135 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 43a51981-013f-4e6c-953a-678f1909c025 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:42.758175 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656ec337-9cc9-46d2-84fa-7028af625c1f None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:42.849836 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6f1b6169-055a-49c4-a946-05cfac16026b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.862091 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-ffbec40a-4284-42c4-909d-5fe4d0784d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c851bb60-d5a0-4a82-8dda-5f67c0f2ce9f', 'name': 'tempest-NetworksTestDHCPv6-router-1961478104', 'tenant_id': '3adf2e42a132432f9eca7df19231c9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:36Z', 'updated_at': '2021-09-16T04:45:38Z', 'revision_number': 2, 'project_id': '3adf2e42a132432f9eca7df19231c9e3', 'gw_port_host': None, '_interfaces': [{'id': 'e889b14b-1f1d-4fb7-8e47-2c1ba874c665', 'name': '', 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'tenant_id': '3adf2e42a132432f9eca7df19231c9e3', 'mac_address': 'fa:16:3e:bf:c4:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c851bb60-d5a0-4a82-8dda-5f67c0f2ce9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '06670447-9200-49db-b10d-e19c257fb68b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:37Z', 'updated_at': '2021-09-16T04:45:38Z', 'revision_number': 2, 'project_id': '3adf2e42a132432f9eca7df19231c9e3', 'subnets': [{'id': '06670447-9200-49db-b10d-e19c257fb68b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:42.946803 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-da93a294-22d7-4898-9d0e-2cd35579ef6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:45:42.947916 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6f1b6169-055a-49c4-a946-05cfac16026b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.948303 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-da93a294-22d7-4898-9d0e-2cd35579ef6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:45:42.953163 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['09464b06-c001-4b17-972c-bc148f6c7b1e'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:42.983215 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78852c8-6116-4fe7-aeb7-af9a263e9df5 req-783b2b5b-7ca8-4136-b650-8579cb12b5fe tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:42.989198 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e78852c8-6116-4fe7-aeb7-af9a263e9df5 req-783b2b5b-7ca8-4136-b650-8579cb12b5fe tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f962a06-2e94-4f63-8029-7e61440439a2 HTTP/1.1" status: 200 len: 944 time: 0.1962874 Sep 16 04:45:43.015825 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-656ec337-9cc9-46d2-84fa-7028af625c1f None None] Attempting to bind port b6911a71-763e-4528-ac69-4a564ccb8ab6 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:43.016614 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-656ec337-9cc9-46d2-84fa-7028af625c1f None None] Attempting to bind port b6911a71-763e-4528-ac69-4a564ccb8ab6 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'c32ebf63-6f75-441d-9c4e-b9462f452953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cc5d8956-44c8-48ba-8e5b-fd8f935eeb6f'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:43.017215 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656ec337-9cc9-46d2-84fa-7028af625c1f None None] Attempting to bind port b6911a71-763e-4528-ac69-4a564ccb8ab6 on network cc5d8956-44c8-48ba-8e5b-fd8f935eeb6f {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:43.020196 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbec40a-4284-42c4-909d-5fe4d0784d89 None None] Checking router: c851bb60-d5a0-4a82-8dda-5f67c0f2ce9f for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:45:43.021061 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbec40a-4284-42c4-909d-5fe4d0784d89 None None] Updating router c851bb60-d5a0-4a82-8dda-5f67c0f2ce9f port e889b14b-1f1d-4fb7-8e47-2c1ba874c665 binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:45:43.030305 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1b6169-055a-49c4-a946-05cfac16026b admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:43.041375 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-6f1b6169-055a-49c4-a946-05cfac16026b admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:43.048730 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1b6169-055a-49c4-a946-05cfac16026b admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:43.066959 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port ddb1040e-f9cc-4bd3-9f9d-3d6b4b24b492 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:43.067309 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:43.069564 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656ec337-9cc9-46d2-84fa-7028af625c1f None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:43.070571 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656ec337-9cc9-46d2-84fa-7028af625c1f None None] Checking segment: {'id': 'c32ebf63-6f75-441d-9c4e-b9462f452953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cc5d8956-44c8-48ba-8e5b-fd8f935eeb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:43.070996 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-656ec337-9cc9-46d2-84fa-7028af625c1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:43.071393 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656ec337-9cc9-46d2-84fa-7028af625c1f None None] Bound using segment: {'id': 'c32ebf63-6f75-441d-9c4e-b9462f452953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cc5d8956-44c8-48ba-8e5b-fd8f935eeb6f'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:43.072009 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-656ec337-9cc9-46d2-84fa-7028af625c1f None None] Bound port: b6911a71-763e-4528-ac69-4a564ccb8ab6, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32ebf63-6f75-441d-9c4e-b9462f452953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cc5d8956-44c8-48ba-8e5b-fd8f935eeb6f'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:43.072280 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-656ec337-9cc9-46d2-84fa-7028af625c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:43.107900 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b6169-055a-49c4-a946-05cfac16026b admin admin] Pushing event updated for resources: {'Port': ['ID=380a9d01-3aea-4955-8392-e684be3051e7,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:43.174539 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ffbec40a-4284-42c4-909d-5fe4d0784d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:43.372878 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-656ec337-9cc9-46d2-84fa-7028af625c1f None None] For port b6911a71-763e-4528-ac69-4a564ccb8ab6, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:43.377897 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-656ec337-9cc9-46d2-84fa-7028af625c1f None None] For port b6911a71-763e-4528-ac69-4a564ccb8ab6, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=b6911a71-763e-4528-ac69-4a564ccb8ab6,segment=NetworkSegment(c32ebf63-6f75-441d-9c4e-b9462f452953),segment_id=c32ebf63-6f75-441d-9c4e-b9462f452953)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:43.394913 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 43a51981-013f-4e6c-953a-678f1909c025 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:45:43.406681 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d9361bf3-585b-44d6-9621-6b01145abd74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:43.426027 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-656ec337-9cc9-46d2-84fa-7028af625c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:43.427127 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6f1b6169-055a-49c4-a946-05cfac16026b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:43.615950 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e78852c8-6116-4fe7-aeb7-af9a263e9df5 req-ba2f6a33-05a8-4452-b499-e1c4044f83d4 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5543995 Sep 16 04:45:43.688126 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 38622) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:43.721737 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ec337-9cc9-46d2-84fa-7028af625c1f None None] Pushing event updated for resources: {'Port': ['ID=b6911a71-763e-4528-ac69-4a564ccb8ab6,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:43.753379 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd7308d3-f832-4b5a-a64b-06ec56b00919 admin admin] Deleting subnet 0627858c-05af-47af-80fa-71edea8f2a51 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:45:43.768008 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fd7308d3-f832-4b5a-a64b-06ec56b00919 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:43.773954 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 43a51981-013f-4e6c-953a-678f1909c025 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:43.775201 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:43.803939 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-42104875-8bab-4f15-8f3e-8f6009565b6c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:43.841251 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42104875-8bab-4f15-8f3e-8f6009565b6c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Port': ['ID=e889b14b-1f1d-4fb7-8e47-2c1ba874c665,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:43.882056 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fd7308d3-f832-4b5a-a64b-06ec56b00919 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.008266 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.030815 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fd7308d3-f832-4b5a-a64b-06ec56b00919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.103033 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-9f26a58d-5de4-4778-8d31-3d0e70f09d11 None None] Could not find standard attr ID for object e889b14b-1f1d-4fb7-8e47-2c1ba874c665. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:45:44.104974 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6f1b6169-055a-49c4-a946-05cfac16026b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.195905 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-42104875-8bab-4f15-8f3e-8f6009565b6c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.319251 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.449034 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fd7308d3-f832-4b5a-a64b-06ec56b00919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.574356 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f962a06-2e94-4f63-8029-7e61440439a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a51981-013f-4e6c-953a-678f1909c025'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:44.576219 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7308d3-f832-4b5a-a64b-06ec56b00919 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0627858c-05af-47af-80fa-71edea8f2a51,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:44.589705 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a265bab9-fd72-45fc-86ff-2f04d7f58c4c" -d '{"events": [{"server_uuid": "7f962a06-2e94-4f63-8029-7e61440439a2", "name": "network-vif-plugged", "status": "completed", "tag": "43a51981-013f-4e6c-953a-678f1909c025"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:44.593315 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.600545 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.621363 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 43a51981-013f-4e6c-953a-678f1909c025, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=43a51981-013f-4e6c-953a-678f1909c025,segment=NetworkSegment(8a88cf17-2626-40ee-b5d7-20831c5d590c),segment_id=8a88cf17-2626-40ee-b5d7-20831c5d590c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:44.650816 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.656086 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:44.665435 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7308d3-f832-4b5a-a64b-06ec56b00919 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:44.666251 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7308d3-f832-4b5a-a64b-06ec56b00919 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:44.666967 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7308d3-f832-4b5a-a64b-06ec56b00919 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:44.667532 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7308d3-f832-4b5a-a64b-06ec56b00919 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:44.668050 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7308d3-f832-4b5a-a64b-06ec56b00919 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:44.668714 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7308d3-f832-4b5a-a64b-06ec56b00919 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:44.669264 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7308d3-f832-4b5a-a64b-06ec56b00919 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:44.669677 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7308d3-f832-4b5a-a64b-06ec56b00919 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:44.670200 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7308d3-f832-4b5a-a64b-06ec56b00919 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:44.670581 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7308d3-f832-4b5a-a64b-06ec56b00919 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:44.671066 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7308d3-f832-4b5a-a64b-06ec56b00919 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:44.671413 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7308d3-f832-4b5a-a64b-06ec56b00919 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:44.686851 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fd7308d3-f832-4b5a-a64b-06ec56b00919 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.693945 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fd7308d3-f832-4b5a-a64b-06ec56b00919 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0627858c-05af-47af-80fa-71edea8f2a51 HTTP/1.1" status: 204 len: 168 time: 1.0041218 Sep 16 04:45:44.701780 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 38640) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:44.743567 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42104875-8bab-4f15-8f3e-8f6009565b6c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Router c851bb60-d5a0-4a82-8dda-5f67c0f2ce9f has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:45:44.878456 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-db73573c-35ce-456e-82f5-97b43814559f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.889946 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=43a51981-013f-4e6c-953a-678f1909c025,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:44.900453 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d504b17-53c3-489e-a15b-6ce63563cec9 x-openstack-request-id: req-7d504b17-53c3-489e-a15b-6ce63563cec9 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:44.903085 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f962a06-2e94-4f63-8029-7e61440439a2", "name": "network-vif-plugged", "status": "completed", "tag": "43a51981-013f-4e6c-953a-678f1909c025", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:44.903571 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7d504b17-53c3-489e-a15b-6ce63563cec9 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:44.907200 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f962a06-2e94-4f63-8029-7e61440439a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a51981-013f-4e6c-953a-678f1909c025', 'code': 200} Sep 16 04:45:44.917813 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:44.918181 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device fd9fb2b2-3e0e-4109-9b1d-ddafa3ec8771 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:44.947490 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 09464b06-c001-4b17-972c-bc148f6c7b1e up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:44.972652 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1b6169-055a-49c4-a946-05cfac16026b admin admin] Router dd8289e3-069e-4935-b3fa-fb2dd224738a is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:45:44.982570 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42104875-8bab-4f15-8f3e-8f6009565b6c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:45:45.035448 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-42104875-8bab-4f15-8f3e-8f6009565b6c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "PUT /v2.0/routers/c851bb60-d5a0-4a82-8dda-5f67c0f2ce9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2292514 Sep 16 04:45:45.040146 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38644) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:45.111117 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ec744-18a7-4522-b9b1-6ecb4465a546 req-0411397e-7974-41be-9509-9c9f03ac75ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:45.117375 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-744ec744-18a7-4522-b9b1-6ecb4465a546 req-0411397e-7974-41be-9509-9c9f03ac75ed service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7f962a06-2e94-4f63-8029-7e61440439a2 HTTP/1.1" status: 200 len: 1097 time: 0.2633331 Sep 16 04:45:45.233962 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152510d-f4a7-41fe-ad66-f9d4322dea77 req-e095063c-9212-4f52-b2dc-f627c5192a81 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:45.244154 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8152510d-f4a7-41fe-ad66-f9d4322dea77 req-e095063c-9212-4f52-b2dc-f627c5192a81 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f962a06-2e94-4f63-8029-7e61440439a2 HTTP/1.1" status: 200 len: 945 time: 0.2785771 Sep 16 04:45:45.264867 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-ffbec40a-4284-42c4-909d-5fe4d0784d89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:45:45.265621 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-ffbec40a-4284-42c4-909d-5fe4d0784d89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:45:45.278908 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 09464b06-c001-4b17-972c-bc148f6c7b1e triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:45.279510 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:45.292322 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1b6169-055a-49c4-a946-05cfac16026b admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:45:45.306086 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01518f7e-57d6-4cd1-b15b-94ece01cfa5c None None] Sync routers for ids ['dd8289e3-069e-4935-b3fa-fb2dd224738a'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:45:45.306723 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5c1dbb-2931-42c6-bcae-ead1a4fdd248 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:45.308196 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5c1dbb-2931-42c6-bcae-ead1a4fdd248 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:45.319642 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01518f7e-57d6-4cd1-b15b-94ece01cfa5c None None] Routers {'dd8289e3-069e-4935-b3fa-fb2dd224738a'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:45.321087 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-01518f7e-57d6-4cd1-b15b-94ece01cfa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:45:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['dd8289e3-069e-4935-b3fa-fb2dd224738a'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:45.323976 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0e5c1dbb-2931-42c6-bcae-ead1a4fdd248 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2822578 Sep 16 04:45:45.324703 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38652) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:45.434236 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-db73573c-35ce-456e-82f5-97b43814559f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:45.466523 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6f1b6169-055a-49c4-a946-05cfac16026b admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:45.467781 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6f1b6169-055a-49c4-a946-05cfac16026b admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3013873 Sep 16 04:45:45.471478 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-01518f7e-57d6-4cd1-b15b-94ece01cfa5c None None] Set router dd8289e3-069e-4935-b3fa-fb2dd224738a gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:45:45.478411 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 38654) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:45.485198 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-db73573c-35ce-456e-82f5-97b43814559f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02e419e2-51bc-48ce-869c-069f8df0070b']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:45.495245 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-744ec744-18a7-4522-b9b1-6ecb4465a546 req-2e9858af-efd6-4f73-9296-8d75094294de service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133007 Sep 16 04:45:45.530227 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8152510d-f4a7-41fe-ad66-f9d4322dea77 req-fe97ec50-4635-462b-88b4-8b1195d73b64 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848208 Sep 16 04:45:45.547969 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:45.549588 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-db73573c-35ce-456e-82f5-97b43814559f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4599125e-a1d8-4fe9-a5e0-33e30f19997d') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:45.549921 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-db73573c-35ce-456e-82f5-97b43814559f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4599125e-a1d8-4fe9-a5e0-33e30f19997d') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:45.575786 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-db73573c-35ce-456e-82f5-97b43814559f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:45.584368 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1806702b-016b-431a-adec-ede293b6c94f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting subnet 06670447-9200-49db-b10d-e19c257fb68b {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:45:45.589470 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1806702b-016b-431a-adec-ede293b6c94f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:45.616302 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-db73573c-35ce-456e-82f5-97b43814559f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:45.633115 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 09464b06-c001-4b17-972c-bc148f6c7b1e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=09464b06-c001-4b17-972c-bc148f6c7b1e,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:45.641112 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:45.731205 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1806702b-016b-431a-adec-ede293b6c94f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:45.761307 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db73573c-35ce-456e-82f5-97b43814559f admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:45:45.762034 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-db73573c-35ce-456e-82f5-97b43814559f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:45.765485 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:45:45.765485 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:45:45.765485 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:45:45.765485 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:45:45.765485 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:45:45.765485 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:45:45.765485 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:45:45.765485 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:45:45.765485 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:45:45.765485 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:45:45.765485 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:45:45.765485 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:45:45.765485 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:45:45.765485 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:45:45.765485 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:45:45.765485 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:45:45.765485 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:45:45.765485 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:45:45.765485 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:45:45.765485 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:45:45.765485 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:45:45.765485 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:45:45.765485 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:45:45.765485 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:45:45.765485 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:45:45.765485 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:45:45.765485 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:45:45.765485 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:45:45.765485 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:45:45.765485 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:45:45.765485 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:45:45.765485 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:45:45.770792 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=09464b06-c001-4b17-972c-bc148f6c7b1e,revision_number=7']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:45.848983 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbec40a-4284-42c4-909d-5fe4d0784d89 None None] Port e889b14b-1f1d-4fb7-8e47-2c1ba874c665 not found while updating agent binding for router c851bb60-d5a0-4a82-8dda-5f67c0f2ce9f. {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 16 04:45:45.877734 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbec40a-4284-42c4-909d-5fe4d0784d89 None None] Routers {'c851bb60-d5a0-4a82-8dda-5f67c0f2ce9f'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:45.878946 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-ffbec40a-4284-42c4-909d-5fe4d0784d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:45:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['c851bb60-d5a0-4a82-8dda-5f67c0f2ce9f'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:46.046542 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-01518f7e-57d6-4cd1-b15b-94ece01cfa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8289e3-069e-4935-b3fa-fb2dd224738a', 'name': 'tempest-FloatingIPDetailsTestJSON-1077667139-router', 'tenant_id': '5fb5af7802e6479b8f287d582163f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '380a9d01-3aea-4955-8392-e684be3051e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:40Z', 'updated_at': '2021-09-16T04:45:43Z', 'revision_number': 3, 'project_id': '5fb5af7802e6479b8f287d582163f0b2', 'gw_port': {'id': '380a9d01-3aea-4955-8392-e684be3051e7', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8289e3-069e-4935-b3fa-fb2dd224738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:42Z', 'updated_at': '2021-09-16T04:45:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:46.084976 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device b6911a71-763e-4528-ac69-4a564ccb8ab6 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:46.093618 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-ffbec40a-4284-42c4-909d-5fe4d0784d89 None None] Set router c851bb60-d5a0-4a82-8dda-5f67c0f2ce9f gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:45:46.096045 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1806702b-016b-431a-adec-ede293b6c94f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:46.151960 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-db73573c-35ce-456e-82f5-97b43814559f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:46.172040 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:46.174372 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-db73573c-35ce-456e-82f5-97b43814559f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:46.178842 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-db73573c-35ce-456e-82f5-97b43814559f admin admin] 10.222.0.35 "DELETE /v2.0/networks/02e419e2-51bc-48ce-869c-069f8df0070b HTTP/1.1" status: 204 len: 168 time: 1.4751718 Sep 16 04:45:46.216973 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01518f7e-57d6-4cd1-b15b-94ece01cfa5c None None] Checking router: dd8289e3-069e-4935-b3fa-fb2dd224738a for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:45:46.217541 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01518f7e-57d6-4cd1-b15b-94ece01cfa5c None None] Updating router dd8289e3-069e-4935-b3fa-fb2dd224738a port 380a9d01-3aea-4955-8392-e684be3051e7 binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:45:46.285528 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-ffbec40a-4284-42c4-909d-5fe4d0784d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c851bb60-d5a0-4a82-8dda-5f67c0f2ce9f', 'name': 'tempest-NetworksTestDHCPv6-router-1961478104', 'tenant_id': '3adf2e42a132432f9eca7df19231c9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:36Z', 'updated_at': '2021-09-16T04:45:43Z', 'revision_number': 3, 'project_id': '3adf2e42a132432f9eca7df19231c9e3', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:46.334539 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-01518f7e-57d6-4cd1-b15b-94ece01cfa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:46.361304 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db73573c-35ce-456e-82f5-97b43814559f admin admin] Pushing event deleted for resources: {'Network': ['ID=02e419e2-51bc-48ce-869c-069f8df0070b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:46.372803 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1806702b-016b-431a-adec-ede293b6c94f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:46.431295 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbec40a-4284-42c4-909d-5fe4d0784d89 None None] The sync data for ids ['c851bb60-d5a0-4a82-8dda-5f67c0f2ce9f'] in n-d-712139-15 is: [{'id': 'c851bb60-d5a0-4a82-8dda-5f67c0f2ce9f', 'name': 'tempest-NetworksTestDHCPv6-router-1961478104', 'tenant_id': '3adf2e42a132432f9eca7df19231c9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:36Z', 'updated_at': '2021-09-16T04:45:43Z', 'revision_number': 3, 'project_id': '3adf2e42a132432f9eca7df19231c9e3', 'gw_port_host': None}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:45:46.460717 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec79926-b5b6-45c2-b3a2-cdae1415958c None None] Network cc5d8956-44c8-48ba-8e5b-fd8f935eeb6f requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:46.535304 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806702b-016b-431a-adec-ede293b6c94f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Subnet': ['ID=06670447-9200-49db-b10d-e19c257fb68b,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:46.558200 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1806702b-016b-431a-adec-ede293b6c94f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:46.560400 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1806702b-016b-431a-adec-ede293b6c94f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/06670447-9200-49db-b10d-e19c257fb68b HTTP/1.1" status: 204 len: 168 time: 1.2331905 Sep 16 04:45:46.576996 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38674) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:46.663363 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38676) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:46.735329 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86903e64-da9b-4bb7-a034-393a6b55a26d None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:46.810454 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:45:46.849286 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-658c67fb-cc36-4afd-aeca-1185bc5452c3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9210b62839124fd5ba7258fa46e66eab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1842804 Sep 16 04:45:46.853624 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 38678) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:46.915652 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215e3473-bd93-460c-b545-1e19afbb2ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09464b06-c001-4b17-972c-bc148f6c7b1e'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:46.920135 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14b28a0-0bd7-4e8d-a159-7b32465871a0" -d '{"events": [{"server_uuid": "215e3473-bd93-460c-b545-1e19afbb2ffd", "name": "network-vif-plugged", "status": "completed", "tag": "09464b06-c001-4b17-972c-bc148f6c7b1e"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:46.934274 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6c3650c8-4593-40c5-97f1-3ae31fec41bc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3555841 Sep 16 04:45:46.936279 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38682) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:46.951858 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f8a7c96b-4e6d-4293-8945-9c48659a0fd7 None None] Provisioning complete for port b6911a71-763e-4528-ac69-4a564ccb8ab6 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:46.952251 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f8a7c96b-4e6d-4293-8945-9c48659a0fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.044426 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-62898a18-a591-4427-9001-d1c03eb53ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.055293 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port b6911a71-763e-4528-ac69-4a564ccb8ab6 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:47.055671 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.074166 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1a6ba806-1927-4019-bb2a-bc61236e0914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.092269 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8952296f-7877-4117-89c0-fff9316ce80a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.207292 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-01518f7e-57d6-4cd1-b15b-94ece01cfa5c None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.217118 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9ca0e-9169-4c87-9b36-15fcb172b402 req-9d2463c7-d59f-4feb-9386-9dc64f71490f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:47.221182 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-01518f7e-57d6-4cd1-b15b-94ece01cfa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.232735 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e2a9ca0e-9169-4c87-9b36-15fcb172b402 req-9d2463c7-d59f-4feb-9386-9dc64f71490f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f962a06-2e94-4f63-8029-7e61440439a2 HTTP/1.1" status: 200 len: 945 time: 0.4760568 Sep 16 04:45:47.250596 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1a6ba806-1927-4019-bb2a-bc61236e0914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.442885 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f8a7c96b-4e6d-4293-8945-9c48659a0fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.448461 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-01518f7e-57d6-4cd1-b15b-94ece01cfa5c None None] Attempting to bind port 380a9d01-3aea-4955-8392-e684be3051e7 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:47.453045 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-01518f7e-57d6-4cd1-b15b-94ece01cfa5c None None] Attempting to bind port 380a9d01-3aea-4955-8392-e684be3051e7 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:47.453754 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01518f7e-57d6-4cd1-b15b-94ece01cfa5c None None] Attempting to bind port 380a9d01-3aea-4955-8392-e684be3051e7 on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:47.481461 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01518f7e-57d6-4cd1-b15b-94ece01cfa5c None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:47.482019 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01518f7e-57d6-4cd1-b15b-94ece01cfa5c None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:47.482539 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-01518f7e-57d6-4cd1-b15b-94ece01cfa5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.483041 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01518f7e-57d6-4cd1-b15b-94ece01cfa5c None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:47.483759 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-01518f7e-57d6-4cd1-b15b-94ece01cfa5c None None] Bound port: 380a9d01-3aea-4955-8392-e684be3051e7, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:47.484268 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-01518f7e-57d6-4cd1-b15b-94ece01cfa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.579201 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-62898a18-a591-4427-9001-d1c03eb53ab0 admin admin] Allocated IP 172.20.0.1 (cc5d8956-44c8-48ba-8e5b-fd8f935eeb6f/55f76d19-ae1c-4d89-958d-4ecfddda3adc/29b51d32-ce8a-4366-8942-e095197fe9fd) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:47.593326 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-01518f7e-57d6-4cd1-b15b-94ece01cfa5c None None] For port 380a9d01-3aea-4955-8392-e684be3051e7, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:47.600619 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-01518f7e-57d6-4cd1-b15b-94ece01cfa5c None None] For port 380a9d01-3aea-4955-8392-e684be3051e7, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=380a9d01-3aea-4955-8392-e684be3051e7,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:47.614717 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-01518f7e-57d6-4cd1-b15b-94ece01cfa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.643751 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f307238-4fcf-48da-92e8-b9f4c34ff17d None None] Pushing event updated for resources: {'Port': ['ID=380a9d01-3aea-4955-8392-e684be3051e7,revision_number=2']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:47.673426 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f307238-4fcf-48da-92e8-b9f4c34ff17d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:47.673944 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f307238-4fcf-48da-92e8-b9f4c34ff17d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:47.676204 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f307238-4fcf-48da-92e8-b9f4c34ff17d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:47.676784 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f307238-4fcf-48da-92e8-b9f4c34ff17d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:47.678594 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f307238-4fcf-48da-92e8-b9f4c34ff17d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:47.679082 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f307238-4fcf-48da-92e8-b9f4c34ff17d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:47.680223 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f307238-4fcf-48da-92e8-b9f4c34ff17d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:47.680591 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8952296f-7877-4117-89c0-fff9316ce80a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.683246 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f307238-4fcf-48da-92e8-b9f4c34ff17d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:47.683736 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f307238-4fcf-48da-92e8-b9f4c34ff17d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:47.684556 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f307238-4fcf-48da-92e8-b9f4c34ff17d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:47.686331 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f307238-4fcf-48da-92e8-b9f4c34ff17d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:47.687098 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8952296f-7877-4117-89c0-fff9316ce80a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.688742 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f307238-4fcf-48da-92e8-b9f4c34ff17d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:47.702954 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e2a9ca0e-9169-4c87-9b36-15fcb172b402 req-c7e8ea70-91c3-4e36-bbef-811b9884d35e tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4651823 Sep 16 04:45:47.818399 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8952296f-7877-4117-89c0-fff9316ce80a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.819140 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8952296f-7877-4117-89c0-fff9316ce80a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Fanout notify agent at l3_agent the message router_deleted on router c851bb60-d5a0-4a82-8dda-5f67c0f2ce9f {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:45:47.836336 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8952296f-7877-4117-89c0-fff9316ce80a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.844514 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1a6ba806-1927-4019-bb2a-bc61236e0914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.846965 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8952296f-7877-4117-89c0-fff9316ce80a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/routers/c851bb60-d5a0-4a82-8dda-5f67c0f2ce9f HTTP/1.1" status: 204 len: 168 time: 0.9085519 Sep 16 04:45:47.849360 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38694) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:47.853558 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1a6ba806-1927-4019-bb2a-bc61236e0914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.857563 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1a6ba806-1927-4019-bb2a-bc61236e0914 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4e9a97b1-d519-44c2-ab70-06adb33120f1 HTTP/1.1" status: 204 len: 168 time: 0.9941018 Sep 16 04:45:47.886493 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f307238-4fcf-48da-92e8-b9f4c34ff17d None None] Pushing event updated for resources: {'Port': ['ID=380a9d01-3aea-4955-8392-e684be3051e7,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:47.914270 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01518f7e-57d6-4cd1-b15b-94ece01cfa5c None None] Routers {'dd8289e3-069e-4935-b3fa-fb2dd224738a'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:47.915216 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c878d68a-5f0d-47af-9718-8ea761771b1e x-openstack-request-id: req-c878d68a-5f0d-47af-9718-8ea761771b1e {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:47.917092 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-01518f7e-57d6-4cd1-b15b-94ece01cfa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:45:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['dd8289e3-069e-4935-b3fa-fb2dd224738a'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:47.918130 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215e3473-bd93-460c-b545-1e19afbb2ffd", "name": "network-vif-plugged", "status": "completed", "tag": "09464b06-c001-4b17-972c-bc148f6c7b1e", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:47.918259 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ba806-1927-4019-bb2a-bc61236e0914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9a97b1-d519-44c2-ab70-06adb33120f1,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:47.918475 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c878d68a-5f0d-47af-9718-8ea761771b1e {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:47.922840 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215e3473-bd93-460c-b545-1e19afbb2ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09464b06-c001-4b17-972c-bc148f6c7b1e', 'code': 200} Sep 16 04:45:47.977129 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-62898a18-a591-4427-9001-d1c03eb53ab0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.058672 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a6d4bd-fa7a-4cb7-a29b-b7577e717651 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:48.063249 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-51a6d4bd-fa7a-4cb7-a29b-b7577e717651 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2117214 Sep 16 04:45:48.067617 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38702) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:48.105877 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-62898a18-a591-4427-9001-d1c03eb53ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.157473 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62898a18-a591-4427-9001-d1c03eb53ab0 admin admin] Network cc5d8956-44c8-48ba-8e5b-fd8f935eeb6f is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:48.175770 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-62898a18-a591-4427-9001-d1c03eb53ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:48.212412 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff179d2-a951-44d6-9a65-19736b751ec5 None None] Sync routers for ids ['c851bb60-d5a0-4a82-8dda-5f67c0f2ce9f'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:45:48.247628 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62898a18-a591-4427-9001-d1c03eb53ab0 admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:48.263724 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-01518f7e-57d6-4cd1-b15b-94ece01cfa5c None None] Set router dd8289e3-069e-4935-b3fa-fb2dd224738a gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:45:48.289373 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fef4fc-b738-4456-ab75-153393dbf2b1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:48.302182 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b1fef4fc-b738-4456-ab75-153393dbf2b1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2331555 Sep 16 04:45:48.304504 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38712) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:48.315242 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-f8a7c96b-4e6d-4293-8945-9c48659a0fd7 None None] For port b6911a71-763e-4528-ac69-4a564ccb8ab6, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=b6911a71-763e-4528-ac69-4a564ccb8ab6,segment=NetworkSegment(c32ebf63-6f75-441d-9c4e-b9462f452953),segment_id=c32ebf63-6f75-441d-9c4e-b9462f452953)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:48.324044 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.350609 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f8a7c96b-4e6d-4293-8945-9c48659a0fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.353018 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff179d2-a951-44d6-9a65-19736b751ec5 None None] Routers set() bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:48.354470 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff179d2-a951-44d6-9a65-19736b751ec5 None None] Router IDs set() for agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 04:45:48.361522 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_agentschedulers_db [None req-dff179d2-a951-44d6-9a65-19736b751ec5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c851bb60-d5a0-4a82-8dda-5f67c0f2ce9f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:45:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent'). {{(pid=94768) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 16 04:45:48.411119 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c333ad-67ed-4d52-b32d-2b2346a5da01 None None] DHCP port deletion for c1806bde-f213-4a7a-844d-fa613e1e0ff4 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:45:48.433003 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e94f2f5c-6403-4642-a03c-cd87079f3d31 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1268985 Sep 16 04:45:48.438641 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38724) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:48.446440 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-810f8956-0e24-4220-9d78-8f70e515ed6d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:48.459063 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-62898a18-a591-4427-9001-d1c03eb53ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.750774 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff179d2-a951-44d6-9a65-19736b751ec5 None None] Routers set() bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:48.751328 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff179d2-a951-44d6-9a65-19736b751ec5 None None] Router IDs set() for agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 04:45:48.754372 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_agentschedulers_db [None req-dff179d2-a951-44d6-9a65-19736b751ec5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c851bb60-d5a0-4a82-8dda-5f67c0f2ce9f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:45:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent'). {{(pid=94768) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 16 04:45:48.765470 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff179d2-a951-44d6-9a65-19736b751ec5 None None] The sync data for ids ['c851bb60-d5a0-4a82-8dda-5f67c0f2ce9f'] in n-d-712139-15 is: [] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:45:48.880945 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-01518f7e-57d6-4cd1-b15b-94ece01cfa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8289e3-069e-4935-b3fa-fb2dd224738a', 'name': 'tempest-FloatingIPDetailsTestJSON-1077667139-router', 'tenant_id': '5fb5af7802e6479b8f287d582163f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '380a9d01-3aea-4955-8392-e684be3051e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:40Z', 'updated_at': '2021-09-16T04:45:43Z', 'revision_number': 3, 'project_id': '5fb5af7802e6479b8f287d582163f0b2', 'gw_port': {'id': '380a9d01-3aea-4955-8392-e684be3051e7', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8289e3-069e-4935-b3fa-fb2dd224738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:42Z', 'updated_at': '2021-09-16T04:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:48.917791 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810f8956-0e24-4220-9d78-8f70e515ed6d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:48.923682 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-810f8956-0e24-4220-9d78-8f70e515ed6d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.940133 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-62898a18-a591-4427-9001-d1c03eb53ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.002422 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a7c96b-4e6d-4293-8945-9c48659a0fd7 None None] Pushing event updated for resources: {'Port': ['ID=b6911a71-763e-4528-ac69-4a564ccb8ab6,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:49.009450 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01518f7e-57d6-4cd1-b15b-94ece01cfa5c None None] The sync data for ids ['dd8289e3-069e-4935-b3fa-fb2dd224738a'] in n-d-712139-15 is: [{'id': 'dd8289e3-069e-4935-b3fa-fb2dd224738a', 'name': 'tempest-FloatingIPDetailsTestJSON-1077667139-router', 'tenant_id': '5fb5af7802e6479b8f287d582163f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '380a9d01-3aea-4955-8392-e684be3051e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:40Z', 'updated_at': '2021-09-16T04:45:43Z', 'revision_number': 3, 'project_id': '5fb5af7802e6479b8f287d582163f0b2', 'gw_port': {'id': '380a9d01-3aea-4955-8392-e684be3051e7', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8289e3-069e-4935-b3fa-fb2dd224738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:42Z', 'updated_at': '2021-09-16T04:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:45:49.018594 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62898a18-a591-4427-9001-d1c03eb53ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=29b51d32-ce8a-4366-8942-e095197fe9fd,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:49.058445 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:45:49.064769 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:45:49.066995 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-44d424eb-83a6-4ef0-90f3-5417f9d470a9 None None] Provisioning complete for port b6911a71-763e-4528-ac69-4a564ccb8ab6 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:49.067434 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-44d424eb-83a6-4ef0-90f3-5417f9d470a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.212640 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-04c333ad-67ed-4d52-b32d-2b2346a5da01 None None] Deleting port ddb1040e-f9cc-4bd3-9f9d-3d6b4b24b492 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:49.213427 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-04c333ad-67ed-4d52-b32d-2b2346a5da01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.417256 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-04c333ad-67ed-4d52-b32d-2b2346a5da01 None None] For port ddb1040e-f9cc-4bd3-9f9d-3d6b4b24b492, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=ddb1040e-f9cc-4bd3-9f9d-3d6b4b24b492,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:49.418018 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-04c333ad-67ed-4d52-b32d-2b2346a5da01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.436112 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-62898a18-a591-4427-9001-d1c03eb53ab0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.443761 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-04c333ad-67ed-4d52-b32d-2b2346a5da01 None None] Calling delete_port for ddb1040e-f9cc-4bd3-9f9d-3d6b4b24b492 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:49.452380 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-62898a18-a591-4427-9001-d1c03eb53ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.658635 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-04c333ad-67ed-4d52-b32d-2b2346a5da01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.695334 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-62898a18-a591-4427-9001-d1c03eb53ab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.705592 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62898a18-a591-4427-9001-d1c03eb53ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=29b51d32-ce8a-4366-8942-e095197fe9fd,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:49.719085 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e2b5c-78c2-4de0-aea5-6eb881e6097c req-7729caae-b73d-49c4-be92-00b0ef6bf4f9 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:49.735857 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-489e2b5c-78c2-4de0-aea5-6eb881e6097c req-7729caae-b73d-49c4-be92-00b0ef6bf4f9 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f962a06-2e94-4f63-8029-7e61440439a2 HTTP/1.1" status: 200 len: 945 time: 0.8295529 Sep 16 04:45:49.752534 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c333ad-67ed-4d52-b32d-2b2346a5da01 None None] No DVR routers for this DVR port ddb1040e-f9cc-4bd3-9f9d-3d6b4b24b492 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:49.755342 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-5bddc4f5-ec4d-43bc-8f7c-5ea11c4736ab None None] Provisioning complete for port 29b51d32-ce8a-4366-8942-e095197fe9fd triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:49.755717 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5bddc4f5-ec4d-43bc-8f7c-5ea11c4736ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.758917 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c333ad-67ed-4d52-b32d-2b2346a5da01 None None] Pushing event deleted for resources: {'Port': ['ID=ddb1040e-f9cc-4bd3-9f9d-3d6b4b24b492,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:49.816804 n-d-712139-15 neutron-server[94767]: DEBUG neutron.objects.ports [None req-810f8956-0e24-4220-9d78-8f70e515ed6d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:45:49.822687 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-810f8956-0e24-4220-9d78-8f70e515ed6d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.870090 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-5bddc4f5-ec4d-43bc-8f7c-5ea11c4736ab None None] Port 29b51d32-ce8a-4366-8942-e095197fe9fd cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:45:49.960995 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62898a18-a591-4427-9001-d1c03eb53ab0 admin admin] Network cc5d8956-44c8-48ba-8e5b-fd8f935eeb6f is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:49.961551 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-62898a18-a591-4427-9001-d1c03eb53ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:50.071135 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810f8956-0e24-4220-9d78-8f70e515ed6d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:50.099669 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-489e2b5c-78c2-4de0-aea5-6eb881e6097c req-23387edb-1b59-4da0-aeba-874affad3ea2 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626320 Sep 16 04:45:50.127546 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-810f8956-0e24-4220-9d78-8f70e515ed6d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:50.139470 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810f8956-0e24-4220-9d78-8f70e515ed6d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:50.142279 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 38770) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:50.144745 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2398ff47-e5ea-467f-924a-1c030ce4b925 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:50.145415 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-810f8956-0e24-4220-9d78-8f70e515ed6d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:50.237312 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-810f8956-0e24-4220-9d78-8f70e515ed6d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7970915 Sep 16 04:45:50.258735 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38774) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:50.286350 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-f1e38586-ee01-4a23-afe7-3836515b68d9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:50.298958 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device b6911a71-763e-4528-ac69-4a564ccb8ab6 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:50.306629 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f8956-0e24-4220-9d78-8f70e515ed6d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Subnet': ['ID=4bde2cbb-7ef5-4550-b812-c1e1775f5be9,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:50.696323 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e38586-ee01-4a23-afe7-3836515b68d9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:50.700184 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f1e38586-ee01-4a23-afe7-3836515b68d9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:50.786345 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-71449bc9-1c8e-4ac9-abaf-7deb5928c1e5 None None] Provisioning complete for port 29b51d32-ce8a-4366-8942-e095197fe9fd triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:50.787494 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-71449bc9-1c8e-4ac9-abaf-7deb5928c1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:50.893297 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port b6911a71-763e-4528-ac69-4a564ccb8ab6 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:50.901879 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:50.920178 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-760dd306-e5b4-4e45-a840-3114d2c5ca6c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1599593124-network', 'tenant_id': 'e6cc3afe070643bb85e91919d4f43b74'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:50.940252 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62898a18-a591-4427-9001-d1c03eb53ab0 admin admin] Router dd8289e3-069e-4935-b3fa-fb2dd224738a has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:45:51.024895 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760dd306-e5b4-4e45-a840-3114d2c5ca6c admin admin] Made reservation on behalf of e6cc3afe070643bb85e91919d4f43b74 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:51.034318 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-760dd306-e5b4-4e45-a840-3114d2c5ca6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:51.079245 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-760dd306-e5b4-4e45-a840-3114d2c5ca6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:51.134866 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-71449bc9-1c8e-4ac9-abaf-7deb5928c1e5 None None] Port 29b51d32-ce8a-4366-8942-e095197fe9fd cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:45:51.149975 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffeec741-bcf9-484b-b6dc-55c30446c683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'tenant_id': '3adf2e42a132432f9eca7df19231c9e3', 'fixed_ips': [{'subnet_id': '4bde2cbb-7ef5-4550-b812-c1e1775f5be9'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:45:51.157220 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ffeec741-bcf9-484b-b6dc-55c30446c683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:51.215154 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f1e38586-ee01-4a23-afe7-3836515b68d9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:51.271175 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e38586-ee01-4a23-afe7-3836515b68d9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:51.275271 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-f1e38586-ee01-4a23-afe7-3836515b68d9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:51.276462 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 380a9d01-3aea-4955-8392-e684be3051e7 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:51.282511 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e38586-ee01-4a23-afe7-3836515b68d9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:51.283664 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f1e38586-ee01-4a23-afe7-3836515b68d9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:51.307860 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e38586-ee01-4a23-afe7-3836515b68d9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Subnet': ['ID=54365ebe-11a6-4a48-8411-a3ef53dfd0e8,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:51.308238 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62898a18-a591-4427-9001-d1c03eb53ab0 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:45:51.338721 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-62898a18-a591-4427-9001-d1c03eb53ab0 admin admin] 10.222.0.35 "PUT /v2.0/routers/dd8289e3-069e-4935-b3fa-fb2dd224738a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8437009 Sep 16 04:45:51.440076 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-760dd306-e5b4-4e45-a840-3114d2c5ca6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:51.457972 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f1e38586-ee01-4a23-afe7-3836515b68d9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1949470 Sep 16 04:45:51.458296 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38784) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:51.466949 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-760dd306-e5b4-4e45-a840-3114d2c5ca6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:51.468032 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-063b3d20-4266-4d85-b56b-129ff170a92e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'port': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'mac_address': 'fa:16:3e:7e:79:7a', 'name': 'tempest-NetworksTestDHCPv6-1303860331'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:51.532534 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-ffeec741-bcf9-484b-b6dc-55c30446c683 None None] Allocated IP 2001:db8::f816:3eff:fe87:c8c8 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/4bde2cbb-7ef5-4550-b812-c1e1775f5be9/82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:51.558202 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-760dd306-e5b4-4e45-a840-3114d2c5ca6c admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:45:51.584141 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-760dd306-e5b4-4e45-a840-3114d2c5ca6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:51.584669 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-760dd306-e5b4-4e45-a840-3114d2c5ca6c admin admin] Added segment 563ffb0c-abbc-4891-bc16-630f77fa0d00 of type vlan for network 8be6671c-d3cc-4762-a06c-3e49bba8fa99 Sep 16 04:45:51.719888 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-760dd306-e5b4-4e45-a840-3114d2c5ca6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:51.831103 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760dd306-e5b4-4e45-a840-3114d2c5ca6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e384218-6eb6-4688-bca4-6d5759ccb1c1,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:51.852111 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-760dd306-e5b4-4e45-a840-3114d2c5ca6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:51.857326 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760dd306-e5b4-4e45-a840-3114d2c5ca6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:51.863521 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-760dd306-e5b4-4e45-a840-3114d2c5ca6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:51.930532 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063b3d20-4266-4d85-b56b-129ff170a92e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:51.954122 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ffeec741-bcf9-484b-b6dc-55c30446c683 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:51.960138 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-760dd306-e5b4-4e45-a840-3114d2c5ca6c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8023336 Sep 16 04:45:51.965760 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 38790) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:51.985712 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ffeec741-bcf9-484b-b6dc-55c30446c683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:52.042385 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-bed4119a-fa3a-49fa-802a-1b438df5bb1e admin admin] Request body: {'subnet': {'network_id': '8be6671c-d3cc-4762-a06c-3e49bba8fa99', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1599593124-subnet', 'tenant_id': 'e6cc3afe070643bb85e91919d4f43b74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:52.171561 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed4119a-fa3a-49fa-802a-1b438df5bb1e admin admin] Made reservation on behalf of e6cc3afe070643bb85e91919d4f43b74 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:52.174703 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bed4119a-fa3a-49fa-802a-1b438df5bb1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:52.178639 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760dd306-e5b4-4e45-a840-3114d2c5ca6c admin admin] Pushing event updated for resources: {'Network': ['ID=8be6671c-d3cc-4762-a06c-3e49bba8fa99,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:52.189016 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffeec741-bcf9-484b-b6dc-55c30446c683 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:52.197072 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 8be6671c-d3cc-4762-a06c-3e49bba8fa99 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:45:52.319173 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-063b3d20-4266-4d85-b56b-129ff170a92e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:52.325841 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-ffeec741-bcf9-484b-b6dc-55c30446c683 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:52.393664 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeec741-bcf9-484b-b6dc-55c30446c683 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:52.413185 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-063b3d20-4266-4d85-b56b-129ff170a92e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] device_id is not set on port fdda5ec6-e301-4d92-ab7f-77b6cc89cb3c yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:45:52.486080 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bc6b76-9322-449f-b7e4-f52cf35502cb None None] Sync routers for ids ['dd8289e3-069e-4935-b3fa-fb2dd224738a'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:45:52.507911 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bc6b76-9322-449f-b7e4-f52cf35502cb None None] Routers {'dd8289e3-069e-4935-b3fa-fb2dd224738a'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:52.508686 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-51bc6b76-9322-449f-b7e4-f52cf35502cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:45:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['dd8289e3-069e-4935-b3fa-fb2dd224738a'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:52.606098 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeec741-bcf9-484b-b6dc-55c30446c683 None None] Pushing event updated for resources: {'Port': ['ID=82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:52.773016 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 380a9d01-3aea-4955-8392-e684be3051e7 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:52.773805 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:52.861572 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bed4119a-fa3a-49fa-802a-1b438df5bb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:52.886727 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-51bc6b76-9322-449f-b7e4-f52cf35502cb None None] Set router dd8289e3-069e-4935-b3fa-fb2dd224738a gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:45:52.913704 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-063b3d20-4266-4d85-b56b-129ff170a92e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Allocated IP 172.20.0.6 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/54365ebe-11a6-4a48-8411-a3ef53dfd0e8/fdda5ec6-e301-4d92-ab7f-77b6cc89cb3c) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:52.926470 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-063b3d20-4266-4d85-b56b-129ff170a92e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Allocated IP 2001:db8::f816:3eff:fe7e:797a (c1806bde-f213-4a7a-844d-fa613e1e0ff4/4bde2cbb-7ef5-4550-b812-c1e1775f5be9/fdda5ec6-e301-4d92-ab7f-77b6cc89cb3c) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:52.941832 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-ffeec741-bcf9-484b-b6dc-55c30446c683 None None] Attempting to bind port 82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:52.942200 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-ffeec741-bcf9-484b-b6dc-55c30446c683 None None] Attempting to bind port 82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:52.942560 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeec741-bcf9-484b-b6dc-55c30446c683 None None] Attempting to bind port 82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a on network c1806bde-f213-4a7a-844d-fa613e1e0ff4 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:52.961797 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeec741-bcf9-484b-b6dc-55c30446c683 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:52.962708 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeec741-bcf9-484b-b6dc-55c30446c683 None None] Checking segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:52.963285 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ffeec741-bcf9-484b-b6dc-55c30446c683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:52.963685 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeec741-bcf9-484b-b6dc-55c30446c683 None None] Bound using segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:52.964171 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-ffeec741-bcf9-484b-b6dc-55c30446c683 None None] Bound port: 82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:52.964551 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ffeec741-bcf9-484b-b6dc-55c30446c683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:53.044488 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed4119a-fa3a-49fa-802a-1b438df5bb1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=42961f04-c4e3-4e68-8e72-088e4f8f47e6,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:53.076014 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed4119a-fa3a-49fa-802a-1b438df5bb1e admin admin] Checking segment: {'id': '563ffb0c-abbc-4891-bc16-630f77fa0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8be6671c-d3cc-4762-a06c-3e49bba8fa99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:53.076379 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed4119a-fa3a-49fa-802a-1b438df5bb1e admin admin] Network hostable DHCP agents. Network: 8be6671c-d3cc-4762-a06c-3e49bba8fa99, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:45:53.132356 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed4119a-fa3a-49fa-802a-1b438df5bb1e admin admin] Network 8be6671c-d3cc-4762-a06c-3e49bba8fa99 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:45:53.159673 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-bed4119a-fa3a-49fa-802a-1b438df5bb1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 8be6671c-d3cc-4762-a06c-3e49bba8fa99) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:53.177307 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed4119a-fa3a-49fa-802a-1b438df5bb1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:53.177913 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bed4119a-fa3a-49fa-802a-1b438df5bb1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:53.215738 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-bed4119a-fa3a-49fa-802a-1b438df5bb1e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1795607 Sep 16 04:45:53.222271 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 38796) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:53.240919 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-ffeec741-bcf9-484b-b6dc-55c30446c683 None None] For port 82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:53.244375 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-0094fcc0-a9d9-4d7f-8e51-c253de3f3c0f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1599593124-router', 'tenant_id': 'e6cc3afe070643bb85e91919d4f43b74', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:53.252354 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-ffeec741-bcf9-484b-b6dc-55c30446c683 None None] For port 82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:53.256861 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-063b3d20-4266-4d85-b56b-129ff170a92e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:53.273027 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acf4730-114e-444f-9749-be037e7ce34c None None] Network 8be6671c-d3cc-4762-a06c-3e49bba8fa99 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:53.298540 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0094fcc0-a9d9-4d7f-8e51-c253de3f3c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:53.302052 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0094fcc0-a9d9-4d7f-8e51-c253de3f3c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:53.309202 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-063b3d20-4266-4d85-b56b-129ff170a92e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:53.413684 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063b3d20-4266-4d85-b56b-129ff170a92e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:53.422052 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-063b3d20-4266-4d85-b56b-129ff170a92e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:53.429166 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063b3d20-4266-4d85-b56b-129ff170a92e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:53.464444 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0094fcc0-a9d9-4d7f-8e51-c253de3f3c0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:53.466258 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:53.488180 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ffeec741-bcf9-484b-b6dc-55c30446c683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:53.613561 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 380a9d01-3aea-4955-8392-e684be3051e7, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=380a9d01-3aea-4955-8392-e684be3051e7,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:53.647273 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:53.707546 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063b3d20-4266-4d85-b56b-129ff170a92e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:53.713506 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-063b3d20-4266-4d85-b56b-129ff170a92e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:53.760233 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b3d20-4266-4d85-b56b-129ff170a92e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Port': ['ID=fdda5ec6-e301-4d92-ab7f-77b6cc89cb3c,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:53.777177 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-063b3d20-4266-4d85-b56b-129ff170a92e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3175004 Sep 16 04:45:53.780063 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38798) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:53.828294 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0094fcc0-a9d9-4d7f-8e51-c253de3f3c0f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:53.839226 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-51bc6b76-9322-449f-b7e4-f52cf35502cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8289e3-069e-4935-b3fa-fb2dd224738a', 'name': 'tempest-FloatingIPDetailsTestJSON-1077667139-router', 'tenant_id': '5fb5af7802e6479b8f287d582163f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '380a9d01-3aea-4955-8392-e684be3051e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:40Z', 'updated_at': '2021-09-16T04:45:48Z', 'revision_number': 4, 'project_id': '5fb5af7802e6479b8f287d582163f0b2', 'gw_port': {'id': '380a9d01-3aea-4955-8392-e684be3051e7', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8289e3-069e-4935-b3fa-fb2dd224738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:42Z', 'updated_at': '2021-09-16T04:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '29b51d32-ce8a-4366-8942-e095197fe9fd', 'name': '', 'network_id': 'cc5d8956-44c8-48ba-8e5b-fd8f935eeb6f', 'tenant_id': '5fb5af7802e6479b8f287d582163f0b2', 'mac_address': 'fa:16:3e:ce:a4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8289e3-069e-4935-b3fa-fb2dd224738a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '55f76d19-ae1c-4d89-958d-4ecfddda3adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:47Z', 'updated_at': '2021-09-16T04:45:49Z', 'revision_number': 2, 'project_id': '5fb5af7802e6479b8f287d582163f0b2', 'subnets': [{'id': '55f76d19-ae1c-4d89-958d-4ecfddda3adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:53.853884 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device ddb1040e-f9cc-4bd3-9f9d-3d6b4b24b492 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:53.915376 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7792e3e4-0219-4ab8-9f1d-91c183982e67 None None] Network 8be6671c-d3cc-4762-a06c-3e49bba8fa99 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:53.958289 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bc6b76-9322-449f-b7e4-f52cf35502cb None None] Checking router: dd8289e3-069e-4935-b3fa-fb2dd224738a for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:45:53.958641 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bc6b76-9322-449f-b7e4-f52cf35502cb None None] Updating router dd8289e3-069e-4935-b3fa-fb2dd224738a port 29b51d32-ce8a-4366-8942-e095197fe9fd binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:45:53.963119 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e38b50-b059-4d3f-ad0d-3517814d1ef7 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:54.006115 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e38b50-b059-4d3f-ad0d-3517814d1ef7 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:54.016279 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-75e38b50-b059-4d3f-ad0d-3517814d1ef7 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2332032 Sep 16 04:45:54.017041 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38800) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:54.063853 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-51bc6b76-9322-449f-b7e4-f52cf35502cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:54.246562 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeec741-bcf9-484b-b6dc-55c30446c683 None None] Pushing event updated for resources: {'Port': ['ID=82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:54.288245 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: ddb1040e-f9cc-4bd3-9f9d-3d6b4b24b492 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:54.295563 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device ddb1040e-f9cc-4bd3-9f9d-3d6b4b24b492 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:54.312668 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-87b2c3bf-7bbb-4272-b6b5-bbfb15ba1e98 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting port fdda5ec6-e301-4d92-ab7f-77b6cc89cb3c {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:54.317299 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-87b2c3bf-7bbb-4272-b6b5-bbfb15ba1e98 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:54.531732 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=380a9d01-3aea-4955-8392-e684be3051e7,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:54.584935 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:54.632368 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0094fcc0-a9d9-4d7f-8e51-c253de3f3c0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:54.662416 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-87b2c3bf-7bbb-4272-b6b5-bbfb15ba1e98 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:54.690322 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:54.694403 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:54.697650 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-87b2c3bf-7bbb-4272-b6b5-bbfb15ba1e98 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Calling delete_port for fdda5ec6-e301-4d92-ab7f-77b6cc89cb3c owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:54.700445 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0094fcc0-a9d9-4d7f-8e51-c253de3f3c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:54.953702 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:54.981707 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-51bc6b76-9322-449f-b7e4-f52cf35502cb None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:55.005556 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-51bc6b76-9322-449f-b7e4-f52cf35502cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:55.067990 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:55.070568 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-0094fcc0-a9d9-4d7f-8e51-c253de3f3c0f admin admin] Allocated IP 172.25.8.7 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/46703329-a77e-4797-822e-102a4e4c1668) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:55.077046 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:55.162895 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef784c4f-10ff-4bb8-8cf3-b7d2a6209851 None None] Pushing event updated for resources: {'Port': ['ID=29b51d32-ce8a-4366-8942-e095197fe9fd,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:55.245923 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-87b2c3bf-7bbb-4272-b6b5-bbfb15ba1e98 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:55.252485 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:55.304350 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2c3bf-7bbb-4272-b6b5-bbfb15ba1e98 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Port': ['ID=fdda5ec6-e301-4d92-ab7f-77b6cc89cb3c,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:55.361283 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-51bc6b76-9322-449f-b7e4-f52cf35502cb None None] Attempting to bind port 29b51d32-ce8a-4366-8942-e095197fe9fd on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:55.362012 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-51bc6b76-9322-449f-b7e4-f52cf35502cb None None] Attempting to bind port 29b51d32-ce8a-4366-8942-e095197fe9fd by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'c32ebf63-6f75-441d-9c4e-b9462f452953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cc5d8956-44c8-48ba-8e5b-fd8f935eeb6f'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:55.363184 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bc6b76-9322-449f-b7e4-f52cf35502cb None None] Attempting to bind port 29b51d32-ce8a-4366-8942-e095197fe9fd on network cc5d8956-44c8-48ba-8e5b-fd8f935eeb6f {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:55.371437 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bc6b76-9322-449f-b7e4-f52cf35502cb None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:55.372527 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bc6b76-9322-449f-b7e4-f52cf35502cb None None] Checking segment: {'id': 'c32ebf63-6f75-441d-9c4e-b9462f452953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cc5d8956-44c8-48ba-8e5b-fd8f935eeb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:55.373190 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-51bc6b76-9322-449f-b7e4-f52cf35502cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:55.373945 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bc6b76-9322-449f-b7e4-f52cf35502cb None None] Bound using segment: {'id': 'c32ebf63-6f75-441d-9c4e-b9462f452953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cc5d8956-44c8-48ba-8e5b-fd8f935eeb6f'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:55.374888 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-51bc6b76-9322-449f-b7e4-f52cf35502cb None None] Bound port: 29b51d32-ce8a-4366-8942-e095197fe9fd, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32ebf63-6f75-441d-9c4e-b9462f452953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cc5d8956-44c8-48ba-8e5b-fd8f935eeb6f'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:55.375534 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-51bc6b76-9322-449f-b7e4-f52cf35502cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:55.424709 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0094fcc0-a9d9-4d7f-8e51-c253de3f3c0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:55.451047 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-87b2c3bf-7bbb-4272-b6b5-bbfb15ba1e98 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:55.459494 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-87b2c3bf-7bbb-4272-b6b5-bbfb15ba1e98 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/fdda5ec6-e301-4d92-ab7f-77b6cc89cb3c HTTP/1.1" status: 204 len: 168 time: 1.4378252 Sep 16 04:45:55.460681 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 38802) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:55.583824 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-51bc6b76-9322-449f-b7e4-f52cf35502cb None None] For port 29b51d32-ce8a-4366-8942-e095197fe9fd, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:55.592415 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-51bc6b76-9322-449f-b7e4-f52cf35502cb None None] For port 29b51d32-ce8a-4366-8942-e095197fe9fd, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=29b51d32-ce8a-4366-8942-e095197fe9fd,segment=NetworkSegment(c32ebf63-6f75-441d-9c4e-b9462f452953),segment_id=c32ebf63-6f75-441d-9c4e-b9462f452953)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:55.600440 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-51bc6b76-9322-449f-b7e4-f52cf35502cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:55.633139 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4be49b4-342b-4586-9513-c19d7a936fe8 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:55.637459 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4be49b4-342b-4586-9513-c19d7a936fe8 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:55.644274 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4be49b4-342b-4586-9513-c19d7a936fe8 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:55.646175 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c4be49b4-342b-4586-9513-c19d7a936fe8 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1817923 Sep 16 04:45:55.649542 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 38804) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:55.697594 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bc6b76-9322-449f-b7e4-f52cf35502cb None None] Routers {'dd8289e3-069e-4935-b3fa-fb2dd224738a'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:55.698479 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-51bc6b76-9322-449f-b7e4-f52cf35502cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:45:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['dd8289e3-069e-4935-b3fa-fb2dd224738a'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:55.703941 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e643c9a9-90e5-412d-86da-684d40638443 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:55.749845 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef784c4f-10ff-4bb8-8cf3-b7d2a6209851 None None] Pushing event updated for resources: {'Port': ['ID=29b51d32-ce8a-4366-8942-e095197fe9fd,revision_number=4']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:55.829770 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0094fcc0-a9d9-4d7f-8e51-c253de3f3c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:55.842452 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-1b2f1b68-55c8-424c-ba6c-dc307c17ee51 None None] Provisioning complete for port 29b51d32-ce8a-4366-8942-e095197fe9fd triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:55.860049 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-85735da4-b43a-4ca5-b13e-071e1f2ef85e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting subnet 4bde2cbb-7ef5-4550-b812-c1e1775f5be9 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:45:55.869681 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1b2f1b68-55c8-424c-ba6c-dc307c17ee51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:55.885564 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-51bc6b76-9322-449f-b7e4-f52cf35502cb None None] Set router dd8289e3-069e-4935-b3fa-fb2dd224738a gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:45:55.890729 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-85735da4-b43a-4ca5-b13e-071e1f2ef85e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:56.045111 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0094fcc0-a9d9-4d7f-8e51-c253de3f3c0f admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:56.069492 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-0094fcc0-a9d9-4d7f-8e51-c253de3f3c0f admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:56.116194 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0094fcc0-a9d9-4d7f-8e51-c253de3f3c0f admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:56.139052 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1b2f1b68-55c8-424c-ba6c-dc307c17ee51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:56.182369 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-1b2f1b68-55c8-424c-ba6c-dc307c17ee51 None None] For port 29b51d32-ce8a-4366-8942-e095197fe9fd, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=29b51d32-ce8a-4366-8942-e095197fe9fd,segment=NetworkSegment(c32ebf63-6f75-441d-9c4e-b9462f452953),segment_id=c32ebf63-6f75-441d-9c4e-b9462f452953)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:56.195686 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1b2f1b68-55c8-424c-ba6c-dc307c17ee51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:56.203628 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094fcc0-a9d9-4d7f-8e51-c253de3f3c0f admin admin] Pushing event updated for resources: {'Port': ['ID=46703329-a77e-4797-822e-102a4e4c1668,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:56.225135 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-85735da4-b43a-4ca5-b13e-071e1f2ef85e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:56.266034 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-1b2f1b68-55c8-424c-ba6c-dc307c17ee51 None None] Provisioning complete for port 82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:56.266598 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1b2f1b68-55c8-424c-ba6c-dc307c17ee51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:56.478572 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20a9713-00fd-4a18-8c65-92a979b980b1 None None] Update dhcp port {'port': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'fixed_ips': [{'subnet_id': '4bde2cbb-7ef5-4550-b812-c1e1775f5be9', 'ip_address': '2001:db8::f816:3eff:fe87:c8c8'}, {'subnet_id': '54365ebe-11a6-4a48-8411-a3ef53dfd0e8'}], 'binding:host_id': 'n-d-712139-15'}, 'id': '82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a'} from n-d-712139-15. {{(pid=94768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:45:56.553293 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-51bc6b76-9322-449f-b7e4-f52cf35502cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8289e3-069e-4935-b3fa-fb2dd224738a', 'name': 'tempest-FloatingIPDetailsTestJSON-1077667139-router', 'tenant_id': '5fb5af7802e6479b8f287d582163f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '380a9d01-3aea-4955-8392-e684be3051e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:40Z', 'updated_at': '2021-09-16T04:45:48Z', 'revision_number': 4, 'project_id': '5fb5af7802e6479b8f287d582163f0b2', 'gw_port': {'id': '380a9d01-3aea-4955-8392-e684be3051e7', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8289e3-069e-4935-b3fa-fb2dd224738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:42Z', 'updated_at': '2021-09-16T04:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '29b51d32-ce8a-4366-8942-e095197fe9fd', 'name': '', 'network_id': 'cc5d8956-44c8-48ba-8e5b-fd8f935eeb6f', 'tenant_id': '5fb5af7802e6479b8f287d582163f0b2', 'mac_address': 'fa:16:3e:ce:a4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8289e3-069e-4935-b3fa-fb2dd224738a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '55f76d19-ae1c-4d89-958d-4ecfddda3adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:47Z', 'updated_at': '2021-09-16T04:45:55Z', 'revision_number': 4, 'project_id': '5fb5af7802e6479b8f287d582163f0b2', 'subnets': [{'id': '55f76d19-ae1c-4d89-958d-4ecfddda3adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:56.661124 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bc6b76-9322-449f-b7e4-f52cf35502cb None None] The sync data for ids ['dd8289e3-069e-4935-b3fa-fb2dd224738a'] in n-d-712139-15 is: [{'id': 'dd8289e3-069e-4935-b3fa-fb2dd224738a', 'name': 'tempest-FloatingIPDetailsTestJSON-1077667139-router', 'tenant_id': '5fb5af7802e6479b8f287d582163f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '380a9d01-3aea-4955-8392-e684be3051e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:40Z', 'updated_at': '2021-09-16T04:45:48Z', 'revision_number': 4, 'project_id': '5fb5af7802e6479b8f287d582163f0b2', 'gw_port': {'id': '380a9d01-3aea-4955-8392-e684be3051e7', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8289e3-069e-4935-b3fa-fb2dd224738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:42Z', 'updated_at': '2021-09-16T04:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '29b51d32-ce8a-4366-8942-e095197fe9fd', 'name': '', 'network_id': 'cc5d8956-44c8-48ba-8e5b-fd8f935eeb6f', 'tenant_id': '5fb5af7802e6479b8f287d582163f0b2', 'mac_address': 'fa:16:3e:ce:a4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8289e3-069e-4935-b3fa-fb2dd224738a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '55f76d19-ae1c-4d89-958d-4ecfddda3adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:47Z', 'updated_at': '2021-09-16T04:45:55Z', 'revision_number': 4, 'project_id': '5fb5af7802e6479b8f287d582163f0b2', 'subnets': [{'id': '55f76d19-ae1c-4d89-958d-4ecfddda3adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:45:56.884196 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-85735da4-b43a-4ca5-b13e-071e1f2ef85e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:56.916304 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d20a9713-00fd-4a18-8c65-92a979b980b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:56.933848 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f1b68-55c8-424c-ba6c-dc307c17ee51 None None] Pushing event updated for resources: {'Port': ['ID=29b51d32-ce8a-4366-8942-e095197fe9fd,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:57.100905 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2f1b68-55c8-424c-ba6c-dc307c17ee51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:57.101618 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2f1b68-55c8-424c-ba6c-dc307c17ee51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:57.102236 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2f1b68-55c8-424c-ba6c-dc307c17ee51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:57.102935 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2f1b68-55c8-424c-ba6c-dc307c17ee51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:57.103926 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2f1b68-55c8-424c-ba6c-dc307c17ee51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:57.104585 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2f1b68-55c8-424c-ba6c-dc307c17ee51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:57.105260 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2f1b68-55c8-424c-ba6c-dc307c17ee51 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:57.105894 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2f1b68-55c8-424c-ba6c-dc307c17ee51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:57.106422 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2f1b68-55c8-424c-ba6c-dc307c17ee51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:57.106939 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2f1b68-55c8-424c-ba6c-dc307c17ee51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:57.107437 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2f1b68-55c8-424c-ba6c-dc307c17ee51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:57.107890 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2f1b68-55c8-424c-ba6c-dc307c17ee51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:57.112767 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:57.177404 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0094fcc0-a9d9-4d7f-8e51-c253de3f3c0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:57.303291 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:57.304597 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:57.428799 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 380a9d01-3aea-4955-8392-e684be3051e7 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:57.473028 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-4c913e66-544a-44b0-b64a-68ee193e619b None None] Provisioning complete for port 29b51d32-ce8a-4366-8942-e095197fe9fd triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:57.473498 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4c913e66-544a-44b0-b64a-68ee193e619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:57.545118 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 380a9d01-3aea-4955-8392-e684be3051e7 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:57.545501 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:57.668487 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0094fcc0-a9d9-4d7f-8e51-c253de3f3c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server [None req-d20a9713-00fd-4a18-8c65-92a979b980b1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4bde2cbb-7ef5-4550-b812-c1e1775f5be9: This subnet is being modified by another concurrent operation. Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:45:57.698333 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:45:57.701829 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:45:57.701829 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:45:57.701829 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:45:57.701829 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:45:57.701829 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:45:57.701829 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:45:57.701829 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:45:57.701829 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:45:57.701829 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:45:57.701829 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:45:57.701829 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:45:57.701829 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:45:57.701829 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:45:57.701829 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:45:57.701829 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 16 04:45:57.701829 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 16 04:45:57.701829 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 04:45:57.701829 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 04:45:57.701829 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 16 04:45:57.701829 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 16 04:45:57.701829 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 16 04:45:57.701829 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 16 04:45:57.701829 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 16 04:45:57.701829 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 16 04:45:57.701829 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 16 04:45:57.701829 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 04:45:57.701829 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 04:45:57.701829 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 04:45:57.701829 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 04:45:57.701829 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise exception Sep 16 04:45:57.701829 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4bde2cbb-7ef5-4550-b812-c1e1775f5be9: This subnet is being modified by another concurrent operation. Sep 16 04:45:57.701829 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server Sep 16 04:45:57.928472 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-1352cfa9-068d-4af1-b2e7-0558800eebab None None] Provisioning complete for port 82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:57.936248 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1352cfa9-068d-4af1-b2e7-0558800eebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:58.044291 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-85735da4-b43a-4ca5-b13e-071e1f2ef85e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:58.128316 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-85735da4-b43a-4ca5-b13e-071e1f2ef85e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:58.140723 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-85735da4-b43a-4ca5-b13e-071e1f2ef85e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/4bde2cbb-7ef5-4550-b812-c1e1775f5be9 HTTP/1.1" status: 204 len: 168 time: 2.4882066 Sep 16 04:45:58.143715 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38810) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:58.144967 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85735da4-b43a-4ca5-b13e-071e1f2ef85e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Subnet': ['ID=4bde2cbb-7ef5-4550-b812-c1e1775f5be9,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:58.249620 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0094fcc0-a9d9-4d7f-8e51-c253de3f3c0f admin admin] Router eb2beb83-c51b-4e7d-b97f-7b335bdc242f is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:45:58.251087 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fa2f17-66b3-424a-9ba0-fff65c775328 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:58.328926 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9161b9e9-f461-48f7-a17b-9578c7c2bca5 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting subnet 54365ebe-11a6-4a48-8411-a3ef53dfd0e8 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:45:58.337729 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9161b9e9-f461-48f7-a17b-9578c7c2bca5 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:58.510253 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9161b9e9-f461-48f7-a17b-9578c7c2bca5 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:58.517176 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-6d6ec69c-544a-4886-9bf5-43ce74ac7c67 None None] Could not find standard attr ID for object fdda5ec6-e301-4d92-ab7f-77b6cc89cb3c. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:45:58.625984 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0094fcc0-a9d9-4d7f-8e51-c253de3f3c0f admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:45:58.647768 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 29b51d32-ce8a-4366-8942-e095197fe9fd up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:58.669529 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0094fcc0-a9d9-4d7f-8e51-c253de3f3c0f admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:58.674391 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0094fcc0-a9d9-4d7f-8e51-c253de3f3c0f admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4490476 Sep 16 04:45:58.677288 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 38812) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:58.701514 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2d2051-2daf-400d-9701-658dac05832e None None] Sync routers for ids ['eb2beb83-c51b-4e7d-b97f-7b335bdc242f'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:45:58.728115 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9161b9e9-f461-48f7-a17b-9578c7c2bca5 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:58.889703 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9161b9e9-f461-48f7-a17b-9578c7c2bca5 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:58.964074 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2d2051-2daf-400d-9701-658dac05832e None None] Routers {'eb2beb83-c51b-4e7d-b97f-7b335bdc242f'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:58.967516 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-7f2d2051-2daf-400d-9701-658dac05832e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:45:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['eb2beb83-c51b-4e7d-b97f-7b335bdc242f'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:59.007828 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9161b9e9-f461-48f7-a17b-9578c7c2bca5 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:59.019526 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9161b9e9-f461-48f7-a17b-9578c7c2bca5 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/54365ebe-11a6-4a48-8411-a3ef53dfd0e8 HTTP/1.1" status: 204 len: 168 time: 0.8688216 Sep 16 04:45:59.020957 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 38814) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:59.022820 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9161b9e9-f461-48f7-a17b-9578c7c2bca5 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Subnet': ['ID=54365ebe-11a6-4a48-8411-a3ef53dfd0e8,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:59.311703 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-7f2d2051-2daf-400d-9701-658dac05832e None None] Set router eb2beb83-c51b-4e7d-b97f-7b335bdc242f gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:45:59.343109 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f1c86acb-9df1-44e8-8634-fa0f0112d548 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3206992 Sep 16 04:45:59.348115 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38816) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:59.354552 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-40f98dfc-252a-401a-9dcc-903b87c1a2fe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:59.660553 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f98dfc-252a-401a-9dcc-903b87c1a2fe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:59.670846 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-40f98dfc-252a-401a-9dcc-903b87c1a2fe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:59.806018 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 29b51d32-ce8a-4366-8942-e095197fe9fd triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:59.806018 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:00.154167 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e7f6264f-bf27-42b8-9225-abe4116362a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:00.205785 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:00.335702 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-7f2d2051-2daf-400d-9701-658dac05832e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2beb83-c51b-4e7d-b97f-7b335bdc242f', 'name': 'tempest-ServerRescueTestJSON-1599593124-router', 'tenant_id': 'e6cc3afe070643bb85e91919d4f43b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '46703329-a77e-4797-822e-102a4e4c1668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:53Z', 'updated_at': '2021-09-16T04:45:56Z', 'revision_number': 3, 'project_id': 'e6cc3afe070643bb85e91919d4f43b74', 'gw_port': {'id': '46703329-a77e-4797-822e-102a4e4c1668', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2beb83-c51b-4e7d-b97f-7b335bdc242f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:54Z', 'updated_at': '2021-09-16T04:45:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:00.339637 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584613be-f6ca-4c1c-bb39-c0206dec123a None None] Update dhcp port {'port': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'fixed_ips': [{'subnet_id': '54365ebe-11a6-4a48-8411-a3ef53dfd0e8'}], 'binding:host_id': 'n-d-712139-15'}, 'id': '82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a'} from n-d-712139-15. {{(pid=94768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:46:00.363710 n-d-712139-15 neutron-server[94767]: DEBUG neutron.objects.ports [None req-40f98dfc-252a-401a-9dcc-903b87c1a2fe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:46:00.457019 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2d2051-2daf-400d-9701-658dac05832e None None] Checking router: eb2beb83-c51b-4e7d-b97f-7b335bdc242f for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:46:00.457600 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2d2051-2daf-400d-9701-658dac05832e None None] Updating router eb2beb83-c51b-4e7d-b97f-7b335bdc242f port 46703329-a77e-4797-822e-102a4e4c1668 binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:46:00.531602 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-584613be-f6ca-4c1c-bb39-c0206dec123a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:00.573079 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7f2d2051-2daf-400d-9701-658dac05832e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:00.590152 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-e7f6264f-bf27-42b8-9225-abe4116362a9 admin admin] Allocated IP 172.20.0.1 (8be6671c-d3cc-4762-a06c-3e49bba8fa99/42961f04-c4e3-4e68-8e72-088e4f8f47e6/71a8238f-fd0b-42e3-b92d-da8e6b12dd6e) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:00.850042 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:00.880495 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e7f6264f-bf27-42b8-9225-abe4116362a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:00.976255 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e7f6264f-bf27-42b8-9225-abe4116362a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:01.017633 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f6264f-bf27-42b8-9225-abe4116362a9 admin admin] Network 8be6671c-d3cc-4762-a06c-3e49bba8fa99 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:01.022716 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-e7f6264f-bf27-42b8-9225-abe4116362a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:01.083853 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f6264f-bf27-42b8-9225-abe4116362a9 admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:01.091298 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e7f6264f-bf27-42b8-9225-abe4116362a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:01.145454 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:01.160941 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:01.165429 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6264f-bf27-42b8-9225-abe4116362a9 admin admin] Pushing event updated for resources: {'Port': ['ID=71a8238f-fd0b-42e3-b92d-da8e6b12dd6e,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:01.251757 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad2aa42-9742-413b-84de-ae6e508315fb None None] get_active_networks_info from n-d-712139-15 {{(pid=94768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:46:01.381993 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e7f6264f-bf27-42b8-9225-abe4116362a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:01.390992 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-40f98dfc-252a-401a-9dcc-903b87c1a2fe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:01.554939 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-dcc81dcf-4dd8-4a05-b3c5-2956a816cae0 None None] Provisioning complete for port 82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:01.555512 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-dcc81dcf-4dd8-4a05-b3c5-2956a816cae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:01.610402 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:01.795820 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-dcc81dcf-4dd8-4a05-b3c5-2956a816cae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:01.843195 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-40f98dfc-252a-401a-9dcc-903b87c1a2fe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] For port 82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:01.846565 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e7f6264f-bf27-42b8-9225-abe4116362a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:01.855347 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e7f6264f-bf27-42b8-9225-abe4116362a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:01.902729 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad2aa42-9742-413b-84de-ae6e508315fb None None] Resources bound (agent type, host, resource id): {{(pid=94768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:46:01.914091 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-40f98dfc-252a-401a-9dcc-903b87c1a2fe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:01.920151 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-40f98dfc-252a-401a-9dcc-903b87c1a2fe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:01.920679 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-40f98dfc-252a-401a-9dcc-903b87c1a2fe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:01.971034 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7f2d2051-2daf-400d-9701-658dac05832e None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:01.973342 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-dcc81dcf-4dd8-4a05-b3c5-2956a816cae0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:46:01.973825 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-dcc81dcf-4dd8-4a05-b3c5-2956a816cae0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:46:02.037582 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7f2d2051-2daf-400d-9701-658dac05832e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:02.162639 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f98dfc-252a-401a-9dcc-903b87c1a2fe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Port': ['ID=82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a,revision_number=7']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:02.165859 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f98dfc-252a-401a-9dcc-903b87c1a2fe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Subnet': ['ID=47f7b584-e5c8-4df5-9322-f024a3502745,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:02.196826 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-7f2d2051-2daf-400d-9701-658dac05832e None None] Attempting to bind port 46703329-a77e-4797-822e-102a4e4c1668 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:46:02.197359 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-7f2d2051-2daf-400d-9701-658dac05832e None None] Attempting to bind port 46703329-a77e-4797-822e-102a4e4c1668 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:46:02.197867 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2d2051-2daf-400d-9701-658dac05832e None None] Attempting to bind port 46703329-a77e-4797-822e-102a4e4c1668 on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:02.198633 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f98dfc-252a-401a-9dcc-903b87c1a2fe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:02.200145 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-40f98dfc-252a-401a-9dcc-903b87c1a2fe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:02.204041 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f98dfc-252a-401a-9dcc-903b87c1a2fe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:02.204414 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-40f98dfc-252a-401a-9dcc-903b87c1a2fe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:02.206838 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3caae2d-bc5e-4f88-be93-4ada27295266 None None] Pushing event updated for resources: {'Port': ['ID=46703329-a77e-4797-822e-102a4e4c1668,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:02.215885 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2d2051-2daf-400d-9701-658dac05832e None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:46:02.216812 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2d2051-2daf-400d-9701-658dac05832e None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:02.217461 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7f2d2051-2daf-400d-9701-658dac05832e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:02.217885 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2d2051-2daf-400d-9701-658dac05832e None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:46:02.218501 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-7f2d2051-2daf-400d-9701-658dac05832e None None] Bound port: 46703329-a77e-4797-822e-102a4e4c1668, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:46:02.219038 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7f2d2051-2daf-400d-9701-658dac05832e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:02.250103 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-40f98dfc-252a-401a-9dcc-903b87c1a2fe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9005768 Sep 16 04:46:02.252989 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38846) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:02.258246 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-075d70fc-0057-4699-8e57-9a32821c9a79 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:02.541718 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075d70fc-0057-4699-8e57-9a32821c9a79 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:02.545268 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-075d70fc-0057-4699-8e57-9a32821c9a79 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:02.591156 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-7f2d2051-2daf-400d-9701-658dac05832e None None] For port 46703329-a77e-4797-822e-102a4e4c1668, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:02.616659 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e7f6264f-bf27-42b8-9225-abe4116362a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:02.625661 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6264f-bf27-42b8-9225-abe4116362a9 admin admin] Pushing event updated for resources: {'Port': ['ID=71a8238f-fd0b-42e3-b92d-da8e6b12dd6e,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:02.710007 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-7f2d2051-2daf-400d-9701-658dac05832e None None] For port 46703329-a77e-4797-822e-102a4e4c1668, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=46703329-a77e-4797-822e-102a4e4c1668,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:46:02.767999 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-dcc81dcf-4dd8-4a05-b3c5-2956a816cae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:02.771877 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f6264f-bf27-42b8-9225-abe4116362a9 admin admin] Network 8be6671c-d3cc-4762-a06c-3e49bba8fa99 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:02.773672 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-e7f6264f-bf27-42b8-9225-abe4116362a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:02.782332 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7f2d2051-2daf-400d-9701-658dac05832e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:02.895055 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-dcc81dcf-4dd8-4a05-b3c5-2956a816cae0 None None] For port 82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:02.918718 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-dcc81dcf-4dd8-4a05-b3c5-2956a816cae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:02.980601 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2d2051-2daf-400d-9701-658dac05832e None None] Routers {'eb2beb83-c51b-4e7d-b97f-7b335bdc242f'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:46:02.981154 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-7f2d2051-2daf-400d-9701-658dac05832e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:45:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['eb2beb83-c51b-4e7d-b97f-7b335bdc242f'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:02.984547 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3caae2d-bc5e-4f88-be93-4ada27295266 None None] Pushing event updated for resources: {'Port': ['ID=46703329-a77e-4797-822e-102a4e4c1668,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:03.034681 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f373d8d3-49da-4144-b141-957bb1c9c3ed req-c0e9de81-3a98-4d2e-82fd-aa75bb337210 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2469466 Sep 16 04:46:03.050462 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-f373d8d3-49da-4144-b141-957bb1c9c3ed req-1f047b35-32ff-46be-a068-f17568aa0324 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:03.149035 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f6264f-bf27-42b8-9225-abe4116362a9 admin admin] Router eb2beb83-c51b-4e7d-b97f-7b335bdc242f has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:46:03.207897 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc81dcf-4dd8-4a05-b3c5-2956a816cae0 None None] Pushing event updated for resources: {'Port': ['ID=82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a,revision_number=8']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:03.220764 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f373d8d3-49da-4144-b141-957bb1c9c3ed req-1f047b35-32ff-46be-a068-f17568aa0324 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks [] for floatingip, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:03.275346 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-7f2d2051-2daf-400d-9701-658dac05832e None None] Set router eb2beb83-c51b-4e7d-b97f-7b335bdc242f gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:46:03.417074 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f6264f-bf27-42b8-9225-abe4116362a9 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:46:03.425052 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e7f6264f-bf27-42b8-9225-abe4116362a9 admin admin] 10.222.0.35 "PUT /v2.0/routers/eb2beb83-c51b-4e7d-b97f-7b335bdc242f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7439916 Sep 16 04:46:03.444271 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-075d70fc-0057-4699-8e57-9a32821c9a79 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:03.631807 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d70fc-0057-4699-8e57-9a32821c9a79 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Subnet': ['ID=284c133c-ea6f-47cd-b1d2-6e320609b84c,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:03.649044 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-7f2d2051-2daf-400d-9701-658dac05832e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2beb83-c51b-4e7d-b97f-7b335bdc242f', 'name': 'tempest-ServerRescueTestJSON-1599593124-router', 'tenant_id': 'e6cc3afe070643bb85e91919d4f43b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '46703329-a77e-4797-822e-102a4e4c1668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:53Z', 'updated_at': '2021-09-16T04:46:01Z', 'revision_number': 4, 'project_id': 'e6cc3afe070643bb85e91919d4f43b74', 'gw_port': {'id': '46703329-a77e-4797-822e-102a4e4c1668', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2beb83-c51b-4e7d-b97f-7b335bdc242f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:54Z', 'updated_at': '2021-09-16T04:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '71a8238f-fd0b-42e3-b92d-da8e6b12dd6e', 'name': '', 'network_id': '8be6671c-d3cc-4762-a06c-3e49bba8fa99', 'tenant_id': 'e6cc3afe070643bb85e91919d4f43b74', 'mac_address': 'fa:16:3e:ad:29:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2beb83-c51b-4e7d-b97f-7b335bdc242f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '42961f04-c4e3-4e68-8e72-088e4f8f47e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:46:00Z', 'updated_at': '2021-09-16T04:46:01Z', 'revision_number': 2, 'project_id': 'e6cc3afe070643bb85e91919d4f43b74', 'subnets': [{'id': '42961f04-c4e3-4e68-8e72-088e4f8f47e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:03.664067 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075d70fc-0057-4699-8e57-9a32821c9a79 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:03.668952 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-075d70fc-0057-4699-8e57-9a32821c9a79 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:03.678487 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075d70fc-0057-4699-8e57-9a32821c9a79 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:03.679101 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-075d70fc-0057-4699-8e57-9a32821c9a79 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:03.685068 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2d2051-2daf-400d-9701-658dac05832e None None] The sync data for ids ['eb2beb83-c51b-4e7d-b97f-7b335bdc242f'] in n-d-712139-15 is: [{'id': 'eb2beb83-c51b-4e7d-b97f-7b335bdc242f', 'name': 'tempest-ServerRescueTestJSON-1599593124-router', 'tenant_id': 'e6cc3afe070643bb85e91919d4f43b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '46703329-a77e-4797-822e-102a4e4c1668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:53Z', 'updated_at': '2021-09-16T04:46:01Z', 'revision_number': 4, 'project_id': 'e6cc3afe070643bb85e91919d4f43b74', 'gw_port': {'id': '46703329-a77e-4797-822e-102a4e4c1668', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2beb83-c51b-4e7d-b97f-7b335bdc242f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:54Z', 'updated_at': '2021-09-16T04:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '71a8238f-fd0b-42e3-b92d-da8e6b12dd6e', 'name': '', 'network_id': '8be6671c-d3cc-4762-a06c-3e49bba8fa99', 'tenant_id': 'e6cc3afe070643bb85e91919d4f43b74', 'mac_address': 'fa:16:3e:ad:29:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2beb83-c51b-4e7d-b97f-7b335bdc242f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '42961f04-c4e3-4e68-8e72-088e4f8f47e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:46:00Z', 'updated_at': '2021-09-16T04:46:01Z', 'revision_number': 2, 'project_id': 'e6cc3afe070643bb85e91919d4f43b74', 'subnets': [{'id': '42961f04-c4e3-4e68-8e72-088e4f8f47e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:46:03.699051 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-075d70fc-0057-4699-8e57-9a32821c9a79 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4447718 Sep 16 04:46:03.702605 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 38872) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:03.709462 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-b14b0189-f1f1-4e4b-91e1-9f3bbb4eb0c2 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'port': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'mac_address': 'fa:16:3e:b1:19:de', 'name': 'tempest-NetworksTestDHCPv6-1830348208'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:03.719533 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f373d8d3-49da-4144-b141-957bb1c9c3ed req-1f047b35-32ff-46be-a068-f17568aa0324 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:03.896167 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14b0189-f1f1-4e4b-91e1-9f3bbb4eb0c2 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:04.002383 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b14b0189-f1f1-4e4b-91e1-9f3bbb4eb0c2 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:04.017538 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-f373d8d3-49da-4144-b141-957bb1c9c3ed req-1f047b35-32ff-46be-a068-f17568aa0324 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Allocated IP 172.25.8.69 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/4c4408f3-c109-4114-8d72-aa57d61d3220) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:04.029009 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-b14b0189-f1f1-4e4b-91e1-9f3bbb4eb0c2 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] device_id is not set on port 70c1c038-bc46-40e8-a0a2-a18c9de9b597 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:46:04.274442 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f373d8d3-49da-4144-b141-957bb1c9c3ed req-1f047b35-32ff-46be-a068-f17568aa0324 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:04.286925 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cceb716-3120-4271-a3a4-9f59f2febb09 None None] get_active_networks_info from n-d-712139-15 {{(pid=94768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:46:04.293350 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-b14b0189-f1f1-4e4b-91e1-9f3bbb4eb0c2 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Allocated IP 172.20.0.9 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/284c133c-ea6f-47cd-b1d2-6e320609b84c/70c1c038-bc46-40e8-a0a2-a18c9de9b597) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:04.304862 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-b14b0189-f1f1-4e4b-91e1-9f3bbb4eb0c2 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Allocated IP 2001:db8::f816:3eff:feb1:19de (c1806bde-f213-4a7a-844d-fa613e1e0ff4/47f7b584-e5c8-4df5-9322-f024a3502745/70c1c038-bc46-40e8-a0a2-a18c9de9b597) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:04.351305 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f373d8d3-49da-4144-b141-957bb1c9c3ed req-1f047b35-32ff-46be-a068-f17568aa0324 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:04.407486 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-eb7ffc95-5a4a-4e0e-ac2d-0b17fee620f6 None None] Provisioning complete for port 82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:04.407863 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-eb7ffc95-5a4a-4e0e-ac2d-0b17fee620f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:04.422923 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f373d8d3-49da-4144-b141-957bb1c9c3ed req-1f047b35-32ff-46be-a068-f17568aa0324 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:04.426855 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-f373d8d3-49da-4144-b141-957bb1c9c3ed req-1f047b35-32ff-46be-a068-f17568aa0324 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:04.438133 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f373d8d3-49da-4144-b141-957bb1c9c3ed req-1f047b35-32ff-46be-a068-f17568aa0324 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:04.445077 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f047b35-32ff-46be-a068-f17568aa0324 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Pushing event updated for resources: {'Port': ['ID=4c4408f3-c109-4114-8d72-aa57d61d3220,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:04.646734 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cceb716-3120-4271-a3a4-9f59f2febb09 None None] Resources bound (agent type, host, resource id): {{(pid=94768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:46:04.661766 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b14b0189-f1f1-4e4b-91e1-9f3bbb4eb0c2 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:04.732954 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b14b0189-f1f1-4e4b-91e1-9f3bbb4eb0c2 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:04.759567 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f373d8d3-49da-4144-b141-957bb1c9c3ed req-1f047b35-32ff-46be-a068-f17568aa0324 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:04.823457 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f373d8d3-49da-4144-b141-957bb1c9c3ed req-1f047b35-32ff-46be-a068-f17568aa0324 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:04.829603 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b0189-f1f1-4e4b-91e1-9f3bbb4eb0c2 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Port': ['ID=70c1c038-bc46-40e8-a0a2-a18c9de9b597,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:04.859168 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14b0189-f1f1-4e4b-91e1-9f3bbb4eb0c2 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:04.861145 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-b14b0189-f1f1-4e4b-91e1-9f3bbb4eb0c2 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:04.865076 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14b0189-f1f1-4e4b-91e1-9f3bbb4eb0c2 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:04.995164 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14b0189-f1f1-4e4b-91e1-9f3bbb4eb0c2 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:04.995964 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b14b0189-f1f1-4e4b-91e1-9f3bbb4eb0c2 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:05.034537 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b14b0189-f1f1-4e4b-91e1-9f3bbb4eb0c2 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3302743 Sep 16 04:46:05.035533 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 38880) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:05.140370 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcef0615-b3ce-46a0-9fe0-946ddd23b143 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:05.161784 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcef0615-b3ce-46a0-9fe0-946ddd23b143 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:05.163490 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-dcef0615-b3ce-46a0-9fe0-946ddd23b143 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1269133 Sep 16 04:46:05.168254 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38882) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:05.285514 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f373d8d3-49da-4144-b141-957bb1c9c3ed req-1f047b35-32ff-46be-a068-f17568aa0324 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:05.299312 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f373d8d3-49da-4144-b141-957bb1c9c3ed req-1f047b35-32ff-46be-a068-f17568aa0324 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:05.462288 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f047b35-32ff-46be-a068-f17568aa0324 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Pushing event updated for resources: {'Port': ['ID=4c4408f3-c109-4114-8d72-aa57d61d3220,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:05.467224 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:05.501925 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f373d8d3-49da-4144-b141-957bb1c9c3ed req-1f047b35-32ff-46be-a068-f17568aa0324 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:05.512851 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd41bea-12cd-49d3-9e75-6dcc5500a401 None None] Update dhcp port {'port': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'fixed_ips': [{'subnet_id': '47f7b584-e5c8-4df5-9322-f024a3502745', 'ip_address': '2001:db8::f816:3eff:fe87:c8c8'}, {'subnet_id': '284c133c-ea6f-47cd-b1d2-6e320609b84c'}], 'binding:host_id': 'n-d-712139-15'}, 'id': '82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a'} from n-d-712139-15. {{(pid=94768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:46:05.514736 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-094c3c70-1bc5-4cd0-acec-23dde585bbf4 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting port 70c1c038-bc46-40e8-a0a2-a18c9de9b597 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:05.514945 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-094c3c70-1bc5-4cd0-acec-23dde585bbf4 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:05.543769 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f373d8d3-49da-4144-b141-957bb1c9c3ed req-1f047b35-32ff-46be-a068-f17568aa0324 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:05.554387 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f373d8d3-49da-4144-b141-957bb1c9c3ed req-1f047b35-32ff-46be-a068-f17568aa0324 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5084944 Sep 16 04:46:05.576059 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5bd41bea-12cd-49d3-9e75-6dcc5500a401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:05.620858 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:05.621227 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:05.744209 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f373d8d3-49da-4144-b141-957bb1c9c3ed req-20460e11-bded-472f-9604-cee9d62d0ac5 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.69 HTTP/1.1" status: 200 len: 695 time: 0.1803122 Sep 16 04:46:05.865312 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-094c3c70-1bc5-4cd0-acec-23dde585bbf4 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:05.889663 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-094c3c70-1bc5-4cd0-acec-23dde585bbf4 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Calling delete_port for 70c1c038-bc46-40e8-a0a2-a18c9de9b597 owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:05.903640 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373d8d3-49da-4144-b141-957bb1c9c3ed req-c12e0c4a-fd54-45dc-92b6-b0d52e592e66 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:05.905157 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f373d8d3-49da-4144-b141-957bb1c9c3ed req-c12e0c4a-fd54-45dc-92b6-b0d52e592e66 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 784 time: 0.1524742 Sep 16 04:46:05.922328 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-f373d8d3-49da-4144-b141-957bb1c9c3ed req-84a9b050-54b8-4e50-be9f-5e7deec16a64 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:46:05.923751 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f373d8d3-49da-4144-b141-957bb1c9c3ed req-84a9b050-54b8-4e50-be9f-5e7deec16a64 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060098 Sep 16 04:46:06.099035 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 46703329-a77e-4797-822e-102a4e4c1668 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:06.136667 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-094c3c70-1bc5-4cd0-acec-23dde585bbf4 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:06.146997 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-5bd41bea-12cd-49d3-9e75-6dcc5500a401 None None] Allocated IP 172.20.0.2 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/284c133c-ea6f-47cd-b1d2-6e320609b84c/82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:06.184310 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c3c70-1bc5-4cd0-acec-23dde585bbf4 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Port': ['ID=70c1c038-bc46-40e8-a0a2-a18c9de9b597,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:06.282509 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 46703329-a77e-4797-822e-102a4e4c1668 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:06.282888 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:06.347314 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-5bd41bea-12cd-49d3-9e75-6dcc5500a401 None None] For port 82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:06.445179 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:06.470888 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 46703329-a77e-4797-822e-102a4e4c1668, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=46703329-a77e-4797-822e-102a4e4c1668,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:06.483463 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:06.553881 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=46703329-a77e-4797-822e-102a4e4c1668,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:06.559507 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5bd41bea-12cd-49d3-9e75-6dcc5500a401 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:06.569398 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5bd41bea-12cd-49d3-9e75-6dcc5500a401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:06.582604 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf206420-609e-4d4d-92fa-3754ba4f8658 req-0c21e150-7460-49e5-ab44-7c9f257bd7d9 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:06.590310 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cf206420-609e-4d4d-92fa-3754ba4f8658 req-0c21e150-7460-49e5-ab44-7c9f257bd7d9 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f962a06-2e94-4f63-8029-7e61440439a2 HTTP/1.1" status: 200 len: 945 time: 0.4441078 Sep 16 04:46:06.640129 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-094c3c70-1bc5-4cd0-acec-23dde585bbf4 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:06.642858 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-094c3c70-1bc5-4cd0-acec-23dde585bbf4 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/70c1c038-bc46-40e8-a0a2-a18c9de9b597 HTTP/1.1" status: 204 len: 168 time: 1.4731846 Sep 16 04:46:06.647033 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 38904) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:06.679911 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cf206420-609e-4d4d-92fa-3754ba4f8658 req-60d20699-9256-4e2b-b78b-91086e782ee6 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884726 Sep 16 04:46:06.706419 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd41bea-12cd-49d3-9e75-6dcc5500a401 None None] Pushing event updated for resources: {'Port': ['ID=82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a,revision_number=9']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:06.738417 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 7ab1e829-5c2d-4b1b-a2be-b2030cc19133 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:06.788498 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8923aa56-39c3-4be0-a86a-413ab0b17039 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:06.790793 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8923aa56-39c3-4be0-a86a-413ab0b17039 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:06.792371 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8923aa56-39c3-4be0-a86a-413ab0b17039 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:06.797560 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38906) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:06.817212 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8923aa56-39c3-4be0-a86a-413ab0b17039 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1683221 Sep 16 04:46:06.935681 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:06.977258 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-633d8813-0bb6-4345-8b82-8f31c61d7289 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting subnet 284c133c-ea6f-47cd-b1d2-6e320609b84c {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:46:06.981968 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-633d8813-0bb6-4345-8b82-8f31c61d7289 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:07.018137 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 7ab1e829-5c2d-4b1b-a2be-b2030cc19133, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=7ab1e829-5c2d-4b1b-a2be-b2030cc19133,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:07.020129 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f62c53-3de6-44ab-af31-d66903b5f958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ab1e829-5c2d-4b1b-a2be-b2030cc19133'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:07.022918 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f569780-b835-447a-93b1-cd55b7ca6fae" -d '{"events": [{"server_uuid": "98f62c53-3de6-44ab-af31-d66903b5f958", "name": "network-vif-unplugged", "status": "completed", "tag": "7ab1e829-5c2d-4b1b-a2be-b2030cc19133"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:07.029037 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:07.042025 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-633d8813-0bb6-4345-8b82-8f31c61d7289 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:07.136271 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=7ab1e829-5c2d-4b1b-a2be-b2030cc19133,revision_number=8']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:07.187607 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-633d8813-0bb6-4345-8b82-8f31c61d7289 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:07.361325 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:07.392609 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-633d8813-0bb6-4345-8b82-8f31c61d7289 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:07.441351 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:07.442216 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:07.463925 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-633d8813-0bb6-4345-8b82-8f31c61d7289 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:07.468753 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 38920) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:07.469080 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-633d8813-0bb6-4345-8b82-8f31c61d7289 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/284c133c-ea6f-47cd-b1d2-6e320609b84c HTTP/1.1" status: 204 len: 168 time: 0.6701531 Sep 16 04:46:07.470197 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d8813-0bb6-4345-8b82-8f31c61d7289 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Subnet': ['ID=284c133c-ea6f-47cd-b1d2-6e320609b84c,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:07.489068 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179bb469-78a1-4076-b47a-62325eed4258 None None] Sync routers for ids ['eb2beb83-c51b-4e7d-b97f-7b335bdc242f'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:46:07.515787 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179bb469-78a1-4076-b47a-62325eed4258 None None] Routers {'eb2beb83-c51b-4e7d-b97f-7b335bdc242f'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:46:07.516934 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-179bb469-78a1-4076-b47a-62325eed4258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:45:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['eb2beb83-c51b-4e7d-b97f-7b335bdc242f'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:07.547046 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-c0fdbf1f-6794-470b-80b5-7f3d41478d6d tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:07.548943 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-c0fdbf1f-6794-470b-80b5-7f3d41478d6d tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/networks?id=8be6671c-d3cc-4762-a06c-3e49bba8fa99 HTTP/1.1" status: 200 len: 811 time: 0.2859819 Sep 16 04:46:07.580548 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-1ac62222-eca6-4922-8575-db0d05baa7f5 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/quotas/e6cc3afe070643bb85e91919d4f43b74 HTTP/1.1" status: 200 len: 375 time: 0.0235679 Sep 16 04:46:07.594343 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ed41c0-446a-4b9d-93c5-7ce8eaaf8254 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting subnet 47f7b584-e5c8-4df5-9322-f024a3502745 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:46:07.602677 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-40ed41c0-446a-4b9d-93c5-7ce8eaaf8254 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:07.653884 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 46703329-a77e-4797-822e-102a4e4c1668 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:07.701118 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-a6035f8a-df96-4f94-bab3-79c22d52a4eb tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e6cc3afe070643bb85e91919d4f43b74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1188943 Sep 16 04:46:07.721694 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-40ed41c0-446a-4b9d-93c5-7ce8eaaf8254 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:07.775561 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eff8355-0714-4d9f-8c86-7e7c6d13251b None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:46:07.780234 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-179bb469-78a1-4076-b47a-62325eed4258 None None] Set router eb2beb83-c51b-4e7d-b97f-7b335bdc242f gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:46:07.834383 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-1578f986-0ac8-40c0-9585-5ee82799fcbb service neutron] 10.222.0.35 "GET /v2.0/networks/8be6671c-d3cc-4762-a06c-3e49bba8fa99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322575 Sep 16 04:46:07.876304 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 46703329-a77e-4797-822e-102a4e4c1668 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:07.878884 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:07.927907 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-40ed41c0-446a-4b9d-93c5-7ce8eaaf8254 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:07.954253 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-df918432-b5c9-4022-8465-04bc61360c41 service neutron] 10.222.0.35 "GET /v2.0/networks/8be6671c-d3cc-4762-a06c-3e49bba8fa99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187809 Sep 16 04:46:08.011477 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-8ae96053-074f-4cbc-92fa-3decd9db597c None None] Provisioning complete for port 82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:08.011966 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8ae96053-074f-4cbc-92fa-3decd9db597c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:08.056530 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-40ed41c0-446a-4b9d-93c5-7ce8eaaf8254 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:08.071819 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-179bb469-78a1-4076-b47a-62325eed4258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2beb83-c51b-4e7d-b97f-7b335bdc242f', 'name': 'tempest-ServerRescueTestJSON-1599593124-router', 'tenant_id': 'e6cc3afe070643bb85e91919d4f43b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '46703329-a77e-4797-822e-102a4e4c1668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:53Z', 'updated_at': '2021-09-16T04:46:01Z', 'revision_number': 4, 'project_id': 'e6cc3afe070643bb85e91919d4f43b74', 'gw_port': {'id': '46703329-a77e-4797-822e-102a4e4c1668', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2beb83-c51b-4e7d-b97f-7b335bdc242f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:54Z', 'updated_at': '2021-09-16T04:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '71a8238f-fd0b-42e3-b92d-da8e6b12dd6e', 'name': '', 'network_id': '8be6671c-d3cc-4762-a06c-3e49bba8fa99', 'tenant_id': 'e6cc3afe070643bb85e91919d4f43b74', 'mac_address': 'fa:16:3e:ad:29:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2beb83-c51b-4e7d-b97f-7b335bdc242f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '42961f04-c4e3-4e68-8e72-088e4f8f47e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:46:00Z', 'updated_at': '2021-09-16T04:46:01Z', 'revision_number': 2, 'project_id': 'e6cc3afe070643bb85e91919d4f43b74', 'subnets': [{'id': '42961f04-c4e3-4e68-8e72-088e4f8f47e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:08.143265 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed41c0-446a-4b9d-93c5-7ce8eaaf8254 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Subnet': ['ID=47f7b584-e5c8-4df5-9322-f024a3502745,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:08.150740 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-40ed41c0-446a-4b9d-93c5-7ce8eaaf8254 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:08.155961 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-40ed41c0-446a-4b9d-93c5-7ce8eaaf8254 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/47f7b584-e5c8-4df5-9322-f024a3502745 HTTP/1.1" status: 204 len: 168 time: 0.6831667 Sep 16 04:46:08.156673 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 38934) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:08.212621 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-108811bb-6e48-4cf6-9535-f7403aff7146 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0532601 Sep 16 04:46:08.214608 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 38938) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:08.257022 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-d86751d7-e25b-43fc-a4d1-7821c9433741 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:08.316904 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179bb469-78a1-4076-b47a-62325eed4258 None None] Checking router: eb2beb83-c51b-4e7d-b97f-7b335bdc242f for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:46:08.317294 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179bb469-78a1-4076-b47a-62325eed4258 None None] Updating router eb2beb83-c51b-4e7d-b97f-7b335bdc242f port 71a8238f-fd0b-42e3-b92d-da8e6b12dd6e binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:46:08.357580 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-179bb469-78a1-4076-b47a-62325eed4258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:08.377144 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86751d7-e25b-43fc-a4d1-7821c9433741 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:08.382506 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d86751d7-e25b-43fc-a4d1-7821c9433741 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:08.498425 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4637f731-c893-4413-900b-efada65fffea req-f1a8c5d9-65ab-4269-9dd0-e95124530405 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3451915 Sep 16 04:46:08.509288 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-4637f731-c893-4413-900b-efada65fffea req-8269434c-7fdd-4c81-9ad0-d90a477545c2 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:08.550002 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4637f731-c893-4413-900b-efada65fffea req-8269434c-7fdd-4c81-9ad0-d90a477545c2 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks [] for floatingip, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:08.553799 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-8ae96053-074f-4cbc-92fa-3decd9db597c None None] Could not find standard attr ID for object 70c1c038-bc46-40e8-a0a2-a18c9de9b597. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:46:08.636875 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf7c77a-8e05-441d-b5ae-d4898c417193 None None] DHCP port deletion for c1806bde-f213-4a7a-844d-fa613e1e0ff4 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:46:08.714850 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-8cf7c77a-8e05-441d-b5ae-d4898c417193 None None] Deleting port 82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:08.715798 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8cf7c77a-8e05-441d-b5ae-d4898c417193 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:08.794697 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d86751d7-e25b-43fc-a4d1-7821c9433741 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:08.817229 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-8cf7c77a-8e05-441d-b5ae-d4898c417193 None None] For port 82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:08.817675 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8cf7c77a-8e05-441d-b5ae-d4898c417193 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:08.835335 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-8cf7c77a-8e05-441d-b5ae-d4898c417193 None None] Calling delete_port for 82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:08.887063 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86751d7-e25b-43fc-a4d1-7821c9433741 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Subnet': ['ID=5bef4d17-5408-47b5-91e8-d53ca9780894,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:08.909034 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86751d7-e25b-43fc-a4d1-7821c9433741 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:08.912621 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-d86751d7-e25b-43fc-a4d1-7821c9433741 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:08.922331 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86751d7-e25b-43fc-a4d1-7821c9433741 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:08.923094 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d86751d7-e25b-43fc-a4d1-7821c9433741 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:08.944625 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d86751d7-e25b-43fc-a4d1-7821c9433741 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7256074 Sep 16 04:46:08.945235 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 38950) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:08.951804 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-052e87c5-8b25-4a4a-b2f4-df3af8506fab tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:08.955244 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4637f731-c893-4413-900b-efada65fffea req-8269434c-7fdd-4c81-9ad0-d90a477545c2 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:08.989864 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8cf7c77a-8e05-441d-b5ae-d4898c417193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:09.043788 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf7c77a-8e05-441d-b5ae-d4898c417193 None None] Pushing event deleted for resources: {'Port': ['ID=82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:09.044689 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-179bb469-78a1-4076-b47a-62325eed4258 None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:09.055713 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf7c77a-8e05-441d-b5ae-d4898c417193 None None] No DVR routers for this DVR port 82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:46:09.056437 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-179bb469-78a1-4076-b47a-62325eed4258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:09.080697 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f4f97d-8b5b-4091-bbbe-490b832ebc9d None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:46:09.118928 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df162e-7e9e-43ff-bf9d-f05a3d1499e9 None None] Pushing event updated for resources: {'Port': ['ID=71a8238f-fd0b-42e3-b92d-da8e6b12dd6e,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:09.279213 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-179bb469-78a1-4076-b47a-62325eed4258 None None] Attempting to bind port 71a8238f-fd0b-42e3-b92d-da8e6b12dd6e on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:46:09.279933 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-179bb469-78a1-4076-b47a-62325eed4258 None None] Attempting to bind port 71a8238f-fd0b-42e3-b92d-da8e6b12dd6e by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '563ffb0c-abbc-4891-bc16-630f77fa0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8be6671c-d3cc-4762-a06c-3e49bba8fa99'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:46:09.280678 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179bb469-78a1-4076-b47a-62325eed4258 None None] Attempting to bind port 71a8238f-fd0b-42e3-b92d-da8e6b12dd6e on network 8be6671c-d3cc-4762-a06c-3e49bba8fa99 {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:09.287211 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179bb469-78a1-4076-b47a-62325eed4258 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:46:09.287883 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179bb469-78a1-4076-b47a-62325eed4258 None None] Checking segment: {'id': '563ffb0c-abbc-4891-bc16-630f77fa0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8be6671c-d3cc-4762-a06c-3e49bba8fa99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:09.288447 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-179bb469-78a1-4076-b47a-62325eed4258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:09.289572 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179bb469-78a1-4076-b47a-62325eed4258 None None] Bound using segment: {'id': '563ffb0c-abbc-4891-bc16-630f77fa0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8be6671c-d3cc-4762-a06c-3e49bba8fa99'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:46:09.290488 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-179bb469-78a1-4076-b47a-62325eed4258 None None] Bound port: 71a8238f-fd0b-42e3-b92d-da8e6b12dd6e, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563ffb0c-abbc-4891-bc16-630f77fa0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8be6671c-d3cc-4762-a06c-3e49bba8fa99'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:46:09.291207 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-179bb469-78a1-4076-b47a-62325eed4258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:09.341792 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052e87c5-8b25-4a4a-b2f4-df3af8506fab tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:09.346080 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-052e87c5-8b25-4a4a-b2f4-df3af8506fab tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:09.365307 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-4637f731-c893-4413-900b-efada65fffea req-8269434c-7fdd-4c81-9ad0-d90a477545c2 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Allocated IP 172.25.8.182 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/43c7e0ea-07fa-4a64-8c8c-1f5e61d91288) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:09.382672 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:09.439694 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:46:09.441204 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 82b4f41f-aba9-49fe-8c9c-3cceb1e17a7a not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:46:09.473725 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-179bb469-78a1-4076-b47a-62325eed4258 None None] For port 71a8238f-fd0b-42e3-b92d-da8e6b12dd6e, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:09.484277 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-179bb469-78a1-4076-b47a-62325eed4258 None None] For port 71a8238f-fd0b-42e3-b92d-da8e6b12dd6e, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=71a8238f-fd0b-42e3-b92d-da8e6b12dd6e,segment=NetworkSegment(563ffb0c-abbc-4891-bc16-630f77fa0d00),segment_id=563ffb0c-abbc-4891-bc16-630f77fa0d00)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:46:09.498124 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-179bb469-78a1-4076-b47a-62325eed4258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:09.564978 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd8014f-b204-469c-9e27-f42743e3b34f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'tenant_id': '3adf2e42a132432f9eca7df19231c9e3', 'fixed_ips': [{'subnet_id': '5bef4d17-5408-47b5-91e8-d53ca9780894'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:46:09.566461 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5fd8014f-b204-469c-9e27-f42743e3b34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:09.645684 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179bb469-78a1-4076-b47a-62325eed4258 None None] Routers {'eb2beb83-c51b-4e7d-b97f-7b335bdc242f'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:46:09.648286 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-179bb469-78a1-4076-b47a-62325eed4258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:45:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['eb2beb83-c51b-4e7d-b97f-7b335bdc242f'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:09.668617 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4637f731-c893-4413-900b-efada65fffea req-8269434c-7fdd-4c81-9ad0-d90a477545c2 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:09.729304 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4637f731-c893-4413-900b-efada65fffea req-8269434c-7fdd-4c81-9ad0-d90a477545c2 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:09.782626 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4637f731-c893-4413-900b-efada65fffea req-8269434c-7fdd-4c81-9ad0-d90a477545c2 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:09.791474 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-4637f731-c893-4413-900b-efada65fffea req-8269434c-7fdd-4c81-9ad0-d90a477545c2 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:09.844269 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4637f731-c893-4413-900b-efada65fffea req-8269434c-7fdd-4c81-9ad0-d90a477545c2 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:09.911274 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df162e-7e9e-43ff-bf9d-f05a3d1499e9 None None] Pushing event updated for resources: {'Port': ['ID=71a8238f-fd0b-42e3-b92d-da8e6b12dd6e,revision_number=4']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:09.926634 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269434c-7fdd-4c81-9ad0-d90a477545c2 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Pushing event updated for resources: {'Port': ['ID=43c7e0ea-07fa-4a64-8c8c-1f5e61d91288,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:09.987790 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-179bb469-78a1-4076-b47a-62325eed4258 None None] Set router eb2beb83-c51b-4e7d-b97f-7b335bdc242f gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:46:09.993025 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-5fd8014f-b204-469c-9e27-f42743e3b34f None None] Allocated IP 172.20.0.2 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/5bef4d17-5408-47b5-91e8-d53ca9780894/0a98b6e7-816a-47a9-bc0a-d4ad5a04af25) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:10.050673 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4637f731-c893-4413-900b-efada65fffea req-8269434c-7fdd-4c81-9ad0-d90a477545c2 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:10.110572 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9c980fbc-829f-4d38-afc2-827773993846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:10.128991 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4637f731-c893-4413-900b-efada65fffea req-8269434c-7fdd-4c81-9ad0-d90a477545c2 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:10.252591 n-d-712139-15 neutron-server[94766]: DEBUG neutron.objects.ports [None req-052e87c5-8b25-4a4a-b2f4-df3af8506fab tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:46:10.267813 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-052e87c5-8b25-4a4a-b2f4-df3af8506fab tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:10.364861 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e87c5-8b25-4a4a-b2f4-df3af8506fab tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Subnet': ['ID=64ba4b20-21b3-4019-b8a8-5e3446803731,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:10.387623 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052e87c5-8b25-4a4a-b2f4-df3af8506fab tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:10.396950 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-052e87c5-8b25-4a4a-b2f4-df3af8506fab tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:10.400065 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-179bb469-78a1-4076-b47a-62325eed4258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2beb83-c51b-4e7d-b97f-7b335bdc242f', 'name': 'tempest-ServerRescueTestJSON-1599593124-router', 'tenant_id': 'e6cc3afe070643bb85e91919d4f43b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '46703329-a77e-4797-822e-102a4e4c1668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:53Z', 'updated_at': '2021-09-16T04:46:01Z', 'revision_number': 4, 'project_id': 'e6cc3afe070643bb85e91919d4f43b74', 'gw_port': {'id': '46703329-a77e-4797-822e-102a4e4c1668', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2beb83-c51b-4e7d-b97f-7b335bdc242f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:54Z', 'updated_at': '2021-09-16T04:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '71a8238f-fd0b-42e3-b92d-da8e6b12dd6e', 'name': '', 'network_id': '8be6671c-d3cc-4762-a06c-3e49bba8fa99', 'tenant_id': 'e6cc3afe070643bb85e91919d4f43b74', 'mac_address': 'fa:16:3e:ad:29:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2beb83-c51b-4e7d-b97f-7b335bdc242f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '42961f04-c4e3-4e68-8e72-088e4f8f47e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:46:00Z', 'updated_at': '2021-09-16T04:46:09Z', 'revision_number': 4, 'project_id': 'e6cc3afe070643bb85e91919d4f43b74', 'subnets': [{'id': '42961f04-c4e3-4e68-8e72-088e4f8f47e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:10.405066 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052e87c5-8b25-4a4a-b2f4-df3af8506fab tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:10.405990 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-052e87c5-8b25-4a4a-b2f4-df3af8506fab tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:10.434659 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179bb469-78a1-4076-b47a-62325eed4258 None None] The sync data for ids ['eb2beb83-c51b-4e7d-b97f-7b335bdc242f'] in n-d-712139-15 is: [{'id': 'eb2beb83-c51b-4e7d-b97f-7b335bdc242f', 'name': 'tempest-ServerRescueTestJSON-1599593124-router', 'tenant_id': 'e6cc3afe070643bb85e91919d4f43b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '46703329-a77e-4797-822e-102a4e4c1668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:53Z', 'updated_at': '2021-09-16T04:46:01Z', 'revision_number': 4, 'project_id': 'e6cc3afe070643bb85e91919d4f43b74', 'gw_port': {'id': '46703329-a77e-4797-822e-102a4e4c1668', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2beb83-c51b-4e7d-b97f-7b335bdc242f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:54Z', 'updated_at': '2021-09-16T04:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '71a8238f-fd0b-42e3-b92d-da8e6b12dd6e', 'name': '', 'network_id': '8be6671c-d3cc-4762-a06c-3e49bba8fa99', 'tenant_id': 'e6cc3afe070643bb85e91919d4f43b74', 'mac_address': 'fa:16:3e:ad:29:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2beb83-c51b-4e7d-b97f-7b335bdc242f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '42961f04-c4e3-4e68-8e72-088e4f8f47e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:46:00Z', 'updated_at': '2021-09-16T04:46:09Z', 'revision_number': 4, 'project_id': 'e6cc3afe070643bb85e91919d4f43b74', 'subnets': [{'id': '42961f04-c4e3-4e68-8e72-088e4f8f47e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:46:10.435454 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-a45815ad-5070-42f4-b7d2-8e1d1377c6d9 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:10.437350 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-a45815ad-5070-42f4-b7d2-8e1d1377c6d9 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.48 "GET /v2.0/networks?id=8be6671c-d3cc-4762-a06c-3e49bba8fa99 HTTP/1.1" status: 200 len: 811 time: 0.4050751 Sep 16 04:46:10.443157 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-052e87c5-8b25-4a4a-b2f4-df3af8506fab tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4939468 Sep 16 04:46:10.447086 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 38962) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:10.454184 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-4e0a03fe-a47b-4a86-ae25-44a7c044b8cc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'port': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'mac_address': 'fa:16:3e:9f:da:b1', 'name': 'tempest-NetworksTestDHCPv6-124444004'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:10.463959 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-4d4f7c4e-5f38-4488-86b3-c35ddbd7c97b tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Request body: {'port': {'device_id': 'cbee052e-563e-4739-b257-20016e20419d', 'network_id': '8be6671c-d3cc-4762-a06c-3e49bba8fa99', 'admin_state_up': True, 'tenant_id': 'e6cc3afe070643bb85e91919d4f43b74'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:10.492861 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4637f731-c893-4413-900b-efada65fffea req-8269434c-7fdd-4c81-9ad0-d90a477545c2 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:10.501000 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4637f731-c893-4413-900b-efada65fffea req-8269434c-7fdd-4c81-9ad0-d90a477545c2 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:10.510369 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5fd8014f-b204-469c-9e27-f42743e3b34f None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:10.525268 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5fd8014f-b204-469c-9e27-f42743e3b34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:10.604496 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8014f-b204-469c-9e27-f42743e3b34f None None] Pushing event updated for resources: {'Port': ['ID=0a98b6e7-816a-47a9-bc0a-d4ad5a04af25,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:10.619063 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd8014f-b204-469c-9e27-f42743e3b34f None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:10.622282 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-5fd8014f-b204-469c-9e27-f42743e3b34f None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:10.625275 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd8014f-b204-469c-9e27-f42743e3b34f None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:10.634095 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269434c-7fdd-4c81-9ad0-d90a477545c2 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Pushing event updated for resources: {'Port': ['ID=43c7e0ea-07fa-4a64-8c8c-1f5e61d91288,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:10.663006 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4637f731-c893-4413-900b-efada65fffea req-8269434c-7fdd-4c81-9ad0-d90a477545c2 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:10.713726 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-5fd8014f-b204-469c-9e27-f42743e3b34f None None] Attempting to bind port 0a98b6e7-816a-47a9-bc0a-d4ad5a04af25 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:46:10.714903 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-5fd8014f-b204-469c-9e27-f42743e3b34f None None] Attempting to bind port 0a98b6e7-816a-47a9-bc0a-d4ad5a04af25 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:46:10.715980 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd8014f-b204-469c-9e27-f42743e3b34f None None] Attempting to bind port 0a98b6e7-816a-47a9-bc0a-d4ad5a04af25 on network c1806bde-f213-4a7a-844d-fa613e1e0ff4 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:10.725650 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd8014f-b204-469c-9e27-f42743e3b34f None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:46:10.726392 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd8014f-b204-469c-9e27-f42743e3b34f None None] Checking segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:10.727093 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5fd8014f-b204-469c-9e27-f42743e3b34f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:10.727886 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd8014f-b204-469c-9e27-f42743e3b34f None None] Bound using segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:46:10.728654 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-5fd8014f-b204-469c-9e27-f42743e3b34f None None] Bound port: 0a98b6e7-816a-47a9-bc0a-d4ad5a04af25, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:46:10.732384 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5fd8014f-b204-469c-9e27-f42743e3b34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:10.826810 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4637f731-c893-4413-900b-efada65fffea req-8269434c-7fdd-4c81-9ad0-d90a477545c2 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:10.828434 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4637f731-c893-4413-900b-efada65fffea req-8269434c-7fdd-4c81-9ad0-d90a477545c2 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3290169 Sep 16 04:46:10.829623 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-5fd8014f-b204-469c-9e27-f42743e3b34f None None] For port 0a98b6e7-816a-47a9-bc0a-d4ad5a04af25, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:10.829835 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-4d4f7c4e-5f38-4488-86b3-c35ddbd7c97b tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Made reservation on behalf of e6cc3afe070643bb85e91919d4f43b74 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:10.835077 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-5fd8014f-b204-469c-9e27-f42743e3b34f None None] For port 0a98b6e7-816a-47a9-bc0a-d4ad5a04af25, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=0a98b6e7-816a-47a9-bc0a-d4ad5a04af25,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:46:10.835365 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-4d4f7c4e-5f38-4488-86b3-c35ddbd7c97b tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:10.863328 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5fd8014f-b204-469c-9e27-f42743e3b34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:10.965447 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8014f-b204-469c-9e27-f42743e3b34f None None] Pushing event updated for resources: {'Port': ['ID=0a98b6e7-816a-47a9-bc0a-d4ad5a04af25,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:10.981459 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4637f731-c893-4413-900b-efada65fffea req-3bd8f6fd-fa4c-4414-be8d-637ca154b1f1 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.182 HTTP/1.1" status: 200 len: 696 time: 0.1426418 Sep 16 04:46:11.041834 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0a03fe-a47b-4a86-ae25-44a7c044b8cc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:11.208262 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4e0a03fe-a47b-4a86-ae25-44a7c044b8cc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:11.242395 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637f731-c893-4413-900b-efada65fffea req-22c52451-a8be-4f48-bbf7-e680ec17f062 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:11.247741 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4637f731-c893-4413-900b-efada65fffea req-22c52451-a8be-4f48-bbf7-e680ec17f062 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 784 time: 0.2496483 Sep 16 04:46:11.288941 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-4e0a03fe-a47b-4a86-ae25-44a7c044b8cc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] device_id is not set on port b2ca8edb-8606-49b0-b43d-5ffb9e5697b6 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:46:11.442502 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 71a8238f-fd0b-42e3-b92d-da8e6b12dd6e up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:11.461021 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-4d4f7c4e-5f38-4488-86b3-c35ddbd7c97b tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Allocated IP 172.20.0.10 (8be6671c-d3cc-4762-a06c-3e49bba8fa99/42961f04-c4e3-4e68-8e72-088e4f8f47e6/be6ab13e-8872-4ca3-9a42-635a17c856e4) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:11.518024 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e3465-3280-47f4-942a-fdfbad2442d0 req-ee2ec0fd-d6fe-4c87-8291-d1cba5ee0f89 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:11.524669 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b90e3465-3280-47f4-942a-fdfbad2442d0 req-ee2ec0fd-d6fe-4c87-8291-d1cba5ee0f89 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] 10.222.0.35 "GET /v2.0/ports?device_id=98f62c53-3de6-44ab-af31-d66903b5f958 HTTP/1.1" status: 200 len: 947 time: 0.1746778 Sep 16 04:46:11.552218 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:11.625041 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 71a8238f-fd0b-42e3-b92d-da8e6b12dd6e triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:11.625735 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:11.636662 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b90e3465-3280-47f4-942a-fdfbad2442d0 req-f9f825e1-6623-4e12-9c09-d75ef6b871ec tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e4dddb6-3642-4748-8c4d-00ef5b578561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054540 Sep 16 04:46:11.730282 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48baf9c3-c2ec-41e1-be14-95ed0129bdfa x-openstack-request-id: req-48baf9c3-c2ec-41e1-be14-95ed0129bdfa {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:11.730709 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f62c53-3de6-44ab-af31-d66903b5f958", "name": "network-vif-unplugged", "status": "completed", "tag": "7ab1e829-5c2d-4b1b-a2be-b2030cc19133", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:11.730964 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-48baf9c3-c2ec-41e1-be14-95ed0129bdfa {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:11.731540 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f62c53-3de6-44ab-af31-d66903b5f958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ab1e829-5c2d-4b1b-a2be-b2030cc19133', 'code': 200} Sep 16 04:46:11.796045 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:11.809033 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-4e0a03fe-a47b-4a86-ae25-44a7c044b8cc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Allocated IP 172.20.0.4 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/5bef4d17-5408-47b5-91e8-d53ca9780894/b2ca8edb-8606-49b0-b43d-5ffb9e5697b6) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:11.821531 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-4e0a03fe-a47b-4a86-ae25-44a7c044b8cc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Allocated IP 2001:db8::f816:3eff:fe9f:dab1 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/64ba4b20-21b3-4019-b8a8-5e3446803731/b2ca8edb-8606-49b0-b43d-5ffb9e5697b6) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:11.847983 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 71a8238f-fd0b-42e3-b92d-da8e6b12dd6e, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=71a8238f-fd0b-42e3-b92d-da8e6b12dd6e,segment=NetworkSegment(563ffb0c-abbc-4891-bc16-630f77fa0d00),segment_id=563ffb0c-abbc-4891-bc16-630f77fa0d00)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:11.857831 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:11.869574 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-4d4f7c4e-5f38-4488-86b3-c35ddbd7c97b tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:11.923504 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=71a8238f-fd0b-42e3-b92d-da8e6b12dd6e,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:11.977237 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be605c-d058-42c9-833a-35adfe0c7cc5 req-a79f067a-991d-4120-b7fa-014b4fc17b2f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:11.978837 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-40be605c-d058-42c9-833a-35adfe0c7cc5 req-a79f067a-991d-4120-b7fa-014b4fc17b2f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f962a06-2e94-4f63-8029-7e61440439a2 HTTP/1.1" status: 200 len: 945 time: 0.1465342 Sep 16 04:46:11.997834 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-4d4f7c4e-5f38-4488-86b3-c35ddbd7c97b tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.023861 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-40be605c-d058-42c9-833a-35adfe0c7cc5 req-ff44acb4-788b-466e-9cad-acf1155894bc tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386219 Sep 16 04:46:12.075827 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-4d4f7c4e-5f38-4488-86b3-c35ddbd7c97b tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Network 8be6671c-d3cc-4762-a06c-3e49bba8fa99 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:12.084192 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4e0a03fe-a47b-4a86-ae25-44a7c044b8cc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.085723 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f7c4e-5f38-4488-86b3-c35ddbd7c97b tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Pushing event updated for resources: {'Port': ['ID=be6ab13e-8872-4ca3-9a42-635a17c856e4,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:12.089366 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-4d4f7c4e-5f38-4488-86b3-c35ddbd7c97b tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:12.092121 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-4d4f7c4e-5f38-4488-86b3-c35ddbd7c97b tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:12.167933 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-4d4f7c4e-5f38-4488-86b3-c35ddbd7c97b tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:12.169078 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-4d4f7c4e-5f38-4488-86b3-c35ddbd7c97b tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.192463 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4e0a03fe-a47b-4a86-ae25-44a7c044b8cc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.196264 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-4d4f7c4e-5f38-4488-86b3-c35ddbd7c97b tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7360179 Sep 16 04:46:12.256249 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-a8483104-a53d-430c-9566-c1934d569e56 service neutron] Request body: {'port': {'device_id': 'cbee052e-563e-4739-b257-20016e20419d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:12.257260 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0a03fe-a47b-4a86-ae25-44a7c044b8cc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:12.278000 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-4e0a03fe-a47b-4a86-ae25-44a7c044b8cc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:12.284705 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0a03fe-a47b-4a86-ae25-44a7c044b8cc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:12.340843 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a03fe-a47b-4a86-ae25-44a7c044b8cc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Port': ['ID=b2ca8edb-8606-49b0-b43d-5ffb9e5697b6,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:12.369244 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404cdf0-793f-4cfe-aed6-ec9fce55f4e8 req-74657048-84d5-4b6a-8514-93f0fb9c2fdb tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:12.371116 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c404cdf0-793f-4cfe-aed6-ec9fce55f4e8 req-74657048-84d5-4b6a-8514-93f0fb9c2fdb tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbee052e-563e-4739-b257-20016e20419d HTTP/1.1" status: 200 len: 932 time: 0.0722122 Sep 16 04:46:12.383725 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-a8483104-a53d-430c-9566-c1934d569e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.409174 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0a03fe-a47b-4a86-ae25-44a7c044b8cc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:12.410100 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4e0a03fe-a47b-4a86-ae25-44a7c044b8cc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.422561 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c404cdf0-793f-4cfe-aed6-ec9fce55f4e8 req-8aac0b11-0283-4747-b19e-f2559f4b2417 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397513 Sep 16 04:46:12.449697 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4e0a03fe-a47b-4a86-ae25-44a7c044b8cc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.0008304 Sep 16 04:46:12.452215 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 38990) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:12.597724 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2037d1b2-166b-463a-977f-17d2f542d44b req-fa0aea2b-e85d-47bf-8ade-bc57eb77a1d3 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1373081 Sep 16 04:46:12.610405 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-2037d1b2-166b-463a-977f-17d2f542d44b req-8f83d4cd-92ff-4fdb-afff-7e02eb506e47 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:12.614720 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9508e445-4c9c-49e1-b5fe-c9be94e00a03 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:46:12.630647 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ec63eb-d510-493c-92d5-683a746faa6c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:12.642283 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ec63eb-d510-493c-92d5-683a746faa6c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:12.647088 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-33ec63eb-d510-493c-92d5-683a746faa6c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.1907644 Sep 16 04:46:12.648331 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 38996) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:12.650961 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2037d1b2-166b-463a-977f-17d2f542d44b req-8f83d4cd-92ff-4fdb-afff-7e02eb506e47 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks [] for floatingip, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.687509 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-28f6164f-fa8f-4c1e-a2ab-6bb0d5da59c2 None None] Provisioning complete for port 0a98b6e7-816a-47a9-bc0a-d4ad5a04af25 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:12.688199 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-28f6164f-fa8f-4c1e-a2ab-6bb0d5da59c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.795598 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2037d1b2-166b-463a-977f-17d2f542d44b req-8f83d4cd-92ff-4fdb-afff-7e02eb506e47 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.858388 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-de6894ae-c144-4b8c-ab7d-3ea830d062d0 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting port b2ca8edb-8606-49b0-b43d-5ffb9e5697b6 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:12.858777 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-de6894ae-c144-4b8c-ab7d-3ea830d062d0 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.890040 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-28f6164f-fa8f-4c1e-a2ab-6bb0d5da59c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.928307 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-2037d1b2-166b-463a-977f-17d2f542d44b req-8f83d4cd-92ff-4fdb-afff-7e02eb506e47 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Allocated IP 172.25.8.52 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/a880e767-4152-418e-9c68-f52412d27f8b) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:12.948791 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-28f6164f-fa8f-4c1e-a2ab-6bb0d5da59c2 None None] For port 0a98b6e7-816a-47a9-bc0a-d4ad5a04af25, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=0a98b6e7-816a-47a9-bc0a-d4ad5a04af25,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:12.956531 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-28f6164f-fa8f-4c1e-a2ab-6bb0d5da59c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.991120 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-a8483104-a53d-430c-9566-c1934d569e56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be6ab13e-8872-4ca3-9a42-635a17c856e4 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:13.005742 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-a8483104-a53d-430c-9566-c1934d569e56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.019179 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-de6894ae-c144-4b8c-ab7d-3ea830d062d0 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.037757 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-a8483104-a53d-430c-9566-c1934d569e56 service neutron] Transition to ACTIVE for port object be6ab13e-8872-4ca3-9a42-635a17c856e4 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:46:13.038853 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-de6894ae-c144-4b8c-ab7d-3ea830d062d0 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Calling delete_port for b2ca8edb-8606-49b0-b43d-5ffb9e5697b6 owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:13.045615 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-a8483104-a53d-430c-9566-c1934d569e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.053749 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f6164f-fa8f-4c1e-a2ab-6bb0d5da59c2 None None] Pushing event updated for resources: {'Port': ['ID=0a98b6e7-816a-47a9-bc0a-d4ad5a04af25,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:13.061551 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37516b8-5407-471e-92be-b760fc492f7f None None] Update dhcp port {'port': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'fixed_ips': [{'subnet_id': '5bef4d17-5408-47b5-91e8-d53ca9780894', 'ip_address': '172.20.0.2'}, {'subnet_id': '64ba4b20-21b3-4019-b8a8-5e3446803731'}], 'binding:host_id': 'n-d-712139-15'}, 'id': '0a98b6e7-816a-47a9-bc0a-d4ad5a04af25'} from n-d-712139-15. {{(pid=94768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:46:13.103143 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c37516b8-5407-471e-92be-b760fc492f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.106127 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2037d1b2-166b-463a-977f-17d2f542d44b req-8f83d4cd-92ff-4fdb-afff-7e02eb506e47 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.146873 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8483104-a53d-430c-9566-c1934d569e56 service neutron] Pushing event updated for resources: {'Port': ['ID=be6ab13e-8872-4ca3-9a42-635a17c856e4,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:13.147184 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2037d1b2-166b-463a-977f-17d2f542d44b req-8f83d4cd-92ff-4fdb-afff-7e02eb506e47 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.192694 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2037d1b2-166b-463a-977f-17d2f542d44b req-8f83d4cd-92ff-4fdb-afff-7e02eb506e47 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:13.195817 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-2037d1b2-166b-463a-977f-17d2f542d44b req-8f83d4cd-92ff-4fdb-afff-7e02eb506e47 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:13.198406 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2037d1b2-166b-463a-977f-17d2f542d44b req-8f83d4cd-92ff-4fdb-afff-7e02eb506e47 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:13.244164 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83d4cd-92ff-4fdb-afff-7e02eb506e47 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Pushing event updated for resources: {'Port': ['ID=a880e767-4152-418e-9c68-f52412d27f8b,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:13.259209 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-11e72044-59e0-4496-b460-8a668cdd3a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.295936 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-a8483104-a53d-430c-9566-c1934d569e56 service neutron] Attempting to bind port be6ab13e-8872-4ca3-9a42-635a17c856e4 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:46:13.296293 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-a8483104-a53d-430c-9566-c1934d569e56 service neutron] Attempting to bind port be6ab13e-8872-4ca3-9a42-635a17c856e4 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '563ffb0c-abbc-4891-bc16-630f77fa0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8be6671c-d3cc-4762-a06c-3e49bba8fa99'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:46:13.296671 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-a8483104-a53d-430c-9566-c1934d569e56 service neutron] Attempting to bind port be6ab13e-8872-4ca3-9a42-635a17c856e4 on network 8be6671c-d3cc-4762-a06c-3e49bba8fa99 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:13.305680 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-a8483104-a53d-430c-9566-c1934d569e56 service neutron] Port be6ab13e-8872-4ca3-9a42-635a17c856e4 on network 8be6671c-d3cc-4762-a06c-3e49bba8fa99 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:46:13.306006 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-a8483104-a53d-430c-9566-c1934d569e56 service neutron] Attempting to bind port be6ab13e-8872-4ca3-9a42-635a17c856e4 on network 8be6671c-d3cc-4762-a06c-3e49bba8fa99 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:13.320491 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-a8483104-a53d-430c-9566-c1934d569e56 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:46:13.320863 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-a8483104-a53d-430c-9566-c1934d569e56 service neutron] Checking segment: {'id': '563ffb0c-abbc-4891-bc16-630f77fa0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8be6671c-d3cc-4762-a06c-3e49bba8fa99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:13.321254 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-a8483104-a53d-430c-9566-c1934d569e56 service neutron] Bound using segment: {'id': '563ffb0c-abbc-4891-bc16-630f77fa0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8be6671c-d3cc-4762-a06c-3e49bba8fa99'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:46:13.321731 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-a8483104-a53d-430c-9566-c1934d569e56 service neutron] Bound port: be6ab13e-8872-4ca3-9a42-635a17c856e4, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '563ffb0c-abbc-4891-bc16-630f77fa0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8be6671c-d3cc-4762-a06c-3e49bba8fa99'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:46:13.322380 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-a8483104-a53d-430c-9566-c1934d569e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.352512 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-c37516b8-5407-471e-92be-b760fc492f7f None None] Allocated IP 2001:db8::f816:3eff:fe6b:15ff (c1806bde-f213-4a7a-844d-fa613e1e0ff4/64ba4b20-21b3-4019-b8a8-5e3446803731/0a98b6e7-816a-47a9-bc0a-d4ad5a04af25) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:13.422217 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-de6894ae-c144-4b8c-ab7d-3ea830d062d0 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.443044 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 71a8238f-fd0b-42e3-b92d-da8e6b12dd6e up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:13.469437 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-a8483104-a53d-430c-9566-c1934d569e56 service neutron] For port be6ab13e-8872-4ca3-9a42-635a17c856e4, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:13.474165 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6894ae-c144-4b8c-ab7d-3ea830d062d0 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Port': ['ID=b2ca8edb-8606-49b0-b43d-5ffb9e5697b6,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:13.496626 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2037d1b2-166b-463a-977f-17d2f542d44b req-8f83d4cd-92ff-4fdb-afff-7e02eb506e47 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.504967 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-a8483104-a53d-430c-9566-c1934d569e56 service neutron] For port be6ab13e-8872-4ca3-9a42-635a17c856e4, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=be6ab13e-8872-4ca3-9a42-635a17c856e4,segment=NetworkSegment(563ffb0c-abbc-4891-bc16-630f77fa0d00),segment_id=563ffb0c-abbc-4891-bc16-630f77fa0d00)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:46:13.508378 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.514399 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-a8483104-a53d-430c-9566-c1934d569e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.523270 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-c37516b8-5407-471e-92be-b760fc492f7f None None] For port 0a98b6e7-816a-47a9-bc0a-d4ad5a04af25, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=0a98b6e7-816a-47a9-bc0a-d4ad5a04af25,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:13.537651 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2037d1b2-166b-463a-977f-17d2f542d44b req-8f83d4cd-92ff-4fdb-afff-7e02eb506e47 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.550302 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 71a8238f-fd0b-42e3-b92d-da8e6b12dd6e triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:13.550769 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.583680 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c37516b8-5407-471e-92be-b760fc492f7f None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.590615 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c37516b8-5407-471e-92be-b760fc492f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.704940 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37516b8-5407-471e-92be-b760fc492f7f None None] Pushing event updated for resources: {'Port': ['ID=0a98b6e7-816a-47a9-bc0a-d4ad5a04af25,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:13.711329 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2037d1b2-166b-463a-977f-17d2f542d44b req-8f83d4cd-92ff-4fdb-afff-7e02eb506e47 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.717271 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2037d1b2-166b-463a-977f-17d2f542d44b req-8f83d4cd-92ff-4fdb-afff-7e02eb506e47 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.754987 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 0a98b6e7-816a-47a9-bc0a-d4ad5a04af25 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:13.794716 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83d4cd-92ff-4fdb-afff-7e02eb506e47 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Pushing event updated for resources: {'Port': ['ID=a880e767-4152-418e-9c68-f52412d27f8b,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:13.809692 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2037d1b2-166b-463a-977f-17d2f542d44b req-8f83d4cd-92ff-4fdb-afff-7e02eb506e47 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.830239 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 0a98b6e7-816a-47a9-bc0a-d4ad5a04af25 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:13.832241 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.842042 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2037d1b2-166b-463a-977f-17d2f542d44b req-8f83d4cd-92ff-4fdb-afff-7e02eb506e47 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.852116 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2037d1b2-166b-463a-977f-17d2f542d44b req-8f83d4cd-92ff-4fdb-afff-7e02eb506e47 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2506955 Sep 16 04:46:13.922447 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2037d1b2-166b-463a-977f-17d2f542d44b req-b5e28196-0fd9-4a2a-9c89-8c650be8b1c9 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.52 HTTP/1.1" status: 200 len: 695 time: 0.0689902 Sep 16 04:46:13.935532 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-a8483104-a53d-430c-9566-c1934d569e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:13.936450 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-a8483104-a53d-430c-9566-c1934d569e56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.938001 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-a8483104-a53d-430c-9566-c1934d569e56 service neutron] 10.222.0.48 "PUT /v2.0/ports/be6ab13e-8872-4ca3-9a42-635a17c856e4 HTTP/1.1" status: 200 len: 1093 time: 1.6920316 Sep 16 04:46:13.947360 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbee052e-563e-4739-b257-20016e20419d', 'tag': 'be6ab13e-8872-4ca3-9a42-635a17c856e4'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:13.950585 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c25bf77-f08b-4c0a-acff-87421f2137b4" -d '{"events": [{"name": "network-changed", "server_uuid": "cbee052e-563e-4739-b257-20016e20419d", "tag": "be6ab13e-8872-4ca3-9a42-635a17c856e4"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:13.984214 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8483104-a53d-430c-9566-c1934d569e56 service neutron] Pushing event updated for resources: {'Port': ['ID=be6ab13e-8872-4ca3-9a42-635a17c856e4,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:14.006180 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-de6894ae-c144-4b8c-ab7d-3ea830d062d0 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.009070 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-de6894ae-c144-4b8c-ab7d-3ea830d062d0 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/b2ca8edb-8606-49b0-b43d-5ffb9e5697b6 HTTP/1.1" status: 204 len: 168 time: 1.3596210 Sep 16 04:46:14.018577 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39008) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:14.075288 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037d1b2-166b-463a-977f-17d2f542d44b req-3c02cf2b-3fa5-47fa-884d-a0fc55938766 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:14.076785 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2037d1b2-166b-463a-977f-17d2f542d44b req-3c02cf2b-3fa5-47fa-884d-a0fc55938766 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 784 time: 0.1447523 Sep 16 04:46:14.101465 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfec991-15d1-4aae-bdfc-f96ff700335d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:14.103319 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfec991-15d1-4aae-bdfc-f96ff700335d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:14.104499 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfec991-15d1-4aae-bdfc-f96ff700335d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:14.106555 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6cfec991-15d1-4aae-bdfc-f96ff700335d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0866652 Sep 16 04:46:14.109906 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39016) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:14.119296 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-4c9fc1a1-78bc-4f85-bc17-eb17cc9e1b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:14.120997 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-4c9fc1a1-78bc-4f85-bc17-eb17cc9e1b49 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6cc3afe070643bb85e91919d4f43b74&device_id=cbee052e-563e-4739-b257-20016e20419d HTTP/1.1" status: 200 len: 1096 time: 0.1104348 Sep 16 04:46:14.195559 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-cb9cea44-6505-4f00-9139-fdf0b98f33ee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be6ab13e-8872-4ca3-9a42-635a17c856e4 HTTP/1.1" status: 200 len: 217 time: 0.0486515 Sep 16 04:46:14.238574 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-371091aa-b8df-454a-bc7a-e6af41ef7b57 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting subnet 5bef4d17-5408-47b5-91e8-d53ca9780894 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:46:14.247683 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-371091aa-b8df-454a-bc7a-e6af41ef7b57 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.296807 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806cbdd3-000d-4259-850d-9c0785070a57 req-3a3fe630-7d45-42cb-bf22-e920098d3f6b tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:14.297464 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-d1230382-df59-4378-aefc-77657c6b641a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:14.298673 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-806cbdd3-000d-4259-850d-9c0785070a57 req-3a3fe630-7d45-42cb-bf22-e920098d3f6b tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 945 time: 0.0696533 Sep 16 04:46:14.298953 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-d1230382-df59-4378-aefc-77657c6b641a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42961f04-c4e3-4e68-8e72-088e4f8f47e6 HTTP/1.1" status: 200 len: 851 time: 0.0958529 Sep 16 04:46:14.305391 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-371091aa-b8df-454a-bc7a-e6af41ef7b57 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.343037 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-806cbdd3-000d-4259-850d-9c0785070a57 req-a5559182-016d-4b8f-8c50-a3c4ba41454e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356970 Sep 16 04:46:14.353215 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-6809530a-af99-428c-833f-d7eb56035bff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8be6671c-d3cc-4762-a06c-3e49bba8fa99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447140 Sep 16 04:46:14.397108 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.437897 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.481204 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe4006-c906-416b-84dd-fd97fba275b9 req-e32bed69-c575-49c8-890e-f17f933be0e3 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:14.482767 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-83fe4006-c906-416b-84dd-fd97fba275b9 req-e32bed69-c575-49c8-890e-f17f933be0e3 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f962a06-2e94-4f63-8029-7e61440439a2 HTTP/1.1" status: 200 len: 945 time: 0.0536089 Sep 16 04:46:14.490262 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b316e50-0676-47d5-b302-5bca19164e5d None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:46:14.510874 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-371091aa-b8df-454a-bc7a-e6af41ef7b57 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.528283 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-83fe4006-c906-416b-84dd-fd97fba275b9 req-b990c7c3-2dc4-4eef-aa3a-e8e60cb64ced tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387554 Sep 16 04:46:14.536083 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-eac56077-07d3-48e6-8511-03979a394ac5 service neutron] 10.222.0.48 "GET /v2.0/networks/8be6671c-d3cc-4762-a06c-3e49bba8fa99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744976 Sep 16 04:46:14.676484 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-371091aa-b8df-454a-bc7a-e6af41ef7b57 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.683023 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-e79ac930-d474-4084-b88b-c769b649d92f None None] Could not find standard attr ID for object b2ca8edb-8606-49b0-b43d-5ffb9e5697b6. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:46:14.684902 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a964fbb4-e474-438f-91dd-e2dd4484e6bc req-a1e1eaa4-4aa0-4a29-aa87-f15c7fb9356d service neutron] 10.222.0.48 "GET /v2.0/networks/8be6671c-d3cc-4762-a06c-3e49bba8fa99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403832 Sep 16 04:46:14.712468 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371091aa-b8df-454a-bc7a-e6af41ef7b57 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Subnet': ['ID=5bef4d17-5408-47b5-91e8-d53ca9780894,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:14.719336 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-371091aa-b8df-454a-bc7a-e6af41ef7b57 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.724942 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39026) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:14.725458 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-371091aa-b8df-454a-bc7a-e6af41ef7b57 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/5bef4d17-5408-47b5-91e8-d53ca9780894 HTTP/1.1" status: 204 len: 168 time: 0.6149366 Sep 16 04:46:14.739516 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-e79ac930-d474-4084-b88b-c769b649d92f None None] Provisioning complete for port 0a98b6e7-816a-47a9-bc0a-d4ad5a04af25 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:14.740589 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e79ac930-d474-4084-b88b-c769b649d92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.777720 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9342f884-71ec-4e21-b536-d7febf8d74b1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting subnet 64ba4b20-21b3-4019-b8a8-5e3446803731 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:46:14.782164 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9342f884-71ec-4e21-b536-d7febf8d74b1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.842742 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9342f884-71ec-4e21-b536-d7febf8d74b1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.950740 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85667fb-35c8-4f7c-af7a-a736892301cf req-f9aae73f-8632-4a3a-ab60-c8c5329b14c1 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:14.952811 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c85667fb-35c8-4f7c-af7a-a736892301cf req-f9aae73f-8632-4a3a-ab60-c8c5329b14c1 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbee052e-563e-4739-b257-20016e20419d HTTP/1.1" status: 200 len: 944 time: 0.0765460 Sep 16 04:46:15.029727 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9342f884-71ec-4e21-b536-d7febf8d74b1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:15.035487 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c85667fb-35c8-4f7c-af7a-a736892301cf req-0165516b-7aa4-4f76-951e-c3d8310d8bd2 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611413 Sep 16 04:46:15.106391 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b43852a-6377-436e-a189-873ad94b6e19 x-openstack-request-id: req-3b43852a-6377-436e-a189-873ad94b6e19 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:15.106682 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbee052e-563e-4739-b257-20016e20419d", "tag": "be6ab13e-8872-4ca3-9a42-635a17c856e4", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:15.107114 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3b43852a-6377-436e-a189-873ad94b6e19 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:15.107526 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbee052e-563e-4739-b257-20016e20419d', 'tag': 'be6ab13e-8872-4ca3-9a42-635a17c856e4', 'status': 'completed', 'code': 200} Sep 16 04:46:15.120363 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9342f884-71ec-4e21-b536-d7febf8d74b1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:15.171003 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9342f884-71ec-4e21-b536-d7febf8d74b1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Subnet': ['ID=64ba4b20-21b3-4019-b8a8-5e3446803731,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:15.182733 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9342f884-71ec-4e21-b536-d7febf8d74b1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:15.187873 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9342f884-71ec-4e21-b536-d7febf8d74b1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/64ba4b20-21b3-4019-b8a8-5e3446803731 HTTP/1.1" status: 204 len: 168 time: 0.4608874 Sep 16 04:46:15.190347 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39028) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:15.250296 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2e5e70d1-4416-4474-a889-cffeb78e5023 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0584307 Sep 16 04:46:15.256462 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39030) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:15.264175 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-96a9ac97-6164-4cac-8292-9c0e756e6ddc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:15.286618 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25bf77-f08b-4c0a-acff-87421f2137b4 req-c1fbdd5b-3665-4dc1-a15a-38eb7e387e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:15.288390 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4c25bf77-f08b-4c0a-acff-87421f2137b4 req-c1fbdd5b-3665-4dc1-a15a-38eb7e387e64 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6cc3afe070643bb85e91919d4f43b74&device_id=cbee052e-563e-4739-b257-20016e20419d HTTP/1.1" status: 200 len: 1096 time: 0.1341469 Sep 16 04:46:15.299109 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 0a98b6e7-816a-47a9-bc0a-d4ad5a04af25 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:15.318509 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c48210de-e38e-4941-b1f8-6171c6aa7681 req-34987623-212c-4198-9e48-d729dfb63676 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1955323 Sep 16 04:46:15.335440 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-c48210de-e38e-4941-b1f8-6171c6aa7681 req-c4129933-2711-4d03-ba71-ee1b4cb2cbe1 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:15.370731 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 0a98b6e7-816a-47a9-bc0a-d4ad5a04af25 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:15.371107 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:15.372470 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c48210de-e38e-4941-b1f8-6171c6aa7681 req-c4129933-2711-4d03-ba71-ee1b4cb2cbe1 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks [] for floatingip, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:15.476250 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a9ac97-6164-4cac-8292-9c0e756e6ddc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:15.479976 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96a9ac97-6164-4cac-8292-9c0e756e6ddc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:15.519875 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c48210de-e38e-4941-b1f8-6171c6aa7681 req-c4129933-2711-4d03-ba71-ee1b4cb2cbe1 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:15.578153 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25bf77-f08b-4c0a-acff-87421f2137b4 req-4b5385fc-fc84-41ca-b50e-d40350b5ca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:15.579926 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4c25bf77-f08b-4c0a-acff-87421f2137b4 req-4b5385fc-fc84-41ca-b50e-d40350b5ca7d service neutron] 10.222.0.48 "GET /v2.0/networks?id=8be6671c-d3cc-4762-a06c-3e49bba8fa99 HTTP/1.1" status: 200 len: 912 time: 0.2028329 Sep 16 04:46:15.609589 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e94859-0097-4a02-88ad-01244718bc3c None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:46:15.649838 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4c25bf77-f08b-4c0a-acff-87421f2137b4 req-5dd68fe1-04e4-44b3-87ed-2a8cee74dc40 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be6ab13e-8872-4ca3-9a42-635a17c856e4 HTTP/1.1" status: 200 len: 217 time: 0.0568321 Sep 16 04:46:15.674271 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-c48210de-e38e-4941-b1f8-6171c6aa7681 req-c4129933-2711-4d03-ba71-ee1b4cb2cbe1 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Allocated IP 172.25.8.245 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/541b9b88-a0f5-4b5d-9953-c6e99510c2bc) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:15.686677 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-4dfc94b7-9853-45f6-9e6d-5729f0a92324 None None] Provisioning complete for port 0a98b6e7-816a-47a9-bc0a-d4ad5a04af25 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:15.687161 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4dfc94b7-9853-45f6-9e6d-5729f0a92324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:15.753713 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25bf77-f08b-4c0a-acff-87421f2137b4 req-f131c63e-f423-4212-b02b-7e0b47e6c59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:15.755474 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4c25bf77-f08b-4c0a-acff-87421f2137b4 req-f131c63e-f423-4212-b02b-7e0b47e6c59e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42961f04-c4e3-4e68-8e72-088e4f8f47e6 HTTP/1.1" status: 200 len: 851 time: 0.0882528 Sep 16 04:46:15.820888 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4c25bf77-f08b-4c0a-acff-87421f2137b4 req-2406ee8c-5352-40c8-b41a-11e60f53a41f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8be6671c-d3cc-4762-a06c-3e49bba8fa99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562727 Sep 16 04:46:15.834317 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c48210de-e38e-4941-b1f8-6171c6aa7681 req-c4129933-2711-4d03-ba71-ee1b4cb2cbe1 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:15.872749 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96a9ac97-6164-4cac-8292-9c0e756e6ddc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:15.893047 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c48210de-e38e-4941-b1f8-6171c6aa7681 req-c4129933-2711-4d03-ba71-ee1b4cb2cbe1 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:15.905294 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3439d906-9c24-4778-833c-0bf046787a13 None None] DHCP port deletion for c1806bde-f213-4a7a-844d-fa613e1e0ff4 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:46:15.953937 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c48210de-e38e-4941-b1f8-6171c6aa7681 req-c4129933-2711-4d03-ba71-ee1b4cb2cbe1 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:15.957935 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a9ac97-6164-4cac-8292-9c0e756e6ddc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:15.960439 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-c48210de-e38e-4941-b1f8-6171c6aa7681 req-c4129933-2711-4d03-ba71-ee1b4cb2cbe1 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:15.966028 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-96a9ac97-6164-4cac-8292-9c0e756e6ddc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:15.969685 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a9ac97-6164-4cac-8292-9c0e756e6ddc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:15.969956 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:15.970116 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96a9ac97-6164-4cac-8292-9c0e756e6ddc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:15.970249 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48210de-e38e-4941-b1f8-6171c6aa7681 req-c4129933-2711-4d03-ba71-ee1b4cb2cbe1 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:15.991391 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a9ac97-6164-4cac-8292-9c0e756e6ddc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Subnet': ['ID=badd5d3f-5726-4666-b578-3fafaf7944be,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:15.995049 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-3439d906-9c24-4778-833c-0bf046787a13 None None] Deleting port 0a98b6e7-816a-47a9-bc0a-d4ad5a04af25 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:15.995752 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3439d906-9c24-4778-833c-0bf046787a13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:16.004990 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4129933-2711-4d03-ba71-ee1b4cb2cbe1 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Pushing event updated for resources: {'Port': ['ID=541b9b88-a0f5-4b5d-9953-c6e99510c2bc,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:16.010686 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-96a9ac97-6164-4cac-8292-9c0e756e6ddc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7531469 Sep 16 04:46:16.013982 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39038) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:16.020265 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-8ff42e19-9e19-41b0-9c5a-915b360053cb tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:16.029706 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4c25bf77-f08b-4c0a-acff-87421f2137b4 req-56cdb501-0f2e-438b-a5b6-89d581191d89 service neutron] 10.222.0.48 "GET /v2.0/networks/8be6671c-d3cc-4762-a06c-3e49bba8fa99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974807 Sep 16 04:46:16.100291 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c48210de-e38e-4941-b1f8-6171c6aa7681 req-c4129933-2711-4d03-ba71-ee1b4cb2cbe1 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:16.101585 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-3439d906-9c24-4778-833c-0bf046787a13 None None] For port 0a98b6e7-816a-47a9-bc0a-d4ad5a04af25, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=0a98b6e7-816a-47a9-bc0a-d4ad5a04af25,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:16.102236 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3439d906-9c24-4778-833c-0bf046787a13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:16.117801 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-3439d906-9c24-4778-833c-0bf046787a13 None None] Calling delete_port for 0a98b6e7-816a-47a9-bc0a-d4ad5a04af25 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:16.149337 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c48210de-e38e-4941-b1f8-6171c6aa7681 req-c4129933-2711-4d03-ba71-ee1b4cb2cbe1 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:16.217554 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4c25bf77-f08b-4c0a-acff-87421f2137b4 req-cdb5a019-dd0a-4bbb-8966-bd9b369acd51 service neutron] 10.222.0.48 "GET /v2.0/networks/8be6671c-d3cc-4762-a06c-3e49bba8fa99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719997 Sep 16 04:46:16.219831 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3439d906-9c24-4778-833c-0bf046787a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:16.234959 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff42e19-9e19-41b0-9c5a-915b360053cb tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:16.239342 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8ff42e19-9e19-41b0-9c5a-915b360053cb tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:16.258467 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439d906-9c24-4778-833c-0bf046787a13 None None] Pushing event deleted for resources: {'Port': ['ID=0a98b6e7-816a-47a9-bc0a-d4ad5a04af25,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:16.263967 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3439d906-9c24-4778-833c-0bf046787a13 None None] No DVR routers for this DVR port 0a98b6e7-816a-47a9-bc0a-d4ad5a04af25 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:46:16.289713 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0e96ab-a768-4c36-888c-661091b573bc None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:46:16.501599 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599685e4-5c32-48f2-beef-126b459e0069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'tenant_id': '3adf2e42a132432f9eca7df19231c9e3', 'fixed_ips': [{'subnet_id': 'badd5d3f-5726-4666-b578-3fafaf7944be'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:46:16.503492 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-599685e4-5c32-48f2-beef-126b459e0069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:16.650157 n-d-712139-15 neutron-server[94766]: DEBUG neutron.objects.ports [None req-8ff42e19-9e19-41b0-9c5a-915b360053cb tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:46:16.652118 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8ff42e19-9e19-41b0-9c5a-915b360053cb tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:16.676897 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c48210de-e38e-4941-b1f8-6171c6aa7681 req-c4129933-2711-4d03-ba71-ee1b4cb2cbe1 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:16.688367 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c48210de-e38e-4941-b1f8-6171c6aa7681 req-c4129933-2711-4d03-ba71-ee1b4cb2cbe1 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:16.701769 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff42e19-9e19-41b0-9c5a-915b360053cb tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:16.705226 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-8ff42e19-9e19-41b0-9c5a-915b360053cb tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:16.710160 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-599685e4-5c32-48f2-beef-126b459e0069 None None] Allocated IP 172.20.0.2 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/badd5d3f-5726-4666-b578-3fafaf7944be/67f865c8-f559-4b78-9a3b-496e4e81d85c) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:16.710933 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff42e19-9e19-41b0-9c5a-915b360053cb tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:16.711589 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8ff42e19-9e19-41b0-9c5a-915b360053cb tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:16.725016 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff42e19-9e19-41b0-9c5a-915b360053cb tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Subnet': ['ID=8ddbb73f-2c61-429c-b078-b04599803b0d,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:16.736214 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8ff42e19-9e19-41b0-9c5a-915b360053cb tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7208569 Sep 16 04:46:16.740072 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39042) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:16.746980 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-43bd5c62-93f6-46c8-a6b1-583825705ff9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'port': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'mac_address': 'fa:16:3e:65:fc:7e', 'name': 'tempest-NetworksTestDHCPv6-852070541'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:16.783033 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4129933-2711-4d03-ba71-ee1b4cb2cbe1 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Pushing event updated for resources: {'Port': ['ID=541b9b88-a0f5-4b5d-9953-c6e99510c2bc,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:16.798286 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c48210de-e38e-4941-b1f8-6171c6aa7681 req-c4129933-2711-4d03-ba71-ee1b4cb2cbe1 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:16.810375 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 09464b06-c001-4b17-972c-bc148f6c7b1e no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:16.821554 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c48210de-e38e-4941-b1f8-6171c6aa7681 req-c4129933-2711-4d03-ba71-ee1b4cb2cbe1 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:16.823409 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c48210de-e38e-4941-b1f8-6171c6aa7681 req-c4129933-2711-4d03-ba71-ee1b4cb2cbe1 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4938092 Sep 16 04:46:16.903469 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bd5c62-93f6-46c8-a6b1-583825705ff9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:16.905312 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c48210de-e38e-4941-b1f8-6171c6aa7681 req-593b0bde-eb9d-4000-bbe6-524b5e5209a3 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.245 HTTP/1.1" status: 200 len: 696 time: 0.0686402 Sep 16 04:46:16.965689 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:16.979330 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-599685e4-5c32-48f2-beef-126b459e0069 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:16.990768 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-599685e4-5c32-48f2-beef-126b459e0069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:16.999781 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215e3473-bd93-460c-b545-1e19afbb2ffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09464b06-c001-4b17-972c-bc148f6c7b1e'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:17.002113 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8578fc9f-949e-431e-93e6-4e593022457f" -d '{"events": [{"server_uuid": "215e3473-bd93-460c-b545-1e19afbb2ffd", "name": "network-vif-unplugged", "status": "completed", "tag": "09464b06-c001-4b17-972c-bc148f6c7b1e"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:17.029059 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-43bd5c62-93f6-46c8-a6b1-583825705ff9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:17.044476 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 09464b06-c001-4b17-972c-bc148f6c7b1e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=09464b06-c001-4b17-972c-bc148f6c7b1e,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:17.054839 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599685e4-5c32-48f2-beef-126b459e0069 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:17.055668 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:17.059805 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-43bd5c62-93f6-46c8-a6b1-583825705ff9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] device_id is not set on port 555ca917-80f7-4ce1-bfa4-0576baa0eba0 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:46:17.065989 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-599685e4-5c32-48f2-beef-126b459e0069 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:17.068442 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599685e4-5c32-48f2-beef-126b459e0069 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:17.070743 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599685e4-5c32-48f2-beef-126b459e0069 None None] Pushing event updated for resources: {'Port': ['ID=67f865c8-f559-4b78-9a3b-496e4e81d85c,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:17.073436 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48210de-e38e-4941-b1f8-6171c6aa7681 req-bec1679f-13df-411d-b0ba-0cc801c1f0a4 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:17.082962 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c48210de-e38e-4941-b1f8-6171c6aa7681 req-bec1679f-13df-411d-b0ba-0cc801c1f0a4 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 784 time: 0.1701360 Sep 16 04:46:17.170798 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-599685e4-5c32-48f2-beef-126b459e0069 None None] Attempting to bind port 67f865c8-f559-4b78-9a3b-496e4e81d85c on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:46:17.171232 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-599685e4-5c32-48f2-beef-126b459e0069 None None] Attempting to bind port 67f865c8-f559-4b78-9a3b-496e4e81d85c by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:46:17.171493 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599685e4-5c32-48f2-beef-126b459e0069 None None] Attempting to bind port 67f865c8-f559-4b78-9a3b-496e4e81d85c on network c1806bde-f213-4a7a-844d-fa613e1e0ff4 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:17.181190 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599685e4-5c32-48f2-beef-126b459e0069 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:46:17.181573 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599685e4-5c32-48f2-beef-126b459e0069 None None] Checking segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:17.181984 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-599685e4-5c32-48f2-beef-126b459e0069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:17.182481 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599685e4-5c32-48f2-beef-126b459e0069 None None] Bound using segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:46:17.182960 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-599685e4-5c32-48f2-beef-126b459e0069 None None] Bound port: 67f865c8-f559-4b78-9a3b-496e4e81d85c, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:46:17.183343 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-599685e4-5c32-48f2-beef-126b459e0069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:17.185325 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=09464b06-c001-4b17-972c-bc148f6c7b1e,revision_number=8']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:17.262246 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-599685e4-5c32-48f2-beef-126b459e0069 None None] For port 67f865c8-f559-4b78-9a3b-496e4e81d85c, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:17.266084 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-599685e4-5c32-48f2-beef-126b459e0069 None None] For port 67f865c8-f559-4b78-9a3b-496e4e81d85c, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=67f865c8-f559-4b78-9a3b-496e4e81d85c,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:46:17.273498 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-599685e4-5c32-48f2-beef-126b459e0069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:17.317765 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 0a98b6e7-816a-47a9-bc0a-d4ad5a04af25 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:17.352645 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 0a98b6e7-816a-47a9-bc0a-d4ad5a04af25 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:46:17.352645 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 0a98b6e7-816a-47a9-bc0a-d4ad5a04af25 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:46:17.371335 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599685e4-5c32-48f2-beef-126b459e0069 None None] Pushing event updated for resources: {'Port': ['ID=67f865c8-f559-4b78-9a3b-496e4e81d85c,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:17.373720 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-43bd5c62-93f6-46c8-a6b1-583825705ff9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Allocated IP 172.20.0.11 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/badd5d3f-5726-4666-b578-3fafaf7944be/555ca917-80f7-4ce1-bfa4-0576baa0eba0) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:17.385978 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-43bd5c62-93f6-46c8-a6b1-583825705ff9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Allocated IP 2001:db8::f816:3eff:fe65:fc7e (c1806bde-f213-4a7a-844d-fa613e1e0ff4/8ddbb73f-2c61-429c-b078-b04599803b0d/555ca917-80f7-4ce1-bfa4-0576baa0eba0) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:17.657153 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-43bd5c62-93f6-46c8-a6b1-583825705ff9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:17.702908 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-43bd5c62-93f6-46c8-a6b1-583825705ff9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:17.757730 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bd5c62-93f6-46c8-a6b1-583825705ff9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:17.763151 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-43bd5c62-93f6-46c8-a6b1-583825705ff9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:17.766737 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b5390-4049-4f71-bc3f-0774a814721e req-8a075db1-e8f4-4c4b-b902-49d5ebc9b04d tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:17.768637 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bd5c62-93f6-46c8-a6b1-583825705ff9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:17.773065 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-734b5390-4049-4f71-bc3f-0774a814721e req-8a075db1-e8f4-4c4b-b902-49d5ebc9b04d tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f962a06-2e94-4f63-8029-7e61440439a2 HTTP/1.1" status: 200 len: 945 time: 0.0965018 Sep 16 04:46:17.817178 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-734b5390-4049-4f71-bc3f-0774a814721e req-8bbca3b5-c110-4d7f-8bf2-dd1d83d23fe1 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414281 Sep 16 04:46:17.847151 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd5c62-93f6-46c8-a6b1-583825705ff9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Port': ['ID=555ca917-80f7-4ce1-bfa4-0576baa0eba0,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:17.876447 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bd5c62-93f6-46c8-a6b1-583825705ff9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:17.877133 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-43bd5c62-93f6-46c8-a6b1-583825705ff9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:17.891769 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-43bd5c62-93f6-46c8-a6b1-583825705ff9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1502922 Sep 16 04:46:17.895012 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39062) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:17.949681 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6abdb2d-0ab8-4caf-a313-e941e023070c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:17.956193 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6abdb2d-0ab8-4caf-a313-e941e023070c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:17.957907 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e6abdb2d-0ab8-4caf-a313-e941e023070c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0619612 Sep 16 04:46:17.960699 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39064) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:18.060871 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-02ed0bab-afc6-4571-bea3-448238a5a6e4 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting port 555ca917-80f7-4ce1-bfa4-0576baa0eba0 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:18.061222 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-02ed0bab-afc6-4571-bea3-448238a5a6e4 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:18.103263 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7ff2d-7c48-426a-9357-3f0cda8211a9 req-2076ddda-fa32-4607-9eff-a2cc3a48b4d6 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:18.105569 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04e7ff2d-7c48-426a-9357-3f0cda8211a9 req-2076ddda-fa32-4607-9eff-a2cc3a48b4d6 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbee052e-563e-4739-b257-20016e20419d HTTP/1.1" status: 200 len: 944 time: 0.0554171 Sep 16 04:46:18.156634 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04e7ff2d-7c48-426a-9357-3f0cda8211a9 req-1ff0a428-b397-40a5-a2c6-a332003deb4b tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443964 Sep 16 04:46:18.184537 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-02ed0bab-afc6-4571-bea3-448238a5a6e4 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:18.204994 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-02ed0bab-afc6-4571-bea3-448238a5a6e4 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Calling delete_port for 555ca917-80f7-4ce1-bfa4-0576baa0eba0 owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:18.253340 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df766d1-8f01-4140-abc0-ff36d7f319a0 x-openstack-request-id: req-6df766d1-8f01-4140-abc0-ff36d7f319a0 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:18.255810 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215e3473-bd93-460c-b545-1e19afbb2ffd", "name": "network-vif-unplugged", "status": "completed", "tag": "09464b06-c001-4b17-972c-bc148f6c7b1e", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:18.255810 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6df766d1-8f01-4140-abc0-ff36d7f319a0 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:18.255810 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215e3473-bd93-460c-b545-1e19afbb2ffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09464b06-c001-4b17-972c-bc148f6c7b1e', 'code': 200} Sep 16 04:46:18.333708 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c698a4b9-5395-4dfc-830f-befc97847ecc req-5bb99e34-9e07-4bee-ae15-f085ac1a5ab7 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "GET /v2.0/floatingips/76bd1c37-6050-4263-828d-8cb69ef6a3d3 HTTP/1.1" status: 200 len: 693 time: 0.0748882 Sep 16 04:46:18.463304 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-02ed0bab-afc6-4571-bea3-448238a5a6e4 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:18.501941 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698a4b9-5395-4dfc-830f-befc97847ecc req-314d8301-3d80-4640-9c0a-66427f08f3b4 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:18.502182 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed0bab-afc6-4571-bea3-448238a5a6e4 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Port': ['ID=555ca917-80f7-4ce1-bfa4-0576baa0eba0,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:18.504527 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c698a4b9-5395-4dfc-830f-befc97847ecc req-314d8301-3d80-4640-9c0a-66427f08f3b4 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 784 time: 0.1645751 Sep 16 04:46:18.517472 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-c698a4b9-5395-4dfc-830f-befc97847ecc req-4dcc57c4-9d82-4097-aea8-fae39f26837b tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:46:18.518732 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c698a4b9-5395-4dfc-830f-befc97847ecc req-4dcc57c4-9d82-4097-aea8-fae39f26837b tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075920 Sep 16 04:46:18.638417 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-02ed0bab-afc6-4571-bea3-448238a5a6e4 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:18.643097 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-02ed0bab-afc6-4571-bea3-448238a5a6e4 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/555ca917-80f7-4ce1-bfa4-0576baa0eba0 HTTP/1.1" status: 204 len: 168 time: 0.6808851 Sep 16 04:46:18.646823 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39078) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:18.665215 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f970e9e3-4e3d-4e7d-b97c-d88ba7f8b7ed None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:46:18.726586 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc66d9c9-2b3e-4ecc-81c6-0aaad716cf85 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:18.728302 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc66d9c9-2b3e-4ecc-81c6-0aaad716cf85 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:18.729874 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc66d9c9-2b3e-4ecc-81c6-0aaad716cf85 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:18.734641 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-fc66d9c9-2b3e-4ecc-81c6-0aaad716cf85 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0869141 Sep 16 04:46:18.734995 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39080) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:18.748117 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-3d2e8595-f117-47b4-a19d-e33682cfd846 None None] Provisioning complete for port 67f865c8-f559-4b78-9a3b-496e4e81d85c triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:18.748774 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3d2e8595-f117-47b4-a19d-e33682cfd846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:18.809692 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b36cad8b-1d85-4438-b450-3b0f6c4419f3 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting subnet 8ddbb73f-2c61-429c-b078-b04599803b0d {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:46:18.815372 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b36cad8b-1d85-4438-b450-3b0f6c4419f3 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:18.826000 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device be6ab13e-8872-4ca3-9a42-635a17c856e4 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:46:18.869038 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b36cad8b-1d85-4438-b450-3b0f6c4419f3 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:18.929414 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b36cad8b-1d85-4438-b450-3b0f6c4419f3 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:18.952112 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3d2e8595-f117-47b4-a19d-e33682cfd846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:19.076714 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b36cad8b-1d85-4438-b450-3b0f6c4419f3 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:19.151556 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36cad8b-1d85-4438-b450-3b0f6c4419f3 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Subnet': ['ID=8ddbb73f-2c61-429c-b078-b04599803b0d,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:19.152553 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-3d2e8595-f117-47b4-a19d-e33682cfd846 None None] For port 67f865c8-f559-4b78-9a3b-496e4e81d85c, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=67f865c8-f559-4b78-9a3b-496e4e81d85c,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:19.160207 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b36cad8b-1d85-4438-b450-3b0f6c4419f3 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:19.160744 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3d2e8595-f117-47b4-a19d-e33682cfd846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:19.168253 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port be6ab13e-8872-4ca3-9a42-635a17c856e4, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=be6ab13e-8872-4ca3-9a42-635a17c856e4,segment=NetworkSegment(563ffb0c-abbc-4891-bc16-630f77fa0d00),segment_id=563ffb0c-abbc-4891-bc16-630f77fa0d00)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:19.168809 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39098) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:19.169643 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b36cad8b-1d85-4438-b450-3b0f6c4419f3 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/8ddbb73f-2c61-429c-b078-b04599803b0d HTTP/1.1" status: 204 len: 168 time: 0.4328699 Sep 16 04:46:19.263978 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'be6ab13e-8872-4ca3-9a42-635a17c856e4', 'network_id': '8be6671c-d3cc-4762-a06c-3e49bba8fa99', 'port_id': 'be6ab13e-8872-4ca3-9a42-635a17c856e4', 'mac_address': 'fa:16:3e:63:31:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42961f04-c4e3-4e68-8e72-088e4f8f47e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:46:19.342861 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-54592e7c-464f-4f04-ae48-674b82c26327 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting subnet badd5d3f-5726-4666-b578-3fafaf7944be {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:46:19.359411 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-54592e7c-464f-4f04-ae48-674b82c26327 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:19.431906 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5603f0-3e45-4641-8605-20306157f935 None None] Update dhcp port {'port': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'fixed_ips': [{'subnet_id': 'badd5d3f-5726-4666-b578-3fafaf7944be', 'ip_address': '172.20.0.2'}, {'subnet_id': '8ddbb73f-2c61-429c-b078-b04599803b0d'}], 'binding:host_id': 'n-d-712139-15'}, 'id': '67f865c8-f559-4b78-9a3b-496e4e81d85c'} from n-d-712139-15. {{(pid=94768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:46:19.499885 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e8595-f117-47b4-a19d-e33682cfd846 None None] Pushing event updated for resources: {'Port': ['ID=67f865c8-f559-4b78-9a3b-496e4e81d85c,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:19.500654 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-54592e7c-464f-4f04-ae48-674b82c26327 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:19.517860 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 67f865c8-f559-4b78-9a3b-496e4e81d85c up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:19.532555 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-eb5603f0-3e45-4641-8605-20306157f935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:19.582789 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:19.652550 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be6ab13e-8872-4ca3-9a42-635a17c856e4 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:19.667854 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-54592e7c-464f-4f04-ae48-674b82c26327 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:19.720392 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port be6ab13e-8872-4ca3-9a42-635a17c856e4, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=be6ab13e-8872-4ca3-9a42-635a17c856e4,segment=NetworkSegment(563ffb0c-abbc-4891-bc16-630f77fa0d00),segment_id=563ffb0c-abbc-4891-bc16-630f77fa0d00)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:19.742461 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:19.861590 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d32675f8-76e6-408c-87f3-64297525cbdb req-cbc2fc6f-9b8a-4e4e-b9b5-1e537d225155 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "GET /v2.0/floatingips/76bd1c37-6050-4263-828d-8cb69ef6a3d3 HTTP/1.1" status: 200 len: 693 time: 0.0766246 Sep 16 04:46:19.865491 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 67f865c8-f559-4b78-9a3b-496e4e81d85c triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:19.865880 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:19.900673 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-54592e7c-464f-4f04-ae48-674b82c26327 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:19.954324 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54592e7c-464f-4f04-ae48-674b82c26327 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Subnet': ['ID=badd5d3f-5726-4666-b578-3fafaf7944be,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:19.988336 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-54592e7c-464f-4f04-ae48-674b82c26327 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:19.990782 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-54592e7c-464f-4f04-ae48-674b82c26327 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/badd5d3f-5726-4666-b578-3fafaf7944be HTTP/1.1" status: 204 len: 168 time: 0.8199224 Sep 16 04:46:19.993979 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39128) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:20.037149 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-23909b05-0454-40fe-9ce9-451021c22b1c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414872 Sep 16 04:46:20.047694 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32675f8-76e6-408c-87f3-64297525cbdb req-8b6cc0d5-0f07-4920-a2ce-4692b1808253 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:20.049113 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39130) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:20.049819 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d32675f8-76e6-408c-87f3-64297525cbdb req-8b6cc0d5-0f07-4920-a2ce-4692b1808253 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 784 time: 0.1770954 Sep 16 04:46:20.060826 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-d32675f8-76e6-408c-87f3-64297525cbdb req-2065cb6a-d5d8-413c-b34e-b741acc95a02 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:46:20.066601 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d32675f8-76e6-408c-87f3-64297525cbdb req-2065cb6a-d5d8-413c-b34e-b741acc95a02 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107138 Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server [None req-eb5603f0-3e45-4641-8605-20306157f935 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet badd5d3f-5726-4666-b578-3fafaf7944be: This subnet is being modified by another concurrent operation. Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:46:20.116509 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:46:20.120254 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:46:20.120254 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:46:20.120254 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:46:20.120254 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:46:20.120254 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:46:20.120254 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:46:20.120254 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:46:20.120254 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:46:20.120254 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:46:20.120254 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:46:20.120254 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:46:20.120254 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:46:20.120254 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:46:20.120254 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:46:20.120254 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 16 04:46:20.120254 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 16 04:46:20.120254 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 04:46:20.120254 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 04:46:20.120254 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 16 04:46:20.120254 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 16 04:46:20.120254 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 16 04:46:20.120254 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 16 04:46:20.120254 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 16 04:46:20.120254 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 16 04:46:20.120254 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 16 04:46:20.120254 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 04:46:20.120254 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 04:46:20.120254 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 04:46:20.120254 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 04:46:20.120254 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise exception Sep 16 04:46:20.120254 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet badd5d3f-5726-4666-b578-3fafaf7944be: This subnet is being modified by another concurrent operation. Sep 16 04:46:20.120254 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server Sep 16 04:46:20.125257 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=be6ab13e-8872-4ca3-9a42-635a17c856e4,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:20.136370 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa7faff-924a-49c4-ad85-583c1fc6f0a1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:20.145044 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-eaa7faff-924a-49c4-ad85-583c1fc6f0a1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0933673 Sep 16 04:46:20.145860 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39132) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:20.146931 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d32675f8-76e6-408c-87f3-64297525cbdb req-cd704017-e8c2-4d33-9cf2-03b9806801ae tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.245 HTTP/1.1" status: 200 len: 696 time: 0.0732112 Sep 16 04:46:20.212980 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d32675f8-76e6-408c-87f3-64297525cbdb req-3188c8ea-ec8e-4a79-b559-193b75db4424 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.245 HTTP/1.1" status: 200 len: 696 time: 0.0649848 Sep 16 04:46:20.232001 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c998a5-0020-4131-b7fb-0ce304b913f1 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:46:20.271480 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c71ad87-d2c0-4aa0-9977-c5ea41984e7d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:20.273685 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3c71ad87-d2c0-4aa0-9977-c5ea41984e7d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1263435 Sep 16 04:46:20.277203 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39134) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:20.327092 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-46635a19-ab83-42d5-a4f9-054d0dfc6215 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0469627 Sep 16 04:46:20.334754 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39136) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:20.341051 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-9b2fd142-7db3-4778-85c2-5cfd57ea292a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:20.387141 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-6eb02c62-03e9-4e87-aba8-9266b82f3147 None None] Provisioning complete for port 67f865c8-f559-4b78-9a3b-496e4e81d85c triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:20.387713 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6eb02c62-03e9-4e87-aba8-9266b82f3147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:20.402867 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-d32675f8-76e6-408c-87f3-64297525cbdb req-8ba87b03-9df1-4185-aaa4-e80355727898 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Deleting port 541b9b88-a0f5-4b5d-9953-c6e99510c2bc {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:20.403411 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d32675f8-76e6-408c-87f3-64297525cbdb req-8ba87b03-9df1-4185-aaa4-e80355727898 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:20.461398 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2fd142-7db3-4778-85c2-5cfd57ea292a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:20.467465 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9b2fd142-7db3-4778-85c2-5cfd57ea292a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:20.469900 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b2fd142-7db3-4778-85c2-5cfd57ea292a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:46:20.470699 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b2fd142-7db3-4778-85c2-5cfd57ea292a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:46:20.506324 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9b2fd142-7db3-4778-85c2-5cfd57ea292a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1645784 Sep 16 04:46:20.506671 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a608b0fc-8e60-42bd-b115-598aedc987a7 None None] DHCP port deletion for c1806bde-f213-4a7a-844d-fa613e1e0ff4 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:46:20.506878 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39138) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:20.517451 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-b4928f80-f685-461a-afb7-de3bd6ad35d1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:20.544987 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d32675f8-76e6-408c-87f3-64297525cbdb req-8ba87b03-9df1-4185-aaa4-e80355727898 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:20.546303 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d32675f8-76e6-408c-87f3-64297525cbdb req-8ba87b03-9df1-4185-aaa4-e80355727898 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:20.571587 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-d32675f8-76e6-408c-87f3-64297525cbdb req-8ba87b03-9df1-4185-aaa4-e80355727898 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Calling delete_port for 541b9b88-a0f5-4b5d-9953-c6e99510c2bc owned by network:floatingip {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:20.595087 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-a608b0fc-8e60-42bd-b115-598aedc987a7 None None] Deleting port 67f865c8-f559-4b78-9a3b-496e4e81d85c {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:20.595852 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a608b0fc-8e60-42bd-b115-598aedc987a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:20.642277 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['be6ab13e-8872-4ca3-9a42-635a17c856e4'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:46:20.663739 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4928f80-f685-461a-afb7-de3bd6ad35d1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:20.668509 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b4928f80-f685-461a-afb7-de3bd6ad35d1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:20.672558 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4928f80-f685-461a-afb7-de3bd6ad35d1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:46:20.672558 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4928f80-f685-461a-afb7-de3bd6ad35d1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:46:20.693592 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b4928f80-f685-461a-afb7-de3bd6ad35d1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1857142 Sep 16 04:46:20.698152 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39140) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:20.709863 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-e2320b37-c19f-4799-a509-6040f388a31e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:20.748270 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-a608b0fc-8e60-42bd-b115-598aedc987a7 None None] For port 67f865c8-f559-4b78-9a3b-496e4e81d85c, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=67f865c8-f559-4b78-9a3b-496e4e81d85c,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:20.748945 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a608b0fc-8e60-42bd-b115-598aedc987a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:20.782080 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-a608b0fc-8e60-42bd-b115-598aedc987a7 None None] Calling delete_port for 67f865c8-f559-4b78-9a3b-496e4e81d85c owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:20.887053 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d32675f8-76e6-408c-87f3-64297525cbdb req-8ba87b03-9df1-4185-aaa4-e80355727898 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:20.925919 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba87b03-9df1-4185-aaa4-e80355727898 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Pushing event deleted for resources: {'Port': ['ID=541b9b88-a0f5-4b5d-9953-c6e99510c2bc,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:20.936885 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2320b37-c19f-4799-a509-6040f388a31e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:20.941539 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e2320b37-c19f-4799-a509-6040f388a31e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:20.943261 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2320b37-c19f-4799-a509-6040f388a31e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:46:20.943748 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2320b37-c19f-4799-a509-6040f388a31e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:46:20.961829 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a608b0fc-8e60-42bd-b115-598aedc987a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:21.004095 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608b0fc-8e60-42bd-b115-598aedc987a7 None None] Pushing event deleted for resources: {'Port': ['ID=67f865c8-f559-4b78-9a3b-496e4e81d85c,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:21.008778 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a608b0fc-8e60-42bd-b115-598aedc987a7 None None] No DVR routers for this DVR port 67f865c8-f559-4b78-9a3b-496e4e81d85c on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:46:21.016335 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e2320b37-c19f-4799-a509-6040f388a31e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3141332 Sep 16 04:46:21.019483 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39146) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:21.030094 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-40799d78-b158-41b2-939c-cec496871d80 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:21.035967 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d32675f8-76e6-408c-87f3-64297525cbdb req-8ba87b03-9df1-4185-aaa4-e80355727898 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks [] for floatingip, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:21.041690 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d32675f8-76e6-408c-87f3-64297525cbdb req-8ba87b03-9df1-4185-aaa4-e80355727898 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:21.043563 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d32675f8-76e6-408c-87f3-64297525cbdb req-8ba87b03-9df1-4185-aaa4-e80355727898 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "DELETE /v2.0/floatingips/76bd1c37-6050-4263-828d-8cb69ef6a3d3 HTTP/1.1" status: 204 len: 173 time: 0.8210793 Sep 16 04:46:21.062022 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863b15c4-d448-4b33-bb3c-38fffcd4fa87 None None] get_active_networks_info from n-d-712139-15 {{(pid=94768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:46:21.166510 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40799d78-b158-41b2-939c-cec496871d80 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:21.172423 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-40799d78-b158-41b2-939c-cec496871d80 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:21.175669 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-40799d78-b158-41b2-939c-cec496871d80 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:46:21.176687 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40799d78-b158-41b2-939c-cec496871d80 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:46:21.197212 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb91141-4178-489b-961f-784dc8c03b47 req-d8577bf8-e04c-42f2-a1b3-95eebe01980e tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:21.199020 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9fb91141-4178-489b-961f-784dc8c03b47 req-d8577bf8-e04c-42f2-a1b3-95eebe01980e tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f962a06-2e94-4f63-8029-7e61440439a2 HTTP/1.1" status: 200 len: 945 time: 0.0839801 Sep 16 04:46:21.211152 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-40799d78-b158-41b2-939c-cec496871d80 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1882358 Sep 16 04:46:21.213547 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39150) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:21.226461 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-99e27696-ec02-49ea-88a6-a99d01b09710 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:21.255783 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863b15c4-d448-4b33-bb3c-38fffcd4fa87 None None] Resources bound (agent type, host, resource id): {{(pid=94768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:46:21.277437 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9fb91141-4178-489b-961f-784dc8c03b47 req-05e35168-0967-4268-a2ff-933f0547ed60 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678856 Sep 16 04:46:21.376406 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 67f865c8-f559-4b78-9a3b-496e4e81d85c no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:21.379377 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e27696-ec02-49ea-88a6-a99d01b09710 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:21.384406 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-99e27696-ec02-49ea-88a6-a99d01b09710 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:21.387294 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-99e27696-ec02-49ea-88a6-a99d01b09710 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:46:21.387942 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99e27696-ec02-49ea-88a6-a99d01b09710 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:46:21.405284 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 67f865c8-f559-4b78-9a3b-496e4e81d85c {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:46:21.406038 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 67f865c8-f559-4b78-9a3b-496e4e81d85c not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:46:21.417095 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-99e27696-ec02-49ea-88a6-a99d01b09710 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1993001 Sep 16 04:46:21.417880 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39152) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:21.422770 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-1cf8edb2-cd0f-4ff6-98ca-5dea9deea981 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:21.562500 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf8edb2-cd0f-4ff6-98ca-5dea9deea981 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:21.568789 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1cf8edb2-cd0f-4ff6-98ca-5dea9deea981 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:21.569379 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf8edb2-cd0f-4ff6-98ca-5dea9deea981 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:46:21.569830 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cf8edb2-cd0f-4ff6-98ca-5dea9deea981 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:46:21.593296 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1cf8edb2-cd0f-4ff6-98ca-5dea9deea981 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1744466 Sep 16 04:46:21.594246 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39154) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:21.628791 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f9263336-473c-4118-9dc9-913f2d371f52 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0337389 Sep 16 04:46:21.632016 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39156) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:21.640330 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cca7b3-10f1-462b-b8aa-bf2eadefc940 req-92a13e7b-c9d6-4688-913d-5b354cf9e59f tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:21.647074 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-31cca7b3-10f1-462b-b8aa-bf2eadefc940 req-92a13e7b-c9d6-4688-913d-5b354cf9e59f tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbee052e-563e-4739-b257-20016e20419d HTTP/1.1" status: 200 len: 945 time: 0.0713227 Sep 16 04:46:21.683281 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-31cca7b3-10f1-462b-b8aa-bf2eadefc940 req-5218da34-29bd-41e9-95ca-8e6baf9d2a50 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352647 Sep 16 04:46:21.700802 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dbf793-f574-4eef-9846-69d793dddb43 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:21.706027 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b4dbf793-f574-4eef-9846-69d793dddb43 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0704672 Sep 16 04:46:21.706618 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39158) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:21.760397 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d1f10e6b-9ab8-476b-9ccc-e3dcf9dd0aa9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0519884 Sep 16 04:46:21.765808 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39166) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:21.772230 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-f50778de-f6fe-4e9f-84e5-7e93c2a0302a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:21.894227 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50778de-f6fe-4e9f-84e5-7e93c2a0302a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:21.900879 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f50778de-f6fe-4e9f-84e5-7e93c2a0302a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:22.033279 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed818f17-adef-41a3-bd87-cf2aacc72d96 req-59026f1e-b6e1-4887-b051-706f58cc58cc tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:22.046547 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed818f17-adef-41a3-bd87-cf2aacc72d96 req-59026f1e-b6e1-4887-b051-706f58cc58cc tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2957900 Sep 16 04:46:22.301656 n-d-712139-15 neutron-server[94766]: DEBUG neutron.objects.ports [None req-f50778de-f6fe-4e9f-84e5-7e93c2a0302a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:46:22.303873 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f50778de-f6fe-4e9f-84e5-7e93c2a0302a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:22.362942 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50778de-f6fe-4e9f-84e5-7e93c2a0302a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:22.366378 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-f50778de-f6fe-4e9f-84e5-7e93c2a0302a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:22.370890 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50778de-f6fe-4e9f-84e5-7e93c2a0302a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:22.371587 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f50778de-f6fe-4e9f-84e5-7e93c2a0302a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:22.381090 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d73bab4-356d-49af-a008-a4b964a8bc23 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:46:22.385237 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50778de-f6fe-4e9f-84e5-7e93c2a0302a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Subnet': ['ID=0d4100d8-a067-41ac-b303-d61efce354ea,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:22.397116 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39184) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:22.401661 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f50778de-f6fe-4e9f-84e5-7e93c2a0302a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6338942 Sep 16 04:46:22.402370 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-d1f47dd3-3d99-4913-adfa-6a3c1349d972 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'port': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'mac_address': 'fa:16:3e:a2:88:4a', 'name': 'tempest-NetworksTestDHCPv6-1437776310'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:22.577706 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-30442bed-1f7f-4260-8a48-b01410a214f1 req-85e2fb05-d1d3-4967-8112-283cff45a499 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "GET /v2.0/floatingips?tenant_id=5fb5af7802e6479b8f287d582163f0b2 HTTP/1.1" status: 200 len: 1655 time: 0.0948784 Sep 16 04:46:22.603624 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7358c391-2638-4ff0-9129-eca9baa78f69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'tenant_id': '3adf2e42a132432f9eca7df19231c9e3', 'fixed_ips': [{'subnet_id': '0d4100d8-a067-41ac-b303-d61efce354ea'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:46:22.605112 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7358c391-2638-4ff0-9129-eca9baa78f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:22.679159 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f47dd3-3d99-4913-adfa-6a3c1349d972 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:22.785405 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30442bed-1f7f-4260-8a48-b01410a214f1 req-8d3427d0-5660-4398-956f-e2352b2cd028 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:22.786284 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-7358c391-2638-4ff0-9129-eca9baa78f69 None None] Allocated IP 2001:db8::f816:3eff:fe37:7c7 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/0d4100d8-a067-41ac-b303-d61efce354ea/dc7bc0ef-44ed-4fb7-90c5-3bdf16a31ae4) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:22.787065 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-30442bed-1f7f-4260-8a48-b01410a214f1 req-8d3427d0-5660-4398-956f-e2352b2cd028 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "GET /v2.0/networks?id=6423976d-c7ec-41de-996e-2a06dce8febc&id=6423976d-c7ec-41de-996e-2a06dce8febc&id=6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 787 time: 0.1959510 Sep 16 04:46:22.806666 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-30442bed-1f7f-4260-8a48-b01410a214f1 req-b4047881-f197-4534-b048-45f45e3f9c75 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:46:22.807861 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-30442bed-1f7f-4260-8a48-b01410a214f1 req-b4047881-f197-4534-b048-45f45e3f9c75 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097721 Sep 16 04:46:22.827867 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d1f47dd3-3d99-4913-adfa-6a3c1349d972 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:22.868512 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-d1f47dd3-3d99-4913-adfa-6a3c1349d972 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] device_id is not set on port ccfdf8c8-28de-428a-bd62-e057ba13e541 yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:46:22.885184 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 09464b06-c001-4b17-972c-bc148f6c7b1e details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:46:22.887514 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device be6ab13e-8872-4ca3-9a42-635a17c856e4 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:22.980940 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9d86d-efa0-43be-a191-182c94352d36 req-31a3685f-0129-44ee-be50-eafacbbcecaf tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:22.983189 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3cd9d86d-efa0-43be-a191-182c94352d36 req-31a3685f-0129-44ee-be50-eafacbbcecaf tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f962a06-2e94-4f63-8029-7e61440439a2 HTTP/1.1" status: 200 len: 945 time: 0.0718770 Sep 16 04:46:23.047812 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3cd9d86d-efa0-43be-a191-182c94352d36 req-8edb2271-078e-41b6-84d4-a47de0fbe8a3 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567110 Sep 16 04:46:23.108145 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 09464b06-c001-4b17-972c-bc148f6c7b1e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=09464b06-c001-4b17-972c-bc148f6c7b1e,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:23.110712 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port be6ab13e-8872-4ca3-9a42-635a17c856e4 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:46:23.118385 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7358c391-2638-4ff0-9129-eca9baa78f69 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:23.125628 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port be6ab13e-8872-4ca3-9a42-635a17c856e4 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:23.126176 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:23.130541 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '09464b06-c001-4b17-972c-bc148f6c7b1e', 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651', 'port_id': '09464b06-c001-4b17-972c-bc148f6c7b1e', 'mac_address': 'fa:16:3e:82:b7:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:46:23.138722 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7358c391-2638-4ff0-9129-eca9baa78f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:23.193587 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-d1f47dd3-3d99-4913-adfa-6a3c1349d972 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Allocated IP 2001:db8::f816:3eff:fea2:884a (c1806bde-f213-4a7a-844d-fa613e1e0ff4/0d4100d8-a067-41ac-b303-d61efce354ea/ccfdf8c8-28de-428a-bd62-e057ba13e541) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:23.289004 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7358c391-2638-4ff0-9129-eca9baa78f69 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:23.307717 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-7358c391-2638-4ff0-9129-eca9baa78f69 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:23.314477 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:23.317606 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7358c391-2638-4ff0-9129-eca9baa78f69 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:23.322782 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358c391-2638-4ff0-9129-eca9baa78f69 None None] Pushing event updated for resources: {'Port': ['ID=dc7bc0ef-44ed-4fb7-90c5-3bdf16a31ae4,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:23.360876 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09464b06-c001-4b17-972c-bc148f6c7b1e {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:23.456942 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d1f47dd3-3d99-4913-adfa-6a3c1349d972 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:23.464216 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 09464b06-c001-4b17-972c-bc148f6c7b1e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=09464b06-c001-4b17-972c-bc148f6c7b1e,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:23.476844 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:23.481307 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-7358c391-2638-4ff0-9129-eca9baa78f69 None None] Attempting to bind port dc7bc0ef-44ed-4fb7-90c5-3bdf16a31ae4 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:46:23.481707 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-7358c391-2638-4ff0-9129-eca9baa78f69 None None] Attempting to bind port dc7bc0ef-44ed-4fb7-90c5-3bdf16a31ae4 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:46:23.482340 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7358c391-2638-4ff0-9129-eca9baa78f69 None None] Attempting to bind port dc7bc0ef-44ed-4fb7-90c5-3bdf16a31ae4 on network c1806bde-f213-4a7a-844d-fa613e1e0ff4 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:23.484232 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:23.488902 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6cbe8-1817-4116-af6d-023c34c09613 req-cddf990b-dc96-41b4-9260-1d59a9801ee4 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:23.490478 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1ed6cbe8-1817-4116-af6d-023c34c09613 req-cddf990b-dc96-41b4-9260-1d59a9801ee4 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbee052e-563e-4739-b257-20016e20419d HTTP/1.1" status: 200 len: 945 time: 0.0963585 Sep 16 04:46:23.525893 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7358c391-2638-4ff0-9129-eca9baa78f69 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:46:23.526531 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7358c391-2638-4ff0-9129-eca9baa78f69 None None] Checking segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:23.527062 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7358c391-2638-4ff0-9129-eca9baa78f69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:23.527520 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7358c391-2638-4ff0-9129-eca9baa78f69 None None] Bound using segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:46:23.528096 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-7358c391-2638-4ff0-9129-eca9baa78f69 None None] Bound port: dc7bc0ef-44ed-4fb7-90c5-3bdf16a31ae4, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:46:23.528530 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7358c391-2638-4ff0-9129-eca9baa78f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:23.548645 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d1f47dd3-3d99-4913-adfa-6a3c1349d972 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:23.568169 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1ed6cbe8-1817-4116-af6d-023c34c09613 req-ad6bd8f0-ee03-4b55-910c-ab80f109ceaf tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644131 Sep 16 04:46:23.584333 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbee052e-563e-4739-b257-20016e20419d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6ab13e-8872-4ca3-9a42-635a17c856e4'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:23.599306 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8c532a-3875-4677-9261-8a961e3d87fe" -d '{"events": [{"server_uuid": "cbee052e-563e-4739-b257-20016e20419d", "name": "network-vif-plugged", "status": "completed", "tag": "be6ab13e-8872-4ca3-9a42-635a17c856e4"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:23.620423 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f47dd3-3d99-4913-adfa-6a3c1349d972 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:23.625819 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-d1f47dd3-3d99-4913-adfa-6a3c1349d972 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:23.631741 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f47dd3-3d99-4913-adfa-6a3c1349d972 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:23.640865 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f47dd3-3d99-4913-adfa-6a3c1349d972 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:23.641722 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d1f47dd3-3d99-4913-adfa-6a3c1349d972 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:23.655275 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port be6ab13e-8872-4ca3-9a42-635a17c856e4, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=be6ab13e-8872-4ca3-9a42-635a17c856e4,segment=NetworkSegment(563ffb0c-abbc-4891-bc16-630f77fa0d00),segment_id=563ffb0c-abbc-4891-bc16-630f77fa0d00)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:23.666461 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=09464b06-c001-4b17-972c-bc148f6c7b1e,revision_number=9']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:23.675796 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:23.724391 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-7358c391-2638-4ff0-9129-eca9baa78f69 None None] For port dc7bc0ef-44ed-4fb7-90c5-3bdf16a31ae4, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:23.725369 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f47dd3-3d99-4913-adfa-6a3c1349d972 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Port': ['ID=ccfdf8c8-28de-428a-bd62-e057ba13e541,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:23.732154 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3f7eff54-7fb9-4333-948f-ed628fad994e req-a1c3b46e-761b-4e63-be4f-013f922b9c33 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "GET /v2.0/floatingips/3ab34303-c97a-4bb7-8eb5-bda7215e255e HTTP/1.1" status: 200 len: 692 time: 0.0867889 Sep 16 04:46:23.738648 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39210) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:23.739671 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d1f47dd3-3d99-4913-adfa-6a3c1349d972 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3404729 Sep 16 04:46:23.756197 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-7358c391-2638-4ff0-9129-eca9baa78f69 None None] For port dc7bc0ef-44ed-4fb7-90c5-3bdf16a31ae4, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=dc7bc0ef-44ed-4fb7-90c5-3bdf16a31ae4,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:46:23.769933 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7358c391-2638-4ff0-9129-eca9baa78f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:23.773312 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=be6ab13e-8872-4ca3-9a42-635a17c856e4,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:23.826621 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:46:23.834712 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4ec73d-3316-4fd4-9049-5622c307384a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:23.845488 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4ec73d-3316-4fd4-9049-5622c307384a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:23.848491 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4b4ec73d-3316-4fd4-9049-5622c307384a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1068025 Sep 16 04:46:23.850717 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358c391-2638-4ff0-9129-eca9baa78f69 None None] Pushing event updated for resources: {'Port': ['ID=dc7bc0ef-44ed-4fb7-90c5-3bdf16a31ae4,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:23.855264 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39212) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:23.927134 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7eff54-7fb9-4333-948f-ed628fad994e req-240da27e-0f2f-4378-9ab2-0d7af4a7944d tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:23.934604 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3f7eff54-7fb9-4333-948f-ed628fad994e req-240da27e-0f2f-4378-9ab2-0d7af4a7944d tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 784 time: 0.1871152 Sep 16 04:46:24.008401 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-a5e4864e-82d2-44c3-a688-ea3838637ce5 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting port ccfdf8c8-28de-428a-bd62-e057ba13e541 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:24.008698 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3f7eff54-7fb9-4333-948f-ed628fad994e req-4cfc63ef-bb2c-4dd8-851a-569403cd984d tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.52 HTTP/1.1" status: 200 len: 695 time: 0.0694890 Sep 16 04:46:24.010498 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a5e4864e-82d2-44c3-a688-ea3838637ce5 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:24.087053 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3f7eff54-7fb9-4333-948f-ed628fad994e req-d814e379-8879-4c9e-97fb-6e1df6a5c06e tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.52 HTTP/1.1" status: 200 len: 695 time: 0.0605729 Sep 16 04:46:24.183060 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a5e4864e-82d2-44c3-a688-ea3838637ce5 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:24.205089 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-a5e4864e-82d2-44c3-a688-ea3838637ce5 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Calling delete_port for ccfdf8c8-28de-428a-bd62-e057ba13e541 owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:24.300774 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-3f7eff54-7fb9-4333-948f-ed628fad994e req-4169bcf6-3e1f-4da0-ab7f-8e2ae4aacae0 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Deleting port a880e767-4152-418e-9c68-f52412d27f8b {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:24.301114 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3f7eff54-7fb9-4333-948f-ed628fad994e req-4169bcf6-3e1f-4da0-ab7f-8e2ae4aacae0 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:24.400282 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3f7eff54-7fb9-4333-948f-ed628fad994e req-4169bcf6-3e1f-4da0-ab7f-8e2ae4aacae0 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:24.400528 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3f7eff54-7fb9-4333-948f-ed628fad994e req-4169bcf6-3e1f-4da0-ab7f-8e2ae4aacae0 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:24.409398 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a5e4864e-82d2-44c3-a688-ea3838637ce5 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:24.416775 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-3f7eff54-7fb9-4333-948f-ed628fad994e req-4169bcf6-3e1f-4da0-ab7f-8e2ae4aacae0 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Calling delete_port for a880e767-4152-418e-9c68-f52412d27f8b owned by network:floatingip {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:24.446671 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4864e-82d2-44c3-a688-ea3838637ce5 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Port': ['ID=ccfdf8c8-28de-428a-bd62-e057ba13e541,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:24.478055 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a5e4864e-82d2-44c3-a688-ea3838637ce5 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:24.481039 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a5e4864e-82d2-44c3-a688-ea3838637ce5 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/ccfdf8c8-28de-428a-bd62-e057ba13e541 HTTP/1.1" status: 204 len: 168 time: 0.6242073 Sep 16 04:46:24.484161 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39226) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:24.519583 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['09464b06-c001-4b17-972c-bc148f6c7b1e'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:46:24.637239 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3f7eff54-7fb9-4333-948f-ed628fad994e req-4169bcf6-3e1f-4da0-ab7f-8e2ae4aacae0 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:24.672876 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169bcf6-3e1f-4da0-ab7f-8e2ae4aacae0 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Pushing event deleted for resources: {'Port': ['ID=a880e767-4152-418e-9c68-f52412d27f8b,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:24.747598 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3f7eff54-7fb9-4333-948f-ed628fad994e req-4169bcf6-3e1f-4da0-ab7f-8e2ae4aacae0 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks [] for floatingip, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:24.751127 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3f7eff54-7fb9-4333-948f-ed628fad994e req-4169bcf6-3e1f-4da0-ab7f-8e2ae4aacae0 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:24.763691 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3f7eff54-7fb9-4333-948f-ed628fad994e req-4169bcf6-3e1f-4da0-ab7f-8e2ae4aacae0 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "DELETE /v2.0/floatingips/3ab34303-c97a-4bb7-8eb5-bda7215e255e HTTP/1.1" status: 204 len: 173 time: 0.6756823 Sep 16 04:46:24.804239 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a239a4b9-15ad-47d8-9165-aafb0f03759c x-openstack-request-id: req-a239a4b9-15ad-47d8-9165-aafb0f03759c {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:24.805081 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbee052e-563e-4739-b257-20016e20419d", "name": "network-vif-plugged", "status": "completed", "tag": "be6ab13e-8872-4ca3-9a42-635a17c856e4", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:24.805464 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a239a4b9-15ad-47d8-9165-aafb0f03759c {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:24.805919 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbee052e-563e-4739-b257-20016e20419d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6ab13e-8872-4ca3-9a42-635a17c856e4', 'code': 200} Sep 16 04:46:24.938469 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e6416-c1c7-4379-9cd7-d856521d9108 req-cc412a9e-f830-446e-96f4-d3394e8f5c28 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:24.941015 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-898e6416-c1c7-4379-9cd7-d856521d9108 req-cc412a9e-f830-446e-96f4-d3394e8f5c28 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f962a06-2e94-4f63-8029-7e61440439a2 HTTP/1.1" status: 200 len: 945 time: 0.0591400 Sep 16 04:46:24.967678 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760cb0c7-ef01-41b9-af99-bc32f84d3c8c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:24.969391 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760cb0c7-ef01-41b9-af99-bc32f84d3c8c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:24.973388 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-760cb0c7-ef01-41b9-af99-bc32f84d3c8c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.4853792 Sep 16 04:46:24.976825 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39236) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:25.008348 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-898e6416-c1c7-4379-9cd7-d856521d9108 req-36e325f8-cf45-4f85-b8e0-252d0367a6a8 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477238 Sep 16 04:46:25.033278 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343c9f3-22aa-4c6f-8db6-76c1d63bb503 req-9de64496-f72a-448d-acca-d5eec91055ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:25.035034 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5343c9f3-22aa-4c6f-8db6-76c1d63bb503 req-9de64496-f72a-448d-acca-d5eec91055ab service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cbee052e-563e-4739-b257-20016e20419d HTTP/1.1" status: 200 len: 1098 time: 0.1266134 Sep 16 04:46:25.067989 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-2939ee74-3dd0-4cf6-99bf-ef7695fa2cf1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting subnet 0d4100d8-a067-41ac-b303-d61efce354ea {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:46:25.074556 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2939ee74-3dd0-4cf6-99bf-ef7695fa2cf1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:25.141763 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5343c9f3-22aa-4c6f-8db6-76c1d63bb503 req-f83d4f25-075b-4a12-9e2d-4c29b410b917 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959656 Sep 16 04:46:25.149837 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2939ee74-3dd0-4cf6-99bf-ef7695fa2cf1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:25.258637 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-6aec544f-9672-4fea-9477-08701c255358 None None] Provisioning complete for port dc7bc0ef-44ed-4fb7-90c5-3bdf16a31ae4 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:25.259327 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6aec544f-9672-4fea-9477-08701c255358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:25.265372 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2939ee74-3dd0-4cf6-99bf-ef7695fa2cf1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:25.380604 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2939ee74-3dd0-4cf6-99bf-ef7695fa2cf1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:25.389158 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device dc7bc0ef-44ed-4fb7-90c5-3bdf16a31ae4 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:25.420957 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2939ee74-3dd0-4cf6-99bf-ef7695fa2cf1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:25.427672 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2939ee74-3dd0-4cf6-99bf-ef7695fa2cf1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/0d4100d8-a067-41ac-b303-d61efce354ea HTTP/1.1" status: 204 len: 168 time: 0.4450290 Sep 16 04:46:25.427672 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939ee74-3dd0-4cf6-99bf-ef7695fa2cf1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Subnet': ['ID=0d4100d8-a067-41ac-b303-d61efce354ea,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:25.428636 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39246) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:25.437863 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6aec544f-9672-4fea-9477-08701c255358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:25.476204 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c7e12999-3d02-450f-821e-09ba59274133 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458465 Sep 16 04:46:25.481456 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39248) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:25.487482 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-6f54872b-d498-43c7-9fb9-33c1a2210498 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:25.526613 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port dc7bc0ef-44ed-4fb7-90c5-3bdf16a31ae4 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:25.526995 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:25.557439 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-6aec544f-9672-4fea-9477-08701c255358 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:46:25.557796 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-6aec544f-9672-4fea-9477-08701c255358 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:46:25.572341 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945106bf-d4e1-477b-89d4-ab5189ac6f9c None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:46:25.610623 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f54872b-d498-43c7-9fb9-33c1a2210498 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:25.615977 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6f54872b-d498-43c7-9fb9-33c1a2210498 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:25.716683 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:25.779533 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port dc7bc0ef-44ed-4fb7-90c5-3bdf16a31ae4, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=dc7bc0ef-44ed-4fb7-90c5-3bdf16a31ae4,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:25.787787 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:25.873776 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=dc7bc0ef-44ed-4fb7-90c5-3bdf16a31ae4,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:25.891094 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cabd962-f181-4edb-b346-9bea0029dffd None None] DHCP port deletion for c1806bde-f213-4a7a-844d-fa613e1e0ff4 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:46:25.971624 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-3cabd962-f181-4edb-b346-9bea0029dffd None None] Deleting port dc7bc0ef-44ed-4fb7-90c5-3bdf16a31ae4 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:25.971624 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3cabd962-f181-4edb-b346-9bea0029dffd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:26.032976 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8d1b5-88a2-4866-b75b-441a1cf6382c req-9140afb8-f416-43a9-9a04-1fcec6ff4b3f tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:26.034441 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4b8d1b5-88a2-4866-b75b-441a1cf6382c req-9140afb8-f416-43a9-9a04-1fcec6ff4b3f tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbee052e-563e-4739-b257-20016e20419d HTTP/1.1" status: 200 len: 946 time: 0.0902131 Sep 16 04:46:26.068780 n-d-712139-15 neutron-server[94767]: DEBUG neutron.objects.ports [None req-6f54872b-d498-43c7-9fb9-33c1a2210498 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:46:26.099626 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-3cabd962-f181-4edb-b346-9bea0029dffd None None] For port dc7bc0ef-44ed-4fb7-90c5-3bdf16a31ae4, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=dc7bc0ef-44ed-4fb7-90c5-3bdf16a31ae4,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:26.099943 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3cabd962-f181-4edb-b346-9bea0029dffd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:26.120401 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-3cabd962-f181-4edb-b346-9bea0029dffd None None] Calling delete_port for dc7bc0ef-44ed-4fb7-90c5-3bdf16a31ae4 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:26.156288 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4b8d1b5-88a2-4866-b75b-441a1cf6382c req-9671b84b-2f52-4d61-b45f-2e337c10e0a9 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135225 Sep 16 04:46:26.225674 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3cabd962-f181-4edb-b346-9bea0029dffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:26.267013 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ace1466a-4d6a-472a-884f-bae0a4425a6c req-d55f9ad7-bf3a-41e5-9597-24dc0389a88d tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "GET /v2.0/floatingips/94bd08a7-aa66-40e6-aec4-5008edfa3093 HTTP/1.1" status: 200 len: 693 time: 0.0542221 Sep 16 04:46:26.272028 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cabd962-f181-4edb-b346-9bea0029dffd None None] Pushing event deleted for resources: {'Port': ['ID=dc7bc0ef-44ed-4fb7-90c5-3bdf16a31ae4,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:26.275318 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-1550da8d-1e55-4ee4-a65c-031af465c988 None None] Could not find standard attr ID for object ccfdf8c8-28de-428a-bd62-e057ba13e541. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:46:26.279420 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cabd962-f181-4edb-b346-9bea0029dffd None None] No DVR routers for this DVR port dc7bc0ef-44ed-4fb7-90c5-3bdf16a31ae4 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:46:26.280521 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.ipam_pluggable_backend [None req-6f54872b-d498-43c7-9fb9-33c1a2210498 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Port dc7bc0ef-44ed-4fb7-90c5-3bdf16a31ae4 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94767) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 16 04:46:26.280521 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.ipam_pluggable_backend [None req-6f54872b-d498-43c7-9fb9-33c1a2210498 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Reverting IP allocation for 2001:db8::f816:3eff:fe37:7c7 {{(pid=94767) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 16 04:46:26.300003 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.ipam_pluggable_backend [None req-6f54872b-d498-43c7-9fb9-33c1a2210498 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe37:7c7 {{(pid=94767) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 16 04:46:26.310560 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6f54872b-d498-43c7-9fb9-33c1a2210498 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:26.398100 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f54872b-d498-43c7-9fb9-33c1a2210498 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:26.404818 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-6f54872b-d498-43c7-9fb9-33c1a2210498 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:26.410846 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f54872b-d498-43c7-9fb9-33c1a2210498 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:26.411531 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6f54872b-d498-43c7-9fb9-33c1a2210498 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:26.419478 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54872b-d498-43c7-9fb9-33c1a2210498 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Subnet': ['ID=f64a8201-2bd7-4625-bcd4-6c577dd8e416,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:26.420469 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423d2e33-628f-4dd1-8c7d-4f4ee0d17cec None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:46:26.442189 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6f54872b-d498-43c7-9fb9-33c1a2210498 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9565091 Sep 16 04:46:26.442403 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39258) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:26.448407 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-953da3c8-c4e6-440b-9694-ccca7e9eceb1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'port': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'mac_address': 'fa:16:3e:cd:8c:8a', 'name': 'tempest-NetworksTestDHCPv6-509201536'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:26.460447 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1466a-4d6a-472a-884f-bae0a4425a6c req-6a93b500-2455-4a52-bad5-54cba518e6aa tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:26.461825 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ace1466a-4d6a-472a-884f-bae0a4425a6c req-6a93b500-2455-4a52-bad5-54cba518e6aa tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 784 time: 0.1782689 Sep 16 04:46:26.792516 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4e6bb5-e08f-487b-8e3d-fbc83f2f22c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'tenant_id': '3adf2e42a132432f9eca7df19231c9e3', 'fixed_ips': [{'subnet_id': 'f64a8201-2bd7-4625-bcd4-6c577dd8e416'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:46:26.793562 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1f4e6bb5-e08f-487b-8e3d-fbc83f2f22c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:26.863840 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ace1466a-4d6a-472a-884f-bae0a4425a6c req-2e8ac28e-efbb-49be-88ab-6d9d6e2d7fc7 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.182 HTTP/1.1" status: 200 len: 696 time: 0.3904059 Sep 16 04:46:26.881087 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 43a51981-013f-4e6c-953a-678f1909c025 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:46:26.903983 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 09464b06-c001-4b17-972c-bc148f6c7b1e up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:26.947737 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ace1466a-4d6a-472a-884f-bae0a4425a6c req-38cfb2bd-970e-4df0-9207-84716c84d70e tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.182 HTTP/1.1" status: 200 len: 696 time: 0.0672283 Sep 16 04:46:27.103513 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-1f4e6bb5-e08f-487b-8e3d-fbc83f2f22c5 None None] Allocated IP 2001:db8::f816:3eff:fe1e:10b8 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/f64a8201-2bd7-4625-bcd4-6c577dd8e416/08acaa43-5110-40fb-b426-9236f0f6b824) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:27.106864 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953da3c8-c4e6-440b-9694-ccca7e9eceb1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:27.114135 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-953da3c8-c4e6-440b-9694-ccca7e9eceb1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:27.141928 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 09464b06-c001-4b17-972c-bc148f6c7b1e triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:27.142444 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:27.179026 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-953da3c8-c4e6-440b-9694-ccca7e9eceb1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] device_id is not set on port cf54125d-df35-4127-95f3-704d16afa876 yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:46:27.226888 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 43a51981-013f-4e6c-953a-678f1909c025, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=43a51981-013f-4e6c-953a-678f1909c025,segment=NetworkSegment(8a88cf17-2626-40ee-b5d7-20831c5d590c),segment_id=8a88cf17-2626-40ee-b5d7-20831c5d590c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:27.274618 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-ace1466a-4d6a-472a-884f-bae0a4425a6c req-499d22ff-3b89-45d4-a797-35f2de46d238 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Deleting port 43c7e0ea-07fa-4a64-8c8c-1f5e61d91288 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:27.275154 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ace1466a-4d6a-472a-884f-bae0a4425a6c req-499d22ff-3b89-45d4-a797-35f2de46d238 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:27.294608 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '43a51981-013f-4e6c-953a-678f1909c025', 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa', 'port_id': '43a51981-013f-4e6c-953a-678f1909c025', 'mac_address': 'fa:16:3e:0e:21:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ab8be-654b-4737-af1c-65a1487483c5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:46:27.336536 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:27.353714 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device dc7bc0ef-44ed-4fb7-90c5-3bdf16a31ae4 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:27.394725 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215e3473-bd93-460c-b545-1e19afbb2ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09464b06-c001-4b17-972c-bc148f6c7b1e'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:27.397104 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669751e6-ae28-4599-88bb-3e03a4264c77" -d '{"events": [{"server_uuid": "215e3473-bd93-460c-b545-1e19afbb2ffd", "name": "network-vif-plugged", "status": "completed", "tag": "09464b06-c001-4b17-972c-bc148f6c7b1e"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:27.416379 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ace1466a-4d6a-472a-884f-bae0a4425a6c req-499d22ff-3b89-45d4-a797-35f2de46d238 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:27.416945 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ace1466a-4d6a-472a-884f-bae0a4425a6c req-499d22ff-3b89-45d4-a797-35f2de46d238 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:27.425380 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: dc7bc0ef-44ed-4fb7-90c5-3bdf16a31ae4 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:46:27.425741 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device dc7bc0ef-44ed-4fb7-90c5-3bdf16a31ae4 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:46:27.440500 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-ace1466a-4d6a-472a-884f-bae0a4425a6c req-499d22ff-3b89-45d4-a797-35f2de46d238 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Calling delete_port for 43c7e0ea-07fa-4a64-8c8c-1f5e61d91288 owned by network:floatingip {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:27.451156 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 09464b06-c001-4b17-972c-bc148f6c7b1e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=09464b06-c001-4b17-972c-bc148f6c7b1e,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:27.477843 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:27.492863 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:27.541726 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1f4e6bb5-e08f-487b-8e3d-fbc83f2f22c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:27.548166 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43a51981-013f-4e6c-953a-678f1909c025 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:27.561042 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1f4e6bb5-e08f-487b-8e3d-fbc83f2f22c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:27.588587 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=09464b06-c001-4b17-972c-bc148f6c7b1e,revision_number=10']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:27.592229 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 43a51981-013f-4e6c-953a-678f1909c025, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=43a51981-013f-4e6c-953a-678f1909c025,segment=NetworkSegment(8a88cf17-2626-40ee-b5d7-20831c5d590c),segment_id=8a88cf17-2626-40ee-b5d7-20831c5d590c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:27.619829 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4e6bb5-e08f-487b-8e3d-fbc83f2f22c5 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:27.622230 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:27.626616 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-1f4e6bb5-e08f-487b-8e3d-fbc83f2f22c5 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:27.630099 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4e6bb5-e08f-487b-8e3d-fbc83f2f22c5 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:27.647194 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e6bb5-e08f-487b-8e3d-fbc83f2f22c5 None None] Pushing event updated for resources: {'Port': ['ID=08acaa43-5110-40fb-b426-9236f0f6b824,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:27.647505 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-953da3c8-c4e6-440b-9694-ccca7e9eceb1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Allocated IP 2001:db8::f816:3eff:fecd:8c8a (c1806bde-f213-4a7a-844d-fa613e1e0ff4/f64a8201-2bd7-4625-bcd4-6c577dd8e416/cf54125d-df35-4127-95f3-704d16afa876) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:27.677899 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ace1466a-4d6a-472a-884f-bae0a4425a6c req-499d22ff-3b89-45d4-a797-35f2de46d238 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:27.717974 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d22ff-3b89-45d4-a797-35f2de46d238 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Pushing event deleted for resources: {'Port': ['ID=43c7e0ea-07fa-4a64-8c8c-1f5e61d91288,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:27.739254 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-1f4e6bb5-e08f-487b-8e3d-fbc83f2f22c5 None None] Attempting to bind port 08acaa43-5110-40fb-b426-9236f0f6b824 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:46:27.739631 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-1f4e6bb5-e08f-487b-8e3d-fbc83f2f22c5 None None] Attempting to bind port 08acaa43-5110-40fb-b426-9236f0f6b824 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:46:27.739995 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4e6bb5-e08f-487b-8e3d-fbc83f2f22c5 None None] Attempting to bind port 08acaa43-5110-40fb-b426-9236f0f6b824 on network c1806bde-f213-4a7a-844d-fa613e1e0ff4 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:27.749900 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=43a51981-013f-4e6c-953a-678f1909c025,revision_number=6']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:27.754196 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4e6bb5-e08f-487b-8e3d-fbc83f2f22c5 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:46:27.754577 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4e6bb5-e08f-487b-8e3d-fbc83f2f22c5 None None] Checking segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:27.754982 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1f4e6bb5-e08f-487b-8e3d-fbc83f2f22c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:27.755374 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4e6bb5-e08f-487b-8e3d-fbc83f2f22c5 None None] Bound using segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:46:27.756031 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-1f4e6bb5-e08f-487b-8e3d-fbc83f2f22c5 None None] Bound port: 08acaa43-5110-40fb-b426-9236f0f6b824, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:46:27.756426 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1f4e6bb5-e08f-487b-8e3d-fbc83f2f22c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:27.828023 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-1f4e6bb5-e08f-487b-8e3d-fbc83f2f22c5 None None] For port 08acaa43-5110-40fb-b426-9236f0f6b824, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:27.832730 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-1f4e6bb5-e08f-487b-8e3d-fbc83f2f22c5 None None] For port 08acaa43-5110-40fb-b426-9236f0f6b824, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=08acaa43-5110-40fb-b426-9236f0f6b824,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:46:27.838661 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1f4e6bb5-e08f-487b-8e3d-fbc83f2f22c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:27.863618 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ace1466a-4d6a-472a-884f-bae0a4425a6c req-499d22ff-3b89-45d4-a797-35f2de46d238 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks [] for floatingip, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:27.868587 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ace1466a-4d6a-472a-884f-bae0a4425a6c req-499d22ff-3b89-45d4-a797-35f2de46d238 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:27.885656 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ace1466a-4d6a-472a-884f-bae0a4425a6c req-499d22ff-3b89-45d4-a797-35f2de46d238 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "DELETE /v2.0/floatingips/94bd08a7-aa66-40e6-aec4-5008edfa3093 HTTP/1.1" status: 204 len: 173 time: 0.9200411 Sep 16 04:46:27.918927 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['43a51981-013f-4e6c-953a-678f1909c025'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:46:27.939389 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-953da3c8-c4e6-440b-9694-ccca7e9eceb1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:27.953906 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e6bb5-e08f-487b-8e3d-fbc83f2f22c5 None None] Pushing event updated for resources: {'Port': ['ID=08acaa43-5110-40fb-b426-9236f0f6b824,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:28.033229 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-953da3c8-c4e6-440b-9694-ccca7e9eceb1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:28.092835 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953da3c8-c4e6-440b-9694-ccca7e9eceb1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:28.099857 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-953da3c8-c4e6-440b-9694-ccca7e9eceb1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:28.107296 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953da3c8-c4e6-440b-9694-ccca7e9eceb1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:28.114498 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953da3c8-c4e6-440b-9694-ccca7e9eceb1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:28.114498 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-953da3c8-c4e6-440b-9694-ccca7e9eceb1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:28.145910 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679209f2-9d69-4745-8433-361b134359db req-5349056f-5712-45de-9fdc-6dd0b86e0842 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:28.157557 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-679209f2-9d69-4745-8433-361b134359db req-5349056f-5712-45de-9fdc-6dd0b86e0842 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f962a06-2e94-4f63-8029-7e61440439a2 HTTP/1.1" status: 200 len: 944 time: 0.1715970 Sep 16 04:46:28.167880 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953da3c8-c4e6-440b-9694-ccca7e9eceb1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Port': ['ID=cf54125d-df35-4127-95f3-704d16afa876,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:28.208154 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-953da3c8-c4e6-440b-9694-ccca7e9eceb1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7645533 Sep 16 04:46:28.209159 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39286) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:28.260784 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-679209f2-9d69-4745-8433-361b134359db req-d70db5dc-f156-4d6e-a500-badbad1e6ea1 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020765 Sep 16 04:46:28.321111 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedcc1bc-5433-4fd1-a8c1-9792fe2eaf18 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:28.328817 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedcc1bc-5433-4fd1-a8c1-9792fe2eaf18 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:28.331778 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-eedcc1bc-5433-4fd1-a8c1-9792fe2eaf18 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1203935 Sep 16 04:46:28.335086 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39288) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:28.535892 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-9fe1c4b3-f865-4f41-9074-db82a68cecda tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting port cf54125d-df35-4127-95f3-704d16afa876 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:28.536681 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9fe1c4b3-f865-4f41-9074-db82a68cecda tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:28.667088 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9fe1c4b3-f865-4f41-9074-db82a68cecda tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:28.684264 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-9fe1c4b3-f865-4f41-9074-db82a68cecda tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Calling delete_port for cf54125d-df35-4127-95f3-704d16afa876 owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:28.829083 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a74d8-e677-4889-b82b-281fe0dbf611 req-a9acb5a0-42b4-4bbe-b5af-e19931d115a8 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:28.830977 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ad9a74d8-e677-4889-b82b-281fe0dbf611 req-a9acb5a0-42b4-4bbe-b5af-e19931d115a8 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbee052e-563e-4739-b257-20016e20419d HTTP/1.1" status: 200 len: 946 time: 0.0803840 Sep 16 04:46:28.926078 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 7ab1e829-5c2d-4b1b-a2be-b2030cc19133 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:46:28.943390 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 43a51981-013f-4e6c-953a-678f1909c025 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:29.015950 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ad9a74d8-e677-4889-b82b-281fe0dbf611 req-a780e385-c069-4dd6-b5e2-1e42029f0aaa tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506884 Sep 16 04:46:29.085405 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9fe1c4b3-f865-4f41-9074-db82a68cecda tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:29.132030 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.resource_extend [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:46:29.149399 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a061c0-c43f-4d9f-8d8d-a0ac8974c282 x-openstack-request-id: req-c6a061c0-c43f-4d9f-8d8d-a0ac8974c282 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:29.150292 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215e3473-bd93-460c-b545-1e19afbb2ffd", "name": "network-vif-plugged", "status": "completed", "tag": "09464b06-c001-4b17-972c-bc148f6c7b1e", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:29.150639 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c6a061c0-c43f-4d9f-8d8d-a0ac8974c282 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:29.151288 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215e3473-bd93-460c-b545-1e19afbb2ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09464b06-c001-4b17-972c-bc148f6c7b1e', 'code': 200} Sep 16 04:46:29.169792 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1c4b3-f865-4f41-9074-db82a68cecda tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Port': ['ID=cf54125d-df35-4127-95f3-704d16afa876,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:29.363209 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e73b9d5-a36d-4f6d-b41d-6cb8d6a03776 req-6ebbc853-7a67-4f63-b5d3-4029cf59c504 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "GET /v2.0/floatingips/0688e056-225c-4e63-9658-a946e878523a HTTP/1.1" status: 200 len: 692 time: 0.2004452 Sep 16 04:46:29.382012 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 43a51981-013f-4e6c-953a-678f1909c025 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:29.383418 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:29.386633 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9fe1c4b3-f865-4f41-9074-db82a68cecda tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:29.388900 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9fe1c4b3-f865-4f41-9074-db82a68cecda tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/cf54125d-df35-4127-95f3-704d16afa876 HTTP/1.1" status: 204 len: 168 time: 1.0521684 Sep 16 04:46:29.392638 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39320) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:29.441658 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 7ab1e829-5c2d-4b1b-a2be-b2030cc19133, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=7ab1e829-5c2d-4b1b-a2be-b2030cc19133,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:29.476511 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 08acaa43-5110-40fb-b426-9236f0f6b824 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:29.480029 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '7ab1e829-5c2d-4b1b-a2be-b2030cc19133', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': '7ab1e829-5c2d-4b1b-a2be-b2030cc19133', 'mac_address': 'fa:16:3e:98:05:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:46:29.544860 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f49508-8fca-4ca1-8b5f-02a3b12c59aa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:29.546854 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f49508-8fca-4ca1-8b5f-02a3b12c59aa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:29.548048 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-95f49508-8fca-4ca1-8b5f-02a3b12c59aa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1541803 Sep 16 04:46:29.556843 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39324) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:29.606706 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:29.665658 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73b9d5-a36d-4f6d-b41d-6cb8d6a03776 req-d2b81986-cf54-459f-9ddf-e996d6a83f44 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:29.668487 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e73b9d5-a36d-4f6d-b41d-6cb8d6a03776 req-d2b81986-cf54-459f-9ddf-e996d6a83f44 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 784 time: 0.3034639 Sep 16 04:46:29.669969 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab1e829-5c2d-4b1b-a2be-b2030cc19133 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:29.724141 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 08acaa43-5110-40fb-b426-9236f0f6b824 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:29.724734 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:29.733069 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 7ab1e829-5c2d-4b1b-a2be-b2030cc19133, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=7ab1e829-5c2d-4b1b-a2be-b2030cc19133,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:29.734249 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:29.764650 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e73b9d5-a36d-4f6d-b41d-6cb8d6a03776 req-dab852a9-ff9a-4242-aafe-93ed11cec8eb tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.69 HTTP/1.1" status: 200 len: 695 time: 0.0802107 Sep 16 04:46:29.772243 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e0f6e0-2f6e-4e8f-ab79-558dc48b7ae5 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting subnet f64a8201-2bd7-4625-bcd4-6c577dd8e416 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:46:29.779659 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-10e0f6e0-2f6e-4e8f-ab79-558dc48b7ae5 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:29.853326 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:29.855778 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-fb09e1b5-3afb-48cd-bb55-5438c9bb02a0 None None] Provisioning complete for port 08acaa43-5110-40fb-b426-9236f0f6b824 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:29.856209 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fb09e1b5-3afb-48cd-bb55-5438c9bb02a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:29.857126 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e73b9d5-a36d-4f6d-b41d-6cb8d6a03776 req-de1544fa-46ac-497a-9eb2-1fa1c4557432 tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.69 HTTP/1.1" status: 200 len: 695 time: 0.0703893 Sep 16 04:46:29.972814 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 43a51981-013f-4e6c-953a-678f1909c025, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=43a51981-013f-4e6c-953a-678f1909c025,segment=NetworkSegment(8a88cf17-2626-40ee-b5d7-20831c5d590c),segment_id=8a88cf17-2626-40ee-b5d7-20831c5d590c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:30.004488 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-10e0f6e0-2f6e-4e8f-ab79-558dc48b7ae5 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:30.021910 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:30.074149 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=7ab1e829-5c2d-4b1b-a2be-b2030cc19133,revision_number=9']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:30.160746 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=43a51981-013f-4e6c-953a-678f1909c025,revision_number=7']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:30.167928 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['7ab1e829-5c2d-4b1b-a2be-b2030cc19133'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:46:30.179525 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-10e0f6e0-2f6e-4e8f-ab79-558dc48b7ae5 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:30.225765 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:30.250127 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-3e73b9d5-a36d-4f6d-b41d-6cb8d6a03776 req-e958d2e7-3aa4-4ebc-8759-7d78d78efc5b tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Deleting port 4c4408f3-c109-4114-8d72-aa57d61d3220 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:30.251595 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3e73b9d5-a36d-4f6d-b41d-6cb8d6a03776 req-e958d2e7-3aa4-4ebc-8759-7d78d78efc5b tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:30.380945 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fb09e1b5-3afb-48cd-bb55-5438c9bb02a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:30.394373 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-10e0f6e0-2f6e-4e8f-ab79-558dc48b7ae5 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:30.456108 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0f6e0-2f6e-4e8f-ab79-558dc48b7ae5 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Subnet': ['ID=f64a8201-2bd7-4625-bcd4-6c577dd8e416,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:30.478584 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-10e0f6e0-2f6e-4e8f-ab79-558dc48b7ae5 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:30.485204 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-10e0f6e0-2f6e-4e8f-ab79-558dc48b7ae5 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/f64a8201-2bd7-4625-bcd4-6c577dd8e416 HTTP/1.1" status: 204 len: 168 time: 0.9199243 Sep 16 04:46:30.485508 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39334) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:30.508902 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3e73b9d5-a36d-4f6d-b41d-6cb8d6a03776 req-e958d2e7-3aa4-4ebc-8759-7d78d78efc5b tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:30.509414 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3e73b9d5-a36d-4f6d-b41d-6cb8d6a03776 req-e958d2e7-3aa4-4ebc-8759-7d78d78efc5b tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:30.544323 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-3e73b9d5-a36d-4f6d-b41d-6cb8d6a03776 req-e958d2e7-3aa4-4ebc-8759-7d78d78efc5b tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Calling delete_port for 4c4408f3-c109-4114-8d72-aa57d61d3220 owned by network:floatingip {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:30.553183 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78221150-9724-4e4d-b27f-45e13b4bc384 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:46:30.553542 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-586f5baf-6985-430b-9863-074ff75f7574 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0643294 Sep 16 04:46:30.558606 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39336) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:30.648075 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:46:30.648660 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:46:30.656761 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5111075e-85d1-438f-8a22-e2c039cf17b7 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:30.660223 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5111075e-85d1-438f-8a22-e2c039cf17b7 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0997787 Sep 16 04:46:30.662797 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39338) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:30.765596 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3e73b9d5-a36d-4f6d-b41d-6cb8d6a03776 req-e958d2e7-3aa4-4ebc-8759-7d78d78efc5b tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:30.791568 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51c103e-60ef-4118-9f4d-119bb031f530 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:30.796739 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a51c103e-60ef-4118-9f4d-119bb031f530 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1311085 Sep 16 04:46:30.799832 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39340) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:30.805496 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958d2e7-3aa4-4ebc-8759-7d78d78efc5b tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Pushing event deleted for resources: {'Port': ['ID=4c4408f3-c109-4114-8d72-aa57d61d3220,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:30.896687 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3e73b9d5-a36d-4f6d-b41d-6cb8d6a03776 req-e958d2e7-3aa4-4ebc-8759-7d78d78efc5b tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks [] for floatingip, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:30.899448 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3e73b9d5-a36d-4f6d-b41d-6cb8d6a03776 req-e958d2e7-3aa4-4ebc-8759-7d78d78efc5b tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:30.907939 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5e56a798-11bf-436d-85b5-de69cc1812fb tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1056945 Sep 16 04:46:30.909757 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e73b9d5-a36d-4f6d-b41d-6cb8d6a03776 req-e958d2e7-3aa4-4ebc-8759-7d78d78efc5b tempest-FloatingIPDetailsTestJSON-109115325 tempest-FloatingIPDetailsTestJSON-109115325-project] 10.222.0.35 "DELETE /v2.0/floatingips/0688e056-225c-4e63-9658-a946e878523a HTTP/1.1" status: 204 len: 173 time: 1.0511987 Sep 16 04:46:30.911103 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39342) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:30.916180 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39344) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:30.936963 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-711aba71-ff74-45b1-ac6b-35ba5d9c8c0b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:31.003801 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-fb09e1b5-3afb-48cd-bb55-5438c9bb02a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:46:31.004717 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-fb09e1b5-3afb-48cd-bb55-5438c9bb02a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:46:31.154077 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f962a06-2e94-4f63-8029-7e61440439a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a51981-013f-4e6c-953a-678f1909c025'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:31.157907 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a81790-87d0-40eb-b1ef-9d001e206bbd" -d '{"events": [{"server_uuid": "7f962a06-2e94-4f63-8029-7e61440439a2", "name": "network-vif-plugged", "status": "completed", "tag": "43a51981-013f-4e6c-953a-678f1909c025"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:31.233453 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711aba71-ff74-45b1-ac6b-35ba5d9c8c0b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:31.258859 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-711aba71-ff74-45b1-ac6b-35ba5d9c8c0b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:31.288249 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:31.305462 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb36a30-1505-47bf-9446-2071013684f7 None None] DHCP port deletion for c1806bde-f213-4a7a-844d-fa613e1e0ff4 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:46:31.409980 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 08acaa43-5110-40fb-b426-9236f0f6b824, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=08acaa43-5110-40fb-b426-9236f0f6b824,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:31.425892 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:31.448146 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7dc8b-6196-4a50-8d19-50dd45760803 req-98f6530a-8554-4ab3-9a4c-9fbc211954bb tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:31.450373 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6dc7dc8b-6196-4a50-8d19-50dd45760803 req-98f6530a-8554-4ab3-9a4c-9fbc211954bb tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f962a06-2e94-4f63-8029-7e61440439a2 HTTP/1.1" status: 200 len: 945 time: 0.1425040 Sep 16 04:46:31.463819 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce2bf4-5391-4268-95ba-f776f2dc7811 req-a652eb55-e4a5-4065-b2f4-49719f18d00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:31.466256 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-66ce2bf4-5391-4268-95ba-f776f2dc7811 req-a652eb55-e4a5-4065-b2f4-49719f18d00e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6cc3afe070643bb85e91919d4f43b74&device_id=cbee052e-563e-4739-b257-20016e20419d HTTP/1.1" status: 200 len: 1098 time: 0.1585174 Sep 16 04:46:31.605780 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-9fb36a30-1505-47bf-9446-2071013684f7 None None] Deleting port 08acaa43-5110-40fb-b426-9236f0f6b824 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:31.606322 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9fb36a30-1505-47bf-9446-2071013684f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:31.653467 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6dc7dc8b-6196-4a50-8d19-50dd45760803 req-599bf501-fe20-4064-a184-ba104adfcf75 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893380 Sep 16 04:46:31.695272 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 08acaa43-5110-40fb-b426-9236f0f6b824 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:31.727885 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce2bf4-5391-4268-95ba-f776f2dc7811 req-cbaf469e-a7df-4286-a020-fb389037c972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:31.730252 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-66ce2bf4-5391-4268-95ba-f776f2dc7811 req-cbaf469e-a7df-4286-a020-fb389037c972 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8be6671c-d3cc-4762-a06c-3e49bba8fa99 HTTP/1.1" status: 200 len: 912 time: 0.2474444 Sep 16 04:46:31.807346 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-66ce2bf4-5391-4268-95ba-f776f2dc7811 req-ce1f8ee4-7661-48af-8a4e-99dd3bfd5c33 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be6ab13e-8872-4ca3-9a42-635a17c856e4 HTTP/1.1" status: 200 len: 217 time: 0.0470622 Sep 16 04:46:31.899926 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce2bf4-5391-4268-95ba-f776f2dc7811 req-c9e19bdb-b049-49eb-888a-5dd2cc1f942a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:31.901604 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-b200a205-619f-4bec-80ff-5dae56a03133 None None] Could not find standard attr ID for object cf54125d-df35-4127-95f3-704d16afa876. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:46:31.902562 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-66ce2bf4-5391-4268-95ba-f776f2dc7811 req-c9e19bdb-b049-49eb-888a-5dd2cc1f942a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42961f04-c4e3-4e68-8e72-088e4f8f47e6 HTTP/1.1" status: 200 len: 851 time: 0.0726135 Sep 16 04:46:31.905548 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=08acaa43-5110-40fb-b426-9236f0f6b824,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:31.937007 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-9fb36a30-1505-47bf-9446-2071013684f7 None None] For port 08acaa43-5110-40fb-b426-9236f0f6b824, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=08acaa43-5110-40fb-b426-9236f0f6b824,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:31.937785 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9fb36a30-1505-47bf-9446-2071013684f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:31.971243 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-9fb36a30-1505-47bf-9446-2071013684f7 None None] Calling delete_port for 08acaa43-5110-40fb-b426-9236f0f6b824 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:32.029211 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-66ce2bf4-5391-4268-95ba-f776f2dc7811 req-890ad56e-5987-44e9-b85d-363c7225e408 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8be6671c-d3cc-4762-a06c-3e49bba8fa99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023252 Sep 16 04:46:32.109149 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:32.136966 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-876e4220-7ddc-43b8-a22f-d6d53b1d673a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:32.202007 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 08acaa43-5110-40fb-b426-9236f0f6b824, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=08acaa43-5110-40fb-b426-9236f0f6b824,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:32.251421 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:32.305383 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9fb36a30-1505-47bf-9446-2071013684f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:32.363061 n-d-712139-15 neutron-server[94766]: DEBUG neutron.objects.ports [None req-711aba71-ff74-45b1-ac6b-35ba5d9c8c0b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:46:32.367515 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event deleted for resources: {'Port': ['ID=08acaa43-5110-40fb-b426-9236f0f6b824,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:32.409433 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb36a30-1505-47bf-9446-2071013684f7 None None] No DVR routers for this DVR port 08acaa43-5110-40fb-b426-9236f0f6b824 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:46:32.431351 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb36a30-1505-47bf-9446-2071013684f7 None None] Pushing event deleted for resources: {'Port': ['ID=08acaa43-5110-40fb-b426-9236f0f6b824,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:32.543775 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-66ce2bf4-5391-4268-95ba-f776f2dc7811 req-5a191763-1e5e-4687-a2ef-6bd3fc060f6c service neutron] 10.222.0.48 "GET /v2.0/networks/8be6671c-d3cc-4762-a06c-3e49bba8fa99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4953752 Sep 16 04:46:32.567125 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03b1d2-0627-4194-b39b-c9a11f3656c1 req-d84e09b8-9fdf-444c-ac7a-121fb21115c5 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:32.580499 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ad03b1d2-0627-4194-b39b-c9a11f3656c1 req-d84e09b8-9fdf-444c-ac7a-121fb21115c5 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbee052e-563e-4739-b257-20016e20419d HTTP/1.1" status: 200 len: 946 time: 0.1835158 Sep 16 04:46:32.739561 n-d-712139-15 neutron-server[94766]: WARNING neutron.services.revisions.revision_plugin [None req-711aba71-ff74-45b1-ac6b-35ba5d9c8c0b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Could not find related port for resource to bump revision. Sep 16 04:46:32.751126 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.ipam_pluggable_backend [None req-711aba71-ff74-45b1-ac6b-35ba5d9c8c0b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Port 08acaa43-5110-40fb-b426-9236f0f6b824 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94766) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 16 04:46:32.751608 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.ipam_pluggable_backend [None req-711aba71-ff74-45b1-ac6b-35ba5d9c8c0b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1e:10b8 {{(pid=94766) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 16 04:46:32.756842 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.ipam_pluggable_backend [None req-711aba71-ff74-45b1-ac6b-35ba5d9c8c0b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe1e:10b8 {{(pid=94766) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 16 04:46:32.761251 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-711aba71-ff74-45b1-ac6b-35ba5d9c8c0b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:32.847635 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711aba71-ff74-45b1-ac6b-35ba5d9c8c0b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:32.871159 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-711aba71-ff74-45b1-ac6b-35ba5d9c8c0b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:32.885542 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92232255-0d30-4050-a997-5032b4ed3f4d None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:46:32.899236 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711aba71-ff74-45b1-ac6b-35ba5d9c8c0b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:32.900365 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-711aba71-ff74-45b1-ac6b-35ba5d9c8c0b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:32.934383 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-66ce2bf4-5391-4268-95ba-f776f2dc7811 req-3d30767f-5af0-43a6-995e-63225e2f0241 service neutron] 10.222.0.48 "GET /v2.0/networks/8be6671c-d3cc-4762-a06c-3e49bba8fa99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709033 Sep 16 04:46:32.940383 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711aba71-ff74-45b1-ac6b-35ba5d9c8c0b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Subnet': ['ID=f7990761-0c90-468a-8d85-3fdc0d065621,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:32.958089 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 7ab1e829-5c2d-4b1b-a2be-b2030cc19133 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:32.969270 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-711aba71-ff74-45b1-ac6b-35ba5d9c8c0b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0473802 Sep 16 04:46:32.971981 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39370) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:32.987562 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-e558b7e0-1090-403a-8b4e-bf9e5b183bfa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'port': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'mac_address': 'fa:16:3e:d6:79:37', 'name': 'tempest-NetworksTestDHCPv6-1801392631'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:33.114133 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ad03b1d2-0627-4194-b39b-c9a11f3656c1 req-bb9f0911-a395-4fc8-99cb-6bc68d6e437a tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5321331 Sep 16 04:46:33.173009 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 7ab1e829-5c2d-4b1b-a2be-b2030cc19133 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:33.174045 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:33.193905 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e558b7e0-1090-403a-8b4e-bf9e5b183bfa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:33.241356 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64a8056-239f-4b48-a3d3-5c08f7f474a8 x-openstack-request-id: req-d64a8056-239f-4b48-a3d3-5c08f7f474a8 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:33.241917 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f962a06-2e94-4f63-8029-7e61440439a2", "name": "network-vif-plugged", "status": "completed", "tag": "43a51981-013f-4e6c-953a-678f1909c025", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:33.242388 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d64a8056-239f-4b48-a3d3-5c08f7f474a8 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:33.242994 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f962a06-2e94-4f63-8029-7e61440439a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a51981-013f-4e6c-953a-678f1909c025', 'code': 200} Sep 16 04:46:33.303502 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fb3d62-3541-42ee-857f-1dded93a14c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'tenant_id': '3adf2e42a132432f9eca7df19231c9e3', 'fixed_ips': [{'subnet_id': 'f7990761-0c90-468a-8d85-3fdc0d065621'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:46:33.305015 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-34fb3d62-3541-42ee-857f-1dded93a14c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:33.388547 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-876e4220-7ddc-43b8-a22f-d6d53b1d673a admin admin] Deleting port 29b51d32-ce8a-4366-8942-e095197fe9fd {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:33.389100 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-876e4220-7ddc-43b8-a22f-d6d53b1d673a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:33.524627 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e558b7e0-1090-403a-8b4e-bf9e5b183bfa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:33.572931 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-e558b7e0-1090-403a-8b4e-bf9e5b183bfa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] device_id is not set on port d7df89fd-62e7-470c-8974-8060f4c77c6b yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:46:33.613382 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc608956-756d-4ecc-a7b8-4e8ed6986a91 req-9e784c03-f850-4aed-b222-e8c841819656 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:33.615942 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dc608956-756d-4ecc-a7b8-4e8ed6986a91 req-9e784c03-f850-4aed-b222-e8c841819656 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f962a06-2e94-4f63-8029-7e61440439a2 HTTP/1.1" status: 200 len: 945 time: 0.2088296 Sep 16 04:46:33.694539 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-876e4220-7ddc-43b8-a22f-d6d53b1d673a admin admin] For port 29b51d32-ce8a-4366-8942-e095197fe9fd, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=29b51d32-ce8a-4366-8942-e095197fe9fd,segment=NetworkSegment(c32ebf63-6f75-441d-9c4e-b9462f452953),segment_id=c32ebf63-6f75-441d-9c4e-b9462f452953)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:33.695175 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-876e4220-7ddc-43b8-a22f-d6d53b1d673a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:33.718327 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:33.739369 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-876e4220-7ddc-43b8-a22f-d6d53b1d673a admin admin] Calling delete_port for 29b51d32-ce8a-4366-8942-e095197fe9fd owned by network:router_interface {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:33.746715 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dc608956-756d-4ecc-a7b8-4e8ed6986a91 req-67c30216-cf6a-477c-9055-0efd1da39cfb tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192403 Sep 16 04:46:33.844736 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-34fb3d62-3541-42ee-857f-1dded93a14c5 None None] Allocated IP 2001:db8::f816:3eff:fed1:72e9 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/f7990761-0c90-468a-8d85-3fdc0d065621/584b5bd3-4b9e-49c7-baf2-90e68b13f196) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:33.873514 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 7ab1e829-5c2d-4b1b-a2be-b2030cc19133, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=7ab1e829-5c2d-4b1b-a2be-b2030cc19133,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:33.891195 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:33.916979 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e340cdf-a124-42d6-8501-89fa5273195a req-f6291de9-57f8-41f0-995e-77b56ddee48d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1108823 Sep 16 04:46:34.177881 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=7ab1e829-5c2d-4b1b-a2be-b2030cc19133,revision_number=10']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:34.180657 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e340cdf-a124-42d6-8501-89fa5273195a req-ebcf9dee-4d76-4dec-abe5-14ee7dc16989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:34.181443 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e340cdf-a124-42d6-8501-89fa5273195a req-ebcf9dee-4d76-4dec-abe5-14ee7dc16989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:34.183613 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e340cdf-a124-42d6-8501-89fa5273195a req-ebcf9dee-4d76-4dec-abe5-14ee7dc16989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:34.187055 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e340cdf-a124-42d6-8501-89fa5273195a req-ebcf9dee-4d76-4dec-abe5-14ee7dc16989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:34.187971 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e340cdf-a124-42d6-8501-89fa5273195a req-ebcf9dee-4d76-4dec-abe5-14ee7dc16989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:34.191362 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e340cdf-a124-42d6-8501-89fa5273195a req-ebcf9dee-4d76-4dec-abe5-14ee7dc16989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:34.193636 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e340cdf-a124-42d6-8501-89fa5273195a req-ebcf9dee-4d76-4dec-abe5-14ee7dc16989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:34.203019 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e340cdf-a124-42d6-8501-89fa5273195a req-ebcf9dee-4d76-4dec-abe5-14ee7dc16989 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4243ae1bae14f92bfd009f22277a59c&device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 6509 time: 0.1547506 Sep 16 04:46:34.362578 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-876e4220-7ddc-43b8-a22f-d6d53b1d673a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:34.380340 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-34fb3d62-3541-42ee-857f-1dded93a14c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:34.391090 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-34fb3d62-3541-42ee-857f-1dded93a14c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:34.414395 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e4220-7ddc-43b8-a22f-d6d53b1d673a admin admin] Pushing event deleted for resources: {'Port': ['ID=29b51d32-ce8a-4366-8942-e095197fe9fd,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:34.573611 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-e558b7e0-1090-403a-8b4e-bf9e5b183bfa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Allocated IP 2001:db8::f816:3eff:fed6:7937 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/f7990761-0c90-468a-8d85-3fdc0d065621/d7df89fd-62e7-470c-8974-8060f4c77c6b) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:34.638814 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fb3d62-3541-42ee-857f-1dded93a14c5 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:34.665465 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-34fb3d62-3541-42ee-857f-1dded93a14c5 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:34.675405 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fb3d62-3541-42ee-857f-1dded93a14c5 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:34.739683 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c761e69-6938-49d4-896a-13c0869b1706 req-8a8af758-b600-45d6-8d00-3f1e1b5b965e tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:34.748235 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4c761e69-6938-49d4-896a-13c0869b1706 req-8a8af758-b600-45d6-8d00-3f1e1b5b965e tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbee052e-563e-4739-b257-20016e20419d HTTP/1.1" status: 200 len: 946 time: 0.2598729 Sep 16 04:46:34.844492 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb3d62-3541-42ee-857f-1dded93a14c5 None None] Pushing event updated for resources: {'Port': ['ID=584b5bd3-4b9e-49c7-baf2-90e68b13f196,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:34.911079 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-34fb3d62-3541-42ee-857f-1dded93a14c5 None None] Attempting to bind port 584b5bd3-4b9e-49c7-baf2-90e68b13f196 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:46:34.911739 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-34fb3d62-3541-42ee-857f-1dded93a14c5 None None] Attempting to bind port 584b5bd3-4b9e-49c7-baf2-90e68b13f196 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:46:34.912453 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fb3d62-3541-42ee-857f-1dded93a14c5 None None] Attempting to bind port 584b5bd3-4b9e-49c7-baf2-90e68b13f196 on network c1806bde-f213-4a7a-844d-fa613e1e0ff4 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:34.934041 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fb3d62-3541-42ee-857f-1dded93a14c5 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:46:34.934538 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fb3d62-3541-42ee-857f-1dded93a14c5 None None] Checking segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:34.934934 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-34fb3d62-3541-42ee-857f-1dded93a14c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:34.935352 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fb3d62-3541-42ee-857f-1dded93a14c5 None None] Bound using segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:46:34.935915 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-34fb3d62-3541-42ee-857f-1dded93a14c5 None None] Bound port: 584b5bd3-4b9e-49c7-baf2-90e68b13f196, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:46:34.936229 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-34fb3d62-3541-42ee-857f-1dded93a14c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:35.075907 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4c761e69-6938-49d4-896a-13c0869b1706 req-6787d160-28ca-4996-b0dd-1e2922848e24 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128562 Sep 16 04:46:35.094862 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-34fb3d62-3541-42ee-857f-1dded93a14c5 None None] For port 584b5bd3-4b9e-49c7-baf2-90e68b13f196, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:35.106282 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-34fb3d62-3541-42ee-857f-1dded93a14c5 None None] For port 584b5bd3-4b9e-49c7-baf2-90e68b13f196, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=584b5bd3-4b9e-49c7-baf2-90e68b13f196,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:46:35.117928 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-34fb3d62-3541-42ee-857f-1dded93a14c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:35.246058 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f62c53-3de6-44ab-af31-d66903b5f958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab1e829-5c2d-4b1b-a2be-b2030cc19133'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:35.249973 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897c2207-ca88-4048-8a4c-2ec4bee2ec0b" -d '{"events": [{"server_uuid": "98f62c53-3de6-44ab-af31-d66903b5f958", "name": "network-vif-plugged", "status": "completed", "tag": "7ab1e829-5c2d-4b1b-a2be-b2030cc19133"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:35.252609 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-876e4220-7ddc-43b8-a22f-d6d53b1d673a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:35.285416 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e340cdf-a124-42d6-8501-89fa5273195a req-4d846a96-4b7f-4dc6-9fe5-c2e9d3b0853e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:35.286468 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e340cdf-a124-42d6-8501-89fa5273195a req-4d846a96-4b7f-4dc6-9fe5-c2e9d3b0853e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:35.287636 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e340cdf-a124-42d6-8501-89fa5273195a req-4d846a96-4b7f-4dc6-9fe5-c2e9d3b0853e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:35.291149 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e340cdf-a124-42d6-8501-89fa5273195a req-4d846a96-4b7f-4dc6-9fe5-c2e9d3b0853e service neutron] 10.222.0.48 "GET /v2.0/networks?id=d29577ec-b037-4a73-9540-c8c176056e63&id=186f59de-9f65-4bd5-bdf6-31e998b65f87&id=186f59de-9f65-4bd5-bdf6-31e998b65f87&id=186f59de-9f65-4bd5-bdf6-31e998b65f87&id=186f59de-9f65-4bd5-bdf6-31e998b65f87&id=61e5fdfb-a994-4f9f-ba5e-6bb06826494f&id=61e5fdfb-a994-4f9f-ba5e-6bb06826494f HTTP/1.1" status: 200 len: 2297 time: 0.6803007 Sep 16 04:46:35.292982 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb3d62-3541-42ee-857f-1dded93a14c5 None None] Pushing event updated for resources: {'Port': ['ID=584b5bd3-4b9e-49c7-baf2-90e68b13f196,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:35.514451 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e558b7e0-1090-403a-8b4e-bf9e5b183bfa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:35.548215 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9e963-7c8b-4dc8-9bc1-f36869c79bf3 req-63e1f0ae-13d1-4ebd-b348-80f6abb5e4c9 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:35.562103 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-88b9e963-7c8b-4dc8-9bc1-f36869c79bf3 req-63e1f0ae-13d1-4ebd-b348-80f6abb5e4c9 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f962a06-2e94-4f63-8029-7e61440439a2 HTTP/1.1" status: 200 len: 945 time: 0.3408661 Sep 16 04:46:35.597804 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e340cdf-a124-42d6-8501-89fa5273195a req-741117ee-6e9e-49bc-accc-f078d9174eab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64f9b34f-127f-430e-af48-408f4ad392a0 HTTP/1.1" status: 200 len: 1002 time: 0.2718041 Sep 16 04:46:35.790000 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e558b7e0-1090-403a-8b4e-bf9e5b183bfa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:35.797715 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e340cdf-a124-42d6-8501-89fa5273195a req-0bcb5e73-3e21-47fa-bb94-708a5037421f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:35.800139 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e340cdf-a124-42d6-8501-89fa5273195a req-0bcb5e73-3e21-47fa-bb94-708a5037421f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7053ff15-410c-47cc-ae7a-b4692790659a HTTP/1.1" status: 200 len: 855 time: 0.1939116 Sep 16 04:46:35.904357 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-88b9e963-7c8b-4dc8-9bc1-f36869c79bf3 req-99b8594a-8cc0-4f58-b875-4c6a577d2820 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393993 Sep 16 04:46:35.955983 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e558b7e0-1090-403a-8b4e-bf9e5b183bfa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:35.976389 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-e558b7e0-1090-403a-8b4e-bf9e5b183bfa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:35.977788 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e558b7e0-1090-403a-8b4e-bf9e5b183bfa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:35.984800 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e558b7e0-1090-403a-8b4e-bf9e5b183bfa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:35.984800 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e558b7e0-1090-403a-8b4e-bf9e5b183bfa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:35.997986 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e558b7e0-1090-403a-8b4e-bf9e5b183bfa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Port': ['ID=d7df89fd-62e7-470c-8974-8060f4c77c6b,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:36.028519 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e558b7e0-1090-403a-8b4e-bf9e5b183bfa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0535917 Sep 16 04:46:36.034273 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39446) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:36.052613 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e340cdf-a124-42d6-8501-89fa5273195a req-855e15db-05ca-4f60-8b99-77ca0ab5c49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:36.061599 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e340cdf-a124-42d6-8501-89fa5273195a req-855e15db-05ca-4f60-8b99-77ca0ab5c49e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d29577ec-b037-4a73-9540-c8c176056e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2469027 Sep 16 04:46:36.313953 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876e4220-7ddc-43b8-a22f-d6d53b1d673a admin admin] Router dd8289e3-069e-4935-b3fa-fb2dd224738a has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:46:36.324024 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e340cdf-a124-42d6-8501-89fa5273195a req-0e370ad5-4126-4f72-8eb6-84d549f56ff9 service neutron] 10.222.0.48 "GET /v2.0/networks/d29577ec-b037-4a73-9540-c8c176056e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564189 Sep 16 04:46:36.329355 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb80fd7-0aac-419e-81c1-02266acd3fc9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:36.340284 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb80fd7-0aac-419e-81c1-02266acd3fc9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:36.346133 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1bb80fd7-0aac-419e-81c1-02266acd3fc9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3088388 Sep 16 04:46:36.346673 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39452) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:36.641497 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e340cdf-a124-42d6-8501-89fa5273195a req-45b20382-e6a0-4b24-a2a5-dc103036b9ea service neutron] 10.222.0.48 "GET /v2.0/networks/d29577ec-b037-4a73-9540-c8c176056e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043249 Sep 16 04:46:36.721020 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876e4220-7ddc-43b8-a22f-d6d53b1d673a admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:46:36.742489 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a00e2f1-a05b-4f56-8adf-b9fc3ee6299f None None] Sync routers for ids ['dd8289e3-069e-4935-b3fa-fb2dd224738a'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:46:36.749636 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-876e4220-7ddc-43b8-a22f-d6d53b1d673a admin admin] 10.222.0.35 "PUT /v2.0/routers/dd8289e3-069e-4935-b3fa-fb2dd224738a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8325868 Sep 16 04:46:36.750451 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39460) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:36.789392 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a00e2f1-a05b-4f56-8adf-b9fc3ee6299f None None] Routers {'dd8289e3-069e-4935-b3fa-fb2dd224738a'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:46:36.791146 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-5a00e2f1-a05b-4f56-8adf-b9fc3ee6299f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:46:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['dd8289e3-069e-4935-b3fa-fb2dd224738a'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:36.882658 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e340cdf-a124-42d6-8501-89fa5273195a req-459b2690-8621-48e5-a709-8f243e82abfb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=bd51029a-e07d-4d58-9043-d4961dda4772 HTTP/1.1" status: 200 len: 217 time: 0.1922476 Sep 16 04:46:37.038330 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-5a00e2f1-a05b-4f56-8adf-b9fc3ee6299f None None] Set router dd8289e3-069e-4935-b3fa-fb2dd224738a gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:46:37.141127 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-443412ac-a493-4bcb-90f6-a0aedee05378 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting port d7df89fd-62e7-470c-8974-8060f4c77c6b {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:37.141704 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-443412ac-a493-4bcb-90f6-a0aedee05378 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:37.166781 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a0409806-3470-4a88-992b-c94d96fcfe0e admin admin] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:37.244684 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e340cdf-a124-42d6-8501-89fa5273195a req-5f263f19-176c-4afd-b98f-0de780ef9860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:37.246209 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e340cdf-a124-42d6-8501-89fa5273195a req-5f263f19-176c-4afd-b98f-0de780ef9860 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d09b2a1-b6c3-49c5-85fd-f0d937e1c465 HTTP/1.1" status: 200 len: 797 time: 0.3433039 Sep 16 04:46:37.449594 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a0409806-3470-4a88-992b-c94d96fcfe0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:37.477971 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-7df38633-2ff2-4b09-bc7b-8167c1ecd56b None None] Provisioning complete for port 584b5bd3-4b9e-49c7-baf2-90e68b13f196 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:37.478395 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7df38633-2ff2-4b09-bc7b-8167c1ecd56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:37.693755 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-443412ac-a493-4bcb-90f6-a0aedee05378 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:37.717310 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e340cdf-a124-42d6-8501-89fa5273195a req-069576de-d820-4359-88c9-5898dccc21eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:37.720254 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e340cdf-a124-42d6-8501-89fa5273195a req-069576de-d820-4359-88c9-5898dccc21eb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=186f59de-9f65-4bd5-bdf6-31e998b65f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4607995 Sep 16 04:46:37.750727 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-a0409806-3470-4a88-992b-c94d96fcfe0e admin admin] Deleting port 380a9d01-3aea-4955-8392-e684be3051e7 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:37.751176 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a0409806-3470-4a88-992b-c94d96fcfe0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:37.760113 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-443412ac-a493-4bcb-90f6-a0aedee05378 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Calling delete_port for d7df89fd-62e7-470c-8974-8060f4c77c6b owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:37.878425 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 584b5bd3-4b9e-49c7-baf2-90e68b13f196 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:38.015169 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-a0409806-3470-4a88-992b-c94d96fcfe0e admin admin] For port 380a9d01-3aea-4955-8392-e684be3051e7, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=380a9d01-3aea-4955-8392-e684be3051e7,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:38.016362 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7df38633-2ff2-4b09-bc7b-8167c1ecd56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:38.016497 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a0409806-3470-4a88-992b-c94d96fcfe0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:38.040647 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e340cdf-a124-42d6-8501-89fa5273195a req-5a99ad98-7d93-45be-9c35-c0c00412ce1b service neutron] 10.222.0.48 "GET /v2.0/networks/186f59de-9f65-4bd5-bdf6-31e998b65f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069503 Sep 16 04:46:38.066207 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-a0409806-3470-4a88-992b-c94d96fcfe0e admin admin] Calling delete_port for 380a9d01-3aea-4955-8392-e684be3051e7 owned by network:router_gateway {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:38.076733 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-7df38633-2ff2-4b09-bc7b-8167c1ecd56b None None] For port 584b5bd3-4b9e-49c7-baf2-90e68b13f196, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=584b5bd3-4b9e-49c7-baf2-90e68b13f196,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:38.090485 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7df38633-2ff2-4b09-bc7b-8167c1ecd56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:38.093929 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-5a00e2f1-a05b-4f56-8adf-b9fc3ee6299f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8289e3-069e-4935-b3fa-fb2dd224738a', 'name': 'tempest-FloatingIPDetailsTestJSON-1077667139-router', 'tenant_id': '5fb5af7802e6479b8f287d582163f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '380a9d01-3aea-4955-8392-e684be3051e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:40Z', 'updated_at': '2021-09-16T04:46:34Z', 'revision_number': 5, 'project_id': '5fb5af7802e6479b8f287d582163f0b2', 'gw_port': {'id': '380a9d01-3aea-4955-8392-e684be3051e7', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8289e3-069e-4935-b3fa-fb2dd224738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:42Z', 'updated_at': '2021-09-16T04:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:38.217466 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a00e2f1-a05b-4f56-8adf-b9fc3ee6299f None None] Checking router: dd8289e3-069e-4935-b3fa-fb2dd224738a for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:46:38.288019 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-443412ac-a493-4bcb-90f6-a0aedee05378 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:38.304777 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e340cdf-a124-42d6-8501-89fa5273195a req-8fe471b0-e13d-45f0-8fd4-62247af50048 service neutron] 10.222.0.48 "GET /v2.0/networks/186f59de-9f65-4bd5-bdf6-31e998b65f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476821 Sep 16 04:46:38.329208 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 584b5bd3-4b9e-49c7-baf2-90e68b13f196 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:38.329509 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:38.342223 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-619584d8-b8c7-448d-a6e1-99e8762a2752 None None] Could not find standard attr ID for object d7df89fd-62e7-470c-8974-8060f4c77c6b. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:46:38.350237 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443412ac-a493-4bcb-90f6-a0aedee05378 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Port': ['ID=d7df89fd-62e7-470c-8974-8060f4c77c6b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:38.481209 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-443412ac-a493-4bcb-90f6-a0aedee05378 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:38.486973 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-443412ac-a493-4bcb-90f6-a0aedee05378 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/d7df89fd-62e7-470c-8974-8060f4c77c6b HTTP/1.1" status: 204 len: 168 time: 2.1382828 Sep 16 04:46:38.493312 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39464) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:38.508784 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e340cdf-a124-42d6-8501-89fa5273195a req-aa02d89e-325b-45d5-a756-9835b7d5db3c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=1c1269c5-eca9-40a2-88a3-22d6ff08a78b HTTP/1.1" status: 200 len: 217 time: 0.1698534 Sep 16 04:46:38.513954 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a00e2f1-a05b-4f56-8adf-b9fc3ee6299f None None] Routers {'dd8289e3-069e-4935-b3fa-fb2dd224738a'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:46:38.516319 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-5a00e2f1-a05b-4f56-8adf-b9fc3ee6299f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:46:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['dd8289e3-069e-4935-b3fa-fb2dd224738a'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:38.517080 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a0409806-3470-4a88-992b-c94d96fcfe0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:38.613414 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9da902e-68c4-46b1-9300-df3675d2719e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:38.617434 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9da902e-68c4-46b1-9300-df3675d2719e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:38.620248 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c9da902e-68c4-46b1-9300-df3675d2719e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1258292 Sep 16 04:46:38.623920 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39466) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:38.633683 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0409806-3470-4a88-992b-c94d96fcfe0e admin admin] Pushing event deleted for resources: {'Port': ['ID=380a9d01-3aea-4955-8392-e684be3051e7,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:38.655945 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0409806-3470-4a88-992b-c94d96fcfe0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:38.656815 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0409806-3470-4a88-992b-c94d96fcfe0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:38.670150 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0409806-3470-4a88-992b-c94d96fcfe0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:38.671404 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0409806-3470-4a88-992b-c94d96fcfe0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:38.672191 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0409806-3470-4a88-992b-c94d96fcfe0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:38.672970 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0409806-3470-4a88-992b-c94d96fcfe0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:38.677896 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0409806-3470-4a88-992b-c94d96fcfe0e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:38.678466 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0409806-3470-4a88-992b-c94d96fcfe0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:38.679000 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0409806-3470-4a88-992b-c94d96fcfe0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:38.679608 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0409806-3470-4a88-992b-c94d96fcfe0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:38.680160 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0409806-3470-4a88-992b-c94d96fcfe0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:38.680758 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0409806-3470-4a88-992b-c94d96fcfe0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:38.801732 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e340cdf-a124-42d6-8501-89fa5273195a req-785f4e93-13e4-408f-8765-bdf1164c55ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:38.803329 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e340cdf-a124-42d6-8501-89fa5273195a req-785f4e93-13e4-408f-8765-bdf1164c55ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d09b2a1-b6c3-49c5-85fd-f0d937e1c465 HTTP/1.1" status: 200 len: 797 time: 0.1811156 Sep 16 04:46:38.804281 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-5a00e2f1-a05b-4f56-8adf-b9fc3ee6299f None None] Set router dd8289e3-069e-4935-b3fa-fb2dd224738a gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:46:38.807426 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a0409806-3470-4a88-992b-c94d96fcfe0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:38.812318 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4b61679-9e09-43c2-bfa9-3343290a4c0b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting subnet f7990761-0c90-468a-8d85-3fdc0d065621 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:46:38.854968 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f4b61679-9e09-43c2-bfa9-3343290a4c0b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:38.928691 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df38633-2ff2-4b09-bc7b-8167c1ecd56b None None] Pushing event updated for resources: {'Port': ['ID=584b5bd3-4b9e-49c7-baf2-90e68b13f196,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:39.024849 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f4b61679-9e09-43c2-bfa9-3343290a4c0b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:39.055185 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-5a00e2f1-a05b-4f56-8adf-b9fc3ee6299f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8289e3-069e-4935-b3fa-fb2dd224738a', 'name': 'tempest-FloatingIPDetailsTestJSON-1077667139-router', 'tenant_id': '5fb5af7802e6479b8f287d582163f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:40Z', 'updated_at': '2021-09-16T04:46:38Z', 'revision_number': 7, 'project_id': '5fb5af7802e6479b8f287d582163f0b2', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:39.088979 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a0409806-3470-4a88-992b-c94d96fcfe0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:39.093350 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a0409806-3470-4a88-992b-c94d96fcfe0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:39.120271 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a00e2f1-a05b-4f56-8adf-b9fc3ee6299f None None] The sync data for ids ['dd8289e3-069e-4935-b3fa-fb2dd224738a'] in n-d-712139-15 is: [{'id': 'dd8289e3-069e-4935-b3fa-fb2dd224738a', 'name': 'tempest-FloatingIPDetailsTestJSON-1077667139-router', 'tenant_id': '5fb5af7802e6479b8f287d582163f0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:40Z', 'updated_at': '2021-09-16T04:46:38Z', 'revision_number': 7, 'project_id': '5fb5af7802e6479b8f287d582163f0b2', 'gw_port_host': None}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:46:39.131642 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e340cdf-a124-42d6-8501-89fa5273195a req-7806f673-b2af-4edc-9107-84ac05ca20b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:39.149532 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e340cdf-a124-42d6-8501-89fa5273195a req-7806f673-b2af-4edc-9107-84ac05ca20b5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=186f59de-9f65-4bd5-bdf6-31e998b65f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3263111 Sep 16 04:46:39.184917 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a0409806-3470-4a88-992b-c94d96fcfe0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:39.193010 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0409806-3470-4a88-992b-c94d96fcfe0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd8289e3-069e-4935-b3fa-fb2dd224738a {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:46:39.208235 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a0409806-3470-4a88-992b-c94d96fcfe0e admin admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:39.209541 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a0409806-3470-4a88-992b-c94d96fcfe0e admin admin] 10.222.0.35 "DELETE /v2.0/routers/dd8289e3-069e-4935-b3fa-fb2dd224738a HTTP/1.1" status: 204 len: 168 time: 2.4514856 Sep 16 04:46:39.213728 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39468) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:39.388147 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c50bc1a0-b5f1-4865-bf1c-56c4b68c3ff4 admin admin] Deleting subnet 55f76d19-ae1c-4d89-958d-4ecfddda3adc {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:46:39.403219 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c50bc1a0-b5f1-4865-bf1c-56c4b68c3ff4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:39.499449 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c50bc1a0-b5f1-4865-bf1c-56c4b68c3ff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:39.777569 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c50bc1a0-b5f1-4865-bf1c-56c4b68c3ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:39.917939 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c50bc1a0-b5f1-4865-bf1c-56c4b68c3ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:39.952153 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c50bc1a0-b5f1-4865-bf1c-56c4b68c3ff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:39.954598 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c50bc1a0-b5f1-4865-bf1c-56c4b68c3ff4 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/55f76d19-ae1c-4d89-958d-4ecfddda3adc HTTP/1.1" status: 204 len: 168 time: 0.7386594 Sep 16 04:46:39.959931 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39470) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:39.966907 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03b10b2-a880-43cd-abc2-77d0930011ee None None] Network cc5d8956-44c8-48ba-8e5b-fd8f935eeb6f requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:46:40.062514 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bc1a0-b5f1-4865-bf1c-56c4b68c3ff4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55f76d19-ae1c-4d89-958d-4ecfddda3adc,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:40.193338 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 584b5bd3-4b9e-49c7-baf2-90e68b13f196 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:40.221955 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-704c1573-c00b-432c-b2a7-440e9a774f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:40.313982 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f4b61679-9e09-43c2-bfa9-3343290a4c0b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:40.387552 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e340cdf-a124-42d6-8501-89fa5273195a req-f6ba7991-f926-472d-9caf-249381b8ca2f service neutron] 10.222.0.48 "GET /v2.0/networks/186f59de-9f65-4bd5-bdf6-31e998b65f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2286799 Sep 16 04:46:40.399090 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9b5f8790-45dc-4cff-a165-f85ed788036d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:40.459170 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-704c1573-c00b-432c-b2a7-440e9a774f82 admin admin] Deleting port b6911a71-763e-4528-ac69-4a564ccb8ab6 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:40.459674 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-704c1573-c00b-432c-b2a7-440e9a774f82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:40.556903 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f4b61679-9e09-43c2-bfa9-3343290a4c0b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:40.622064 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f4b61679-9e09-43c2-bfa9-3343290a4c0b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:40.649096 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f4b61679-9e09-43c2-bfa9-3343290a4c0b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/f7990761-0c90-468a-8d85-3fdc0d065621 HTTP/1.1" status: 204 len: 168 time: 1.9750714 Sep 16 04:46:40.650805 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b61679-9e09-43c2-bfa9-3343290a4c0b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Subnet': ['ID=f7990761-0c90-468a-8d85-3fdc0d065621,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:40.655484 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39472) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:40.734007 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ddb021-26dd-42dc-849f-e88f197fb9e9 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:46:40.757554 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39474) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:40.758419 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-51ffbd10-883a-46b4-bfab-4877684f0303 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1015146 Sep 16 04:46:40.778777 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e340cdf-a124-42d6-8501-89fa5273195a req-8a4860e5-5905-4284-81ed-db196dd54683 service neutron] 10.222.0.48 "GET /v2.0/networks/186f59de-9f65-4bd5-bdf6-31e998b65f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801515 Sep 16 04:46:40.781798 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 584b5bd3-4b9e-49c7-baf2-90e68b13f196 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:40.782756 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:40.791548 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-e49d720c-924a-4c9d-bb24-b92f6600f87d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:40.899758 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e340cdf-a124-42d6-8501-89fa5273195a req-bc1afd1b-5a0a-4575-adca-0224f1d81ebc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=73d8d554-f319-4b46-9a4f-1b186b031259 HTTP/1.1" status: 200 len: 217 time: 0.1131647 Sep 16 04:46:41.044409 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e340cdf-a124-42d6-8501-89fa5273195a req-1f491ad9-ad35-4e02-ba08-2f80a4011f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:41.048054 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e340cdf-a124-42d6-8501-89fa5273195a req-1f491ad9-ad35-4e02-ba08-2f80a4011f2f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d09b2a1-b6c3-49c5-85fd-f0d937e1c465 HTTP/1.1" status: 200 len: 797 time: 0.1382327 Sep 16 04:46:41.121404 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49d720c-924a-4c9d-bb24-b92f6600f87d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:41.169545 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e49d720c-924a-4c9d-bb24-b92f6600f87d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:41.184079 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e340cdf-a124-42d6-8501-89fa5273195a req-89d08aa5-531a-49cc-abf0-360a89f0e765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:41.190436 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e340cdf-a124-42d6-8501-89fa5273195a req-89d08aa5-531a-49cc-abf0-360a89f0e765 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=186f59de-9f65-4bd5-bdf6-31e998b65f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1288898 Sep 16 04:46:41.227796 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c905ba-6f23-43e0-bb6f-2a74d3d9ff0e None None] DHCP port deletion for cc5d8956-44c8-48ba-8e5b-fd8f935eeb6f request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:46:41.240310 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 380a9d01-3aea-4955-8392-e684be3051e7 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:41.405557 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 380a9d01-3aea-4955-8392-e684be3051e7 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:46:41.415766 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 380a9d01-3aea-4955-8392-e684be3051e7 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:46:41.417019 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 29b51d32-ce8a-4366-8942-e095197fe9fd no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:41.468458 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 29b51d32-ce8a-4366-8942-e095197fe9fd {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:46:41.468843 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 29b51d32-ce8a-4366-8942-e095197fe9fd not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:46:41.477733 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfbe0b7-37ca-4e52-8f1a-1c2791aece1b None None] DHCP port deletion for c1806bde-f213-4a7a-844d-fa613e1e0ff4 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:46:41.497363 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e340cdf-a124-42d6-8501-89fa5273195a req-5bf04465-ffa5-4672-befd-34c05ad2e3bb service neutron] 10.222.0.48 "GET /v2.0/networks/186f59de-9f65-4bd5-bdf6-31e998b65f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980456 Sep 16 04:46:41.538014 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:41.589019 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-93c905ba-6f23-43e0-bb6f-2a74d3d9ff0e None None] Deleting port b6911a71-763e-4528-ac69-4a564ccb8ab6 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:41.589559 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-93c905ba-6f23-43e0-bb6f-2a74d3d9ff0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:41.647524 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-704c1573-c00b-432c-b2a7-440e9a774f82 admin admin] For port b6911a71-763e-4528-ac69-4a564ccb8ab6, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=b6911a71-763e-4528-ac69-4a564ccb8ab6,segment=NetworkSegment(c32ebf63-6f75-441d-9c4e-b9462f452953),segment_id=c32ebf63-6f75-441d-9c4e-b9462f452953)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:41.648125 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-704c1573-c00b-432c-b2a7-440e9a774f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:41.695250 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-93c905ba-6f23-43e0-bb6f-2a74d3d9ff0e None None] For port b6911a71-763e-4528-ac69-4a564ccb8ab6, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=b6911a71-763e-4528-ac69-4a564ccb8ab6,segment=NetworkSegment(c32ebf63-6f75-441d-9c4e-b9462f452953),segment_id=c32ebf63-6f75-441d-9c4e-b9462f452953)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:41.695676 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-93c905ba-6f23-43e0-bb6f-2a74d3d9ff0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:41.702192 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-704c1573-c00b-432c-b2a7-440e9a774f82 admin admin] Calling delete_port for b6911a71-763e-4528-ac69-4a564ccb8ab6 owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:41.717737 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-93c905ba-6f23-43e0-bb6f-2a74d3d9ff0e None None] Calling delete_port for b6911a71-763e-4528-ac69-4a564ccb8ab6 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:41.744924 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e340cdf-a124-42d6-8501-89fa5273195a req-a485b6dd-1a19-476f-af8a-97b01c5cf0a1 service neutron] 10.222.0.48 "GET /v2.0/networks/186f59de-9f65-4bd5-bdf6-31e998b65f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393768 Sep 16 04:46:41.836232 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-93c905ba-6f23-43e0-bb6f-2a74d3d9ff0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:41.870293 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e340cdf-a124-42d6-8501-89fa5273195a req-fa9034a3-8be6-484e-b230-72068d15e0f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=63cfde0c-f88c-4163-b766-7b934a3d378e HTTP/1.1" status: 200 len: 217 time: 0.1164854 Sep 16 04:46:41.871985 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-cdfbe0b7-37ca-4e52-8f1a-1c2791aece1b None None] Deleting port 584b5bd3-4b9e-49c7-baf2-90e68b13f196 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:41.872369 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cdfbe0b7-37ca-4e52-8f1a-1c2791aece1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:41.918912 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c905ba-6f23-43e0-bb6f-2a74d3d9ff0e None None] No DVR routers for this DVR port b6911a71-763e-4528-ac69-4a564ccb8ab6 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:46:41.954288 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e340cdf-a124-42d6-8501-89fa5273195a req-0a86bf29-7ffa-463b-8258-30ddf281e05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:41.975540 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e340cdf-a124-42d6-8501-89fa5273195a req-0a86bf29-7ffa-463b-8258-30ddf281e05f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d09b2a1-b6c3-49c5-85fd-f0d937e1c465 HTTP/1.1" status: 200 len: 797 time: 0.0975671 Sep 16 04:46:41.977267 n-d-712139-15 neutron-server[94767]: DEBUG neutron.objects.ports [None req-e49d720c-924a-4c9d-bb24-b92f6600f87d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:46:42.026812 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c905ba-6f23-43e0-bb6f-2a74d3d9ff0e None None] Pushing event deleted for resources: {'Port': ['ID=b6911a71-763e-4528-ac69-4a564ccb8ab6,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:42.042771 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-704c1573-c00b-432c-b2a7-440e9a774f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:42.102390 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e340cdf-a124-42d6-8501-89fa5273195a req-7271e6ac-37ef-4136-94dc-3f233c33f350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:42.103928 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e340cdf-a124-42d6-8501-89fa5273195a req-7271e6ac-37ef-4136-94dc-3f233c33f350 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=186f59de-9f65-4bd5-bdf6-31e998b65f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1203403 Sep 16 04:46:42.131007 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device b6911a71-763e-4528-ac69-4a564ccb8ab6 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:42.167344 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c1573-c00b-432c-b2a7-440e9a774f82 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6911a71-763e-4528-ac69-4a564ccb8ab6,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:42.179058 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704c1573-c00b-432c-b2a7-440e9a774f82 admin admin] No DVR routers for this DVR port b6911a71-763e-4528-ac69-4a564ccb8ab6 on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:46:42.200308 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: b6911a71-763e-4528-ac69-4a564ccb8ab6 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:46:42.200995 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device b6911a71-763e-4528-ac69-4a564ccb8ab6 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:46:42.201588 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 584b5bd3-4b9e-49c7-baf2-90e68b13f196 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:42.295504 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-cdfbe0b7-37ca-4e52-8f1a-1c2791aece1b None None] For port 584b5bd3-4b9e-49c7-baf2-90e68b13f196, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=584b5bd3-4b9e-49c7-baf2-90e68b13f196,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:42.296383 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e340cdf-a124-42d6-8501-89fa5273195a req-36b1b7d1-cb37-4a3f-86c7-494d916b4fed service neutron] 10.222.0.48 "GET /v2.0/networks/186f59de-9f65-4bd5-bdf6-31e998b65f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827176 Sep 16 04:46:42.297306 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cdfbe0b7-37ca-4e52-8f1a-1c2791aece1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:42.315069 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-cdfbe0b7-37ca-4e52-8f1a-1c2791aece1b None None] Calling delete_port for 584b5bd3-4b9e-49c7-baf2-90e68b13f196 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:42.398190 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:42.467819 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 584b5bd3-4b9e-49c7-baf2-90e68b13f196, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=584b5bd3-4b9e-49c7-baf2-90e68b13f196,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:42.476386 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:42.523006 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-704c1573-c00b-432c-b2a7-440e9a774f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:42.563262 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e340cdf-a124-42d6-8501-89fa5273195a req-fdee1e68-339b-4bee-9219-697323a58ead service neutron] 10.222.0.48 "GET /v2.0/networks/186f59de-9f65-4bd5-bdf6-31e998b65f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593944 Sep 16 04:46:42.567972 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=584b5bd3-4b9e-49c7-baf2-90e68b13f196,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:42.582950 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cdfbe0b7-37ca-4e52-8f1a-1c2791aece1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:42.614687 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-704c1573-c00b-432c-b2a7-440e9a774f82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc5d8956-44c8-48ba-8e5b-fd8f935eeb6f']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:42.648625 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e49d720c-924a-4c9d-bb24-b92f6600f87d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:42.648625 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-704c1573-c00b-432c-b2a7-440e9a774f82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c32ebf63-6f75-441d-9c4e-b9462f452953') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:42.648625 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-704c1573-c00b-432c-b2a7-440e9a774f82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c32ebf63-6f75-441d-9c4e-b9462f452953') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:42.655600 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfbe0b7-37ca-4e52-8f1a-1c2791aece1b None None] No DVR routers for this DVR port 584b5bd3-4b9e-49c7-baf2-90e68b13f196 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:46:42.677812 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfbe0b7-37ca-4e52-8f1a-1c2791aece1b None None] Pushing event deleted for resources: {'Port': ['ID=584b5bd3-4b9e-49c7-baf2-90e68b13f196,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:42.688361 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e340cdf-a124-42d6-8501-89fa5273195a req-9b91e3c5-921f-4e3b-a6ab-844875c45ac1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=60bdf96a-acb0-42be-9e2a-0e79fa6e1a85 HTTP/1.1" status: 200 len: 217 time: 0.1087596 Sep 16 04:46:42.727086 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-704c1573-c00b-432c-b2a7-440e9a774f82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:42.797253 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e49d720c-924a-4c9d-bb24-b92f6600f87d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Port 584b5bd3-4b9e-49c7-baf2-90e68b13f196 concurrently deleted while adding address for new subnet {'id': '0d9628f6-37ef-4b62-a562-b2f627fd12f0', 'name': '', 'tenant_id': '3adf2e42a132432f9eca7df19231c9e3', 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1401, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-09-16T04:46:41Z', 'updated_at': '2021-09-16T04:46:41Z', 'revision_number': 0, 'segment_id': None, 'project_id': '3adf2e42a132432f9eca7df19231c9e3'}. {{(pid=94767) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Sep 16 04:46:42.800472 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e49d720c-924a-4c9d-bb24-b92f6600f87d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:42.805846 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e340cdf-a124-42d6-8501-89fa5273195a req-87489f14-9dfd-4562-ba1e-cd4cda4fc1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:42.817481 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e340cdf-a124-42d6-8501-89fa5273195a req-87489f14-9dfd-4562-ba1e-cd4cda4fc1a1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=10a53b25-aa6e-4ae9-95ff-de0fc84ff082 HTTP/1.1" status: 200 len: 797 time: 0.1133564 Sep 16 04:46:42.835116 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-704c1573-c00b-432c-b2a7-440e9a774f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:42.885737 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e340cdf-a124-42d6-8501-89fa5273195a req-5bc18610-67f3-4c6f-b810-ce24a87e2c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:42.891393 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49d720c-924a-4c9d-bb24-b92f6600f87d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:42.894034 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e340cdf-a124-42d6-8501-89fa5273195a req-5bc18610-67f3-4c6f-b810-ce24a87e2c1f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61e5fdfb-a994-4f9f-ba5e-6bb06826494f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0742443 Sep 16 04:46:42.895370 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-704c1573-c00b-432c-b2a7-440e9a774f82 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:46:42.896031 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-704c1573-c00b-432c-b2a7-440e9a774f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:42.901097 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-e49d720c-924a-4c9d-bb24-b92f6600f87d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: items = [ Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:46:42.903695 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:46:42.917326 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49d720c-924a-4c9d-bb24-b92f6600f87d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:42.919034 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e49d720c-924a-4c9d-bb24-b92f6600f87d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:42.921144 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a17a766-6a2c-45ee-aef5-1999995aaa60 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:46:43.133093 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d720c-924a-4c9d-bb24-b92f6600f87d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Subnet': ['ID=0d9628f6-37ef-4b62-a562-b2f627fd12f0,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:43.144844 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e49d720c-924a-4c9d-bb24-b92f6600f87d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3832533 Sep 16 04:46:43.147754 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e340cdf-a124-42d6-8501-89fa5273195a req-56738056-f2bb-489a-8d54-01391ff58a71 service neutron] 10.222.0.48 "GET /v2.0/networks/61e5fdfb-a994-4f9f-ba5e-6bb06826494f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258401 Sep 16 04:46:43.148223 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39482) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:43.157757 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-2a381f37-b5d4-48f1-8edc-a3892f726d35 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'port': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'mac_address': 'fa:16:3e:a1:e5:fc', 'name': 'tempest-NetworksTestDHCPv6-2031383594'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:43.205983 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db48a0c-6161-4c60-bdcc-bc4aa81b496e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'tenant_id': '3adf2e42a132432f9eca7df19231c9e3', 'fixed_ips': [{'subnet_id': '0d9628f6-37ef-4b62-a562-b2f627fd12f0'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:46:43.208277 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4db48a0c-6161-4c60-bdcc-bc4aa81b496e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:43.220331 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-704c1573-c00b-432c-b2a7-440e9a774f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:43.226605 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-704c1573-c00b-432c-b2a7-440e9a774f82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:43.228146 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-704c1573-c00b-432c-b2a7-440e9a774f82 admin admin] 10.222.0.35 "DELETE /v2.0/networks/cc5d8956-44c8-48ba-8e5b-fd8f935eeb6f HTTP/1.1" status: 204 len: 168 time: 3.2651155 Sep 16 04:46:43.236363 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e6ba56ab-0632-40a8-a68c-734326b1c8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:43.253682 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c1573-c00b-432c-b2a7-440e9a774f82 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc5d8956-44c8-48ba-8e5b-fd8f935eeb6f,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:43.533412 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39490) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:43.547679 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:43.573595 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a381f37-b5d4-48f1-8edc-a3892f726d35 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:43.632862 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-4db48a0c-6161-4c60-bdcc-bc4aa81b496e None None] Allocated IP 2001:db8::f816:3eff:fe03:7e56 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/0d9628f6-37ef-4b62-a562-b2f627fd12f0/c99be979-d52f-461a-b545-9d00478f7d9d) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:43.708893 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-25c171fc-e33c-4c5d-a3ea-57a70d817d0c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5fb5af7802e6479b8f287d582163f0b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1711066 Sep 16 04:46:43.709565 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39492) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:43.735932 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e340cdf-a124-42d6-8501-89fa5273195a req-93db09fd-4d1b-4cfd-a36f-a72d285538ab service neutron] 10.222.0.48 "GET /v2.0/networks/61e5fdfb-a994-4f9f-ba5e-6bb06826494f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5674517 Sep 16 04:46:43.809509 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-27e42104-b486-452f-977a-afcb001c11db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:43.844632 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-27e42104-b486-452f-977a-afcb001c11db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:43.940382 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-27e42104-b486-452f-977a-afcb001c11db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:43.944236 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-27e42104-b486-452f-977a-afcb001c11db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:43.949930 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-27e42104-b486-452f-977a-afcb001c11db admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/56bfb8ea-776a-4a28-bce6-50817235d68f HTTP/1.1" status: 204 len: 168 time: 0.2392972 Sep 16 04:46:43.969740 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e42104-b486-452f-977a-afcb001c11db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bfb8ea-776a-4a28-bce6-50817235d68f,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:44.062343 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a381f37-b5d4-48f1-8edc-a3892f726d35 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:44.064110 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4db48a0c-6161-4c60-bdcc-bc4aa81b496e None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:44.072853 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e340cdf-a124-42d6-8501-89fa5273195a req-6c1f2e3f-0d9c-4bf1-9e46-08daab19a0b4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a0b898a1-82fe-4fcf-9734-8ecbcac09450 HTTP/1.1" status: 200 len: 217 time: 0.2394102 Sep 16 04:46:44.079571 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4db48a0c-6161-4c60-bdcc-bc4aa81b496e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:44.176682 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-2a381f37-b5d4-48f1-8edc-a3892f726d35 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] device_id is not set on port bf07b675-0288-48e6-93d5-78ba17fb74e8 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:46:44.195182 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db48a0c-6161-4c60-bdcc-bc4aa81b496e None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:44.215297 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-4db48a0c-6161-4c60-bdcc-bc4aa81b496e None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:44.233088 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db48a0c-6161-4c60-bdcc-bc4aa81b496e None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:44.410236 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e340cdf-a124-42d6-8501-89fa5273195a req-9cfeb160-58b2-467b-989a-51cf068bbe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:44.413548 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e340cdf-a124-42d6-8501-89fa5273195a req-9cfeb160-58b2-467b-989a-51cf068bbe00 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=10a53b25-aa6e-4ae9-95ff-de0fc84ff082 HTTP/1.1" status: 200 len: 797 time: 0.3179886 Sep 16 04:46:44.510123 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db48a0c-6161-4c60-bdcc-bc4aa81b496e None None] Pushing event updated for resources: {'Port': ['ID=c99be979-d52f-461a-b545-9d00478f7d9d,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:44.520089 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-4db48a0c-6161-4c60-bdcc-bc4aa81b496e None None] Attempting to bind port c99be979-d52f-461a-b545-9d00478f7d9d on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:46:44.520089 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-4db48a0c-6161-4c60-bdcc-bc4aa81b496e None None] Attempting to bind port c99be979-d52f-461a-b545-9d00478f7d9d by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:46:44.527226 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db48a0c-6161-4c60-bdcc-bc4aa81b496e None None] Attempting to bind port c99be979-d52f-461a-b545-9d00478f7d9d on network c1806bde-f213-4a7a-844d-fa613e1e0ff4 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:44.537621 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:44.538503 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:44.549419 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-2a381f37-b5d4-48f1-8edc-a3892f726d35 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Allocated IP 2001:db8::f816:3eff:fea1:e5fc (c1806bde-f213-4a7a-844d-fa613e1e0ff4/0d9628f6-37ef-4b62-a562-b2f627fd12f0/bf07b675-0288-48e6-93d5-78ba17fb74e8) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:44.549881 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db48a0c-6161-4c60-bdcc-bc4aa81b496e None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:46:44.550500 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db48a0c-6161-4c60-bdcc-bc4aa81b496e None None] Checking segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:44.551025 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4db48a0c-6161-4c60-bdcc-bc4aa81b496e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:44.551529 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db48a0c-6161-4c60-bdcc-bc4aa81b496e None None] Bound using segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:46:44.552140 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-4db48a0c-6161-4c60-bdcc-bc4aa81b496e None None] Bound port: c99be979-d52f-461a-b545-9d00478f7d9d, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:46:44.552830 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4db48a0c-6161-4c60-bdcc-bc4aa81b496e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:44.587037 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e340cdf-a124-42d6-8501-89fa5273195a req-eff92c6f-00cf-41c1-bf7e-ccf61842e962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:44.594498 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e340cdf-a124-42d6-8501-89fa5273195a req-eff92c6f-00cf-41c1-bf7e-ccf61842e962 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61e5fdfb-a994-4f9f-ba5e-6bb06826494f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1706522 Sep 16 04:46:44.735702 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-4db48a0c-6161-4c60-bdcc-bc4aa81b496e None None] For port c99be979-d52f-461a-b545-9d00478f7d9d, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:44.746563 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-4db48a0c-6161-4c60-bdcc-bc4aa81b496e None None] For port c99be979-d52f-461a-b545-9d00478f7d9d, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=c99be979-d52f-461a-b545-9d00478f7d9d,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:46:44.753711 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4db48a0c-6161-4c60-bdcc-bc4aa81b496e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:44.931947 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db48a0c-6161-4c60-bdcc-bc4aa81b496e None None] Pushing event updated for resources: {'Port': ['ID=c99be979-d52f-461a-b545-9d00478f7d9d,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:45.129225 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a381f37-b5d4-48f1-8edc-a3892f726d35 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:45.190995 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e340cdf-a124-42d6-8501-89fa5273195a req-31cdc5a1-5c99-478f-9ada-1b001e7bc6a9 service neutron] 10.222.0.48 "GET /v2.0/networks/61e5fdfb-a994-4f9f-ba5e-6bb06826494f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5845933 Sep 16 04:46:45.194453 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a381f37-b5d4-48f1-8edc-a3892f726d35 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:45.368195 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a381f37-b5d4-48f1-8edc-a3892f726d35 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Port': ['ID=bf07b675-0288-48e6-93d5-78ba17fb74e8,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:45.399631 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a381f37-b5d4-48f1-8edc-a3892f726d35 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:45.400122 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a381f37-b5d4-48f1-8edc-a3892f726d35 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:45.400534 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a381f37-b5d4-48f1-8edc-a3892f726d35 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:45.401316 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a381f37-b5d4-48f1-8edc-a3892f726d35 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:45.402358 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a381f37-b5d4-48f1-8edc-a3892f726d35 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:45.402777 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a381f37-b5d4-48f1-8edc-a3892f726d35 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:45.403178 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a381f37-b5d4-48f1-8edc-a3892f726d35 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:45.404121 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a381f37-b5d4-48f1-8edc-a3892f726d35 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:45.405572 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a381f37-b5d4-48f1-8edc-a3892f726d35 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:45.406662 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a381f37-b5d4-48f1-8edc-a3892f726d35 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:45.407136 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a381f37-b5d4-48f1-8edc-a3892f726d35 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:45.407636 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a381f37-b5d4-48f1-8edc-a3892f726d35 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:45.455616 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a381f37-b5d4-48f1-8edc-a3892f726d35 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:45.458175 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-2a381f37-b5d4-48f1-8edc-a3892f726d35 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:45.464749 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a381f37-b5d4-48f1-8edc-a3892f726d35 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:45.472416 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a381f37-b5d4-48f1-8edc-a3892f726d35 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:45.473177 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a381f37-b5d4-48f1-8edc-a3892f726d35 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:45.546681 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2a381f37-b5d4-48f1-8edc-a3892f726d35 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3968229 Sep 16 04:46:45.547986 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39512) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:45.649667 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c932077f-de02-459f-99de-0d8143fce0b2 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:45.656736 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c932077f-de02-459f-99de-0d8143fce0b2 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:45.663563 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c932077f-de02-459f-99de-0d8143fce0b2 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1098213 Sep 16 04:46:45.664236 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39516) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:45.679577 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e340cdf-a124-42d6-8501-89fa5273195a req-5c5393d9-7bd8-46a1-85e8-c01211af8996 service neutron] 10.222.0.48 "GET /v2.0/networks/61e5fdfb-a994-4f9f-ba5e-6bb06826494f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4695423 Sep 16 04:46:45.966885 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:46.162167 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device c99be979-d52f-461a-b545-9d00478f7d9d up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:46.295385 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port c99be979-d52f-461a-b545-9d00478f7d9d triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:46.304986 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:46.412082 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-08151165-80ed-4fa4-82b3-4c327ad7f049 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting port bf07b675-0288-48e6-93d5-78ba17fb74e8 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:46.412304 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-08151165-80ed-4fa4-82b3-4c327ad7f049 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:46.512361 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:46.592689 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port c99be979-d52f-461a-b545-9d00478f7d9d, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=c99be979-d52f-461a-b545-9d00478f7d9d,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:46.604135 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:46.679627 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-08151165-80ed-4fa4-82b3-4c327ad7f049 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:46.697333 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-08151165-80ed-4fa4-82b3-4c327ad7f049 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Calling delete_port for bf07b675-0288-48e6-93d5-78ba17fb74e8 owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:46.743896 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=c99be979-d52f-461a-b545-9d00478f7d9d,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:46.820980 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-a1cfc5b4-9946-41b2-a405-3bf206e4116e None None] Provisioning complete for port c99be979-d52f-461a-b545-9d00478f7d9d triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:46.821752 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a1cfc5b4-9946-41b2-a405-3bf206e4116e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:46.949969 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-08151165-80ed-4fa4-82b3-4c327ad7f049 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:47.053419 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-08151165-80ed-4fa4-82b3-4c327ad7f049 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:47.061517 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39522) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:47.072923 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-08151165-80ed-4fa4-82b3-4c327ad7f049 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/bf07b675-0288-48e6-93d5-78ba17fb74e8 HTTP/1.1" status: 204 len: 168 time: 1.4063232 Sep 16 04:46:47.074528 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08151165-80ed-4fa4-82b3-4c327ad7f049 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Port': ['ID=bf07b675-0288-48e6-93d5-78ba17fb74e8,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:47.151286 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc6bab7-8a22-4bd6-9265-57d6973d7a92 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:47.153755 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc6bab7-8a22-4bd6-9265-57d6973d7a92 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:47.159739 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39524) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:47.172269 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-bdc6bab7-8a22-4bd6-9265-57d6973d7a92 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1097922 Sep 16 04:46:47.236719 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4316ad41-bc99-452d-b3df-36444d2e8027 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting subnet 0d9628f6-37ef-4b62-a562-b2f627fd12f0 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:46:47.246166 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4316ad41-bc99-452d-b3df-36444d2e8027 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:47.298123 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-4c95d6f8-b20d-4e8b-ae08-cdf7f2a0334f None None] Could not find standard attr ID for object bf07b675-0288-48e6-93d5-78ba17fb74e8. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:46:47.351066 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4316ad41-bc99-452d-b3df-36444d2e8027 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:47.494313 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4316ad41-bc99-452d-b3df-36444d2e8027 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:47.579335 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4316ad41-bc99-452d-b3df-36444d2e8027 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:47.615900 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316ad41-bc99-452d-b3df-36444d2e8027 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Subnet': ['ID=0d9628f6-37ef-4b62-a562-b2f627fd12f0,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:47.620014 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4316ad41-bc99-452d-b3df-36444d2e8027 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:47.622389 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4316ad41-bc99-452d-b3df-36444d2e8027 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/0d9628f6-37ef-4b62-a562-b2f627fd12f0 HTTP/1.1" status: 204 len: 168 time: 0.4613426 Sep 16 04:46:47.627722 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39526) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:47.643368 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b517ad-205c-4b3f-85ae-95ea7ba8d1c8 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:46:47.681246 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39528) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:47.684461 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-881d44a6-80d0-45b6-8a7a-4a03214b4b73 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0548658 Sep 16 04:46:47.961982 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a84789-f458-403e-b09a-adb959b2fd38 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:47.964938 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-00a84789-f458-403e-b09a-adb959b2fd38 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2823915 Sep 16 04:46:47.969080 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39530) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:48.086528 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d108c49-655d-4799-a4e2-2bbd7b4f32c1 None None] DHCP port deletion for c1806bde-f213-4a7a-844d-fa613e1e0ff4 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:46:48.109754 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1470b8f2-9cd0-4748-9608-85e107ae363e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:48.112079 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1470b8f2-9cd0-4748-9608-85e107ae363e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1420839 Sep 16 04:46:48.116541 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39532) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:48.178164 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-1d108c49-655d-4799-a4e2-2bbd7b4f32c1 None None] Deleting port c99be979-d52f-461a-b545-9d00478f7d9d {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:48.178849 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1d108c49-655d-4799-a4e2-2bbd7b4f32c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:48.247032 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8bc853a5-98fe-4090-9d9c-35c2e1b98640 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1292355 Sep 16 04:46:48.253505 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39534) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:48.262673 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-bbfab289-dc04-427a-94d7-af660278d356 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:48.285040 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-1d108c49-655d-4799-a4e2-2bbd7b4f32c1 None None] For port c99be979-d52f-461a-b545-9d00478f7d9d, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=c99be979-d52f-461a-b545-9d00478f7d9d,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:48.285394 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1d108c49-655d-4799-a4e2-2bbd7b4f32c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:48.305966 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-1d108c49-655d-4799-a4e2-2bbd7b4f32c1 None None] Calling delete_port for c99be979-d52f-461a-b545-9d00478f7d9d owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:48.411096 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfab289-dc04-427a-94d7-af660278d356 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:48.416075 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bbfab289-dc04-427a-94d7-af660278d356 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:48.418756 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1d108c49-655d-4799-a4e2-2bbd7b4f32c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:48.455084 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d108c49-655d-4799-a4e2-2bbd7b4f32c1 None None] Pushing event deleted for resources: {'Port': ['ID=c99be979-d52f-461a-b545-9d00478f7d9d,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:48.458942 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d108c49-655d-4799-a4e2-2bbd7b4f32c1 None None] No DVR routers for this DVR port c99be979-d52f-461a-b545-9d00478f7d9d on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:46:48.846857 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bbfab289-dc04-427a-94d7-af660278d356 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:48.899240 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfab289-dc04-427a-94d7-af660278d356 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:48.904129 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-bbfab289-dc04-427a-94d7-af660278d356 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:48.909027 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfab289-dc04-427a-94d7-af660278d356 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:48.909635 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bbfab289-dc04-427a-94d7-af660278d356 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:48.917482 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94578a2f-aa15-4ea4-babd-353208ed8205 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:46:48.918366 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfab289-dc04-427a-94d7-af660278d356 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Subnet': ['ID=17b1397f-8008-4280-841d-d58741aecbfd,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:48.955916 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-bbfab289-dc04-427a-94d7-af660278d356 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6962163 Sep 16 04:46:48.956183 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39544) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:48.962446 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-3225c4f3-f39b-41e8-899e-d89e589115a6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'port': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'mac_address': 'fa:16:3e:2a:10:b1', 'name': 'tempest-NetworksTestDHCPv6-2025360637'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:49.211670 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3225c4f3-f39b-41e8-899e-d89e589115a6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:49.309402 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd2ed4c-ffa1-4f06-9480-e6a4c5961f88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'tenant_id': '3adf2e42a132432f9eca7df19231c9e3', 'fixed_ips': [{'subnet_id': '17b1397f-8008-4280-841d-d58741aecbfd'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:46:49.323671 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ed4c-ffa1-4f06-9480-e6a4c5961f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:49.492759 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3225c4f3-f39b-41e8-899e-d89e589115a6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:49.547445 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-3225c4f3-f39b-41e8-899e-d89e589115a6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] device_id is not set on port bd2fb1f9-13a0-4081-93ac-1322e2407500 yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:46:49.708521 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-3225c4f3-f39b-41e8-899e-d89e589115a6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Allocated IP 2001:db8::2bf (c1806bde-f213-4a7a-844d-fa613e1e0ff4/17b1397f-8008-4280-841d-d58741aecbfd/bd2fb1f9-13a0-4081-93ac-1322e2407500) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:50.003928 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device c99be979-d52f-461a-b545-9d00478f7d9d no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:50.064102 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: c99be979-d52f-461a-b545-9d00478f7d9d {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:46:50.064956 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device c99be979-d52f-461a-b545-9d00478f7d9d not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:46:50.139564 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3225c4f3-f39b-41e8-899e-d89e589115a6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:50.215448 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3225c4f3-f39b-41e8-899e-d89e589115a6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:50.299282 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-2fd2ed4c-ffa1-4f06-9480-e6a4c5961f88 None None] Allocated IP 2001:db8::2 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/17b1397f-8008-4280-841d-d58741aecbfd/f54148a1-eb54-40eb-9a31-139183db8701) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:50.308919 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3225c4f3-f39b-41e8-899e-d89e589115a6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:50.315658 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-3225c4f3-f39b-41e8-899e-d89e589115a6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:50.318632 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3225c4f3-f39b-41e8-899e-d89e589115a6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:50.325654 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3225c4f3-f39b-41e8-899e-d89e589115a6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:50.326351 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3225c4f3-f39b-41e8-899e-d89e589115a6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:50.369413 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3225c4f3-f39b-41e8-899e-d89e589115a6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4099243 Sep 16 04:46:50.369803 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39552) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:50.380952 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225c4f3-f39b-41e8-899e-d89e589115a6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Port': ['ID=bd2fb1f9-13a0-4081-93ac-1322e2407500,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:50.452195 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa4fa4a-308f-48ff-a5ae-d02f8e555468 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:50.458916 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39556) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:50.459517 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0fa4fa4a-308f-48ff-a5ae-d02f8e555468 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0885108 Sep 16 04:46:50.546151 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ed4c-ffa1-4f06-9480-e6a4c5961f88 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:50.559403 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ed4c-ffa1-4f06-9480-e6a4c5961f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:50.604671 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd2ed4c-ffa1-4f06-9480-e6a4c5961f88 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:50.617831 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-2fd2ed4c-ffa1-4f06-9480-e6a4c5961f88 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:50.623572 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd2ed4c-ffa1-4f06-9480-e6a4c5961f88 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:50.655236 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2ed4c-ffa1-4f06-9480-e6a4c5961f88 None None] Pushing event updated for resources: {'Port': ['ID=f54148a1-eb54-40eb-9a31-139183db8701,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:50.681500 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-206d0b2f-1873-4ac2-a40c-86d08ec5187a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting port bd2fb1f9-13a0-4081-93ac-1322e2407500 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:50.681844 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-206d0b2f-1873-4ac2-a40c-86d08ec5187a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:50.739726 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-2fd2ed4c-ffa1-4f06-9480-e6a4c5961f88 None None] Attempting to bind port f54148a1-eb54-40eb-9a31-139183db8701 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:46:50.740320 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-2fd2ed4c-ffa1-4f06-9480-e6a4c5961f88 None None] Attempting to bind port f54148a1-eb54-40eb-9a31-139183db8701 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:46:50.740787 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd2ed4c-ffa1-4f06-9480-e6a4c5961f88 None None] Attempting to bind port f54148a1-eb54-40eb-9a31-139183db8701 on network c1806bde-f213-4a7a-844d-fa613e1e0ff4 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:50.748400 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd2ed4c-ffa1-4f06-9480-e6a4c5961f88 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:46:50.748965 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd2ed4c-ffa1-4f06-9480-e6a4c5961f88 None None] Checking segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:50.749690 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ed4c-ffa1-4f06-9480-e6a4c5961f88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:50.750357 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd2ed4c-ffa1-4f06-9480-e6a4c5961f88 None None] Bound using segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:46:50.751138 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-2fd2ed4c-ffa1-4f06-9480-e6a4c5961f88 None None] Bound port: f54148a1-eb54-40eb-9a31-139183db8701, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:46:50.751739 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ed4c-ffa1-4f06-9480-e6a4c5961f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:50.820382 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-206d0b2f-1873-4ac2-a40c-86d08ec5187a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:50.838861 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-206d0b2f-1873-4ac2-a40c-86d08ec5187a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Calling delete_port for bd2fb1f9-13a0-4081-93ac-1322e2407500 owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:50.866007 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-2fd2ed4c-ffa1-4f06-9480-e6a4c5961f88 None None] For port f54148a1-eb54-40eb-9a31-139183db8701, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:50.872590 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-2fd2ed4c-ffa1-4f06-9480-e6a4c5961f88 None None] For port f54148a1-eb54-40eb-9a31-139183db8701, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=f54148a1-eb54-40eb-9a31-139183db8701,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:46:50.880475 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ed4c-ffa1-4f06-9480-e6a4c5961f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:51.007206 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2ed4c-ffa1-4f06-9480-e6a4c5961f88 None None] Pushing event updated for resources: {'Port': ['ID=f54148a1-eb54-40eb-9a31-139183db8701,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:51.140702 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-206d0b2f-1873-4ac2-a40c-86d08ec5187a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:51.188756 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d0b2f-1873-4ac2-a40c-86d08ec5187a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Port': ['ID=bd2fb1f9-13a0-4081-93ac-1322e2407500,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:51.242204 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-206d0b2f-1873-4ac2-a40c-86d08ec5187a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:51.247452 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39578) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:51.259036 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-206d0b2f-1873-4ac2-a40c-86d08ec5187a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/bd2fb1f9-13a0-4081-93ac-1322e2407500 HTTP/1.1" status: 204 len: 168 time: 0.7976949 Sep 16 04:46:51.362729 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a66a1d0-0126-466a-a439-9eba44654dc9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:51.364925 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a66a1d0-0126-466a-a439-9eba44654dc9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:51.371017 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39582) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:51.380027 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1a66a1d0-0126-466a-a439-9eba44654dc9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1305335 Sep 16 04:46:51.496771 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c94e3a24-2a1f-414c-a978-c71c05b7ecdd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting subnet 17b1397f-8008-4280-841d-d58741aecbfd {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:46:51.503782 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c94e3a24-2a1f-414c-a978-c71c05b7ecdd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:51.574506 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c94e3a24-2a1f-414c-a978-c71c05b7ecdd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:51.717460 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c94e3a24-2a1f-414c-a978-c71c05b7ecdd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:51.830303 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c94e3a24-2a1f-414c-a978-c71c05b7ecdd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:51.905734 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e3a24-2a1f-414c-a978-c71c05b7ecdd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Subnet': ['ID=17b1397f-8008-4280-841d-d58741aecbfd,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:51.923823 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c94e3a24-2a1f-414c-a978-c71c05b7ecdd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:51.929407 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39592) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:51.934054 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c94e3a24-2a1f-414c-a978-c71c05b7ecdd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/17b1397f-8008-4280-841d-d58741aecbfd HTTP/1.1" status: 204 len: 168 time: 0.5615628 Sep 16 04:46:52.008510 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-cdeebb50-61e5-4865-9e17-4f506da3d3a8 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0770693 Sep 16 04:46:52.011176 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39594) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:52.118068 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda64471-a338-4712-b12f-a90a1bcecf42 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:52.125037 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device f54148a1-eb54-40eb-9a31-139183db8701 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:52.140825 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39596) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:52.157679 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-bda64471-a338-4712-b12f-a90a1bcecf42 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1446013 Sep 16 04:46:52.256837 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ec00c6-1dbc-445f-9615-2ed6c11a7ee8 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:52.262243 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39598) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:52.272046 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f6ec00c6-1dbc-445f-9615-2ed6c11a7ee8 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1300123 Sep 16 04:46:52.280208 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port f54148a1-eb54-40eb-9a31-139183db8701 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:52.280536 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:52.344992 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39600) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:52.351852 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-6b555f00-14fb-497a-bad3-50ab5b51df8e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:52.359506 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0d2e5e92-c7df-4212-81fa-678715dfdfa5 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0957046 Sep 16 04:46:52.522348 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:52.621645 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port f54148a1-eb54-40eb-9a31-139183db8701, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=f54148a1-eb54-40eb-9a31-139183db8701,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:52.632702 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:52.638703 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b555f00-14fb-497a-bad3-50ab5b51df8e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:52.650610 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6b555f00-14fb-497a-bad3-50ab5b51df8e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:52.773573 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=f54148a1-eb54-40eb-9a31-139183db8701,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:52.796207 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f40da1f-8e1c-43c6-af51-311cf855e0b2 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:46:52.978775 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-abb9e7e1-6416-45b3-abba-c301fe0442db None None] Provisioning complete for port f54148a1-eb54-40eb-9a31-139183db8701 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:52.979141 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-abb9e7e1-6416-45b3-abba-c301fe0442db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:53.128506 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b2524d-4671-4454-9b17-88f7240b7723 None None] DHCP port deletion for c1806bde-f213-4a7a-844d-fa613e1e0ff4 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:46:53.203497 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-d1b2524d-4671-4454-9b17-88f7240b7723 None None] Deleting port f54148a1-eb54-40eb-9a31-139183db8701 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:53.204267 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d1b2524d-4671-4454-9b17-88f7240b7723 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:53.344822 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-d1b2524d-4671-4454-9b17-88f7240b7723 None None] For port f54148a1-eb54-40eb-9a31-139183db8701, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=f54148a1-eb54-40eb-9a31-139183db8701,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:53.346878 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d1b2524d-4671-4454-9b17-88f7240b7723 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:53.374813 n-d-712139-15 neutron-server[94766]: DEBUG neutron.objects.ports [None req-6b555f00-14fb-497a-bad3-50ab5b51df8e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:46:53.377342 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-d1b2524d-4671-4454-9b17-88f7240b7723 None None] Calling delete_port for f54148a1-eb54-40eb-9a31-139183db8701 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:53.601529 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d1b2524d-4671-4454-9b17-88f7240b7723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:53.662775 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.ipam_pluggable_backend [None req-6b555f00-14fb-497a-bad3-50ab5b51df8e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Port f54148a1-eb54-40eb-9a31-139183db8701 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94766) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 16 04:46:53.663447 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.ipam_pluggable_backend [None req-6b555f00-14fb-497a-bad3-50ab5b51df8e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Reverting IP allocation for 2001:db8::f816:3eff:fe4b:1e4a {{(pid=94766) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 16 04:46:53.667514 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b2524d-4671-4454-9b17-88f7240b7723 None None] No DVR routers for this DVR port f54148a1-eb54-40eb-9a31-139183db8701 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:46:53.674731 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.ipam_pluggable_backend [None req-6b555f00-14fb-497a-bad3-50ab5b51df8e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe4b:1e4a {{(pid=94766) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 16 04:46:53.690010 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6b555f00-14fb-497a-bad3-50ab5b51df8e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:53.736409 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2524d-4671-4454-9b17-88f7240b7723 None None] Pushing event deleted for resources: {'Port': ['ID=f54148a1-eb54-40eb-9a31-139183db8701,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:53.761786 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b555f00-14fb-497a-bad3-50ab5b51df8e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:53.766698 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-6b555f00-14fb-497a-bad3-50ab5b51df8e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:53.771925 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b555f00-14fb-497a-bad3-50ab5b51df8e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:53.772852 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6b555f00-14fb-497a-bad3-50ab5b51df8e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:53.789626 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b837209-59ce-4c35-986c-52f276efe5af None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:46:53.797376 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b555f00-14fb-497a-bad3-50ab5b51df8e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Subnet': ['ID=22c47654-b2d2-4c56-b19e-d2b270d5c051,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:53.814299 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6b555f00-14fb-497a-bad3-50ab5b51df8e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4674642 Sep 16 04:46:53.818518 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39602) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:53.828899 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-a7d5e45e-464b-4730-afd1-1b52b8599999 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:54.071412 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device f54148a1-eb54-40eb-9a31-139183db8701 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:54.120775 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: f54148a1-eb54-40eb-9a31-139183db8701 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:46:54.121140 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device f54148a1-eb54-40eb-9a31-139183db8701 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:46:54.146644 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0a2fde-2651-46bd-beb1-33c662240f78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'tenant_id': '3adf2e42a132432f9eca7df19231c9e3', 'fixed_ips': [{'subnet_id': '22c47654-b2d2-4c56-b19e-d2b270d5c051'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:46:54.147574 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9f0a2fde-2651-46bd-beb1-33c662240f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:54.175379 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d5e45e-464b-4730-afd1-1b52b8599999 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:54.179586 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a7d5e45e-464b-4730-afd1-1b52b8599999 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:54.389948 n-d-712139-15 neutron-server[94766]: INFO neutron.db.ipam_backend_mixin [None req-a7d5e45e-464b-4730-afd1-1b52b8599999 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 22c47654-b2d2-4c56-b19e-d2b270d5c051 (CIDR: 2001:db8::/64) Sep 16 04:46:54.399495 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d5e45e-464b-4730-afd1-1b52b8599999 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:46:54.399962 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7d5e45e-464b-4730-afd1-1b52b8599999 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:46:54.420227 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a7d5e45e-464b-4730-afd1-1b52b8599999 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5978618 Sep 16 04:46:54.420868 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39608) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:54.428927 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-3d74d3fa-3729-483f-8478-d9ba0bd13daa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:54.506333 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-9f0a2fde-2651-46bd-beb1-33c662240f78 None None] Allocated IP 2001:db8::f816:3eff:fe78:2c50 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/22c47654-b2d2-4c56-b19e-d2b270d5c051/ffb03a30-d957-4ba8-a789-eea968c32469) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:54.630715 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d74d3fa-3729-483f-8478-d9ba0bd13daa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:54.637759 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3d74d3fa-3729-483f-8478-d9ba0bd13daa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:54.776970 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9f0a2fde-2651-46bd-beb1-33c662240f78 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:54.786004 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9f0a2fde-2651-46bd-beb1-33c662240f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:54.840530 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0a2fde-2651-46bd-beb1-33c662240f78 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:54.844421 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-9f0a2fde-2651-46bd-beb1-33c662240f78 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:54.849383 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0a2fde-2651-46bd-beb1-33c662240f78 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:54.869758 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a2fde-2651-46bd-beb1-33c662240f78 None None] Pushing event updated for resources: {'Port': ['ID=ffb03a30-d957-4ba8-a789-eea968c32469,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:54.941357 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-9f0a2fde-2651-46bd-beb1-33c662240f78 None None] Attempting to bind port ffb03a30-d957-4ba8-a789-eea968c32469 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:46:54.941788 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-9f0a2fde-2651-46bd-beb1-33c662240f78 None None] Attempting to bind port ffb03a30-d957-4ba8-a789-eea968c32469 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:46:54.942190 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0a2fde-2651-46bd-beb1-33c662240f78 None None] Attempting to bind port ffb03a30-d957-4ba8-a789-eea968c32469 on network c1806bde-f213-4a7a-844d-fa613e1e0ff4 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:54.956510 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0a2fde-2651-46bd-beb1-33c662240f78 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:46:54.957338 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0a2fde-2651-46bd-beb1-33c662240f78 None None] Checking segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:54.957579 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9f0a2fde-2651-46bd-beb1-33c662240f78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:54.960547 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0a2fde-2651-46bd-beb1-33c662240f78 None None] Bound using segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:46:54.960547 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-9f0a2fde-2651-46bd-beb1-33c662240f78 None None] Bound port: ffb03a30-d957-4ba8-a789-eea968c32469, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:46:54.960547 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9f0a2fde-2651-46bd-beb1-33c662240f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:55.032962 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3d74d3fa-3729-483f-8478-d9ba0bd13daa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:55.077199 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-9f0a2fde-2651-46bd-beb1-33c662240f78 None None] For port ffb03a30-d957-4ba8-a789-eea968c32469, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:55.081401 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-9f0a2fde-2651-46bd-beb1-33c662240f78 None None] For port ffb03a30-d957-4ba8-a789-eea968c32469, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=ffb03a30-d957-4ba8-a789-eea968c32469,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:46:55.088750 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9f0a2fde-2651-46bd-beb1-33c662240f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:55.130934 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74d3fa-3729-483f-8478-d9ba0bd13daa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Subnet': ['ID=45093976-e42d-41e6-8417-12c1ed6dd97c,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:55.155661 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d74d3fa-3729-483f-8478-d9ba0bd13daa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:55.157755 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-3d74d3fa-3729-483f-8478-d9ba0bd13daa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:55.166422 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d74d3fa-3729-483f-8478-d9ba0bd13daa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:55.167467 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3d74d3fa-3729-483f-8478-d9ba0bd13daa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:55.179525 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a2fde-2651-46bd-beb1-33c662240f78 None None] Pushing event updated for resources: {'Port': ['ID=ffb03a30-d957-4ba8-a789-eea968c32469,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:55.194017 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3d74d3fa-3729-483f-8478-d9ba0bd13daa tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7714775 Sep 16 04:46:55.197169 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39616) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:55.205874 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-091e6a28-887f-4f09-8118-beedebef5a3f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'port': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'mac_address': 'fa:16:3e:90:31:af', 'name': 'tempest-NetworksTestDHCPv6-1636140447'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:55.357656 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091e6a28-887f-4f09-8118-beedebef5a3f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:55.551061 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-091e6a28-887f-4f09-8118-beedebef5a3f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:55.611717 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-091e6a28-887f-4f09-8118-beedebef5a3f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] device_id is not set on port 585e0fb2-5dc0-463c-a948-cf7b8fbc4134 yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:46:55.791100 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bff17f1-5d15-43e4-89fe-a83fe3d5ca34 x-openstack-request-id: req-3bff17f1-5d15-43e4-89fe-a83fe3d5ca34 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:55.791494 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f62c53-3de6-44ab-af31-d66903b5f958", "name": "network-vif-plugged", "status": "completed", "tag": "7ab1e829-5c2d-4b1b-a2be-b2030cc19133", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:55.791830 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3bff17f1-5d15-43e4-89fe-a83fe3d5ca34 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:55.792355 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f62c53-3de6-44ab-af31-d66903b5f958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab1e829-5c2d-4b1b-a2be-b2030cc19133', 'code': 200} Sep 16 04:46:55.993349 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-091e6a28-887f-4f09-8118-beedebef5a3f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Allocated IP 2001:db8:0:1::46 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/45093976-e42d-41e6-8417-12c1ed6dd97c/585e0fb2-5dc0-463c-a948-cf7b8fbc4134) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:56.004314 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-091e6a28-887f-4f09-8118-beedebef5a3f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Allocated IP 2001:db8::f816:3eff:fe90:31af (c1806bde-f213-4a7a-844d-fa613e1e0ff4/22c47654-b2d2-4c56-b19e-d2b270d5c051/585e0fb2-5dc0-463c-a948-cf7b8fbc4134) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:56.069381 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device ffb03a30-d957-4ba8-a789-eea968c32469 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:56.179621 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9c4ab-b1f8-4dc6-b8e4-0497aa18eb34 req-c128ccbd-264d-45a9-b747-68a9334bff4e tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:56.192276 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fec9c4ab-b1f8-4dc6-b8e4-0497aa18eb34 req-c128ccbd-264d-45a9-b747-68a9334bff4e tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbee052e-563e-4739-b257-20016e20419d HTTP/1.1" status: 200 len: 946 time: 0.1658075 Sep 16 04:46:56.294313 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port ffb03a30-d957-4ba8-a789-eea968c32469 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:56.295094 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:56.356394 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fec9c4ab-b1f8-4dc6-b8e4-0497aa18eb34 req-567b8345-21cc-4b5f-8322-2654f8c10c98 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435239 Sep 16 04:46:56.464096 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-091e6a28-887f-4f09-8118-beedebef5a3f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:56.507420 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:56.571238 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port ffb03a30-d957-4ba8-a789-eea968c32469, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=ffb03a30-d957-4ba8-a789-eea968c32469,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:56.576520 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:56.599456 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-091e6a28-887f-4f09-8118-beedebef5a3f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:56.669577 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a0a87-dd93-437f-89fb-bdfab69a970e req-65d70e24-67c6-41cc-b61a-e9a83f2e0292 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:56.671488 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-423a0a87-dd93-437f-89fb-bdfab69a970e req-65d70e24-67c6-41cc-b61a-e9a83f2e0292 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f962a06-2e94-4f63-8029-7e61440439a2 HTTP/1.1" status: 200 len: 945 time: 0.1781559 Sep 16 04:46:56.675188 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=ffb03a30-d957-4ba8-a789-eea968c32469,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:56.676822 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091e6a28-887f-4f09-8118-beedebef5a3f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:56.690598 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-091e6a28-887f-4f09-8118-beedebef5a3f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:56.698765 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091e6a28-887f-4f09-8118-beedebef5a3f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:56.705346 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091e6a28-887f-4f09-8118-beedebef5a3f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:56.706040 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-091e6a28-887f-4f09-8118-beedebef5a3f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:56.728626 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e6a28-887f-4f09-8118-beedebef5a3f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Port': ['ID=585e0fb2-5dc0-463c-a948-cf7b8fbc4134,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:56.771749 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9778d5cf-80f6-4835-b4b1-29f237c6a454 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:46:56.809272 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-423a0a87-dd93-437f-89fb-bdfab69a970e req-84498f4d-c89c-4cc2-aae5-8341e6b2a1ad tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208239 Sep 16 04:46:56.828781 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-091e6a28-887f-4f09-8118-beedebef5a3f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6190526 Sep 16 04:46:56.829422 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39642) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:56.882059 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-16afa36a-4c88-4699-b051-59aa7eaddb50 None None] Provisioning complete for port ffb03a30-d957-4ba8-a789-eea968c32469 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:56.882792 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-16afa36a-4c88-4699-b051-59aa7eaddb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:57.120829 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-2ba56362-afac-418d-8d41-20783564d5ae tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting port 585e0fb2-5dc0-463c-a948-cf7b8fbc4134 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:57.121074 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2ba56362-afac-418d-8d41-20783564d5ae tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:57.145948 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394bb98-7909-494e-9b13-d741dc465168 req-cf8e1ea1-6fb2-4fe5-8a77-afee032abfdd tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:57.153805 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1394bb98-7909-494e-9b13-d741dc465168 req-cf8e1ea1-6fb2-4fe5-8a77-afee032abfdd tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 946 time: 0.1580613 Sep 16 04:46:57.264435 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1394bb98-7909-494e-9b13-d741dc465168 req-944874bb-192c-4a53-ae4a-b08e6a17b961 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093299 Sep 16 04:46:57.323178 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2ba56362-afac-418d-8d41-20783564d5ae tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:57.345524 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-2ba56362-afac-418d-8d41-20783564d5ae tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Calling delete_port for 585e0fb2-5dc0-463c-a948-cf7b8fbc4134 owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:57.415851 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cec48a0-21cd-425f-9307-74ffb2cd0b64 None None] Update dhcp port {'port': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'fixed_ips': [{'subnet_id': '22c47654-b2d2-4c56-b19e-d2b270d5c051', 'ip_address': '2001:db8::f816:3eff:fe78:2c50'}, {'subnet_id': '45093976-e42d-41e6-8417-12c1ed6dd97c'}], 'binding:host_id': 'n-d-712139-15'}, 'id': 'ffb03a30-d957-4ba8-a789-eea968c32469'} from n-d-712139-15. {{(pid=94768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:46:57.457661 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5cec48a0-21cd-425f-9307-74ffb2cd0b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:57.623672 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2ba56362-afac-418d-8d41-20783564d5ae tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:57.668049 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba56362-afac-418d-8d41-20783564d5ae tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Port': ['ID=585e0fb2-5dc0-463c-a948-cf7b8fbc4134,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:57.698652 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-5cec48a0-21cd-425f-9307-74ffb2cd0b64 None None] Allocated IP 2001:db8:0:1::2 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/45093976-e42d-41e6-8417-12c1ed6dd97c/ffb03a30-d957-4ba8-a789-eea968c32469) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:57.724935 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2ba56362-afac-418d-8d41-20783564d5ae tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:57.730206 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2ba56362-afac-418d-8d41-20783564d5ae tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/585e0fb2-5dc0-463c-a948-cf7b8fbc4134 HTTP/1.1" status: 204 len: 168 time: 0.8965330 Sep 16 04:46:57.730723 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39678) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:57.841892 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-5cec48a0-21cd-425f-9307-74ffb2cd0b64 None None] For port ffb03a30-d957-4ba8-a789-eea968c32469, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=ffb03a30-d957-4ba8-a789-eea968c32469,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:57.851061 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aeae724-1503-4e81-8c65-d7747e54b55f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:57.857017 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9aeae724-1503-4e81-8c65-d7747e54b55f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1213794 Sep 16 04:46:57.857484 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39686) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:57.891377 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5cec48a0-21cd-425f-9307-74ffb2cd0b64 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:57.898324 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5cec48a0-21cd-425f-9307-74ffb2cd0b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:57.973804 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec48a0-21cd-425f-9307-74ffb2cd0b64 None None] Pushing event updated for resources: {'Port': ['ID=ffb03a30-d957-4ba8-a789-eea968c32469,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:57.993769 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6ab5b1-7824-47c4-b4f8-bc459036dfb4 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:57.996081 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9e6ab5b1-7824-47c4-b4f8-bc459036dfb4 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1372378 Sep 16 04:46:57.999414 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39692) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:58.005989 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec48a0-21cd-425f-9307-74ffb2cd0b64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:58.006534 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec48a0-21cd-425f-9307-74ffb2cd0b64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:58.006904 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec48a0-21cd-425f-9307-74ffb2cd0b64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:58.007289 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec48a0-21cd-425f-9307-74ffb2cd0b64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:58.007690 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec48a0-21cd-425f-9307-74ffb2cd0b64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:58.008470 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec48a0-21cd-425f-9307-74ffb2cd0b64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:58.008898 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec48a0-21cd-425f-9307-74ffb2cd0b64 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:58.009357 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec48a0-21cd-425f-9307-74ffb2cd0b64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:58.009933 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec48a0-21cd-425f-9307-74ffb2cd0b64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:58.010729 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec48a0-21cd-425f-9307-74ffb2cd0b64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:58.011634 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec48a0-21cd-425f-9307-74ffb2cd0b64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:58.011634 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec48a0-21cd-425f-9307-74ffb2cd0b64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:58.062281 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device ffb03a30-d957-4ba8-a789-eea968c32469 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:58.153002 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71bd5a1-6f82-49ff-9081-fbbdfdd9a714 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:58.156107 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71bd5a1-6f82-49ff-9081-fbbdfdd9a714 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:58.158877 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71bd5a1-6f82-49ff-9081-fbbdfdd9a714 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:58.162518 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d71bd5a1-6f82-49ff-9081-fbbdfdd9a714 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1617489 Sep 16 04:46:58.165040 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39694) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:58.168419 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port ffb03a30-d957-4ba8-a789-eea968c32469 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:58.168962 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:58.338055 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a3fac72-22c4-4636-8d3b-18a2f7528d44 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting subnet 22c47654-b2d2-4c56-b19e-d2b270d5c051 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:46:58.342431 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2a3fac72-22c4-4636-8d3b-18a2f7528d44 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:58.426566 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2a3fac72-22c4-4636-8d3b-18a2f7528d44 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:58.618338 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2a3fac72-22c4-4636-8d3b-18a2f7528d44 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:58.732039 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2a3fac72-22c4-4636-8d3b-18a2f7528d44 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:58.749461 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2a3fac72-22c4-4636-8d3b-18a2f7528d44 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:58.755618 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2a3fac72-22c4-4636-8d3b-18a2f7528d44 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/22c47654-b2d2-4c56-b19e-d2b270d5c051 HTTP/1.1" status: 204 len: 168 time: 0.5854871 Sep 16 04:46:58.756526 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39734) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:58.784998 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3fac72-22c4-4636-8d3b-18a2f7528d44 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Subnet': ['ID=22c47654-b2d2-4c56-b19e-d2b270d5c051,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:58.864468 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a211a18-6305-43ab-b9eb-f4d2aa60e235 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting subnet 45093976-e42d-41e6-8417-12c1ed6dd97c {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:46:58.876082 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9a211a18-6305-43ab-b9eb-f4d2aa60e235 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:58.972838 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9a211a18-6305-43ab-b9eb-f4d2aa60e235 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.019028 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e3261c-b736-4569-a154-4f8f5efbd0c9 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:46:59.076990 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 09464b06-c001-4b17-972c-bc148f6c7b1e no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:59.115696 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d82a126-738f-4aa1-8fd9-9831da6df219 req-c9808f12-5052-44d1-a2c9-a282fede3310 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:59.138440 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3d82a126-738f-4aa1-8fd9-9831da6df219 req-c9808f12-5052-44d1-a2c9-a282fede3310 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbee052e-563e-4739-b257-20016e20419d HTTP/1.1" status: 200 len: 946 time: 0.1507344 Sep 16 04:46:59.162052 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9a211a18-6305-43ab-b9eb-f4d2aa60e235 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.229012 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3d82a126-738f-4aa1-8fd9-9831da6df219 req-53d542d3-4473-41e3-b557-631efc4bbcce tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890846 Sep 16 04:46:59.249096 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9a211a18-6305-43ab-b9eb-f4d2aa60e235 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.285687 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a211a18-6305-43ab-b9eb-f4d2aa60e235 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Subnet': ['ID=45093976-e42d-41e6-8417-12c1ed6dd97c,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:59.309095 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9a211a18-6305-43ab-b9eb-f4d2aa60e235 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.313767 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39746) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:59.314919 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9a211a18-6305-43ab-b9eb-f4d2aa60e235 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/45093976-e42d-41e6-8417-12c1ed6dd97c HTTP/1.1" status: 204 len: 168 time: 0.5565565 Sep 16 04:46:59.328822 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-8f4c5abf-b790-4327-ae5f-6e24004f3b53 None None] Provisioning complete for port ffb03a30-d957-4ba8-a789-eea968c32469 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:59.329296 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8f4c5abf-b790-4327-ae5f-6e24004f3b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.384620 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a3496762-3d7a-4f6c-ba0c-56c1ff9a8205 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683436 Sep 16 04:46:59.388832 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39752) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:59.395717 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-50b39dd2-725a-449e-8e17-e9521a41f38e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:59.495250 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.572600 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215e3473-bd93-460c-b545-1e19afbb2ffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09464b06-c001-4b17-972c-bc148f6c7b1e'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:59.582985 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9279c30-b35c-4f21-b973-38ec131cc40f" -d '{"events": [{"server_uuid": "215e3473-bd93-460c-b545-1e19afbb2ffd", "name": "network-vif-unplugged", "status": "completed", "tag": "09464b06-c001-4b17-972c-bc148f6c7b1e"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:59.604528 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a985d002-6542-4b03-97f5-3c3759ff808d None None] DHCP port deletion for c1806bde-f213-4a7a-844d-fa613e1e0ff4 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:46:59.612067 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 09464b06-c001-4b17-972c-bc148f6c7b1e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=09464b06-c001-4b17-972c-bc148f6c7b1e,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:59.625962 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82081ec4-88b1-4e79-96b6-a59f49c000ad req-9ad58b12-f9f2-4c4d-92df-ce46a03937e2 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:59.628487 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82081ec4-88b1-4e79-96b6-a59f49c000ad req-9ad58b12-f9f2-4c4d-92df-ce46a03937e2 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f962a06-2e94-4f63-8029-7e61440439a2 HTTP/1.1" status: 200 len: 945 time: 0.1289496 Sep 16 04:46:59.645764 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.646895 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 7ab1e829-5c2d-4b1b-a2be-b2030cc19133 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:59.665057 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b39dd2-725a-449e-8e17-e9521a41f38e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:59.669643 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50b39dd2-725a-449e-8e17-e9521a41f38e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.724868 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82081ec4-88b1-4e79-96b6-a59f49c000ad req-e1170ddb-4700-4fe7-b86c-0e7f0d51d614 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880215 Sep 16 04:46:59.888474 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-8f4c5abf-b790-4327-ae5f-6e24004f3b53 None None] Could not find standard attr ID for object 585e0fb2-5dc0-463c-a948-cf7b8fbc4134. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:46:59.939803 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=09464b06-c001-4b17-972c-bc148f6c7b1e,revision_number=11']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:00.027140 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-a985d002-6542-4b03-97f5-3c3759ff808d None None] Deleting port ffb03a30-d957-4ba8-a789-eea968c32469 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:00.028027 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a985d002-6542-4b03-97f5-3c3759ff808d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:00.028130 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e85254-ed58-472f-a075-01ab1491ae74 req-134feb64-fa6b-4d7e-97a4-7f44d5140a06 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:00.030828 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e1e85254-ed58-472f-a075-01ab1491ae74 req-134feb64-fa6b-4d7e-97a4-7f44d5140a06 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.1476548 Sep 16 04:47:00.037009 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device ffb03a30-d957-4ba8-a789-eea968c32469 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:00.125241 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:00.148149 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e1e85254-ed58-472f-a075-01ab1491ae74 req-e1f26c77-e6e0-456d-bcd9-f0f3f58ec72f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966260 Sep 16 04:47:00.213939 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-a985d002-6542-4b03-97f5-3c3759ff808d None None] For port ffb03a30-d957-4ba8-a789-eea968c32469, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=ffb03a30-d957-4ba8-a789-eea968c32469,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:00.217308 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a985d002-6542-4b03-97f5-3c3759ff808d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:00.286851 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-a985d002-6542-4b03-97f5-3c3759ff808d None None] Calling delete_port for ffb03a30-d957-4ba8-a789-eea968c32469 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:00.326274 n-d-712139-15 neutron-server[94767]: DEBUG neutron.objects.ports [None req-50b39dd2-725a-449e-8e17-e9521a41f38e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:47:00.337244 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 7ab1e829-5c2d-4b1b-a2be-b2030cc19133, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=7ab1e829-5c2d-4b1b-a2be-b2030cc19133,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:00.415955 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:00.642652 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50b39dd2-725a-449e-8e17-e9521a41f38e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:00.695993 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=7ab1e829-5c2d-4b1b-a2be-b2030cc19133,revision_number=11']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:00.701291 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:00.808091 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:47:00.857537 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:47:00.858019 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:47:01.014422 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-50b39dd2-725a-449e-8e17-e9521a41f38e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] For port ffb03a30-d957-4ba8-a789-eea968c32469, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=ffb03a30-d957-4ba8-a789-eea968c32469,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:01.059880 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50b39dd2-725a-449e-8e17-e9521a41f38e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.067517 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50b39dd2-725a-449e-8e17-e9521a41f38e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.070353 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50b39dd2-725a-449e-8e17-e9521a41f38e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.076237 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a985d002-6542-4b03-97f5-3c3759ff808d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.104046 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b39dd2-725a-449e-8e17-e9521a41f38e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Port': ['ID=ffb03a30-d957-4ba8-a789-eea968c32469,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:01.121363 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985d002-6542-4b03-97f5-3c3759ff808d None None] Pushing event deleted for resources: {'Port': ['ID=ffb03a30-d957-4ba8-a789-eea968c32469,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:01.130107 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a985d002-6542-4b03-97f5-3c3759ff808d None None] No DVR routers for this DVR port ffb03a30-d957-4ba8-a789-eea968c32469 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:01.189244 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b39dd2-725a-449e-8e17-e9521a41f38e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:01.195209 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-50b39dd2-725a-449e-8e17-e9521a41f38e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:01.200396 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b39dd2-725a-449e-8e17-e9521a41f38e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:01.201674 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50b39dd2-725a-449e-8e17-e9521a41f38e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.212601 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b39dd2-725a-449e-8e17-e9521a41f38e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Subnet': ['ID=440a7069-05a5-40a5-8408-704de33d2382,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:01.229132 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b76b9c-4833-416c-937e-bd4caef20bb6 req-a98d7175-3d01-401a-a7fa-7f4f5685b1bf tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:01.229652 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a391b2-cb4d-469a-aa3c-137897b80b8e None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:01.230713 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-30b76b9c-4833-416c-937e-bd4caef20bb6 req-a98d7175-3d01-401a-a7fa-7f4f5685b1bf tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] 10.222.0.35 "GET /v2.0/ports?device_id=98f62c53-3de6-44ab-af31-d66903b5f958 HTTP/1.1" status: 200 len: 948 time: 0.1288040 Sep 16 04:47:01.253249 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-50b39dd2-725a-449e-8e17-e9521a41f38e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8628254 Sep 16 04:47:01.254287 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39802) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:01.266511 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-9ef287fd-31ad-4add-9f4f-869627d3cf81 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:01.397422 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Port ffb03a30-d957-4ba8-a789-eea968c32469 update to DOWN by agent not found {{(pid=94768) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 16 04:47:01.435520 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-30b76b9c-4833-416c-937e-bd4caef20bb6 req-52605e61-bac3-437b-91f3-15cb37c4941a tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e4dddb6-3642-4748-8c4d-00ef5b578561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938038 Sep 16 04:47:01.565233 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef287fd-31ad-4add-9f4f-869627d3cf81 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:01.576079 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9ef287fd-31ad-4add-9f4f-869627d3cf81 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.582685 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49aec9f3-8730-461c-a380-487cda5a5204 x-openstack-request-id: req-49aec9f3-8730-461c-a380-487cda5a5204 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:01.583167 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215e3473-bd93-460c-b545-1e19afbb2ffd", "name": "network-vif-unplugged", "status": "completed", "tag": "09464b06-c001-4b17-972c-bc148f6c7b1e", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:01.583547 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-49aec9f3-8730-461c-a380-487cda5a5204 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:01.584139 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215e3473-bd93-460c-b545-1e19afbb2ffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09464b06-c001-4b17-972c-bc148f6c7b1e', 'code': 200} Sep 16 04:47:01.606873 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404cf9af-27cf-4df1-80d9-55eb957d3bb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'tenant_id': '3adf2e42a132432f9eca7df19231c9e3', 'fixed_ips': [{'subnet_id': '440a7069-05a5-40a5-8408-704de33d2382'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:47:01.608695 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-404cf9af-27cf-4df1-80d9-55eb957d3bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.876059 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6925b9-fa44-472e-bcb1-c7c3a148e9b6 req-9c06d866-08a4-4687-81b9-da4c73786072 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:01.880046 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cd6925b9-fa44-472e-bcb1-c7c3a148e9b6 req-9c06d866-08a4-4687-81b9-da4c73786072 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbee052e-563e-4739-b257-20016e20419d HTTP/1.1" status: 200 len: 946 time: 0.1630151 Sep 16 04:47:01.886507 n-d-712139-15 neutron-server[94767]: INFO neutron.db.ipam_backend_mixin [None req-9ef287fd-31ad-4add-9f4f-869627d3cf81 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 440a7069-05a5-40a5-8408-704de33d2382 (CIDR: 2001:db8::/64) Sep 16 04:47:01.895452 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef287fd-31ad-4add-9f4f-869627d3cf81 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:47:01.896941 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ef287fd-31ad-4add-9f4f-869627d3cf81 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:01.924015 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-404cf9af-27cf-4df1-80d9-55eb957d3bb2 None None] Allocated IP 2001:db8::f816:3eff:feb0:a4e4 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/440a7069-05a5-40a5-8408-704de33d2382/985a49de-2b84-4061-8f8f-ac9d87eab74f) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:01.936756 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9ef287fd-31ad-4add-9f4f-869627d3cf81 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6810741 Sep 16 04:47:01.941701 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39810) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:01.948193 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-8dd38564-44e1-4d43-b4d7-671431e7f16c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:02.031087 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cd6925b9-fa44-472e-bcb1-c7c3a148e9b6 req-a23ea21d-8207-490c-961a-bbd910d67eeb tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071665 Sep 16 04:47:02.264132 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd38564-44e1-4d43-b4d7-671431e7f16c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:02.272005 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8dd38564-44e1-4d43-b4d7-671431e7f16c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.297759 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-404cf9af-27cf-4df1-80d9-55eb957d3bb2 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.330357 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e54b1a-9d17-416d-b7a2-4e2f6152757e req-649c6c2d-19d3-4fcc-872e-c523def9f11d tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:02.331675 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-404cf9af-27cf-4df1-80d9-55eb957d3bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.340662 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-50e54b1a-9d17-416d-b7a2-4e2f6152757e req-649c6c2d-19d3-4fcc-872e-c523def9f11d tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f962a06-2e94-4f63-8029-7e61440439a2 HTTP/1.1" status: 200 len: 945 time: 0.1608443 Sep 16 04:47:02.407948 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-50e54b1a-9d17-416d-b7a2-4e2f6152757e req-3b12f6bc-6459-4242-8709-14dc6e287e9c tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657282 Sep 16 04:47:02.425724 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404cf9af-27cf-4df1-80d9-55eb957d3bb2 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:02.431732 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-404cf9af-27cf-4df1-80d9-55eb957d3bb2 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:02.436137 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404cf9af-27cf-4df1-80d9-55eb957d3bb2 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:02.509752 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404cf9af-27cf-4df1-80d9-55eb957d3bb2 None None] Pushing event updated for resources: {'Port': ['ID=985a49de-2b84-4061-8f8f-ac9d87eab74f,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:02.553428 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-404cf9af-27cf-4df1-80d9-55eb957d3bb2 None None] Attempting to bind port 985a49de-2b84-4061-8f8f-ac9d87eab74f on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:02.554106 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-404cf9af-27cf-4df1-80d9-55eb957d3bb2 None None] Attempting to bind port 985a49de-2b84-4061-8f8f-ac9d87eab74f by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:02.554622 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404cf9af-27cf-4df1-80d9-55eb957d3bb2 None None] Attempting to bind port 985a49de-2b84-4061-8f8f-ac9d87eab74f on network c1806bde-f213-4a7a-844d-fa613e1e0ff4 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:02.563270 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404cf9af-27cf-4df1-80d9-55eb957d3bb2 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:02.563270 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404cf9af-27cf-4df1-80d9-55eb957d3bb2 None None] Checking segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:02.563270 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-404cf9af-27cf-4df1-80d9-55eb957d3bb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.563270 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404cf9af-27cf-4df1-80d9-55eb957d3bb2 None None] Bound using segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:02.563270 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-404cf9af-27cf-4df1-80d9-55eb957d3bb2 None None] Bound port: 985a49de-2b84-4061-8f8f-ac9d87eab74f, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:02.564375 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-404cf9af-27cf-4df1-80d9-55eb957d3bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.696338 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14ef13-a50d-4a06-bc50-39a61e365c25 req-1a903eb1-fd6e-4361-aeb1-62500eda7737 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:02.707186 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a14ef13-a50d-4a06-bc50-39a61e365c25 req-1a903eb1-fd6e-4361-aeb1-62500eda7737 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.0739121 Sep 16 04:47:02.733433 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-404cf9af-27cf-4df1-80d9-55eb957d3bb2 None None] For port 985a49de-2b84-4061-8f8f-ac9d87eab74f, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:02.740256 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-404cf9af-27cf-4df1-80d9-55eb957d3bb2 None None] For port 985a49de-2b84-4061-8f8f-ac9d87eab74f, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=985a49de-2b84-4061-8f8f-ac9d87eab74f,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:02.749232 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-404cf9af-27cf-4df1-80d9-55eb957d3bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.773891 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a14ef13-a50d-4a06-bc50-39a61e365c25 req-9b17b59f-ace7-4e54-8f74-5d81602dc9a7 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655415 Sep 16 04:47:02.777990 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8dd38564-44e1-4d43-b4d7-671431e7f16c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.866881 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd38564-44e1-4d43-b4d7-671431e7f16c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Subnet': ['ID=5ff9f5ab-723f-4977-9283-85c71f2a8341,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:02.890292 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd38564-44e1-4d43-b4d7-671431e7f16c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:02.894651 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-8dd38564-44e1-4d43-b4d7-671431e7f16c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:02.906576 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd38564-44e1-4d43-b4d7-671431e7f16c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:02.907379 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8dd38564-44e1-4d43-b4d7-671431e7f16c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.907677 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404cf9af-27cf-4df1-80d9-55eb957d3bb2 None None] Pushing event updated for resources: {'Port': ['ID=985a49de-2b84-4061-8f8f-ac9d87eab74f,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:02.938127 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8dd38564-44e1-4d43-b4d7-671431e7f16c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9950385 Sep 16 04:47:02.942944 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39824) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:02.953557 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-1782761f-1b2b-44c0-852a-d9d14c35d4bc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'port': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'mac_address': 'fa:16:3e:36:c0:3f', 'name': 'tempest-NetworksTestDHCPv6-1297958929'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:03.109497 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 09464b06-c001-4b17-972c-bc148f6c7b1e details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:47:03.258436 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1782761f-1b2b-44c0-852a-d9d14c35d4bc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:03.388354 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 09464b06-c001-4b17-972c-bc148f6c7b1e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=09464b06-c001-4b17-972c-bc148f6c7b1e,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:03.421964 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '09464b06-c001-4b17-972c-bc148f6c7b1e', 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651', 'port_id': '09464b06-c001-4b17-972c-bc148f6c7b1e', 'mac_address': 'fa:16:3e:82:b7:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:47:03.443120 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1782761f-1b2b-44c0-852a-d9d14c35d4bc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:03.471870 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-1782761f-1b2b-44c0-852a-d9d14c35d4bc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] device_id is not set on port e0e7fd59-77b7-442b-98e0-d71c7b7d0bd0 yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:47:03.496191 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:03.514874 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09464b06-c001-4b17-972c-bc148f6c7b1e {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:03.550135 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 09464b06-c001-4b17-972c-bc148f6c7b1e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=09464b06-c001-4b17-972c-bc148f6c7b1e,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:03.556722 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:03.630513 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f62c53-3de6-44ab-af31-d66903b5f958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ab1e829-5c2d-4b1b-a2be-b2030cc19133'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:03.634590 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ea4208-89f9-4ac0-8cb1-e158db818c70" -d '{"events": [{"server_uuid": "98f62c53-3de6-44ab-af31-d66903b5f958", "name": "network-vif-unplugged", "status": "completed", "tag": "7ab1e829-5c2d-4b1b-a2be-b2030cc19133"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:03.681676 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=09464b06-c001-4b17-972c-bc148f6c7b1e,revision_number=12']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:03.773822 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-1782761f-1b2b-44c0-852a-d9d14c35d4bc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Allocated IP 2001:db8:0:1::15a (c1806bde-f213-4a7a-844d-fa613e1e0ff4/5ff9f5ab-723f-4977-9283-85c71f2a8341/e0e7fd59-77b7-442b-98e0-d71c7b7d0bd0) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:03.789857 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-1782761f-1b2b-44c0-852a-d9d14c35d4bc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Allocated IP 2001:db8::f816:3eff:fe36:c03f (c1806bde-f213-4a7a-844d-fa613e1e0ff4/440a7069-05a5-40a5-8408-704de33d2382/e0e7fd59-77b7-442b-98e0-d71c7b7d0bd0) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:03.844018 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['09464b06-c001-4b17-972c-bc148f6c7b1e'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:47:04.144457 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 985a49de-2b84-4061-8f8f-ac9d87eab74f up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:04.307252 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 985a49de-2b84-4061-8f8f-ac9d87eab74f triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:04.307640 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:04.425185 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1782761f-1b2b-44c0-852a-d9d14c35d4bc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:04.519199 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1782761f-1b2b-44c0-852a-d9d14c35d4bc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:04.562396 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6927772-3896-4c3d-9c94-3bebca6793f2 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:04.571351 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:04.642781 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 985a49de-2b84-4061-8f8f-ac9d87eab74f, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=985a49de-2b84-4061-8f8f-ac9d87eab74f,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:04.649415 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1782761f-1b2b-44c0-852a-d9d14c35d4bc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:04.660411 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-1782761f-1b2b-44c0-852a-d9d14c35d4bc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:04.666337 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:04.683054 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1782761f-1b2b-44c0-852a-d9d14c35d4bc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:04.694856 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1782761f-1b2b-44c0-852a-d9d14c35d4bc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:04.696017 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1782761f-1b2b-44c0-852a-d9d14c35d4bc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:04.702032 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782761f-1b2b-44c0-852a-d9d14c35d4bc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Port': ['ID=e0e7fd59-77b7-442b-98e0-d71c7b7d0bd0,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:04.725987 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1782761f-1b2b-44c0-852a-d9d14c35d4bc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.7791150 Sep 16 04:47:04.726699 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39908) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:04.752451 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-81a4efd9-ffa0-413f-9299-dceec25b0ff3 None None] Provisioning complete for port 985a49de-2b84-4061-8f8f-ac9d87eab74f triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:04.753142 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-81a4efd9-ffa0-413f-9299-dceec25b0ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:04.851036 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=985a49de-2b84-4061-8f8f-ac9d87eab74f,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:04.949283 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-14565647-c7c1-4103-8a48-e776521819d0 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting port e0e7fd59-77b7-442b-98e0-d71c7b7d0bd0 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:04.949842 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-14565647-c7c1-4103-8a48-e776521819d0 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.175413 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4afd61-79a8-4286-955c-0ac730d4db4b None None] Update dhcp port {'port': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'fixed_ips': [{'subnet_id': '440a7069-05a5-40a5-8408-704de33d2382', 'ip_address': '2001:db8::f816:3eff:feb0:a4e4'}, {'subnet_id': '5ff9f5ab-723f-4977-9283-85c71f2a8341'}], 'binding:host_id': 'n-d-712139-15'}, 'id': '985a49de-2b84-4061-8f8f-ac9d87eab74f'} from n-d-712139-15. {{(pid=94768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:47:05.212016 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ec4afd61-79a8-4286-955c-0ac730d4db4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.489586 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-ec4afd61-79a8-4286-955c-0ac730d4db4b None None] Allocated IP 2001:db8:0:1::2 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/5ff9f5ab-723f-4977-9283-85c71f2a8341/985a49de-2b84-4061-8f8f-ac9d87eab74f) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:05.556996 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-14565647-c7c1-4103-8a48-e776521819d0 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.584497 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04810936-ed66-4f58-8754-6c704e520799 req-2b01446e-434d-4f24-9c0c-2e82993067da tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:05.592464 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04810936-ed66-4f58-8754-6c704e520799 req-2b01446e-434d-4f24-9c0c-2e82993067da tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbee052e-563e-4739-b257-20016e20419d HTTP/1.1" status: 200 len: 946 time: 0.5087373 Sep 16 04:47:05.604731 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-14565647-c7c1-4103-8a48-e776521819d0 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Calling delete_port for e0e7fd59-77b7-442b-98e0-d71c7b7d0bd0 owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:05.638914 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-ec4afd61-79a8-4286-955c-0ac730d4db4b None None] For port 985a49de-2b84-4061-8f8f-ac9d87eab74f, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=985a49de-2b84-4061-8f8f-ac9d87eab74f,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:05.652837 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04810936-ed66-4f58-8754-6c704e520799 req-45e28bb3-872b-4396-a5e9-5ef2f639b4f6 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593410 Sep 16 04:47:05.677739 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ec4afd61-79a8-4286-955c-0ac730d4db4b None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.686812 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ec4afd61-79a8-4286-955c-0ac730d4db4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.818033 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4afd61-79a8-4286-955c-0ac730d4db4b None None] Pushing event updated for resources: {'Port': ['ID=985a49de-2b84-4061-8f8f-ac9d87eab74f,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:05.872932 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867db5ff-749c-40fa-8bf3-f24f61d2c7a4 req-5b422c99-d13a-4d78-aa17-79e2e3234d9c tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:05.880597 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-867db5ff-749c-40fa-8bf3-f24f61d2c7a4 req-5b422c99-d13a-4d78-aa17-79e2e3234d9c tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f962a06-2e94-4f63-8029-7e61440439a2 HTTP/1.1" status: 200 len: 945 time: 0.1296036 Sep 16 04:47:05.990868 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-867db5ff-749c-40fa-8bf3-f24f61d2c7a4 req-446c6b63-acb7-400f-b59d-10abc61623fe tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904813 Sep 16 04:47:06.020507 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 985a49de-2b84-4061-8f8f-ac9d87eab74f up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:06.061921 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-14565647-c7c1-4103-8a48-e776521819d0 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.077994 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7980eb0-79f5-443f-bd15-4109c5d887ec x-openstack-request-id: req-b7980eb0-79f5-443f-bd15-4109c5d887ec {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:06.078444 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f62c53-3de6-44ab-af31-d66903b5f958", "name": "network-vif-unplugged", "status": "completed", "tag": "7ab1e829-5c2d-4b1b-a2be-b2030cc19133", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:06.078823 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b7980eb0-79f5-443f-bd15-4109c5d887ec {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:06.079313 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f62c53-3de6-44ab-af31-d66903b5f958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ab1e829-5c2d-4b1b-a2be-b2030cc19133', 'code': 200} Sep 16 04:47:06.113210 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14565647-c7c1-4103-8a48-e776521819d0 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Port': ['ID=e0e7fd59-77b7-442b-98e0-d71c7b7d0bd0,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:06.117077 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 985a49de-2b84-4061-8f8f-ac9d87eab74f triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:06.117510 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.265350 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-14565647-c7c1-4103-8a48-e776521819d0 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.270641 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39920) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:06.271223 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-14565647-c7c1-4103-8a48-e776521819d0 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/e0e7fd59-77b7-442b-98e0-d71c7b7d0bd0 HTTP/1.1" status: 204 len: 168 time: 1.5426087 Sep 16 04:47:06.338587 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838ecbc-807b-42e3-a2d1-851f7d569dfe req-bfc02d60-a4ac-4ad7-9887-30a59a4601bb tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:06.349395 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7838ecbc-807b-42e3-a2d1-851f7d569dfe req-bfc02d60-a4ac-4ad7-9887-30a59a4601bb tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 945 time: 0.1752319 Sep 16 04:47:06.390171 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44eff5f-8c4a-4d87-bfac-47894a789ddc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:06.391966 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d44eff5f-8c4a-4d87-bfac-47894a789ddc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1194489 Sep 16 04:47:06.394010 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7838ecbc-807b-42e3-a2d1-851f7d569dfe req-1ff23bbb-4523-43fe-82ca-19131889cb37 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424583 Sep 16 04:47:06.395132 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39922) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:06.479882 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d175d739-dd3c-4084-b97a-ac2ffb548a47 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:06.484425 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d175d739-dd3c-4084-b97a-ac2ffb548a47 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0852981 Sep 16 04:47:06.485232 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39924) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:06.631984 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53e1185-9802-4f7f-80f1-4d6b32168a22 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:06.636829 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53e1185-9802-4f7f-80f1-4d6b32168a22 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:06.639245 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53e1185-9802-4f7f-80f1-4d6b32168a22 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:06.646340 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39926) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:06.658902 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c53e1185-9802-4f7f-80f1-4d6b32168a22 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1722066 Sep 16 04:47:06.794290 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-144d1c44-a0fa-49f1-9ef3-955ee1530416 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting subnet 440a7069-05a5-40a5-8408-704de33d2382 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:47:06.800292 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ecac85e9-d76d-46e1-b03a-232cd7dc574e None None] Provisioning complete for port 985a49de-2b84-4061-8f8f-ac9d87eab74f triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:06.803667 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-144d1c44-a0fa-49f1-9ef3-955ee1530416 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.807626 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ecac85e9-d76d-46e1-b03a-232cd7dc574e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.859633 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c4d8d-a101-4f3b-9276-3a0b3cb05e05 req-f1243cdd-ff48-4ab9-aab6-301406aad361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:06.862061 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-019c4d8d-a101-4f3b-9276-3a0b3cb05e05 req-f1243cdd-ff48-4ab9-aab6-301406aad361 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cbee052e-563e-4739-b257-20016e20419d HTTP/1.1" status: 200 len: 1098 time: 0.1588745 Sep 16 04:47:06.922629 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-144d1c44-a0fa-49f1-9ef3-955ee1530416 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.981743 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-019c4d8d-a101-4f3b-9276-3a0b3cb05e05 req-2f220daf-dc3a-4dcc-83b7-370d664e80aa service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065588 Sep 16 04:47:07.056350 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1ca33-f4ad-4cd6-8dfa-d2329c16fed8 req-6b504449-94e2-4773-bbfe-15c983fbf04e tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:07.059226 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90b1ca33-f4ad-4cd6-8dfa-d2329c16fed8 req-6b504449-94e2-4773-bbfe-15c983fbf04e tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbee052e-563e-4739-b257-20016e20419d HTTP/1.1" status: 200 len: 946 time: 0.0983989 Sep 16 04:47:07.075533 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-144d1c44-a0fa-49f1-9ef3-955ee1530416 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:07.099050 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ecac85e9-d76d-46e1-b03a-232cd7dc574e None None] Could not find standard attr ID for object e0e7fd59-77b7-442b-98e0-d71c7b7d0bd0. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:47:07.138197 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 09464b06-c001-4b17-972c-bc148f6c7b1e up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:07.152982 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90b1ca33-f4ad-4cd6-8dfa-d2329c16fed8 req-bdb7304d-f44d-4385-b9bc-780c4174ee93 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814385 Sep 16 04:47:07.219508 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-144d1c44-a0fa-49f1-9ef3-955ee1530416 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:07.244478 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-7fb19073-e7a1-49c4-9540-2ee3aeeac352 None None] Could not find standard attr ID for object e0e7fd59-77b7-442b-98e0-d71c7b7d0bd0. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:47:07.272854 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 09464b06-c001-4b17-972c-bc148f6c7b1e triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:07.273331 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:07.284656 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d1c44-a0fa-49f1-9ef3-955ee1530416 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Subnet': ['ID=440a7069-05a5-40a5-8408-704de33d2382,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:07.317529 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-144d1c44-a0fa-49f1-9ef3-955ee1530416 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:07.325351 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-144d1c44-a0fa-49f1-9ef3-955ee1530416 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/440a7069-05a5-40a5-8408-704de33d2382 HTTP/1.1" status: 204 len: 168 time: 0.6743603 Sep 16 04:47:07.327869 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39948) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:07.432918 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f795fe2-48be-46e9-8927-15d4fd8f06ce tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting subnet 5ff9f5ab-723f-4977-9283-85c71f2a8341 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:47:07.440227 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7f795fe2-48be-46e9-8927-15d4fd8f06ce tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:07.484734 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:07.538189 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 09464b06-c001-4b17-972c-bc148f6c7b1e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=09464b06-c001-4b17-972c-bc148f6c7b1e,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:07.545117 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:07.545415 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7f795fe2-48be-46e9-8927-15d4fd8f06ce tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:07.591079 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3155bc-cbee-4df9-a96f-87eb4f7a804d None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:07.680158 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=09464b06-c001-4b17-972c-bc148f6c7b1e,revision_number=13']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:07.743929 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7f795fe2-48be-46e9-8927-15d4fd8f06ce tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:07.877336 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7f795fe2-48be-46e9-8927-15d4fd8f06ce tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:07.965056 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f795fe2-48be-46e9-8927-15d4fd8f06ce tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Subnet': ['ID=5ff9f5ab-723f-4977-9283-85c71f2a8341,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:07.969377 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7f795fe2-48be-46e9-8927-15d4fd8f06ce tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:07.977583 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39986) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:07.991584 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7f795fe2-48be-46e9-8927-15d4fd8f06ce tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/5ff9f5ab-723f-4977-9283-85c71f2a8341 HTTP/1.1" status: 204 len: 168 time: 0.6448221 Sep 16 04:47:08.040007 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-140da62d-f432-4c0a-9d1f-e80fa673529f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0598903 Sep 16 04:47:08.043767 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39988) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:08.050975 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-e5c836e5-d005-4b60-9d57-5bb7cc937ed7 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:08.069363 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aeb3041-15b3-4031-9191-3c383b4aa21a None None] Update dhcp port {'port': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'fixed_ips': [{'subnet_id': '5ff9f5ab-723f-4977-9283-85c71f2a8341'}], 'binding:host_id': 'n-d-712139-15'}, 'id': '985a49de-2b84-4061-8f8f-ac9d87eab74f'} from n-d-712139-15. {{(pid=94768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:47:08.099640 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215e3473-bd93-460c-b545-1e19afbb2ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09464b06-c001-4b17-972c-bc148f6c7b1e'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:08.103877 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f40555-ae1b-478d-abf2-a70b4f13e784" -d '{"events": [{"server_uuid": "215e3473-bd93-460c-b545-1e19afbb2ffd", "name": "network-vif-plugged", "status": "completed", "tag": "09464b06-c001-4b17-972c-bc148f6c7b1e"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:08.121931 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5aeb3041-15b3-4031-9191-3c383b4aa21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:08.193093 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c836e5-d005-4b60-9d57-5bb7cc937ed7 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:08.197913 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e5c836e5-d005-4b60-9d57-5bb7cc937ed7 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:08.356543 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a6bc13-d7d7-4846-ae40-2b1142845083 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:08.418920 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477361a-4a42-425f-b534-30f7adad1d4f req-ae35f8f5-a0e4-4c84-a746-986c821f4970 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:08.421043 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9477361a-4a42-425f-b534-30f7adad1d4f req-ae35f8f5-a0e4-4c84-a746-986c821f4970 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f962a06-2e94-4f63-8029-7e61440439a2 HTTP/1.1" status: 200 len: 945 time: 0.0930624 Sep 16 04:47:08.489023 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-fd0f9811-3d63-47e1-90e4-443efb3fc529 None None] Provisioning complete for port 985a49de-2b84-4061-8f8f-ac9d87eab74f triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:08.490134 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fd0f9811-3d63-47e1-90e4-443efb3fc529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:08.499432 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9477361a-4a42-425f-b534-30f7adad1d4f req-35b1033a-b47f-4389-8b5b-8c4c043b82c5 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636568 Sep 16 04:47:08.796371 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4489c6-5416-498a-b24b-1ed7d9bb9cff req-fecabfbf-63c0-42c7-a500-3d2d1afba31d tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:08.810570 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6f4489c6-5416-498a-b24b-1ed7d9bb9cff req-fecabfbf-63c0-42c7-a500-3d2d1afba31d tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 946 time: 0.1632650 Sep 16 04:47:08.927008 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6f4489c6-5416-498a-b24b-1ed7d9bb9cff req-3fbfc375-8314-4b70-8a59-195a5bba8cdf tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151505 Sep 16 04:47:09.030268 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aece3ac8-6293-4df3-bc9b-dfed4b2f9e14 None None] DHCP port deletion for c1806bde-f213-4a7a-844d-fa613e1e0ff4 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:47:09.052511 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e5c836e5-d005-4b60-9d57-5bb7cc937ed7 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:09.121798 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c836e5-d005-4b60-9d57-5bb7cc937ed7 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:09.126794 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-e5c836e5-d005-4b60-9d57-5bb7cc937ed7 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:09.145824 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a847a4-52d3-4f7f-8313-04618f79f152 req-196c4738-0436-45e6-8682-a4b8bc415699 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:09.146884 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c836e5-d005-4b60-9d57-5bb7cc937ed7 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Subnet': ['ID=0497f675-b7a1-41f6-ab1b-bd22f81c06d2,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:09.147938 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-40a847a4-52d3-4f7f-8313-04618f79f152 req-196c4738-0436-45e6-8682-a4b8bc415699 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] 10.222.0.35 "GET /v2.0/ports?device_id=98f62c53-3de6-44ab-af31-d66903b5f958 HTTP/1.1" status: 200 len: 948 time: 0.1277971 Sep 16 04:47:09.159071 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c836e5-d005-4b60-9d57-5bb7cc937ed7 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:09.159785 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e5c836e5-d005-4b60-9d57-5bb7cc937ed7 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:09.179558 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-aece3ac8-6293-4df3-bc9b-dfed4b2f9e14 None None] Deleting port 985a49de-2b84-4061-8f8f-ac9d87eab74f {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:09.180614 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-aece3ac8-6293-4df3-bc9b-dfed4b2f9e14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:09.186075 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e5c836e5-d005-4b60-9d57-5bb7cc937ed7 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1404445 Sep 16 04:47:09.189288 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40004) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:09.196997 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-fe14de79-ed3a-4b10-9865-8db2c79e528d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:09.262438 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-40a847a4-52d3-4f7f-8313-04618f79f152 req-2689280c-4859-44dc-b562-65fd8717df6c tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e4dddb6-3642-4748-8c4d-00ef5b578561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072204 Sep 16 04:47:09.367009 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-aece3ac8-6293-4df3-bc9b-dfed4b2f9e14 None None] For port 985a49de-2b84-4061-8f8f-ac9d87eab74f, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=985a49de-2b84-4061-8f8f-ac9d87eab74f,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:09.367469 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-aece3ac8-6293-4df3-bc9b-dfed4b2f9e14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:09.406010 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-aece3ac8-6293-4df3-bc9b-dfed4b2f9e14 None None] Calling delete_port for 985a49de-2b84-4061-8f8f-ac9d87eab74f owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:09.518880 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe14de79-ed3a-4b10-9865-8db2c79e528d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:09.534249 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fe14de79-ed3a-4b10-9865-8db2c79e528d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:09.594868 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-aece3ac8-6293-4df3-bc9b-dfed4b2f9e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:09.662230 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aece3ac8-6293-4df3-bc9b-dfed4b2f9e14 None None] No DVR routers for this DVR port 985a49de-2b84-4061-8f8f-ac9d87eab74f on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:09.675901 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece3ac8-6293-4df3-bc9b-dfed4b2f9e14 None None] Pushing event deleted for resources: {'Port': ['ID=985a49de-2b84-4061-8f8f-ac9d87eab74f,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:09.711961 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52c7bd9-8dca-4471-950b-028429265c09 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:09.732222 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf48dc3-59c7-4160-8866-4e509a0b34c3 x-openstack-request-id: req-adf48dc3-59c7-4160-8866-4e509a0b34c3 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:09.732745 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215e3473-bd93-460c-b545-1e19afbb2ffd", "name": "network-vif-plugged", "status": "completed", "tag": "09464b06-c001-4b17-972c-bc148f6c7b1e", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:09.733218 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-adf48dc3-59c7-4160-8866-4e509a0b34c3 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:09.738275 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215e3473-bd93-460c-b545-1e19afbb2ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09464b06-c001-4b17-972c-bc148f6c7b1e', 'code': 200} Sep 16 04:47:09.742851 n-d-712139-15 neutron-server[94767]: INFO neutron.db.ipam_backend_mixin [None req-fe14de79-ed3a-4b10-9865-8db2c79e528d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0497f675-b7a1-41f6-ab1b-bd22f81c06d2 (CIDR: 2001:db8::/64) Sep 16 04:47:09.753941 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe14de79-ed3a-4b10-9865-8db2c79e528d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:47:09.758986 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe14de79-ed3a-4b10-9865-8db2c79e528d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:09.815888 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-fe14de79-ed3a-4b10-9865-8db2c79e528d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6214387 Sep 16 04:47:09.816110 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40020) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:09.823835 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-7a539a4d-3785-4952-891d-47739b9f74c6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:10.035678 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4099441-67eb-4ae9-bc77-b3270496d760 req-cc9cca5e-c09f-4f01-868d-cf355e3e23c8 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:10.044869 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e4099441-67eb-4ae9-bc77-b3270496d760 req-cc9cca5e-c09f-4f01-868d-cf355e3e23c8 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbee052e-563e-4739-b257-20016e20419d HTTP/1.1" status: 200 len: 946 time: 0.1658623 Sep 16 04:47:10.080506 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 985a49de-2b84-4061-8f8f-ac9d87eab74f no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:10.145043 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e4099441-67eb-4ae9-bc77-b3270496d760 req-f4cc0e2b-4d34-494d-82a7-8dcd441fc706 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678973 Sep 16 04:47:10.165769 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 985a49de-2b84-4061-8f8f-ac9d87eab74f {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:47:10.166183 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 985a49de-2b84-4061-8f8f-ac9d87eab74f not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:47:10.171911 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b7c6e6-a779-4610-9043-9a4e001649f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'tenant_id': '3adf2e42a132432f9eca7df19231c9e3', 'fixed_ips': [{'subnet_id': '0497f675-b7a1-41f6-ab1b-bd22f81c06d2'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:47:10.177951 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a6b7c6e6-a779-4610-9043-9a4e001649f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:10.211735 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0dd3c2-9a4c-4620-a549-7a6f85963160 req-84145f3b-c2d8-4c28-bfe7-49c9551b43dc tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:10.216467 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9b0dd3c2-9a4c-4620-a549-7a6f85963160 req-84145f3b-c2d8-4c28-bfe7-49c9551b43dc tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] 10.222.0.48 "GET /v2.0/ports?device_id=98f62c53-3de6-44ab-af31-d66903b5f958 HTTP/1.1" status: 200 len: 948 time: 0.2459865 Sep 16 04:47:10.218597 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f61e09d4-186a-483a-a139-924cf6feccb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:10.408993 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a539a4d-3785-4952-891d-47739b9f74c6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:10.413984 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7a539a4d-3785-4952-891d-47739b9f74c6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:10.489281 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-a6b7c6e6-a779-4610-9043-9a4e001649f8 None None] Allocated IP 2001:db8::2 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/0497f675-b7a1-41f6-ab1b-bd22f81c06d2/a17bb59d-2c17-4c54-9feb-390c33509cff) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:10.555193 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-9b0dd3c2-9a4c-4620-a549-7a6f85963160 req-67742850-22d0-4f7a-96c2-e7cea5971ae7 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] Deleting port 7ab1e829-5c2d-4b1b-a2be-b2030cc19133 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:10.555820 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-9b0dd3c2-9a4c-4620-a549-7a6f85963160 req-67742850-22d0-4f7a-96c2-e7cea5971ae7 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:10.767642 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-9b0dd3c2-9a4c-4620-a549-7a6f85963160 req-67742850-22d0-4f7a-96c2-e7cea5971ae7 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] For port 7ab1e829-5c2d-4b1b-a2be-b2030cc19133, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=7ab1e829-5c2d-4b1b-a2be-b2030cc19133,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:10.768308 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-9b0dd3c2-9a4c-4620-a549-7a6f85963160 req-67742850-22d0-4f7a-96c2-e7cea5971ae7 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:10.778727 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a6b7c6e6-a779-4610-9043-9a4e001649f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:10.789947 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-9b0dd3c2-9a4c-4620-a549-7a6f85963160 req-67742850-22d0-4f7a-96c2-e7cea5971ae7 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] Calling delete_port for 7ab1e829-5c2d-4b1b-a2be-b2030cc19133 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:10.791448 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a6b7c6e6-a779-4610-9043-9a4e001649f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:10.848233 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b7c6e6-a779-4610-9043-9a4e001649f8 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:10.852886 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-a6b7c6e6-a779-4610-9043-9a4e001649f8 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:10.859706 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b7c6e6-a779-4610-9043-9a4e001649f8 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:10.865922 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7c6e6-a779-4610-9043-9a4e001649f8 None None] Pushing event updated for resources: {'Port': ['ID=a17bb59d-2c17-4c54-9feb-390c33509cff,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:10.927453 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd41a9-51b9-4627-910f-ff6e511aecee req-b70257b4-9dfd-4dce-8dda-0ba5627ba5af tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:10.931101 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d5fd41a9-51b9-4627-910f-ff6e511aecee req-b70257b4-9dfd-4dce-8dda-0ba5627ba5af tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f962a06-2e94-4f63-8029-7e61440439a2 HTTP/1.1" status: 200 len: 945 time: 0.1496844 Sep 16 04:47:10.973739 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-a6b7c6e6-a779-4610-9043-9a4e001649f8 None None] Attempting to bind port a17bb59d-2c17-4c54-9feb-390c33509cff on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:10.974185 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-a6b7c6e6-a779-4610-9043-9a4e001649f8 None None] Attempting to bind port a17bb59d-2c17-4c54-9feb-390c33509cff by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:10.974893 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b7c6e6-a779-4610-9043-9a4e001649f8 None None] Attempting to bind port a17bb59d-2c17-4c54-9feb-390c33509cff on network c1806bde-f213-4a7a-844d-fa613e1e0ff4 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:10.984774 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b7c6e6-a779-4610-9043-9a4e001649f8 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:10.986912 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b7c6e6-a779-4610-9043-9a4e001649f8 None None] Checking segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:10.987624 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a6b7c6e6-a779-4610-9043-9a4e001649f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:10.988263 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b7c6e6-a779-4610-9043-9a4e001649f8 None None] Bound using segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:10.989465 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-a6b7c6e6-a779-4610-9043-9a4e001649f8 None None] Bound port: a17bb59d-2c17-4c54-9feb-390c33509cff, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:10.990164 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a6b7c6e6-a779-4610-9043-9a4e001649f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.021559 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d5fd41a9-51b9-4627-910f-ff6e511aecee req-75bf414e-2136-4fc4-a846-2e74402ff3a1 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806575 Sep 16 04:47:11.084837 n-d-712139-15 neutron-server[94766]: DEBUG neutron.objects.ports [None req-7a539a4d-3785-4952-891d-47739b9f74c6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:47:11.186986 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-a6b7c6e6-a779-4610-9043-9a4e001649f8 None None] For port a17bb59d-2c17-4c54-9feb-390c33509cff, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:11.197477 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-a6b7c6e6-a779-4610-9043-9a4e001649f8 None None] For port a17bb59d-2c17-4c54-9feb-390c33509cff, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=a17bb59d-2c17-4c54-9feb-390c33509cff,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:11.206948 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a6b7c6e6-a779-4610-9043-9a4e001649f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.227737 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-9b0dd3c2-9a4c-4620-a549-7a6f85963160 req-67742850-22d0-4f7a-96c2-e7cea5971ae7 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.271513 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27af55e-0401-44b7-b6bd-67b52ffd8c49 req-c7f0d1bf-e767-4db1-b5c5-3f2179ad88f2 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:11.280515 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67742850-22d0-4f7a-96c2-e7cea5971ae7 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] Pushing event deleted for resources: {'Port': ['ID=7ab1e829-5c2d-4b1b-a2be-b2030cc19133,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:11.291733 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d27af55e-0401-44b7-b6bd-67b52ffd8c49 req-c7f0d1bf-e767-4db1-b5c5-3f2179ad88f2 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 946 time: 0.1325970 Sep 16 04:47:11.364245 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7a539a4d-3785-4952-891d-47739b9f74c6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.420049 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7c6e6-a779-4610-9043-9a4e001649f8 None None] Pushing event updated for resources: {'Port': ['ID=a17bb59d-2c17-4c54-9feb-390c33509cff,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:11.433776 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d27af55e-0401-44b7-b6bd-67b52ffd8c49 req-36112889-74ff-4245-aea9-74d50ec6a90a tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404483 Sep 16 04:47:11.434163 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0dd3c2-9a4c-4620-a549-7a6f85963160 req-67742850-22d0-4f7a-96c2-e7cea5971ae7 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] No DVR routers for this DVR port 7ab1e829-5c2d-4b1b-a2be-b2030cc19133 on host n-h2-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:11.474121 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-9b0dd3c2-9a4c-4620-a549-7a6f85963160 req-67742850-22d0-4f7a-96c2-e7cea5971ae7 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.477212 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9b0dd3c2-9a4c-4620-a549-7a6f85963160 req-67742850-22d0-4f7a-96c2-e7cea5971ae7 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] 10.222.0.48 "DELETE /v2.0/ports/7ab1e829-5c2d-4b1b-a2be-b2030cc19133 HTTP/1.1" status: 204 len: 173 time: 1.2517016 Sep 16 04:47:11.477985 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f62c53-3de6-44ab-af31-d66903b5f958', 'name': 'network-vif-deleted', 'tag': '7ab1e829-5c2d-4b1b-a2be-b2030cc19133'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:11.478921 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.482714 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4fb119-2c28-4939-a409-f250919093fc" -d '{"events": [{"server_uuid": "98f62c53-3de6-44ab-af31-d66903b5f958", "name": "network-vif-deleted", "tag": "7ab1e829-5c2d-4b1b-a2be-b2030cc19133"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:11.590583 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-270f3d29-bba8-44ae-ad90-8b21dd741579 req-d8b40735-3dcb-4925-8728-14ec40421771 tempest-ImagesOneServerTestJSON-526651467 tempest-ImagesOneServerTestJSON-526651467-project] 10.222.0.35 "GET /v2.0/ports?device_id=98f62c53-3de6-44ab-af31-d66903b5f958 HTTP/1.1" status: 200 len: 210 time: 0.0583627 Sep 16 04:47:11.739051 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-7a539a4d-3785-4952-891d-47739b9f74c6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] For port a17bb59d-2c17-4c54-9feb-390c33509cff, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=a17bb59d-2c17-4c54-9feb-390c33509cff,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:11.799340 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fcdf9-0836-46ef-a0bb-3e0d2413a647 req-9c815103-950a-4944-954c-6175b4de737a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:11.801537 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4a1fcdf9-0836-46ef-a0bb-3e0d2413a647 req-9c815103-950a-4944-954c-6175b4de737a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=feb35d6815044dc78fef1435e68e9720&device_id=7f962a06-2e94-4f63-8029-7e61440439a2 HTTP/1.1" status: 200 len: 1097 time: 0.1555185 Sep 16 04:47:11.874194 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7a539a4d-3785-4952-891d-47739b9f74c6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.884295 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7a539a4d-3785-4952-891d-47739b9f74c6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.884976 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7a539a4d-3785-4952-891d-47739b9f74c6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.072984 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-141b737c-b44b-40b6-ae40-e509817de719 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:12.078924 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-141b737c-b44b-40b6-ae40-e509817de719 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/networks?id=8be6671c-d3cc-4762-a06c-3e49bba8fa99 HTTP/1.1" status: 200 len: 811 time: 0.3538456 Sep 16 04:47:12.103763 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a539a4d-3785-4952-891d-47739b9f74c6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Port': ['ID=a17bb59d-2c17-4c54-9feb-390c33509cff,revision_number=4']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:12.104297 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-6aea9dfb-7936-49cd-a021-276de519bc83 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/quotas/e6cc3afe070643bb85e91919d4f43b74 HTTP/1.1" status: 200 len: 375 time: 0.0239627 Sep 16 04:47:12.121755 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a539a4d-3785-4952-891d-47739b9f74c6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Subnet': ['ID=7cdb84b6-60d7-4e23-97b0-1f47ad5b1013,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:12.145079 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device a17bb59d-2c17-4c54-9feb-390c33509cff up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:12.190583 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a539a4d-3785-4952-891d-47739b9f74c6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:12.194018 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-7a539a4d-3785-4952-891d-47739b9f74c6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:12.198730 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a539a4d-3785-4952-891d-47739b9f74c6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:12.198945 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7a539a4d-3785-4952-891d-47739b9f74c6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.233804 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7a539a4d-3785-4952-891d-47739b9f74c6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.4155135 Sep 16 04:47:12.239683 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40084) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:12.248257 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port a17bb59d-2c17-4c54-9feb-390c33509cff triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:12.249043 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.249945 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-2e0e842d-d3c5-4633-9624-9e5b53b2d7b3 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'port': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'mac_address': 'fa:16:3e:ea:06:34', 'name': 'tempest-NetworksTestDHCPv6-1201824406'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:12.260329 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-b19bff68-a2c8-4bff-bc0e-37fcb166659e tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e6cc3afe070643bb85e91919d4f43b74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1548545 Sep 16 04:47:12.301709 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fcdf9-0836-46ef-a0bb-3e0d2413a647 req-535f3d3e-867c-4f51-a0bc-10a7ce502ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:12.303197 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4a1fcdf9-0836-46ef-a0bb-3e0d2413a647 req-535f3d3e-867c-4f51-a0bc-10a7ce502ff5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=55135b4c-2e11-451e-9d70-37211e2657fa HTTP/1.1" status: 200 len: 913 time: 0.4921207 Sep 16 04:47:12.378584 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4a1fcdf9-0836-46ef-a0bb-3e0d2413a647 req-f8532a09-fb0b-4382-8574-cf0c8edc708c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43a51981-013f-4e6c-953a-678f1909c025 HTTP/1.1" status: 200 len: 217 time: 0.0597758 Sep 16 04:47:12.421985 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-8ea28af7-038a-4581-a790-f25ce4030a69 service neutron] 10.222.0.35 "GET /v2.0/networks/8be6671c-d3cc-4762-a06c-3e49bba8fa99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602545 Sep 16 04:47:12.442608 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.506540 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fcdf9-0836-46ef-a0bb-3e0d2413a647 req-2b2abe04-77f3-4253-9acc-b04ff06c5838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:12.508022 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4a1fcdf9-0836-46ef-a0bb-3e0d2413a647 req-2b2abe04-77f3-4253-9acc-b04ff06c5838 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d79ab8be-654b-4737-af1c-65a1487483c5 HTTP/1.1" status: 200 len: 852 time: 0.0824251 Sep 16 04:47:12.534267 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port a17bb59d-2c17-4c54-9feb-390c33509cff, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=a17bb59d-2c17-4c54-9feb-390c33509cff,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:12.539961 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.558768 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-19e826d1-e2b5-474c-9358-69fa75a2a71c service neutron] 10.222.0.35 "GET /v2.0/networks/8be6671c-d3cc-4762-a06c-3e49bba8fa99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337910 Sep 16 04:47:12.582804 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4a1fcdf9-0836-46ef-a0bb-3e0d2413a647 req-798ffe01-9368-4393-a39b-65ab9de6b4f5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=55135b4c-2e11-451e-9d70-37211e2657fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600851 Sep 16 04:47:12.623217 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=a17bb59d-2c17-4c54-9feb-390c33509cff,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:12.786649 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4a1fcdf9-0836-46ef-a0bb-3e0d2413a647 req-037aa2b5-7563-4f97-a2b0-5365fe21149f service neutron] 10.222.0.48 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942255 Sep 16 04:47:12.792608 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0e842d-d3c5-4633-9624-9e5b53b2d7b3 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:12.946264 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f466c2-7e19-4a62-9dfd-f51c65f3077a None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:13.119946 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-e9084c9a-4ee3-4c31-bf50-c1ba1d0122b4 None None] Provisioning complete for port a17bb59d-2c17-4c54-9feb-390c33509cff triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:13.122982 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4a1fcdf9-0836-46ef-a0bb-3e0d2413a647 req-b507c799-7af8-4632-8bee-1a450364051d service neutron] 10.222.0.48 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085513 Sep 16 04:47:13.130663 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e9084c9a-4ee3-4c31-bf50-c1ba1d0122b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:13.201658 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e0e842d-d3c5-4633-9624-9e5b53b2d7b3 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:13.303910 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-2e0e842d-d3c5-4633-9624-9e5b53b2d7b3 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] device_id is not set on port 2da1d5fe-ac01-4afa-9bb6-3ed92f1f4a92 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:47:13.445571 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7b71c1f6-10bb-405e-9b19-0cabd4a8eeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:13.601209 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:13.668956 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-2e0e842d-d3c5-4633-9624-9e5b53b2d7b3 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Allocated IP 2001:db8::38f (c1806bde-f213-4a7a-844d-fa613e1e0ff4/0497f675-b7a1-41f6-ab1b-bd22f81c06d2/2da1d5fe-ac01-4afa-9bb6-3ed92f1f4a92) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:13.671964 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a540aab0-fd0a-498d-aa2e-cd0fa7f17d7d x-openstack-request-id: req-a540aab0-fd0a-498d-aa2e-cd0fa7f17d7d {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:13.672254 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f62c53-3de6-44ab-af31-d66903b5f958", "name": "network-vif-deleted", "tag": "7ab1e829-5c2d-4b1b-a2be-b2030cc19133", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:13.672520 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a540aab0-fd0a-498d-aa2e-cd0fa7f17d7d {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:13.672929 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f62c53-3de6-44ab-af31-d66903b5f958', 'name': 'network-vif-deleted', 'tag': '7ab1e829-5c2d-4b1b-a2be-b2030cc19133', 'status': 'completed', 'code': 200} Sep 16 04:47:13.679232 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-2e0e842d-d3c5-4633-9624-9e5b53b2d7b3 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Allocated IP 2001:db8:0:1:f816:3eff:feea:634 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/7cdb84b6-60d7-4e23-97b0-1f47ad5b1013/2da1d5fe-ac01-4afa-9bb6-3ed92f1f4a92) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:13.746633 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc34572-7955-470a-aa1c-c6131814e285 req-62d0e164-8e47-4f80-871c-5a248d328d28 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:13.754325 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-edc34572-7955-470a-aa1c-c6131814e285 req-62d0e164-8e47-4f80-871c-5a248d328d28 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f962a06-2e94-4f63-8029-7e61440439a2 HTTP/1.1" status: 200 len: 945 time: 0.0911956 Sep 16 04:47:13.819296 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-edc34572-7955-470a-aa1c-c6131814e285 req-8c0260da-56ac-414c-bed2-8af57bef0d36 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639651 Sep 16 04:47:13.961255 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e0e842d-d3c5-4633-9624-9e5b53b2d7b3 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:14.011228 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device a17bb59d-2c17-4c54-9feb-390c33509cff up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:14.025337 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f7051-7aca-490c-bebd-e3d043fcc9b2 req-84364cc1-5661-438e-b5b2-c82cfc1111c4 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:14.027996 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e0e842d-d3c5-4633-9624-9e5b53b2d7b3 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:14.035187 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-432f7051-7aca-490c-bebd-e3d043fcc9b2 req-84364cc1-5661-438e-b5b2-c82cfc1111c4 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 946 time: 0.1120198 Sep 16 04:47:14.107171 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-432f7051-7aca-490c-bebd-e3d043fcc9b2 req-a57125e0-3e4c-4983-9092-84413fc9b1f6 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709846 Sep 16 04:47:14.110269 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port a17bb59d-2c17-4c54-9feb-390c33509cff triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:14.110816 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:14.169644 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0e842d-d3c5-4633-9624-9e5b53b2d7b3 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:14.176737 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-2e0e842d-d3c5-4633-9624-9e5b53b2d7b3 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:14.195124 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0e842d-d3c5-4633-9624-9e5b53b2d7b3 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:14.211725 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0e842d-d3c5-4633-9624-9e5b53b2d7b3 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:14.211725 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e0e842d-d3c5-4633-9624-9e5b53b2d7b3 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:14.283730 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e842d-d3c5-4633-9624-9e5b53b2d7b3 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Port': ['ID=2da1d5fe-ac01-4afa-9bb6-3ed92f1f4a92,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:14.315490 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2e0e842d-d3c5-4633-9624-9e5b53b2d7b3 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0766339 Sep 16 04:47:14.316400 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40144) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:14.338154 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-353eb1f0-9330-42de-ac83-29961640c6e1 req-b00b79e1-7ddf-42bb-b030-3751ebb46cf9 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 210 time: 0.0620425 Sep 16 04:47:14.416134 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:14.473639 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:14.646109 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581b48b-0650-4f45-a580-eb73a257bfcf req-e5570acf-b06d-446d-81ba-7eb3d70f3405 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:14.659067 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581b48b-0650-4f45-a580-eb73a257bfcf req-e5570acf-b06d-446d-81ba-7eb3d70f3405 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:14.668123 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581b48b-0650-4f45-a580-eb73a257bfcf req-e5570acf-b06d-446d-81ba-7eb3d70f3405 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:14.678345 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581b48b-0650-4f45-a580-eb73a257bfcf req-e5570acf-b06d-446d-81ba-7eb3d70f3405 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:14.684859 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581b48b-0650-4f45-a580-eb73a257bfcf req-e5570acf-b06d-446d-81ba-7eb3d70f3405 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:14.694787 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581b48b-0650-4f45-a580-eb73a257bfcf req-e5570acf-b06d-446d-81ba-7eb3d70f3405 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:14.706408 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581b48b-0650-4f45-a580-eb73a257bfcf req-e5570acf-b06d-446d-81ba-7eb3d70f3405 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:14.709889 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7581b48b-0650-4f45-a580-eb73a257bfcf req-e5570acf-b06d-446d-81ba-7eb3d70f3405 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 5445 time: 0.2396159 Sep 16 04:47:14.754702 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-2a3a97a5-d10d-4a38-a94a-3870093a7c6d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting port 2da1d5fe-ac01-4afa-9bb6-3ed92f1f4a92 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:14.755161 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a3a97a5-d10d-4a38-a94a-3870093a7c6d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:14.790251 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-2e3a04ad-003c-45c8-be3a-aba74caed722 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:14.792263 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-2e3a04ad-003c-45c8-be3a-aba74caed722 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.48 "GET /v2.0/networks?id=8be6671c-d3cc-4762-a06c-3e49bba8fa99 HTTP/1.1" status: 200 len: 811 time: 0.3623226 Sep 16 04:47:14.849182 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-fec42fa2-2a9b-4b9c-a8ad-7c4ba947901a tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Request body: {'port': {'device_id': 'e9e98a0e-d652-4759-9018-8644769bf96b', 'network_id': '8be6671c-d3cc-4762-a06c-3e49bba8fa99', 'admin_state_up': True, 'tenant_id': 'e6cc3afe070643bb85e91919d4f43b74'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:14.870078 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7581b48b-0650-4f45-a580-eb73a257bfcf req-79a856c6-8da6-48c6-a217-cde30292d78c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/security-groups?id=8853ff16-2a5b-4a5a-a512-e128e1697c0d&id=be052b50-27c5-484b-b997-f9099d48371c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1508834 Sep 16 04:47:15.050371 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-34c7bbb6-f9d5-4534-aed3-761ce0bde7d5 None None] Provisioning complete for port a17bb59d-2c17-4c54-9feb-390c33509cff triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:15.051097 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-34c7bbb6-f9d5-4534-aed3-761ce0bde7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.059059 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40160) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:15.076687 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-fec42fa2-2a9b-4b9c-a8ad-7c4ba947901a tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Made reservation on behalf of e6cc3afe070643bb85e91919d4f43b74 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:15.081706 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-fec42fa2-2a9b-4b9c-a8ad-7c4ba947901a tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.091055 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a3a97a5-d10d-4a38-a94a-3870093a7c6d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.145423 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-2a3a97a5-d10d-4a38-a94a-3870093a7c6d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Calling delete_port for 2da1d5fe-ac01-4afa-9bb6-3ed92f1f4a92 owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:15.158831 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 43a51981-013f-4e6c-953a-678f1909c025 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:15.351627 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b748b902-416c-495e-bc5b-2519a75dcb83 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1872709e58fe44a29b25f7a8dcd7d9ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2875457 Sep 16 04:47:15.362511 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40186) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:15.391126 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-fec42fa2-2a9b-4b9c-a8ad-7c4ba947901a tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Allocated IP 172.20.0.9 (8be6671c-d3cc-4762-a06c-3e49bba8fa99/42961f04-c4e3-4e68-8e72-088e4f8f47e6/3e8bb660-650d-45a4-8989-d6fa050a9dab) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:15.495612 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3e2bd68d-caa8-491c-a2b1-df267f4331b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.521788 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3e2bd68d-caa8-491c-a2b1-df267f4331b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.590506 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3e2bd68d-caa8-491c-a2b1-df267f4331b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.595552 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3e2bd68d-caa8-491c-a2b1-df267f4331b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.617933 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3e2bd68d-caa8-491c-a2b1-df267f4331b4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8e4dddb6-3642-4748-8c4d-00ef5b578561 HTTP/1.1" status: 204 len: 168 time: 0.2537005 Sep 16 04:47:15.630332 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2bd68d-caa8-491c-a2b1-df267f4331b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4dddb6-3642-4748-8c4d-00ef5b578561,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:15.755201 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.802069 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f962a06-2e94-4f63-8029-7e61440439a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43a51981-013f-4e6c-953a-678f1909c025'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:15.805493 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce026b6-0b66-4dbd-bb84-3cdebddd2f32" -d '{"events": [{"server_uuid": "7f962a06-2e94-4f63-8029-7e61440439a2", "name": "network-vif-unplugged", "status": "completed", "tag": "43a51981-013f-4e6c-953a-678f1909c025"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:15.832890 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 43a51981-013f-4e6c-953a-678f1909c025, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=43a51981-013f-4e6c-953a-678f1909c025,segment=NetworkSegment(8a88cf17-2626-40ee-b5d7-20831c5d590c),segment_id=8a88cf17-2626-40ee-b5d7-20831c5d590c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:15.841891 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.843121 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 7ab1e829-5c2d-4b1b-a2be-b2030cc19133 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:15.876658 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 7ab1e829-5c2d-4b1b-a2be-b2030cc19133 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:47:15.877430 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 7ab1e829-5c2d-4b1b-a2be-b2030cc19133 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:47:15.883571 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-b97785cb-937a-4ea0-9dde-0f4d7879458d None None] Provisioning complete for port 2da1d5fe-ac01-4afa-9bb6-3ed92f1f4a92 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:15.884453 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b97785cb-937a-4ea0-9dde-0f4d7879458d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:16.062486 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:16.071916 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-b97785cb-937a-4ea0-9dde-0f4d7879458d None None] Port 2da1d5fe-ac01-4afa-9bb6-3ed92f1f4a92 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:47:16.108559 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=43a51981-013f-4e6c-953a-678f1909c025,revision_number=8']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:16.151513 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a3a97a5-d10d-4a38-a94a-3870093a7c6d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:16.227642 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a97a5-d10d-4a38-a94a-3870093a7c6d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Port': ['ID=2da1d5fe-ac01-4afa-9bb6-3ed92f1f4a92,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:16.386396 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682db44-58dc-4a00-b712-513205564e57 req-dcee73f4-c1a1-4e32-b6a3-12f03793ae78 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:16.399834 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a3a97a5-d10d-4a38-a94a-3870093a7c6d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:16.401624 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f682db44-58dc-4a00-b712-513205564e57 req-dcee73f4-c1a1-4e32-b6a3-12f03793ae78 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f962a06-2e94-4f63-8029-7e61440439a2 HTTP/1.1" status: 200 len: 943 time: 0.1076369 Sep 16 04:47:16.407367 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2a3a97a5-d10d-4a38-a94a-3870093a7c6d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/2da1d5fe-ac01-4afa-9bb6-3ed92f1f4a92 HTTP/1.1" status: 204 len: 168 time: 2.0892725 Sep 16 04:47:16.408326 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40216) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:16.413405 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-fec42fa2-2a9b-4b9c-a8ad-7c4ba947901a tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:16.480831 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f682db44-58dc-4a00-b712-513205564e57 req-0f3a3931-a43f-4f14-bb99-d2e97f7bc52f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762587 Sep 16 04:47:16.556348 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684b7998-5fd4-4631-baee-b56a6cac675a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:16.558221 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-684b7998-5fd4-4631-baee-b56a6cac675a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1416943 Sep 16 04:47:16.560758 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40224) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:16.603221 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-fec42fa2-2a9b-4b9c-a8ad-7c4ba947901a tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:16.635529 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['be6ab13e-8872-4ca3-9a42-635a17c856e4'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:47:16.669889 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2d8278-d6c3-436c-81f6-dcc84befe9b1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:16.671115 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3b2d8278-d6c3-436c-81f6-dcc84befe9b1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1090806 Sep 16 04:47:16.672258 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-fec42fa2-2a9b-4b9c-a8ad-7c4ba947901a tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Network 8be6671c-d3cc-4762-a06c-3e49bba8fa99 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:16.673837 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40228) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:16.681380 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-fec42fa2-2a9b-4b9c-a8ad-7c4ba947901a tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:16.688667 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-fec42fa2-2a9b-4b9c-a8ad-7c4ba947901a tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:16.742705 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-fec42fa2-2a9b-4b9c-a8ad-7c4ba947901a tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:16.743480 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-fec42fa2-2a9b-4b9c-a8ad-7c4ba947901a tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:16.773026 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec42fa2-2a9b-4b9c-a8ad-7c4ba947901a tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Pushing event updated for resources: {'Port': ['ID=3e8bb660-650d-45a4-8989-d6fa050a9dab,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:16.778064 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-fec42fa2-2a9b-4b9c-a8ad-7c4ba947901a tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9654541 Sep 16 04:47:16.798642 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5ddb3-f848-4d92-8bb1-a247a1abf56d req-ddfaf2ef-38e2-42a8-ac36-57583dba4485 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:16.802434 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-b21e95b7-8c92-4c6b-898b-df035e602f95 service neutron] Request body: {'port': {'device_id': 'e9e98a0e-d652-4759-9018-8644769bf96b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:16.808761 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5ddb3-f848-4d92-8bb1-a247a1abf56d req-ddfaf2ef-38e2-42a8-ac36-57583dba4485 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:16.815125 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5ddb3-f848-4d92-8bb1-a247a1abf56d req-ddfaf2ef-38e2-42a8-ac36-57583dba4485 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:16.821282 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5ddb3-f848-4d92-8bb1-a247a1abf56d req-ddfaf2ef-38e2-42a8-ac36-57583dba4485 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:16.827357 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5ddb3-f848-4d92-8bb1-a247a1abf56d req-ddfaf2ef-38e2-42a8-ac36-57583dba4485 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:16.833611 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5ddb3-f848-4d92-8bb1-a247a1abf56d req-ddfaf2ef-38e2-42a8-ac36-57583dba4485 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:16.839730 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5ddb3-f848-4d92-8bb1-a247a1abf56d req-ddfaf2ef-38e2-42a8-ac36-57583dba4485 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:16.841674 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ffe5ddb3-f848-4d92-8bb1-a247a1abf56d req-ddfaf2ef-38e2-42a8-ac36-57583dba4485 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 5445 time: 0.2391963 Sep 16 04:47:16.870121 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da468b3-2cdb-445c-b836-6e135819ed44 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:16.872062 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da468b3-2cdb-445c-b836-6e135819ed44 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:16.873823 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da468b3-2cdb-445c-b836-6e135819ed44 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:16.879543 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5da468b3-2cdb-445c-b836-6e135819ed44 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2013428 Sep 16 04:47:16.880805 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-b21e95b7-8c92-4c6b-898b-df035e602f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:16.880961 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40234) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:16.978590 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb1dbdf8-9891-4f22-8b36-7200e2fba2b9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting subnet 0497f675-b7a1-41f6-ab1b-bd22f81c06d2 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:47:16.985246 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-eb1dbdf8-9891-4f22-8b36-7200e2fba2b9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.042396 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-eb1dbdf8-9891-4f22-8b36-7200e2fba2b9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.053781 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2aa06-756f-4de4-b7f6-fe0d50bec315 req-c0c52c04-f7a0-45cb-b815-00bf92060a8a tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:17.062057 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e5d2aa06-756f-4de4-b7f6-fe0d50bec315 req-c0c52c04-f7a0-45cb-b815-00bf92060a8a tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 946 time: 0.1249359 Sep 16 04:47:17.165027 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e5d2aa06-756f-4de4-b7f6-fe0d50bec315 req-0f8db7bb-cbef-4e2e-83f8-c43ed7e608f6 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019349 Sep 16 04:47:17.240049 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-eb1dbdf8-9891-4f22-8b36-7200e2fba2b9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.275014 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-b21e95b7-8c92-4c6b-898b-df035e602f95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e8bb660-650d-45a4-8989-d6fa050a9dab {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:17.286065 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-b21e95b7-8c92-4c6b-898b-df035e602f95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.303411 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-b21e95b7-8c92-4c6b-898b-df035e602f95 service neutron] Transition to ACTIVE for port object 3e8bb660-650d-45a4-8989-d6fa050a9dab will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:47:17.307209 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-b21e95b7-8c92-4c6b-898b-df035e602f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.375125 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e95b7-8c92-4c6b-898b-df035e602f95 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8bb660-650d-45a4-8989-d6fa050a9dab,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:17.411855 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-eb1dbdf8-9891-4f22-8b36-7200e2fba2b9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.428273 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93df5d0-7fa6-44f8-911c-a8a8bdf8f20b req-799ad9f7-5d06-4d5a-9f9e-4234b6cb990e tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:17.430052 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e93df5d0-7fa6-44f8-911c-a8a8bdf8f20b req-799ad9f7-5d06-4d5a-9f9e-4234b6cb990e tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 943 time: 0.1574802 Sep 16 04:47:17.455297 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf5df95-91a5-45ad-9469-4887a000cdd2 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:17.467768 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-eb1dbdf8-9891-4f22-8b36-7200e2fba2b9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.473141 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40242) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:17.473831 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-eb1dbdf8-9891-4f22-8b36-7200e2fba2b9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/0497f675-b7a1-41f6-ab1b-bd22f81c06d2 HTTP/1.1" status: 204 len: 168 time: 0.5918655 Sep 16 04:47:17.481082 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1dbdf8-9891-4f22-8b36-7200e2fba2b9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Subnet': ['ID=0497f675-b7a1-41f6-ab1b-bd22f81c06d2,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:17.506917 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e93df5d0-7fa6-44f8-911c-a8a8bdf8f20b req-13e89fec-71ea-4b4f-b76a-e7f9a1c3d60b tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699687 Sep 16 04:47:17.524356 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-b21e95b7-8c92-4c6b-898b-df035e602f95 service neutron] Attempting to bind port 3e8bb660-650d-45a4-8989-d6fa050a9dab on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:17.525729 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-b21e95b7-8c92-4c6b-898b-df035e602f95 service neutron] Attempting to bind port 3e8bb660-650d-45a4-8989-d6fa050a9dab by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '563ffb0c-abbc-4891-bc16-630f77fa0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8be6671c-d3cc-4762-a06c-3e49bba8fa99'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:17.527068 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-b21e95b7-8c92-4c6b-898b-df035e602f95 service neutron] Attempting to bind port 3e8bb660-650d-45a4-8989-d6fa050a9dab on network 8be6671c-d3cc-4762-a06c-3e49bba8fa99 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:17.540036 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-b21e95b7-8c92-4c6b-898b-df035e602f95 service neutron] Port 3e8bb660-650d-45a4-8989-d6fa050a9dab on network 8be6671c-d3cc-4762-a06c-3e49bba8fa99 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:47:17.545191 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-b21e95b7-8c92-4c6b-898b-df035e602f95 service neutron] Attempting to bind port 3e8bb660-650d-45a4-8989-d6fa050a9dab on network 8be6671c-d3cc-4762-a06c-3e49bba8fa99 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:17.569671 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-b21e95b7-8c92-4c6b-898b-df035e602f95 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:17.570358 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-b21e95b7-8c92-4c6b-898b-df035e602f95 service neutron] Checking segment: {'id': '563ffb0c-abbc-4891-bc16-630f77fa0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8be6671c-d3cc-4762-a06c-3e49bba8fa99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:17.578395 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-b21e95b7-8c92-4c6b-898b-df035e602f95 service neutron] Bound using segment: {'id': '563ffb0c-abbc-4891-bc16-630f77fa0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8be6671c-d3cc-4762-a06c-3e49bba8fa99'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:17.579699 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-b21e95b7-8c92-4c6b-898b-df035e602f95 service neutron] Bound port: 3e8bb660-650d-45a4-8989-d6fa050a9dab, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '563ffb0c-abbc-4891-bc16-630f77fa0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8be6671c-d3cc-4762-a06c-3e49bba8fa99'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:17.580366 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-b21e95b7-8c92-4c6b-898b-df035e602f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.606871 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b65bfb48-8e1e-461a-8d34-c2722e86accd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting subnet 7cdb84b6-60d7-4e23-97b0-1f47ad5b1013 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:47:17.612600 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b65bfb48-8e1e-461a-8d34-c2722e86accd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.613928 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5702f7b6-5bda-4f20-b575-c7a40b793565 x-openstack-request-id: req-5702f7b6-5bda-4f20-b575-c7a40b793565 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:17.614326 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f962a06-2e94-4f63-8029-7e61440439a2", "name": "network-vif-unplugged", "status": "failed", "tag": "43a51981-013f-4e6c-953a-678f1909c025", "code": 422}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:17.615441 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5702f7b6-5bda-4f20-b575-c7a40b793565 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:17.616001 n-d-712139-15 neutron-server[94768]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7f962a06-2e94-4f63-8029-7e61440439a2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '43a51981-013f-4e6c-953a-678f1909c025', 'code': 422} returned with failed status Sep 16 04:47:17.691571 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b65bfb48-8e1e-461a-8d34-c2722e86accd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.737191 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-b21e95b7-8c92-4c6b-898b-df035e602f95 service neutron] For port 3e8bb660-650d-45a4-8989-d6fa050a9dab, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:17.762227 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-b21e95b7-8c92-4c6b-898b-df035e602f95 service neutron] For port 3e8bb660-650d-45a4-8989-d6fa050a9dab, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=3e8bb660-650d-45a4-8989-d6fa050a9dab,segment=NetworkSegment(563ffb0c-abbc-4891-bc16-630f77fa0d00),segment_id=563ffb0c-abbc-4891-bc16-630f77fa0d00)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:17.772653 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-b21e95b7-8c92-4c6b-898b-df035e602f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.869542 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b65bfb48-8e1e-461a-8d34-c2722e86accd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.873605 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-b21e95b7-8c92-4c6b-898b-df035e602f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:17.874321 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-b21e95b7-8c92-4c6b-898b-df035e602f95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.876786 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-b21e95b7-8c92-4c6b-898b-df035e602f95 service neutron] 10.222.0.48 "PUT /v2.0/ports/3e8bb660-650d-45a4-8989-d6fa050a9dab HTTP/1.1" status: 200 len: 1092 time: 1.0803695 Sep 16 04:47:17.877109 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e98a0e-d652-4759-9018-8644769bf96b', 'tag': '3e8bb660-650d-45a4-8989-d6fa050a9dab'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:17.879941 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a86b5ae-210f-4b46-a99a-b3597783b10f" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e98a0e-d652-4759-9018-8644769bf96b", "tag": "3e8bb660-650d-45a4-8989-d6fa050a9dab"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:17.951976 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e95b7-8c92-4c6b-898b-df035e602f95 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8bb660-650d-45a4-8989-d6fa050a9dab,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:18.046028 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b65bfb48-8e1e-461a-8d34-c2722e86accd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:18.092270 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b65bfb48-8e1e-461a-8d34-c2722e86accd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:18.103311 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40266) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:18.111456 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b65bfb48-8e1e-461a-8d34-c2722e86accd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/7cdb84b6-60d7-4e23-97b0-1f47ad5b1013 HTTP/1.1" status: 204 len: 168 time: 0.6349189 Sep 16 04:47:18.122023 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65bfb48-8e1e-461a-8d34-c2722e86accd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Subnet': ['ID=7cdb84b6-60d7-4e23-97b0-1f47ad5b1013,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:18.129733 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-01030255-a367-4949-87d3-2632bd7d9dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:18.138132 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-01030255-a367-4949-87d3-2632bd7d9dc4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6cc3afe070643bb85e91919d4f43b74&device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 1095 time: 0.1821473 Sep 16 04:47:18.177385 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-37dfb3d9-9070-4e31-9a4f-fded6cf94fe0 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0727580 Sep 16 04:47:18.178163 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40268) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:18.194083 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-f80907ce-f701-4229-8e0d-d485c9a91be6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:18.255966 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-eee54c21-5c97-42e2-a497-0068578cb7e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e8bb660-650d-45a4-8989-d6fa050a9dab HTTP/1.1" status: 200 len: 217 time: 0.0990756 Sep 16 04:47:18.453878 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80907ce-f701-4229-8e0d-d485c9a91be6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:18.464001 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f80907ce-f701-4229-8e0d-d485c9a91be6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:18.587282 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b9f80b-bd03-4db5-a471-61a1ccc85413 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:18.770035 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bdb7927e-a709-4f85-ab02-f2a955eed8a2 None None] Provisioning complete for port a17bb59d-2c17-4c54-9feb-390c33509cff triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:18.770410 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bdb7927e-a709-4f85-ab02-f2a955eed8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:18.989598 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f80907ce-f701-4229-8e0d-d485c9a91be6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:19.072509 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-3ae3c5b7-72bd-4d1b-82cf-563ae2e05952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:19.074065 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-3ae3c5b7-72bd-4d1b-82cf-563ae2e05952 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42961f04-c4e3-4e68-8e72-088e4f8f47e6 HTTP/1.1" status: 200 len: 851 time: 0.8098841 Sep 16 04:47:19.089533 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80907ce-f701-4229-8e0d-d485c9a91be6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:19.093733 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-f80907ce-f701-4229-8e0d-d485c9a91be6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:19.112458 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80907ce-f701-4229-8e0d-d485c9a91be6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:19.113178 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f80907ce-f701-4229-8e0d-d485c9a91be6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:19.129036 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-07bbff83-b70d-4ba1-835d-a69e8c2ca2cb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8be6671c-d3cc-4762-a06c-3e49bba8fa99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468428 Sep 16 04:47:19.166252 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5639a234-4903-4f49-96ca-c05f1f50d3fb None None] DHCP port deletion for c1806bde-f213-4a7a-844d-fa613e1e0ff4 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:47:19.181401 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f80907ce-f701-4229-8e0d-d485c9a91be6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0020802 Sep 16 04:47:19.185641 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40312) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:19.188372 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80907ce-f701-4229-8e0d-d485c9a91be6 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Subnet': ['ID=2048c839-8850-4b04-bc3d-2bfef17a162a,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:19.207532 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-644b37a0-60b6-411f-8301-6d4c966d3c96 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:19.225864 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 43a51981-013f-4e6c-953a-678f1909c025 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:19.361497 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-5639a234-4903-4f49-96ca-c05f1f50d3fb None None] Deleting port a17bb59d-2c17-4c54-9feb-390c33509cff {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:19.361965 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5639a234-4903-4f49-96ca-c05f1f50d3fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:19.380502 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-828ac77d-7314-4ac2-8f9d-9857d121adfe service neutron] 10.222.0.48 "GET /v2.0/networks/8be6671c-d3cc-4762-a06c-3e49bba8fa99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442210 Sep 16 04:47:19.473000 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644b37a0-60b6-411f-8301-6d4c966d3c96 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:19.476897 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-644b37a0-60b6-411f-8301-6d4c966d3c96 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:19.592752 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40320) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:19.622284 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dd212dbb-c73d-4b4b-be61-a2d1a30d12e3 req-b3acecab-8e74-4066-893f-0cc847b58dbc service neutron] 10.222.0.48 "GET /v2.0/networks/8be6671c-d3cc-4762-a06c-3e49bba8fa99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281098 Sep 16 04:47:19.648286 n-d-712139-15 neutron-server[94766]: INFO neutron.db.ipam_backend_mixin [None req-644b37a0-60b6-411f-8301-6d4c966d3c96 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2048c839-8850-4b04-bc3d-2bfef17a162a (CIDR: 2001:db8::/64) Sep 16 04:47:19.659088 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-644b37a0-60b6-411f-8301-6d4c966d3c96 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:47:19.660488 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-644b37a0-60b6-411f-8301-6d4c966d3c96 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:19.695523 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-644b37a0-60b6-411f-8301-6d4c966d3c96 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5084653 Sep 16 04:47:19.697832 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40324) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:19.701302 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-5639a234-4903-4f49-96ca-c05f1f50d3fb None None] For port a17bb59d-2c17-4c54-9feb-390c33509cff, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=a17bb59d-2c17-4c54-9feb-390c33509cff,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:19.702316 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5639a234-4903-4f49-96ca-c05f1f50d3fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:19.706755 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-0a9a91ad-f60a-4ff0-abc4-9dac3604f02c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'subnet': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:19.720961 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-5639a234-4903-4f49-96ca-c05f1f50d3fb None None] Calling delete_port for a17bb59d-2c17-4c54-9feb-390c33509cff owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:19.769441 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83595a8e-abf7-47c7-967f-86e0d2feb75b req-8e2f77cb-074d-4f74-a4b2-eb63a34fc5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:19.770469 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83595a8e-abf7-47c7-967f-86e0d2feb75b req-8e2f77cb-074d-4f74-a4b2-eb63a34fc5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:19.770952 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83595a8e-abf7-47c7-967f-86e0d2feb75b req-8e2f77cb-074d-4f74-a4b2-eb63a34fc5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:19.772430 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83595a8e-abf7-47c7-967f-86e0d2feb75b req-8e2f77cb-074d-4f74-a4b2-eb63a34fc5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:19.772935 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83595a8e-abf7-47c7-967f-86e0d2feb75b req-8e2f77cb-074d-4f74-a4b2-eb63a34fc5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:19.773402 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83595a8e-abf7-47c7-967f-86e0d2feb75b req-8e2f77cb-074d-4f74-a4b2-eb63a34fc5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:19.774362 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83595a8e-abf7-47c7-967f-86e0d2feb75b req-8e2f77cb-074d-4f74-a4b2-eb63a34fc5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:19.790638 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-83595a8e-abf7-47c7-967f-86e0d2feb75b req-8e2f77cb-074d-4f74-a4b2-eb63a34fc5af service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 6509 time: 0.1898282 Sep 16 04:47:19.831879 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-83595a8e-abf7-47c7-967f-86e0d2feb75b req-24a9d6a8-cf52-4a7b-888e-4feed70ba5b9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=be052b50-27c5-484b-b997-f9099d48371c&id=8853ff16-2a5b-4a5a-a512-e128e1697c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397429 Sep 16 04:47:19.849230 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5639a234-4903-4f49-96ca-c05f1f50d3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:19.878990 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639a234-4903-4f49-96ca-c05f1f50d3fb None None] Pushing event deleted for resources: {'Port': ['ID=a17bb59d-2c17-4c54-9feb-390c33509cff,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:19.883655 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5639a234-4903-4f49-96ca-c05f1f50d3fb None None] No DVR routers for this DVR port a17bb59d-2c17-4c54-9feb-390c33509cff on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:19.903299 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89620b51-4f48-400f-8fa0-2b7073397524 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:19.943430 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9a91ad-f60a-4ff0-abc4-9dac3604f02c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:19.947361 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0a9a91ad-f60a-4ff0-abc4-9dac3604f02c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:20.010017 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device a17bb59d-2c17-4c54-9feb-390c33509cff no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:20.058229 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: a17bb59d-2c17-4c54-9feb-390c33509cff {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:47:20.059292 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device a17bb59d-2c17-4c54-9feb-390c33509cff not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:47:20.174828 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81c2451-91e3-4031-9d55-e9b7f43b5aea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'tenant_id': '3adf2e42a132432f9eca7df19231c9e3', 'fixed_ips': [{'subnet_id': '2048c839-8850-4b04-bc3d-2bfef17a162a'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:47:20.175718 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e81c2451-91e3-4031-9d55-e9b7f43b5aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:20.188927 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52727fb-c746-4ee9-88bc-efdea4d64feb req-a0234525-fdc3-408a-ad1a-e62b8758ae57 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:20.209003 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b52727fb-c746-4ee9-88bc-efdea4d64feb req-a0234525-fdc3-408a-ad1a-e62b8758ae57 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f962a06-2e94-4f63-8029-7e61440439a2 HTTP/1.1" status: 200 len: 943 time: 0.0995848 Sep 16 04:47:20.394185 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-b52727fb-c746-4ee9-88bc-efdea4d64feb req-b9e61ca8-5104-4f80-a949-e888df28eaff tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Deleting port 43a51981-013f-4e6c-953a-678f1909c025 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:20.394852 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b52727fb-c746-4ee9-88bc-efdea4d64feb req-b9e61ca8-5104-4f80-a949-e888df28eaff tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:20.422236 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-e81c2451-91e3-4031-9d55-e9b7f43b5aea None None] Allocated IP 2001:db8::2 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/2048c839-8850-4b04-bc3d-2bfef17a162a/d93cb67b-e4a0-411d-a9a1-48f1b1348ec3) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:20.464188 n-d-712139-15 neutron-server[94766]: DEBUG neutron.objects.ports [None req-0a9a91ad-f60a-4ff0-abc4-9dac3604f02c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:47:20.467389 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0a9a91ad-f60a-4ff0-abc4-9dac3604f02c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:20.521812 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9a91ad-f60a-4ff0-abc4-9dac3604f02c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:20.525522 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-0a9a91ad-f60a-4ff0-abc4-9dac3604f02c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:20.527781 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a91ad-f60a-4ff0-abc4-9dac3604f02c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Subnet': ['ID=2596b174-7489-4359-808b-bc87091d12f2,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:20.531008 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9a91ad-f60a-4ff0-abc4-9dac3604f02c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:20.531454 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0a9a91ad-f60a-4ff0-abc4-9dac3604f02c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:20.553504 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40332) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:20.553844 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0a9a91ad-f60a-4ff0-abc4-9dac3604f02c tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8546939 Sep 16 04:47:20.563225 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-3582ce44-79a3-45d3-a349-fc81e08edf1e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Request body: {'port': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'mac_address': 'fa:16:3e:86:01:41', 'name': 'tempest-NetworksTestDHCPv6-2051711951'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:20.663205 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-b52727fb-c746-4ee9-88bc-efdea4d64feb req-b9e61ca8-5104-4f80-a949-e888df28eaff tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] For port 43a51981-013f-4e6c-953a-678f1909c025, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=43a51981-013f-4e6c-953a-678f1909c025,segment=NetworkSegment(8a88cf17-2626-40ee-b5d7-20831c5d590c),segment_id=8a88cf17-2626-40ee-b5d7-20831c5d590c)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:20.663906 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b52727fb-c746-4ee9-88bc-efdea4d64feb req-b9e61ca8-5104-4f80-a949-e888df28eaff tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:20.687408 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e81c2451-91e3-4031-9d55-e9b7f43b5aea None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:20.693905 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-b52727fb-c746-4ee9-88bc-efdea4d64feb req-b9e61ca8-5104-4f80-a949-e888df28eaff tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Calling delete_port for 43a51981-013f-4e6c-953a-678f1909c025 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:20.703192 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e81c2451-91e3-4031-9d55-e9b7f43b5aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:20.786693 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81c2451-91e3-4031-9d55-e9b7f43b5aea None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:20.791193 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-e81c2451-91e3-4031-9d55-e9b7f43b5aea None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:20.796601 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81c2451-91e3-4031-9d55-e9b7f43b5aea None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:20.811353 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c2451-91e3-4031-9d55-e9b7f43b5aea None None] Pushing event updated for resources: {'Port': ['ID=d93cb67b-e4a0-411d-a9a1-48f1b1348ec3,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:20.850256 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3582ce44-79a3-45d3-a349-fc81e08edf1e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Made reservation on behalf of 3adf2e42a132432f9eca7df19231c9e3 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:20.881189 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-e81c2451-91e3-4031-9d55-e9b7f43b5aea None None] Attempting to bind port d93cb67b-e4a0-411d-a9a1-48f1b1348ec3 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:20.881651 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-e81c2451-91e3-4031-9d55-e9b7f43b5aea None None] Attempting to bind port d93cb67b-e4a0-411d-a9a1-48f1b1348ec3 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:20.882125 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81c2451-91e3-4031-9d55-e9b7f43b5aea None None] Attempting to bind port d93cb67b-e4a0-411d-a9a1-48f1b1348ec3 on network c1806bde-f213-4a7a-844d-fa613e1e0ff4 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:20.891444 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81c2451-91e3-4031-9d55-e9b7f43b5aea None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:20.893463 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81c2451-91e3-4031-9d55-e9b7f43b5aea None None] Checking segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:20.896513 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e81c2451-91e3-4031-9d55-e9b7f43b5aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:20.897439 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81c2451-91e3-4031-9d55-e9b7f43b5aea None None] Bound using segment: {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:20.898081 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-e81c2451-91e3-4031-9d55-e9b7f43b5aea None None] Bound port: d93cb67b-e4a0-411d-a9a1-48f1b1348ec3, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe897db5-019b-4e20-a3bd-c26a4fde2bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:20.899539 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e81c2451-91e3-4031-9d55-e9b7f43b5aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:20.981092 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-e81c2451-91e3-4031-9d55-e9b7f43b5aea None None] For port d93cb67b-e4a0-411d-a9a1-48f1b1348ec3, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:20.985125 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-e81c2451-91e3-4031-9d55-e9b7f43b5aea None None] For port d93cb67b-e4a0-411d-a9a1-48f1b1348ec3, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d93cb67b-e4a0-411d-a9a1-48f1b1348ec3,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:20.995275 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e81c2451-91e3-4031-9d55-e9b7f43b5aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:21.034223 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3582ce44-79a3-45d3-a349-fc81e08edf1e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:21.039494 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b52727fb-c746-4ee9-88bc-efdea4d64feb req-b9e61ca8-5104-4f80-a949-e888df28eaff tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:21.078187 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c2451-91e3-4031-9d55-e9b7f43b5aea None None] Pushing event updated for resources: {'Port': ['ID=d93cb67b-e4a0-411d-a9a1-48f1b1348ec3,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:21.090783 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-3582ce44-79a3-45d3-a349-fc81e08edf1e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] device_id is not set on port fdbebfe1-ccf7-4fa6-8044-df522cac8116 yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:47:21.144256 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e61ca8-5104-4f80-a949-e888df28eaff tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Pushing event deleted for resources: {'Port': ['ID=43a51981-013f-4e6c-953a-678f1909c025,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:21.263473 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52727fb-c746-4ee9-88bc-efdea4d64feb req-b9e61ca8-5104-4f80-a949-e888df28eaff tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] No DVR routers for this DVR port 43a51981-013f-4e6c-953a-678f1909c025 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:21.269521 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b52727fb-c746-4ee9-88bc-efdea4d64feb req-b9e61ca8-5104-4f80-a949-e888df28eaff tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:21.281995 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b52727fb-c746-4ee9-88bc-efdea4d64feb req-b9e61ca8-5104-4f80-a949-e888df28eaff tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "DELETE /v2.0/ports/43a51981-013f-4e6c-953a-678f1909c025 HTTP/1.1" status: 204 len: 173 time: 1.0689955 Sep 16 04:47:21.281995 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f962a06-2e94-4f63-8029-7e61440439a2', 'name': 'network-vif-deleted', 'tag': '43a51981-013f-4e6c-953a-678f1909c025'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:21.285426 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4450728c-cc8d-4d6f-b21b-5da6e730faab" -d '{"events": [{"server_uuid": "7f962a06-2e94-4f63-8029-7e61440439a2", "name": "network-vif-deleted", "tag": "43a51981-013f-4e6c-953a-678f1909c025"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:21.531847 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-3582ce44-79a3-45d3-a349-fc81e08edf1e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Allocated IP 2001:db8::72 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/2048c839-8850-4b04-bc3d-2bfef17a162a/fdbebfe1-ccf7-4fa6-8044-df522cac8116) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:21.543609 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-3582ce44-79a3-45d3-a349-fc81e08edf1e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Allocated IP 2001:db8:0:1:f816:3eff:fe86:141 (c1806bde-f213-4a7a-844d-fa613e1e0ff4/2596b174-7489-4359-808b-bc87091d12f2/fdbebfe1-ccf7-4fa6-8044-df522cac8116) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:21.760639 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3582ce44-79a3-45d3-a349-fc81e08edf1e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:21.814743 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3582ce44-79a3-45d3-a349-fc81e08edf1e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:21.895346 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3582ce44-79a3-45d3-a349-fc81e08edf1e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:21.904746 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-3582ce44-79a3-45d3-a349-fc81e08edf1e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:21.908866 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3582ce44-79a3-45d3-a349-fc81e08edf1e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:21.919103 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3582ce44-79a3-45d3-a349-fc81e08edf1e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:21.920106 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3582ce44-79a3-45d3-a349-fc81e08edf1e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:21.943482 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3582ce44-79a3-45d3-a349-fc81e08edf1e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event updated for resources: {'Port': ['ID=fdbebfe1-ccf7-4fa6-8044-df522cac8116,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:21.962626 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3582ce44-79a3-45d3-a349-fc81e08edf1e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.4052026 Sep 16 04:47:21.963016 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40346) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:22.097219 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d93cb67b-e4a0-411d-a9a1-48f1b1348ec3 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:22.104701 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-099d8c46-14e2-4a12-acfc-354489362ee1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting port fdbebfe1-ccf7-4fa6-8044-df522cac8116 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:22.105244 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-099d8c46-14e2-4a12-acfc-354489362ee1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:22.186473 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port d93cb67b-e4a0-411d-a9a1-48f1b1348ec3 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:22.186864 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:22.321619 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-099d8c46-14e2-4a12-acfc-354489362ee1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:22.371572 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-099d8c46-14e2-4a12-acfc-354489362ee1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Calling delete_port for fdbebfe1-ccf7-4fa6-8044-df522cac8116 owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:22.421814 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:22.497262 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port d93cb67b-e4a0-411d-a9a1-48f1b1348ec3, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d93cb67b-e4a0-411d-a9a1-48f1b1348ec3,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:22.502859 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:22.611266 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=d93cb67b-e4a0-411d-a9a1-48f1b1348ec3,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:22.722941 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cccb442-9163-402d-aa98-16af62846c8d None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:22.788091 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-099d8c46-14e2-4a12-acfc-354489362ee1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:22.842958 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-1e737a5b-7155-4adb-8d4f-369b6258ce08 None None] Provisioning complete for port d93cb67b-e4a0-411d-a9a1-48f1b1348ec3 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:22.843330 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1e737a5b-7155-4adb-8d4f-369b6258ce08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:22.877611 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d8c46-14e2-4a12-acfc-354489362ee1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Port': ['ID=fdbebfe1-ccf7-4fa6-8044-df522cac8116,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:22.965936 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-099d8c46-14e2-4a12-acfc-354489362ee1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:22.971111 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-099d8c46-14e2-4a12-acfc-354489362ee1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/fdbebfe1-ccf7-4fa6-8044-df522cac8116 HTTP/1.1" status: 204 len: 168 time: 1.0037220 Sep 16 04:47:22.972048 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40392) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:23.047612 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b52ddfd-a107-455f-b9af-d257395b84bd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:23.049984 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0b52ddfd-a107-455f-b9af-d257395b84bd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0772836 Sep 16 04:47:23.052544 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40398) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:23.055784 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40400) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:23.128527 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5060c4-c00a-448e-9abe-fd1bd7490281 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:23.132876 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40404) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:23.133063 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ea5060c4-c00a-448e-9abe-fd1bd7490281 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0791895 Sep 16 04:47:23.170094 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d84ba13-74ae-4d3b-a552-5f207f1946ae None None] Update dhcp port {'port': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'fixed_ips': [{'subnet_id': '2048c839-8850-4b04-bc3d-2bfef17a162a', 'ip_address': '2001:db8::2'}, {'subnet_id': '2596b174-7489-4359-808b-bc87091d12f2'}], 'binding:host_id': 'n-d-712139-15'}, 'id': 'd93cb67b-e4a0-411d-a9a1-48f1b1348ec3'} from n-d-712139-15. {{(pid=94768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:47:23.211172 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2d84ba13-74ae-4d3b-a552-5f207f1946ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:23.236398 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfed09b-b60c-48f0-ab19-15aefe24e94a x-openstack-request-id: req-cdfed09b-b60c-48f0-ab19-15aefe24e94a {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:23.237058 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e98a0e-d652-4759-9018-8644769bf96b", "tag": "3e8bb660-650d-45a4-8989-d6fa050a9dab", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:23.237671 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cdfed09b-b60c-48f0-ab19-15aefe24e94a {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:23.238288 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e98a0e-d652-4759-9018-8644769bf96b', 'tag': '3e8bb660-650d-45a4-8989-d6fa050a9dab', 'status': 'completed', 'code': 200} Sep 16 04:47:23.255351 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6b0ed9bc-7843-4c75-94fd-00a5caa850fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:23.295677 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de68eac6-16cb-4374-a4b2-dccc219aa868 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:23.298979 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de68eac6-16cb-4374-a4b2-dccc219aa868 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:23.300773 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de68eac6-16cb-4374-a4b2-dccc219aa868 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:23.305293 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-de68eac6-16cb-4374-a4b2-dccc219aa868 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1690285 Sep 16 04:47:23.306371 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40414) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:23.402510 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fe5680e-2cb5-4235-99ad-d7e09b2a06ee tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting subnet 2048c839-8850-4b04-bc3d-2bfef17a162a {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:47:23.407746 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3fe5680e-2cb5-4235-99ad-d7e09b2a06ee tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:23.463494 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3fe5680e-2cb5-4235-99ad-d7e09b2a06ee tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:23.487582 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6b0ed9bc-7843-4c75-94fd-00a5caa850fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:23.494018 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6b0ed9bc-7843-4c75-94fd-00a5caa850fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:23.501377 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86b5ae-210f-4b46-a99a-b3597783b10f req-36cdeb0e-badc-4ff7-b2ae-2dd737939633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:23.502983 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-6a86b5ae-210f-4b46-a99a-b3597783b10f req-36cdeb0e-badc-4ff7-b2ae-2dd737939633 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6cc3afe070643bb85e91919d4f43b74&device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 1095 time: 0.2119482 Sep 16 04:47:23.568412 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6b0ed9bc-7843-4c75-94fd-00a5caa850fc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8c7cedd6c7f344c1ae999e29153cf804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5116262 Sep 16 04:47:23.569087 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40418) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:23.588037 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ed9bc-7843-4c75-94fd-00a5caa850fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d5291c-bd96-43c3-b6b3-a749ac7933f4,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:23.669678 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3fe5680e-2cb5-4235-99ad-d7e09b2a06ee tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:23.684630 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-92013e19-9477-4e49-82b2-875f4b68ec36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:23.721165 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86b5ae-210f-4b46-a99a-b3597783b10f req-c8cc593c-10c9-49df-93ec-f8ed75b4051c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:23.722961 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-6a86b5ae-210f-4b46-a99a-b3597783b10f req-c8cc593c-10c9-49df-93ec-f8ed75b4051c service neutron] 10.222.0.48 "GET /v2.0/networks?id=8be6671c-d3cc-4762-a06c-3e49bba8fa99 HTTP/1.1" status: 200 len: 912 time: 0.2062685 Sep 16 04:47:23.725331 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-92013e19-9477-4e49-82b2-875f4b68ec36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:23.764231 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454229d-418a-4398-a9dd-e9b9cb1a0f83 req-4cd6059c-b864-4660-98e4-f2fdfa986b53 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:23.765803 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5454229d-418a-4398-a9dd-e9b9cb1a0f83 req-4cd6059c-b864-4660-98e4-f2fdfa986b53 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 946 time: 0.0723622 Sep 16 04:47:23.799800 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-6a86b5ae-210f-4b46-a99a-b3597783b10f req-b1fa1309-cc31-4c75-89b4-599828ac0ffb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e8bb660-650d-45a4-8989-d6fa050a9dab HTTP/1.1" status: 200 len: 217 time: 0.0596368 Sep 16 04:47:23.805005 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3fe5680e-2cb5-4235-99ad-d7e09b2a06ee tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server [None req-2d84ba13-74ae-4d3b-a552-5f207f1946ae None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2048c839-8850-4b04-bc3d-2bfef17a162a: This subnet is being modified by another concurrent operation. Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:47:23.807367 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:47:23.810933 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:47:23.810933 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:47:23.810933 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:47:23.810933 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:47:23.810933 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:47:23.810933 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:47:23.810933 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:47:23.810933 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:47:23.810933 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:47:23.810933 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:47:23.810933 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:47:23.810933 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:47:23.810933 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:47:23.810933 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:47:23.810933 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 16 04:47:23.810933 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 16 04:47:23.810933 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 04:47:23.810933 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 04:47:23.810933 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 16 04:47:23.810933 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 16 04:47:23.810933 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 16 04:47:23.810933 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 16 04:47:23.810933 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 16 04:47:23.810933 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 16 04:47:23.810933 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 16 04:47:23.810933 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 04:47:23.810933 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 04:47:23.810933 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 04:47:23.810933 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 04:47:23.810933 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise exception Sep 16 04:47:23.810933 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2048c839-8850-4b04-bc3d-2bfef17a162a: This subnet is being modified by another concurrent operation. Sep 16 04:47:23.810933 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server Sep 16 04:47:23.857652 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5680e-2cb5-4235-99ad-d7e09b2a06ee tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Subnet': ['ID=2048c839-8850-4b04-bc3d-2bfef17a162a,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:23.860107 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3fe5680e-2cb5-4235-99ad-d7e09b2a06ee tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:23.862811 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3fe5680e-2cb5-4235-99ad-d7e09b2a06ee tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/2048c839-8850-4b04-bc3d-2bfef17a162a HTTP/1.1" status: 204 len: 168 time: 0.5551355 Sep 16 04:47:23.867281 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40420) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:23.902813 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86b5ae-210f-4b46-a99a-b3597783b10f req-20da172d-0497-4f99-b6a9-c066d39d9075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:23.904739 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-6a86b5ae-210f-4b46-a99a-b3597783b10f req-20da172d-0497-4f99-b6a9-c066d39d9075 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42961f04-c4e3-4e68-8e72-088e4f8f47e6 HTTP/1.1" status: 200 len: 851 time: 0.0785866 Sep 16 04:47:23.931650 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-92013e19-9477-4e49-82b2-875f4b68ec36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:23.936718 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-92013e19-9477-4e49-82b2-875f4b68ec36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:23.937862 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-92013e19-9477-4e49-82b2-875f4b68ec36 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/21d5291c-bd96-43c3-b6b3-a749ac7933f4 HTTP/1.1" status: 204 len: 168 time: 0.3602970 Sep 16 04:47:23.944713 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963c8e4a-5020-4a55-b881-8d1971495d27 None None] Network c1806bde-f213-4a7a-844d-fa613e1e0ff4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:23.979040 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7e0a2c8-e20d-45ba-8f87-360d8316e681 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting subnet 2596b174-7489-4359-808b-bc87091d12f2 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:47:23.991723 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92013e19-9477-4e49-82b2-875f4b68ec36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d5291c-bd96-43c3-b6b3-a749ac7933f4,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:23.996457 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5454229d-418a-4398-a9dd-e9b9cb1a0f83 req-33dd7138-0656-4fc4-986d-d5fe4f747029 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188082 Sep 16 04:47:24.000040 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b7e0a2c8-e20d-45ba-8f87-360d8316e681 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:24.006298 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-6a86b5ae-210f-4b46-a99a-b3597783b10f req-281e41be-b805-4877-a663-852ec4a2b5d2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8be6671c-d3cc-4762-a06c-3e49bba8fa99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868468 Sep 16 04:47:24.099538 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d93cb67b-e4a0-411d-a9a1-48f1b1348ec3 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:24.108405 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-2bb9b97d-6dbb-4d1f-bf4f-4af8698a3896 None None] Provisioning complete for port d93cb67b-e4a0-411d-a9a1-48f1b1348ec3 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:24.108813 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2bb9b97d-6dbb-4d1f-bf4f-4af8698a3896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:24.126142 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b7e0a2c8-e20d-45ba-8f87-360d8316e681 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:24.258904 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b7e0a2c8-e20d-45ba-8f87-360d8316e681 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:24.270604 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-6a86b5ae-210f-4b46-a99a-b3597783b10f req-9fff523e-226e-41ea-969a-92ffb9b5abe7 service neutron] 10.222.0.48 "GET /v2.0/networks/8be6671c-d3cc-4762-a06c-3e49bba8fa99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565107 Sep 16 04:47:24.361343 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290ca83-fe16-4a84-92b3-976366ec617f req-73bc8c71-7715-46ee-8c98-76c51f388549 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:24.364061 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d290ca83-fe16-4a84-92b3-976366ec617f req-73bc8c71-7715-46ee-8c98-76c51f388549 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 943 time: 0.1951954 Sep 16 04:47:24.452310 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:24.465013 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d290ca83-fe16-4a84-92b3-976366ec617f req-d0c6362b-72be-4ea3-8ec6-dc32603c8f8d tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853658 Sep 16 04:47:24.524665 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b7e0a2c8-e20d-45ba-8f87-360d8316e681 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:24.573511 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-6a86b5ae-210f-4b46-a99a-b3597783b10f req-ba28b7c7-0b2b-4c11-90ee-34d2bd94cb64 service neutron] 10.222.0.48 "GET /v2.0/networks/8be6671c-d3cc-4762-a06c-3e49bba8fa99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934630 Sep 16 04:47:24.594155 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6481d273-ff14-457c-b283-784634e2a1ab x-openstack-request-id: req-6481d273-ff14-457c-b283-784634e2a1ab {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:24.595261 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f962a06-2e94-4f63-8029-7e61440439a2", "name": "network-vif-deleted", "tag": "43a51981-013f-4e6c-953a-678f1909c025", "status": "failed", "code": 422}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:24.596913 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6481d273-ff14-457c-b283-784634e2a1ab {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:24.599608 n-d-712139-15 neutron-server[94767]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7f962a06-2e94-4f63-8029-7e61440439a2', 'name': 'network-vif-deleted', 'tag': '43a51981-013f-4e6c-953a-678f1909c025', 'status': 'failed', 'code': 422} returned with failed status Sep 16 04:47:24.611468 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port d93cb67b-e4a0-411d-a9a1-48f1b1348ec3, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d93cb67b-e4a0-411d-a9a1-48f1b1348ec3,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:24.616541 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b7e0a2c8-e20d-45ba-8f87-360d8316e681 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:24.620473 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b7e0a2c8-e20d-45ba-8f87-360d8316e681 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/2596b174-7489-4359-808b-bc87091d12f2 HTTP/1.1" status: 204 len: 168 time: 0.7518859 Sep 16 04:47:24.621983 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e0a2c8-e20d-45ba-8f87-360d8316e681 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Subnet': ['ID=2596b174-7489-4359-808b-bc87091d12f2,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:24.622801 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40432) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:24.630804 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:24.745475 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fe3843bf-5bea-48d1-9d47-50ea7127b9f5 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1189666 Sep 16 04:47:24.745936 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40446) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:24.758390 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0914356-77c0-4ed6-ade6-0e9936b2f9b5 None None] Update dhcp port {'port': {'network_id': 'c1806bde-f213-4a7a-844d-fa613e1e0ff4', 'fixed_ips': [{'subnet_id': '2596b174-7489-4359-808b-bc87091d12f2'}], 'binding:host_id': 'n-d-712139-15'}, 'id': 'd93cb67b-e4a0-411d-a9a1-48f1b1348ec3'} from n-d-712139-15. {{(pid=94768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:47:24.783684 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=d93cb67b-e4a0-411d-a9a1-48f1b1348ec3,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:24.804961 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e0914356-77c0-4ed6-ade6-0e9936b2f9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:24.866372 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c7e8dc-8ca2-40c0-a5f7-bfbe445d7b40 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:24.872030 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-17c7e8dc-8ca2-40c0-a5f7-bfbe445d7b40 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1211803 Sep 16 04:47:24.872396 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40452) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:24.984886 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31b768d-63b5-42c3-9e02-53721144cfc0 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:24.989918 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e31b768d-63b5-42c3-9e02-53721144cfc0 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1136258 Sep 16 04:47:24.991154 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40472) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:25.092217 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-e7dac1b8-e4c7-423d-8e83-7fa02799853c None None] Provisioning complete for port d93cb67b-e4a0-411d-a9a1-48f1b1348ec3 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:25.092605 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e7dac1b8-e4c7-423d-8e83-7fa02799853c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:25.106746 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7e54aaae-e7d0-48dd-a76e-38b85f5a97ba tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1128149 Sep 16 04:47:25.112540 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40480) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:25.166951 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee23cdda-e062-4c76-a559-3c3a1e0d1ee4 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:25.167699 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee23cdda-e062-4c76-a559-3c3a1e0d1ee4 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:25.169684 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ee23cdda-e062-4c76-a559-3c3a1e0d1ee4 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/fdbebfe1-ccf7-4fa6-8044-df522cac8116 HTTP/1.1" status: 404 len: 333 time: 0.0554924 Sep 16 04:47:25.172822 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40488) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:25.224319 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e8062a6-65dc-41c7-a083-62071ecc99ed tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:25.224747 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e8062a6-65dc-41c7-a083-62071ecc99ed tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:25.229648 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40490) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:25.232464 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4e8062a6-65dc-41c7-a083-62071ecc99ed tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/2596b174-7489-4359-808b-bc87091d12f2 HTTP/1.1" status: 404 len: 337 time: 0.0564504 Sep 16 04:47:25.296478 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 3e8bb660-650d-45a4-8989-d6fa050a9dab details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:47:25.315190 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f48c7e9-ffc1-4847-be7e-4ad5016aea18 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:25.315767 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f48c7e9-ffc1-4847-be7e-4ad5016aea18 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:25.315908 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aed8bd9-68f3-4f51-8312-4c974b680b73 None None] get_active_networks_info from n-d-712139-15 {{(pid=94768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:47:25.320952 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7f48c7e9-ffc1-4847-be7e-4ad5016aea18 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/2048c839-8850-4b04-bc3d-2bfef17a162a HTTP/1.1" status: 404 len: 337 time: 0.0878222 Sep 16 04:47:25.321720 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40498) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:25.394316 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-9163f4ea-25fd-44ad-94d5-bab1d9627889 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:25.395022 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9163f4ea-25fd-44ad-94d5-bab1d9627889 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:25.399632 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40502) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:25.402352 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9163f4ea-25fd-44ad-94d5-bab1d9627889 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/2da1d5fe-ac01-4afa-9bb6-3ed92f1f4a92 HTTP/1.1" status: 404 len: 333 time: 0.0784073 Sep 16 04:47:25.442080 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40504) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:25.450618 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e7dac1b8-e4c7-423d-8e83-7fa02799853c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:25.455437 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-335e1e3f-8649-4377-b63c-ebeb9c65e734 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:25.455914 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-335e1e3f-8649-4377-b63c-ebeb9c65e734 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:25.457787 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-335e1e3f-8649-4377-b63c-ebeb9c65e734 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/7cdb84b6-60d7-4e23-97b0-1f47ad5b1013 HTTP/1.1" status: 404 len: 337 time: 0.0567157 Sep 16 04:47:25.462854 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40508) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:25.559519 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-119a75cf-0b75-4da3-9a1b-5eb0b48cde70 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:25.559972 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-119a75cf-0b75-4da3-9a1b-5eb0b48cde70 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:25.565152 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-119a75cf-0b75-4da3-9a1b-5eb0b48cde70 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/0497f675-b7a1-41f6-ab1b-bd22f81c06d2 HTTP/1.1" status: 404 len: 337 time: 0.0979531 Sep 16 04:47:25.565486 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40516) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:25.609086 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-e7dac1b8-e4c7-423d-8e83-7fa02799853c None None] For port d93cb67b-e4a0-411d-a9a1-48f1b1348ec3, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d93cb67b-e4a0-411d-a9a1-48f1b1348ec3,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:25.620247 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-25e90eb9-f749-4906-9712-fbac11b04ad1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:25.622527 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25e90eb9-f749-4906-9712-fbac11b04ad1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:25.625323 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-25e90eb9-f749-4906-9712-fbac11b04ad1 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/e0e7fd59-77b7-442b-98e0-d71c7b7d0bd0 HTTP/1.1" status: 404 len: 333 time: 0.0585854 Sep 16 04:47:25.625792 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e7dac1b8-e4c7-423d-8e83-7fa02799853c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:25.627516 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40522) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:25.670411 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-63a38fde-3263-4d4e-9e30-cc69509380b8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1222533784-network', 'tenant_id': '2e0f2a25ff7a42109390aea64c07e38c'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:25.676104 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc93e398-03df-4d4e-8ffb-bbc5380c059a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:25.676684 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc93e398-03df-4d4e-8ffb-bbc5380c059a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:25.681613 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40524) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:25.682055 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-dc93e398-03df-4d4e-8ffb-bbc5380c059a tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/5ff9f5ab-723f-4977-9283-85c71f2a8341 HTTP/1.1" status: 404 len: 337 time: 0.0473487 Sep 16 04:47:25.711893 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 3e8bb660-650d-45a4-8989-d6fa050a9dab, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=3e8bb660-650d-45a4-8989-d6fa050a9dab,segment=NetworkSegment(563ffb0c-abbc-4891-bc16-630f77fa0d00),segment_id=563ffb0c-abbc-4891-bc16-630f77fa0d00)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:25.749836 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aed8bd9-68f3-4f51-8312-4c974b680b73 None None] Resources bound (agent type, host, resource id): {{(pid=94768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:47:25.752371 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '3e8bb660-650d-45a4-8989-d6fa050a9dab', 'network_id': '8be6671c-d3cc-4762-a06c-3e49bba8fa99', 'port_id': '3e8bb660-650d-45a4-8989-d6fa050a9dab', 'mac_address': 'fa:16:3e:52:11:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42961f04-c4e3-4e68-8e72-088e4f8f47e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:47:25.760946 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dac1b8-e4c7-423d-8e83-7fa02799853c None None] Pushing event updated for resources: {'Port': ['ID=d93cb67b-e4a0-411d-a9a1-48f1b1348ec3,revision_number=6']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:25.761852 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e08bb5-b8ef-4dd6-aa63-e86c82b0e7ad tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:25.762312 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e08bb5-b8ef-4dd6-aa63-e86c82b0e7ad tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:25.764818 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f6e08bb5-b8ef-4dd6-aa63-e86c82b0e7ad tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/440a7069-05a5-40a5-8408-704de33d2382 HTTP/1.1" status: 404 len: 337 time: 0.0817149 Sep 16 04:47:25.765076 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-487ce318-fe48-4a07-a60d-e0dd4089c7b4 None None] Could not find standard attr ID for object fdbebfe1-ccf7-4fa6-8044-df522cac8116. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:47:25.768545 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40526) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:25.786487 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a38fde-3263-4d4e-9e30-cc69509380b8 admin admin] Made reservation on behalf of 2e0f2a25ff7a42109390aea64c07e38c for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:25.788963 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-63a38fde-3263-4d4e-9e30-cc69509380b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:25.802978 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-63a38fde-3263-4d4e-9e30-cc69509380b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:25.825748 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c2e160-6ee8-471d-9a56-36d578c963bf tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:25.826974 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6c2e160-6ee8-471d-9a56-36d578c963bf tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:25.830773 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b6c2e160-6ee8-471d-9a56-36d578c963bf tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/585e0fb2-5dc0-463c-a948-cf7b8fbc4134 HTTP/1.1" status: 404 len: 333 time: 0.0604458 Sep 16 04:47:25.833118 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40528) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:25.836279 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-91480d1f-ebbf-430c-ab5d-4b28d0ac2e83 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:25.843366 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-91480d1f-ebbf-430c-ab5d-4b28d0ac2e83 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/networks?id=55135b4c-2e11-451e-9d70-37211e2657fa HTTP/1.1" status: 200 len: 812 time: 0.2413201 Sep 16 04:47:25.845804 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:25.867424 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-2ce5737d-77db-4266-8f73-a8b686331a22 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/quotas/feb35d6815044dc78fef1435e68e9720 HTTP/1.1" status: 200 len: 375 time: 0.0230680 Sep 16 04:47:25.879547 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-853d2707-c784-4487-af4e-ff3e16319673 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:25.879980 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-853d2707-c784-4487-af4e-ff3e16319673 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:25.882516 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-853d2707-c784-4487-af4e-ff3e16319673 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/45093976-e42d-41e6-8417-12c1ed6dd97c HTTP/1.1" status: 404 len: 337 time: 0.0475461 Sep 16 04:47:25.884897 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40530) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:25.896899 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8bb660-650d-45a4-8989-d6fa050a9dab {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:25.915796 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-5dc17dd6-e2db-4010-9b81-59c5d1740fff tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=feb35d6815044dc78fef1435e68e9720&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470879 Sep 16 04:47:25.929006 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a2c4ca-d5ba-4933-b18c-1aa3b07c341e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:25.929673 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a2c4ca-d5ba-4933-b18c-1aa3b07c341e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:25.932191 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a3a2c4ca-d5ba-4933-b18c-1aa3b07c341e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/22c47654-b2d2-4c56-b19e-d2b270d5c051 HTTP/1.1" status: 404 len: 337 time: 0.0455689 Sep 16 04:47:25.934976 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 3e8bb660-650d-45a4-8989-d6fa050a9dab, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=3e8bb660-650d-45a4-8989-d6fa050a9dab,segment=NetworkSegment(563ffb0c-abbc-4891-bc16-630f77fa0d00),segment_id=563ffb0c-abbc-4891-bc16-630f77fa0d00)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:25.937232 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40532) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:25.943574 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:25.976720 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ac352d-b379-4695-9c8a-ad46c5463088 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:25.977524 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36ac352d-b379-4695-9c8a-ad46c5463088 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:25.981997 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-36ac352d-b379-4695-9c8a-ad46c5463088 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/bd2fb1f9-13a0-4081-93ac-1322e2407500 HTTP/1.1" status: 404 len: 333 time: 0.0412889 Sep 16 04:47:25.982440 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40534) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:26.053230 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ba1367-c501-48a7-9c9a-a256560235c7 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:26.053628 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7ba1367-c501-48a7-9c9a-a256560235c7 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:26.057719 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f7ba1367-c501-48a7-9c9a-a256560235c7 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/17b1397f-8008-4280-841d-d58741aecbfd HTTP/1.1" status: 404 len: 337 time: 0.0706301 Sep 16 04:47:26.058629 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40536) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:26.073895 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=3e8bb660-650d-45a4-8989-d6fa050a9dab,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:26.120488 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9409dc2-b751-45e9-844c-8969e8e61482 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:26.121339 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9409dc2-b751-45e9-844c-8969e8e61482 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:26.131352 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-3473d7a5-4294-49ba-85dc-0b7656171f0b service neutron] 10.222.0.35 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132738 Sep 16 04:47:26.133163 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d9409dc2-b751-45e9-844c-8969e8e61482 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/bf07b675-0288-48e6-93d5-78ba17fb74e8 HTTP/1.1" status: 404 len: 333 time: 0.0725861 Sep 16 04:47:26.133834 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40538) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:26.190951 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4858c66d-962a-4fd9-a292-6d0c43d181c8 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:26.191416 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4858c66d-962a-4fd9-a292-6d0c43d181c8 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:26.192254 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-63a38fde-3263-4d4e-9e30-cc69509380b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:26.196092 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4858c66d-962a-4fd9-a292-6d0c43d181c8 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/0d9628f6-37ef-4b62-a562-b2f627fd12f0 HTTP/1.1" status: 404 len: 337 time: 0.0612051 Sep 16 04:47:26.196763 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40540) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:26.247676 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ee7b01-4910-43d8-b578-5821f4185800 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:26.248388 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77ee7b01-4910-43d8-b578-5821f4185800 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:26.270229 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-77ee7b01-4910-43d8-b578-5821f4185800 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/d7df89fd-62e7-470c-8974-8060f4c77c6b HTTP/1.1" status: 404 len: 333 time: 0.0723372 Sep 16 04:47:26.270888 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40542) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:26.316618 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f6c5996-c574-4cb5-af6a-395a50e1c19d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:26.329650 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f6c5996-c574-4cb5-af6a-395a50e1c19d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:26.334078 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9f6c5996-c574-4cb5-af6a-395a50e1c19d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/f7990761-0c90-468a-8d85-3fdc0d065621 HTTP/1.1" status: 404 len: 337 time: 0.0597978 Sep 16 04:47:26.334400 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40544) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:26.388890 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9801d163-378c-4dfa-b0f2-7de08bd1c00d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:26.389808 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9801d163-378c-4dfa-b0f2-7de08bd1c00d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:26.394838 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9801d163-378c-4dfa-b0f2-7de08bd1c00d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/cf54125d-df35-4127-95f3-704d16afa876 HTTP/1.1" status: 404 len: 333 time: 0.0568376 Sep 16 04:47:26.395320 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40546) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:26.443096 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-744cf2a4-f993-4927-ae17-f7a50963756b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:26.444555 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-744cf2a4-f993-4927-ae17-f7a50963756b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:26.449024 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-744cf2a4-f993-4927-ae17-f7a50963756b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/f64a8201-2bd7-4625-bcd4-6c577dd8e416 HTTP/1.1" status: 404 len: 337 time: 0.0503380 Sep 16 04:47:26.449628 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40548) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:26.476352 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e12fcf4d-4953-4085-87c6-05cd13111b74 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:26.477096 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e12fcf4d-4953-4085-87c6-05cd13111b74 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:26.482793 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e12fcf4d-4953-4085-87c6-05cd13111b74 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/ccfdf8c8-28de-428a-bd62-e057ba13e541 HTTP/1.1" status: 404 len: 333 time: 0.0262744 Sep 16 04:47:26.486153 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40550) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:26.513854 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7105f7d3-c021-44b9-a4f8-4e025b37b647 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:26.514314 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7105f7d3-c021-44b9-a4f8-4e025b37b647 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:26.519344 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7105f7d3-c021-44b9-a4f8-4e025b37b647 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/0d4100d8-a067-41ac-b303-d61efce354ea HTTP/1.1" status: 404 len: 337 time: 0.0289502 Sep 16 04:47:26.521138 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40554) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:26.560196 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f1abf4-38bd-4d7b-b632-c4fdbf1f7e78 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:26.561129 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71f1abf4-38bd-4d7b-b632-c4fdbf1f7e78 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:26.569748 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-71f1abf4-38bd-4d7b-b632-c4fdbf1f7e78 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/555ca917-80f7-4ce1-bfa4-0576baa0eba0 HTTP/1.1" status: 404 len: 333 time: 0.0473890 Sep 16 04:47:26.570577 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40556) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:26.572685 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cebe12-73f2-4320-8e49-9b0a43182ed4 None None] get_active_networks_info from n-d-712139-15 {{(pid=94768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:47:26.586054 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-63a38fde-3263-4d4e-9e30-cc69509380b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:26.611765 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e555a632-1bd3-429b-af84-93eb98179b11 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:26.612524 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e555a632-1bd3-429b-af84-93eb98179b11 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:26.613996 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a38fde-3263-4d4e-9e30-cc69509380b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:47:26.619196 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40558) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:26.619627 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e555a632-1bd3-429b-af84-93eb98179b11 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/8ddbb73f-2c61-429c-b078-b04599803b0d HTTP/1.1" status: 404 len: 337 time: 0.0471349 Sep 16 04:47:26.658301 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-3983dd98-0c41-4b30-b006-ff7f696f7bd6 None None] Provisioning complete for port d93cb67b-e4a0-411d-a9a1-48f1b1348ec3 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:26.659052 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3983dd98-0c41-4b30-b006-ff7f696f7bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:26.673348 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-63a38fde-3263-4d4e-9e30-cc69509380b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:26.674567 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-63a38fde-3263-4d4e-9e30-cc69509380b8 admin admin] Added segment ae7c973c-db06-4343-837f-ad8bf052f252 of type vlan for network 60d078bb-c66f-4588-bcce-90f888464a36 Sep 16 04:47:26.684321 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a38fde-3263-4d4e-9e30-cc69509380b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcac7320-e81f-4a78-a47d-6d4973c53bdf,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:26.687801 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-186fc8c5-7034-4d5b-8759-d5a2c04d24bc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:26.689326 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-186fc8c5-7034-4d5b-8759-d5a2c04d24bc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:26.691580 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-186fc8c5-7034-4d5b-8759-d5a2c04d24bc tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/badd5d3f-5726-4666-b578-3fafaf7944be HTTP/1.1" status: 404 len: 337 time: 0.0668068 Sep 16 04:47:26.695092 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40560) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:26.740373 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-3d995fb1-de04-4bb1-be4d-c72b2cb07524 service neutron] 10.222.0.35 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6079779 Sep 16 04:47:26.759222 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b22a2084-3559-44b5-a6ae-28530fdb0aa3 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:26.760380 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b22a2084-3559-44b5-a6ae-28530fdb0aa3 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:26.767869 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b22a2084-3559-44b5-a6ae-28530fdb0aa3 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/b2ca8edb-8606-49b0-b43d-5ffb9e5697b6 HTTP/1.1" status: 404 len: 333 time: 0.0704484 Sep 16 04:47:26.768830 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40562) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:26.773744 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cebe12-73f2-4320-8e49-9b0a43182ed4 None None] Resources bound (agent type, host, resource id): {{(pid=94768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:47:26.776807 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['3e8bb660-650d-45a4-8989-d6fa050a9dab'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:47:26.780082 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-63a38fde-3263-4d4e-9e30-cc69509380b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:26.831556 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-370f46b2-a886-4754-b8c3-3545bd411fdb tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:26.832027 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-370f46b2-a886-4754-b8c3-3545bd411fdb tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:26.839455 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-370f46b2-a886-4754-b8c3-3545bd411fdb tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/64ba4b20-21b3-4019-b8a8-5e3446803731 HTTP/1.1" status: 404 len: 337 time: 0.0660124 Sep 16 04:47:26.840236 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40564) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:26.854906 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-63a38fde-3263-4d4e-9e30-cc69509380b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:26.856237 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a38fde-3263-4d4e-9e30-cc69509380b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:26.857291 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-63a38fde-3263-4d4e-9e30-cc69509380b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:26.894120 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2d196c4-3bf4-4599-9e42-e2d7e8d7b8e5 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:26.894634 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2d196c4-3bf4-4599-9e42-e2d7e8d7b8e5 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:26.903002 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f2d196c4-3bf4-4599-9e42-e2d7e8d7b8e5 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/5bef4d17-5408-47b5-91e8-d53ca9780894 HTTP/1.1" status: 404 len: 337 time: 0.0612714 Sep 16 04:47:26.906317 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40566) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:26.939800 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-851f52d8-dc45-4447-9ae3-81955e02cb3f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:26.940640 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-851f52d8-dc45-4447-9ae3-81955e02cb3f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:26.947236 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-851f52d8-dc45-4447-9ae3-81955e02cb3f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/70c1c038-bc46-40e8-a0a2-a18c9de9b597 HTTP/1.1" status: 404 len: 333 time: 0.0398207 Sep 16 04:47:26.948000 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40568) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:26.951345 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-63a38fde-3263-4d4e-9e30-cc69509380b8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5084627 Sep 16 04:47:26.954924 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40570) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:26.966205 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-31a0ab52-1d8d-4da2-ac20-fe8faff10d29 admin admin] Request body: {'subnet': {'network_id': '60d078bb-c66f-4588-bcce-90f888464a36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1222533784-subnet', 'tenant_id': '2e0f2a25ff7a42109390aea64c07e38c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:27.023138 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1980523-be28-4559-97c9-73a916b57948 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:27.023513 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1980523-be28-4559-97c9-73a916b57948 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:27.030680 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c1980523-be28-4559-97c9-73a916b57948 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/284c133c-ea6f-47cd-b1d2-6e320609b84c HTTP/1.1" status: 404 len: 337 time: 0.0814822 Sep 16 04:47:27.031343 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40574) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:27.106828 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a38fde-3263-4d4e-9e30-cc69509380b8 admin admin] Pushing event updated for resources: {'Network': ['ID=60d078bb-c66f-4588-bcce-90f888464a36,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:27.132173 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 60d078bb-c66f-4588-bcce-90f888464a36 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:47:27.154752 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-08523f39-fd21-4951-aed9-4178ce29d45d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:27.155778 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08523f39-fd21-4951-aed9-4178ce29d45d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:27.158262 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-08523f39-fd21-4951-aed9-4178ce29d45d tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/47f7b584-e5c8-4df5-9322-f024a3502745 HTTP/1.1" status: 404 len: 337 time: 0.1018310 Sep 16 04:47:27.161676 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40578) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:27.208184 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-088f72c1-0c2e-427e-9e13-949927bbf0d4 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:27.209309 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-088f72c1-0c2e-427e-9e13-949927bbf0d4 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:27.211512 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-088f72c1-0c2e-427e-9e13-949927bbf0d4 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/fdda5ec6-e301-4d92-ab7f-77b6cc89cb3c HTTP/1.1" status: 404 len: 333 time: 0.0486228 Sep 16 04:47:27.214987 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40580) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:27.232506 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a0ab52-1d8d-4da2-ac20-fe8faff10d29 admin admin] Made reservation on behalf of 2e0f2a25ff7a42109390aea64c07e38c for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:27.236456 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-31a0ab52-1d8d-4da2-ac20-fe8faff10d29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:27.302871 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e234781-a4da-45f9-882a-a9709041d0f3 req-9954b634-53e1-489d-9958-6a17ded73ca0 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:27.310376 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9e234781-a4da-45f9-882a-a9709041d0f3 req-9954b634-53e1-489d-9958-6a17ded73ca0 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 946 time: 0.2015376 Sep 16 04:47:27.327457 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3693425f-3d2a-4a46-9e44-29f7dd0eda91 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:27.328283 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3693425f-3d2a-4a46-9e44-29f7dd0eda91 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:27.334067 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3693425f-3d2a-4a46-9e44-29f7dd0eda91 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/54365ebe-11a6-4a48-8411-a3ef53dfd0e8 HTTP/1.1" status: 404 len: 337 time: 0.1158414 Sep 16 04:47:27.334690 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40588) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:27.404309 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ba2164-509c-4f31-9804-00d8c8f0a1e3 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:27.405429 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68ba2164-509c-4f31-9804-00d8c8f0a1e3 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:27.408194 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-68ba2164-509c-4f31-9804-00d8c8f0a1e3 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/4bde2cbb-7ef5-4550-b812-c1e1775f5be9 HTTP/1.1" status: 404 len: 337 time: 0.0724475 Sep 16 04:47:27.410901 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40590) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:27.439859 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9e234781-a4da-45f9-882a-a9709041d0f3 req-d1e95d38-52d0-4fb9-bb51-eb2c091886ea tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283367 Sep 16 04:47:27.467028 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0d689f2d-1085-4071-9d6e-0bf74d505103 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports?device_id=c851bb60-d5a0-4a82-8dda-5f67c0f2ce9f HTTP/1.1" status: 200 len: 205 time: 0.0534430 Sep 16 04:47:27.468231 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40592) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:27.581098 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-fb74430e-05bb-476a-b6ee-617df476ec35 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] delete failed (client error): The resource could not be found. Sep 16 04:47:27.582495 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fb74430e-05bb-476a-b6ee-617df476ec35 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/routers/c851bb60-d5a0-4a82-8dda-5f67c0f2ce9f HTTP/1.1" status: 404 len: 336 time: 0.1132388 Sep 16 04:47:27.589676 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40604) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:27.635375 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec8e04d5-d274-47ab-8e5d-52cffc47237f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:27.637161 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec8e04d5-d274-47ab-8e5d-52cffc47237f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:27.643007 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ec8e04d5-d274-47ab-8e5d-52cffc47237f tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/06670447-9200-49db-b10d-e19c257fb68b HTTP/1.1" status: 404 len: 337 time: 0.0482652 Sep 16 04:47:27.643654 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40606) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:27.705408 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-288bd1bc-9537-4414-b789-a084bf14e075 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7d0756a-600d-4786-a986-314d43c72303 HTTP/1.1" status: 200 len: 205 time: 0.0574048 Sep 16 04:47:27.706678 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40610) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:27.770433 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-31a0ab52-1d8d-4da2-ac20-fe8faff10d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:27.822607 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-fdc3bb9a-c222-4d71-932d-b3065d34bbb3 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] delete failed (client error): The resource could not be found. Sep 16 04:47:27.823857 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fdc3bb9a-c222-4d71-932d-b3065d34bbb3 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/routers/a7d0756a-600d-4786-a986-314d43c72303 HTTP/1.1" status: 404 len: 336 time: 0.1157963 Sep 16 04:47:27.829767 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40612) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:27.902877 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e67c08b-d241-4360-aa48-006acc0ca98b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:27.918979 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e67c08b-d241-4360-aa48-006acc0ca98b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:27.921654 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9e67c08b-d241-4360-aa48-006acc0ca98b tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/d720979a-08f4-4316-86d9-d7a74093ad1f HTTP/1.1" status: 404 len: 337 time: 0.0893028 Sep 16 04:47:27.923971 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40614) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:27.930249 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-c3eb062a-b463-4803-948f-323f4d266efa None None] Provisioning complete for port d93cb67b-e4a0-411d-a9a1-48f1b1348ec3 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:27.931107 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c3eb062a-b463-4803-948f-323f4d266efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:27.932841 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b284629-5a56-4173-99f6-7b103a3d9be9 req-c42124f9-5b67-4e62-b4d2-db6fa0c9e09c tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:27.941646 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3b284629-5a56-4173-99f6-7b103a3d9be9 req-c42124f9-5b67-4e62-b4d2-db6fa0c9e09c tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 944 time: 0.2500947 Sep 16 04:47:27.977423 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a0ab52-1d8d-4da2-ac20-fe8faff10d29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b035a0ab-941e-41ba-9a0c-7177fcec4515,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:28.004224 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f9e876d-e8b9-4113-bcb9-04ef56a5a142 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:28.004780 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f9e876d-e8b9-4113-bcb9-04ef56a5a142 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:28.007998 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3b284629-5a56-4173-99f6-7b103a3d9be9 req-0d8f31a5-2218-41e1-89d9-adb3253e9794 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652092 Sep 16 04:47:28.013679 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3f9e876d-e8b9-4113-bcb9-04ef56a5a142 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/f7791291-cc1e-4d6f-9da6-21d7e9bb7ec1 HTTP/1.1" status: 404 len: 337 time: 0.0836089 Sep 16 04:47:28.014058 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40616) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:28.031521 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a0ab52-1d8d-4da2-ac20-fe8faff10d29 admin admin] Checking segment: {'id': 'ae7c973c-db06-4343-837f-ad8bf052f252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '60d078bb-c66f-4588-bcce-90f888464a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:28.038040 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a0ab52-1d8d-4da2-ac20-fe8faff10d29 admin admin] Network hostable DHCP agents. Network: 60d078bb-c66f-4588-bcce-90f888464a36, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:47:28.073805 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-06f47701-969d-4fc9-95ef-76ce4b6a4e65 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:28.074762 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06f47701-969d-4fc9-95ef-76ce4b6a4e65 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:28.077409 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-06f47701-969d-4fc9-95ef-76ce4b6a4e65 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/cede9a04-3b53-4685-b316-d7d94691968b HTTP/1.1" status: 404 len: 333 time: 0.0621552 Sep 16 04:47:28.079905 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40618) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:28.091761 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a0ab52-1d8d-4da2-ac20-fe8faff10d29 admin admin] Network 60d078bb-c66f-4588-bcce-90f888464a36 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:47:28.120303 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-53d30807-c10c-49a1-a5aa-f35f3e3d8455 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:28.120966 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53d30807-c10c-49a1-a5aa-f35f3e3d8455 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:28.121468 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-31a0ab52-1d8d-4da2-ac20-fe8faff10d29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 60d078bb-c66f-4588-bcce-90f888464a36) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:28.122995 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-53d30807-c10c-49a1-a5aa-f35f3e3d8455 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/59f9e7cc-295b-4204-a2f8-9207d2a4bf5f HTTP/1.1" status: 404 len: 337 time: 0.0419118 Sep 16 04:47:28.126477 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40620) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:28.133792 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8edc05-3ffe-450c-b7be-ecc547d55e6a None None] Network 60d078bb-c66f-4588-bcce-90f888464a36 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:28.169955 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b069dd6f-e41a-4d59-b1ea-71a489d06267 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:28.171080 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b069dd6f-e41a-4d59-b1ea-71a489d06267 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:28.177772 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b069dd6f-e41a-4d59-b1ea-71a489d06267 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/c99d6b98-6f48-4c6d-99af-6f7f37d4d328 HTTP/1.1" status: 404 len: 333 time: 0.0429647 Sep 16 04:47:28.177772 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a0ab52-1d8d-4da2-ac20-fe8faff10d29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:28.178059 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40622) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:28.190450 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-31a0ab52-1d8d-4da2-ac20-fe8faff10d29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:28.232042 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-31a0ab52-1d8d-4da2-ac20-fe8faff10d29 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2716331 Sep 16 04:47:28.232697 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40624) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:28.238852 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-96455cc4-6ee3-4f5e-a2f9-651fb032d0bf admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1222533784-router', 'tenant_id': '2e0f2a25ff7a42109390aea64c07e38c', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:28.262505 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-067e129e-0507-4440-8858-223a5f8d02fd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:28.262974 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-067e129e-0507-4440-8858-223a5f8d02fd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:28.270298 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-067e129e-0507-4440-8858-223a5f8d02fd tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/88d6779d-c34d-42a5-8ef8-6644fb47180d HTTP/1.1" status: 404 len: 337 time: 0.0895493 Sep 16 04:47:28.271197 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40626) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:28.280673 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-96455cc4-6ee3-4f5e-a2f9-651fb032d0bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:28.285611 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-96455cc4-6ee3-4f5e-a2f9-651fb032d0bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:28.314421 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-57bc322f-2bbc-43c3-ab35-a413a70a0135 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:28.315335 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57bc322f-2bbc-43c3-ab35-a413a70a0135 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:28.319631 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-57bc322f-2bbc-43c3-ab35-a413a70a0135 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/58d4fd75-a5fc-409b-bd03-538b5f4a3f7e HTTP/1.1" status: 404 len: 333 time: 0.0450716 Sep 16 04:47:28.320263 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40628) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:28.355590 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f05d4c2e-932f-48a7-a0d9-f714c55823c0 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:28.356303 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f05d4c2e-932f-48a7-a0d9-f714c55823c0 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:28.360601 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f05d4c2e-932f-48a7-a0d9-f714c55823c0 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/5aff95f2-d36c-4611-8911-50fcd8f6a483 HTTP/1.1" status: 404 len: 337 time: 0.0365279 Sep 16 04:47:28.361232 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40630) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:28.381540 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-96455cc4-6ee3-4f5e-a2f9-651fb032d0bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:28.400256 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-66187dcc-23ff-4eb6-90fb-015f489f1d9e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:28.401469 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66187dcc-23ff-4eb6-90fb-015f489f1d9e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:28.405983 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-66187dcc-23ff-4eb6-90fb-015f489f1d9e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/6ee4cd8e-9196-42bd-9abf-5834d4674d70 HTTP/1.1" status: 404 len: 333 time: 0.0409088 Sep 16 04:47:28.414112 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40632) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:28.442140 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25616d12-29d3-47fe-8b27-8bb7689bdb13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-60d078bb-c66f-4588-bcce-90f888464a36', 'network_id': '60d078bb-c66f-4588-bcce-90f888464a36', 'tenant_id': '2e0f2a25ff7a42109390aea64c07e38c', 'fixed_ips': [{'subnet_id': 'b035a0ab-941e-41ba-9a0c-7177fcec4515'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:47:28.443082 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-25616d12-29d3-47fe-8b27-8bb7689bdb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:28.444332 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4254f03-2b0e-4110-a96b-2feff237ae3b req-2929b1c8-6ac7-4353-831b-7e235238c94d tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bf3478-a8ec-49b8-94de-a7731b4ab64c HTTP/1.1" status: 200 len: 210 time: 0.0603600 Sep 16 04:47:28.462624 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c3b4648-7e4d-45d4-8d2a-a9a78160cb14 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:28.462624 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c3b4648-7e4d-45d4-8d2a-a9a78160cb14 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:28.462624 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5c3b4648-7e4d-45d4-8d2a-a9a78160cb14 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/e49475b8-5801-4b22-bf3f-2dc9943b2862 HTTP/1.1" status: 404 len: 337 time: 0.0382993 Sep 16 04:47:28.462624 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40634) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:28.491779 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e94acf-ea46-4edb-a8c9-6e255bfb5634 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:28.492633 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15e94acf-ea46-4edb-a8c9-6e255bfb5634 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:28.495788 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-15e94acf-ea46-4edb-a8c9-6e255bfb5634 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/d4cf2854-a41d-41bf-85dc-064d16e94347 HTTP/1.1" status: 404 len: 333 time: 0.0363884 Sep 16 04:47:28.498566 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40642) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:28.556012 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c38d6c9-870b-43c3-bbad-6142a12f96b5 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:28.556593 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c38d6c9-870b-43c3-bbad-6142a12f96b5 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:28.560753 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6c38d6c9-870b-43c3-bbad-6142a12f96b5 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/3a269a1b-fa9e-4be9-b2a1-0b1c717fc33f HTTP/1.1" status: 404 len: 337 time: 0.0585139 Sep 16 04:47:28.561131 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40648) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:28.596176 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5923fc21-5e16-46d1-95bc-7b3e2204087e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:28.597001 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5923fc21-5e16-46d1-95bc-7b3e2204087e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:28.601292 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5923fc21-5e16-46d1-95bc-7b3e2204087e tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/d6d57e66-13c1-4f0d-87eb-2421e395249a HTTP/1.1" status: 404 len: 333 time: 0.0367966 Sep 16 04:47:28.601602 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40650) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:28.645999 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d659592-a914-466f-a6f9-d3b2647ed608 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:28.647021 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d659592-a914-466f-a6f9-d3b2647ed608 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:28.652437 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3d659592-a914-466f-a6f9-d3b2647ed608 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/9de133a9-c42c-44a2-9d65-ed59b470688f HTTP/1.1" status: 404 len: 337 time: 0.0472870 Sep 16 04:47:28.655554 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40656) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:28.695943 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1763ca7-e465-4e28-8df7-2b3114db1ae9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:28.696941 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1763ca7-e465-4e28-8df7-2b3114db1ae9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:28.700174 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e1763ca7-e465-4e28-8df7-2b3114db1ae9 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/ports/877674cc-12e2-4c7d-8441-60cf44375169 HTTP/1.1" status: 404 len: 333 time: 0.0431645 Sep 16 04:47:28.701778 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-96455cc4-6ee3-4f5e-a2f9-651fb032d0bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:28.703626 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40666) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:28.748921 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-25616d12-29d3-47fe-8b27-8bb7689bdb13 None None] Allocated IP 172.20.0.2 (60d078bb-c66f-4588-bcce-90f888464a36/b035a0ab-941e-41ba-9a0c-7177fcec4515/9d8ed916-7c40-4be4-bd42-77b6e22f2f30) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:28.755268 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-705aed7c-1515-456e-a43a-59fbd8c9b8a5 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:28.755857 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-705aed7c-1515-456e-a43a-59fbd8c9b8a5 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:28.758589 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-705aed7c-1515-456e-a43a-59fbd8c9b8a5 tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/subnets/4cb392e9-e251-4766-befc-0e9ef63fa97a HTTP/1.1" status: 404 len: 337 time: 0.0514729 Sep 16 04:47:28.761867 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40672) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:28.918945 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a7a16b5-4b3d-468c-bf23-c7cb5c1395fe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.090576 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-4deb4472-7b72-46a0-b572-3e9d51e63bd6 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:29.092857 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-4deb4472-7b72-46a0-b572-3e9d51e63bd6 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.48 "GET /v2.0/networks?id=55135b4c-2e11-451e-9d70-37211e2657fa HTTP/1.1" status: 200 len: 812 time: 0.2254808 Sep 16 04:47:29.095419 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-2a7a16b5-4b3d-468c-bf23-c7cb5c1395fe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Deleting port d93cb67b-e4a0-411d-a9a1-48f1b1348ec3 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:29.098801 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a7a16b5-4b3d-468c-bf23-c7cb5c1395fe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.145527 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-a87f355c-190e-480c-85b0-226713c0e31f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Request body: {'port': {'device_id': '24bf3478-a8ec-49b8-94de-a7731b4ab64c', 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa', 'admin_state_up': True, 'tenant_id': 'feb35d6815044dc78fef1435e68e9720'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:29.217476 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-96455cc4-6ee3-4f5e-a2f9-651fb032d0bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.259910 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-25616d12-29d3-47fe-8b27-8bb7689bdb13 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.272970 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-25616d12-29d3-47fe-8b27-8bb7689bdb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.299891 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-96455cc4-6ee3-4f5e-a2f9-651fb032d0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.355790 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25616d12-29d3-47fe-8b27-8bb7689bdb13 None None] Pushing event updated for resources: {'Port': ['ID=9d8ed916-7c40-4be4-bd42-77b6e22f2f30,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:29.371523 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25616d12-29d3-47fe-8b27-8bb7689bdb13 None None] Network 60d078bb-c66f-4588-bcce-90f888464a36 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:29.386108 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-25616d12-29d3-47fe-8b27-8bb7689bdb13 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:29.388625 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25616d12-29d3-47fe-8b27-8bb7689bdb13 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:29.433273 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-2a7a16b5-4b3d-468c-bf23-c7cb5c1395fe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] For port d93cb67b-e4a0-411d-a9a1-48f1b1348ec3, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d93cb67b-e4a0-411d-a9a1-48f1b1348ec3,segment=NetworkSegment(fe897db5-019b-4e20-a3bd-c26a4fde2bff),segment_id=fe897db5-019b-4e20-a3bd-c26a4fde2bff)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:29.433882 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a7a16b5-4b3d-468c-bf23-c7cb5c1395fe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.448834 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-2a7a16b5-4b3d-468c-bf23-c7cb5c1395fe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Calling delete_port for d93cb67b-e4a0-411d-a9a1-48f1b1348ec3 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:29.483388 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-25616d12-29d3-47fe-8b27-8bb7689bdb13 None None] Attempting to bind port 9d8ed916-7c40-4be4-bd42-77b6e22f2f30 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:29.484007 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-25616d12-29d3-47fe-8b27-8bb7689bdb13 None None] Attempting to bind port 9d8ed916-7c40-4be4-bd42-77b6e22f2f30 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ae7c973c-db06-4343-837f-ad8bf052f252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '60d078bb-c66f-4588-bcce-90f888464a36'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:29.484523 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25616d12-29d3-47fe-8b27-8bb7689bdb13 None None] Attempting to bind port 9d8ed916-7c40-4be4-bd42-77b6e22f2f30 on network 60d078bb-c66f-4588-bcce-90f888464a36 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:29.491151 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25616d12-29d3-47fe-8b27-8bb7689bdb13 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:29.491837 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25616d12-29d3-47fe-8b27-8bb7689bdb13 None None] Checking segment: {'id': 'ae7c973c-db06-4343-837f-ad8bf052f252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '60d078bb-c66f-4588-bcce-90f888464a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:29.493372 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-25616d12-29d3-47fe-8b27-8bb7689bdb13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.493372 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25616d12-29d3-47fe-8b27-8bb7689bdb13 None None] Bound using segment: {'id': 'ae7c973c-db06-4343-837f-ad8bf052f252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '60d078bb-c66f-4588-bcce-90f888464a36'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:29.493372 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-25616d12-29d3-47fe-8b27-8bb7689bdb13 None None] Bound port: 9d8ed916-7c40-4be4-bd42-77b6e22f2f30, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7c973c-db06-4343-837f-ad8bf052f252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '60d078bb-c66f-4588-bcce-90f888464a36'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:29.494038 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-25616d12-29d3-47fe-8b27-8bb7689bdb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.539730 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-a87f355c-190e-480c-85b0-226713c0e31f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Made reservation on behalf of feb35d6815044dc78fef1435e68e9720 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:29.543887 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-a87f355c-190e-480c-85b0-226713c0e31f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.569947 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca76b2-77fe-4421-b7c0-49e64fdff0d3 req-03567a2f-66f1-494b-83c0-42f1e56510da tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:29.572400 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-caca76b2-77fe-4421-b7c0-49e64fdff0d3 req-03567a2f-66f1-494b-83c0-42f1e56510da tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 946 time: 0.1538122 Sep 16 04:47:29.614600 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-96455cc4-6ee3-4f5e-a2f9-651fb032d0bf admin admin] Allocated IP 172.25.8.91 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/33ab65c3-bf89-4d0b-b66a-393e6381922b) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:29.671735 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-25616d12-29d3-47fe-8b27-8bb7689bdb13 None None] For port 9d8ed916-7c40-4be4-bd42-77b6e22f2f30, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:29.680611 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-25616d12-29d3-47fe-8b27-8bb7689bdb13 None None] For port 9d8ed916-7c40-4be4-bd42-77b6e22f2f30, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=9d8ed916-7c40-4be4-bd42-77b6e22f2f30,segment=NetworkSegment(ae7c973c-db06-4343-837f-ad8bf052f252),segment_id=ae7c973c-db06-4343-837f-ad8bf052f252)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:29.685216 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a7a16b5-4b3d-468c-bf23-c7cb5c1395fe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.691382 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-25616d12-29d3-47fe-8b27-8bb7689bdb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.707126 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-caca76b2-77fe-4421-b7c0-49e64fdff0d3 req-5566080b-77b5-411a-89bd-86ae90ef8acc tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226382 Sep 16 04:47:29.794604 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a16b5-4b3d-468c-bf23-c7cb5c1395fe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Port': ['ID=d93cb67b-e4a0-411d-a9a1-48f1b1348ec3,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:29.813454 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7a16b5-4b3d-468c-bf23-c7cb5c1395fe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] No DVR routers for this DVR port d93cb67b-e4a0-411d-a9a1-48f1b1348ec3 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:29.890164 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84593ce1-960f-4250-92e3-5358a692e77f None None] DHCP port deletion for c1806bde-f213-4a7a-844d-fa613e1e0ff4 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:47:29.905890 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25616d12-29d3-47fe-8b27-8bb7689bdb13 None None] Pushing event updated for resources: {'Port': ['ID=9d8ed916-7c40-4be4-bd42-77b6e22f2f30,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:29.960384 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-96455cc4-6ee3-4f5e-a2f9-651fb032d0bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.053380 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dbac3-6cc7-4cc3-a744-bc996a23e5a5 req-aec4b0b1-ac3a-44a0-a798-cee9c8979834 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:30.056781 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a7a16b5-4b3d-468c-bf23-c7cb5c1395fe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.068190 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb0dbac3-6cc7-4cc3-a744-bc996a23e5a5 req-aec4b0b1-ac3a-44a0-a798-cee9c8979834 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 944 time: 0.1789289 Sep 16 04:47:30.093133 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-a87f355c-190e-480c-85b0-226713c0e31f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Allocated IP 172.20.0.6 (55135b4c-2e11-451e-9d70-37211e2657fa/d79ab8be-654b-4737-af1c-65a1487483c5/224b3f35-a7e0-4f8c-a069-60e6702d42b9) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:30.101100 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-2a7a16b5-4b3d-468c-bf23-c7cb5c1395fe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1806bde-f213-4a7a-844d-fa613e1e0ff4']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:30.125363 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-2a7a16b5-4b3d-468c-bf23-c7cb5c1395fe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe897db5-019b-4e20-a3bd-c26a4fde2bff') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:30.127282 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-2a7a16b5-4b3d-468c-bf23-c7cb5c1395fe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe897db5-019b-4e20-a3bd-c26a4fde2bff') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:30.142249 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-96455cc4-6ee3-4f5e-a2f9-651fb032d0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.153715 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a7a16b5-4b3d-468c-bf23-c7cb5c1395fe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.204536 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a7a16b5-4b3d-468c-bf23-c7cb5c1395fe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.217948 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb0dbac3-6cc7-4cc3-a744-bc996a23e5a5 req-acacc0d6-ff6c-4987-b8b0-e74d86b22ac8 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480935 Sep 16 04:47:30.295058 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7a16b5-4b3d-468c-bf23-c7cb5c1395fe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:47:30.300539 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a7a16b5-4b3d-468c-bf23-c7cb5c1395fe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.304390 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:47:30.304390 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:47:30.304390 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:47:30.304390 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:47:30.304390 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:47:30.304390 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:47:30.304390 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:47:30.304390 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:47:30.304390 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:47:30.304390 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:47:30.304390 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:47:30.304390 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:47:30.304390 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:47:30.304390 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:47:30.304390 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:47:30.304390 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:47:30.304390 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:47:30.304390 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:47:30.304390 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:47:30.304390 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:47:30.304390 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:47:30.304390 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:47:30.304390 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:47:30.304390 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:47:30.304390 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:47:30.304390 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:47:30.304390 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:47:30.304390 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:47:30.304390 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:47:30.304390 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:47:30.304390 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:47:30.304390 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:47:30.400501 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96455cc4-6ee3-4f5e-a2f9-651fb032d0bf admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:30.403320 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96455cc4-6ee3-4f5e-a2f9-651fb032d0bf admin admin] Pushing event updated for resources: {'Port': ['ID=33ab65c3-bf89-4d0b-b66a-393e6381922b,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:30.407720 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-96455cc4-6ee3-4f5e-a2f9-651fb032d0bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:30.414745 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96455cc4-6ee3-4f5e-a2f9-651fb032d0bf admin admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:30.570413 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-a87f355c-190e-480c-85b0-226713c0e31f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.621259 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-a87f355c-190e-480c-85b0-226713c0e31f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.666605 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a7a16b5-4b3d-468c-bf23-c7cb5c1395fe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.715875 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895112eb-0cd2-4567-a7e0-5af2e66dd52e None None] DHCP port deletion for c1806bde-f213-4a7a-844d-fa613e1e0ff4 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:47:30.752135 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a7a16b5-4b3d-468c-bf23-c7cb5c1395fe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.755973 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2a7a16b5-4b3d-468c-bf23-c7cb5c1395fe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] 10.222.0.35 "DELETE /v2.0/networks/c1806bde-f213-4a7a-844d-fa613e1e0ff4 HTTP/1.1" status: 204 len: 168 time: 1.9926116 Sep 16 04:47:30.766556 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a16b5-4b3d-468c-bf23-c7cb5c1395fe tempest-NetworksTestDHCPv6-713050616 tempest-NetworksTestDHCPv6-713050616-project] Pushing event deleted for resources: {'Network': ['ID=c1806bde-f213-4a7a-844d-fa613e1e0ff4,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:30.810911 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-a87f355c-190e-480c-85b0-226713c0e31f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Network 55135b4c-2e11-451e-9d70-37211e2657fa is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:30.819871 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-a87f355c-190e-480c-85b0-226713c0e31f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:30.825883 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-a87f355c-190e-480c-85b0-226713c0e31f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:30.830355 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f355c-190e-480c-85b0-226713c0e31f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Pushing event updated for resources: {'Port': ['ID=224b3f35-a7e0-4f8c-a069-60e6702d42b9,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:30.937500 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-96455cc4-6ee3-4f5e-a2f9-651fb032d0bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.959964 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-a87f355c-190e-480c-85b0-226713c0e31f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:30.960707 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-a87f355c-190e-480c-85b0-226713c0e31f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.999681 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-a87f355c-190e-480c-85b0-226713c0e31f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8826928 Sep 16 04:47:31.044233 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-8fa12900-24d1-493d-b16c-ef999e76b672 service neutron] Request body: {'port': {'device_id': '24bf3478-a8ec-49b8-94de-a7731b4ab64c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:31.210017 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-8fa12900-24d1-493d-b16c-ef999e76b672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.295503 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 3e8bb660-650d-45a4-8989-d6fa050a9dab up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:31.308731 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40752) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:31.363860 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 3e8bb660-650d-45a4-8989-d6fa050a9dab completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:47:31.369471 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 3e8bb660-650d-45a4-8989-d6fa050a9dab triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:31.370016 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.395517 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-96455cc4-6ee3-4f5e-a2f9-651fb032d0bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.527706 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.535904 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c9c252-2e84-45bc-ad2d-cb816a222640 None None] Network 60d078bb-c66f-4588-bcce-90f888464a36 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:31.584456 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce422228-4229-4f40-bf01-667bcdecacc4 req-adfac768-40a5-49a2-9658-39fa27834a01 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:31.586371 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ce422228-4229-4f40-bf01-667bcdecacc4 req-adfac768-40a5-49a2-9658-39fa27834a01 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bf3478-a8ec-49b8-94de-a7731b4ab64c HTTP/1.1" status: 200 len: 931 time: 0.1857498 Sep 16 04:47:31.587208 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-3f313414-6265-44d4-9625-98c92900881a None None] Provisioning complete for port 9d8ed916-7c40-4be4-bd42-77b6e22f2f30 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:31.587630 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3f313414-6265-44d4-9625-98c92900881a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.645065 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e98a0e-d652-4759-9018-8644769bf96b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8bb660-650d-45a4-8989-d6fa050a9dab'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:31.647445 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8c3bc5-ba74-486f-887a-f9c048ec6692" -d '{"events": [{"server_uuid": "e9e98a0e-d652-4759-9018-8644769bf96b", "name": "network-vif-plugged", "status": "completed", "tag": "3e8bb660-650d-45a4-8989-d6fa050a9dab"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:31.649241 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0c948a53-b55f-4b3a-b2ed-c5cdedd49ffc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3adf2e42a132432f9eca7df19231c9e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3386612 Sep 16 04:47:31.650086 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40760) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:31.678342 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 3e8bb660-650d-45a4-8989-d6fa050a9dab, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=3e8bb660-650d-45a4-8989-d6fa050a9dab,segment=NetworkSegment(563ffb0c-abbc-4891-bc16-630f77fa0d00),segment_id=563ffb0c-abbc-4891-bc16-630f77fa0d00)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:31.685022 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ce422228-4229-4f40-bf01-667bcdecacc4 req-d0c45d60-61f6-4d33-b0d8-533b7f632b61 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869036 Sep 16 04:47:31.687465 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.724613 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-8fa12900-24d1-493d-b16c-ef999e76b672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 224b3f35-a7e0-4f8c-a069-60e6702d42b9 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:31.750442 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-8fa12900-24d1-493d-b16c-ef999e76b672 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.763635 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96455cc4-6ee3-4f5e-a2f9-651fb032d0bf admin admin] Router 8a74ea9c-ed43-4fff-8f32-e34ffa04090d is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:47:31.785674 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-8fa12900-24d1-493d-b16c-ef999e76b672 service neutron] Transition to ACTIVE for port object 224b3f35-a7e0-4f8c-a069-60e6702d42b9 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:47:31.790069 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f963a60f-d37e-46b4-b331-2303564cee49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.805148 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-8fa12900-24d1-493d-b16c-ef999e76b672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.832285 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f963a60f-d37e-46b4-b331-2303564cee49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.835956 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=3e8bb660-650d-45a4-8989-d6fa050a9dab,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:31.858360 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3f313414-6265-44d4-9625-98c92900881a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.906351 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e98c7b-da1e-4578-8aa5-ea1a003ee820 req-574c770b-b5e9-4853-8325-e2eb2001bdf8 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:31.909049 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-65e98c7b-da1e-4578-8aa5-ea1a003ee820 req-574c770b-b5e9-4853-8325-e2eb2001bdf8 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 946 time: 0.1274149 Sep 16 04:47:31.934508 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa12900-24d1-493d-b16c-ef999e76b672 service neutron] Pushing event updated for resources: {'Port': ['ID=224b3f35-a7e0-4f8c-a069-60e6702d42b9,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:31.935843 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-3f313414-6265-44d4-9625-98c92900881a None None] For port 9d8ed916-7c40-4be4-bd42-77b6e22f2f30, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=9d8ed916-7c40-4be4-bd42-77b6e22f2f30,segment=NetworkSegment(ae7c973c-db06-4343-837f-ad8bf052f252),segment_id=ae7c973c-db06-4343-837f-ad8bf052f252)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:31.944054 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3f313414-6265-44d4-9625-98c92900881a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.972824 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96455cc4-6ee3-4f5e-a2f9-651fb032d0bf admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:47:31.997219 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7f0d47-c9e8-4fe6-ba51-41aa1acedd0d None None] Sync routers for ids ['8a74ea9c-ed43-4fff-8f32-e34ffa04090d'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:47:31.998521 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f963a60f-d37e-46b4-b331-2303564cee49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:32.009560 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f963a60f-d37e-46b4-b331-2303564cee49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:32.014724 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f963a60f-d37e-46b4-b331-2303564cee49 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2db6f024-e369-46b5-9bd0-3a12bbe4ae83 HTTP/1.1" status: 204 len: 168 time: 0.3629904 Sep 16 04:47:32.023488 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-96455cc4-6ee3-4f5e-a2f9-651fb032d0bf admin admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:32.030351 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7f0d47-c9e8-4fe6-ba51-41aa1acedd0d None None] Routers {'8a74ea9c-ed43-4fff-8f32-e34ffa04090d'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:47:32.030986 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-9e7f0d47-c9e8-4fe6-ba51-41aa1acedd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:47:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8a74ea9c-ed43-4fff-8f32-e34ffa04090d'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:32.038817 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-96455cc4-6ee3-4f5e-a2f9-651fb032d0bf admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8050117 Sep 16 04:47:32.039496 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40766) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:32.072066 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f963a60f-d37e-46b4-b331-2303564cee49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db6f024-e369-46b5-9bd0-3a12bbe4ae83,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:32.075056 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-8fa12900-24d1-493d-b16c-ef999e76b672 service neutron] Attempting to bind port 224b3f35-a7e0-4f8c-a069-60e6702d42b9 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:32.075380 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-8fa12900-24d1-493d-b16c-ef999e76b672 service neutron] Attempting to bind port 224b3f35-a7e0-4f8c-a069-60e6702d42b9 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '8a88cf17-2626-40ee-b5d7-20831c5d590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:32.075705 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-8fa12900-24d1-493d-b16c-ef999e76b672 service neutron] Attempting to bind port 224b3f35-a7e0-4f8c-a069-60e6702d42b9 on network 55135b4c-2e11-451e-9d70-37211e2657fa {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:32.089933 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-8fa12900-24d1-493d-b16c-ef999e76b672 service neutron] Port 224b3f35-a7e0-4f8c-a069-60e6702d42b9 on network 55135b4c-2e11-451e-9d70-37211e2657fa not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:47:32.090588 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-8fa12900-24d1-493d-b16c-ef999e76b672 service neutron] Attempting to bind port 224b3f35-a7e0-4f8c-a069-60e6702d42b9 on network 55135b4c-2e11-451e-9d70-37211e2657fa {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:32.103889 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-8fa12900-24d1-493d-b16c-ef999e76b672 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:32.104227 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-8fa12900-24d1-493d-b16c-ef999e76b672 service neutron] Checking segment: {'id': '8a88cf17-2626-40ee-b5d7-20831c5d590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:32.104637 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-8fa12900-24d1-493d-b16c-ef999e76b672 service neutron] Bound using segment: {'id': '8a88cf17-2626-40ee-b5d7-20831c5d590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:32.105078 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-8fa12900-24d1-493d-b16c-ef999e76b672 service neutron] Bound port: 224b3f35-a7e0-4f8c-a069-60e6702d42b9, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a88cf17-2626-40ee-b5d7-20831c5d590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:32.105441 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-8fa12900-24d1-493d-b16c-ef999e76b672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:32.121766 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f313414-6265-44d4-9625-98c92900881a None None] Pushing event updated for resources: {'Port': ['ID=9d8ed916-7c40-4be4-bd42-77b6e22f2f30,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:32.162925 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 9d8ed916-7c40-4be4-bd42-77b6e22f2f30 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:32.163719 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-65e98c7b-da1e-4578-8aa5-ea1a003ee820 req-a6b28d8d-d574-4659-b764-96737901d878 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2450061 Sep 16 04:47:32.304745 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 9d8ed916-7c40-4be4-bd42-77b6e22f2f30 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:32.305585 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:32.306408 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-8fa12900-24d1-493d-b16c-ef999e76b672 service neutron] For port 224b3f35-a7e0-4f8c-a069-60e6702d42b9, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:32.316987 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-8fa12900-24d1-493d-b16c-ef999e76b672 service neutron] For port 224b3f35-a7e0-4f8c-a069-60e6702d42b9, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=224b3f35-a7e0-4f8c-a069-60e6702d42b9,segment=NetworkSegment(8a88cf17-2626-40ee-b5d7-20831c5d590c),segment_id=8a88cf17-2626-40ee-b5d7-20831c5d590c)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:32.331647 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-8fa12900-24d1-493d-b16c-ef999e76b672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:32.380296 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dab361-4c94-426d-ac38-1340506a1848 None None] get_active_networks_info from n-d-712139-15 {{(pid=94768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:47:32.416873 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-8fa12900-24d1-493d-b16c-ef999e76b672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:32.417568 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-8fa12900-24d1-493d-b16c-ef999e76b672 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:32.419195 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-8fa12900-24d1-493d-b16c-ef999e76b672 service neutron] 10.222.0.48 "PUT /v2.0/ports/224b3f35-a7e0-4f8c-a069-60e6702d42b9 HTTP/1.1" status: 200 len: 1092 time: 1.4057698 Sep 16 04:47:32.420192 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24bf3478-a8ec-49b8-94de-a7731b4ab64c', 'tag': '224b3f35-a7e0-4f8c-a069-60e6702d42b9'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:32.422696 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a705b856-5a05-4536-9a70-d530f8cb458e" -d '{"events": [{"name": "network-changed", "server_uuid": "24bf3478-a8ec-49b8-94de-a7731b4ab64c", "tag": "224b3f35-a7e0-4f8c-a069-60e6702d42b9"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:32.431765 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-9e7f0d47-c9e8-4fe6-ba51-41aa1acedd0d None None] Set router 8a74ea9c-ed43-4fff-8f32-e34ffa04090d gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:47:32.455946 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa12900-24d1-493d-b16c-ef999e76b672 service neutron] Pushing event updated for resources: {'Port': ['ID=224b3f35-a7e0-4f8c-a069-60e6702d42b9,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:32.574002 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-26efaf01-049f-4902-9719-4529079bf239 None None] Provisioning complete for port 9d8ed916-7c40-4be4-bd42-77b6e22f2f30 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:32.577272 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-26efaf01-049f-4902-9719-4529079bf239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:32.604453 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-4cb37e11-f28a-4b67-b470-8fbaca57978f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:32.606014 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-4cb37e11-f28a-4b67-b470-8fbaca57978f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=feb35d6815044dc78fef1435e68e9720&device_id=24bf3478-a8ec-49b8-94de-a7731b4ab64c HTTP/1.1" status: 200 len: 1095 time: 0.1169624 Sep 16 04:47:32.655712 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31673aaa-941d-4237-8b89-e0813d7f2825 req-ec75bbdb-886f-4ee3-a3ac-06aec6c5f567 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:32.659459 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-31673aaa-941d-4237-8b89-e0813d7f2825 req-ec75bbdb-886f-4ee3-a3ac-06aec6c5f567 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 945 time: 0.1610665 Sep 16 04:47:32.712893 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-3b04ebfb-0571-4dcd-b345-30e6cc33171f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=224b3f35-a7e0-4f8c-a069-60e6702d42b9 HTTP/1.1" status: 200 len: 217 time: 0.0886388 Sep 16 04:47:32.824506 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-31673aaa-941d-4237-8b89-e0813d7f2825 req-a99da725-09e0-4618-9f7e-a012a213b10d tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458931 Sep 16 04:47:32.840768 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-6a7ce327-8c43-44b9-996c-ce0aca8d53ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:32.845488 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-6a7ce327-8c43-44b9-996c-ce0aca8d53ac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d79ab8be-654b-4737-af1c-65a1487483c5 HTTP/1.1" status: 200 len: 852 time: 0.1220005 Sep 16 04:47:32.852807 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-9e7f0d47-c9e8-4fe6-ba51-41aa1acedd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'name': 'tempest-ServersTestBootFromVolume-1222533784-router', 'tenant_id': '2e0f2a25ff7a42109390aea64c07e38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '33ab65c3-bf89-4d0b-b66a-393e6381922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:28Z', 'updated_at': '2021-09-16T04:47:30Z', 'revision_number': 3, 'project_id': '2e0f2a25ff7a42109390aea64c07e38c', 'gw_port': {'id': '33ab65c3-bf89-4d0b-b66a-393e6381922b', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:29Z', 'updated_at': '2021-09-16T04:47:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:32.890530 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7f0d47-c9e8-4fe6-ba51-41aa1acedd0d None None] Checking router: 8a74ea9c-ed43-4fff-8f32-e34ffa04090d for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:47:32.891839 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7f0d47-c9e8-4fe6-ba51-41aa1acedd0d None None] Updating router 8a74ea9c-ed43-4fff-8f32-e34ffa04090d port 33ab65c3-bf89-4d0b-b66a-393e6381922b binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:47:32.946893 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dab361-4c94-426d-ac38-1340506a1848 None None] Resources bound (agent type, host, resource id): {{(pid=94768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:47:32.956620 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-9e7f0d47-c9e8-4fe6-ba51-41aa1acedd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:32.961228 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-0c367eae-4a22-4e53-9517-ce77ecf21bcd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=55135b4c-2e11-451e-9d70-37211e2657fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743742 Sep 16 04:47:33.276531 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f848bf-aa7d-484a-bdda-e23396c3eb1b x-openstack-request-id: req-62f848bf-aa7d-484a-bdda-e23396c3eb1b {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:33.276846 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24bf3478-a8ec-49b8-94de-a7731b4ab64c", "tag": "224b3f35-a7e0-4f8c-a069-60e6702d42b9", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:33.277094 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-62f848bf-aa7d-484a-bdda-e23396c3eb1b {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:33.277492 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24bf3478-a8ec-49b8-94de-a7731b4ab64c', 'tag': '224b3f35-a7e0-4f8c-a069-60e6702d42b9', 'status': 'completed', 'code': 200} Sep 16 04:47:33.333185 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-5bb6cd81-1f60-4751-a916-3cab028b1be6 service neutron] 10.222.0.48 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547254 Sep 16 04:47:33.495947 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0b2291c9-043a-4807-a17c-6e3889e8bb35 req-35699d2b-5bea-4473-b3bf-28b60da72b24 service neutron] 10.222.0.48 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498582 Sep 16 04:47:33.548362 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5d35f4-6dc0-4366-adf8-bbe0df0d6a68 x-openstack-request-id: req-ba5d35f4-6dc0-4366-adf8-bbe0df0d6a68 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:33.552451 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e98a0e-d652-4759-9018-8644769bf96b", "name": "network-vif-plugged", "status": "completed", "tag": "3e8bb660-650d-45a4-8989-d6fa050a9dab", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:33.552761 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ba5d35f4-6dc0-4366-adf8-bbe0df0d6a68 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:33.553184 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e98a0e-d652-4759-9018-8644769bf96b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8bb660-650d-45a4-8989-d6fa050a9dab', 'code': 200} Sep 16 04:47:33.723224 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705b856-5a05-4536-9a70-d530f8cb458e req-2aa0e65c-e1af-4659-b59c-483dc3f77df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:33.726412 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a705b856-5a05-4536-9a70-d530f8cb458e req-2aa0e65c-e1af-4659-b59c-483dc3f77df0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=feb35d6815044dc78fef1435e68e9720&device_id=24bf3478-a8ec-49b8-94de-a7731b4ab64c HTTP/1.1" status: 200 len: 1095 time: 0.1243382 Sep 16 04:47:33.739724 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-9e7f0d47-c9e8-4fe6-ba51-41aa1acedd0d None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:33.753592 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-9e7f0d47-c9e8-4fe6-ba51-41aa1acedd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:33.763174 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40858) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:33.807542 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40862) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:33.851477 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38582cb-8c07-41b7-adb9-596ed394ae39 req-42149839-3414-4783-86a1-b6c54c75e69d tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:33.861944 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b38582cb-8c07-41b7-adb9-596ed394ae39 req-42149839-3414-4783-86a1-b6c54c75e69d tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bf3478-a8ec-49b8-94de-a7731b4ab64c HTTP/1.1" status: 200 len: 943 time: 0.1843572 Sep 16 04:47:33.874872 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f045bb-8191-4f08-816f-340a3511c6b8 req-57c8e8aa-d974-43cf-9bd4-c1025d61e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:33.876490 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-80f045bb-8191-4f08-816f-340a3511c6b8 req-57c8e8aa-d974-43cf-9bd4-c1025d61e9bc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 1097 time: 0.1887374 Sep 16 04:47:33.896053 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-9e7f0d47-c9e8-4fe6-ba51-41aa1acedd0d None None] Attempting to bind port 33ab65c3-bf89-4d0b-b66a-393e6381922b on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:33.899498 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-9e7f0d47-c9e8-4fe6-ba51-41aa1acedd0d None None] Attempting to bind port 33ab65c3-bf89-4d0b-b66a-393e6381922b by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:33.900169 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7f0d47-c9e8-4fe6-ba51-41aa1acedd0d None None] Attempting to bind port 33ab65c3-bf89-4d0b-b66a-393e6381922b on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:33.907614 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705b856-5a05-4536-9a70-d530f8cb458e req-08b3d5e2-1bd3-4e65-ba18-33842b908848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:33.909922 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a705b856-5a05-4536-9a70-d530f8cb458e req-08b3d5e2-1bd3-4e65-ba18-33842b908848 service neutron] 10.222.0.48 "GET /v2.0/networks?id=55135b4c-2e11-451e-9d70-37211e2657fa HTTP/1.1" status: 200 len: 913 time: 0.1724532 Sep 16 04:47:33.929353 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7f0d47-c9e8-4fe6-ba51-41aa1acedd0d None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:33.931912 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7f0d47-c9e8-4fe6-ba51-41aa1acedd0d None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:33.934040 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-9e7f0d47-c9e8-4fe6-ba51-41aa1acedd0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:33.935412 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7f0d47-c9e8-4fe6-ba51-41aa1acedd0d None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:33.936033 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-9e7f0d47-c9e8-4fe6-ba51-41aa1acedd0d None None] Bound port: 33ab65c3-bf89-4d0b-b66a-393e6381922b, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:33.936769 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-9e7f0d47-c9e8-4fe6-ba51-41aa1acedd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:34.003262 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb8b07-a04d-4963-bc62-34911fbea711 None None] Pushing event updated for resources: {'Port': ['ID=33ab65c3-bf89-4d0b-b66a-393e6381922b,revision_number=2']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:34.017712 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adb8b07-a04d-4963-bc62-34911fbea711 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:34.018067 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adb8b07-a04d-4963-bc62-34911fbea711 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:34.018478 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adb8b07-a04d-4963-bc62-34911fbea711 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:34.018890 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adb8b07-a04d-4963-bc62-34911fbea711 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:34.019123 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adb8b07-a04d-4963-bc62-34911fbea711 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:34.019450 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adb8b07-a04d-4963-bc62-34911fbea711 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:34.019779 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adb8b07-a04d-4963-bc62-34911fbea711 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:34.020110 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adb8b07-a04d-4963-bc62-34911fbea711 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:34.020427 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adb8b07-a04d-4963-bc62-34911fbea711 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:34.020811 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adb8b07-a04d-4963-bc62-34911fbea711 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:34.021110 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adb8b07-a04d-4963-bc62-34911fbea711 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:34.021406 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adb8b07-a04d-4963-bc62-34911fbea711 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:34.049345 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b38582cb-8c07-41b7-adb9-596ed394ae39 req-e7109afe-0bf6-4dba-82a7-b1070057b5a9 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863797 Sep 16 04:47:34.080395 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-9e7f0d47-c9e8-4fe6-ba51-41aa1acedd0d None None] For port 33ab65c3-bf89-4d0b-b66a-393e6381922b, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:34.084965 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-9e7f0d47-c9e8-4fe6-ba51-41aa1acedd0d None None] For port 33ab65c3-bf89-4d0b-b66a-393e6381922b, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=33ab65c3-bf89-4d0b-b66a-393e6381922b,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:34.095942 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-9e7f0d47-c9e8-4fe6-ba51-41aa1acedd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:34.099674 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-80f045bb-8191-4f08-816f-340a3511c6b8 req-4119b320-1eed-4f78-add3-39f46d22c447 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146325 Sep 16 04:47:34.100632 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 9d8ed916-7c40-4be4-bd42-77b6e22f2f30 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:34.114082 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-cdc84eb9-2255-4b74-a5bf-5e8063b1a5bb tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1345054273'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:34.118794 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f4295ae9-1fba-4b05-a49a-0554564e0445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:34.202671 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.db.api [None req-f4295ae9-1fba-4b05-a49a-0554564e0445 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:47:34.202671 n-d-712139-15 neutron-server[94767]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 16 04:47:34.202671 n-d-712139-15 neutron-server[94767]: [parameters: {'project_id': '676498a4db754f839625976fe5715261', 'id': '5348e8f0-3b86-4c74-bca0-d1adc0c1aa31', 'expiration': datetime.datetime(2021, 9, 16, 4, 49, 34, 190285)}] Sep 16 04:47:34.202671 n-d-712139-15 neutron-server[94767]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:47:34.203469 n-d-712139-15 neutron-server[94767]: DEBUG oslo_db.api [None req-f4295ae9-1fba-4b05-a49a-0554564e0445 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:47:34.228542 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 9d8ed916-7c40-4be4-bd42-77b6e22f2f30 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:34.229340 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:34.232522 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc84eb9-2255-4b74-a5bf-5e8063b1a5bb tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Made reservation on behalf of 18b56a4a79d246cc86fcb61393fa5ea1 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:34.237039 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cdc84eb9-2255-4b74-a5bf-5e8063b1a5bb tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:34.265543 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-546638d4-f905-49af-915f-a84a17cf9eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:34.271412 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cdc84eb9-2255-4b74-a5bf-5e8063b1a5bb tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:34.304132 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7f0d47-c9e8-4fe6-ba51-41aa1acedd0d None None] Routers {'8a74ea9c-ed43-4fff-8f32-e34ffa04090d'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:47:34.305025 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-9e7f0d47-c9e8-4fe6-ba51-41aa1acedd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:47:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8a74ea9c-ed43-4fff-8f32-e34ffa04090d'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:34.332825 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15341c65-8fec-47ff-8866-0de989aa5fa8 req-e89ce4c4-3184-4901-8a6c-50b14380051a tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:34.345054 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-15341c65-8fec-47ff-8866-0de989aa5fa8 req-e89ce4c4-3184-4901-8a6c-50b14380051a tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 946 time: 0.1314681 Sep 16 04:47:34.384864 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a705b856-5a05-4536-9a70-d530f8cb458e req-8f77b70c-6114-4ba2-8fb6-d1af9b998eb6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=224b3f35-a7e0-4f8c-a069-60e6702d42b9 HTTP/1.1" status: 200 len: 217 time: 0.4658790 Sep 16 04:47:34.425566 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb8b07-a04d-4963-bc62-34911fbea711 None None] Pushing event updated for resources: {'Port': ['ID=33ab65c3-bf89-4d0b-b66a-393e6381922b,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:34.446314 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-9e7f0d47-c9e8-4fe6-ba51-41aa1acedd0d None None] Set router 8a74ea9c-ed43-4fff-8f32-e34ffa04090d gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:47:34.518343 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-15341c65-8fec-47ff-8866-0de989aa5fa8 req-98045570-9c66-4397-98a3-9a99c2e75916 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720111 Sep 16 04:47:34.538467 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705b856-5a05-4536-9a70-d530f8cb458e req-e5c1a635-961c-40b7-a9ac-aa17deda3021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:34.549625 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a705b856-5a05-4536-9a70-d530f8cb458e req-e5c1a635-961c-40b7-a9ac-aa17deda3021 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d79ab8be-654b-4737-af1c-65a1487483c5 HTTP/1.1" status: 200 len: 852 time: 0.0689013 Sep 16 04:47:34.622158 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a705b856-5a05-4536-9a70-d530f8cb458e req-4c2a01f2-966e-4ad6-b146-b961b52d263c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=55135b4c-2e11-451e-9d70-37211e2657fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478947 Sep 16 04:47:34.683218 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cdc84eb9-2255-4b74-a5bf-5e8063b1a5bb tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:34.693023 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cdc84eb9-2255-4b74-a5bf-5e8063b1a5bb tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:34.696964 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-546638d4-f905-49af-915f-a84a17cf9eb7 admin admin] Allocated IP 172.20.0.1 (60d078bb-c66f-4588-bcce-90f888464a36/b035a0ab-941e-41ba-9a0c-7177fcec4515/41e28078-f0bf-4464-b114-44ed0b77ea66) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:34.711705 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f4295ae9-1fba-4b05-a49a-0554564e0445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:34.728962 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-9e7f0d47-c9e8-4fe6-ba51-41aa1acedd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'name': 'tempest-ServersTestBootFromVolume-1222533784-router', 'tenant_id': '2e0f2a25ff7a42109390aea64c07e38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '33ab65c3-bf89-4d0b-b66a-393e6381922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:28Z', 'updated_at': '2021-09-16T04:47:30Z', 'revision_number': 3, 'project_id': '2e0f2a25ff7a42109390aea64c07e38c', 'gw_port': {'id': '33ab65c3-bf89-4d0b-b66a-393e6381922b', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:29Z', 'updated_at': '2021-09-16T04:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:34.744291 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a705b856-5a05-4536-9a70-d530f8cb458e req-52181304-eb91-458b-a26f-f60bafbef1ff service neutron] 10.222.0.48 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113734 Sep 16 04:47:34.773793 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdc84eb9-2255-4b74-a5bf-5e8063b1a5bb tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:47:34.774454 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7f0d47-c9e8-4fe6-ba51-41aa1acedd0d None None] The sync data for ids ['8a74ea9c-ed43-4fff-8f32-e34ffa04090d'] in n-d-712139-15 is: [{'id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'name': 'tempest-ServersTestBootFromVolume-1222533784-router', 'tenant_id': '2e0f2a25ff7a42109390aea64c07e38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '33ab65c3-bf89-4d0b-b66a-393e6381922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:28Z', 'updated_at': '2021-09-16T04:47:30Z', 'revision_number': 3, 'project_id': '2e0f2a25ff7a42109390aea64c07e38c', 'gw_port': {'id': '33ab65c3-bf89-4d0b-b66a-393e6381922b', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:29Z', 'updated_at': '2021-09-16T04:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:47:34.785670 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d10290-2938-4785-adb0-a320cd8abe30 req-0ec47b1b-fcf3-49d3-93bb-2f0dce330af9 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:34.787308 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e1d10290-2938-4785-adb0-a320cd8abe30 req-0ec47b1b-fcf3-49d3-93bb-2f0dce330af9 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 945 time: 0.1597738 Sep 16 04:47:34.818443 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc84eb9-2255-4b74-a5bf-5e8063b1a5bb tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93159226-68a4-493c-84be-0c81ceca77a7,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:34.857531 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cdc84eb9-2255-4b74-a5bf-5e8063b1a5bb tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:34.858308 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-cdc84eb9-2255-4b74-a5bf-5e8063b1a5bb tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Added segment 7b82f1f0-6bc5-4428-b144-5c36ba2e772e of type vlan for network 5083d231-a76d-4aa3-b93d-d6804b0622d2 Sep 16 04:47:34.896552 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a705b856-5a05-4536-9a70-d530f8cb458e req-e8c1c11c-7e52-4b49-bb01-bae72142f6c1 service neutron] 10.222.0.48 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437869 Sep 16 04:47:34.983684 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e1d10290-2938-4785-adb0-a320cd8abe30 req-a63a119c-5a2e-463b-95bb-b82d23d58c41 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763403 Sep 16 04:47:35.010190 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cdc84eb9-2255-4b74-a5bf-5e8063b1a5bb tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:35.044205 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-546638d4-f905-49af-915f-a84a17cf9eb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:35.112285 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cdc84eb9-2255-4b74-a5bf-5e8063b1a5bb tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:35.118069 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc84eb9-2255-4b74-a5bf-5e8063b1a5bb tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:35.118660 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cdc84eb9-2255-4b74-a5bf-5e8063b1a5bb tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:35.180120 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f4295ae9-1fba-4b05-a49a-0554564e0445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:35.225661 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f4295ae9-1fba-4b05-a49a-0554564e0445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:35.240430 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-cdc84eb9-2255-4b74-a5bf-5e8063b1a5bb tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4305074 Sep 16 04:47:35.299651 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 09464b06-c001-4b17-972c-bc148f6c7b1e no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:35.338064 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-546638d4-f905-49af-915f-a84a17cf9eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:35.349117 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc84eb9-2255-4b74-a5bf-5e8063b1a5bb tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Pushing event updated for resources: {'Network': ['ID=5083d231-a76d-4aa3-b93d-d6804b0622d2,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:35.369809 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 5083d231-a76d-4aa3-b93d-d6804b0622d2 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:47:35.392546 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4295ae9-1fba-4b05-a49a-0554564e0445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c4e4c4-c382-4df2-9109-0bf18254e80e,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:35.404693 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f4295ae9-1fba-4b05-a49a-0554564e0445 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=676498a4db754f839625976fe5715261&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6374867 Sep 16 04:47:35.409317 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40882) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:35.432009 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546638d4-f905-49af-915f-a84a17cf9eb7 admin admin] Network 60d078bb-c66f-4588-bcce-90f888464a36 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:35.443868 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcceddf-243f-47ef-a3ca-291a92923922 req-a2c47a6f-4dc7-4924-91b0-d97896bdbd07 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:35.451714 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fdcceddf-243f-47ef-a3ca-291a92923922 req-a2c47a6f-4dc7-4924-91b0-d97896bdbd07 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 946 time: 0.2804818 Sep 16 04:47:35.455872 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546638d4-f905-49af-915f-a84a17cf9eb7 admin admin] Pushing event updated for resources: {'Port': ['ID=41e28078-f0bf-4464-b114-44ed0b77ea66,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:35.457718 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-546638d4-f905-49af-915f-a84a17cf9eb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:35.466654 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546638d4-f905-49af-915f-a84a17cf9eb7 admin admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:35.560179 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-24cd0073-ab44-439b-83a5-8ea5aa61bb13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:35.590575 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-546638d4-f905-49af-915f-a84a17cf9eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:35.611587 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:35.615027 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-24cd0073-ab44-439b-83a5-8ea5aa61bb13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:35.680378 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 09464b06-c001-4b17-972c-bc148f6c7b1e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=09464b06-c001-4b17-972c-bc148f6c7b1e,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:35.682946 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215e3473-bd93-460c-b545-1e19afbb2ffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09464b06-c001-4b17-972c-bc148f6c7b1e'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:35.687623 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784766fc-7a19-4dff-9feb-3240d63db1b0" -d '{"events": [{"server_uuid": "215e3473-bd93-460c-b545-1e19afbb2ffd", "name": "network-vif-unplugged", "status": "completed", "tag": "09464b06-c001-4b17-972c-bc148f6c7b1e"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:35.695546 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:35.721588 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-24cd0073-ab44-439b-83a5-8ea5aa61bb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:35.724186 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-24cd0073-ab44-439b-83a5-8ea5aa61bb13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:35.725676 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-24cd0073-ab44-439b-83a5-8ea5aa61bb13 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/43c4e4c4-c382-4df2-9109-0bf18254e80e HTTP/1.1" status: 204 len: 168 time: 0.3152332 Sep 16 04:47:35.757895 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd0073-ab44-439b-83a5-8ea5aa61bb13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c4e4c4-c382-4df2-9109-0bf18254e80e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:35.833694 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=09464b06-c001-4b17-972c-bc148f6c7b1e,revision_number=14']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:35.885470 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cea1ccc2-30ef-4df7-b80d-3bcd5dd76963 req-893a847f-9cf5-4db9-b829-b99071a32e7d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1222720 Sep 16 04:47:35.981995 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-546638d4-f905-49af-915f-a84a17cf9eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:35.989561 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fdcceddf-243f-47ef-a3ca-291a92923922 req-ac9db709-9855-404e-90e1-c5733951e8cd tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5369110 Sep 16 04:47:35.990286 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-a2e9fc55-75e6-4103-b0a6-e36d9e0e8d8e None None] Provisioning complete for port 41e28078-f0bf-4464-b114-44ed0b77ea66 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:35.990926 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a2e9fc55-75e6-4103-b0a6-e36d9e0e8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:36.157605 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1ccc2-30ef-4df7-b80d-3bcd5dd76963 req-b4a73af6-c021-49fd-b6c7-9dac23af938e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:36.167603 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cea1ccc2-30ef-4df7-b80d-3bcd5dd76963 req-b4a73af6-c021-49fd-b6c7-9dac23af938e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=68cc116df1104257a08239cd46cd0170&device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 1096 time: 0.2374649 Sep 16 04:47:36.185498 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-a2e9fc55-75e6-4103-b0a6-e36d9e0e8d8e None None] Port 41e28078-f0bf-4464-b114-44ed0b77ea66 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:47:36.260413 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 33ab65c3-bf89-4d0b-b66a-393e6381922b up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:36.359577 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 33ab65c3-bf89-4d0b-b66a-393e6381922b triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:36.361590 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:36.427764 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1ccc2-30ef-4df7-b80d-3bcd5dd76963 req-2d2714de-5c26-4d7f-9307-c58d3b4c8ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:36.431107 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cea1ccc2-30ef-4df7-b80d-3bcd5dd76963 req-2d2714de-5c26-4d7f-9307-c58d3b4c8ad4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=92ecefce-c627-4abd-9d77-6a33db190651 HTTP/1.1" status: 200 len: 912 time: 0.2404299 Sep 16 04:47:36.497694 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-546638d4-f905-49af-915f-a84a17cf9eb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:36.504710 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-546638d4-f905-49af-915f-a84a17cf9eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:36.576178 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:36.611236 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cea1ccc2-30ef-4df7-b80d-3bcd5dd76963 req-dc179eae-8143-48c6-aed8-b417021bb1cd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09464b06-c001-4b17-972c-bc148f6c7b1e HTTP/1.1" status: 200 len: 999 time: 0.1700556 Sep 16 04:47:36.613425 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 33ab65c3-bf89-4d0b-b66a-393e6381922b, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=33ab65c3-bf89-4d0b-b66a-393e6381922b,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:36.623401 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:36.645824 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b633d-6d60-4f2a-8e60-12ed97fc038a req-f6bccf9f-7f13-48dc-aa61-526df464dbdd tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:36.650333 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e03b633d-6d60-4f2a-8e60-12ed97fc038a req-f6bccf9f-7f13-48dc-aa61-526df464dbdd tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bf3478-a8ec-49b8-94de-a7731b4ab64c HTTP/1.1" status: 200 len: 943 time: 0.2988656 Sep 16 04:47:36.732598 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1ccc2-30ef-4df7-b80d-3bcd5dd76963 req-cd754fb0-621b-4ca2-8f4f-74b6229d3aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:36.737632 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cea1ccc2-30ef-4df7-b80d-3bcd5dd76963 req-cd754fb0-621b-4ca2-8f4f-74b6229d3aaa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21 HTTP/1.1" status: 200 len: 850 time: 0.1207941 Sep 16 04:47:36.784887 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e03b633d-6d60-4f2a-8e60-12ed97fc038a req-f545e338-aa45-42d0-aa0e-d3e4e2bac32e tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241093 Sep 16 04:47:36.786831 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546638d4-f905-49af-915f-a84a17cf9eb7 admin admin] Pushing event updated for resources: {'Port': ['ID=41e28078-f0bf-4464-b114-44ed0b77ea66,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:36.792351 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-546638d4-f905-49af-915f-a84a17cf9eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:36.851578 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=33ab65c3-bf89-4d0b-b66a-393e6381922b,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:36.893841 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1ccc2-30ef-4df7-b80d-3bcd5dd76963 req-bc367f4f-8c4d-422c-9534-71a7a26dac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:36.900099 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cea1ccc2-30ef-4df7-b80d-3bcd5dd76963 req-bc367f4f-8c4d-422c-9534-71a7a26dac1d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=92ecefce-c627-4abd-9d77-6a33db190651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1498694 Sep 16 04:47:36.908997 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f0e57e-ae5a-4fc5-9ec7-aa05f5626cfa x-openstack-request-id: req-a2f0e57e-ae5a-4fc5-9ec7-aa05f5626cfa {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:36.914524 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215e3473-bd93-460c-b545-1e19afbb2ffd", "name": "network-vif-unplugged", "status": "completed", "tag": "09464b06-c001-4b17-972c-bc148f6c7b1e", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:36.914845 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a2f0e57e-ae5a-4fc5-9ec7-aa05f5626cfa {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:36.915449 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215e3473-bd93-460c-b545-1e19afbb2ffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09464b06-c001-4b17-972c-bc148f6c7b1e', 'code': 200} Sep 16 04:47:37.128976 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cea1ccc2-30ef-4df7-b80d-3bcd5dd76963 req-cb64807b-cfcb-47e3-9843-4e05237115af service neutron] 10.222.0.48 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798880 Sep 16 04:47:37.202796 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546638d4-f905-49af-915f-a84a17cf9eb7 admin admin] Network 60d078bb-c66f-4588-bcce-90f888464a36 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:37.210491 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-546638d4-f905-49af-915f-a84a17cf9eb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:37.302925 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-cea1ccc2-30ef-4df7-b80d-3bcd5dd76963 req-b70c8b7d-e3de-4279-a068-ea8d06d80949 service neutron] 10.222.0.48 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648543 Sep 16 04:47:37.327921 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9897fc8-1afb-4825-8408-470a8e73a85a req-2e0bf67b-5f6a-4dc9-b3fb-1fb7fc03b0c0 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:37.330456 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9897fc8-1afb-4825-8408-470a8e73a85a req-2e0bf67b-5f6a-4dc9-b3fb-1fb7fc03b0c0 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 945 time: 0.2887492 Sep 16 04:47:37.392526 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40952) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:37.494700 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9897fc8-1afb-4825-8408-470a8e73a85a req-6ee8e2fb-4453-4c97-8bda-7229b551c746 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467693 Sep 16 04:47:37.524645 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546638d4-f905-49af-915f-a84a17cf9eb7 admin admin] Router 8a74ea9c-ed43-4fff-8f32-e34ffa04090d has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:47:37.625840 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-30ba8e2d-157c-44bd-9c1e-711c23df8ce6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-185693377-network', 'tenant_id': 'acf47814a5f743b184f28c1e4ffc58ab'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:37.628015 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-c6de3675-c2fa-45b2-b555-7c6d57e207a2 None None] Provisioning complete for port 41e28078-f0bf-4464-b114-44ed0b77ea66 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:37.628536 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c6de3675-c2fa-45b2-b555-7c6d57e207a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:37.689395 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ba8e2d-157c-44bd-9c1e-711c23df8ce6 admin admin] Made reservation on behalf of acf47814a5f743b184f28c1e4ffc58ab for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:37.690207 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-c6de3675-c2fa-45b2-b555-7c6d57e207a2 None None] Port 41e28078-f0bf-4464-b114-44ed0b77ea66 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:47:37.694013 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-30ba8e2d-157c-44bd-9c1e-711c23df8ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:37.715294 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-30ba8e2d-157c-44bd-9c1e-711c23df8ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:37.747672 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546638d4-f905-49af-915f-a84a17cf9eb7 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:47:37.770124 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-546638d4-f905-49af-915f-a84a17cf9eb7 admin admin] 10.222.0.35 "PUT /v2.0/routers/8a74ea9c-ed43-4fff-8f32-e34ffa04090d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7275529 Sep 16 04:47:37.793768 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629c1c72-11cc-4fec-94f7-3f3a914be729 None None] Sync routers for ids ['8a74ea9c-ed43-4fff-8f32-e34ffa04090d'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:47:37.804766 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:47:37.813035 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629c1c72-11cc-4fec-94f7-3f3a914be729 None None] Routers {'8a74ea9c-ed43-4fff-8f32-e34ffa04090d'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:47:37.814326 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-629c1c72-11cc-4fec-94f7-3f3a914be729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:47:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8a74ea9c-ed43-4fff-8f32-e34ffa04090d'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:37.881687 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-30ba8e2d-157c-44bd-9c1e-711c23df8ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:37.890564 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-30ba8e2d-157c-44bd-9c1e-711c23df8ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:37.944229 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ba8e2d-157c-44bd-9c1e-711c23df8ce6 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:47:37.964271 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba8e2d-157c-44bd-9c1e-711c23df8ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7156b59-d365-484d-9b51-439ed179a08b,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:37.970268 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-30ba8e2d-157c-44bd-9c1e-711c23df8ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:37.970629 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-30ba8e2d-157c-44bd-9c1e-711c23df8ce6 admin admin] Added segment a6f2d07e-7763-48c2-9363-64f374f32e2f of type vlan for network c021b007-a777-4850-a269-da228768ee0f Sep 16 04:47:38.118058 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-30ba8e2d-157c-44bd-9c1e-711c23df8ce6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:38.255102 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 33ab65c3-bf89-4d0b-b66a-393e6381922b up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:38.260819 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-30ba8e2d-157c-44bd-9c1e-711c23df8ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:38.263646 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ba8e2d-157c-44bd-9c1e-711c23df8ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:38.267782 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-30ba8e2d-157c-44bd-9c1e-711c23df8ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:38.282797 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bae71-3f3b-4580-b287-00d4c3d77593 req-d3293e13-bd87-4c3f-bd60-0d1552107a80 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:38.286061 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c2bae71-3f3b-4580-b287-00d4c3d77593 req-d3293e13-bd87-4c3f-bd60-0d1552107a80 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bf3478-a8ec-49b8-94de-a7731b4ab64c HTTP/1.1" status: 200 len: 943 time: 0.0841732 Sep 16 04:47:38.374604 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c2bae71-3f3b-4580-b287-00d4c3d77593 req-15b5b28d-3cb5-4258-9e48-f64ceac5fc86 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799849 Sep 16 04:47:38.402056 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e09cc4-42aa-40a4-9b89-1e4669983c0a req-750967f3-64a6-40a8-ba6f-e25dfb440871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:38.404148 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-70e09cc4-42aa-40a4-9b89-1e4669983c0a req-750967f3-64a6-40a8-ba6f-e25dfb440871 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6cc3afe070643bb85e91919d4f43b74&device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 1097 time: 0.2557738 Sep 16 04:47:38.405852 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-30ba8e2d-157c-44bd-9c1e-711c23df8ce6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0120773 Sep 16 04:47:38.407468 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba8e2d-157c-44bd-9c1e-711c23df8ce6 admin admin] Pushing event updated for resources: {'Network': ['ID=c021b007-a777-4850-a269-da228768ee0f,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:38.413116 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40996) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:38.413788 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-629c1c72-11cc-4fec-94f7-3f3a914be729 None None] Set router 8a74ea9c-ed43-4fff-8f32-e34ffa04090d gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:47:38.428694 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-9f3bb96b-e338-4070-8c39-d98e16eedd37 admin admin] Request body: {'subnet': {'network_id': 'c021b007-a777-4850-a269-da228768ee0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-185693377-subnet', 'tenant_id': 'acf47814a5f743b184f28c1e4ffc58ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:38.430285 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network c021b007-a777-4850-a269-da228768ee0f details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:47:38.459551 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3bb96b-e338-4070-8c39-d98e16eedd37 admin admin] Made reservation on behalf of acf47814a5f743b184f28c1e4ffc58ab for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:38.462322 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9f3bb96b-e338-4070-8c39-d98e16eedd37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:38.573835 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 33ab65c3-bf89-4d0b-b66a-393e6381922b triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:38.574406 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:38.581551 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e09cc4-42aa-40a4-9b89-1e4669983c0a req-65ebf3e9-e25f-42e8-b325-6d0d90202160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:38.583137 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-70e09cc4-42aa-40a4-9b89-1e4669983c0a req-65ebf3e9-e25f-42e8-b325-6d0d90202160 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8be6671c-d3cc-4762-a06c-3e49bba8fa99 HTTP/1.1" status: 200 len: 912 time: 0.1608930 Sep 16 04:47:38.646663 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-70e09cc4-42aa-40a4-9b89-1e4669983c0a req-0ce4eead-f84e-44ff-9a5e-7229b0bc5ccc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e8bb660-650d-45a4-8989-d6fa050a9dab HTTP/1.1" status: 200 len: 217 time: 0.0558012 Sep 16 04:47:38.686780 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9f3bb96b-e338-4070-8c39-d98e16eedd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:38.718080 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e09cc4-42aa-40a4-9b89-1e4669983c0a req-aafdb956-3d73-481d-883c-e4a035e41130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:38.720772 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-70e09cc4-42aa-40a4-9b89-1e4669983c0a req-aafdb956-3d73-481d-883c-e4a035e41130 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42961f04-c4e3-4e68-8e72-088e4f8f47e6 HTTP/1.1" status: 200 len: 851 time: 0.0672243 Sep 16 04:47:38.763550 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-70e09cc4-42aa-40a4-9b89-1e4669983c0a req-9a768c01-0d10-4774-9b00-9f32ab9e9920 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8be6671c-d3cc-4762-a06c-3e49bba8fa99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352907 Sep 16 04:47:38.818936 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3bb96b-e338-4070-8c39-d98e16eedd37 admin admin] Checking segment: {'id': 'a6f2d07e-7763-48c2-9363-64f374f32e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c021b007-a777-4850-a269-da228768ee0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:38.819556 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3bb96b-e338-4070-8c39-d98e16eedd37 admin admin] Network hostable DHCP agents. Network: c021b007-a777-4850-a269-da228768ee0f, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:47:38.863979 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47618ba5-ef4f-4603-8855-e98ea0c0de1a req-bbb01f06-f0e8-43e4-8c96-7c3c2782d58e tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:38.866314 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-47618ba5-ef4f-4603-8855-e98ea0c0de1a req-bbb01f06-f0e8-43e4-8c96-7c3c2782d58e tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 945 time: 0.1834927 Sep 16 04:47:38.873278 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3bb96b-e338-4070-8c39-d98e16eedd37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a2af732-3fbb-4ee5-8182-d93c48c19df6,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:38.888043 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3bb96b-e338-4070-8c39-d98e16eedd37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:38.888724 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3bb96b-e338-4070-8c39-d98e16eedd37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:38.889318 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3bb96b-e338-4070-8c39-d98e16eedd37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:38.889661 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3bb96b-e338-4070-8c39-d98e16eedd37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:38.890156 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3bb96b-e338-4070-8c39-d98e16eedd37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:38.890495 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3bb96b-e338-4070-8c39-d98e16eedd37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:38.890836 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3bb96b-e338-4070-8c39-d98e16eedd37 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:38.891279 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3bb96b-e338-4070-8c39-d98e16eedd37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:38.891612 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3bb96b-e338-4070-8c39-d98e16eedd37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:38.891936 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3bb96b-e338-4070-8c39-d98e16eedd37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:38.892262 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3bb96b-e338-4070-8c39-d98e16eedd37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:38.892603 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3bb96b-e338-4070-8c39-d98e16eedd37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:38.896443 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3bb96b-e338-4070-8c39-d98e16eedd37 admin admin] Network c021b007-a777-4850-a269-da228768ee0f is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:47:38.910590 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-70e09cc4-42aa-40a4-9b89-1e4669983c0a req-496dd965-39ab-4c6d-b643-00f7ed3214dc service neutron] 10.222.0.48 "GET /v2.0/networks/8be6671c-d3cc-4762-a06c-3e49bba8fa99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396480 Sep 16 04:47:38.917696 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-629c1c72-11cc-4fec-94f7-3f3a914be729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'name': 'tempest-ServersTestBootFromVolume-1222533784-router', 'tenant_id': '2e0f2a25ff7a42109390aea64c07e38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '33ab65c3-bf89-4d0b-b66a-393e6381922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:28Z', 'updated_at': '2021-09-16T04:47:35Z', 'revision_number': 4, 'project_id': '2e0f2a25ff7a42109390aea64c07e38c', 'gw_port': {'id': '33ab65c3-bf89-4d0b-b66a-393e6381922b', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:29Z', 'updated_at': '2021-09-16T04:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '41e28078-f0bf-4464-b114-44ed0b77ea66', 'name': '', 'network_id': '60d078bb-c66f-4588-bcce-90f888464a36', 'tenant_id': '2e0f2a25ff7a42109390aea64c07e38c', 'mac_address': 'fa:16:3e:76:6c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'b035a0ab-941e-41ba-9a0c-7177fcec4515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:34Z', 'updated_at': '2021-09-16T04:47:36Z', 'revision_number': 2, 'project_id': '2e0f2a25ff7a42109390aea64c07e38c', 'subnets': [{'id': 'b035a0ab-941e-41ba-9a0c-7177fcec4515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:38.949778 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629c1c72-11cc-4fec-94f7-3f3a914be729 None None] Checking router: 8a74ea9c-ed43-4fff-8f32-e34ffa04090d for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:47:38.950381 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629c1c72-11cc-4fec-94f7-3f3a914be729 None None] Updating router 8a74ea9c-ed43-4fff-8f32-e34ffa04090d port 41e28078-f0bf-4464-b114-44ed0b77ea66 binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:47:38.963059 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-47618ba5-ef4f-4603-8855-e98ea0c0de1a req-96771a05-f35f-490d-9b8e-0aee4a299efb tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604436 Sep 16 04:47:38.975316 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-9f3bb96b-e338-4070-8c39-d98e16eedd37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, c021b007-a777-4850-a269-da228768ee0f) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:38.986650 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3bb96b-e338-4070-8c39-d98e16eedd37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:38.987237 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9f3bb96b-e338-4070-8c39-d98e16eedd37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:38.992879 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-629c1c72-11cc-4fec-94f7-3f3a914be729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.015647 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4200326e-5af7-4081-b906-8f3c41d04ad6 None None] Network c021b007-a777-4850-a269-da228768ee0f requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:39.027677 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9f3bb96b-e338-4070-8c39-d98e16eedd37 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6133080 Sep 16 04:47:39.096917 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-70e09cc4-42aa-40a4-9b89-1e4669983c0a req-44ec9500-86ec-44ba-af70-3f3eb6e3d285 service neutron] 10.222.0.48 "GET /v2.0/networks/8be6671c-d3cc-4762-a06c-3e49bba8fa99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791856 Sep 16 04:47:39.226731 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9d7967-50ac-489d-a5ca-1aff55940f95 None None] Network c021b007-a777-4850-a269-da228768ee0f requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:39.279884 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41012) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:39.285588 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-b0f7a0f7-d232-4149-b2dc-1cdbbbe276fe tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Request body: {'subnet': {'network_id': '5083d231-a76d-4aa3-b93d-d6804b0622d2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:39.315760 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 224b3f35-a7e0-4f8c-a069-60e6702d42b9 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:47:39.386179 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f7a0f7-d232-4149-b2dc-1cdbbbe276fe tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Made reservation on behalf of 18b56a4a79d246cc86fcb61393fa5ea1 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:39.390196 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b0f7a0f7-d232-4149-b2dc-1cdbbbe276fe tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.586714 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b0f7a0f7-d232-4149-b2dc-1cdbbbe276fe tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.588723 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 224b3f35-a7e0-4f8c-a069-60e6702d42b9, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=224b3f35-a7e0-4f8c-a069-60e6702d42b9,segment=NetworkSegment(8a88cf17-2626-40ee-b5d7-20831c5d590c),segment_id=8a88cf17-2626-40ee-b5d7-20831c5d590c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:39.604608 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '224b3f35-a7e0-4f8c-a069-60e6702d42b9', 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa', 'port_id': '224b3f35-a7e0-4f8c-a069-60e6702d42b9', 'mac_address': 'fa:16:3e:13:79:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ab8be-654b-4737-af1c-65a1487483c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:47:39.656454 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f7a0f7-d232-4149-b2dc-1cdbbbe276fe tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Pushing event updated for resources: {'Subnet': ['ID=f9e9abf9-3928-4e63-899c-c19340dcf470,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:39.666859 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f7a0f7-d232-4149-b2dc-1cdbbbe276fe tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Checking segment: {'id': '7b82f1f0-6bc5-4428-b144-5c36ba2e772e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5083d231-a76d-4aa3-b93d-d6804b0622d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:39.666859 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f7a0f7-d232-4149-b2dc-1cdbbbe276fe tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Network hostable DHCP agents. Network: 5083d231-a76d-4aa3-b93d-d6804b0622d2, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:47:39.688510 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f7a0f7-d232-4149-b2dc-1cdbbbe276fe tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Network 5083d231-a76d-4aa3-b93d-d6804b0622d2 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:47:39.695191 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.703022 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-b0f7a0f7-d232-4149-b2dc-1cdbbbe276fe tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 5083d231-a76d-4aa3-b93d-d6804b0622d2) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:39.709681 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-629c1c72-11cc-4fec-94f7-3f3a914be729 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.714016 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f7a0f7-d232-4149-b2dc-1cdbbbe276fe tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:39.714377 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794f840f-5aef-42a4-95d2-5aca09121956 None None] Network 5083d231-a76d-4aa3-b93d-d6804b0622d2 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:39.715102 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b0f7a0f7-d232-4149-b2dc-1cdbbbe276fe tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.733277 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 224b3f35-a7e0-4f8c-a069-60e6702d42b9 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:39.738351 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-629c1c72-11cc-4fec-94f7-3f3a914be729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.742126 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b0f7a0f7-d232-4149-b2dc-1cdbbbe276fe tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4610443 Sep 16 04:47:39.745551 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41016) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:39.751978 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41018) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:39.752171 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-c941599f-44d9-4026-98cf-e1c40dbb6cba tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-455326560'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:39.756521 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-b676b0e3-4533-4968-88e2-04436b3057ba tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1519927810', 'description': 'tempest-description--748831247'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:39.780448 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c941599f-44d9-4026-98cf-e1c40dbb6cba tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Made reservation on behalf of 18b56a4a79d246cc86fcb61393fa5ea1 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:39.787204 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c941599f-44d9-4026-98cf-e1c40dbb6cba tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.808732 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b676b0e3-4533-4968-88e2-04436b3057ba tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.825642 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c941599f-44d9-4026-98cf-e1c40dbb6cba tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:47:39.900298 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c941599f-44d9-4026-98cf-e1c40dbb6cba tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.900776 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-c941599f-44d9-4026-98cf-e1c40dbb6cba tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Added segment 2171704f-1e42-4843-bdf5-882814ef7937 of type vlan for network f18ce45a-f194-42c8-8f01-58878f997c3a Sep 16 04:47:39.949795 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b676b0e3-4533-4968-88e2-04436b3057ba tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.961997 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b676b0e3-4533-4968-88e2-04436b3057ba tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.983055 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5dd539-0aef-4a1d-bed4-8a9fc2c27df6 req-2c902826-7ac0-41a3-b7bd-c7c58acb48b1 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:39.983605 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8f5dd539-0aef-4a1d-bed4-8a9fc2c27df6 req-2c902826-7ac0-41a3-b7bd-c7c58acb48b1 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.1377330 Sep 16 04:47:39.986246 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c941599f-44d9-4026-98cf-e1c40dbb6cba tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.003278 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b676b0e3-4533-4968-88e2-04436b3057ba tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.004908 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b676b0e3-4533-4968-88e2-04436b3057ba tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2518818 Sep 16 04:47:40.008394 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41022) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:40.010552 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676b0e3-4533-4968-88e2-04436b3057ba tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=526665e4-8e42-4563-9d6f-8dd9bce58f21,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:40.022055 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-1eea7e99-5757-4140-bd56-9f1643550e63 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Request body: {'security_group_rule': {'security_group_id': '526665e4-8e42-4563-9d6f-8dd9bce58f21', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:40.069883 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 224b3f35-a7e0-4f8c-a069-60e6702d42b9, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=224b3f35-a7e0-4f8c-a069-60e6702d42b9,segment=NetworkSegment(8a88cf17-2626-40ee-b5d7-20831c5d590c),segment_id=8a88cf17-2626-40ee-b5d7-20831c5d590c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:40.072856 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c941599f-44d9-4026-98cf-e1c40dbb6cba tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.078951 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c941599f-44d9-4026-98cf-e1c40dbb6cba tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:40.079813 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c941599f-44d9-4026-98cf-e1c40dbb6cba tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.087990 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.114556 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b0ccf9-859b-4533-839e-3bc906507dcb None None] Pushing event updated for resources: {'Port': ['ID=41e28078-f0bf-4464-b114-44ed0b77ea66,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:40.124904 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1b9b8edc-8368-463f-ac60-c68e4359d015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.229229 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-629c1c72-11cc-4fec-94f7-3f3a914be729 None None] Attempting to bind port 41e28078-f0bf-4464-b114-44ed0b77ea66 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:40.229604 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-629c1c72-11cc-4fec-94f7-3f3a914be729 None None] Attempting to bind port 41e28078-f0bf-4464-b114-44ed0b77ea66 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ae7c973c-db06-4343-837f-ad8bf052f252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '60d078bb-c66f-4588-bcce-90f888464a36'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:40.229969 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629c1c72-11cc-4fec-94f7-3f3a914be729 None None] Attempting to bind port 41e28078-f0bf-4464-b114-44ed0b77ea66 on network 60d078bb-c66f-4588-bcce-90f888464a36 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:40.244182 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-43d69724-e3ad-405b-bb9a-e26fd756162c None None] Provisioning complete for port 41e28078-f0bf-4464-b114-44ed0b77ea66 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:40.244558 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-43d69724-e3ad-405b-bb9a-e26fd756162c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.270879 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=224b3f35-a7e0-4f8c-a069-60e6702d42b9,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:40.273702 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629c1c72-11cc-4fec-94f7-3f3a914be729 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:40.274085 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629c1c72-11cc-4fec-94f7-3f3a914be729 None None] Checking segment: {'id': 'ae7c973c-db06-4343-837f-ad8bf052f252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '60d078bb-c66f-4588-bcce-90f888464a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:40.274491 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-629c1c72-11cc-4fec-94f7-3f3a914be729 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.274878 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629c1c72-11cc-4fec-94f7-3f3a914be729 None None] Bound using segment: {'id': 'ae7c973c-db06-4343-837f-ad8bf052f252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '60d078bb-c66f-4588-bcce-90f888464a36'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:40.275355 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-629c1c72-11cc-4fec-94f7-3f3a914be729 None None] Bound port: 41e28078-f0bf-4464-b114-44ed0b77ea66, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7c973c-db06-4343-837f-ad8bf052f252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '60d078bb-c66f-4588-bcce-90f888464a36'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:40.275737 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-629c1c72-11cc-4fec-94f7-3f3a914be729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.349271 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921c2e53-3601-46b0-8228-379c00fcd693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-5083d231-a76d-4aa3-b93d-d6804b0622d2', 'network_id': '5083d231-a76d-4aa3-b93d-d6804b0622d2', 'tenant_id': '18b56a4a79d246cc86fcb61393fa5ea1', 'fixed_ips': [{'subnet_id': 'f9e9abf9-3928-4e63-899c-c19340dcf470'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:47:40.350142 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-921c2e53-3601-46b0-8228-379c00fcd693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.351930 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-43d69724-e3ad-405b-bb9a-e26fd756162c None None] Port 41e28078-f0bf-4464-b114-44ed0b77ea66 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:47:40.428684 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8f5dd539-0aef-4a1d-bed4-8a9fc2c27df6 req-89672750-5b4f-4918-a645-bb340f62aff3 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4257739 Sep 16 04:47:40.463229 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-629c1c72-11cc-4fec-94f7-3f3a914be729 None None] For port 41e28078-f0bf-4464-b114-44ed0b77ea66, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:40.483949 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-629c1c72-11cc-4fec-94f7-3f3a914be729 None None] For port 41e28078-f0bf-4464-b114-44ed0b77ea66, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=41e28078-f0bf-4464-b114-44ed0b77ea66,segment=NetworkSegment(ae7c973c-db06-4343-837f-ad8bf052f252),segment_id=ae7c973c-db06-4343-837f-ad8bf052f252)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:40.491672 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-629c1c72-11cc-4fec-94f7-3f3a914be729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.494042 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c941599f-44d9-4026-98cf-e1c40dbb6cba tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7473967 Sep 16 04:47:40.498790 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41028) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:40.502258 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c941599f-44d9-4026-98cf-e1c40dbb6cba tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Pushing event updated for resources: {'Network': ['ID=f18ce45a-f194-42c8-8f01-58878f997c3a,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:40.508070 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-62f53090-a582-4abd-a840-38fd43992841 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Request body: {'subnet': {'network_id': 'f18ce45a-f194-42c8-8f01-58878f997c3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:40.512252 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1eea7e99-5757-4140-bd56-9f1643550e63 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.539276 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network f18ce45a-f194-42c8-8f01-58878f997c3a details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:47:40.622347 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1eea7e99-5757-4140-bd56-9f1643550e63 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.630996 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1eea7e99-5757-4140-bd56-9f1643550e63 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.659041 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-921c2e53-3601-46b0-8228-379c00fcd693 None None] Allocated IP 2001:db8:0:ffff::2 (5083d231-a76d-4aa3-b93d-d6804b0622d2/f9e9abf9-3928-4e63-899c-c19340dcf470/38f14b17-4672-4c40-9002-63d21eb2ece1) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:40.677001 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea7e99-5757-4140-bd56-9f1643550e63 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b826aa06-14fe-4006-ad62-e3fd920c7687,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:40.706423 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['224b3f35-a7e0-4f8c-a069-60e6702d42b9'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:47:40.712692 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-34340220-754c-40c8-81de-b8209c604322 req-a6fb4c26-6563-4aa0-9a8f-eb166c6294a3 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1312611873', 'description': 'tempest-description-1560222188'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:40.727143 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f53090-a582-4abd-a840-38fd43992841 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Made reservation on behalf of 18b56a4a79d246cc86fcb61393fa5ea1 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:40.727423 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629c1c72-11cc-4fec-94f7-3f3a914be729 None None] Routers {'8a74ea9c-ed43-4fff-8f32-e34ffa04090d'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:47:40.727957 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-629c1c72-11cc-4fec-94f7-3f3a914be729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:47:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8a74ea9c-ed43-4fff-8f32-e34ffa04090d'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:40.732731 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b0ccf9-859b-4533-839e-3bc906507dcb None None] Pushing event updated for resources: {'Port': ['ID=41e28078-f0bf-4464-b114-44ed0b77ea66,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:40.743754 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1eea7e99-5757-4140-bd56-9f1643550e63 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.746577 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1eea7e99-5757-4140-bd56-9f1643550e63 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7366807 Sep 16 04:47:40.750131 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-62f53090-a582-4abd-a840-38fd43992841 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.752932 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41032) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:40.760959 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-bc3b2755-322d-42f0-940c-7fd342083fda tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Request body: {'security_group_rule': {'security_group_id': '526665e4-8e42-4563-9d6f-8dd9bce58f21', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:40.807934 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-34340220-754c-40c8-81de-b8209c604322 req-a6fb4c26-6563-4aa0-9a8f-eb166c6294a3 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.895546 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc3b2755-322d-42f0-940c-7fd342083fda tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.011908 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc3b2755-322d-42f0-940c-7fd342083fda tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.020163 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc3b2755-322d-42f0-940c-7fd342083fda tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.051213 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-34340220-754c-40c8-81de-b8209c604322 req-a6fb4c26-6563-4aa0-9a8f-eb166c6294a3 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.052211 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b2755-322d-42f0-940c-7fd342083fda tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e175ccf-d653-4a48-8678-a6b321830fac,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:41.060067 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-34340220-754c-40c8-81de-b8209c604322 req-a6fb4c26-6563-4aa0-9a8f-eb166c6294a3 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.061342 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-06f953d1-e1e9-4644-96c4-0073e86752bf None None] Provisioning complete for port 41e28078-f0bf-4464-b114-44ed0b77ea66 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:41.061597 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-06f953d1-e1e9-4644-96c4-0073e86752bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.076087 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc3b2755-322d-42f0-940c-7fd342083fda tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.077563 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-bc3b2755-322d-42f0-940c-7fd342083fda tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3230078 Sep 16 04:47:41.083440 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41034) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:41.092895 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-e704510c-de6a-4a5a-9d42-8cf0cfc942ba tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:41.114029 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-34340220-754c-40c8-81de-b8209c604322 req-a6fb4c26-6563-4aa0-9a8f-eb166c6294a3 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.115998 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-34340220-754c-40c8-81de-b8209c604322 req-a6fb4c26-6563-4aa0-9a8f-eb166c6294a3 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.4145768 Sep 16 04:47:41.118838 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb4c26-6563-4aa0-9a8f-eb166c6294a3 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a352acbc-da62-4d45-9d66-8a3f4b2bc245,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:41.145388 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e704510c-de6a-4a5a-9d42-8cf0cfc942ba tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks [] for floatingip, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.226871 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-629c1c72-11cc-4fec-94f7-3f3a914be729 None None] Set router 8a74ea9c-ed43-4fff-8f32-e34ffa04090d gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:47:41.254200 n-d-712139-15 neutron-server[94766]: DEBUG neutron.objects.ports [None req-62f53090-a582-4abd-a840-38fd43992841 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:47:41.256601 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-62f53090-a582-4abd-a840-38fd43992841 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.271257 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb36fb4-72a8-4b3d-bb25-c09fe834bb15 req-8934a016-5fce-45df-8e1f-eee7216dfc47 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:41.274002 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dcb36fb4-72a8-4b3d-bb25-c09fe834bb15 req-8934a016-5fce-45df-8e1f-eee7216dfc47 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bf3478-a8ec-49b8-94de-a7731b4ab64c HTTP/1.1" status: 200 len: 944 time: 0.0951171 Sep 16 04:47:41.325231 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dcb36fb4-72a8-4b3d-bb25-c09fe834bb15 req-78ac678d-db1d-45b4-82e0-2eb925fc1e14 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395613 Sep 16 04:47:41.367712 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-921c2e53-3601-46b0-8228-379c00fcd693 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.370525 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f53090-a582-4abd-a840-38fd43992841 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Pushing event updated for resources: {'Subnet': ['ID=0c4d7d6f-de1e-4421-89c2-b9c992e510e0,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:41.380514 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f53090-a582-4abd-a840-38fd43992841 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Checking segment: {'id': '2171704f-1e42-4843-bdf5-882814ef7937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f18ce45a-f194-42c8-8f01-58878f997c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:41.381645 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f53090-a582-4abd-a840-38fd43992841 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Network hostable DHCP agents. Network: f18ce45a-f194-42c8-8f01-58878f997c3a, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:47:41.411186 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-921c2e53-3601-46b0-8228-379c00fcd693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.412142 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e704510c-de6a-4a5a-9d42-8cf0cfc942ba tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.417697 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f53090-a582-4abd-a840-38fd43992841 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Network f18ce45a-f194-42c8-8f01-58878f997c3a is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:47:41.464839 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19742910-e647-4084-a16e-06b0f62ae7fe req-4b0ae38a-28fb-4cfe-b992-8c406c24120d tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:41.466483 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-19742910-e647-4084-a16e-06b0f62ae7fe req-4b0ae38a-28fb-4cfe-b992-8c406c24120d tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 945 time: 0.0635934 Sep 16 04:47:41.473384 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-62f53090-a582-4abd-a840-38fd43992841 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, f18ce45a-f194-42c8-8f01-58878f997c3a) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:41.480619 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f53090-a582-4abd-a840-38fd43992841 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:41.481217 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-62f53090-a582-4abd-a840-38fd43992841 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.523723 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-62f53090-a582-4abd-a840-38fd43992841 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0204198 Sep 16 04:47:41.529796 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41038) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:41.535008 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-47dd1c80-25ec-41ed-9295-b6f73e592468 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Request body: {'port': {'network_id': 'f18ce45a-f194-42c8-8f01-58878f997c3a', 'name': 'tempest-NetworksIpV6TestAttrs-2016824824'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:41.541530 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-19742910-e647-4084-a16e-06b0f62ae7fe req-0097b586-8064-4e19-8cc5-bb4fd59600f7 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569699 Sep 16 04:47:41.573487 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-06f953d1-e1e9-4644-96c4-0073e86752bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.575969 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fafae4c-6237-4aa5-b49f-ffdd2abdbdf5 None None] Network f18ce45a-f194-42c8-8f01-58878f997c3a requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:41.581171 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-e704510c-de6a-4a5a-9d42-8cf0cfc942ba tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Allocated IP 172.25.8.8 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/a2fecf90-db90-4828-af92-f88cff9fbec6) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:41.599192 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921c2e53-3601-46b0-8228-379c00fcd693 None None] Network 5083d231-a76d-4aa3-b93d-d6804b0622d2 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:41.635694 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-921c2e53-3601-46b0-8228-379c00fcd693 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:41.637416 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.641094 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921c2e53-3601-46b0-8228-379c00fcd693 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:41.653994 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c2e53-3601-46b0-8228-379c00fcd693 None None] Pushing event updated for resources: {'Port': ['ID=38f14b17-4672-4c40-9002-63d21eb2ece1,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:41.691794 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47dd1c80-25ec-41ed-9295-b6f73e592468 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Made reservation on behalf of 18b56a4a79d246cc86fcb61393fa5ea1 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:41.699995 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-47dd1c80-25ec-41ed-9295-b6f73e592468 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.723663 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e704510c-de6a-4a5a-9d42-8cf0cfc942ba tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.732962 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-47dd1c80-25ec-41ed-9295-b6f73e592468 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] device_id is not set on port 920567ac-dab1-4fc7-9d42-df5cce55821b yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:47:41.770019 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e704510c-de6a-4a5a-9d42-8cf0cfc942ba tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.779582 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-06f953d1-e1e9-4644-96c4-0073e86752bf None None] For port 41e28078-f0bf-4464-b114-44ed0b77ea66, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=41e28078-f0bf-4464-b114-44ed0b77ea66,segment=NetworkSegment(ae7c973c-db06-4343-837f-ad8bf052f252),segment_id=ae7c973c-db06-4343-837f-ad8bf052f252)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:41.809612 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-06f953d1-e1e9-4644-96c4-0073e86752bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.818168 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae4badcd-2d61-417f-874f-f4fa7c2fb4ad req-42ec92a8-f0c4-4d79-bfd6-d108e829400c tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] 10.222.0.35 "GET /v2.0/security-groups/a352acbc-da62-4d45-9d66-8a3f4b2bc245 HTTP/1.1" status: 200 len: 1815 time: 0.0972157 Sep 16 04:47:41.836056 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-ae4badcd-2d61-417f-874f-f4fa7c2fb4ad req-379dd2c7-6321-4a6e-8040-fe3d822ee2a8 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a352acbc-da62-4d45-9d66-8a3f4b2bc245', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:41.836374 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-ae4badcd-2d61-417f-874f-f4fa7c2fb4ad req-379dd2c7-6321-4a6e-8040-fe3d822ee2a8 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a352acbc-da62-4d45-9d66-8a3f4b2bc245', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:41.849099 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e704510c-de6a-4a5a-9d42-8cf0cfc942ba tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:41.858710 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-e704510c-de6a-4a5a-9d42-8cf0cfc942ba tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:41.865522 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e704510c-de6a-4a5a-9d42-8cf0cfc942ba tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:41.884157 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-921c2e53-3601-46b0-8228-379c00fcd693 None None] Attempting to bind port 38f14b17-4672-4c40-9002-63d21eb2ece1 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:41.884523 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-921c2e53-3601-46b0-8228-379c00fcd693 None None] Attempting to bind port 38f14b17-4672-4c40-9002-63d21eb2ece1 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '7b82f1f0-6bc5-4428-b144-5c36ba2e772e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5083d231-a76d-4aa3-b93d-d6804b0622d2'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:41.884920 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921c2e53-3601-46b0-8228-379c00fcd693 None None] Attempting to bind port 38f14b17-4672-4c40-9002-63d21eb2ece1 on network 5083d231-a76d-4aa3-b93d-d6804b0622d2 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:41.897947 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704510c-de6a-4a5a-9d42-8cf0cfc942ba tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Pushing event updated for resources: {'Port': ['ID=a2fecf90-db90-4828-af92-f88cff9fbec6,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:41.913529 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54b754-2b32-4c0a-bd76-27a10eabb25c req-2bc2258c-5794-4d8c-aa36-58a5ce35e4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:41.915401 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ef54b754-2b32-4c0a-bd76-27a10eabb25c req-2bc2258c-5794-4d8c-aa36-58a5ce35e4cb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=68cc116df1104257a08239cd46cd0170&device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 1096 time: 0.1318982 Sep 16 04:47:41.924968 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921c2e53-3601-46b0-8228-379c00fcd693 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:41.925598 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921c2e53-3601-46b0-8228-379c00fcd693 None None] Checking segment: {'id': '7b82f1f0-6bc5-4428-b144-5c36ba2e772e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5083d231-a76d-4aa3-b93d-d6804b0622d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:41.926192 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-921c2e53-3601-46b0-8228-379c00fcd693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.926910 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921c2e53-3601-46b0-8228-379c00fcd693 None None] Bound using segment: {'id': '7b82f1f0-6bc5-4428-b144-5c36ba2e772e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5083d231-a76d-4aa3-b93d-d6804b0622d2'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:41.927566 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-921c2e53-3601-46b0-8228-379c00fcd693 None None] Bound port: 38f14b17-4672-4c40-9002-63d21eb2ece1, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b82f1f0-6bc5-4428-b144-5c36ba2e772e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5083d231-a76d-4aa3-b93d-d6804b0622d2'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:41.928125 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-921c2e53-3601-46b0-8228-379c00fcd693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.928490 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ae4badcd-2d61-417f-874f-f4fa7c2fb4ad req-379dd2c7-6321-4a6e-8040-fe3d822ee2a8 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.946477 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ae4badcd-2d61-417f-874f-f4fa7c2fb4ad req-379dd2c7-6321-4a6e-8040-fe3d822ee2a8 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.956279 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ae4badcd-2d61-417f-874f-f4fa7c2fb4ad req-379dd2c7-6321-4a6e-8040-fe3d822ee2a8 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.959166 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f953d1-e1e9-4644-96c4-0073e86752bf None None] Pushing event updated for resources: {'Port': ['ID=41e28078-f0bf-4464-b114-44ed0b77ea66,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:41.986838 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-47dd1c80-25ec-41ed-9295-b6f73e592468 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Allocated IP 2001:db8::f816:3eff:fe96:98ee (f18ce45a-f194-42c8-8f01-58878f997c3a/0c4d7d6f-de1e-4421-89c2-b9c992e510e0/920567ac-dab1-4fc7-9d42-df5cce55821b) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:41.988942 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ae4badcd-2d61-417f-874f-f4fa7c2fb4ad req-379dd2c7-6321-4a6e-8040-fe3d822ee2a8 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.996373 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae4badcd-2d61-417f-874f-f4fa7c2fb4ad req-379dd2c7-6321-4a6e-8040-fe3d822ee2a8 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1647770 Sep 16 04:47:42.012798 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379dd2c7-6321-4a6e-8040-fe3d822ee2a8 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=172b8a57-2da7-41f3-ad55-f5638137e95e,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:42.034395 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-629c1c72-11cc-4fec-94f7-3f3a914be729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'name': 'tempest-ServersTestBootFromVolume-1222533784-router', 'tenant_id': '2e0f2a25ff7a42109390aea64c07e38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '33ab65c3-bf89-4d0b-b66a-393e6381922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:28Z', 'updated_at': '2021-09-16T04:47:35Z', 'revision_number': 4, 'project_id': '2e0f2a25ff7a42109390aea64c07e38c', 'gw_port': {'id': '33ab65c3-bf89-4d0b-b66a-393e6381922b', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:29Z', 'updated_at': '2021-09-16T04:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '41e28078-f0bf-4464-b114-44ed0b77ea66', 'name': '', 'network_id': '60d078bb-c66f-4588-bcce-90f888464a36', 'tenant_id': '2e0f2a25ff7a42109390aea64c07e38c', 'mac_address': 'fa:16:3e:76:6c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'b035a0ab-941e-41ba-9a0c-7177fcec4515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:34Z', 'updated_at': '2021-09-16T04:47:40Z', 'revision_number': 4, 'project_id': '2e0f2a25ff7a42109390aea64c07e38c', 'subnets': [{'id': 'b035a0ab-941e-41ba-9a0c-7177fcec4515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:42.051761 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e704510c-de6a-4a5a-9d42-8cf0cfc942ba tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:42.070242 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54b754-2b32-4c0a-bd76-27a10eabb25c req-2b58cd50-e63c-4224-9747-23e8d514418a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:42.072333 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ef54b754-2b32-4c0a-bd76-27a10eabb25c req-2b58cd50-e63c-4224-9747-23e8d514418a service neutron] 10.222.0.48 "GET /v2.0/networks?id=92ecefce-c627-4abd-9d77-6a33db190651 HTTP/1.1" status: 200 len: 912 time: 0.1474669 Sep 16 04:47:42.078522 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1be2917-2b8d-4ab6-aee8-37e78d95421d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-f18ce45a-f194-42c8-8f01-58878f997c3a', 'network_id': 'f18ce45a-f194-42c8-8f01-58878f997c3a', 'tenant_id': '18b56a4a79d246cc86fcb61393fa5ea1', 'fixed_ips': [{'subnet_id': '0c4d7d6f-de1e-4421-89c2-b9c992e510e0'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:47:42.079560 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d1be2917-2b8d-4ab6-aee8-37e78d95421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:42.088280 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629c1c72-11cc-4fec-94f7-3f3a914be729 None None] The sync data for ids ['8a74ea9c-ed43-4fff-8f32-e34ffa04090d'] in n-d-712139-15 is: [{'id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'name': 'tempest-ServersTestBootFromVolume-1222533784-router', 'tenant_id': '2e0f2a25ff7a42109390aea64c07e38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '33ab65c3-bf89-4d0b-b66a-393e6381922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:28Z', 'updated_at': '2021-09-16T04:47:35Z', 'revision_number': 4, 'project_id': '2e0f2a25ff7a42109390aea64c07e38c', 'gw_port': {'id': '33ab65c3-bf89-4d0b-b66a-393e6381922b', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:29Z', 'updated_at': '2021-09-16T04:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '41e28078-f0bf-4464-b114-44ed0b77ea66', 'name': '', 'network_id': '60d078bb-c66f-4588-bcce-90f888464a36', 'tenant_id': '2e0f2a25ff7a42109390aea64c07e38c', 'mac_address': 'fa:16:3e:76:6c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'b035a0ab-941e-41ba-9a0c-7177fcec4515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:34Z', 'updated_at': '2021-09-16T04:47:40Z', 'revision_number': 4, 'project_id': '2e0f2a25ff7a42109390aea64c07e38c', 'subnets': [{'id': 'b035a0ab-941e-41ba-9a0c-7177fcec4515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:47:42.111920 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-921c2e53-3601-46b0-8228-379c00fcd693 None None] For port 38f14b17-4672-4c40-9002-63d21eb2ece1, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:42.146110 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e704510c-de6a-4a5a-9d42-8cf0cfc942ba tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:42.154392 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-921c2e53-3601-46b0-8228-379c00fcd693 None None] For port 38f14b17-4672-4c40-9002-63d21eb2ece1, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=38f14b17-4672-4c40-9002-63d21eb2ece1,segment=NetworkSegment(7b82f1f0-6bc5-4428-b144-5c36ba2e772e),segment_id=7b82f1f0-6bc5-4428-b144-5c36ba2e772e)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:42.239065 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ef54b754-2b32-4c0a-bd76-27a10eabb25c req-36560b3c-1039-4e4e-ac22-673f6acd71cf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09464b06-c001-4b17-972c-bc148f6c7b1e HTTP/1.1" status: 200 len: 999 time: 0.1462758 Sep 16 04:47:42.336190 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc2577-6fe0-47b1-93d7-565077e307e6 req-c00a70fa-4271-4d9f-be63-7904473b35a4 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:42.337845 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a0fc2577-6fe0-47b1-93d7-565077e307e6 req-c00a70fa-4271-4d9f-be63-7904473b35a4 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.1042316 Sep 16 04:47:42.357086 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54b754-2b32-4c0a-bd76-27a10eabb25c req-a49a79b9-70f4-4e32-950d-657ed49f1ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:42.358601 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ef54b754-2b32-4c0a-bd76-27a10eabb25c req-a49a79b9-70f4-4e32-950d-657ed49f1ab6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21 HTTP/1.1" status: 200 len: 850 time: 0.1114357 Sep 16 04:47:42.358912 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-47dd1c80-25ec-41ed-9295-b6f73e592468 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:42.395754 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a0fc2577-6fe0-47b1-93d7-565077e307e6 req-0b647423-7983-4995-8c75-b26021884117 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478752 Sep 16 04:47:42.429459 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-47dd1c80-25ec-41ed-9295-b6f73e592468 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:42.453656 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54b754-2b32-4c0a-bd76-27a10eabb25c req-10b7100e-eaa7-491d-b355-245099ef53d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:42.455524 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ef54b754-2b32-4c0a-bd76-27a10eabb25c req-10b7100e-eaa7-491d-b355-245099ef53d6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=92ecefce-c627-4abd-9d77-6a33db190651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0875835 Sep 16 04:47:42.473569 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-921c2e53-3601-46b0-8228-379c00fcd693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:42.477598 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e704510c-de6a-4a5a-9d42-8cf0cfc942ba tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:42.480384 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dd1c80-25ec-41ed-9295-b6f73e592468 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Network f18ce45a-f194-42c8-8f01-58878f997c3a is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:42.494517 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e704510c-de6a-4a5a-9d42-8cf0cfc942ba tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:42.537262 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-47dd1c80-25ec-41ed-9295-b6f73e592468 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:42.541699 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dd1c80-25ec-41ed-9295-b6f73e592468 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:42.553040 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dd1c80-25ec-41ed-9295-b6f73e592468 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:42.554084 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-47dd1c80-25ec-41ed-9295-b6f73e592468 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:42.581536 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd1c80-25ec-41ed-9295-b6f73e592468 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Pushing event updated for resources: {'Port': ['ID=920567ac-dab1-4fc7-9d42-df5cce55821b,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:42.635683 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5235d336-53af-4b73-bad2-fa96a84dbf41 req-923028da-d039-489d-8306-ecf201e468af tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] 10.222.0.35 "GET /v2.0/security-groups/a352acbc-da62-4d45-9d66-8a3f4b2bc245 HTTP/1.1" status: 200 len: 2409 time: 0.1795752 Sep 16 04:47:42.643477 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c2e53-3601-46b0-8228-379c00fcd693 None None] Pushing event updated for resources: {'Port': ['ID=38f14b17-4672-4c40-9002-63d21eb2ece1,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:42.643671 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-47dd1c80-25ec-41ed-9295-b6f73e592468 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1078913 Sep 16 04:47:42.643671 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41052) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:42.679840 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704510c-de6a-4a5a-9d42-8cf0cfc942ba tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Pushing event updated for resources: {'Port': ['ID=a2fecf90-db90-4828-af92-f88cff9fbec6,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:42.687689 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e704510c-de6a-4a5a-9d42-8cf0cfc942ba tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:42.701601 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ef54b754-2b32-4c0a-bd76-27a10eabb25c req-29472aaf-b730-488d-9b79-32c9d0231ded service neutron] 10.222.0.48 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369761 Sep 16 04:47:42.702295 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-d1be2917-2b8d-4ab6-aee8-37e78d95421d None None] Allocated IP 2001:db8::f816:3eff:fe35:7e92 (f18ce45a-f194-42c8-8f01-58878f997c3a/0c4d7d6f-de1e-4421-89c2-b9c992e510e0/ca72e4e2-e25f-4c45-bafe-e459228acd81) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:42.711327 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e704510c-de6a-4a5a-9d42-8cf0cfc942ba tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:42.723507 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e704510c-de6a-4a5a-9d42-8cf0cfc942ba tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.6391270 Sep 16 04:47:42.830955 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad7e8773-cbb0-42ac-96c8-622a881716f4 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Deleting subnet 0c4d7d6f-de1e-4421-89c2-b9c992e510e0 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:47:42.934189 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fa1cd-7904-43a6-bf39-d485f47ec8c4 req-7d690ff4-26b0-4b5c-980c-757fc718218f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:42.937750 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a04fa1cd-7904-43a6-bf39-d485f47ec8c4 req-7d690ff4-26b0-4b5c-980c-757fc718218f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bf3478-a8ec-49b8-94de-a7731b4ab64c HTTP/1.1" status: 200 len: 944 time: 0.1277173 Sep 16 04:47:42.955702 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d1be2917-2b8d-4ab6-aee8-37e78d95421d None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:42.970774 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d1be2917-2b8d-4ab6-aee8-37e78d95421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:42.971323 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ad7e8773-cbb0-42ac-96c8-622a881716f4 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:42.992613 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ef54b754-2b32-4c0a-bd76-27a10eabb25c req-ab7b0a1f-7cfe-42b2-b057-828b536ab176 service neutron] 10.222.0.48 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835238 Sep 16 04:47:43.021769 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1be2917-2b8d-4ab6-aee8-37e78d95421d None None] Network f18ce45a-f194-42c8-8f01-58878f997c3a is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:43.025528 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-d1be2917-2b8d-4ab6-aee8-37e78d95421d None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:43.028251 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be2917-2b8d-4ab6-aee8-37e78d95421d None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:43.059509 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a04fa1cd-7904-43a6-bf39-d485f47ec8c4 req-1fa26ea8-614e-430b-b36f-2ff40d92e865 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142540 Sep 16 04:47:43.068289 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ad7e8773-cbb0-42ac-96c8-622a881716f4 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:43.135815 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be2917-2b8d-4ab6-aee8-37e78d95421d None None] Pushing event updated for resources: {'Port': ['ID=ca72e4e2-e25f-4c45-bafe-e459228acd81,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:43.216588 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-d1be2917-2b8d-4ab6-aee8-37e78d95421d None None] Attempting to bind port ca72e4e2-e25f-4c45-bafe-e459228acd81 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:43.217159 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-d1be2917-2b8d-4ab6-aee8-37e78d95421d None None] Attempting to bind port ca72e4e2-e25f-4c45-bafe-e459228acd81 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '2171704f-1e42-4843-bdf5-882814ef7937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f18ce45a-f194-42c8-8f01-58878f997c3a'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:43.217543 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1be2917-2b8d-4ab6-aee8-37e78d95421d None None] Attempting to bind port ca72e4e2-e25f-4c45-bafe-e459228acd81 on network f18ce45a-f194-42c8-8f01-58878f997c3a {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:43.235815 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1be2917-2b8d-4ab6-aee8-37e78d95421d None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:43.236328 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1be2917-2b8d-4ab6-aee8-37e78d95421d None None] Checking segment: {'id': '2171704f-1e42-4843-bdf5-882814ef7937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f18ce45a-f194-42c8-8f01-58878f997c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:43.236914 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d1be2917-2b8d-4ab6-aee8-37e78d95421d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:43.237319 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1be2917-2b8d-4ab6-aee8-37e78d95421d None None] Bound using segment: {'id': '2171704f-1e42-4843-bdf5-882814ef7937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f18ce45a-f194-42c8-8f01-58878f997c3a'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:43.237810 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-d1be2917-2b8d-4ab6-aee8-37e78d95421d None None] Bound port: ca72e4e2-e25f-4c45-bafe-e459228acd81, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2171704f-1e42-4843-bdf5-882814ef7937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f18ce45a-f194-42c8-8f01-58878f997c3a'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:43.238196 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d1be2917-2b8d-4ab6-aee8-37e78d95421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:43.252542 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-64d6e899-85ac-482d-a395-47e232fa7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:43.308984 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ad7e8773-cbb0-42ac-96c8-622a881716f4 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:43.339170 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 224b3f35-a7e0-4f8c-a069-60e6702d42b9 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:43.394045 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5fd85-d19a-46d5-945d-7e2902dc6ecc req-f0220522-31bb-49be-b86a-ec1a7eb5aa84 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:43.395543 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1bd5fd85-d19a-46d5-945d-7e2902dc6ecc req-f0220522-31bb-49be-b86a-ec1a7eb5aa84 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 945 time: 0.1111112 Sep 16 04:47:43.408913 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 224b3f35-a7e0-4f8c-a069-60e6702d42b9 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:47:43.413492 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 224b3f35-a7e0-4f8c-a069-60e6702d42b9 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:43.413886 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:43.454408 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-d1be2917-2b8d-4ab6-aee8-37e78d95421d None None] For port ca72e4e2-e25f-4c45-bafe-e459228acd81, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:43.460717 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1bd5fd85-d19a-46d5-945d-7e2902dc6ecc req-8c4ec688-96b2-492f-96e0-e12f69a01cab tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558298 Sep 16 04:47:43.462926 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ad7e8773-cbb0-42ac-96c8-622a881716f4 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:43.487631 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-d1be2917-2b8d-4ab6-aee8-37e78d95421d None None] For port ca72e4e2-e25f-4c45-bafe-e459228acd81, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=ca72e4e2-e25f-4c45-bafe-e459228acd81,segment=NetworkSegment(2171704f-1e42-4843-bdf5-882814ef7937),segment_id=2171704f-1e42-4843-bdf5-882814ef7937)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:43.501936 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e8773-cbb0-42ac-96c8-622a881716f4 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Pushing event deleted for resources: {'Subnet': ['ID=0c4d7d6f-de1e-4421-89c2-b9c992e510e0,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:43.508657 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ad7e8773-cbb0-42ac-96c8-622a881716f4 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:43.513305 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41096) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:43.513778 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ad7e8773-cbb0-42ac-96c8-622a881716f4 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] 10.222.0.35 "DELETE /v2.0/subnets/0c4d7d6f-de1e-4421-89c2-b9c992e510e0 HTTP/1.1" status: 204 len: 168 time: 0.8686123 Sep 16 04:47:43.520290 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d1be2917-2b8d-4ab6-aee8-37e78d95421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:43.597776 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b886554-8e85-41af-a44c-ff93a3e04c66 req-7c183a96-ed42-4b0a-a21e-0fc819d7e581 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] 10.222.0.35 "GET /v2.0/security-group-rules/172b8a57-2da7-41f3-ad55-f5638137e95e HTTP/1.1" status: 200 len: 778 time: 0.0465820 Sep 16 04:47:43.621502 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be2917-2b8d-4ab6-aee8-37e78d95421d None None] Pushing event updated for resources: {'Port': ['ID=ca72e4e2-e25f-4c45-bafe-e459228acd81,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:43.628598 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:43.703969 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39723cb7-3aba-4128-835b-7f969113a0ac tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:43.705735 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39723cb7-3aba-4128-835b-7f969113a0ac tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:43.708265 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-39723cb7-3aba-4128-835b-7f969113a0ac tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1937742 Sep 16 04:47:43.721163 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41106) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:43.759641 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b886554-8e85-41af-a44c-ff93a3e04c66 req-c6c2d3f9-03a4-4fc8-b383-907185fa3dec tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] 10.222.0.35 "GET /v2.0/security-groups/a352acbc-da62-4d45-9d66-8a3f4b2bc245 HTTP/1.1" status: 200 len: 2409 time: 0.1522791 Sep 16 04:47:43.774672 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:43.830491 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0b886554-8e85-41af-a44c-ff93a3e04c66 req-cc91b123-2ede-45ce-98f9-870315cf9fa6 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:43.853117 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0b886554-8e85-41af-a44c-ff93a3e04c66 req-cc91b123-2ede-45ce-98f9-870315cf9fa6 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:43.870439 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 224b3f35-a7e0-4f8c-a069-60e6702d42b9, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=224b3f35-a7e0-4f8c-a069-60e6702d42b9,segment=NetworkSegment(8a88cf17-2626-40ee-b5d7-20831c5d590c),segment_id=8a88cf17-2626-40ee-b5d7-20831c5d590c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:43.874518 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bf3478-a8ec-49b8-94de-a7731b4ab64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224b3f35-a7e0-4f8c-a069-60e6702d42b9'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:43.882684 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b0e5f2-aa3e-4299-857d-ac33088235ab" -d '{"events": [{"server_uuid": "24bf3478-a8ec-49b8-94de-a7731b4ab64c", "name": "network-vif-plugged", "status": "completed", "tag": "224b3f35-a7e0-4f8c-a069-60e6702d42b9"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:43.892312 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:43.920242 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0b886554-8e85-41af-a44c-ff93a3e04c66 req-cc91b123-2ede-45ce-98f9-870315cf9fa6 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:43.935659 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0b886554-8e85-41af-a44c-ff93a3e04c66 req-cc91b123-2ede-45ce-98f9-870315cf9fa6 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:43.937368 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9facfb13-5f3a-4c52-9ff1-447fcf9d9883 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:43.951823 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b886554-8e85-41af-a44c-ff93a3e04c66 req-cc91b123-2ede-45ce-98f9-870315cf9fa6 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/172b8a57-2da7-41f3-ad55-f5638137e95e HTTP/1.1" status: 204 len: 173 time: 0.1819828 Sep 16 04:47:43.953204 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9facfb13-5f3a-4c52-9ff1-447fcf9d9883 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 16 04:47:43.954284 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9facfb13-5f3a-4c52-9ff1-447fcf9d9883 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:43.964496 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9facfb13-5f3a-4c52-9ff1-447fcf9d9883 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] 10.222.0.35 "DELETE /v2.0/networks/f18ce45a-f194-42c8-8f01-58878f997c3a HTTP/1.1" status: 409 len: 405 time: 0.2404890 Sep 16 04:47:43.965206 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41130) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:43.972035 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-de6a0f14-cf22-4a26-accf-16335424c528 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1697736898'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:43.989580 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91b123-2ede-45ce-98f9-870315cf9fa6 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=172b8a57-2da7-41f3-ad55-f5638137e95e,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:44.026198 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6a0f14-cf22-4a26-accf-16335424c528 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Made reservation on behalf of 18b56a4a79d246cc86fcb61393fa5ea1 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:44.035806 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-de6a0f14-cf22-4a26-accf-16335424c528 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:44.043317 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=224b3f35-a7e0-4f8c-a069-60e6702d42b9,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:44.105052 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de6a0f14-cf22-4a26-accf-16335424c528 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:47:44.144658 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-de6a0f14-cf22-4a26-accf-16335424c528 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:44.144815 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-de6a0f14-cf22-4a26-accf-16335424c528 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Added segment 6d360d40-c81c-4618-873f-2f15f476c350 of type vlan for network c7b81120-4b2d-49d2-a12a-257d31cac6c7 Sep 16 04:47:44.303902 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-de6a0f14-cf22-4a26-accf-16335424c528 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:44.353417 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-de6a0f14-cf22-4a26-accf-16335424c528 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:44.362601 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6a0f14-cf22-4a26-accf-16335424c528 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:44.363125 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-de6a0f14-cf22-4a26-accf-16335424c528 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:44.377525 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11d5918-19df-4ff1-b23f-2168dae05ca4 None None] Network 5083d231-a76d-4aa3-b93d-d6804b0622d2 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:44.428744 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 38f14b17-4672-4c40-9002-63d21eb2ece1 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:44.492843 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08dc91-dc1e-4594-88ea-1a6ce20fe729 req-4ce99214-c114-475a-9e0d-61698fac8eb1 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:44.501651 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a08dc91-dc1e-4594-88ea-1a6ce20fe729 req-4ce99214-c114-475a-9e0d-61698fac8eb1 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.1139390 Sep 16 04:47:44.517624 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a0f14-cf22-4a26-accf-16335424c528 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Pushing event updated for resources: {'Network': ['ID=c7b81120-4b2d-49d2-a12a-257d31cac6c7,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:44.539810 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-de6a0f14-cf22-4a26-accf-16335424c528 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5734355 Sep 16 04:47:44.543598 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41148) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:44.557435 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-94042d86-065d-4f6b-b6d5-33b2f24c45ce tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Request body: {'subnet': {'network_id': 'c7b81120-4b2d-49d2-a12a-257d31cac6c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:44.576535 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network c7b81120-4b2d-49d2-a12a-257d31cac6c7 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:47:44.593627 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a08dc91-dc1e-4594-88ea-1a6ce20fe729 req-3d6f9cb6-9199-413e-9abf-c11663b96ada tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865679 Sep 16 04:47:44.665906 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:44.671625 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:44.715535 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-565e82e4-aeec-471c-935a-b101fe893ebf req-8f35213b-84fc-42c7-8525-768b318d0dcc tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1151157196', 'description': 'tempest-description-683105303'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:44.716169 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4088133e-2085-4954-95db-4ea4acd48ddc x-openstack-request-id: req-4088133e-2085-4954-95db-4ea4acd48ddc {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:44.716474 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24bf3478-a8ec-49b8-94de-a7731b4ab64c", "name": "network-vif-plugged", "status": "completed", "tag": "224b3f35-a7e0-4f8c-a069-60e6702d42b9", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:44.716753 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4088133e-2085-4954-95db-4ea4acd48ddc {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:44.717192 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24bf3478-a8ec-49b8-94de-a7731b4ab64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224b3f35-a7e0-4f8c-a069-60e6702d42b9', 'code': 200} Sep 16 04:47:44.745988 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.db.api [req-565e82e4-aeec-471c-935a-b101fe893ebf req-8f35213b-84fc-42c7-8525-768b318d0dcc tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:47:44.745988 n-d-712139-15 neutron-server[94767]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 16 04:47:44.745988 n-d-712139-15 neutron-server[94767]: [parameters: {'project_id': 'acf47814a5f743b184f28c1e4ffc58ab', 'id': '5cdb51d0-8463-40cc-8089-0939a9be7866', 'expiration': datetime.datetime(2021, 9, 16, 4, 49, 44, 740276)}] Sep 16 04:47:44.745988 n-d-712139-15 neutron-server[94767]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:47:44.746836 n-d-712139-15 neutron-server[94767]: DEBUG oslo_db.api [req-565e82e4-aeec-471c-935a-b101fe893ebf req-8f35213b-84fc-42c7-8525-768b318d0dcc tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:47:44.766610 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94042d86-065d-4f6b-b6d5-33b2f24c45ce tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Made reservation on behalf of 18b56a4a79d246cc86fcb61393fa5ea1 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:44.771158 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-94042d86-065d-4f6b-b6d5-33b2f24c45ce tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:44.775752 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-4d093ee9-cec1-4727-b994-c104cae3a494 None None] Provisioning complete for port 38f14b17-4672-4c40-9002-63d21eb2ece1 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:44.776137 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4d093ee9-cec1-4727-b994-c104cae3a494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:44.892233 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 38f14b17-4672-4c40-9002-63d21eb2ece1 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:44.893189 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:44.909919 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000df2f0-b369-4006-9490-85801e6d1f55 req-fa55f1f6-5ab5-438c-9f4b-0d3ef0ea17c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:44.911914 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-000df2f0-b369-4006-9490-85801e6d1f55 req-fa55f1f6-5ab5-438c-9f4b-0d3ef0ea17c5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=24bf3478-a8ec-49b8-94de-a7731b4ab64c HTTP/1.1" status: 200 len: 1097 time: 0.1065083 Sep 16 04:47:44.996880 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-000df2f0-b369-4006-9490-85801e6d1f55 req-7642fd88-c2a3-44a9-aa98-ed11010d9778 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767729 Sep 16 04:47:45.069122 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.099223 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4d093ee9-cec1-4727-b994-c104cae3a494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.147774 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 38f14b17-4672-4c40-9002-63d21eb2ece1, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=38f14b17-4672-4c40-9002-63d21eb2ece1,segment=NetworkSegment(7b82f1f0-6bc5-4428-b144-5c36ba2e772e),segment_id=7b82f1f0-6bc5-4428-b144-5c36ba2e772e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:45.155670 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.157473 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 41e28078-f0bf-4464-b114-44ed0b77ea66 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:45.273022 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-4d093ee9-cec1-4727-b994-c104cae3a494 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:47:45.273391 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-4d093ee9-cec1-4727-b994-c104cae3a494 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:47:45.291426 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-565e82e4-aeec-471c-935a-b101fe893ebf req-8f35213b-84fc-42c7-8525-768b318d0dcc tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.291578 n-d-712139-15 neutron-server[94766]: DEBUG neutron.objects.ports [None req-94042d86-065d-4f6b-b6d5-33b2f24c45ce tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:47:45.295838 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-94042d86-065d-4f6b-b6d5-33b2f24c45ce tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.346436 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=38f14b17-4672-4c40-9002-63d21eb2ece1,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:45.384813 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94042d86-065d-4f6b-b6d5-33b2f24c45ce tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Pushing event updated for resources: {'Subnet': ['ID=94a06012-c0d2-42cc-bdef-4e31b4e6ac9b,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:45.396501 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 41e28078-f0bf-4464-b114-44ed0b77ea66 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:45.400437 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.413892 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94042d86-065d-4f6b-b6d5-33b2f24c45ce tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Checking segment: {'id': '6d360d40-c81c-4618-873f-2f15f476c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c7b81120-4b2d-49d2-a12a-257d31cac6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:45.414547 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94042d86-065d-4f6b-b6d5-33b2f24c45ce tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Network hostable DHCP agents. Network: c7b81120-4b2d-49d2-a12a-257d31cac6c7, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:47:45.444208 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-565e82e4-aeec-471c-935a-b101fe893ebf req-8f35213b-84fc-42c7-8525-768b318d0dcc tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.453955 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-565e82e4-aeec-471c-935a-b101fe893ebf req-8f35213b-84fc-42c7-8525-768b318d0dcc tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.476226 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94042d86-065d-4f6b-b6d5-33b2f24c45ce tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Network c7b81120-4b2d-49d2-a12a-257d31cac6c7 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:47:45.496907 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-94042d86-065d-4f6b-b6d5-33b2f24c45ce tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, c7b81120-4b2d-49d2-a12a-257d31cac6c7) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:45.504744 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94042d86-065d-4f6b-b6d5-33b2f24c45ce tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:45.506079 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-94042d86-065d-4f6b-b6d5-33b2f24c45ce tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.509607 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55ebe7a-65df-406b-93b1-64aac2e3e0a0 None None] Network c7b81120-4b2d-49d2-a12a-257d31cac6c7 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:45.511816 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-565e82e4-aeec-471c-935a-b101fe893ebf req-8f35213b-84fc-42c7-8525-768b318d0dcc tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.526960 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-565e82e4-aeec-471c-935a-b101fe893ebf req-8f35213b-84fc-42c7-8525-768b318d0dcc tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.8162160 Sep 16 04:47:45.532705 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-94042d86-065d-4f6b-b6d5-33b2f24c45ce tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9842482 Sep 16 04:47:45.537055 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41158) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:45.546028 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-085fdae0-d757-48c7-8614-98c555646206 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Request body: {'port': {'network_id': 'c7b81120-4b2d-49d2-a12a-257d31cac6c7', 'name': 'tempest-NetworksIpV6TestAttrs-641474962'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:45.550283 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f35213b-84fc-42c7-8525-768b318d0dcc tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d1ca89-e4bc-4a45-ae48-1029b8ec5e5e,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:45.553116 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c249928-3a6a-4b1a-8dcc-782a7d444385 None None] Network f18ce45a-f194-42c8-8f01-58878f997c3a requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:45.749912 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cff1af-646b-4b74-8bdc-9977b0e695a3 req-291b17b3-901c-4e76-b555-ce7e3c5e3c50 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:45.751957 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c0cff1af-646b-4b74-8bdc-9977b0e695a3 req-291b17b3-901c-4e76-b555-ce7e3c5e3c50 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bf3478-a8ec-49b8-94de-a7731b4ab64c HTTP/1.1" status: 200 len: 945 time: 0.1372893 Sep 16 04:47:45.774084 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085fdae0-d757-48c7-8614-98c555646206 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Made reservation on behalf of 18b56a4a79d246cc86fcb61393fa5ea1 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:45.778324 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-085fdae0-d757-48c7-8614-98c555646206 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.823835 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-085fdae0-d757-48c7-8614-98c555646206 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] device_id is not set on port 307bdf76-fca4-4999-8bab-2a97d51936c9 yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:47:45.854029 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c0cff1af-646b-4b74-8bdc-9977b0e695a3 req-9c24fe63-b4c0-40d5-adc7-fa69c6fd8ea9 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920224 Sep 16 04:47:45.903978 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d916f85-0ec7-419c-af74-c57d36789c54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-c7b81120-4b2d-49d2-a12a-257d31cac6c7', 'network_id': 'c7b81120-4b2d-49d2-a12a-257d31cac6c7', 'tenant_id': '18b56a4a79d246cc86fcb61393fa5ea1', 'fixed_ips': [{'subnet_id': '94a06012-c0d2-42cc-bdef-4e31b4e6ac9b'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:47:45.905576 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5d916f85-0ec7-419c-af74-c57d36789c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.070280 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc4e4a8-2261-4e9a-a51d-4dd00f7ee5e7 None None] DHCP port deletion for f18ce45a-f194-42c8-8f01-58878f997c3a request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:47:46.083515 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.110930 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-085fdae0-d757-48c7-8614-98c555646206 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Allocated IP 2001:db8::f816:3eff:febf:b78e (c7b81120-4b2d-49d2-a12a-257d31cac6c7/94a06012-c0d2-42cc-bdef-4e31b4e6ac9b/307bdf76-fca4-4999-8bab-2a97d51936c9) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:46.120540 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 38f14b17-4672-4c40-9002-63d21eb2ece1 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:46.136138 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1fd2e-fb73-4fa7-9a7b-b52ff0507972 req-5f506a84-57a0-4972-9264-409b1ffd69a3 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:46.137904 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ff1fd2e-fb73-4fa7-9a7b-b52ff0507972 req-5f506a84-57a0-4972-9264-409b1ffd69a3 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 945 time: 0.0929952 Sep 16 04:47:46.166662 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-beb62f21-7ad1-4d40-a8b0-dc011f0f11d2 None None] Provisioning complete for port ca72e4e2-e25f-4c45-bafe-e459228acd81 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:46.167035 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-beb62f21-7ad1-4d40-a8b0-dc011f0f11d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.225045 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ff1fd2e-fb73-4fa7-9a7b-b52ff0507972 req-adc8d4d9-a90a-4a95-a9b8-1acf3bdb8757 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764828 Sep 16 04:47:46.243869 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bbc4e4a8-2261-4e9a-a51d-4dd00f7ee5e7 None None] Deleting port ca72e4e2-e25f-4c45-bafe-e459228acd81 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:46.244252 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bbc4e4a8-2261-4e9a-a51d-4dd00f7ee5e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.263978 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 38f14b17-4672-4c40-9002-63d21eb2ece1 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:46.264716 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.377902 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-085fdae0-d757-48c7-8614-98c555646206 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.389736 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-beb62f21-7ad1-4d40-a8b0-dc011f0f11d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.394807 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bbc4e4a8-2261-4e9a-a51d-4dd00f7ee5e7 None None] For port ca72e4e2-e25f-4c45-bafe-e459228acd81, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=ca72e4e2-e25f-4c45-bafe-e459228acd81,segment=NetworkSegment(2171704f-1e42-4843-bdf5-882814ef7937),segment_id=2171704f-1e42-4843-bdf5-882814ef7937)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:46.395202 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bbc4e4a8-2261-4e9a-a51d-4dd00f7ee5e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.423193 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bbc4e4a8-2261-4e9a-a51d-4dd00f7ee5e7 None None] Calling delete_port for ca72e4e2-e25f-4c45-bafe-e459228acd81 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:46.464986 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-085fdae0-d757-48c7-8614-98c555646206 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.522157 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085fdae0-d757-48c7-8614-98c555646206 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Network c7b81120-4b2d-49d2-a12a-257d31cac6c7 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:46.539893 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-085fdae0-d757-48c7-8614-98c555646206 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:46.548506 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085fdae0-d757-48c7-8614-98c555646206 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:46.567315 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-beb62f21-7ad1-4d40-a8b0-dc011f0f11d2 None None] For port ca72e4e2-e25f-4c45-bafe-e459228acd81, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=ca72e4e2-e25f-4c45-bafe-e459228acd81,segment=NetworkSegment(2171704f-1e42-4843-bdf5-882814ef7937),segment_id=2171704f-1e42-4843-bdf5-882814ef7937)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:46.573636 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085fdae0-d757-48c7-8614-98c555646206 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:46.576852 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-085fdae0-d757-48c7-8614-98c555646206 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.585344 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-beb62f21-7ad1-4d40-a8b0-dc011f0f11d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.655902 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdae0-d757-48c7-8614-98c555646206 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Pushing event updated for resources: {'Port': ['ID=307bdf76-fca4-4999-8bab-2a97d51936c9,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:46.662447 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-085fdae0-d757-48c7-8614-98c555646206 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.1219440 Sep 16 04:47:46.666987 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41164) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:46.691109 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a45fb2e5-6be5-461b-aadb-08b3e5f72290 req-40eda277-3242-474b-8ffd-ef2241c58c38 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] 10.222.0.35 "GET /v2.0/security-groups/d1d1ca89-e4bc-4a45-ae48-1029b8ec5e5e HTTP/1.1" status: 200 len: 1814 time: 0.1042960 Sep 16 04:47:46.753328 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ac41bd-a7d4-465b-b023-7d46777bd585 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Deleting subnet 94a06012-c0d2-42cc-bdef-4e31b4e6ac9b {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:47:46.827808 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-5d916f85-0ec7-419c-af74-c57d36789c54 None None] Allocated IP 2001:db8::f816:3eff:fe7a:c893 (c7b81120-4b2d-49d2-a12a-257d31cac6c7/94a06012-c0d2-42cc-bdef-4e31b4e6ac9b/07d45880-614f-4b55-b088-d0f6b0ea7ece) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:46.870821 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca11b94-78ab-4696-b9d6-6339bb73a175 req-1394c7f1-9d20-45cd-b549-27bc6a30889a tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:46.873919 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fca11b94-78ab-4696-b9d6-6339bb73a175 req-1394c7f1-9d20-45cd-b549-27bc6a30889a tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.0910521 Sep 16 04:47:46.897828 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-beb62f21-7ad1-4d40-a8b0-dc011f0f11d2 None None] Provisioning complete for port 38f14b17-4672-4c40-9002-63d21eb2ece1 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:46.898217 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-beb62f21-7ad1-4d40-a8b0-dc011f0f11d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.918497 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb62f21-7ad1-4d40-a8b0-dc011f0f11d2 None None] Pushing event updated for resources: {'Port': ['ID=ca72e4e2-e25f-4c45-bafe-e459228acd81,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:46.978764 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fca11b94-78ab-4696-b9d6-6339bb73a175 req-a6c658b5-43cd-4f44-83e2-77934a92fbee tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935755 Sep 16 04:47:47.004619 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bbc4e4a8-2261-4e9a-a51d-4dd00f7ee5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.057389 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4e4a8-2261-4e9a-a51d-4dd00f7ee5e7 None None] Pushing event deleted for resources: {'Port': ['ID=ca72e4e2-e25f-4c45-bafe-e459228acd81,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:47.074694 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc4e4a8-2261-4e9a-a51d-4dd00f7ee5e7 None None] No DVR routers for this DVR port ca72e4e2-e25f-4c45-bafe-e459228acd81 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:47.174617 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f56e8-5e15-41fd-98c3-6f39d2d156ed req-9f3c75c6-713f-48ac-812d-6074085e40b1 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:47.176882 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-498f56e8-5e15-41fd-98c3-6f39d2d156ed req-9f3c75c6-713f-48ac-812d-6074085e40b1 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bf3478-a8ec-49b8-94de-a7731b4ab64c HTTP/1.1" status: 200 len: 945 time: 0.0692050 Sep 16 04:47:47.193522 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5d916f85-0ec7-419c-af74-c57d36789c54 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.201806 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-91ac41bd-a7d4-465b-b023-7d46777bd585 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.203267 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5d916f85-0ec7-419c-af74-c57d36789c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.256084 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-498f56e8-5e15-41fd-98c3-6f39d2d156ed req-6fda1011-403d-4bdb-871f-129f8ae036ee tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706947 Sep 16 04:47:47.270466 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-91ac41bd-a7d4-465b-b023-7d46777bd585 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.301405 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d916f85-0ec7-419c-af74-c57d36789c54 None None] Network c7b81120-4b2d-49d2-a12a-257d31cac6c7 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:47.302910 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d916f85-0ec7-419c-af74-c57d36789c54 None None] Pushing event updated for resources: {'Port': ['ID=07d45880-614f-4b55-b088-d0f6b0ea7ece,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:47.313832 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-5d916f85-0ec7-419c-af74-c57d36789c54 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:47.319186 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d916f85-0ec7-419c-af74-c57d36789c54 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:47.392881 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-5d916f85-0ec7-419c-af74-c57d36789c54 None None] Attempting to bind port 07d45880-614f-4b55-b088-d0f6b0ea7ece on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:47.393181 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-5d916f85-0ec7-419c-af74-c57d36789c54 None None] Attempting to bind port 07d45880-614f-4b55-b088-d0f6b0ea7ece by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '6d360d40-c81c-4618-873f-2f15f476c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c7b81120-4b2d-49d2-a12a-257d31cac6c7'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:47.393551 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d916f85-0ec7-419c-af74-c57d36789c54 None None] Attempting to bind port 07d45880-614f-4b55-b088-d0f6b0ea7ece on network c7b81120-4b2d-49d2-a12a-257d31cac6c7 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:47.401151 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d916f85-0ec7-419c-af74-c57d36789c54 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:47.401572 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d916f85-0ec7-419c-af74-c57d36789c54 None None] Checking segment: {'id': '6d360d40-c81c-4618-873f-2f15f476c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c7b81120-4b2d-49d2-a12a-257d31cac6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:47.402142 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5d916f85-0ec7-419c-af74-c57d36789c54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.403614 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d916f85-0ec7-419c-af74-c57d36789c54 None None] Bound using segment: {'id': '6d360d40-c81c-4618-873f-2f15f476c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c7b81120-4b2d-49d2-a12a-257d31cac6c7'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:47.403929 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-5d916f85-0ec7-419c-af74-c57d36789c54 None None] Bound port: 07d45880-614f-4b55-b088-d0f6b0ea7ece, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d360d40-c81c-4618-873f-2f15f476c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c7b81120-4b2d-49d2-a12a-257d31cac6c7'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:47.405153 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5d916f85-0ec7-419c-af74-c57d36789c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.430843 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c6152-6c3b-4611-991f-7fa8e269b616 req-2997bdf3-2508-412b-96cd-860b5ae3e068 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:47.434434 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b73c6152-6c3b-4611-991f-7fa8e269b616 req-2997bdf3-2508-412b-96cd-860b5ae3e068 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.0624533 Sep 16 04:47:47.460485 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-91ac41bd-a7d4-465b-b023-7d46777bd585 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.501659 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b73c6152-6c3b-4611-991f-7fa8e269b616 req-efcf5c72-13b9-4575-9271-114a15602399 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601387 Sep 16 04:47:47.555017 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-5d916f85-0ec7-419c-af74-c57d36789c54 None None] For port 07d45880-614f-4b55-b088-d0f6b0ea7ece, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:47.557103 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-91ac41bd-a7d4-465b-b023-7d46777bd585 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.559483 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-5d916f85-0ec7-419c-af74-c57d36789c54 None None] For port 07d45880-614f-4b55-b088-d0f6b0ea7ece, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=07d45880-614f-4b55-b088-d0f6b0ea7ece,segment=NetworkSegment(6d360d40-c81c-4618-873f-2f15f476c350),segment_id=6d360d40-c81c-4618-873f-2f15f476c350)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:47.561957 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-609d67b9-da99-4eaf-add7-81020cdf716d req-44291275-014c-4871-a64c-34323742f43a tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1300216564', 'description': 'tempest-description-1331801542'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:47.565865 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5d916f85-0ec7-419c-af74-c57d36789c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.587540 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-91ac41bd-a7d4-465b-b023-7d46777bd585 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.590427 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-91ac41bd-a7d4-465b-b023-7d46777bd585 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] 10.222.0.35 "DELETE /v2.0/subnets/94a06012-c0d2-42cc-bdef-4e31b4e6ac9b HTTP/1.1" status: 204 len: 168 time: 0.9222603 Sep 16 04:47:47.596363 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41184) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:47.615608 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac41bd-a7d4-465b-b023-7d46777bd585 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Pushing event deleted for resources: {'Subnet': ['ID=94a06012-c0d2-42cc-bdef-4e31b4e6ac9b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:47.637540 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac41bd-a7d4-465b-b023-7d46777bd585 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:47.638925 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac41bd-a7d4-465b-b023-7d46777bd585 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:47.639452 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac41bd-a7d4-465b-b023-7d46777bd585 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:47.640102 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac41bd-a7d4-465b-b023-7d46777bd585 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:47.640615 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac41bd-a7d4-465b-b023-7d46777bd585 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:47.641658 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac41bd-a7d4-465b-b023-7d46777bd585 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:47.642234 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac41bd-a7d4-465b-b023-7d46777bd585 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:47.643484 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac41bd-a7d4-465b-b023-7d46777bd585 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:47.644296 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac41bd-a7d4-465b-b023-7d46777bd585 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:47.644838 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac41bd-a7d4-465b-b023-7d46777bd585 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:47.645330 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac41bd-a7d4-465b-b023-7d46777bd585 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:47.645815 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac41bd-a7d4-465b-b023-7d46777bd585 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:47.658053 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-609d67b9-da99-4eaf-add7-81020cdf716d req-44291275-014c-4871-a64c-34323742f43a tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.677366 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d916f85-0ec7-419c-af74-c57d36789c54 None None] Pushing event updated for resources: {'Port': ['ID=07d45880-614f-4b55-b088-d0f6b0ea7ece,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:47.703357 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1273e2-b20f-4bf5-a493-d971a9fc8ef2 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:47.706730 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1273e2-b20f-4bf5-a493-d971a9fc8ef2 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:47.709791 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ac1273e2-b20f-4bf5-a493-d971a9fc8ef2 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1120145 Sep 16 04:47:47.714148 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41186) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:47.818107 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-609d67b9-da99-4eaf-add7-81020cdf716d req-44291275-014c-4871-a64c-34323742f43a tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.825876 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-609d67b9-da99-4eaf-add7-81020cdf716d req-44291275-014c-4871-a64c-34323742f43a tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.829327 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-12511aa0-9247-4f18-b7b1-616b9f4da03f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.840962 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-12511aa0-9247-4f18-b7b1-616b9f4da03f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 16 04:47:47.841798 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12511aa0-9247-4f18-b7b1-616b9f4da03f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:47.845465 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-12511aa0-9247-4f18-b7b1-616b9f4da03f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] 10.222.0.35 "DELETE /v2.0/networks/c7b81120-4b2d-49d2-a12a-257d31cac6c7 HTTP/1.1" status: 409 len: 405 time: 0.1300035 Sep 16 04:47:47.848916 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41190) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:47.871335 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-609d67b9-da99-4eaf-add7-81020cdf716d req-44291275-014c-4871-a64c-34323742f43a tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.873330 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-bcda817f-349c-49f9-bf77-a7bdb4dd2b2f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1932833271'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:47.913003 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-609d67b9-da99-4eaf-add7-81020cdf716d req-44291275-014c-4871-a64c-34323742f43a tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3588598 Sep 16 04:47:47.916395 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44291275-014c-4871-a64c-34323742f43a tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe693826-6577-4cd6-b1bb-0804baab0e9a,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:47.939186 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcda817f-349c-49f9-bf77-a7bdb4dd2b2f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Made reservation on behalf of 18b56a4a79d246cc86fcb61393fa5ea1 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:47.944408 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bcda817f-349c-49f9-bf77-a7bdb4dd2b2f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.020757 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcda817f-349c-49f9-bf77-a7bdb4dd2b2f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:47:48.037061 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bcda817f-349c-49f9-bf77-a7bdb4dd2b2f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.037465 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-bcda817f-349c-49f9-bf77-a7bdb4dd2b2f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Added segment eab956fe-a1f1-48c3-b4b9-4775d26515f0 of type vlan for network ca3593c3-3b3f-4853-a0d4-3f9e98c5faa0 Sep 16 04:47:48.084724 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d4c4e-2bf0-429d-aaf3-8bc7aeba9af9 req-1757bd52-1ee1-4983-b7c8-6e5688c304dc tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:48.105529 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-147d4c4e-2bf0-429d-aaf3-8bc7aeba9af9 req-1757bd52-1ee1-4983-b7c8-6e5688c304dc tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 945 time: 0.1283019 Sep 16 04:47:48.119532 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bcda817f-349c-49f9-bf77-a7bdb4dd2b2f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.159838 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 07d45880-614f-4b55-b088-d0f6b0ea7ece up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:48.160401 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-147d4c4e-2bf0-429d-aaf3-8bc7aeba9af9 req-8c414932-a6f1-464e-96e9-2bcd9db9438d tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535624 Sep 16 04:47:48.182560 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bcda817f-349c-49f9-bf77-a7bdb4dd2b2f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.188832 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcda817f-349c-49f9-bf77-a7bdb4dd2b2f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:48.189503 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bcda817f-349c-49f9-bf77-a7bdb4dd2b2f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.226023 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-bcda817f-349c-49f9-bf77-a7bdb4dd2b2f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3754406 Sep 16 04:47:48.229348 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41196) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:48.235626 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-b663cf3b-f1b5-4994-90b9-50f0a8884f63 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Request body: {'subnet': {'network_id': 'ca3593c3-3b3f-4853-a0d4-3f9e98c5faa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:48.255765 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 07d45880-614f-4b55-b088-d0f6b0ea7ece triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:48.256153 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.288871 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda817f-349c-49f9-bf77-a7bdb4dd2b2f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Pushing event updated for resources: {'Network': ['ID=ca3593c3-3b3f-4853-a0d4-3f9e98c5faa0,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:48.315926 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network ca3593c3-3b3f-4853-a0d4-3f9e98c5faa0 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:47:48.449581 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b663cf3b-f1b5-4994-90b9-50f0a8884f63 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Made reservation on behalf of 18b56a4a79d246cc86fcb61393fa5ea1 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:48.458315 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b663cf3b-f1b5-4994-90b9-50f0a8884f63 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.466295 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.505730 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 07d45880-614f-4b55-b088-d0f6b0ea7ece, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=07d45880-614f-4b55-b088-d0f6b0ea7ece,segment=NetworkSegment(6d360d40-c81c-4618-873f-2f15f476c350),segment_id=6d360d40-c81c-4618-873f-2f15f476c350)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:48.516729 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.583074 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=07d45880-614f-4b55-b088-d0f6b0ea7ece,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:48.597001 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device ca72e4e2-e25f-4c45-bafe-e459228acd81 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:48.621284 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: ca72e4e2-e25f-4c45-bafe-e459228acd81 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:47:48.621632 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device ca72e4e2-e25f-4c45-bafe-e459228acd81 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:47:48.753793 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-8431d14e-f3ab-4983-90b9-7e5d0f389742 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:48.755374 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-8431d14e-f3ab-4983-90b9-7e5d0f389742 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/networks?id=92ecefce-c627-4abd-9d77-6a33db190651 HTTP/1.1" status: 200 len: 811 time: 0.1740792 Sep 16 04:47:48.785572 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-21316e43-f902-401e-9286-b834b96e71e5 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/quotas/68cc116df1104257a08239cd46cd0170 HTTP/1.1" status: 200 len: 375 time: 0.0197761 Sep 16 04:47:48.902368 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-81ff654c-7cc0-4242-8499-db4a7c32a6ca tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=68cc116df1104257a08239cd46cd0170&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0950842 Sep 16 04:47:48.999886 n-d-712139-15 neutron-server[94767]: DEBUG neutron.objects.ports [None req-b663cf3b-f1b5-4994-90b9-50f0a8884f63 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:47:49.007768 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b663cf3b-f1b5-4994-90b9-50f0a8884f63 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:49.027066 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d1e6fd-2dee-4aff-9e62-99f04d436351 None None] Network c7b81120-4b2d-49d2-a12a-257d31cac6c7 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:49.096064 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-822a14b8-e8b7-4393-8e8d-986c3b1da41b service neutron] 10.222.0.35 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848178 Sep 16 04:47:49.125206 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663cf3b-f1b5-4994-90b9-50f0a8884f63 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Pushing event updated for resources: {'Subnet': ['ID=d5a96974-e9a4-4d7c-8f7b-7531090eb5f8,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:49.155431 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b663cf3b-f1b5-4994-90b9-50f0a8884f63 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Checking segment: {'id': 'eab956fe-a1f1-48c3-b4b9-4775d26515f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ca3593c3-3b3f-4853-a0d4-3f9e98c5faa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:49.155788 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b663cf3b-f1b5-4994-90b9-50f0a8884f63 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Network hostable DHCP agents. Network: ca3593c3-3b3f-4853-a0d4-3f9e98c5faa0, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:47:49.217196 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b663cf3b-f1b5-4994-90b9-50f0a8884f63 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Network ca3593c3-3b3f-4853-a0d4-3f9e98c5faa0 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:47:49.241919 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-6fa08c68-5a2c-4af3-9c86-ad31cfb6c4a0 service neutron] 10.222.0.35 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445463 Sep 16 04:47:49.243216 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f4354d9c-4c2a-4dfb-aa6c-040779ccc477 None None] Provisioning complete for port 07d45880-614f-4b55-b088-d0f6b0ea7ece triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:49.244109 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f4354d9c-4c2a-4dfb-aa6c-040779ccc477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:49.245478 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-b663cf3b-f1b5-4994-90b9-50f0a8884f63 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, ca3593c3-3b3f-4853-a0d4-3f9e98c5faa0) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:49.273126 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b663cf3b-f1b5-4994-90b9-50f0a8884f63 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:49.276045 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b663cf3b-f1b5-4994-90b9-50f0a8884f63 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:49.279154 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978e2d38-bfb1-4cf1-bc95-b725751fec31 None None] Network ca3593c3-3b3f-4853-a0d4-3f9e98c5faa0 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:49.309306 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b663cf3b-f1b5-4994-90b9-50f0a8884f63 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0787702 Sep 16 04:47:49.312261 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41212) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:49.434333 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db48feef-0a6b-43bf-9076-f6898f567386 None None] DHCP port deletion for c7b81120-4b2d-49d2-a12a-257d31cac6c7 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:47:49.511626 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bca3b3b3-bff7-4385-90c6-9887c0e6ae9c req-9a3d661c-089d-4e34-87f5-28a1f536a89a tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] 10.222.0.35 "GET /v2.0/security-groups/fe693826-6577-4cd6-b1bb-0804baab0e9a HTTP/1.1" status: 200 len: 1815 time: 0.0633779 Sep 16 04:47:49.542465 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-691fa450-437d-4c64-8e36-92d505894533 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:49.591938 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68edc7b0-e6d4-4d70-89f5-8cdb60bd4906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-ca3593c3-3b3f-4853-a0d4-3f9e98c5faa0', 'network_id': 'ca3593c3-3b3f-4853-a0d4-3f9e98c5faa0', 'tenant_id': '18b56a4a79d246cc86fcb61393fa5ea1', 'fixed_ips': [{'subnet_id': 'd5a96974-e9a4-4d7c-8f7b-7531090eb5f8'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:47:49.593608 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-68edc7b0-e6d4-4d70-89f5-8cdb60bd4906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:49.630463 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db48feef-0a6b-43bf-9076-f6898f567386 None None] Deleting port 07d45880-614f-4b55-b088-d0f6b0ea7ece {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:49.631037 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db48feef-0a6b-43bf-9076-f6898f567386 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:49.697395 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-691fa450-437d-4c64-8e36-92d505894533 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:49.710630 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc72578-47ce-45cd-aacc-2f63391afe7d req-7eb472ea-319a-4884-a46f-feb32f35836f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:49.713074 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4bc72578-47ce-45cd-aacc-2f63391afe7d req-7eb472ea-319a-4884-a46f-feb32f35836f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bf3478-a8ec-49b8-94de-a7731b4ab64c HTTP/1.1" status: 200 len: 945 time: 0.0912006 Sep 16 04:47:49.795398 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4bc72578-47ce-45cd-aacc-2f63391afe7d req-7b780a1d-e0ac-43eb-b27c-733096f98e02 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752032 Sep 16 04:47:49.810690 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db48feef-0a6b-43bf-9076-f6898f567386 None None] For port 07d45880-614f-4b55-b088-d0f6b0ea7ece, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=07d45880-614f-4b55-b088-d0f6b0ea7ece,segment=NetworkSegment(6d360d40-c81c-4618-873f-2f15f476c350),segment_id=6d360d40-c81c-4618-873f-2f15f476c350)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:49.811101 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db48feef-0a6b-43bf-9076-f6898f567386 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:49.843190 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db48feef-0a6b-43bf-9076-f6898f567386 None None] Calling delete_port for 07d45880-614f-4b55-b088-d0f6b0ea7ece owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:49.860619 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-691fa450-437d-4c64-8e36-92d505894533 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server [None req-68edc7b0-e6d4-4d70-89f5-8cdb60bd4906 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d5a96974-e9a4-4d7c-8f7b-7531090eb5f8: This subnet is being modified by another concurrent operation. Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:47:49.862141 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:47:49.866204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:47:49.866204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:47:49.866204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:47:49.866204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:47:49.866204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:47:49.866204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:47:49.866204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:47:49.866204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:47:49.866204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:47:49.866204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:47:49.866204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:47:49.866204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:47:49.866204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:47:49.866204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:47:49.866204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:47:49.866204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:47:49.866204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 04:47:49.866204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 04:47:49.866204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 04:47:49.866204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 04:47:49.866204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 04:47:49.866204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 04:47:49.866204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 04:47:49.866204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 04:47:49.866204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:47:49.866204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:47:49.866204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:47:49.866204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:47:49.866204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 04:47:49.866204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 04:47:49.866204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 04:47:49.866204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 04:47:49.866204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 04:47:49.866204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 04:47:49.866204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 04:47:49.866204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise exception Sep 16 04:47:49.866204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d5a96974-e9a4-4d7c-8f7b-7531090eb5f8: This subnet is being modified by another concurrent operation. Sep 16 04:47:49.866204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server Sep 16 04:47:49.922494 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fa450-437d-4c64-8e36-92d505894533 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Pushing event deleted for resources: {'Subnet': ['ID=d5a96974-e9a4-4d7c-8f7b-7531090eb5f8,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:49.950635 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd07f84-07a0-41e6-8532-a7a9e80bd87f None None] Network ca3593c3-3b3f-4853-a0d4-3f9e98c5faa0 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:49.969516 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13948ec-9871-45d9-bb13-719fdb9e747a req-cdf5e473-af72-405b-8d75-4b72f32131f0 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:49.971193 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c13948ec-9871-45d9-bb13-719fdb9e747a req-cdf5e473-af72-405b-8d75-4b72f32131f0 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 945 time: 0.0808847 Sep 16 04:47:50.048456 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-691fa450-437d-4c64-8e36-92d505894533 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:50.067010 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 07d45880-614f-4b55-b088-d0f6b0ea7ece no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:50.077463 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-691fa450-437d-4c64-8e36-92d505894533 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca3593c3-3b3f-4853-a0d4-3f9e98c5faa0']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:50.080530 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c13948ec-9871-45d9-bb13-719fdb9e747a req-1fe37333-8bb9-4f69-bee2-077903ed48de tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994987 Sep 16 04:47:50.092029 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-691fa450-437d-4c64-8e36-92d505894533 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab956fe-a1f1-48c3-b4b9-4775d26515f0') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:50.092710 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-691fa450-437d-4c64-8e36-92d505894533 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab956fe-a1f1-48c3-b4b9-4775d26515f0') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:50.106631 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-691fa450-437d-4c64-8e36-92d505894533 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:50.129634 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-691fa450-437d-4c64-8e36-92d505894533 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:50.140788 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-691fa450-437d-4c64-8e36-92d505894533 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:47:50.142005 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-691fa450-437d-4c64-8e36-92d505894533 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:50.146531 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:47:50.146531 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:47:50.146531 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:47:50.146531 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:47:50.146531 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:47:50.146531 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:47:50.146531 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:47:50.146531 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:47:50.146531 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:47:50.146531 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:47:50.146531 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:47:50.146531 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:47:50.146531 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:47:50.146531 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:47:50.146531 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:47:50.146531 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:47:50.146531 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:47:50.146531 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:47:50.146531 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:47:50.146531 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:47:50.146531 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:47:50.146531 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:47:50.146531 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:47:50.146531 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:47:50.146531 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:47:50.146531 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:47:50.146531 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:47:50.146531 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:47:50.146531 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:47:50.146531 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:47:50.146531 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:47:50.146531 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:47:50.240320 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0fedb59d-4d87-401b-bd86-20d6be01c3ea req-61879d9f-1071-4310-8da7-ec63e24ed7bf tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 210 time: 0.0624795 Sep 16 04:47:50.264792 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db48feef-0a6b-43bf-9076-f6898f567386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:50.292021 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-691fa450-437d-4c64-8e36-92d505894533 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:50.302238 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-691fa450-437d-4c64-8e36-92d505894533 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:50.305294 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-691fa450-437d-4c64-8e36-92d505894533 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] 10.222.0.35 "DELETE /v2.0/networks/ca3593c3-3b3f-4853-a0d4-3f9e98c5faa0 HTTP/1.1" status: 204 len: 168 time: 0.9892788 Sep 16 04:47:50.308648 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41230) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:50.317480 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-d9855c3e-52a8-4525-9b2c-23851861c4ee tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-384903326'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:50.334706 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No active binding found for port 07d45880-614f-4b55-b088-d0f6b0ea7ece {{(pid=94768) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 04:47:50.335176 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 07d45880-614f-4b55-b088-d0f6b0ea7ece not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:47:50.340384 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fa450-437d-4c64-8e36-92d505894533 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Pushing event deleted for resources: {'Network': ['ID=ca3593c3-3b3f-4853-a0d4-3f9e98c5faa0,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:50.374933 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9855c3e-52a8-4525-9b2c-23851861c4ee tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Made reservation on behalf of 18b56a4a79d246cc86fcb61393fa5ea1 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:50.378887 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48feef-0a6b-43bf-9076-f6898f567386 None None] Pushing event deleted for resources: {'Port': ['ID=07d45880-614f-4b55-b088-d0f6b0ea7ece,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:50.381383 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db48feef-0a6b-43bf-9076-f6898f567386 None None] No DVR routers for this DVR port 07d45880-614f-4b55-b088-d0f6b0ea7ece on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:50.391563 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d9855c3e-52a8-4525-9b2c-23851861c4ee tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:50.403676 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae96e04-607e-4542-80df-6740eb0057c8 None None] get_active_networks_info from n-d-712139-15 {{(pid=94768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:47:50.431128 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-a831c12d-be24-4989-8b2f-87a177da5541 req-95bb2f29-8499-4179-8c9e-040b82ff51ec tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-212685730', 'description': 'tempest-description-1027720954'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:50.443052 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9855c3e-52a8-4525-9b2c-23851861c4ee tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:47:50.459596 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d9855c3e-52a8-4525-9b2c-23851861c4ee tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:50.460324 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-d9855c3e-52a8-4525-9b2c-23851861c4ee tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Added segment 4e714a17-4c15-4ada-8c38-0eb64a1c840f of type vlan for network f996aed0-c40e-4c67-bb8c-b71ba8c112e4 Sep 16 04:47:50.499120 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a831c12d-be24-4989-8b2f-87a177da5541 req-95bb2f29-8499-4179-8c9e-040b82ff51ec tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:50.520114 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d9855c3e-52a8-4525-9b2c-23851861c4ee tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:50.566395 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d9855c3e-52a8-4525-9b2c-23851861c4ee tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:50.572079 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9855c3e-52a8-4525-9b2c-23851861c4ee tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:50.572755 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d9855c3e-52a8-4525-9b2c-23851861c4ee tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:50.574379 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae96e04-607e-4542-80df-6740eb0057c8 None None] Resources bound (agent type, host, resource id): {{(pid=94768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:47:50.661411 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9855c3e-52a8-4525-9b2c-23851861c4ee tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Pushing event updated for resources: {'Network': ['ID=f996aed0-c40e-4c67-bb8c-b71ba8c112e4,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:50.677289 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network f996aed0-c40e-4c67-bb8c-b71ba8c112e4 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:47:50.697379 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a831c12d-be24-4989-8b2f-87a177da5541 req-95bb2f29-8499-4179-8c9e-040b82ff51ec tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:50.704189 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a831c12d-be24-4989-8b2f-87a177da5541 req-95bb2f29-8499-4179-8c9e-040b82ff51ec tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:50.719927 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d9855c3e-52a8-4525-9b2c-23851861c4ee tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4078579 Sep 16 04:47:50.721686 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41232) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:50.733214 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-bba988fb-969a-4de4-823f-28a8bdec00cb tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Request body: {'subnet': {'network_id': 'f996aed0-c40e-4c67-bb8c-b71ba8c112e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:50.739264 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a831c12d-be24-4989-8b2f-87a177da5541 req-95bb2f29-8499-4179-8c9e-040b82ff51ec tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:50.740889 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a831c12d-be24-4989-8b2f-87a177da5541 req-95bb2f29-8499-4179-8c9e-040b82ff51ec tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3141975 Sep 16 04:47:50.757113 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb2f29-8499-4179-8c9e-040b82ff51ec tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17757524-4d9c-478d-9186-9ec049f10710,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:50.835124 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e894878d-893a-4616-88de-e9019fb10e61 req-ad4d318a-a637-4c99-982e-936cdde3adff tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] 10.222.0.35 "GET /v2.0/security-groups/17757524-4d9c-478d-9186-9ec049f10710 HTTP/1.1" status: 200 len: 1814 time: 0.0570388 Sep 16 04:47:50.892886 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba988fb-969a-4de4-823f-28a8bdec00cb tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Made reservation on behalf of 18b56a4a79d246cc86fcb61393fa5ea1 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:50.896710 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bba988fb-969a-4de4-823f-28a8bdec00cb tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:50.968939 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e29c51-995f-4ebf-89d4-a5f945c1f1e4 req-8e0032ba-91f7-415c-8ead-7b96eb9d5f26 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:50.970922 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-11e29c51-995f-4ebf-89d4-a5f945c1f1e4 req-8e0032ba-91f7-415c-8ead-7b96eb9d5f26 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bf3478-a8ec-49b8-94de-a7731b4ab64c HTTP/1.1" status: 200 len: 945 time: 0.0811570 Sep 16 04:47:51.056206 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-11e29c51-995f-4ebf-89d4-a5f945c1f1e4 req-1b2cd731-f545-42cc-80f5-d6e447700a85 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757315 Sep 16 04:47:51.105366 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-614a8a67-7db0-4573-98df-c958e5765627 req-030992b4-e411-4284-91bd-1620a828858c tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-596012179', 'description': 'tempest-description-977304824'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:51.139918 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-614a8a67-7db0-4573-98df-c958e5765627 req-030992b4-e411-4284-91bd-1620a828858c tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:51.265869 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-614a8a67-7db0-4573-98df-c958e5765627 req-030992b4-e411-4284-91bd-1620a828858c tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:51.276223 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-614a8a67-7db0-4573-98df-c958e5765627 req-030992b4-e411-4284-91bd-1620a828858c tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:51.315956 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-614a8a67-7db0-4573-98df-c958e5765627 req-030992b4-e411-4284-91bd-1620a828858c tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:51.318106 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-614a8a67-7db0-4573-98df-c958e5765627 req-030992b4-e411-4284-91bd-1620a828858c tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2170131 Sep 16 04:47:51.319443 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030992b4-e411-4284-91bd-1620a828858c tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db15b8ac-5808-4c1c-937e-d28760fd2406,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:51.452237 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0142b8-ac08-4353-a058-2e54be4f05dd req-fd3346e8-a3f8-4dfa-90e0-94af57ad4c4e tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:51.454462 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3f0142b8-ac08-4353-a058-2e54be4f05dd req-fd3346e8-a3f8-4dfa-90e0-94af57ad4c4e tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 945 time: 0.0637248 Sep 16 04:47:51.507754 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3f0142b8-ac08-4353-a058-2e54be4f05dd req-d1c4d723-0be2-4d7b-a435-76963d99a9af tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471487 Sep 16 04:47:51.574288 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-9a24c64d-60d1-423e-9cdf-50d519f2d0d6 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:51.576073 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-9a24c64d-60d1-423e-9cdf-50d519f2d0d6 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.48 "GET /v2.0/networks?id=92ecefce-c627-4abd-9d77-6a33db190651 HTTP/1.1" status: 200 len: 811 time: 0.1926565 Sep 16 04:47:51.611243 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-cdb27658-dd31-4d3e-a497-3dffeb0e3b2e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Request body: {'port': {'device_id': '46d7f172-a8ef-4e81-a5a9-31d35350f4b2', 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651', 'admin_state_up': True, 'tenant_id': '68cc116df1104257a08239cd46cd0170'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:51.637669 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bc583033-4c24-4fbe-a8dc-0817997fc4bc req-4e5bbbb1-8577-4c7c-9cd6-bd0904aac908 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 210 time: 0.0473793 Sep 16 04:47:51.728754 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4fd23feb-6ddd-4d51-872a-6c47406abe20 req-c1b6490d-11b0-4799-b6da-3ccccf990580 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] 10.222.0.35 "GET /v2.0/security-groups/db15b8ac-5808-4c1c-937e-d28760fd2406 HTTP/1.1" status: 200 len: 1813 time: 0.0593047 Sep 16 04:47:51.768536 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bba988fb-969a-4de4-823f-28a8bdec00cb tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:51.862774 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-cdb27658-dd31-4d3e-a497-3dffeb0e3b2e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Made reservation on behalf of 68cc116df1104257a08239cd46cd0170 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:51.865640 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [req-ced82df2-40d7-4ecf-a252-ee99cab7e381 req-c6580dd9-02d8-4da9-a97d-65ea15151394 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] show failed (client error): The resource could not be found. Sep 16 04:47:51.866605 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-cdb27658-dd31-4d3e-a497-3dffeb0e3b2e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:51.867623 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ced82df2-40d7-4ecf-a252-ee99cab7e381 req-c6580dd9-02d8-4da9-a97d-65ea15151394 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] 10.222.0.35 "GET /v2.0/security-groups/8ab947f1-8f2e-4d55-be4e-212d8fa29878 HTTP/1.1" status: 404 len: 352 time: 0.0181217 Sep 16 04:47:51.868655 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba988fb-969a-4de4-823f-28a8bdec00cb tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Pushing event updated for resources: {'Subnet': ['ID=55dd25c6-eb6e-4478-9e29-99aca2f93089,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:51.895275 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba988fb-969a-4de4-823f-28a8bdec00cb tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Checking segment: {'id': '4e714a17-4c15-4ada-8c38-0eb64a1c840f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f996aed0-c40e-4c67-bb8c-b71ba8c112e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:51.895643 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba988fb-969a-4de4-823f-28a8bdec00cb tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Network hostable DHCP agents. Network: f996aed0-c40e-4c67-bb8c-b71ba8c112e4, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:47:51.938034 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [req-f965b609-5ee9-4e2b-ab08-7cc1a5131cb9 req-668c6f20-430e-4993-b02a-ac706da9c82b tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] show failed (client error): The resource could not be found. Sep 16 04:47:51.939293 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f965b609-5ee9-4e2b-ab08-7cc1a5131cb9 req-668c6f20-430e-4993-b02a-ac706da9c82b tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] 10.222.0.35 "GET /v2.0/security-group-rules/e35a0f97-ff86-4a38-ad76-88517b634c83 HTTP/1.1" status: 404 len: 361 time: 0.0285869 Sep 16 04:47:51.976284 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba988fb-969a-4de4-823f-28a8bdec00cb tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Network f996aed0-c40e-4c67-bb8c-b71ba8c112e4 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:47:51.999231 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-bba988fb-969a-4de4-823f-28a8bdec00cb tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, f996aed0-c40e-4c67-bb8c-b71ba8c112e4) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:52.008223 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54db7bfd-df57-4b01-80b6-6a3d57930cec None None] Network f996aed0-c40e-4c67-bb8c-b71ba8c112e4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:52.027717 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba988fb-969a-4de4-823f-28a8bdec00cb tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:52.027717 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bba988fb-969a-4de4-823f-28a8bdec00cb tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:52.034404 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a21ee46d-1614-4d95-a5aa-c3aae3ad5dd9 req-320849eb-1f1a-472c-a0ed-fd64dd39090c tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] 10.222.0.35 "GET /v2.0/security-groups/db15b8ac-5808-4c1c-937e-d28760fd2406 HTTP/1.1" status: 200 len: 1813 time: 0.0688057 Sep 16 04:47:52.065867 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-bba988fb-969a-4de4-823f-28a8bdec00cb tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3429196 Sep 16 04:47:52.070278 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41256) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:52.105479 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-cdb27658-dd31-4d3e-a497-3dffeb0e3b2e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Allocated IP 172.20.0.4 (92ecefce-c627-4abd-9d77-6a33db190651/01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21/2959b5b2-8587-4021-ac7c-7b2c07c40aca) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:52.138096 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a21ee46d-1614-4d95-a5aa-c3aae3ad5dd9 req-1c26fa47-e93e-47f2-93a6-03f9ce361cd0 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:52.173503 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a21ee46d-1614-4d95-a5aa-c3aae3ad5dd9 req-1c26fa47-e93e-47f2-93a6-03f9ce361cd0 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:52.236912 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a21ee46d-1614-4d95-a5aa-c3aae3ad5dd9 req-1c26fa47-e93e-47f2-93a6-03f9ce361cd0 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:52.240263 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a21ee46d-1614-4d95-a5aa-c3aae3ad5dd9 req-1c26fa47-e93e-47f2-93a6-03f9ce361cd0 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:52.241613 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a21ee46d-1614-4d95-a5aa-c3aae3ad5dd9 req-1c26fa47-e93e-47f2-93a6-03f9ce361cd0 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] 10.222.0.35 "DELETE /v2.0/security-groups/db15b8ac-5808-4c1c-937e-d28760fd2406 HTTP/1.1" status: 204 len: 173 time: 0.2006867 Sep 16 04:47:52.257670 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c26fa47-e93e-47f2-93a6-03f9ce361cd0 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db15b8ac-5808-4c1c-937e-d28760fd2406,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:52.263624 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b424ebd8-347f-4622-b432-158a13a8e110 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:52.405975 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63581d0a-2a50-4dd2-a5b2-aed19540338a req-9f6bf099-715b-41e9-b8a1-156184717ac5 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:52.407898 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63581d0a-2a50-4dd2-a5b2-aed19540338a req-9f6bf099-715b-41e9-b8a1-156184717ac5 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bf3478-a8ec-49b8-94de-a7731b4ab64c HTTP/1.1" status: 200 len: 945 time: 0.0914721 Sep 16 04:47:52.462366 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23fc97f-1ba6-4b8a-8531-26c00f9a9770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-f996aed0-c40e-4c67-bb8c-b71ba8c112e4', 'network_id': 'f996aed0-c40e-4c67-bb8c-b71ba8c112e4', 'tenant_id': '18b56a4a79d246cc86fcb61393fa5ea1', 'fixed_ips': [{'subnet_id': '55dd25c6-eb6e-4478-9e29-99aca2f93089'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:47:52.467944 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d23fc97f-1ba6-4b8a-8531-26c00f9a9770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:52.479167 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63581d0a-2a50-4dd2-a5b2-aed19540338a req-4a0d4b2b-b8ef-490a-998d-dfa7684e7d02 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544927 Sep 16 04:47:52.537355 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b424ebd8-347f-4622-b432-158a13a8e110 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:52.581518 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-cdb27658-dd31-4d3e-a497-3dffeb0e3b2e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:52.590809 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-45740d1a-d842-4784-8ece-94e98d3cf521 req-6f609bb9-c325-46c7-b99c-b5dc5d8dbb15 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] 10.222.0.35 "GET /v2.0/security-groups/17757524-4d9c-478d-9186-9ec049f10710 HTTP/1.1" status: 200 len: 1814 time: 0.0736070 Sep 16 04:47:52.644255 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b424ebd8-347f-4622-b432-158a13a8e110 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server [None req-d23fc97f-1ba6-4b8a-8531-26c00f9a9770 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55dd25c6-eb6e-4478-9e29-99aca2f93089: This subnet is being modified by another concurrent operation. Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:47:52.647311 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:47:52.655513 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:47:52.655513 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:47:52.655513 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:47:52.655513 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:47:52.655513 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:47:52.655513 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:47:52.655513 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:47:52.655513 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:47:52.655513 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:47:52.655513 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:47:52.655513 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:47:52.655513 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:47:52.655513 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:47:52.655513 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:47:52.655513 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:47:52.655513 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:47:52.655513 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 04:47:52.655513 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 04:47:52.655513 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 04:47:52.655513 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 04:47:52.655513 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 04:47:52.655513 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 04:47:52.655513 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 04:47:52.655513 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 04:47:52.655513 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:47:52.655513 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:47:52.655513 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:47:52.655513 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:47:52.655513 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 04:47:52.655513 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 04:47:52.655513 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 04:47:52.655513 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 04:47:52.655513 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 04:47:52.655513 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 04:47:52.655513 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 04:47:52.655513 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise exception Sep 16 04:47:52.655513 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55dd25c6-eb6e-4478-9e29-99aca2f93089: This subnet is being modified by another concurrent operation. Sep 16 04:47:52.655513 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server Sep 16 04:47:52.672017 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-45740d1a-d842-4784-8ece-94e98d3cf521 req-d5cc178c-916f-4cf5-b9f4-b15b2b4ccd8b tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:52.672120 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3055200-09fa-4841-b844-4376e27d139c None None] Network f996aed0-c40e-4c67-bb8c-b71ba8c112e4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:52.675988 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-cdb27658-dd31-4d3e-a497-3dffeb0e3b2e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:52.689543 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424ebd8-347f-4622-b432-158a13a8e110 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Pushing event deleted for resources: {'Subnet': ['ID=55dd25c6-eb6e-4478-9e29-99aca2f93089,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:52.732081 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-45740d1a-d842-4784-8ece-94e98d3cf521 req-d5cc178c-916f-4cf5-b9f4-b15b2b4ccd8b tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:52.747574 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-cdb27658-dd31-4d3e-a497-3dffeb0e3b2e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Network 92ecefce-c627-4abd-9d77-6a33db190651 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:52.753352 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-cdb27658-dd31-4d3e-a497-3dffeb0e3b2e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:52.764139 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-cdb27658-dd31-4d3e-a497-3dffeb0e3b2e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:52.793053 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-45740d1a-d842-4784-8ece-94e98d3cf521 req-d5cc178c-916f-4cf5-b9f4-b15b2b4ccd8b tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:52.803327 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-45740d1a-d842-4784-8ece-94e98d3cf521 req-d5cc178c-916f-4cf5-b9f4-b15b2b4ccd8b tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:52.816426 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb27658-dd31-4d3e-a497-3dffeb0e3b2e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Pushing event updated for resources: {'Port': ['ID=2959b5b2-8587-4021-ac7c-7b2c07c40aca,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:52.816697 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-45740d1a-d842-4784-8ece-94e98d3cf521 req-d5cc178c-916f-4cf5-b9f4-b15b2b4ccd8b tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] 10.222.0.35 "DELETE /v2.0/security-groups/17757524-4d9c-478d-9186-9ec049f10710 HTTP/1.1" status: 204 len: 173 time: 0.2249315 Sep 16 04:47:52.839000 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc178c-916f-4cf5-b9f4-b15b2b4ccd8b tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17757524-4d9c-478d-9186-9ec049f10710,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:52.858526 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b424ebd8-347f-4622-b432-158a13a8e110 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:52.899914 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-b424ebd8-347f-4622-b432-158a13a8e110 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f996aed0-c40e-4c67-bb8c-b71ba8c112e4']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:52.914925 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-cdb27658-dd31-4d3e-a497-3dffeb0e3b2e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:52.915857 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-cdb27658-dd31-4d3e-a497-3dffeb0e3b2e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:52.921870 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-b424ebd8-347f-4622-b432-158a13a8e110 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e714a17-4c15-4ada-8c38-0eb64a1c840f') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:52.922578 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-b424ebd8-347f-4622-b432-158a13a8e110 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e714a17-4c15-4ada-8c38-0eb64a1c840f') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:52.936800 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b424ebd8-347f-4622-b432-158a13a8e110 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:52.949972 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-cdb27658-dd31-4d3e-a497-3dffeb0e3b2e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3433046 Sep 16 04:47:52.954842 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b424ebd8-347f-4622-b432-158a13a8e110 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:52.966632 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b424ebd8-347f-4622-b432-158a13a8e110 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:47:52.967270 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b424ebd8-347f-4622-b432-158a13a8e110 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:52.969630 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6233774-7e54-42a4-8d45-9064eed3e601 req-0c50390f-8500-435b-913b-1517ba256d98 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:52.971299 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f6233774-7e54-42a4-8d45-9064eed3e601 req-0c50390f-8500-435b-913b-1517ba256d98 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 945 time: 0.0778999 Sep 16 04:47:52.975660 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-446bb24f-d3d5-497c-b21d-8389d51aba80 service neutron] Request body: {'port': {'device_id': '46d7f172-a8ef-4e81-a5a9-31d35350f4b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:52.978084 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:47:52.978084 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:47:52.978084 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:47:52.978084 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:47:52.978084 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:47:52.978084 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:47:52.978084 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:47:52.978084 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:47:52.978084 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:47:52.978084 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:47:52.978084 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:47:52.978084 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:47:52.978084 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:47:52.978084 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:47:52.978084 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:47:52.978084 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:47:52.978084 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:47:52.978084 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:47:52.978084 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:47:52.978084 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:47:52.978084 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:47:52.978084 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:47:52.978084 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:47:52.978084 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:47:52.978084 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:47:52.978084 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:47:52.978084 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:47:52.978084 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:47:52.978084 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:47:52.978084 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:47:52.978084 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:47:52.978084 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:47:53.028610 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f6233774-7e54-42a4-8d45-9064eed3e601 req-c351c51d-470b-4731-97f4-2ccd8f1569b3 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512185 Sep 16 04:47:53.041229 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77e4be2-4c65-4372-a316-a4ae71e9121d None None] get_active_networks_info from n-d-712139-15 {{(pid=94768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:47:53.066730 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b424ebd8-347f-4622-b432-158a13a8e110 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:53.102917 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b424ebd8-347f-4622-b432-158a13a8e110 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:53.104832 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b424ebd8-347f-4622-b432-158a13a8e110 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] 10.222.0.35 "DELETE /v2.0/networks/f996aed0-c40e-4c67-bb8c-b71ba8c112e4 HTTP/1.1" status: 204 len: 168 time: 1.0318086 Sep 16 04:47:53.105693 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424ebd8-347f-4622-b432-158a13a8e110 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Pushing event deleted for resources: {'Network': ['ID=f996aed0-c40e-4c67-bb8c-b71ba8c112e4,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:53.108478 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41272) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:53.114034 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-83a90092-3c93-4580-b5da-04d0ebf63bb3 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1532760042'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:53.114662 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-446bb24f-d3d5-497c-b21d-8389d51aba80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:53.146788 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-cd5330d7-dd9b-49ea-861c-0f58fe369607 None None] Provisioning complete for port 2959b5b2-8587-4021-ac7c-7b2c07c40aca triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:53.147244 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cd5330d7-dd9b-49ea-861c-0f58fe369607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:53.193127 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27e924-784b-404f-9a3a-0bcbd769da7d req-f609895c-8180-4844-adc5-b7e329029c08 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:53.201540 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed27e924-784b-404f-9a3a-0bcbd769da7d req-f609895c-8180-4844-adc5-b7e329029c08 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 931 time: 0.0828440 Sep 16 04:47:53.204329 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a90092-3c93-4580-b5da-04d0ebf63bb3 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Made reservation on behalf of 18b56a4a79d246cc86fcb61393fa5ea1 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:53.208435 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-83a90092-3c93-4580-b5da-04d0ebf63bb3 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:53.223870 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-cd5330d7-dd9b-49ea-861c-0f58fe369607 None None] Port 2959b5b2-8587-4021-ac7c-7b2c07c40aca cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:47:53.277992 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed27e924-784b-404f-9a3a-0bcbd769da7d req-da6bb51a-104d-41bf-bd02-cc07c0edec2f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752752 Sep 16 04:47:53.306823 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83a90092-3c93-4580-b5da-04d0ebf63bb3 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:47:53.308026 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77e4be2-4c65-4372-a316-a4ae71e9121d None None] Resources bound (agent type, host, resource id): {{(pid=94768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:47:53.318626 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-83a90092-3c93-4580-b5da-04d0ebf63bb3 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:53.319062 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-83a90092-3c93-4580-b5da-04d0ebf63bb3 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Added segment badf12a9-b01b-42e1-b3e5-3e6e482e1bcd of type vlan for network 46cdff9c-1b01-41ab-86c4-f4b1e62aa8d9 Sep 16 04:47:53.400749 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-83a90092-3c93-4580-b5da-04d0ebf63bb3 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:53.405366 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed3f7609-227b-4cd5-ba1a-f24430cb2a97 req-d812ca83-7423-4ae5-a64a-eee5691bb60c tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] 10.222.0.35 "GET /v2.0/security-groups/fe693826-6577-4cd6-b1bb-0804baab0e9a HTTP/1.1" status: 200 len: 1815 time: 0.0881653 Sep 16 04:47:53.457544 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-83a90092-3c93-4580-b5da-04d0ebf63bb3 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:53.463429 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a90092-3c93-4580-b5da-04d0ebf63bb3 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:53.464059 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-83a90092-3c93-4580-b5da-04d0ebf63bb3 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:53.503021 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-446bb24f-d3d5-497c-b21d-8389d51aba80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2959b5b2-8587-4021-ac7c-7b2c07c40aca {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:53.512909 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-446bb24f-d3d5-497c-b21d-8389d51aba80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:53.533322 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-83a90092-3c93-4580-b5da-04d0ebf63bb3 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4222388 Sep 16 04:47:53.535959 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-446bb24f-d3d5-497c-b21d-8389d51aba80 service neutron] Transition to ACTIVE for port object 2959b5b2-8587-4021-ac7c-7b2c07c40aca will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:47:53.536784 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41278) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:53.544335 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-66339d7e-58f1-430b-a8ab-389ee4d6dec1 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Request body: {'subnet': {'network_id': '46cdff9c-1b01-41ab-86c4-f4b1e62aa8d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:53.550115 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-446bb24f-d3d5-497c-b21d-8389d51aba80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:53.611634 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ed3f7609-227b-4cd5-ba1a-f24430cb2a97 req-931d74fc-d50c-4129-9318-19f0be05e6d7 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:53.634711 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a90092-3c93-4580-b5da-04d0ebf63bb3 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Pushing event updated for resources: {'Network': ['ID=46cdff9c-1b01-41ab-86c4-f4b1e62aa8d9,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:53.651342 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 46cdff9c-1b01-41ab-86c4-f4b1e62aa8d9 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:47:53.663685 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ed3f7609-227b-4cd5-ba1a-f24430cb2a97 req-931d74fc-d50c-4129-9318-19f0be05e6d7 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:53.707509 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446bb24f-d3d5-497c-b21d-8389d51aba80 service neutron] Pushing event updated for resources: {'Port': ['ID=2959b5b2-8587-4021-ac7c-7b2c07c40aca,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:53.759021 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66339d7e-58f1-430b-a8ab-389ee4d6dec1 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Made reservation on behalf of 18b56a4a79d246cc86fcb61393fa5ea1 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:53.762478 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ed3f7609-227b-4cd5-ba1a-f24430cb2a97 req-931d74fc-d50c-4129-9318-19f0be05e6d7 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:53.762809 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-66339d7e-58f1-430b-a8ab-389ee4d6dec1 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:53.766329 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ed3f7609-227b-4cd5-ba1a-f24430cb2a97 req-931d74fc-d50c-4129-9318-19f0be05e6d7 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:53.783495 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed3f7609-227b-4cd5-ba1a-f24430cb2a97 req-931d74fc-d50c-4129-9318-19f0be05e6d7 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] 10.222.0.35 "DELETE /v2.0/security-groups/fe693826-6577-4cd6-b1bb-0804baab0e9a HTTP/1.1" status: 204 len: 173 time: 0.3675146 Sep 16 04:47:53.814900 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-446bb24f-d3d5-497c-b21d-8389d51aba80 service neutron] Attempting to bind port 2959b5b2-8587-4021-ac7c-7b2c07c40aca on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:53.815242 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-446bb24f-d3d5-497c-b21d-8389d51aba80 service neutron] Attempting to bind port 2959b5b2-8587-4021-ac7c-7b2c07c40aca by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '68f7506c-c9b8-419e-a123-643d3df6eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:53.815574 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-446bb24f-d3d5-497c-b21d-8389d51aba80 service neutron] Attempting to bind port 2959b5b2-8587-4021-ac7c-7b2c07c40aca on network 92ecefce-c627-4abd-9d77-6a33db190651 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:53.819533 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d74fc-d50c-4129-9318-19f0be05e6d7 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe693826-6577-4cd6-b1bb-0804baab0e9a,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:53.855205 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-446bb24f-d3d5-497c-b21d-8389d51aba80 service neutron] Port 2959b5b2-8587-4021-ac7c-7b2c07c40aca on network 92ecefce-c627-4abd-9d77-6a33db190651 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:47:53.855728 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-446bb24f-d3d5-497c-b21d-8389d51aba80 service neutron] Attempting to bind port 2959b5b2-8587-4021-ac7c-7b2c07c40aca on network 92ecefce-c627-4abd-9d77-6a33db190651 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:53.871962 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-446bb24f-d3d5-497c-b21d-8389d51aba80 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:53.871962 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-446bb24f-d3d5-497c-b21d-8389d51aba80 service neutron] Checking segment: {'id': '68f7506c-c9b8-419e-a123-643d3df6eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:53.873733 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-446bb24f-d3d5-497c-b21d-8389d51aba80 service neutron] Bound using segment: {'id': '68f7506c-c9b8-419e-a123-643d3df6eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:53.874215 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-446bb24f-d3d5-497c-b21d-8389d51aba80 service neutron] Bound port: 2959b5b2-8587-4021-ac7c-7b2c07c40aca, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68f7506c-c9b8-419e-a123-643d3df6eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:53.874652 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-446bb24f-d3d5-497c-b21d-8389d51aba80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.009952 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-446bb24f-d3d5-497c-b21d-8389d51aba80 service neutron] For port 2959b5b2-8587-4021-ac7c-7b2c07c40aca, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:54.035214 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-446bb24f-d3d5-497c-b21d-8389d51aba80 service neutron] For port 2959b5b2-8587-4021-ac7c-7b2c07c40aca, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=2959b5b2-8587-4021-ac7c-7b2c07c40aca,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:54.044108 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913abf4-0343-41ff-b3cf-6a9c35c41fb5 req-e662f700-7850-4cce-99c9-4ef43476ed80 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:54.044676 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-446bb24f-d3d5-497c-b21d-8389d51aba80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.045814 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f913abf4-0343-41ff-b3cf-6a9c35c41fb5 req-e662f700-7850-4cce-99c9-4ef43476ed80 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bf3478-a8ec-49b8-94de-a7731b4ab64c HTTP/1.1" status: 200 len: 945 time: 0.0691905 Sep 16 04:47:54.099323 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f913abf4-0343-41ff-b3cf-6a9c35c41fb5 req-d5adfc7f-bfbd-4bee-9694-c466c8e8d046 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460410 Sep 16 04:47:54.134339 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-446bb24f-d3d5-497c-b21d-8389d51aba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:54.135117 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-446bb24f-d3d5-497c-b21d-8389d51aba80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.136770 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-446bb24f-d3d5-497c-b21d-8389d51aba80 service neutron] 10.222.0.48 "PUT /v2.0/ports/2959b5b2-8587-4021-ac7c-7b2c07c40aca HTTP/1.1" status: 200 len: 1092 time: 1.1652966 Sep 16 04:47:54.145742 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d7f172-a8ef-4e81-a5a9-31d35350f4b2', 'tag': '2959b5b2-8587-4021-ac7c-7b2c07c40aca'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:54.148529 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c847c6d3-4e46-4daf-bd44-fc9b9c40a0ab" -d '{"events": [{"name": "network-changed", "server_uuid": "46d7f172-a8ef-4e81-a5a9-31d35350f4b2", "tag": "2959b5b2-8587-4021-ac7c-7b2c07c40aca"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:54.154956 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446bb24f-d3d5-497c-b21d-8389d51aba80 service neutron] Pushing event updated for resources: {'Port': ['ID=2959b5b2-8587-4021-ac7c-7b2c07c40aca,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:54.186863 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9f634c5b-dc82-4301-a5dc-a737543cc63a req-f32aed12-c85b-4ea5-b6bb-97559cd9720f tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] 10.222.0.35 "GET /v2.0/security-groups/d1d1ca89-e4bc-4a45-ae48-1029b8ec5e5e HTTP/1.1" status: 200 len: 1814 time: 0.0691943 Sep 16 04:47:54.267705 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9f634c5b-dc82-4301-a5dc-a737543cc63a req-4d8e6f8d-43e6-43f7-a44a-359438684e59 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.297463 n-d-712139-15 neutron-server[94766]: DEBUG neutron.objects.ports [None req-66339d7e-58f1-430b-a8ab-389ee4d6dec1 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:47:54.299346 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-66339d7e-58f1-430b-a8ab-389ee4d6dec1 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.303134 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-414c3774-828f-440b-9f71-20ed1dec00ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:54.304952 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-414c3774-828f-440b-9f71-20ed1dec00ad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=68cc116df1104257a08239cd46cd0170&device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 1095 time: 0.0922742 Sep 16 04:47:54.323525 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9f634c5b-dc82-4301-a5dc-a737543cc63a req-4d8e6f8d-43e6-43f7-a44a-359438684e59 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.385936 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-ea344308-429d-4df5-b0e6-2318d16bf26d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2959b5b2-8587-4021-ac7c-7b2c07c40aca HTTP/1.1" status: 200 len: 217 time: 0.0507972 Sep 16 04:47:54.387287 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9f634c5b-dc82-4301-a5dc-a737543cc63a req-4d8e6f8d-43e6-43f7-a44a-359438684e59 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.397885 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9f634c5b-dc82-4301-a5dc-a737543cc63a req-4d8e6f8d-43e6-43f7-a44a-359438684e59 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.399753 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9f634c5b-dc82-4301-a5dc-a737543cc63a req-4d8e6f8d-43e6-43f7-a44a-359438684e59 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] 10.222.0.35 "DELETE /v2.0/security-groups/d1d1ca89-e4bc-4a45-ae48-1029b8ec5e5e HTTP/1.1" status: 204 len: 173 time: 0.2118604 Sep 16 04:47:54.416253 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e6f8d-43e6-43f7-a44a-359438684e59 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d1ca89-e4bc-4a45-ae48-1029b8ec5e5e,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:54.443743 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66339d7e-58f1-430b-a8ab-389ee4d6dec1 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Pushing event updated for resources: {'Subnet': ['ID=adabb7ff-7c6f-4f92-9db8-597d0ccea598,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:54.463236 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66339d7e-58f1-430b-a8ab-389ee4d6dec1 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Checking segment: {'id': 'badf12a9-b01b-42e1-b3e5-3e6e482e1bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '46cdff9c-1b01-41ab-86c4-f4b1e62aa8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:54.463605 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66339d7e-58f1-430b-a8ab-389ee4d6dec1 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Network hostable DHCP agents. Network: 46cdff9c-1b01-41ab-86c4-f4b1e62aa8d9, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:47:54.475699 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-9d335791-7f78-4442-a3ce-8c6a8fe6895f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:54.477185 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-9d335791-7f78-4442-a3ce-8c6a8fe6895f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21 HTTP/1.1" status: 200 len: 850 time: 0.0719607 Sep 16 04:47:54.497890 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66339d7e-58f1-430b-a8ab-389ee4d6dec1 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Network 46cdff9c-1b01-41ab-86c4-f4b1e62aa8d9 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:47:54.525705 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-66339d7e-58f1-430b-a8ab-389ee4d6dec1 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 46cdff9c-1b01-41ab-86c4-f4b1e62aa8d9) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:54.530485 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66339d7e-58f1-430b-a8ab-389ee4d6dec1 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:54.532815 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944205c9-d7b7-494e-bc2d-f6746b3cc44b req-c741ebb1-46a1-4c93-907b-cacea5fc56c6 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:54.532967 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-66339d7e-58f1-430b-a8ab-389ee4d6dec1 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.534256 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80da6e0-464c-4c27-82f1-4089a529fb9a None None] Network 46cdff9c-1b01-41ab-86c4-f4b1e62aa8d9 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:54.534744 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-944205c9-d7b7-494e-bc2d-f6746b3cc44b req-c741ebb1-46a1-4c93-907b-cacea5fc56c6 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 945 time: 0.0610578 Sep 16 04:47:54.552613 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-6f831012-b624-4742-91d2-d3e0e999d634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:54.554525 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-6f831012-b624-4742-91d2-d3e0e999d634 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=92ecefce-c627-4abd-9d77-6a33db190651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692701 Sep 16 04:47:54.556483 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-66339d7e-58f1-430b-a8ab-389ee4d6dec1 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0185764 Sep 16 04:47:54.559311 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41290) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:54.585147 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-944205c9-d7b7-494e-bc2d-f6746b3cc44b req-c9367794-0aaa-44ee-b920-2de73b2c9828 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408435 Sep 16 04:47:54.722523 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573ff152-e62c-43ff-bfd2-8c738f45491d x-openstack-request-id: req-573ff152-e62c-43ff-bfd2-8c738f45491d {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:54.723135 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d7f172-a8ef-4e81-a5a9-31d35350f4b2", "tag": "2959b5b2-8587-4021-ac7c-7b2c07c40aca", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:54.723135 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-573ff152-e62c-43ff-bfd2-8c738f45491d {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:54.723442 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d7f172-a8ef-4e81-a5a9-31d35350f4b2', 'tag': '2959b5b2-8587-4021-ac7c-7b2c07c40aca', 'status': 'completed', 'code': 200} Sep 16 04:47:54.753704 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-d3acd1fd-405a-476c-a975-3ee107fac2a6 service neutron] 10.222.0.48 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829886 Sep 16 04:47:54.758278 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813ca4c-75e7-4486-9585-b2a3454086c7 req-c76a5265-72a4-4e4a-8c83-edd064c42239 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:54.761228 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2813ca4c-75e7-4486-9585-b2a3454086c7 req-c76a5265-72a4-4e4a-8c83-edd064c42239 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 943 time: 0.0684729 Sep 16 04:47:54.767557 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d795f2-b861-4144-8562-edb61b1184b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-46cdff9c-1b01-41ab-86c4-f4b1e62aa8d9', 'network_id': '46cdff9c-1b01-41ab-86c4-f4b1e62aa8d9', 'tenant_id': '18b56a4a79d246cc86fcb61393fa5ea1', 'fixed_ips': [{'subnet_id': 'adabb7ff-7c6f-4f92-9db8-597d0ccea598'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:47:54.768427 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-05d795f2-b861-4144-8562-edb61b1184b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.821514 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2813ca4c-75e7-4486-9585-b2a3454086c7 req-4e28ed2a-cfa8-44eb-9c44-40eb0edb7c16 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512872 Sep 16 04:47:54.869877 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96f57478-a951-4048-abc5-5130a311aaa5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.958409 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7b7facb1-d3fa-4eb4-b6cf-6df5dc249f97 req-dc3b80f6-3594-49a7-8ead-0fbea9671e9d service neutron] 10.222.0.48 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945727 Sep 16 04:47:54.966337 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96f57478-a951-4048-abc5-5130a311aaa5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.009517 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-05d795f2-b861-4144-8562-edb61b1184b3 None None] Allocated IP 2001:db8::f816:3eff:fe6c:112 (46cdff9c-1b01-41ab-86c4-f4b1e62aa8d9/adabb7ff-7c6f-4f92-9db8-597d0ccea598/d41aec05-1a68-4618-8b0a-deed079063dd) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:55.025231 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-28eab159-3ad6-4182-ab62-fd327b0a7e5e req-839ae5cd-916d-487c-b220-a571af188cbb tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] 10.222.0.35 "GET /v2.0/security-groups/a352acbc-da62-4d45-9d66-8a3f4b2bc245 HTTP/1.1" status: 200 len: 1815 time: 0.1244426 Sep 16 04:47:55.096350 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-28eab159-3ad6-4182-ab62-fd327b0a7e5e req-d7f6aa4a-a225-4a6e-8427-324beed983a0 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.116947 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847c6d3-4e46-4daf-bd44-fc9b9c40a0ab req-09fc5094-97fb-456f-bbdc-6f22faa9f384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:55.118845 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c847c6d3-4e46-4daf-bd44-fc9b9c40a0ab req-09fc5094-97fb-456f-bbdc-6f22faa9f384 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=68cc116df1104257a08239cd46cd0170&device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 1095 time: 0.0498080 Sep 16 04:47:55.130218 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-28eab159-3ad6-4182-ab62-fd327b0a7e5e req-d7f6aa4a-a225-4a6e-8427-324beed983a0 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.186042 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-28eab159-3ad6-4182-ab62-fd327b0a7e5e req-d7f6aa4a-a225-4a6e-8427-324beed983a0 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.191034 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-28eab159-3ad6-4182-ab62-fd327b0a7e5e req-d7f6aa4a-a225-4a6e-8427-324beed983a0 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.192828 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-28eab159-3ad6-4182-ab62-fd327b0a7e5e req-d7f6aa4a-a225-4a6e-8427-324beed983a0 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] 10.222.0.35 "DELETE /v2.0/security-groups/a352acbc-da62-4d45-9d66-8a3f4b2bc245 HTTP/1.1" status: 204 len: 173 time: 0.1635170 Sep 16 04:47:55.196139 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-05d795f2-b861-4144-8562-edb61b1184b3 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.200172 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41298) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:55.205486 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6aa4a-a225-4a6e-8427-324beed983a0 tempest-SecurityGroupRulesNegativeTestJSON-1214562944 tempest-SecurityGroupRulesNegativeTestJSON-1214562944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a352acbc-da62-4d45-9d66-8a3f4b2bc245,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:55.209429 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-05d795f2-b861-4144-8562-edb61b1184b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.273680 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d795f2-b861-4144-8562-edb61b1184b3 None None] Network 46cdff9c-1b01-41ab-86c4-f4b1e62aa8d9 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:55.283249 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-05d795f2-b861-4144-8562-edb61b1184b3 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:55.286011 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d795f2-b861-4144-8562-edb61b1184b3 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:55.289559 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d795f2-b861-4144-8562-edb61b1184b3 None None] Pushing event updated for resources: {'Port': ['ID=d41aec05-1a68-4618-8b0a-deed079063dd,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:55.297649 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96f57478-a951-4048-abc5-5130a311aaa5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.319541 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc2d4777-5ded-4b31-aafe-65c6e24ff936 admin admin] Deleting subnet 6a2af732-3fbb-4ee5-8182-d93c48c19df6 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:47:55.344623 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847c6d3-4e46-4daf-bd44-fc9b9c40a0ab req-94f7b326-fccb-46af-88e9-5cb245a3e8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:55.347864 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c847c6d3-4e46-4daf-bd44-fc9b9c40a0ab req-94f7b326-fccb-46af-88e9-5cb245a3e8a1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=92ecefce-c627-4abd-9d77-6a33db190651 HTTP/1.1" status: 200 len: 912 time: 0.2206507 Sep 16 04:47:55.354644 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-05d795f2-b861-4144-8562-edb61b1184b3 None None] Attempting to bind port d41aec05-1a68-4618-8b0a-deed079063dd on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:55.354644 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-05d795f2-b861-4144-8562-edb61b1184b3 None None] Attempting to bind port d41aec05-1a68-4618-8b0a-deed079063dd by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'badf12a9-b01b-42e1-b3e5-3e6e482e1bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '46cdff9c-1b01-41ab-86c4-f4b1e62aa8d9'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:55.356038 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d795f2-b861-4144-8562-edb61b1184b3 None None] Attempting to bind port d41aec05-1a68-4618-8b0a-deed079063dd on network 46cdff9c-1b01-41ab-86c4-f4b1e62aa8d9 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:55.362799 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d795f2-b861-4144-8562-edb61b1184b3 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:55.363279 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d795f2-b861-4144-8562-edb61b1184b3 None None] Checking segment: {'id': 'badf12a9-b01b-42e1-b3e5-3e6e482e1bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '46cdff9c-1b01-41ab-86c4-f4b1e62aa8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:55.363820 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-05d795f2-b861-4144-8562-edb61b1184b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.364604 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d795f2-b861-4144-8562-edb61b1184b3 None None] Bound using segment: {'id': 'badf12a9-b01b-42e1-b3e5-3e6e482e1bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '46cdff9c-1b01-41ab-86c4-f4b1e62aa8d9'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:55.364895 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-05d795f2-b861-4144-8562-edb61b1184b3 None None] Bound port: d41aec05-1a68-4618-8b0a-deed079063dd, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'badf12a9-b01b-42e1-b3e5-3e6e482e1bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '46cdff9c-1b01-41ab-86c4-f4b1e62aa8d9'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:55.365361 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-05d795f2-b861-4144-8562-edb61b1184b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.369698 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fc2d4777-5ded-4b31-aafe-65c6e24ff936 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.379054 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f57478-a951-4048-abc5-5130a311aaa5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Pushing event deleted for resources: {'Subnet': ['ID=adabb7ff-7c6f-4f92-9db8-597d0ccea598,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:55.463861 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-05d795f2-b861-4144-8562-edb61b1184b3 None None] For port d41aec05-1a68-4618-8b0a-deed079063dd, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:55.468798 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b6843-eaca-49df-9170-9cf51e761ac1 req-e87393ad-7813-491d-a3f2-970ad1ebcfc2 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:55.469679 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c847c6d3-4e46-4daf-bd44-fc9b9c40a0ab req-e2342c60-8815-4f4e-b240-a5facf5ca177 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2959b5b2-8587-4021-ac7c-7b2c07c40aca HTTP/1.1" status: 200 len: 217 time: 0.0916467 Sep 16 04:47:55.471248 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3b2b6843-eaca-49df-9170-9cf51e761ac1 req-e87393ad-7813-491d-a3f2-970ad1ebcfc2 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bf3478-a8ec-49b8-94de-a7731b4ab64c HTTP/1.1" status: 200 len: 945 time: 0.0736811 Sep 16 04:47:55.472787 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-05d795f2-b861-4144-8562-edb61b1184b3 None None] For port d41aec05-1a68-4618-8b0a-deed079063dd, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d41aec05-1a68-4618-8b0a-deed079063dd,segment=NetworkSegment(badf12a9-b01b-42e1-b3e5-3e6e482e1bcd),segment_id=badf12a9-b01b-42e1-b3e5-3e6e482e1bcd)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:55.480366 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-05d795f2-b861-4144-8562-edb61b1184b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.523094 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96f57478-a951-4048-abc5-5130a311aaa5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.523564 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3b2b6843-eaca-49df-9170-9cf51e761ac1 req-007fc785-3d25-4219-b7a0-1d6692907c7e tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438733 Sep 16 04:47:55.557262 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fc2d4777-5ded-4b31-aafe-65c6e24ff936 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.577881 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d795f2-b861-4144-8562-edb61b1184b3 None None] Pushing event updated for resources: {'Port': ['ID=d41aec05-1a68-4618-8b0a-deed079063dd,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:55.606012 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-96f57478-a951-4048-abc5-5130a311aaa5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46cdff9c-1b01-41ab-86c4-f4b1e62aa8d9']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:55.629544 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-96f57478-a951-4048-abc5-5130a311aaa5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'badf12a9-b01b-42e1-b3e5-3e6e482e1bcd') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:55.630015 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-96f57478-a951-4048-abc5-5130a311aaa5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'badf12a9-b01b-42e1-b3e5-3e6e482e1bcd') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:55.636460 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb146268-9233-4278-bbbd-27c4d592f22d None None] Network 46cdff9c-1b01-41ab-86c4-f4b1e62aa8d9 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:55.653713 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96f57478-a951-4048-abc5-5130a311aaa5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.665333 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847c6d3-4e46-4daf-bd44-fc9b9c40a0ab req-27c52705-ca93-4ff0-a568-c4dec8cb4015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:55.667979 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c847c6d3-4e46-4daf-bd44-fc9b9c40a0ab req-27c52705-ca93-4ff0-a568-c4dec8cb4015 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21 HTTP/1.1" status: 200 len: 850 time: 0.1891398 Sep 16 04:47:55.677497 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fc2d4777-5ded-4b31-aafe-65c6e24ff936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.758949 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96f57478-a951-4048-abc5-5130a311aaa5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.787178 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f57478-a951-4048-abc5-5130a311aaa5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:47:55.787861 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96f57478-a951-4048-abc5-5130a311aaa5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.790326 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7531b5-1acf-48c6-b48d-795058243c3c req-8f8e997b-85df-4824-89fb-c400493bad43 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:55.792841 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac7531b5-1acf-48c6-b48d-795058243c3c req-8f8e997b-85df-4824-89fb-c400493bad43 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 945 time: 0.1006801 Sep 16 04:47:55.832199 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfb25e8-7132-44cd-bebf-8984659c61c8 None None] get_active_networks_info from n-d-712139-15 {{(pid=94768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:47:55.839859 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:47:55.839859 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:47:55.839859 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:47:55.839859 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:47:55.839859 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:47:55.839859 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:47:55.839859 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:47:55.839859 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:47:55.839859 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:47:55.839859 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:47:55.839859 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:47:55.839859 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:47:55.839859 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:47:55.839859 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:47:55.839859 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:47:55.839859 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:47:55.839859 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:47:55.839859 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:47:55.839859 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:47:55.839859 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:47:55.839859 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:47:55.839859 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:47:55.839859 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:47:55.839859 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:47:55.839859 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:47:55.839859 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:47:55.839859 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:47:55.839859 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:47:55.839859 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:47:55.839859 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:47:55.839859 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:47:55.839859 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:47:55.868979 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac7531b5-1acf-48c6-b48d-795058243c3c req-c771e968-2e99-4cce-ba53-86f2c477893f tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656936 Sep 16 04:47:55.902635 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847c6d3-4e46-4daf-bd44-fc9b9c40a0ab req-b15d977a-7c03-49e8-81a2-139d8b202a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:55.904304 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c847c6d3-4e46-4daf-bd44-fc9b9c40a0ab req-b15d977a-7c03-49e8-81a2-139d8b202a12 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=92ecefce-c627-4abd-9d77-6a33db190651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2240496 Sep 16 04:47:55.924294 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.db.api [None req-96f57478-a951-4048-abc5-5130a311aaa5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 04:47:55.924294 n-d-712139-15 neutron-server[94766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 04:47:55.924294 n-d-712139-15 neutron-server[94766]: [parameters: {'id': '46cdff9c-1b01-41ab-86c4-f4b1e62aa8d9'}] Sep 16 04:47:55.924294 n-d-712139-15 neutron-server[94766]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:47:55.925243 n-d-712139-15 neutron-server[94766]: DEBUG oslo_db.api [None req-96f57478-a951-4048-abc5-5130a311aaa5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:47:55.928494 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fc2d4777-5ded-4b31-aafe-65c6e24ff936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.996220 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d4777-5ded-4b31-aafe-65c6e24ff936 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a2af732-3fbb-4ee5-8182-d93c48c19df6,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:55.999215 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fc2d4777-5ded-4b31-aafe-65c6e24ff936 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.004534 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fc2d4777-5ded-4b31-aafe-65c6e24ff936 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6a2af732-3fbb-4ee5-8182-d93c48c19df6 HTTP/1.1" status: 204 len: 168 time: 0.8031986 Sep 16 04:47:56.007055 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41306) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:56.061850 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfb25e8-7132-44cd-bebf-8984659c61c8 None None] Resources bound (agent type, host, resource id): {{(pid=94768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:47:56.071862 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2211fe-677b-40aa-9af5-4ba285f9ec76 req-960a6e33-0100-4f20-af1d-19a9710dc7db tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:56.074401 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5e2211fe-677b-40aa-9af5-4ba285f9ec76 req-960a6e33-0100-4f20-af1d-19a9710dc7db tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 943 time: 0.0725024 Sep 16 04:47:56.137714 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5e2211fe-677b-40aa-9af5-4ba285f9ec76 req-7463e5f8-7e95-4a96-a22c-8fbdd4f09bd7 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554190 Sep 16 04:47:56.427549 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96f57478-a951-4048-abc5-5130a311aaa5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.506164 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-11b2b269-c32c-4ca4-aa40-71651e954dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.511289 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c847c6d3-4e46-4daf-bd44-fc9b9c40a0ab req-e02ce346-88e1-4227-ba8a-02cc0251c492 service neutron] 10.222.0.48 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5983191 Sep 16 04:47:56.693759 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-11b2b269-c32c-4ca4-aa40-71651e954dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.694226 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196da68c-58fe-4e68-844b-7c3157917d8e req-123ff047-217a-4193-bce0-863a890a8854 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:56.701439 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-196da68c-58fe-4e68-844b-7c3157917d8e req-123ff047-217a-4193-bce0-863a890a8854 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bf3478-a8ec-49b8-94de-a7731b4ab64c HTTP/1.1" status: 200 len: 945 time: 0.0781519 Sep 16 04:47:56.735397 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-11b2b269-c32c-4ca4-aa40-71651e954dff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c021b007-a777-4850-a269-da228768ee0f']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:56.739823 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-96f57478-a951-4048-abc5-5130a311aaa5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Deleting port d41aec05-1a68-4618-8b0a-deed079063dd {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:56.740184 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96f57478-a951-4048-abc5-5130a311aaa5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.742984 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-196da68c-58fe-4e68-844b-7c3157917d8e req-c338ffec-4965-4818-8302-58351fe8c210 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374386 Sep 16 04:47:56.749247 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c847c6d3-4e46-4daf-bd44-fc9b9c40a0ab req-92c17ef1-2892-413a-a58d-13b9f9be24f4 service neutron] 10.222.0.48 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113810 Sep 16 04:47:56.765046 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-11b2b269-c32c-4ca4-aa40-71651e954dff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f2d07e-7763-48c2-9363-64f374f32e2f') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:56.766705 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-11b2b269-c32c-4ca4-aa40-71651e954dff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f2d07e-7763-48c2-9363-64f374f32e2f') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:56.786075 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-11b2b269-c32c-4ca4-aa40-71651e954dff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.835347 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-11b2b269-c32c-4ca4-aa40-71651e954dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.838242 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-96f57478-a951-4048-abc5-5130a311aaa5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] For port d41aec05-1a68-4618-8b0a-deed079063dd, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d41aec05-1a68-4618-8b0a-deed079063dd,segment=NetworkSegment(badf12a9-b01b-42e1-b3e5-3e6e482e1bcd),segment_id=badf12a9-b01b-42e1-b3e5-3e6e482e1bcd)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:56.838595 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96f57478-a951-4048-abc5-5130a311aaa5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.852475 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b2b269-c32c-4ca4-aa40-71651e954dff admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:47:56.852908 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-11b2b269-c32c-4ca4-aa40-71651e954dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.854678 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:47:56.854678 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:47:56.854678 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:47:56.854678 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:47:56.854678 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:47:56.854678 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:47:56.854678 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:47:56.854678 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:47:56.854678 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:47:56.854678 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:47:56.854678 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:47:56.854678 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:47:56.854678 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:47:56.854678 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:47:56.854678 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:47:56.854678 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:47:56.854678 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:47:56.854678 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:47:56.854678 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:47:56.854678 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:47:56.854678 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:47:56.854678 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:47:56.854678 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:47:56.854678 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:47:56.854678 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:47:56.854678 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:47:56.854678 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:47:56.854678 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:47:56.854678 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:47:56.854678 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:47:56.854678 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:47:56.854678 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:47:56.867129 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-96f57478-a951-4048-abc5-5130a311aaa5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Calling delete_port for d41aec05-1a68-4618-8b0a-deed079063dd owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:56.990202 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-11b2b269-c32c-4ca4-aa40-71651e954dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.004881 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-11b2b269-c32c-4ca4-aa40-71651e954dff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.009147 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-11b2b269-c32c-4ca4-aa40-71651e954dff admin admin] 10.222.0.35 "DELETE /v2.0/networks/c021b007-a777-4850-a269-da228768ee0f HTTP/1.1" status: 204 len: 168 time: 0.9985723 Sep 16 04:47:57.035445 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b2b269-c32c-4ca4-aa40-71651e954dff admin admin] Pushing event deleted for resources: {'Network': ['ID=c021b007-a777-4850-a269-da228768ee0f,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:57.067284 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91205aa6-efff-4c23-bbc5-78a0877e1c2d req-4641e23d-125c-4e04-a080-e1dc218d0f37 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:57.075567 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-91205aa6-efff-4c23-bbc5-78a0877e1c2d req-4641e23d-125c-4e04-a080-e1dc218d0f37 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 945 time: 0.1063168 Sep 16 04:47:57.087248 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96f57478-a951-4048-abc5-5130a311aaa5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.122750 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-91205aa6-efff-4c23-bbc5-78a0877e1c2d req-d7855461-2114-41ba-86f2-1f65ca526956 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461950 Sep 16 04:47:57.127009 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f57478-a951-4048-abc5-5130a311aaa5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] No DVR routers for this DVR port d41aec05-1a68-4618-8b0a-deed079063dd on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:57.169483 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f57478-a951-4048-abc5-5130a311aaa5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Pushing event deleted for resources: {'Port': ['ID=d41aec05-1a68-4618-8b0a-deed079063dd,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:57.232658 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41320) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:57.272679 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96f57478-a951-4048-abc5-5130a311aaa5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.303845 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-96f57478-a951-4048-abc5-5130a311aaa5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46cdff9c-1b01-41ab-86c4-f4b1e62aa8d9']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:57.311164 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee33555-58ee-483d-840d-abbab1fd1c0c req-a199eb0a-3b22-4113-89ef-cc01b23b4d50 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:57.317427 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ee33555-58ee-483d-840d-abbab1fd1c0c req-a199eb0a-3b22-4113-89ef-cc01b23b4d50 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 943 time: 0.0957711 Sep 16 04:47:57.320600 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-96f57478-a951-4048-abc5-5130a311aaa5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'badf12a9-b01b-42e1-b3e5-3e6e482e1bcd') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:57.321138 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-96f57478-a951-4048-abc5-5130a311aaa5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'badf12a9-b01b-42e1-b3e5-3e6e482e1bcd') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:57.332893 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-563ab747-0a1e-4793-af1c-bd0c25d5140d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=acf47814a5f743b184f28c1e4ffc58ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0986950 Sep 16 04:47:57.337662 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41322) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:57.349890 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96f57478-a951-4048-abc5-5130a311aaa5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.375608 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ee33555-58ee-483d-840d-abbab1fd1c0c req-18ffaf10-18fa-4122-8ce8-f769677cbb77 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546284 Sep 16 04:47:57.381470 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96f57478-a951-4048-abc5-5130a311aaa5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.397108 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f57478-a951-4048-abc5-5130a311aaa5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:47:57.397350 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96f57478-a951-4048-abc5-5130a311aaa5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.401254 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:47:57.401254 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:47:57.401254 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:47:57.401254 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:47:57.401254 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:47:57.401254 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:47:57.401254 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:47:57.401254 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:47:57.401254 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:47:57.401254 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:47:57.401254 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:47:57.401254 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:47:57.401254 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:47:57.401254 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:47:57.401254 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:47:57.401254 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:47:57.401254 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:47:57.401254 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:47:57.401254 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:47:57.401254 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:47:57.401254 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:47:57.401254 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:47:57.401254 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:47:57.401254 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:47:57.401254 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:47:57.401254 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:47:57.401254 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:47:57.401254 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:47:57.401254 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:47:57.401254 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:47:57.401254 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:47:57.401254 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:47:57.494442 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9cb76b49-9a84-42d6-b2c8-dc0b4a59447a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.497731 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96f57478-a951-4048-abc5-5130a311aaa5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.504197 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96f57478-a951-4048-abc5-5130a311aaa5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.506633 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-96f57478-a951-4048-abc5-5130a311aaa5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] 10.222.0.35 "DELETE /v2.0/networks/46cdff9c-1b01-41ab-86c4-f4b1e62aa8d9 HTTP/1.1" status: 204 len: 168 time: 2.9463780 Sep 16 04:47:57.510847 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41326) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:57.536084 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f57478-a951-4048-abc5-5130a311aaa5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Pushing event deleted for resources: {'Network': ['ID=46cdff9c-1b01-41ab-86c4-f4b1e62aa8d9,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:57.555915 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-af905c9f-a413-4daa-9b1f-99ed21f9a8dc tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:57.556373 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af905c9f-a413-4daa-9b1f-99ed21f9a8dc tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:57.558561 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-af905c9f-a413-4daa-9b1f-99ed21f9a8dc tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] 10.222.0.35 "DELETE /v2.0/subnets/adabb7ff-7c6f-4f92-9db8-597d0ccea598 HTTP/1.1" status: 404 len: 337 time: 0.0462227 Sep 16 04:47:57.559190 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9cb76b49-9a84-42d6-b2c8-dc0b4a59447a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.561722 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41328) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:57.591568 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5a92b6e-597a-4b68-9e6e-c2bae75f9f0f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:57.592260 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5a92b6e-597a-4b68-9e6e-c2bae75f9f0f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:57.597442 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a5a92b6e-597a-4b68-9e6e-c2bae75f9f0f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] 10.222.0.35 "DELETE /v2.0/networks/46cdff9c-1b01-41ab-86c4-f4b1e62aa8d9 HTTP/1.1" status: 404 len: 339 time: 0.0311489 Sep 16 04:47:57.600350 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41330) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:57.629200 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b1ce1ae-5950-44f8-ae43-cec82f3e95d9 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:57.630031 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b1ce1ae-5950-44f8-ae43-cec82f3e95d9 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:57.635121 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9b1ce1ae-5950-44f8-ae43-cec82f3e95d9 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] 10.222.0.35 "DELETE /v2.0/subnets/55dd25c6-eb6e-4478-9e29-99aca2f93089 HTTP/1.1" status: 404 len: 337 time: 0.0330014 Sep 16 04:47:57.635439 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41332) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:57.660078 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9cb76b49-9a84-42d6-b2c8-dc0b4a59447a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.662674 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9cb76b49-9a84-42d6-b2c8-dc0b4a59447a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.663890 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9cb76b49-9a84-42d6-b2c8-dc0b4a59447a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e7156b59-d365-484d-9b51-439ed179a08b HTTP/1.1" status: 204 len: 168 time: 0.3247311 Sep 16 04:47:57.667063 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-73b602f4-55a5-4c6b-b79a-c61c5c6d2690 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:57.668096 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73b602f4-55a5-4c6b-b79a-c61c5c6d2690 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:57.670384 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-73b602f4-55a5-4c6b-b79a-c61c5c6d2690 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] 10.222.0.35 "DELETE /v2.0/networks/f996aed0-c40e-4c67-bb8c-b71ba8c112e4 HTTP/1.1" status: 404 len: 339 time: 0.0331178 Sep 16 04:47:57.674133 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41336) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:57.677801 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb76b49-9a84-42d6-b2c8-dc0b4a59447a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7156b59-d365-484d-9b51-439ed179a08b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:57.719753 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6452a04-7f5d-4792-99f1-f09298636456 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:57.720640 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6452a04-7f5d-4792-99f1-f09298636456 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:57.725375 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f6452a04-7f5d-4792-99f1-f09298636456 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] 10.222.0.35 "DELETE /v2.0/subnets/d5a96974-e9a4-4d7c-8f7b-7531090eb5f8 HTTP/1.1" status: 404 len: 337 time: 0.0496476 Sep 16 04:47:57.726173 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41338) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:57.751205 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f45f33da-5bce-4679-808d-9271e60dd552 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:57.751889 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f45f33da-5bce-4679-808d-9271e60dd552 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:57.756916 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41340) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:57.757361 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f45f33da-5bce-4679-808d-9271e60dd552 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] 10.222.0.35 "DELETE /v2.0/networks/ca3593c3-3b3f-4853-a0d4-3f9e98c5faa0 HTTP/1.1" status: 404 len: 339 time: 0.0296533 Sep 16 04:47:57.931334 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400aeab9-68e8-4508-b041-db15b48d473f req-e2fb972e-0a49-4ddd-8b08-444d90c6cc27 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:57.932908 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-400aeab9-68e8-4508-b041-db15b48d473f req-e2fb972e-0a49-4ddd-8b08-444d90c6cc27 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bf3478-a8ec-49b8-94de-a7731b4ab64c HTTP/1.1" status: 200 len: 945 time: 0.0736942 Sep 16 04:47:57.970863 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-e4e83a54-bb2c-4ebc-be6d-00bdfca87a8e tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Deleting port 307bdf76-fca4-4999-8bab-2a97d51936c9 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:57.971954 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e4e83a54-bb2c-4ebc-be6d-00bdfca87a8e tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.011025 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-400aeab9-68e8-4508-b041-db15b48d473f req-3bd4af92-7bc0-4d06-8c22-c1f52c28472b tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715640 Sep 16 04:47:58.085566 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e4e83a54-bb2c-4ebc-be6d-00bdfca87a8e tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.103292 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-e4e83a54-bb2c-4ebc-be6d-00bdfca87a8e tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Calling delete_port for 307bdf76-fca4-4999-8bab-2a97d51936c9 owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:58.201064 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e4e83a54-bb2c-4ebc-be6d-00bdfca87a8e tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.259668 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e83a54-bb2c-4ebc-be6d-00bdfca87a8e tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Pushing event deleted for resources: {'Port': ['ID=307bdf76-fca4-4999-8bab-2a97d51936c9,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:58.283629 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e4e83a54-bb2c-4ebc-be6d-00bdfca87a8e tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.285710 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e4e83a54-bb2c-4ebc-be6d-00bdfca87a8e tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] 10.222.0.35 "DELETE /v2.0/ports/307bdf76-fca4-4999-8bab-2a97d51936c9 HTTP/1.1" status: 204 len: 168 time: 0.5261228 Sep 16 04:47:58.288683 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41358) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:58.324399 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-45bf3b59-5901-4621-ab92-a4e2efcda2bb tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:58.324889 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45bf3b59-5901-4621-ab92-a4e2efcda2bb tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:58.326659 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-45bf3b59-5901-4621-ab92-a4e2efcda2bb tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] 10.222.0.35 "DELETE /v2.0/subnets/94a06012-c0d2-42cc-bdef-4e31b4e6ac9b HTTP/1.1" status: 404 len: 337 time: 0.0370598 Sep 16 04:47:58.330379 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41360) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:58.374470 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ba517-df83-4993-94f9-a9f087ffdcd5 req-170f2af3-c095-4ee9-9581-3b0eb257ea63 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:58.377368 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f86ba517-df83-4993-94f9-a9f087ffdcd5 req-170f2af3-c095-4ee9-9581-3b0eb257ea63 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 945 time: 0.1377246 Sep 16 04:47:58.445398 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ad01161f-1f59-40e1-aa43-c714531353df tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.476967 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f86ba517-df83-4993-94f9-a9f087ffdcd5 req-3da450bc-ccfb-42dc-bf31-bd1d0918216d tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667689 Sep 16 04:47:58.617178 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ad01161f-1f59-40e1-aa43-c714531353df tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.648713 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-ad01161f-1f59-40e1-aa43-c714531353df tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7b81120-4b2d-49d2-a12a-257d31cac6c7']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:58.661906 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-ad01161f-1f59-40e1-aa43-c714531353df tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d360d40-c81c-4618-873f-2f15f476c350') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:58.662207 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-ad01161f-1f59-40e1-aa43-c714531353df tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d360d40-c81c-4618-873f-2f15f476c350') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:58.681036 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caef3dd-e16a-41fa-a5cf-3260654f1d3a req-57c85e3a-b2bb-4e31-82a5-e53c492bda38 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:58.682555 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9caef3dd-e16a-41fa-a5cf-3260654f1d3a req-57c85e3a-b2bb-4e31-82a5-e53c492bda38 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 943 time: 0.1294670 Sep 16 04:47:58.684441 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ad01161f-1f59-40e1-aa43-c714531353df tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.726984 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ad01161f-1f59-40e1-aa43-c714531353df tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.737386 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad01161f-1f59-40e1-aa43-c714531353df tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:47:58.737882 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ad01161f-1f59-40e1-aa43-c714531353df tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.742189 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:47:58.742189 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:47:58.742189 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:47:58.742189 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:47:58.742189 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:47:58.742189 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:47:58.742189 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:47:58.742189 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:47:58.742189 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:47:58.742189 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:47:58.742189 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:47:58.742189 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:47:58.742189 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:47:58.742189 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:47:58.742189 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:47:58.742189 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:47:58.742189 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:47:58.742189 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:47:58.742189 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:47:58.742189 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:47:58.742189 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:47:58.742189 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:47:58.742189 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:47:58.742189 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:47:58.742189 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:47:58.742189 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:47:58.742189 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:47:58.742189 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:47:58.742189 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:47:58.742189 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:47:58.742189 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:47:58.742189 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:47:58.779960 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9caef3dd-e16a-41fa-a5cf-3260654f1d3a req-00ed7da2-601d-419f-9649-d0d13d195d0d tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867391 Sep 16 04:47:58.822167 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ad01161f-1f59-40e1-aa43-c714531353df tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.827180 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ad01161f-1f59-40e1-aa43-c714531353df tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.830093 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ad01161f-1f59-40e1-aa43-c714531353df tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] 10.222.0.35 "DELETE /v2.0/networks/c7b81120-4b2d-49d2-a12a-257d31cac6c7 HTTP/1.1" status: 204 len: 168 time: 0.4988310 Sep 16 04:47:58.832872 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41376) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:58.846132 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01161f-1f59-40e1-aa43-c714531353df tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Pushing event deleted for resources: {'Network': ['ID=c7b81120-4b2d-49d2-a12a-257d31cac6c7,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:58.970494 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-0fcbaeee-2ca0-4a39-930b-0c35422f6bd5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Deleting port 920567ac-dab1-4fc7-9d42-df5cce55821b {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:58.970972 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0fcbaeee-2ca0-4a39-930b-0c35422f6bd5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.046341 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0fcbaeee-2ca0-4a39-930b-0c35422f6bd5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.067122 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-0fcbaeee-2ca0-4a39-930b-0c35422f6bd5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Calling delete_port for 920567ac-dab1-4fc7-9d42-df5cce55821b owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:59.215540 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0fcbaeee-2ca0-4a39-930b-0c35422f6bd5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.252193 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcbaeee-2ca0-4a39-930b-0c35422f6bd5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Pushing event deleted for resources: {'Port': ['ID=920567ac-dab1-4fc7-9d42-df5cce55821b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:59.269705 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0fcbaeee-2ca0-4a39-930b-0c35422f6bd5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.272910 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0fcbaeee-2ca0-4a39-930b-0c35422f6bd5 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] 10.222.0.35 "DELETE /v2.0/ports/920567ac-dab1-4fc7-9d42-df5cce55821b HTTP/1.1" status: 204 len: 168 time: 0.4380789 Sep 16 04:47:59.275397 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41388) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:59.277248 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51cb84-3261-4985-a147-d8cb7d8b071a req-7b8b4343-d953-4526-a275-3529fd8109f1 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:59.289424 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf51cb84-3261-4985-a147-d8cb7d8b071a req-7b8b4343-d953-4526-a275-3529fd8109f1 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bf3478-a8ec-49b8-94de-a7731b4ab64c HTTP/1.1" status: 200 len: 945 time: 0.0903594 Sep 16 04:47:59.319803 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae9c5ad9-6955-489d-aea9-d045c124f875 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:59.320322 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae9c5ad9-6955-489d-aea9-d045c124f875 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:59.325163 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ae9c5ad9-6955-489d-aea9-d045c124f875 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] 10.222.0.35 "DELETE /v2.0/subnets/0c4d7d6f-de1e-4421-89c2-b9c992e510e0 HTTP/1.1" status: 404 len: 337 time: 0.0453050 Sep 16 04:47:59.325536 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41390) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:59.363603 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf51cb84-3261-4985-a147-d8cb7d8b071a req-3cb6ac25-2876-4c5d-95a5-05a039374b94 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704343 Sep 16 04:47:59.434109 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0a4aabba-1372-4b80-a27c-af14d25f7668 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.481612 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 2959b5b2-8587-4021-ac7c-7b2c07c40aca details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:47:59.547268 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41396) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:59.577194 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0a4aabba-1372-4b80-a27c-af14d25f7668 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.610528 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 2959b5b2-8587-4021-ac7c-7b2c07c40aca, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=2959b5b2-8587-4021-ac7c-7b2c07c40aca,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:59.617783 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-0a4aabba-1372-4b80-a27c-af14d25f7668 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f18ce45a-f194-42c8-8f01-58878f997c3a']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:59.627695 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '2959b5b2-8587-4021-ac7c-7b2c07c40aca', 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651', 'port_id': '2959b5b2-8587-4021-ac7c-7b2c07c40aca', 'mac_address': 'fa:16:3e:d0:d1:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:47:59.635555 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-0a4aabba-1372-4b80-a27c-af14d25f7668 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2171704f-1e42-4843-bdf5-882814ef7937') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:59.635871 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-0a4aabba-1372-4b80-a27c-af14d25f7668 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2171704f-1e42-4843-bdf5-882814ef7937') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:59.647284 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b463274-0afe-4a27-b98c-73bef258d0a6 req-66dc08e9-ea04-4019-8887-c24f0ded623f tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:59.649664 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0a4aabba-1372-4b80-a27c-af14d25f7668 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.651799 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2b463274-0afe-4a27-b98c-73bef258d0a6 req-66dc08e9-ea04-4019-8887-c24f0ded623f tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 945 time: 0.0774226 Sep 16 04:47:59.673619 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0a4aabba-1372-4b80-a27c-af14d25f7668 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.682792 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a4aabba-1372-4b80-a27c-af14d25f7668 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:47:59.684993 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0a4aabba-1372-4b80-a27c-af14d25f7668 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.686758 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.701471 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:47:59.701471 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:47:59.701471 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:47:59.701471 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:47:59.701471 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:47:59.701471 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:47:59.701471 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:47:59.701471 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:47:59.701471 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:47:59.701471 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:47:59.701471 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:47:59.701471 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:47:59.701471 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:47:59.701471 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:47:59.701471 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:47:59.701471 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:47:59.701471 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:47:59.701471 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:47:59.701471 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:47:59.701471 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:47:59.701471 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:47:59.701471 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:47:59.701471 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:47:59.701471 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:47:59.701471 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:47:59.701471 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:47:59.701471 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:47:59.701471 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:47:59.701471 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:47:59.701471 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:47:59.701471 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:47:59.701471 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:47:59.704480 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-73ef9441-e641-4681-924e-210f2192017e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.705905 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2959b5b2-8587-4021-ac7c-7b2c07c40aca {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:59.732656 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 2959b5b2-8587-4021-ac7c-7b2c07c40aca, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=2959b5b2-8587-4021-ac7c-7b2c07c40aca,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:59.740745 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2b463274-0afe-4a27-b98c-73bef258d0a6 req-7a022dc0-758b-420e-be63-9954826ed2f1 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811934 Sep 16 04:47:59.754049 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.768523 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0a4aabba-1372-4b80-a27c-af14d25f7668 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.791465 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0a4aabba-1372-4b80-a27c-af14d25f7668 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.797940 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0a4aabba-1372-4b80-a27c-af14d25f7668 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] 10.222.0.35 "DELETE /v2.0/networks/f18ce45a-f194-42c8-8f01-58878f997c3a HTTP/1.1" status: 204 len: 168 time: 0.4713831 Sep 16 04:47:59.798508 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41400) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:59.799054 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4aabba-1372-4b80-a27c-af14d25f7668 tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Pushing event deleted for resources: {'Network': ['ID=f18ce45a-f194-42c8-8f01-58878f997c3a,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:59.825535 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=2959b5b2-8587-4021-ac7c-7b2c07c40aca,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:59.834322 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:59.834796 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:59.835246 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:59.835682 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:59.836694 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:59.836694 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:59.836979 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:59.837697 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:59.838029 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:59.838593 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:59.839156 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:59.840901 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:59.879028 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f763fd26-6dca-44d8-bd19-03df3a8ee62f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Deleting subnet f9e9abf9-3928-4e63-899c-c19340dcf470 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:47:59.886559 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f763fd26-6dca-44d8-bd19-03df3a8ee62f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.960067 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-73ef9441-e641-4681-924e-210f2192017e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.969399 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f763fd26-6dca-44d8-bd19-03df3a8ee62f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.990946 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-73ef9441-e641-4681-924e-210f2192017e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:00.058017 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-73ef9441-e641-4681-924e-210f2192017e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=db48b29afe544ec4aa74b3a9d833f50c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5094805 Sep 16 04:48:00.061540 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41408) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:00.071745 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cdb19-9fc0-4fa4-9903-e9f8e0152298 req-f286e569-73d7-4231-8e32-853424bf591b tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:00.073288 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7e8cdb19-9fc0-4fa4-9903-e9f8e0152298 req-f286e569-73d7-4231-8e32-853424bf591b tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 944 time: 0.1898999 Sep 16 04:48:00.080851 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef9441-e641-4681-924e-210f2192017e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdec1c9-fcb2-4f34-a665-7bff77f0970b,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:00.146405 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f763fd26-6dca-44d8-bd19-03df3a8ee62f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:00.152120 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7e8cdb19-9fc0-4fa4-9903-e9f8e0152298 req-1e4684c9-c372-460c-9985-4fa6808e876c tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666759 Sep 16 04:48:00.187637 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dae576d9-834b-49d7-b349-2c024eb074aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:00.219466 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f763fd26-6dca-44d8-bd19-03df3a8ee62f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:00.222040 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dae576d9-834b-49d7-b349-2c024eb074aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:00.255000 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763fd26-6dca-44d8-bd19-03df3a8ee62f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Pushing event deleted for resources: {'Subnet': ['ID=f9e9abf9-3928-4e63-899c-c19340dcf470,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:00.257052 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f763fd26-6dca-44d8-bd19-03df3a8ee62f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:00.261870 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f763fd26-6dca-44d8-bd19-03df3a8ee62f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] 10.222.0.35 "DELETE /v2.0/subnets/f9e9abf9-3928-4e63-899c-c19340dcf470 HTTP/1.1" status: 204 len: 168 time: 0.4621394 Sep 16 04:48:00.262862 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41410) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:00.263698 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e12707-2946-44d2-99f3-3582d2580d18 None None] Network 5083d231-a76d-4aa3-b93d-d6804b0622d2 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:00.307796 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dae576d9-834b-49d7-b349-2c024eb074aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:00.311282 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dae576d9-834b-49d7-b349-2c024eb074aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:00.314264 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-dae576d9-834b-49d7-b349-2c024eb074aa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4bdec1c9-fcb2-4f34-a665-7bff77f0970b HTTP/1.1" status: 204 len: 168 time: 0.2508776 Sep 16 04:48:00.327500 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae576d9-834b-49d7-b349-2c024eb074aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdec1c9-fcb2-4f34-a665-7bff77f0970b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:00.421607 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['2959b5b2-8587-4021-ac7c-7b2c07c40aca'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:48:00.626884 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c12b98-f5b8-4a93-bd1a-b692fbf3ba06 None None] DHCP port deletion for 5083d231-a76d-4aa3-b93d-d6804b0622d2 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:48:00.735446 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-80c12b98-f5b8-4a93-bd1a-b692fbf3ba06 None None] Deleting port 38f14b17-4672-4c40-9002-63d21eb2ece1 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:00.736013 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-80c12b98-f5b8-4a93-bd1a-b692fbf3ba06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:00.835474 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-de200876-c86d-418c-895b-c950ee2ee55f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:00.843291 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-80c12b98-f5b8-4a93-bd1a-b692fbf3ba06 None None] For port 38f14b17-4672-4c40-9002-63d21eb2ece1, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=38f14b17-4672-4c40-9002-63d21eb2ece1,segment=NetworkSegment(7b82f1f0-6bc5-4428-b144-5c36ba2e772e),segment_id=7b82f1f0-6bc5-4428-b144-5c36ba2e772e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:00.844288 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-80c12b98-f5b8-4a93-bd1a-b692fbf3ba06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:00.867878 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02133a7-7864-44b0-a300-22f812d51033 req-5287ac8b-85b1-426f-93b8-8d838b38ef82 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:00.873468 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a02133a7-7864-44b0-a300-22f812d51033 req-5287ac8b-85b1-426f-93b8-8d838b38ef82 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bf3478-a8ec-49b8-94de-a7731b4ab64c HTTP/1.1" status: 200 len: 945 time: 0.0953405 Sep 16 04:48:00.873996 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-80c12b98-f5b8-4a93-bd1a-b692fbf3ba06 None None] Calling delete_port for 38f14b17-4672-4c40-9002-63d21eb2ece1 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:00.977264 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a02133a7-7864-44b0-a300-22f812d51033 req-05273e05-ea03-4b58-af4e-4d79b8445480 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986080 Sep 16 04:48:00.988668 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-80c12b98-f5b8-4a93-bd1a-b692fbf3ba06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.014558 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-de200876-c86d-418c-895b-c950ee2ee55f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Deleting port 38f14b17-4672-4c40-9002-63d21eb2ece1 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:01.015051 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-de200876-c86d-418c-895b-c950ee2ee55f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.033463 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c12b98-f5b8-4a93-bd1a-b692fbf3ba06 None None] Pushing event deleted for resources: {'Port': ['ID=38f14b17-4672-4c40-9002-63d21eb2ece1,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:01.035051 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c12b98-f5b8-4a93-bd1a-b692fbf3ba06 None None] No DVR routers for this DVR port 38f14b17-4672-4c40-9002-63d21eb2ece1 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:01.143937 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-de200876-c86d-418c-895b-c950ee2ee55f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] For port 38f14b17-4672-4c40-9002-63d21eb2ece1, host n-d-712139-15, got binding levels [] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:01.144303 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-de200876-c86d-418c-895b-c950ee2ee55f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.164381 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-de200876-c86d-418c-895b-c950ee2ee55f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Calling delete_port for 38f14b17-4672-4c40-9002-63d21eb2ece1 owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:01.168261 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.ipam_backend_mixin [None req-de200876-c86d-418c-895b-c950ee2ee55f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Port 38f14b17-4672-4c40-9002-63d21eb2ece1 was not found and therefore no delete operation was performed {{(pid=94767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 04:48:01.170885 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-de200876-c86d-418c-895b-c950ee2ee55f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.207006 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de200876-c86d-418c-895b-c950ee2ee55f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Pushing event deleted for resources: {'Port': ['ID=38f14b17-4672-4c40-9002-63d21eb2ece1,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:01.219577 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4153a51-bbbd-4bc9-b4da-8b1dd970cb07 req-ade6d372-d94a-4f05-b533-fbfcd7822808 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:01.221306 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d4153a51-bbbd-4bc9-b4da-8b1dd970cb07 req-ade6d372-d94a-4f05-b533-fbfcd7822808 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 945 time: 0.1151259 Sep 16 04:48:01.222267 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de200876-c86d-418c-895b-c950ee2ee55f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] No DVR routers for this DVR port 38f14b17-4672-4c40-9002-63d21eb2ece1 on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:01.338463 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-de200876-c86d-418c-895b-c950ee2ee55f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.350972 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d4153a51-bbbd-4bc9-b4da-8b1dd970cb07 req-3cbf602d-96d5-459e-98db-57c5f20ba976 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039581 Sep 16 04:48:01.366292 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-de200876-c86d-418c-895b-c950ee2ee55f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5083d231-a76d-4aa3-b93d-d6804b0622d2']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:01.388706 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-de200876-c86d-418c-895b-c950ee2ee55f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b82f1f0-6bc5-4428-b144-5c36ba2e772e') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:01.389044 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-de200876-c86d-418c-895b-c950ee2ee55f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b82f1f0-6bc5-4428-b144-5c36ba2e772e') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:01.400810 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-de200876-c86d-418c-895b-c950ee2ee55f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.425665 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-de200876-c86d-418c-895b-c950ee2ee55f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.434962 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de200876-c86d-418c-895b-c950ee2ee55f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:48:01.435929 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-de200876-c86d-418c-895b-c950ee2ee55f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.442401 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:48:01.442401 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:48:01.442401 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:48:01.442401 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:48:01.442401 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:48:01.442401 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:48:01.442401 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:48:01.442401 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:48:01.442401 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:48:01.442401 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:48:01.442401 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:48:01.442401 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:48:01.442401 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:48:01.442401 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:48:01.442401 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:48:01.442401 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:48:01.442401 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:48:01.442401 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:48:01.442401 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:48:01.442401 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:48:01.442401 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:48:01.442401 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:48:01.442401 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:48:01.442401 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:48:01.442401 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:48:01.442401 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:48:01.442401 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:48:01.442401 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:48:01.442401 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:48:01.442401 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:48:01.442401 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:48:01.442401 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:48:01.493744 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41452) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:01.558002 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-de200876-c86d-418c-895b-c950ee2ee55f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.567563 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-de200876-c86d-418c-895b-c950ee2ee55f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.569588 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-de200876-c86d-418c-895b-c950ee2ee55f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] 10.222.0.35 "DELETE /v2.0/networks/5083d231-a76d-4aa3-b93d-d6804b0622d2 HTTP/1.1" status: 204 len: 168 time: 1.3055277 Sep 16 04:48:01.589805 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de200876-c86d-418c-895b-c950ee2ee55f tempest-NetworksIpV6TestAttrs-1340612115 tempest-NetworksIpV6TestAttrs-1340612115-project] Pushing event deleted for resources: {'Network': ['ID=5083d231-a76d-4aa3-b93d-d6804b0622d2,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:01.604800 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7affd19-61a7-47ff-8031-214485dbd6ce req-43b2adaf-73a4-416a-954d-7105de270a1d tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:01.606425 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b7affd19-61a7-47ff-8031-214485dbd6ce req-43b2adaf-73a4-416a-954d-7105de270a1d tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 944 time: 0.1442018 Sep 16 04:48:01.660946 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b7affd19-61a7-47ff-8031-214485dbd6ce req-eb0d9205-d61b-4c1d-8499-4b599b93f441 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402405 Sep 16 04:48:01.666099 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-d16ec4a6-7f92-4a40-955e-0292392d2b28 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-343402423-network', 'tenant_id': 'a5eefe07a96c4dbcb8fd3bd5ce1a66c2'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:01.702138 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16ec4a6-7f92-4a40-955e-0292392d2b28 admin admin] Made reservation on behalf of a5eefe07a96c4dbcb8fd3bd5ce1a66c2 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:01.710160 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d16ec4a6-7f92-4a40-955e-0292392d2b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.727097 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d16ec4a6-7f92-4a40-955e-0292392d2b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.875299 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d16ec4a6-7f92-4a40-955e-0292392d2b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.881903 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d16ec4a6-7f92-4a40-955e-0292392d2b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.923160 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d16ec4a6-7f92-4a40-955e-0292392d2b28 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:48:01.928238 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41468) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:01.939076 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ec4a6-7f92-4a40-955e-0292392d2b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:01.949598 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d16ec4a6-7f92-4a40-955e-0292392d2b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.949959 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-d16ec4a6-7f92-4a40-955e-0292392d2b28 admin admin] Added segment 3c7e498d-1564-41e2-a9e3-5e79bd3860cd of type vlan for network 06b53dae-be26-4105-a7e4-d1c9c9f4b3e9 Sep 16 04:48:02.022840 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d16ec4a6-7f92-4a40-955e-0292392d2b28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:02.057153 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d16ec4a6-7f92-4a40-955e-0292392d2b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:02.058866 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16ec4a6-7f92-4a40-955e-0292392d2b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:02.059913 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d16ec4a6-7f92-4a40-955e-0292392d2b28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:02.080282 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 38f14b17-4672-4c40-9002-63d21eb2ece1 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:48:02.113748 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d16ec4a6-7f92-4a40-955e-0292392d2b28 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6174128 Sep 16 04:48:02.116744 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41474) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:02.129028 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-8efe18c7-be71-4821-a54c-528311b58907 admin admin] Request body: {'subnet': {'network_id': '06b53dae-be26-4105-a7e4-d1c9c9f4b3e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-343402423-subnet', 'tenant_id': 'a5eefe07a96c4dbcb8fd3bd5ce1a66c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:02.135292 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 38f14b17-4672-4c40-9002-63d21eb2ece1 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:48:02.135969 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 38f14b17-4672-4c40-9002-63d21eb2ece1 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:48:02.152701 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ec4a6-7f92-4a40-955e-0292392d2b28 admin admin] Pushing event updated for resources: {'Network': ['ID=06b53dae-be26-4105-a7e4-d1c9c9f4b3e9,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:02.172741 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 06b53dae-be26-4105-a7e4-d1c9c9f4b3e9 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:48:02.250485 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efe18c7-be71-4821-a54c-528311b58907 admin admin] Made reservation on behalf of a5eefe07a96c4dbcb8fd3bd5ce1a66c2 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:02.253541 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8efe18c7-be71-4821-a54c-528311b58907 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:02.302088 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0a5a44f7-2843-4ab7-b604-ee98ce5f5eb9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=18b56a4a79d246cc86fcb61393fa5ea1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3725243 Sep 16 04:48:02.306714 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41478) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:02.352101 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b32b8e-5d5f-4903-903f-0e110a217f15 req-ae4e74b7-afde-4a8e-80cc-fd3b82413a76 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:02.355128 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-62b32b8e-5d5f-4903-903f-0e110a217f15 req-ae4e74b7-afde-4a8e-80cc-fd3b82413a76 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bf3478-a8ec-49b8-94de-a7731b4ab64c HTTP/1.1" status: 200 len: 945 time: 0.1635723 Sep 16 04:48:02.376783 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3d2a06ac-e6b9-4f02-b3f6-798efd796f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:02.413066 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3d2a06ac-e6b9-4f02-b3f6-798efd796f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:02.420863 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-62b32b8e-5d5f-4903-903f-0e110a217f15 req-e6ce4283-a327-4a1a-a188-d4a5d80e9855 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584159 Sep 16 04:48:02.517931 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3d2a06ac-e6b9-4f02-b3f6-798efd796f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:02.526374 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3d2a06ac-e6b9-4f02-b3f6-798efd796f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:02.534859 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3d2a06ac-e6b9-4f02-b3f6-798efd796f53 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/93159226-68a4-493c-84be-0c81ceca77a7 HTTP/1.1" status: 204 len: 168 time: 0.2263279 Sep 16 04:48:02.550129 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a06ac-e6b9-4f02-b3f6-798efd796f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93159226-68a4-493c-84be-0c81ceca77a7,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:02.567488 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8efe18c7-be71-4821-a54c-528311b58907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:02.672275 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76736bad-92c3-404d-83ea-3580a0fda612 req-f433b9e4-6c13-4517-97b2-3b530292cb8c tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:02.674054 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-76736bad-92c3-404d-83ea-3580a0fda612 req-f433b9e4-6c13-4517-97b2-3b530292cb8c tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 945 time: 0.1306245 Sep 16 04:48:02.675428 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe18c7-be71-4821-a54c-528311b58907 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcf4f667-aa88-4413-b706-89b85463ed71,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:02.685074 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efe18c7-be71-4821-a54c-528311b58907 admin admin] Checking segment: {'id': '3c7e498d-1564-41e2-a9e3-5e79bd3860cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06b53dae-be26-4105-a7e4-d1c9c9f4b3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:02.685610 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efe18c7-be71-4821-a54c-528311b58907 admin admin] Network hostable DHCP agents. Network: 06b53dae-be26-4105-a7e4-d1c9c9f4b3e9, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:48:02.732976 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efe18c7-be71-4821-a54c-528311b58907 admin admin] Network 06b53dae-be26-4105-a7e4-d1c9c9f4b3e9 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:48:02.757333 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-76736bad-92c3-404d-83ea-3580a0fda612 req-c0f91b84-f1f7-426d-82b9-390b6a9d6f5e tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627539 Sep 16 04:48:02.758469 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-8efe18c7-be71-4821-a54c-528311b58907 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 06b53dae-be26-4105-a7e4-d1c9c9f4b3e9) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:02.763286 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efe18c7-be71-4821-a54c-528311b58907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:02.763982 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8efe18c7-be71-4821-a54c-528311b58907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:02.776079 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a88f54-6dd3-450c-8363-ec1afd29f75f None None] Network 06b53dae-be26-4105-a7e4-d1c9c9f4b3e9 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:02.794275 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8efe18c7-be71-4821-a54c-528311b58907 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6751556 Sep 16 04:48:02.933044 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0a003-7a6a-4368-b0a9-d93ca76b3f51 req-9f81f140-4eb4-4671-a9f6-570d97d88c89 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:02.947501 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c7b0a003-7a6a-4368-b0a9-d93ca76b3f51 req-9f81f140-4eb4-4671-a9f6-570d97d88c89 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 944 time: 0.1138608 Sep 16 04:48:03.054250 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c7b0a003-7a6a-4368-b0a9-d93ca76b3f51 req-bf9567ee-aaf5-4bc6-a32a-66c88565640c tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970049 Sep 16 04:48:03.080234 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a27b44-2019-427c-a8d2-12bd975d0f03 None None] Network 06b53dae-be26-4105-a7e4-d1c9c9f4b3e9 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:03.494943 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 2959b5b2-8587-4021-ac7c-7b2c07c40aca up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:03.583259 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 2959b5b2-8587-4021-ac7c-7b2c07c40aca completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:48:03.588112 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 2959b5b2-8587-4021-ac7c-7b2c07c40aca triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:03.589752 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:03.658554 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41534) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:03.708059 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418e86a-bd31-4ede-940d-cee8112917aa req-cba4e87a-9973-48c9-ac4e-250f9efc42d9 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:03.716811 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7418e86a-bd31-4ede-940d-cee8112917aa req-cba4e87a-9973-48c9-ac4e-250f9efc42d9 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/networks?id=06b53dae-be26-4105-a7e4-d1c9c9f4b3e9 HTTP/1.1" status: 200 len: 814 time: 0.1803091 Sep 16 04:48:03.724778 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:03.732391 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7418e86a-bd31-4ede-940d-cee8112917aa req-a4607fe1-98f5-49dc-a161-dfadbcd7d4a7 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/quotas/a5eefe07a96c4dbcb8fd3bd5ce1a66c2 HTTP/1.1" status: 200 len: 375 time: 0.0144258 Sep 16 04:48:03.764136 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d7f172-a8ef-4e81-a5a9-31d35350f4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2959b5b2-8587-4021-ac7c-7b2c07c40aca'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:03.768220 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50da8555-29db-4c77-8553-5d989492cffd" -d '{"events": [{"server_uuid": "46d7f172-a8ef-4e81-a5a9-31d35350f4b2", "name": "network-vif-plugged", "status": "completed", "tag": "2959b5b2-8587-4021-ac7c-7b2c07c40aca"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:03.777097 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7418e86a-bd31-4ede-940d-cee8112917aa req-2be9e769-4aa0-4c1e-9ba2-fb883a268fe5 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a5eefe07a96c4dbcb8fd3bd5ce1a66c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316210 Sep 16 04:48:03.788540 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 2959b5b2-8587-4021-ac7c-7b2c07c40aca, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=2959b5b2-8587-4021-ac7c-7b2c07c40aca,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:03.797732 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:03.811292 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-bedfd4bd-b3ff-43ff-b9bc-1bb08f5ff76a tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1939950103'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:03.862703 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedfd4bd-b3ff-43ff-b9bc-1bb08f5ff76a tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Made reservation on behalf of 8dc93f14836845fe95f276aba6a4bc52 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:03.868267 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bedfd4bd-b3ff-43ff-b9bc-1bb08f5ff76a tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:03.879344 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=2959b5b2-8587-4021-ac7c-7b2c07c40aca,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:03.883763 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bedfd4bd-b3ff-43ff-b9bc-1bb08f5ff76a tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:03.908830 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7418e86a-bd31-4ede-940d-cee8112917aa req-1b511f0e-3a12-4bdd-b792-b9fe0faabd4b service neutron] 10.222.0.35 "GET /v2.0/networks/06b53dae-be26-4105-a7e4-d1c9c9f4b3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227446 Sep 16 04:48:04.036499 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bedfd4bd-b3ff-43ff-b9bc-1bb08f5ff76a tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:04.042088 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7418e86a-bd31-4ede-940d-cee8112917aa req-83e98d23-e73e-41f2-bcc1-3dbf45ee1cf8 service neutron] 10.222.0.35 "GET /v2.0/networks/06b53dae-be26-4105-a7e4-d1c9c9f4b3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243844 Sep 16 04:48:04.044325 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bedfd4bd-b3ff-43ff-b9bc-1bb08f5ff76a tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:04.086254 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bedfd4bd-b3ff-43ff-b9bc-1bb08f5ff76a tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:48:04.113989 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedfd4bd-b3ff-43ff-b9bc-1bb08f5ff76a tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dffc693-77e3-40d8-87ce-95e65b1e18a8,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:04.123695 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bedfd4bd-b3ff-43ff-b9bc-1bb08f5ff76a tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:04.125542 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-bedfd4bd-b3ff-43ff-b9bc-1bb08f5ff76a tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Added segment 92fb5020-7991-4ace-991c-56c556fcd235 of type vlan for network 637cab6d-9f11-4acb-bd88-15685ff1a06d Sep 16 04:48:04.189431 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bedfd4bd-b3ff-43ff-b9bc-1bb08f5ff76a tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:04.222857 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bedfd4bd-b3ff-43ff-b9bc-1bb08f5ff76a tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:04.229701 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedfd4bd-b3ff-43ff-b9bc-1bb08f5ff76a tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:04.230344 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bedfd4bd-b3ff-43ff-b9bc-1bb08f5ff76a tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:04.286125 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-bedfd4bd-b3ff-43ff-b9bc-1bb08f5ff76a tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6240740 Sep 16 04:48:04.333444 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedfd4bd-b3ff-43ff-b9bc-1bb08f5ff76a tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event updated for resources: {'Network': ['ID=637cab6d-9f11-4acb-bd88-15685ff1a06d,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:04.350819 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 637cab6d-9f11-4acb-bd88-15685ff1a06d details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:48:04.435163 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d98e5f-8d05-4259-8d5a-f9c98f07e8ae req-b757387e-45fd-4d6c-b35d-67e051cc2c7d tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:04.448342 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b7d98e5f-8d05-4259-8d5a-f9c98f07e8ae req-b757387e-45fd-4d6c-b35d-67e051cc2c7d tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bf3478-a8ec-49b8-94de-a7731b4ab64c HTTP/1.1" status: 200 len: 945 time: 0.1189182 Sep 16 04:48:04.457211 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41552) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:04.462310 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-0003bbda-9fb7-4b6c-8b43-daa5cf5e89f9 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Request body: {'subnet': {'network_id': '637cab6d-9f11-4acb-bd88-15685ff1a06d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:04.564008 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b7d98e5f-8d05-4259-8d5a-f9c98f07e8ae req-0d1e6123-3ae8-4fe8-8521-290093a8ac4c tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142998 Sep 16 04:48:04.594403 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0003bbda-9fb7-4b6c-8b43-daa5cf5e89f9 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Made reservation on behalf of 8dc93f14836845fe95f276aba6a4bc52 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:04.600037 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0003bbda-9fb7-4b6c-8b43-daa5cf5e89f9 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:04.618723 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f9f126-93ba-4571-8c47-506d4580b359 x-openstack-request-id: req-65f9f126-93ba-4571-8c47-506d4580b359 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:04.619333 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d7f172-a8ef-4e81-a5a9-31d35350f4b2", "name": "network-vif-plugged", "status": "completed", "tag": "2959b5b2-8587-4021-ac7c-7b2c07c40aca", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:04.619333 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-65f9f126-93ba-4571-8c47-506d4580b359 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:04.619822 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d7f172-a8ef-4e81-a5a9-31d35350f4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2959b5b2-8587-4021-ac7c-7b2c07c40aca', 'code': 200} Sep 16 04:48:04.787090 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a599b0-b4e1-4670-a796-03fa4fdda59b req-31d6c4c2-633c-44ca-8f36-e53ab18c6fd2 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:04.789047 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-15a599b0-b4e1-4670-a796-03fa4fdda59b req-31d6c4c2-633c-44ca-8f36-e53ab18c6fd2 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 945 time: 0.0876579 Sep 16 04:48:04.821871 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e41c7d-343d-48a6-8128-548e8c907044 req-75ea1979-71da-403b-b3c4-39e021e6a7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:04.824276 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c0e41c7d-343d-48a6-8128-548e8c907044 req-75ea1979-71da-403b-b3c4-39e021e6a7da service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 1097 time: 0.0881932 Sep 16 04:48:04.882521 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-15a599b0-b4e1-4670-a796-03fa4fdda59b req-26ea0476-36a3-4055-a53e-033c6b48a246 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819356 Sep 16 04:48:04.894754 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c0e41c7d-343d-48a6-8128-548e8c907044 req-e0361043-d17f-4a77-96c1-a93a6dbc9002 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617809 Sep 16 04:48:04.961953 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0003bbda-9fb7-4b6c-8b43-daa5cf5e89f9 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.080391 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0003bbda-9fb7-4b6c-8b43-daa5cf5e89f9 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event updated for resources: {'Subnet': ['ID=bd40ae1d-84ee-466c-bd58-702c17531186,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:05.086096 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0003bbda-9fb7-4b6c-8b43-daa5cf5e89f9 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Checking segment: {'id': '92fb5020-7991-4ace-991c-56c556fcd235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '637cab6d-9f11-4acb-bd88-15685ff1a06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:05.086746 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0003bbda-9fb7-4b6c-8b43-daa5cf5e89f9 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Network hostable DHCP agents. Network: 637cab6d-9f11-4acb-bd88-15685ff1a06d, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:48:05.112910 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce060dae-9ecf-4905-af64-d5404b0a8ee3 req-f5d34208-155d-49c7-9487-358305ab2452 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:05.115214 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ce060dae-9ecf-4905-af64-d5404b0a8ee3 req-f5d34208-155d-49c7-9487-358305ab2452 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 945 time: 0.1168692 Sep 16 04:48:05.155309 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0003bbda-9fb7-4b6c-8b43-daa5cf5e89f9 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Network 637cab6d-9f11-4acb-bd88-15685ff1a06d is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:48:05.187719 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ce060dae-9ecf-4905-af64-d5404b0a8ee3 req-4e007f02-c5d5-47fe-b40d-2f99ddaeb806 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633314 Sep 16 04:48:05.190349 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-0003bbda-9fb7-4b6c-8b43-daa5cf5e89f9 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 637cab6d-9f11-4acb-bd88-15685ff1a06d) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:05.195081 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0003bbda-9fb7-4b6c-8b43-daa5cf5e89f9 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:05.195974 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0003bbda-9fb7-4b6c-8b43-daa5cf5e89f9 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.200747 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa46f063-8c55-4955-b257-12bd847efc0a None None] Network 637cab6d-9f11-4acb-bd88-15685ff1a06d requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:05.223951 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0003bbda-9fb7-4b6c-8b43-daa5cf5e89f9 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7655897 Sep 16 04:48:05.227615 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41560) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:05.233390 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-c11ed068-0c00-4b6b-8e41-d6772385c110 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-269681091'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:05.267304 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11ed068-0c00-4b6b-8e41-d6772385c110 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Made reservation on behalf of 8dc93f14836845fe95f276aba6a4bc52 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:05.272945 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c11ed068-0c00-4b6b-8e41-d6772385c110 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.310416 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c11ed068-0c00-4b6b-8e41-d6772385c110 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:48:05.324778 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c11ed068-0c00-4b6b-8e41-d6772385c110 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.325152 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-c11ed068-0c00-4b6b-8e41-d6772385c110 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Added segment 24c6bd8c-65f0-4d85-a12a-68aaa2b40e2d of type vlan for network 5a8f4ff1-9672-49d3-97e0-169df5fc561c Sep 16 04:48:05.379083 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c11ed068-0c00-4b6b-8e41-d6772385c110 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.478676 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d7f04603-22d3-42c7-95fb-b96f8dc0496b req-72acb96a-9b69-417a-817e-1ef81c198949 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 210 time: 0.0421965 Sep 16 04:48:05.479784 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c11ed068-0c00-4b6b-8e41-d6772385c110 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.486605 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11ed068-0c00-4b6b-8e41-d6772385c110 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:05.487267 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c11ed068-0c00-4b6b-8e41-d6772385c110 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.536873 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41564) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:05.537111 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c11ed068-0c00-4b6b-8e41-d6772385c110 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3081799 Sep 16 04:48:05.549326 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-fb165ede-7623-4e47-93ff-7a82886bc69d tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Request body: {'subnet': {'network_id': '5a8f4ff1-9672-49d3-97e0-169df5fc561c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:05.582404 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ed068-0c00-4b6b-8e41-d6772385c110 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event updated for resources: {'Network': ['ID=5a8f4ff1-9672-49d3-97e0-169df5fc561c,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:05.728426 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbc72b-f176-4c2f-917b-d20af4ee800f req-b57a6a44-d466-41b5-9b4e-d3989892511d tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:05.732930 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 5a8f4ff1-9672-49d3-97e0-169df5fc561c details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:48:05.738327 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-53bbc72b-f176-4c2f-917b-d20af4ee800f req-b57a6a44-d466-41b5-9b4e-d3989892511d tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bf3478-a8ec-49b8-94de-a7731b4ab64c HTTP/1.1" status: 200 len: 945 time: 0.0800545 Sep 16 04:48:05.743638 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb165ede-7623-4e47-93ff-7a82886bc69d tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Made reservation on behalf of 8dc93f14836845fe95f276aba6a4bc52 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:05.751876 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fb165ede-7623-4e47-93ff-7a82886bc69d tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.756875 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50265ecf-cfed-43fa-ae64-f2209312fbbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-637cab6d-9f11-4acb-bd88-15685ff1a06d', 'network_id': '637cab6d-9f11-4acb-bd88-15685ff1a06d', 'tenant_id': '8dc93f14836845fe95f276aba6a4bc52', 'fixed_ips': [{'subnet_id': 'bd40ae1d-84ee-466c-bd58-702c17531186'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:48:05.759719 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-50265ecf-cfed-43fa-ae64-f2209312fbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.796106 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-53bbc72b-f176-4c2f-917b-d20af4ee800f req-93084cc6-2ce1-4c07-8966-a913e2c7c5e5 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568242 Sep 16 04:48:06.001564 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fb165ede-7623-4e47-93ff-7a82886bc69d tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.008204 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-50265ecf-cfed-43fa-ae64-f2209312fbbe None None] Allocated IP 172.20.255.242 (637cab6d-9f11-4acb-bd88-15685ff1a06d/bd40ae1d-84ee-466c-bd58-702c17531186/16220e97-c04d-45ff-b56b-a098eacb6b70) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:06.044459 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518226a-f4a1-447f-99d2-37c807145728 req-85003ad6-15e9-4a75-85d9-6ca200018dda tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:06.053749 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7518226a-f4a1-447f-99d2-37c807145728 req-85003ad6-15e9-4a75-85d9-6ca200018dda tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 945 time: 0.0802493 Sep 16 04:48:06.075181 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb165ede-7623-4e47-93ff-7a82886bc69d tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event updated for resources: {'Subnet': ['ID=d177213a-f793-4e23-8b9d-5868cea92dfa,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:06.093156 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb165ede-7623-4e47-93ff-7a82886bc69d tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Checking segment: {'id': '24c6bd8c-65f0-4d85-a12a-68aaa2b40e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5a8f4ff1-9672-49d3-97e0-169df5fc561c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:06.093793 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb165ede-7623-4e47-93ff-7a82886bc69d tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Network hostable DHCP agents. Network: 5a8f4ff1-9672-49d3-97e0-169df5fc561c, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:48:06.109888 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7518226a-f4a1-447f-99d2-37c807145728 req-49c8fa71-415f-4370-8db7-77be20647fbc tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500283 Sep 16 04:48:06.115040 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb165ede-7623-4e47-93ff-7a82886bc69d tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Network 5a8f4ff1-9672-49d3-97e0-169df5fc561c is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:48:06.126559 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-fb165ede-7623-4e47-93ff-7a82886bc69d tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 5a8f4ff1-9672-49d3-97e0-169df5fc561c) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:06.131576 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb165ede-7623-4e47-93ff-7a82886bc69d tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:06.132649 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fb165ede-7623-4e47-93ff-7a82886bc69d tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.140514 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276d5342-38b9-4778-82eb-0a49f744bd9c None None] Network 5a8f4ff1-9672-49d3-97e0-169df5fc561c requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:06.158110 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fb165ede-7623-4e47-93ff-7a82886bc69d tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.6175380 Sep 16 04:48:06.160555 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41570) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:06.356504 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d2e52de-5d7a-4e96-b9fb-025d1646303f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.434854 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d8f53-b528-49fb-91ac-df81bca86ad9 req-acc7e88b-fb31-443e-bbe2-9bc1090f6c82 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:06.435091 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-50265ecf-cfed-43fa-ae64-f2209312fbbe None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.440861 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418e86a-bd31-4ede-940d-cee8112917aa req-56e8dafb-c81e-4a1e-8df0-3459bbceb258 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:06.442389 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7418e86a-bd31-4ede-940d-cee8112917aa req-56e8dafb-c81e-4a1e-8df0-3459bbceb258 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.48 "GET /v2.0/networks?id=06b53dae-be26-4105-a7e4-d1c9c9f4b3e9 HTTP/1.1" status: 200 len: 814 time: 0.1956718 Sep 16 04:48:06.446084 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dd0d8f53-b528-49fb-91ac-df81bca86ad9 req-acc7e88b-fb31-443e-bbe2-9bc1090f6c82 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0813944 Sep 16 04:48:06.456385 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-50265ecf-cfed-43fa-ae64-f2209312fbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.459618 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b09ee4a-1e3f-4d26-9062-716bd5ebe396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-5a8f4ff1-9672-49d3-97e0-169df5fc561c', 'network_id': '5a8f4ff1-9672-49d3-97e0-169df5fc561c', 'tenant_id': '8dc93f14836845fe95f276aba6a4bc52', 'fixed_ips': [{'subnet_id': 'd177213a-f793-4e23-8b9d-5868cea92dfa'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:48:06.460423 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2b09ee4a-1e3f-4d26-9062-716bd5ebe396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.465101 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d2e52de-5d7a-4e96-b9fb-025d1646303f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.503399 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dd0d8f53-b528-49fb-91ac-df81bca86ad9 req-3705229f-9d46-44bb-96fa-e57c30ab0e26 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558267 Sep 16 04:48:06.524254 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-7418e86a-bd31-4ede-940d-cee8112917aa req-42d00b9c-c349-48b7-b84d-800a552ecbb7 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Request body: {'port': {'device_id': '34355beb-0ba4-4594-9ac3-5fe18c9beafd', 'network_id': '06b53dae-be26-4105-a7e4-d1c9c9f4b3e9', 'admin_state_up': True, 'tenant_id': 'a5eefe07a96c4dbcb8fd3bd5ce1a66c2'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:06.649401 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50265ecf-cfed-43fa-ae64-f2209312fbbe None None] Network 637cab6d-9f11-4acb-bd88-15685ff1a06d is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:06.657943 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-50265ecf-cfed-43fa-ae64-f2209312fbbe None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:06.660231 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-2b09ee4a-1e3f-4d26-9062-716bd5ebe396 None None] Allocated IP 172.20.0.2 (5a8f4ff1-9672-49d3-97e0-169df5fc561c/d177213a-f793-4e23-8b9d-5868cea92dfa/e9128c48-c6be-4a24-8d83-82edf467d474) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:06.664417 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50265ecf-cfed-43fa-ae64-f2209312fbbe None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:06.697133 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50265ecf-cfed-43fa-ae64-f2209312fbbe None None] Pushing event updated for resources: {'Port': ['ID=16220e97-c04d-45ff-b56b-a098eacb6b70,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:06.702194 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7418e86a-bd31-4ede-940d-cee8112917aa req-42d00b9c-c349-48b7-b84d-800a552ecbb7 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Made reservation on behalf of a5eefe07a96c4dbcb8fd3bd5ce1a66c2 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:06.717792 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7418e86a-bd31-4ede-940d-cee8112917aa req-42d00b9c-c349-48b7-b84d-800a552ecbb7 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.779310 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-50265ecf-cfed-43fa-ae64-f2209312fbbe None None] Attempting to bind port 16220e97-c04d-45ff-b56b-a098eacb6b70 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:06.780153 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-50265ecf-cfed-43fa-ae64-f2209312fbbe None None] Attempting to bind port 16220e97-c04d-45ff-b56b-a098eacb6b70 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '92fb5020-7991-4ace-991c-56c556fcd235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '637cab6d-9f11-4acb-bd88-15685ff1a06d'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:06.780153 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50265ecf-cfed-43fa-ae64-f2209312fbbe None None] Attempting to bind port 16220e97-c04d-45ff-b56b-a098eacb6b70 on network 637cab6d-9f11-4acb-bd88-15685ff1a06d {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:06.812984 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f1e37b10-52e1-486f-8fe7-0035539e0c18 req-c78d3d3a-a445-47e8-9ed8-822ff4a812ab tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 210 time: 0.0392506 Sep 16 04:48:06.820236 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50265ecf-cfed-43fa-ae64-f2209312fbbe None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:06.820632 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50265ecf-cfed-43fa-ae64-f2209312fbbe None None] Checking segment: {'id': '92fb5020-7991-4ace-991c-56c556fcd235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '637cab6d-9f11-4acb-bd88-15685ff1a06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:06.821039 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-50265ecf-cfed-43fa-ae64-f2209312fbbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.821431 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50265ecf-cfed-43fa-ae64-f2209312fbbe None None] Bound using segment: {'id': '92fb5020-7991-4ace-991c-56c556fcd235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '637cab6d-9f11-4acb-bd88-15685ff1a06d'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:06.821903 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-50265ecf-cfed-43fa-ae64-f2209312fbbe None None] Bound port: 16220e97-c04d-45ff-b56b-a098eacb6b70, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fb5020-7991-4ace-991c-56c556fcd235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '637cab6d-9f11-4acb-bd88-15685ff1a06d'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:06.822278 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-50265ecf-cfed-43fa-ae64-f2209312fbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.906470 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-7418e86a-bd31-4ede-940d-cee8112917aa req-42d00b9c-c349-48b7-b84d-800a552ecbb7 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Allocated IP 172.20.0.5 (06b53dae-be26-4105-a7e4-d1c9c9f4b3e9/bcf4f667-aa88-4413-b706-89b85463ed71/68ff543f-f936-43c3-9f66-475e3b07a6a7) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:06.931515 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3057d-1983-47df-b4df-d5ddea50a4e6 req-65a581a6-d385-4643-874f-88cb5d58a483 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:06.933078 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f3a3057d-1983-47df-b4df-d5ddea50a4e6 req-65a581a6-d385-4643-874f-88cb5d58a483 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bf3478-a8ec-49b8-94de-a7731b4ab64c HTTP/1.1" status: 200 len: 945 time: 0.0539858 Sep 16 04:48:06.950216 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-50265ecf-cfed-43fa-ae64-f2209312fbbe None None] For port 16220e97-c04d-45ff-b56b-a098eacb6b70, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:06.973361 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-50265ecf-cfed-43fa-ae64-f2209312fbbe None None] For port 16220e97-c04d-45ff-b56b-a098eacb6b70, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=16220e97-c04d-45ff-b56b-a098eacb6b70,segment=NetworkSegment(92fb5020-7991-4ace-991c-56c556fcd235),segment_id=92fb5020-7991-4ace-991c-56c556fcd235)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:06.979589 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f3a3057d-1983-47df-b4df-d5ddea50a4e6 req-3faac8f3-0ace-4725-b693-37cca0db9e07 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397899 Sep 16 04:48:06.980194 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-50265ecf-cfed-43fa-ae64-f2209312fbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.982463 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2b09ee4a-1e3f-4d26-9062-716bd5ebe396 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:07.012608 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2b09ee4a-1e3f-4d26-9062-716bd5ebe396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:07.050080 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d2e52de-5d7a-4e96-b9fb-025d1646303f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:07.050740 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b09ee4a-1e3f-4d26-9062-716bd5ebe396 None None] Network 5a8f4ff1-9672-49d3-97e0-169df5fc561c is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:07.054611 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-2b09ee4a-1e3f-4d26-9062-716bd5ebe396 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:07.057924 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b09ee4a-1e3f-4d26-9062-716bd5ebe396 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:07.065092 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50265ecf-cfed-43fa-ae64-f2209312fbbe None None] Pushing event updated for resources: {'Port': ['ID=16220e97-c04d-45ff-b56b-a098eacb6b70,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:07.088822 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e52de-5d7a-4e96-b9fb-025d1646303f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event deleted for resources: {'Subnet': ['ID=d177213a-f793-4e23-8b9d-5868cea92dfa,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:07.152288 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09ee4a-1e3f-4d26-9062-716bd5ebe396 None None] Pushing event updated for resources: {'Port': ['ID=e9128c48-c6be-4a24-8d83-82edf467d474,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:07.167227 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-2b09ee4a-1e3f-4d26-9062-716bd5ebe396 None None] Attempting to bind port e9128c48-c6be-4a24-8d83-82edf467d474 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:07.167605 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-2b09ee4a-1e3f-4d26-9062-716bd5ebe396 None None] Attempting to bind port e9128c48-c6be-4a24-8d83-82edf467d474 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '24c6bd8c-65f0-4d85-a12a-68aaa2b40e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5a8f4ff1-9672-49d3-97e0-169df5fc561c'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:07.168160 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b09ee4a-1e3f-4d26-9062-716bd5ebe396 None None] Attempting to bind port e9128c48-c6be-4a24-8d83-82edf467d474 on network 5a8f4ff1-9672-49d3-97e0-169df5fc561c {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:07.174136 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b09ee4a-1e3f-4d26-9062-716bd5ebe396 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:07.174512 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b09ee4a-1e3f-4d26-9062-716bd5ebe396 None None] Checking segment: {'id': '24c6bd8c-65f0-4d85-a12a-68aaa2b40e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5a8f4ff1-9672-49d3-97e0-169df5fc561c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:07.174915 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2b09ee4a-1e3f-4d26-9062-716bd5ebe396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:07.175395 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b09ee4a-1e3f-4d26-9062-716bd5ebe396 None None] Bound using segment: {'id': '24c6bd8c-65f0-4d85-a12a-68aaa2b40e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5a8f4ff1-9672-49d3-97e0-169df5fc561c'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:07.175871 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-2b09ee4a-1e3f-4d26-9062-716bd5ebe396 None None] Bound port: e9128c48-c6be-4a24-8d83-82edf467d474, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c6bd8c-65f0-4d85-a12a-68aaa2b40e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5a8f4ff1-9672-49d3-97e0-169df5fc561c'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:07.176287 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2b09ee4a-1e3f-4d26-9062-716bd5ebe396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:07.187423 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d2e52de-5d7a-4e96-b9fb-025d1646303f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:07.191737 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7418e86a-bd31-4ede-940d-cee8112917aa req-42d00b9c-c349-48b7-b84d-800a552ecbb7 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:07.217170 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-2d2e52de-5d7a-4e96-b9fb-025d1646303f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a8f4ff1-9672-49d3-97e0-169df5fc561c']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:07.232846 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-2d2e52de-5d7a-4e96-b9fb-025d1646303f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c6bd8c-65f0-4d85-a12a-68aaa2b40e2d') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:07.233153 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-2d2e52de-5d7a-4e96-b9fb-025d1646303f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c6bd8c-65f0-4d85-a12a-68aaa2b40e2d') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:07.247150 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581056b4-da63-4365-aa77-0e346d8c3d14 req-9ed3372e-692b-4ab4-82da-498eda6b22bb tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:07.251049 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-581056b4-da63-4365-aa77-0e346d8c3d14 req-9ed3372e-692b-4ab4-82da-498eda6b22bb tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 945 time: 0.0662768 Sep 16 04:48:07.256118 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d2e52de-5d7a-4e96-b9fb-025d1646303f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:07.283545 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d2e52de-5d7a-4e96-b9fb-025d1646303f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:07.291542 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d2e52de-5d7a-4e96-b9fb-025d1646303f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:48:07.291985 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d2e52de-5d7a-4e96-b9fb-025d1646303f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:07.295867 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:48:07.295867 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:48:07.295867 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:48:07.295867 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:48:07.295867 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:48:07.295867 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:48:07.295867 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:48:07.295867 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:48:07.295867 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:48:07.295867 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:48:07.295867 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:48:07.295867 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:48:07.295867 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:48:07.295867 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:48:07.295867 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:48:07.295867 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:48:07.295867 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:48:07.295867 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:48:07.295867 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:48:07.295867 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:48:07.295867 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:48:07.295867 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:48:07.295867 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:48:07.295867 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:48:07.295867 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:48:07.295867 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:48:07.295867 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:48:07.295867 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:48:07.295867 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:48:07.295867 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:48:07.295867 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:48:07.295867 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:48:07.305389 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-2b09ee4a-1e3f-4d26-9062-716bd5ebe396 None None] For port e9128c48-c6be-4a24-8d83-82edf467d474, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:07.314478 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7418e86a-bd31-4ede-940d-cee8112917aa req-42d00b9c-c349-48b7-b84d-800a552ecbb7 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:07.329959 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-581056b4-da63-4365-aa77-0e346d8c3d14 req-7a1cff77-785f-4f47-a295-403604c40f40 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701892 Sep 16 04:48:07.415612 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-2b09ee4a-1e3f-4d26-9062-716bd5ebe396 None None] For port e9128c48-c6be-4a24-8d83-82edf467d474, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=e9128c48-c6be-4a24-8d83-82edf467d474,segment=NetworkSegment(24c6bd8c-65f0-4d85-a12a-68aaa2b40e2d),segment_id=24c6bd8c-65f0-4d85-a12a-68aaa2b40e2d)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:07.416232 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7418e86a-bd31-4ede-940d-cee8112917aa req-42d00b9c-c349-48b7-b84d-800a552ecbb7 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Network 06b53dae-be26-4105-a7e4-d1c9c9f4b3e9 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:07.422627 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-7418e86a-bd31-4ede-940d-cee8112917aa req-42d00b9c-c349-48b7-b84d-800a552ecbb7 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:07.423791 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2b09ee4a-1e3f-4d26-9062-716bd5ebe396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:07.425103 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7418e86a-bd31-4ede-940d-cee8112917aa req-42d00b9c-c349-48b7-b84d-800a552ecbb7 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:07.448233 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.db.api [None req-2d2e52de-5d7a-4e96-b9fb-025d1646303f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 04:48:07.448233 n-d-712139-15 neutron-server[94766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 04:48:07.448233 n-d-712139-15 neutron-server[94766]: [parameters: {'id': '5a8f4ff1-9672-49d3-97e0-169df5fc561c'}] Sep 16 04:48:07.448233 n-d-712139-15 neutron-server[94766]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:48:07.448706 n-d-712139-15 neutron-server[94766]: DEBUG oslo_db.api [None req-2d2e52de-5d7a-4e96-b9fb-025d1646303f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:48:07.449324 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d00b9c-c349-48b7-b84d-800a552ecbb7 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Pushing event updated for resources: {'Port': ['ID=68ff543f-f936-43c3-9f66-475e3b07a6a7,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:07.482421 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418e86a-bd31-4ede-940d-cee8112917aa req-42d00b9c-c349-48b7-b84d-800a552ecbb7 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:07.483175 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7418e86a-bd31-4ede-940d-cee8112917aa req-42d00b9c-c349-48b7-b84d-800a552ecbb7 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:07.497444 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7418e86a-bd31-4ede-940d-cee8112917aa req-42d00b9c-c349-48b7-b84d-800a552ecbb7 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9800286 Sep 16 04:48:07.504389 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09ee4a-1e3f-4d26-9062-716bd5ebe396 None None] Pushing event updated for resources: {'Port': ['ID=e9128c48-c6be-4a24-8d83-82edf467d474,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:07.522009 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-7418e86a-bd31-4ede-940d-cee8112917aa req-bbd64d8d-7004-42d9-b96c-31e43272bbd9 service neutron] Request body: {'port': {'device_id': '34355beb-0ba4-4594-9ac3-5fe18c9beafd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:07.523810 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ed6742-e4a5-410d-b0ee-91039286ee50 None None] Network 5a8f4ff1-9672-49d3-97e0-169df5fc561c requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:07.589295 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7418e86a-bd31-4ede-940d-cee8112917aa req-bbd64d8d-7004-42d9-b96c-31e43272bbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:07.642150 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558cfa2-c0f5-4c8d-9e65-fdacf9d4e8f3 req-cf5a0992-7e9f-4d7a-a350-747011cd59a2 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:07.643803 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b558cfa2-c0f5-4c8d-9e65-fdacf9d4e8f3 req-cf5a0992-7e9f-4d7a-a350-747011cd59a2 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0734711 Sep 16 04:48:07.692378 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b558cfa2-c0f5-4c8d-9e65-fdacf9d4e8f3 req-a81264d1-90e7-4dd9-8b2c-a84af164521e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417669 Sep 16 04:48:07.826280 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-b44c591b-1ad6-4a7e-90a6-c8e24460d178 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1519927810&fields=id&tenant_id=2e0f2a25ff7a42109390aea64c07e38c HTTP/1.1" status: 200 len: 267 time: 0.0489721 Sep 16 04:48:07.883390 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-7418e86a-bd31-4ede-940d-cee8112917aa req-bbd64d8d-7004-42d9-b96c-31e43272bbd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68ff543f-f936-43c3-9f66-475e3b07a6a7 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:48:07.892249 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7418e86a-bd31-4ede-940d-cee8112917aa req-bbd64d8d-7004-42d9-b96c-31e43272bbd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:07.906319 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-7418e86a-bd31-4ede-940d-cee8112917aa req-bbd64d8d-7004-42d9-b96c-31e43272bbd9 service neutron] Transition to ACTIVE for port object 68ff543f-f936-43c3-9f66-475e3b07a6a7 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:48:07.914021 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7418e86a-bd31-4ede-940d-cee8112917aa req-bbd64d8d-7004-42d9-b96c-31e43272bbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:07.948392 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-a1c273f2-be7d-4890-b09c-9830582b7758 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:07.951488 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d2e52de-5d7a-4e96-b9fb-025d1646303f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:07.956896 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-a1c273f2-be7d-4890-b09c-9830582b7758 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/networks?id=60d078bb-c66f-4588-bcce-90f888464a36 HTTP/1.1" status: 200 len: 816 time: 0.1158493 Sep 16 04:48:07.987265 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-8d039d90-638c-4ded-bffd-a5a653565170 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/quotas/2e0f2a25ff7a42109390aea64c07e38c HTTP/1.1" status: 200 len: 375 time: 0.0194294 Sep 16 04:48:08.041228 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd64d8d-7004-42d9-b96c-31e43272bbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=68ff543f-f936-43c3-9f66-475e3b07a6a7,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:08.050303 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-07ade6c4-9a74-45c0-93fa-c3b1483bd6ca tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e0f2a25ff7a42109390aea64c07e38c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0565116 Sep 16 04:48:08.073151 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-7418e86a-bd31-4ede-940d-cee8112917aa req-bbd64d8d-7004-42d9-b96c-31e43272bbd9 service neutron] Attempting to bind port 68ff543f-f936-43c3-9f66-475e3b07a6a7 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:08.073627 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-7418e86a-bd31-4ede-940d-cee8112917aa req-bbd64d8d-7004-42d9-b96c-31e43272bbd9 service neutron] Attempting to bind port 68ff543f-f936-43c3-9f66-475e3b07a6a7 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '3c7e498d-1564-41e2-a9e3-5e79bd3860cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06b53dae-be26-4105-a7e4-d1c9c9f4b3e9'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:08.073742 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7418e86a-bd31-4ede-940d-cee8112917aa req-bbd64d8d-7004-42d9-b96c-31e43272bbd9 service neutron] Attempting to bind port 68ff543f-f936-43c3-9f66-475e3b07a6a7 on network 06b53dae-be26-4105-a7e4-d1c9c9f4b3e9 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:08.083768 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7418e86a-bd31-4ede-940d-cee8112917aa req-bbd64d8d-7004-42d9-b96c-31e43272bbd9 service neutron] Port 68ff543f-f936-43c3-9f66-475e3b07a6a7 on network 06b53dae-be26-4105-a7e4-d1c9c9f4b3e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:48:08.084102 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7418e86a-bd31-4ede-940d-cee8112917aa req-bbd64d8d-7004-42d9-b96c-31e43272bbd9 service neutron] Attempting to bind port 68ff543f-f936-43c3-9f66-475e3b07a6a7 on network 06b53dae-be26-4105-a7e4-d1c9c9f4b3e9 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:08.087574 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 16220e97-c04d-45ff-b56b-a098eacb6b70 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:08.094587 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7418e86a-bd31-4ede-940d-cee8112917aa req-bbd64d8d-7004-42d9-b96c-31e43272bbd9 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:08.094934 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7418e86a-bd31-4ede-940d-cee8112917aa req-bbd64d8d-7004-42d9-b96c-31e43272bbd9 service neutron] Checking segment: {'id': '3c7e498d-1564-41e2-a9e3-5e79bd3860cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06b53dae-be26-4105-a7e4-d1c9c9f4b3e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:08.095332 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7418e86a-bd31-4ede-940d-cee8112917aa req-bbd64d8d-7004-42d9-b96c-31e43272bbd9 service neutron] Bound using segment: {'id': '3c7e498d-1564-41e2-a9e3-5e79bd3860cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06b53dae-be26-4105-a7e4-d1c9c9f4b3e9'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:08.095801 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-7418e86a-bd31-4ede-940d-cee8112917aa req-bbd64d8d-7004-42d9-b96c-31e43272bbd9 service neutron] Bound port: 68ff543f-f936-43c3-9f66-475e3b07a6a7, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7e498d-1564-41e2-a9e3-5e79bd3860cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06b53dae-be26-4105-a7e4-d1c9c9f4b3e9'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:08.096147 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7418e86a-bd31-4ede-940d-cee8112917aa req-bbd64d8d-7004-42d9-b96c-31e43272bbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.144189 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e52de-5d7a-4e96-b9fb-025d1646303f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Deleting port e9128c48-c6be-4a24-8d83-82edf467d474 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:08.144650 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d2e52de-5d7a-4e96-b9fb-025d1646303f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.146174 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 16220e97-c04d-45ff-b56b-a098eacb6b70 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:08.146174 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.188676 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-4828de4f-62eb-45ea-920e-c4b03ad13829 service neutron] 10.222.0.35 "GET /v2.0/networks/60d078bb-c66f-4588-bcce-90f888464a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220496 Sep 16 04:48:08.237643 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-7418e86a-bd31-4ede-940d-cee8112917aa req-bbd64d8d-7004-42d9-b96c-31e43272bbd9 service neutron] For port 68ff543f-f936-43c3-9f66-475e3b07a6a7, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:08.246301 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-2d2e52de-5d7a-4e96-b9fb-025d1646303f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] For port e9128c48-c6be-4a24-8d83-82edf467d474, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=e9128c48-c6be-4a24-8d83-82edf467d474,segment=NetworkSegment(24c6bd8c-65f0-4d85-a12a-68aaa2b40e2d),segment_id=24c6bd8c-65f0-4d85-a12a-68aaa2b40e2d)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:08.246676 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d2e52de-5d7a-4e96-b9fb-025d1646303f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.254763 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c903d73-5c65-45a8-9790-e5db14e577e6 None None] Network 637cab6d-9f11-4acb-bd88-15685ff1a06d requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:08.263545 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-7418e86a-bd31-4ede-940d-cee8112917aa req-bbd64d8d-7004-42d9-b96c-31e43272bbd9 service neutron] For port 68ff543f-f936-43c3-9f66-475e3b07a6a7, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=68ff543f-f936-43c3-9f66-475e3b07a6a7,segment=NetworkSegment(3c7e498d-1564-41e2-a9e3-5e79bd3860cd),segment_id=3c7e498d-1564-41e2-a9e3-5e79bd3860cd)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:08.268621 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e52de-5d7a-4e96-b9fb-025d1646303f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Calling delete_port for e9128c48-c6be-4a24-8d83-82edf467d474 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:08.273206 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7418e86a-bd31-4ede-940d-cee8112917aa req-bbd64d8d-7004-42d9-b96c-31e43272bbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.311806 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418e86a-bd31-4ede-940d-cee8112917aa req-bbd64d8d-7004-42d9-b96c-31e43272bbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:08.313386 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7418e86a-bd31-4ede-940d-cee8112917aa req-bbd64d8d-7004-42d9-b96c-31e43272bbd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.314917 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7418e86a-bd31-4ede-940d-cee8112917aa req-bbd64d8d-7004-42d9-b96c-31e43272bbd9 service neutron] 10.222.0.48 "PUT /v2.0/ports/68ff543f-f936-43c3-9f66-475e3b07a6a7 HTTP/1.1" status: 200 len: 1092 time: 0.7971725 Sep 16 04:48:08.317870 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-619be4b9-80ca-4470-8fe4-8c81c5242a04 service neutron] 10.222.0.35 "GET /v2.0/networks/60d078bb-c66f-4588-bcce-90f888464a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225004 Sep 16 04:48:08.319659 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34355beb-0ba4-4594-9ac3-5fe18c9beafd', 'tag': '68ff543f-f936-43c3-9f66-475e3b07a6a7'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:08.323321 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c79d897-af42-4cd3-922b-2ba7b31f53fa" -d '{"events": [{"name": "network-changed", "server_uuid": "34355beb-0ba4-4594-9ac3-5fe18c9beafd", "tag": "68ff543f-f936-43c3-9f66-475e3b07a6a7"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:08.326134 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.374098 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d45881cd-1a4a-41eb-a67c-1c2cdbfcb4ca None None] Provisioning complete for port 16220e97-c04d-45ff-b56b-a098eacb6b70 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:08.374560 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d45881cd-1a4a-41eb-a67c-1c2cdbfcb4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.422465 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 16220e97-c04d-45ff-b56b-a098eacb6b70, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=16220e97-c04d-45ff-b56b-a098eacb6b70,segment=NetworkSegment(92fb5020-7991-4ace-991c-56c556fcd235),segment_id=92fb5020-7991-4ace-991c-56c556fcd235)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:08.436598 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.445974 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd64d8d-7004-42d9-b96c-31e43272bbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=68ff543f-f936-43c3-9f66-475e3b07a6a7,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:08.481866 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418e86a-bd31-4ede-940d-cee8112917aa req-7548666e-3b42-4a2f-87cf-d1dd9c5eecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:08.483505 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7418e86a-bd31-4ede-940d-cee8112917aa req-7548666e-3b42-4a2f-87cf-d1dd9c5eecd4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a5eefe07a96c4dbcb8fd3bd5ce1a66c2&device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 1095 time: 0.0888295 Sep 16 04:48:08.498736 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d2e52de-5d7a-4e96-b9fb-025d1646303f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.568008 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e52de-5d7a-4e96-b9fb-025d1646303f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event deleted for resources: {'Port': ['ID=e9128c48-c6be-4a24-8d83-82edf467d474,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:08.573159 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2e52de-5d7a-4e96-b9fb-025d1646303f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] No DVR routers for this DVR port e9128c48-c6be-4a24-8d83-82edf467d474 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:08.579880 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=16220e97-c04d-45ff-b56b-a098eacb6b70,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:08.581103 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7418e86a-bd31-4ede-940d-cee8112917aa req-86472ba6-d731-4087-a426-231bc1d930f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68ff543f-f936-43c3-9f66-475e3b07a6a7 HTTP/1.1" status: 200 len: 217 time: 0.0793645 Sep 16 04:48:08.711506 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d2e52de-5d7a-4e96-b9fb-025d1646303f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.743465 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418e86a-bd31-4ede-940d-cee8112917aa req-81944dda-c1dc-4fc4-a806-e3b55d1414c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:08.746051 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7418e86a-bd31-4ede-940d-cee8112917aa req-81944dda-c1dc-4fc4-a806-e3b55d1414c2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bcf4f667-aa88-4413-b706-89b85463ed71 HTTP/1.1" status: 200 len: 854 time: 0.1460581 Sep 16 04:48:08.761876 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-2d2e52de-5d7a-4e96-b9fb-025d1646303f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a8f4ff1-9672-49d3-97e0-169df5fc561c']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:08.810624 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7418e86a-bd31-4ede-940d-cee8112917aa req-149831a9-fb2c-43d5-b605-657a4baa867b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=06b53dae-be26-4105-a7e4-d1c9c9f4b3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445087 Sep 16 04:48:08.814867 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-2d2e52de-5d7a-4e96-b9fb-025d1646303f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c6bd8c-65f0-4d85-a12a-68aaa2b40e2d') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:08.815304 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-2d2e52de-5d7a-4e96-b9fb-025d1646303f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c6bd8c-65f0-4d85-a12a-68aaa2b40e2d') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:08.861938 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d2e52de-5d7a-4e96-b9fb-025d1646303f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.881637 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575405d7-2900-439c-a60a-a3198cf4f8cc None None] get_active_networks_info from n-d-712139-15 {{(pid=94768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:48:08.947240 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-31959a19-a773-43a5-8bbc-40d64f45b0f1 None None] Provisioning complete for port 16220e97-c04d-45ff-b56b-a098eacb6b70 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:08.947818 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-31959a19-a773-43a5-8bbc-40d64f45b0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.976110 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d2e52de-5d7a-4e96-b9fb-025d1646303f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.988438 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d2e52de-5d7a-4e96-b9fb-025d1646303f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:48:08.988878 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d2e52de-5d7a-4e96-b9fb-025d1646303f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.992253 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:48:08.992253 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:48:08.992253 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:48:08.992253 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:48:08.992253 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:48:08.992253 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:48:08.992253 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:48:08.992253 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:48:08.992253 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:48:08.992253 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:48:08.992253 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:48:08.992253 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:48:08.992253 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:48:08.992253 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:48:08.992253 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:48:08.992253 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:48:08.992253 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:48:08.992253 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:48:08.992253 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:48:08.992253 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:48:08.992253 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:48:08.992253 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:48:08.992253 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:48:08.992253 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:48:08.992253 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:48:08.992253 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:48:08.992253 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:48:08.992253 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:48:08.992253 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:48:08.992253 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:48:08.992253 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:48:08.992253 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:48:09.017106 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9457cb-83fa-4cf0-b36d-40762c814cc1 req-c2882149-97f8-4fe2-a064-a83723930a89 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:09.018791 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cb9457cb-83fa-4cf0-b36d-40762c814cc1 req-c2882149-97f8-4fe2-a064-a83723930a89 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 943 time: 0.0589035 Sep 16 04:48:09.076099 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7418e86a-bd31-4ede-940d-cee8112917aa req-2145fb90-59c9-41dc-971d-eb9e47d809ee service neutron] 10.222.0.48 "GET /v2.0/networks/06b53dae-be26-4105-a7e4-d1c9c9f4b3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531853 Sep 16 04:48:09.092026 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d2e52de-5d7a-4e96-b9fb-025d1646303f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.110008 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cb9457cb-83fa-4cf0-b36d-40762c814cc1 req-ee1e371d-4d7c-4135-ad79-02dcc8ef6c81 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804925 Sep 16 04:48:09.116454 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d2e52de-5d7a-4e96-b9fb-025d1646303f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.124634 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2d2e52de-5d7a-4e96-b9fb-025d1646303f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "DELETE /v2.0/networks/5a8f4ff1-9672-49d3-97e0-169df5fc561c HTTP/1.1" status: 204 len: 168 time: 2.9570813 Sep 16 04:48:09.128157 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41622) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:09.134556 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-34775163-df95-4e99-9b4b-dedfdd050d5d tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2097128197'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:09.207949 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34775163-df95-4e99-9b4b-dedfdd050d5d tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Made reservation on behalf of 8dc93f14836845fe95f276aba6a4bc52 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:09.212483 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-34775163-df95-4e99-9b4b-dedfdd050d5d tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.216338 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e52de-5d7a-4e96-b9fb-025d1646303f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event deleted for resources: {'Network': ['ID=5a8f4ff1-9672-49d3-97e0-169df5fc561c,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:09.252081 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575405d7-2900-439c-a60a-a3198cf4f8cc None None] Resources bound (agent type, host, resource id): {{(pid=94768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:48:09.290322 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34775163-df95-4e99-9b4b-dedfdd050d5d tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:48:09.325474 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c959fd-9592-46aa-b077-b5a51d8f2e0a req-3e715d72-b1dc-42be-8cd4-abc20955766d tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:09.329299 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-19c959fd-9592-46aa-b077-b5a51d8f2e0a req-3e715d72-b1dc-42be-8cd4-abc20955766d tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bf3478-a8ec-49b8-94de-a7731b4ab64c HTTP/1.1" status: 200 len: 945 time: 0.1004193 Sep 16 04:48:09.330981 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-34775163-df95-4e99-9b4b-dedfdd050d5d tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.331458 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-34775163-df95-4e99-9b4b-dedfdd050d5d tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Added segment 0c770e30-773c-482c-a44c-3236dd6817c6 of type vlan for network 05f0a167-978f-40ab-af37-e20af2268748 Sep 16 04:48:09.334936 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7418e86a-bd31-4ede-940d-cee8112917aa req-fc7236bc-43fe-4e9d-bade-15346a8a59b4 service neutron] 10.222.0.48 "GET /v2.0/networks/06b53dae-be26-4105-a7e4-d1c9c9f4b3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077906 Sep 16 04:48:09.405775 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-34775163-df95-4e99-9b4b-dedfdd050d5d tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.432106 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-19c959fd-9592-46aa-b077-b5a51d8f2e0a req-0f411f74-38b4-4312-be97-1de5473154ac tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873730 Sep 16 04:48:09.475682 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-34775163-df95-4e99-9b4b-dedfdd050d5d tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.484438 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34775163-df95-4e99-9b4b-dedfdd050d5d tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:09.485483 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-34775163-df95-4e99-9b4b-dedfdd050d5d tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.513538 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc0777c-57cb-4f8d-b44d-60fb2097e65a x-openstack-request-id: req-bfc0777c-57cb-4f8d-b44d-60fb2097e65a {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:09.513838 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34355beb-0ba4-4594-9ac3-5fe18c9beafd", "tag": "68ff543f-f936-43c3-9f66-475e3b07a6a7", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:09.514092 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bfc0777c-57cb-4f8d-b44d-60fb2097e65a {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:09.514508 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34355beb-0ba4-4594-9ac3-5fe18c9beafd', 'tag': '68ff543f-f936-43c3-9f66-475e3b07a6a7', 'status': 'completed', 'code': 200} Sep 16 04:48:09.576785 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-34775163-df95-4e99-9b4b-dedfdd050d5d tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4463043 Sep 16 04:48:09.580832 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41624) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:09.589481 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-65fb7915-f9a1-45df-9212-15fc6f444c4e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Request body: {'subnet': {'network_id': '05f0a167-978f-40ab-af37-e20af2268748', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:09.655210 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34775163-df95-4e99-9b4b-dedfdd050d5d tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event updated for resources: {'Network': ['ID=05f0a167-978f-40ab-af37-e20af2268748,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:09.721232 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb9cd3-5902-44cf-901a-ddae166e9090 req-8fa0f273-9b90-454d-9b76-fd6263061c0c tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:09.725482 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b9cb9cd3-5902-44cf-901a-ddae166e9090 req-8fa0f273-9b90-454d-9b76-fd6263061c0c tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 945 time: 0.1453352 Sep 16 04:48:09.737895 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 05f0a167-978f-40ab-af37-e20af2268748 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:48:09.813366 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b9cb9cd3-5902-44cf-901a-ddae166e9090 req-d8d2259c-ff99-4faf-95b9-ae4e3f41b82a tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731270 Sep 16 04:48:09.939188 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d132a294-3026-48ce-909c-ce8d01d3a91c req-cdc480ac-929c-49d1-af8b-037166079fa6 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a84e6501-7978-44e8-8fca-5ed08d600724 HTTP/1.1" status: 200 len: 210 time: 0.0374131 Sep 16 04:48:10.038016 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d73bbb23-fad3-4e49-bf3f-7797aa6dd4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:10.053260 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 16220e97-c04d-45ff-b56b-a098eacb6b70 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:10.103318 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a639052-abf5-4257-bead-3601267bc956 req-4339e2c0-21fb-4bfb-9af2-3fddb86f08ce tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:10.105256 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a639052-abf5-4257-bead-3601267bc956 req-4339e2c0-21fb-4bfb-9af2-3fddb86f08ce tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0685356 Sep 16 04:48:10.107353 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79d897-af42-4cd3-922b-2ba7b31f53fa req-5af5ba03-66dc-4349-b3ba-458841c435da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:10.109446 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4c79d897-af42-4cd3-922b-2ba7b31f53fa req-5af5ba03-66dc-4349-b3ba-458841c435da service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a5eefe07a96c4dbcb8fd3bd5ce1a66c2&device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 1095 time: 0.0988576 Sep 16 04:48:10.118035 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 16220e97-c04d-45ff-b56b-a098eacb6b70 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:10.118778 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:10.169528 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a639052-abf5-4257-bead-3601267bc956 req-9b18d373-4114-483b-a56d-451737358248 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561802 Sep 16 04:48:10.219002 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fb7915-f9a1-45df-9212-15fc6f444c4e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Made reservation on behalf of 8dc93f14836845fe95f276aba6a4bc52 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:10.223012 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-65fb7915-f9a1-45df-9212-15fc6f444c4e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:10.266734 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79d897-af42-4cd3-922b-2ba7b31f53fa req-3159318b-36c1-4b90-883e-e327bb02dd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:10.268293 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4c79d897-af42-4cd3-922b-2ba7b31f53fa req-3159318b-36c1-4b90-883e-e327bb02dd95 service neutron] 10.222.0.48 "GET /v2.0/networks?id=06b53dae-be26-4105-a7e4-d1c9c9f4b3e9 HTTP/1.1" status: 200 len: 915 time: 0.1482668 Sep 16 04:48:10.310622 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.ipam_backend_mixin [None req-65fb7915-f9a1-45df-9212-15fc6f444c4e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Performing IP validity checks on allocation pools {{(pid=94766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 04:48:10.311232 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.ipam_backend_mixin [None req-65fb7915-f9a1-45df-9212-15fc6f444c4e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 04:48:10.353987 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4c79d897-af42-4cd3-922b-2ba7b31f53fa req-d316ff83-5d3e-4bee-b242-279c9d224a36 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68ff543f-f936-43c3-9f66-475e3b07a6a7 HTTP/1.1" status: 200 len: 217 time: 0.0451493 Sep 16 04:48:10.425616 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79d897-af42-4cd3-922b-2ba7b31f53fa req-3b62f577-9c27-44a6-bd12-ff6dfbfca9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:10.427086 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4c79d897-af42-4cd3-922b-2ba7b31f53fa req-3b62f577-9c27-44a6-bd12-ff6dfbfca9e8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bcf4f667-aa88-4413-b706-89b85463ed71 HTTP/1.1" status: 200 len: 854 time: 0.0650129 Sep 16 04:48:10.461417 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1998b18-6c0e-41be-a3bd-3807c0b5d45d req-6233b850-5399-4dab-8460-169bb69f2022 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:10.463004 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b1998b18-6c0e-41be-a3bd-3807c0b5d45d req-6233b850-5399-4dab-8460-169bb69f2022 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 943 time: 0.1216331 Sep 16 04:48:10.489381 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4c79d897-af42-4cd3-922b-2ba7b31f53fa req-0099c664-fef9-45fe-88ae-5ba75e85dfba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=06b53dae-be26-4105-a7e4-d1c9c9f4b3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374470 Sep 16 04:48:10.523752 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-c68ba0b1-a8a3-4c14-a497-0de2629aef7d tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:10.525420 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-c68ba0b1-a8a3-4c14-a497-0de2629aef7d tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.48 "GET /v2.0/networks?id=60d078bb-c66f-4588-bcce-90f888464a36 HTTP/1.1" status: 200 len: 816 time: 0.1958995 Sep 16 04:48:10.534415 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b1998b18-6c0e-41be-a3bd-3807c0b5d45d req-dbaf9187-911a-440c-8bbe-e3936cfaac73 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479925 Sep 16 04:48:10.612787 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-a5f82246-6d5c-4511-afcc-e7a25038a28d tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e0f2a25ff7a42109390aea64c07e38c HTTP/1.1" status: 200 len: 380 time: 0.0689595 Sep 16 04:48:10.619387 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-65fb7915-f9a1-45df-9212-15fc6f444c4e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:10.631529 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-80e35d06-01e2-495b-ada2-553d806ed44f tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Request body: {'port': {'device_id': 'a84e6501-7978-44e8-8fca-5ed08d600724', 'network_id': '60d078bb-c66f-4588-bcce-90f888464a36', 'admin_state_up': True, 'tenant_id': '2e0f2a25ff7a42109390aea64c07e38c', 'security_groups': ['526665e4-8e42-4563-9d6f-8dd9bce58f21']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:10.677822 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4c79d897-af42-4cd3-922b-2ba7b31f53fa req-a1fd8f38-8155-45f1-bb0d-b5c6fcacc57b service neutron] 10.222.0.48 "GET /v2.0/networks/06b53dae-be26-4105-a7e4-d1c9c9f4b3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798873 Sep 16 04:48:10.728669 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb7915-f9a1-45df-9212-15fc6f444c4e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event updated for resources: {'Subnet': ['ID=8b38a8f9-c820-41b6-8c1b-eb61851c4ad7,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:10.749702 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cad3cc-06df-4829-a905-337191cea5b2 req-41773f72-17ea-4d4f-96a0-a4c1e88b38f0 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:10.751317 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-76cad3cc-06df-4829-a905-337191cea5b2 req-41773f72-17ea-4d4f-96a0-a4c1e88b38f0 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bf3478-a8ec-49b8-94de-a7731b4ab64c HTTP/1.1" status: 200 len: 945 time: 0.1374834 Sep 16 04:48:10.765974 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fb7915-f9a1-45df-9212-15fc6f444c4e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Checking segment: {'id': '0c770e30-773c-482c-a44c-3236dd6817c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '05f0a167-978f-40ab-af37-e20af2268748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:10.766530 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fb7915-f9a1-45df-9212-15fc6f444c4e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Network hostable DHCP agents. Network: 05f0a167-978f-40ab-af37-e20af2268748, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:48:10.817883 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fb7915-f9a1-45df-9212-15fc6f444c4e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Network 05f0a167-978f-40ab-af37-e20af2268748 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:48:10.820355 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-76cad3cc-06df-4829-a905-337191cea5b2 req-95548426-5f2b-4814-b0bf-81e6560c8ac2 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608060 Sep 16 04:48:10.828834 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4c79d897-af42-4cd3-922b-2ba7b31f53fa req-2cfacbed-52ae-4bad-a215-1ed7acd4b81b service neutron] 10.222.0.48 "GET /v2.0/networks/06b53dae-be26-4105-a7e4-d1c9c9f4b3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390507 Sep 16 04:48:10.833064 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-65fb7915-f9a1-45df-9212-15fc6f444c4e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 05f0a167-978f-40ab-af37-e20af2268748) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:10.840916 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-80e35d06-01e2-495b-ada2-553d806ed44f tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Made reservation on behalf of 2e0f2a25ff7a42109390aea64c07e38c for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:10.844844 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fb7915-f9a1-45df-9212-15fc6f444c4e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:10.849504 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-65fb7915-f9a1-45df-9212-15fc6f444c4e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:10.851883 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0981728b-d939-45e3-8e47-e79afa2b2fba None None] Network 05f0a167-978f-40ab-af37-e20af2268748 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:10.869908 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-80e35d06-01e2-495b-ada2-553d806ed44f tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:10.876296 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-65fb7915-f9a1-45df-9212-15fc6f444c4e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2936113 Sep 16 04:48:10.877361 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41634) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:11.078880 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e08e146c-9486-4f51-8e03-6e1009adead7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.117071 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df770a8-24c7-402d-87cf-71bd7495feec req-e7040dca-de47-4dff-bd8b-e4f3fe9e23f7 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:11.118945 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6df770a8-24c7-402d-87cf-71bd7495feec req-e7040dca-de47-4dff-bd8b-e4f3fe9e23f7 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 945 time: 0.1317987 Sep 16 04:48:11.143796 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-80e35d06-01e2-495b-ada2-553d806ed44f tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Allocated IP 172.20.0.10 (60d078bb-c66f-4588-bcce-90f888464a36/b035a0ab-941e-41ba-9a0c-7177fcec4515/870fb7d3-9763-43a8-929d-f32177b7ae77) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:11.159468 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e08e146c-9486-4f51-8e03-6e1009adead7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.196026 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6df770a8-24c7-402d-87cf-71bd7495feec req-164d74fe-250d-444c-9efd-f3197374bf27 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683379 Sep 16 04:48:11.263975 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf64c223-7f27-45da-a263-82a6da5cd83b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-05f0a167-978f-40ab-af37-e20af2268748', 'network_id': '05f0a167-978f-40ab-af37-e20af2268748', 'tenant_id': '8dc93f14836845fe95f276aba6a4bc52', 'fixed_ips': [{'subnet_id': '8b38a8f9-c820-41b6-8c1b-eb61851c4ad7'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:48:11.265460 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cf64c223-7f27-45da-a263-82a6da5cd83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.290001 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e08e146c-9486-4f51-8e03-6e1009adead7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.336137 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e146c-9486-4f51-8e03-6e1009adead7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event deleted for resources: {'Subnet': ['ID=8b38a8f9-c820-41b6-8c1b-eb61851c4ad7,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:11.373922 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-274dab2e-19d6-41cf-a398-663d55228548 req-393d4918-ae32-4017-a94a-1a003e2a7bb2 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a84e6501-7978-44e8-8fca-5ed08d600724 HTTP/1.1" status: 200 len: 210 time: 0.0770073 Sep 16 04:48:11.415346 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e08e146c-9486-4f51-8e03-6e1009adead7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.416585 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876d5a1b-f8b2-48f1-9a6f-e1e6349958b8 None None] Network 05f0a167-978f-40ab-af37-e20af2268748 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:11.441956 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-e08e146c-9486-4f51-8e03-6e1009adead7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f0a167-978f-40ab-af37-e20af2268748']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:11.457370 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-80e35d06-01e2-495b-ada2-553d806ed44f tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.461127 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-e08e146c-9486-4f51-8e03-6e1009adead7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c770e30-773c-482c-a44c-3236dd6817c6') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:11.463141 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-e08e146c-9486-4f51-8e03-6e1009adead7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c770e30-773c-482c-a44c-3236dd6817c6') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:11.483748 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e08e146c-9486-4f51-8e03-6e1009adead7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.509066 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e08e146c-9486-4f51-8e03-6e1009adead7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.521701 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e08e146c-9486-4f51-8e03-6e1009adead7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:48:11.523393 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e08e146c-9486-4f51-8e03-6e1009adead7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.538099 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-80e35d06-01e2-495b-ada2-553d806ed44f tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.591151 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0af36-d796-4894-9259-614a0d3c54bc req-110a990c-d250-4fb7-ae7c-64f0539accc9 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:11.597424 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fcc0af36-d796-4894-9259-614a0d3c54bc req-110a990c-d250-4fb7-ae7c-64f0539accc9 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 945 time: 0.1146123 Sep 16 04:48:11.602556 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.618595 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-80e35d06-01e2-495b-ada2-553d806ed44f tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Network 60d078bb-c66f-4588-bcce-90f888464a36 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:11.618857 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:48:11.618857 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:48:11.618857 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:48:11.618857 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:48:11.618857 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:48:11.618857 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:48:11.618857 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:48:11.618857 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:48:11.618857 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:48:11.618857 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:48:11.618857 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:48:11.618857 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:48:11.618857 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:48:11.618857 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:48:11.618857 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:48:11.618857 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:48:11.618857 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:48:11.618857 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:48:11.618857 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:48:11.618857 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:48:11.618857 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:48:11.618857 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:48:11.618857 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:48:11.618857 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:48:11.618857 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:48:11.618857 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:48:11.618857 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:48:11.618857 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:48:11.618857 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:48:11.618857 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:48:11.618857 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:48:11.618857 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:48:11.627697 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e08e146c-9486-4f51-8e03-6e1009adead7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.630261 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-80e35d06-01e2-495b-ada2-553d806ed44f tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:11.638756 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e08e146c-9486-4f51-8e03-6e1009adead7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.639822 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-80e35d06-01e2-495b-ada2-553d806ed44f tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:11.642500 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e08e146c-9486-4f51-8e03-6e1009adead7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "DELETE /v2.0/networks/05f0a167-978f-40ab-af37-e20af2268748 HTTP/1.1" status: 204 len: 168 time: 0.7643809 Sep 16 04:48:11.654957 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41644) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:11.662237 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-c9c22b76-bebc-4232-9c4f-8b27f0b9b29a tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-147637781'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:11.665435 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e146c-9486-4f51-8e03-6e1009adead7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event deleted for resources: {'Network': ['ID=05f0a167-978f-40ab-af37-e20af2268748,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:11.691020 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e35d06-01e2-495b-ada2-553d806ed44f tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Pushing event updated for resources: {'Port': ['ID=870fb7d3-9763-43a8-929d-f32177b7ae77,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:11.696497 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c22b76-bebc-4232-9c4f-8b27f0b9b29a tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Made reservation on behalf of 8dc93f14836845fe95f276aba6a4bc52 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:11.701089 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c9c22b76-bebc-4232-9c4f-8b27f0b9b29a tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.717014 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fcc0af36-d796-4894-9259-614a0d3c54bc req-bcc50d31-dc0c-4e3b-9242-be0f45a2a216 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140842 Sep 16 04:48:11.737986 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-80e35d06-01e2-495b-ada2-553d806ed44f tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:11.739030 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-80e35d06-01e2-495b-ada2-553d806ed44f tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.757315 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9c22b76-bebc-4232-9c4f-8b27f0b9b29a tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:48:11.773842 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-80e35d06-01e2-495b-ada2-553d806ed44f tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1468081 Sep 16 04:48:11.776830 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c9c22b76-bebc-4232-9c4f-8b27f0b9b29a tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.777188 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-c9c22b76-bebc-4232-9c4f-8b27f0b9b29a tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Added segment 4743412a-4ae6-41f0-acad-1d8c05a9237c of type vlan for network 116cd53f-3734-45fd-90c3-b85f51e17200 Sep 16 04:48:11.796127 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-cb74bd6c-242a-459f-9bb8-36337e32604b service neutron] Request body: {'port': {'device_id': 'a84e6501-7978-44e8-8fca-5ed08d600724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:11.852073 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c9c22b76-bebc-4232-9c4f-8b27f0b9b29a tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.890608 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c9c22b76-bebc-4232-9c4f-8b27f0b9b29a tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.896434 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c22b76-bebc-4232-9c4f-8b27f0b9b29a tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:11.897095 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c9c22b76-bebc-4232-9c4f-8b27f0b9b29a tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.945160 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c9c22b76-bebc-4232-9c4f-8b27f0b9b29a tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2882471 Sep 16 04:48:11.947247 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41648) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:11.960810 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-d390e393-5da2-4e7e-a016-35b794b110d6 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Request body: {'subnet': {'network_id': '116cd53f-3734-45fd-90c3-b85f51e17200', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:11.964841 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-cb74bd6c-242a-459f-9bb8-36337e32604b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.989283 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c22b76-bebc-4232-9c4f-8b27f0b9b29a tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event updated for resources: {'Network': ['ID=116cd53f-3734-45fd-90c3-b85f51e17200,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:12.001249 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 116cd53f-3734-45fd-90c3-b85f51e17200 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:48:12.092707 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d2467c3f-aed5-4152-a19c-c1a4819756f3 None None] Provisioning complete for port 870fb7d3-9763-43a8-929d-f32177b7ae77 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:12.093666 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d2467c3f-aed5-4152-a19c-c1a4819756f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.104167 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f688d-fbe3-44fe-922c-92572b0e8e9d req-9aa3e788-3561-4c24-baf5-bb6512ac7b7f tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:12.106806 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-473f688d-fbe3-44fe-922c-92572b0e8e9d req-9aa3e788-3561-4c24-baf5-bb6512ac7b7f tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 943 time: 0.2082176 Sep 16 04:48:12.137671 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-d2467c3f-aed5-4152-a19c-c1a4819756f3 None None] Port 870fb7d3-9763-43a8-929d-f32177b7ae77 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:48:12.520697 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375655a8-0af4-418f-83d0-7d1c4aa5be56 req-f3bfce5e-ce30-42c0-9447-8c1d84380305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:12.522350 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-375655a8-0af4-418f-83d0-7d1c4aa5be56 req-f3bfce5e-ce30-42c0-9447-8c1d84380305 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 1097 time: 0.0520391 Sep 16 04:48:12.563360 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-375655a8-0af4-418f-83d0-7d1c4aa5be56 req-38a48ca1-f13a-4303-979a-79f295298797 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330956 Sep 16 04:48:12.619976 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-473f688d-fbe3-44fe-922c-92572b0e8e9d req-3101d8a0-9785-432d-8306-53b21b9cb8f6 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5022516 Sep 16 04:48:12.628719 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d390e393-5da2-4e7e-a016-35b794b110d6 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Made reservation on behalf of 8dc93f14836845fe95f276aba6a4bc52 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:12.632962 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d390e393-5da2-4e7e-a016-35b794b110d6 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.855130 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045f448-97fe-47a5-ad86-dc579e0b8cc8 req-87d4fce5-cd9d-44af-bc81-0009343e7295 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:12.856794 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f045f448-97fe-47a5-ad86-dc579e0b8cc8 req-87d4fce5-cd9d-44af-bc81-0009343e7295 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bf3478-a8ec-49b8-94de-a7731b4ab64c HTTP/1.1" status: 200 len: 945 time: 0.1417637 Sep 16 04:48:12.980926 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f045f448-97fe-47a5-ad86-dc579e0b8cc8 req-8c84c53b-9c3c-472d-bdbe-75b4baff0a3a tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115882 Sep 16 04:48:13.040553 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-cb74bd6c-242a-459f-9bb8-36337e32604b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 870fb7d3-9763-43a8-929d-f32177b7ae77 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:48:13.046970 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d390e393-5da2-4e7e-a016-35b794b110d6 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.055469 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-cb74bd6c-242a-459f-9bb8-36337e32604b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.131575 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-cb74bd6c-242a-459f-9bb8-36337e32604b service neutron] Transition to ACTIVE for port object 870fb7d3-9763-43a8-929d-f32177b7ae77 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:48:13.160691 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-cb74bd6c-242a-459f-9bb8-36337e32604b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.176794 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bcdbae40-cf93-46c6-8d76-5e315dc9a915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.211674 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390e393-5da2-4e7e-a016-35b794b110d6 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event updated for resources: {'Subnet': ['ID=3ce162d9-3431-4b08-a73e-addb8b5ae639,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:13.263497 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9db558-ffe5-425d-bec1-e7b507b30c92 req-bf7afc0f-5bbf-467d-9dce-349deed185d0 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:13.265118 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5e9db558-ffe5-425d-bec1-e7b507b30c92 req-bf7afc0f-5bbf-467d-9dce-349deed185d0 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 945 time: 0.1643670 Sep 16 04:48:13.268624 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74bd6c-242a-459f-9bb8-36337e32604b service neutron] Pushing event updated for resources: {'Port': ['ID=870fb7d3-9763-43a8-929d-f32177b7ae77,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:13.274316 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d390e393-5da2-4e7e-a016-35b794b110d6 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Checking segment: {'id': '4743412a-4ae6-41f0-acad-1d8c05a9237c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '116cd53f-3734-45fd-90c3-b85f51e17200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:13.274681 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d390e393-5da2-4e7e-a016-35b794b110d6 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Network hostable DHCP agents. Network: 116cd53f-3734-45fd-90c3-b85f51e17200, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:48:13.358322 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d390e393-5da2-4e7e-a016-35b794b110d6 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Network 116cd53f-3734-45fd-90c3-b85f51e17200 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:48:13.383541 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-d390e393-5da2-4e7e-a016-35b794b110d6 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 116cd53f-3734-45fd-90c3-b85f51e17200) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:13.389910 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5e9db558-ffe5-425d-bec1-e7b507b30c92 req-d5eda84e-b16a-48fd-8ec3-3d64bc636270 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105986 Sep 16 04:48:13.399672 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d390e393-5da2-4e7e-a016-35b794b110d6 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:13.400252 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d390e393-5da2-4e7e-a016-35b794b110d6 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.400461 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642a3977-787f-4a47-a32f-6d7e28eb640e None None] Network 116cd53f-3734-45fd-90c3-b85f51e17200 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:13.411941 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-cb74bd6c-242a-459f-9bb8-36337e32604b service neutron] Attempting to bind port 870fb7d3-9763-43a8-929d-f32177b7ae77 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:13.412269 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-cb74bd6c-242a-459f-9bb8-36337e32604b service neutron] Attempting to bind port 870fb7d3-9763-43a8-929d-f32177b7ae77 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': 'ae7c973c-db06-4343-837f-ad8bf052f252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '60d078bb-c66f-4588-bcce-90f888464a36'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:13.412646 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-cb74bd6c-242a-459f-9bb8-36337e32604b service neutron] Attempting to bind port 870fb7d3-9763-43a8-929d-f32177b7ae77 on network 60d078bb-c66f-4588-bcce-90f888464a36 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:13.424220 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d390e393-5da2-4e7e-a016-35b794b110d6 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4756348 Sep 16 04:48:13.428659 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41658) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:13.430735 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-cb74bd6c-242a-459f-9bb8-36337e32604b service neutron] Port 870fb7d3-9763-43a8-929d-f32177b7ae77 on network 60d078bb-c66f-4588-bcce-90f888464a36 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:48:13.430939 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-cb74bd6c-242a-459f-9bb8-36337e32604b service neutron] Attempting to bind port 870fb7d3-9763-43a8-929d-f32177b7ae77 on network 60d078bb-c66f-4588-bcce-90f888464a36 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:13.445173 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-cb74bd6c-242a-459f-9bb8-36337e32604b service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:13.445617 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-cb74bd6c-242a-459f-9bb8-36337e32604b service neutron] Checking segment: {'id': 'ae7c973c-db06-4343-837f-ad8bf052f252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '60d078bb-c66f-4588-bcce-90f888464a36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:13.446082 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-cb74bd6c-242a-459f-9bb8-36337e32604b service neutron] Bound using segment: {'id': 'ae7c973c-db06-4343-837f-ad8bf052f252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '60d078bb-c66f-4588-bcce-90f888464a36'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:13.446620 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-cb74bd6c-242a-459f-9bb8-36337e32604b service neutron] Bound port: 870fb7d3-9763-43a8-929d-f32177b7ae77, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae7c973c-db06-4343-837f-ad8bf052f252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '60d078bb-c66f-4588-bcce-90f888464a36'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:13.447046 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-cb74bd6c-242a-459f-9bb8-36337e32604b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.529569 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.563639 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-cb74bd6c-242a-459f-9bb8-36337e32604b service neutron] For port 870fb7d3-9763-43a8-929d-f32177b7ae77, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:13.568541 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-cb74bd6c-242a-459f-9bb8-36337e32604b service neutron] For port 870fb7d3-9763-43a8-929d-f32177b7ae77, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=870fb7d3-9763-43a8-929d-f32177b7ae77,segment=NetworkSegment(ae7c973c-db06-4343-837f-ad8bf052f252),segment_id=ae7c973c-db06-4343-837f-ad8bf052f252)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:13.615347 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-cb74bd6c-242a-459f-9bb8-36337e32604b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.648276 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b5e5a7c3-f01c-411b-9f73-c64686a1653c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.667202 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454c5064-b8bd-4b13-8e5d-c3664fa274d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-116cd53f-3734-45fd-90c3-b85f51e17200', 'network_id': '116cd53f-3734-45fd-90c3-b85f51e17200', 'tenant_id': '8dc93f14836845fe95f276aba6a4bc52', 'fixed_ips': [{'subnet_id': '3ce162d9-3431-4b08-a73e-addb8b5ae639'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:48:13.668055 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-454c5064-b8bd-4b13-8e5d-c3664fa274d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.687813 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-cb74bd6c-242a-459f-9bb8-36337e32604b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:13.689247 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-cb74bd6c-242a-459f-9bb8-36337e32604b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.690120 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-cb74bd6c-242a-459f-9bb8-36337e32604b service neutron] 10.222.0.48 "PUT /v2.0/ports/870fb7d3-9763-43a8-929d-f32177b7ae77 HTTP/1.1" status: 200 len: 1093 time: 1.8992946 Sep 16 04:48:13.691100 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84e6501-7978-44e8-8fca-5ed08d600724', 'tag': '870fb7d3-9763-43a8-929d-f32177b7ae77'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:13.693473 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb0fb30-2b8f-4ad3-ac52-2b3bfac72ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "a84e6501-7978-44e8-8fca-5ed08d600724", "tag": "870fb7d3-9763-43a8-929d-f32177b7ae77"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:13.723157 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774eec9a-3967-460a-8eb7-d95cb1b3f875 req-69ccb663-2189-43bf-89a7-338c9913eac9 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:13.729123 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-774eec9a-3967-460a-8eb7-d95cb1b3f875 req-69ccb663-2189-43bf-89a7-338c9913eac9 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a84e6501-7978-44e8-8fca-5ed08d600724 HTTP/1.1" status: 200 len: 944 time: 0.1580300 Sep 16 04:48:13.765613 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74bd6c-242a-459f-9bb8-36337e32604b service neutron] Pushing event updated for resources: {'Port': ['ID=870fb7d3-9763-43a8-929d-f32177b7ae77,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:13.794975 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b5e5a7c3-f01c-411b-9f73-c64686a1653c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.809906 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-774eec9a-3967-460a-8eb7-d95cb1b3f875 req-006688db-8c2b-4481-86c8-68d2eb9ec5ba tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/security-groups?id=526665e4-8e42-4563-9d6f-8dd9bce58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752172 Sep 16 04:48:13.872944 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-dd15a554-6672-464a-855f-e9abe9697ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:13.874863 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-dd15a554-6672-464a-855f-e9abe9697ffd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e0f2a25ff7a42109390aea64c07e38c&device_id=a84e6501-7978-44e8-8fca-5ed08d600724 HTTP/1.1" status: 200 len: 1096 time: 0.0842381 Sep 16 04:48:13.888251 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-454c5064-b8bd-4b13-8e5d-c3664fa274d4 None None] Allocated IP 172.20.0.1 (116cd53f-3734-45fd-90c3-b85f51e17200/3ce162d9-3431-4b08-a73e-addb8b5ae639/4d8cbdbc-8280-4310-8028-378df766e7f7) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:13.973263 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-12f7de59-bc86-48f9-87e3-5c9ef95dfcff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=870fb7d3-9763-43a8-929d-f32177b7ae77 HTTP/1.1" status: 200 len: 217 time: 0.0657728 Sep 16 04:48:14.054091 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-3e69f219-d14d-4d61-962d-c50aa7b12ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:14.068912 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-3e69f219-d14d-4d61-962d-c50aa7b12ea4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b035a0ab-941e-41ba-9a0c-7177fcec4515 HTTP/1.1" status: 200 len: 855 time: 0.0695956 Sep 16 04:48:14.078650 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74978c81-888f-47b9-baac-d4b0018fea30 req-15eb7c3f-3f9b-4a61-bb0e-b682e6caba83 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:14.087248 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-74978c81-888f-47b9-baac-d4b0018fea30 req-15eb7c3f-3f9b-4a61-bb0e-b682e6caba83 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 945 time: 0.1240890 Sep 16 04:48:14.117916 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-454c5064-b8bd-4b13-8e5d-c3664fa274d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.130889 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-454c5064-b8bd-4b13-8e5d-c3664fa274d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.155192 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b5e5a7c3-f01c-411b-9f73-c64686a1653c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.184974 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-74978c81-888f-47b9-baac-d4b0018fea30 req-19c6fd6d-f30e-4554-aebb-f278090b2639 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905423 Sep 16 04:48:14.208601 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454c5064-b8bd-4b13-8e5d-c3664fa274d4 None None] Network 116cd53f-3734-45fd-90c3-b85f51e17200 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:14.216237 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-454c5064-b8bd-4b13-8e5d-c3664fa274d4 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:14.229817 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-48755b86-13d3-4bb6-acd7-475241204ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:14.231293 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454c5064-b8bd-4b13-8e5d-c3664fa274d4 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:14.231676 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-48755b86-13d3-4bb6-acd7-475241204ad9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=60d078bb-c66f-4588-bcce-90f888464a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1416376 Sep 16 04:48:14.232272 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e5a7c3-f01c-411b-9f73-c64686a1653c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event deleted for resources: {'Subnet': ['ID=3ce162d9-3431-4b08-a73e-addb8b5ae639,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:14.318397 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c5064-b8bd-4b13-8e5d-c3664fa274d4 None None] Pushing event updated for resources: {'Port': ['ID=4d8cbdbc-8280-4310-8028-378df766e7f7,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:14.338581 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-454c5064-b8bd-4b13-8e5d-c3664fa274d4 None None] Attempting to bind port 4d8cbdbc-8280-4310-8028-378df766e7f7 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:14.339219 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-454c5064-b8bd-4b13-8e5d-c3664fa274d4 None None] Attempting to bind port 4d8cbdbc-8280-4310-8028-378df766e7f7 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '4743412a-4ae6-41f0-acad-1d8c05a9237c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '116cd53f-3734-45fd-90c3-b85f51e17200'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:14.339756 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454c5064-b8bd-4b13-8e5d-c3664fa274d4 None None] Attempting to bind port 4d8cbdbc-8280-4310-8028-378df766e7f7 on network 116cd53f-3734-45fd-90c3-b85f51e17200 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:14.348292 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454c5064-b8bd-4b13-8e5d-c3664fa274d4 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:14.349446 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454c5064-b8bd-4b13-8e5d-c3664fa274d4 None None] Checking segment: {'id': '4743412a-4ae6-41f0-acad-1d8c05a9237c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '116cd53f-3734-45fd-90c3-b85f51e17200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:14.350359 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-454c5064-b8bd-4b13-8e5d-c3664fa274d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.351333 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454c5064-b8bd-4b13-8e5d-c3664fa274d4 None None] Bound using segment: {'id': '4743412a-4ae6-41f0-acad-1d8c05a9237c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '116cd53f-3734-45fd-90c3-b85f51e17200'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:14.352336 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-454c5064-b8bd-4b13-8e5d-c3664fa274d4 None None] Bound port: 4d8cbdbc-8280-4310-8028-378df766e7f7, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4743412a-4ae6-41f0-acad-1d8c05a9237c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '116cd53f-3734-45fd-90c3-b85f51e17200'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:14.353301 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-454c5064-b8bd-4b13-8e5d-c3664fa274d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.377421 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b5e5a7c3-f01c-411b-9f73-c64686a1653c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.405023 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-b5e5a7c3-f01c-411b-9f73-c64686a1653c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['116cd53f-3734-45fd-90c3-b85f51e17200']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:14.418484 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-b5e5a7c3-f01c-411b-9f73-c64686a1653c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4743412a-4ae6-41f0-acad-1d8c05a9237c') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:14.418836 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-b5e5a7c3-f01c-411b-9f73-c64686a1653c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4743412a-4ae6-41f0-acad-1d8c05a9237c') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:14.433354 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b5e5a7c3-f01c-411b-9f73-c64686a1653c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.447416 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.455046 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-454c5064-b8bd-4b13-8e5d-c3664fa274d4 None None] For port 4d8cbdbc-8280-4310-8028-378df766e7f7, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:14.455866 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b5e5a7c3-f01c-411b-9f73-c64686a1653c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.458542 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-846c4e21-6ece-412e-b0e4-2062a87e4d89 service neutron] 10.222.0.48 "GET /v2.0/networks/60d078bb-c66f-4588-bcce-90f888464a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064412 Sep 16 04:48:14.467331 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.476197 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e5a7c3-f01c-411b-9f73-c64686a1653c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:48:14.476773 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b5e5a7c3-f01c-411b-9f73-c64686a1653c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.483540 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:48:14.483540 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:48:14.483540 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:48:14.483540 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:48:14.483540 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:48:14.483540 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:48:14.483540 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:48:14.483540 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:48:14.483540 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:48:14.483540 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:48:14.483540 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:48:14.483540 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:48:14.483540 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:48:14.483540 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:48:14.483540 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:48:14.483540 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:48:14.483540 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:48:14.483540 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:48:14.483540 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:48:14.483540 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:48:14.483540 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:48:14.483540 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:48:14.483540 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:48:14.483540 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:48:14.483540 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:48:14.483540 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:48:14.483540 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:48:14.483540 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:48:14.483540 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:48:14.483540 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:48:14.483540 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:48:14.483540 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:48:14.557156 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-454c5064-b8bd-4b13-8e5d-c3664fa274d4 None None] For port 4d8cbdbc-8280-4310-8028-378df766e7f7, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=4d8cbdbc-8280-4310-8028-378df766e7f7,segment=NetworkSegment(4743412a-4ae6-41f0-acad-1d8c05a9237c),segment_id=4743412a-4ae6-41f0-acad-1d8c05a9237c)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:14.561055 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.db.api [None req-b5e5a7c3-f01c-411b-9f73-c64686a1653c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 04:48:14.561055 n-d-712139-15 neutron-server[94766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 04:48:14.561055 n-d-712139-15 neutron-server[94766]: [parameters: {'id': '116cd53f-3734-45fd-90c3-b85f51e17200'}] Sep 16 04:48:14.561055 n-d-712139-15 neutron-server[94766]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:48:14.562386 n-d-712139-15 neutron-server[94766]: DEBUG oslo_db.api [None req-b5e5a7c3-f01c-411b-9f73-c64686a1653c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:48:14.565093 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-454c5064-b8bd-4b13-8e5d-c3664fa274d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.581957 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8fd96cb2-4c2b-4916-a23a-f5c93095fb92 req-caa2e9c6-02b5-4cfd-b32f-ba4cfc734015 service neutron] 10.222.0.48 "GET /v2.0/networks/60d078bb-c66f-4588-bcce-90f888464a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159613 Sep 16 04:48:14.674297 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c5064-b8bd-4b13-8e5d-c3664fa274d4 None None] Pushing event updated for resources: {'Port': ['ID=4d8cbdbc-8280-4310-8028-378df766e7f7,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:14.683043 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907d8f63-01f7-44b7-9289-b5b08fab3b6f None None] Network 116cd53f-3734-45fd-90c3-b85f51e17200 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:14.722979 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ec82d-5ad0-4f0d-bea2-60fbc090d28a req-3c410d11-5482-4e6e-ac9d-c4e44914b522 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:14.724764 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-068ec82d-5ad0-4f0d-bea2-60fbc090d28a req-3c410d11-5482-4e6e-ac9d-c4e44914b522 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 943 time: 0.0686138 Sep 16 04:48:14.779341 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-068ec82d-5ad0-4f0d-bea2-60fbc090d28a req-f864bc95-07d8-4e67-a9e1-e424083a1ca5 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469499 Sep 16 04:48:14.799444 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:48:14.845755 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d35e0b-9445-45ed-94de-a904032ad250 None None] get_active_networks_info from n-d-712139-15 {{(pid=94768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:48:14.865396 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca6d76a-704f-4f6e-bfab-05f4b79fd20b x-openstack-request-id: req-aca6d76a-704f-4f6e-bfab-05f4b79fd20b {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:14.865775 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a84e6501-7978-44e8-8fca-5ed08d600724", "tag": "870fb7d3-9763-43a8-929d-f32177b7ae77", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:14.866039 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aca6d76a-704f-4f6e-bfab-05f4b79fd20b {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:14.866539 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a84e6501-7978-44e8-8fca-5ed08d600724', 'tag': '870fb7d3-9763-43a8-929d-f32177b7ae77', 'status': 'completed', 'code': 200} Sep 16 04:48:15.000418 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0fb30-2b8f-4ad3-ac52-2b3bfac72ba2 req-298a5ed2-1d22-4260-bdee-fc1bd904cdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:15.002274 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0eb0fb30-2b8f-4ad3-ac52-2b3bfac72ba2 req-298a5ed2-1d22-4260-bdee-fc1bd904cdc5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e0f2a25ff7a42109390aea64c07e38c&device_id=a84e6501-7978-44e8-8fca-5ed08d600724 HTTP/1.1" status: 200 len: 1096 time: 0.0870640 Sep 16 04:48:15.015026 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833eed96-6a64-43e9-ba4a-b4203c6d26ab req-58489db8-2eb5-4f88-9005-2b0546465d7a tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:15.016728 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d35e0b-9445-45ed-94de-a904032ad250 None None] Resources bound (agent type, host, resource id): {{(pid=94768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:48:15.016918 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-833eed96-6a64-43e9-ba4a-b4203c6d26ab req-58489db8-2eb5-4f88-9005-2b0546465d7a tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bf3478-a8ec-49b8-94de-a7731b4ab64c HTTP/1.1" status: 200 len: 945 time: 0.0869291 Sep 16 04:48:15.064696 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b5e5a7c3-f01c-411b-9f73-c64686a1653c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.154314 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-b5e5a7c3-f01c-411b-9f73-c64686a1653c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Deleting port 4d8cbdbc-8280-4310-8028-378df766e7f7 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:15.154314 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b5e5a7c3-f01c-411b-9f73-c64686a1653c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.156837 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-833eed96-6a64-43e9-ba4a-b4203c6d26ab req-27e33e46-b1c5-44b8-a67e-d75236cba7a6 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264703 Sep 16 04:48:15.242507 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0fb30-2b8f-4ad3-ac52-2b3bfac72ba2 req-11f91922-ad3d-488f-a9b5-41a223fe5ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:15.244286 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0eb0fb30-2b8f-4ad3-ac52-2b3bfac72ba2 req-11f91922-ad3d-488f-a9b5-41a223fe5ab7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=60d078bb-c66f-4588-bcce-90f888464a36 HTTP/1.1" status: 200 len: 917 time: 0.2264893 Sep 16 04:48:15.258972 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-b5e5a7c3-f01c-411b-9f73-c64686a1653c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] For port 4d8cbdbc-8280-4310-8028-378df766e7f7, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=4d8cbdbc-8280-4310-8028-378df766e7f7,segment=NetworkSegment(4743412a-4ae6-41f0-acad-1d8c05a9237c),segment_id=4743412a-4ae6-41f0-acad-1d8c05a9237c)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:15.260346 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b5e5a7c3-f01c-411b-9f73-c64686a1653c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.280010 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-b5e5a7c3-f01c-411b-9f73-c64686a1653c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Calling delete_port for 4d8cbdbc-8280-4310-8028-378df766e7f7 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:15.328732 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0eb0fb30-2b8f-4ad3-ac52-2b3bfac72ba2 req-56a23c74-a70b-4c9e-954d-f9ef814fe3e1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=870fb7d3-9763-43a8-929d-f32177b7ae77 HTTP/1.1" status: 200 len: 217 time: 0.0760531 Sep 16 04:48:15.409261 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b5e5a7c3-f01c-411b-9f73-c64686a1653c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.418456 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0fb30-2b8f-4ad3-ac52-2b3bfac72ba2 req-83a6074c-e960-45f0-bd68-798d360279da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:15.420889 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0eb0fb30-2b8f-4ad3-ac52-2b3bfac72ba2 req-83a6074c-e960-45f0-bd68-798d360279da service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b035a0ab-941e-41ba-9a0c-7177fcec4515 HTTP/1.1" status: 200 len: 855 time: 0.0727882 Sep 16 04:48:15.431253 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7b599-ddb3-4ae2-b51f-dfb3e149ec3b req-5f24c26f-3c81-4676-a8e2-4e8270f8e495 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:15.433253 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1ac7b599-ddb3-4ae2-b51f-dfb3e149ec3b req-5f24c26f-3c81-4676-a8e2-4e8270f8e495 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 945 time: 0.1155822 Sep 16 04:48:15.451476 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e5a7c3-f01c-411b-9f73-c64686a1653c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event deleted for resources: {'Port': ['ID=4d8cbdbc-8280-4310-8028-378df766e7f7,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:15.455594 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e5a7c3-f01c-411b-9f73-c64686a1653c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] No DVR routers for this DVR port 4d8cbdbc-8280-4310-8028-378df766e7f7 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:15.554301 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b5e5a7c3-f01c-411b-9f73-c64686a1653c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.556060 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0fb30-2b8f-4ad3-ac52-2b3bfac72ba2 req-290bb859-37b0-41a5-876f-b5770b6242e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:15.558314 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0eb0fb30-2b8f-4ad3-ac52-2b3bfac72ba2 req-290bb859-37b0-41a5-876f-b5770b6242e7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=60d078bb-c66f-4588-bcce-90f888464a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1238518 Sep 16 04:48:15.562484 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 68ff543f-f936-43c3-9f66-475e3b07a6a7 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:48:15.563016 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1ac7b599-ddb3-4ae2-b51f-dfb3e149ec3b req-2216a70b-98d5-4baa-965f-06f2140962f3 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177173 Sep 16 04:48:15.586365 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-b5e5a7c3-f01c-411b-9f73-c64686a1653c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['116cd53f-3734-45fd-90c3-b85f51e17200']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:15.608172 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-b5e5a7c3-f01c-411b-9f73-c64686a1653c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4743412a-4ae6-41f0-acad-1d8c05a9237c') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:15.610228 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-b5e5a7c3-f01c-411b-9f73-c64686a1653c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4743412a-4ae6-41f0-acad-1d8c05a9237c') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:15.631547 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b5e5a7c3-f01c-411b-9f73-c64686a1653c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.653314 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b5e5a7c3-f01c-411b-9f73-c64686a1653c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.662041 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e5a7c3-f01c-411b-9f73-c64686a1653c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:48:15.662874 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b5e5a7c3-f01c-411b-9f73-c64686a1653c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.725555 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0eb0fb30-2b8f-4ad3-ac52-2b3bfac72ba2 req-91fd910b-e291-4a77-af83-91e2c72b9c1f service neutron] 10.222.0.48 "GET /v2.0/networks/60d078bb-c66f-4588-bcce-90f888464a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554649 Sep 16 04:48:15.732037 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:48:15.732037 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:48:15.732037 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:48:15.732037 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:48:15.732037 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:48:15.732037 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:48:15.732037 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:48:15.732037 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:48:15.732037 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:48:15.732037 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:48:15.732037 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:48:15.732037 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:48:15.732037 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:48:15.732037 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:48:15.732037 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:48:15.732037 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:48:15.732037 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:48:15.732037 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:48:15.732037 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:48:15.732037 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:48:15.732037 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:48:15.732037 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:48:15.732037 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:48:15.732037 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:48:15.732037 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:48:15.732037 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:48:15.732037 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:48:15.732037 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:48:15.732037 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:48:15.732037 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:48:15.732037 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:48:15.732037 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:48:15.757564 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b5e5a7c3-f01c-411b-9f73-c64686a1653c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.771302 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b5e5a7c3-f01c-411b-9f73-c64686a1653c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.774345 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b5e5a7c3-f01c-411b-9f73-c64686a1653c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "DELETE /v2.0/networks/116cd53f-3734-45fd-90c3-b85f51e17200 HTTP/1.1" status: 204 len: 168 time: 2.3442867 Sep 16 04:48:15.782133 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41678) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:15.790470 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-216e9298-e07b-44d6-ae7c-b964f9a1c087 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-729321926'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:15.808734 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 68ff543f-f936-43c3-9f66-475e3b07a6a7, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=68ff543f-f936-43c3-9f66-475e3b07a6a7,segment=NetworkSegment(3c7e498d-1564-41e2-a9e3-5e79bd3860cd),segment_id=3c7e498d-1564-41e2-a9e3-5e79bd3860cd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:15.822473 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e5a7c3-f01c-411b-9f73-c64686a1653c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event deleted for resources: {'Network': ['ID=116cd53f-3734-45fd-90c3-b85f51e17200,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:15.837870 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '68ff543f-f936-43c3-9f66-475e3b07a6a7', 'network_id': '06b53dae-be26-4105-a7e4-d1c9c9f4b3e9', 'port_id': '68ff543f-f936-43c3-9f66-475e3b07a6a7', 'mac_address': 'fa:16:3e:c2:39:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf4f667-aa88-4413-b706-89b85463ed71', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:48:15.865183 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216e9298-e07b-44d6-ae7c-b964f9a1c087 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Made reservation on behalf of 8dc93f14836845fe95f276aba6a4bc52 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:15.872326 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-216e9298-e07b-44d6-ae7c-b964f9a1c087 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.916922 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216e9298-e07b-44d6-ae7c-b964f9a1c087 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:48:15.934977 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-216e9298-e07b-44d6-ae7c-b964f9a1c087 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.935733 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-216e9298-e07b-44d6-ae7c-b964f9a1c087 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Added segment 204bf60a-3803-4343-985f-9172b6e591b7 of type vlan for network 9090ba40-9206-49d8-9563-ba4d15ad362d Sep 16 04:48:15.976775 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:16.002445 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd29b4e-687d-49c3-9ab6-fe9c1ec6f13e req-f2a1d1b0-d95f-470d-af15-b5cec66c9b53 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:16.002614 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-216e9298-e07b-44d6-ae7c-b964f9a1c087 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:16.004138 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cfd29b4e-687d-49c3-9ab6-fe9c1ec6f13e req-f2a1d1b0-d95f-470d-af15-b5cec66c9b53 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a84e6501-7978-44e8-8fca-5ed08d600724 HTTP/1.1" status: 200 len: 944 time: 0.2459133 Sep 16 04:48:16.008963 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ff543f-f936-43c3-9f66-475e3b07a6a7 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:48:16.042363 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:16.045161 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 68ff543f-f936-43c3-9f66-475e3b07a6a7, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=68ff543f-f936-43c3-9f66-475e3b07a6a7,segment=NetworkSegment(3c7e498d-1564-41e2-a9e3-5e79bd3860cd),segment_id=3c7e498d-1564-41e2-a9e3-5e79bd3860cd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:16.051299 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:16.059765 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-216e9298-e07b-44d6-ae7c-b964f9a1c087 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:16.062836 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0eb0fb30-2b8f-4ad3-ac52-2b3bfac72ba2 req-5f1a6683-9089-4189-8e55-6e9429b2bd5b service neutron] 10.222.0.48 "GET /v2.0/networks/60d078bb-c66f-4588-bcce-90f888464a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255613 Sep 16 04:48:16.066737 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216e9298-e07b-44d6-ae7c-b964f9a1c087 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:16.067382 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-216e9298-e07b-44d6-ae7c-b964f9a1c087 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:16.083167 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cfd29b4e-687d-49c3-9ab6-fe9c1ec6f13e req-7aa6ae3b-8045-423a-8c52-b7eee8c5245c tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/security-groups?id=526665e4-8e42-4563-9d6f-8dd9bce58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653789 Sep 16 04:48:16.115266 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-216e9298-e07b-44d6-ae7c-b964f9a1c087 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3314261 Sep 16 04:48:16.118996 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41682) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:16.126244 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-58884ab7-6102-486e-9b9d-74412b949647 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Request body: {'subnet': {'network_id': '9090ba40-9206-49d8-9563-ba4d15ad362d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:16.145051 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=68ff543f-f936-43c3-9f66-475e3b07a6a7,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:16.161468 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e9298-e07b-44d6-ae7c-b964f9a1c087 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event updated for resources: {'Network': ['ID=9090ba40-9206-49d8-9563-ba4d15ad362d,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:16.180307 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 9090ba40-9206-49d8-9563-ba4d15ad362d details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:48:16.284515 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac443132-7190-4f89-993d-fca7f44460c9 req-cf436d08-8917-4916-810b-609543a036f3 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:16.286213 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac443132-7190-4f89-993d-fca7f44460c9 req-cf436d08-8917-4916-810b-609543a036f3 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 945 time: 0.1008844 Sep 16 04:48:16.292199 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58884ab7-6102-486e-9b9d-74412b949647 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Made reservation on behalf of 8dc93f14836845fe95f276aba6a4bc52 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:16.295982 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-58884ab7-6102-486e-9b9d-74412b949647 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:16.394064 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac443132-7190-4f89-993d-fca7f44460c9 req-e030b226-2fcd-4687-a0d7-e33ac4165bee tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940845 Sep 16 04:48:16.543793 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-58884ab7-6102-486e-9b9d-74412b949647 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:16.640893 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58884ab7-6102-486e-9b9d-74412b949647 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event updated for resources: {'Subnet': ['ID=4bc407db-ed76-47a2-8a8e-79c9012748ce,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:16.653289 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58884ab7-6102-486e-9b9d-74412b949647 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Checking segment: {'id': '204bf60a-3803-4343-985f-9172b6e591b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9090ba40-9206-49d8-9563-ba4d15ad362d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:16.653652 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58884ab7-6102-486e-9b9d-74412b949647 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Network hostable DHCP agents. Network: 9090ba40-9206-49d8-9563-ba4d15ad362d, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:48:16.681093 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ced09-4e32-4d40-9206-32dc82371f8b req-d6256c86-7428-40f8-a5a5-d67eb79462d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:16.682569 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-754ced09-4e32-4d40-9206-32dc82371f8b req-d6256c86-7428-40f8-a5a5-d67eb79462d6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6cc3afe070643bb85e91919d4f43b74&device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 1097 time: 0.0751548 Sep 16 04:48:16.721235 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58884ab7-6102-486e-9b9d-74412b949647 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Network 9090ba40-9206-49d8-9563-ba4d15ad362d is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:48:16.746259 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-58884ab7-6102-486e-9b9d-74412b949647 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 9090ba40-9206-49d8-9563-ba4d15ad362d) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:16.756086 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b720e4-bf1b-46cb-ae9f-e6cbc2ce5243 None None] Network 9090ba40-9206-49d8-9563-ba4d15ad362d requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:16.779154 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58884ab7-6102-486e-9b9d-74412b949647 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:16.779746 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-58884ab7-6102-486e-9b9d-74412b949647 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:16.809747 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc424b1-c6cb-42c7-8daa-3ed7aa995629 req-94df559f-f556-45d5-b815-ed4f58bf540a tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:16.811700 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8cc424b1-c6cb-42c7-8daa-3ed7aa995629 req-94df559f-f556-45d5-b815-ed4f58bf540a tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 944 time: 0.1433613 Sep 16 04:48:16.821385 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-58884ab7-6102-486e-9b9d-74412b949647 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7008033 Sep 16 04:48:16.825578 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41688) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:16.868843 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ced09-4e32-4d40-9206-32dc82371f8b req-b29794fc-98c8-4fc9-bde7-6cc37890dc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:16.871136 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-754ced09-4e32-4d40-9206-32dc82371f8b req-b29794fc-98c8-4fc9-bde7-6cc37890dc1a service neutron] 10.222.0.48 "GET /v2.0/networks?id=8be6671c-d3cc-4762-a06c-3e49bba8fa99 HTTP/1.1" status: 200 len: 912 time: 0.1703324 Sep 16 04:48:16.957327 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8cc424b1-c6cb-42c7-8daa-3ed7aa995629 req-ee338c94-04a7-4da3-956d-98206513cc16 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308339 Sep 16 04:48:16.961415 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-754ced09-4e32-4d40-9206-32dc82371f8b req-d6a4a4ed-4ab1-46d2-8ca2-bbb3eb963c26 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e8bb660-650d-45a4-8989-d6fa050a9dab HTTP/1.1" status: 200 len: 217 time: 0.0745382 Sep 16 04:48:16.990365 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['68ff543f-f936-43c3-9f66-475e3b07a6a7'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:48:16.993644 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd86719-55bd-4a8a-8d70-4f9d5bbbca55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-9090ba40-9206-49d8-9563-ba4d15ad362d', 'network_id': '9090ba40-9206-49d8-9563-ba4d15ad362d', 'tenant_id': '8dc93f14836845fe95f276aba6a4bc52', 'fixed_ips': [{'subnet_id': '4bc407db-ed76-47a2-8a8e-79c9012748ce'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:48:16.994939 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2bd86719-55bd-4a8a-8d70-4f9d5bbbca55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.006276 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1a15af98-fe22-429b-b95e-58684c3227ab tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.070305 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1a15af98-fe22-429b-b95e-58684c3227ab tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.106293 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ced09-4e32-4d40-9206-32dc82371f8b req-aa85b4d1-caba-4bee-bd55-417f5c681a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:17.113298 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-754ced09-4e32-4d40-9206-32dc82371f8b req-aa85b4d1-caba-4bee-bd55-417f5c681a2d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42961f04-c4e3-4e68-8e72-088e4f8f47e6 HTTP/1.1" status: 200 len: 851 time: 0.1380358 Sep 16 04:48:17.152687 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1a15af98-fe22-429b-b95e-58684c3227ab tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.162041 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd57ff6-e2d3-4487-b1aa-83badae71ab9 req-7aef4c1c-d219-4ca9-b19c-e8a1238e0dad tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:17.166571 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4dd57ff6-e2d3-4487-b1aa-83badae71ab9 req-7aef4c1c-d219-4ca9-b19c-e8a1238e0dad tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bf3478-a8ec-49b8-94de-a7731b4ab64c HTTP/1.1" status: 200 len: 945 time: 0.1172943 Sep 16 04:48:17.183373 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a15af98-fe22-429b-b95e-58684c3227ab tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event deleted for resources: {'Subnet': ['ID=4bc407db-ed76-47a2-8a8e-79c9012748ce,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:17.211189 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-754ced09-4e32-4d40-9206-32dc82371f8b req-13f2635a-d533-4d77-a054-a4cf684b1437 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8be6671c-d3cc-4762-a06c-3e49bba8fa99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841300 Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server [None req-2bd86719-55bd-4a8a-8d70-4f9d5bbbca55 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4bc407db-ed76-47a2-8a8e-79c9012748ce: This subnet is being modified by another concurrent operation. Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:48:17.248225 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:48:17.258538 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:48:17.258538 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:48:17.258538 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:48:17.258538 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:48:17.258538 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:48:17.258538 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:48:17.258538 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:48:17.258538 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:48:17.258538 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:48:17.258538 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:48:17.258538 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:48:17.258538 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:48:17.258538 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:48:17.258538 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:48:17.258538 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:48:17.258538 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:48:17.258538 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 04:48:17.258538 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 04:48:17.258538 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 04:48:17.258538 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 04:48:17.258538 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 04:48:17.258538 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 04:48:17.258538 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 04:48:17.258538 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 04:48:17.258538 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:48:17.258538 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:48:17.258538 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:48:17.258538 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:48:17.258538 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 04:48:17.258538 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 04:48:17.258538 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 04:48:17.258538 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 04:48:17.258538 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 04:48:17.258538 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 04:48:17.258538 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 04:48:17.258538 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise exception Sep 16 04:48:17.258538 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4bc407db-ed76-47a2-8a8e-79c9012748ce: This subnet is being modified by another concurrent operation. Sep 16 04:48:17.258538 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server Sep 16 04:48:17.270926 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1a15af98-fe22-429b-b95e-58684c3227ab tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.301406 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-1a15af98-fe22-429b-b95e-58684c3227ab tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9090ba40-9206-49d8-9563-ba4d15ad362d']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:17.302065 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9d8d79-c582-4fa9-b05c-8b430d74e21f None None] Network 9090ba40-9206-49d8-9563-ba4d15ad362d requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:17.319011 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-1a15af98-fe22-429b-b95e-58684c3227ab tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '204bf60a-3803-4343-985f-9172b6e591b7') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:17.319508 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-1a15af98-fe22-429b-b95e-58684c3227ab tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '204bf60a-3803-4343-985f-9172b6e591b7') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:17.333992 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1a15af98-fe22-429b-b95e-58684c3227ab tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.357170 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4dd57ff6-e2d3-4487-b1aa-83badae71ab9 req-265571e7-82ea-4bf2-90a7-208afc8cde6b tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500986 Sep 16 04:48:17.364261 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1a15af98-fe22-429b-b95e-58684c3227ab tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.382485 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a15af98-fe22-429b-b95e-58684c3227ab tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:48:17.382911 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1a15af98-fe22-429b-b95e-58684c3227ab tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.401978 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-754ced09-4e32-4d40-9206-32dc82371f8b req-17a498ba-5649-4d3b-92e2-a8ddcaec05d9 service neutron] 10.222.0.48 "GET /v2.0/networks/8be6671c-d3cc-4762-a06c-3e49bba8fa99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797972 Sep 16 04:48:17.406906 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:48:17.406906 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:48:17.406906 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:48:17.406906 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:48:17.406906 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:48:17.406906 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:48:17.406906 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:48:17.406906 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:48:17.406906 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:48:17.406906 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:48:17.406906 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:48:17.406906 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:48:17.406906 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:48:17.406906 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:48:17.406906 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:48:17.406906 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:48:17.406906 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:48:17.406906 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:48:17.406906 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:48:17.406906 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:48:17.406906 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:48:17.406906 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:48:17.406906 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:48:17.406906 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:48:17.406906 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:48:17.406906 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:48:17.406906 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:48:17.406906 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:48:17.406906 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:48:17.406906 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:48:17.406906 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:48:17.406906 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:48:17.460066 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1a15af98-fe22-429b-b95e-58684c3227ab tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.470260 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1a15af98-fe22-429b-b95e-58684c3227ab tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.478524 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1a15af98-fe22-429b-b95e-58684c3227ab tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "DELETE /v2.0/networks/9090ba40-9206-49d8-9563-ba4d15ad362d HTTP/1.1" status: 204 len: 168 time: 0.6435125 Sep 16 04:48:17.479245 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41696) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:17.492976 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-83af9c93-fbc0-482c-bdce-358d801aedda tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-126410344'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:17.500361 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a15af98-fe22-429b-b95e-58684c3227ab tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event deleted for resources: {'Network': ['ID=9090ba40-9206-49d8-9563-ba4d15ad362d,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:17.507292 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb20b7c-034e-4ba6-9b8e-8311d4a06804 None None] get_active_networks_info from n-d-712139-15 {{(pid=94768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:48:17.529230 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83af9c93-fbc0-482c-bdce-358d801aedda tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Made reservation on behalf of 8dc93f14836845fe95f276aba6a4bc52 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:17.535758 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-83af9c93-fbc0-482c-bdce-358d801aedda tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.568683 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83af9c93-fbc0-482c-bdce-358d801aedda tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:48:17.578905 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-83af9c93-fbc0-482c-bdce-358d801aedda tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.579965 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-83af9c93-fbc0-482c-bdce-358d801aedda tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Added segment c815a48e-c3e9-45b5-9b28-efffb29f618a of type vlan for network b7c3daa0-5e63-45ed-a129-af41c31d9fda Sep 16 04:48:17.598066 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b71f05-b110-448a-acc7-b57a75e5b93c req-2053b918-1360-41ec-ac55-cc0b6811f55a tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:17.599394 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-77b71f05-b110-448a-acc7-b57a75e5b93c req-2053b918-1360-41ec-ac55-cc0b6811f55a tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 945 time: 0.1656592 Sep 16 04:48:17.643348 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-83af9c93-fbc0-482c-bdce-358d801aedda tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.664140 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-754ced09-4e32-4d40-9206-32dc82371f8b req-a2f07872-9043-4f46-b6c2-277436663b04 service neutron] 10.222.0.48 "GET /v2.0/networks/8be6671c-d3cc-4762-a06c-3e49bba8fa99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529588 Sep 16 04:48:17.670810 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-77b71f05-b110-448a-acc7-b57a75e5b93c req-0863177a-fba7-4b62-afc0-1d1971f34737 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636020 Sep 16 04:48:17.686381 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-83af9c93-fbc0-482c-bdce-358d801aedda tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.692791 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb20b7c-034e-4ba6-9b8e-8311d4a06804 None None] Resources bound (agent type, host, resource id): {{(pid=94768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:48:17.699612 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83af9c93-fbc0-482c-bdce-358d801aedda tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:17.700721 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-83af9c93-fbc0-482c-bdce-358d801aedda tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.756275 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41700) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:17.757691 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-83af9c93-fbc0-482c-bdce-358d801aedda tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2773199 Sep 16 04:48:17.761693 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-9d8749a1-d888-473b-bf77-be634aedc4f4 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Request body: {'subnet': {'network_id': 'b7c3daa0-5e63-45ed-a129-af41c31d9fda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:17.807707 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af9c93-fbc0-482c-bdce-358d801aedda tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event updated for resources: {'Network': ['ID=b7c3daa0-5e63-45ed-a129-af41c31d9fda,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:17.824673 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network b7c3daa0-5e63-45ed-a129-af41c31d9fda details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:48:17.959282 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d1666-ae16-4d32-9762-f6051bd74faf req-88bcdd06-e0f0-47d4-9f27-7a8a903ad4ba tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:17.961747 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-316d1666-ae16-4d32-9762-f6051bd74faf req-88bcdd06-e0f0-47d4-9f27-7a8a903ad4ba tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a84e6501-7978-44e8-8fca-5ed08d600724 HTTP/1.1" status: 200 len: 944 time: 0.1619153 Sep 16 04:48:17.993075 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8749a1-d888-473b-bf77-be634aedc4f4 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Made reservation on behalf of 8dc93f14836845fe95f276aba6a4bc52 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:17.998720 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9d8749a1-d888-473b-bf77-be634aedc4f4 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:18.077862 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-316d1666-ae16-4d32-9762-f6051bd74faf req-33e367dc-06ba-4c45-aea8-a6eb549345f3 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/security-groups?id=526665e4-8e42-4563-9d6f-8dd9bce58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068308 Sep 16 04:48:18.133415 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.ipam_backend_mixin [None req-9d8749a1-d888-473b-bf77-be634aedc4f4 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Performing IP validity checks on allocation pools {{(pid=94767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 04:48:18.134223 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.ipam_backend_mixin [None req-9d8749a1-d888-473b-bf77-be634aedc4f4 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 04:48:18.376366 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e887e-b11b-44e1-bd68-39c67ae400f7 req-0e0da06c-f506-4538-b95f-a56ac40ba77f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:18.378797 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-526e887e-b11b-44e1-bd68-39c67ae400f7 req-0e0da06c-f506-4538-b95f-a56ac40ba77f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 945 time: 0.1866934 Sep 16 04:48:18.438182 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9d8749a1-d888-473b-bf77-be634aedc4f4 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:18.494814 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-526e887e-b11b-44e1-bd68-39c67ae400f7 req-1f586bdd-af55-453d-a548-be2077582e79 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074948 Sep 16 04:48:18.527548 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8749a1-d888-473b-bf77-be634aedc4f4 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event updated for resources: {'Subnet': ['ID=51759914-e14e-47b6-8349-de294ec2718e,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:18.544697 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8749a1-d888-473b-bf77-be634aedc4f4 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Checking segment: {'id': 'c815a48e-c3e9-45b5-9b28-efffb29f618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b7c3daa0-5e63-45ed-a129-af41c31d9fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:18.545106 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8749a1-d888-473b-bf77-be634aedc4f4 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Network hostable DHCP agents. Network: b7c3daa0-5e63-45ed-a129-af41c31d9fda, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:48:18.567625 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8749a1-d888-473b-bf77-be634aedc4f4 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Network b7c3daa0-5e63-45ed-a129-af41c31d9fda is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:48:18.583416 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-9d8749a1-d888-473b-bf77-be634aedc4f4 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, b7c3daa0-5e63-45ed-a129-af41c31d9fda) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:18.596202 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8749a1-d888-473b-bf77-be634aedc4f4 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:18.596838 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91e2da2-3e75-46b0-bb16-26300aa29aa7 None None] Network b7c3daa0-5e63-45ed-a129-af41c31d9fda requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:18.597067 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9d8749a1-d888-473b-bf77-be634aedc4f4 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:18.617987 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9d8749a1-d888-473b-bf77-be634aedc4f4 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8599029 Sep 16 04:48:18.622083 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41706) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:18.777014 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e628d9e-adef-4a8e-8082-067f9a241a2e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:18.801955 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864e5ea-f860-4136-85bd-af52c199d25e req-04993987-e831-4d74-876a-1a4d221e3b76 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:18.804148 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a864e5ea-f860-4136-85bd-af52c199d25e req-04993987-e831-4d74-876a-1a4d221e3b76 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 944 time: 0.0850456 Sep 16 04:48:18.848516 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994c88fb-dee2-4662-8ba6-61544b0604eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-b7c3daa0-5e63-45ed-a129-af41c31d9fda', 'network_id': 'b7c3daa0-5e63-45ed-a129-af41c31d9fda', 'tenant_id': '8dc93f14836845fe95f276aba6a4bc52', 'fixed_ips': [{'subnet_id': '51759914-e14e-47b6-8349-de294ec2718e'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:48:18.850793 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-994c88fb-dee2-4662-8ba6-61544b0604eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:18.871205 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a864e5ea-f860-4136-85bd-af52c199d25e req-1b174cdf-b03a-4653-b24f-2807d0f85df6 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570166 Sep 16 04:48:18.882592 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e628d9e-adef-4a8e-8082-067f9a241a2e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.031943 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e628d9e-adef-4a8e-8082-067f9a241a2e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server [None req-994c88fb-dee2-4662-8ba6-61544b0604eb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 51759914-e14e-47b6-8349-de294ec2718e: This subnet is being modified by another concurrent operation. Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:48:19.035901 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:48:19.045204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:48:19.045204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:48:19.045204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:48:19.045204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:48:19.045204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:48:19.045204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:48:19.045204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:48:19.045204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:48:19.045204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:48:19.045204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:48:19.045204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:48:19.045204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:48:19.045204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:48:19.045204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:48:19.045204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:48:19.045204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:48:19.045204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 04:48:19.045204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 04:48:19.045204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 04:48:19.045204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 04:48:19.045204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 04:48:19.045204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 04:48:19.045204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 04:48:19.045204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 04:48:19.045204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:48:19.045204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:48:19.045204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:48:19.045204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:48:19.045204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 04:48:19.045204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 04:48:19.045204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 04:48:19.045204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 04:48:19.045204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 04:48:19.045204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 04:48:19.045204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 04:48:19.045204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise exception Sep 16 04:48:19.045204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 51759914-e14e-47b6-8349-de294ec2718e: This subnet is being modified by another concurrent operation. Sep 16 04:48:19.045204 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server Sep 16 04:48:19.075447 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e628d9e-adef-4a8e-8082-067f9a241a2e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event deleted for resources: {'Subnet': ['ID=51759914-e14e-47b6-8349-de294ec2718e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:19.075699 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b057b4-fee8-465f-80ab-90b0aa634c04 None None] Network b7c3daa0-5e63-45ed-a129-af41c31d9fda requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:19.093927 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea2e0c-2a83-4752-a0d0-90dc03f079a5 req-157bd936-04e8-417b-a463-c07be97e5e75 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:19.097064 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c7ea2e0c-2a83-4752-a0d0-90dc03f079a5 req-157bd936-04e8-417b-a463-c07be97e5e75 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bf3478-a8ec-49b8-94de-a7731b4ab64c HTTP/1.1" status: 200 len: 945 time: 0.0933139 Sep 16 04:48:19.156774 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c7ea2e0c-2a83-4752-a0d0-90dc03f079a5 req-23b33114-2344-4c55-b57c-fcf061cd7ef9 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528824 Sep 16 04:48:19.161233 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e628d9e-adef-4a8e-8082-067f9a241a2e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.194784 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-9e628d9e-adef-4a8e-8082-067f9a241a2e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c3daa0-5e63-45ed-a129-af41c31d9fda']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:19.209398 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-9e628d9e-adef-4a8e-8082-067f9a241a2e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c815a48e-c3e9-45b5-9b28-efffb29f618a') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:19.209583 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-9e628d9e-adef-4a8e-8082-067f9a241a2e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c815a48e-c3e9-45b5-9b28-efffb29f618a') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:19.221880 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e628d9e-adef-4a8e-8082-067f9a241a2e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.238035 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e628d9e-adef-4a8e-8082-067f9a241a2e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.246270 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e628d9e-adef-4a8e-8082-067f9a241a2e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:48:19.246936 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e628d9e-adef-4a8e-8082-067f9a241a2e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.252011 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:48:19.252011 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:48:19.252011 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:48:19.252011 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:48:19.252011 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:48:19.252011 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:48:19.252011 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:48:19.252011 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:48:19.252011 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:48:19.252011 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:48:19.252011 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:48:19.252011 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:48:19.252011 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:48:19.252011 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:48:19.252011 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:48:19.252011 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:48:19.252011 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:48:19.252011 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:48:19.252011 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:48:19.252011 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:48:19.252011 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:48:19.252011 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:48:19.252011 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:48:19.252011 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:48:19.252011 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:48:19.252011 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:48:19.252011 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:48:19.252011 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:48:19.252011 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:48:19.252011 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:48:19.252011 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:48:19.252011 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:48:19.254939 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9527aa3d-1379-4fcd-bf23-6a61a815e2fd None None] get_active_networks_info from n-d-712139-15 {{(pid=94768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:48:19.337176 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e628d9e-adef-4a8e-8082-067f9a241a2e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.337760 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc24dc8-bc5d-439a-8ff6-a1779c3cb9a5 req-d86135d0-d2a1-41ac-a950-a7caba7b0891 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:19.341397 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fdc24dc8-bc5d-439a-8ff6-a1779c3cb9a5 req-d86135d0-d2a1-41ac-a950-a7caba7b0891 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 945 time: 0.0760515 Sep 16 04:48:19.352892 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e628d9e-adef-4a8e-8082-067f9a241a2e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.361779 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9e628d9e-adef-4a8e-8082-067f9a241a2e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "DELETE /v2.0/networks/b7c3daa0-5e63-45ed-a129-af41c31d9fda HTTP/1.1" status: 204 len: 168 time: 0.7318525 Sep 16 04:48:19.365094 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41714) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:19.369786 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e628d9e-adef-4a8e-8082-067f9a241a2e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event deleted for resources: {'Network': ['ID=b7c3daa0-5e63-45ed-a129-af41c31d9fda,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:19.385148 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-b9144682-7b6c-4507-b04f-8f058bc1f5d5 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-616339623'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:19.440070 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fdc24dc8-bc5d-439a-8ff6-a1779c3cb9a5 req-6dafe771-3d5c-4f38-a89e-64f77adb2e54 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874000 Sep 16 04:48:19.447512 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9144682-7b6c-4507-b04f-8f058bc1f5d5 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Made reservation on behalf of 8dc93f14836845fe95f276aba6a4bc52 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:19.453267 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b9144682-7b6c-4507-b04f-8f058bc1f5d5 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.479619 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9527aa3d-1379-4fcd-bf23-6a61a815e2fd None None] Resources bound (agent type, host, resource id): {{(pid=94768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:48:19.485726 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9144682-7b6c-4507-b04f-8f058bc1f5d5 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:48:19.503289 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b9144682-7b6c-4507-b04f-8f058bc1f5d5 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.503791 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-b9144682-7b6c-4507-b04f-8f058bc1f5d5 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Added segment 1c46c63f-3fa6-42bc-9a41-568f28eda9be of type vlan for network 00866be5-429a-4699-bfe2-9bb28553b97f Sep 16 04:48:19.576788 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b9144682-7b6c-4507-b04f-8f058bc1f5d5 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.617056 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 68ff543f-f936-43c3-9f66-475e3b07a6a7 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:19.631832 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b9144682-7b6c-4507-b04f-8f058bc1f5d5 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.640479 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9144682-7b6c-4507-b04f-8f058bc1f5d5 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:19.641236 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b9144682-7b6c-4507-b04f-8f058bc1f5d5 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.659482 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57c6b1-86fc-4c17-95ee-6131c1c2a1aa req-c29c198c-4c31-4574-a8c1-1195178b10ed tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:19.661092 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cf57c6b1-86fc-4c17-95ee-6131c1c2a1aa req-c29c198c-4c31-4574-a8c1-1195178b10ed tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a84e6501-7978-44e8-8fca-5ed08d600724 HTTP/1.1" status: 200 len: 944 time: 0.1128006 Sep 16 04:48:19.720595 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b9144682-7b6c-4507-b04f-8f058bc1f5d5 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3536975 Sep 16 04:48:19.724871 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41720) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:19.734480 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-63063b13-263f-47a0-a09c-7e043bb9a907 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Request body: {'subnet': {'network_id': '00866be5-429a-4699-bfe2-9bb28553b97f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:19.771816 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9144682-7b6c-4507-b04f-8f058bc1f5d5 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event updated for resources: {'Network': ['ID=00866be5-429a-4699-bfe2-9bb28553b97f,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:19.778111 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cf57c6b1-86fc-4c17-95ee-6131c1c2a1aa req-2b23b386-ab9d-4438-a2af-630f87764d7d tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/security-groups?id=526665e4-8e42-4563-9d6f-8dd9bce58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997601 Sep 16 04:48:19.796375 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 00866be5-429a-4699-bfe2-9bb28553b97f details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:48:19.888020 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 68ff543f-f936-43c3-9f66-475e3b07a6a7 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:48:19.933948 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63063b13-263f-47a0-a09c-7e043bb9a907 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Made reservation on behalf of 8dc93f14836845fe95f276aba6a4bc52 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:19.939438 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-63063b13-263f-47a0-a09c-7e043bb9a907 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.941012 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 68ff543f-f936-43c3-9f66-475e3b07a6a7 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:19.941603 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.152434 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa730290-1a25-4f7b-801a-549541c4f0e5 req-6dfcc0c2-f6ab-4455-8b3d-92d71e7741bc tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:20.156105 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fa730290-1a25-4f7b-801a-549541c4f0e5 req-6dfcc0c2-f6ab-4455-8b3d-92d71e7741bc tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 945 time: 0.1000471 Sep 16 04:48:20.197965 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.206047 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fa730290-1a25-4f7b-801a-549541c4f0e5 req-a3ab3676-7c06-45c4-9c2c-0fac452b09c0 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388584 Sep 16 04:48:20.233029 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34355beb-0ba4-4594-9ac3-5fe18c9beafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ff543f-f936-43c3-9f66-475e3b07a6a7'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:20.238052 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4b2652-38e0-4041-938d-5b93977f53bc" -d '{"events": [{"server_uuid": "34355beb-0ba4-4594-9ac3-5fe18c9beafd", "name": "network-vif-plugged", "status": "completed", "tag": "68ff543f-f936-43c3-9f66-475e3b07a6a7"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:20.263218 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-63063b13-263f-47a0-a09c-7e043bb9a907 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.263520 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 68ff543f-f936-43c3-9f66-475e3b07a6a7, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=68ff543f-f936-43c3-9f66-475e3b07a6a7,segment=NetworkSegment(3c7e498d-1564-41e2-a9e3-5e79bd3860cd),segment_id=3c7e498d-1564-41e2-a9e3-5e79bd3860cd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:20.269267 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.334096 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=68ff543f-f936-43c3-9f66-475e3b07a6a7,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:20.387365 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63063b13-263f-47a0-a09c-7e043bb9a907 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event updated for resources: {'Subnet': ['ID=f62bc34f-d2d4-412e-834d-700cd7a4a129,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:20.393934 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63063b13-263f-47a0-a09c-7e043bb9a907 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Checking segment: {'id': '1c46c63f-3fa6-42bc-9a41-568f28eda9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '00866be5-429a-4699-bfe2-9bb28553b97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:20.394356 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63063b13-263f-47a0-a09c-7e043bb9a907 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Network hostable DHCP agents. Network: 00866be5-429a-4699-bfe2-9bb28553b97f, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:48:20.417986 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63063b13-263f-47a0-a09c-7e043bb9a907 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Network 00866be5-429a-4699-bfe2-9bb28553b97f is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:48:20.430772 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-63063b13-263f-47a0-a09c-7e043bb9a907 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 00866be5-429a-4699-bfe2-9bb28553b97f) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:20.437566 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63063b13-263f-47a0-a09c-7e043bb9a907 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:20.438732 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-63063b13-263f-47a0-a09c-7e043bb9a907 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.446803 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549cb7b4-8f1f-4a60-9ea8-024469d9e519 None None] Network 00866be5-429a-4699-bfe2-9bb28553b97f requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:20.461761 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-63063b13-263f-47a0-a09c-7e043bb9a907 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7340236 Sep 16 04:48:20.466180 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41728) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:20.644673 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a18ece48-23c5-4083-9653-6f1d4bf78fec tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.743201 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff6eb7f-3dc1-4d21-98d8-50d122e695a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-00866be5-429a-4699-bfe2-9bb28553b97f', 'network_id': '00866be5-429a-4699-bfe2-9bb28553b97f', 'tenant_id': '8dc93f14836845fe95f276aba6a4bc52', 'fixed_ips': [{'subnet_id': 'f62bc34f-d2d4-412e-834d-700cd7a4a129'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:48:20.744426 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5ff6eb7f-3dc1-4d21-98d8-50d122e695a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.753471 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a18ece48-23c5-4083-9653-6f1d4bf78fec tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.874760 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a18ece48-23c5-4083-9653-6f1d4bf78fec tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.937835 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ece48-23c5-4083-9653-6f1d4bf78fec tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event deleted for resources: {'Subnet': ['ID=f62bc34f-d2d4-412e-834d-700cd7a4a129,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server [None req-5ff6eb7f-3dc1-4d21-98d8-50d122e695a9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f62bc34f-d2d4-412e-834d-700cd7a4a129: This subnet is being modified by another concurrent operation. Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:48:20.962326 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:48:20.973047 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:48:20.973047 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:48:20.973047 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:48:20.973047 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:48:20.973047 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:48:20.973047 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:48:20.973047 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:48:20.973047 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:48:20.973047 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:48:20.973047 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:48:20.973047 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:48:20.973047 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:48:20.973047 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:48:20.973047 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:48:20.973047 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:48:20.973047 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:48:20.973047 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 04:48:20.973047 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 04:48:20.973047 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 04:48:20.973047 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 04:48:20.973047 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 04:48:20.973047 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 04:48:20.973047 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 04:48:20.973047 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 04:48:20.973047 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:48:20.973047 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:48:20.973047 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:48:20.973047 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:48:20.973047 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 04:48:20.973047 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 04:48:20.973047 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 04:48:20.973047 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 04:48:20.973047 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 04:48:20.973047 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 04:48:20.973047 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 04:48:20.973047 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise exception Sep 16 04:48:20.973047 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f62bc34f-d2d4-412e-834d-700cd7a4a129: This subnet is being modified by another concurrent operation. Sep 16 04:48:20.973047 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server Sep 16 04:48:20.992512 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6741419-237f-4235-b8e0-c0a21e276ce5 None None] Network 00866be5-429a-4699-bfe2-9bb28553b97f requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:20.996322 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393f788-2b3f-4372-87c0-5923c787a14a req-5a3cd46b-1421-4543-81ff-615fa8c3a34b tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:21.010643 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0393f788-2b3f-4372-87c0-5923c787a14a req-5a3cd46b-1421-4543-81ff-615fa8c3a34b tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 945 time: 0.5897954 Sep 16 04:48:21.074088 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0393f788-2b3f-4372-87c0-5923c787a14a req-01aad109-78a1-455d-a6ca-a1962e37ae31 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604887 Sep 16 04:48:21.083414 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a18ece48-23c5-4083-9653-6f1d4bf78fec tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.132488 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-a18ece48-23c5-4083-9653-6f1d4bf78fec tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00866be5-429a-4699-bfe2-9bb28553b97f']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:21.152809 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-a18ece48-23c5-4083-9653-6f1d4bf78fec tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c46c63f-3fa6-42bc-9a41-568f28eda9be') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:21.153336 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-a18ece48-23c5-4083-9653-6f1d4bf78fec tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c46c63f-3fa6-42bc-9a41-568f28eda9be') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:21.183499 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a18ece48-23c5-4083-9653-6f1d4bf78fec tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.223779 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a18ece48-23c5-4083-9653-6f1d4bf78fec tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.243089 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a18ece48-23c5-4083-9653-6f1d4bf78fec tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:48:21.244093 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a18ece48-23c5-4083-9653-6f1d4bf78fec tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.245041 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb18032-499d-4fe6-a4ee-8dbde38e899f None None] get_active_networks_info from n-d-712139-15 {{(pid=94768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:48:21.257619 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:48:21.257619 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:48:21.257619 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:48:21.257619 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:48:21.257619 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:48:21.257619 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:48:21.257619 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:48:21.257619 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:48:21.257619 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:48:21.257619 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:48:21.257619 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:48:21.257619 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:48:21.257619 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:48:21.257619 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:48:21.257619 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:48:21.257619 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:48:21.257619 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:48:21.257619 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:48:21.257619 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:48:21.257619 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:48:21.257619 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:48:21.257619 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:48:21.257619 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:48:21.257619 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:48:21.257619 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:48:21.257619 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:48:21.257619 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:48:21.257619 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:48:21.257619 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:48:21.257619 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:48:21.257619 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:48:21.257619 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:48:21.404713 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a18ece48-23c5-4083-9653-6f1d4bf78fec tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.423976 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a18ece48-23c5-4083-9653-6f1d4bf78fec tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.432810 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a18ece48-23c5-4083-9653-6f1d4bf78fec tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "DELETE /v2.0/networks/00866be5-429a-4699-bfe2-9bb28553b97f HTTP/1.1" status: 204 len: 168 time: 0.9599137 Sep 16 04:48:21.437316 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41740) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:21.446586 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-ab64d75d-3e42-4c8e-8acc-351c8354775c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-930707173'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:21.471087 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ece48-23c5-4083-9653-6f1d4bf78fec tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event deleted for resources: {'Network': ['ID=00866be5-429a-4699-bfe2-9bb28553b97f,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:21.480397 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab64d75d-3e42-4c8e-8acc-351c8354775c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Made reservation on behalf of 8dc93f14836845fe95f276aba6a4bc52 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:21.488450 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ab64d75d-3e42-4c8e-8acc-351c8354775c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.527881 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb18032-499d-4fe6-a4ee-8dbde38e899f None None] Resources bound (agent type, host, resource id): {{(pid=94768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:48:21.554041 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab64d75d-3e42-4c8e-8acc-351c8354775c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:48:21.571616 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ab64d75d-3e42-4c8e-8acc-351c8354775c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.571953 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-ab64d75d-3e42-4c8e-8acc-351c8354775c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Added segment a1bac1e5-b8cb-4835-b57e-84af52607451 of type vlan for network 38ccb204-d554-4d38-8d30-0478d1b4226e Sep 16 04:48:21.603944 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e418582-97c8-4f35-96be-d79d8c5fc13a req-ca904eed-0dd5-4dbc-b0a1-6f1654ba665c tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:21.606186 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8e418582-97c8-4f35-96be-d79d8c5fc13a req-ca904eed-0dd5-4dbc-b0a1-6f1654ba665c tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bf3478-a8ec-49b8-94de-a7731b4ab64c HTTP/1.1" status: 200 len: 945 time: 0.1017861 Sep 16 04:48:21.706857 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ab64d75d-3e42-4c8e-8acc-351c8354775c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.763524 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8e418582-97c8-4f35-96be-d79d8c5fc13a req-eb21e4b4-f45a-4299-bc79-60e9d55d5c9f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087878 Sep 16 04:48:21.786568 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ab64d75d-3e42-4c8e-8acc-351c8354775c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.797775 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab64d75d-3e42-4c8e-8acc-351c8354775c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:21.798861 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ab64d75d-3e42-4c8e-8acc-351c8354775c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.846853 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57de8f8a-cfd6-4ca0-a72f-c5f070de4f9c x-openstack-request-id: req-57de8f8a-cfd6-4ca0-a72f-c5f070de4f9c {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:21.847402 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34355beb-0ba4-4594-9ac3-5fe18c9beafd", "name": "network-vif-plugged", "status": "completed", "tag": "68ff543f-f936-43c3-9f66-475e3b07a6a7", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:21.847777 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-57de8f8a-cfd6-4ca0-a72f-c5f070de4f9c {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:21.848354 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34355beb-0ba4-4594-9ac3-5fe18c9beafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ff543f-f936-43c3-9f66-475e3b07a6a7', 'code': 200} Sep 16 04:48:21.874895 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ab64d75d-3e42-4c8e-8acc-351c8354775c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4355989 Sep 16 04:48:21.879435 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41742) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:21.891941 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-a63e6f4c-4fc1-4d88-96d2-8f141d9dae52 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Request body: {'subnet': {'network_id': '38ccb204-d554-4d38-8d30-0478d1b4226e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:21.986151 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64d75d-3e42-4c8e-8acc-351c8354775c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event updated for resources: {'Network': ['ID=38ccb204-d554-4d38-8d30-0478d1b4226e,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:22.022946 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 38ccb204-d554-4d38-8d30-0478d1b4226e details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:48:22.092854 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63e6f4c-4fc1-4d88-96d2-8f141d9dae52 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Made reservation on behalf of 8dc93f14836845fe95f276aba6a4bc52 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:22.101104 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a63e6f4c-4fc1-4d88-96d2-8f141d9dae52 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:22.145297 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872d547-f021-4092-b5ff-fb7c87b96abf req-1f0dcf0d-01d3-4ac7-9553-8aa1f63f7553 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:22.148179 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7872d547-f021-4092-b5ff-fb7c87b96abf req-1f0dcf0d-01d3-4ac7-9553-8aa1f63f7553 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 945 time: 0.1788392 Sep 16 04:48:22.167884 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527014ab-e0fb-46d0-9eb3-e3242b25088c req-a7935f24-c9d7-4890-b835-effb9c7ef8b1 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:22.169687 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-527014ab-e0fb-46d0-9eb3-e3242b25088c req-a7935f24-c9d7-4890-b835-effb9c7ef8b1 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.48 "GET /v2.0/ports?device_id=24bf3478-a8ec-49b8-94de-a7731b4ab64c HTTP/1.1" status: 200 len: 945 time: 0.1733317 Sep 16 04:48:22.260178 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7872d547-f021-4092-b5ff-fb7c87b96abf req-471eabfa-37be-4030-bd47-77eff79f5094 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888824 Sep 16 04:48:22.287551 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faecce0-380a-43d9-84e7-2ab2a6842b26 req-1c8f9b3c-fcf0-4612-95a2-4cd1201e189a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:22.291024 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2faecce0-380a-43d9-84e7-2ab2a6842b26 req-1c8f9b3c-fcf0-4612-95a2-4cd1201e189a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 1097 time: 0.1835108 Sep 16 04:48:22.362702 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-527014ab-e0fb-46d0-9eb3-e3242b25088c req-076e87f5-db20-4ec3-9133-f806830f0239 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Deleting port 224b3f35-a7e0-4f8c-a069-60e6702d42b9 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:22.363281 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-527014ab-e0fb-46d0-9eb3-e3242b25088c req-076e87f5-db20-4ec3-9133-f806830f0239 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:22.394624 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2faecce0-380a-43d9-84e7-2ab2a6842b26 req-53b9099f-6de9-4bd2-8ce6-9bbf08019363 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828209 Sep 16 04:48:22.556005 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a63e6f4c-4fc1-4d88-96d2-8f141d9dae52 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:22.580552 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35c253-a2fd-4b34-9c45-7ba8285490c6 req-3e8f7e97-4802-462c-b764-b76d5ef99faf tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:22.583206 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1e35c253-a2fd-4b34-9c45-7ba8285490c6 req-3e8f7e97-4802-462c-b764-b76d5ef99faf tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a84e6501-7978-44e8-8fca-5ed08d600724 HTTP/1.1" status: 200 len: 944 time: 0.1754310 Sep 16 04:48:22.585434 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-527014ab-e0fb-46d0-9eb3-e3242b25088c req-076e87f5-db20-4ec3-9133-f806830f0239 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] For port 224b3f35-a7e0-4f8c-a069-60e6702d42b9, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=224b3f35-a7e0-4f8c-a069-60e6702d42b9,segment=NetworkSegment(8a88cf17-2626-40ee-b5d7-20831c5d590c),segment_id=8a88cf17-2626-40ee-b5d7-20831c5d590c)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:22.585807 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-527014ab-e0fb-46d0-9eb3-e3242b25088c req-076e87f5-db20-4ec3-9133-f806830f0239 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:22.618709 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-527014ab-e0fb-46d0-9eb3-e3242b25088c req-076e87f5-db20-4ec3-9133-f806830f0239 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Calling delete_port for 224b3f35-a7e0-4f8c-a069-60e6702d42b9 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:22.666446 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e6f4c-4fc1-4d88-96d2-8f141d9dae52 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event updated for resources: {'Subnet': ['ID=5c99b633-9a84-415c-af4d-b3b46d3a0feb,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:22.679565 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63e6f4c-4fc1-4d88-96d2-8f141d9dae52 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Checking segment: {'id': 'a1bac1e5-b8cb-4835-b57e-84af52607451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '38ccb204-d554-4d38-8d30-0478d1b4226e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:22.680177 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63e6f4c-4fc1-4d88-96d2-8f141d9dae52 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Network hostable DHCP agents. Network: 38ccb204-d554-4d38-8d30-0478d1b4226e, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:48:22.712390 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63e6f4c-4fc1-4d88-96d2-8f141d9dae52 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Network 38ccb204-d554-4d38-8d30-0478d1b4226e is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:48:22.717189 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1e35c253-a2fd-4b34-9c45-7ba8285490c6 req-b8eeba81-e059-41a2-8f06-e3e90cd6eeef tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/security-groups?id=526665e4-8e42-4563-9d6f-8dd9bce58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217358 Sep 16 04:48:22.735566 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-a63e6f4c-4fc1-4d88-96d2-8f141d9dae52 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 38ccb204-d554-4d38-8d30-0478d1b4226e) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:22.748002 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63e6f4c-4fc1-4d88-96d2-8f141d9dae52 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:22.749160 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a63e6f4c-4fc1-4d88-96d2-8f141d9dae52 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:22.750213 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5718d2-a724-450f-81b6-bc010f3672a0 None None] Network 38ccb204-d554-4d38-8d30-0478d1b4226e requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:22.775470 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a63e6f4c-4fc1-4d88-96d2-8f141d9dae52 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8927822 Sep 16 04:48:22.779337 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41748) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:23.029048 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7bfe6-e404-41b4-bfaa-09bd53c74e4f req-1db74681-72bd-4540-aaca-536595abb26e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:23.031881 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-08f7bfe6-e404-41b4-bfaa-09bd53c74e4f req-1db74681-72bd-4540-aaca-536595abb26e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 945 time: 0.1866100 Sep 16 04:48:23.063379 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5fa0585a-c5e5-4b2c-b1b3-7f0f44607c5c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:23.069556 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96bc17e-7b2c-46e4-af94-f7e2b134f5c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-38ccb204-d554-4d38-8d30-0478d1b4226e', 'network_id': '38ccb204-d554-4d38-8d30-0478d1b4226e', 'tenant_id': '8dc93f14836845fe95f276aba6a4bc52', 'fixed_ips': [{'subnet_id': '5c99b633-9a84-415c-af4d-b3b46d3a0feb'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:48:23.070957 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a96bc17e-7b2c-46e4-af94-f7e2b134f5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:23.082902 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-527014ab-e0fb-46d0-9eb3-e3242b25088c req-076e87f5-db20-4ec3-9133-f806830f0239 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:23.161324 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e87f5-db20-4ec3-9133-f806830f0239 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Pushing event deleted for resources: {'Port': ['ID=224b3f35-a7e0-4f8c-a069-60e6702d42b9,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:23.246651 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['224b3f35-a7e0-4f8c-a069-60e6702d42b9'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:48:23.275175 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-08f7bfe6-e404-41b4-bfaa-09bd53c74e4f req-f9fa6afe-3635-43cd-b6fd-a5fa7ec9c0a0 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302077 Sep 16 04:48:23.337002 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-527014ab-e0fb-46d0-9eb3-e3242b25088c req-076e87f5-db20-4ec3-9133-f806830f0239 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] No DVR routers for this DVR port 224b3f35-a7e0-4f8c-a069-60e6702d42b9 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:23.349727 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-527014ab-e0fb-46d0-9eb3-e3242b25088c req-076e87f5-db20-4ec3-9133-f806830f0239 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:23.353189 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-527014ab-e0fb-46d0-9eb3-e3242b25088c req-076e87f5-db20-4ec3-9133-f806830f0239 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.48 "DELETE /v2.0/ports/224b3f35-a7e0-4f8c-a069-60e6702d42b9 HTTP/1.1" status: 204 len: 173 time: 1.1754487 Sep 16 04:48:23.353935 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bf3478-a8ec-49b8-94de-a7731b4ab64c', 'name': 'network-vif-deleted', 'tag': '224b3f35-a7e0-4f8c-a069-60e6702d42b9'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:23.357923 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a097fd09-2397-417e-8dbb-63dc297a754b" -d '{"events": [{"server_uuid": "24bf3478-a8ec-49b8-94de-a7731b4ab64c", "name": "network-vif-deleted", "tag": "224b3f35-a7e0-4f8c-a069-60e6702d42b9"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:23.414384 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5fa0585a-c5e5-4b2c-b1b3-7f0f44607c5c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:23.437336 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-a96bc17e-7b2c-46e4-af94-f7e2b134f5c9 None None] Allocated IP 172.20.0.1 (38ccb204-d554-4d38-8d30-0478d1b4226e/5c99b633-9a84-415c-af4d-b3b46d3a0feb/0c875e27-6620-4d33-8afc-149353bf1c88) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:23.643200 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa3b25-c0b9-4ed4-b74b-cc9c824e96eb req-948a5a97-2073-4443-81a3-9a749db99701 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:23.651869 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37fa3b25-c0b9-4ed4-b74b-cc9c824e96eb req-948a5a97-2073-4443-81a3-9a749db99701 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 945 time: 0.1028485 Sep 16 04:48:23.699470 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37fa3b25-c0b9-4ed4-b74b-cc9c824e96eb req-baf74785-fddc-4cfe-9d6e-c3fb6262c2b6 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466042 Sep 16 04:48:23.739382 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a96bc17e-7b2c-46e4-af94-f7e2b134f5c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:23.750404 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a96bc17e-7b2c-46e4-af94-f7e2b134f5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:23.789702 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5fa0585a-c5e5-4b2c-b1b3-7f0f44607c5c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:23.824273 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96bc17e-7b2c-46e4-af94-f7e2b134f5c9 None None] Network 38ccb204-d554-4d38-8d30-0478d1b4226e is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:23.827965 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-a96bc17e-7b2c-46e4-af94-f7e2b134f5c9 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:23.833488 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96bc17e-7b2c-46e4-af94-f7e2b134f5c9 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:23.847883 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96bc17e-7b2c-46e4-af94-f7e2b134f5c9 None None] Pushing event updated for resources: {'Port': ['ID=0c875e27-6620-4d33-8afc-149353bf1c88,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:23.875217 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0585a-c5e5-4b2c-b1b3-7f0f44607c5c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event deleted for resources: {'Subnet': ['ID=5c99b633-9a84-415c-af4d-b3b46d3a0feb,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:23.938818 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-a96bc17e-7b2c-46e4-af94-f7e2b134f5c9 None None] Attempting to bind port 0c875e27-6620-4d33-8afc-149353bf1c88 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:23.939076 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-a96bc17e-7b2c-46e4-af94-f7e2b134f5c9 None None] Attempting to bind port 0c875e27-6620-4d33-8afc-149353bf1c88 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'a1bac1e5-b8cb-4835-b57e-84af52607451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '38ccb204-d554-4d38-8d30-0478d1b4226e'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:23.939458 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96bc17e-7b2c-46e4-af94-f7e2b134f5c9 None None] Attempting to bind port 0c875e27-6620-4d33-8afc-149353bf1c88 on network 38ccb204-d554-4d38-8d30-0478d1b4226e {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:23.946128 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96bc17e-7b2c-46e4-af94-f7e2b134f5c9 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:23.946610 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96bc17e-7b2c-46e4-af94-f7e2b134f5c9 None None] Checking segment: {'id': 'a1bac1e5-b8cb-4835-b57e-84af52607451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '38ccb204-d554-4d38-8d30-0478d1b4226e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:23.946895 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a96bc17e-7b2c-46e4-af94-f7e2b134f5c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:23.947563 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96bc17e-7b2c-46e4-af94-f7e2b134f5c9 None None] Bound using segment: {'id': 'a1bac1e5-b8cb-4835-b57e-84af52607451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '38ccb204-d554-4d38-8d30-0478d1b4226e'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:23.948222 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-a96bc17e-7b2c-46e4-af94-f7e2b134f5c9 None None] Bound port: 0c875e27-6620-4d33-8afc-149353bf1c88, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1bac1e5-b8cb-4835-b57e-84af52607451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '38ccb204-d554-4d38-8d30-0478d1b4226e'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:23.948476 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a96bc17e-7b2c-46e4-af94-f7e2b134f5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:23.984380 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5fa0585a-c5e5-4b2c-b1b3-7f0f44607c5c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:24.024624 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-5fa0585a-c5e5-4b2c-b1b3-7f0f44607c5c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ccb204-d554-4d38-8d30-0478d1b4226e']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:24.047670 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-5fa0585a-c5e5-4b2c-b1b3-7f0f44607c5c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1bac1e5-b8cb-4835-b57e-84af52607451') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:24.048679 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-5fa0585a-c5e5-4b2c-b1b3-7f0f44607c5c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1bac1e5-b8cb-4835-b57e-84af52607451') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:24.069186 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5fa0585a-c5e5-4b2c-b1b3-7f0f44607c5c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:24.116612 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5fa0585a-c5e5-4b2c-b1b3-7f0f44607c5c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:24.148591 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-be9f8d43-ad3a-4f1d-9278-38d4204c313f req-c2b61971-18e8-4bb0-bcfc-30e04379f243 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=24bf3478-a8ec-49b8-94de-a7731b4ab64c HTTP/1.1" status: 200 len: 210 time: 0.0563798 Sep 16 04:48:24.152163 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fa0585a-c5e5-4b2c-b1b3-7f0f44607c5c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:48:24.152625 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5fa0585a-c5e5-4b2c-b1b3-7f0f44607c5c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:24.157081 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:48:24.157081 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:48:24.157081 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:48:24.157081 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:48:24.157081 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:48:24.157081 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:48:24.157081 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:48:24.157081 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:48:24.157081 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:48:24.157081 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:48:24.157081 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:48:24.157081 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:48:24.157081 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:48:24.157081 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:48:24.157081 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:48:24.157081 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:48:24.157081 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:48:24.157081 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:48:24.157081 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:48:24.157081 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:48:24.157081 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:48:24.157081 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:48:24.157081 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:48:24.157081 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:48:24.157081 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:48:24.157081 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:48:24.157081 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:48:24.157081 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:48:24.157081 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:48:24.157081 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:48:24.157081 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:48:24.157081 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:48:24.220747 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc682cfd-37f2-428e-8164-87b517482848 x-openstack-request-id: req-bc682cfd-37f2-428e-8164-87b517482848 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:24.221040 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24bf3478-a8ec-49b8-94de-a7731b4ab64c", "name": "network-vif-deleted", "tag": "224b3f35-a7e0-4f8c-a069-60e6702d42b9", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:24.221387 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bc682cfd-37f2-428e-8164-87b517482848 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:24.222419 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24bf3478-a8ec-49b8-94de-a7731b4ab64c', 'name': 'network-vif-deleted', 'tag': '224b3f35-a7e0-4f8c-a069-60e6702d42b9', 'status': 'completed', 'code': 200} Sep 16 04:48:24.232223 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-a96bc17e-7b2c-46e4-af94-f7e2b134f5c9 None None] For port 0c875e27-6620-4d33-8afc-149353bf1c88, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:24.236262 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-a96bc17e-7b2c-46e4-af94-f7e2b134f5c9 None None] For port 0c875e27-6620-4d33-8afc-149353bf1c88, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=0c875e27-6620-4d33-8afc-149353bf1c88,segment=NetworkSegment(a1bac1e5-b8cb-4835-b57e-84af52607451),segment_id=a1bac1e5-b8cb-4835-b57e-84af52607451)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:24.242518 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a96bc17e-7b2c-46e4-af94-f7e2b134f5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:24.263019 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.db.api [None req-5fa0585a-c5e5-4b2c-b1b3-7f0f44607c5c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 04:48:24.263019 n-d-712139-15 neutron-server[94767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 04:48:24.263019 n-d-712139-15 neutron-server[94767]: [parameters: {'id': '38ccb204-d554-4d38-8d30-0478d1b4226e'}] Sep 16 04:48:24.263019 n-d-712139-15 neutron-server[94767]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:48:24.263658 n-d-712139-15 neutron-server[94767]: DEBUG oslo_db.api [None req-5fa0585a-c5e5-4b2c-b1b3-7f0f44607c5c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:48:24.346016 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8519196-8a18-4ce3-81c7-15528dbb5599 req-36119657-20a7-4ee1-8fe3-fcba62f57aed tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:24.347845 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b8519196-8a18-4ce3-81c7-15528dbb5599 req-36119657-20a7-4ee1-8fe3-fcba62f57aed tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a84e6501-7978-44e8-8fca-5ed08d600724 HTTP/1.1" status: 200 len: 944 time: 0.0832796 Sep 16 04:48:24.375501 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de71fec0-7ca1-4091-91e4-1680f9265bd9 None None] Network 38ccb204-d554-4d38-8d30-0478d1b4226e requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:24.399011 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96bc17e-7b2c-46e4-af94-f7e2b134f5c9 None None] Pushing event updated for resources: {'Port': ['ID=0c875e27-6620-4d33-8afc-149353bf1c88,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:24.406372 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b8519196-8a18-4ce3-81c7-15528dbb5599 req-af6ed8a4-4c93-41f0-86be-23f69c9f861c tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/security-groups?id=526665e4-8e42-4563-9d6f-8dd9bce58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429080 Sep 16 04:48:24.577913 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255bd061-b41b-4430-b96c-cedcb4799da7 None None] get_active_networks_info from n-d-712139-15 {{(pid=94768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:48:24.587579 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11da04b-e0bc-4639-84ec-2f0d9c739ac3 req-6e19a32a-9653-45ab-91d9-40786893b763 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:24.590402 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d11da04b-e0bc-4639-84ec-2f0d9c739ac3 req-6e19a32a-9653-45ab-91d9-40786893b763 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 945 time: 0.0844967 Sep 16 04:48:24.652918 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d11da04b-e0bc-4639-84ec-2f0d9c739ac3 req-8fe02301-c268-4674-9806-2573454c8f3d tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495515 Sep 16 04:48:24.769031 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5fa0585a-c5e5-4b2c-b1b3-7f0f44607c5c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:24.794555 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255bd061-b41b-4430-b96c-cedcb4799da7 None None] Resources bound (agent type, host, resource id): {{(pid=94768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:48:24.820597 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ced36-dfee-4eb8-bdaf-a5390dd1b2a9 req-9dd77c28-1488-47b4-ac27-5d51a26fc688 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:24.822237 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-393ced36-dfee-4eb8-bdaf-a5390dd1b2a9 req-9dd77c28-1488-47b4-ac27-5d51a26fc688 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0913403 Sep 16 04:48:24.887834 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-5fa0585a-c5e5-4b2c-b1b3-7f0f44607c5c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Deleting port 0c875e27-6620-4d33-8afc-149353bf1c88 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:24.888269 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5fa0585a-c5e5-4b2c-b1b3-7f0f44607c5c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:24.909237 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-393ced36-dfee-4eb8-bdaf-a5390dd1b2a9 req-ebf3ba57-e5be-4750-b6a1-51cc8cc50c12 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731626 Sep 16 04:48:24.972846 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-5fa0585a-c5e5-4b2c-b1b3-7f0f44607c5c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] For port 0c875e27-6620-4d33-8afc-149353bf1c88, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=0c875e27-6620-4d33-8afc-149353bf1c88,segment=NetworkSegment(a1bac1e5-b8cb-4835-b57e-84af52607451),segment_id=a1bac1e5-b8cb-4835-b57e-84af52607451)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:24.973555 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5fa0585a-c5e5-4b2c-b1b3-7f0f44607c5c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:24.999813 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-5fa0585a-c5e5-4b2c-b1b3-7f0f44607c5c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Calling delete_port for 0c875e27-6620-4d33-8afc-149353bf1c88 owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:25.115750 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5fa0585a-c5e5-4b2c-b1b3-7f0f44607c5c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:25.175188 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0585a-c5e5-4b2c-b1b3-7f0f44607c5c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event deleted for resources: {'Port': ['ID=0c875e27-6620-4d33-8afc-149353bf1c88,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:25.179261 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa0585a-c5e5-4b2c-b1b3-7f0f44607c5c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] No DVR routers for this DVR port 0c875e27-6620-4d33-8afc-149353bf1c88 on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:25.303401 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de2289-a9dc-41ea-ae2e-615a6761792e req-6402f471-deec-43d1-97f2-4d08f03e7365 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:25.305442 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4de2289-a9dc-41ea-ae2e-615a6761792e req-6402f471-deec-43d1-97f2-4d08f03e7365 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 945 time: 0.1438451 Sep 16 04:48:25.368772 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5fa0585a-c5e5-4b2c-b1b3-7f0f44607c5c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:25.413862 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-5fa0585a-c5e5-4b2c-b1b3-7f0f44607c5c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ccb204-d554-4d38-8d30-0478d1b4226e']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:25.448080 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-5fa0585a-c5e5-4b2c-b1b3-7f0f44607c5c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1bac1e5-b8cb-4835-b57e-84af52607451') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:25.448621 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-5fa0585a-c5e5-4b2c-b1b3-7f0f44607c5c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1bac1e5-b8cb-4835-b57e-84af52607451') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:25.468126 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4de2289-a9dc-41ea-ae2e-615a6761792e req-227a9593-ceb5-4e9d-a871-1087a2513097 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041241 Sep 16 04:48:25.469909 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5fa0585a-c5e5-4b2c-b1b3-7f0f44607c5c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:25.488537 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5fa0585a-c5e5-4b2c-b1b3-7f0f44607c5c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:25.499507 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fa0585a-c5e5-4b2c-b1b3-7f0f44607c5c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:48:25.499890 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5fa0585a-c5e5-4b2c-b1b3-7f0f44607c5c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:25.503166 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:48:25.503166 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:48:25.503166 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:48:25.503166 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:48:25.503166 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:48:25.503166 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:48:25.503166 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:48:25.503166 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:48:25.503166 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:48:25.503166 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:48:25.503166 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:48:25.503166 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:48:25.503166 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:48:25.503166 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:48:25.503166 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:48:25.503166 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:48:25.503166 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:48:25.503166 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:48:25.503166 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:48:25.503166 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:48:25.503166 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:48:25.503166 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:48:25.503166 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:48:25.503166 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:48:25.503166 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:48:25.503166 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:48:25.503166 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:48:25.503166 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:48:25.503166 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:48:25.503166 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:48:25.503166 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:48:25.503166 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:48:25.577322 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5fa0585a-c5e5-4b2c-b1b3-7f0f44607c5c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:25.588344 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5fa0585a-c5e5-4b2c-b1b3-7f0f44607c5c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:25.590250 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5fa0585a-c5e5-4b2c-b1b3-7f0f44607c5c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "DELETE /v2.0/networks/38ccb204-d554-4d38-8d30-0478d1b4226e HTTP/1.1" status: 204 len: 168 time: 2.8085465 Sep 16 04:48:25.595527 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41772) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:25.601456 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0585a-c5e5-4b2c-b1b3-7f0f44607c5c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event deleted for resources: {'Network': ['ID=38ccb204-d554-4d38-8d30-0478d1b4226e,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:25.602986 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-6e32c3d8-46ed-42b7-bbd7-af5a0cf9399e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-543444036'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:25.627885 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e32c3d8-46ed-42b7-bbd7-af5a0cf9399e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Made reservation on behalf of 8dc93f14836845fe95f276aba6a4bc52 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:25.631905 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6e32c3d8-46ed-42b7-bbd7-af5a0cf9399e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:25.642548 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 224b3f35-a7e0-4f8c-a069-60e6702d42b9 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:48:25.666435 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e32c3d8-46ed-42b7-bbd7-af5a0cf9399e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:48:25.681862 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6e32c3d8-46ed-42b7-bbd7-af5a0cf9399e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:25.682314 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-6e32c3d8-46ed-42b7-bbd7-af5a0cf9399e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Added segment 901664d0-5782-44ce-af87-c37c94e38b64 of type vlan for network e24f8be6-3d50-409d-86c8-dac59a840a45 Sep 16 04:48:25.694501 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 224b3f35-a7e0-4f8c-a069-60e6702d42b9 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:48:25.694501 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 224b3f35-a7e0-4f8c-a069-60e6702d42b9 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:48:25.724510 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423e009-0a17-46f2-abdd-0a1a2e359cc1 req-ddef7713-8622-49d3-86db-ba48252e9d67 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:25.726586 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3423e009-0a17-46f2-abdd-0a1a2e359cc1 req-ddef7713-8622-49d3-86db-ba48252e9d67 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a84e6501-7978-44e8-8fca-5ed08d600724 HTTP/1.1" status: 200 len: 944 time: 0.1125116 Sep 16 04:48:25.755208 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6e32c3d8-46ed-42b7-bbd7-af5a0cf9399e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:25.784382 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3423e009-0a17-46f2-abdd-0a1a2e359cc1 req-abf86cc2-eb33-4127-91da-e429ba748ff0 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/security-groups?id=526665e4-8e42-4563-9d6f-8dd9bce58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461698 Sep 16 04:48:25.797685 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6e32c3d8-46ed-42b7-bbd7-af5a0cf9399e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:25.809039 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e32c3d8-46ed-42b7-bbd7-af5a0cf9399e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:25.809697 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6e32c3d8-46ed-42b7-bbd7-af5a0cf9399e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:25.852121 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6e32c3d8-46ed-42b7-bbd7-af5a0cf9399e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2545190 Sep 16 04:48:25.855583 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41778) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:25.864194 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-655e5b27-a14c-4cc1-96b3-9e0ebe26a076 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:25.911885 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e32c3d8-46ed-42b7-bbd7-af5a0cf9399e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event updated for resources: {'Network': ['ID=e24f8be6-3d50-409d-86c8-dac59a840a45,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:25.924892 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b185672-a1a6-43f2-b0d7-a4563fbbd877 req-1481f3c0-740c-46f9-9dac-0e89034791e3 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:25.925924 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network e24f8be6-3d50-409d-86c8-dac59a840a45 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:48:25.927273 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4b185672-a1a6-43f2-b0d7-a4563fbbd877 req-1481f3c0-740c-46f9-9dac-0e89034791e3 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 945 time: 0.0645831 Sep 16 04:48:25.995655 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4b185672-a1a6-43f2-b0d7-a4563fbbd877 req-675176e7-c9f8-4843-82b7-3a79f7f51956 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553184 Sep 16 04:48:26.128425 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-655e5b27-a14c-4cc1-96b3-9e0ebe26a076 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:26.142715 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-655e5b27-a14c-4cc1-96b3-9e0ebe26a076 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:26.151924 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-655e5b27-a14c-4cc1-96b3-9e0ebe26a076 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Network e24f8be6-3d50-409d-86c8-dac59a840a45 is not hosted by any dhcp agent {{(pid=94766) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 04:48:26.158756 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655e5b27-a14c-4cc1-96b3-9e0ebe26a076 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:26.159486 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-655e5b27-a14c-4cc1-96b3-9e0ebe26a076 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:26.160874 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-655e5b27-a14c-4cc1-96b3-9e0ebe26a076 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "PUT /v2.0/networks/e24f8be6-3d50-409d-86c8-dac59a840a45 HTTP/1.1" status: 200 len: 723 time: 0.3042731 Sep 16 04:48:26.164175 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41794) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:26.175657 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-e625e48b-cc81-479a-b583-2a1b8ae116a7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Request body: {'subnet': {'network_id': 'e24f8be6-3d50-409d-86c8-dac59a840a45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:26.221601 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e5b27-a14c-4cc1-96b3-9e0ebe26a076 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event updated for resources: {'Network': ['ID=e24f8be6-3d50-409d-86c8-dac59a840a45,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:26.235787 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network e24f8be6-3d50-409d-86c8-dac59a840a45 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:48:26.364264 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-7e3fff01-31ef-4266-8874-2125c17aa12c tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:26.365724 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-7e3fff01-31ef-4266-8874-2125c17aa12c tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/networks?id=55135b4c-2e11-451e-9d70-37211e2657fa HTTP/1.1" status: 200 len: 812 time: 0.2542515 Sep 16 04:48:26.392142 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-c1333723-3b95-45fb-ab1f-1c184e82567c tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/quotas/feb35d6815044dc78fef1435e68e9720 HTTP/1.1" status: 200 len: 375 time: 0.0185227 Sep 16 04:48:26.394125 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e625e48b-cc81-479a-b583-2a1b8ae116a7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Made reservation on behalf of 8dc93f14836845fe95f276aba6a4bc52 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:26.397934 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e625e48b-cc81-479a-b583-2a1b8ae116a7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:26.441984 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-66672396-1632-4ae1-8c94-83a73a6a3226 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=feb35d6815044dc78fef1435e68e9720&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405653 Sep 16 04:48:26.600510 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-97a4bec6-0836-499f-a36c-54b052e3e2df service neutron] 10.222.0.35 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460338 Sep 16 04:48:26.749631 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e625e48b-cc81-479a-b583-2a1b8ae116a7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:26.779680 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-d8a0b74f-e01d-40e2-a1e2-b1c230d32ad8 service neutron] 10.222.0.35 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613131 Sep 16 04:48:26.821355 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625e48b-cc81-479a-b583-2a1b8ae116a7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event updated for resources: {'Subnet': ['ID=63abd630-3caf-47a3-a0dc-cb71fdb33f9f,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:26.834678 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e625e48b-cc81-479a-b583-2a1b8ae116a7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Checking segment: {'id': '901664d0-5782-44ce-af87-c37c94e38b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e24f8be6-3d50-409d-86c8-dac59a840a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:26.835034 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e625e48b-cc81-479a-b583-2a1b8ae116a7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Network hostable DHCP agents. Network: e24f8be6-3d50-409d-86c8-dac59a840a45, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:48:26.853143 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e625e48b-cc81-479a-b583-2a1b8ae116a7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Network e24f8be6-3d50-409d-86c8-dac59a840a45 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:48:26.862660 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-e625e48b-cc81-479a-b583-2a1b8ae116a7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, e24f8be6-3d50-409d-86c8-dac59a840a45) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:26.868053 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e625e48b-cc81-479a-b583-2a1b8ae116a7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:26.869130 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e625e48b-cc81-479a-b583-2a1b8ae116a7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556075'] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:26.870904 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33d8958-3ae2-4524-a81e-e1922d4c1c92 None None] Network e24f8be6-3d50-409d-86c8-dac59a840a45 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:26.898584 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e625e48b-cc81-479a-b583-2a1b8ae116a7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7328155 Sep 16 04:48:26.901234 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41798) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:26.929666 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-c12ab2a9-e9f5-4d45-b996-bd5a34b5e5d4 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:27.080207 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c12ab2a9-e9f5-4d45-b996-bd5a34b5e5d4 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9302475'] for subnet, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.117447 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a986683-ea95-41e4-b2c0-52cf7eabc990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-e24f8be6-3d50-409d-86c8-dac59a840a45', 'network_id': 'e24f8be6-3d50-409d-86c8-dac59a840a45', 'tenant_id': '8dc93f14836845fe95f276aba6a4bc52', 'fixed_ips': [{'subnet_id': '63abd630-3caf-47a3-a0dc-cb71fdb33f9f'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:48:27.118679 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1a986683-ea95-41e4-b2c0-52cf7eabc990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.131588 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53d79d-f1e6-4073-a707-c63d873c0526 req-c7269397-ad3e-43dc-83bb-65568995ca4b tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:27.133126 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4a53d79d-f1e6-4073-a707-c63d873c0526 req-c7269397-ad3e-43dc-83bb-65568995ca4b tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 945 time: 0.1083479 Sep 16 04:48:27.303835 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4a53d79d-f1e6-4073-a707-c63d873c0526 req-543cb39e-4f02-4469-b203-30cbcc0e4785 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616848 Sep 16 04:48:27.340876 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c12ab2a9-e9f5-4d45-b996-bd5a34b5e5d4 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731532927236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10437520'] for subnet, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.382647 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12ab2a9-e9f5-4d45-b996-bd5a34b5e5d4 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:27.383753 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c12ab2a9-e9f5-4d45-b996-bd5a34b5e5d4 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.385549 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c12ab2a9-e9f5-4d45-b996-bd5a34b5e5d4 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "PUT /v2.0/subnets/63abd630-3caf-47a3-a0dc-cb71fdb33f9f HTTP/1.1" status: 200 len: 806 time: 0.4833229 Sep 16 04:48:27.388881 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41812) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:27.401313 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-1a986683-ea95-41e4-b2c0-52cf7eabc990 None None] Allocated IP 172.20.0.2 (e24f8be6-3d50-409d-86c8-dac59a840a45/63abd630-3caf-47a3-a0dc-cb71fdb33f9f/164e3abf-47f1-4305-942c-cd84aea0e5b5) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:27.432869 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ab2a9-e9f5-4d45-b996-bd5a34b5e5d4 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event updated for resources: {'Subnet': ['ID=63abd630-3caf-47a3-a0dc-cb71fdb33f9f,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:27.461430 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345e88a-1a9c-4be1-a76c-97facd8e4488 req-de7a0f1e-e252-4d82-ab74-c76e5c684579 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:27.463003 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8345e88a-1a9c-4be1-a76c-97facd8e4488 req-de7a0f1e-e252-4d82-ab74-c76e5c684579 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0727508 Sep 16 04:48:27.510412 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8345e88a-1a9c-4be1-a76c-97facd8e4488 req-90f9c8f8-9f76-49d0-8ff0-038fb8ecad1d tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384479 Sep 16 04:48:27.520589 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7145ebf3-6d1a-42eb-a125-a6a48dde9dc1 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.606571 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7145ebf3-6d1a-42eb-a125-a6a48dde9dc1 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.648805 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 870fb7d3-9763-43a8-929d-f32177b7ae77 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:48:27.683434 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1a986683-ea95-41e4-b2c0-52cf7eabc990 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.695226 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1a986683-ea95-41e4-b2c0-52cf7eabc990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.714691 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7145ebf3-6d1a-42eb-a125-a6a48dde9dc1 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.785587 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145ebf3-6d1a-42eb-a125-a6a48dde9dc1 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event deleted for resources: {'Subnet': ['ID=63abd630-3caf-47a3-a0dc-cb71fdb33f9f,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:27.854301 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a986683-ea95-41e4-b2c0-52cf7eabc990 None None] Network e24f8be6-3d50-409d-86c8-dac59a840a45 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:27.859846 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7145ebf3-6d1a-42eb-a125-a6a48dde9dc1 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.865777 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-1a986683-ea95-41e4-b2c0-52cf7eabc990 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:27.871499 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 870fb7d3-9763-43a8-929d-f32177b7ae77, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=870fb7d3-9763-43a8-929d-f32177b7ae77,segment=NetworkSegment(ae7c973c-db06-4343-837f-ad8bf052f252),segment_id=ae7c973c-db06-4343-837f-ad8bf052f252)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:27.878559 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a986683-ea95-41e4-b2c0-52cf7eabc990 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:27.895482 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a986683-ea95-41e4-b2c0-52cf7eabc990 None None] Pushing event updated for resources: {'Port': ['ID=164e3abf-47f1-4305-942c-cd84aea0e5b5,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:27.902778 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-7145ebf3-6d1a-42eb-a125-a6a48dde9dc1 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e24f8be6-3d50-409d-86c8-dac59a840a45']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:27.904954 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '870fb7d3-9763-43a8-929d-f32177b7ae77', 'network_id': '60d078bb-c66f-4588-bcce-90f888464a36', 'port_id': '870fb7d3-9763-43a8-929d-f32177b7ae77', 'mac_address': 'fa:16:3e:0f:33:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b035a0ab-941e-41ba-9a0c-7177fcec4515', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:48:27.930349 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-7145ebf3-6d1a-42eb-a125-a6a48dde9dc1 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '901664d0-5782-44ce-af87-c37c94e38b64') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:27.931685 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-7145ebf3-6d1a-42eb-a125-a6a48dde9dc1 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '901664d0-5782-44ce-af87-c37c94e38b64') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:27.953613 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7145ebf3-6d1a-42eb-a125-a6a48dde9dc1 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.972150 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7145ebf3-6d1a-42eb-a125-a6a48dde9dc1 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.981769 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7145ebf3-6d1a-42eb-a125-a6a48dde9dc1 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:48:27.982352 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7145ebf3-6d1a-42eb-a125-a6a48dde9dc1 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.989436 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:48:27.989436 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:48:27.989436 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:48:27.989436 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:48:27.989436 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:48:27.989436 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:48:27.989436 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:48:27.989436 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:48:27.989436 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:48:27.989436 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:48:27.989436 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:48:27.989436 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:48:27.989436 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:48:27.989436 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:48:27.989436 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:48:27.989436 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:48:27.989436 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:48:27.989436 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:48:27.989436 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:48:27.989436 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:48:27.989436 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:48:27.989436 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:48:27.989436 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:48:27.989436 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:48:27.989436 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:48:27.989436 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:48:27.989436 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:48:27.989436 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:48:27.989436 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:48:27.989436 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:48:27.989436 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:48:27.989436 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:48:28.002397 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-1a986683-ea95-41e4-b2c0-52cf7eabc990 None None] Attempting to bind port 164e3abf-47f1-4305-942c-cd84aea0e5b5 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:28.002704 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-1a986683-ea95-41e4-b2c0-52cf7eabc990 None None] Attempting to bind port 164e3abf-47f1-4305-942c-cd84aea0e5b5 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '901664d0-5782-44ce-af87-c37c94e38b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e24f8be6-3d50-409d-86c8-dac59a840a45'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:28.003071 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a986683-ea95-41e4-b2c0-52cf7eabc990 None None] Attempting to bind port 164e3abf-47f1-4305-942c-cd84aea0e5b5 on network e24f8be6-3d50-409d-86c8-dac59a840a45 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:28.009485 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.012636 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a986683-ea95-41e4-b2c0-52cf7eabc990 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:28.013019 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a986683-ea95-41e4-b2c0-52cf7eabc990 None None] Checking segment: {'id': '901664d0-5782-44ce-af87-c37c94e38b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e24f8be6-3d50-409d-86c8-dac59a840a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:28.013432 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1a986683-ea95-41e4-b2c0-52cf7eabc990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.014273 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a986683-ea95-41e4-b2c0-52cf7eabc990 None None] Bound using segment: {'id': '901664d0-5782-44ce-af87-c37c94e38b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e24f8be6-3d50-409d-86c8-dac59a840a45'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:28.014962 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-1a986683-ea95-41e4-b2c0-52cf7eabc990 None None] Bound port: 164e3abf-47f1-4305-942c-cd84aea0e5b5, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '901664d0-5782-44ce-af87-c37c94e38b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e24f8be6-3d50-409d-86c8-dac59a840a45'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:28.015341 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1a986683-ea95-41e4-b2c0-52cf7eabc990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.068849 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870fb7d3-9763-43a8-929d-f32177b7ae77 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:48:28.094395 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.db.api [None req-7145ebf3-6d1a-42eb-a125-a6a48dde9dc1 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 04:48:28.094395 n-d-712139-15 neutron-server[94766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 04:48:28.094395 n-d-712139-15 neutron-server[94766]: [parameters: {'id': 'e24f8be6-3d50-409d-86c8-dac59a840a45'}] Sep 16 04:48:28.094395 n-d-712139-15 neutron-server[94766]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:48:28.095128 n-d-712139-15 neutron-server[94766]: DEBUG oslo_db.api [None req-7145ebf3-6d1a-42eb-a125-a6a48dde9dc1 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:48:28.119476 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 870fb7d3-9763-43a8-929d-f32177b7ae77, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=870fb7d3-9763-43a8-929d-f32177b7ae77,segment=NetworkSegment(ae7c973c-db06-4343-837f-ad8bf052f252),segment_id=ae7c973c-db06-4343-837f-ad8bf052f252)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:28.125191 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.127459 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-1a986683-ea95-41e4-b2c0-52cf7eabc990 None None] For port 164e3abf-47f1-4305-942c-cd84aea0e5b5, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:28.132653 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-1a986683-ea95-41e4-b2c0-52cf7eabc990 None None] For port 164e3abf-47f1-4305-942c-cd84aea0e5b5, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=164e3abf-47f1-4305-942c-cd84aea0e5b5,segment=NetworkSegment(901664d0-5782-44ce-af87-c37c94e38b64),segment_id=901664d0-5782-44ce-af87-c37c94e38b64)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:28.157680 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1a986683-ea95-41e4-b2c0-52cf7eabc990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.180148 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe3c23-fbc8-4f5f-b1a6-bfd2aab71031 req-8aa9d7f2-df43-415f-a1e1-4ededf544e3c tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:28.189224 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-02fe3c23-fbc8-4f5f-b1a6-bfd2aab71031 req-8aa9d7f2-df43-415f-a1e1-4ededf544e3c tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a84e6501-7978-44e8-8fca-5ed08d600724 HTTP/1.1" status: 200 len: 945 time: 0.0697575 Sep 16 04:48:28.223898 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=870fb7d3-9763-43a8-929d-f32177b7ae77,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:28.248407 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-02fe3c23-fbc8-4f5f-b1a6-bfd2aab71031 req-375dd866-b93f-4930-bb31-7190432c7099 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/security-groups?id=526665e4-8e42-4563-9d6f-8dd9bce58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570121 Sep 16 04:48:28.315071 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a986683-ea95-41e4-b2c0-52cf7eabc990 None None] Pushing event updated for resources: {'Port': ['ID=164e3abf-47f1-4305-942c-cd84aea0e5b5,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:28.329233 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c555ec8-c022-4465-bb40-c6f90d45f7ff None None] Network e24f8be6-3d50-409d-86c8-dac59a840a45 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:28.387878 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7a8354a5-6be4-4049-8374-059a8ebebedd req-4fb08aca-aab3-49af-a643-cbd786f4610d tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=66940aa3-d9db-4e08-b976-bad2e1a5307b HTTP/1.1" status: 200 len: 210 time: 0.0370364 Sep 16 04:48:28.484911 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a711558b-71bc-4915-990c-bab467b6e487 None None] Network e24f8be6-3d50-409d-86c8-dac59a840a45 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:28.521134 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0900d2-7a73-4876-87ee-a1c2359a25be req-2024b816-011b-4200-910f-6df25740237a tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:28.522761 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5e0900d2-7a73-4876-87ee-a1c2359a25be req-2024b816-011b-4200-910f-6df25740237a tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 945 time: 0.0594869 Sep 16 04:48:28.566128 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5e0900d2-7a73-4876-87ee-a1c2359a25be req-1a66f8bd-4572-45d4-83b1-262e22b15465 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369933 Sep 16 04:48:28.597256 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7145ebf3-6d1a-42eb-a125-a6a48dde9dc1 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.652700 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25c266-e5ba-4923-bf22-2719e1f257fc req-5167c54c-b1a3-4727-b8fb-34060983f981 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:28.654621 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2b25c266-e5ba-4923-bf22-2719e1f257fc req-5167c54c-b1a3-4727-b8fb-34060983f981 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 945 time: 0.0684216 Sep 16 04:48:28.681845 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2002130b-dc8c-4617-83e1-e0489d4c6cee None None] get_active_networks_info from n-d-712139-15 {{(pid=94768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:48:28.712960 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-7145ebf3-6d1a-42eb-a125-a6a48dde9dc1 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Deleting port 164e3abf-47f1-4305-942c-cd84aea0e5b5 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:28.713546 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7145ebf3-6d1a-42eb-a125-a6a48dde9dc1 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.849050 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7d8f7-4ac5-4276-8a8b-d39b46f81c13 req-18514093-672d-4f9e-9e3d-ffdf0c2b54c2 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:28.852614 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-59a7d8f7-4ac5-4276-8a8b-d39b46f81c13 req-18514093-672d-4f9e-9e3d-ffdf0c2b54c2 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 945 time: 0.1901820 Sep 16 04:48:28.855506 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2002130b-dc8c-4617-83e1-e0489d4c6cee None None] Resources bound (agent type, host, resource id): {{(pid=94768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:48:28.870535 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-7145ebf3-6d1a-42eb-a125-a6a48dde9dc1 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] For port 164e3abf-47f1-4305-942c-cd84aea0e5b5, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=164e3abf-47f1-4305-942c-cd84aea0e5b5,segment=NetworkSegment(901664d0-5782-44ce-af87-c37c94e38b64),segment_id=901664d0-5782-44ce-af87-c37c94e38b64)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:28.871065 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7145ebf3-6d1a-42eb-a125-a6a48dde9dc1 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.902212 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-7145ebf3-6d1a-42eb-a125-a6a48dde9dc1 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Calling delete_port for 164e3abf-47f1-4305-942c-cd84aea0e5b5 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:28.941406 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-59a7d8f7-4ac5-4276-8a8b-d39b46f81c13 req-a478a2e6-b80e-4362-9da7-441fd70d3dd8 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790033 Sep 16 04:48:28.962807 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-2b25c266-e5ba-4923-bf22-2719e1f257fc req-2817ce32-899b-4007-b6e3-5baf5cceb225 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Deleting port 3e8bb660-650d-45a4-8989-d6fa050a9dab {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:28.963934 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2b25c266-e5ba-4923-bf22-2719e1f257fc req-2817ce32-899b-4007-b6e3-5baf5cceb225 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.995646 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['870fb7d3-9763-43a8-929d-f32177b7ae77'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:48:29.076646 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-7b80ff04-7920-4097-9c58-a5ef1ee4572b tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:29.078863 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-7b80ff04-7920-4097-9c58-a5ef1ee4572b tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.48 "GET /v2.0/networks?id=55135b4c-2e11-451e-9d70-37211e2657fa HTTP/1.1" status: 200 len: 812 time: 0.2577882 Sep 16 04:48:29.106039 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7145ebf3-6d1a-42eb-a125-a6a48dde9dc1 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.145669 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46164f0b-23bf-484a-99fe-e3d8d7e68898 req-07670dd0-053a-42b1-bbcd-5bb0f3a09115 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:29.147024 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-58f036cc-fa87-40cd-97b6-ff29b0aa5fb2 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Request body: {'port': {'device_id': '66940aa3-d9db-4e08-b976-bad2e1a5307b', 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa', 'admin_state_up': True, 'tenant_id': 'feb35d6815044dc78fef1435e68e9720'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:29.147497 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-46164f0b-23bf-484a-99fe-e3d8d7e68898 req-07670dd0-053a-42b1-bbcd-5bb0f3a09115 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 945 time: 0.1285162 Sep 16 04:48:29.153956 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145ebf3-6d1a-42eb-a125-a6a48dde9dc1 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event deleted for resources: {'Port': ['ID=164e3abf-47f1-4305-942c-cd84aea0e5b5,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:29.169576 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7145ebf3-6d1a-42eb-a125-a6a48dde9dc1 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] No DVR routers for this DVR port 164e3abf-47f1-4305-942c-cd84aea0e5b5 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:29.184203 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-2b25c266-e5ba-4923-bf22-2719e1f257fc req-2817ce32-899b-4007-b6e3-5baf5cceb225 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] For port 3e8bb660-650d-45a4-8989-d6fa050a9dab, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=3e8bb660-650d-45a4-8989-d6fa050a9dab,segment=NetworkSegment(563ffb0c-abbc-4891-bc16-630f77fa0d00),segment_id=563ffb0c-abbc-4891-bc16-630f77fa0d00)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:29.185190 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2b25c266-e5ba-4923-bf22-2719e1f257fc req-2817ce32-899b-4007-b6e3-5baf5cceb225 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.216099 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-2b25c266-e5ba-4923-bf22-2719e1f257fc req-2817ce32-899b-4007-b6e3-5baf5cceb225 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Calling delete_port for 3e8bb660-650d-45a4-8989-d6fa050a9dab owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:29.231093 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-46164f0b-23bf-484a-99fe-e3d8d7e68898 req-a76a6cce-5a3c-41b8-9b97-0aa3744f1e15 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739281 Sep 16 04:48:29.423208 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2b25c266-e5ba-4923-bf22-2719e1f257fc req-2817ce32-899b-4007-b6e3-5baf5cceb225 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.495813 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817ce32-899b-4007-b6e3-5baf5cceb225 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Pushing event deleted for resources: {'Port': ['ID=3e8bb660-650d-45a4-8989-d6fa050a9dab,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:29.550971 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b25c266-e5ba-4923-bf22-2719e1f257fc req-2817ce32-899b-4007-b6e3-5baf5cceb225 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] No DVR routers for this DVR port 3e8bb660-650d-45a4-8989-d6fa050a9dab on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:29.554195 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2b25c266-e5ba-4923-bf22-2719e1f257fc req-2817ce32-899b-4007-b6e3-5baf5cceb225 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.556221 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2b25c266-e5ba-4923-bf22-2719e1f257fc req-2817ce32-899b-4007-b6e3-5baf5cceb225 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.48 "DELETE /v2.0/ports/3e8bb660-650d-45a4-8989-d6fa050a9dab HTTP/1.1" status: 204 len: 173 time: 0.8813424 Sep 16 04:48:29.556684 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e98a0e-d652-4759-9018-8644769bf96b', 'name': 'network-vif-deleted', 'tag': '3e8bb660-650d-45a4-8989-d6fa050a9dab'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:29.558965 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fcf0fdf-0279-4d35-8299-2a62a72a481a" -d '{"events": [{"server_uuid": "e9e98a0e-d652-4759-9018-8644769bf96b", "name": "network-vif-deleted", "tag": "3e8bb660-650d-45a4-8989-d6fa050a9dab"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:29.573095 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a87e7e-f477-464d-a561-895598603b4f req-e4f5bc73-29ad-4829-ae92-d02c02b94a5b tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:29.574710 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a8a87e7e-f477-464d-a561-895598603b4f req-e4f5bc73-29ad-4829-ae92-d02c02b94a5b tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a84e6501-7978-44e8-8fca-5ed08d600724 HTTP/1.1" status: 200 len: 945 time: 0.1321185 Sep 16 04:48:29.622302 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a8a87e7e-f477-464d-a561-895598603b4f req-1c05a546-20cc-419d-a942-8ae47d9f9a76 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/security-groups?id=526665e4-8e42-4563-9d6f-8dd9bce58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394828 Sep 16 04:48:29.665042 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7145ebf3-6d1a-42eb-a125-a6a48dde9dc1 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.699460 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-7145ebf3-6d1a-42eb-a125-a6a48dde9dc1 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e24f8be6-3d50-409d-86c8-dac59a840a45']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:29.714042 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-7145ebf3-6d1a-42eb-a125-a6a48dde9dc1 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '901664d0-5782-44ce-af87-c37c94e38b64') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:29.714465 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-7145ebf3-6d1a-42eb-a125-a6a48dde9dc1 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '901664d0-5782-44ce-af87-c37c94e38b64') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:29.728811 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3b2c1e8f-ed77-4e84-818a-99579c9b4df1 req-fe60a8a2-58c0-425a-ba1b-f483bffeaccb tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=66940aa3-d9db-4e08-b976-bad2e1a5307b HTTP/1.1" status: 200 len: 210 time: 0.0343530 Sep 16 04:48:29.729305 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7145ebf3-6d1a-42eb-a125-a6a48dde9dc1 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.749967 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7145ebf3-6d1a-42eb-a125-a6a48dde9dc1 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.757090 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-58f036cc-fa87-40cd-97b6-ff29b0aa5fb2 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Made reservation on behalf of feb35d6815044dc78fef1435e68e9720 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:29.761372 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-58f036cc-fa87-40cd-97b6-ff29b0aa5fb2 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.764843 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7145ebf3-6d1a-42eb-a125-a6a48dde9dc1 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:48:29.765415 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7145ebf3-6d1a-42eb-a125-a6a48dde9dc1 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.768611 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:48:29.768611 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:48:29.768611 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:48:29.768611 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:48:29.768611 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:48:29.768611 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:48:29.768611 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:48:29.768611 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:48:29.768611 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:48:29.768611 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:48:29.768611 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:48:29.768611 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:48:29.768611 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:48:29.768611 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:48:29.768611 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:48:29.768611 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:48:29.768611 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:48:29.768611 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:48:29.768611 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:48:29.768611 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:48:29.768611 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:48:29.768611 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:48:29.768611 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:48:29.768611 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:48:29.768611 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:48:29.768611 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:48:29.768611 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:48:29.768611 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:48:29.768611 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:48:29.768611 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:48:29.768611 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:48:29.768611 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:48:29.809311 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e0c945-2576-4407-a0f4-80b1f58083e0 x-openstack-request-id: req-85e0c945-2576-4407-a0f4-80b1f58083e0 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:29.809825 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e98a0e-d652-4759-9018-8644769bf96b", "name": "network-vif-deleted", "tag": "3e8bb660-650d-45a4-8989-d6fa050a9dab", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:29.810343 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-85e0c945-2576-4407-a0f4-80b1f58083e0 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:29.810923 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e98a0e-d652-4759-9018-8644769bf96b', 'name': 'network-vif-deleted', 'tag': '3e8bb660-650d-45a4-8989-d6fa050a9dab', 'status': 'completed', 'code': 200} Sep 16 04:48:29.858039 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7145ebf3-6d1a-42eb-a125-a6a48dde9dc1 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.895415 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7145ebf3-6d1a-42eb-a125-a6a48dde9dc1 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.897211 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7145ebf3-6d1a-42eb-a125-a6a48dde9dc1 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "DELETE /v2.0/networks/e24f8be6-3d50-409d-86c8-dac59a840a45 HTTP/1.1" status: 204 len: 168 time: 2.5059469 Sep 16 04:48:29.902757 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41842) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:29.920011 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145ebf3-6d1a-42eb-a125-a6a48dde9dc1 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event deleted for resources: {'Network': ['ID=e24f8be6-3d50-409d-86c8-dac59a840a45,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:29.928826 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b426586f-d5e2-4a9d-9ec1-aa71fa97e464 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] DELETE failed (client error): The resource could not be found. Sep 16 04:48:29.929371 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b426586f-d5e2-4a9d-9ec1-aa71fa97e464 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:48:29.931775 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b426586f-d5e2-4a9d-9ec1-aa71fa97e464 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "DELETE /v2.0/networks/e24f8be6-3d50-409d-86c8-dac59a840a45 HTTP/1.1" status: 404 len: 339 time: 0.0289268 Sep 16 04:48:29.937663 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41844) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:29.945443 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-8ab07cf1-1038-4f4b-9e97-ebad16fd11cb tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-473128700', 'description': 'd1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:29.949406 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953cef21-5a89-4f93-a5da-1833e4b0539a req-795f94aa-9e23-4d30-999e-a4afcafc4b95 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:29.950958 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-953cef21-5a89-4f93-a5da-1833e4b0539a req-795f94aa-9e23-4d30-999e-a4afcafc4b95 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 945 time: 0.0810287 Sep 16 04:48:30.003637 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-953cef21-5a89-4f93-a5da-1833e4b0539a req-3de5711e-667c-4879-b1a3-496afa26e3cd tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407195 Sep 16 04:48:30.011520 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab07cf1-1038-4f4b-9e97-ebad16fd11cb tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Made reservation on behalf of 8dc93f14836845fe95f276aba6a4bc52 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:30.016001 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8ab07cf1-1038-4f4b-9e97-ebad16fd11cb tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.042787 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-58f036cc-fa87-40cd-97b6-ff29b0aa5fb2 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Allocated IP 172.20.0.5 (55135b4c-2e11-451e-9d70-37211e2657fa/d79ab8be-654b-4737-af1c-65a1487483c5/ec946269-3bda-42ce-9f79-a67ab19b9186) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:30.066120 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ab07cf1-1038-4f4b-9e97-ebad16fd11cb tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:48:30.087494 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8ab07cf1-1038-4f4b-9e97-ebad16fd11cb tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.088064 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-8ab07cf1-1038-4f4b-9e97-ebad16fd11cb tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Added segment 613c8294-2261-4eaf-9605-d02c95729928 of type vlan for network b891178f-b37e-416c-876a-154342656c9d Sep 16 04:48:30.119584 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c766ee78-06fc-4b1b-b5f3-44a2d041364c req-b3ea1403-b335-42d3-9987-debfe93c3659 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9e98a0e-d652-4759-9018-8644769bf96b HTTP/1.1" status: 200 len: 210 time: 0.0284774 Sep 16 04:48:30.162481 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8ab07cf1-1038-4f4b-9e97-ebad16fd11cb tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.250673 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8ab07cf1-1038-4f4b-9e97-ebad16fd11cb tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.256188 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab07cf1-1038-4f4b-9e97-ebad16fd11cb tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:30.256826 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8ab07cf1-1038-4f4b-9e97-ebad16fd11cb tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.316390 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8ab07cf1-1038-4f4b-9e97-ebad16fd11cb tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3773186 Sep 16 04:48:30.320965 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41850) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:30.363656 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab07cf1-1038-4f4b-9e97-ebad16fd11cb tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event updated for resources: {'Network': ['ID=b891178f-b37e-416c-876a-154342656c9d,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:30.369102 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-58f036cc-fa87-40cd-97b6-ff29b0aa5fb2 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.383958 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network b891178f-b37e-416c-876a-154342656c9d details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:48:30.437621 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-58f036cc-fa87-40cd-97b6-ff29b0aa5fb2 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.445786 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5f5d6-d400-45ed-a583-526c7b7f8151 req-6e165aaa-e345-4f96-a598-0efef9e02322 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:30.453363 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d5f5f5d6-d400-45ed-a583-526c7b7f8151 req-6e165aaa-e345-4f96-a598-0efef9e02322 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 945 time: 0.1272545 Sep 16 04:48:30.475529 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206dc5d6-4164-40f2-906b-8ecefbf6e832 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:30.482129 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-206dc5d6-4164-40f2-906b-8ecefbf6e832 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "GET /v2.0/networks?id=b891178f-b37e-416c-876a-154342656c9d HTTP/1.1" status: 200 len: 760 time: 0.1582539 Sep 16 04:48:30.482956 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41854) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:30.493154 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-5bddf710-d879-415a-885f-98ee0a3f6609 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Request body: {'network': {'description': 'd2'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:30.500150 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-58f036cc-fa87-40cd-97b6-ff29b0aa5fb2 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Network 55135b4c-2e11-451e-9d70-37211e2657fa is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:30.503457 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-58f036cc-fa87-40cd-97b6-ff29b0aa5fb2 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:30.508148 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-58f036cc-fa87-40cd-97b6-ff29b0aa5fb2 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:30.548619 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f036cc-fa87-40cd-97b6-ff29b0aa5fb2 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Pushing event updated for resources: {'Port': ['ID=ec946269-3bda-42ce-9f79-a67ab19b9186,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:30.552559 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d5f5f5d6-d400-45ed-a583-526c7b7f8151 req-8018c206-a8e6-4965-adcd-07ae488bca15 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976665 Sep 16 04:48:30.585393 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-58f036cc-fa87-40cd-97b6-ff29b0aa5fb2 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:30.586030 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-58f036cc-fa87-40cd-97b6-ff29b0aa5fb2 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.606796 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-58f036cc-fa87-40cd-97b6-ff29b0aa5fb2 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4911225 Sep 16 04:48:30.636012 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-00e0db31-f083-46c6-a03c-09e3385e9ee5 service neutron] Request body: {'port': {'device_id': '66940aa3-d9db-4e08-b976-bad2e1a5307b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:30.731596 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-00e0db31-f083-46c6-a03c-09e3385e9ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.767512 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5bddf710-d879-415a-885f-98ee0a3f6609 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.825240 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5bddf710-d879-415a-885f-98ee0a3f6609 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.866955 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5bddf710-d879-415a-885f-98ee0a3f6609 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Network b891178f-b37e-416c-876a-154342656c9d is not hosted by any dhcp agent {{(pid=94767) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 04:48:30.872603 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bddf710-d879-415a-885f-98ee0a3f6609 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:30.873220 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5bddf710-d879-415a-885f-98ee0a3f6609 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.874786 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5bddf710-d879-415a-885f-98ee0a3f6609 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "PUT /v2.0/networks/b891178f-b37e-416c-876a-154342656c9d HTTP/1.1" status: 200 len: 757 time: 0.3862433 Sep 16 04:48:30.884610 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41860) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:31.019638 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['be6ab13e-8872-4ca3-9a42-635a17c856e4'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:48:31.126381 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-00e0db31-f083-46c6-a03c-09e3385e9ee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec946269-3bda-42ce-9f79-a67ab19b9186 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:48:31.136735 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-00e0db31-f083-46c6-a03c-09e3385e9ee5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.153040 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-00e0db31-f083-46c6-a03c-09e3385e9ee5 service neutron] Transition to ACTIVE for port object ec946269-3bda-42ce-9f79-a67ab19b9186 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:48:31.163274 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-00e0db31-f083-46c6-a03c-09e3385e9ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.279222 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0db31-f083-46c6-a03c-09e3385e9ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=ec946269-3bda-42ce-9f79-a67ab19b9186,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:31.309727 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-00e0db31-f083-46c6-a03c-09e3385e9ee5 service neutron] Attempting to bind port ec946269-3bda-42ce-9f79-a67ab19b9186 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:31.310342 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-00e0db31-f083-46c6-a03c-09e3385e9ee5 service neutron] Attempting to bind port ec946269-3bda-42ce-9f79-a67ab19b9186 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '8a88cf17-2626-40ee-b5d7-20831c5d590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:31.310776 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-00e0db31-f083-46c6-a03c-09e3385e9ee5 service neutron] Attempting to bind port ec946269-3bda-42ce-9f79-a67ab19b9186 on network 55135b4c-2e11-451e-9d70-37211e2657fa {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:31.317563 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-00e0db31-f083-46c6-a03c-09e3385e9ee5 service neutron] Port ec946269-3bda-42ce-9f79-a67ab19b9186 on network 55135b4c-2e11-451e-9d70-37211e2657fa not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:48:31.318012 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-00e0db31-f083-46c6-a03c-09e3385e9ee5 service neutron] Attempting to bind port ec946269-3bda-42ce-9f79-a67ab19b9186 on network 55135b4c-2e11-451e-9d70-37211e2657fa {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:31.318572 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bddf710-d879-415a-885f-98ee0a3f6609 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event updated for resources: {'Network': ['ID=b891178f-b37e-416c-876a-154342656c9d,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:31.329811 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-00e0db31-f083-46c6-a03c-09e3385e9ee5 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:31.330900 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-00e0db31-f083-46c6-a03c-09e3385e9ee5 service neutron] Checking segment: {'id': '8a88cf17-2626-40ee-b5d7-20831c5d590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:31.331121 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-00e0db31-f083-46c6-a03c-09e3385e9ee5 service neutron] Bound using segment: {'id': '8a88cf17-2626-40ee-b5d7-20831c5d590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:31.331907 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-00e0db31-f083-46c6-a03c-09e3385e9ee5 service neutron] Bound port: ec946269-3bda-42ce-9f79-a67ab19b9186, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a88cf17-2626-40ee-b5d7-20831c5d590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:31.333101 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-00e0db31-f083-46c6-a03c-09e3385e9ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.334510 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network b891178f-b37e-416c-876a-154342656c9d details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:48:31.365511 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b7232-54d3-4594-a5c1-b7e1e860484d req-ab31db0f-d967-4df9-a2d4-1ace216d5d16 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:31.367099 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a39b7232-54d3-4594-a5c1-b7e1e860484d req-ab31db0f-d967-4df9-a2d4-1ace216d5d16 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a84e6501-7978-44e8-8fca-5ed08d600724 HTTP/1.1" status: 200 len: 945 time: 0.5576313 Sep 16 04:48:31.400680 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a69f14-711c-4d04-9eaa-3acf36e346e4 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:31.407066 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-92a69f14-711c-4d04-9eaa-3acf36e346e4 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "GET /v2.0/networks?id=b891178f-b37e-416c-876a-154342656c9d HTTP/1.1" status: 200 len: 760 time: 0.5218437 Sep 16 04:48:31.408665 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41866) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:31.418097 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-b4aa4cda-b675-489e-8a04-a20e9d1d1513 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1184116468'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:31.437082 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a39b7232-54d3-4594-a5c1-b7e1e860484d req-608bea40-42d1-4075-b9c4-0cc1b3a93dfc tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/security-groups?id=526665e4-8e42-4563-9d6f-8dd9bce58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566645 Sep 16 04:48:31.449957 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-00e0db31-f083-46c6-a03c-09e3385e9ee5 service neutron] For port ec946269-3bda-42ce-9f79-a67ab19b9186, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:31.455161 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-00e0db31-f083-46c6-a03c-09e3385e9ee5 service neutron] For port ec946269-3bda-42ce-9f79-a67ab19b9186, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=ec946269-3bda-42ce-9f79-a67ab19b9186,segment=NetworkSegment(8a88cf17-2626-40ee-b5d7-20831c5d590c),segment_id=8a88cf17-2626-40ee-b5d7-20831c5d590c)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:31.466840 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-00e0db31-f083-46c6-a03c-09e3385e9ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.477965 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4aa4cda-b675-489e-8a04-a20e9d1d1513 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Made reservation on behalf of 8dc93f14836845fe95f276aba6a4bc52 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:31.482585 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b4aa4cda-b675-489e-8a04-a20e9d1d1513 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.525622 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-00e0db31-f083-46c6-a03c-09e3385e9ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:31.526269 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-00e0db31-f083-46c6-a03c-09e3385e9ee5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.527708 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-00e0db31-f083-46c6-a03c-09e3385e9ee5 service neutron] 10.222.0.48 "PUT /v2.0/ports/ec946269-3bda-42ce-9f79-a67ab19b9186 HTTP/1.1" status: 200 len: 1092 time: 0.9013753 Sep 16 04:48:31.528183 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66940aa3-d9db-4e08-b976-bad2e1a5307b', 'tag': 'ec946269-3bda-42ce-9f79-a67ab19b9186'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:31.531390 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ea4774-5f1c-44e7-ae64-e000785e314d" -d '{"events": [{"name": "network-changed", "server_uuid": "66940aa3-d9db-4e08-b976-bad2e1a5307b", "tag": "ec946269-3bda-42ce-9f79-a67ab19b9186"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:31.563778 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4aa4cda-b675-489e-8a04-a20e9d1d1513 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:48:31.565991 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0db31-f083-46c6-a03c-09e3385e9ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=ec946269-3bda-42ce-9f79-a67ab19b9186,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:31.577601 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b4aa4cda-b675-489e-8a04-a20e9d1d1513 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.577942 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-b4aa4cda-b675-489e-8a04-a20e9d1d1513 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Added segment a92b29e4-c004-4a0d-8731-b8a3ac348ee4 of type vlan for network 7346137f-4d30-43d2-8dc2-672f4694e936 Sep 16 04:48:31.579848 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492dab3-2f4a-4475-a784-c8ffc692afd1 req-3f580445-8818-4019-b561-88baf1e3e110 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:31.581871 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8492dab3-2f4a-4475-a784-c8ffc692afd1 req-3f580445-8818-4019-b561-88baf1e3e110 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=66940aa3-d9db-4e08-b976-bad2e1a5307b HTTP/1.1" status: 200 len: 943 time: 0.0693896 Sep 16 04:48:31.634411 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8492dab3-2f4a-4475-a784-c8ffc692afd1 req-5216e9eb-87cf-47c6-a1d0-9488208439b3 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455384 Sep 16 04:48:31.664495 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b4aa4cda-b675-489e-8a04-a20e9d1d1513 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.677042 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 870fb7d3-9763-43a8-929d-f32177b7ae77 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:31.690271 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-181a8738-f17e-489b-9ee5-6dbf9bb52e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:31.691843 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-181a8738-f17e-489b-9ee5-6dbf9bb52e75 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=feb35d6815044dc78fef1435e68e9720&device_id=66940aa3-d9db-4e08-b976-bad2e1a5307b HTTP/1.1" status: 200 len: 1095 time: 0.0780165 Sep 16 04:48:31.704253 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b4aa4cda-b675-489e-8a04-a20e9d1d1513 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.711907 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4aa4cda-b675-489e-8a04-a20e9d1d1513 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:31.711907 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b4aa4cda-b675-489e-8a04-a20e9d1d1513 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.759313 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-76f7a8e1-1b6a-4cd5-9656-184b4ca36444 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec946269-3bda-42ce-9f79-a67ab19b9186 HTTP/1.1" status: 200 len: 217 time: 0.0422206 Sep 16 04:48:31.763617 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 870fb7d3-9763-43a8-929d-f32177b7ae77 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:48:31.768632 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 870fb7d3-9763-43a8-929d-f32177b7ae77 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:31.769014 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.789632 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1593d2c-e6fb-43ea-bc94-de8f7bb82ba0 req-b74cd200-52af-4f5f-9173-feda9549d54c tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:31.791498 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e1593d2c-e6fb-43ea-bc94-de8f7bb82ba0 req-b74cd200-52af-4f5f-9173-feda9549d54c tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 945 time: 0.0886173 Sep 16 04:48:31.832230 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b4aa4cda-b675-489e-8a04-a20e9d1d1513 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4223804 Sep 16 04:48:31.836745 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41874) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:31.847889 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-656acf5c-2b40-4d8d-917f-07fecdac0ff2 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Request body: {'subnet': {'network_id': '7346137f-4d30-43d2-8dc2-672f4694e936', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:31.851468 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e1593d2c-e6fb-43ea-bc94-de8f7bb82ba0 req-1e4a47ba-ad66-4af4-9019-fdd2f65e353b tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505567 Sep 16 04:48:31.913082 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa4cda-b675-489e-8a04-a20e9d1d1513 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event updated for resources: {'Network': ['ID=7346137f-4d30-43d2-8dc2-672f4694e936,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:31.925585 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-84eb8cc4-24b8-4147-808b-e1449b7ea139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:31.928209 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-84eb8cc4-24b8-4147-808b-e1449b7ea139 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d79ab8be-654b-4737-af1c-65a1487483c5 HTTP/1.1" status: 200 len: 852 time: 0.1472716 Sep 16 04:48:32.003148 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8b3123-ffb6-4d7f-8571-af5233f51582 x-openstack-request-id: req-5e8b3123-ffb6-4d7f-8571-af5233f51582 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:32.003614 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66940aa3-d9db-4e08-b976-bad2e1a5307b", "tag": "ec946269-3bda-42ce-9f79-a67ab19b9186", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:32.004024 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5e8b3123-ffb6-4d7f-8571-af5233f51582 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:32.004479 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66940aa3-d9db-4e08-b976-bad2e1a5307b', 'tag': 'ec946269-3bda-42ce-9f79-a67ab19b9186', 'status': 'completed', 'code': 200} Sep 16 04:48:32.008780 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 7346137f-4d30-43d2-8dc2-672f4694e936 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:48:32.013731 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-dc366c47-dec1-44c7-a6eb-7ad403bce059 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=55135b4c-2e11-451e-9d70-37211e2657fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478926 Sep 16 04:48:32.055483 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656acf5c-2b40-4d8d-917f-07fecdac0ff2 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Made reservation on behalf of 8dc93f14836845fe95f276aba6a4bc52 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:32.059742 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-656acf5c-2b40-4d8d-917f-07fecdac0ff2 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.128596 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da2238-ecdc-4ac5-bc6d-754b1f049a5f req-a1cde425-d15b-47b9-ba21-f21d41545662 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:32.129707 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.130088 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-02da2238-ecdc-4ac5-bc6d-754b1f049a5f req-a1cde425-d15b-47b9-ba21-f21d41545662 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0717266 Sep 16 04:48:32.168897 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84e6501-7978-44e8-8fca-5ed08d600724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870fb7d3-9763-43a8-929d-f32177b7ae77'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:32.172916 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfe582f-a56e-49d7-ad28-0cc18fe454e7" -d '{"events": [{"server_uuid": "a84e6501-7978-44e8-8fca-5ed08d600724", "name": "network-vif-plugged", "status": "completed", "tag": "870fb7d3-9763-43a8-929d-f32177b7ae77"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:32.198077 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 870fb7d3-9763-43a8-929d-f32177b7ae77, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=870fb7d3-9763-43a8-929d-f32177b7ae77,segment=NetworkSegment(ae7c973c-db06-4343-837f-ad8bf052f252),segment_id=ae7c973c-db06-4343-837f-ad8bf052f252)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:32.201346 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-02da2238-ecdc-4ac5-bc6d-754b1f049a5f req-3aef6185-ecda-4452-a465-ab399bde75bc tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633433 Sep 16 04:48:32.207247 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.209045 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 3e8bb660-650d-45a4-8989-d6fa050a9dab no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:48:32.253758 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-50100132-a5d3-48ae-89bf-b59ade37eea9 service neutron] 10.222.0.48 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298567 Sep 16 04:48:32.286653 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 3e8bb660-650d-45a4-8989-d6fa050a9dab {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:48:32.287203 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 3e8bb660-650d-45a4-8989-d6fa050a9dab not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:48:32.345336 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=870fb7d3-9763-43a8-929d-f32177b7ae77,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:32.450501 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-656acf5c-2b40-4d8d-917f-07fecdac0ff2 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.494842 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d233ece3-d4df-4fba-a4dd-a8caf8e6de55 req-e54b2c65-a733-4810-ab5c-f6339cc7da06 service neutron] 10.222.0.48 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271380 Sep 16 04:48:32.520163 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656acf5c-2b40-4d8d-917f-07fecdac0ff2 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event updated for resources: {'Subnet': ['ID=f6c6f790-acc8-4715-8483-e4a7bb914963,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:32.539534 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656acf5c-2b40-4d8d-917f-07fecdac0ff2 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Checking segment: {'id': 'a92b29e4-c004-4a0d-8731-b8a3ac348ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7346137f-4d30-43d2-8dc2-672f4694e936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:32.539908 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656acf5c-2b40-4d8d-917f-07fecdac0ff2 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Network hostable DHCP agents. Network: 7346137f-4d30-43d2-8dc2-672f4694e936, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:48:32.556792 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6602330-7f26-4291-a1d3-01f66a55effc x-openstack-request-id: req-d6602330-7f26-4291-a1d3-01f66a55effc {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:32.557063 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84e6501-7978-44e8-8fca-5ed08d600724", "name": "network-vif-plugged", "status": "completed", "tag": "870fb7d3-9763-43a8-929d-f32177b7ae77", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:32.557325 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d6602330-7f26-4291-a1d3-01f66a55effc {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:32.557711 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84e6501-7978-44e8-8fca-5ed08d600724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870fb7d3-9763-43a8-929d-f32177b7ae77', 'code': 200} Sep 16 04:48:32.567512 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656acf5c-2b40-4d8d-917f-07fecdac0ff2 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Network 7346137f-4d30-43d2-8dc2-672f4694e936 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:48:32.582636 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-656acf5c-2b40-4d8d-917f-07fecdac0ff2 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 7346137f-4d30-43d2-8dc2-672f4694e936) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:32.589021 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656acf5c-2b40-4d8d-917f-07fecdac0ff2 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:32.589645 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-656acf5c-2b40-4d8d-917f-07fecdac0ff2 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.594820 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3a246f-f1fc-4b22-a28e-51ed4fde928d None None] Network 7346137f-4d30-43d2-8dc2-672f4694e936 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:32.609896 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-656acf5c-2b40-4d8d-917f-07fecdac0ff2 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7720077 Sep 16 04:48:32.614286 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41884) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:32.731923 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575a276-caa9-4c49-8693-8c5db3c29937 req-df46b3c2-9ced-44b2-98ab-3269e1669546 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:32.736147 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1575a276-caa9-4c49-8693-8c5db3c29937 req-df46b3c2-9ced-44b2-98ab-3269e1669546 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a84e6501-7978-44e8-8fca-5ed08d600724 HTTP/1.1" status: 200 len: 946 time: 0.0890567 Sep 16 04:48:32.811695 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea4774-5f1c-44e7-ae64-e000785e314d req-1fd6b6d6-1353-4270-9e9e-6651f4c90a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:32.813471 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-23ea4774-5f1c-44e7-ae64-e000785e314d req-1fd6b6d6-1353-4270-9e9e-6651f4c90a7c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=feb35d6815044dc78fef1435e68e9720&device_id=66940aa3-d9db-4e08-b976-bad2e1a5307b HTTP/1.1" status: 200 len: 1095 time: 0.0735021 Sep 16 04:48:32.822699 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5c97bd41-81f2-45ad-91c1-81a7a94da397 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.834434 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1575a276-caa9-4c49-8693-8c5db3c29937 req-1899aad1-c530-4e4c-90e6-3d313ca69b75 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/security-groups?id=526665e4-8e42-4563-9d6f-8dd9bce58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920115 Sep 16 04:48:32.837755 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68c626-1965-4e9f-8200-1486cb38101e req-befe6433-d570-4c9b-a9a3-7f9763fa5245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:32.839277 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d68c626-1965-4e9f-8200-1486cb38101e req-befe6433-d570-4c9b-a9a3-7f9763fa5245 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a84e6501-7978-44e8-8fca-5ed08d600724 HTTP/1.1" status: 200 len: 1098 time: 0.0801723 Sep 16 04:48:32.844770 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13521721-f89e-4173-835a-010a3c40bb58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-7346137f-4d30-43d2-8dc2-672f4694e936', 'network_id': '7346137f-4d30-43d2-8dc2-672f4694e936', 'tenant_id': '8dc93f14836845fe95f276aba6a4bc52', 'fixed_ips': [{'subnet_id': 'f6c6f790-acc8-4715-8483-e4a7bb914963'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:48:32.845747 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-13521721-f89e-4173-835a-010a3c40bb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.898039 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d68c626-1965-4e9f-8200-1486cb38101e req-9aca89c7-a5f3-4fe7-b90d-5fdc391566b6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=526665e4-8e42-4563-9d6f-8dd9bce58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507646 Sep 16 04:48:32.947600 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5c97bd41-81f2-45ad-91c1-81a7a94da397 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.992100 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea4774-5f1c-44e7-ae64-e000785e314d req-e3ac07b4-ae58-46e8-ba6f-55c111cd31e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:32.993874 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-23ea4774-5f1c-44e7-ae64-e000785e314d req-e3ac07b4-ae58-46e8-ba6f-55c111cd31e1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=55135b4c-2e11-451e-9d70-37211e2657fa HTTP/1.1" status: 200 len: 913 time: 0.1639326 Sep 16 04:48:33.039943 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-13521721-f89e-4173-835a-010a3c40bb58 None None] Allocated IP 172.20.0.2 (7346137f-4d30-43d2-8dc2-672f4694e936/f6c6f790-acc8-4715-8483-e4a7bb914963/b2ba21fc-e8d8-4a14-8a46-32e90ac61a2f) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:33.043265 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc25de-be80-41f9-8f77-5ae8fc2322fb req-9f2907bc-e97e-41cd-97d4-6e08a1c00c32 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:33.046032 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f6cc25de-be80-41f9-8f77-5ae8fc2322fb req-9f2907bc-e97e-41cd-97d4-6e08a1c00c32 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbee052e-563e-4739-b257-20016e20419d HTTP/1.1" status: 200 len: 946 time: 0.0882425 Sep 16 04:48:33.089905 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f6cc25de-be80-41f9-8f77-5ae8fc2322fb req-6beb2817-078f-49c1-b363-e77fc25e02c0 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361788 Sep 16 04:48:33.221566 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2916dc-ea22-4dd0-a684-c40c65ef754c req-11553d0d-3f5c-4449-8c00-47a282c1ecc8 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:33.223138 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ea2916dc-ea22-4dd0-a684-c40c65ef754c req-11553d0d-3f5c-4449-8c00-47a282c1ecc8 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=66940aa3-d9db-4e08-b976-bad2e1a5307b HTTP/1.1" status: 200 len: 943 time: 0.0710182 Sep 16 04:48:33.227071 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-13521721-f89e-4173-835a-010a3c40bb58 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.239578 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-13521721-f89e-4173-835a-010a3c40bb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.263326 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5c97bd41-81f2-45ad-91c1-81a7a94da397 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.289768 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13521721-f89e-4173-835a-010a3c40bb58 None None] Network 7346137f-4d30-43d2-8dc2-672f4694e936 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:33.293242 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-13521721-f89e-4173-835a-010a3c40bb58 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:33.297554 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13521721-f89e-4173-835a-010a3c40bb58 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:33.305496 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ea2916dc-ea22-4dd0-a684-c40c65ef754c req-21518ad4-29ff-40a7-9147-58226ebe78c6 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683594 Sep 16 04:48:33.318841 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13521721-f89e-4173-835a-010a3c40bb58 None None] Pushing event updated for resources: {'Port': ['ID=b2ba21fc-e8d8-4a14-8a46-32e90ac61a2f,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:33.370115 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97bd41-81f2-45ad-91c1-81a7a94da397 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event deleted for resources: {'Subnet': ['ID=f6c6f790-acc8-4715-8483-e4a7bb914963,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:33.380054 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-13521721-f89e-4173-835a-010a3c40bb58 None None] Attempting to bind port b2ba21fc-e8d8-4a14-8a46-32e90ac61a2f on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:33.380826 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-13521721-f89e-4173-835a-010a3c40bb58 None None] Attempting to bind port b2ba21fc-e8d8-4a14-8a46-32e90ac61a2f by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'a92b29e4-c004-4a0d-8731-b8a3ac348ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7346137f-4d30-43d2-8dc2-672f4694e936'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:33.381899 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13521721-f89e-4173-835a-010a3c40bb58 None None] Attempting to bind port b2ba21fc-e8d8-4a14-8a46-32e90ac61a2f on network 7346137f-4d30-43d2-8dc2-672f4694e936 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:33.391054 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13521721-f89e-4173-835a-010a3c40bb58 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:33.391762 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13521721-f89e-4173-835a-010a3c40bb58 None None] Checking segment: {'id': 'a92b29e4-c004-4a0d-8731-b8a3ac348ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7346137f-4d30-43d2-8dc2-672f4694e936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:33.392284 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-13521721-f89e-4173-835a-010a3c40bb58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.392818 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13521721-f89e-4173-835a-010a3c40bb58 None None] Bound using segment: {'id': 'a92b29e4-c004-4a0d-8731-b8a3ac348ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7346137f-4d30-43d2-8dc2-672f4694e936'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:33.393443 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-13521721-f89e-4173-835a-010a3c40bb58 None None] Bound port: b2ba21fc-e8d8-4a14-8a46-32e90ac61a2f, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a92b29e4-c004-4a0d-8731-b8a3ac348ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7346137f-4d30-43d2-8dc2-672f4694e936'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:33.393938 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-13521721-f89e-4173-835a-010a3c40bb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.415384 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-23ea4774-5f1c-44e7-ae64-e000785e314d req-a0118822-dc0c-41bd-a975-716889d243eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec946269-3bda-42ce-9f79-a67ab19b9186 HTTP/1.1" status: 200 len: 217 time: 0.0714059 Sep 16 04:48:33.459291 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5c97bd41-81f2-45ad-91c1-81a7a94da397 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.473880 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-13521721-f89e-4173-835a-010a3c40bb58 None None] For port b2ba21fc-e8d8-4a14-8a46-32e90ac61a2f, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:33.476972 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-13521721-f89e-4173-835a-010a3c40bb58 None None] For port b2ba21fc-e8d8-4a14-8a46-32e90ac61a2f, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=b2ba21fc-e8d8-4a14-8a46-32e90ac61a2f,segment=NetworkSegment(a92b29e4-c004-4a0d-8731-b8a3ac348ee4),segment_id=a92b29e4-c004-4a0d-8731-b8a3ac348ee4)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:33.481127 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e01f1-47d3-44bc-8763-4b09a80735d2 req-0b0f1d50-048d-44ff-970b-17546db8a380 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:33.483019 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ab4e01f1-47d3-44bc-8763-4b09a80735d2 req-0b0f1d50-048d-44ff-970b-17546db8a380 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 945 time: 0.0767107 Sep 16 04:48:33.483573 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-13521721-f89e-4173-835a-010a3c40bb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.515424 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-5c97bd41-81f2-45ad-91c1-81a7a94da397 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7346137f-4d30-43d2-8dc2-672f4694e936']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:33.530922 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-5c97bd41-81f2-45ad-91c1-81a7a94da397 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a92b29e4-c004-4a0d-8731-b8a3ac348ee4') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:33.531337 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-5c97bd41-81f2-45ad-91c1-81a7a94da397 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a92b29e4-c004-4a0d-8731-b8a3ac348ee4') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:33.540215 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea4774-5f1c-44e7-ae64-e000785e314d req-9e67b70b-68ca-4637-8e09-03ef1c0f5a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:33.542505 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-23ea4774-5f1c-44e7-ae64-e000785e314d req-9e67b70b-68ca-4637-8e09-03ef1c0f5a09 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d79ab8be-654b-4737-af1c-65a1487483c5 HTTP/1.1" status: 200 len: 852 time: 0.0932591 Sep 16 04:48:33.548327 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5c97bd41-81f2-45ad-91c1-81a7a94da397 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.556588 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ab4e01f1-47d3-44bc-8763-4b09a80735d2 req-0c2857e4-d20b-4d16-80a3-2a4534d84912 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571756 Sep 16 04:48:33.585360 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-23ea4774-5f1c-44e7-ae64-e000785e314d req-ae56f3b0-1a03-4d20-b106-41eff661f788 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=55135b4c-2e11-451e-9d70-37211e2657fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340009 Sep 16 04:48:33.594195 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5c97bd41-81f2-45ad-91c1-81a7a94da397 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.619333 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c97bd41-81f2-45ad-91c1-81a7a94da397 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:48:33.619636 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5c97bd41-81f2-45ad-91c1-81a7a94da397 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.623300 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:48:33.623300 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:48:33.623300 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:48:33.623300 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:48:33.623300 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:48:33.623300 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:48:33.623300 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:48:33.623300 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:48:33.623300 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:48:33.623300 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:48:33.623300 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:48:33.623300 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:48:33.623300 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:48:33.623300 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:48:33.623300 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:48:33.623300 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:48:33.623300 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:48:33.623300 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:48:33.623300 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:48:33.623300 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:48:33.623300 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:48:33.623300 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:48:33.623300 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:48:33.623300 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:48:33.623300 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:48:33.623300 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:48:33.623300 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:48:33.623300 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:48:33.623300 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:48:33.623300 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:48:33.623300 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:48:33.623300 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:48:33.639948 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13521721-f89e-4173-835a-010a3c40bb58 None None] Pushing event updated for resources: {'Port': ['ID=b2ba21fc-e8d8-4a14-8a46-32e90ac61a2f,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:33.658733 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0552af15-dd40-449a-bb3d-b72be3f0c6f1 None None] Network 7346137f-4d30-43d2-8dc2-672f4694e936 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:33.716958 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cc768-871c-4e79-89b2-30ada51edda3 req-1d9606c7-04e3-4532-aff4-2aad9d60da99 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:33.718634 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7d6cc768-871c-4e79-89b2-30ada51edda3 req-1d9606c7-04e3-4532-aff4-2aad9d60da99 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0651517 Sep 16 04:48:33.747117 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.db.api [None req-5c97bd41-81f2-45ad-91c1-81a7a94da397 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 04:48:33.747117 n-d-712139-15 neutron-server[94766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 04:48:33.747117 n-d-712139-15 neutron-server[94766]: [parameters: {'id': '7346137f-4d30-43d2-8dc2-672f4694e936'}] Sep 16 04:48:33.747117 n-d-712139-15 neutron-server[94766]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:48:33.747786 n-d-712139-15 neutron-server[94766]: DEBUG oslo_db.api [None req-5c97bd41-81f2-45ad-91c1-81a7a94da397 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:48:33.763695 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7d6cc768-871c-4e79-89b2-30ada51edda3 req-d2e2b813-7a72-47c7-bcd2-f1d63328126b tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390825 Sep 16 04:48:33.775718 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-23ea4774-5f1c-44e7-ae64-e000785e314d req-950d6263-8e5b-42bc-acb1-587cfc8360ed service neutron] 10.222.0.48 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784799 Sep 16 04:48:33.835612 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee415710-c980-4976-9b96-a19b1054cd42 None None] get_active_networks_info from n-d-712139-15 {{(pid=94768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:48:33.909171 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-23ea4774-5f1c-44e7-ae64-e000785e314d req-6c5ac0be-3ad2-4458-a7a8-2b8a3ad827d9 service neutron] 10.222.0.48 "GET /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243043 Sep 16 04:48:34.001603 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee415710-c980-4976-9b96-a19b1054cd42 None None] Resources bound (agent type, host, resource id): {{(pid=94768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:48:34.013851 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9a5fc-fab0-40e0-aada-db662eacbb94 req-91c4d1a9-a178-4815-91ca-ae27b8bf8795 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:34.017264 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bdd9a5fc-fab0-40e0-aada-db662eacbb94 req-91c4d1a9-a178-4815-91ca-ae27b8bf8795 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a84e6501-7978-44e8-8fca-5ed08d600724 HTTP/1.1" status: 200 len: 946 time: 0.0660629 Sep 16 04:48:34.069228 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bdd9a5fc-fab0-40e0-aada-db662eacbb94 req-d441e60b-a76d-4e15-a19b-abbe59a8cd7b tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/security-groups?id=526665e4-8e42-4563-9d6f-8dd9bce58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460784 Sep 16 04:48:34.225711 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afff4e6-bf53-4c8f-9a7f-8285b1137458 req-54d6f3e3-3900-4105-9ff8-7460fa45c9f7 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:34.227294 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0afff4e6-bf53-4c8f-9a7f-8285b1137458 req-54d6f3e3-3900-4105-9ff8-7460fa45c9f7 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbee052e-563e-4739-b257-20016e20419d HTTP/1.1" status: 200 len: 946 time: 0.0546629 Sep 16 04:48:34.249391 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5c97bd41-81f2-45ad-91c1-81a7a94da397 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:34.289855 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0afff4e6-bf53-4c8f-9a7f-8285b1137458 req-1b6f5d68-ee95-48ed-9eea-cb9e3ed20530 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533316 Sep 16 04:48:34.348626 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-5c97bd41-81f2-45ad-91c1-81a7a94da397 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Deleting port b2ba21fc-e8d8-4a14-8a46-32e90ac61a2f {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:34.349283 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5c97bd41-81f2-45ad-91c1-81a7a94da397 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:34.424193 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-5c97bd41-81f2-45ad-91c1-81a7a94da397 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] For port b2ba21fc-e8d8-4a14-8a46-32e90ac61a2f, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=b2ba21fc-e8d8-4a14-8a46-32e90ac61a2f,segment=NetworkSegment(a92b29e4-c004-4a0d-8731-b8a3ac348ee4),segment_id=a92b29e4-c004-4a0d-8731-b8a3ac348ee4)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:34.424618 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5c97bd41-81f2-45ad-91c1-81a7a94da397 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:34.446873 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-5c97bd41-81f2-45ad-91c1-81a7a94da397 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Calling delete_port for b2ba21fc-e8d8-4a14-8a46-32e90ac61a2f owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:34.460582 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a468980-98c0-4a28-831f-5c91c999b428 req-114cfb05-696b-41f9-a13a-ee8ac6d893f9 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:34.462166 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a468980-98c0-4a28-831f-5c91c999b428 req-114cfb05-696b-41f9-a13a-ee8ac6d893f9 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=66940aa3-d9db-4e08-b976-bad2e1a5307b HTTP/1.1" status: 200 len: 943 time: 0.0690448 Sep 16 04:48:34.511787 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a468980-98c0-4a28-831f-5c91c999b428 req-723c580f-8ef2-456c-9470-401bbfab9e52 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388551 Sep 16 04:48:34.542320 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5c97bd41-81f2-45ad-91c1-81a7a94da397 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:34.571060 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97bd41-81f2-45ad-91c1-81a7a94da397 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event deleted for resources: {'Port': ['ID=b2ba21fc-e8d8-4a14-8a46-32e90ac61a2f,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:34.576358 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c97bd41-81f2-45ad-91c1-81a7a94da397 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] No DVR routers for this DVR port b2ba21fc-e8d8-4a14-8a46-32e90ac61a2f on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:34.676326 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5c97bd41-81f2-45ad-91c1-81a7a94da397 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:34.695312 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50db595-d410-426f-8bdf-313f182a35cb req-3bab8117-b548-4ef9-b258-d9e2946b9a30 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:34.697061 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c50db595-d410-426f-8bdf-313f182a35cb req-3bab8117-b548-4ef9-b258-d9e2946b9a30 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 945 time: 0.0611773 Sep 16 04:48:34.702687 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-5c97bd41-81f2-45ad-91c1-81a7a94da397 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7346137f-4d30-43d2-8dc2-672f4694e936']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:34.714560 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-5c97bd41-81f2-45ad-91c1-81a7a94da397 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a92b29e4-c004-4a0d-8731-b8a3ac348ee4') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:34.714922 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-5c97bd41-81f2-45ad-91c1-81a7a94da397 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a92b29e4-c004-4a0d-8731-b8a3ac348ee4') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:34.725457 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5c97bd41-81f2-45ad-91c1-81a7a94da397 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:34.745120 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c50db595-d410-426f-8bdf-313f182a35cb req-341e2f60-b4fb-4ab5-a032-464a025411c6 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368700 Sep 16 04:48:34.747038 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5c97bd41-81f2-45ad-91c1-81a7a94da397 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:34.754660 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c97bd41-81f2-45ad-91c1-81a7a94da397 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:48:34.755074 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5c97bd41-81f2-45ad-91c1-81a7a94da397 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:34.771761 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:48:34.771761 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:48:34.771761 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:48:34.771761 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:48:34.771761 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:48:34.771761 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:48:34.771761 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:48:34.771761 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:48:34.771761 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:48:34.771761 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:48:34.771761 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:48:34.771761 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:48:34.771761 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:48:34.771761 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:48:34.771761 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:48:34.771761 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:48:34.771761 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:48:34.771761 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:48:34.771761 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:48:34.771761 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:48:34.771761 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:48:34.771761 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:48:34.771761 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:48:34.771761 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:48:34.771761 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:48:34.771761 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:48:34.771761 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:48:34.771761 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:48:34.771761 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:48:34.771761 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:48:34.771761 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:48:34.771761 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:48:34.835413 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5c97bd41-81f2-45ad-91c1-81a7a94da397 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:34.848765 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5c97bd41-81f2-45ad-91c1-81a7a94da397 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:34.854745 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5c97bd41-81f2-45ad-91c1-81a7a94da397 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "DELETE /v2.0/networks/7346137f-4d30-43d2-8dc2-672f4694e936 HTTP/1.1" status: 204 len: 168 time: 2.2353652 Sep 16 04:48:34.855115 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41904) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:34.866719 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97bd41-81f2-45ad-91c1-81a7a94da397 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event deleted for resources: {'Network': ['ID=7346137f-4d30-43d2-8dc2-672f4694e936,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:34.896046 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-716ddd8c-69cf-4f6d-bc7e-3caafe584bca tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] GET failed (client error): The resource could not be found. Sep 16 04:48:34.897482 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-716ddd8c-69cf-4f6d-bc7e-3caafe584bca tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "GET /v2.0/subnets/f6c6f790-acc8-4715-8483-e4a7bb914963 HTTP/1.1" status: 404 len: 337 time: 0.0414679 Sep 16 04:48:34.901860 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41908) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:34.942170 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ada5abf-dc82-4f22-aa88-e25372370ac5 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] DELETE failed (client error): The resource could not be found. Sep 16 04:48:34.942708 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ada5abf-dc82-4f22-aa88-e25372370ac5 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:48:34.944589 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2ada5abf-dc82-4f22-aa88-e25372370ac5 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "DELETE /v2.0/networks/7346137f-4d30-43d2-8dc2-672f4694e936 HTTP/1.1" status: 404 len: 339 time: 0.0416665 Sep 16 04:48:34.949099 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41910) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:35.003537 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27b841-25f8-4761-a8d8-80fcdde5b332 req-42d9a256-50ac-47f6-8a48-091a2e469778 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:35.005582 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc27b841-25f8-4761-a8d8-80fcdde5b332 req-42d9a256-50ac-47f6-8a48-091a2e469778 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 945 time: 0.1183846 Sep 16 04:48:35.095050 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc27b841-25f8-4761-a8d8-80fcdde5b332 req-277cb37f-1164-42cc-8c20-3074acbbe6d0 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583653 Sep 16 04:48:35.103862 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3184bf-9941-4a0a-ab41-223e08bf4451 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:35.105407 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6c3184bf-9941-4a0a-ab41-223e08bf4451 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1554656 Sep 16 04:48:35.110639 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41914) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:35.162995 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f85b0069-7516-4f68-8344-7b2073e0a89c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "GET /v2.0/subnets?network_id=6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 207 time: 0.0505543 Sep 16 04:48:35.170164 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41916) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:35.332433 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60aadc3-5b7e-4ede-928c-80f3bb878da1 req-58c72ab3-5266-4868-8fb3-7211b0f10caf tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:35.334107 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a60aadc3-5b7e-4ede-928c-80f3bb878da1 req-58c72ab3-5266-4868-8fb3-7211b0f10caf tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a84e6501-7978-44e8-8fca-5ed08d600724 HTTP/1.1" status: 200 len: 946 time: 0.0786242 Sep 16 04:48:35.391917 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e71cfd4-f2ee-44c4-bdfb-6a614cb8d320 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:35.394062 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a60aadc3-5b7e-4ede-928c-80f3bb878da1 req-126da708-4a08-4eec-9c0d-82a8708e5640 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/security-groups?id=526665e4-8e42-4563-9d6f-8dd9bce58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493116 Sep 16 04:48:35.398126 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e71cfd4-f2ee-44c4-bdfb-6a614cb8d320 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:35.404294 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e71cfd4-f2ee-44c4-bdfb-6a614cb8d320 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:35.411472 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e71cfd4-f2ee-44c4-bdfb-6a614cb8d320 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:35.414174 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2e71cfd4-f2ee-44c4-bdfb-6a614cb8d320 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2426991 Sep 16 04:48:35.418079 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41920) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:35.643296 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0fdea-8f8a-431f-9834-5b72182ff3fd req-ad605ee2-06a4-4269-981c-38af3a3f4fd9 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:35.644870 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9a0fdea-8f8a-431f-9834-5b72182ff3fd req-ad605ee2-06a4-4269-981c-38af3a3f4fd9 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbee052e-563e-4739-b257-20016e20419d HTTP/1.1" status: 200 len: 946 time: 0.1575968 Sep 16 04:48:35.658466 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c2f493d6-7977-4534-8b01-0a7447a8914c tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2389915 Sep 16 04:48:35.663793 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41926) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:35.701308 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9a0fdea-8f8a-431f-9834-5b72182ff3fd req-9029cd3a-4fdd-4650-a8cc-57e196764964 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417249 Sep 16 04:48:35.738082 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce98c9b-f83b-4f93-9309-0c3427addd3b tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:35.740868 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce98c9b-f83b-4f93-9309-0c3427addd3b tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:35.743944 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5ce98c9b-f83b-4f93-9309-0c3427addd3b tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0784764 Sep 16 04:48:35.747876 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41928) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:35.818372 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd69d6f-654e-4fd1-ace2-4c59f6d536d2 req-0f354f75-320d-4067-998d-f74feb59a434 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:35.819974 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8fd69d6f-654e-4fd1-ace2-4c59f6d536d2 req-0f354f75-320d-4067-998d-f74feb59a434 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a84e6501-7978-44e8-8fca-5ed08d600724 HTTP/1.1" status: 200 len: 946 time: 0.0569124 Sep 16 04:48:35.821450 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7362c9a7-86cb-434c-ba6b-9996011de309 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:35.823037 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7362c9a7-86cb-434c-ba6b-9996011de309 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:35.830336 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7362c9a7-86cb-434c-ba6b-9996011de309 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0755343 Sep 16 04:48:35.830648 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41932) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:35.831550 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41934) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:35.836272 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-18222017-103c-4db7-bbe7-3f1ab0ccaad7 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Request body: {'floatingip': {'port_id': '870fb7d3-9763-43a8-929d-f32177b7ae77'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:35.888761 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-18222017-103c-4db7-bbe7-3f1ab0ccaad7 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks [] for floatingip, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.971990 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec13910-a628-4264-9c6e-3e729e5cca3d tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:35.973335 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fec13910-a628-4264-9c6e-3e729e5cca3d tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "GET /v2.0/networks/637cab6d-9f11-4acb-bd88-15685ff1a06d HTTP/1.1" status: 200 len: 800 time: 0.1418209 Sep 16 04:48:35.979622 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41936) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:36.054526 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d5655-b888-49be-aac1-dc0aaa4c3f29 req-cdf75751-dc6d-40f3-859e-92d164627103 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:36.056103 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9f4d5655-b888-49be-aac1-dc0aaa4c3f29 req-cdf75751-dc6d-40f3-859e-92d164627103 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=66940aa3-d9db-4e08-b976-bad2e1a5307b HTTP/1.1" status: 200 len: 943 time: 0.1166344 Sep 16 04:48:36.119079 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cda0aa0c-14a1-4fbb-a28a-6043f9c1eb10 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "GET /v2.0/networks/637cab6d-9f11-4acb-bd88-15685ff1a06d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1378131 Sep 16 04:48:36.124394 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41940) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:36.150095 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9f4d5655-b888-49be-aac1-dc0aaa4c3f29 req-4fc0f979-579e-4503-b769-0c05a247a286 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838919 Sep 16 04:48:36.193293 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c657bf22-d7a8-4c33-90ec-60c3d4b1f727 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:36.201832 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c657bf22-d7a8-4c33-90ec-60c3d4b1f727 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "GET /v2.0/subnets/bd40ae1d-84ee-466c-bd58-702c17531186 HTTP/1.1" status: 200 len: 811 time: 0.0690806 Sep 16 04:48:36.202594 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41942) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:36.297930 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33577892-f3f4-4342-aa31-839329e5420d tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:36.299382 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-33577892-f3f4-4342-aa31-839329e5420d tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "GET /v2.0/subnets/bd40ae1d-84ee-466c-bd58-702c17531186?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0950863 Sep 16 04:48:36.304420 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41946) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:36.311904 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-044e1c08-da47-40aa-b37c-81f438f94f62 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-476717022'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:36.337626 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044e1c08-da47-40aa-b37c-81f438f94f62 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Made reservation on behalf of 8dc93f14836845fe95f276aba6a4bc52 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:36.342013 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-044e1c08-da47-40aa-b37c-81f438f94f62 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.369923 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd8307-6d57-4bcb-8526-226b469d5293 req-39904f19-9bb2-40d0-a7e7-58206d7eb318 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:36.371731 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-77cd8307-6d57-4bcb-8526-226b469d5293 req-39904f19-9bb2-40d0-a7e7-58206d7eb318 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 945 time: 0.1150458 Sep 16 04:48:36.404169 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-044e1c08-da47-40aa-b37c-81f438f94f62 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:48:36.426771 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-044e1c08-da47-40aa-b37c-81f438f94f62 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.427553 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-044e1c08-da47-40aa-b37c-81f438f94f62 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Added segment 0e81d5ac-9e3e-417d-bba3-a32c65ab9e8c of type vlan for network 01359ca7-90dd-4317-836d-4ec59871ff6e Sep 16 04:48:36.445214 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c794e8-fe66-4208-a820-072ca4a99a6c req-04362baa-fabd-4165-8068-c59fb6666ee1 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:36.446917 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d9c794e8-fe66-4208-a820-072ca4a99a6c req-04362baa-fabd-4165-8068-c59fb6666ee1 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbee052e-563e-4739-b257-20016e20419d HTTP/1.1" status: 200 len: 946 time: 0.0937219 Sep 16 04:48:36.483598 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-77cd8307-6d57-4bcb-8526-226b469d5293 req-98b8599b-c7c7-472f-8d6c-6ecc95abca2d tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795915 Sep 16 04:48:36.529630 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-044e1c08-da47-40aa-b37c-81f438f94f62 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.611600 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-18222017-103c-4db7-bbe7-3f1ab0ccaad7 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.617691 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-18222017-103c-4db7-bbe7-3f1ab0ccaad7 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.621933 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-044e1c08-da47-40aa-b37c-81f438f94f62 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.628807 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044e1c08-da47-40aa-b37c-81f438f94f62 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:36.629728 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-044e1c08-da47-40aa-b37c-81f438f94f62 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.678769 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-044e1c08-da47-40aa-b37c-81f438f94f62 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3729899 Sep 16 04:48:36.684172 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd804a7c-15be-452a-81c4-a3c6df47ce19 req-aa78cd11-e685-4541-9518-d6cf15cf0d5a tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:36.684870 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41948) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:36.687485 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fd804a7c-15be-452a-81c4-a3c6df47ce19 req-aa78cd11-e685-4541-9518-d6cf15cf0d5a tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 945 time: 0.1294758 Sep 16 04:48:36.694786 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-189ead9b-ba21-412c-a07f-b5b46f146b15 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Request body: {'subnet': {'network_id': '01359ca7-90dd-4317-836d-4ec59871ff6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:36.747870 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e1c08-da47-40aa-b37c-81f438f94f62 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event updated for resources: {'Network': ['ID=01359ca7-90dd-4317-836d-4ec59871ff6e,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:36.755038 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-d9c794e8-fe66-4208-a820-072ca4a99a6c req-7f44086e-c623-4302-a46d-26e8976c0c60 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Deleting port be6ab13e-8872-4ca3-9a42-635a17c856e4 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:36.755379 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d9c794e8-fe66-4208-a820-072ca4a99a6c req-7f44086e-c623-4302-a46d-26e8976c0c60 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.763533 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 01359ca7-90dd-4317-836d-4ec59871ff6e details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:48:36.778869 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fd804a7c-15be-452a-81c4-a3c6df47ce19 req-fef66f57-ccf9-4356-8945-77aa7f0d5413 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807462 Sep 16 04:48:36.799093 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [None req-18222017-103c-4db7-bbe7-3f1ab0ccaad7 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Floating IP abcaf7cd-e320-4ae1-a288-4fa0f982f8c9 associated. External IP: 172.25.8.8, port: 870fb7d3-9763-43a8-929d-f32177b7ae77. Sep 16 04:48:37.109671 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b7090-96ba-4253-b09b-ece14858ae37 req-ee292bfc-a4cd-47b9-87fc-795cf167eba7 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:37.112981 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dd1b7090-96ba-4253-b09b-ece14858ae37 req-ee292bfc-a4cd-47b9-87fc-795cf167eba7 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbee052e-563e-4739-b257-20016e20419d HTTP/1.1" status: 200 len: 946 time: 0.1070349 Sep 16 04:48:37.159261 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18222017-103c-4db7-bbe7-3f1ab0ccaad7 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Router 8a74ea9c-ed43-4fff-8f32-e34ffa04090d has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:48:37.186557 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dd1b7090-96ba-4253-b09b-ece14858ae37 req-2f2037e7-d197-4ecf-81e9-97a0e6ddc51f tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e384218-6eb6-4688-bca4-6d5759ccb1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634763 Sep 16 04:48:37.328606 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-d9c794e8-fe66-4208-a820-072ca4a99a6c req-7f44086e-c623-4302-a46d-26e8976c0c60 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] For port be6ab13e-8872-4ca3-9a42-635a17c856e4, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=be6ab13e-8872-4ca3-9a42-635a17c856e4,segment=NetworkSegment(563ffb0c-abbc-4891-bc16-630f77fa0d00),segment_id=563ffb0c-abbc-4891-bc16-630f77fa0d00)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:37.329446 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d9c794e8-fe66-4208-a820-072ca4a99a6c req-7f44086e-c623-4302-a46d-26e8976c0c60 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.333564 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189ead9b-ba21-412c-a07f-b5b46f146b15 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Made reservation on behalf of 8dc93f14836845fe95f276aba6a4bc52 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:37.339737 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-189ead9b-ba21-412c-a07f-b5b46f146b15 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.365939 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18222017-103c-4db7-bbe7-3f1ab0ccaad7 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:48:37.376943 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-18222017-103c-4db7-bbe7-3f1ab0ccaad7 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.385837 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1514ad77-b748-4b9f-8fa3-6c7b2b70eb7e None None] Sync routers for ids ['8a74ea9c-ed43-4fff-8f32-e34ffa04090d'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:48:37.393122 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-d9c794e8-fe66-4208-a820-072ca4a99a6c req-7f44086e-c623-4302-a46d-26e8976c0c60 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Calling delete_port for be6ab13e-8872-4ca3-9a42-635a17c856e4 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:37.399257 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1514ad77-b748-4b9f-8fa3-6c7b2b70eb7e None None] Routers {'8a74ea9c-ed43-4fff-8f32-e34ffa04090d'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:37.400600 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-1514ad77-b748-4b9f-8fa3-6c7b2b70eb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:48:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8a74ea9c-ed43-4fff-8f32-e34ffa04090d'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:37.460651 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626c6ae-6c3c-466f-883a-7901e45f7737 req-8e8b9e56-fb89-42da-b736-28d0f1f38217 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:37.463223 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a626c6ae-6c3c-466f-883a-7901e45f7737 req-8e8b9e56-fb89-42da-b736-28d0f1f38217 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=66940aa3-d9db-4e08-b976-bad2e1a5307b HTTP/1.1" status: 200 len: 943 time: 0.1488507 Sep 16 04:48:37.469587 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-18222017-103c-4db7-bbe7-3f1ab0ccaad7 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "PUT /v2.0/floatingips/abcaf7cd-e320-4ae1-a288-4fa0f982f8c9 HTTP/1.1" status: 200 len: 990 time: 1.6336925 Sep 16 04:48:37.469587 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84e6501-7978-44e8-8fca-5ed08d600724', 'tag': '870fb7d3-9763-43a8-929d-f32177b7ae77'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:37.472860 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d474558-279f-4eb8-9a30-2547a089714f" -d '{"events": [{"name": "network-changed", "server_uuid": "a84e6501-7978-44e8-8fca-5ed08d600724", "tag": "870fb7d3-9763-43a8-929d-f32177b7ae77"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:37.477328 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.ipam_backend_mixin [None req-189ead9b-ba21-412c-a07f-b5b46f146b15 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Performing IP validity checks on allocation pools {{(pid=94766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 04:48:37.477975 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.ipam_backend_mixin [None req-189ead9b-ba21-412c-a07f-b5b46f146b15 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 04:48:37.533263 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-1514ad77-b748-4b9f-8fa3-6c7b2b70eb7e None None] Set router 8a74ea9c-ed43-4fff-8f32-e34ffa04090d gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:48:37.541924 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a626c6ae-6c3c-466f-883a-7901e45f7737 req-631f0097-8be9-49e3-b87d-1f91aa34969f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542679 Sep 16 04:48:37.687055 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device ec946269-3bda-42ce-9f79-a67ab19b9186 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:48:37.727652 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a640e8-b658-43b0-84d1-e6dafdf7d412 x-openstack-request-id: req-e6a640e8-b658-43b0-84d1-e6dafdf7d412 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:37.728210 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a84e6501-7978-44e8-8fca-5ed08d600724", "tag": "870fb7d3-9763-43a8-929d-f32177b7ae77", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:37.728764 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e6a640e8-b658-43b0-84d1-e6dafdf7d412 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:37.729446 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a84e6501-7978-44e8-8fca-5ed08d600724', 'tag': '870fb7d3-9763-43a8-929d-f32177b7ae77', 'status': 'completed', 'code': 200} Sep 16 04:48:37.869102 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-1514ad77-b748-4b9f-8fa3-6c7b2b70eb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'name': 'tempest-ServersTestBootFromVolume-1222533784-router', 'tenant_id': '2e0f2a25ff7a42109390aea64c07e38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '33ab65c3-bf89-4d0b-b66a-393e6381922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:28Z', 'updated_at': '2021-09-16T04:47:35Z', 'revision_number': 4, 'project_id': '2e0f2a25ff7a42109390aea64c07e38c', 'gw_port': {'id': '33ab65c3-bf89-4d0b-b66a-393e6381922b', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:29Z', 'updated_at': '2021-09-16T04:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'abcaf7cd-e320-4ae1-a288-4fa0f982f8c9', 'tenant_id': '2e0f2a25ff7a42109390aea64c07e38c', 'floating_ip_address': '172.25.8.8', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'port_id': '870fb7d3-9763-43a8-929d-f32177b7ae77', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60d078bb-c66f-4588-bcce-90f888464a36', 'mac_address': 'fa:16:3e:0f:33:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84e6501-7978-44e8-8fca-5ed08d600724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:47:41Z', 'updated_at': '2021-09-16T04:48:36Z', 'revision_number': 1, 'project_id': '2e0f2a25ff7a42109390aea64c07e38c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e28078-f0bf-4464-b114-44ed0b77ea66', 'name': '', 'network_id': '60d078bb-c66f-4588-bcce-90f888464a36', 'tenant_id': '2e0f2a25ff7a42109390aea64c07e38c', 'mac_address': 'fa:16:3e:76:6c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'b035a0ab-941e-41ba-9a0c-7177fcec4515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:34Z', 'updated_at': '2021-09-16T04:47:41Z', 'revision_number': 5, 'project_id': '2e0f2a25ff7a42109390aea64c07e38c', 'subnets': [{'id': 'b035a0ab-941e-41ba-9a0c-7177fcec4515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:37.878576 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d9c794e8-fe66-4208-a820-072ca4a99a6c req-7f44086e-c623-4302-a46d-26e8976c0c60 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.900299 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port ec946269-3bda-42ce-9f79-a67ab19b9186, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=ec946269-3bda-42ce-9f79-a67ab19b9186,segment=NetworkSegment(8a88cf17-2626-40ee-b5d7-20831c5d590c),segment_id=8a88cf17-2626-40ee-b5d7-20831c5d590c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:37.919984 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1514ad77-b748-4b9f-8fa3-6c7b2b70eb7e None None] Checking router: 8a74ea9c-ed43-4fff-8f32-e34ffa04090d for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:48:37.922620 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'ec946269-3bda-42ce-9f79-a67ab19b9186', 'network_id': '55135b4c-2e11-451e-9d70-37211e2657fa', 'port_id': 'ec946269-3bda-42ce-9f79-a67ab19b9186', 'mac_address': 'fa:16:3e:23:19:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ab8be-654b-4737-af1c-65a1487483c5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:48:37.928049 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['be6ab13e-8872-4ca3-9a42-635a17c856e4'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:48:37.937912 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-189ead9b-ba21-412c-a07f-b5b46f146b15 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.939167 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1514ad77-b748-4b9f-8fa3-6c7b2b70eb7e None None] Routers {'8a74ea9c-ed43-4fff-8f32-e34ffa04090d'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:37.940893 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-1514ad77-b748-4b9f-8fa3-6c7b2b70eb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:48:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8a74ea9c-ed43-4fff-8f32-e34ffa04090d'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:38.000417 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-d4d52b3d-c171-4ac9-90fd-b459bf925dd2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1924345 Sep 16 04:48:38.004779 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d474558-279f-4eb8-9a30-2547a089714f req-dbc6d57d-6f99-4a08-a832-0167509d1099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:38.007487 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2d474558-279f-4eb8-9a30-2547a089714f req-dbc6d57d-6f99-4a08-a832-0167509d1099 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e0f2a25ff7a42109390aea64c07e38c&device_id=a84e6501-7978-44e8-8fca-5ed08d600724 HTTP/1.1" status: 200 len: 1098 time: 0.2153189 Sep 16 04:48:38.009696 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f44086e-c623-4302-a46d-26e8976c0c60 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Pushing event deleted for resources: {'Port': ['ID=be6ab13e-8872-4ca3-9a42-635a17c856e4,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:38.026304 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22e9e1-7a34-4c60-98ed-3a9507bd1cef req-45f54219-70e2-43f4-85f3-787079ff819d tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:38.036073 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ead9b-ba21-412c-a07f-b5b46f146b15 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event updated for resources: {'Subnet': ['ID=bc045aca-59bb-4556-8bf4-0566ff27b866,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:38.038781 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cf22e9e1-7a34-4c60-98ed-3a9507bd1cef req-45f54219-70e2-43f4-85f3-787079ff819d tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 945 time: 0.2071841 Sep 16 04:48:38.051558 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:38.080780 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c794e8-fe66-4208-a820-072ca4a99a6c req-7f44086e-c623-4302-a46d-26e8976c0c60 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] No DVR routers for this DVR port be6ab13e-8872-4ca3-9a42-635a17c856e4 on host n-h2-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:38.081869 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec946269-3bda-42ce-9f79-a67ab19b9186 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:48:38.087578 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d9c794e8-fe66-4208-a820-072ca4a99a6c req-7f44086e-c623-4302-a46d-26e8976c0c60 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:38.091439 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d9c794e8-fe66-4208-a820-072ca4a99a6c req-7f44086e-c623-4302-a46d-26e8976c0c60 tempest-ServerRescueTestJSON-442389057 tempest-ServerRescueTestJSON-442389057-project] 10.222.0.48 "DELETE /v2.0/ports/be6ab13e-8872-4ca3-9a42-635a17c856e4 HTTP/1.1" status: 204 len: 173 time: 1.6184347 Sep 16 04:48:38.093504 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbee052e-563e-4739-b257-20016e20419d', 'name': 'network-vif-deleted', 'tag': 'be6ab13e-8872-4ca3-9a42-635a17c856e4'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:38.096060 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e38a388-e7f4-45c3-a1fd-eea667462ffe" -d '{"events": [{"server_uuid": "cbee052e-563e-4739-b257-20016e20419d", "name": "network-vif-deleted", "tag": "be6ab13e-8872-4ca3-9a42-635a17c856e4"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:38.122747 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port ec946269-3bda-42ce-9f79-a67ab19b9186, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=ec946269-3bda-42ce-9f79-a67ab19b9186,segment=NetworkSegment(8a88cf17-2626-40ee-b5d7-20831c5d590c),segment_id=8a88cf17-2626-40ee-b5d7-20831c5d590c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:38.140075 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189ead9b-ba21-412c-a07f-b5b46f146b15 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Checking segment: {'id': '0e81d5ac-9e3e-417d-bba3-a32c65ab9e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01359ca7-90dd-4317-836d-4ec59871ff6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:38.140789 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189ead9b-ba21-412c-a07f-b5b46f146b15 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Network hostable DHCP agents. Network: 01359ca7-90dd-4317-836d-4ec59871ff6e, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:48:38.141049 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:38.153111 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-1514ad77-b748-4b9f-8fa3-6c7b2b70eb7e None None] Set router 8a74ea9c-ed43-4fff-8f32-e34ffa04090d gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:48:38.169051 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189ead9b-ba21-412c-a07f-b5b46f146b15 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Network 01359ca7-90dd-4317-836d-4ec59871ff6e is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:48:38.183894 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-189ead9b-ba21-412c-a07f-b5b46f146b15 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 01359ca7-90dd-4317-836d-4ec59871ff6e) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:38.195377 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189ead9b-ba21-412c-a07f-b5b46f146b15 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:38.203124 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-189ead9b-ba21-412c-a07f-b5b46f146b15 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:38.220837 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9ad925-b31a-416b-8754-6ef6e9ca6137 None None] Network 01359ca7-90dd-4317-836d-4ec59871ff6e requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:38.240309 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-189ead9b-ba21-412c-a07f-b5b46f146b15 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5489922 Sep 16 04:48:38.240309 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41968) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:38.248582 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-c9709557-6787-418f-b475-a667aaee1776 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:38.259317 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cf22e9e1-7a34-4c60-98ed-3a9507bd1cef req-e447d8a0-82c4-4a1f-aa72-ecb944b23d42 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188926 Sep 16 04:48:38.289939 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-c0fb9535-e4cd-4905-998f-092da91aec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:38.290737 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-c0fb9535-e4cd-4905-998f-092da91aec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:38.291540 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-c0fb9535-e4cd-4905-998f-092da91aec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:38.292070 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-c0fb9535-e4cd-4905-998f-092da91aec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:38.292654 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-c0fb9535-e4cd-4905-998f-092da91aec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:38.293339 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-c0fb9535-e4cd-4905-998f-092da91aec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:38.293862 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-c0fb9535-e4cd-4905-998f-092da91aec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:38.306056 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-c0fb9535-e4cd-4905-998f-092da91aec6e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7bbe39f2ccff44e5a5c6b6e96a70ab43&device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 6498 time: 0.2270455 Sep 16 04:48:38.409721 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=ec946269-3bda-42ce-9f79-a67ab19b9186,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:38.430404 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d474558-279f-4eb8-9a30-2547a089714f req-9b13bfd8-0247-4612-9c98-73f4cd5051e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:38.432180 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2d474558-279f-4eb8-9a30-2547a089714f req-9b13bfd8-0247-4612-9c98-73f4cd5051e7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=60d078bb-c66f-4588-bcce-90f888464a36 HTTP/1.1" status: 200 len: 917 time: 0.3817766 Sep 16 04:48:38.459166 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c9709557-6787-418f-b475-a667aaee1776 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12044397'] for subnet, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:38.575268 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6de022-3785-4efc-a2a7-35a6bc48f6cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-01359ca7-90dd-4317-836d-4ec59871ff6e', 'network_id': '01359ca7-90dd-4317-836d-4ec59871ff6e', 'tenant_id': '8dc93f14836845fe95f276aba6a4bc52', 'fixed_ips': [{'subnet_id': 'bc045aca-59bb-4556-8bf4-0566ff27b866'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:48:38.575844 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4b6de022-3785-4efc-a2a7-35a6bc48f6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:38.634137 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-1514ad77-b748-4b9f-8fa3-6c7b2b70eb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'name': 'tempest-ServersTestBootFromVolume-1222533784-router', 'tenant_id': '2e0f2a25ff7a42109390aea64c07e38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '33ab65c3-bf89-4d0b-b66a-393e6381922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:28Z', 'updated_at': '2021-09-16T04:47:35Z', 'revision_number': 4, 'project_id': '2e0f2a25ff7a42109390aea64c07e38c', 'gw_port': {'id': '33ab65c3-bf89-4d0b-b66a-393e6381922b', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:29Z', 'updated_at': '2021-09-16T04:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'abcaf7cd-e320-4ae1-a288-4fa0f982f8c9', 'tenant_id': '2e0f2a25ff7a42109390aea64c07e38c', 'floating_ip_address': '172.25.8.8', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'port_id': '870fb7d3-9763-43a8-929d-f32177b7ae77', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60d078bb-c66f-4588-bcce-90f888464a36', 'mac_address': 'fa:16:3e:0f:33:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84e6501-7978-44e8-8fca-5ed08d600724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:47:41Z', 'updated_at': '2021-09-16T04:48:36Z', 'revision_number': 1, 'project_id': '2e0f2a25ff7a42109390aea64c07e38c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e28078-f0bf-4464-b114-44ed0b77ea66', 'name': '', 'network_id': '60d078bb-c66f-4588-bcce-90f888464a36', 'tenant_id': '2e0f2a25ff7a42109390aea64c07e38c', 'mac_address': 'fa:16:3e:76:6c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'b035a0ab-941e-41ba-9a0c-7177fcec4515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:34Z', 'updated_at': '2021-09-16T04:47:41Z', 'revision_number': 5, 'project_id': '2e0f2a25ff7a42109390aea64c07e38c', 'subnets': [{'id': 'b035a0ab-941e-41ba-9a0c-7177fcec4515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:38.645346 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2d474558-279f-4eb8-9a30-2547a089714f req-69ee4fdb-b0c6-42b1-939d-43c688503198 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=870fb7d3-9763-43a8-929d-f32177b7ae77 HTTP/1.1" status: 200 len: 998 time: 0.1536098 Sep 16 04:48:38.664216 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71754d88-d5ee-4f56-bcc0-564c7f49f739 req-f8ce6017-c5f4-4159-a55f-b13705e5c5b0 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:38.675021 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-71754d88-d5ee-4f56-bcc0-564c7f49f739 req-f8ce6017-c5f4-4159-a55f-b13705e5c5b0 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 945 time: 0.2891538 Sep 16 04:48:38.691277 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1514ad77-b748-4b9f-8fa3-6c7b2b70eb7e None None] The sync data for ids ['8a74ea9c-ed43-4fff-8f32-e34ffa04090d'] in n-d-712139-15 is: [{'id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'name': 'tempest-ServersTestBootFromVolume-1222533784-router', 'tenant_id': '2e0f2a25ff7a42109390aea64c07e38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '33ab65c3-bf89-4d0b-b66a-393e6381922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:28Z', 'updated_at': '2021-09-16T04:47:35Z', 'revision_number': 4, 'project_id': '2e0f2a25ff7a42109390aea64c07e38c', 'gw_port': {'id': '33ab65c3-bf89-4d0b-b66a-393e6381922b', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:29Z', 'updated_at': '2021-09-16T04:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'abcaf7cd-e320-4ae1-a288-4fa0f982f8c9', 'tenant_id': '2e0f2a25ff7a42109390aea64c07e38c', 'floating_ip_address': '172.25.8.8', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'port_id': '870fb7d3-9763-43a8-929d-f32177b7ae77', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60d078bb-c66f-4588-bcce-90f888464a36', 'mac_address': 'fa:16:3e:0f:33:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84e6501-7978-44e8-8fca-5ed08d600724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:47:41Z', 'updated_at': '2021-09-16T04:48:36Z', 'revision_number': 1, 'project_id': '2e0f2a25ff7a42109390aea64c07e38c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e28078-f0bf-4464-b114-44ed0b77ea66', 'name': '', 'network_id': '60d078bb-c66f-4588-bcce-90f888464a36', 'tenant_id': '2e0f2a25ff7a42109390aea64c07e38c', 'mac_address': 'fa:16:3e:76:6c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'b035a0ab-941e-41ba-9a0c-7177fcec4515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:34Z', 'updated_at': '2021-09-16T04:47:41Z', 'revision_number': 5, 'project_id': '2e0f2a25ff7a42109390aea64c07e38c', 'subnets': [{'id': 'b035a0ab-941e-41ba-9a0c-7177fcec4515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:48:38.787526 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c9709557-6787-418f-b475-a667aaee1776 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731532927236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9162689'] for subnet, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:38.833431 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9709557-6787-418f-b475-a667aaee1776 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:38.833431 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c9709557-6787-418f-b475-a667aaee1776 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:38.840501 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['ec946269-3bda-42ce-9f79-a67ab19b9186'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:48:38.841304 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c9709557-6787-418f-b475-a667aaee1776 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "PUT /v2.0/subnets/bc045aca-59bb-4556-8bf4-0566ff27b866 HTTP/1.1" status: 200 len: 877 time: 0.6012061 Sep 16 04:48:38.842031 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41974) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:38.924165 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-4b6de022-3785-4efc-a2a7-35a6bc48f6cf None None] Allocated IP 172.20.0.3 (01359ca7-90dd-4317-836d-4ec59871ff6e/bc045aca-59bb-4556-8bf4-0566ff27b866/7ab7321c-b0e9-482e-b408-1d21a3f84d97) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:38.942350 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9709557-6787-418f-b475-a667aaee1776 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event updated for resources: {'Subnet': ['ID=bc045aca-59bb-4556-8bf4-0566ff27b866,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:39.038830 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fe786341-b995-429c-b10e-24fbf657996f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:39.113730 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4084be-645a-4253-9146-0522bf2f1b9b None None] New status for floating IP abcaf7cd-e320-4ae1-a288-4fa0f982f8c9: ACTIVE {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:48:39.162849 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fe786341-b995-429c-b10e-24fbf657996f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:39.183723 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-86667068-dd75-4438-97e6-8b89e5df7076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:39.184521 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-86667068-dd75-4438-97e6-8b89e5df7076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:39.185257 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-86667068-dd75-4438-97e6-8b89e5df7076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:39.188066 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-86667068-dd75-4438-97e6-8b89e5df7076 service neutron] 10.222.0.48 "GET /v2.0/networks?id=268ab5df-65e1-4022-9ab7-d67387588731&id=75789621-67a9-49c8-be39-03e0dc1e36c3&id=75789621-67a9-49c8-be39-03e0dc1e36c3&id=75789621-67a9-49c8-be39-03e0dc1e36c3&id=75789621-67a9-49c8-be39-03e0dc1e36c3&id=768257ea-d05c-44b7-b58b-c702d60e22aa&id=768257ea-d05c-44b7-b58b-c702d60e22aa HTTP/1.1" status: 200 len: 2293 time: 0.8382719 Sep 16 04:48:39.261082 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4b6de022-3785-4efc-a2a7-35a6bc48f6cf None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:39.292522 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-71754d88-d5ee-4f56-bcc0-564c7f49f739 req-8ee22b9b-8d46-4814-9a94-b29cf74626e7 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6145928 Sep 16 04:48:39.297314 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4b6de022-3785-4efc-a2a7-35a6bc48f6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:39.299903 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fe786341-b995-429c-b10e-24fbf657996f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:39.314727 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d474558-279f-4eb8-9a30-2547a089714f req-32a61dbc-0176-451e-9d0b-0285e17c5c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:39.314727 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2d474558-279f-4eb8-9a30-2547a089714f req-32a61dbc-0176-451e-9d0b-0285e17c5c3d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b035a0ab-941e-41ba-9a0c-7177fcec4515 HTTP/1.1" status: 200 len: 855 time: 0.6191952 Sep 16 04:48:39.362264 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe786341-b995-429c-b10e-24fbf657996f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event deleted for resources: {'Subnet': ['ID=bc045aca-59bb-4556-8bf4-0566ff27b866,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:39.394314 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-89c8f0b6-fed0-481e-bb54-ddd23a25a77e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34f0c640-96d0-4889-b9d6-1c5b64e08f7f HTTP/1.1" status: 200 len: 1001 time: 0.1944215 Sep 16 04:48:39.451141 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d474558-279f-4eb8-9a30-2547a089714f req-4e5a93f9-d0fe-4840-9df4-58c71f729afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:39.453045 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2d474558-279f-4eb8-9a30-2547a089714f req-4e5a93f9-d0fe-4840-9df4-58c71f729afa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=60d078bb-c66f-4588-bcce-90f888464a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1363232 Sep 16 04:48:39.458698 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fe786341-b995-429c-b10e-24fbf657996f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:39.463291 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6de022-3785-4efc-a2a7-35a6bc48f6cf None None] Network 01359ca7-90dd-4317-836d-4ec59871ff6e is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:39.487744 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-4b6de022-3785-4efc-a2a7-35a6bc48f6cf None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:39.489868 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-fe786341-b995-429c-b10e-24fbf657996f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01359ca7-90dd-4317-836d-4ec59871ff6e']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:39.490876 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-4045b084-4c74-4594-8e6b-b7401a723fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:39.496184 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-4045b084-4c74-4594-8e6b-b7401a723fec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f51e33f-c259-43fe-9f3c-bfa9813e6953 HTTP/1.1" status: 200 len: 850 time: 0.0884051 Sep 16 04:48:39.506053 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-fe786341-b995-429c-b10e-24fbf657996f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e81d5ac-9e3e-417d-bba3-a32c65ab9e8c') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:39.506834 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-fe786341-b995-429c-b10e-24fbf657996f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e81d5ac-9e3e-417d-bba3-a32c65ab9e8c') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:39.510316 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6de022-3785-4efc-a2a7-35a6bc48f6cf None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:39.522819 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fe786341-b995-429c-b10e-24fbf657996f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:39.528004 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6de022-3785-4efc-a2a7-35a6bc48f6cf None None] Pushing event updated for resources: {'Port': ['ID=7ab7321c-b0e9-482e-b408-1d21a3f84d97,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:39.547801 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fe786341-b995-429c-b10e-24fbf657996f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:39.557465 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe786341-b995-429c-b10e-24fbf657996f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:48:39.557987 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fe786341-b995-429c-b10e-24fbf657996f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:39.650634 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:48:39.650634 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:48:39.650634 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:48:39.650634 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:48:39.650634 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:48:39.650634 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:48:39.650634 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:48:39.650634 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:48:39.650634 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:48:39.650634 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:48:39.650634 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:48:39.650634 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:48:39.650634 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:48:39.650634 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:48:39.650634 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:48:39.650634 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:48:39.650634 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:48:39.650634 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:48:39.650634 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:48:39.650634 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:48:39.650634 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:48:39.650634 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:48:39.650634 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:48:39.650634 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:48:39.650634 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:48:39.650634 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:48:39.650634 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:48:39.650634 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:48:39.650634 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:48:39.650634 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:48:39.650634 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:48:39.650634 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:48:39.655545 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41978) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:39.655545 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a627246b-73d4-4304-b1d0-cf1c14af54c4 x-openstack-request-id: req-a627246b-73d4-4304-b1d0-cf1c14af54c4 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:39.655886 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbee052e-563e-4739-b257-20016e20419d", "name": "network-vif-deleted", "tag": "be6ab13e-8872-4ca3-9a42-635a17c856e4", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:39.656071 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a627246b-73d4-4304-b1d0-cf1c14af54c4 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:39.656466 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbee052e-563e-4739-b257-20016e20419d', 'name': 'network-vif-deleted', 'tag': 'be6ab13e-8872-4ca3-9a42-635a17c856e4', 'status': 'completed', 'code': 200} Sep 16 04:48:39.661457 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-4b6de022-3785-4efc-a2a7-35a6bc48f6cf None None] Attempting to bind port 7ab7321c-b0e9-482e-b408-1d21a3f84d97 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:39.662035 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-4b6de022-3785-4efc-a2a7-35a6bc48f6cf None None] Attempting to bind port 7ab7321c-b0e9-482e-b408-1d21a3f84d97 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '0e81d5ac-9e3e-417d-bba3-a32c65ab9e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01359ca7-90dd-4317-836d-4ec59871ff6e'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:39.662363 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6de022-3785-4efc-a2a7-35a6bc48f6cf None None] Attempting to bind port 7ab7321c-b0e9-482e-b408-1d21a3f84d97 on network 01359ca7-90dd-4317-836d-4ec59871ff6e {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:39.664795 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.db.api [None req-fe786341-b995-429c-b10e-24fbf657996f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 04:48:39.664795 n-d-712139-15 neutron-server[94766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 04:48:39.664795 n-d-712139-15 neutron-server[94766]: [parameters: {'id': '01359ca7-90dd-4317-836d-4ec59871ff6e'}] Sep 16 04:48:39.664795 n-d-712139-15 neutron-server[94766]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:48:39.664795 n-d-712139-15 neutron-server[94766]: DEBUG oslo_db.api [None req-fe786341-b995-429c-b10e-24fbf657996f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:48:39.669189 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6de022-3785-4efc-a2a7-35a6bc48f6cf None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:39.669689 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6de022-3785-4efc-a2a7-35a6bc48f6cf None None] Checking segment: {'id': '0e81d5ac-9e3e-417d-bba3-a32c65ab9e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01359ca7-90dd-4317-836d-4ec59871ff6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:39.670182 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4b6de022-3785-4efc-a2a7-35a6bc48f6cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:39.671229 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6de022-3785-4efc-a2a7-35a6bc48f6cf None None] Bound using segment: {'id': '0e81d5ac-9e3e-417d-bba3-a32c65ab9e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01359ca7-90dd-4317-836d-4ec59871ff6e'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:39.671953 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-4b6de022-3785-4efc-a2a7-35a6bc48f6cf None None] Bound port: 7ab7321c-b0e9-482e-b408-1d21a3f84d97, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e81d5ac-9e3e-417d-bba3-a32c65ab9e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '01359ca7-90dd-4317-836d-4ec59871ff6e'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:39.672461 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4b6de022-3785-4efc-a2a7-35a6bc48f6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:39.691146 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device be6ab13e-8872-4ca3-9a42-635a17c856e4 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:48:39.717036 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: be6ab13e-8872-4ca3-9a42-635a17c856e4 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:48:39.717036 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device be6ab13e-8872-4ca3-9a42-635a17c856e4 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:48:39.816560 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-4b6de022-3785-4efc-a2a7-35a6bc48f6cf None None] For port 7ab7321c-b0e9-482e-b408-1d21a3f84d97, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:39.826609 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-4b6de022-3785-4efc-a2a7-35a6bc48f6cf None None] For port 7ab7321c-b0e9-482e-b408-1d21a3f84d97, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=7ab7321c-b0e9-482e-b408-1d21a3f84d97,segment=NetworkSegment(0e81d5ac-9e3e-417d-bba3-a32c65ab9e8c),segment_id=0e81d5ac-9e3e-417d-bba3-a32c65ab9e8c)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:39.828857 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2d474558-279f-4eb8-9a30-2547a089714f req-20258663-6e36-4a5c-93ae-c9885f67ace4 service neutron] 10.222.0.48 "GET /v2.0/networks/60d078bb-c66f-4588-bcce-90f888464a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313291 Sep 16 04:48:39.832840 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4b6de022-3785-4efc-a2a7-35a6bc48f6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:39.853471 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04525d-e8a1-4625-9e3f-8c8cfd51a998 req-c7d4816f-ab3e-4c0d-94d4-604d39fc7e4f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:39.855061 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ca04525d-e8a1-4625-9e3f-8c8cfd51a998 req-c7d4816f-ab3e-4c0d-94d4-604d39fc7e4f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=66940aa3-d9db-4e08-b976-bad2e1a5307b HTTP/1.1" status: 200 len: 944 time: 0.1352723 Sep 16 04:48:39.890051 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-223fa4ce-20e5-4be5-8f54-d4f87e5ba965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:39.891753 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-223fa4ce-20e5-4be5-8f54-d4f87e5ba965 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=268ab5df-65e1-4022-9ab7-d67387588731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1524591 Sep 16 04:48:39.952860 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6de022-3785-4efc-a2a7-35a6bc48f6cf None None] Pushing event updated for resources: {'Port': ['ID=7ab7321c-b0e9-482e-b408-1d21a3f84d97,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:39.976654 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144667be-42ec-464c-ba33-8d26ad6dcc94 None None] Network 01359ca7-90dd-4317-836d-4ec59871ff6e requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:40.072279 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ca04525d-e8a1-4625-9e3f-8c8cfd51a998 req-fa005c13-9996-45bc-a757-d14d2f0d8fba tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066834 Sep 16 04:48:40.084136 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1d81f46c-5191-4a46-9161-377e8c8b7977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:40.114196 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2d474558-279f-4eb8-9a30-2547a089714f req-9d643321-2913-4f7f-8f9e-9fe7134ef674 service neutron] 10.222.0.48 "GET /v2.0/networks/60d078bb-c66f-4588-bcce-90f888464a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718904 Sep 16 04:48:40.136662 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-08ceffb8-1121-4794-bd57-58c32e12ce16 service neutron] 10.222.0.48 "GET /v2.0/networks/268ab5df-65e1-4022-9ab7-d67387588731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288225 Sep 16 04:48:40.182819 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fe786341-b995-429c-b10e-24fbf657996f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:40.204758 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cace7e-e4d1-46e1-a846-d0d7df74a18a None None] Network 01359ca7-90dd-4317-836d-4ec59871ff6e requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:40.281703 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-68c12e05-6e51-4ef6-96e5-fd7348005038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:40.333161 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-2fc4836f-f149-4404-9376-5e864134ae52 service neutron] 10.222.0.48 "GET /v2.0/networks/268ab5df-65e1-4022-9ab7-d67387588731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857114 Sep 16 04:48:40.365027 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-fe786341-b995-429c-b10e-24fbf657996f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Deleting port 7ab7321c-b0e9-482e-b408-1d21a3f84d97 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:40.365308 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fe786341-b995-429c-b10e-24fbf657996f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:40.412872 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebac8aba-1306-4267-9c5b-b75a97914a30 None None] get_active_networks_info from n-d-712139-15 {{(pid=94768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:48:40.418341 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-fa28207b-cad8-46fc-a200-719c0661623a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb HTTP/1.1" status: 200 len: 217 time: 0.0687821 Sep 16 04:48:40.464768 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad32171-0511-421e-8f3e-7fffcc0356e9 req-56bd6dbe-beb0-47bb-bb42-6f75176dcd97 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:40.466757 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ad32171-0511-421e-8f3e-7fffcc0356e9 req-56bd6dbe-beb0-47bb-bb42-6f75176dcd97 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 945 time: 0.1324363 Sep 16 04:48:40.515100 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-fe786341-b995-429c-b10e-24fbf657996f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] For port 7ab7321c-b0e9-482e-b408-1d21a3f84d97, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=7ab7321c-b0e9-482e-b408-1d21a3f84d97,segment=NetworkSegment(0e81d5ac-9e3e-417d-bba3-a32c65ab9e8c),segment_id=0e81d5ac-9e3e-417d-bba3-a32c65ab9e8c)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:40.515752 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fe786341-b995-429c-b10e-24fbf657996f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:40.530384 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-15dc932d-3dab-45eb-b839-3391a1f9fbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:40.531828 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-15dc932d-3dab-45eb-b839-3391a1f9fbb4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=716908ff-2333-49cf-9a00-33ec24b532c9 HTTP/1.1" status: 200 len: 797 time: 0.0945792 Sep 16 04:48:40.540186 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ad32171-0511-421e-8f3e-7fffcc0356e9 req-99080a18-cc5b-425b-ac07-d284ed88735d tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540025 Sep 16 04:48:40.571651 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-fe786341-b995-429c-b10e-24fbf657996f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Calling delete_port for 7ab7321c-b0e9-482e-b408-1d21a3f84d97 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:40.604120 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-db92e7f1-3440-4802-a598-5b1c7abb5007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:40.605845 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-db92e7f1-3440-4802-a598-5b1c7abb5007 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=75789621-67a9-49c8-be39-03e0dc1e36c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0646815 Sep 16 04:48:40.638635 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebac8aba-1306-4267-9c5b-b75a97914a30 None None] Resources bound (agent type, host, resource id): {{(pid=94768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:48:40.763631 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c644c6-6e79-4b6f-bc22-30765a947f65 req-a1f4b956-0014-4155-b839-7b6ec5b60f66 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:40.765506 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d4c644c6-6e79-4b6f-bc22-30765a947f65 req-a1f4b956-0014-4155-b839-7b6ec5b60f66 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 945 time: 0.1265364 Sep 16 04:48:40.806893 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-a927c628-6e1c-47ea-842a-67f009826054 service neutron] 10.222.0.48 "GET /v2.0/networks/75789621-67a9-49c8-be39-03e0dc1e36c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918700 Sep 16 04:48:40.828101 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fe786341-b995-429c-b10e-24fbf657996f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:40.848696 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d4c644c6-6e79-4b6f-bc22-30765a947f65 req-b8c12cfc-1910-47c6-b3c5-914fca2ddd84 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711837 Sep 16 04:48:40.863486 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe786341-b995-429c-b10e-24fbf657996f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event deleted for resources: {'Port': ['ID=7ab7321c-b0e9-482e-b408-1d21a3f84d97,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:40.868743 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe786341-b995-429c-b10e-24fbf657996f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] No DVR routers for this DVR port 7ab7321c-b0e9-482e-b408-1d21a3f84d97 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:40.966842 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-68c12e05-6e51-4ef6-96e5-fd7348005038 admin admin] Deleting port 71a8238f-fd0b-42e3-b92d-da8e6b12dd6e {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:40.968114 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-68c12e05-6e51-4ef6-96e5-fd7348005038 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:40.975230 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-4ab98044-515f-4894-8e0a-70d22d9e1cb3 service neutron] 10.222.0.48 "GET /v2.0/networks/75789621-67a9-49c8-be39-03e0dc1e36c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590230 Sep 16 04:48:41.017836 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fe786341-b995-429c-b10e-24fbf657996f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.036037 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-1889f6da-c9b8-446b-a9a5-28b8b002bbe0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=8412a577-70e7-4987-883c-7ad67dcac980 HTTP/1.1" status: 200 len: 217 time: 0.0470870 Sep 16 04:48:41.084015 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-fe786341-b995-429c-b10e-24fbf657996f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01359ca7-90dd-4317-836d-4ec59871ff6e']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:41.099058 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-4bf8c5da-e66a-4d97-b7bc-df0abe95856f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:41.101030 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-fe786341-b995-429c-b10e-24fbf657996f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e81d5ac-9e3e-417d-bba3-a32c65ab9e8c') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:41.101328 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-fe786341-b995-429c-b10e-24fbf657996f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e81d5ac-9e3e-417d-bba3-a32c65ab9e8c') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:41.101827 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-4bf8c5da-e66a-4d97-b7bc-df0abe95856f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=716908ff-2333-49cf-9a00-33ec24b532c9 HTTP/1.1" status: 200 len: 797 time: 0.0582945 Sep 16 04:48:41.115396 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fe786341-b995-429c-b10e-24fbf657996f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.146985 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fe786341-b995-429c-b10e-24fbf657996f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.156706 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-68c12e05-6e51-4ef6-96e5-fd7348005038 admin admin] For port 71a8238f-fd0b-42e3-b92d-da8e6b12dd6e, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=71a8238f-fd0b-42e3-b92d-da8e6b12dd6e,segment=NetworkSegment(563ffb0c-abbc-4891-bc16-630f77fa0d00),segment_id=563ffb0c-abbc-4891-bc16-630f77fa0d00)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:41.157185 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-68c12e05-6e51-4ef6-96e5-fd7348005038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.168170 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe786341-b995-429c-b10e-24fbf657996f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:48:41.168627 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fe786341-b995-429c-b10e-24fbf657996f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.177020 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-c2f1ee8e-f547-4aa6-8bc8-af988dd24de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:41.177588 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:48:41.177588 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:48:41.177588 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:48:41.177588 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:48:41.177588 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:48:41.177588 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:48:41.177588 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:48:41.177588 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:48:41.177588 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:48:41.177588 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:48:41.177588 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:48:41.177588 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:48:41.177588 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:48:41.177588 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:48:41.177588 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:48:41.177588 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:48:41.177588 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:48:41.177588 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:48:41.177588 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:48:41.177588 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:48:41.177588 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:48:41.177588 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:48:41.177588 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:48:41.177588 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:48:41.177588 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:48:41.177588 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:48:41.177588 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:48:41.177588 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:48:41.177588 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:48:41.177588 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:48:41.177588 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:48:41.177588 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:48:41.182154 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-c2f1ee8e-f547-4aa6-8bc8-af988dd24de8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=75789621-67a9-49c8-be39-03e0dc1e36c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0645232 Sep 16 04:48:41.271654 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-68c12e05-6e51-4ef6-96e5-fd7348005038 admin admin] Calling delete_port for 71a8238f-fd0b-42e3-b92d-da8e6b12dd6e owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:41.300237 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fe786341-b995-429c-b10e-24fbf657996f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.309315 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fe786341-b995-429c-b10e-24fbf657996f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.315665 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fe786341-b995-429c-b10e-24fbf657996f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "DELETE /v2.0/networks/01359ca7-90dd-4317-836d-4ec59871ff6e HTTP/1.1" status: 204 len: 168 time: 2.4428821 Sep 16 04:48:41.337237 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41988) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:41.352924 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe786341-b995-429c-b10e-24fbf657996f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event deleted for resources: {'Network': ['ID=01359ca7-90dd-4317-836d-4ec59871ff6e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:41.393478 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a620a9-07f0-4e65-a853-6c52e92f0843 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] DELETE failed (client error): The resource could not be found. Sep 16 04:48:41.393845 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44a620a9-07f0-4e65-a853-6c52e92f0843 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:48:41.395644 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-44a620a9-07f0-4e65-a853-6c52e92f0843 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "DELETE /v2.0/subnets/bc045aca-59bb-4556-8bf4-0566ff27b866 HTTP/1.1" status: 404 len: 337 time: 0.0572026 Sep 16 04:48:41.400774 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41992) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:41.422623 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543ff8b-3caf-44d8-9185-81c6c0b15091 req-7e877800-9aa6-4e8d-bfc2-d2789039fe56 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:41.425067 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0543ff8b-3caf-44d8-9185-81c6c0b15091 req-7e877800-9aa6-4e8d-bfc2-d2789039fe56 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=66940aa3-d9db-4e08-b976-bad2e1a5307b HTTP/1.1" status: 200 len: 944 time: 0.2027457 Sep 16 04:48:41.448408 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb260ee-04eb-43b9-ab1b-290495c208a3 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] DELETE failed (client error): The resource could not be found. Sep 16 04:48:41.449061 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fb260ee-04eb-43b9-ab1b-290495c208a3 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:48:41.450791 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2fb260ee-04eb-43b9-ab1b-290495c208a3 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "DELETE /v2.0/networks/01359ca7-90dd-4317-836d-4ec59871ff6e HTTP/1.1" status: 404 len: 339 time: 0.0476050 Sep 16 04:48:41.455660 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41994) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:41.468789 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.475240 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-cf508744-8283-4a24-bdc3-786f81e6b5b8 service neutron] 10.222.0.48 "GET /v2.0/networks/75789621-67a9-49c8-be39-03e0dc1e36c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840250 Sep 16 04:48:41.499772 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1ff72c-78fc-4d67-bf1d-f4420b6a9938 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] DELETE failed (client error): The resource could not be found. Sep 16 04:48:41.500440 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa1ff72c-78fc-4d67-bf1d-f4420b6a9938 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:48:41.506196 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fa1ff72c-78fc-4d67-bf1d-f4420b6a9938 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "DELETE /v2.0/subnets/f6c6f790-acc8-4715-8483-e4a7bb914963 HTTP/1.1" status: 404 len: 337 time: 0.0452909 Sep 16 04:48:41.507159 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41996) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:41.513393 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0543ff8b-3caf-44d8-9185-81c6c0b15091 req-b7ddae65-6484-4976-b0a7-7a64e1322c7f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764923 Sep 16 04:48:41.566233 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f316fd2b-47cc-40e7-a75c-573978d9b445 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] DELETE failed (client error): The resource could not be found. Sep 16 04:48:41.567179 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f316fd2b-47cc-40e7-a75c-573978d9b445 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:48:41.572523 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f316fd2b-47cc-40e7-a75c-573978d9b445 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "DELETE /v2.0/networks/7346137f-4d30-43d2-8dc2-672f4694e936 HTTP/1.1" status: 404 len: 339 time: 0.0602522 Sep 16 04:48:41.582645 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 42000) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:41.626620 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-68c12e05-6e51-4ef6-96e5-fd7348005038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.664742 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c12e05-6e51-4ef6-96e5-fd7348005038 admin admin] Pushing event deleted for resources: {'Port': ['ID=71a8238f-fd0b-42e3-b92d-da8e6b12dd6e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:41.689559 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-47f6b796-d841-403a-8e60-a9411992e90d service neutron] 10.222.0.48 "GET /v2.0/networks/75789621-67a9-49c8-be39-03e0dc1e36c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904013 Sep 16 04:48:41.693380 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1d645862-3644-4652-a826-5adc25f340e7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.702123 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device ec946269-3bda-42ce-9f79-a67ab19b9186 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:41.746354 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-d53d00a3-2a7e-47ea-8b69-0ab821d6ad6a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=04207e9e-65ad-4cd5-b043-c3928f7311d0 HTTP/1.1" status: 200 len: 217 time: 0.0491796 Sep 16 04:48:41.776237 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port ec946269-3bda-42ce-9f79-a67ab19b9186 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:48:41.781734 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port ec946269-3bda-42ce-9f79-a67ab19b9186 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:41.782257 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.868663 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-68c12e05-6e51-4ef6-96e5-fd7348005038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.874695 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.875570 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-490cbff6-9df8-4117-b08e-96a0bbdae520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:41.877099 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-490cbff6-9df8-4117-b08e-96a0bbdae520 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=716908ff-2333-49cf-9a00-33ec24b532c9 HTTP/1.1" status: 200 len: 797 time: 0.1201589 Sep 16 04:48:41.908787 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66940aa3-d9db-4e08-b976-bad2e1a5307b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec946269-3bda-42ce-9f79-a67ab19b9186'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:41.910840 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b2fe18-d215-442f-9ec1-3014986cbc35" -d '{"events": [{"server_uuid": "66940aa3-d9db-4e08-b976-bad2e1a5307b", "name": "network-vif-plugged", "status": "completed", "tag": "ec946269-3bda-42ce-9f79-a67ab19b9186"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:41.928621 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port ec946269-3bda-42ce-9f79-a67ab19b9186, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=ec946269-3bda-42ce-9f79-a67ab19b9186,segment=NetworkSegment(8a88cf17-2626-40ee-b5d7-20831c5d590c),segment_id=8a88cf17-2626-40ee-b5d7-20831c5d590c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:41.933707 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.934825 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8c89d-5103-42af-9f1d-fa05418257aa req-271bf928-c061-40e8-aa4d-3f114bedac7c tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:41.936837 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c9e8c89d-5103-42af-9f1d-fa05418257aa req-271bf928-c061-40e8-aa4d-3f114bedac7c tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 945 time: 0.1942661 Sep 16 04:48:41.938740 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1d645862-3644-4652-a826-5adc25f340e7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.993114 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=ec946269-3bda-42ce-9f79-a67ab19b9186,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:41.995622 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-1d645862-3644-4652-a826-5adc25f340e7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b891178f-b37e-416c-876a-154342656c9d']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:42.015787 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-1d645862-3644-4652-a826-5adc25f340e7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '613c8294-2261-4eaf-9605-d02c95729928') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:42.015787 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-1d645862-3644-4652-a826-5adc25f340e7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '613c8294-2261-4eaf-9605-d02c95729928') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:42.035191 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1d645862-3644-4652-a826-5adc25f340e7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:42.047476 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-37d37cf3-9421-4586-a615-04f2a78abf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:42.049120 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-37d37cf3-9421-4586-a615-04f2a78abf49 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=75789621-67a9-49c8-be39-03e0dc1e36c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1618176 Sep 16 04:48:42.053875 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c9e8c89d-5103-42af-9f1d-fa05418257aa req-bfcb1f59-7e7f-4fdb-95a7-ec4378f71e29 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913270 Sep 16 04:48:42.079461 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1d645862-3644-4652-a826-5adc25f340e7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:42.112533 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d645862-3644-4652-a826-5adc25f340e7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:48:42.112533 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1d645862-3644-4652-a826-5adc25f340e7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:42.117703 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:48:42.117703 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:48:42.117703 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:48:42.117703 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:48:42.117703 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:48:42.117703 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:48:42.117703 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:48:42.117703 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:48:42.117703 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:48:42.117703 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:48:42.117703 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:48:42.117703 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:48:42.117703 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:48:42.117703 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:48:42.117703 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:48:42.117703 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:48:42.117703 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:48:42.117703 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:48:42.117703 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:48:42.117703 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:48:42.117703 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:48:42.117703 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:48:42.117703 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:48:42.117703 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:48:42.117703 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:48:42.117703 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:48:42.117703 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:48:42.117703 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:48:42.117703 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:48:42.117703 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:48:42.117703 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:48:42.117703 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:48:42.168080 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c12e05-6e51-4ef6-96e5-fd7348005038 admin admin] Router eb2beb83-c51b-4e7d-b97f-7b335bdc242f has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:48:42.276300 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1d645862-3644-4652-a826-5adc25f340e7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:42.291323 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1d645862-3644-4652-a826-5adc25f340e7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:42.296960 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c12e05-6e51-4ef6-96e5-fd7348005038 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:48:42.297157 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1d645862-3644-4652-a826-5adc25f340e7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "DELETE /v2.0/networks/b891178f-b37e-416c-876a-154342656c9d HTTP/1.1" status: 204 len: 168 time: 0.7103167 Sep 16 04:48:42.297527 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 42008) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:42.303105 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-68c12e05-6e51-4ef6-96e5-fd7348005038 admin admin] 10.222.0.35 "PUT /v2.0/routers/eb2beb83-c51b-4e7d-b97f-7b335bdc242f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6456425 Sep 16 04:48:42.310302 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9547e3-c554-4cd4-91a6-a20d6c73b97e None None] Sync routers for ids ['eb2beb83-c51b-4e7d-b97f-7b335bdc242f'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:48:42.312223 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 42010) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:42.322302 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9547e3-c554-4cd4-91a6-a20d6c73b97e None None] Routers {'eb2beb83-c51b-4e7d-b97f-7b335bdc242f'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:42.322984 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-0e9547e3-c554-4cd4-91a6-a20d6c73b97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:48:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['eb2beb83-c51b-4e7d-b97f-7b335bdc242f'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:42.334518 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0a93f1c-fcdd-4391-9188-985cc5ce6cdc tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] DELETE failed (client error): The resource could not be found. Sep 16 04:48:42.334986 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0a93f1c-fcdd-4391-9188-985cc5ce6cdc tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:48:42.340979 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c0a93f1c-fcdd-4391-9188-985cc5ce6cdc tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "DELETE /v2.0/subnets/63abd630-3caf-47a3-a0dc-cb71fdb33f9f HTTP/1.1" status: 404 len: 337 time: 0.0381420 Sep 16 04:48:42.341218 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 42012) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:42.362348 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c81eafb-20e8-4222-8f38-574b2638f51f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] DELETE failed (client error): The resource could not be found. Sep 16 04:48:42.363509 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c81eafb-20e8-4222-8f38-574b2638f51f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:48:42.365715 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5c81eafb-20e8-4222-8f38-574b2638f51f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "DELETE /v2.0/networks/e24f8be6-3d50-409d-86c8-dac59a840a45 HTTP/1.1" status: 404 len: 339 time: 0.0236051 Sep 16 04:48:42.368618 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 42014) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:42.378779 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d645862-3644-4652-a826-5adc25f340e7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event deleted for resources: {'Network': ['ID=b891178f-b37e-416c-876a-154342656c9d,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:42.399961 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d645862-3644-4652-a826-5adc25f340e7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:42.400187 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d645862-3644-4652-a826-5adc25f340e7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:42.400522 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d645862-3644-4652-a826-5adc25f340e7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:42.401372 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d645862-3644-4652-a826-5adc25f340e7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:42.401372 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d645862-3644-4652-a826-5adc25f340e7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:42.401574 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d645862-3644-4652-a826-5adc25f340e7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:42.401892 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d645862-3644-4652-a826-5adc25f340e7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:42.402280 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d645862-3644-4652-a826-5adc25f340e7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:42.402608 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d645862-3644-4652-a826-5adc25f340e7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:42.402922 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d645862-3644-4652-a826-5adc25f340e7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:42.403239 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d645862-3644-4652-a826-5adc25f340e7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:42.403628 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d645862-3644-4652-a826-5adc25f340e7 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:42.405787 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac45089e-478c-4868-b5c6-0e1314640705 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] DELETE failed (client error): The resource could not be found. Sep 16 04:48:42.407185 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac45089e-478c-4868-b5c6-0e1314640705 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:48:42.412619 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ac45089e-478c-4868-b5c6-0e1314640705 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "DELETE /v2.0/subnets/5c99b633-9a84-415c-af4d-b3b46d3a0feb HTTP/1.1" status: 404 len: 337 time: 0.0404060 Sep 16 04:48:42.412826 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-48748027-191f-4314-a0aa-01e8ac931876 service neutron] 10.222.0.48 "GET /v2.0/networks/75789621-67a9-49c8-be39-03e0dc1e36c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453226 Sep 16 04:48:42.413055 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 42016) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:42.441341 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9868daba-0cd1-4c31-979d-9f2a85e489e2 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] DELETE failed (client error): The resource could not be found. Sep 16 04:48:42.441843 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9868daba-0cd1-4c31-979d-9f2a85e489e2 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:48:42.446022 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9868daba-0cd1-4c31-979d-9f2a85e489e2 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "DELETE /v2.0/networks/38ccb204-d554-4d38-8d30-0478d1b4226e HTTP/1.1" status: 404 len: 339 time: 0.0294361 Sep 16 04:48:42.446263 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 42018) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:42.448391 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc61809-fb14-4b87-b9f1-a0c586591e7f req-6aaa0dbd-9cef-46fb-8f18-e9797705775e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:42.450683 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8cc61809-fb14-4b87-b9f1-a0c586591e7f req-6aaa0dbd-9cef-46fb-8f18-e9797705775e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 945 time: 0.2732410 Sep 16 04:48:42.484528 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-950f6238-b91c-4ad7-9a88-c300d55f4a27 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] DELETE failed (client error): The resource could not be found. Sep 16 04:48:42.485035 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-950f6238-b91c-4ad7-9a88-c300d55f4a27 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:48:42.489510 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-950f6238-b91c-4ad7-9a88-c300d55f4a27 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "DELETE /v2.0/subnets/f62bc34f-d2d4-412e-834d-700cd7a4a129 HTTP/1.1" status: 404 len: 337 time: 0.0398784 Sep 16 04:48:42.489830 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 42020) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:42.500910 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-0e9547e3-c554-4cd4-91a6-a20d6c73b97e None None] Set router eb2beb83-c51b-4e7d-b97f-7b335bdc242f gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:48:42.509954 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e134f99a-9001-4a37-aba6-46e69445892e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] DELETE failed (client error): The resource could not be found. Sep 16 04:48:42.510600 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e134f99a-9001-4a37-aba6-46e69445892e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:48:42.516007 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e134f99a-9001-4a37-aba6-46e69445892e tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "DELETE /v2.0/networks/00866be5-429a-4699-bfe2-9bb28553b97f HTTP/1.1" status: 404 len: 339 time: 0.0218027 Sep 16 04:48:42.516524 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 42022) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:42.543939 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-75b400f4-c5ae-48c9-8808-39bbe48bda43 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] DELETE failed (client error): The resource could not be found. Sep 16 04:48:42.544407 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75b400f4-c5ae-48c9-8808-39bbe48bda43 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:48:42.547049 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-75b400f4-c5ae-48c9-8808-39bbe48bda43 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "DELETE /v2.0/subnets/51759914-e14e-47b6-8349-de294ec2718e HTTP/1.1" status: 404 len: 337 time: 0.0294244 Sep 16 04:48:42.549512 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 42026) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:42.571764 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-aae6bc2b-8242-4786-8175-fb2ea4b2117a tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] DELETE failed (client error): The resource could not be found. Sep 16 04:48:42.573179 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aae6bc2b-8242-4786-8175-fb2ea4b2117a tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:48:42.575770 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-aae6bc2b-8242-4786-8175-fb2ea4b2117a tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "DELETE /v2.0/networks/b7c3daa0-5e63-45ed-a129-af41c31d9fda HTTP/1.1" status: 404 len: 339 time: 0.0245163 Sep 16 04:48:42.578086 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 42028) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:42.589468 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c72e8388-c343-418d-84ad-58e682c8151a admin admin] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:42.600465 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8cc61809-fb14-4b87-b9f1-a0c586591e7f req-a7139f0f-9701-43a8-b18b-d3b28f239c06 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078417 Sep 16 04:48:42.615395 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ee537dd-d38e-4748-b2ba-2a096eb803ce tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] DELETE failed (client error): The resource could not be found. Sep 16 04:48:42.616191 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ee537dd-d38e-4748-b2ba-2a096eb803ce tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:48:42.632358 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6ee537dd-d38e-4748-b2ba-2a096eb803ce tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "DELETE /v2.0/subnets/4bc407db-ed76-47a2-8a8e-79c9012748ce HTTP/1.1" status: 404 len: 337 time: 0.0436172 Sep 16 04:48:42.632358 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 42030) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:42.650048 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-d569e27a-7950-44d9-b568-6e7c74bedf1f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] DELETE failed (client error): The resource could not be found. Sep 16 04:48:42.651375 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d569e27a-7950-44d9-b568-6e7c74bedf1f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:48:42.658639 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d569e27a-7950-44d9-b568-6e7c74bedf1f tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "DELETE /v2.0/networks/9090ba40-9206-49d8-9563-ba4d15ad362d HTTP/1.1" status: 404 len: 339 time: 0.0326834 Sep 16 04:48:42.659344 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 42034) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:42.679956 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-87c0fc71-c349-40bb-a419-0f366fdc39fa service neutron] 10.222.0.48 "GET /v2.0/networks/75789621-67a9-49c8-be39-03e0dc1e36c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558150 Sep 16 04:48:42.688392 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b29c6b1-44b1-40c8-90fe-2b1264def120 x-openstack-request-id: req-4b29c6b1-44b1-40c8-90fe-2b1264def120 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:42.689050 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66940aa3-d9db-4e08-b976-bad2e1a5307b", "name": "network-vif-plugged", "status": "completed", "tag": "ec946269-3bda-42ce-9f79-a67ab19b9186", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:42.689050 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4b29c6b1-44b1-40c8-90fe-2b1264def120 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:42.689677 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66940aa3-d9db-4e08-b976-bad2e1a5307b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec946269-3bda-42ce-9f79-a67ab19b9186', 'code': 200} Sep 16 04:48:42.709116 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-53787bea-e700-4a4f-ad6d-7ae106ad3f70 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] DELETE failed (client error): The resource could not be found. Sep 16 04:48:42.709828 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53787bea-e700-4a4f-ad6d-7ae106ad3f70 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:48:42.711898 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-53787bea-e700-4a4f-ad6d-7ae106ad3f70 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "DELETE /v2.0/subnets/3ce162d9-3431-4b08-a73e-addb8b5ae639 HTTP/1.1" status: 404 len: 337 time: 0.0516691 Sep 16 04:48:42.714546 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 42036) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:42.744462 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-330c1005-3b57-4a50-aca8-1a4b2576b0e6 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] DELETE failed (client error): The resource could not be found. Sep 16 04:48:42.745457 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-330c1005-3b57-4a50-aca8-1a4b2576b0e6 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:48:42.750660 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-330c1005-3b57-4a50-aca8-1a4b2576b0e6 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "DELETE /v2.0/networks/116cd53f-3734-45fd-90c3-b85f51e17200 HTTP/1.1" status: 404 len: 339 time: 0.0315814 Sep 16 04:48:42.751171 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 42038) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:42.778552 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f53909a7-b707-42ee-a598-986964283873 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] DELETE failed (client error): The resource could not be found. Sep 16 04:48:42.779270 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f53909a7-b707-42ee-a598-986964283873 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:48:42.783758 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f53909a7-b707-42ee-a598-986964283873 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "DELETE /v2.0/subnets/8b38a8f9-c820-41b6-8c1b-eb61851c4ad7 HTTP/1.1" status: 404 len: 337 time: 0.0293593 Sep 16 04:48:42.790125 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 42040) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:42.797989 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-c1073d73-cf34-436c-bf76-100c0a81d2b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=2064e1f3-dcc9-47cc-8440-d02253a0c752 HTTP/1.1" status: 200 len: 217 time: 0.1057975 Sep 16 04:48:42.817198 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2a68ed8-e1a2-4303-81ca-8ce0567881bf tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] DELETE failed (client error): The resource could not be found. Sep 16 04:48:42.818209 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2a68ed8-e1a2-4303-81ca-8ce0567881bf tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:48:42.821605 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f2a68ed8-e1a2-4303-81ca-8ce0567881bf tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "DELETE /v2.0/networks/05f0a167-978f-40ab-af37-e20af2268748 HTTP/1.1" status: 404 len: 339 time: 0.0296323 Sep 16 04:48:42.824987 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 42042) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:42.863729 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb136cd-9abb-4c65-b7d6-a276566a7fec tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] DELETE failed (client error): The resource could not be found. Sep 16 04:48:42.864521 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb136cd-9abb-4c65-b7d6-a276566a7fec tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:48:42.866577 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0eb136cd-9abb-4c65-b7d6-a276566a7fec tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "DELETE /v2.0/subnets/d177213a-f793-4e23-8b9d-5868cea92dfa HTTP/1.1" status: 404 len: 337 time: 0.0388818 Sep 16 04:48:42.870871 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 42044) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:42.891305 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-d802031d-2917-4e43-9ced-d3159c07d3a1 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] DELETE failed (client error): The resource could not be found. Sep 16 04:48:42.892245 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d802031d-2917-4e43-9ced-d3159c07d3a1 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:48:42.894608 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d802031d-2917-4e43-9ced-d3159c07d3a1 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "DELETE /v2.0/networks/5a8f4ff1-9672-49d3-97e0-169df5fc561c HTTP/1.1" status: 404 len: 339 time: 0.0224285 Sep 16 04:48:42.897305 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 42046) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:42.922356 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-0e9547e3-c554-4cd4-91a6-a20d6c73b97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2beb83-c51b-4e7d-b97f-7b335bdc242f', 'name': 'tempest-ServerRescueTestJSON-1599593124-router', 'tenant_id': 'e6cc3afe070643bb85e91919d4f43b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '46703329-a77e-4797-822e-102a4e4c1668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:53Z', 'updated_at': '2021-09-16T04:48:41Z', 'revision_number': 5, 'project_id': 'e6cc3afe070643bb85e91919d4f43b74', 'gw_port': {'id': '46703329-a77e-4797-822e-102a4e4c1668', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2beb83-c51b-4e7d-b97f-7b335bdc242f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:54Z', 'updated_at': '2021-09-16T04:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:42.939701 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c72e8388-c343-418d-84ad-58e682c8151a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:42.951926 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9547e3-c554-4cd4-91a6-a20d6c73b97e None None] Checking router: eb2beb83-c51b-4e7d-b97f-7b335bdc242f for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:48:42.963458 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-accdb0b8-fcdc-415a-ae42-a54ef112c9ab tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Deleting subnet bd40ae1d-84ee-466c-bd58-702c17531186 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:48:42.964061 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-5635394b-baac-4e46-a1b7-cab9a6104782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:42.965193 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9547e3-c554-4cd4-91a6-a20d6c73b97e None None] Routers {'eb2beb83-c51b-4e7d-b97f-7b335bdc242f'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:42.966289 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-0e9547e3-c554-4cd4-91a6-a20d6c73b97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:48:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['eb2beb83-c51b-4e7d-b97f-7b335bdc242f'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:42.966443 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-5635394b-baac-4e46-a1b7-cab9a6104782 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=716908ff-2333-49cf-9a00-33ec24b532c9 HTTP/1.1" status: 200 len: 797 time: 0.1397657 Sep 16 04:48:42.967702 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-accdb0b8-fcdc-415a-ae42-a54ef112c9ab tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.012917 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-accdb0b8-fcdc-415a-ae42-a54ef112c9ab tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.035822 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9849e80-28e1-4880-bde1-1cafd7f27745 req-e16323c4-02f6-43c0-843e-32d9ab57a31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:43.038671 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a9849e80-28e1-4880-bde1-1cafd7f27745 req-e16323c4-02f6-43c0-843e-32d9ab57a31d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=66940aa3-d9db-4e08-b976-bad2e1a5307b HTTP/1.1" status: 200 len: 1097 time: 0.1969528 Sep 16 04:48:43.080433 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ae23b-0ff5-4901-acb2-a9392c70257a req-5aa2fee8-d6bb-4795-be6e-e75eefe12519 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:43.082368 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e21ae23b-0ff5-4901-acb2-a9392c70257a req-5aa2fee8-d6bb-4795-be6e-e75eefe12519 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=66940aa3-d9db-4e08-b976-bad2e1a5307b HTTP/1.1" status: 200 len: 945 time: 0.2331929 Sep 16 04:48:43.097500 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-0e9547e3-c554-4cd4-91a6-a20d6c73b97e None None] Set router eb2beb83-c51b-4e7d-b97f-7b335bdc242f gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:48:43.109523 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-accdb0b8-fcdc-415a-ae42-a54ef112c9ab tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.147605 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a9849e80-28e1-4880-bde1-1cafd7f27745 req-1f97b6d8-f9e6-4e7a-8df6-4ae9e5836a82 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812464 Sep 16 04:48:43.156767 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-550b01a1-846a-47ec-948e-a635f15ad3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:43.158406 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-550b01a1-846a-47ec-948e-a635f15ad3aa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=75789621-67a9-49c8-be39-03e0dc1e36c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1741302 Sep 16 04:48:43.191192 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-c72e8388-c343-418d-84ad-58e682c8151a admin admin] Deleting port 46703329-a77e-4797-822e-102a4e4c1668 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:43.191596 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c72e8388-c343-418d-84ad-58e682c8151a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.194877 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-76260135-44f0-42c3-a2fd-ff6b64cf1b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.195924 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e21ae23b-0ff5-4901-acb2-a9392c70257a req-e1a38475-6703-469a-8f08-15d786e12325 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956860 Sep 16 04:48:43.228076 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-accdb0b8-fcdc-415a-ae42-a54ef112c9ab tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.262958 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eda6e2b-9a4d-4979-b1fa-805c4cbc9aab None None] Network 637cab6d-9f11-4acb-bd88-15685ff1a06d requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:43.317762 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-accdb0b8-fcdc-415a-ae42-a54ef112c9ab tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.320960 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-accdb0b8-fcdc-415a-ae42-a54ef112c9ab tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "DELETE /v2.0/subnets/bd40ae1d-84ee-466c-bd58-702c17531186 HTTP/1.1" status: 204 len: 168 time: 0.4224360 Sep 16 04:48:43.322534 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accdb0b8-fcdc-415a-ae42-a54ef112c9ab tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event deleted for resources: {'Subnet': ['ID=bd40ae1d-84ee-466c-bd58-702c17531186,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:43.327499 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 42050) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:43.344621 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-c72e8388-c343-418d-84ad-58e682c8151a admin admin] For port 46703329-a77e-4797-822e-102a4e4c1668, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=46703329-a77e-4797-822e-102a4e4c1668,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:43.344989 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c72e8388-c343-418d-84ad-58e682c8151a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.367983 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-c72e8388-c343-418d-84ad-58e682c8151a admin admin] Calling delete_port for 46703329-a77e-4797-822e-102a4e4c1668 owned by network:router_gateway {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:43.371770 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-0e9547e3-c554-4cd4-91a6-a20d6c73b97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2beb83-c51b-4e7d-b97f-7b335bdc242f', 'name': 'tempest-ServerRescueTestJSON-1599593124-router', 'tenant_id': 'e6cc3afe070643bb85e91919d4f43b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '46703329-a77e-4797-822e-102a4e4c1668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:53Z', 'updated_at': '2021-09-16T04:48:41Z', 'revision_number': 5, 'project_id': 'e6cc3afe070643bb85e91919d4f43b74', 'gw_port': {'id': '46703329-a77e-4797-822e-102a4e4c1668', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2beb83-c51b-4e7d-b97f-7b335bdc242f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:54Z', 'updated_at': '2021-09-16T04:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:43.408886 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9547e3-c554-4cd4-91a6-a20d6c73b97e None None] The sync data for ids ['eb2beb83-c51b-4e7d-b97f-7b335bdc242f'] in n-d-712139-15 is: [{'id': 'eb2beb83-c51b-4e7d-b97f-7b335bdc242f', 'name': 'tempest-ServerRescueTestJSON-1599593124-router', 'tenant_id': 'e6cc3afe070643bb85e91919d4f43b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '46703329-a77e-4797-822e-102a4e4c1668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:53Z', 'updated_at': '2021-09-16T04:48:41Z', 'revision_number': 5, 'project_id': 'e6cc3afe070643bb85e91919d4f43b74', 'gw_port': {'id': '46703329-a77e-4797-822e-102a4e4c1668', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2beb83-c51b-4e7d-b97f-7b335bdc242f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:54Z', 'updated_at': '2021-09-16T04:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:48:43.430010 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b8f2bc8e-f1e2-47b4-8b16-c53f20e50d81 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.516395 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-b8f2bc8e-f1e2-47b4-8b16-c53f20e50d81 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Deleting port 16220e97-c04d-45ff-b56b-a098eacb6b70 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:43.517157 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b8f2bc8e-f1e2-47b4-8b16-c53f20e50d81 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.523297 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.817398 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecb2d94-c51a-403c-95cb-beb4a21eb016 None None] DHCP port deletion for 637cab6d-9f11-4acb-bd88-15685ff1a06d request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:48:43.880488 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-aecb2d94-c51a-403c-95cb-beb4a21eb016 None None] Deleting port 16220e97-c04d-45ff-b56b-a098eacb6b70 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:43.881063 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-aecb2d94-c51a-403c-95cb-beb4a21eb016 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.956870 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-b8f2bc8e-f1e2-47b4-8b16-c53f20e50d81 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] For port 16220e97-c04d-45ff-b56b-a098eacb6b70, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=16220e97-c04d-45ff-b56b-a098eacb6b70,segment=NetworkSegment(92fb5020-7991-4ace-991c-56c556fcd235),segment_id=92fb5020-7991-4ace-991c-56c556fcd235)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:43.957737 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b8f2bc8e-f1e2-47b4-8b16-c53f20e50d81 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.975522 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-b8f2bc8e-f1e2-47b4-8b16-c53f20e50d81 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Calling delete_port for 16220e97-c04d-45ff-b56b-a098eacb6b70 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:43.975763 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-aecb2d94-c51a-403c-95cb-beb4a21eb016 None None] For port 16220e97-c04d-45ff-b56b-a098eacb6b70, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=16220e97-c04d-45ff-b56b-a098eacb6b70,segment=NetworkSegment(92fb5020-7991-4ace-991c-56c556fcd235),segment_id=92fb5020-7991-4ace-991c-56c556fcd235)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:43.976189 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-aecb2d94-c51a-403c-95cb-beb4a21eb016 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.994770 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-aecb2d94-c51a-403c-95cb-beb4a21eb016 None None] Calling delete_port for 16220e97-c04d-45ff-b56b-a098eacb6b70 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:44.093011 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b8f2bc8e-f1e2-47b4-8b16-c53f20e50d81 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.100284 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-0af0ff6b-214e-41f7-86c6-354a27d2e378 service neutron] 10.222.0.48 "GET /v2.0/networks/75789621-67a9-49c8-be39-03e0dc1e36c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111371 Sep 16 04:48:44.107222 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 71a8238f-fd0b-42e3-b92d-da8e6b12dd6e no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:48:44.145154 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 71a8238f-fd0b-42e3-b92d-da8e6b12dd6e {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:48:44.145497 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 71a8238f-fd0b-42e3-b92d-da8e6b12dd6e not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:48:44.145673 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2bc8e-f1e2-47b4-8b16-c53f20e50d81 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event deleted for resources: {'Port': ['ID=16220e97-c04d-45ff-b56b-a098eacb6b70,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:44.145926 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 16220e97-c04d-45ff-b56b-a098eacb6b70 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:48:44.152491 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f2bc8e-f1e2-47b4-8b16-c53f20e50d81 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] No DVR routers for this DVR port 16220e97-c04d-45ff-b56b-a098eacb6b70 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:44.189711 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc3a9d-a0e8-4398-8048-b5c4281e189d req-7eada802-1c5c-48db-9db6-627a37e5d32f tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:44.191358 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f4cc3a9d-a0e8-4398-8048-b5c4281e189d req-7eada802-1c5c-48db-9db6-627a37e5d32f tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 945 time: 0.2690854 Sep 16 04:48:44.198244 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 16220e97-c04d-45ff-b56b-a098eacb6b70 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:48:44.198789 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 16220e97-c04d-45ff-b56b-a098eacb6b70 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:48:44.210693 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-aecb2d94-c51a-403c-95cb-beb4a21eb016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.254892 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb2d94-c51a-403c-95cb-beb4a21eb016 None None] Pushing event deleted for resources: {'Port': ['ID=16220e97-c04d-45ff-b56b-a098eacb6b70,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:44.260508 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecb2d94-c51a-403c-95cb-beb4a21eb016 None None] No DVR routers for this DVR port 16220e97-c04d-45ff-b56b-a098eacb6b70 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:44.293308 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c72e8388-c343-418d-84ad-58e682c8151a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.310738 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b8f2bc8e-f1e2-47b4-8b16-c53f20e50d81 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.337966 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-b8f2bc8e-f1e2-47b4-8b16-c53f20e50d81 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['637cab6d-9f11-4acb-bd88-15685ff1a06d']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:44.338268 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e8388-c343-418d-84ad-58e682c8151a admin admin] Pushing event deleted for resources: {'Port': ['ID=46703329-a77e-4797-822e-102a4e4c1668,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:44.348959 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f4cc3a9d-a0e8-4398-8048-b5c4281e189d req-79ab8f6c-be23-42af-a4eb-d16b6c7d52a0 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403792 Sep 16 04:48:44.349164 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-b8f2bc8e-f1e2-47b4-8b16-c53f20e50d81 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92fb5020-7991-4ace-991c-56c556fcd235') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:44.349347 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-b8f2bc8e-f1e2-47b4-8b16-c53f20e50d81 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92fb5020-7991-4ace-991c-56c556fcd235') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:44.361783 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-8f96ffe0-7ebd-4402-8819-75e83432af00 service neutron] 10.222.0.48 "GET /v2.0/networks/75789621-67a9-49c8-be39-03e0dc1e36c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443175 Sep 16 04:48:44.366300 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b8f2bc8e-f1e2-47b4-8b16-c53f20e50d81 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.411424 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b8f2bc8e-f1e2-47b4-8b16-c53f20e50d81 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.422986 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8f2bc8e-f1e2-47b4-8b16-c53f20e50d81 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:48:44.424889 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b8f2bc8e-f1e2-47b4-8b16-c53f20e50d81 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.430725 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:48:44.430725 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:48:44.430725 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:48:44.430725 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:48:44.430725 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:48:44.430725 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:48:44.430725 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:48:44.430725 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:48:44.430725 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:48:44.430725 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:48:44.430725 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:48:44.430725 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:48:44.430725 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:48:44.430725 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:48:44.430725 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:48:44.430725 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:48:44.430725 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:48:44.430725 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:48:44.430725 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:48:44.430725 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:48:44.430725 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:48:44.430725 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:48:44.430725 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:48:44.430725 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:48:44.430725 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:48:44.430725 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:48:44.430725 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:48:44.430725 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:48:44.430725 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:48:44.430725 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:48:44.430725 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:48:44.430725 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:48:44.440885 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-0a0a4218-f6fd-4691-bf63-a9c7de30dc6b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3d3646c0-2ee7-41de-8773-e02f1f3f541a HTTP/1.1" status: 200 len: 217 time: 0.0642219 Sep 16 04:48:44.471304 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.473786 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.523455 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b8f2bc8e-f1e2-47b4-8b16-c53f20e50d81 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.532691 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b8f2bc8e-f1e2-47b4-8b16-c53f20e50d81 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.534924 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b8f2bc8e-f1e2-47b4-8b16-c53f20e50d81 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] 10.222.0.35 "DELETE /v2.0/networks/637cab6d-9f11-4acb-bd88-15685ff1a06d HTTP/1.1" status: 204 len: 168 time: 1.2060697 Sep 16 04:48:44.546733 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2bc8e-f1e2-47b4-8b16-c53f20e50d81 tempest-NetworksTest-1935051594 tempest-NetworksTest-1935051594-project] Pushing event deleted for resources: {'Network': ['ID=637cab6d-9f11-4acb-bd88-15685ff1a06d,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:44.571129 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c72e8388-c343-418d-84ad-58e682c8151a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.610735 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-e657b0bf-8637-4d60-b61b-9e4ed054630b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:44.612227 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-e657b0bf-8637-4d60-b61b-9e4ed054630b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=82ab7759-3dcd-4764-b386-925b3dd23c9b HTTP/1.1" status: 200 len: 797 time: 0.1345050 Sep 16 04:48:44.714491 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c72e8388-c343-418d-84ad-58e682c8151a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.725468 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f4eb0-14eb-40e1-acc8-fd03250e934d req-6eccbca5-442c-41b0-bb2b-bbb524f7813f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:44.727722 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c34f4eb0-14eb-40e1-acc8-fd03250e934d req-6eccbca5-442c-41b0-bb2b-bbb524f7813f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 945 time: 0.2487543 Sep 16 04:48:44.730887 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c72e8388-c343-418d-84ad-58e682c8151a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.808045 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-ba603836-24c0-4cef-9b1b-dacdb12c8535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:44.809671 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-ba603836-24c0-4cef-9b1b-dacdb12c8535 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=768257ea-d05c-44b7-b58b-c702d60e22aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1632214 Sep 16 04:48:44.819342 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c72e8388-c343-418d-84ad-58e682c8151a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.819929 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72e8388-c343-418d-84ad-58e682c8151a admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb2beb83-c51b-4e7d-b97f-7b335bdc242f {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:48:44.834947 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c72e8388-c343-418d-84ad-58e682c8151a admin admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.836323 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c72e8388-c343-418d-84ad-58e682c8151a admin admin] 10.222.0.35 "DELETE /v2.0/routers/eb2beb83-c51b-4e7d-b97f-7b335bdc242f HTTP/1.1" status: 204 len: 168 time: 2.5230658 Sep 16 04:48:44.838979 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 42064) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:44.848321 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c34f4eb0-14eb-40e1-acc8-fd03250e934d req-bcf95fbe-4a0b-4da3-a6be-083a5dc73279 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116219 Sep 16 04:48:44.918076 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb629d59-a72b-49d5-bb9a-1ce3b89708ac admin admin] Deleting subnet 42961f04-c4e3-4e68-8e72-088e4f8f47e6 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:48:44.926968 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cb629d59-a72b-49d5-bb9a-1ce3b89708ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.950467 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 42066) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:44.989691 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-553e4f8c-a73c-44b7-9fb1-0480498b8440 service neutron] 10.222.0.48 "GET /v2.0/networks/768257ea-d05c-44b7-b58b-c702d60e22aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579020 Sep 16 04:48:45.007648 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cb629d59-a72b-49d5-bb9a-1ce3b89708ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.074226 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cb629d59-a72b-49d5-bb9a-1ce3b89708ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.138441 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cb629d59-a72b-49d5-bb9a-1ce3b89708ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.167612 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb629d59-a72b-49d5-bb9a-1ce3b89708ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42961f04-c4e3-4e68-8e72-088e4f8f47e6,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:45.172265 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cb629d59-a72b-49d5-bb9a-1ce3b89708ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.176496 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cb629d59-a72b-49d5-bb9a-1ce3b89708ac admin admin] 10.222.0.35 "DELETE /v2.0/subnets/42961f04-c4e3-4e68-8e72-088e4f8f47e6 HTTP/1.1" status: 204 len: 168 time: 0.3362365 Sep 16 04:48:45.177997 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 42070) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:45.228840 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-bc19826b-217b-4bd4-b3b7-30949188f2d4 service neutron] 10.222.0.48 "GET /v2.0/networks/768257ea-d05c-44b7-b58b-c702d60e22aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995702 Sep 16 04:48:45.237385 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ead40db2-7459-49e9-a9fa-0d73ab1d955a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8dc93f14836845fe95f276aba6a4bc52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2818692 Sep 16 04:48:45.242428 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 42072) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:45.252945 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203bd6c-3848-4a9b-a3ce-11dead4d1d2c req-9e1e0779-1eb0-497f-ac9e-50768b697cc9 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:45.254527 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e203bd6c-3848-4a9b-a3ce-11dead4d1d2c req-9e1e0779-1eb0-497f-ac9e-50768b697cc9 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=66940aa3-d9db-4e08-b976-bad2e1a5307b HTTP/1.1" status: 200 len: 945 time: 0.1407936 Sep 16 04:48:45.272467 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0348562c-42ce-4d72-8577-75fd0735347b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.314208 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-0957adae-2e4a-455f-9f35-20999729f056 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6c443476-515a-4274-81ca-27dee1865694 HTTP/1.1" status: 200 len: 217 time: 0.0765178 Sep 16 04:48:45.392508 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0348562c-42ce-4d72-8577-75fd0735347b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.416559 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e203bd6c-3848-4a9b-a3ce-11dead4d1d2c req-be372311-95b2-4099-a83f-246f754b182e tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211636 Sep 16 04:48:45.426304 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-0348562c-42ce-4d72-8577-75fd0735347b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be6671c-d3cc-4762-a06c-3e49bba8fa99']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:45.431455 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-b26f813a-11e6-4999-a258-3d7b6ced9cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:45.433041 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-b26f813a-11e6-4999-a258-3d7b6ced9cc5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=82ab7759-3dcd-4764-b386-925b3dd23c9b HTTP/1.1" status: 200 len: 797 time: 0.1009064 Sep 16 04:48:45.436990 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dcbaf256-6d07-4972-9c34-f9c6911f033f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.452946 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-0348562c-42ce-4d72-8577-75fd0735347b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563ffb0c-abbc-4891-bc16-630f77fa0d00') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:45.453276 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-0348562c-42ce-4d72-8577-75fd0735347b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563ffb0c-abbc-4891-bc16-630f77fa0d00') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:45.472725 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0348562c-42ce-4d72-8577-75fd0735347b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.491287 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dcbaf256-6d07-4972-9c34-f9c6911f033f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.495707 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0348562c-42ce-4d72-8577-75fd0735347b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.508446 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0348562c-42ce-4d72-8577-75fd0735347b admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:48:45.511156 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0348562c-42ce-4d72-8577-75fd0735347b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.535753 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-60ed4c84-7fd6-45f6-bf34-34e3140f53cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:45.536480 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:48:45.536480 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:48:45.536480 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:48:45.536480 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:48:45.536480 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:48:45.536480 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:48:45.536480 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:48:45.536480 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:48:45.536480 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:48:45.536480 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:48:45.536480 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:48:45.536480 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:48:45.536480 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:48:45.536480 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:48:45.536480 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:48:45.536480 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:48:45.536480 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:48:45.536480 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:48:45.536480 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:48:45.536480 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:48:45.536480 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:48:45.536480 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:48:45.536480 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:48:45.536480 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:48:45.536480 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:48:45.536480 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:48:45.536480 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:48:45.536480 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:48:45.536480 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:48:45.536480 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:48:45.536480 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:48:45.536480 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:48:45.538766 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-60ed4c84-7fd6-45f6-bf34-34e3140f53cf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=768257ea-d05c-44b7-b58b-c702d60e22aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0950108 Sep 16 04:48:45.586074 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dcbaf256-6d07-4972-9c34-f9c6911f033f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.588930 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dcbaf256-6d07-4972-9c34-f9c6911f033f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.590216 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-dcbaf256-6d07-4972-9c34-f9c6911f033f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0dffc693-77e3-40d8-87ce-95e65b1e18a8 HTTP/1.1" status: 204 len: 168 time: 0.3466814 Sep 16 04:48:45.597670 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0348562c-42ce-4d72-8577-75fd0735347b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.609046 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0348562c-42ce-4d72-8577-75fd0735347b admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.614929 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0348562c-42ce-4d72-8577-75fd0735347b admin admin] 10.222.0.35 "DELETE /v2.0/networks/8be6671c-d3cc-4762-a06c-3e49bba8fa99 HTTP/1.1" status: 204 len: 168 time: 0.4356563 Sep 16 04:48:45.629634 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0348562c-42ce-4d72-8577-75fd0735347b admin admin] Pushing event deleted for resources: {'Network': ['ID=8be6671c-d3cc-4762-a06c-3e49bba8fa99,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:45.662207 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbaf256-6d07-4972-9c34-f9c6911f033f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dffc693-77e3-40d8-87ce-95e65b1e18a8,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:45.722661 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba373770-88ea-47a5-af1a-1346d4919435 req-e09263a6-f623-4586-9ae6-913918e6de4d tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:45.724274 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ba373770-88ea-47a5-af1a-1346d4919435 req-e09263a6-f623-4586-9ae6-913918e6de4d tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 945 time: 0.0841782 Sep 16 04:48:45.727266 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-42ec3f77-7370-409f-8a1b-a7a42e99c385 service neutron] 10.222.0.48 "GET /v2.0/networks/768257ea-d05c-44b7-b58b-c702d60e22aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796491 Sep 16 04:48:45.791532 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 42084) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:45.871732 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ba373770-88ea-47a5-af1a-1346d4919435 req-dbc5ecc5-8441-41a5-ac04-6433318891c4 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165941 Sep 16 04:48:45.914874 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d0963151-0f15-44fc-bf3f-2e144b1ccb70 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e6cc3afe070643bb85e91919d4f43b74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1220856 Sep 16 04:48:45.919210 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 42090) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:45.921460 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b16277a-2d08-47cc-8d07-41b8d50aaeec req-d2fb4f0d-dcff-4ed4-b5f1-9439cee8e6c1 service neutron] 10.222.0.48 "GET /v2.0/networks/768257ea-d05c-44b7-b58b-c702d60e22aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852036 Sep 16 04:48:45.962345 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:46.019638 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3be850d5-825e-40b1-b75a-86d5abb52534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:46.057099 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3be850d5-825e-40b1-b75a-86d5abb52534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:46.084943 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 46703329-a77e-4797-822e-102a4e4c1668 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:48:46.116122 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 46703329-a77e-4797-822e-102a4e4c1668 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:48:46.116469 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 46703329-a77e-4797-822e-102a4e4c1668 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:48:46.158653 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3be850d5-825e-40b1-b75a-86d5abb52534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:46.161444 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3be850d5-825e-40b1-b75a-86d5abb52534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:46.164681 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3be850d5-825e-40b1-b75a-86d5abb52534 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1e384218-6eb6-4688-bca4-6d5759ccb1c1 HTTP/1.1" status: 204 len: 168 time: 0.2395413 Sep 16 04:48:46.175127 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be850d5-825e-40b1-b75a-86d5abb52534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e384218-6eb6-4688-bca4-6d5759ccb1c1,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:46.237828 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5d990-511b-4c3d-891a-9c09ba6e91c8 req-b5e6a308-d046-4648-9a71-4a6ea1358f94 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:46.241372 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94b5d990-511b-4c3d-891a-9c09ba6e91c8 req-b5e6a308-d046-4648-9a71-4a6ea1358f94 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0806916 Sep 16 04:48:46.295132 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94b5d990-511b-4c3d-891a-9c09ba6e91c8 req-7d1e2a96-9a85-4cb1-a41d-789ae34ff060 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476515 Sep 16 04:48:46.533584 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2a435-c909-41d8-bff4-d460b929c15b req-d4403657-2748-4d03-be6f-f92f44efd9de tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:46.534911 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e9d2a435-c909-41d8-bff4-d460b929c15b req-d4403657-2748-4d03-be6f-f92f44efd9de tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=66940aa3-d9db-4e08-b976-bad2e1a5307b HTTP/1.1" status: 200 len: 945 time: 0.0622015 Sep 16 04:48:46.585386 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e9d2a435-c909-41d8-bff4-d460b929c15b req-2b20024d-82d9-4e04-ad48-542a5e058ae8 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413566 Sep 16 04:48:47.058854 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d99fb9-9b54-4268-99b6-9de20b1a2a24 req-a4af016d-4ee9-48e0-87c1-6105936f495d tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:47.061602 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-69d99fb9-9b54-4268-99b6-9de20b1a2a24 req-a4af016d-4ee9-48e0-87c1-6105936f495d tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 945 time: 0.0911458 Sep 16 04:48:47.135547 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-69d99fb9-9b54-4268-99b6-9de20b1a2a24 req-8de12c18-dd6f-478a-b30f-ef5e5997fd33 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656610 Sep 16 04:48:47.237229 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 42144) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:47.429157 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9329bc-26d8-4466-ac47-9dfdcaa1c6ad req-bee4229e-1776-42c2-a951-61a9c1e0457b tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:47.430755 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cb9329bc-26d8-4466-ac47-9dfdcaa1c6ad req-bee4229e-1776-42c2-a951-61a9c1e0457b tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0576191 Sep 16 04:48:47.475939 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cb9329bc-26d8-4466-ac47-9dfdcaa1c6ad req-29a695b4-15e5-40c1-9061-8bf6b70a58b1 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380526 Sep 16 04:48:47.517457 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-95ca2b55-25bf-4564-bbbd-80e43e142d65 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1095599580-network', 'tenant_id': 'a9564092441641099968dab4826c23ad'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:47.544730 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ca2b55-25bf-4564-bbbd-80e43e142d65 admin admin] Made reservation on behalf of a9564092441641099968dab4826c23ad for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:47.548216 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-95ca2b55-25bf-4564-bbbd-80e43e142d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:47.565035 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-95ca2b55-25bf-4564-bbbd-80e43e142d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:47.697045 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-95ca2b55-25bf-4564-bbbd-80e43e142d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:47.706682 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-95ca2b55-25bf-4564-bbbd-80e43e142d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:47.742374 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95ca2b55-25bf-4564-bbbd-80e43e142d65 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:48:47.757755 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca2b55-25bf-4564-bbbd-80e43e142d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723b7686-529d-4393-aed0-f3fd1860d9b0,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:47.764885 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-95ca2b55-25bf-4564-bbbd-80e43e142d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:47.765469 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-95ca2b55-25bf-4564-bbbd-80e43e142d65 admin admin] Added segment 3d1a8b45-2896-4fd6-a9bb-cba94eeeecba of type vlan for network fb168ec7-c9bc-48f2-8670-4d53a35f9eaf Sep 16 04:48:47.775608 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045a148-d048-4651-9037-ac0ffc02ead6 req-f35cbf84-8b96-4584-b0b3-956ca12474db tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:47.778093 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8045a148-d048-4651-9037-ac0ffc02ead6 req-f35cbf84-8b96-4584-b0b3-956ca12474db tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=66940aa3-d9db-4e08-b976-bad2e1a5307b HTTP/1.1" status: 200 len: 945 time: 0.0789020 Sep 16 04:48:47.783601 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca2b55-25bf-4564-bbbd-80e43e142d65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:47.784536 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca2b55-25bf-4564-bbbd-80e43e142d65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:47.785149 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca2b55-25bf-4564-bbbd-80e43e142d65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:47.785962 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca2b55-25bf-4564-bbbd-80e43e142d65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:47.786577 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca2b55-25bf-4564-bbbd-80e43e142d65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:47.787319 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca2b55-25bf-4564-bbbd-80e43e142d65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:47.788222 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca2b55-25bf-4564-bbbd-80e43e142d65 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:47.789045 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca2b55-25bf-4564-bbbd-80e43e142d65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:47.789804 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca2b55-25bf-4564-bbbd-80e43e142d65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:47.790468 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca2b55-25bf-4564-bbbd-80e43e142d65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:47.791297 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca2b55-25bf-4564-bbbd-80e43e142d65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:47.791995 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca2b55-25bf-4564-bbbd-80e43e142d65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:47.838153 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8045a148-d048-4651-9037-ac0ffc02ead6 req-8df8d44b-7dcd-4eb2-81ea-7a5d8dafc0fd tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503004 Sep 16 04:48:47.885046 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-95ca2b55-25bf-4564-bbbd-80e43e142d65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:47.920895 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-95ca2b55-25bf-4564-bbbd-80e43e142d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:47.922644 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ca2b55-25bf-4564-bbbd-80e43e142d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:47.923247 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-95ca2b55-25bf-4564-bbbd-80e43e142d65 admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:47.969103 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 42176) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:47.969227 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-95ca2b55-25bf-4564-bbbd-80e43e142d65 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7305894 Sep 16 04:48:47.974563 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-f9fdfc67-e741-4a2e-9461-88cff3f470fc admin admin] Request body: {'subnet': {'network_id': 'fb168ec7-c9bc-48f2-8670-4d53a35f9eaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1095599580-subnet', 'tenant_id': 'a9564092441641099968dab4826c23ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:48.009787 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fdfc67-e741-4a2e-9461-88cff3f470fc admin admin] Made reservation on behalf of a9564092441641099968dab4826c23ad for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:48.013808 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f9fdfc67-e741-4a2e-9461-88cff3f470fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.051168 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca2b55-25bf-4564-bbbd-80e43e142d65 admin admin] Pushing event updated for resources: {'Network': ['ID=fb168ec7-c9bc-48f2-8670-4d53a35f9eaf,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:48.068353 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network fb168ec7-c9bc-48f2-8670-4d53a35f9eaf details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:48:48.377993 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f9fdfc67-e741-4a2e-9461-88cff3f470fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.392471 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f4b47-dffc-43b6-aab4-118726af9f6d req-0cdb4c07-6e88-4fbf-8594-4c3cb1484fc5 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:48.394461 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1a6f4b47-dffc-43b6-aab4-118726af9f6d req-0cdb4c07-6e88-4fbf-8594-4c3cb1484fc5 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 945 time: 0.1306667 Sep 16 04:48:48.480230 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fdfc67-e741-4a2e-9461-88cff3f470fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4941d4cc-c97b-4fdb-8d78-bd7d0a14ccd8,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:48.505720 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1a6f4b47-dffc-43b6-aab4-118726af9f6d req-b0c2d7f7-0771-4d68-92a4-a3c178e6ffb2 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821140 Sep 16 04:48:48.509035 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fdfc67-e741-4a2e-9461-88cff3f470fc admin admin] Checking segment: {'id': '3d1a8b45-2896-4fd6-a9bb-cba94eeeecba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fb168ec7-c9bc-48f2-8670-4d53a35f9eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:48.509453 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fdfc67-e741-4a2e-9461-88cff3f470fc admin admin] Network hostable DHCP agents. Network: fb168ec7-c9bc-48f2-8670-4d53a35f9eaf, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:48:48.538835 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fdfc67-e741-4a2e-9461-88cff3f470fc admin admin] Network fb168ec7-c9bc-48f2-8670-4d53a35f9eaf is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:48:48.550618 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-f9fdfc67-e741-4a2e-9461-88cff3f470fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, fb168ec7-c9bc-48f2-8670-4d53a35f9eaf) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:48.560318 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fdfc67-e741-4a2e-9461-88cff3f470fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:48.561686 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f9fdfc67-e741-4a2e-9461-88cff3f470fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.563359 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9378bf33-747f-403e-afcf-80e28d110715 None None] Network fb168ec7-c9bc-48f2-8670-4d53a35f9eaf requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:48.585738 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f9fdfc67-e741-4a2e-9461-88cff3f470fc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6129122 Sep 16 04:48:48.586315 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 42190) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:48.596737 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-da7e7ef5-dbbb-4f7f-911e-81bab6a563a9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1095599580-router', 'tenant_id': 'a9564092441641099968dab4826c23ad', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:48.642252 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-da7e7ef5-dbbb-4f7f-911e-81bab6a563a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.643378 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-da7e7ef5-dbbb-4f7f-911e-81bab6a563a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.709401 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5472e-81c6-4c75-891f-dc97162da816 req-a203b181-4c4e-4ffd-8e4c-124b49f0107c tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:48.714236 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1fc5472e-81c6-4c75-891f-dc97162da816 req-a203b181-4c4e-4ffd-8e4c-124b49f0107c tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=66940aa3-d9db-4e08-b976-bad2e1a5307b HTTP/1.1" status: 200 len: 945 time: 0.0851052 Sep 16 04:48:48.759392 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-da7e7ef5-dbbb-4f7f-911e-81bab6a563a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.805062 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7af8efc-d9b8-4512-9b2d-fd0e2c8869ab None None] Network fb168ec7-c9bc-48f2-8670-4d53a35f9eaf requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:48.817640 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1fc5472e-81c6-4c75-891f-dc97162da816 req-1eb48675-c7bc-4ba6-b00f-6b6c7cf7cb0c tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932608 Sep 16 04:48:48.989690 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa716913-531d-42cc-bf63-3dc41ea371e4 req-bd6c0da7-80b7-46ed-aca1-b4fbda5b7ed3 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:48.991374 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa716913-531d-42cc-bf63-3dc41ea371e4 req-bd6c0da7-80b7-46ed-aca1-b4fbda5b7ed3 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0819774 Sep 16 04:48:48.991962 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-da7e7ef5-dbbb-4f7f-911e-81bab6a563a9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:49.053896 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa716913-531d-42cc-bf63-3dc41ea371e4 req-6495d75f-7ad4-4fb7-8628-4b516c5443e0 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455408 Sep 16 04:48:49.357219 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-da7e7ef5-dbbb-4f7f-911e-81bab6a563a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:49.381048 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-da7e7ef5-dbbb-4f7f-911e-81bab6a563a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:49.546920 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-da7e7ef5-dbbb-4f7f-911e-81bab6a563a9 admin admin] Allocated IP 172.25.8.232 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/a6b16912-e37c-40db-ba69-775bacdd86a6) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:49.711556 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af877f-08fb-4046-9d2b-7d0e07566f86 req-2723132f-7c5b-434b-abb5-74188d4fe6fc tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:49.712109 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-da7e7ef5-dbbb-4f7f-911e-81bab6a563a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:49.714403 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-72af877f-08fb-4046-9d2b-7d0e07566f86 req-2723132f-7c5b-434b-abb5-74188d4fe6fc tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 945 time: 0.0660679 Sep 16 04:48:49.764240 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-da7e7ef5-dbbb-4f7f-911e-81bab6a563a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:49.775688 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-72af877f-08fb-4046-9d2b-7d0e07566f86 req-1ff88139-da4a-4f96-873d-ca6d43152c80 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519884 Sep 16 04:48:49.815671 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7e7ef5-dbbb-4f7f-911e-81bab6a563a9 admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:49.819128 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-da7e7ef5-dbbb-4f7f-911e-81bab6a563a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:49.824725 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7e7ef5-dbbb-4f7f-911e-81bab6a563a9 admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:49.859169 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e7ef5-dbbb-4f7f-911e-81bab6a563a9 admin admin] Pushing event updated for resources: {'Port': ['ID=a6b16912-e37c-40db-ba69-775bacdd86a6,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:49.984396 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48521a-2033-40cb-8497-849b385c765d req-29b1c2df-833e-4944-beb2-a1259a8a4c63 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:49.989081 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7a48521a-2033-40cb-8497-849b385c765d req-29b1c2df-833e-4944-beb2-a1259a8a4c63 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=66940aa3-d9db-4e08-b976-bad2e1a5307b HTTP/1.1" status: 200 len: 945 time: 0.0716381 Sep 16 04:48:50.043662 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7a48521a-2033-40cb-8497-849b385c765d req-0f1c124c-79e2-4466-8a5d-1bd1b2e80991 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/security-groups?id=9764762a-64a8-4a4f-9047-d8fc1bccbd49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462410 Sep 16 04:48:50.162402 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-da7e7ef5-dbbb-4f7f-911e-81bab6a563a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.209083 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640ba2b-3705-491a-85a4-909b3d596e42 req-88fed6ae-9252-4580-9a22-3fc367525229 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:50.211672 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d640ba2b-3705-491a-85a4-909b3d596e42 req-88fed6ae-9252-4580-9a22-3fc367525229 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0680354 Sep 16 04:48:50.269147 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d640ba2b-3705-491a-85a4-909b3d596e42 req-bf2b673a-be0b-4bef-be2e-b10a7bc7d1eb tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484622 Sep 16 04:48:50.365518 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de09c1-86af-458c-9618-4c98ba88a780 req-bee12656-9cf4-40b4-9b36-e77b1f8dec8f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:50.367631 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b2de09c1-86af-458c-9618-4c98ba88a780 req-bee12656-9cf4-40b4-9b36-e77b1f8dec8f tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.48 "GET /v2.0/ports?device_id=66940aa3-d9db-4e08-b976-bad2e1a5307b HTTP/1.1" status: 200 len: 945 time: 0.0667841 Sep 16 04:48:50.438749 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-da7e7ef5-dbbb-4f7f-911e-81bab6a563a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.541868 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-b2de09c1-86af-458c-9618-4c98ba88a780 req-6b028aee-f465-47ad-b565-089f024dfc19 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Deleting port ec946269-3bda-42ce-9f79-a67ab19b9186 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:50.542189 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b2de09c1-86af-458c-9618-4c98ba88a780 req-6b028aee-f465-47ad-b565-089f024dfc19 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.657211 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7e7ef5-dbbb-4f7f-911e-81bab6a563a9 admin admin] Router ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:48:50.673750 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-b2de09c1-86af-458c-9618-4c98ba88a780 req-6b028aee-f465-47ad-b565-089f024dfc19 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] For port ec946269-3bda-42ce-9f79-a67ab19b9186, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=ec946269-3bda-42ce-9f79-a67ab19b9186,segment=NetworkSegment(8a88cf17-2626-40ee-b5d7-20831c5d590c),segment_id=8a88cf17-2626-40ee-b5d7-20831c5d590c)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:50.674135 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b2de09c1-86af-458c-9618-4c98ba88a780 req-6b028aee-f465-47ad-b565-089f024dfc19 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.690259 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-b2de09c1-86af-458c-9618-4c98ba88a780 req-6b028aee-f465-47ad-b565-089f024dfc19 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Calling delete_port for ec946269-3bda-42ce-9f79-a67ab19b9186 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:50.824840 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287748c6-2ff6-4a3e-b00e-bb951c04e45a req-99dd4a2b-e764-4c6f-bc0e-6096b20979ef tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:50.827875 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-287748c6-2ff6-4a3e-b00e-bb951c04e45a req-99dd4a2b-e764-4c6f-bc0e-6096b20979ef tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.1250198 Sep 16 04:48:50.853637 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7e7ef5-dbbb-4f7f-911e-81bab6a563a9 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:48:50.864857 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ddf30c-36cb-4c3c-98a4-923a36c0aa67 None None] Sync routers for ids ['ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:48:50.878397 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-da7e7ef5-dbbb-4f7f-911e-81bab6a563a9 admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.885235 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-da7e7ef5-dbbb-4f7f-911e-81bab6a563a9 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.2974503 Sep 16 04:48:50.885820 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 42226) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:50.893206 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ddf30c-36cb-4c3c-98a4-923a36c0aa67 None None] Routers {'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:50.893878 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-a4ddf30c-36cb-4c3c-98a4-923a36c0aa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:48:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:50.954182 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-287748c6-2ff6-4a3e-b00e-bb951c04e45a req-46dd2ff9-c4df-4de3-af4e-869aaf76a0c4 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004007 Sep 16 04:48:50.969211 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b2de09c1-86af-458c-9618-4c98ba88a780 req-6b028aee-f465-47ad-b565-089f024dfc19 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:51.024216 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b028aee-f465-47ad-b565-089f024dfc19 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Pushing event deleted for resources: {'Port': ['ID=ec946269-3bda-42ce-9f79-a67ab19b9186,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:51.100596 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['ec946269-3bda-42ce-9f79-a67ab19b9186'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:48:51.109790 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2de09c1-86af-458c-9618-4c98ba88a780 req-6b028aee-f465-47ad-b565-089f024dfc19 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] No DVR routers for this DVR port ec946269-3bda-42ce-9f79-a67ab19b9186 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:51.112885 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b2de09c1-86af-458c-9618-4c98ba88a780 req-6b028aee-f465-47ad-b565-089f024dfc19 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:51.132234 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b2de09c1-86af-458c-9618-4c98ba88a780 req-6b028aee-f465-47ad-b565-089f024dfc19 tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.48 "DELETE /v2.0/ports/ec946269-3bda-42ce-9f79-a67ab19b9186 HTTP/1.1" status: 204 len: 173 time: 0.7161314 Sep 16 04:48:51.132886 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66940aa3-d9db-4e08-b976-bad2e1a5307b', 'name': 'network-vif-deleted', 'tag': 'ec946269-3bda-42ce-9f79-a67ab19b9186'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:51.140865 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb0867b-6ec6-47cf-af53-2c2aff8f1e0b" -d '{"events": [{"server_uuid": "66940aa3-d9db-4e08-b976-bad2e1a5307b", "name": "network-vif-deleted", "tag": "ec946269-3bda-42ce-9f79-a67ab19b9186"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:51.193519 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-a4ddf30c-36cb-4c3c-98a4-923a36c0aa67 None None] Set router ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:48:51.282604 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e25767-c654-4165-97d9-22dc7be8cd2e req-872fc880-dff4-4aed-9ef7-1820f82b79e8 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:51.284284 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-28e25767-c654-4165-97d9-22dc7be8cd2e req-872fc880-dff4-4aed-9ef7-1820f82b79e8 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 945 time: 0.1809037 Sep 16 04:48:51.376541 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-28e25767-c654-4165-97d9-22dc7be8cd2e req-e8f7c9e5-8040-42bc-90cb-3957a9555a0f tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839489 Sep 16 04:48:51.543790 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-a4ddf30c-36cb-4c3c-98a4-923a36c0aa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1095599580-router', 'tenant_id': 'a9564092441641099968dab4826c23ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'a6b16912-e37c-40db-ba69-775bacdd86a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:48Z', 'updated_at': '2021-09-16T04:48:50Z', 'revision_number': 3, 'project_id': 'a9564092441641099968dab4826c23ad', 'gw_port': {'id': 'a6b16912-e37c-40db-ba69-775bacdd86a6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:49Z', 'updated_at': '2021-09-16T04:48:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:51.583936 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ddf30c-36cb-4c3c-98a4-923a36c0aa67 None None] Checking router: ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:48:51.584294 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ddf30c-36cb-4c3c-98a4-923a36c0aa67 None None] Updating router ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc port a6b16912-e37c-40db-ba69-775bacdd86a6 binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:48:51.590835 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26117d2-a87b-4243-b3fc-62576d498e17 req-c8670a0b-733b-4ba9-929c-ec762011291a tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:51.599221 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e26117d2-a87b-4243-b3fc-62576d498e17 req-c8670a0b-733b-4ba9-929c-ec762011291a tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.1217735 Sep 16 04:48:51.622743 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a4ddf30c-36cb-4c3c-98a4-923a36c0aa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:51.659785 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e26117d2-a87b-4243-b3fc-62576d498e17 req-69d0b091-cd61-4fbb-926b-3f88aeb9b9d8 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563359 Sep 16 04:48:51.731345 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ee25a900-d867-417d-a14b-461c325f6370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:51.817708 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:48:51.962596 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-02281db5-1a22-4cbc-939a-f7271b049e3f req-56d5bb68-1d0d-4050-97ba-b3eb9d5e81af tempest-DeleteServersTestJSON-2023940185 tempest-DeleteServersTestJSON-2023940185-project] 10.222.0.35 "GET /v2.0/ports?device_id=66940aa3-d9db-4e08-b976-bad2e1a5307b HTTP/1.1" status: 200 len: 210 time: 0.0835679 Sep 16 04:48:52.099853 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81dc114d-d1b6-4ca5-a293-ba9ee342750d x-openstack-request-id: req-81dc114d-d1b6-4ca5-a293-ba9ee342750d {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:52.100504 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66940aa3-d9db-4e08-b976-bad2e1a5307b", "name": "network-vif-deleted", "tag": "ec946269-3bda-42ce-9f79-a67ab19b9186", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:52.100980 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-81dc114d-d1b6-4ca5-a293-ba9ee342750d {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:52.101542 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66940aa3-d9db-4e08-b976-bad2e1a5307b', 'name': 'network-vif-deleted', 'tag': 'ec946269-3bda-42ce-9f79-a67ab19b9186', 'status': 'completed', 'code': 200} Sep 16 04:48:52.140615 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a4ddf30c-36cb-4c3c-98a4-923a36c0aa67 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:52.142382 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-ee25a900-d867-417d-a14b-461c325f6370 admin admin] Allocated IP 172.20.0.1 (fb168ec7-c9bc-48f2-8670-4d53a35f9eaf/4941d4cc-c97b-4fdb-8d78-bd7d0a14ccd8/fa4d9452-8a6e-44e1-9726-ddb5692bd936) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:52.150126 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a4ddf30c-36cb-4c3c-98a4-923a36c0aa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:52.302688 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07406aad-ac7b-4b2b-9a6d-d00666a9ae83 None None] Pushing event updated for resources: {'Port': ['ID=a6b16912-e37c-40db-ba69-775bacdd86a6,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:52.353687 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-a4ddf30c-36cb-4c3c-98a4-923a36c0aa67 None None] Attempting to bind port a6b16912-e37c-40db-ba69-775bacdd86a6 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:52.354137 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-a4ddf30c-36cb-4c3c-98a4-923a36c0aa67 None None] Attempting to bind port a6b16912-e37c-40db-ba69-775bacdd86a6 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:52.354513 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ddf30c-36cb-4c3c-98a4-923a36c0aa67 None None] Attempting to bind port a6b16912-e37c-40db-ba69-775bacdd86a6 on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:52.366171 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ddf30c-36cb-4c3c-98a4-923a36c0aa67 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:52.366617 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ddf30c-36cb-4c3c-98a4-923a36c0aa67 None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:52.367073 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a4ddf30c-36cb-4c3c-98a4-923a36c0aa67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:52.367583 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ddf30c-36cb-4c3c-98a4-923a36c0aa67 None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:52.368033 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-a4ddf30c-36cb-4c3c-98a4-923a36c0aa67 None None] Bound port: a6b16912-e37c-40db-ba69-775bacdd86a6, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:52.368547 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a4ddf30c-36cb-4c3c-98a4-923a36c0aa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:52.442379 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ee25a900-d867-417d-a14b-461c325f6370 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:52.449467 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 42254) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:52.491064 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-a4ddf30c-36cb-4c3c-98a4-923a36c0aa67 None None] For port a6b16912-e37c-40db-ba69-775bacdd86a6, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:52.497165 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-a4ddf30c-36cb-4c3c-98a4-923a36c0aa67 None None] For port a6b16912-e37c-40db-ba69-775bacdd86a6, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=a6b16912-e37c-40db-ba69-775bacdd86a6,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:52.506493 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a4ddf30c-36cb-4c3c-98a4-923a36c0aa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:52.526252 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ee25a900-d867-417d-a14b-461c325f6370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:52.598711 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee25a900-d867-417d-a14b-461c325f6370 admin admin] Network fb168ec7-c9bc-48f2-8670-4d53a35f9eaf is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:52.605815 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-ee25a900-d867-417d-a14b-461c325f6370 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:52.623312 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee25a900-d867-417d-a14b-461c325f6370 admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:52.639740 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07406aad-ac7b-4b2b-9a6d-d00666a9ae83 None None] Pushing event updated for resources: {'Port': ['ID=a6b16912-e37c-40db-ba69-775bacdd86a6,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:52.643215 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ddf30c-36cb-4c3c-98a4-923a36c0aa67 None None] Routers {'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:52.644403 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-a4ddf30c-36cb-4c3c-98a4-923a36c0aa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:48:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:52.663405 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee25a900-d867-417d-a14b-461c325f6370 admin admin] Pushing event updated for resources: {'Port': ['ID=fa4d9452-8a6e-44e1-9726-ddb5692bd936,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:52.695671 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ee25a900-d867-417d-a14b-461c325f6370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:52.704719 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1267b54b-54b4-4be0-b20c-4ab02133a929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:52.762710 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-cc09f195-592f-4418-8cdc-59810da088e8 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:52.764404 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-cc09f195-592f-4418-8cdc-59810da088e8 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/networks?id=92ecefce-c627-4abd-9d77-6a33db190651 HTTP/1.1" status: 200 len: 811 time: 0.2675307 Sep 16 04:48:52.790826 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-8d6ea815-61bf-4b35-b17d-455fe4e341ba tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/quotas/68cc116df1104257a08239cd46cd0170 HTTP/1.1" status: 200 len: 375 time: 0.0166838 Sep 16 04:48:52.868672 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-a4ddf30c-36cb-4c3c-98a4-923a36c0aa67 None None] Set router ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:48:52.953941 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-262a3553-4496-48c8-8a3e-c9d46a7bb9be tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=68cc116df1104257a08239cd46cd0170&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1406324 Sep 16 04:48:52.977471 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ee25a900-d867-417d-a14b-461c325f6370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.189540 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1267b54b-54b4-4be0-b20c-4ab02133a929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.202202 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ee25a900-d867-417d-a14b-461c325f6370 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.202990 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1267b54b-54b4-4be0-b20c-4ab02133a929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.207809 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ee25a900-d867-417d-a14b-461c325f6370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.214398 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-a4ddf30c-36cb-4c3c-98a4-923a36c0aa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1095599580-router', 'tenant_id': 'a9564092441641099968dab4826c23ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'a6b16912-e37c-40db-ba69-775bacdd86a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:48Z', 'updated_at': '2021-09-16T04:48:50Z', 'revision_number': 3, 'project_id': 'a9564092441641099968dab4826c23ad', 'gw_port': {'id': 'a6b16912-e37c-40db-ba69-775bacdd86a6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:49Z', 'updated_at': '2021-09-16T04:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:53.252195 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-db5ff9c9-e515-40d5-8ef4-77ad77a54d5a service neutron] 10.222.0.35 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777047 Sep 16 04:48:53.252484 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ddf30c-36cb-4c3c-98a4-923a36c0aa67 None None] The sync data for ids ['ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc'] in n-d-712139-15 is: [{'id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1095599580-router', 'tenant_id': 'a9564092441641099968dab4826c23ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'a6b16912-e37c-40db-ba69-775bacdd86a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:48Z', 'updated_at': '2021-09-16T04:48:50Z', 'revision_number': 3, 'project_id': 'a9564092441641099968dab4826c23ad', 'gw_port': {'id': 'a6b16912-e37c-40db-ba69-775bacdd86a6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:49Z', 'updated_at': '2021-09-16T04:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:48:53.302543 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ee25a900-d867-417d-a14b-461c325f6370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.304609 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee25a900-d867-417d-a14b-461c325f6370 admin admin] Pushing event updated for resources: {'Port': ['ID=fa4d9452-8a6e-44e1-9726-ddb5692bd936,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:53.329461 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267b54b-54b4-4be0-b20c-4ab02133a929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1730e8-1940-482f-aebd-db9b076f0624,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:53.344505 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1267b54b-54b4-4be0-b20c-4ab02133a929 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=043455204140476f9929941a7291f2fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8931286 Sep 16 04:48:53.348107 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 42266) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:53.481345 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee25a900-d867-417d-a14b-461c325f6370 admin admin] Network fb168ec7-c9bc-48f2-8670-4d53a35f9eaf is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:53.483621 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-ee25a900-d867-417d-a14b-461c325f6370 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:53.488299 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-fbfb92eb-660c-48d6-ada1-c872ad98b4d8 service neutron] 10.222.0.35 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345788 Sep 16 04:48:53.512367 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-aab7c555-722f-4b52-b82e-f7ee7be1bfd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.551514 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-aab7c555-722f-4b52-b82e-f7ee7be1bfd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.668792 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-aab7c555-722f-4b52-b82e-f7ee7be1bfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.677835 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-aab7c555-722f-4b52-b82e-f7ee7be1bfd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.682582 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-aab7c555-722f-4b52-b82e-f7ee7be1bfd5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1d1730e8-1940-482f-aebd-db9b076f0624 HTTP/1.1" status: 204 len: 168 time: 0.3331406 Sep 16 04:48:53.699468 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7c555-722f-4b52-b82e-f7ee7be1bfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1730e8-1940-482f-aebd-db9b076f0624,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:53.748292 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device ec946269-3bda-42ce-9f79-a67ab19b9186 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:48:53.816165 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: ec946269-3bda-42ce-9f79-a67ab19b9186 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:48:53.816664 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device ec946269-3bda-42ce-9f79-a67ab19b9186 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:48:53.872267 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd3600-afc4-4ea3-8417-9f23241aa5d2 req-3b314cdd-218d-4039-a0a5-b6fd1fdf7f82 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:53.877682 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4bcd3600-afc4-4ea3-8417-9f23241aa5d2 req-3b314cdd-218d-4039-a0a5-b6fd1fdf7f82 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 945 time: 0.0909317 Sep 16 04:48:53.975340 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4bcd3600-afc4-4ea3-8417-9f23241aa5d2 req-6fe63b7a-71f4-4d75-8f13-95af9b2d7d59 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941782 Sep 16 04:48:54.258860 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee25a900-d867-417d-a14b-461c325f6370 admin admin] Router ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:48:54.310032 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device a6b16912-e37c-40db-ba69-775bacdd86a6 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:54.433560 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port a6b16912-e37c-40db-ba69-775bacdd86a6 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:54.433939 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:54.453788 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 42286) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:54.506391 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5a3bb4bf-68ea-46d2-9010-936fc06191b8 req-4d3817e9-d77c-4945-9960-f836b134cfbc tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=d055551a-ee15-46e0-aa7a-3a0fb71bf2a4 HTTP/1.1" status: 200 len: 210 time: 0.0453110 Sep 16 04:48:54.508388 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e26caf9e-3470-4964-aeda-34f6aec70e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:54.539187 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee25a900-d867-417d-a14b-461c325f6370 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:48:54.560044 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ee25a900-d867-417d-a14b-461c325f6370 admin admin] 10.222.0.35 "PUT /v2.0/routers/ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6629443 Sep 16 04:48:54.674355 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:54.721989 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e26caf9e-3470-4964-aeda-34f6aec70e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:54.725121 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port a6b16912-e37c-40db-ba69-775bacdd86a6, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=a6b16912-e37c-40db-ba69-775bacdd86a6,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:54.733525 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:54.733783 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e26caf9e-3470-4964-aeda-34f6aec70e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:54.839372 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=a6b16912-e37c-40db-ba69-775bacdd86a6,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:54.861397 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e26caf9e-3470-4964-aeda-34f6aec70e1a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3ff24de896954a32bee208d6cfe8bfb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4059246 Sep 16 04:48:54.864406 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 42300) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:54.953148 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26caf9e-3470-4964-aeda-34f6aec70e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc63858-53db-4289-93c4-2e8f275ff36a,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:55.008327 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-79e9d392-daec-438e-913e-f7cd1cf489f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:55.046931 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-79e9d392-daec-438e-913e-f7cd1cf489f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:55.139406 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-79e9d392-daec-438e-913e-f7cd1cf489f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:55.145820 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-79e9d392-daec-438e-913e-f7cd1cf489f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:55.151243 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-79e9d392-daec-438e-913e-f7cd1cf489f4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0dc63858-53db-4289-93c4-2e8f275ff36a HTTP/1.1" status: 204 len: 168 time: 0.2813239 Sep 16 04:48:55.159933 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9d392-daec-438e-913e-f7cd1cf489f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc63858-53db-4289-93c4-2e8f275ff36a,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:55.214085 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ffe28-5a64-4cfd-8164-23d9d067fcae req-9257c943-720f-489c-9c51-e85bc5072517 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:55.215787 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-be1ffe28-5a64-4cfd-8164-23d9d067fcae req-9257c943-720f-489c-9c51-e85bc5072517 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 945 time: 0.0869422 Sep 16 04:48:55.276322 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-be1ffe28-5a64-4cfd-8164-23d9d067fcae req-2b0c9387-c14b-4afc-a4e3-36d92c57a000 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476439 Sep 16 04:48:56.101778 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-7d169bbd-8d15-4444-88da-470f1358fd62 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:56.103489 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-7d169bbd-8d15-4444-88da-470f1358fd62 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/networks?id=fb168ec7-c9bc-48f2-8670-4d53a35f9eaf HTTP/1.1" status: 200 len: 820 time: 0.3023703 Sep 16 04:48:56.111658 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-32297071-2893-47f3-9b6c-3efff431addb tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:56.113951 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-32297071-2893-47f3-9b6c-3efff431addb tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.48 "GET /v2.0/networks?id=92ecefce-c627-4abd-9d77-6a33db190651 HTTP/1.1" status: 200 len: 811 time: 0.2943392 Sep 16 04:48:56.127691 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-090f0c6d-1005-4e12-81bf-02ef803f83db tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/quotas/a9564092441641099968dab4826c23ad HTTP/1.1" status: 200 len: 375 time: 0.0123627 Sep 16 04:48:56.174505 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device a6b16912-e37c-40db-ba69-775bacdd86a6 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:56.179764 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-ae4d0d12-7900-4cc6-9490-c0cca5b91421 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Request body: {'port': {'device_id': 'd055551a-ee15-46e0-aa7a-3a0fb71bf2a4', 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651', 'admin_state_up': True, 'tenant_id': '68cc116df1104257a08239cd46cd0170'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:56.260548 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port a6b16912-e37c-40db-ba69-775bacdd86a6 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:56.262440 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:56.269420 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dca7e27-4bc2-49c1-9553-5f23f82699de None None] Sync routers for ids ['ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:48:56.283402 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dca7e27-4bc2-49c1-9553-5f23f82699de None None] Routers {'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:56.284971 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-4dca7e27-4bc2-49c1-9553-5f23f82699de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:48:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:56.299149 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-eece6807-1cbd-4a0f-88d4-19d2d3f12421 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a9564092441641099968dab4826c23ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1643233 Sep 16 04:48:56.483851 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-be5dd054-68b6-4161-b977-47ef8de24997 service neutron] 10.222.0.35 "GET /v2.0/networks/fb168ec7-c9bc-48f2-8670-4d53a35f9eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706531 Sep 16 04:48:56.486625 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-ae4d0d12-7900-4cc6-9490-c0cca5b91421 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Made reservation on behalf of 68cc116df1104257a08239cd46cd0170 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:56.494740 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-ae4d0d12-7900-4cc6-9490-c0cca5b91421 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:56.500296 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-4dca7e27-4bc2-49c1-9553-5f23f82699de None None] Set router ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:48:56.696729 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-43a1d40a-7412-4895-8182-13e2ec7194fe service neutron] 10.222.0.35 "GET /v2.0/networks/fb168ec7-c9bc-48f2-8670-4d53a35f9eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974614 Sep 16 04:48:56.781549 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-ae4d0d12-7900-4cc6-9490-c0cca5b91421 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Allocated IP 172.20.0.6 (92ecefce-c627-4abd-9d77-6a33db190651/01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21/c1bfbfef-8342-43fb-b456-027cddcafde6) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:56.853226 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-4dca7e27-4bc2-49c1-9553-5f23f82699de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1095599580-router', 'tenant_id': 'a9564092441641099968dab4826c23ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'a6b16912-e37c-40db-ba69-775bacdd86a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:48Z', 'updated_at': '2021-09-16T04:48:52Z', 'revision_number': 4, 'project_id': 'a9564092441641099968dab4826c23ad', 'gw_port': {'id': 'a6b16912-e37c-40db-ba69-775bacdd86a6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:49Z', 'updated_at': '2021-09-16T04:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'fa4d9452-8a6e-44e1-9726-ddb5692bd936', 'name': '', 'network_id': 'fb168ec7-c9bc-48f2-8670-4d53a35f9eaf', 'tenant_id': 'a9564092441641099968dab4826c23ad', 'mac_address': 'fa:16:3e:4e:51:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '4941d4cc-c97b-4fdb-8d78-bd7d0a14ccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:51Z', 'updated_at': '2021-09-16T04:48:53Z', 'revision_number': 2, 'project_id': 'a9564092441641099968dab4826c23ad', 'subnets': [{'id': '4941d4cc-c97b-4fdb-8d78-bd7d0a14ccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:56.919142 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dca7e27-4bc2-49c1-9553-5f23f82699de None None] Checking router: ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:48:56.919487 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dca7e27-4bc2-49c1-9553-5f23f82699de None None] Updating router ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc port fa4d9452-8a6e-44e1-9726-ddb5692bd936 binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:48:56.983597 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-4dca7e27-4bc2-49c1-9553-5f23f82699de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.610961 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-4dca7e27-4bc2-49c1-9553-5f23f82699de None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.626462 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-4dca7e27-4bc2-49c1-9553-5f23f82699de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.643962 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e4d22ca8-34be-4dfc-879b-8a69f6943e00 req-30f76bde-7e08-4e5e-92ff-c10f07dca0f2 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=d055551a-ee15-46e0-aa7a-3a0fb71bf2a4 HTTP/1.1" status: 200 len: 210 time: 0.0736258 Sep 16 04:48:57.763730 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-ae4d0d12-7900-4cc6-9490-c0cca5b91421 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.890241 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f1bb0-13a1-41e8-8546-4ca040ca32d7 None None] Pushing event updated for resources: {'Port': ['ID=fa4d9452-8a6e-44e1-9726-ddb5692bd936,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:57.919549 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f1bb0-13a1-41e8-8546-4ca040ca32d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:57.920347 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f1bb0-13a1-41e8-8546-4ca040ca32d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:57.921033 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f1bb0-13a1-41e8-8546-4ca040ca32d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:57.921624 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f1bb0-13a1-41e8-8546-4ca040ca32d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:57.922246 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f1bb0-13a1-41e8-8546-4ca040ca32d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:57.922873 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f1bb0-13a1-41e8-8546-4ca040ca32d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:57.923690 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f1bb0-13a1-41e8-8546-4ca040ca32d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:57.924026 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-ae4d0d12-7900-4cc6-9490-c0cca5b91421 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.924528 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f1bb0-13a1-41e8-8546-4ca040ca32d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:57.925107 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f1bb0-13a1-41e8-8546-4ca040ca32d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:57.925895 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f1bb0-13a1-41e8-8546-4ca040ca32d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:57.927498 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f1bb0-13a1-41e8-8546-4ca040ca32d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:57.928271 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f1bb0-13a1-41e8-8546-4ca040ca32d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:57.944552 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-4dca7e27-4bc2-49c1-9553-5f23f82699de None None] Attempting to bind port fa4d9452-8a6e-44e1-9726-ddb5692bd936 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:57.944957 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-4dca7e27-4bc2-49c1-9553-5f23f82699de None None] Attempting to bind port fa4d9452-8a6e-44e1-9726-ddb5692bd936 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '3d1a8b45-2896-4fd6-a9bb-cba94eeeecba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fb168ec7-c9bc-48f2-8670-4d53a35f9eaf'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:57.945379 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dca7e27-4bc2-49c1-9553-5f23f82699de None None] Attempting to bind port fa4d9452-8a6e-44e1-9726-ddb5692bd936 on network fb168ec7-c9bc-48f2-8670-4d53a35f9eaf {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:57.953120 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f69b5-fb68-44c3-affa-4d096214a49b req-312dda38-c553-4efb-83e0-d9d15dc971b9 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:57.955747 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c12f69b5-fb68-44c3-affa-4d096214a49b req-312dda38-c553-4efb-83e0-d9d15dc971b9 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 945 time: 0.1351497 Sep 16 04:48:57.957207 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dca7e27-4bc2-49c1-9553-5f23f82699de None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:57.959441 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dca7e27-4bc2-49c1-9553-5f23f82699de None None] Checking segment: {'id': '3d1a8b45-2896-4fd6-a9bb-cba94eeeecba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fb168ec7-c9bc-48f2-8670-4d53a35f9eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:57.961468 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-4dca7e27-4bc2-49c1-9553-5f23f82699de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.962464 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dca7e27-4bc2-49c1-9553-5f23f82699de None None] Bound using segment: {'id': '3d1a8b45-2896-4fd6-a9bb-cba94eeeecba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fb168ec7-c9bc-48f2-8670-4d53a35f9eaf'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:57.963613 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-4dca7e27-4bc2-49c1-9553-5f23f82699de None None] Bound port: fa4d9452-8a6e-44e1-9726-ddb5692bd936, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d1a8b45-2896-4fd6-a9bb-cba94eeeecba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fb168ec7-c9bc-48f2-8670-4d53a35f9eaf'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:57.964784 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-4dca7e27-4bc2-49c1-9553-5f23f82699de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.965667 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['2959b5b2-8587-4021-ac7c-7b2c07c40aca'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:48:58.141984 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-4dca7e27-4bc2-49c1-9553-5f23f82699de None None] For port fa4d9452-8a6e-44e1-9726-ddb5692bd936, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:58.146758 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-4dca7e27-4bc2-49c1-9553-5f23f82699de None None] For port fa4d9452-8a6e-44e1-9726-ddb5692bd936, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=fa4d9452-8a6e-44e1-9726-ddb5692bd936,segment=NetworkSegment(3d1a8b45-2896-4fd6-a9bb-cba94eeeecba),segment_id=3d1a8b45-2896-4fd6-a9bb-cba94eeeecba)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:58.161924 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c12f69b5-fb68-44c3-affa-4d096214a49b req-c228dc01-6531-4fdc-91bf-67a2c730a1df tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333292 Sep 16 04:48:58.164685 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-4dca7e27-4bc2-49c1-9553-5f23f82699de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.167301 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d0d12-7900-4cc6-9490-c0cca5b91421 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Pushing event updated for resources: {'Port': ['ID=c1bfbfef-8342-43fb-b456-027cddcafde6,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:58.201177 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-ae4d0d12-7900-4cc6-9490-c0cca5b91421 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Network 92ecefce-c627-4abd-9d77-6a33db190651 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:58.210620 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-ae4d0d12-7900-4cc6-9490-c0cca5b91421 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:58.218544 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-ae4d0d12-7900-4cc6-9490-c0cca5b91421 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:58.355189 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dca7e27-4bc2-49c1-9553-5f23f82699de None None] Routers {'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:58.356358 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-4dca7e27-4bc2-49c1-9553-5f23f82699de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:48:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:58.361297 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f1bb0-13a1-41e8-8546-4ca040ca32d7 None None] Pushing event updated for resources: {'Port': ['ID=fa4d9452-8a6e-44e1-9726-ddb5692bd936,revision_number=4']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:58.421081 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-ae4d0d12-7900-4cc6-9490-c0cca5b91421 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:58.422707 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-ae4d0d12-7900-4cc6-9490-c0cca5b91421 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.490434 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-ae4d0d12-7900-4cc6-9490-c0cca5b91421 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3216310 Sep 16 04:48:58.527155 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5df799c2-030c-4c46-b359-319c6ccd9996 req-2020ca42-5c94-4bad-8389-8006bfd7eee9 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 210 time: 0.0591888 Sep 16 04:48:58.784120 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-f58fa0ef-5ab4-456b-acbb-3f640cddcefa service neutron] Request body: {'port': {'device_id': 'd055551a-ee15-46e0-aa7a-3a0fb71bf2a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:58.807509 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-4dca7e27-4bc2-49c1-9553-5f23f82699de None None] Set router ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:48:58.902198 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-fbaf3eea-0388-49e0-8924-e01c60b96a6b None None] Provisioning complete for port c1bfbfef-8342-43fb-b456-027cddcafde6 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:58.903482 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fbaf3eea-0388-49e0-8924-e01c60b96a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.022305 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-fbaf3eea-0388-49e0-8924-e01c60b96a6b None None] Port c1bfbfef-8342-43fb-b456-027cddcafde6 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:48:59.082665 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-f58fa0ef-5ab4-456b-acbb-3f640cddcefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.527869 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-498fcd4c-f016-44ce-991e-1922d5f98942 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:59.529545 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-498fcd4c-f016-44ce-991e-1922d5f98942 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.48 "GET /v2.0/networks?id=fb168ec7-c9bc-48f2-8670-4d53a35f9eaf HTTP/1.1" status: 200 len: 820 time: 0.5548568 Sep 16 04:48:59.537481 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-4dca7e27-4bc2-49c1-9553-5f23f82699de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1095599580-router', 'tenant_id': 'a9564092441641099968dab4826c23ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'a6b16912-e37c-40db-ba69-775bacdd86a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:48Z', 'updated_at': '2021-09-16T04:48:52Z', 'revision_number': 4, 'project_id': 'a9564092441641099968dab4826c23ad', 'gw_port': {'id': 'a6b16912-e37c-40db-ba69-775bacdd86a6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:49Z', 'updated_at': '2021-09-16T04:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'fa4d9452-8a6e-44e1-9726-ddb5692bd936', 'name': '', 'network_id': 'fb168ec7-c9bc-48f2-8670-4d53a35f9eaf', 'tenant_id': 'a9564092441641099968dab4826c23ad', 'mac_address': 'fa:16:3e:4e:51:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '4941d4cc-c97b-4fdb-8d78-bd7d0a14ccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:51Z', 'updated_at': '2021-09-16T04:48:58Z', 'revision_number': 4, 'project_id': 'a9564092441641099968dab4826c23ad', 'subnets': [{'id': '4941d4cc-c97b-4fdb-8d78-bd7d0a14ccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:59.570218 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-0509cdb4-95dd-48bf-838f-e0470ef4bf03 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Request body: {'port': {'device_id': '56edfe58-1809-4b3c-8df3-4d42e03d5f53', 'network_id': 'fb168ec7-c9bc-48f2-8670-4d53a35f9eaf', 'admin_state_up': True, 'tenant_id': 'a9564092441641099968dab4826c23ad'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:59.584037 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dca7e27-4bc2-49c1-9553-5f23f82699de None None] The sync data for ids ['ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc'] in n-d-712139-15 is: [{'id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1095599580-router', 'tenant_id': 'a9564092441641099968dab4826c23ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'a6b16912-e37c-40db-ba69-775bacdd86a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:48Z', 'updated_at': '2021-09-16T04:48:52Z', 'revision_number': 4, 'project_id': 'a9564092441641099968dab4826c23ad', 'gw_port': {'id': 'a6b16912-e37c-40db-ba69-775bacdd86a6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:49Z', 'updated_at': '2021-09-16T04:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'fa4d9452-8a6e-44e1-9726-ddb5692bd936', 'name': '', 'network_id': 'fb168ec7-c9bc-48f2-8670-4d53a35f9eaf', 'tenant_id': 'a9564092441641099968dab4826c23ad', 'mac_address': 'fa:16:3e:4e:51:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '4941d4cc-c97b-4fdb-8d78-bd7d0a14ccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:51Z', 'updated_at': '2021-09-16T04:48:58Z', 'revision_number': 4, 'project_id': 'a9564092441641099968dab4826c23ad', 'subnets': [{'id': '4941d4cc-c97b-4fdb-8d78-bd7d0a14ccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:48:59.653332 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320440de-6166-4a00-81d1-e9eb5291c182 req-12ac4f8b-0225-455c-a063-b116ce971179 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:59.661445 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-320440de-6166-4a00-81d1-e9eb5291c182 req-12ac4f8b-0225-455c-a063-b116ce971179 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=d055551a-ee15-46e0-aa7a-3a0fb71bf2a4 HTTP/1.1" status: 200 len: 931 time: 0.2350140 Sep 16 04:48:59.843800 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-320440de-6166-4a00-81d1-e9eb5291c182 req-48e3a991-89ac-45db-afed-7f5a00bb58a4 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385405 Sep 16 04:48:59.913543 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-0509cdb4-95dd-48bf-838f-e0470ef4bf03 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Made reservation on behalf of a9564092441641099968dab4826c23ad for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:59.921015 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-0509cdb4-95dd-48bf-838f-e0470ef4bf03 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.034770 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-f58fa0ef-5ab4-456b-acbb-3f640cddcefa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1bfbfef-8342-43fb-b456-027cddcafde6 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:00.047742 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-f58fa0ef-5ab4-456b-acbb-3f640cddcefa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.065475 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-f58fa0ef-5ab4-456b-acbb-3f640cddcefa service neutron] Transition to ACTIVE for port object c1bfbfef-8342-43fb-b456-027cddcafde6 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:49:00.156701 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device fa4d9452-8a6e-44e1-9726-ddb5692bd936 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:00.196828 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-f58fa0ef-5ab4-456b-acbb-3f640cddcefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.289857 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port fa4d9452-8a6e-44e1-9726-ddb5692bd936 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:00.290777 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.372647 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d6b50-46ed-4f2c-b44a-d83d654ae2de req-40a0c934-4040-4d08-9869-305ffef7fe62 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:00.388498 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1e8d6b50-46ed-4f2c-b44a-d83d654ae2de req-40a0c934-4040-4d08-9869-305ffef7fe62 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 945 time: 0.4101336 Sep 16 04:49:00.480321 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.590183 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58fa0ef-5ab4-456b-acbb-3f640cddcefa service neutron] Pushing event updated for resources: {'Port': ['ID=c1bfbfef-8342-43fb-b456-027cddcafde6,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:00.605391 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-0509cdb4-95dd-48bf-838f-e0470ef4bf03 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Allocated IP 172.20.0.2 (fb168ec7-c9bc-48f2-8670-4d53a35f9eaf/4941d4cc-c97b-4fdb-8d78-bd7d0a14ccd8/15bbe2db-0878-41e7-8c51-b6dedbebbe45) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:00.668197 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port fa4d9452-8a6e-44e1-9726-ddb5692bd936, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=fa4d9452-8a6e-44e1-9726-ddb5692bd936,segment=NetworkSegment(3d1a8b45-2896-4fd6-a9bb-cba94eeeecba),segment_id=3d1a8b45-2896-4fd6-a9bb-cba94eeeecba)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:00.691237 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.699170 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1e8d6b50-46ed-4f2c-b44a-d83d654ae2de req-11f30736-3c57-4301-9707-93ce402915fe tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057649 Sep 16 04:49:00.911793 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-f58fa0ef-5ab4-456b-acbb-3f640cddcefa service neutron] Attempting to bind port c1bfbfef-8342-43fb-b456-027cddcafde6 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:00.913366 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-f58fa0ef-5ab4-456b-acbb-3f640cddcefa service neutron] Attempting to bind port c1bfbfef-8342-43fb-b456-027cddcafde6 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '68f7506c-c9b8-419e-a123-643d3df6eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:00.913986 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-f58fa0ef-5ab4-456b-acbb-3f640cddcefa service neutron] Attempting to bind port c1bfbfef-8342-43fb-b456-027cddcafde6 on network 92ecefce-c627-4abd-9d77-6a33db190651 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:00.934867 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=fa4d9452-8a6e-44e1-9726-ddb5692bd936,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:00.937257 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-f58fa0ef-5ab4-456b-acbb-3f640cddcefa service neutron] Port c1bfbfef-8342-43fb-b456-027cddcafde6 on network 92ecefce-c627-4abd-9d77-6a33db190651 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:00.937807 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-f58fa0ef-5ab4-456b-acbb-3f640cddcefa service neutron] Attempting to bind port c1bfbfef-8342-43fb-b456-027cddcafde6 on network 92ecefce-c627-4abd-9d77-6a33db190651 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:00.946841 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:00.947359 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:00.947941 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:00.948545 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:00.949027 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:00.949636 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:00.950248 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:00.951654 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:00.952091 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:00.952597 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:00.953039 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:00.953466 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:00.973334 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4bc2d74b-46de-4a5f-8553-7f5ef1488e0d req-d3346f29-5655-49cb-a0c0-ad0ba43fa10c tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 210 time: 0.0560300 Sep 16 04:49:00.981257 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-f58fa0ef-5ab4-456b-acbb-3f640cddcefa service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:00.981661 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-f58fa0ef-5ab4-456b-acbb-3f640cddcefa service neutron] Checking segment: {'id': '68f7506c-c9b8-419e-a123-643d3df6eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:00.982791 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-f58fa0ef-5ab4-456b-acbb-3f640cddcefa service neutron] Bound using segment: {'id': '68f7506c-c9b8-419e-a123-643d3df6eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:00.983338 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-f58fa0ef-5ab4-456b-acbb-3f640cddcefa service neutron] Bound port: c1bfbfef-8342-43fb-b456-027cddcafde6, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68f7506c-c9b8-419e-a123-643d3df6eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:00.983929 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-f58fa0ef-5ab4-456b-acbb-3f640cddcefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.200548 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-f58fa0ef-5ab4-456b-acbb-3f640cddcefa service neutron] For port c1bfbfef-8342-43fb-b456-027cddcafde6, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:01.210083 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-f58fa0ef-5ab4-456b-acbb-3f640cddcefa service neutron] For port c1bfbfef-8342-43fb-b456-027cddcafde6, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=c1bfbfef-8342-43fb-b456-027cddcafde6,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:01.218984 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-0509cdb4-95dd-48bf-838f-e0470ef4bf03 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.225716 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-f58fa0ef-5ab4-456b-acbb-3f640cddcefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.284757 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-f58fa0ef-5ab4-456b-acbb-3f640cddcefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:01.285748 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-f58fa0ef-5ab4-456b-acbb-3f640cddcefa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.288299 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-f58fa0ef-5ab4-456b-acbb-3f640cddcefa service neutron] 10.222.0.48 "PUT /v2.0/ports/c1bfbfef-8342-43fb-b456-027cddcafde6 HTTP/1.1" status: 200 len: 1092 time: 2.7661757 Sep 16 04:49:01.288790 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd055551a-ee15-46e0-aa7a-3a0fb71bf2a4', 'tag': 'c1bfbfef-8342-43fb-b456-027cddcafde6'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:01.292174 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca973236-a6d6-44e3-a728-e81eed5cf28e" -d '{"events": [{"name": "network-changed", "server_uuid": "d055551a-ee15-46e0-aa7a-3a0fb71bf2a4", "tag": "c1bfbfef-8342-43fb-b456-027cddcafde6"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:01.468288 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58fa0ef-5ab4-456b-acbb-3f640cddcefa service neutron] Pushing event updated for resources: {'Port': ['ID=c1bfbfef-8342-43fb-b456-027cddcafde6,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:01.497668 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-0509cdb4-95dd-48bf-838f-e0470ef4bf03 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.565743 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85016c-fa28-4c41-ba36-396ae6ae42bc req-ce8d11c0-c931-46e2-9480-da999cc20573 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:01.567767 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bb85016c-fa28-4c41-ba36-396ae6ae42bc req-ce8d11c0-c931-46e2-9480-da999cc20573 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=d055551a-ee15-46e0-aa7a-3a0fb71bf2a4 HTTP/1.1" status: 200 len: 943 time: 0.2333922 Sep 16 04:49:01.578354 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-ab30147d-00da-4757-904e-c23dcb0bb8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:01.580827 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-ab30147d-00da-4757-904e-c23dcb0bb8cf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=68cc116df1104257a08239cd46cd0170&device_id=d055551a-ee15-46e0-aa7a-3a0fb71bf2a4 HTTP/1.1" status: 200 len: 1095 time: 0.1795888 Sep 16 04:49:01.622617 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-0509cdb4-95dd-48bf-838f-e0470ef4bf03 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Network fb168ec7-c9bc-48f2-8670-4d53a35f9eaf is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:01.678121 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-48efdb9a-034b-489a-83cc-92dfea3374cf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1bfbfef-8342-43fb-b456-027cddcafde6 HTTP/1.1" status: 200 len: 217 time: 0.0587602 Sep 16 04:49:01.686573 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-0509cdb4-95dd-48bf-838f-e0470ef4bf03 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:01.689425 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-0509cdb4-95dd-48bf-838f-e0470ef4bf03 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:01.711244 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0509cdb4-95dd-48bf-838f-e0470ef4bf03 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Pushing event updated for resources: {'Port': ['ID=15bbe2db-0878-41e7-8c51-b6dedbebbe45,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:01.794203 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bb85016c-fa28-4c41-ba36-396ae6ae42bc req-05793f2a-d69d-41f8-90a9-f5bd431b611b tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076192 Sep 16 04:49:01.827458 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-8f0836ec-ab21-44b4-b5f8-31be984629f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:01.829866 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-8f0836ec-ab21-44b4-b5f8-31be984629f1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21 HTTP/1.1" status: 200 len: 850 time: 0.1336427 Sep 16 04:49:01.842216 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-0509cdb4-95dd-48bf-838f-e0470ef4bf03 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:01.843229 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-0509cdb4-95dd-48bf-838f-e0470ef4bf03 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.882398 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-0509cdb4-95dd-48bf-838f-e0470ef4bf03 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3276618 Sep 16 04:49:01.917138 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71b8505-8643-498d-98de-057f3fbea20a x-openstack-request-id: req-b71b8505-8643-498d-98de-057f3fbea20a {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:01.918096 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d055551a-ee15-46e0-aa7a-3a0fb71bf2a4", "tag": "c1bfbfef-8342-43fb-b456-027cddcafde6", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:01.918395 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b71b8505-8643-498d-98de-057f3fbea20a {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:01.919103 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd055551a-ee15-46e0-aa7a-3a0fb71bf2a4', 'tag': 'c1bfbfef-8342-43fb-b456-027cddcafde6', 'status': 'completed', 'code': 200} Sep 16 04:49:01.940688 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-4f2c864a-64d4-41a4-ad48-8dcc41795910 service neutron] Request body: {'port': {'device_id': '56edfe58-1809-4b3c-8df3-4d42e03d5f53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:02.009785 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-ef3c0559-5170-495c-a44a-8603e9d5c637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:02.011350 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-ef3c0559-5170-495c-a44a-8603e9d5c637 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=92ecefce-c627-4abd-9d77-6a33db190651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1451557 Sep 16 04:49:02.106761 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-4f2c864a-64d4-41a4-ad48-8dcc41795910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.118669 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device fa4d9452-8a6e-44e1-9726-ddb5692bd936 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:02.217571 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port fa4d9452-8a6e-44e1-9726-ddb5692bd936 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:02.218616 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.293307 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e788d-309f-4bd4-8ae2-dfe8e481326e req-146bc69e-e2d4-4245-8a80-70c8562c839b tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:02.296248 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a47e788d-309f-4bd4-8ae2-dfe8e481326e req-146bc69e-e2d4-4245-8a80-70c8562c839b tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 945 time: 0.3096466 Sep 16 04:49:02.451687 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-29d56796-f0da-456d-afce-3a72384cf624 service neutron] 10.222.0.48 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230797 Sep 16 04:49:02.491629 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a47e788d-309f-4bd4-8ae2-dfe8e481326e req-828e6e98-cbb0-48cb-8884-fed35d4bd47b tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850328 Sep 16 04:49:02.707842 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4d9bbb3-7914-4f85-b536-7e9748c2a24f req-d5555e92-9165-46fb-8230-823810a79d64 service neutron] 10.222.0.48 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352614 Sep 16 04:49:02.749792 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe26aa-2408-46c8-9659-19d7192a86e4 req-b7c22496-aece-4857-8c37-f8565147b1c1 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:02.752383 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2abe26aa-2408-46c8-9659-19d7192a86e4 req-b7c22496-aece-4857-8c37-f8565147b1c1 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 931 time: 0.1243358 Sep 16 04:49:02.878600 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-4f2c864a-64d4-41a4-ad48-8dcc41795910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15bbe2db-0878-41e7-8c51-b6dedbebbe45 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:02.891287 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-4f2c864a-64d4-41a4-ad48-8dcc41795910 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.901203 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2abe26aa-2408-46c8-9659-19d7192a86e4 req-3340328d-13d6-45e6-92f1-4ecf97357ebf tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/security-groups?id=723b7686-529d-4393-aed0-f3fd1860d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304111 Sep 16 04:49:02.923265 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-4f2c864a-64d4-41a4-ad48-8dcc41795910 service neutron] Transition to ACTIVE for port object 15bbe2db-0878-41e7-8c51-b6dedbebbe45 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:49:02.931172 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-4f2c864a-64d4-41a4-ad48-8dcc41795910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.980835 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca973236-a6d6-44e3-a728-e81eed5cf28e req-063a5b5b-a634-4ec8-9a8d-c0527b4dd8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:02.983147 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ca973236-a6d6-44e3-a728-e81eed5cf28e req-063a5b5b-a634-4ec8-9a8d-c0527b4dd8e4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=68cc116df1104257a08239cd46cd0170&device_id=d055551a-ee15-46e0-aa7a-3a0fb71bf2a4 HTTP/1.1" status: 200 len: 1095 time: 0.1564422 Sep 16 04:49:03.042617 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c864a-64d4-41a4-ad48-8dcc41795910 service neutron] Pushing event updated for resources: {'Port': ['ID=15bbe2db-0878-41e7-8c51-b6dedbebbe45,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:03.182579 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-4f2c864a-64d4-41a4-ad48-8dcc41795910 service neutron] Attempting to bind port 15bbe2db-0878-41e7-8c51-b6dedbebbe45 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:03.182928 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-4f2c864a-64d4-41a4-ad48-8dcc41795910 service neutron] Attempting to bind port 15bbe2db-0878-41e7-8c51-b6dedbebbe45 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '3d1a8b45-2896-4fd6-a9bb-cba94eeeecba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fb168ec7-c9bc-48f2-8670-4d53a35f9eaf'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:03.183244 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-4f2c864a-64d4-41a4-ad48-8dcc41795910 service neutron] Attempting to bind port 15bbe2db-0878-41e7-8c51-b6dedbebbe45 on network fb168ec7-c9bc-48f2-8670-4d53a35f9eaf {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:03.200054 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-4f2c864a-64d4-41a4-ad48-8dcc41795910 service neutron] Port 15bbe2db-0878-41e7-8c51-b6dedbebbe45 on network fb168ec7-c9bc-48f2-8670-4d53a35f9eaf not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:03.200527 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-4f2c864a-64d4-41a4-ad48-8dcc41795910 service neutron] Attempting to bind port 15bbe2db-0878-41e7-8c51-b6dedbebbe45 on network fb168ec7-c9bc-48f2-8670-4d53a35f9eaf {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:03.211900 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-4f2c864a-64d4-41a4-ad48-8dcc41795910 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:03.212246 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-4f2c864a-64d4-41a4-ad48-8dcc41795910 service neutron] Checking segment: {'id': '3d1a8b45-2896-4fd6-a9bb-cba94eeeecba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fb168ec7-c9bc-48f2-8670-4d53a35f9eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:03.212744 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-4f2c864a-64d4-41a4-ad48-8dcc41795910 service neutron] Bound using segment: {'id': '3d1a8b45-2896-4fd6-a9bb-cba94eeeecba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fb168ec7-c9bc-48f2-8670-4d53a35f9eaf'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:03.213244 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-4f2c864a-64d4-41a4-ad48-8dcc41795910 service neutron] Bound port: 15bbe2db-0878-41e7-8c51-b6dedbebbe45, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d1a8b45-2896-4fd6-a9bb-cba94eeeecba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fb168ec7-c9bc-48f2-8670-4d53a35f9eaf'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:03.213668 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-4f2c864a-64d4-41a4-ad48-8dcc41795910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.216361 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca973236-a6d6-44e3-a728-e81eed5cf28e req-a5669c0a-a66f-4cfd-ae50-7e55d4962866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:03.218576 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ca973236-a6d6-44e3-a728-e81eed5cf28e req-a5669c0a-a66f-4cfd-ae50-7e55d4962866 service neutron] 10.222.0.48 "GET /v2.0/networks?id=92ecefce-c627-4abd-9d77-6a33db190651 HTTP/1.1" status: 200 len: 912 time: 0.2264743 Sep 16 04:49:03.308017 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ca973236-a6d6-44e3-a728-e81eed5cf28e req-d2350a65-1144-4684-b254-1de05099b536 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1bfbfef-8342-43fb-b456-027cddcafde6 HTTP/1.1" status: 200 len: 217 time: 0.0705881 Sep 16 04:49:03.456541 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca973236-a6d6-44e3-a728-e81eed5cf28e req-7231d3c9-b860-4d5a-943b-95257693b48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:03.458126 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ca973236-a6d6-44e3-a728-e81eed5cf28e req-7231d3c9-b860-4d5a-943b-95257693b48e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21 HTTP/1.1" status: 200 len: 850 time: 0.1206965 Sep 16 04:49:03.467147 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed75856-b271-4349-82b2-900f44409446 req-ccbb39bf-4b70-4cc8-9be9-af745c3f8b49 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:03.468670 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1ed75856-b271-4349-82b2-900f44409446 req-ccbb39bf-4b70-4cc8-9be9-af745c3f8b49 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=d055551a-ee15-46e0-aa7a-3a0fb71bf2a4 HTTP/1.1" status: 200 len: 943 time: 0.1755278 Sep 16 04:49:03.480551 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-4f2c864a-64d4-41a4-ad48-8dcc41795910 service neutron] For port 15bbe2db-0878-41e7-8c51-b6dedbebbe45, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:03.487404 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-4f2c864a-64d4-41a4-ad48-8dcc41795910 service neutron] For port 15bbe2db-0878-41e7-8c51-b6dedbebbe45, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=15bbe2db-0878-41e7-8c51-b6dedbebbe45,segment=NetworkSegment(3d1a8b45-2896-4fd6-a9bb-cba94eeeecba),segment_id=3d1a8b45-2896-4fd6-a9bb-cba94eeeecba)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:03.522994 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-4f2c864a-64d4-41a4-ad48-8dcc41795910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.596292 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-4f2c864a-64d4-41a4-ad48-8dcc41795910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:03.597370 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-4f2c864a-64d4-41a4-ad48-8dcc41795910 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.598987 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-4f2c864a-64d4-41a4-ad48-8dcc41795910 service neutron] 10.222.0.48 "PUT /v2.0/ports/15bbe2db-0878-41e7-8c51-b6dedbebbe45 HTTP/1.1" status: 200 len: 1092 time: 1.6863437 Sep 16 04:49:03.635059 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1ed75856-b271-4349-82b2-900f44409446 req-da9ca433-5f2f-4b52-86bc-84d80c5f0784 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503568 Sep 16 04:49:03.643304 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca973236-a6d6-44e3-a728-e81eed5cf28e req-45890f92-32c4-497b-820b-952451f268a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:03.645604 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ca973236-a6d6-44e3-a728-e81eed5cf28e req-45890f92-32c4-497b-820b-952451f268a6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=92ecefce-c627-4abd-9d77-6a33db190651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1757829 Sep 16 04:49:03.796209 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c864a-64d4-41a4-ad48-8dcc41795910 service neutron] Pushing event updated for resources: {'Port': ['ID=15bbe2db-0878-41e7-8c51-b6dedbebbe45,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:03.814402 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 68ff543f-f936-43c3-9f66-475e3b07a6a7 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:04.019370 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56edfe58-1809-4b3c-8df3-4d42e03d5f53', 'tag': '15bbe2db-0878-41e7-8c51-b6dedbebbe45'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:04.022980 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7040db-9f20-4908-82d8-0aaf6d156172" -d '{"events": [{"name": "network-changed", "server_uuid": "56edfe58-1809-4b3c-8df3-4d42e03d5f53", "tag": "15bbe2db-0878-41e7-8c51-b6dedbebbe45"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:04.028350 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ca973236-a6d6-44e3-a728-e81eed5cf28e req-fdddeb1a-1d93-4459-9f4e-d41e377be3d9 service neutron] 10.222.0.48 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708217 Sep 16 04:49:04.092097 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-782792fa-75f2-4069-9358-e3bcdf13624b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:04.094205 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-782792fa-75f2-4069-9358-e3bcdf13624b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a9564092441641099968dab4826c23ad&device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 1095 time: 0.4001679 Sep 16 04:49:04.113939 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd31068-d462-4c1c-8448-45afba6f19f0 req-a22dd531-b801-4208-907a-5572ae2a9684 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:04.115627 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4dd31068-d462-4c1c-8448-45afba6f19f0 req-a22dd531-b801-4208-907a-5572ae2a9684 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 945 time: 0.2815843 Sep 16 04:49:04.199414 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-0e214ad8-e7a5-4838-bcc4-e6f6d5b3feee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15bbe2db-0878-41e7-8c51-b6dedbebbe45 HTTP/1.1" status: 200 len: 217 time: 0.0798297 Sep 16 04:49:04.246327 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.292712 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34355beb-0ba4-4594-9ac3-5fe18c9beafd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68ff543f-f936-43c3-9f66-475e3b07a6a7'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:04.295591 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd051a8-6447-4fb6-91be-474fccc010cb" -d '{"events": [{"server_uuid": "34355beb-0ba4-4594-9ac3-5fe18c9beafd", "name": "network-vif-unplugged", "status": "completed", "tag": "68ff543f-f936-43c3-9f66-475e3b07a6a7"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:04.314702 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 68ff543f-f936-43c3-9f66-475e3b07a6a7, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=68ff543f-f936-43c3-9f66-475e3b07a6a7,segment=NetworkSegment(3c7e498d-1564-41e2-a9e3-5e79bd3860cd),segment_id=3c7e498d-1564-41e2-a9e3-5e79bd3860cd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:04.319612 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.325860 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4dd31068-d462-4c1c-8448-45afba6f19f0 req-847c626e-db2e-4844-854b-64525a3feb7c tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253114 Sep 16 04:49:04.330011 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-48cdd72c-3b56-4256-9b33-f9844c08df86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:04.331517 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-48cdd72c-3b56-4256-9b33-f9844c08df86 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4941d4cc-c97b-4fdb-8d78-bd7d0a14ccd8 HTTP/1.1" status: 200 len: 860 time: 0.1166568 Sep 16 04:49:04.333558 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ca973236-a6d6-44e3-a728-e81eed5cf28e req-ca0e0112-7d72-4906-8630-fa063f955cd1 service neutron] 10.222.0.48 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937112 Sep 16 04:49:04.406129 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=68ff543f-f936-43c3-9f66-475e3b07a6a7,revision_number=6']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:04.415733 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-b1a33291-5d4d-4f78-ab4f-5e8dd9343ea0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb168ec7-c9bc-48f2-8670-4d53a35f9eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541115 Sep 16 04:49:04.934676 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe29e5-de5d-4828-aafb-c2e13a78e5af req-65c4094a-99ba-4057-9808-ac8b8bc502f4 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:04.936658 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6dfe29e5-de5d-4828-aafb-c2e13a78e5af req-65c4094a-99ba-4057-9808-ac8b8bc502f4 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 943 time: 0.1272900 Sep 16 04:49:04.954140 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-ca545cac-9096-421f-94c5-e77d9f0ad355 service neutron] 10.222.0.48 "GET /v2.0/networks/fb168ec7-c9bc-48f2-8670-4d53a35f9eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5290980 Sep 16 04:49:05.071836 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6dfe29e5-de5d-4828-aafb-c2e13a78e5af req-173b3008-8095-4ff4-b234-984ad260ca91 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/security-groups?id=723b7686-529d-4393-aed0-f3fd1860d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212487 Sep 16 04:49:05.112969 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e06ab47b-b389-492d-bae4-edd8772170a9 req-6e25fbfa-9105-48cd-9535-ba75076bd223 service neutron] 10.222.0.48 "GET /v2.0/networks/fb168ec7-c9bc-48f2-8670-4d53a35f9eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427517 Sep 16 04:49:05.134788 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9f7025-1449-409a-b404-97b2962b2d0c x-openstack-request-id: req-cc9f7025-1449-409a-b404-97b2962b2d0c {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:05.135074 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56edfe58-1809-4b3c-8df3-4d42e03d5f53", "tag": "15bbe2db-0878-41e7-8c51-b6dedbebbe45", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:05.135575 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cc9f7025-1449-409a-b404-97b2962b2d0c {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:05.135981 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56edfe58-1809-4b3c-8df3-4d42e03d5f53', 'tag': '15bbe2db-0878-41e7-8c51-b6dedbebbe45', 'status': 'completed', 'code': 200} Sep 16 04:49:05.326486 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7040db-9f20-4908-82d8-0aaf6d156172 req-c1073c82-182c-436e-85f8-35e0c82d091e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:05.328260 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0e7040db-9f20-4908-82d8-0aaf6d156172 req-c1073c82-182c-436e-85f8-35e0c82d091e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a9564092441641099968dab4826c23ad&device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 1095 time: 0.0666933 Sep 16 04:49:05.484913 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7040db-9f20-4908-82d8-0aaf6d156172 req-246accfd-7bc7-4183-a8bf-f39fa1348c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:05.486639 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0e7040db-9f20-4908-82d8-0aaf6d156172 req-246accfd-7bc7-4183-a8bf-f39fa1348c97 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fb168ec7-c9bc-48f2-8670-4d53a35f9eaf HTTP/1.1" status: 200 len: 921 time: 0.1495776 Sep 16 04:49:05.565684 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0e7040db-9f20-4908-82d8-0aaf6d156172 req-e7d6c9f7-7fb0-4683-a0e3-5d8996b874d9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15bbe2db-0878-41e7-8c51-b6dedbebbe45 HTTP/1.1" status: 200 len: 217 time: 0.0710502 Sep 16 04:49:05.659568 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7040db-9f20-4908-82d8-0aaf6d156172 req-0534cb38-4982-4205-8c31-e7691289b881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:05.662877 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0e7040db-9f20-4908-82d8-0aaf6d156172 req-0534cb38-4982-4205-8c31-e7691289b881 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4941d4cc-c97b-4fdb-8d78-bd7d0a14ccd8 HTTP/1.1" status: 200 len: 860 time: 0.0896540 Sep 16 04:49:05.693179 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31526ff6-85a7-4aa7-ad6c-c406b6073fa5 x-openstack-request-id: req-31526ff6-85a7-4aa7-ad6c-c406b6073fa5 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:05.695221 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34355beb-0ba4-4594-9ac3-5fe18c9beafd", "name": "network-vif-unplugged", "status": "completed", "tag": "68ff543f-f936-43c3-9f66-475e3b07a6a7", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:05.695734 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-31526ff6-85a7-4aa7-ad6c-c406b6073fa5 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:05.696606 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34355beb-0ba4-4594-9ac3-5fe18c9beafd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68ff543f-f936-43c3-9f66-475e3b07a6a7', 'code': 200} Sep 16 04:49:05.700288 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0e7040db-9f20-4908-82d8-0aaf6d156172 req-787818a8-56bb-425e-b51e-d12d6f0a4529 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb168ec7-c9bc-48f2-8670-4d53a35f9eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301521 Sep 16 04:49:05.827944 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device c1bfbfef-8342-43fb-b456-027cddcafde6 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:49:05.935699 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0e7040db-9f20-4908-82d8-0aaf6d156172 req-74371951-42a0-41b4-8ff6-644fd3968028 service neutron] 10.222.0.48 "GET /v2.0/networks/fb168ec7-c9bc-48f2-8670-4d53a35f9eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027872 Sep 16 04:49:05.984457 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb85e8a-d72b-4b7b-8870-ab45f843a119 req-8794b4d6-fe7e-447e-8f32-7cc53d9108a7 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:05.991947 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eeb85e8a-d72b-4b7b-8870-ab45f843a119 req-8794b4d6-fe7e-447e-8f32-7cc53d9108a7 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=d055551a-ee15-46e0-aa7a-3a0fb71bf2a4 HTTP/1.1" status: 200 len: 943 time: 0.1375494 Sep 16 04:49:05.996978 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port c1bfbfef-8342-43fb-b456-027cddcafde6, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=c1bfbfef-8342-43fb-b456-027cddcafde6,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:06.026665 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'c1bfbfef-8342-43fb-b456-027cddcafde6', 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651', 'port_id': 'c1bfbfef-8342-43fb-b456-027cddcafde6', 'mac_address': 'fa:16:3e:10:53:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:49:06.088411 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.099356 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eeb85e8a-d72b-4b7b-8870-ab45f843a119 req-1408f0e4-3723-42ab-b6fb-788ae836546a tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065285 Sep 16 04:49:06.102526 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0e7040db-9f20-4908-82d8-0aaf6d156172 req-1ac4ddf2-135a-4b96-9752-9fa70e711cda service neutron] 10.222.0.48 "GET /v2.0/networks/fb168ec7-c9bc-48f2-8670-4d53a35f9eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590121 Sep 16 04:49:06.126591 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1bfbfef-8342-43fb-b456-027cddcafde6 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:06.157406 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port c1bfbfef-8342-43fb-b456-027cddcafde6, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=c1bfbfef-8342-43fb-b456-027cddcafde6,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:06.162342 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.163319 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 68ff543f-f936-43c3-9f66-475e3b07a6a7 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:49:06.282080 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=c1bfbfef-8342-43fb-b456-027cddcafde6,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:06.295533 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ba665-ab14-4b48-88b9-ef04449e6ef1 req-df72a6cf-8635-4d31-82af-b3a3c7973206 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:06.298709 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-569ba665-ab14-4b48-88b9-ef04449e6ef1 req-df72a6cf-8635-4d31-82af-b3a3c7973206 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 943 time: 0.0998402 Sep 16 04:49:06.372254 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 68ff543f-f936-43c3-9f66-475e3b07a6a7, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=68ff543f-f936-43c3-9f66-475e3b07a6a7,segment=NetworkSegment(3c7e498d-1564-41e2-a9e3-5e79bd3860cd),segment_id=3c7e498d-1564-41e2-a9e3-5e79bd3860cd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:06.373817 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-569ba665-ab14-4b48-88b9-ef04449e6ef1 req-964de5aa-6396-4661-95a1-f6398ccabfad tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637116 Sep 16 04:49:06.401108 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '68ff543f-f936-43c3-9f66-475e3b07a6a7', 'network_id': '06b53dae-be26-4105-a7e4-d1c9c9f4b3e9', 'port_id': '68ff543f-f936-43c3-9f66-475e3b07a6a7', 'mac_address': 'fa:16:3e:c2:39:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf4f667-aa88-4413-b706-89b85463ed71', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:49:06.458121 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.476318 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ff543f-f936-43c3-9f66-475e3b07a6a7 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:06.505706 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 68ff543f-f936-43c3-9f66-475e3b07a6a7, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=68ff543f-f936-43c3-9f66-475e3b07a6a7,segment=NetworkSegment(3c7e498d-1564-41e2-a9e3-5e79bd3860cd),segment_id=3c7e498d-1564-41e2-a9e3-5e79bd3860cd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:06.511098 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.571145 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=68ff543f-f936-43c3-9f66-475e3b07a6a7,revision_number=7']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:06.585686 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b41fb3-86d9-4492-a144-09f3e96b8d03 req-82e97b9d-32bc-4a7a-a828-c6a879bf5929 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:06.587228 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94b41fb3-86d9-4492-a144-09f3e96b8d03 req-82e97b9d-32bc-4a7a-a828-c6a879bf5929 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 943 time: 0.0597103 Sep 16 04:49:06.630646 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94b41fb3-86d9-4492-a144-09f3e96b8d03 req-b45ca28c-48c9-4349-9e7a-4ccec770361d tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/security-groups?id=723b7686-529d-4393-aed0-f3fd1860d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361574 Sep 16 04:49:06.835755 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 42498) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:06.999764 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f864c1ab-f5ef-4aca-81b8-6d93b36b4ef5 admin admin] Deleting subnet d79ab8be-654b-4737-af1c-65a1487483c5 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:49:07.003400 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f864c1ab-f5ef-4aca-81b8-6d93b36b4ef5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.063648 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f864c1ab-f5ef-4aca-81b8-6d93b36b4ef5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.141499 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f864c1ab-f5ef-4aca-81b8-6d93b36b4ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.221816 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f864c1ab-f5ef-4aca-81b8-6d93b36b4ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.222119 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['68ff543f-f936-43c3-9f66-475e3b07a6a7'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:07.263802 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['c1bfbfef-8342-43fb-b456-027cddcafde6'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:07.275262 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f864c1ab-f5ef-4aca-81b8-6d93b36b4ef5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.280971 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 42510) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:07.287943 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f864c1ab-f5ef-4aca-81b8-6d93b36b4ef5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d79ab8be-654b-4737-af1c-65a1487483c5 HTTP/1.1" status: 204 len: 168 time: 0.4510145 Sep 16 04:49:07.288892 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864c1ab-f5ef-4aca-81b8-6d93b36b4ef5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d79ab8be-654b-4737-af1c-65a1487483c5,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:07.334925 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7bc89-925e-48e9-ada0-ff629f10b8a2 req-a77ee9af-3375-492a-993f-e7b115e1e75b tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:07.345948 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-93a7bc89-925e-48e9-ada0-ff629f10b8a2 req-a77ee9af-3375-492a-993f-e7b115e1e75b tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=d055551a-ee15-46e0-aa7a-3a0fb71bf2a4 HTTP/1.1" status: 200 len: 944 time: 0.1345177 Sep 16 04:49:07.373777 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5c7886b5-082e-413a-8fae-d0042bfdb599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.411273 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-93a7bc89-925e-48e9-ada0-ff629f10b8a2 req-89224c42-d061-49da-860c-a763f68ed074 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640528 Sep 16 04:49:07.485870 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5c7886b5-082e-413a-8fae-d0042bfdb599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.514689 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-5c7886b5-082e-413a-8fae-d0042bfdb599 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55135b4c-2e11-451e-9d70-37211e2657fa']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:07.525557 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-5c7886b5-082e-413a-8fae-d0042bfdb599 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a88cf17-2626-40ee-b5d7-20831c5d590c') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:07.525940 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-5c7886b5-082e-413a-8fae-d0042bfdb599 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a88cf17-2626-40ee-b5d7-20831c5d590c') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:07.537166 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5c7886b5-082e-413a-8fae-d0042bfdb599 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.553872 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5c7886b5-082e-413a-8fae-d0042bfdb599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.559456 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761974e-add4-4c2e-8a32-9dc5c47e7fd3 req-288c474c-3570-46c2-890d-b41dbeed4a9e tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:07.561520 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7886b5-082e-413a-8fae-d0042bfdb599 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:07.562030 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5c7886b5-082e-413a-8fae-d0042bfdb599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.582882 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b761974e-add4-4c2e-8a32-9dc5c47e7fd3 req-288c474c-3570-46c2-890d-b41dbeed4a9e tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 944 time: 0.0896955 Sep 16 04:49:07.584278 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:49:07.584278 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:07.584278 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:49:07.584278 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:07.584278 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:49:07.584278 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:07.584278 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:49:07.584278 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:07.584278 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:49:07.584278 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:07.584278 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:49:07.584278 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:07.584278 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:49:07.584278 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:07.584278 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:07.584278 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:07.584278 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:07.584278 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:07.584278 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:49:07.584278 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:07.584278 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:49:07.584278 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:07.584278 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:07.584278 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:07.584278 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:07.584278 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:07.584278 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:07.584278 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:07.584278 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:07.584278 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:07.584278 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:07.584278 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:07.628206 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b761974e-add4-4c2e-8a32-9dc5c47e7fd3 req-267de89f-3106-4893-922f-c16cf2743c62 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442343 Sep 16 04:49:07.639745 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5c7886b5-082e-413a-8fae-d0042bfdb599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.648743 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5c7886b5-082e-413a-8fae-d0042bfdb599 admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.653678 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5c7886b5-082e-413a-8fae-d0042bfdb599 admin admin] 10.222.0.35 "DELETE /v2.0/networks/55135b4c-2e11-451e-9d70-37211e2657fa HTTP/1.1" status: 204 len: 168 time: 0.3687639 Sep 16 04:49:07.662716 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7886b5-082e-413a-8fae-d0042bfdb599 admin admin] Pushing event deleted for resources: {'Network': ['ID=55135b4c-2e11-451e-9d70-37211e2657fa,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:07.787867 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d4979-9881-44ad-b82e-ff556e8a35e0 req-2d744b90-727f-4ec7-863c-122ba57065f8 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:07.789865 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-628d4979-9881-44ad-b82e-ff556e8a35e0 req-2d744b90-727f-4ec7-863c-122ba57065f8 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 943 time: 0.0775206 Sep 16 04:49:07.820433 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 42522) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:07.843391 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-628d4979-9881-44ad-b82e-ff556e8a35e0 req-faf43f6a-9da1-43a7-b94c-c75156c11ae8 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/security-groups?id=723b7686-529d-4393-aed0-f3fd1860d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410731 Sep 16 04:49:07.903163 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-eb931b67-41fa-40b7-a4a0-5360dedd0f5d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=feb35d6815044dc78fef1435e68e9720&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0791762 Sep 16 04:49:07.907880 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 42524) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:07.987422 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-14ba18e7-3951-4c8f-9f14-ec294e069528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.037259 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-14ba18e7-3951-4c8f-9f14-ec294e069528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.111881 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-14ba18e7-3951-4c8f-9f14-ec294e069528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.116226 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-14ba18e7-3951-4c8f-9f14-ec294e069528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.118086 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-14ba18e7-3951-4c8f-9f14-ec294e069528 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9764762a-64a8-4a4f-9047-d8fc1bccbd49 HTTP/1.1" status: 204 len: 168 time: 0.2082796 Sep 16 04:49:08.134712 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba18e7-3951-4c8f-9f14-ec294e069528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9764762a-64a8-4a4f-9047-d8fc1bccbd49,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:08.601082 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001699b-d4db-4eba-bb5b-4db5ce428c8f req-aa22ac6f-c727-4e63-95bb-c0e8737f7b18 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:08.603303 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0001699b-d4db-4eba-bb5b-4db5ce428c8f req-aa22ac6f-c727-4e63-95bb-c0e8737f7b18 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=d055551a-ee15-46e0-aa7a-3a0fb71bf2a4 HTTP/1.1" status: 200 len: 944 time: 0.1154873 Sep 16 04:49:08.668383 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0001699b-d4db-4eba-bb5b-4db5ce428c8f req-77176561-9da8-4b73-a95f-0caf0b75c7da tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512691 Sep 16 04:49:08.884527 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05603f6-1fb5-4d4f-a857-972f934cedfe req-122385c1-d086-4e9b-aec8-9017405218fc tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:08.886876 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b05603f6-1fb5-4d4f-a857-972f934cedfe req-122385c1-d086-4e9b-aec8-9017405218fc tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 944 time: 0.1101890 Sep 16 04:49:08.954129 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b05603f6-1fb5-4d4f-a857-972f934cedfe req-38e1ce0d-2c02-4cb8-8769-fc91ad0047ed tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557063 Sep 16 04:49:09.186836 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c7228-aed8-47d1-be09-a76582f7bb1d req-14ff3936-d783-41e3-8437-e07d7723488d tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:09.188728 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e2c7228-aed8-47d1-be09-a76582f7bb1d req-14ff3936-d783-41e3-8437-e07d7723488d tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 943 time: 0.1149416 Sep 16 04:49:09.293556 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e2c7228-aed8-47d1-be09-a76582f7bb1d req-5f3400b6-4e4f-4634-96d5-d48dba4d20c9 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/security-groups?id=723b7686-529d-4393-aed0-f3fd1860d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919871 Sep 16 04:49:09.541552 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 42562) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:09.716947 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-cc248695-5cdd-413e-876a-0518fe318243 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1608787355-network', 'tenant_id': '8bc1eef5f12745cbb1e0c27f64b38550'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:09.749039 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc248695-5cdd-413e-876a-0518fe318243 admin admin] Made reservation on behalf of 8bc1eef5f12745cbb1e0c27f64b38550 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:09.761186 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cc248695-5cdd-413e-876a-0518fe318243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:09.773349 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cc248695-5cdd-413e-876a-0518fe318243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:09.851589 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 15bbe2db-0878-41e7-8c51-b6dedbebbe45 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:49:09.868621 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device c1bfbfef-8342-43fb-b456-027cddcafde6 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:09.923867 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e053641-c371-4dce-bee7-54b7035114ce req-669b713f-2b24-4d8d-b3ad-f6880f180167 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:09.930116 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2e053641-c371-4dce-bee7-54b7035114ce req-669b713f-2b24-4d8d-b3ad-f6880f180167 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=d055551a-ee15-46e0-aa7a-3a0fb71bf2a4 HTTP/1.1" status: 200 len: 944 time: 0.1493759 Sep 16 04:49:10.026675 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cc248695-5cdd-413e-876a-0518fe318243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.028461 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 42574) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:10.036793 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2e053641-c371-4dce-bee7-54b7035114ce req-cdbd45c3-d85d-4bb6-b0ea-cbfda917444d tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966034 Sep 16 04:49:10.040639 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cc248695-5cdd-413e-876a-0518fe318243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.139977 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc248695-5cdd-413e-876a-0518fe318243 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:10.152689 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc248695-5cdd-413e-876a-0518fe318243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8dc6682-2a61-46d6-85c0-092c1ee1507a,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:10.188059 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cc248695-5cdd-413e-876a-0518fe318243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.191204 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-cc248695-5cdd-413e-876a-0518fe318243 admin admin] Added segment 9d882537-ab8f-4c6a-a507-c4b915fccb33 of type vlan for network 5af8db4f-30cf-43da-98f6-b98ec0e36bfd Sep 16 04:49:10.268051 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174fc68-1da1-4124-9d58-cae6b6fa98c0 req-6f99eab2-2a67-4231-b7c0-1bafd7d1eb7b tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:10.285673 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3174fc68-1da1-4124-9d58-cae6b6fa98c0 req-6f99eab2-2a67-4231-b7c0-1bafd7d1eb7b tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 944 time: 0.1112657 Sep 16 04:49:10.311682 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cc248695-5cdd-413e-876a-0518fe318243 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.326987 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-57997473-3b73-4685-888d-1cc4ffc5a9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.382411 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3174fc68-1da1-4124-9d58-cae6b6fa98c0 req-323de8cc-18ab-40a0-b6ce-d0395391032a tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943539 Sep 16 04:49:10.387070 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 15bbe2db-0878-41e7-8c51-b6dedbebbe45, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=15bbe2db-0878-41e7-8c51-b6dedbebbe45,segment=NetworkSegment(3d1a8b45-2896-4fd6-a9bb-cba94eeeecba),segment_id=3d1a8b45-2896-4fd6-a9bb-cba94eeeecba)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:10.391565 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-410ffe38-6103-45eb-a7ae-f746d6e63777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.394028 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port c1bfbfef-8342-43fb-b456-027cddcafde6 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:49:10.407790 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port c1bfbfef-8342-43fb-b456-027cddcafde6 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:10.408438 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.466657 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '15bbe2db-0878-41e7-8c51-b6dedbebbe45', 'network_id': 'fb168ec7-c9bc-48f2-8670-4d53a35f9eaf', 'port_id': '15bbe2db-0878-41e7-8c51-b6dedbebbe45', 'mac_address': 'fa:16:3e:ac:2f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4941d4cc-c97b-4fdb-8d78-bd7d0a14ccd8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:49:10.502741 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cc248695-5cdd-413e-876a-0518fe318243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.504082 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc248695-5cdd-413e-876a-0518fe318243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:10.505377 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cc248695-5cdd-413e-876a-0518fe318243 admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.563727 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.577282 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0b9f6-c86d-48cd-bd81-38df76743ad6 req-bfd6f39c-3a13-4224-a4b7-a4babbc81563 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:10.581879 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15bbe2db-0878-41e7-8c51-b6dedbebbe45 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:10.607041 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-61f0b9f6-c86d-48cd-bd81-38df76743ad6 req-bfd6f39c-3a13-4224-a4b7-a4babbc81563 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 943 time: 0.1323996 Sep 16 04:49:10.664204 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 15bbe2db-0878-41e7-8c51-b6dedbebbe45, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=15bbe2db-0878-41e7-8c51-b6dedbebbe45,segment=NetworkSegment(3d1a8b45-2896-4fd6-a9bb-cba94eeeecba),segment_id=3d1a8b45-2896-4fd6-a9bb-cba94eeeecba)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:10.670932 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc248695-5cdd-413e-876a-0518fe318243 admin admin] Pushing event updated for resources: {'Network': ['ID=5af8db4f-30cf-43da-98f6-b98ec0e36bfd,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:10.673511 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.683407 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.718284 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 5af8db4f-30cf-43da-98f6-b98ec0e36bfd details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:10.735088 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-61f0b9f6-c86d-48cd-bd81-38df76743ad6 req-c746324f-8759-410f-9370-4b04f66589be tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/security-groups?id=723b7686-529d-4393-aed0-f3fd1860d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210699 Sep 16 04:49:10.737467 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-410ffe38-6103-45eb-a7ae-f746d6e63777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.745153 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-410ffe38-6103-45eb-a7ae-f746d6e63777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.802378 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 42584) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:10.814302 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cc248695-5cdd-413e-876a-0518fe318243 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2673354 Sep 16 04:49:10.818404 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-5d498c23-0b76-48b5-a9af-e0dffc3859f6 admin admin] Request body: {'subnet': {'network_id': '5af8db4f-30cf-43da-98f6-b98ec0e36bfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1608787355-subnet', 'tenant_id': '8bc1eef5f12745cbb1e0c27f64b38550', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:10.820078 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd055551a-ee15-46e0-aa7a-3a0fb71bf2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bfbfef-8342-43fb-b456-027cddcafde6'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:10.827428 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3235603-1cd0-43d6-8b3c-2808e46cd706" -d '{"events": [{"server_uuid": "d055551a-ee15-46e0-aa7a-3a0fb71bf2a4", "name": "network-vif-plugged", "status": "completed", "tag": "c1bfbfef-8342-43fb-b456-027cddcafde6"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:10.874929 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d498c23-0b76-48b5-a9af-e0dffc3859f6 admin admin] Made reservation on behalf of 8bc1eef5f12745cbb1e0c27f64b38550 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:10.887382 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5d498c23-0b76-48b5-a9af-e0dffc3859f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.895285 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-410ffe38-6103-45eb-a7ae-f746d6e63777 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=78732ebf4aaa475ea2cce65a1b598aac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8649535 Sep 16 04:49:10.897585 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ffe38-6103-45eb-a7ae-f746d6e63777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0f0739-07eb-4662-9026-8601ce7693fc,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:10.912236 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port c1bfbfef-8342-43fb-b456-027cddcafde6, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=c1bfbfef-8342-43fb-b456-027cddcafde6,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:10.916378 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=15bbe2db-0878-41e7-8c51-b6dedbebbe45,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:10.921567 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.921970 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 42590) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:10.922471 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 68ff543f-f936-43c3-9f66-475e3b07a6a7 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:11.053766 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-902f6cb4-c80d-457b-a7c0-8a2bc90b4e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.054943 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=c1bfbfef-8342-43fb-b456-027cddcafde6,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:11.077438 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 68ff543f-f936-43c3-9f66-475e3b07a6a7 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:11.077979 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.097872 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-902f6cb4-c80d-457b-a7c0-8a2bc90b4e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.119780 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af203aa-3263-4279-81ac-40641a8b58bf x-openstack-request-id: req-2af203aa-3263-4279-81ac-40641a8b58bf {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:11.120394 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d055551a-ee15-46e0-aa7a-3a0fb71bf2a4", "name": "network-vif-plugged", "status": "completed", "tag": "c1bfbfef-8342-43fb-b456-027cddcafde6", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:11.120696 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2af203aa-3263-4279-81ac-40641a8b58bf {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:11.121332 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd055551a-ee15-46e0-aa7a-3a0fb71bf2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bfbfef-8342-43fb-b456-027cddcafde6', 'code': 200} Sep 16 04:49:11.202280 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-902f6cb4-c80d-457b-a7c0-8a2bc90b4e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.205650 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-902f6cb4-c80d-457b-a7c0-8a2bc90b4e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.210896 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-902f6cb4-c80d-457b-a7c0-8a2bc90b4e20 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ab0f0739-07eb-4662-9026-8601ce7693fc HTTP/1.1" status: 204 len: 168 time: 0.2869201 Sep 16 04:49:11.222713 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f6cb4-c80d-457b-a7c0-8a2bc90b4e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0f0739-07eb-4662-9026-8601ce7693fc,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:11.299817 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.338778 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 68ff543f-f936-43c3-9f66-475e3b07a6a7, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=68ff543f-f936-43c3-9f66-475e3b07a6a7,segment=NetworkSegment(3c7e498d-1564-41e2-a9e3-5e79bd3860cd),segment_id=3c7e498d-1564-41e2-a9e3-5e79bd3860cd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:11.340863 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['15bbe2db-0878-41e7-8c51-b6dedbebbe45'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:11.346598 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.403273 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4bf9a-1e62-498f-906e-8a609e62bfb0 req-9a0ee567-bc47-48b9-8009-3c3268da7109 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:11.409397 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-69b4bf9a-1e62-498f-906e-8a609e62bfb0 req-9a0ee567-bc47-48b9-8009-3c3268da7109 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=d055551a-ee15-46e0-aa7a-3a0fb71bf2a4 HTTP/1.1" status: 200 len: 945 time: 0.2104971 Sep 16 04:49:11.411968 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fcfb82-548b-4b00-a44a-80526cd4baa4 req-2ce606d9-da42-4e53-8d6b-70a5742920b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:11.414162 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f0fcfb82-548b-4b00-a44a-80526cd4baa4 req-2ce606d9-da42-4e53-8d6b-70a5742920b0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d055551a-ee15-46e0-aa7a-3a0fb71bf2a4 HTTP/1.1" status: 200 len: 1097 time: 0.2026997 Sep 16 04:49:11.484086 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5d498c23-0b76-48b5-a9af-e0dffc3859f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.553275 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.560742 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=68ff543f-f936-43c3-9f66-475e3b07a6a7,revision_number=8']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:11.572150 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f0fcfb82-548b-4b00-a44a-80526cd4baa4 req-f19d4fd6-5a46-40aa-bb68-b1a1c2aacb39 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461830 Sep 16 04:49:11.582055 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-69b4bf9a-1e62-498f-906e-8a609e62bfb0 req-71490e23-151d-4245-8de9-ac1dd547122c tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663783 Sep 16 04:49:11.610028 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d498c23-0b76-48b5-a9af-e0dffc3859f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abeb648c-0c98-45ec-a092-05d2e017fc1f,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:11.636620 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d498c23-0b76-48b5-a9af-e0dffc3859f6 admin admin] Checking segment: {'id': '9d882537-ab8f-4c6a-a507-c4b915fccb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5af8db4f-30cf-43da-98f6-b98ec0e36bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:11.637258 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d498c23-0b76-48b5-a9af-e0dffc3859f6 admin admin] Network hostable DHCP agents. Network: 5af8db4f-30cf-43da-98f6-b98ec0e36bfd, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:49:11.681827 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d498c23-0b76-48b5-a9af-e0dffc3859f6 admin admin] Network 5af8db4f-30cf-43da-98f6-b98ec0e36bfd is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:49:11.698465 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-5d498c23-0b76-48b5-a9af-e0dffc3859f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 5af8db4f-30cf-43da-98f6-b98ec0e36bfd) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:11.707159 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d498c23-0b76-48b5-a9af-e0dffc3859f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:11.708608 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5d498c23-0b76-48b5-a9af-e0dffc3859f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.729900 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c6b925-2718-4885-ae54-f67b2f3d9fd9 None None] Network 5af8db4f-30cf-43da-98f6-b98ec0e36bfd requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:11.759196 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5d498c23-0b76-48b5-a9af-e0dffc3859f6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9515848 Sep 16 04:49:11.854230 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228645be-b17a-4630-8209-6859a1a6e739 req-2f615f23-79a5-4fd3-a0e8-dc31c7e61330 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:11.856684 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 42604) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:11.863269 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-228645be-b17a-4630-8209-6859a1a6e739 req-2f615f23-79a5-4fd3-a0e8-dc31c7e61330 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 945 time: 0.1333802 Sep 16 04:49:11.901263 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0116cee4-9e16-4091-a64d-0a1473e77235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.922573 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-228645be-b17a-4630-8209-6859a1a6e739 req-6661918e-afe8-4467-8b0a-88daec4ae70a tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580952 Sep 16 04:49:12.068542 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088b031d-d5aa-4f18-b2af-02cf94fa560d None None] Network 5af8db4f-30cf-43da-98f6-b98ec0e36bfd requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:12.129848 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a421e327-f5b9-4039-a22f-84198b30ed60 req-87724d07-6824-4fe0-a55e-49982815bf53 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:12.131282 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a421e327-f5b9-4039-a22f-84198b30ed60 req-87724d07-6824-4fe0-a55e-49982815bf53 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 944 time: 0.1037672 Sep 16 04:49:12.140689 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0116cee4-9e16-4091-a64d-0a1473e77235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.146245 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0116cee4-9e16-4091-a64d-0a1473e77235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.199616 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116cee4-9e16-4091-a64d-0a1473e77235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86dc1ee5-5c82-4518-a4ba-e8ba3d9a5fc4,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:12.202136 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a421e327-f5b9-4039-a22f-84198b30ed60 req-e37a7f3b-d78a-41d2-84bb-9e4e4b3d2b65 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/security-groups?id=723b7686-529d-4393-aed0-f3fd1860d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518274 Sep 16 04:49:12.213366 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 42614) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:12.213558 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0116cee4-9e16-4091-a64d-0a1473e77235 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=efd56f21819447e28b15617ebf363c02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3531790 Sep 16 04:49:12.312140 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9c4e8cfc-e27d-4022-8df3-58c03cdcd41a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.342515 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9c4e8cfc-e27d-4022-8df3-58c03cdcd41a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.429529 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9c4e8cfc-e27d-4022-8df3-58c03cdcd41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.432204 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9c4e8cfc-e27d-4022-8df3-58c03cdcd41a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.433471 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9c4e8cfc-e27d-4022-8df3-58c03cdcd41a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/86dc1ee5-5c82-4518-a4ba-e8ba3d9a5fc4 HTTP/1.1" status: 204 len: 168 time: 0.2183938 Sep 16 04:49:12.442840 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e8cfc-e27d-4022-8df3-58c03cdcd41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86dc1ee5-5c82-4518-a4ba-e8ba3d9a5fc4,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:12.868433 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-d858c64e-2504-4418-813a-adf5ec69a043 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:12.870402 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-d858c64e-2504-4418-813a-adf5ec69a043 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/networks?id=5af8db4f-30cf-43da-98f6-b98ec0e36bfd HTTP/1.1" status: 200 len: 814 time: 0.1343822 Sep 16 04:49:12.890508 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-cff26882-35e2-4641-990c-25860d09c7d0 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/quotas/8bc1eef5f12745cbb1e0c27f64b38550 HTTP/1.1" status: 200 len: 375 time: 0.0120609 Sep 16 04:49:12.936352 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-7a596204-1f0e-484b-8a9d-2fee9757339c tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8bc1eef5f12745cbb1e0c27f64b38550&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387242 Sep 16 04:49:13.065784 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-84ca2de6-bff3-4c1a-a8c4-850a6bf2b01e service neutron] 10.222.0.35 "GET /v2.0/networks/5af8db4f-30cf-43da-98f6-b98ec0e36bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193419 Sep 16 04:49:13.122566 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34355beb-0ba4-4594-9ac3-5fe18c9beafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ff543f-f936-43c3-9f66-475e3b07a6a7'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:13.125944 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5beb2e9f-6bde-4fc8-8035-6df1379121d0" -d '{"events": [{"server_uuid": "34355beb-0ba4-4594-9ac3-5fe18c9beafd", "name": "network-vif-plugged", "status": "completed", "tag": "68ff543f-f936-43c3-9f66-475e3b07a6a7"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:13.189011 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a0e4c223-2a7f-4360-aa0d-fe528faaec85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:13.226494 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-4b2d1ec2-cebd-4788-ab22-c75e62f1d168 service neutron] 10.222.0.35 "GET /v2.0/networks/5af8db4f-30cf-43da-98f6-b98ec0e36bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521964 Sep 16 04:49:13.491931 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:13.522349 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d2c1d-4e5c-4be3-8595-70a77458cf3f req-92631869-6e65-47f2-a517-d8f36cb8c92d tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:13.524622 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-072d2c1d-4e5c-4be3-8595-70a77458cf3f req-92631869-6e65-47f2-a517-d8f36cb8c92d tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=d055551a-ee15-46e0-aa7a-3a0fb71bf2a4 HTTP/1.1" status: 200 len: 945 time: 0.0850701 Sep 16 04:49:13.587982 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-072d2c1d-4e5c-4be3-8595-70a77458cf3f req-00430c91-b184-4567-b9e4-18cc4b2b68f2 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544677 Sep 16 04:49:13.771372 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb0cd7-3303-461e-aa3e-ebf30976a8f7 req-84dd501b-8aa4-4bbf-9bc8-188ece6d152d tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:13.774014 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-27eb0cd7-3303-461e-aa3e-ebf30976a8f7 req-84dd501b-8aa4-4bbf-9bc8-188ece6d152d tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 945 time: 0.0923777 Sep 16 04:49:13.833399 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-27eb0cd7-3303-461e-aa3e-ebf30976a8f7 req-9cea8f36-a27e-4a46-bae1-d09c112fe9be tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478652 Sep 16 04:49:13.870607 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 15bbe2db-0878-41e7-8c51-b6dedbebbe45 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:13.941387 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a418a113-604b-4cb2-bfd5-669af1c3531d x-openstack-request-id: req-a418a113-604b-4cb2-bfd5-669af1c3531d {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:13.941690 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34355beb-0ba4-4594-9ac3-5fe18c9beafd", "name": "network-vif-plugged", "status": "completed", "tag": "68ff543f-f936-43c3-9f66-475e3b07a6a7", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:13.941963 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a418a113-604b-4cb2-bfd5-669af1c3531d {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:13.942587 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34355beb-0ba4-4594-9ac3-5fe18c9beafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ff543f-f936-43c3-9f66-475e3b07a6a7', 'code': 200} Sep 16 04:49:13.975477 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 15bbe2db-0878-41e7-8c51-b6dedbebbe45 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:49:13.981245 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 15bbe2db-0878-41e7-8c51-b6dedbebbe45 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:13.982878 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.094765 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da32bf3-eb30-4787-a247-8177a38af7e2 req-0082eba7-e6d1-443f-9a8c-c622a58985e2 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:14.103272 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9da32bf3-eb30-4787-a247-8177a38af7e2 req-0082eba7-e6d1-443f-9a8c-c622a58985e2 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 944 time: 0.1125548 Sep 16 04:49:14.150115 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.181197 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9da32bf3-eb30-4787-a247-8177a38af7e2 req-42b4edf0-34ca-4544-a918-2b40c5c90566 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/security-groups?id=723b7686-529d-4393-aed0-f3fd1860d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769994 Sep 16 04:49:14.205976 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9e700-4994-4a28-88eb-c6db6ff911c6 req-7940fa96-a25a-4e4a-bba5-5f12bb15e9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:14.210997 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 15bbe2db-0878-41e7-8c51-b6dedbebbe45, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=15bbe2db-0878-41e7-8c51-b6dedbebbe45,segment=NetworkSegment(3d1a8b45-2896-4fd6-a9bb-cba94eeeecba),segment_id=3d1a8b45-2896-4fd6-a9bb-cba94eeeecba)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:14.212284 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-15c9e700-4994-4a28-88eb-c6db6ff911c6 req-7940fa96-a25a-4e4a-bba5-5f12bb15e9e8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 1097 time: 0.1059067 Sep 16 04:49:14.217637 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.299465 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=15bbe2db-0878-41e7-8c51-b6dedbebbe45,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:14.302952 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-15c9e700-4994-4a28-88eb-c6db6ff911c6 req-143c1fd0-9793-4a42-a59e-58ad36c4ac9b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810347 Sep 16 04:49:14.342964 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-36a6698b-39ec-472e-ba94-32435fd563d3 req-f06889f0-dd0d-428a-b610-9df1b8c08b52 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 210 time: 0.0341480 Sep 16 04:49:14.462273 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.475091 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.991118 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976fa53-035d-4f4b-baa5-64aa51597382 req-f09c9fbf-4e97-4481-a5f1-13ffd8f7e884 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:14.992676 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7976fa53-035d-4f4b-baa5-64aa51597382 req-f09c9fbf-4e97-4481-a5f1-13ffd8f7e884 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 945 time: 0.0653789 Sep 16 04:49:15.059209 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7976fa53-035d-4f4b-baa5-64aa51597382 req-5bd26155-fd7f-43a9-94a3-47693c1fff94 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548611 Sep 16 04:49:15.387624 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-2ba0aeba-05ea-4be0-94aa-67c22f392203 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:15.391696 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-2ba0aeba-05ea-4be0-94aa-67c22f392203 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.48 "GET /v2.0/networks?id=5af8db4f-30cf-43da-98f6-b98ec0e36bfd HTTP/1.1" status: 200 len: 814 time: 0.1945343 Sep 16 04:49:15.428608 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e46862-421f-4c09-abd5-d37e27e53b70 req-878dfa16-700d-44e2-87df-95dcca4712ad tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:15.430790 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a1e46862-421f-4c09-abd5-d37e27e53b70 req-878dfa16-700d-44e2-87df-95dcca4712ad tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 945 time: 0.1039371 Sep 16 04:49:15.437976 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-cb50b9c0-ba91-4863-b83c-30c8709f5bb0 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Request body: {'port': {'device_id': '6c8b0102-c6af-4051-afb4-0a49c5a910b1', 'network_id': '5af8db4f-30cf-43da-98f6-b98ec0e36bfd', 'admin_state_up': True, 'tenant_id': '8bc1eef5f12745cbb1e0c27f64b38550'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:15.593317 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a1e46862-421f-4c09-abd5-d37e27e53b70 req-0b521f31-67d3-4143-bfe5-ef7031612cda tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/security-groups?id=723b7686-529d-4393-aed0-f3fd1860d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481552 Sep 16 04:49:15.666807 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-cb50b9c0-ba91-4863-b83c-30c8709f5bb0 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Made reservation on behalf of 8bc1eef5f12745cbb1e0c27f64b38550 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:15.671328 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-cb50b9c0-ba91-4863-b83c-30c8709f5bb0 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:15.732686 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-979a260b-ec16-4e8a-968a-318e7a49dae0 req-3618ecfe-61eb-4e7d-a43c-9722c3fb6188 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 210 time: 0.0571795 Sep 16 04:49:15.924116 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-cb50b9c0-ba91-4863-b83c-30c8709f5bb0 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Allocated IP 172.20.0.8 (5af8db4f-30cf-43da-98f6-b98ec0e36bfd/abeb648c-0c98-45ec-a092-05d2e017fc1f/28b7154f-1510-41ee-89e8-368ea43f2070) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:15.943870 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56edfe58-1809-4b3c-8df3-4d42e03d5f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bbe2db-0878-41e7-8c51-b6dedbebbe45'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:15.949507 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d851d823-68ee-4c66-946a-8f80580d4115" -d '{"events": [{"server_uuid": "56edfe58-1809-4b3c-8df3-4d42e03d5f53", "name": "network-vif-plugged", "status": "completed", "tag": "15bbe2db-0878-41e7-8c51-b6dedbebbe45"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:15.958280 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:16.132852 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada04f55-1d65-416d-a4b3-b066d30d15c0 x-openstack-request-id: req-ada04f55-1d65-416d-a4b3-b066d30d15c0 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:16.133685 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56edfe58-1809-4b3c-8df3-4d42e03d5f53", "name": "network-vif-plugged", "status": "completed", "tag": "15bbe2db-0878-41e7-8c51-b6dedbebbe45", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:16.133966 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ada04f55-1d65-416d-a4b3-b066d30d15c0 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:16.134638 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56edfe58-1809-4b3c-8df3-4d42e03d5f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bbe2db-0878-41e7-8c51-b6dedbebbe45', 'code': 200} Sep 16 04:49:16.330830 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-cb50b9c0-ba91-4863-b83c-30c8709f5bb0 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:16.423339 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339e718-f9d7-465c-9fc7-daea7c116e19 req-79c12376-7278-41b0-984f-5b2b6039964b tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:16.426179 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8339e718-f9d7-465c-9fc7-daea7c116e19 req-79c12376-7278-41b0-984f-5b2b6039964b tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 945 time: 0.2162662 Sep 16 04:49:16.465357 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6fa98-c12e-4e46-b868-84cb13a44b54 req-5b84fcc0-98ff-478a-a976-a3f33b29250f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:16.467850 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-45b6fa98-c12e-4e46-b868-84cb13a44b54 req-5b84fcc0-98ff-478a-a976-a3f33b29250f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 1097 time: 0.1588418 Sep 16 04:49:16.539989 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-cb50b9c0-ba91-4863-b83c-30c8709f5bb0 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:16.621167 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8339e718-f9d7-465c-9fc7-daea7c116e19 req-1b1add41-d527-47ab-8d4e-508ebfd01c5f tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779728 Sep 16 04:49:16.644940 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-45b6fa98-c12e-4e46-b868-84cb13a44b54 req-40edf583-05ef-4997-b00e-18b85a7c8260 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=723b7686-529d-4393-aed0-f3fd1860d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622009 Sep 16 04:49:16.655419 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-cb50b9c0-ba91-4863-b83c-30c8709f5bb0 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Network 5af8db4f-30cf-43da-98f6-b98ec0e36bfd is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:16.661453 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-cb50b9c0-ba91-4863-b83c-30c8709f5bb0 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:16.674520 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-cb50b9c0-ba91-4863-b83c-30c8709f5bb0 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:16.715458 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50b9c0-ba91-4863-b83c-30c8709f5bb0 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Pushing event updated for resources: {'Port': ['ID=28b7154f-1510-41ee-89e8-368ea43f2070,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:16.784540 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-cb50b9c0-ba91-4863-b83c-30c8709f5bb0 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:16.785212 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-cb50b9c0-ba91-4863-b83c-30c8709f5bb0 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:16.816691 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52873c20-81e3-4cb0-94fc-3463b183554e req-a545de0d-1903-4fc4-9b12-8b0f9bbb01fb tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:16.818377 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-52873c20-81e3-4cb0-94fc-3463b183554e req-a545de0d-1903-4fc4-9b12-8b0f9bbb01fb tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 945 time: 0.0881469 Sep 16 04:49:16.819761 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-cb50b9c0-ba91-4863-b83c-30c8709f5bb0 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4059100 Sep 16 04:49:16.868541 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-52873c20-81e3-4cb0-94fc-3463b183554e req-532722e5-954c-4ee8-84af-6934dbc3d80b tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/security-groups?id=723b7686-529d-4393-aed0-f3fd1860d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425704 Sep 16 04:49:17.010342 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-85a36364-bb12-4ad7-b0e7-a1117a7fffec service neutron] Request body: {'port': {'device_id': '6c8b0102-c6af-4051-afb4-0a49c5a910b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:17.043493 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108968eb-2192-4057-baa2-73a40454d40c req-79aeb8d2-5ceb-4c70-979c-a616ce3e996e tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:17.045202 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-108968eb-2192-4057-baa2-73a40454d40c req-79aeb8d2-5ceb-4c70-979c-a616ce3e996e tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 945 time: 0.0975220 Sep 16 04:49:17.103001 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-85a36364-bb12-4ad7-b0e7-a1117a7fffec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:17.135737 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-108968eb-2192-4057-baa2-73a40454d40c req-f434d5bd-a83e-4fac-ac49-1f24bcb7f696 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770161 Sep 16 04:49:17.478153 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74397973-ea78-4364-b34e-c7be42f357ce req-0e98fb12-0099-48d3-bed2-d68c656bcec8 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:17.480906 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-74397973-ea78-4364-b34e-c7be42f357ce req-0e98fb12-0099-48d3-bed2-d68c656bcec8 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 931 time: 0.1784308 Sep 16 04:49:17.640886 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-74397973-ea78-4364-b34e-c7be42f357ce req-28c0d9c2-a892-4a8d-8a9c-c0b7573456f4 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975592 Sep 16 04:49:17.759665 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-85a36364-bb12-4ad7-b0e7-a1117a7fffec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28b7154f-1510-41ee-89e8-368ea43f2070 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:17.773128 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-85a36364-bb12-4ad7-b0e7-a1117a7fffec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:17.796599 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-85a36364-bb12-4ad7-b0e7-a1117a7fffec service neutron] Transition to ACTIVE for port object 28b7154f-1510-41ee-89e8-368ea43f2070 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:49:17.802567 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-85a36364-bb12-4ad7-b0e7-a1117a7fffec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:17.885815 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a36364-bb12-4ad7-b0e7-a1117a7fffec service neutron] Pushing event updated for resources: {'Port': ['ID=28b7154f-1510-41ee-89e8-368ea43f2070,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:17.977688 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-85a36364-bb12-4ad7-b0e7-a1117a7fffec service neutron] Attempting to bind port 28b7154f-1510-41ee-89e8-368ea43f2070 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:17.978163 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-85a36364-bb12-4ad7-b0e7-a1117a7fffec service neutron] Attempting to bind port 28b7154f-1510-41ee-89e8-368ea43f2070 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '9d882537-ab8f-4c6a-a507-c4b915fccb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5af8db4f-30cf-43da-98f6-b98ec0e36bfd'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:17.978506 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-85a36364-bb12-4ad7-b0e7-a1117a7fffec service neutron] Attempting to bind port 28b7154f-1510-41ee-89e8-368ea43f2070 on network 5af8db4f-30cf-43da-98f6-b98ec0e36bfd {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:17.985067 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-85a36364-bb12-4ad7-b0e7-a1117a7fffec service neutron] Port 28b7154f-1510-41ee-89e8-368ea43f2070 on network 5af8db4f-30cf-43da-98f6-b98ec0e36bfd not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:17.985393 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-85a36364-bb12-4ad7-b0e7-a1117a7fffec service neutron] Attempting to bind port 28b7154f-1510-41ee-89e8-368ea43f2070 on network 5af8db4f-30cf-43da-98f6-b98ec0e36bfd {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:17.991614 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-85a36364-bb12-4ad7-b0e7-a1117a7fffec service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:17.991958 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-85a36364-bb12-4ad7-b0e7-a1117a7fffec service neutron] Checking segment: {'id': '9d882537-ab8f-4c6a-a507-c4b915fccb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5af8db4f-30cf-43da-98f6-b98ec0e36bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:17.992425 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-85a36364-bb12-4ad7-b0e7-a1117a7fffec service neutron] Bound using segment: {'id': '9d882537-ab8f-4c6a-a507-c4b915fccb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5af8db4f-30cf-43da-98f6-b98ec0e36bfd'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:17.992909 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-85a36364-bb12-4ad7-b0e7-a1117a7fffec service neutron] Bound port: 28b7154f-1510-41ee-89e8-368ea43f2070, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d882537-ab8f-4c6a-a507-c4b915fccb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5af8db4f-30cf-43da-98f6-b98ec0e36bfd'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:17.993304 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-85a36364-bb12-4ad7-b0e7-a1117a7fffec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:18.087674 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-85a36364-bb12-4ad7-b0e7-a1117a7fffec service neutron] For port 28b7154f-1510-41ee-89e8-368ea43f2070, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:18.094937 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-85a36364-bb12-4ad7-b0e7-a1117a7fffec service neutron] For port 28b7154f-1510-41ee-89e8-368ea43f2070, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=28b7154f-1510-41ee-89e8-368ea43f2070,segment=NetworkSegment(9d882537-ab8f-4c6a-a507-c4b915fccb33),segment_id=9d882537-ab8f-4c6a-a507-c4b915fccb33)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:18.102197 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-85a36364-bb12-4ad7-b0e7-a1117a7fffec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:18.151264 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-85a36364-bb12-4ad7-b0e7-a1117a7fffec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:18.152296 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-85a36364-bb12-4ad7-b0e7-a1117a7fffec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:18.155361 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-85a36364-bb12-4ad7-b0e7-a1117a7fffec service neutron] 10.222.0.48 "PUT /v2.0/ports/28b7154f-1510-41ee-89e8-368ea43f2070 HTTP/1.1" status: 200 len: 1092 time: 1.1506579 Sep 16 04:49:18.156097 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8b0102-c6af-4051-afb4-0a49c5a910b1', 'tag': '28b7154f-1510-41ee-89e8-368ea43f2070'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:18.159937 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e617e0-ef9a-4939-a34e-61bd2ddd6c53" -d '{"events": [{"name": "network-changed", "server_uuid": "6c8b0102-c6af-4051-afb4-0a49c5a910b1", "tag": "28b7154f-1510-41ee-89e8-368ea43f2070"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:18.238479 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a36364-bb12-4ad7-b0e7-a1117a7fffec service neutron] Pushing event updated for resources: {'Port': ['ID=28b7154f-1510-41ee-89e8-368ea43f2070,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:18.435596 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce4336-15d4-4a40-afe7-5cc51d221789 req-e05f0063-a97a-433d-9fb7-e523ec6b8aa8 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:18.437300 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c7ce4336-15d4-4a40-afe7-5cc51d221789 req-e05f0063-a97a-433d-9fb7-e523ec6b8aa8 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 945 time: 0.1432145 Sep 16 04:49:18.444680 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-8994535a-d7bb-4e0b-a56c-7074a2161be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:18.446787 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-8994535a-d7bb-4e0b-a56c-7074a2161be8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8bc1eef5f12745cbb1e0c27f64b38550&device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 1095 time: 0.1199076 Sep 16 04:49:18.517138 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-998076ee-af16-465b-9369-0be4b0d543cc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28b7154f-1510-41ee-89e8-368ea43f2070 HTTP/1.1" status: 200 len: 217 time: 0.0510097 Sep 16 04:49:18.551760 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c7ce4336-15d4-4a40-afe7-5cc51d221789 req-b8ff35c7-504b-42b2-b379-0304faf180a7 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/security-groups?id=723b7686-529d-4393-aed0-f3fd1860d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028016 Sep 16 04:49:18.610470 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-32d1d2b0-16d3-4302-b8d3-086e2911e477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:18.612661 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-32d1d2b0-16d3-4302-b8d3-086e2911e477 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abeb648c-0c98-45ec-a092-05d2e017fc1f HTTP/1.1" status: 200 len: 854 time: 0.0803633 Sep 16 04:49:18.651919 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-7077ebfd-b6be-49d5-bcb3-49694f852d68 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5af8db4f-30cf-43da-98f6-b98ec0e36bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305490 Sep 16 04:49:18.803490 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-c977419f-d887-4890-bd52-2f4bbd27d1f0 service neutron] 10.222.0.48 "GET /v2.0/networks/5af8db4f-30cf-43da-98f6-b98ec0e36bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417570 Sep 16 04:49:18.861048 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e98a069-26f5-4845-a1db-ab72f07044f3 x-openstack-request-id: req-5e98a069-26f5-4845-a1db-ab72f07044f3 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:18.861048 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c8b0102-c6af-4051-afb4-0a49c5a910b1", "tag": "28b7154f-1510-41ee-89e8-368ea43f2070", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:18.861048 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5e98a069-26f5-4845-a1db-ab72f07044f3 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:18.861048 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c8b0102-c6af-4051-afb4-0a49c5a910b1', 'tag': '28b7154f-1510-41ee-89e8-368ea43f2070', 'status': 'completed', 'code': 200} Sep 16 04:49:19.000850 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7b4addc9-69a2-4a14-b7a3-0292fb8e1725 req-a569377b-1a17-4399-8abf-9ea5adf7e4d1 service neutron] 10.222.0.48 "GET /v2.0/networks/5af8db4f-30cf-43da-98f6-b98ec0e36bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858771 Sep 16 04:49:19.150648 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03602850-7509-4070-a03a-abe92c3fb523 req-886c373c-490f-462e-8b72-96f95d7376fc tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:19.158708 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-03602850-7509-4070-a03a-abe92c3fb523 req-886c373c-490f-462e-8b72-96f95d7376fc tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/networks?id=06b53dae-be26-4105-a7e4-d1c9c9f4b3e9 HTTP/1.1" status: 200 len: 814 time: 0.1982470 Sep 16 04:49:19.197213 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-03602850-7509-4070-a03a-abe92c3fb523 req-01d15e48-1843-40b8-9d73-fe70c40fb081 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/quotas/a5eefe07a96c4dbcb8fd3bd5ce1a66c2 HTTP/1.1" status: 200 len: 375 time: 0.0372870 Sep 16 04:49:19.254399 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e617e0-ef9a-4939-a34e-61bd2ddd6c53 req-b7988292-9191-46ea-8b7b-3c9f405d6ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:19.256596 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-24e617e0-ef9a-4939-a34e-61bd2ddd6c53 req-b7988292-9191-46ea-8b7b-3c9f405d6ecd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8bc1eef5f12745cbb1e0c27f64b38550&device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 1095 time: 0.1334910 Sep 16 04:49:19.270494 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-03602850-7509-4070-a03a-abe92c3fb523 req-0bdf9ab9-a0b2-4a47-98fa-58c94f794449 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a5eefe07a96c4dbcb8fd3bd5ce1a66c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0717804 Sep 16 04:49:19.455837 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e617e0-ef9a-4939-a34e-61bd2ddd6c53 req-26079cbe-af99-4240-a1e3-6537381f4a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:19.457224 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-24e617e0-ef9a-4939-a34e-61bd2ddd6c53 req-26079cbe-af99-4240-a1e3-6537381f4a0b service neutron] 10.222.0.48 "GET /v2.0/networks?id=5af8db4f-30cf-43da-98f6-b98ec0e36bfd HTTP/1.1" status: 200 len: 915 time: 0.1855228 Sep 16 04:49:19.470243 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-03602850-7509-4070-a03a-abe92c3fb523 req-0b028fad-8496-44de-b0ac-1374b85fb077 service neutron] 10.222.0.35 "GET /v2.0/networks/06b53dae-be26-4105-a7e4-d1c9c9f4b3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773229 Sep 16 04:49:19.521552 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-24e617e0-ef9a-4939-a34e-61bd2ddd6c53 req-eaa3c327-af04-410f-9ec1-4824fd6b456a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28b7154f-1510-41ee-89e8-368ea43f2070 HTTP/1.1" status: 200 len: 217 time: 0.0501482 Sep 16 04:49:19.626554 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e617e0-ef9a-4939-a34e-61bd2ddd6c53 req-6c401fae-ba3b-45fc-ac57-bfd18f88a252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:19.628008 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-24e617e0-ef9a-4939-a34e-61bd2ddd6c53 req-6c401fae-ba3b-45fc-ac57-bfd18f88a252 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abeb648c-0c98-45ec-a092-05d2e017fc1f HTTP/1.1" status: 200 len: 854 time: 0.0881255 Sep 16 04:49:19.660922 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-03602850-7509-4070-a03a-abe92c3fb523 req-37d6faa5-9394-4e7e-bf1d-1fbc8b3c3976 service neutron] 10.222.0.35 "GET /v2.0/networks/06b53dae-be26-4105-a7e4-d1c9c9f4b3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797218 Sep 16 04:49:19.680935 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-24e617e0-ef9a-4939-a34e-61bd2ddd6c53 req-7fb54a48-d2f0-44ef-8181-bbbf859b6fa4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5af8db4f-30cf-43da-98f6-b98ec0e36bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403869 Sep 16 04:49:19.828440 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-24e617e0-ef9a-4939-a34e-61bd2ddd6c53 req-5a2f516e-d3e2-4708-8c72-c6cad21dde91 service neutron] 10.222.0.48 "GET /v2.0/networks/5af8db4f-30cf-43da-98f6-b98ec0e36bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385727 Sep 16 04:49:20.066097 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae08e1-770a-43ff-9e25-f9bd6368496a req-4d997a0f-def8-4330-aceb-798568ba3163 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:20.077328 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-baae08e1-770a-43ff-9e25-f9bd6368496a req-4d997a0f-def8-4330-aceb-798568ba3163 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 943 time: 0.1142006 Sep 16 04:49:20.081849 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-24e617e0-ef9a-4939-a34e-61bd2ddd6c53 req-e20e1037-5af3-4a62-914e-46e8124c2631 service neutron] 10.222.0.48 "GET /v2.0/networks/5af8db4f-30cf-43da-98f6-b98ec0e36bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449598 Sep 16 04:49:20.125610 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-baae08e1-770a-43ff-9e25-f9bd6368496a req-6a655e94-1db0-4d49-956f-745135b8f28a tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460854 Sep 16 04:49:20.303175 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d9a76-35f4-4a59-b41a-14c04837e2ab req-4640c7b5-407e-459a-9775-48173f73b439 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:20.305743 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ad2d9a76-35f4-4a59-b41a-14c04837e2ab req-4640c7b5-407e-459a-9775-48173f73b439 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.48 "GET /v2.0/ports?device_id=34355beb-0ba4-4594-9ac3-5fe18c9beafd HTTP/1.1" status: 200 len: 945 time: 0.0866094 Sep 16 04:49:20.449712 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-ad2d9a76-35f4-4a59-b41a-14c04837e2ab req-ff3b8854-e144-4c4f-a2a9-cb12a19e3ce3 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Deleting port 68ff543f-f936-43c3-9f66-475e3b07a6a7 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:20.450157 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ad2d9a76-35f4-4a59-b41a-14c04837e2ab req-ff3b8854-e144-4c4f-a2a9-cb12a19e3ce3 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:20.978286 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da624e99-81ce-48aa-b8a1-ba507fa8c51d req-38e1a6fc-f97a-485f-a2cb-66949fd036f7 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:20.980468 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-da624e99-81ce-48aa-b8a1-ba507fa8c51d req-38e1a6fc-f97a-485f-a2cb-66949fd036f7 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 945 time: 0.4602957 Sep 16 04:49:20.983064 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-ad2d9a76-35f4-4a59-b41a-14c04837e2ab req-ff3b8854-e144-4c4f-a2a9-cb12a19e3ce3 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] For port 68ff543f-f936-43c3-9f66-475e3b07a6a7, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=68ff543f-f936-43c3-9f66-475e3b07a6a7,segment=NetworkSegment(3c7e498d-1564-41e2-a9e3-5e79bd3860cd),segment_id=3c7e498d-1564-41e2-a9e3-5e79bd3860cd)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:20.983426 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ad2d9a76-35f4-4a59-b41a-14c04837e2ab req-ff3b8854-e144-4c4f-a2a9-cb12a19e3ce3 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:21.006211 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-ad2d9a76-35f4-4a59-b41a-14c04837e2ab req-ff3b8854-e144-4c4f-a2a9-cb12a19e3ce3 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Calling delete_port for 68ff543f-f936-43c3-9f66-475e3b07a6a7 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:21.080737 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-da624e99-81ce-48aa-b8a1-ba507fa8c51d req-e3a25971-4201-4ce8-824a-bd16c0028d26 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/security-groups?id=723b7686-529d-4393-aed0-f3fd1860d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834737 Sep 16 04:49:21.191377 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7287dcc8-9047-472c-86d6-756f99737327 req-041d7b4b-4abb-40e5-9e5e-11c919079579 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 210 time: 0.0331085 Sep 16 04:49:21.219231 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ad2d9a76-35f4-4a59-b41a-14c04837e2ab req-ff3b8854-e144-4c4f-a2a9-cb12a19e3ce3 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:21.273380 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['68ff543f-f936-43c3-9f66-475e3b07a6a7'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:21.299717 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b8854-e144-4c4f-a2a9-cb12a19e3ce3 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Pushing event deleted for resources: {'Port': ['ID=68ff543f-f936-43c3-9f66-475e3b07a6a7,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:21.355832 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2d9a76-35f4-4a59-b41a-14c04837e2ab req-ff3b8854-e144-4c4f-a2a9-cb12a19e3ce3 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] No DVR routers for this DVR port 68ff543f-f936-43c3-9f66-475e3b07a6a7 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:21.360008 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ad2d9a76-35f4-4a59-b41a-14c04837e2ab req-ff3b8854-e144-4c4f-a2a9-cb12a19e3ce3 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:21.363446 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ad2d9a76-35f4-4a59-b41a-14c04837e2ab req-ff3b8854-e144-4c4f-a2a9-cb12a19e3ce3 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.48 "DELETE /v2.0/ports/68ff543f-f936-43c3-9f66-475e3b07a6a7 HTTP/1.1" status: 204 len: 173 time: 1.0509822 Sep 16 04:49:21.364132 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34355beb-0ba4-4594-9ac3-5fe18c9beafd', 'name': 'network-vif-deleted', 'tag': '68ff543f-f936-43c3-9f66-475e3b07a6a7'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:21.368109 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9ef78a-e8aa-4ba2-9b4b-f464c86023c5" -d '{"events": [{"server_uuid": "34355beb-0ba4-4594-9ac3-5fe18c9beafd", "name": "network-vif-deleted", "tag": "68ff543f-f936-43c3-9f66-475e3b07a6a7"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:21.692439 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03602850-7509-4070-a03a-abe92c3fb523 req-2984c3fd-5120-4852-af5a-92c71225d333 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:21.694045 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-03602850-7509-4070-a03a-abe92c3fb523 req-2984c3fd-5120-4852-af5a-92c71225d333 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.48 "GET /v2.0/networks?id=06b53dae-be26-4105-a7e4-d1c9c9f4b3e9 HTTP/1.1" status: 200 len: 814 time: 0.2361095 Sep 16 04:49:21.702988 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f9229-4a25-446a-8d1d-3d8d68d2e0d4 req-191c6f7d-f216-41dd-a4ee-7c32712caeb4 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:21.704546 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f80f9229-4a25-446a-8d1d-3d8d68d2e0d4 req-191c6f7d-f216-41dd-a4ee-7c32712caeb4 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 943 time: 0.1822116 Sep 16 04:49:21.711388 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb785d1-9ec7-43e9-98dd-55953673d991 req-738cac76-67bd-434a-ad1b-80f6752edb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:21.712885 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6bb785d1-9ec7-43e9-98dd-55953673d991 req-738cac76-67bd-434a-ad1b-80f6752edb5c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a9564092441641099968dab4826c23ad&device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 1097 time: 0.1206694 Sep 16 04:49:21.765358 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-03602850-7509-4070-a03a-abe92c3fb523 req-4bdc2dfa-907d-473f-884c-7b7a60e7a134 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Request body: {'port': {'device_id': 'a13bc609-4ded-492f-9eb3-5182af03dc37', 'network_id': '06b53dae-be26-4105-a7e4-d1c9c9f4b3e9', 'admin_state_up': True, 'tenant_id': 'a5eefe07a96c4dbcb8fd3bd5ce1a66c2'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:21.783109 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f80f9229-4a25-446a-8d1d-3d8d68d2e0d4 req-1e5cad9e-e1b1-454c-9556-7e47da4a5702 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678759 Sep 16 04:49:21.947861 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb785d1-9ec7-43e9-98dd-55953673d991 req-7b9c642c-d27f-4560-a90e-6fa3929650fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:21.949514 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6bb785d1-9ec7-43e9-98dd-55953673d991 req-7b9c642c-d27f-4560-a90e-6fa3929650fc service neutron] 10.222.0.48 "GET /v2.0/networks?id=fb168ec7-c9bc-48f2-8670-4d53a35f9eaf HTTP/1.1" status: 200 len: 921 time: 0.2018228 Sep 16 04:49:21.971847 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03602850-7509-4070-a03a-abe92c3fb523 req-4bdc2dfa-907d-473f-884c-7b7a60e7a134 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Made reservation on behalf of a5eefe07a96c4dbcb8fd3bd5ce1a66c2 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:21.977281 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-03602850-7509-4070-a03a-abe92c3fb523 req-4bdc2dfa-907d-473f-884c-7b7a60e7a134 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.055090 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6bb785d1-9ec7-43e9-98dd-55953673d991 req-afa12c84-0be9-43f6-b43f-1e2a8b36ee8d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15bbe2db-0878-41e7-8c51-b6dedbebbe45 HTTP/1.1" status: 200 len: 217 time: 0.0582213 Sep 16 04:49:22.056931 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc396570-f84e-495d-bf69-16cbeaedad8a x-openstack-request-id: req-bc396570-f84e-495d-bf69-16cbeaedad8a {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:22.057252 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34355beb-0ba4-4594-9ac3-5fe18c9beafd", "name": "network-vif-deleted", "tag": "68ff543f-f936-43c3-9f66-475e3b07a6a7", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:22.057535 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bc396570-f84e-495d-bf69-16cbeaedad8a {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:22.057966 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34355beb-0ba4-4594-9ac3-5fe18c9beafd', 'name': 'network-vif-deleted', 'tag': '68ff543f-f936-43c3-9f66-475e3b07a6a7', 'status': 'completed', 'code': 200} Sep 16 04:49:22.247711 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb785d1-9ec7-43e9-98dd-55953673d991 req-91ffbeeb-5aa2-4b47-acbe-4a57031ef60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:22.249671 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6bb785d1-9ec7-43e9-98dd-55953673d991 req-91ffbeeb-5aa2-4b47-acbe-4a57031ef60e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4941d4cc-c97b-4fdb-8d78-bd7d0a14ccd8 HTTP/1.1" status: 200 len: 860 time: 0.1495299 Sep 16 04:49:22.281013 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fe629-e1cb-456e-b02a-b9c18b6637b1 req-0bfa70f0-5f13-4fb9-a0cf-4285fb3e1b53 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:22.283025 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-503fe629-e1cb-456e-b02a-b9c18b6637b1 req-0bfa70f0-5f13-4fb9-a0cf-4285fb3e1b53 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 945 time: 0.1843874 Sep 16 04:49:22.308329 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6bb785d1-9ec7-43e9-98dd-55953673d991 req-c23c4776-b43b-463d-bf9d-fc2be8ebb200 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb168ec7-c9bc-48f2-8670-4d53a35f9eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483556 Sep 16 04:49:22.363424 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-03602850-7509-4070-a03a-abe92c3fb523 req-4bdc2dfa-907d-473f-884c-7b7a60e7a134 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Allocated IP 172.20.0.13 (06b53dae-be26-4105-a7e4-d1c9c9f4b3e9/bcf4f667-aa88-4413-b706-89b85463ed71/f9cad535-e02e-4346-9217-2b257f68c294) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:22.444897 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-503fe629-e1cb-456e-b02a-b9c18b6637b1 req-0ead0fb3-18c1-47f6-8f99-5ace99ba5991 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/security-groups?id=723b7686-529d-4393-aed0-f3fd1860d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418812 Sep 16 04:49:22.522986 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6bb785d1-9ec7-43e9-98dd-55953673d991 req-19079546-fcaf-4f63-8e2b-3bede86953ec service neutron] 10.222.0.48 "GET /v2.0/networks/fb168ec7-c9bc-48f2-8670-4d53a35f9eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043788 Sep 16 04:49:22.741199 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6bb785d1-9ec7-43e9-98dd-55953673d991 req-736382df-9371-4a58-8b5f-f8d229ae0629 service neutron] 10.222.0.48 "GET /v2.0/networks/fb168ec7-c9bc-48f2-8670-4d53a35f9eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050142 Sep 16 04:49:22.744846 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-03602850-7509-4070-a03a-abe92c3fb523 req-4bdc2dfa-907d-473f-884c-7b7a60e7a134 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.793351 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-03602850-7509-4070-a03a-abe92c3fb523 req-4bdc2dfa-907d-473f-884c-7b7a60e7a134 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.829604 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['68ff543f-f936-43c3-9f66-475e3b07a6a7'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:22.854980 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03602850-7509-4070-a03a-abe92c3fb523 req-4bdc2dfa-907d-473f-884c-7b7a60e7a134 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Network 06b53dae-be26-4105-a7e4-d1c9c9f4b3e9 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:22.859632 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-03602850-7509-4070-a03a-abe92c3fb523 req-4bdc2dfa-907d-473f-884c-7b7a60e7a134 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:22.864659 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-03602850-7509-4070-a03a-abe92c3fb523 req-4bdc2dfa-907d-473f-884c-7b7a60e7a134 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:22.927788 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc2dfa-907d-473f-884c-7b7a60e7a134 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Pushing event updated for resources: {'Port': ['ID=f9cad535-e02e-4346-9217-2b257f68c294,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:22.982604 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03602850-7509-4070-a03a-abe92c3fb523 req-4bdc2dfa-907d-473f-884c-7b7a60e7a134 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:22.983603 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-03602850-7509-4070-a03a-abe92c3fb523 req-4bdc2dfa-907d-473f-884c-7b7a60e7a134 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.006848 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52094db0-1e01-47f0-ada5-a25a305dedd2 req-d2e529ab-573f-4230-8647-966ed9548532 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:23.009138 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-52094db0-1e01-47f0-ada5-a25a305dedd2 req-d2e529ab-573f-4230-8647-966ed9548532 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 932 time: 0.1053693 Sep 16 04:49:23.017472 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-03602850-7509-4070-a03a-abe92c3fb523 req-4bdc2dfa-907d-473f-884c-7b7a60e7a134 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2677548 Sep 16 04:49:23.069267 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-03602850-7509-4070-a03a-abe92c3fb523 req-3a1aeff1-359a-4327-a015-507d6def8f14 service neutron] Request body: {'port': {'device_id': 'a13bc609-4ded-492f-9eb3-5182af03dc37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:23.077579 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-52094db0-1e01-47f0-ada5-a25a305dedd2 req-e580e6a8-ab3b-4dad-84e8-91d2384cd26f tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585523 Sep 16 04:49:23.210328 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-03602850-7509-4070-a03a-abe92c3fb523 req-3a1aeff1-359a-4327-a015-507d6def8f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.273813 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c9e79-30a4-4bd6-b745-b9a902ae3a00 req-63ca0a9f-c532-4667-aac8-05052056218c tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:23.275247 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-287c9e79-30a4-4bd6-b745-b9a902ae3a00 req-63ca0a9f-c532-4667-aac8-05052056218c tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 943 time: 0.1239288 Sep 16 04:49:23.394305 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-287c9e79-30a4-4bd6-b745-b9a902ae3a00 req-b76d7bf4-26a3-4198-8f35-f167e32e5803 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066980 Sep 16 04:49:23.595147 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c7297-04e3-4fb1-ba1a-d2ddefadcb3e req-4688602b-4574-4878-a213-874d6f6f324f tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:23.605409 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c7297-04e3-4fb1-ba1a-d2ddefadcb3e req-4688602b-4574-4878-a213-874d6f6f324f tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:23.616598 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c7297-04e3-4fb1-ba1a-d2ddefadcb3e req-4688602b-4574-4878-a213-874d6f6f324f tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:23.627107 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c7297-04e3-4fb1-ba1a-d2ddefadcb3e req-4688602b-4574-4878-a213-874d6f6f324f tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:23.638952 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c7297-04e3-4fb1-ba1a-d2ddefadcb3e req-4688602b-4574-4878-a213-874d6f6f324f tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:23.647526 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c7297-04e3-4fb1-ba1a-d2ddefadcb3e req-4688602b-4574-4878-a213-874d6f6f324f tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:23.654034 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c7297-04e3-4fb1-ba1a-d2ddefadcb3e req-4688602b-4574-4878-a213-874d6f6f324f tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:23.663139 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2d4c7297-04e3-4fb1-ba1a-d2ddefadcb3e req-4688602b-4574-4878-a213-874d6f6f324f tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 5445 time: 0.1744888 Sep 16 04:49:23.759528 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2d4c7297-04e3-4fb1-ba1a-d2ddefadcb3e req-489cdc94-b436-4531-87d3-19077cedae24 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/security-groups?id=8853ff16-2a5b-4a5a-a512-e128e1697c0d&id=be052b50-27c5-484b-b997-f9099d48371c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0953956 Sep 16 04:49:23.776943 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-03602850-7509-4070-a03a-abe92c3fb523 req-3a1aeff1-359a-4327-a015-507d6def8f14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9cad535-e02e-4346-9217-2b257f68c294 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:23.797194 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-03602850-7509-4070-a03a-abe92c3fb523 req-3a1aeff1-359a-4327-a015-507d6def8f14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.801862 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-03602850-7509-4070-a03a-abe92c3fb523 req-3a1aeff1-359a-4327-a015-507d6def8f14 service neutron] Transition to ACTIVE for port object f9cad535-e02e-4346-9217-2b257f68c294 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:49:23.807493 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-03602850-7509-4070-a03a-abe92c3fb523 req-3a1aeff1-359a-4327-a015-507d6def8f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.876195 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1aeff1-359a-4327-a015-507d6def8f14 service neutron] Pushing event updated for resources: {'Port': ['ID=f9cad535-e02e-4346-9217-2b257f68c294,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:23.946213 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 28b7154f-1510-41ee-89e8-368ea43f2070 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:49:23.982860 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-03602850-7509-4070-a03a-abe92c3fb523 req-3a1aeff1-359a-4327-a015-507d6def8f14 service neutron] Attempting to bind port f9cad535-e02e-4346-9217-2b257f68c294 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:23.983529 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-03602850-7509-4070-a03a-abe92c3fb523 req-3a1aeff1-359a-4327-a015-507d6def8f14 service neutron] Attempting to bind port f9cad535-e02e-4346-9217-2b257f68c294 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '3c7e498d-1564-41e2-a9e3-5e79bd3860cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06b53dae-be26-4105-a7e4-d1c9c9f4b3e9'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:23.984108 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03602850-7509-4070-a03a-abe92c3fb523 req-3a1aeff1-359a-4327-a015-507d6def8f14 service neutron] Attempting to bind port f9cad535-e02e-4346-9217-2b257f68c294 on network 06b53dae-be26-4105-a7e4-d1c9c9f4b3e9 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:23.992863 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03602850-7509-4070-a03a-abe92c3fb523 req-3a1aeff1-359a-4327-a015-507d6def8f14 service neutron] Port f9cad535-e02e-4346-9217-2b257f68c294 on network 06b53dae-be26-4105-a7e4-d1c9c9f4b3e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:23.993360 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03602850-7509-4070-a03a-abe92c3fb523 req-3a1aeff1-359a-4327-a015-507d6def8f14 service neutron] Attempting to bind port f9cad535-e02e-4346-9217-2b257f68c294 on network 06b53dae-be26-4105-a7e4-d1c9c9f4b3e9 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:24.006422 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03602850-7509-4070-a03a-abe92c3fb523 req-3a1aeff1-359a-4327-a015-507d6def8f14 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:24.007321 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03602850-7509-4070-a03a-abe92c3fb523 req-3a1aeff1-359a-4327-a015-507d6def8f14 service neutron] Checking segment: {'id': '3c7e498d-1564-41e2-a9e3-5e79bd3860cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06b53dae-be26-4105-a7e4-d1c9c9f4b3e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:24.007624 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03602850-7509-4070-a03a-abe92c3fb523 req-3a1aeff1-359a-4327-a015-507d6def8f14 service neutron] Bound using segment: {'id': '3c7e498d-1564-41e2-a9e3-5e79bd3860cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06b53dae-be26-4105-a7e4-d1c9c9f4b3e9'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:24.008424 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-03602850-7509-4070-a03a-abe92c3fb523 req-3a1aeff1-359a-4327-a015-507d6def8f14 service neutron] Bound port: f9cad535-e02e-4346-9217-2b257f68c294, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7e498d-1564-41e2-a9e3-5e79bd3860cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06b53dae-be26-4105-a7e4-d1c9c9f4b3e9'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:24.009746 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-03602850-7509-4070-a03a-abe92c3fb523 req-3a1aeff1-359a-4327-a015-507d6def8f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.121470 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 28b7154f-1510-41ee-89e8-368ea43f2070, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=28b7154f-1510-41ee-89e8-368ea43f2070,segment=NetworkSegment(9d882537-ab8f-4c6a-a507-c4b915fccb33),segment_id=9d882537-ab8f-4c6a-a507-c4b915fccb33)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:24.143806 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '28b7154f-1510-41ee-89e8-368ea43f2070', 'network_id': '5af8db4f-30cf-43da-98f6-b98ec0e36bfd', 'port_id': '28b7154f-1510-41ee-89e8-368ea43f2070', 'mac_address': 'fa:16:3e:d3:14:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abeb648c-0c98-45ec-a092-05d2e017fc1f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:49:24.153654 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-03602850-7509-4070-a03a-abe92c3fb523 req-3a1aeff1-359a-4327-a015-507d6def8f14 service neutron] For port f9cad535-e02e-4346-9217-2b257f68c294, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:24.169502 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-03602850-7509-4070-a03a-abe92c3fb523 req-3a1aeff1-359a-4327-a015-507d6def8f14 service neutron] For port f9cad535-e02e-4346-9217-2b257f68c294, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=f9cad535-e02e-4346-9217-2b257f68c294,segment=NetworkSegment(3c7e498d-1564-41e2-a9e3-5e79bd3860cd),segment_id=3c7e498d-1564-41e2-a9e3-5e79bd3860cd)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:24.180365 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818b367-6f89-4aa4-8331-83310d525b4a req-fc2dda99-1582-41d6-a914-e3959beca174 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.182138 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1818b367-6f89-4aa4-8331-83310d525b4a req-fc2dda99-1582-41d6-a914-e3959beca174 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 945 time: 0.1021724 Sep 16 04:49:24.185722 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-03602850-7509-4070-a03a-abe92c3fb523 req-3a1aeff1-359a-4327-a015-507d6def8f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.192484 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.210072 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28b7154f-1510-41ee-89e8-368ea43f2070 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:24.246330 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 28b7154f-1510-41ee-89e8-368ea43f2070, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=28b7154f-1510-41ee-89e8-368ea43f2070,segment=NetworkSegment(9d882537-ab8f-4c6a-a507-c4b915fccb33),segment_id=9d882537-ab8f-4c6a-a507-c4b915fccb33)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:24.256468 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03602850-7509-4070-a03a-abe92c3fb523 req-3a1aeff1-359a-4327-a015-507d6def8f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.257033 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.257301 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-03602850-7509-4070-a03a-abe92c3fb523 req-3a1aeff1-359a-4327-a015-507d6def8f14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.260998 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-03602850-7509-4070-a03a-abe92c3fb523 req-3a1aeff1-359a-4327-a015-507d6def8f14 service neutron] 10.222.0.48 "PUT /v2.0/ports/f9cad535-e02e-4346-9217-2b257f68c294 HTTP/1.1" status: 200 len: 1093 time: 1.1960564 Sep 16 04:49:24.263836 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a13bc609-4ded-492f-9eb3-5182af03dc37', 'tag': 'f9cad535-e02e-4346-9217-2b257f68c294'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:24.266380 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c993243-fce8-423a-865a-0badb30abae9" -d '{"events": [{"name": "network-changed", "server_uuid": "a13bc609-4ded-492f-9eb3-5182af03dc37", "tag": "f9cad535-e02e-4346-9217-2b257f68c294"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:24.307571 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1818b367-6f89-4aa4-8331-83310d525b4a req-d381b1d7-51c9-46e3-bdd7-ce5c8a265424 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/security-groups?id=723b7686-529d-4393-aed0-f3fd1860d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153963 Sep 16 04:49:24.313060 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1aeff1-359a-4327-a015-507d6def8f14 service neutron] Pushing event updated for resources: {'Port': ['ID=f9cad535-e02e-4346-9217-2b257f68c294,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:24.358283 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=28b7154f-1510-41ee-89e8-368ea43f2070,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:24.473459 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4962988-eee9-45be-a43d-baa881c5a099 req-10a24bf0-098b-462d-8190-92670ca03344 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.479356 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4962988-eee9-45be-a43d-baa881c5a099 req-10a24bf0-098b-462d-8190-92670ca03344 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.486717 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4962988-eee9-45be-a43d-baa881c5a099 req-10a24bf0-098b-462d-8190-92670ca03344 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.492620 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4962988-eee9-45be-a43d-baa881c5a099 req-10a24bf0-098b-462d-8190-92670ca03344 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.500183 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4962988-eee9-45be-a43d-baa881c5a099 req-10a24bf0-098b-462d-8190-92670ca03344 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.506788 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4962988-eee9-45be-a43d-baa881c5a099 req-10a24bf0-098b-462d-8190-92670ca03344 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.512776 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4962988-eee9-45be-a43d-baa881c5a099 req-10a24bf0-098b-462d-8190-92670ca03344 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.515000 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b4962988-eee9-45be-a43d-baa881c5a099 req-10a24bf0-098b-462d-8190-92670ca03344 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.48 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 5445 time: 0.1402686 Sep 16 04:49:24.518470 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03602850-7509-4070-a03a-abe92c3fb523 req-733fe99f-2db1-430e-817f-568300874768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.519908 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-03602850-7509-4070-a03a-abe92c3fb523 req-733fe99f-2db1-430e-817f-568300874768 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a5eefe07a96c4dbcb8fd3bd5ce1a66c2&device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 1096 time: 0.1130793 Sep 16 04:49:24.622121 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-03602850-7509-4070-a03a-abe92c3fb523 req-f19684ae-d517-425b-ba2f-9f88ae4b8274 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9cad535-e02e-4346-9217-2b257f68c294 HTTP/1.1" status: 200 len: 217 time: 0.0730484 Sep 16 04:49:24.640645 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4962988-eee9-45be-a43d-baa881c5a099 req-02801b63-ccbb-4d8f-bd4b-2feb13fa6008 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.642685 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b4962988-eee9-45be-a43d-baa881c5a099 req-02801b63-ccbb-4d8f-bd4b-2feb13fa6008 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.48 "GET /v2.0/ports/bd51029a-e07d-4d58-9043-d4961dda4772?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0919752 Sep 16 04:49:24.673216 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea665d2-4e2e-4d82-b6ef-97f00f039b2b req-9a5d87a2-25a8-4540-8ada-deed31882e8b tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.674779 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dea665d2-4e2e-4d82-b6ef-97f00f039b2b req-9a5d87a2-25a8-4540-8ada-deed31882e8b tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 944 time: 0.1588757 Sep 16 04:49:24.795827 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03602850-7509-4070-a03a-abe92c3fb523 req-9843492a-fda9-4865-aa4a-ab93ae8ee8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.797269 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-03602850-7509-4070-a03a-abe92c3fb523 req-9843492a-fda9-4865-aa4a-ab93ae8ee8fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bcf4f667-aa88-4413-b706-89b85463ed71 HTTP/1.1" status: 200 len: 854 time: 0.1516268 Sep 16 04:49:24.844397 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-03602850-7509-4070-a03a-abe92c3fb523 req-c6e87e66-4ec9-45cd-b78f-2c119b3ad35b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=06b53dae-be26-4105-a7e4-d1c9c9f4b3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375588 Sep 16 04:49:24.850724 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dea665d2-4e2e-4d82-b6ef-97f00f039b2b req-61d1d3c5-1ec4-48c0-8e29-305785c66c4d tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472566 Sep 16 04:49:24.888817 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b4962988-eee9-45be-a43d-baa881c5a099 req-24ebaf8f-9fb4-4d4a-bb8d-b82f84298143 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.48 "GET /v2.0/networks/186f59de-9f65-4bd5-bdf6-31e998b65f87?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2338660 Sep 16 04:49:24.908418 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-b4962988-eee9-45be-a43d-baa881c5a099 req-6ff5be9f-8165-472c-adeb-673e9ecf0bdf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:24.914598 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc59f131-a9ca-40a8-8cc5-2731c6895765 x-openstack-request-id: req-cc59f131-a9ca-40a8-8cc5-2731c6895765 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:24.914906 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a13bc609-4ded-492f-9eb3-5182af03dc37", "tag": "f9cad535-e02e-4346-9217-2b257f68c294", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:24.915125 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cc59f131-a9ca-40a8-8cc5-2731c6895765 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:24.915518 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a13bc609-4ded-492f-9eb3-5182af03dc37', 'tag': 'f9cad535-e02e-4346-9217-2b257f68c294', 'status': 'completed', 'code': 200} Sep 16 04:49:25.061265 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-03602850-7509-4070-a03a-abe92c3fb523 req-a20d6f1e-864c-4192-a9a9-4b67e52b8c5d service neutron] 10.222.0.48 "GET /v2.0/networks/06b53dae-be26-4105-a7e4-d1c9c9f4b3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038293 Sep 16 04:49:25.061721 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b4962988-eee9-45be-a43d-baa881c5a099 req-6ff5be9f-8165-472c-adeb-673e9ecf0bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:25.094543 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['28b7154f-1510-41ee-89e8-368ea43f2070'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:25.098700 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fddf5-1a03-4600-8acc-6feee1f36df6 req-3a9d41b7-8017-49e9-b4ce-4b85de891e14 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:25.100785 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d39fddf5-1a03-4600-8acc-6feee1f36df6 req-3a9d41b7-8017-49e9-b4ce-4b85de891e14 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 944 time: 0.1366973 Sep 16 04:49:25.257354 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d39fddf5-1a03-4600-8acc-6feee1f36df6 req-02accc91-482c-4ce4-8508-70d295671fa0 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433115 Sep 16 04:49:25.329456 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-03602850-7509-4070-a03a-abe92c3fb523 req-01a700b6-0898-4bc8-8b69-d4450bc91019 service neutron] 10.222.0.48 "GET /v2.0/networks/06b53dae-be26-4105-a7e4-d1c9c9f4b3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530222 Sep 16 04:49:25.393612 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-b4962988-eee9-45be-a43d-baa881c5a099 req-6ff5be9f-8165-472c-adeb-673e9ecf0bdf service neutron] For port bd51029a-e07d-4d58-9043-d4961dda4772, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=bd51029a-e07d-4d58-9043-d4961dda4772,segment=NetworkSegment(95c90109-c6eb-491d-8dfe-7e2102cff536),segment_id=95c90109-c6eb-491d-8dfe-7e2102cff536)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:25.423980 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5189fa-e512-4bb1-9202-5f888be1bac9 req-f2f85385-17f1-41d6-8766-07f9291077ce tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:25.429943 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5189fa-e512-4bb1-9202-5f888be1bac9 req-f2f85385-17f1-41d6-8766-07f9291077ce tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:25.437259 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5189fa-e512-4bb1-9202-5f888be1bac9 req-f2f85385-17f1-41d6-8766-07f9291077ce tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:25.443060 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5189fa-e512-4bb1-9202-5f888be1bac9 req-f2f85385-17f1-41d6-8766-07f9291077ce tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:25.449152 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5189fa-e512-4bb1-9202-5f888be1bac9 req-f2f85385-17f1-41d6-8766-07f9291077ce tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:25.455148 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5189fa-e512-4bb1-9202-5f888be1bac9 req-f2f85385-17f1-41d6-8766-07f9291077ce tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:25.461477 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5189fa-e512-4bb1-9202-5f888be1bac9 req-f2f85385-17f1-41d6-8766-07f9291077ce tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:25.463457 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-db5189fa-e512-4bb1-9202-5f888be1bac9 req-f2f85385-17f1-41d6-8766-07f9291077ce tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 5445 time: 0.1367710 Sep 16 04:49:25.530978 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-b4962988-eee9-45be-a43d-baa881c5a099 req-6ff5be9f-8165-472c-adeb-673e9ecf0bdf service neutron] For port bd51029a-e07d-4d58-9043-d4961dda4772, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:25.571389 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-db5189fa-e512-4bb1-9202-5f888be1bac9 req-e25d3c2b-6069-4bf0-a78c-251fc09f6cd3 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/security-groups?id=8853ff16-2a5b-4a5a-a512-e128e1697c0d&id=be052b50-27c5-484b-b997-f9099d48371c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1016951 Sep 16 04:49:25.585229 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-b4962988-eee9-45be-a43d-baa881c5a099 req-6ff5be9f-8165-472c-adeb-673e9ecf0bdf service neutron] device_id is not set on port bd51029a-e07d-4d58-9043-d4961dda4772 yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:49:25.593174 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c993243-fce8-423a-865a-0badb30abae9 req-4a896d0d-84a6-48ef-a9aa-71631f8da9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:25.594761 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c993243-fce8-423a-865a-0badb30abae9 req-4a896d0d-84a6-48ef-a9aa-71631f8da9b8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a5eefe07a96c4dbcb8fd3bd5ce1a66c2&device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 1096 time: 0.1263020 Sep 16 04:49:25.599838 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b4962988-eee9-45be-a43d-baa881c5a099 req-6ff5be9f-8165-472c-adeb-673e9ecf0bdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:25.612538 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b4962988-eee9-45be-a43d-baa881c5a099 req-6ff5be9f-8165-472c-adeb-673e9ecf0bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:25.723588 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5be9f-8165-472c-adeb-673e9ecf0bdf service neutron] Pushing event updated for resources: {'Port': ['ID=bd51029a-e07d-4d58-9043-d4961dda4772,revision_number=6']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:25.773282 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4962988-eee9-45be-a43d-baa881c5a099 req-6ff5be9f-8165-472c-adeb-673e9ecf0bdf service neutron] No DVR routers for this DVR port bd51029a-e07d-4d58-9043-d4961dda4772 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:25.844965 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-b4962988-eee9-45be-a43d-baa881c5a099 req-6ff5be9f-8165-472c-adeb-673e9ecf0bdf service neutron] In _notify_port_updated(), no bound segment for port bd51029a-e07d-4d58-9043-d4961dda4772 on network 186f59de-9f65-4bd5-bdf6-31e998b65f87 {{(pid=94767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:49:25.846110 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4962988-eee9-45be-a43d-baa881c5a099 req-6ff5be9f-8165-472c-adeb-673e9ecf0bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:25.847023 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b4962988-eee9-45be-a43d-baa881c5a099 req-6ff5be9f-8165-472c-adeb-673e9ecf0bdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:25.848475 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b4962988-eee9-45be-a43d-baa881c5a099 req-6ff5be9f-8165-472c-adeb-673e9ecf0bdf service neutron] 10.222.0.48 "PUT /v2.0/ports/bd51029a-e07d-4d58-9043-d4961dda4772 HTTP/1.1" status: 200 len: 1032 time: 0.9488025 Sep 16 04:49:25.850586 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c993243-fce8-423a-865a-0badb30abae9 req-7c64df61-31fd-4a63-a336-f60b2f5c3215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:25.852004 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c993243-fce8-423a-865a-0badb30abae9 req-7c64df61-31fd-4a63-a336-f60b2f5c3215 service neutron] 10.222.0.48 "GET /v2.0/networks?id=06b53dae-be26-4105-a7e4-d1c9c9f4b3e9 HTTP/1.1" status: 200 len: 915 time: 0.2489696 Sep 16 04:49:25.944810 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 73d8d554-f319-4b46-9a4f-1b186b031259 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:25.954632 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c993243-fce8-423a-865a-0badb30abae9 req-5ef6715c-efa5-4492-a1e1-54eeedf4b865 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9cad535-e02e-4346-9217-2b257f68c294 HTTP/1.1" status: 200 len: 217 time: 0.0849917 Sep 16 04:49:26.056592 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-70dd28f8-9b7f-48c0-8059-b230a7024a6a None None] Provisioning complete for port bd51029a-e07d-4d58-9043-d4961dda4772 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:26.057008 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-70dd28f8-9b7f-48c0-8059-b230a7024a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:26.061682 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:26.120104 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-70dd28f8-9b7f-48c0-8059-b230a7024a6a None None] Port bd51029a-e07d-4d58-9043-d4961dda4772 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:49:26.125582 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73d8d554-f319-4b46-9a4f-1b186b031259'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:26.127880 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417911d5-945e-4670-9c51-b1b52cbb762d" -d '{"events": [{"server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "name": "network-vif-unplugged", "status": "completed", "tag": "73d8d554-f319-4b46-9a4f-1b186b031259"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:26.142608 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 73d8d554-f319-4b46-9a4f-1b186b031259, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=73d8d554-f319-4b46-9a4f-1b186b031259,segment=NetworkSegment(95c90109-c6eb-491d-8dfe-7e2102cff536),segment_id=95c90109-c6eb-491d-8dfe-7e2102cff536)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:26.149094 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:26.149804 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device a0b898a1-82fe-4fcf-9734-8ecbcac09450 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:26.245511 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=73d8d554-f319-4b46-9a4f-1b186b031259,revision_number=6']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:26.292987 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:26.335833 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port a0b898a1-82fe-4fcf-9734-8ecbcac09450, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=a0b898a1-82fe-4fcf-9734-8ecbcac09450,segment=NetworkSegment(5449403d-0465-4009-8329-f7f0c3c99547),segment_id=5449403d-0465-4009-8329-f7f0c3c99547)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:26.340972 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:26.341903 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 63cfde0c-f88c-4163-b766-7b934a3d378e no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:26.361715 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4962988-eee9-45be-a43d-baa881c5a099 req-25e738f3-2a5a-40ce-bfb2-1922062ed196 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:26.363120 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b4962988-eee9-45be-a43d-baa881c5a099 req-25e738f3-2a5a-40ce-bfb2-1922062ed196 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.48 "GET /v2.0/ports/1c1269c5-eca9-40a2-88a3-22d6ff08a78b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4923441 Sep 16 04:49:26.383784 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-b4962988-eee9-45be-a43d-baa881c5a099 req-3b42622e-6b94-4627-a4ca-078c0698d9f8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:26.394214 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3d5cb-6a21-4e1f-a9d6-c13bd1f3aedd req-5bf37b71-3f31-42d0-8bac-4fbc5c7d82bd tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:26.395832 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1ef3d5cb-6a21-4e1f-a9d6-c13bd1f3aedd req-5bf37b71-3f31-42d0-8bac-4fbc5c7d82bd tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 945 time: 0.5374272 Sep 16 04:49:26.425664 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=a0b898a1-82fe-4fcf-9734-8ecbcac09450,revision_number=6']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:26.432067 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c993243-fce8-423a-865a-0badb30abae9 req-6758d5a3-d9b1-4234-a83d-2af3d3315f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:26.433653 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c993243-fce8-423a-865a-0badb30abae9 req-6758d5a3-d9b1-4234-a83d-2af3d3315f5a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bcf4f667-aa88-4413-b706-89b85463ed71 HTTP/1.1" status: 200 len: 854 time: 0.4718490 Sep 16 04:49:26.479227 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:26.496632 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c993243-fce8-423a-865a-0badb30abae9 req-4a0856fb-3d32-474a-ad9e-bcb49e9a5342 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=06b53dae-be26-4105-a7e4-d1c9c9f4b3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478182 Sep 16 04:49:26.505651 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b4962988-eee9-45be-a43d-baa881c5a099 req-3b42622e-6b94-4627-a4ca-078c0698d9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:26.534263 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 63cfde0c-f88c-4163-b766-7b934a3d378e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=63cfde0c-f88c-4163-b766-7b934a3d378e,segment=NetworkSegment(95c90109-c6eb-491d-8dfe-7e2102cff536),segment_id=95c90109-c6eb-491d-8dfe-7e2102cff536)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:26.540619 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:26.540619 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 68ff543f-f936-43c3-9f66-475e3b07a6a7 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:26.552020 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1ef3d5cb-6a21-4e1f-a9d6-c13bd1f3aedd req-ce60f0fd-72ac-4224-bbcc-3737b0010476 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/security-groups?id=723b7686-529d-4393-aed0-f3fd1860d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374016 Sep 16 04:49:26.564623 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 68ff543f-f936-43c3-9f66-475e3b07a6a7 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:49:26.564878 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 68ff543f-f936-43c3-9f66-475e3b07a6a7 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:49:26.565307 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device bd51029a-e07d-4d58-9043-d4961dda4772 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:26.662663 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=63cfde0c-f88c-4163-b766-7b934a3d378e,revision_number=6']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:26.666998 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device bd51029a-e07d-4d58-9043-d4961dda4772 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:49:26.667574 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 1c1269c5-eca9-40a2-88a3-22d6ff08a78b no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:26.704948 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c993243-fce8-423a-865a-0badb30abae9 req-62c6759b-edcd-4e8f-aa43-eaee36098fe5 service neutron] 10.222.0.48 "GET /v2.0/networks/06b53dae-be26-4105-a7e4-d1c9c9f4b3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924376 Sep 16 04:49:26.807121 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:26.892286 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-b4962988-eee9-45be-a43d-baa881c5a099 req-3b42622e-6b94-4627-a4ca-078c0698d9f8 service neutron] For port 1c1269c5-eca9-40a2-88a3-22d6ff08a78b, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=1c1269c5-eca9-40a2-88a3-22d6ff08a78b,segment=NetworkSegment(95c90109-c6eb-491d-8dfe-7e2102cff536),segment_id=95c90109-c6eb-491d-8dfe-7e2102cff536)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:26.901449 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c87eb-2b45-42fb-a99c-9198ae7cb3f4 req-6fb715b6-5f4f-4cd5-b4b8-33c2fd285f48 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:26.902985 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c78c87eb-2b45-42fb-a99c-9198ae7cb3f4 req-6fb715b6-5f4f-4cd5-b4b8-33c2fd285f48 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 944 time: 0.1540201 Sep 16 04:49:26.946302 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c993243-fce8-423a-865a-0badb30abae9 req-b6d8deea-1d2e-4fcd-a8a1-b4c39f3fac9b service neutron] 10.222.0.48 "GET /v2.0/networks/06b53dae-be26-4105-a7e4-d1c9c9f4b3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960173 Sep 16 04:49:26.989521 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c78c87eb-2b45-42fb-a99c-9198ae7cb3f4 req-e5c39294-1881-472f-9488-35ca38dafcdc tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777550 Sep 16 04:49:26.990545 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-b4962988-eee9-45be-a43d-baa881c5a099 req-3b42622e-6b94-4627-a4ca-078c0698d9f8 service neutron] For port 1c1269c5-eca9-40a2-88a3-22d6ff08a78b, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:27.039174 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-b4962988-eee9-45be-a43d-baa881c5a099 req-3b42622e-6b94-4627-a4ca-078c0698d9f8 service neutron] device_id is not set on port 1c1269c5-eca9-40a2-88a3-22d6ff08a78b yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:49:27.050177 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b4962988-eee9-45be-a43d-baa881c5a099 req-3b42622e-6b94-4627-a4ca-078c0698d9f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.055186 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e478cb-43b9-4445-9d47-887a4f789926 x-openstack-request-id: req-76e478cb-43b9-4445-9d47-887a4f789926 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:27.056224 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "name": "network-vif-unplugged", "status": "completed", "tag": "73d8d554-f319-4b46-9a4f-1b186b031259", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:27.057292 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-76e478cb-43b9-4445-9d47-887a4f789926 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:27.058230 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73d8d554-f319-4b46-9a4f-1b186b031259', 'code': 200} Sep 16 04:49:27.059194 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b4962988-eee9-45be-a43d-baa881c5a099 req-3b42622e-6b94-4627-a4ca-078c0698d9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.126452 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:49:27.126958 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:49:27.137089 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4962988-eee9-45be-a43d-baa881c5a099 req-3b42622e-6b94-4627-a4ca-078c0698d9f8 service neutron] No DVR routers for this DVR port 1c1269c5-eca9-40a2-88a3-22d6ff08a78b on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:27.179880 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42622e-6b94-4627-a4ca-078c0698d9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=1c1269c5-eca9-40a2-88a3-22d6ff08a78b,revision_number=6']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:27.218964 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-b4962988-eee9-45be-a43d-baa881c5a099 req-3b42622e-6b94-4627-a4ca-078c0698d9f8 service neutron] In _notify_port_updated(), no bound segment for port 1c1269c5-eca9-40a2-88a3-22d6ff08a78b on network 186f59de-9f65-4bd5-bdf6-31e998b65f87 {{(pid=94767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:49:27.219859 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4962988-eee9-45be-a43d-baa881c5a099 req-3b42622e-6b94-4627-a4ca-078c0698d9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:27.220470 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b4962988-eee9-45be-a43d-baa881c5a099 req-3b42622e-6b94-4627-a4ca-078c0698d9f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.221813 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b4962988-eee9-45be-a43d-baa881c5a099 req-3b42622e-6b94-4627-a4ca-078c0698d9f8 service neutron] 10.222.0.48 "PUT /v2.0/ports/1c1269c5-eca9-40a2-88a3-22d6ff08a78b HTTP/1.1" status: 200 len: 1032 time: 0.8443048 Sep 16 04:49:27.272558 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6810ac7-8caf-4678-a073-b3f2886d425b req-c6874d55-f6e1-40c3-81e4-3ffa8baeb352 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:27.274310 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6810ac7-8caf-4678-a073-b3f2886d425b req-c6874d55-f6e1-40c3-81e4-3ffa8baeb352 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 944 time: 0.1386127 Sep 16 04:49:27.353169 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6810ac7-8caf-4678-a073-b3f2886d425b req-8644f19b-5698-43d4-a94d-f1f84d46892b tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710955 Sep 16 04:49:27.392731 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-b4962988-eee9-45be-a43d-baa881c5a099 req-052316e6-0140-42ba-8aab-c5103b8adcfb tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Deleting port 63cfde0c-f88c-4163-b766-7b934a3d378e {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:27.393811 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b4962988-eee9-45be-a43d-baa881c5a099 req-052316e6-0140-42ba-8aab-c5103b8adcfb tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.468503 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f78ca693-161e-4601-9c6b-57b920e75312 None None] Provisioning complete for port 1c1269c5-eca9-40a2-88a3-22d6ff08a78b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:27.469272 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f78ca693-161e-4601-9c6b-57b920e75312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.511552 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-f78ca693-161e-4601-9c6b-57b920e75312 None None] Port 1c1269c5-eca9-40a2-88a3-22d6ff08a78b cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:49:27.531931 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-b4962988-eee9-45be-a43d-baa881c5a099 req-052316e6-0140-42ba-8aab-c5103b8adcfb tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] For port 63cfde0c-f88c-4163-b766-7b934a3d378e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=63cfde0c-f88c-4163-b766-7b934a3d378e,segment=NetworkSegment(95c90109-c6eb-491d-8dfe-7e2102cff536),segment_id=95c90109-c6eb-491d-8dfe-7e2102cff536)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:27.532322 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b4962988-eee9-45be-a43d-baa881c5a099 req-052316e6-0140-42ba-8aab-c5103b8adcfb tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.548463 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-b4962988-eee9-45be-a43d-baa881c5a099 req-052316e6-0140-42ba-8aab-c5103b8adcfb tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Calling delete_port for 63cfde0c-f88c-4163-b766-7b934a3d378e owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:27.670528 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 60bdf96a-acb0-42be-9e2a-0e79fa6e1a85 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:27.704634 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25553232-f226-404a-8681-9050071e698a req-35f3f068-6363-4f72-bb0c-0498ae460643 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:27.710993 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25553232-f226-404a-8681-9050071e698a req-35f3f068-6363-4f72-bb0c-0498ae460643 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:27.717725 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25553232-f226-404a-8681-9050071e698a req-35f3f068-6363-4f72-bb0c-0498ae460643 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:27.724107 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25553232-f226-404a-8681-9050071e698a req-35f3f068-6363-4f72-bb0c-0498ae460643 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:27.730291 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25553232-f226-404a-8681-9050071e698a req-35f3f068-6363-4f72-bb0c-0498ae460643 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:27.732706 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-25553232-f226-404a-8681-9050071e698a req-35f3f068-6363-4f72-bb0c-0498ae460643 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 3881 time: 0.1136551 Sep 16 04:49:27.781393 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.827025 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-25553232-f226-404a-8681-9050071e698a req-e0403925-d783-419f-b2ce-32bbc3ac77b3 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/security-groups?id=8853ff16-2a5b-4a5a-a512-e128e1697c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601583 Sep 16 04:49:27.828187 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 60bdf96a-acb0-42be-9e2a-0e79fa6e1a85, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=60bdf96a-acb0-42be-9e2a-0e79fa6e1a85,segment=NetworkSegment(5449403d-0465-4009-8329-f7f0c3c99547),segment_id=5449403d-0465-4009-8329-f7f0c3c99547)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:27.828382 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b4962988-eee9-45be-a43d-baa881c5a099 req-052316e6-0140-42ba-8aab-c5103b8adcfb tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.833837 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.834584 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 64f9b34f-127f-430e-af48-408f4ad392a0 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:27.898804 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052316e6-0140-42ba-8aab-c5103b8adcfb tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Pushing event deleted for resources: {'Port': ['ID=63cfde0c-f88c-4163-b766-7b934a3d378e,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:27.954001 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4962988-eee9-45be-a43d-baa881c5a099 req-052316e6-0140-42ba-8aab-c5103b8adcfb tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] No DVR routers for this DVR port 63cfde0c-f88c-4163-b766-7b934a3d378e on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:27.957924 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=60bdf96a-acb0-42be-9e2a-0e79fa6e1a85,revision_number=6']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:27.961466 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b4962988-eee9-45be-a43d-baa881c5a099 req-052316e6-0140-42ba-8aab-c5103b8adcfb tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.964630 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b4962988-eee9-45be-a43d-baa881c5a099 req-052316e6-0140-42ba-8aab-c5103b8adcfb tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.48 "DELETE /v2.0/ports/63cfde0c-f88c-4163-b766-7b934a3d378e HTTP/1.1" status: 204 len: 173 time: 0.7356765 Sep 16 04:49:27.965386 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'name': 'network-vif-deleted', 'tag': '63cfde0c-f88c-4163-b766-7b934a3d378e'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:27.969592 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1632e1cb-ef55-4856-87b5-86dca4112d9a" -d '{"events": [{"server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "name": "network-vif-deleted", "tag": "63cfde0c-f88c-4163-b766-7b934a3d378e"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:28.156310 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-b4962988-eee9-45be-a43d-baa881c5a099 req-45427f75-e838-4fee-a6ca-0ff7822425fd tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Deleting port a0b898a1-82fe-4fcf-9734-8ecbcac09450 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:28.156778 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b4962988-eee9-45be-a43d-baa881c5a099 req-45427f75-e838-4fee-a6ca-0ff7822425fd tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.237372 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.320438 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 64f9b34f-127f-430e-af48-408f4ad392a0, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=64f9b34f-127f-430e-af48-408f4ad392a0,segment=NetworkSegment(8517faa2-72c8-4051-9ec9-932078d56c30),segment_id=8517faa2-72c8-4051-9ec9-932078d56c30)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:28.336760 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd983915-d8f4-4f6a-93ca-21137f94da4a req-b73c292c-b2b0-4e6f-8606-cc55d717550c tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:28.340414 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.353704 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bd983915-d8f4-4f6a-93ca-21137f94da4a req-b73c292c-b2b0-4e6f-8606-cc55d717550c tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 945 time: 0.2431886 Sep 16 04:49:28.405921 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 28b7154f-1510-41ee-89e8-368ea43f2070 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:28.461054 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bd983915-d8f4-4f6a-93ca-21137f94da4a req-8869e3e1-34d4-463e-9c7e-a395dfae13b9 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/security-groups?id=723b7686-529d-4393-aed0-f3fd1860d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050174 Sep 16 04:49:28.482848 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=64f9b34f-127f-430e-af48-408f4ad392a0,revision_number=6']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:28.500017 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-b4962988-eee9-45be-a43d-baa881c5a099 req-45427f75-e838-4fee-a6ca-0ff7822425fd tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] For port a0b898a1-82fe-4fcf-9734-8ecbcac09450, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=a0b898a1-82fe-4fcf-9734-8ecbcac09450,segment=NetworkSegment(5449403d-0465-4009-8329-f7f0c3c99547),segment_id=5449403d-0465-4009-8329-f7f0c3c99547)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:28.500497 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b4962988-eee9-45be-a43d-baa881c5a099 req-45427f75-e838-4fee-a6ca-0ff7822425fd tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.504930 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 28b7154f-1510-41ee-89e8-368ea43f2070 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:49:28.510933 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 28b7154f-1510-41ee-89e8-368ea43f2070 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:28.511422 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.535139 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-b4962988-eee9-45be-a43d-baa881c5a099 req-45427f75-e838-4fee-a6ca-0ff7822425fd tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Calling delete_port for a0b898a1-82fe-4fcf-9734-8ecbcac09450 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:28.663335 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.714480 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 28b7154f-1510-41ee-89e8-368ea43f2070, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=28b7154f-1510-41ee-89e8-368ea43f2070,segment=NetworkSegment(9d882537-ab8f-4c6a-a507-c4b915fccb33),segment_id=9d882537-ab8f-4c6a-a507-c4b915fccb33)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:28.714642 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875a9b08-d7d1-4f42-8ca5-395ec754f113 x-openstack-request-id: req-875a9b08-d7d1-4f42-8ca5-395ec754f113 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:28.715062 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "name": "network-vif-deleted", "tag": "63cfde0c-f88c-4163-b766-7b934a3d378e", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:28.715502 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-875a9b08-d7d1-4f42-8ca5-395ec754f113 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:28.716258 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'name': 'network-vif-deleted', 'tag': '63cfde0c-f88c-4163-b766-7b934a3d378e', 'status': 'completed', 'code': 200} Sep 16 04:49:28.722254 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.799399 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:49:28.808003 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=28b7154f-1510-41ee-89e8-368ea43f2070,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:28.834267 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b4962988-eee9-45be-a43d-baa881c5a099 req-45427f75-e838-4fee-a6ca-0ff7822425fd tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.871130 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45427f75-e838-4fee-a6ca-0ff7822425fd tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Pushing event deleted for resources: {'Port': ['ID=a0b898a1-82fe-4fcf-9734-8ecbcac09450,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:28.899470 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37f627-0d70-4dd2-880d-5951f0a5ec23 req-f617f590-26ae-4425-8ac9-66bb878ebf99 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:28.902174 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fa37f627-0d70-4dd2-880d-5951f0a5ec23 req-f617f590-26ae-4425-8ac9-66bb878ebf99 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 944 time: 0.1083686 Sep 16 04:49:28.946328 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4962988-eee9-45be-a43d-baa881c5a099 req-45427f75-e838-4fee-a6ca-0ff7822425fd tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] No DVR routers for this DVR port a0b898a1-82fe-4fcf-9734-8ecbcac09450 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:28.949035 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b4962988-eee9-45be-a43d-baa881c5a099 req-45427f75-e838-4fee-a6ca-0ff7822425fd tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.952619 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b4962988-eee9-45be-a43d-baa881c5a099 req-45427f75-e838-4fee-a6ca-0ff7822425fd tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.48 "DELETE /v2.0/ports/a0b898a1-82fe-4fcf-9734-8ecbcac09450 HTTP/1.1" status: 204 len: 173 time: 0.9764104 Sep 16 04:49:29.019110 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fa37f627-0d70-4dd2-880d-5951f0a5ec23 req-9b54cae7-f1b3-4833-92ef-35ed80660f5b tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978255 Sep 16 04:49:29.059322 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0b898a1-82fe-4fcf-9734-8ecbcac09450'}, {'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63cfde0c-f88c-4163-b766-7b934a3d378e'}, {'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60bdf96a-acb0-42be-9e2a-0e79fa6e1a85'}, {'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64f9b34f-127f-430e-af48-408f4ad392a0'}, {'server_uuid': '6c8b0102-c6af-4051-afb4-0a49c5a910b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b7154f-1510-41ee-89e8-368ea43f2070'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:29.063336 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d9c6b0-b830-4b60-9c81-aeafe79e5e80" -d '{"events": [{"server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "name": "network-vif-unplugged", "status": "completed", "tag": "a0b898a1-82fe-4fcf-9734-8ecbcac09450"}, {"server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "name": "network-vif-unplugged", "status": "completed", "tag": "63cfde0c-f88c-4163-b766-7b934a3d378e"}, {"server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "name": "network-vif-unplugged", "status": "completed", "tag": "60bdf96a-acb0-42be-9e2a-0e79fa6e1a85"}, {"server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "name": "network-vif-unplugged", "status": "completed", "tag": "64f9b34f-127f-430e-af48-408f4ad392a0"}, {"server_uuid": "6c8b0102-c6af-4051-afb4-0a49c5a910b1", "name": "network-vif-plugged", "status": "completed", "tag": "28b7154f-1510-41ee-89e8-368ea43f2070"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:29.141815 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-b4962988-eee9-45be-a43d-baa881c5a099 req-ed08f86c-9886-4f62-aa4e-469033e7ca5d tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Deleting port 60bdf96a-acb0-42be-9e2a-0e79fa6e1a85 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:29.142442 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b4962988-eee9-45be-a43d-baa881c5a099 req-ed08f86c-9886-4f62-aa4e-469033e7ca5d tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:29.296324 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a1051-56d8-406c-ab17-b6eacf7292a8 req-76f378ab-6017-43f9-863d-912b21f0142d tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:29.298845 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-318a1051-56d8-406c-ab17-b6eacf7292a8 req-76f378ab-6017-43f9-863d-912b21f0142d tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.1824203 Sep 16 04:49:29.395650 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-b4962988-eee9-45be-a43d-baa881c5a099 req-ed08f86c-9886-4f62-aa4e-469033e7ca5d tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] For port 60bdf96a-acb0-42be-9e2a-0e79fa6e1a85, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=60bdf96a-acb0-42be-9e2a-0e79fa6e1a85,segment=NetworkSegment(5449403d-0465-4009-8329-f7f0c3c99547),segment_id=5449403d-0465-4009-8329-f7f0c3c99547)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:29.396370 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b4962988-eee9-45be-a43d-baa881c5a099 req-ed08f86c-9886-4f62-aa4e-469033e7ca5d tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:29.415283 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-318a1051-56d8-406c-ab17-b6eacf7292a8 req-021aad6c-e8e5-4ea4-894e-af7b7171076f tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017907 Sep 16 04:49:29.432138 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-b4962988-eee9-45be-a43d-baa881c5a099 req-ed08f86c-9886-4f62-aa4e-469033e7ca5d tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Calling delete_port for 60bdf96a-acb0-42be-9e2a-0e79fa6e1a85 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:29.623560 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31f5d8-418e-41a0-8e20-374e4bb8aaf1 req-221cdf9e-2dcb-437b-9093-7e4f5258e8fd tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:29.625198 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2e31f5d8-418e-41a0-8e20-374e4bb8aaf1 req-221cdf9e-2dcb-437b-9093-7e4f5258e8fd tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.0939693 Sep 16 04:49:29.652624 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b4962988-eee9-45be-a43d-baa881c5a099 req-ed08f86c-9886-4f62-aa4e-469033e7ca5d tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:29.690086 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08f86c-9886-4f62-aa4e-469033e7ca5d tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Pushing event deleted for resources: {'Port': ['ID=60bdf96a-acb0-42be-9e2a-0e79fa6e1a85,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:29.727940 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2e31f5d8-418e-41a0-8e20-374e4bb8aaf1 req-4b02ed55-695a-4545-a709-14cedf978406 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926814 Sep 16 04:49:29.755914 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4962988-eee9-45be-a43d-baa881c5a099 req-ed08f86c-9886-4f62-aa4e-469033e7ca5d tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] No DVR routers for this DVR port 60bdf96a-acb0-42be-9e2a-0e79fa6e1a85 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:29.766209 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b4962988-eee9-45be-a43d-baa881c5a099 req-ed08f86c-9886-4f62-aa4e-469033e7ca5d tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:29.768446 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b4962988-eee9-45be-a43d-baa881c5a099 req-ed08f86c-9886-4f62-aa4e-469033e7ca5d tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.48 "DELETE /v2.0/ports/60bdf96a-acb0-42be-9e2a-0e79fa6e1a85 HTTP/1.1" status: 204 len: 173 time: 0.8007510 Sep 16 04:49:29.919226 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e5b23-65df-4966-8ca9-95a9fd2e9421 req-fb0d04bb-c583-43a7-a167-e1ebadb58c39 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:29.925310 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e5b23-65df-4966-8ca9-95a9fd2e9421 req-fb0d04bb-c583-43a7-a167-e1ebadb58c39 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:29.926972 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7a5e5b23-65df-4966-8ca9-95a9fd2e9421 req-fb0d04bb-c583-43a7-a167-e1ebadb58c39 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 1678 time: 0.0967374 Sep 16 04:49:29.967211 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device f9cad535-e02e-4346-9217-2b257f68c294 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:49:29.969112 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-b4962988-eee9-45be-a43d-baa881c5a099 req-ce1b845f-6cf1-41bb-a508-821d043f355e tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Deleting port 64f9b34f-127f-430e-af48-408f4ad392a0 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:29.969460 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b4962988-eee9-45be-a43d-baa881c5a099 req-ce1b845f-6cf1-41bb-a508-821d043f355e tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.017971 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7a5e5b23-65df-4966-8ca9-95a9fd2e9421 req-853714fb-e954-4971-8833-08a80fb7f63c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/security-groups?id=8853ff16-2a5b-4a5a-a512-e128e1697c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841596 Sep 16 04:49:30.109014 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-b4962988-eee9-45be-a43d-baa881c5a099 req-ce1b845f-6cf1-41bb-a508-821d043f355e tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] For port 64f9b34f-127f-430e-af48-408f4ad392a0, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=64f9b34f-127f-430e-af48-408f4ad392a0,segment=NetworkSegment(8517faa2-72c8-4051-9ec9-932078d56c30),segment_id=8517faa2-72c8-4051-9ec9-932078d56c30)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:30.109395 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b4962988-eee9-45be-a43d-baa881c5a099 req-ce1b845f-6cf1-41bb-a508-821d043f355e tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.206245 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port f9cad535-e02e-4346-9217-2b257f68c294, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=f9cad535-e02e-4346-9217-2b257f68c294,segment=NetworkSegment(3c7e498d-1564-41e2-a9e3-5e79bd3860cd),segment_id=3c7e498d-1564-41e2-a9e3-5e79bd3860cd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:30.230398 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'f9cad535-e02e-4346-9217-2b257f68c294', 'network_id': '06b53dae-be26-4105-a7e4-d1c9c9f4b3e9', 'port_id': 'f9cad535-e02e-4346-9217-2b257f68c294', 'mac_address': 'fa:16:3e:e1:9f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf4f667-aa88-4413-b706-89b85463ed71', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:49:30.307961 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.353033 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9cad535-e02e-4346-9217-2b257f68c294 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:30.381447 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port f9cad535-e02e-4346-9217-2b257f68c294, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=f9cad535-e02e-4346-9217-2b257f68c294,segment=NetworkSegment(3c7e498d-1564-41e2-a9e3-5e79bd3860cd),segment_id=3c7e498d-1564-41e2-a9e3-5e79bd3860cd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:30.386521 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.449577 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 875 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c38360-11be-4932-adf0-f8199cdb2959 x-openstack-request-id: req-f7c38360-11be-4932-adf0-f8199cdb2959 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:30.450298 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "name": "network-vif-unplugged", "status": "completed", "tag": "a0b898a1-82fe-4fcf-9734-8ecbcac09450", "code": 200}, {"server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "name": "network-vif-unplugged", "status": "completed", "tag": "63cfde0c-f88c-4163-b766-7b934a3d378e", "code": 200}, {"server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "name": "network-vif-unplugged", "status": "completed", "tag": "60bdf96a-acb0-42be-9e2a-0e79fa6e1a85", "code": 200}, {"server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "name": "network-vif-unplugged", "status": "completed", "tag": "64f9b34f-127f-430e-af48-408f4ad392a0", "code": 200}, {"server_uuid": "6c8b0102-c6af-4051-afb4-0a49c5a910b1", "name": "network-vif-plugged", "status": "completed", "tag": "28b7154f-1510-41ee-89e8-368ea43f2070", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:30.450697 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f7c38360-11be-4932-adf0-f8199cdb2959 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:30.451422 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0b898a1-82fe-4fcf-9734-8ecbcac09450', 'code': 200} Sep 16 04:49:30.452135 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63cfde0c-f88c-4163-b766-7b934a3d378e', 'code': 200} Sep 16 04:49:30.452699 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60bdf96a-acb0-42be-9e2a-0e79fa6e1a85', 'code': 200} Sep 16 04:49:30.453532 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64f9b34f-127f-430e-af48-408f4ad392a0', 'code': 200} Sep 16 04:49:30.454773 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8b0102-c6af-4051-afb4-0a49c5a910b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b7154f-1510-41ee-89e8-368ea43f2070', 'code': 200} Sep 16 04:49:30.492933 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b4962988-eee9-45be-a43d-baa881c5a099 req-ce1b845f-6cf1-41bb-a508-821d043f355e tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.493586 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b4962988-eee9-45be-a43d-baa881c5a099 req-ce1b845f-6cf1-41bb-a508-821d043f355e tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.494074 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [req-b4962988-eee9-45be-a43d-baa881c5a099 req-ce1b845f-6cf1-41bb-a508-821d043f355e tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Floating IP b27564fa-d95c-48e9-ad73-623891ddba24 disassociated. External IP: 172.25.8.208, port: 64f9b34f-127f-430e-af48-408f4ad392a0. Sep 16 04:49:30.494494 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-b4962988-eee9-45be-a43d-baa881c5a099 req-ce1b845f-6cf1-41bb-a508-821d043f355e tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Calling delete_port for 64f9b34f-127f-430e-af48-408f4ad392a0 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:30.500726 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=f9cad535-e02e-4346-9217-2b257f68c294,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:30.610030 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27facec7-f4e9-4ce7-b49e-5612c6a783a3 req-0def9d0c-de51-46bb-93b4-335a399a594c tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:30.611562 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-27facec7-f4e9-4ce7-b49e-5612c6a783a3 req-0def9d0c-de51-46bb-93b4-335a399a594c tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 945 time: 0.1058495 Sep 16 04:49:30.667400 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-27facec7-f4e9-4ce7-b49e-5612c6a783a3 req-9068288b-ee37-4a08-ad48-609af141b54d tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/security-groups?id=723b7686-529d-4393-aed0-f3fd1860d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485175 Sep 16 04:49:30.717500 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'name': 'network-vif-deleted', 'tag': 'a0b898a1-82fe-4fcf-9734-8ecbcac09450'}, {'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'name': 'network-vif-deleted', 'tag': '60bdf96a-acb0-42be-9e2a-0e79fa6e1a85'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:30.719775 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6005c43-302f-4818-b659-de4b1b16b5a8" -d '{"events": [{"server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "name": "network-vif-deleted", "tag": "a0b898a1-82fe-4fcf-9734-8ecbcac09450"}, {"server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "name": "network-vif-deleted", "tag": "60bdf96a-acb0-42be-9e2a-0e79fa6e1a85"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:30.752422 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b4962988-eee9-45be-a43d-baa881c5a099 req-ce1b845f-6cf1-41bb-a508-821d043f355e tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.839169 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b845f-6cf1-41bb-a508-821d043f355e tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Pushing event deleted for resources: {'Port': ['ID=64f9b34f-127f-430e-af48-408f4ad392a0,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:30.928192 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1270f-e72c-47c1-9552-b5c9ed584e16 req-17e0aa47-96a7-45fc-b85c-27dcf2bf2376 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:30.929842 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a1e1270f-e72c-47c1-9552-b5c9ed584e16 req-17e0aa47-96a7-45fc-b85c-27dcf2bf2376 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.1559203 Sep 16 04:49:30.933701 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edaddb5-6771-4e33-a51c-3c871ed98802 req-2c7ff0fe-7309-4607-ad8e-011b9b7f1db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:30.935388 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0edaddb5-6771-4e33-a51c-3c871ed98802 req-2c7ff0fe-7309-4607-ad8e-011b9b7f1db0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 1097 time: 0.1770287 Sep 16 04:49:31.010174 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['f9cad535-e02e-4346-9217-2b257f68c294'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:31.053487 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a1e1270f-e72c-47c1-9552-b5c9ed584e16 req-08aa4f3c-496e-4550-8a48-c389f4bf1e58 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151230 Sep 16 04:49:31.060995 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0edaddb5-6771-4e33-a51c-3c871ed98802 req-de6bbd67-0aeb-47a7-9725-145b325a3e77 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052408 Sep 16 04:49:31.068337 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4962988-eee9-45be-a43d-baa881c5a099 req-ce1b845f-6cf1-41bb-a508-821d043f355e tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Router 905d7f3c-c962-488c-b371-d3bf13d33551 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:49:31.245090 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745e6a6-348c-4c16-b61d-0dc3159d0687 req-b85668e1-d02e-4249-a61b-63d0c5ccc536 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:31.247644 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4745e6a6-348c-4c16-b61d-0dc3159d0687 req-b85668e1-d02e-4249-a61b-63d0c5ccc536 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 945 time: 0.1061420 Sep 16 04:49:31.280723 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4962988-eee9-45be-a43d-baa881c5a099 req-ce1b845f-6cf1-41bb-a508-821d043f355e tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:49:31.298243 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600d5a3b-3899-4c20-80dd-cfae2cc46851 None None] Sync routers for ids ['905d7f3c-c962-488c-b371-d3bf13d33551'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:49:31.310284 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600d5a3b-3899-4c20-80dd-cfae2cc46851 None None] Routers {'905d7f3c-c962-488c-b371-d3bf13d33551'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:49:31.311010 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-600d5a3b-3899-4c20-80dd-cfae2cc46851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:49:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['905d7f3c-c962-488c-b371-d3bf13d33551'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:31.326528 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4962988-eee9-45be-a43d-baa881c5a099 req-ce1b845f-6cf1-41bb-a508-821d043f355e tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] No DVR routers for this DVR port 64f9b34f-127f-430e-af48-408f4ad392a0 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:31.331925 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b4962988-eee9-45be-a43d-baa881c5a099 req-ce1b845f-6cf1-41bb-a508-821d043f355e tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:31.334323 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b4962988-eee9-45be-a43d-baa881c5a099 req-ce1b845f-6cf1-41bb-a508-821d043f355e tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.48 "DELETE /v2.0/ports/64f9b34f-127f-430e-af48-408f4ad392a0 HTTP/1.1" status: 204 len: 173 time: 1.5579615 Sep 16 04:49:31.368008 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4745e6a6-348c-4c16-b61d-0dc3159d0687 req-5be666df-a774-4495-b471-73089ca24c24 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126461 Sep 16 04:49:31.496339 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-600d5a3b-3899-4c20-80dd-cfae2cc46851 None None] Set router 905d7f3c-c962-488c-b371-d3bf13d33551 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:49:31.594135 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f5a93-6c17-4386-a2da-f68ab7cd6a54 req-c590d227-46f2-450b-b5e3-4e36184ae941 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:31.595782 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c06f5a93-6c17-4386-a2da-f68ab7cd6a54 req-c590d227-46f2-450b-b5e3-4e36184ae941 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.1511970 Sep 16 04:49:31.673709 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c06f5a93-6c17-4386-a2da-f68ab7cd6a54 req-14a24e63-67ee-4f70-9c86-3bc00a2acceb tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714636 Sep 16 04:49:31.678306 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-b4962988-eee9-45be-a43d-baa881c5a099 req-8626fbfb-7e2b-4868-994d-c2ef04e0f004 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Deleting port 73d8d554-f319-4b46-9a4f-1b186b031259 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:31.678644 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b4962988-eee9-45be-a43d-baa881c5a099 req-8626fbfb-7e2b-4868-994d-c2ef04e0f004 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:31.768287 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba0a890-4afa-48e7-941a-9bdc6566d2a0 x-openstack-request-id: req-0ba0a890-4afa-48e7-941a-9bdc6566d2a0 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:31.768753 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "name": "network-vif-deleted", "tag": "a0b898a1-82fe-4fcf-9734-8ecbcac09450", "status": "completed", "code": 200}, {"server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "name": "network-vif-deleted", "tag": "60bdf96a-acb0-42be-9e2a-0e79fa6e1a85", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:31.768953 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0ba0a890-4afa-48e7-941a-9bdc6566d2a0 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:31.769287 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'name': 'network-vif-deleted', 'tag': 'a0b898a1-82fe-4fcf-9734-8ecbcac09450', 'status': 'completed', 'code': 200} Sep 16 04:49:31.769579 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'name': 'network-vif-deleted', 'tag': '60bdf96a-acb0-42be-9e2a-0e79fa6e1a85', 'status': 'completed', 'code': 200} Sep 16 04:49:31.812036 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-b4962988-eee9-45be-a43d-baa881c5a099 req-8626fbfb-7e2b-4868-994d-c2ef04e0f004 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] For port 73d8d554-f319-4b46-9a4f-1b186b031259, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=73d8d554-f319-4b46-9a4f-1b186b031259,segment=NetworkSegment(95c90109-c6eb-491d-8dfe-7e2102cff536),segment_id=95c90109-c6eb-491d-8dfe-7e2102cff536)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:31.812413 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b4962988-eee9-45be-a43d-baa881c5a099 req-8626fbfb-7e2b-4868-994d-c2ef04e0f004 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:31.833991 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-600d5a3b-3899-4c20-80dd-cfae2cc46851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'name': 'tempest-TaggedBootDevicesTest_v242-616669390-router', 'tenant_id': 'b4243ae1bae14f92bfd009f22277a59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': 'ebe234d1-9472-4a92-a56d-4fac4dd14bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:20Z', 'updated_at': '2021-09-16T04:39:26Z', 'revision_number': 4, 'project_id': 'b4243ae1bae14f92bfd009f22277a59c', 'gw_port': {'id': 'ebe234d1-9472-4a92-a56d-4fac4dd14bd9', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:59:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:21Z', 'updated_at': '2021-09-16T04:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'e8fea6af-9893-41fd-8c8e-a7d135c85247', 'name': '', 'network_id': 'd29577ec-b037-4a73-9540-c8c176056e63', 'tenant_id': 'b4243ae1bae14f92bfd009f22277a59c', 'mac_address': 'fa:16:3e:b1:4c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '7053ff15-410c-47cc-ae7a-b4692790659a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:25Z', 'updated_at': '2021-09-16T04:39:33Z', 'revision_number': 5, 'project_id': 'b4243ae1bae14f92bfd009f22277a59c', 'subnets': [{'id': '7053ff15-410c-47cc-ae7a-b4692790659a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:31.847053 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-b4962988-eee9-45be-a43d-baa881c5a099 req-8626fbfb-7e2b-4868-994d-c2ef04e0f004 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Calling delete_port for 73d8d554-f319-4b46-9a4f-1b186b031259 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:31.869008 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600d5a3b-3899-4c20-80dd-cfae2cc46851 None None] Checking router: 905d7f3c-c962-488c-b371-d3bf13d33551 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:49:31.880235 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600d5a3b-3899-4c20-80dd-cfae2cc46851 None None] Routers {'905d7f3c-c962-488c-b371-d3bf13d33551'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:49:31.881334 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-600d5a3b-3899-4c20-80dd-cfae2cc46851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:49:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['905d7f3c-c962-488c-b371-d3bf13d33551'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:32.030094 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23ebb1-4ed2-445e-af19-b24c92ac7da7 req-fe319e9d-fa87-4d4c-9e07-f9680aafeec4 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:32.031979 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9a23ebb1-4ed2-445e-af19-b24c92ac7da7 req-fe319e9d-fa87-4d4c-9e07-f9680aafeec4 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 943 time: 0.1954267 Sep 16 04:49:32.041533 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b4962988-eee9-45be-a43d-baa881c5a099 req-8626fbfb-7e2b-4868-994d-c2ef04e0f004 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.050999 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-600d5a3b-3899-4c20-80dd-cfae2cc46851 None None] Set router 905d7f3c-c962-488c-b371-d3bf13d33551 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:49:32.094724 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8626fbfb-7e2b-4868-994d-c2ef04e0f004 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Pushing event deleted for resources: {'Port': ['ID=73d8d554-f319-4b46-9a4f-1b186b031259,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:32.158164 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4962988-eee9-45be-a43d-baa881c5a099 req-8626fbfb-7e2b-4868-994d-c2ef04e0f004 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] No DVR routers for this DVR port 73d8d554-f319-4b46-9a4f-1b186b031259 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:32.161293 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b4962988-eee9-45be-a43d-baa881c5a099 req-8626fbfb-7e2b-4868-994d-c2ef04e0f004 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.163960 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b4962988-eee9-45be-a43d-baa881c5a099 req-8626fbfb-7e2b-4868-994d-c2ef04e0f004 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.48 "DELETE /v2.0/ports/73d8d554-f319-4b46-9a4f-1b186b031259 HTTP/1.1" status: 204 len: 173 time: 0.6832230 Sep 16 04:49:32.170180 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9a23ebb1-4ed2-445e-af19-b24c92ac7da7 req-8f1675be-53f4-440d-b912-c68b7e99955c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/security-groups?id=8853ff16-2a5b-4a5a-a512-e128e1697c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917208 Sep 16 04:49:32.431795 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-600d5a3b-3899-4c20-80dd-cfae2cc46851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'name': 'tempest-TaggedBootDevicesTest_v242-616669390-router', 'tenant_id': 'b4243ae1bae14f92bfd009f22277a59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': 'ebe234d1-9472-4a92-a56d-4fac4dd14bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:20Z', 'updated_at': '2021-09-16T04:39:26Z', 'revision_number': 4, 'project_id': 'b4243ae1bae14f92bfd009f22277a59c', 'gw_port': {'id': 'ebe234d1-9472-4a92-a56d-4fac4dd14bd9', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:59:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:21Z', 'updated_at': '2021-09-16T04:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'e8fea6af-9893-41fd-8c8e-a7d135c85247', 'name': '', 'network_id': 'd29577ec-b037-4a73-9540-c8c176056e63', 'tenant_id': 'b4243ae1bae14f92bfd009f22277a59c', 'mac_address': 'fa:16:3e:b1:4c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '7053ff15-410c-47cc-ae7a-b4692790659a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:25Z', 'updated_at': '2021-09-16T04:39:33Z', 'revision_number': 5, 'project_id': 'b4243ae1bae14f92bfd009f22277a59c', 'subnets': [{'id': '7053ff15-410c-47cc-ae7a-b4692790659a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:32.507385 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600d5a3b-3899-4c20-80dd-cfae2cc46851 None None] The sync data for ids ['905d7f3c-c962-488c-b371-d3bf13d33551'] in n-d-712139-15 is: [{'id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'name': 'tempest-TaggedBootDevicesTest_v242-616669390-router', 'tenant_id': 'b4243ae1bae14f92bfd009f22277a59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': 'ebe234d1-9472-4a92-a56d-4fac4dd14bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:20Z', 'updated_at': '2021-09-16T04:39:26Z', 'revision_number': 4, 'project_id': 'b4243ae1bae14f92bfd009f22277a59c', 'gw_port': {'id': 'ebe234d1-9472-4a92-a56d-4fac4dd14bd9', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:59:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:21Z', 'updated_at': '2021-09-16T04:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'e8fea6af-9893-41fd-8c8e-a7d135c85247', 'name': '', 'network_id': 'd29577ec-b037-4a73-9540-c8c176056e63', 'tenant_id': 'b4243ae1bae14f92bfd009f22277a59c', 'mac_address': 'fa:16:3e:b1:4c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '7053ff15-410c-47cc-ae7a-b4692790659a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:25Z', 'updated_at': '2021-09-16T04:39:33Z', 'revision_number': 5, 'project_id': 'b4243ae1bae14f92bfd009f22277a59c', 'subnets': [{'id': '7053ff15-410c-47cc-ae7a-b4692790659a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:49:33.044237 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8d0e3-9e0d-46cf-8d47-f58e129e7e76 req-71fd3ac0-033a-4c07-91c5-b7fd0625478d tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:33.057272 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f7b8d0e3-9e0d-46cf-8d47-f58e129e7e76 req-71fd3ac0-033a-4c07-91c5-b7fd0625478d tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 945 time: 0.1449459 Sep 16 04:49:33.087866 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f273621-8814-4691-9602-52eb14150ab3 None None] New status for floating IP b27564fa-d95c-48e9-ad73-623891ddba24: DOWN {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:49:33.135330 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f7b8d0e3-9e0d-46cf-8d47-f58e129e7e76 req-691eb48e-0bb5-49e8-a5eb-cb3f3c95ec05 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/security-groups?id=723b7686-529d-4393-aed0-f3fd1860d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763171 Sep 16 04:49:34.012540 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'name': 'network-vif-deleted', 'tag': '64f9b34f-127f-430e-af48-408f4ad392a0'}, {'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'name': 'network-vif-deleted', 'tag': '73d8d554-f319-4b46-9a4f-1b186b031259'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:34.014877 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469051c2-f193-46c8-a6eb-8f4e1f4b24ce" -d '{"events": [{"server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "name": "network-vif-deleted", "tag": "64f9b34f-127f-430e-af48-408f4ad392a0"}, {"server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "name": "network-vif-deleted", "tag": "73d8d554-f319-4b46-9a4f-1b186b031259"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:34.018283 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device f9cad535-e02e-4346-9217-2b257f68c294 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:34.066067 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b3a21-66f1-4b58-bd8e-bd99271a9d23 req-4b3740c7-4876-4b57-8757-6e43c1db4754 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:34.067756 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-765b3a21-66f1-4b58-bd8e-bd99271a9d23 req-4b3740c7-4876-4b57-8757-6e43c1db4754 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 945 time: 0.4991693 Sep 16 04:49:34.090131 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port f9cad535-e02e-4346-9217-2b257f68c294 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:49:34.096635 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port f9cad535-e02e-4346-9217-2b257f68c294 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:34.097036 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:34.117476 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-765b3a21-66f1-4b58-bd8e-bd99271a9d23 req-46df13a1-6745-44ff-9554-5833cd3e497f tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431859 Sep 16 04:49:34.258627 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:34.302601 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13bc609-4ded-492f-9eb3-5182af03dc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9cad535-e02e-4346-9217-2b257f68c294'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:34.305207 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bfe073-14ce-4783-aefc-c4e8f4f6dc72" -d '{"events": [{"server_uuid": "a13bc609-4ded-492f-9eb3-5182af03dc37", "name": "network-vif-plugged", "status": "completed", "tag": "f9cad535-e02e-4346-9217-2b257f68c294"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:34.323007 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port f9cad535-e02e-4346-9217-2b257f68c294, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=f9cad535-e02e-4346-9217-2b257f68c294,segment=NetworkSegment(3c7e498d-1564-41e2-a9e3-5e79bd3860cd),segment_id=3c7e498d-1564-41e2-a9e3-5e79bd3860cd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:34.330307 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:34.331244 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f817c6-d6e9-4d2d-b3b2-1353e1c86c2f req-3558d545-3d88-4585-8e47-1480451e9a7e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:34.339885 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-00f817c6-d6e9-4d2d-b3b2-1353e1c86c2f req-3558d545-3d88-4585-8e47-1480451e9a7e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.0933096 Sep 16 04:49:34.385307 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-00f817c6-d6e9-4d2d-b3b2-1353e1c86c2f req-74b43bd8-9e6a-49db-86c3-d2a3ca9c628e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430319 Sep 16 04:49:34.400422 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=f9cad535-e02e-4346-9217-2b257f68c294,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:34.530767 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49616b64-5acd-4363-a802-2c308d684777 req-257e5177-b66e-4079-9b8e-7ee11bd04b07 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:34.532701 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-49616b64-5acd-4363-a802-2c308d684777 req-257e5177-b66e-4079-9b8e-7ee11bd04b07 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0645573 Sep 16 04:49:34.607843 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-49616b64-5acd-4363-a802-2c308d684777 req-73e3ef15-3d3f-44e7-ad6b-c87243dd069e tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646687 Sep 16 04:49:34.725061 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-07855b30-3251-4adc-9869-25c185f66453 req-76ad9113-c2b2-4f28-94b1-e1f9bf0e2790 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 210 time: 0.0493922 Sep 16 04:49:34.951440 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48350dca-d93f-40c3-9dea-3de0ff7c5020 x-openstack-request-id: req-48350dca-d93f-40c3-9dea-3de0ff7c5020 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:34.952061 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "name": "network-vif-deleted", "tag": "64f9b34f-127f-430e-af48-408f4ad392a0", "status": "completed", "code": 200}, {"server_uuid": "c30f6b21-3e5e-406c-a73f-7dfbead9e3af", "name": "network-vif-deleted", "tag": "73d8d554-f319-4b46-9a4f-1b186b031259", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:34.952595 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-48350dca-d93f-40c3-9dea-3de0ff7c5020 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:34.953309 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'name': 'network-vif-deleted', 'tag': '64f9b34f-127f-430e-af48-408f4ad392a0', 'status': 'completed', 'code': 200} Sep 16 04:49:34.953787 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30f6b21-3e5e-406c-a73f-7dfbead9e3af', 'name': 'network-vif-deleted', 'tag': '73d8d554-f319-4b46-9a4f-1b186b031259', 'status': 'completed', 'code': 200} Sep 16 04:49:35.060263 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7184b1e-3b47-41ec-8471-bfa61bde6936 req-ddb685bb-30f3-4ba7-b78f-d684ef95caa9 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:35.065320 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a7184b1e-3b47-41ec-8471-bfa61bde6936 req-ddb685bb-30f3-4ba7-b78f-d684ef95caa9 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 945 time: 0.0652390 Sep 16 04:49:35.111975 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a7184b1e-3b47-41ec-8471-bfa61bde6936 req-37a0f749-23ea-45e7-a7c3-ef60ea4b583d tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/security-groups?id=723b7686-529d-4393-aed0-f3fd1860d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419416 Sep 16 04:49:35.175169 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29708bbd-59cc-4886-995f-793be3986d5e x-openstack-request-id: req-29708bbd-59cc-4886-995f-793be3986d5e {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:35.175919 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a13bc609-4ded-492f-9eb3-5182af03dc37", "name": "network-vif-plugged", "status": "completed", "tag": "f9cad535-e02e-4346-9217-2b257f68c294", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:35.175919 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-29708bbd-59cc-4886-995f-793be3986d5e {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:35.176501 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13bc609-4ded-492f-9eb3-5182af03dc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9cad535-e02e-4346-9217-2b257f68c294', 'code': 200} Sep 16 04:49:35.433100 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ecd04-fe21-478b-aab1-11be96689b9e req-b24f5d8f-f211-4109-b72d-d915b6073174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:35.435450 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a4ecd04-fe21-478b-aab1-11be96689b9e req-b24f5d8f-f211-4109-b72d-d915b6073174 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 1098 time: 0.1302092 Sep 16 04:49:35.483788 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-0d2d71e0-6876-4db1-af84-5545006bd720 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:35.485492 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-0d2d71e0-6876-4db1-af84-5545006bd720 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/networks?id=5af8db4f-30cf-43da-98f6-b98ec0e36bfd HTTP/1.1" status: 200 len: 814 time: 0.1662226 Sep 16 04:49:35.508030 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a4ecd04-fe21-478b-aab1-11be96689b9e req-a886a72b-fbed-480c-8928-dfa06f2d716f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627122 Sep 16 04:49:35.509636 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-3f337597-ef27-4b95-a61b-be08a79848c8 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/quotas/8bc1eef5f12745cbb1e0c27f64b38550 HTTP/1.1" status: 200 len: 375 time: 0.0172055 Sep 16 04:49:35.564420 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-86f000d8-e873-440a-9317-eed5c8715b34 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8bc1eef5f12745cbb1e0c27f64b38550&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0479367 Sep 16 04:49:35.687921 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-d69ffd69-7a5d-4c4f-b6ea-bc57dd3d00c8 service neutron] 10.222.0.35 "GET /v2.0/networks/5af8db4f-30cf-43da-98f6-b98ec0e36bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149337 Sep 16 04:49:35.790855 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-6c69fbc6-1217-4fc8-b931-a08e33abceda service neutron] 10.222.0.35 "GET /v2.0/networks/5af8db4f-30cf-43da-98f6-b98ec0e36bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929959 Sep 16 04:49:36.060124 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487dde5-b054-47be-b29a-3f878b29215f req-48229072-98ec-4fe7-acaf-eef5b45ee02c tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:36.061889 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3487dde5-b054-47be-b29a-3f878b29215f req-48229072-98ec-4fe7-acaf-eef5b45ee02c tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 946 time: 0.0714948 Sep 16 04:49:36.126343 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3487dde5-b054-47be-b29a-3f878b29215f req-f4a7a811-34a6-4777-8eb4-d39e8f18e0c6 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528114 Sep 16 04:49:36.458100 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1f61c332-b674-484d-89c5-08018234e983 req-e4969259-b170-418a-8030-2967012daba1 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 210 time: 0.0413141 Sep 16 04:49:36.823952 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5e93febc-c617-41b8-893b-bd0a3f52025e req-2a719ffe-0952-4fd3-919e-306c98d721b6 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=14e04d0c-fe7e-4e25-9172-f2ec53c22daf HTTP/1.1" status: 200 len: 210 time: 0.0363529 Sep 16 04:49:36.973518 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd20fca-344f-427b-a0d0-18492f8d3fab req-819ef5f5-80d3-4af5-bea8-9f856d9d3331 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:36.975376 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1bd20fca-344f-427b-a0d0-18492f8d3fab req-819ef5f5-80d3-4af5-bea8-9f856d9d3331 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 945 time: 0.0746460 Sep 16 04:49:37.027923 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1bd20fca-344f-427b-a0d0-18492f8d3fab req-7bff24d3-875c-419d-9c9a-1ba27d44eeed tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/security-groups?id=723b7686-529d-4393-aed0-f3fd1860d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446756 Sep 16 04:49:37.322529 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8b35e-17a5-4650-af6d-630e4bc9589c req-d053edb6-d994-4a26-92ea-2a4e17a9b344 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:37.324093 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4ff8b35e-17a5-4650-af6d-630e4bc9589c req-d053edb6-d994-4a26-92ea-2a4e17a9b344 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.0796494 Sep 16 04:49:37.373242 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4ff8b35e-17a5-4650-af6d-630e4bc9589c req-2f3449fb-23a5-4a59-a783-43e98194bbac tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406151 Sep 16 04:49:37.511199 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5f08a-b175-486d-b73a-9d74a194729a req-1c3e13ed-969c-4d44-b43f-c5250f4a8b17 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:37.519417 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-30f5f08a-b175-486d-b73a-9d74a194729a req-1c3e13ed-969c-4d44-b43f-c5250f4a8b17 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 946 time: 0.0622797 Sep 16 04:49:37.569553 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-30f5f08a-b175-486d-b73a-9d74a194729a req-df145c3b-c5ff-4836-97b6-9973c97069e8 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489833 Sep 16 04:49:37.812229 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f45d6a4e-cbdb-43c9-8eda-c215c5fb87ba req-c0d515a7-b9be-4a39-a218-ec2f8a921fdb tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 210 time: 0.1233916 Sep 16 04:49:37.874502 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-aa9c93bd-5ce4-4fa4-b5d0-9c5336b88ca6 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:37.876369 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-aa9c93bd-5ce4-4fa4-b5d0-9c5336b88ca6 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.48 "GET /v2.0/networks?id=5af8db4f-30cf-43da-98f6-b98ec0e36bfd HTTP/1.1" status: 200 len: 814 time: 0.2525656 Sep 16 04:49:37.906265 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-c2847028-4e5d-4875-891b-cb2cace49fbc tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Request body: {'port': {'device_id': '14e04d0c-fe7e-4e25-9172-f2ec53c22daf', 'network_id': '5af8db4f-30cf-43da-98f6-b98ec0e36bfd', 'admin_state_up': True, 'tenant_id': '8bc1eef5f12745cbb1e0c27f64b38550'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:38.059844 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4fbc74-676f-4863-8736-2baa33d3ea40 req-3cadcc75-9608-4890-bcb6-98f16584bf74 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:38.061571 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a4fbc74-676f-4863-8736-2baa33d3ea40 req-3cadcc75-9608-4890-bcb6-98f16584bf74 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 946 time: 0.1116369 Sep 16 04:49:38.108171 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-c2847028-4e5d-4875-891b-cb2cace49fbc tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Made reservation on behalf of 8bc1eef5f12745cbb1e0c27f64b38550 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:38.111834 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-c2847028-4e5d-4875-891b-cb2cace49fbc tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.134897 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a4fbc74-676f-4863-8736-2baa33d3ea40 req-c6cdc727-09dd-4399-be5b-534a8e378144 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642855 Sep 16 04:49:38.320924 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-c2847028-4e5d-4875-891b-cb2cace49fbc tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Allocated IP 172.20.0.10 (5af8db4f-30cf-43da-98f6-b98ec0e36bfd/abeb648c-0c98-45ec-a092-05d2e017fc1f/d02b77c2-a230-4ff3-9117-975bc7898975) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:38.467605 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-73a6338b-f38a-4718-b3dc-31a3dc2baa87 req-15e2a3aa-269d-4482-901b-e99310c71750 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=14e04d0c-fe7e-4e25-9172-f2ec53c22daf HTTP/1.1" status: 200 len: 210 time: 0.0725880 Sep 16 04:49:38.678376 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39bcb4-8a49-4990-8683-e3fc9c09ac60 req-9cf24c62-2c55-4a1a-bbde-8fa23044476e tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:38.680977 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ec39bcb4-8a49-4990-8683-e3fc9c09ac60 req-9cf24c62-2c55-4a1a-bbde-8fa23044476e tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 945 time: 0.1354222 Sep 16 04:49:38.686021 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-c2847028-4e5d-4875-891b-cb2cace49fbc tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.772724 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ec39bcb4-8a49-4990-8683-e3fc9c09ac60 req-4391afd3-eebc-4654-b67b-84d268e1fc0a tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/security-groups?id=723b7686-529d-4393-aed0-f3fd1860d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812902 Sep 16 04:49:38.798503 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-c2847028-4e5d-4875-891b-cb2cace49fbc tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.844805 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['28b7154f-1510-41ee-89e8-368ea43f2070'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:38.870580 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-c2847028-4e5d-4875-891b-cb2cace49fbc tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Network 5af8db4f-30cf-43da-98f6-b98ec0e36bfd is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:38.876302 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-c2847028-4e5d-4875-891b-cb2cace49fbc tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:38.882688 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-c2847028-4e5d-4875-891b-cb2cace49fbc tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:38.942205 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2847028-4e5d-4875-891b-cb2cace49fbc tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Pushing event updated for resources: {'Port': ['ID=d02b77c2-a230-4ff3-9117-975bc7898975,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:38.989029 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-c2847028-4e5d-4875-891b-cb2cace49fbc tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:38.989860 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-c2847028-4e5d-4875-891b-cb2cace49fbc tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.017619 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-c2847028-4e5d-4875-891b-cb2cace49fbc tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1177928 Sep 16 04:49:39.046782 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-d4986661-e3f2-4a02-803a-7d46b2bbba40 service neutron] Request body: {'port': {'device_id': '14e04d0c-fe7e-4e25-9172-f2ec53c22daf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:39.168975 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-d4986661-e3f2-4a02-803a-7d46b2bbba40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.201127 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add7dcd-0d8f-455a-931c-7aa2d6498c03 req-cb42596f-742b-4d3b-89bc-c160007ad0ef tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:39.203171 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6add7dcd-0d8f-455a-931c-7aa2d6498c03 req-cb42596f-742b-4d3b-89bc-c160007ad0ef tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.1523142 Sep 16 04:49:39.348132 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6add7dcd-0d8f-455a-931c-7aa2d6498c03 req-1844a449-e8a8-4937-b707-ab569c4cd6f1 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798373 Sep 16 04:49:39.511675 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3328cd1-8469-4b93-b69a-d7f776bbf2ff req-0558fe6f-7132-4ebe-8a09-5ccb5ef7d2b1 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 210 time: 0.0334616 Sep 16 04:49:39.686730 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f444d-262d-4456-a02b-77fc9f913822 req-793cd22f-1950-4b80-9e8f-b64833e3cef0 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:39.688349 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9e1f444d-262d-4456-a02b-77fc9f913822 req-793cd22f-1950-4b80-9e8f-b64833e3cef0 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 946 time: 0.0842013 Sep 16 04:49:39.760046 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-d4986661-e3f2-4a02-803a-7d46b2bbba40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d02b77c2-a230-4ff3-9117-975bc7898975 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:39.772002 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-d4986661-e3f2-4a02-803a-7d46b2bbba40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.777189 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9e1f444d-262d-4456-a02b-77fc9f913822 req-ebb50c2f-1d2f-4017-a5da-c8387680a85b tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804121 Sep 16 04:49:39.791802 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-d4986661-e3f2-4a02-803a-7d46b2bbba40 service neutron] Transition to ACTIVE for port object d02b77c2-a230-4ff3-9117-975bc7898975 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:49:39.799122 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-d4986661-e3f2-4a02-803a-7d46b2bbba40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.867674 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4986661-e3f2-4a02-803a-7d46b2bbba40 service neutron] Pushing event updated for resources: {'Port': ['ID=d02b77c2-a230-4ff3-9117-975bc7898975,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:39.952745 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-d4986661-e3f2-4a02-803a-7d46b2bbba40 service neutron] Attempting to bind port d02b77c2-a230-4ff3-9117-975bc7898975 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:39.953245 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-d4986661-e3f2-4a02-803a-7d46b2bbba40 service neutron] Attempting to bind port d02b77c2-a230-4ff3-9117-975bc7898975 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '9d882537-ab8f-4c6a-a507-c4b915fccb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5af8db4f-30cf-43da-98f6-b98ec0e36bfd'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:39.953692 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-d4986661-e3f2-4a02-803a-7d46b2bbba40 service neutron] Attempting to bind port d02b77c2-a230-4ff3-9117-975bc7898975 on network 5af8db4f-30cf-43da-98f6-b98ec0e36bfd {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:39.958531 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-d4986661-e3f2-4a02-803a-7d46b2bbba40 service neutron] Port d02b77c2-a230-4ff3-9117-975bc7898975 on network 5af8db4f-30cf-43da-98f6-b98ec0e36bfd not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:39.958854 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-d4986661-e3f2-4a02-803a-7d46b2bbba40 service neutron] Attempting to bind port d02b77c2-a230-4ff3-9117-975bc7898975 on network 5af8db4f-30cf-43da-98f6-b98ec0e36bfd {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:39.964999 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-d4986661-e3f2-4a02-803a-7d46b2bbba40 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:39.966177 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-d4986661-e3f2-4a02-803a-7d46b2bbba40 service neutron] Checking segment: {'id': '9d882537-ab8f-4c6a-a507-c4b915fccb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5af8db4f-30cf-43da-98f6-b98ec0e36bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:39.966866 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-d4986661-e3f2-4a02-803a-7d46b2bbba40 service neutron] Bound using segment: {'id': '9d882537-ab8f-4c6a-a507-c4b915fccb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5af8db4f-30cf-43da-98f6-b98ec0e36bfd'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:39.967382 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-d4986661-e3f2-4a02-803a-7d46b2bbba40 service neutron] Bound port: d02b77c2-a230-4ff3-9117-975bc7898975, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d882537-ab8f-4c6a-a507-c4b915fccb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5af8db4f-30cf-43da-98f6-b98ec0e36bfd'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:39.967742 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-d4986661-e3f2-4a02-803a-7d46b2bbba40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:40.052694 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d763b3a9-f142-4ac6-910e-f795c271b4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:40.070159 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-d4986661-e3f2-4a02-803a-7d46b2bbba40 service neutron] For port d02b77c2-a230-4ff3-9117-975bc7898975, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:40.074502 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-d4986661-e3f2-4a02-803a-7d46b2bbba40 service neutron] For port d02b77c2-a230-4ff3-9117-975bc7898975, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=d02b77c2-a230-4ff3-9117-975bc7898975,segment=NetworkSegment(9d882537-ab8f-4c6a-a507-c4b915fccb33),segment_id=9d882537-ab8f-4c6a-a507-c4b915fccb33)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:40.095133 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-d4986661-e3f2-4a02-803a-7d46b2bbba40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:40.159478 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-d4986661-e3f2-4a02-803a-7d46b2bbba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:40.160105 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-d4986661-e3f2-4a02-803a-7d46b2bbba40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:40.161647 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-d4986661-e3f2-4a02-803a-7d46b2bbba40 service neutron] 10.222.0.48 "PUT /v2.0/ports/d02b77c2-a230-4ff3-9117-975bc7898975 HTTP/1.1" status: 200 len: 1093 time: 1.1217933 Sep 16 04:49:40.163175 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e04d0c-fe7e-4e25-9172-f2ec53c22daf', 'tag': 'd02b77c2-a230-4ff3-9117-975bc7898975'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:40.165450 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdf8f6f-2af5-4d61-83c2-95884f24b080" -d '{"events": [{"name": "network-changed", "server_uuid": "14e04d0c-fe7e-4e25-9172-f2ec53c22daf", "tag": "d02b77c2-a230-4ff3-9117-975bc7898975"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:40.197103 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde3ba2-78d0-46bd-8b05-456084816b6e req-a307e7e9-70af-41c0-9af8-f799bb402b8a tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:40.198626 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-adde3ba2-78d0-46bd-8b05-456084816b6e req-a307e7e9-70af-41c0-9af8-f799bb402b8a tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=14e04d0c-fe7e-4e25-9172-f2ec53c22daf HTTP/1.1" status: 200 len: 944 time: 0.1217835 Sep 16 04:49:40.204498 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4986661-e3f2-4a02-803a-7d46b2bbba40 service neutron] Pushing event updated for resources: {'Port': ['ID=d02b77c2-a230-4ff3-9117-975bc7898975,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:40.263240 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-adde3ba2-78d0-46bd-8b05-456084816b6e req-03605aaf-341a-42c4-8f03-a3c3bfb1d93a tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554211 Sep 16 04:49:40.317523 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-e3dff8ea-2986-45dc-92c4-ed29c2e1cbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:40.319415 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-e3dff8ea-2986-45dc-92c4-ed29c2e1cbd9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8bc1eef5f12745cbb1e0c27f64b38550&device_id=14e04d0c-fe7e-4e25-9172-f2ec53c22daf HTTP/1.1" status: 200 len: 1096 time: 0.0732808 Sep 16 04:49:40.423095 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-66be95ef-942b-46a4-b03f-e1c918529368 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d02b77c2-a230-4ff3-9117-975bc7898975 HTTP/1.1" status: 200 len: 217 time: 0.0793796 Sep 16 04:49:40.551813 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-ea1396d1-373e-4714-a4fa-fa8a9db308bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:40.553962 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-ea1396d1-373e-4714-a4fa-fa8a9db308bc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abeb648c-0c98-45ec-a092-05d2e017fc1f HTTP/1.1" status: 200 len: 854 time: 0.1073947 Sep 16 04:49:40.568542 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39b3f0-6217-44da-96a7-f14cf4dbcc96 req-fb85e454-43ab-4618-88f9-e68d724c8f56 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:40.571234 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ff39b3f0-6217-44da-96a7-f14cf4dbcc96 req-fb85e454-43ab-4618-88f9-e68d724c8f56 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 945 time: 0.2133214 Sep 16 04:49:40.628228 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-0f869ec1-d514-4d8b-b799-d6b587c32bc3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5af8db4f-30cf-43da-98f6-b98ec0e36bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554421 Sep 16 04:49:40.731475 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ff39b3f0-6217-44da-96a7-f14cf4dbcc96 req-d3284dbd-e76a-4231-912f-f8218d4a4b2c tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/security-groups?id=723b7686-529d-4393-aed0-f3fd1860d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403806 Sep 16 04:49:40.874043 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-7376306d-5063-4bbc-bf94-45447bcbfa50 service neutron] 10.222.0.48 "GET /v2.0/networks/5af8db4f-30cf-43da-98f6-b98ec0e36bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297308 Sep 16 04:49:40.912024 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75f400-f572-4004-9ad8-6c98100f32d0 req-a2abdbef-1487-40b2-b187-24a92349f2d4 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:40.913626 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb75f400-f572-4004-9ad8-6c98100f32d0 req-a2abdbef-1487-40b2-b187-24a92349f2d4 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 946 time: 0.0834291 Sep 16 04:49:41.006479 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb75f400-f572-4004-9ad8-6c98100f32d0 req-a7ef66e2-543c-441b-b3e5-bca678f77868 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831587 Sep 16 04:49:41.012519 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-551d564f-b431-4a1d-b762-566b91cdbcdf req-ec40fea4-1760-4b64-ba59-7b9950eb917d service neutron] 10.222.0.48 "GET /v2.0/networks/5af8db4f-30cf-43da-98f6-b98ec0e36bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304307 Sep 16 04:49:41.071349 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a20bef2-2c29-4879-ad70-8b386f5e8b62 x-openstack-request-id: req-7a20bef2-2c29-4879-ad70-8b386f5e8b62 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:41.071649 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e04d0c-fe7e-4e25-9172-f2ec53c22daf", "tag": "d02b77c2-a230-4ff3-9117-975bc7898975", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:41.072153 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7a20bef2-2c29-4879-ad70-8b386f5e8b62 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:41.072393 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e04d0c-fe7e-4e25-9172-f2ec53c22daf', 'tag': 'd02b77c2-a230-4ff3-9117-975bc7898975', 'status': 'completed', 'code': 200} Sep 16 04:49:41.230521 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a7eed-e54e-46f1-a5a5-f920bfe73b4b req-74d976c2-7272-4654-ba08-c1d484bce8aa tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:41.234133 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f95a7eed-e54e-46f1-a5a5-f920bfe73b4b req-74d976c2-7272-4654-ba08-c1d484bce8aa tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.1031110 Sep 16 04:49:41.253224 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf8f6f-2af5-4d61-83c2-95884f24b080 req-2b377fdf-62dd-4129-9774-b0e9212c4b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:41.254958 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2cdf8f6f-2af5-4d61-83c2-95884f24b080 req-2b377fdf-62dd-4129-9774-b0e9212c4b85 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8bc1eef5f12745cbb1e0c27f64b38550&device_id=14e04d0c-fe7e-4e25-9172-f2ec53c22daf HTTP/1.1" status: 200 len: 1096 time: 0.0838733 Sep 16 04:49:41.360836 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f95a7eed-e54e-46f1-a5a5-f920bfe73b4b req-05e491dc-754c-41c8-bc52-a40c206afa5b tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191764 Sep 16 04:49:41.410359 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf8f6f-2af5-4d61-83c2-95884f24b080 req-1dc1f266-78f8-432f-ae27-1bf779756240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:41.412549 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2cdf8f6f-2af5-4d61-83c2-95884f24b080 req-1dc1f266-78f8-432f-ae27-1bf779756240 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5af8db4f-30cf-43da-98f6-b98ec0e36bfd HTTP/1.1" status: 200 len: 915 time: 0.1479096 Sep 16 04:49:41.483447 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:41.484381 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2cdf8f6f-2af5-4d61-83c2-95884f24b080 req-ee1001c5-9ab1-4e3b-a438-c6720d6215c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d02b77c2-a230-4ff3-9117-975bc7898975 HTTP/1.1" status: 200 len: 217 time: 0.0615950 Sep 16 04:49:41.560973 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-54510c43-2926-4d26-93b1-a0499cd4d2bb req-b68e1a95-1bb7-49af-94df-36bb5fdba30f tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 210 time: 0.0558846 Sep 16 04:49:41.586831 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf8f6f-2af5-4d61-83c2-95884f24b080 req-45dd7234-8d80-4a10-b041-c8b007067a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:41.588929 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2cdf8f6f-2af5-4d61-83c2-95884f24b080 req-45dd7234-8d80-4a10-b041-c8b007067a20 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abeb648c-0c98-45ec-a092-05d2e017fc1f HTTP/1.1" status: 200 len: 854 time: 0.0965049 Sep 16 04:49:41.633800 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2cdf8f6f-2af5-4d61-83c2-95884f24b080 req-a134be61-2a13-4a55-875a-f91c43dee115 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5af8db4f-30cf-43da-98f6-b98ec0e36bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322757 Sep 16 04:49:41.774476 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2cdf8f6f-2af5-4d61-83c2-95884f24b080 req-93294a10-6d74-4299-b611-eba198734c1f service neutron] 10.222.0.48 "GET /v2.0/networks/5af8db4f-30cf-43da-98f6-b98ec0e36bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255374 Sep 16 04:49:42.004332 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2cdf8f6f-2af5-4d61-83c2-95884f24b080 req-4c388fcd-3396-47b1-93bf-2e20015f37c7 service neutron] 10.222.0.48 "GET /v2.0/networks/5af8db4f-30cf-43da-98f6-b98ec0e36bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038236 Sep 16 04:49:42.312489 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d4b7f-55b0-43bf-af64-896d83d12a0d req-7d9fb040-d868-4117-8288-3add0b9be4c5 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:42.314370 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-201d4b7f-55b0-43bf-af64-896d83d12a0d req-7d9fb040-d868-4117-8288-3add0b9be4c5 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=14e04d0c-fe7e-4e25-9172-f2ec53c22daf HTTP/1.1" status: 200 len: 944 time: 0.0580895 Sep 16 04:49:42.368209 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-201d4b7f-55b0-43bf-af64-896d83d12a0d req-41311214-f97c-4a36-9f9d-cca1d69e7284 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453913 Sep 16 04:49:42.487927 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8291a81-1441-4f55-835a-b37f233dfc2f req-e5d716d3-e36c-4793-ad83-0ee5851429d3 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:42.489689 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d8291a81-1441-4f55-835a-b37f233dfc2f req-e5d716d3-e36c-4793-ad83-0ee5851429d3 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 945 time: 0.0566385 Sep 16 04:49:42.544996 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d8291a81-1441-4f55-835a-b37f233dfc2f req-ed368c46-f9e5-49ef-9e41-3b4b9f5de23f tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/security-groups?id=723b7686-529d-4393-aed0-f3fd1860d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457647 Sep 16 04:49:42.686968 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68918231-a0d9-4cbf-b43d-c0d7e349fe1e req-f898093c-ae73-4b3c-97ff-c68c207ba5f7 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:42.688808 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-68918231-a0d9-4cbf-b43d-c0d7e349fe1e req-f898093c-ae73-4b3c-97ff-c68c207ba5f7 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 946 time: 0.0678351 Sep 16 04:49:42.742062 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-68918231-a0d9-4cbf-b43d-c0d7e349fe1e req-276c6d6d-bd3b-467c-a2a2-31cde6639c59 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422270 Sep 16 04:49:42.864204 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bdfa3-122a-4197-9543-93810af5b7f0 req-54cb2305-55aa-44e4-a6d3-7185bed3e092 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:42.866037 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a33bdfa3-122a-4197-9543-93810af5b7f0 req-54cb2305-55aa-44e4-a6d3-7185bed3e092 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.0584054 Sep 16 04:49:42.932373 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a33bdfa3-122a-4197-9543-93810af5b7f0 req-f2cde633-7603-4769-8fc1-14827a908165 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562949 Sep 16 04:49:43.039779 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8131db21-629e-412b-9d82-df0183443fea req-21caaabd-f4e0-4abe-8d4c-2dd8b6a0d812 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 210 time: 0.0345066 Sep 16 04:49:43.199066 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6a1b8a4b-4a9b-408e-a11a-a62def53db1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:43.502969 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:43.551773 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485c4c4-6d2c-4a5a-8e70-1007d766db6a req-a079d23b-3bc0-457b-ba6a-4885d4d4fdd1 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:43.554249 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0485c4c4-6d2c-4a5a-8e70-1007d766db6a req-a079d23b-3bc0-457b-ba6a-4885d4d4fdd1 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=14e04d0c-fe7e-4e25-9172-f2ec53c22daf HTTP/1.1" status: 200 len: 944 time: 0.0866776 Sep 16 04:49:43.618256 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0485c4c4-6d2c-4a5a-8e70-1007d766db6a req-1845e81a-f30d-4ac7-a919-51ebf87a2813 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520279 Sep 16 04:49:43.752841 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684697a4-8995-4c95-a8a0-210166cfbec9 req-62e880cf-9a19-4b18-b87a-157a23daef5f tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:43.754768 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-684697a4-8995-4c95-a8a0-210166cfbec9 req-62e880cf-9a19-4b18-b87a-157a23daef5f tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 945 time: 0.0714998 Sep 16 04:49:43.824980 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-684697a4-8995-4c95-a8a0-210166cfbec9 req-d3bc9def-c9e5-44c6-91e9-1caef477ee56 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/security-groups?id=723b7686-529d-4393-aed0-f3fd1860d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610812 Sep 16 04:49:43.965983 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ed2c7-9c8b-44b3-84fd-7c514b118998 req-a0cdedaa-4d2e-4181-ac00-4772a1c58e13 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:43.968668 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-108ed2c7-9c8b-44b3-84fd-7c514b118998 req-a0cdedaa-4d2e-4181-ac00-4772a1c58e13 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 946 time: 0.0644503 Sep 16 04:49:44.026432 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-108ed2c7-9c8b-44b3-84fd-7c514b118998 req-f329fefb-f60f-4342-8ca2-ac6c3f226d29 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487316 Sep 16 04:49:44.215797 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1866a8-e439-4132-9290-a92155ab1909 req-2bec57ed-96da-4adb-a2e7-4b83e561d493 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:44.222330 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b1866a8-e439-4132-9290-a92155ab1909 req-2bec57ed-96da-4adb-a2e7-4b83e561d493 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.0920565 Sep 16 04:49:44.290443 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b1866a8-e439-4132-9290-a92155ab1909 req-4a52630f-51fb-4bba-96c8-78e72719f7de tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625460 Sep 16 04:49:44.400942 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-86b225d4-f208-41a9-beb4-7111e88c5303 req-d91798e8-f7da-4b63-8c64-ca1c6f92aedf tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 210 time: 0.0310302 Sep 16 04:49:44.474512 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.485929 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.834491 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac36147-8ba7-4f79-9bea-828f46678722 req-f7d329d5-d6dd-486b-a3dd-1750d3f58d0a tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:44.837153 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0ac36147-8ba7-4f79-9bea-828f46678722 req-f7d329d5-d6dd-486b-a3dd-1750d3f58d0a tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=14e04d0c-fe7e-4e25-9172-f2ec53c22daf HTTP/1.1" status: 200 len: 944 time: 0.0879650 Sep 16 04:49:44.893007 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0ac36147-8ba7-4f79-9bea-828f46678722 req-42d835c6-d273-4a4f-9804-078cda6eb609 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409198 Sep 16 04:49:45.068006 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348081f-8c5f-488d-a8ca-5998c782d4cc req-8da0a33e-8f23-427a-bb73-bac829a64480 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:45.070156 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8348081f-8c5f-488d-a8ca-5998c782d4cc req-8da0a33e-8f23-427a-bb73-bac829a64480 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 945 time: 0.0724273 Sep 16 04:49:45.138305 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8348081f-8c5f-488d-a8ca-5998c782d4cc req-89a974f8-8af8-4d05-bea5-6479f14d2c4b tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/security-groups?id=723b7686-529d-4393-aed0-f3fd1860d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545268 Sep 16 04:49:45.313429 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4f64f-412f-49dc-9461-65b5cc398e59 req-4b69e619-d1e8-4631-a2cb-fdac2c7b7f9f tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:45.315984 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-48c4f64f-412f-49dc-9461-65b5cc398e59 req-4b69e619-d1e8-4631-a2cb-fdac2c7b7f9f tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 946 time: 0.0932102 Sep 16 04:49:45.382665 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-48c4f64f-412f-49dc-9461-65b5cc398e59 req-9f1a28ca-1a5b-4ffd-86a8-ec08fdb70412 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577128 Sep 16 04:49:45.541994 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f88e8c-c0f5-4343-9128-3c27178d1332 req-a1d7a124-77d1-4076-a013-105cbb9cd95e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:45.544542 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6f88e8c-c0f5-4343-9128-3c27178d1332 req-a1d7a124-77d1-4076-a013-105cbb9cd95e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.0671959 Sep 16 04:49:45.593319 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6f88e8c-c0f5-4343-9128-3c27178d1332 req-d112c27d-f5c0-4ddd-a7de-9c73f36147d8 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409260 Sep 16 04:49:45.726497 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-91469c63-5ad6-4d1d-aea2-56fac018fbd8 req-d886f7cb-3e9a-4fb3-a65a-b6de6ac99539 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 210 time: 0.0544250 Sep 16 04:49:45.957184 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.115836 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device d02b77c2-a230-4ff3-9117-975bc7898975 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:49:46.168527 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cd763-da8c-424b-8574-bea17aa71257 req-a03da3b3-22df-4ada-8e6f-ac8ef1007257 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:46.170867 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-736cd763-da8c-424b-8574-bea17aa71257 req-a03da3b3-22df-4ada-8e6f-ac8ef1007257 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=14e04d0c-fe7e-4e25-9172-f2ec53c22daf HTTP/1.1" status: 200 len: 944 time: 0.0774348 Sep 16 04:49:46.232495 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-736cd763-da8c-424b-8574-bea17aa71257 req-9fa56919-841c-4e6a-a74c-50e96bc68a72 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546274 Sep 16 04:49:46.306310 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port d02b77c2-a230-4ff3-9117-975bc7898975, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=d02b77c2-a230-4ff3-9117-975bc7898975,segment=NetworkSegment(9d882537-ab8f-4c6a-a507-c4b915fccb33),segment_id=9d882537-ab8f-4c6a-a507-c4b915fccb33)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:46.323676 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'd02b77c2-a230-4ff3-9117-975bc7898975', 'network_id': '5af8db4f-30cf-43da-98f6-b98ec0e36bfd', 'port_id': 'd02b77c2-a230-4ff3-9117-975bc7898975', 'mac_address': 'fa:16:3e:d6:c8:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abeb648c-0c98-45ec-a092-05d2e017fc1f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:49:46.389938 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.393416 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998aeae-c64b-449c-977f-b6502ea0c50e req-5ce8654c-6b72-4244-ad3d-b0c280eeead5 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:46.394927 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6998aeae-c64b-449c-977f-b6502ea0c50e req-5ce8654c-6b72-4244-ad3d-b0c280eeead5 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 945 time: 0.0558763 Sep 16 04:49:46.407884 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d02b77c2-a230-4ff3-9117-975bc7898975 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:46.435727 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port d02b77c2-a230-4ff3-9117-975bc7898975, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=d02b77c2-a230-4ff3-9117-975bc7898975,segment=NetworkSegment(9d882537-ab8f-4c6a-a507-c4b915fccb33),segment_id=9d882537-ab8f-4c6a-a507-c4b915fccb33)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:46.441120 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.447564 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6998aeae-c64b-449c-977f-b6502ea0c50e req-3a1b3c06-581f-4f16-96f6-3211864c45a3 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/security-groups?id=723b7686-529d-4393-aed0-f3fd1860d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427771 Sep 16 04:49:46.527230 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=d02b77c2-a230-4ff3-9117-975bc7898975,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:46.594708 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec2bce-f24e-430f-bcef-0ffc4b12123c req-f9f59970-dc67-41cc-93cf-cd204462ef5c tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:46.596201 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-43ec2bce-f24e-430f-bcef-0ffc4b12123c req-f9f59970-dc67-41cc-93cf-cd204462ef5c tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 946 time: 0.0542483 Sep 16 04:49:46.654649 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-43ec2bce-f24e-430f-bcef-0ffc4b12123c req-6412ad47-dcde-45b8-9a6a-d7be41386955 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512996 Sep 16 04:49:46.775772 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b5a40-b142-428f-b003-fd9691b747ed req-8d365257-3e87-4443-95ea-5dfcf8afd813 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:46.777284 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c0b5a40-b142-428f-b003-fd9691b747ed req-8d365257-3e87-4443-95ea-5dfcf8afd813 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.0549321 Sep 16 04:49:46.830232 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c0b5a40-b142-428f-b003-fd9691b747ed req-2e20ee09-f6e0-4ff9-aa16-498893ac9b5d tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455928 Sep 16 04:49:46.955126 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0be8f8dd-0e9e-4708-95ef-9c03956e6feb req-7774beec-c413-409a-8570-fe7964f56b10 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/ports?device_id=c30f6b21-3e5e-406c-a73f-7dfbead9e3af HTTP/1.1" status: 200 len: 210 time: 0.0316944 Sep 16 04:49:47.048011 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['d02b77c2-a230-4ff3-9117-975bc7898975'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:47.370933 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1932b-b521-44b0-81b4-664339b61e52 req-9918283a-b5ed-4a8b-9482-25b30d3334bb tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.373361 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-29c1932b-b521-44b0-81b4-664339b61e52 req-9918283a-b5ed-4a8b-9482-25b30d3334bb tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=14e04d0c-fe7e-4e25-9172-f2ec53c22daf HTTP/1.1" status: 200 len: 945 time: 0.0623596 Sep 16 04:49:47.422035 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-29c1932b-b521-44b0-81b4-664339b61e52 req-fe155849-9b73-4511-ab82-7c76eaa651a0 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375257 Sep 16 04:49:47.603387 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c5d4d-2b03-4ff7-9b6b-e07cd80f8b9d req-7231ae03-a831-4062-a703-44d43cc812c6 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.605166 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e8c5d4d-2b03-4ff7-9b6b-e07cd80f8b9d req-7231ae03-a831-4062-a703-44d43cc812c6 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 945 time: 0.0678818 Sep 16 04:49:47.662795 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e8c5d4d-2b03-4ff7-9b6b-e07cd80f8b9d req-7a24a370-2d02-4a13-9e55-957073de9938 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/security-groups?id=723b7686-529d-4393-aed0-f3fd1860d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504899 Sep 16 04:49:47.835711 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c43ec-a867-479c-8ba1-9b85fd6fa832 req-6df6ad80-d3aa-41be-baa2-8c56749fe566 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.838258 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c97c43ec-a867-479c-8ba1-9b85fd6fa832 req-6df6ad80-d3aa-41be-baa2-8c56749fe566 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 946 time: 0.0672014 Sep 16 04:49:47.888781 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c97c43ec-a867-479c-8ba1-9b85fd6fa832 req-1e1058be-12d9-4040-a4da-03ea7483045d tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424361 Sep 16 04:49:48.027300 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9a97c-43eb-41ee-b23c-c25ffa185119 req-04f41ad3-bb59-4b44-8cb4-05435303bedf tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:48.029448 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-19c9a97c-43eb-41ee-b23c-c25ffa185119 req-04f41ad3-bb59-4b44-8cb4-05435303bedf tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.0663326 Sep 16 04:49:48.078791 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-19c9a97c-43eb-41ee-b23c-c25ffa185119 req-e5955b61-8561-42f2-9acc-765ade1095c7 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414329 Sep 16 04:49:48.360642 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43218) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:48.468349 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-55f5bcce-5de1-472e-ac3e-a1b62d0d050c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.501391 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-55f5bcce-5de1-472e-ac3e-a1b62d0d050c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.617281 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-55f5bcce-5de1-472e-ac3e-a1b62d0d050c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.625072 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-55f5bcce-5de1-472e-ac3e-a1b62d0d050c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.627272 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-55f5bcce-5de1-472e-ac3e-a1b62d0d050c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "DELETE /v2.0/security-groups/8853ff16-2a5b-4a5a-a512-e128e1697c0d HTTP/1.1" status: 204 len: 168 time: 0.2635183 Sep 16 04:49:48.630248 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 43224) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:48.649183 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5bcce-5de1-472e-ac3e-a1b62d0d050c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8853ff16-2a5b-4a5a-a512-e128e1697c0d,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:48.659673 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff358c-d8a2-45b2-a7c1-6d4b87a5ce9b req-4aeb6500-6e54-487a-a93f-efbbd2c863f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:48.659987 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5bcce-5de1-472e-ac3e-a1b62d0d050c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:48.661249 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-49ff358c-d8a2-45b2-a7c1-6d4b87a5ce9b req-4aeb6500-6e54-487a-a93f-efbbd2c863f0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=68cc116df1104257a08239cd46cd0170&device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 1096 time: 0.1527510 Sep 16 04:49:48.661972 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5bcce-5de1-472e-ac3e-a1b62d0d050c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:48.662316 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5bcce-5de1-472e-ac3e-a1b62d0d050c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:48.662703 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5bcce-5de1-472e-ac3e-a1b62d0d050c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:48.663042 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5bcce-5de1-472e-ac3e-a1b62d0d050c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:48.663377 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5bcce-5de1-472e-ac3e-a1b62d0d050c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:48.663730 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5bcce-5de1-472e-ac3e-a1b62d0d050c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:48.664111 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5bcce-5de1-472e-ac3e-a1b62d0d050c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:48.664417 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-6d57e0f8-2e55-474e-8466-f45ba30a2020 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] show failed (client error): The resource could not be found. Sep 16 04:49:48.664626 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5bcce-5de1-472e-ac3e-a1b62d0d050c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:48.664793 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5bcce-5de1-472e-ac3e-a1b62d0d050c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:48.665097 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5bcce-5de1-472e-ac3e-a1b62d0d050c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:48.665538 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6d57e0f8-2e55-474e-8466-f45ba30a2020 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "GET /v2.0/security-groups/8853ff16-2a5b-4a5a-a512-e128e1697c0d HTTP/1.1" status: 404 len: 347 time: 0.0343180 Sep 16 04:49:48.670913 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 43226) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:48.671381 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5bcce-5de1-472e-ac3e-a1b62d0d050c tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:48.792587 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933eea44-95ac-44cc-b81b-ef2612bec561 req-c8ca9f26-c89b-494a-a075-62af11742a4d tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:48.794730 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-933eea44-95ac-44cc-b81b-ef2612bec561 req-c8ca9f26-c89b-494a-a075-62af11742a4d tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.1785479 Sep 16 04:49:48.905707 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-933eea44-95ac-44cc-b81b-ef2612bec561 req-6a31f332-9bab-4946-9c79-9a91de7b2b4d tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790274 Sep 16 04:49:48.923789 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff358c-d8a2-45b2-a7c1-6d4b87a5ce9b req-e82ff112-8541-4db2-b2d2-8ea25323922d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:48.925576 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-49ff358c-d8a2-45b2-a7c1-6d4b87a5ce9b req-e82ff112-8541-4db2-b2d2-8ea25323922d service neutron] 10.222.0.48 "GET /v2.0/networks?id=92ecefce-c627-4abd-9d77-6a33db190651 HTTP/1.1" status: 200 len: 912 time: 0.2537668 Sep 16 04:49:48.956181 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-6c702644-f659-4a2c-94e5-87c27c171fc7 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Deleting port d80ffa44-3bc1-46e6-b74a-103586c129ad {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:48.956181 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6c702644-f659-4a2c-94e5-87c27c171fc7 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.100136 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-49ff358c-d8a2-45b2-a7c1-6d4b87a5ce9b req-bed8d170-1358-4640-a651-4fe46f08eae0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09464b06-c001-4b17-972c-bc148f6c7b1e HTTP/1.1" status: 200 len: 999 time: 0.1620469 Sep 16 04:49:49.117655 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff6c7a-c94f-44dd-ba0e-8d98248eefd6 req-6fbc54b4-6084-45a6-a24d-4e237291ec41 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:49.119082 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-36ff6c7a-c94f-44dd-ba0e-8d98248eefd6 req-6fbc54b4-6084-45a6-a24d-4e237291ec41 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=14e04d0c-fe7e-4e25-9172-f2ec53c22daf HTTP/1.1" status: 200 len: 945 time: 0.1303930 Sep 16 04:49:49.163933 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6c702644-f659-4a2c-94e5-87c27c171fc7 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.164270 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6c702644-f659-4a2c-94e5-87c27c171fc7 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.192363 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-6c702644-f659-4a2c-94e5-87c27c171fc7 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Calling delete_port for d80ffa44-3bc1-46e6-b74a-103586c129ad owned by network:floatingip {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:49.232844 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff358c-d8a2-45b2-a7c1-6d4b87a5ce9b req-2f526d79-6772-4029-a664-38673ed4a4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:49.234597 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-49ff358c-d8a2-45b2-a7c1-6d4b87a5ce9b req-2f526d79-6772-4029-a664-38673ed4a4cf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21 HTTP/1.1" status: 200 len: 850 time: 0.1249170 Sep 16 04:49:49.271529 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-36ff6c7a-c94f-44dd-ba0e-8d98248eefd6 req-9e68af55-7ae2-42d6-be0a-e85e834543ec tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419325 Sep 16 04:49:49.372955 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff358c-d8a2-45b2-a7c1-6d4b87a5ce9b req-f881490e-8725-4b38-aeef-76471921e543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:49.374369 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-49ff358c-d8a2-45b2-a7c1-6d4b87a5ce9b req-f881490e-8725-4b38-aeef-76471921e543 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=92ecefce-c627-4abd-9d77-6a33db190651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1064446 Sep 16 04:49:49.463461 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fedf25-c69f-4208-8150-ec497cec7483 req-421f064e-e42c-42dc-bc2c-28e78e9ca7dc tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:49.465783 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-30fedf25-c69f-4208-8150-ec497cec7483 req-421f064e-e42c-42dc-bc2c-28e78e9ca7dc tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 945 time: 0.1189091 Sep 16 04:49:49.561124 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6c702644-f659-4a2c-94e5-87c27c171fc7 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.575307 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-30fedf25-c69f-4208-8150-ec497cec7483 req-cf8787be-329e-421c-bc99-ca347a1508c2 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/security-groups?id=723b7686-529d-4393-aed0-f3fd1860d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791180 Sep 16 04:49:49.577211 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-49ff358c-d8a2-45b2-a7c1-6d4b87a5ce9b req-f6561967-6de6-4b87-9718-a3c1210e8977 service neutron] 10.222.0.48 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812541 Sep 16 04:49:49.605433 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c702644-f659-4a2c-94e5-87c27c171fc7 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Pushing event deleted for resources: {'Port': ['ID=d80ffa44-3bc1-46e6-b74a-103586c129ad,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:49.657454 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c702644-f659-4a2c-94e5-87c27c171fc7 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:49.658207 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c702644-f659-4a2c-94e5-87c27c171fc7 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:49.658207 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c702644-f659-4a2c-94e5-87c27c171fc7 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:49.658464 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c702644-f659-4a2c-94e5-87c27c171fc7 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:49.658791 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c702644-f659-4a2c-94e5-87c27c171fc7 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:49.659143 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c702644-f659-4a2c-94e5-87c27c171fc7 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:49.659445 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c702644-f659-4a2c-94e5-87c27c171fc7 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:49.659772 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c702644-f659-4a2c-94e5-87c27c171fc7 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:49.660097 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c702644-f659-4a2c-94e5-87c27c171fc7 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:49.660418 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c702644-f659-4a2c-94e5-87c27c171fc7 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:49.660764 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c702644-f659-4a2c-94e5-87c27c171fc7 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:49.661084 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c702644-f659-4a2c-94e5-87c27c171fc7 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:49.797984 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6c702644-f659-4a2c-94e5-87c27c171fc7 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks [] for floatingip, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.799511 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6c702644-f659-4a2c-94e5-87c27c171fc7 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.800630 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6c702644-f659-4a2c-94e5-87c27c171fc7 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "DELETE /v2.0/floatingips/b27564fa-d95c-48e9-ad73-623891ddba24 HTTP/1.1" status: 204 len: 168 time: 1.1277039 Sep 16 04:49:49.804481 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43242) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:49.808407 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-49ff358c-d8a2-45b2-a7c1-6d4b87a5ce9b req-ffcfaadc-2add-466e-a860-d3787b210a9b service neutron] 10.222.0.48 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125704 Sep 16 04:49:49.820133 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cebed10-6b72-44e3-9795-b1af08bbe1f7 req-0808cc3c-2047-4e6a-823d-6286d3d6425b tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:49.821743 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6cebed10-6b72-44e3-9795-b1af08bbe1f7 req-0808cc3c-2047-4e6a-823d-6286d3d6425b tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 946 time: 0.1308222 Sep 16 04:49:49.872426 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6cebed10-6b72-44e3-9795-b1af08bbe1f7 req-c459f5e4-244a-4509-a4ab-0ea120992cd7 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365696 Sep 16 04:49:49.961132 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-af56a0a6-1b17-40ac-8da7-f9f97d28d4dc tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Deleting port 1c1269c5-eca9-40a2-88a3-22d6ff08a78b {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:49.961406 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-af56a0a6-1b17-40ac-8da7-f9f97d28d4dc tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:50.109894 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-af56a0a6-1b17-40ac-8da7-f9f97d28d4dc tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:50.126676 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device d02b77c2-a230-4ff3-9117-975bc7898975 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:50.140018 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-af56a0a6-1b17-40ac-8da7-f9f97d28d4dc tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Calling delete_port for 1c1269c5-eca9-40a2-88a3-22d6ff08a78b owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:50.215768 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port d02b77c2-a230-4ff3-9117-975bc7898975 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:49:50.222111 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port d02b77c2-a230-4ff3-9117-975bc7898975 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:50.222604 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:50.233922 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5100c-4f3c-4e4f-9756-c3d30bced5c4 req-392bd310-c1f7-4cc6-83cf-c947e0b64419 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:50.235580 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5fa5100c-4f3c-4e4f-9756-c3d30bced5c4 req-392bd310-c1f7-4cc6-83cf-c947e0b64419 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.0759950 Sep 16 04:49:50.313482 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5fa5100c-4f3c-4e4f-9756-c3d30bced5c4 req-b15d2d23-0d46-4525-a1c1-d46875605ee0 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692439 Sep 16 04:49:50.341707 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:50.387750 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-af56a0a6-1b17-40ac-8da7-f9f97d28d4dc tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:50.408683 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port d02b77c2-a230-4ff3-9117-975bc7898975, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=d02b77c2-a230-4ff3-9117-975bc7898975,segment=NetworkSegment(9d882537-ab8f-4c6a-a507-c4b915fccb33),segment_id=9d882537-ab8f-4c6a-a507-c4b915fccb33)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:50.410645 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e04d0c-fe7e-4e25-9172-f2ec53c22daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02b77c2-a230-4ff3-9117-975bc7898975'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:50.414872 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7caf45d-f4f5-47b1-a70b-d2ed6ebdde8f" -d '{"events": [{"server_uuid": "14e04d0c-fe7e-4e25-9172-f2ec53c22daf", "name": "network-vif-plugged", "status": "completed", "tag": "d02b77c2-a230-4ff3-9117-975bc7898975"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:50.421886 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:50.441402 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56a0a6-1b17-40ac-8da7-f9f97d28d4dc tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Pushing event deleted for resources: {'Port': ['ID=1c1269c5-eca9-40a2-88a3-22d6ff08a78b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:50.505532 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c571e-d780-4924-9d02-ec10ac0b4b77 req-3d5c5d1c-337a-41cb-803e-0b8169bacf47 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:50.507502 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6f2c571e-d780-4924-9d02-ec10ac0b4b77 req-3d5c5d1c-337a-41cb-803e-0b8169bacf47 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=14e04d0c-fe7e-4e25-9172-f2ec53c22daf HTTP/1.1" status: 200 len: 946 time: 0.0957985 Sep 16 04:49:50.523860 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=d02b77c2-a230-4ff3-9117-975bc7898975,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:50.561475 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6f2c571e-d780-4924-9d02-ec10ac0b4b77 req-11c0a2e9-dec8-4b58-99bb-9d8dba8b9414 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434747 Sep 16 04:49:50.570012 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-af56a0a6-1b17-40ac-8da7-f9f97d28d4dc tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:50.578384 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 43250) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:50.579078 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-af56a0a6-1b17-40ac-8da7-f9f97d28d4dc tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "DELETE /v2.0/ports/1c1269c5-eca9-40a2-88a3-22d6ff08a78b HTTP/1.1" status: 204 len: 168 time: 0.7728934 Sep 16 04:49:50.628332 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab357c88-d7e5-48f0-aa8c-3d3f6dbc5759 x-openstack-request-id: req-ab357c88-d7e5-48f0-aa8c-3d3f6dbc5759 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:50.628855 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e04d0c-fe7e-4e25-9172-f2ec53c22daf", "name": "network-vif-plugged", "status": "completed", "tag": "d02b77c2-a230-4ff3-9117-975bc7898975", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:50.629025 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ab357c88-d7e5-48f0-aa8c-3d3f6dbc5759 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:50.629375 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e04d0c-fe7e-4e25-9172-f2ec53c22daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02b77c2-a230-4ff3-9117-975bc7898975', 'code': 200} Sep 16 04:49:51.163107 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476ef8f-c658-4581-b66a-797f19c17bbf req-ccb7aaf0-8f4c-4c46-9ba9-7d472e20e6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:51.164655 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f476ef8f-c658-4581-b66a-797f19c17bbf req-ccb7aaf0-8f4c-4c46-9ba9-7d472e20e6c6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=14e04d0c-fe7e-4e25-9172-f2ec53c22daf HTTP/1.1" status: 200 len: 1098 time: 0.0948250 Sep 16 04:49:51.207175 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f3cbd-c8a8-45e5-8048-6057f2ac1d94 req-8090d04e-f120-4300-a2f4-a7f82a5ee14b tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:51.209383 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f96f3cbd-c8a8-45e5-8048-6057f2ac1d94 req-8090d04e-f120-4300-a2f4-a7f82a5ee14b tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 945 time: 0.1108212 Sep 16 04:49:51.213680 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-5c0f8664-afb1-44be-915d-7325ec581b72 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Deleting port bd51029a-e07d-4d58-9043-d4961dda4772 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:51.214308 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5c0f8664-afb1-44be-915d-7325ec581b72 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:51.313536 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f476ef8f-c658-4581-b66a-797f19c17bbf req-26829af7-1afa-44cf-a0ff-4fc3d5fa75f2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352556 Sep 16 04:49:51.344834 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f96f3cbd-c8a8-45e5-8048-6057f2ac1d94 req-9eea2cac-3931-473d-b6d4-74aac8895f09 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/security-groups?id=723b7686-529d-4393-aed0-f3fd1860d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232009 Sep 16 04:49:51.369623 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5c0f8664-afb1-44be-915d-7325ec581b72 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:51.398467 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-5c0f8664-afb1-44be-915d-7325ec581b72 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Calling delete_port for bd51029a-e07d-4d58-9043-d4961dda4772 owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:51.569103 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b738e59-54f1-4f87-a045-2c8d6bcd6d62 req-5ab3dba3-6f23-4c98-aa27-e76bf926b146 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:51.570766 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b738e59-54f1-4f87-a045-2c8d6bcd6d62 req-5ab3dba3-6f23-4c98-aa27-e76bf926b146 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 946 time: 0.0854855 Sep 16 04:49:51.659138 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b738e59-54f1-4f87-a045-2c8d6bcd6d62 req-7a87bbde-ce94-4aef-95fd-bf1f8c6b8e3f tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772848 Sep 16 04:49:51.673433 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5c0f8664-afb1-44be-915d-7325ec581b72 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:51.716200 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f8664-afb1-44be-915d-7325ec581b72 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Pushing event deleted for resources: {'Port': ['ID=bd51029a-e07d-4d58-9043-d4961dda4772,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:51.819678 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5c0f8664-afb1-44be-915d-7325ec581b72 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:51.825327 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43266) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:51.825907 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5c0f8664-afb1-44be-915d-7325ec581b72 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "DELETE /v2.0/ports/bd51029a-e07d-4d58-9043-d4961dda4772 HTTP/1.1" status: 204 len: 168 time: 1.2449741 Sep 16 04:49:51.894298 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-6281398b-12a0-479e-82bc-c6ff5cfca424 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Deleting subnet 10a53b25-aa6e-4ae9-95ff-de0fc84ff082 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:49:51.898080 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6281398b-12a0-479e-82bc-c6ff5cfca424 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:51.955700 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6281398b-12a0-479e-82bc-c6ff5cfca424 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.141285 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c66dfb-1674-4eca-91df-4f37a4e69a5e req-963fa8ef-b40c-46b6-aabd-7229c56bfdef tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:52.149011 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-13c66dfb-1674-4eca-91df-4f37a4e69a5e req-963fa8ef-b40c-46b6-aabd-7229c56bfdef tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.1155438 Sep 16 04:49:52.160379 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6281398b-12a0-479e-82bc-c6ff5cfca424 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.214205 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-13c66dfb-1674-4eca-91df-4f37a4e69a5e req-a3270bf0-dfa4-4783-8c58-e3602fa7e9fb tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591428 Sep 16 04:49:52.320820 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6281398b-12a0-479e-82bc-c6ff5cfca424 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.349178 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41482e3-7f9f-4d94-a00d-6e2df950dc08 None None] Network 61e5fdfb-a994-4f9f-ba5e-6bb06826494f requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:52.363933 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6281398b-12a0-479e-82bc-c6ff5cfca424 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.369262 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6281398b-12a0-479e-82bc-c6ff5cfca424 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "DELETE /v2.0/subnets/10a53b25-aa6e-4ae9-95ff-de0fc84ff082 HTTP/1.1" status: 204 len: 168 time: 0.5401151 Sep 16 04:49:52.369262 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6281398b-12a0-479e-82bc-c6ff5cfca424 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Pushing event deleted for resources: {'Subnet': ['ID=10a53b25-aa6e-4ae9-95ff-de0fc84ff082,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:52.370497 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43276) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:52.386844 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e01cdf-86cd-4667-854f-9778bee2890a req-f8ef03f6-102c-4888-a4c2-14d772bf6625 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:52.399546 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-93e01cdf-86cd-4667-854f-9778bee2890a req-f8ef03f6-102c-4888-a4c2-14d772bf6625 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=14e04d0c-fe7e-4e25-9172-f2ec53c22daf HTTP/1.1" status: 200 len: 946 time: 0.0978119 Sep 16 04:49:52.434866 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4499da2-00dd-444f-9868-e6dba5f26db4 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Deleting subnet 2d09b2a1-b6c3-49c5-85fd-f0d937e1c465 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:49:52.441393 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f4499da2-00dd-444f-9868-e6dba5f26db4 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.487211 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-93e01cdf-86cd-4667-854f-9778bee2890a req-cf6d088e-17a4-44d7-8ae3-34a13bd464cd tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866730 Sep 16 04:49:52.512205 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f4499da2-00dd-444f-9868-e6dba5f26db4 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.650873 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f4499da2-00dd-444f-9868-e6dba5f26db4 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.663348 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7552bd-3b9f-4acc-b780-d0fd6766826a None None] DHCP port deletion for 61e5fdfb-a994-4f9f-ba5e-6bb06826494f request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:49:52.680777 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744ba44-9a19-405f-ac6d-f757f90c90ea req-a06ab12e-62fa-418e-91f2-f3d72bdc82a9 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:52.684167 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4744ba44-9a19-405f-ac6d-f757f90c90ea req-a06ab12e-62fa-418e-91f2-f3d72bdc82a9 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.0862010 Sep 16 04:49:52.738117 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-5c7552bd-3b9f-4acc-b780-d0fd6766826a None None] Deleting port c053d738-a31e-4b86-9963-ab76a746d006 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:52.739245 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5c7552bd-3b9f-4acc-b780-d0fd6766826a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.771239 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4744ba44-9a19-405f-ac6d-f757f90c90ea req-829870eb-ed54-4c75-9a63-19d907215144 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658929 Sep 16 04:49:52.773075 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f4499da2-00dd-444f-9868-e6dba5f26db4 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.840319 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4499da2-00dd-444f-9868-e6dba5f26db4 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Pushing event deleted for resources: {'Subnet': ['ID=2d09b2a1-b6c3-49c5-85fd-f0d937e1c465,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:52.845961 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f4499da2-00dd-444f-9868-e6dba5f26db4 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.849845 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f4499da2-00dd-444f-9868-e6dba5f26db4 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "DELETE /v2.0/subnets/2d09b2a1-b6c3-49c5-85fd-f0d937e1c465 HTTP/1.1" status: 204 len: 168 time: 0.4786248 Sep 16 04:49:52.852533 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43286) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:52.861795 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-5c7552bd-3b9f-4acc-b780-d0fd6766826a None None] For port c053d738-a31e-4b86-9963-ab76a746d006, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=c053d738-a31e-4b86-9963-ab76a746d006,segment=NetworkSegment(5449403d-0465-4009-8329-f7f0c3c99547),segment_id=5449403d-0465-4009-8329-f7f0c3c99547)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:52.862207 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5c7552bd-3b9f-4acc-b780-d0fd6766826a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.886213 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-5c7552bd-3b9f-4acc-b780-d0fd6766826a None None] Calling delete_port for c053d738-a31e-4b86-9963-ab76a746d006 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:52.948789 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0368b660-daaf-4660-a083-2380d946d6e1 None None] Network 186f59de-9f65-4bd5-bdf6-31e998b65f87 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:52.954987 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-215d643f-6d0c-4a27-b380-3755cafab456 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.956114 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208eb32-5759-4f65-9f69-b4e522a88336 req-525d29dc-2f8c-476e-9f2d-0736313373f6 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:52.958866 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e208eb32-5759-4f65-9f69-b4e522a88336 req-525d29dc-2f8c-476e-9f2d-0736313373f6 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 945 time: 0.0895417 Sep 16 04:49:53.018297 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e208eb32-5759-4f65-9f69-b4e522a88336 req-bf31d71e-60e4-4e9f-83b1-3b1929416189 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/security-groups?id=723b7686-529d-4393-aed0-f3fd1860d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533886 Sep 16 04:49:53.046639 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-215d643f-6d0c-4a27-b380-3755cafab456 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Deleting port c053d738-a31e-4b86-9963-ab76a746d006 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:53.048058 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-215d643f-6d0c-4a27-b380-3755cafab456 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.197270 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5c7552bd-3b9f-4acc-b780-d0fd6766826a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.205787 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e8658-f5be-4732-be2c-05f19fe39cd2 req-5536fdc5-3425-4e8e-b451-ca320bccb3df tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:53.209052 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-759e8658-f5be-4732-be2c-05f19fe39cd2 req-5536fdc5-3425-4e8e-b451-ca320bccb3df tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 946 time: 0.1161625 Sep 16 04:49:53.237941 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7552bd-3b9f-4acc-b780-d0fd6766826a None None] No DVR routers for this DVR port c053d738-a31e-4b86-9963-ab76a746d006 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:53.272020 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7552bd-3b9f-4acc-b780-d0fd6766826a None None] Pushing event deleted for resources: {'Port': ['ID=c053d738-a31e-4b86-9963-ab76a746d006,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:53.305946 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-759e8658-f5be-4732-be2c-05f19fe39cd2 req-4bebcb98-3a84-43fd-8024-da14e71c9f86 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844579 Sep 16 04:49:53.310598 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-215d643f-6d0c-4a27-b380-3755cafab456 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] For port c053d738-a31e-4b86-9963-ab76a746d006, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=c053d738-a31e-4b86-9963-ab76a746d006,segment=NetworkSegment(5449403d-0465-4009-8329-f7f0c3c99547),segment_id=5449403d-0465-4009-8329-f7f0c3c99547)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:53.313010 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-215d643f-6d0c-4a27-b380-3755cafab456 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.346116 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-215d643f-6d0c-4a27-b380-3755cafab456 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Calling delete_port for c053d738-a31e-4b86-9963-ab76a746d006 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:53.416795 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08fd5db-2eb2-4263-be3f-ba86124ec459 None None] DHCP port deletion for 186f59de-9f65-4bd5-bdf6-31e998b65f87 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:49:53.465319 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-215d643f-6d0c-4a27-b380-3755cafab456 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.500759 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d643f-6d0c-4a27-b380-3755cafab456 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Pushing event deleted for resources: {'Port': ['ID=c053d738-a31e-4b86-9963-ab76a746d006,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:53.506378 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-d08fd5db-2eb2-4263-be3f-ba86124ec459 None None] Deleting port 1b30f7aa-06fd-4792-93ee-d3419ea91f6b {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:53.507001 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d08fd5db-2eb2-4263-be3f-ba86124ec459 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.512859 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215d643f-6d0c-4a27-b380-3755cafab456 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] No DVR routers for this DVR port c053d738-a31e-4b86-9963-ab76a746d006 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:53.613627 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-d08fd5db-2eb2-4263-be3f-ba86124ec459 None None] For port 1b30f7aa-06fd-4792-93ee-d3419ea91f6b, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=1b30f7aa-06fd-4792-93ee-d3419ea91f6b,segment=NetworkSegment(95c90109-c6eb-491d-8dfe-7e2102cff536),segment_id=95c90109-c6eb-491d-8dfe-7e2102cff536)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:53.614162 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d08fd5db-2eb2-4263-be3f-ba86124ec459 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.619625 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-215d643f-6d0c-4a27-b380-3755cafab456 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.632622 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-d08fd5db-2eb2-4263-be3f-ba86124ec459 None None] Calling delete_port for 1b30f7aa-06fd-4792-93ee-d3419ea91f6b owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:53.661418 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-215d643f-6d0c-4a27-b380-3755cafab456 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61e5fdfb-a994-4f9f-ba5e-6bb06826494f']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:53.677833 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-215d643f-6d0c-4a27-b380-3755cafab456 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5449403d-0465-4009-8329-f7f0c3c99547') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:53.678548 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-215d643f-6d0c-4a27-b380-3755cafab456 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5449403d-0465-4009-8329-f7f0c3c99547') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:53.691833 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-215d643f-6d0c-4a27-b380-3755cafab456 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.711584 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-215d643f-6d0c-4a27-b380-3755cafab456 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.726050 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-215d643f-6d0c-4a27-b380-3755cafab456 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:53.727214 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-215d643f-6d0c-4a27-b380-3755cafab456 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.749695 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d08fd5db-2eb2-4263-be3f-ba86124ec459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:53.763132 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:53.789935 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08fd5db-2eb2-4263-be3f-ba86124ec459 None None] Pushing event deleted for resources: {'Port': ['ID=1b30f7aa-06fd-4792-93ee-d3419ea91f6b,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:53.802036 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08fd5db-2eb2-4263-be3f-ba86124ec459 None None] No DVR routers for this DVR port 1b30f7aa-06fd-4792-93ee-d3419ea91f6b on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:53.866224 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-215d643f-6d0c-4a27-b380-3755cafab456 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.874557 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-215d643f-6d0c-4a27-b380-3755cafab456 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.877824 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-215d643f-6d0c-4a27-b380-3755cafab456 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "DELETE /v2.0/networks/61e5fdfb-a994-4f9f-ba5e-6bb06826494f HTTP/1.1" status: 204 len: 168 time: 1.0240407 Sep 16 04:49:53.881408 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 43296) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:53.903974 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d643f-6d0c-4a27-b380-3755cafab456 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Pushing event deleted for resources: {'Network': ['ID=61e5fdfb-a994-4f9f-ba5e-6bb06826494f,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:54.026769 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-65d62e24-1e78-4de8-80c9-544cebb498f9 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.046291 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbdaa86-83a4-481b-aa6f-8326c4542026 req-918b4525-d3f2-42a4-88de-2c2afa6ffd0a tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:54.047980 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fdbdaa86-83a4-481b-aa6f-8326c4542026 req-918b4525-d3f2-42a4-88de-2c2afa6ffd0a tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.1288707 Sep 16 04:49:54.129657 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 1b30f7aa-06fd-4792-93ee-d3419ea91f6b no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:54.154335 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 1b30f7aa-06fd-4792-93ee-d3419ea91f6b {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:49:54.154683 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 1b30f7aa-06fd-4792-93ee-d3419ea91f6b not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:49:54.155131 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device c053d738-a31e-4b86-9963-ab76a746d006 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:54.174980 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: c053d738-a31e-4b86-9963-ab76a746d006 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:49:54.175332 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device c053d738-a31e-4b86-9963-ab76a746d006 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:49:54.190895 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-65d62e24-1e78-4de8-80c9-544cebb498f9 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.209632 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fdbdaa86-83a4-481b-aa6f-8326c4542026 req-6664f124-8be4-428c-b4ea-0d04d018ff66 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238790 Sep 16 04:49:54.249456 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-65d62e24-1e78-4de8-80c9-544cebb498f9 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['186f59de-9f65-4bd5-bdf6-31e998b65f87']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:54.275498 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-65d62e24-1e78-4de8-80c9-544cebb498f9 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c90109-c6eb-491d-8dfe-7e2102cff536') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:54.276684 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-65d62e24-1e78-4de8-80c9-544cebb498f9 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c90109-c6eb-491d-8dfe-7e2102cff536') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:54.300845 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-65d62e24-1e78-4de8-80c9-544cebb498f9 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.321459 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-65d62e24-1e78-4de8-80c9-544cebb498f9 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.376409 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d62e24-1e78-4de8-80c9-544cebb498f9 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:54.377013 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-65d62e24-1e78-4de8-80c9-544cebb498f9 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.382078 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:49:54.382078 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:54.382078 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:49:54.382078 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:54.382078 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:49:54.382078 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:54.382078 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:49:54.382078 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:54.382078 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:49:54.382078 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:54.382078 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:49:54.382078 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:54.382078 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:49:54.382078 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:54.382078 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:54.382078 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:54.382078 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:54.382078 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:54.382078 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:49:54.382078 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:54.382078 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:49:54.382078 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:54.382078 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:54.382078 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:54.382078 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:54.382078 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:54.382078 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:54.382078 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:54.382078 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:54.382078 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:54.382078 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:54.382078 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:54.501916 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baacd8c-159f-4b0c-a5cc-184345b91953 req-9f4c43da-b98e-4039-b73d-8c68b2141bc8 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:54.504336 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0baacd8c-159f-4b0c-a5cc-184345b91953 req-9f4c43da-b98e-4039-b73d-8c68b2141bc8 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=14e04d0c-fe7e-4e25-9172-f2ec53c22daf HTTP/1.1" status: 200 len: 946 time: 0.1858850 Sep 16 04:49:54.515631 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-65d62e24-1e78-4de8-80c9-544cebb498f9 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.527202 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-65d62e24-1e78-4de8-80c9-544cebb498f9 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.528997 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-65d62e24-1e78-4de8-80c9-544cebb498f9 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] 10.222.0.35 "DELETE /v2.0/networks/186f59de-9f65-4bd5-bdf6-31e998b65f87 HTTP/1.1" status: 204 len: 168 time: 0.6443954 Sep 16 04:49:54.557934 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d62e24-1e78-4de8-80c9-544cebb498f9 tempest-TaggedBootDevicesTest_v242-554648497 tempest-TaggedBootDevicesTest_v242-554648497-project] Pushing event deleted for resources: {'Network': ['ID=186f59de-9f65-4bd5-bdf6-31e998b65f87,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:54.603956 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0baacd8c-159f-4b0c-a5cc-184345b91953 req-869aa178-afc1-497a-a311-43b4030ae540 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823951 Sep 16 04:49:54.672104 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 43314) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:54.792362 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fb3b7-2b06-4923-bcd6-153ddc5ec5d5 req-d2f417d2-d5af-4fd9-b8e1-a0f78f82ebc4 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:54.794031 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-443fb3b7-2b06-4923-bcd6-153ddc5ec5d5 req-d2f417d2-d5af-4fd9-b8e1-a0f78f82ebc4 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 945 time: 0.0638659 Sep 16 04:49:54.837156 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3549d054-5182-4993-bca1-607158d538c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.895012 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-443fb3b7-2b06-4923-bcd6-153ddc5ec5d5 req-82ea3f7b-8c8b-473d-bfbf-5d112316b4da tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/security-groups?id=723b7686-529d-4393-aed0-f3fd1860d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800843 Sep 16 04:49:55.066075 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3549d054-5182-4993-bca1-607158d538c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:55.071119 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3549d054-5182-4993-bca1-607158d538c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:55.119583 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549d054-5182-4993-bca1-607158d538c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db4f307-957e-4503-9326-46a835463b21,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:55.135794 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3549d054-5182-4993-bca1-607158d538c6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9e693724ade541e8b713d3a444e0166f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4618838 Sep 16 04:49:55.140231 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43324) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:55.186229 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c735dd-1264-4b59-8fa3-ed29815030a4 req-cc58ceb6-0572-4e89-b0ce-f9392335ec5b tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:55.187879 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e2c735dd-1264-4b59-8fa3-ed29815030a4 req-cc58ceb6-0572-4e89-b0ce-f9392335ec5b tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 946 time: 0.0652280 Sep 16 04:49:55.200113 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-99f687b8-009f-49a3-a637-205440341a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:55.223763 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-99f687b8-009f-49a3-a637-205440341a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:55.236918 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e2c735dd-1264-4b59-8fa3-ed29815030a4 req-42f76ee2-760b-4e49-81fd-d191462d89bc tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394931 Sep 16 04:49:55.300251 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-99f687b8-009f-49a3-a637-205440341a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:55.307176 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-99f687b8-009f-49a3-a637-205440341a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:55.310731 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-99f687b8-009f-49a3-a637-205440341a93 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9db4f307-957e-4503-9326-46a835463b21 HTTP/1.1" status: 204 len: 168 time: 0.1689961 Sep 16 04:49:55.334823 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f687b8-009f-49a3-a637-205440341a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db4f307-957e-4503-9326-46a835463b21,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:55.750934 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64014b-6d9a-45ee-8759-352d0bef9dfe req-75046880-4669-43da-8269-e294cca98332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:55.753456 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ab64014b-6d9a-45ee-8759-352d0bef9dfe req-75046880-4669-43da-8269-e294cca98332 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 1097 time: 0.0530334 Sep 16 04:49:55.802101 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ab64014b-6d9a-45ee-8759-352d0bef9dfe req-9dedd3d9-b222-49ef-8867-4bcd28214e60 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=723b7686-529d-4393-aed0-f3fd1860d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364389 Sep 16 04:49:55.863886 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509158d-9a2d-4edb-9593-2396f6273d95 req-4117fddf-a126-4598-ab55-0d57214ee0ff tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:55.865415 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2509158d-9a2d-4edb-9593-2396f6273d95 req-4117fddf-a126-4598-ab55-0d57214ee0ff tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.0507236 Sep 16 04:49:55.910384 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2509158d-9a2d-4edb-9593-2396f6273d95 req-f8e998c0-2f3a-4538-9310-35454f62b285 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380764 Sep 16 04:49:56.040422 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc59feb-9bd8-4120-9362-8184fdaca92e req-32c98217-f890-4a10-ab1b-f818d489f3e5 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:56.041980 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0bc59feb-9bd8-4120-9362-8184fdaca92e req-32c98217-f890-4a10-ab1b-f818d489f3e5 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=14e04d0c-fe7e-4e25-9172-f2ec53c22daf HTTP/1.1" status: 200 len: 946 time: 0.0648611 Sep 16 04:49:56.098939 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0bc59feb-9bd8-4120-9362-8184fdaca92e req-a44cb5e4-639d-40a4-b03f-124de086f9a5 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489559 Sep 16 04:49:56.284596 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d285d-c692-4bc4-a0f4-52a40e2a3fac req-d51213ef-9466-4e73-ae23-10513406a3df tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:56.289083 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb8d285d-c692-4bc4-a0f4-52a40e2a3fac req-d51213ef-9466-4e73-ae23-10513406a3df tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 945 time: 0.0710392 Sep 16 04:49:56.334128 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb8d285d-c692-4bc4-a0f4-52a40e2a3fac req-f03aaa44-6c48-43ac-ab31-eb93153dc6fa tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/security-groups?id=723b7686-529d-4393-aed0-f3fd1860d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447087 Sep 16 04:49:56.619268 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d10fa-234e-4a32-8e9e-8ec1047d7858 req-361f1206-4936-4628-8876-d442464860ab tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:56.622164 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-720d10fa-234e-4a32-8e9e-8ec1047d7858 req-361f1206-4936-4628-8876-d442464860ab tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 946 time: 0.0956836 Sep 16 04:49:56.675971 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-720d10fa-234e-4a32-8e9e-8ec1047d7858 req-37100692-21b5-49d7-a1f4-67ab1dd129f4 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405147 Sep 16 04:49:56.841286 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb025e7-3c45-474f-95f0-60a430dbb89b req-c6eaf5bf-9140-409d-823e-236ccab07646 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:56.843250 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-beb025e7-3c45-474f-95f0-60a430dbb89b req-c6eaf5bf-9140-409d-823e-236ccab07646 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.0709696 Sep 16 04:49:56.901292 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-beb025e7-3c45-474f-95f0-60a430dbb89b req-479378a8-2f13-4d77-818a-7e055c049aa5 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461891 Sep 16 04:49:57.260627 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15f0d0-ce4f-4bac-af43-7a68ecb37d6a req-398797e8-87a3-40d9-b539-531cbfd1bdf2 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:57.262272 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-af15f0d0-ce4f-4bac-af43-7a68ecb37d6a req-398797e8-87a3-40d9-b539-531cbfd1bdf2 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=14e04d0c-fe7e-4e25-9172-f2ec53c22daf HTTP/1.1" status: 200 len: 946 time: 0.0686095 Sep 16 04:49:57.324216 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-af15f0d0-ce4f-4bac-af43-7a68ecb37d6a req-b8d8622d-f703-49e2-97aa-b37e00a67e8d tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525887 Sep 16 04:49:57.798575 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 43392) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:57.807315 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-bcf3a05d-4985-4061-9015-e7f9a76c0c84 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-291007258', 'description': 'tempest-secgroup-smoke-291007258 description', 'project_id': '9314d3ea71064ec8a4285d4ce520aaad'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:57.853260 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bcf3a05d-4985-4061-9015-e7f9a76c0c84 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:57.867625 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bcf3a05d-4985-4061-9015-e7f9a76c0c84 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:57.980449 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf624143-55ad-4472-bd5f-bd324c1cad65 req-f6845b95-4838-4a81-aaa3-9d98590b6eaf tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:57.983019 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf624143-55ad-4472-bd5f-bd324c1cad65 req-f6845b95-4838-4a81-aaa3-9d98590b6eaf tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 945 time: 0.1122727 Sep 16 04:49:58.066802 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf624143-55ad-4472-bd5f-bd324c1cad65 req-b496fa4b-eb8c-40ea-9adc-b82813480298 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/security-groups?id=723b7686-529d-4393-aed0-f3fd1860d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728962 Sep 16 04:49:58.117234 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bcf3a05d-4985-4061-9015-e7f9a76c0c84 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.124923 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bcf3a05d-4985-4061-9015-e7f9a76c0c84 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.292176 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3a05d-4985-4061-9015-e7f9a76c0c84 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ca1845-cca2-4685-bded-d1ee11e35ac6,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:58.488201 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ccd48-b643-42aa-8a4d-f5ea8f9d99ad req-41343dbf-fe9c-4f1c-a36d-99f6831d8bd0 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:58.490678 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c5ccd48-b643-42aa-8a4d-f5ea8f9d99ad req-41343dbf-fe9c-4f1c-a36d-99f6831d8bd0 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 946 time: 0.3362412 Sep 16 04:49:58.532618 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8b2ca-0585-4e56-af3f-9012943ef59e req-a695f75d-545a-4a86-8544-2e61b8464249 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:58.534384 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9af8b2ca-0585-4e56-af3f-9012943ef59e req-a695f75d-545a-4a86-8544-2e61b8464249 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.48 "GET /v2.0/ports?device_id=14e04d0c-fe7e-4e25-9172-f2ec53c22daf HTTP/1.1" status: 200 len: 946 time: 0.2477844 Sep 16 04:49:58.625861 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bcf3a05d-4985-4061-9015-e7f9a76c0c84 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.640847 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bcf3a05d-4985-4061-9015-e7f9a76c0c84 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.717556 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c5ccd48-b643-42aa-8a4d-f5ea8f9d99ad req-fcd61a66-57b6-4835-84f5-b0fec9ea98f0 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116477 Sep 16 04:49:58.726631 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bcf3a05d-4985-4061-9015-e7f9a76c0c84 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.727935 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-bcf3a05d-4985-4061-9015-e7f9a76c0c84 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9274099 Sep 16 04:49:58.734445 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43406) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:58.752967 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-1f3ea26b-5acf-4a8f-bcad-426357ce307f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'security_group_rule': {'security_group_id': 'db3037be-fc36-4334-ae38-b046958ea600', 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:58.787154 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3a05d-4985-4061-9015-e7f9a76c0c84 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db3037be-fc36-4334-ae38-b046958ea600,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:58.797944 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1f3ea26b-5acf-4a8f-bcad-426357ce307f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.842131 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-9af8b2ca-0585-4e56-af3f-9012943ef59e req-66ae9fc0-e489-4474-b15c-b789346d8f6c tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Deleting port d02b77c2-a230-4ff3-9117-975bc7898975 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:58.842562 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9af8b2ca-0585-4e56-af3f-9012943ef59e req-66ae9fc0-e489-4474-b15c-b789346d8f6c tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.894688 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1f3ea26b-5acf-4a8f-bcad-426357ce307f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.900200 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1f3ea26b-5acf-4a8f-bcad-426357ce307f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.936172 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ea26b-5acf-4a8f-bcad-426357ce307f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e63692a4-aee5-4c7c-9dda-d6cbf363c075,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:58.947691 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1f3ea26b-5acf-4a8f-bcad-426357ce307f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.952247 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1f3ea26b-5acf-4a8f-bcad-426357ce307f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2151725 Sep 16 04:49:58.956611 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43408) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:58.964179 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-e5947a14-d357-44da-9ffb-e1b74e68ea45 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'security_group_rule': {'security_group_id': 'db3037be-fc36-4334-ae38-b046958ea600', 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:59.008300 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c2f1e-5fbd-4678-810d-c419eff3eff9 req-5614c91a-111c-4cb5-8f4f-0b7b38136eb7 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:59.010281 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b51c2f1e-5fbd-4678-810d-c419eff3eff9 req-5614c91a-111c-4cb5-8f4f-0b7b38136eb7 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.1463006 Sep 16 04:49:59.032986 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e5947a14-d357-44da-9ffb-e1b74e68ea45 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.056375 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-9af8b2ca-0585-4e56-af3f-9012943ef59e req-66ae9fc0-e489-4474-b15c-b789346d8f6c tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] For port d02b77c2-a230-4ff3-9117-975bc7898975, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=d02b77c2-a230-4ff3-9117-975bc7898975,segment=NetworkSegment(9d882537-ab8f-4c6a-a507-c4b915fccb33),segment_id=9d882537-ab8f-4c6a-a507-c4b915fccb33)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:59.056885 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9af8b2ca-0585-4e56-af3f-9012943ef59e req-66ae9fc0-e489-4474-b15c-b789346d8f6c tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.083228 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-9af8b2ca-0585-4e56-af3f-9012943ef59e req-66ae9fc0-e489-4474-b15c-b789346d8f6c tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Calling delete_port for d02b77c2-a230-4ff3-9117-975bc7898975 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:59.147778 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e5947a14-d357-44da-9ffb-e1b74e68ea45 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.153912 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e5947a14-d357-44da-9ffb-e1b74e68ea45 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.172542 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5947a14-d357-44da-9ffb-e1b74e68ea45 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=207cb47d-f443-48a0-a2f6-61421b83d39f,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:59.189994 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e5947a14-d357-44da-9ffb-e1b74e68ea45 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.192404 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e5947a14-d357-44da-9ffb-e1b74e68ea45 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2336559 Sep 16 04:49:59.196160 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43410) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:59.204537 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-a16be6c3-db65-442b-a305-3ac7fe54635a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'security_group_rule': {'security_group_id': 'db3037be-fc36-4334-ae38-b046958ea600', 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:59.258949 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a16be6c3-db65-442b-a305-3ac7fe54635a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.315974 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9af8b2ca-0585-4e56-af3f-9012943ef59e req-66ae9fc0-e489-4474-b15c-b789346d8f6c tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.323222 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b51c2f1e-5fbd-4678-810d-c419eff3eff9 req-cac111cb-ab02-46d6-a187-36c37a4955fe tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773261 Sep 16 04:49:59.357385 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['28b7154f-1510-41ee-89e8-368ea43f2070', 'd02b77c2-a230-4ff3-9117-975bc7898975'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:59.413934 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a16be6c3-db65-442b-a305-3ac7fe54635a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.420687 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a16be6c3-db65-442b-a305-3ac7fe54635a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.432253 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae9fc0-e489-4474-b15c-b789346d8f6c tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Pushing event deleted for resources: {'Port': ['ID=d02b77c2-a230-4ff3-9117-975bc7898975,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:59.448829 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af8b2ca-0585-4e56-af3f-9012943ef59e req-66ae9fc0-e489-4474-b15c-b789346d8f6c tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] No DVR routers for this DVR port d02b77c2-a230-4ff3-9117-975bc7898975 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:59.451321 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9af8b2ca-0585-4e56-af3f-9012943ef59e req-66ae9fc0-e489-4474-b15c-b789346d8f6c tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.453395 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9af8b2ca-0585-4e56-af3f-9012943ef59e req-66ae9fc0-e489-4474-b15c-b789346d8f6c tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.48 "DELETE /v2.0/ports/d02b77c2-a230-4ff3-9117-975bc7898975 HTTP/1.1" status: 204 len: 173 time: 0.9037075 Sep 16 04:49:59.454329 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e04d0c-fe7e-4e25-9172-f2ec53c22daf', 'name': 'network-vif-deleted', 'tag': 'd02b77c2-a230-4ff3-9117-975bc7898975'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:59.455021 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16be6c3-db65-442b-a305-3ac7fe54635a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c90e114c-e5eb-4952-a0e4-32c4701713a3,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:59.456117 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3824813-4c87-48a9-9035-63fb9648d077" -d '{"events": [{"server_uuid": "14e04d0c-fe7e-4e25-9172-f2ec53c22daf", "name": "network-vif-deleted", "tag": "d02b77c2-a230-4ff3-9117-975bc7898975"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:59.473877 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a16be6c3-db65-442b-a305-3ac7fe54635a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.476671 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a16be6c3-db65-442b-a305-3ac7fe54635a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2777765 Sep 16 04:49:59.478637 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43416) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:59.487678 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-7689587c-9e2f-4fdc-a197-548832079962 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'security_group_rule': {'security_group_id': 'db3037be-fc36-4334-ae38-b046958ea600', 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:59.539666 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7689587c-9e2f-4fdc-a197-548832079962 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.560938 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-ebe78953-ac00-4696-bdb4-cd7fe974c7f3 req-e1a14709-8d62-4667-bfaa-8b7e2414f7e7 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-835446590', 'description': 'tempest-description-2104942295'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:59.614479 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ebe78953-ac00-4696-bdb4-cd7fe974c7f3 req-e1a14709-8d62-4667-bfaa-8b7e2414f7e7 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.654269 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7689587c-9e2f-4fdc-a197-548832079962 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.662037 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7689587c-9e2f-4fdc-a197-548832079962 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.698093 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7689587c-9e2f-4fdc-a197-548832079962 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b6777a6-9f23-421c-b745-0d7310528bdc,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:59.843016 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ebe78953-ac00-4696-bdb4-cd7fe974c7f3 req-e1a14709-8d62-4667-bfaa-8b7e2414f7e7 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.849923 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ebe78953-ac00-4696-bdb4-cd7fe974c7f3 req-e1a14709-8d62-4667-bfaa-8b7e2414f7e7 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.857260 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7689587c-9e2f-4fdc-a197-548832079962 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.859576 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7689587c-9e2f-4fdc-a197-548832079962 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3795848 Sep 16 04:49:59.862528 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43426) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:59.868951 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-9f99ff1a-b033-4646-af20-76d028e2209f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'security_group_rule': {'security_group_id': 'db3037be-fc36-4334-ae38-b046958ea600', 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:59.909330 n-d-712139-15 neutron-server[94766]: INFO neutron.db.securitygroups_db [None req-9f99ff1a-b033-4646-af20-76d028e2209f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Project 9314d3ea71064ec8a4285d4ce520aaad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 04:49:59.917569 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9f99ff1a-b033-4646-af20-76d028e2209f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.930768 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ebe78953-ac00-4696-bdb4-cd7fe974c7f3 req-e1a14709-8d62-4667-bfaa-8b7e2414f7e7 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.946317 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ebe78953-ac00-4696-bdb4-cd7fe974c7f3 req-e1a14709-8d62-4667-bfaa-8b7e2414f7e7 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.3901949 Sep 16 04:49:59.951833 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a14709-8d62-4667-bfaa-8b7e2414f7e7 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43dd5f13-3e9c-464b-bdbe-b0d9ab98256a,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:00.017044 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9f99ff1a-b033-4646-af20-76d028e2209f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.024981 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9f99ff1a-b033-4646-af20-76d028e2209f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.059373 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99ff1a-b033-4646-af20-76d028e2209f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5b9264-8808-4087-a76d-99630034d11d,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:00.071486 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9f99ff1a-b033-4646-af20-76d028e2209f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.076435 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 43430) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:00.077169 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9f99ff1a-b033-4646-af20-76d028e2209f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2120585 Sep 16 04:50:00.089212 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-13057e1c-d6a9-4bc7-ac6c-6fce4c30ce95 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'security_group_rule': {'security_group_id': 'db3037be-fc36-4334-ae38-b046958ea600', 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:00.124058 n-d-712139-15 neutron-server[94767]: INFO neutron.db.securitygroups_db [None req-13057e1c-d6a9-4bc7-ac6c-6fce4c30ce95 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Project 9314d3ea71064ec8a4285d4ce520aaad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 04:50:00.131583 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-13057e1c-d6a9-4bc7-ac6c-6fce4c30ce95 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.255916 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-851be935-c8c8-45a8-9bd1-2be418216046 req-1e3c5066-b429-4a3d-99e0-c4f30a146bc6 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=14e04d0c-fe7e-4e25-9172-f2ec53c22daf HTTP/1.1" status: 200 len: 210 time: 0.0371966 Sep 16 04:50:00.275315 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-13057e1c-d6a9-4bc7-ac6c-6fce4c30ce95 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.288042 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-13057e1c-d6a9-4bc7-ac6c-6fce4c30ce95 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.312779 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13057e1c-d6a9-4bc7-ac6c-6fce4c30ce95 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c657bc87-2c12-4aaa-8793-13f1f6fa93d6,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:00.334717 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-13057e1c-d6a9-4bc7-ac6c-6fce4c30ce95 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.337619 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-13057e1c-d6a9-4bc7-ac6c-6fce4c30ce95 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2585189 Sep 16 04:50:00.340971 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43432) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:00.346596 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-455fdb4d-c57c-4826-9568-f67a7007a281 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'network': {'name': 'tempest-network-smoke--757450094', 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'port_security_enabled': True}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:00.380302 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455fdb4d-c57c-4826-9568-f67a7007a281 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Made reservation on behalf of 9314d3ea71064ec8a4285d4ce520aaad for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:00.384377 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-455fdb4d-c57c-4826-9568-f67a7007a281 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.404160 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582926c-ac4c-4be7-bb5c-5a5253430ef0 req-54a8d22d-6095-40a4-a4b7-756ddb83eeab tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:00.405807 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6582926c-ac4c-4be7-bb5c-5a5253430ef0 req-54a8d22d-6095-40a4-a4b7-756ddb83eeab tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.0666778 Sep 16 04:50:00.414519 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-455fdb4d-c57c-4826-9568-f67a7007a281 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:50:00.426437 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-455fdb4d-c57c-4826-9568-f67a7007a281 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.426925 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-455fdb4d-c57c-4826-9568-f67a7007a281 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Added segment d1837529-ad66-44a9-9332-3b3adb88bcca of type vlan for network aa0b4719-d190-4155-9288-1e8935f8d00b Sep 16 04:50:00.460202 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6582926c-ac4c-4be7-bb5c-5a5253430ef0 req-82a8d433-6d06-43c5-bc17-a3ad8ce6262a tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454237 Sep 16 04:50:00.506435 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-455fdb4d-c57c-4826-9568-f67a7007a281 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.514879 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1f343c-1516-4b26-81ed-48516f31a525 x-openstack-request-id: req-0c1f343c-1516-4b26-81ed-48516f31a525 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:00.515193 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e04d0c-fe7e-4e25-9172-f2ec53c22daf", "name": "network-vif-deleted", "tag": "d02b77c2-a230-4ff3-9117-975bc7898975", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:00.515409 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0c1f343c-1516-4b26-81ed-48516f31a525 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:00.515875 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e04d0c-fe7e-4e25-9172-f2ec53c22daf', 'name': 'network-vif-deleted', 'tag': 'd02b77c2-a230-4ff3-9117-975bc7898975', 'status': 'completed', 'code': 200} Sep 16 04:50:00.551661 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-455fdb4d-c57c-4826-9568-f67a7007a281 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.558207 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455fdb4d-c57c-4826-9568-f67a7007a281 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:00.559844 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-455fdb4d-c57c-4826-9568-f67a7007a281 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.599665 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-455fdb4d-c57c-4826-9568-f67a7007a281 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2574205 Sep 16 04:50:00.603161 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43438) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:00.610797 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-0e249c72-20cd-4b2b-856e-444c90d85575 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-500352309', 'admin_state_up': True, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:00.643221 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e3038-39bd-4d66-984f-e3ab238a39b6 req-775690fd-f155-4994-ac89-6abacea1cead tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:00.645032 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-688e3038-39bd-4d66-984f-e3ab238a39b6 req-775690fd-f155-4994-ac89-6abacea1cead tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 946 time: 0.0664532 Sep 16 04:50:00.661734 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455fdb4d-c57c-4826-9568-f67a7007a281 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'Network': ['ID=aa0b4719-d190-4155-9288-1e8935f8d00b,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:00.675419 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network aa0b4719-d190-4155-9288-1e8935f8d00b details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:50:00.678189 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0e249c72-20cd-4b2b-856e-444c90d85575 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.679586 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0e249c72-20cd-4b2b-856e-444c90d85575 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.705906 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-688e3038-39bd-4d66-984f-e3ab238a39b6 req-a65ba94d-27e0-40a8-ab54-bccec174980c tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506864 Sep 16 04:50:00.756505 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0e249c72-20cd-4b2b-856e-444c90d85575 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.830108 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef08b980-c242-4d94-98ff-584c299a5537 req-2c6ee855-2c9d-43c6-a328-0467b069502b tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-835446590&fields=id&tenant_id=a9564092441641099968dab4826c23ad HTTP/1.1" status: 200 len: 267 time: 0.0601652 Sep 16 04:50:00.882378 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08b980-c242-4d94-98ff-584c299a5537 req-e3979313-332e-4f99-8326-28fb5ec326d3 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:00.884119 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef08b980-c242-4d94-98ff-584c299a5537 req-e3979313-332e-4f99-8326-28fb5ec326d3 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 945 time: 0.0532510 Sep 16 04:50:00.899496 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-ef08b980-c242-4d94-98ff-584c299a5537 req-bab95af9-1a83-4f10-abaa-743c51fb0a07 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Request body: {'port': {'security_groups': ['723b7686-529d-4393-aed0-f3fd1860d9b0', '43dd5f13-3e9c-464b-bdbe-b0d9ab98256a']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:00.925740 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0e249c72-20cd-4b2b-856e-444c90d85575 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.974887 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ef08b980-c242-4d94-98ff-584c299a5537 req-bab95af9-1a83-4f10-abaa-743c51fb0a07 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.134173 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0e249c72-20cd-4b2b-856e-444c90d85575 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.156217 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0e249c72-20cd-4b2b-856e-444c90d85575 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.190683 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-ef08b980-c242-4d94-98ff-584c299a5537 req-bab95af9-1a83-4f10-abaa-743c51fb0a07 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] For port 15bbe2db-0878-41e7-8c51-b6dedbebbe45, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=15bbe2db-0878-41e7-8c51-b6dedbebbe45,segment=NetworkSegment(3d1a8b45-2896-4fd6-a9bb-cba94eeeecba),segment_id=3d1a8b45-2896-4fd6-a9bb-cba94eeeecba)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:01.225397 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ef08b980-c242-4d94-98ff-584c299a5537 req-bab95af9-1a83-4f10-abaa-743c51fb0a07 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.232256 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ef08b980-c242-4d94-98ff-584c299a5537 req-bab95af9-1a83-4f10-abaa-743c51fb0a07 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.275400 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['15bbe2db-0878-41e7-8c51-b6dedbebbe45'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:01.291287 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08b980-c242-4d94-98ff-584c299a5537 req-bab95af9-1a83-4f10-abaa-743c51fb0a07 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:01.291938 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ef08b980-c242-4d94-98ff-584c299a5537 req-bab95af9-1a83-4f10-abaa-743c51fb0a07 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.303435 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-0e249c72-20cd-4b2b-856e-444c90d85575 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Allocated IP 172.25.8.16 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/e3d0b7e6-234d-406c-b2c3-88ff923f0092) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:01.306822 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef08b980-c242-4d94-98ff-584c299a5537 req-bab95af9-1a83-4f10-abaa-743c51fb0a07 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "PUT /v2.0/ports/15bbe2db-0878-41e7-8c51-b6dedbebbe45 HTTP/1.1" status: 200 len: 981 time: 0.4132235 Sep 16 04:50:01.336292 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab95af9-1a83-4f10-abaa-743c51fb0a07 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Pushing event updated for resources: {'Port': ['ID=15bbe2db-0878-41e7-8c51-b6dedbebbe45,revision_number=6']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:01.436647 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbf4d0-37e0-4412-b202-89b1df1e75fc req-ea5ad9df-6def-4bf8-8194-672727456430 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:01.438390 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1abbf4d0-37e0-4412-b202-89b1df1e75fc req-ea5ad9df-6def-4bf8-8194-672727456430 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.0600302 Sep 16 04:50:01.464693 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0e249c72-20cd-4b2b-856e-444c90d85575 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.489153 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1abbf4d0-37e0-4412-b202-89b1df1e75fc req-2c52fd6d-7d59-4ab5-aa7a-0d4561bfed1c tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446649 Sep 16 04:50:01.514910 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0e249c72-20cd-4b2b-856e-444c90d85575 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.516263 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['15bbe2db-0878-41e7-8c51-b6dedbebbe45'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:01.554352 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e249c72-20cd-4b2b-856e-444c90d85575 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:01.557619 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-0e249c72-20cd-4b2b-856e-444c90d85575 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:01.561107 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e249c72-20cd-4b2b-856e-444c90d85575 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:01.596151 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e249c72-20cd-4b2b-856e-444c90d85575 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'Port': ['ID=e3d0b7e6-234d-406c-b2c3-88ff923f0092,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:01.853200 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-012410ee-6c64-4270-a6ec-71cbd307bd52 req-9a08289d-5850-412e-a2bf-2d4f5c04bbeb tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-835446590&fields=id&tenant_id=a9564092441641099968dab4826c23ad HTTP/1.1" status: 200 len: 267 time: 0.0354199 Sep 16 04:50:01.861689 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0e249c72-20cd-4b2b-856e-444c90d85575 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.917574 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012410ee-6c64-4270-a6ec-71cbd307bd52 req-b83395b8-5260-4fb5-b02a-98a6503ab7f8 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:01.919534 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-012410ee-6c64-4270-a6ec-71cbd307bd52 req-b83395b8-5260-4fb5-b02a-98a6503ab7f8 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 984 time: 0.0575635 Sep 16 04:50:01.932584 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-012410ee-6c64-4270-a6ec-71cbd307bd52 req-aab7708b-0d12-4a78-899b-fe2b8f1cab81 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Request body: {'port': {'security_groups': ['723b7686-529d-4393-aed0-f3fd1860d9b0']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:02.017262 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-012410ee-6c64-4270-a6ec-71cbd307bd52 req-aab7708b-0d12-4a78-899b-fe2b8f1cab81 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:02.088936 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0e249c72-20cd-4b2b-856e-444c90d85575 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:02.205987 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device d02b77c2-a230-4ff3-9117-975bc7898975 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:02.225734 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-012410ee-6c64-4270-a6ec-71cbd307bd52 req-aab7708b-0d12-4a78-899b-fe2b8f1cab81 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] For port 15bbe2db-0878-41e7-8c51-b6dedbebbe45, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=15bbe2db-0878-41e7-8c51-b6dedbebbe45,segment=NetworkSegment(3d1a8b45-2896-4fd6-a9bb-cba94eeeecba),segment_id=3d1a8b45-2896-4fd6-a9bb-cba94eeeecba)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:02.238939 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e249c72-20cd-4b2b-856e-444c90d85575 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Router 400e8034-bcf7-4f47-b91a-946e746b89bc is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:50:02.240446 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: d02b77c2-a230-4ff3-9117-975bc7898975 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:02.241145 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device d02b77c2-a230-4ff3-9117-975bc7898975 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:02.261074 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-012410ee-6c64-4270-a6ec-71cbd307bd52 req-aab7708b-0d12-4a78-899b-fe2b8f1cab81 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:02.265840 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-012410ee-6c64-4270-a6ec-71cbd307bd52 req-aab7708b-0d12-4a78-899b-fe2b8f1cab81 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:02.309251 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['15bbe2db-0878-41e7-8c51-b6dedbebbe45'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:02.313691 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012410ee-6c64-4270-a6ec-71cbd307bd52 req-aab7708b-0d12-4a78-899b-fe2b8f1cab81 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:02.314352 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-012410ee-6c64-4270-a6ec-71cbd307bd52 req-aab7708b-0d12-4a78-899b-fe2b8f1cab81 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:02.331406 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-012410ee-6c64-4270-a6ec-71cbd307bd52 req-aab7708b-0d12-4a78-899b-fe2b8f1cab81 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "PUT /v2.0/ports/15bbe2db-0878-41e7-8c51-b6dedbebbe45 HTTP/1.1" status: 200 len: 942 time: 0.4035480 Sep 16 04:50:02.369307 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7708b-0d12-4a78-899b-fe2b8f1cab81 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Pushing event updated for resources: {'Port': ['ID=15bbe2db-0878-41e7-8c51-b6dedbebbe45,revision_number=7']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:02.399234 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e249c72-20cd-4b2b-856e-444c90d85575 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:50:02.415844 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8916a773-f79d-46df-b1cb-d7b22c57f681 None None] Sync routers for ids ['400e8034-bcf7-4f47-b91a-946e746b89bc'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:50:02.423209 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0e249c72-20cd-4b2b-856e-444c90d85575 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:02.428329 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 43458) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:02.428982 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0e249c72-20cd-4b2b-856e-444c90d85575 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8247988 Sep 16 04:50:02.451030 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8916a773-f79d-46df-b1cb-d7b22c57f681 None None] Routers {'400e8034-bcf7-4f47-b91a-946e746b89bc'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:02.451730 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-8916a773-f79d-46df-b1cb-d7b22c57f681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:49:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['400e8034-bcf7-4f47-b91a-946e746b89bc'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:02.458842 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada6aae-ad76-4dbc-8b13-a20df118c1f7 req-ed4892ef-e481-4cee-895e-7b569ebaf8ea tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:02.461033 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ada6aae-ad76-4dbc-8b13-a20df118c1f7 req-ed4892ef-e481-4cee-895e-7b569ebaf8ea tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.0777295 Sep 16 04:50:02.526006 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ada6aae-ad76-4dbc-8b13-a20df118c1f7 req-1d678569-73a9-4196-937d-5b39c1f45bd7 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516965 Sep 16 04:50:02.527043 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56edfe58-1809-4b3c-8df3-4d42e03d5f53', 'tag': '15bbe2db-0878-41e7-8c51-b6dedbebbe45'}, {'name': 'network-changed', 'server_uuid': '56edfe58-1809-4b3c-8df3-4d42e03d5f53', 'tag': '15bbe2db-0878-41e7-8c51-b6dedbebbe45'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:02.531177 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e5d7d0-01ce-4026-a5e4-afa0741df06b" -d '{"events": [{"name": "network-changed", "server_uuid": "56edfe58-1809-4b3c-8df3-4d42e03d5f53", "tag": "15bbe2db-0878-41e7-8c51-b6dedbebbe45"}, {"name": "network-changed", "server_uuid": "56edfe58-1809-4b3c-8df3-4d42e03d5f53", "tag": "15bbe2db-0878-41e7-8c51-b6dedbebbe45"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:02.627566 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1e7f4188-0f2c-4653-905c-da7147cc2db9 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=9314d3ea71064ec8a4285d4ce520aaad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1975291 Sep 16 04:50:02.632367 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43468) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:02.664305 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['15bbe2db-0878-41e7-8c51-b6dedbebbe45'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:02.671658 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d56a8b-086f-46d4-a04e-d298993cfb1e req-033b3fda-94cb-482c-bc02-7d38762a6242 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:02.673685 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c9d56a8b-086f-46d4-a04e-d298993cfb1e req-033b3fda-94cb-482c-bc02-7d38762a6242 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 946 time: 0.0750921 Sep 16 04:50:02.720147 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c9d56a8b-086f-46d4-a04e-d298993cfb1e req-09e9329d-0b23-4e9b-90fc-59d8087f810d tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404351 Sep 16 04:50:02.843102 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-8916a773-f79d-46df-b1cb-d7b22c57f681 None None] Set router 400e8034-bcf7-4f47-b91a-946e746b89bc gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:02.885370 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbe6a8-c310-45ef-a6e2-2f80d9873d69 req-ada1e7b2-5060-41e8-b271-2a23b18f6e8a tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:02.888511 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d1fbe6a8-c310-45ef-a6e2-2f80d9873d69 req-ada1e7b2-5060-41e8-b271-2a23b18f6e8a tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0835664 Sep 16 04:50:02.947438 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d1fbe6a8-c310-45ef-a6e2-2f80d9873d69 req-7f6c34e7-3b10-4dc3-92f2-b6017a88bfb0 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444460 Sep 16 04:50:03.161947 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cdd31364-8628-4a59-8695-7345918a0da4 req-38dda09b-e52d-41ad-9778-bc2030f02367 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1998875 Sep 16 04:50:03.172811 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-cdd31364-8628-4a59-8695-7345918a0da4 req-8bb553a5-231f-488b-86d6-4281dc5c8ff2 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:03.201870 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cdd31364-8628-4a59-8695-7345918a0da4 req-8bb553a5-231f-488b-86d6-4281dc5c8ff2 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks [] for floatingip, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.249780 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-8916a773-f79d-46df-b1cb-d7b22c57f681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500352309', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'e3d0b7e6-234d-406c-b2c3-88ff923f0092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:00Z', 'updated_at': '2021-09-16T04:50:01Z', 'revision_number': 3, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'e3d0b7e6-234d-406c-b2c3-88ff923f0092', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:08:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:01Z', 'updated_at': '2021-09-16T04:50:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:03.289489 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8916a773-f79d-46df-b1cb-d7b22c57f681 None None] Checking router: 400e8034-bcf7-4f47-b91a-946e746b89bc for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:50:03.289895 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8916a773-f79d-46df-b1cb-d7b22c57f681 None None] Updating router 400e8034-bcf7-4f47-b91a-946e746b89bc port e3d0b7e6-234d-406c-b2c3-88ff923f0092 binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:50:03.325448 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8916a773-f79d-46df-b1cb-d7b22c57f681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.354921 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cdd31364-8628-4a59-8695-7345918a0da4 req-8bb553a5-231f-488b-86d6-4281dc5c8ff2 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.361855 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdc656e-f257-4f93-bb0c-6035a6073842 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:03.363417 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3fdc656e-f257-4f93-bb0c-6035a6073842 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7297666 Sep 16 04:50:03.370431 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43482) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:03.426475 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-132043d1-c71f-4f1d-9a51-8b78a5115975 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=6423976d-c7ec-41de-996e-2a06dce8febc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0539806 Sep 16 04:50:03.429877 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43484) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:03.435420 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-f6487d45-ce40-4c28-80c4-e82a4ca35f0e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2053725247', 'network_id': 'aa0b4719-d190-4155-9288-1e8935f8d00b', 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:03.514444 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-cdd31364-8628-4a59-8695-7345918a0da4 req-8bb553a5-231f-488b-86d6-4281dc5c8ff2 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Allocated IP 172.25.8.236 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/e5cbeadd-1a77-4a39-a169-c561ffadfc6b) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:03.533689 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6487d45-ce40-4c28-80c4-e82a4ca35f0e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Made reservation on behalf of 9314d3ea71064ec8a4285d4ce520aaad for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:03.537202 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f6487d45-ce40-4c28-80c4-e82a4ca35f0e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.639649 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cdd31364-8628-4a59-8695-7345918a0da4 req-8bb553a5-231f-488b-86d6-4281dc5c8ff2 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.690070 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cdd31364-8628-4a59-8695-7345918a0da4 req-8bb553a5-231f-488b-86d6-4281dc5c8ff2 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.743512 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f6487d45-ce40-4c28-80c4-e82a4ca35f0e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.755584 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd31364-8628-4a59-8695-7345918a0da4 req-8bb553a5-231f-488b-86d6-4281dc5c8ff2 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:03.762279 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-cdd31364-8628-4a59-8695-7345918a0da4 req-8bb553a5-231f-488b-86d6-4281dc5c8ff2 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:03.773936 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd31364-8628-4a59-8695-7345918a0da4 req-8bb553a5-231f-488b-86d6-4281dc5c8ff2 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:03.819022 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6487d45-ce40-4c28-80c4-e82a4ca35f0e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'Subnet': ['ID=7e7bc69f-119c-452c-8694-2e9288e222ac,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:03.833132 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb553a5-231f-488b-86d6-4281dc5c8ff2 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Pushing event updated for resources: {'Port': ['ID=e5cbeadd-1a77-4a39-a169-c561ffadfc6b,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:03.872608 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6487d45-ce40-4c28-80c4-e82a4ca35f0e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Checking segment: {'id': 'd1837529-ad66-44a9-9332-3b3adb88bcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'aa0b4719-d190-4155-9288-1e8935f8d00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:03.873459 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6487d45-ce40-4c28-80c4-e82a4ca35f0e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Network hostable DHCP agents. Network: aa0b4719-d190-4155-9288-1e8935f8d00b, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:50:03.882979 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8916a773-f79d-46df-b1cb-d7b22c57f681 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.887584 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cdd31364-8628-4a59-8695-7345918a0da4 req-8bb553a5-231f-488b-86d6-4281dc5c8ff2 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.891407 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8916a773-f79d-46df-b1cb-d7b22c57f681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.896663 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6487d45-ce40-4c28-80c4-e82a4ca35f0e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Network aa0b4719-d190-4155-9288-1e8935f8d00b is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:50:03.916093 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-f6487d45-ce40-4c28-80c4-e82a4ca35f0e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, aa0b4719-d190-4155-9288-1e8935f8d00b) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:03.923980 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6487d45-ce40-4c28-80c4-e82a4ca35f0e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:03.924683 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f6487d45-ce40-4c28-80c4-e82a4ca35f0e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.931536 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da93fee1-45f0-4043-b154-804866e42d46 None None] Network aa0b4719-d190-4155-9288-1e8935f8d00b requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:03.946278 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f6487d45-ce40-4c28-80c4-e82a4ca35f0e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5152643 Sep 16 04:50:03.946984 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43490) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:03.958533 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cdd31364-8628-4a59-8695-7345918a0da4 req-8bb553a5-231f-488b-86d6-4281dc5c8ff2 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.978515 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-8916a773-f79d-46df-b1cb-d7b22c57f681 None None] Attempting to bind port e3d0b7e6-234d-406c-b2c3-88ff923f0092 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:03.978882 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-8916a773-f79d-46df-b1cb-d7b22c57f681 None None] Attempting to bind port e3d0b7e6-234d-406c-b2c3-88ff923f0092 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:03.979246 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8916a773-f79d-46df-b1cb-d7b22c57f681 None None] Attempting to bind port e3d0b7e6-234d-406c-b2c3-88ff923f0092 on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:03.984351 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d879e-59a3-4f63-b400-f0b0653ab467 None None] Pushing event updated for resources: {'Port': ['ID=e3d0b7e6-234d-406c-b2c3-88ff923f0092,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:04.023277 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8916a773-f79d-46df-b1cb-d7b22c57f681 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:04.023277 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8916a773-f79d-46df-b1cb-d7b22c57f681 None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:04.023659 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8916a773-f79d-46df-b1cb-d7b22c57f681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.023988 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8916a773-f79d-46df-b1cb-d7b22c57f681 None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:04.024473 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-8916a773-f79d-46df-b1cb-d7b22c57f681 None None] Bound port: e3d0b7e6-234d-406c-b2c3-88ff923f0092, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:04.024881 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8916a773-f79d-46df-b1cb-d7b22c57f681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.054506 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d879e-59a3-4f63-b400-f0b0653ab467 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:04.054848 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d879e-59a3-4f63-b400-f0b0653ab467 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:04.055195 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d879e-59a3-4f63-b400-f0b0653ab467 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:04.055534 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d879e-59a3-4f63-b400-f0b0653ab467 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:04.055866 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d879e-59a3-4f63-b400-f0b0653ab467 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:04.056196 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d879e-59a3-4f63-b400-f0b0653ab467 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:04.056531 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d879e-59a3-4f63-b400-f0b0653ab467 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:04.056884 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d879e-59a3-4f63-b400-f0b0653ab467 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:04.057211 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d879e-59a3-4f63-b400-f0b0653ab467 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:04.057537 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d879e-59a3-4f63-b400-f0b0653ab467 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:04.057865 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d879e-59a3-4f63-b400-f0b0653ab467 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:04.058189 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d879e-59a3-4f63-b400-f0b0653ab467 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:04.133964 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-8916a773-f79d-46df-b1cb-d7b22c57f681 None None] For port e3d0b7e6-234d-406c-b2c3-88ff923f0092, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:04.192583 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-8916a773-f79d-46df-b1cb-d7b22c57f681 None None] For port e3d0b7e6-234d-406c-b2c3-88ff923f0092, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=e3d0b7e6-234d-406c-b2c3-88ff923f0092,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:04.203427 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8916a773-f79d-46df-b1cb-d7b22c57f681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.307103 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cdd31364-8628-4a59-8695-7345918a0da4 req-8bb553a5-231f-488b-86d6-4281dc5c8ff2 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.313926 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cdd31364-8628-4a59-8695-7345918a0da4 req-8bb553a5-231f-488b-86d6-4281dc5c8ff2 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.314194 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afcdfbe-638a-41d9-983c-97055d31aa66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-aa0b4719-d190-4155-9288-1e8935f8d00b', 'network_id': 'aa0b4719-d190-4155-9288-1e8935f8d00b', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'fixed_ips': [{'subnet_id': '7e7bc69f-119c-452c-8694-2e9288e222ac'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:50:04.314910 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8afcdfbe-638a-41d9-983c-97055d31aa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.345958 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d879e-59a3-4f63-b400-f0b0653ab467 None None] Pushing event updated for resources: {'Port': ['ID=e3d0b7e6-234d-406c-b2c3-88ff923f0092,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:04.350503 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8916a773-f79d-46df-b1cb-d7b22c57f681 None None] Routers {'400e8034-bcf7-4f47-b91a-946e746b89bc'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:04.351191 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-8916a773-f79d-46df-b1cb-d7b22c57f681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:49:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['400e8034-bcf7-4f47-b91a-946e746b89bc'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:04.413387 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cdd31364-8628-4a59-8695-7345918a0da4 req-8bb553a5-231f-488b-86d6-4281dc5c8ff2 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.439409 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cdd31364-8628-4a59-8695-7345918a0da4 req-8bb553a5-231f-488b-86d6-4281dc5c8ff2 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.440857 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cdd31364-8628-4a59-8695-7345918a0da4 req-8bb553a5-231f-488b-86d6-4281dc5c8ff2 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2722740 Sep 16 04:50:04.445497 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb553a5-231f-488b-86d6-4281dc5c8ff2 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Pushing event updated for resources: {'Port': ['ID=e5cbeadd-1a77-4a39-a169-c561ffadfc6b,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:04.498962 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cdd31364-8628-4a59-8695-7345918a0da4 req-a0c2a32c-238b-4d06-9872-087b793d721b tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.236 HTTP/1.1" status: 200 len: 696 time: 0.0507715 Sep 16 04:50:04.554968 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-8916a773-f79d-46df-b1cb-d7b22c57f681 None None] Set router 400e8034-bcf7-4f47-b91a-946e746b89bc gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:04.586039 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5b9cb672-271c-496f-a339-fc17b25b750a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.640513 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd31364-8628-4a59-8695-7345918a0da4 req-b994a98f-0dfe-46a1-9632-9902791863b3 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:04.642765 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cdd31364-8628-4a59-8695-7345918a0da4 req-b994a98f-0dfe-46a1-9632-9902791863b3 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 784 time: 0.1376772 Sep 16 04:50:04.692805 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8b175d-6f08-4a5d-90eb-17ec946b4926 x-openstack-request-id: req-4c8b175d-6f08-4a5d-90eb-17ec946b4926 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:04.693107 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56edfe58-1809-4b3c-8df3-4d42e03d5f53", "tag": "15bbe2db-0878-41e7-8c51-b6dedbebbe45", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "56edfe58-1809-4b3c-8df3-4d42e03d5f53", "tag": "15bbe2db-0878-41e7-8c51-b6dedbebbe45", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:04.693358 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4c8b175d-6f08-4a5d-90eb-17ec946b4926 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:04.693871 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56edfe58-1809-4b3c-8df3-4d42e03d5f53', 'tag': '15bbe2db-0878-41e7-8c51-b6dedbebbe45', 'status': 'completed', 'code': 200} Sep 16 04:50:04.694131 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56edfe58-1809-4b3c-8df3-4d42e03d5f53', 'tag': '15bbe2db-0878-41e7-8c51-b6dedbebbe45', 'status': 'completed', 'code': 200} Sep 16 04:50:04.729753 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-8afcdfbe-638a-41d9-983c-97055d31aa66 None None] Allocated IP 172.20.0.2 (aa0b4719-d190-4155-9288-1e8935f8d00b/7e7bc69f-119c-452c-8694-2e9288e222ac/a0f9e1bc-0c82-47f5-8627-3dae57c4d523) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:04.849763 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5d7d0-01ce-4026-a5e4-afa0741df06b req-3a422173-d6d5-436a-bc46-8346face2299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:04.851609 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e2e5d7d0-01ce-4026-a5e4-afa0741df06b req-3a422173-d6d5-436a-bc46-8346face2299 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a9564092441641099968dab4826c23ad&device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 1097 time: 0.0573509 Sep 16 04:50:04.988277 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-8916a773-f79d-46df-b1cb-d7b22c57f681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500352309', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'e3d0b7e6-234d-406c-b2c3-88ff923f0092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:00Z', 'updated_at': '2021-09-16T04:50:01Z', 'revision_number': 3, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'e3d0b7e6-234d-406c-b2c3-88ff923f0092', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:08:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:01Z', 'updated_at': '2021-09-16T04:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:05.015901 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5d7d0-01ce-4026-a5e4-afa0741df06b req-9b75a502-48e5-4bfb-a85e-1c59adadc6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:05.017800 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e2e5d7d0-01ce-4026-a5e4-afa0741df06b req-9b75a502-48e5-4bfb-a85e-1c59adadc6d2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fb168ec7-c9bc-48f2-8670-4d53a35f9eaf HTTP/1.1" status: 200 len: 921 time: 0.1587586 Sep 16 04:50:05.031568 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8916a773-f79d-46df-b1cb-d7b22c57f681 None None] The sync data for ids ['400e8034-bcf7-4f47-b91a-946e746b89bc'] in n-d-712139-15 is: [{'id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500352309', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'e3d0b7e6-234d-406c-b2c3-88ff923f0092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:00Z', 'updated_at': '2021-09-16T04:50:01Z', 'revision_number': 3, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'e3d0b7e6-234d-406c-b2c3-88ff923f0092', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:08:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:01Z', 'updated_at': '2021-09-16T04:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:50:05.044860 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8afcdfbe-638a-41d9-983c-97055d31aa66 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.054436 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8afcdfbe-638a-41d9-983c-97055d31aa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.085188 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e2e5d7d0-01ce-4026-a5e4-afa0741df06b req-905ee7ce-5b3f-498f-8420-cbdbbdb78d7b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15bbe2db-0878-41e7-8c51-b6dedbebbe45 HTTP/1.1" status: 200 len: 217 time: 0.0592043 Sep 16 04:50:05.113535 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afcdfbe-638a-41d9-983c-97055d31aa66 None None] Network aa0b4719-d190-4155-9288-1e8935f8d00b is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:05.116641 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-8afcdfbe-638a-41d9-983c-97055d31aa66 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:05.125566 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afcdfbe-638a-41d9-983c-97055d31aa66 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:05.137800 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afcdfbe-638a-41d9-983c-97055d31aa66 None None] Pushing event updated for resources: {'Port': ['ID=a0f9e1bc-0c82-47f5-8627-3dae57c4d523,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:05.140194 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-5b9cb672-271c-496f-a339-fc17b25b750a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Allocated IP 172.20.0.1 (aa0b4719-d190-4155-9288-1e8935f8d00b/7e7bc69f-119c-452c-8694-2e9288e222ac/88d32cbf-f810-4a03-a4de-474a7ec5851e) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:05.163125 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5d7d0-01ce-4026-a5e4-afa0741df06b req-b6d7bba6-72c6-4648-bb52-883863b9574d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:05.164679 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e2e5d7d0-01ce-4026-a5e4-afa0741df06b req-b6d7bba6-72c6-4648-bb52-883863b9574d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4941d4cc-c97b-4fdb-8d78-bd7d0a14ccd8 HTTP/1.1" status: 200 len: 860 time: 0.0600560 Sep 16 04:50:05.205034 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-8afcdfbe-638a-41d9-983c-97055d31aa66 None None] Attempting to bind port a0f9e1bc-0c82-47f5-8627-3dae57c4d523 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:05.205771 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-8afcdfbe-638a-41d9-983c-97055d31aa66 None None] Attempting to bind port a0f9e1bc-0c82-47f5-8627-3dae57c4d523 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'd1837529-ad66-44a9-9332-3b3adb88bcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'aa0b4719-d190-4155-9288-1e8935f8d00b'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:05.206223 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afcdfbe-638a-41d9-983c-97055d31aa66 None None] Attempting to bind port a0f9e1bc-0c82-47f5-8627-3dae57c4d523 on network aa0b4719-d190-4155-9288-1e8935f8d00b {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:05.214261 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afcdfbe-638a-41d9-983c-97055d31aa66 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:05.214767 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afcdfbe-638a-41d9-983c-97055d31aa66 None None] Checking segment: {'id': 'd1837529-ad66-44a9-9332-3b3adb88bcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'aa0b4719-d190-4155-9288-1e8935f8d00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:05.215579 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8afcdfbe-638a-41d9-983c-97055d31aa66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.216197 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afcdfbe-638a-41d9-983c-97055d31aa66 None None] Bound using segment: {'id': 'd1837529-ad66-44a9-9332-3b3adb88bcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'aa0b4719-d190-4155-9288-1e8935f8d00b'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:05.216883 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-8afcdfbe-638a-41d9-983c-97055d31aa66 None None] Bound port: a0f9e1bc-0c82-47f5-8627-3dae57c4d523, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1837529-ad66-44a9-9332-3b3adb88bcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'aa0b4719-d190-4155-9288-1e8935f8d00b'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:05.217350 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8afcdfbe-638a-41d9-983c-97055d31aa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.224911 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e2e5d7d0-01ce-4026-a5e4-afa0741df06b req-924e412c-d84e-43a6-80da-1ae33168753f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb168ec7-c9bc-48f2-8670-4d53a35f9eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449889 Sep 16 04:50:05.273917 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac63122-c693-41d1-8360-4c85e61e19b9 req-e0cb277b-e0d1-46f9-8a76-a97e09c39c91 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:05.294590 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aac63122-c693-41d1-8360-4c85e61e19b9 req-e0cb277b-e0d1-46f9-8a76-a97e09c39c91 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 946 time: 0.2048767 Sep 16 04:50:05.328403 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5b9cb672-271c-496f-a339-fc17b25b750a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.347322 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-8afcdfbe-638a-41d9-983c-97055d31aa66 None None] For port a0f9e1bc-0c82-47f5-8627-3dae57c4d523, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:05.352445 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-8afcdfbe-638a-41d9-983c-97055d31aa66 None None] For port a0f9e1bc-0c82-47f5-8627-3dae57c4d523, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=a0f9e1bc-0c82-47f5-8627-3dae57c4d523,segment=NetworkSegment(d1837529-ad66-44a9-9332-3b3adb88bcca),segment_id=d1837529-ad66-44a9-9332-3b3adb88bcca)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:05.360864 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8afcdfbe-638a-41d9-983c-97055d31aa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.390407 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aac63122-c693-41d1-8360-4c85e61e19b9 req-3e695da8-b989-4b6d-a2a2-682726d63aed tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875723 Sep 16 04:50:05.457338 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5b9cb672-271c-496f-a339-fc17b25b750a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.493182 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afcdfbe-638a-41d9-983c-97055d31aa66 None None] Pushing event updated for resources: {'Port': ['ID=a0f9e1bc-0c82-47f5-8627-3dae57c4d523,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:05.553743 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e2e5d7d0-01ce-4026-a5e4-afa0741df06b req-a66f374f-e9b7-4ca2-9ced-318de51939c0 service neutron] 10.222.0.48 "GET /v2.0/networks/fb168ec7-c9bc-48f2-8670-4d53a35f9eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180215 Sep 16 04:50:05.578419 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9cb672-271c-496f-a339-fc17b25b750a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Network aa0b4719-d190-4155-9288-1e8935f8d00b is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:05.587565 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-5b9cb672-271c-496f-a339-fc17b25b750a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:05.603854 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9cb672-271c-496f-a339-fc17b25b750a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:05.692302 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9cb672-271c-496f-a339-fc17b25b750a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'Port': ['ID=88d32cbf-f810-4a03-a4de-474a7ec5851e,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:05.727754 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5b9cb672-271c-496f-a339-fc17b25b750a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.784276 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e2116-99f8-4e32-affa-517d898bf00d req-19ddf0f3-46f1-47c3-b224-160036fa28f6 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:05.785944 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f35e2116-99f8-4e32-affa-517d898bf00d req-19ddf0f3-46f1-47c3-b224-160036fa28f6 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2261794 Sep 16 04:50:05.804214 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e2e5d7d0-01ce-4026-a5e4-afa0741df06b req-5d72e952-169d-4ec0-9eb7-57b40ffa556e service neutron] 10.222.0.48 "GET /v2.0/networks/fb168ec7-c9bc-48f2-8670-4d53a35f9eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352269 Sep 16 04:50:05.811236 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:50:05.983125 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f35e2116-99f8-4e32-affa-517d898bf00d req-8921b6a8-f452-4e7e-bcdd-baf0060c1102 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.236 HTTP/1.1" status: 200 len: 696 time: 0.1868203 Sep 16 04:50:06.003121 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-f35e2116-99f8-4e32-affa-517d898bf00d req-bacb91aa-8e95-4151-92fc-bb34b6742619 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Request body: {'floatingip': {'port_id': '15bbe2db-0878-41e7-8c51-b6dedbebbe45', 'fixed_ip_address': '172.20.0.2'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:06.038063 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5b9cb672-271c-496f-a339-fc17b25b750a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.079421 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f35e2116-99f8-4e32-affa-517d898bf00d req-bacb91aa-8e95-4151-92fc-bb34b6742619 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks [] for floatingip, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.125327 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5d7d0-01ce-4026-a5e4-afa0741df06b req-b0f80653-b41b-4677-85f3-36171888de8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:06.127121 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e2e5d7d0-01ce-4026-a5e4-afa0741df06b req-b0f80653-b41b-4677-85f3-36171888de8d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a9564092441641099968dab4826c23ad&device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 1097 time: 0.1959090 Sep 16 04:50:06.309903 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device a0f9e1bc-0c82-47f5-8627-3dae57c4d523 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:06.382769 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port a0f9e1bc-0c82-47f5-8627-3dae57c4d523 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:06.383586 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.449908 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5d7d0-01ce-4026-a5e4-afa0741df06b req-0208fd84-539a-4c31-98ff-0790c5e4019b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:06.451513 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e2e5d7d0-01ce-4026-a5e4-afa0741df06b req-0208fd84-539a-4c31-98ff-0790c5e4019b service neutron] 10.222.0.48 "GET /v2.0/networks?id=fb168ec7-c9bc-48f2-8670-4d53a35f9eaf HTTP/1.1" status: 200 len: 921 time: 0.3095794 Sep 16 04:50:06.468339 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 43508) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:06.528682 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.561718 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5b9cb672-271c-496f-a339-fc17b25b750a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.567658 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5b9cb672-271c-496f-a339-fc17b25b750a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.604849 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port a0f9e1bc-0c82-47f5-8627-3dae57c4d523, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=a0f9e1bc-0c82-47f5-8627-3dae57c4d523,segment=NetworkSegment(d1837529-ad66-44a9-9332-3b3adb88bcca),segment_id=d1837529-ad66-44a9-9332-3b3adb88bcca)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:06.614510 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.615326 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device e3d0b7e6-234d-406c-b2c3-88ff923f0092 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:06.688183 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9cb672-271c-496f-a339-fc17b25b750a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'Port': ['ID=88d32cbf-f810-4a03-a4de-474a7ec5851e,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:06.695751 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5b9cb672-271c-496f-a339-fc17b25b750a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.757211 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=a0f9e1bc-0c82-47f5-8627-3dae57c4d523,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:06.814818 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port e3d0b7e6-234d-406c-b2c3-88ff923f0092 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:06.815452 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.834024 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9cb672-271c-496f-a339-fc17b25b750a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Network aa0b4719-d190-4155-9288-1e8935f8d00b is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:06.835677 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-5b9cb672-271c-496f-a339-fc17b25b750a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:06.951159 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.006461 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port e3d0b7e6-234d-406c-b2c3-88ff923f0092, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=e3d0b7e6-234d-406c-b2c3-88ff923f0092,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:07.014858 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.038631 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e2e5d7d0-01ce-4026-a5e4-afa0741df06b req-3ea3d1fb-ff66-4e0e-b994-07b04a28ccdb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15bbe2db-0878-41e7-8c51-b6dedbebbe45 HTTP/1.1" status: 200 len: 217 time: 0.5696299 Sep 16 04:50:07.096801 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9cb672-271c-496f-a339-fc17b25b750a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Router 400e8034-bcf7-4f47-b91a-946e746b89bc has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:50:07.174378 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660bee6e-6865-4f26-aafd-9d00e03ac600 None None] Network aa0b4719-d190-4155-9288-1e8935f8d00b requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:07.182422 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5d7d0-01ce-4026-a5e4-afa0741df06b req-2bcbdee1-2317-434c-8159-75d78789c724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:07.186994 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e2e5d7d0-01ce-4026-a5e4-afa0741df06b req-2bcbdee1-2317-434c-8159-75d78789c724 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4941d4cc-c97b-4fdb-8d78-bd7d0a14ccd8 HTTP/1.1" status: 200 len: 860 time: 0.1468594 Sep 16 04:50:07.298048 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=e3d0b7e6-234d-406c-b2c3-88ff923f0092,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:07.343257 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-7a0f7ae6-9d36-4f69-b531-bfb1566b69af None None] Provisioning complete for port a0f9e1bc-0c82-47f5-8627-3dae57c4d523 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:07.343805 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7a0f7ae6-9d36-4f69-b531-bfb1566b69af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.349095 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e2e5d7d0-01ce-4026-a5e4-afa0741df06b req-51b1e8cc-f0d9-4d5a-ae79-3fe3d9e9affe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb168ec7-c9bc-48f2-8670-4d53a35f9eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1549528 Sep 16 04:50:07.367441 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9cb672-271c-496f-a339-fc17b25b750a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:50:07.385598 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5b9cb672-271c-496f-a339-fc17b25b750a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "PUT /v2.0/routers/400e8034-bcf7-4f47-b91a-946e746b89bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4364150 Sep 16 04:50:07.696555 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a8c173-8625-432c-b76e-b741d22804a9 None None] Sync routers for ids ['400e8034-bcf7-4f47-b91a-946e746b89bc'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:50:07.709537 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a8c173-8625-432c-b76e-b741d22804a9 None None] Routers {'400e8034-bcf7-4f47-b91a-946e746b89bc'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:07.710905 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-59a8c173-8625-432c-b76e-b741d22804a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:49:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['400e8034-bcf7-4f47-b91a-946e746b89bc'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:07.809287 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-acafb2d5-ca83-48fc-80be-d744b4fb261e None None] Provisioning complete for port 88d32cbf-f810-4a03-a4de-474a7ec5851e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:07.809878 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-acafb2d5-ca83-48fc-80be-d744b4fb261e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.832213 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e2e5d7d0-01ce-4026-a5e4-afa0741df06b req-14fbb1a2-cf08-44ab-9bfa-71a2d93d076e service neutron] 10.222.0.48 "GET /v2.0/networks/fb168ec7-c9bc-48f2-8670-4d53a35f9eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951848 Sep 16 04:50:07.847343 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-59a8c173-8625-432c-b76e-b741d22804a9 None None] Set router 400e8034-bcf7-4f47-b91a-946e746b89bc gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:07.862324 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.db.resource_extend [req-f35e2116-99f8-4e32-affa-517d898bf00d req-bacb91aa-8e95-4151-92fc-bb34b6742619 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:50:07.877826 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-acafb2d5-ca83-48fc-80be-d744b4fb261e None None] Port 88d32cbf-f810-4a03-a4de-474a7ec5851e cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:50:07.889622 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-acafb2d5-ca83-48fc-80be-d744b4fb261e None None] Provisioning complete for port a0f9e1bc-0c82-47f5-8627-3dae57c4d523 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:07.889999 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-acafb2d5-ca83-48fc-80be-d744b4fb261e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.028804 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f35e2116-99f8-4e32-affa-517d898bf00d req-bacb91aa-8e95-4151-92fc-bb34b6742619 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.040041 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f35e2116-99f8-4e32-affa-517d898bf00d req-bacb91aa-8e95-4151-92fc-bb34b6742619 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.131774 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-eb719114-944e-4fda-abfd-c4a73f363965 None None] Provisioning complete for port 88d32cbf-f810-4a03-a4de-474a7ec5851e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:08.132587 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-eb719114-944e-4fda-abfd-c4a73f363965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.179197 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e2e5d7d0-01ce-4026-a5e4-afa0741df06b req-ab552c4c-f416-414a-bf37-43f6c88c9ffa service neutron] 10.222.0.48 "GET /v2.0/networks/fb168ec7-c9bc-48f2-8670-4d53a35f9eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345392 Sep 16 04:50:08.195711 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-59a8c173-8625-432c-b76e-b741d22804a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500352309', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'e3d0b7e6-234d-406c-b2c3-88ff923f0092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:00Z', 'updated_at': '2021-09-16T04:50:05Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'e3d0b7e6-234d-406c-b2c3-88ff923f0092', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:08:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:01Z', 'updated_at': '2021-09-16T04:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '88d32cbf-f810-4a03-a4de-474a7ec5851e', 'name': '', 'network_id': 'aa0b4719-d190-4155-9288-1e8935f8d00b', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'mac_address': 'fa:16:3e:51:63:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7e7bc69f-119c-452c-8694-2e9288e222ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:04Z', 'updated_at': '2021-09-16T04:50:06Z', 'revision_number': 2, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'subnets': [{'id': '7e7bc69f-119c-452c-8694-2e9288e222ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:08.203832 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device a0f9e1bc-0c82-47f5-8627-3dae57c4d523 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:08.228476 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a8c173-8625-432c-b76e-b741d22804a9 None None] Checking router: 400e8034-bcf7-4f47-b91a-946e746b89bc for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:50:08.229016 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a8c173-8625-432c-b76e-b741d22804a9 None None] Updating router 400e8034-bcf7-4f47-b91a-946e746b89bc port 88d32cbf-f810-4a03-a4de-474a7ec5851e binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:50:08.270048 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-eb719114-944e-4fda-abfd-c4a73f363965 None None] Port 88d32cbf-f810-4a03-a4de-474a7ec5851e cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:50:08.272051 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-59a8c173-8625-432c-b76e-b741d22804a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.278457 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [req-f35e2116-99f8-4e32-affa-517d898bf00d req-bacb91aa-8e95-4151-92fc-bb34b6742619 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Floating IP 0970b8f8-c8fa-4e14-a1c5-91598531f57d associated. External IP: 172.25.8.236, port: 15bbe2db-0878-41e7-8c51-b6dedbebbe45. Sep 16 04:50:08.318643 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port a0f9e1bc-0c82-47f5-8627-3dae57c4d523 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:08.319024 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.423069 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device e3d0b7e6-234d-406c-b2c3-88ff923f0092 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:08.425566 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-00891f74-310e-40fe-8e1d-1227ef694325 None None] Provisioning complete for port 88d32cbf-f810-4a03-a4de-474a7ec5851e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:08.425940 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-00891f74-310e-40fe-8e1d-1227ef694325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.503597 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-00891f74-310e-40fe-8e1d-1227ef694325 None None] Port 88d32cbf-f810-4a03-a4de-474a7ec5851e cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:50:08.520608 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port e3d0b7e6-234d-406c-b2c3-88ff923f0092 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:08.520875 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.599032 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c7f27db2-be0f-4268-a966-84e1112fdede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.638882 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-59a8c173-8625-432c-b76e-b741d22804a9 None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.645983 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-59a8c173-8625-432c-b76e-b741d22804a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.646218 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f35e2116-99f8-4e32-affa-517d898bf00d req-bacb91aa-8e95-4151-92fc-bb34b6742619 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Router ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:50:08.705390 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea45f5-ab7a-417e-b2eb-87c1cc40c8d7 None None] Pushing event updated for resources: {'Port': ['ID=88d32cbf-f810-4a03-a4de-474a7ec5851e,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:08.741883 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcea45f5-ab7a-417e-b2eb-87c1cc40c8d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:08.742258 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcea45f5-ab7a-417e-b2eb-87c1cc40c8d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:08.742706 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcea45f5-ab7a-417e-b2eb-87c1cc40c8d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:08.743913 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcea45f5-ab7a-417e-b2eb-87c1cc40c8d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:08.744638 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcea45f5-ab7a-417e-b2eb-87c1cc40c8d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:08.745171 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcea45f5-ab7a-417e-b2eb-87c1cc40c8d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:08.745767 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcea45f5-ab7a-417e-b2eb-87c1cc40c8d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:08.746275 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcea45f5-ab7a-417e-b2eb-87c1cc40c8d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:08.746786 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcea45f5-ab7a-417e-b2eb-87c1cc40c8d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:08.747281 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcea45f5-ab7a-417e-b2eb-87c1cc40c8d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:08.747873 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcea45f5-ab7a-417e-b2eb-87c1cc40c8d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:08.748587 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcea45f5-ab7a-417e-b2eb-87c1cc40c8d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:08.782065 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-59a8c173-8625-432c-b76e-b741d22804a9 None None] Attempting to bind port 88d32cbf-f810-4a03-a4de-474a7ec5851e on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:08.782431 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-59a8c173-8625-432c-b76e-b741d22804a9 None None] Attempting to bind port 88d32cbf-f810-4a03-a4de-474a7ec5851e by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'd1837529-ad66-44a9-9332-3b3adb88bcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'aa0b4719-d190-4155-9288-1e8935f8d00b'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:08.782794 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a8c173-8625-432c-b76e-b741d22804a9 None None] Attempting to bind port 88d32cbf-f810-4a03-a4de-474a7ec5851e on network aa0b4719-d190-4155-9288-1e8935f8d00b {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:08.788355 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a8c173-8625-432c-b76e-b741d22804a9 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:08.788766 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a8c173-8625-432c-b76e-b741d22804a9 None None] Checking segment: {'id': 'd1837529-ad66-44a9-9332-3b3adb88bcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'aa0b4719-d190-4155-9288-1e8935f8d00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:08.789177 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-59a8c173-8625-432c-b76e-b741d22804a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.789707 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a8c173-8625-432c-b76e-b741d22804a9 None None] Bound using segment: {'id': 'd1837529-ad66-44a9-9332-3b3adb88bcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'aa0b4719-d190-4155-9288-1e8935f8d00b'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:08.790202 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-59a8c173-8625-432c-b76e-b741d22804a9 None None] Bound port: 88d32cbf-f810-4a03-a4de-474a7ec5851e, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1837529-ad66-44a9-9332-3b3adb88bcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'aa0b4719-d190-4155-9288-1e8935f8d00b'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:08.790598 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-59a8c173-8625-432c-b76e-b741d22804a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.891998 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-59a8c173-8625-432c-b76e-b741d22804a9 None None] For port 88d32cbf-f810-4a03-a4de-474a7ec5851e, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:08.897614 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-59a8c173-8625-432c-b76e-b741d22804a9 None None] For port 88d32cbf-f810-4a03-a4de-474a7ec5851e, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=88d32cbf-f810-4a03-a4de-474a7ec5851e,segment=NetworkSegment(d1837529-ad66-44a9-9332-3b3adb88bcca),segment_id=d1837529-ad66-44a9-9332-3b3adb88bcca)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:08.900266 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f35e2116-99f8-4e32-affa-517d898bf00d req-bacb91aa-8e95-4151-92fc-bb34b6742619 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:50:08.906712 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f35e2116-99f8-4e32-affa-517d898bf00d req-bacb91aa-8e95-4151-92fc-bb34b6742619 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.907804 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-59a8c173-8625-432c-b76e-b741d22804a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.921611 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c39731-279b-46b4-b833-2a08562c67d9 None None] Sync routers for ids ['ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:50:08.942867 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c39731-279b-46b4-b833-2a08562c67d9 None None] Routers {'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:08.943893 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-c0c39731-279b-46b4-b833-2a08562c67d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:49:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:08.962045 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f35e2116-99f8-4e32-affa-517d898bf00d req-bacb91aa-8e95-4151-92fc-bb34b6742619 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "PUT /v2.0/floatingips/0970b8f8-c8fa-4e14-a1c5-91598531f57d HTTP/1.1" status: 200 len: 996 time: 2.9776216 Sep 16 04:50:08.976226 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56edfe58-1809-4b3c-8df3-4d42e03d5f53', 'tag': '15bbe2db-0878-41e7-8c51-b6dedbebbe45'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:08.978688 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd15e4d-e45e-46b3-a3f5-4cafa41b9cd3" -d '{"events": [{"name": "network-changed", "server_uuid": "56edfe58-1809-4b3c-8df3-4d42e03d5f53", "tag": "15bbe2db-0878-41e7-8c51-b6dedbebbe45"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:09.031881 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a8c173-8625-432c-b76e-b741d22804a9 None None] Routers {'400e8034-bcf7-4f47-b91a-946e746b89bc'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:09.032762 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-59a8c173-8625-432c-b76e-b741d22804a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:49:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['400e8034-bcf7-4f47-b91a-946e746b89bc'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:09.081747 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea45f5-ab7a-417e-b2eb-87c1cc40c8d7 None None] Pushing event updated for resources: {'Port': ['ID=88d32cbf-f810-4a03-a4de-474a7ec5851e,revision_number=4']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:09.141067 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e2116-99f8-4e32-affa-517d898bf00d req-28790d11-593a-4731-a18b-0cdd64776a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:09.142546 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f35e2116-99f8-4e32-affa-517d898bf00d req-28790d11-593a-4731-a18b-0cdd64776a83 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a9564092441641099968dab4826c23ad&device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 1097 time: 0.1709797 Sep 16 04:50:09.174366 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-c7f27db2-be0f-4268-a966-84e1112fdede admin admin] Deleting port e8fea6af-9893-41fd-8c8e-a7d135c85247 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:09.174853 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c7f27db2-be0f-4268-a966-84e1112fdede admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.178262 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-59a8c173-8625-432c-b76e-b741d22804a9 None None] Set router 400e8034-bcf7-4f47-b91a-946e746b89bc gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:09.306584 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-a1e613b4-cf9b-4d76-add9-be7d057f9762 None None] Provisioning complete for port 88d32cbf-f810-4a03-a4de-474a7ec5851e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:09.307421 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a1e613b4-cf9b-4d76-add9-be7d057f9762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.336447 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e2116-99f8-4e32-affa-517d898bf00d req-fadf4dcc-25db-4467-8cfc-34acd55f7542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:09.338013 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f35e2116-99f8-4e32-affa-517d898bf00d req-fadf4dcc-25db-4467-8cfc-34acd55f7542 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fb168ec7-c9bc-48f2-8670-4d53a35f9eaf HTTP/1.1" status: 200 len: 921 time: 0.1868103 Sep 16 04:50:09.344960 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-c7f27db2-be0f-4268-a966-84e1112fdede admin admin] For port e8fea6af-9893-41fd-8c8e-a7d135c85247, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=e8fea6af-9893-41fd-8c8e-a7d135c85247,segment=NetworkSegment(8517faa2-72c8-4051-9ec9-932078d56c30),segment_id=8517faa2-72c8-4051-9ec9-932078d56c30)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:09.345724 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c7f27db2-be0f-4268-a966-84e1112fdede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.377527 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-c7f27db2-be0f-4268-a966-84e1112fdede admin admin] Calling delete_port for e8fea6af-9893-41fd-8c8e-a7d135c85247 owned by network:router_interface {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:09.415903 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-c0c39731-279b-46b4-b833-2a08562c67d9 None None] Set router ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:09.498098 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f35e2116-99f8-4e32-affa-517d898bf00d req-d24e6614-fa77-4579-b05b-9b8693f9dec5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15bbe2db-0878-41e7-8c51-b6dedbebbe45 HTTP/1.1" status: 200 len: 999 time: 0.1482029 Sep 16 04:50:09.553801 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a1e613b4-cf9b-4d76-add9-be7d057f9762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.610491 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e2116-99f8-4e32-affa-517d898bf00d req-348ce190-1cc2-4548-9dae-35f80cf855ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:09.612055 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f35e2116-99f8-4e32-affa-517d898bf00d req-348ce190-1cc2-4548-9dae-35f80cf855ea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4941d4cc-c97b-4fdb-8d78-bd7d0a14ccd8 HTTP/1.1" status: 200 len: 860 time: 0.1031773 Sep 16 04:50:09.616960 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-59a8c173-8625-432c-b76e-b741d22804a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500352309', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'e3d0b7e6-234d-406c-b2c3-88ff923f0092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:00Z', 'updated_at': '2021-09-16T04:50:05Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'e3d0b7e6-234d-406c-b2c3-88ff923f0092', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:08:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:01Z', 'updated_at': '2021-09-16T04:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '88d32cbf-f810-4a03-a4de-474a7ec5851e', 'name': '', 'network_id': 'aa0b4719-d190-4155-9288-1e8935f8d00b', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'mac_address': 'fa:16:3e:51:63:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7e7bc69f-119c-452c-8694-2e9288e222ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:04Z', 'updated_at': '2021-09-16T04:50:08Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'subnets': [{'id': '7e7bc69f-119c-452c-8694-2e9288e222ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:09.622381 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-a1e613b4-cf9b-4d76-add9-be7d057f9762 None None] For port 88d32cbf-f810-4a03-a4de-474a7ec5851e, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=88d32cbf-f810-4a03-a4de-474a7ec5851e,segment=NetworkSegment(d1837529-ad66-44a9-9332-3b3adb88bcca),segment_id=d1837529-ad66-44a9-9332-3b3adb88bcca)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:09.646904 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a1e613b4-cf9b-4d76-add9-be7d057f9762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.662068 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a8c173-8625-432c-b76e-b741d22804a9 None None] The sync data for ids ['400e8034-bcf7-4f47-b91a-946e746b89bc'] in n-d-712139-15 is: [{'id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500352309', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'e3d0b7e6-234d-406c-b2c3-88ff923f0092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:00Z', 'updated_at': '2021-09-16T04:50:05Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'e3d0b7e6-234d-406c-b2c3-88ff923f0092', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:08:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:01Z', 'updated_at': '2021-09-16T04:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '88d32cbf-f810-4a03-a4de-474a7ec5851e', 'name': '', 'network_id': 'aa0b4719-d190-4155-9288-1e8935f8d00b', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'mac_address': 'fa:16:3e:51:63:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7e7bc69f-119c-452c-8694-2e9288e222ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:04Z', 'updated_at': '2021-09-16T04:50:08Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'subnets': [{'id': '7e7bc69f-119c-452c-8694-2e9288e222ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:50:09.671636 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f35e2116-99f8-4e32-affa-517d898bf00d req-9a1252cc-9f73-46dc-87fe-53c17da0f841 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fb168ec7-c9bc-48f2-8670-4d53a35f9eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444624 Sep 16 04:50:09.686072 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-f35e2116-99f8-4e32-affa-517d898bf00d req-0af2ab4a-ab0d-4ee1-8fba-4c864a901b9f service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:50:09.687867 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f35e2116-99f8-4e32-affa-517d898bf00d req-0af2ab4a-ab0d-4ee1-8fba-4c864a901b9f service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087862 Sep 16 04:50:09.758322 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e613b4-cf9b-4d76-add9-be7d057f9762 None None] Pushing event updated for resources: {'Port': ['ID=88d32cbf-f810-4a03-a4de-474a7ec5851e,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:09.815556 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-c9050a22-600a-4110-b8a5-630bf4f5e315 None None] Provisioning complete for port 88d32cbf-f810-4a03-a4de-474a7ec5851e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:09.815556 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c9050a22-600a-4110-b8a5-630bf4f5e315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.844993 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c7f27db2-be0f-4268-a966-84e1112fdede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.894328 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f35e2116-99f8-4e32-affa-517d898bf00d req-97c052ef-7eef-48a1-aa8c-24c978172b8f service neutron] 10.222.0.35 "GET /v2.0/networks/fb168ec7-c9bc-48f2-8670-4d53a35f9eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979127 Sep 16 04:50:09.896713 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f27db2-be0f-4268-a966-84e1112fdede admin admin] Pushing event deleted for resources: {'Port': ['ID=e8fea6af-9893-41fd-8c8e-a7d135c85247,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:09.912389 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-c0c39731-279b-46b4-b833-2a08562c67d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1095599580-router', 'tenant_id': 'a9564092441641099968dab4826c23ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'a6b16912-e37c-40db-ba69-775bacdd86a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:48Z', 'updated_at': '2021-09-16T04:48:52Z', 'revision_number': 4, 'project_id': 'a9564092441641099968dab4826c23ad', 'gw_port': {'id': 'a6b16912-e37c-40db-ba69-775bacdd86a6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:49Z', 'updated_at': '2021-09-16T04:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '0970b8f8-c8fa-4e14-a1c5-91598531f57d', 'tenant_id': 'a9564092441641099968dab4826c23ad', 'floating_ip_address': '172.25.8.236', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'port_id': '15bbe2db-0878-41e7-8c51-b6dedbebbe45', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb168ec7-c9bc-48f2-8670-4d53a35f9eaf', 'mac_address': 'fa:16:3e:ac:2f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56edfe58-1809-4b3c-8df3-4d42e03d5f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:50:03Z', 'updated_at': '2021-09-16T04:50:07Z', 'revision_number': 1, 'project_id': 'a9564092441641099968dab4826c23ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa4d9452-8a6e-44e1-9726-ddb5692bd936', 'name': '', 'network_id': 'fb168ec7-c9bc-48f2-8670-4d53a35f9eaf', 'tenant_id': 'a9564092441641099968dab4826c23ad', 'mac_address': 'fa:16:3e:4e:51:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '4941d4cc-c97b-4fdb-8d78-bd7d0a14ccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:51Z', 'updated_at': '2021-09-16T04:49:00Z', 'revision_number': 5, 'project_id': 'a9564092441641099968dab4826c23ad', 'subnets': [{'id': '4941d4cc-c97b-4fdb-8d78-bd7d0a14ccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:09.966613 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c39731-279b-46b4-b833-2a08562c67d9 None None] Checking router: ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:50:09.992488 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c39731-279b-46b4-b833-2a08562c67d9 None None] Routers {'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:09.993695 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-c0c39731-279b-46b4-b833-2a08562c67d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:49:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:10.094361 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ddcb56f7-7099-4f65-a301-a88c0a5630df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.218531 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-c0c39731-279b-46b4-b833-2a08562c67d9 None None] Set router ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:10.318559 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 88d32cbf-f810-4a03-a4de-474a7ec5851e up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:10.457039 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 88d32cbf-f810-4a03-a4de-474a7ec5851e triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:10.457472 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.603094 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f35e2116-99f8-4e32-affa-517d898bf00d req-2beaa155-d5b3-475b-9ff7-6f222e837388 service neutron] 10.222.0.35 "GET /v2.0/networks/fb168ec7-c9bc-48f2-8670-4d53a35f9eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6753561 Sep 16 04:50:10.609420 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-c0c39731-279b-46b4-b833-2a08562c67d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1095599580-router', 'tenant_id': 'a9564092441641099968dab4826c23ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'a6b16912-e37c-40db-ba69-775bacdd86a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:48Z', 'updated_at': '2021-09-16T04:48:52Z', 'revision_number': 4, 'project_id': 'a9564092441641099968dab4826c23ad', 'gw_port': {'id': 'a6b16912-e37c-40db-ba69-775bacdd86a6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:49Z', 'updated_at': '2021-09-16T04:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '0970b8f8-c8fa-4e14-a1c5-91598531f57d', 'tenant_id': 'a9564092441641099968dab4826c23ad', 'floating_ip_address': '172.25.8.236', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'port_id': '15bbe2db-0878-41e7-8c51-b6dedbebbe45', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb168ec7-c9bc-48f2-8670-4d53a35f9eaf', 'mac_address': 'fa:16:3e:ac:2f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56edfe58-1809-4b3c-8df3-4d42e03d5f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:50:03Z', 'updated_at': '2021-09-16T04:50:07Z', 'revision_number': 1, 'project_id': 'a9564092441641099968dab4826c23ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa4d9452-8a6e-44e1-9726-ddb5692bd936', 'name': '', 'network_id': 'fb168ec7-c9bc-48f2-8670-4d53a35f9eaf', 'tenant_id': 'a9564092441641099968dab4826c23ad', 'mac_address': 'fa:16:3e:4e:51:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '4941d4cc-c97b-4fdb-8d78-bd7d0a14ccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:51Z', 'updated_at': '2021-09-16T04:49:00Z', 'revision_number': 5, 'project_id': 'a9564092441641099968dab4826c23ad', 'subnets': [{'id': '4941d4cc-c97b-4fdb-8d78-bd7d0a14ccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:10.644531 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c39731-279b-46b4-b833-2a08562c67d9 None None] The sync data for ids ['ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc'] in n-d-712139-15 is: [{'id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1095599580-router', 'tenant_id': 'a9564092441641099968dab4826c23ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'a6b16912-e37c-40db-ba69-775bacdd86a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:48Z', 'updated_at': '2021-09-16T04:48:52Z', 'revision_number': 4, 'project_id': 'a9564092441641099968dab4826c23ad', 'gw_port': {'id': 'a6b16912-e37c-40db-ba69-775bacdd86a6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:49Z', 'updated_at': '2021-09-16T04:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '0970b8f8-c8fa-4e14-a1c5-91598531f57d', 'tenant_id': 'a9564092441641099968dab4826c23ad', 'floating_ip_address': '172.25.8.236', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'port_id': '15bbe2db-0878-41e7-8c51-b6dedbebbe45', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb168ec7-c9bc-48f2-8670-4d53a35f9eaf', 'mac_address': 'fa:16:3e:ac:2f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56edfe58-1809-4b3c-8df3-4d42e03d5f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:50:03Z', 'updated_at': '2021-09-16T04:50:07Z', 'revision_number': 1, 'project_id': 'a9564092441641099968dab4826c23ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa4d9452-8a6e-44e1-9726-ddb5692bd936', 'name': '', 'network_id': 'fb168ec7-c9bc-48f2-8670-4d53a35f9eaf', 'tenant_id': 'a9564092441641099968dab4826c23ad', 'mac_address': 'fa:16:3e:4e:51:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '4941d4cc-c97b-4fdb-8d78-bd7d0a14ccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:51Z', 'updated_at': '2021-09-16T04:49:00Z', 'revision_number': 5, 'project_id': 'a9564092441641099968dab4826c23ad', 'subnets': [{'id': '4941d4cc-c97b-4fdb-8d78-bd7d0a14ccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:50:10.664369 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c7f27db2-be0f-4268-a966-84e1112fdede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.828932 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0124de-507f-4557-a800-93ddfebb33f1 req-17a01205-e730-44ad-94bd-8618319c28b1 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:10.830576 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7f0124de-507f-4557-a800-93ddfebb33f1 req-17a01205-e730-44ad-94bd-8618319c28b1 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.1048160 Sep 16 04:50:10.920623 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7f0124de-507f-4557-a800-93ddfebb33f1 req-2086abe0-9195-42a7-86ca-e97685ac7967 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818965 Sep 16 04:50:10.975924 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac52bdc6-87cd-4963-bcd9-96ba89640326 None None] New status for floating IP 0970b8f8-c8fa-4e14-a1c5-91598531f57d: ACTIVE {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:50:10.999432 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f27db2-be0f-4268-a966-84e1112fdede admin admin] Router 905d7f3c-c962-488c-b371-d3bf13d33551 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:50:11.130896 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f27db2-be0f-4268-a966-84e1112fdede admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:50:11.140208 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c7f27db2-be0f-4268-a966-84e1112fdede admin admin] 10.222.0.35 "PUT /v2.0/routers/905d7f3c-c962-488c-b371-d3bf13d33551/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6643455 Sep 16 04:50:11.140208 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 43528) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:11.142143 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5f004e-fe53-4106-ae33-13a70c2126f7 None None] Sync routers for ids ['905d7f3c-c962-488c-b371-d3bf13d33551'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:50:11.154475 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5f004e-fe53-4106-ae33-13a70c2126f7 None None] Routers {'905d7f3c-c962-488c-b371-d3bf13d33551'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:11.155534 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-0c5f004e-fe53-4106-ae33-13a70c2126f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:49:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['905d7f3c-c962-488c-b371-d3bf13d33551'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:11.278322 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-0c5f004e-fe53-4106-ae33-13a70c2126f7 None None] Set router 905d7f3c-c962-488c-b371-d3bf13d33551 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:11.283975 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8bddabc0-47f2-46fc-9b9f-32cd76ea3076 admin admin] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.345617 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fd096-acaa-479f-8772-5347da6ec11b req-326a0064-1224-4cf9-aa1d-89ae43575e4a tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:11.347156 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-685fd096-acaa-479f-8772-5347da6ec11b req-326a0064-1224-4cf9-aa1d-89ae43575e4a tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 946 time: 0.1091013 Sep 16 04:50:11.434186 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-685fd096-acaa-479f-8772-5347da6ec11b req-054ee608-d228-463d-8a10-7febcc8a65bb tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786324 Sep 16 04:50:11.436339 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8bddabc0-47f2-46fc-9b9f-32cd76ea3076 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.485674 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.499985 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-0c5f004e-fe53-4106-ae33-13a70c2126f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'name': 'tempest-TaggedBootDevicesTest_v242-616669390-router', 'tenant_id': 'b4243ae1bae14f92bfd009f22277a59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': 'ebe234d1-9472-4a92-a56d-4fac4dd14bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:20Z', 'updated_at': '2021-09-16T04:50:09Z', 'revision_number': 5, 'project_id': 'b4243ae1bae14f92bfd009f22277a59c', 'gw_port': {'id': 'ebe234d1-9472-4a92-a56d-4fac4dd14bd9', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:59:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:21Z', 'updated_at': '2021-09-16T04:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:11.509472 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-8bddabc0-47f2-46fc-9b9f-32cd76ea3076 admin admin] Deleting port ebe234d1-9472-4a92-a56d-4fac4dd14bd9 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:11.509918 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8bddabc0-47f2-46fc-9b9f-32cd76ea3076 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.529792 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5f004e-fe53-4106-ae33-13a70c2126f7 None None] Checking router: 905d7f3c-c962-488c-b371-d3bf13d33551 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:50:11.538287 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5f004e-fe53-4106-ae33-13a70c2126f7 None None] Routers {'905d7f3c-c962-488c-b371-d3bf13d33551'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:11.538899 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-0c5f004e-fe53-4106-ae33-13a70c2126f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:49:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['905d7f3c-c962-488c-b371-d3bf13d33551'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:11.600956 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-8c7196fb-c078-4877-b0cd-f64f07d564c1 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-291007258&fields=id&tenant_id=9314d3ea71064ec8a4285d4ce520aaad HTTP/1.1" status: 200 len: 267 time: 0.0786123 Sep 16 04:50:11.634460 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-8bddabc0-47f2-46fc-9b9f-32cd76ea3076 admin admin] For port ebe234d1-9472-4a92-a56d-4fac4dd14bd9, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=ebe234d1-9472-4a92-a56d-4fac4dd14bd9,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:11.635184 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8bddabc0-47f2-46fc-9b9f-32cd76ea3076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.642209 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-0c5f004e-fe53-4106-ae33-13a70c2126f7 None None] Set router 905d7f3c-c962-488c-b371-d3bf13d33551 gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:11.673215 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-8bddabc0-47f2-46fc-9b9f-32cd76ea3076 admin admin] Calling delete_port for ebe234d1-9472-4a92-a56d-4fac4dd14bd9 owned by network:router_gateway {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:11.703241 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-0c5f004e-fe53-4106-ae33-13a70c2126f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'name': 'tempest-TaggedBootDevicesTest_v242-616669390-router', 'tenant_id': 'b4243ae1bae14f92bfd009f22277a59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:20Z', 'updated_at': '2021-09-16T04:50:11Z', 'revision_number': 6, 'project_id': 'b4243ae1bae14f92bfd009f22277a59c', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:11.731365 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5f004e-fe53-4106-ae33-13a70c2126f7 None None] The sync data for ids ['905d7f3c-c962-488c-b371-d3bf13d33551'] in n-d-712139-15 is: [{'id': '905d7f3c-c962-488c-b371-d3bf13d33551', 'name': 'tempest-TaggedBootDevicesTest_v242-616669390-router', 'tenant_id': 'b4243ae1bae14f92bfd009f22277a59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:20Z', 'updated_at': '2021-09-16T04:50:11Z', 'revision_number': 6, 'project_id': 'b4243ae1bae14f92bfd009f22277a59c', 'gw_port_host': None}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:50:11.797633 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-64356afd-abd4-4215-bb6c-2d2b7b8bc840 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:11.799606 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-64356afd-abd4-4215-bb6c-2d2b7b8bc840 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/networks?id=aa0b4719-d190-4155-9288-1e8935f8d00b HTTP/1.1" status: 200 len: 796 time: 0.1878021 Sep 16 04:50:11.875825 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-cc3b4697-e66d-44e0-90b9-f1425d1d4cd9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/quotas/9314d3ea71064ec8a4285d4ce520aaad HTTP/1.1" status: 200 len: 375 time: 0.0219123 Sep 16 04:50:11.964291 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-1e9465c7-a01c-42af-8408-30743d924801 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9314d3ea71064ec8a4285d4ce520aaad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823927 Sep 16 04:50:11.965902 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8bddabc0-47f2-46fc-9b9f-32cd76ea3076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.005765 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bddabc0-47f2-46fc-9b9f-32cd76ea3076 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebe234d1-9472-4a92-a56d-4fac4dd14bd9,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:12.144312 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8bddabc0-47f2-46fc-9b9f-32cd76ea3076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.148955 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-f07ed8a4-76d3-4c78-8807-b2ab07f63b0f service neutron] 10.222.0.35 "GET /v2.0/networks/aa0b4719-d190-4155-9288-1e8935f8d00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612363 Sep 16 04:50:12.274419 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8bddabc0-47f2-46fc-9b9f-32cd76ea3076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.278899 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8bddabc0-47f2-46fc-9b9f-32cd76ea3076 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.361907 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8bddabc0-47f2-46fc-9b9f-32cd76ea3076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.362635 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bddabc0-47f2-46fc-9b9f-32cd76ea3076 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 905d7f3c-c962-488c-b371-d3bf13d33551 {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:50:12.369702 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8bddabc0-47f2-46fc-9b9f-32cd76ea3076 admin admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.372142 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8bddabc0-47f2-46fc-9b9f-32cd76ea3076 admin admin] 10.222.0.35 "DELETE /v2.0/routers/905d7f3c-c962-488c-b371-d3bf13d33551 HTTP/1.1" status: 204 len: 168 time: 1.2313700 Sep 16 04:50:12.377322 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43542) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:12.388388 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-97e3c06c-022b-4396-ab4d-aff52658f976 service neutron] 10.222.0.35 "GET /v2.0/networks/aa0b4719-d190-4155-9288-1e8935f8d00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083206 Sep 16 04:50:12.457910 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-92edd88b-9115-4bea-bdca-2d38dcebab78 admin admin] Deleting subnet 7053ff15-410c-47cc-ae7a-b4692790659a {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:50:12.461930 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-92edd88b-9115-4bea-bdca-2d38dcebab78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.484516 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device e8fea6af-9893-41fd-8c8e-a7d135c85247 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:12.503996 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-92edd88b-9115-4bea-bdca-2d38dcebab78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.522477 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: e8fea6af-9893-41fd-8c8e-a7d135c85247 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:12.523967 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device e8fea6af-9893-41fd-8c8e-a7d135c85247 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:12.649522 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3428901-15ad-4090-ab19-757ceee4e000 x-openstack-request-id: req-a3428901-15ad-4090-ab19-757ceee4e000 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:12.650320 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56edfe58-1809-4b3c-8df3-4d42e03d5f53", "tag": "15bbe2db-0878-41e7-8c51-b6dedbebbe45", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:12.650540 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a3428901-15ad-4090-ab19-757ceee4e000 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:12.651289 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56edfe58-1809-4b3c-8df3-4d42e03d5f53', 'tag': '15bbe2db-0878-41e7-8c51-b6dedbebbe45', 'status': 'completed', 'code': 200} Sep 16 04:50:12.657486 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-92edd88b-9115-4bea-bdca-2d38dcebab78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.765705 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-92edd88b-9115-4bea-bdca-2d38dcebab78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.827665 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92edd88b-9115-4bea-bdca-2d38dcebab78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7053ff15-410c-47cc-ae7a-b4692790659a,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:12.833784 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-92edd88b-9115-4bea-bdca-2d38dcebab78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.839778 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-92edd88b-9115-4bea-bdca-2d38dcebab78 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7053ff15-410c-47cc-ae7a-b4692790659a HTTP/1.1" status: 204 len: 168 time: 0.4562182 Sep 16 04:50:12.840442 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43554) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:12.844883 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04dd448-ffbd-464a-babb-d823bbd1cc98 None None] Network d29577ec-b037-4a73-9540-c8c176056e63 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:12.861631 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a8072925-0c54-47cc-b9c4-a668d0bb84e7 req-49deeb6b-445b-47f7-9bc0-2201d5b197d0 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.236 HTTP/1.1" status: 200 len: 1001 time: 0.1883585 Sep 16 04:50:12.867153 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd15e4d-e45e-46b3-a3f5-4cafa41b9cd3 req-4bf1a2e0-2ad9-4cb8-9cfc-be4fdb0757d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:12.868706 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2bd15e4d-e45e-46b3-a3f5-4cafa41b9cd3 req-4bf1a2e0-2ad9-4cb8-9cfc-be4fdb0757d2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a9564092441641099968dab4826c23ad&device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 1097 time: 0.1189427 Sep 16 04:50:12.962143 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8072925-0c54-47cc-b9c4-a668d0bb84e7 req-ba5a3faa-3312-45ac-9ec8-a682cc80dcd0 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:12.963613 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a8072925-0c54-47cc-b9c4-a668d0bb84e7 req-ba5a3faa-3312-45ac-9ec8-a682cc80dcd0 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports/15bbe2db-0878-41e7-8c51-b6dedbebbe45 HTTP/1.1" status: 200 len: 942 time: 0.0921597 Sep 16 04:50:12.990775 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ac972086-ac4b-470f-b618-47f858086b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.116218 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd15e4d-e45e-46b3-a3f5-4cafa41b9cd3 req-dd6476ad-1801-41d4-9180-468f807e4a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:13.116759 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-ac972086-ac4b-470f-b618-47f858086b5f admin admin] Deleting port 8fd52aee-0501-4905-b3f9-41863cee9723 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:13.117964 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ac972086-ac4b-470f-b618-47f858086b5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.124623 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2bd15e4d-e45e-46b3-a3f5-4cafa41b9cd3 req-dd6476ad-1801-41d4-9180-468f807e4a8a service neutron] 10.222.0.48 "GET /v2.0/networks?id=fb168ec7-c9bc-48f2-8670-4d53a35f9eaf HTTP/1.1" status: 200 len: 921 time: 0.2400365 Sep 16 04:50:13.216981 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a8072925-0c54-47cc-b9c4-a668d0bb84e7 req-e25d8ce8-1f4d-4259-bad5-5a25b36385df tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.236 HTTP/1.1" status: 200 len: 1001 time: 0.1775632 Sep 16 04:50:13.258885 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2bd15e4d-e45e-46b3-a3f5-4cafa41b9cd3 req-758ce5e1-195f-45f1-9f5c-d1fb046680c0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15bbe2db-0878-41e7-8c51-b6dedbebbe45 HTTP/1.1" status: 200 len: 1001 time: 0.1228585 Sep 16 04:50:13.294515 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-ac972086-ac4b-470f-b618-47f858086b5f admin admin] For port 8fd52aee-0501-4905-b3f9-41863cee9723, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=8fd52aee-0501-4905-b3f9-41863cee9723,segment=NetworkSegment(8517faa2-72c8-4051-9ec9-932078d56c30),segment_id=8517faa2-72c8-4051-9ec9-932078d56c30)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:13.294897 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ac972086-ac4b-470f-b618-47f858086b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.321965 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-ac972086-ac4b-470f-b618-47f858086b5f admin admin] Calling delete_port for 8fd52aee-0501-4905-b3f9-41863cee9723 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:13.338913 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8c360248-c984-4735-9682-5fb8819edd72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.428888 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd15e4d-e45e-46b3-a3f5-4cafa41b9cd3 req-930f6949-932e-49c2-9853-5400564b50ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:13.431436 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2bd15e4d-e45e-46b3-a3f5-4cafa41b9cd3 req-930f6949-932e-49c2-9853-5400564b50ca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4941d4cc-c97b-4fdb-8d78-bd7d0a14ccd8 HTTP/1.1" status: 200 len: 860 time: 0.1583910 Sep 16 04:50:13.463534 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6320175-1870-4398-ac1c-5eb2eaf6709a None None] DHCP port deletion for d29577ec-b037-4a73-9540-c8c176056e63 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:50:13.494664 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ac972086-ac4b-470f-b618-47f858086b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.501762 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2bd15e4d-e45e-46b3-a3f5-4cafa41b9cd3 req-efebfa98-c4cf-488e-bef6-c057e00a0cdc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb168ec7-c9bc-48f2-8670-4d53a35f9eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595345 Sep 16 04:50:13.514008 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.515445 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8072925-0c54-47cc-b9c4-a668d0bb84e7 req-dee83a7a-bffd-4970-8792-0d7971eebdfc tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:13.529670 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a8072925-0c54-47cc-b9c4-a668d0bb84e7 req-dee83a7a-bffd-4970-8792-0d7971eebdfc tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 784 time: 0.3030474 Sep 16 04:50:13.540896 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac972086-ac4b-470f-b618-47f858086b5f admin admin] Pushing event deleted for resources: {'Port': ['ID=8fd52aee-0501-4905-b3f9-41863cee9723,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:13.544403 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac972086-ac4b-470f-b618-47f858086b5f admin admin] No DVR routers for this DVR port 8fd52aee-0501-4905-b3f9-41863cee9723 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:13.556385 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-e6320175-1870-4398-ac1c-5eb2eaf6709a None None] Deleting port 8fd52aee-0501-4905-b3f9-41863cee9723 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:13.556799 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e6320175-1870-4398-ac1c-5eb2eaf6709a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.650691 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-e6320175-1870-4398-ac1c-5eb2eaf6709a None None] For port 8fd52aee-0501-4905-b3f9-41863cee9723, host n-d-712139-15, got binding levels [] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:13.651096 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e6320175-1870-4398-ac1c-5eb2eaf6709a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.675241 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-e6320175-1870-4398-ac1c-5eb2eaf6709a None None] Calling delete_port for 8fd52aee-0501-4905-b3f9-41863cee9723 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:13.679550 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.ipam_backend_mixin [None req-e6320175-1870-4398-ac1c-5eb2eaf6709a None None] Port 8fd52aee-0501-4905-b3f9-41863cee9723 was not found and therefore no delete operation was performed {{(pid=94768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 04:50:13.684772 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e6320175-1870-4398-ac1c-5eb2eaf6709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.687596 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ac972086-ac4b-470f-b618-47f858086b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.726533 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-ac972086-ac4b-470f-b618-47f858086b5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d29577ec-b037-4a73-9540-c8c176056e63']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:13.750576 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-ac972086-ac4b-470f-b618-47f858086b5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8517faa2-72c8-4051-9ec9-932078d56c30') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:13.750576 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-ac972086-ac4b-470f-b618-47f858086b5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8517faa2-72c8-4051-9ec9-932078d56c30') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:13.751524 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6320175-1870-4398-ac1c-5eb2eaf6709a None None] Pushing event deleted for resources: {'Port': ['ID=8fd52aee-0501-4905-b3f9-41863cee9723,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:13.753074 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6320175-1870-4398-ac1c-5eb2eaf6709a None None] No DVR routers for this DVR port 8fd52aee-0501-4905-b3f9-41863cee9723 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:13.769983 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ac972086-ac4b-470f-b618-47f858086b5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.787960 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ac972086-ac4b-470f-b618-47f858086b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.791341 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a8072925-0c54-47cc-b9c4-a668d0bb84e7 req-f577d306-542e-4257-99b3-5ebfb35d3ffc tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.236 HTTP/1.1" status: 200 len: 1001 time: 0.2602806 Sep 16 04:50:13.802446 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac972086-ac4b-470f-b618-47f858086b5f admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:50:13.802862 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ac972086-ac4b-470f-b618-47f858086b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.804718 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:50:13.804718 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:50:13.804718 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:50:13.804718 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:50:13.804718 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:50:13.804718 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:50:13.804718 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:50:13.804718 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:50:13.804718 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:50:13.804718 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:50:13.804718 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:50:13.804718 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:50:13.804718 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:50:13.804718 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:50:13.804718 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:50:13.804718 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:50:13.804718 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:50:13.804718 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:50:13.804718 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:50:13.804718 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:50:13.804718 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:50:13.804718 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:50:13.804718 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:50:13.804718 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:50:13.804718 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:50:13.804718 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:50:13.804718 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:50:13.804718 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:50:13.804718 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:50:13.804718 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:50:13.804718 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:50:13.804718 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:50:13.809027 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-a8072925-0c54-47cc-b9c4-a668d0bb84e7 req-87b80a34-6597-4ea8-8dd8-2c0e20462c63 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:13.872214 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ac972086-ac4b-470f-b618-47f858086b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.880612 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ac972086-ac4b-470f-b618-47f858086b5f admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.884091 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ac972086-ac4b-470f-b618-47f858086b5f admin admin] 10.222.0.35 "DELETE /v2.0/networks/d29577ec-b037-4a73-9540-c8c176056e63 HTTP/1.1" status: 204 len: 168 time: 1.0417378 Sep 16 04:50:13.902577 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac972086-ac4b-470f-b618-47f858086b5f admin admin] Pushing event deleted for resources: {'Network': ['ID=d29577ec-b037-4a73-9540-c8c176056e63,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:13.910937 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2bd15e4d-e45e-46b3-a3f5-4cafa41b9cd3 req-fe92d175-e14d-4d7c-9c91-2f469e425ede service neutron] 10.222.0.48 "GET /v2.0/networks/fb168ec7-c9bc-48f2-8670-4d53a35f9eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778214 Sep 16 04:50:13.952338 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a8072925-0c54-47cc-b9c4-a668d0bb84e7 req-87b80a34-6597-4ea8-8dd8-2c0e20462c63 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks [] for floatingip, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.075596 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43560) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:14.127502 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2bd15e4d-e45e-46b3-a3f5-4cafa41b9cd3 req-7e4caf12-98f8-432d-957d-77cd0904ed12 service neutron] 10.222.0.48 "GET /v2.0/networks/fb168ec7-c9bc-48f2-8670-4d53a35f9eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063994 Sep 16 04:50:14.159032 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-311a818d-a6a5-4e8a-a2eb-9b4224eeb51d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b4243ae1bae14f92bfd009f22277a59c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0817108 Sep 16 04:50:14.161681 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43562) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:14.175119 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device ebe234d1-9472-4a92-a56d-4fac4dd14bd9 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:14.197768 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: ebe234d1-9472-4a92-a56d-4fac4dd14bd9 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:14.198395 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device ebe234d1-9472-4a92-a56d-4fac4dd14bd9 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:14.199174 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 8fd52aee-0501-4905-b3f9-41863cee9723 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:14.201996 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a8072925-0c54-47cc-b9c4-a668d0bb84e7 req-87b80a34-6597-4ea8-8dd8-2c0e20462c63 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.208821 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a8072925-0c54-47cc-b9c4-a668d0bb84e7 req-87b80a34-6597-4ea8-8dd8-2c0e20462c63 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.210437 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [req-a8072925-0c54-47cc-b9c4-a668d0bb84e7 req-87b80a34-6597-4ea8-8dd8-2c0e20462c63 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Floating IP 0970b8f8-c8fa-4e14-a1c5-91598531f57d disassociated. External IP: 172.25.8.236, port: 15bbe2db-0878-41e7-8c51-b6dedbebbe45. Sep 16 04:50:14.224949 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 8fd52aee-0501-4905-b3f9-41863cee9723 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:14.225297 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 8fd52aee-0501-4905-b3f9-41863cee9723 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:14.229703 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0fc0f3ca-9149-4fc8-a5e5-1d3f4803c458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.271705 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0fc0f3ca-9149-4fc8-a5e5-1d3f4803c458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.354109 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0fc0f3ca-9149-4fc8-a5e5-1d3f4803c458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.359081 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0fc0f3ca-9149-4fc8-a5e5-1d3f4803c458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.364391 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0fc0f3ca-9149-4fc8-a5e5-1d3f4803c458 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/be052b50-27c5-484b-b997-f9099d48371c HTTP/1.1" status: 204 len: 168 time: 0.2014468 Sep 16 04:50:14.382177 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0f3ca-9149-4fc8-a5e5-1d3f4803c458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be052b50-27c5-484b-b997-f9099d48371c,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:14.483478 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.487026 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.523257 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-57fb3337-e4d3-4555-a4f1-0a70d7dde693 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:14.524761 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-57fb3337-e4d3-4555-a4f1-0a70d7dde693 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.48 "GET /v2.0/networks?id=aa0b4719-d190-4155-9288-1e8935f8d00b HTTP/1.1" status: 200 len: 796 time: 0.2001796 Sep 16 04:50:14.605666 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8072925-0c54-47cc-b9c4-a668d0bb84e7 req-87b80a34-6597-4ea8-8dd8-2c0e20462c63 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Router ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:50:14.634142 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-a384c6c4-4fbe-49a8-ad07-099a80025704 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9314d3ea71064ec8a4285d4ce520aaad HTTP/1.1" status: 200 len: 379 time: 0.0609927 Sep 16 04:50:14.684744 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-e1204ebd-7436-4cd3-ad23-80dcdc1c2f37 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'port': {'device_id': '592b60db-3b38-4907-99fb-c8d6b0594d0d', 'network_id': 'aa0b4719-d190-4155-9288-1e8935f8d00b', 'admin_state_up': True, 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'security_groups': ['db3037be-fc36-4334-ae38-b046958ea600']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:14.843713 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8072925-0c54-47cc-b9c4-a668d0bb84e7 req-87b80a34-6597-4ea8-8dd8-2c0e20462c63 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:50:14.849325 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a8072925-0c54-47cc-b9c4-a668d0bb84e7 req-87b80a34-6597-4ea8-8dd8-2c0e20462c63 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.860677 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591c70d9-608c-4e1a-8a37-e4941b70d708 None None] Sync routers for ids ['ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:50:14.873884 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591c70d9-608c-4e1a-8a37-e4941b70d708 None None] Routers {'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:14.874515 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-591c70d9-608c-4e1a-8a37-e4941b70d708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:50:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:14.904140 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a8072925-0c54-47cc-b9c4-a668d0bb84e7 req-87b80a34-6597-4ea8-8dd8-2c0e20462c63 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "PUT /v2.0/floatingips/0970b8f8-c8fa-4e14-a1c5-91598531f57d HTTP/1.1" status: 200 len: 695 time: 1.1046982 Sep 16 04:50:14.907185 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56edfe58-1809-4b3c-8df3-4d42e03d5f53', 'tag': '15bbe2db-0878-41e7-8c51-b6dedbebbe45'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:14.910043 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90887ab8-f57e-4b93-b3ea-bb46340842d3" -d '{"events": [{"name": "network-changed", "server_uuid": "56edfe58-1809-4b3c-8df3-4d42e03d5f53", "tag": "15bbe2db-0878-41e7-8c51-b6dedbebbe45"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:14.959439 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-e1204ebd-7436-4cd3-ad23-80dcdc1c2f37 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Made reservation on behalf of 9314d3ea71064ec8a4285d4ce520aaad for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:14.963302 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-e1204ebd-7436-4cd3-ad23-80dcdc1c2f37 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.037311 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-591c70d9-608c-4e1a-8a37-e4941b70d708 None None] Set router ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:15.050321 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8072925-0c54-47cc-b9c4-a668d0bb84e7 req-e139377e-1df0-43b5-960c-2947fbdd4747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:15.051909 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a8072925-0c54-47cc-b9c4-a668d0bb84e7 req-e139377e-1df0-43b5-960c-2947fbdd4747 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a9564092441641099968dab4826c23ad&device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 1097 time: 0.1260703 Sep 16 04:50:15.242153 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-e1204ebd-7436-4cd3-ad23-80dcdc1c2f37 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Allocated IP 172.20.0.6 (aa0b4719-d190-4155-9288-1e8935f8d00b/7e7bc69f-119c-452c-8694-2e9288e222ac/545b55b6-6b09-445a-8fdd-b488ee92f1be) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:15.268435 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8072925-0c54-47cc-b9c4-a668d0bb84e7 req-63351126-6de7-49a1-b161-7b4d9a2450bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:15.269977 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a8072925-0c54-47cc-b9c4-a668d0bb84e7 req-63351126-6de7-49a1-b161-7b4d9a2450bc service neutron] 10.222.0.35 "GET /v2.0/networks?id=fb168ec7-c9bc-48f2-8670-4d53a35f9eaf HTTP/1.1" status: 200 len: 921 time: 0.2003808 Sep 16 04:50:15.290049 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-591c70d9-608c-4e1a-8a37-e4941b70d708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1095599580-router', 'tenant_id': 'a9564092441641099968dab4826c23ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'a6b16912-e37c-40db-ba69-775bacdd86a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:48Z', 'updated_at': '2021-09-16T04:48:52Z', 'revision_number': 4, 'project_id': 'a9564092441641099968dab4826c23ad', 'gw_port': {'id': 'a6b16912-e37c-40db-ba69-775bacdd86a6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:49Z', 'updated_at': '2021-09-16T04:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'fa4d9452-8a6e-44e1-9726-ddb5692bd936', 'name': '', 'network_id': 'fb168ec7-c9bc-48f2-8670-4d53a35f9eaf', 'tenant_id': 'a9564092441641099968dab4826c23ad', 'mac_address': 'fa:16:3e:4e:51:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '4941d4cc-c97b-4fdb-8d78-bd7d0a14ccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:51Z', 'updated_at': '2021-09-16T04:49:00Z', 'revision_number': 5, 'project_id': 'a9564092441641099968dab4826c23ad', 'subnets': [{'id': '4941d4cc-c97b-4fdb-8d78-bd7d0a14ccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:15.306346 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43588) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:15.319509 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591c70d9-608c-4e1a-8a37-e4941b70d708 None None] Checking router: ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:50:15.329071 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591c70d9-608c-4e1a-8a37-e4941b70d708 None None] Routers {'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:15.329700 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-591c70d9-608c-4e1a-8a37-e4941b70d708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:50:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:15.348406 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a8072925-0c54-47cc-b9c4-a668d0bb84e7 req-c2eeb677-7655-49ac-94c4-237d6fa2ae1c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15bbe2db-0878-41e7-8c51-b6dedbebbe45 HTTP/1.1" status: 200 len: 217 time: 0.0690091 Sep 16 04:50:15.423838 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-f06b1276-253c-4182-8985-1c5674c09cde admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-175593953-network', 'tenant_id': '097a363b67ea49498cd02794a5c40b7b'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:15.458284 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06b1276-253c-4182-8985-1c5674c09cde admin admin] Made reservation on behalf of 097a363b67ea49498cd02794a5c40b7b for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:15.460707 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f06b1276-253c-4182-8985-1c5674c09cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.463231 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-591c70d9-608c-4e1a-8a37-e4941b70d708 None None] Set router ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:15.471136 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f06b1276-253c-4182-8985-1c5674c09cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.577868 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f06b1276-253c-4182-8985-1c5674c09cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.582486 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f06b1276-253c-4182-8985-1c5674c09cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.614243 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f06b1276-253c-4182-8985-1c5674c09cde admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:50:15.622458 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b1276-253c-4182-8985-1c5674c09cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:15.629486 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f06b1276-253c-4182-8985-1c5674c09cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.630122 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-f06b1276-253c-4182-8985-1c5674c09cde admin admin] Added segment 01aafaa9-a340-46ca-887a-6648c79e8c73 of type vlan for network 8c931ccc-5cf1-447a-be72-662f80eb3cc7 Sep 16 04:50:15.684060 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f06b1276-253c-4182-8985-1c5674c09cde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.692285 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-591c70d9-608c-4e1a-8a37-e4941b70d708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1095599580-router', 'tenant_id': 'a9564092441641099968dab4826c23ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'a6b16912-e37c-40db-ba69-775bacdd86a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:48Z', 'updated_at': '2021-09-16T04:48:52Z', 'revision_number': 4, 'project_id': 'a9564092441641099968dab4826c23ad', 'gw_port': {'id': 'a6b16912-e37c-40db-ba69-775bacdd86a6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:49Z', 'updated_at': '2021-09-16T04:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'fa4d9452-8a6e-44e1-9726-ddb5692bd936', 'name': '', 'network_id': 'fb168ec7-c9bc-48f2-8670-4d53a35f9eaf', 'tenant_id': 'a9564092441641099968dab4826c23ad', 'mac_address': 'fa:16:3e:4e:51:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '4941d4cc-c97b-4fdb-8d78-bd7d0a14ccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:51Z', 'updated_at': '2021-09-16T04:49:00Z', 'revision_number': 5, 'project_id': 'a9564092441641099968dab4826c23ad', 'subnets': [{'id': '4941d4cc-c97b-4fdb-8d78-bd7d0a14ccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:15.712778 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f06b1276-253c-4182-8985-1c5674c09cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.714385 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06b1276-253c-4182-8985-1c5674c09cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:15.715208 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f06b1276-253c-4182-8985-1c5674c09cde admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.720388 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591c70d9-608c-4e1a-8a37-e4941b70d708 None None] The sync data for ids ['ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc'] in n-d-712139-15 is: [{'id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1095599580-router', 'tenant_id': 'a9564092441641099968dab4826c23ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'a6b16912-e37c-40db-ba69-775bacdd86a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:48Z', 'updated_at': '2021-09-16T04:48:52Z', 'revision_number': 4, 'project_id': 'a9564092441641099968dab4826c23ad', 'gw_port': {'id': 'a6b16912-e37c-40db-ba69-775bacdd86a6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:49Z', 'updated_at': '2021-09-16T04:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'fa4d9452-8a6e-44e1-9726-ddb5692bd936', 'name': '', 'network_id': 'fb168ec7-c9bc-48f2-8670-4d53a35f9eaf', 'tenant_id': 'a9564092441641099968dab4826c23ad', 'mac_address': 'fa:16:3e:4e:51:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '4941d4cc-c97b-4fdb-8d78-bd7d0a14ccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:51Z', 'updated_at': '2021-09-16T04:49:00Z', 'revision_number': 5, 'project_id': 'a9564092441641099968dab4826c23ad', 'subnets': [{'id': '4941d4cc-c97b-4fdb-8d78-bd7d0a14ccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:50:15.758031 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f06b1276-253c-4182-8985-1c5674c09cde admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4499514 Sep 16 04:50:15.760444 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43592) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:15.789609 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-a012ce82-3ee6-4a69-9ba9-ef57f7b18940 admin admin] Request body: {'subnet': {'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-175593953-subnet', 'tenant_id': '097a363b67ea49498cd02794a5c40b7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:15.798778 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b1276-253c-4182-8985-1c5674c09cde admin admin] Pushing event updated for resources: {'Network': ['ID=8c931ccc-5cf1-447a-be72-662f80eb3cc7,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:15.811062 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 8c931ccc-5cf1-447a-be72-662f80eb3cc7 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:50:15.817370 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a012ce82-3ee6-4a69-9ba9-ef57f7b18940 admin admin] Made reservation on behalf of 097a363b67ea49498cd02794a5c40b7b for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:15.820007 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a012ce82-3ee6-4a69-9ba9-ef57f7b18940 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.849328 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8072925-0c54-47cc-b9c4-a668d0bb84e7 req-d7c973a0-75ff-4c98-8cc8-36cb427d956b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:15.850890 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a8072925-0c54-47cc-b9c4-a668d0bb84e7 req-d7c973a0-75ff-4c98-8cc8-36cb427d956b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4941d4cc-c97b-4fdb-8d78-bd7d0a14ccd8 HTTP/1.1" status: 200 len: 860 time: 0.4945424 Sep 16 04:50:15.891415 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a8072925-0c54-47cc-b9c4-a668d0bb84e7 req-43d404a4-b66f-44f7-a46f-ac50aad663e2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fb168ec7-c9bc-48f2-8670-4d53a35f9eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304809 Sep 16 04:50:15.954700 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-e1204ebd-7436-4cd3-ad23-80dcdc1c2f37 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.959121 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.024888 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a012ce82-3ee6-4a69-9ba9-ef57f7b18940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.030849 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a8072925-0c54-47cc-b9c4-a668d0bb84e7 req-51a3062e-2de5-4ded-a101-dc202218feaa service neutron] 10.222.0.35 "GET /v2.0/networks/fb168ec7-c9bc-48f2-8670-4d53a35f9eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295688 Sep 16 04:50:16.049841 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-e1204ebd-7436-4cd3-ad23-80dcdc1c2f37 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.094006 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a012ce82-3ee6-4a69-9ba9-ef57f7b18940 admin admin] Checking segment: {'id': '01aafaa9-a340-46ca-887a-6648c79e8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:16.094369 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a012ce82-3ee6-4a69-9ba9-ef57f7b18940 admin admin] Network hostable DHCP agents. Network: 8c931ccc-5cf1-447a-be72-662f80eb3cc7, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:50:16.097606 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012ce82-3ee6-4a69-9ba9-ef57f7b18940 admin admin] Pushing event updated for resources: {'Subnet': ['ID=984819ef-39e4-42b6-ac0e-e1f025f28a4e,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:16.112990 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-e1204ebd-7436-4cd3-ad23-80dcdc1c2f37 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Network aa0b4719-d190-4155-9288-1e8935f8d00b is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:16.115823 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a012ce82-3ee6-4a69-9ba9-ef57f7b18940 admin admin] Network 8c931ccc-5cf1-447a-be72-662f80eb3cc7 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:50:16.130059 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-a012ce82-3ee6-4a69-9ba9-ef57f7b18940 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 8c931ccc-5cf1-447a-be72-662f80eb3cc7) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:16.137455 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a012ce82-3ee6-4a69-9ba9-ef57f7b18940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:16.138252 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a012ce82-3ee6-4a69-9ba9-ef57f7b18940 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.144065 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e369fda7-5ce5-41e8-b110-1c430f5182ce None None] Network 8c931ccc-5cf1-447a-be72-662f80eb3cc7 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:16.156011 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-e1204ebd-7436-4cd3-ad23-80dcdc1c2f37 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:16.156277 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a012ce82-3ee6-4a69-9ba9-ef57f7b18940 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3946667 Sep 16 04:50:16.158666 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-e1204ebd-7436-4cd3-ad23-80dcdc1c2f37 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:16.216406 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1204ebd-7436-4cd3-ad23-80dcdc1c2f37 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'Port': ['ID=545b55b6-6b09-445a-8fdd-b488ee92f1be,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:16.272905 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a8072925-0c54-47cc-b9c4-a668d0bb84e7 req-f5a225dd-a975-4932-a815-f778f105ff9e service neutron] 10.222.0.35 "GET /v2.0/networks/fb168ec7-c9bc-48f2-8670-4d53a35f9eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314835 Sep 16 04:50:16.293293 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-e1204ebd-7436-4cd3-ad23-80dcdc1c2f37 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:16.294730 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-e1204ebd-7436-4cd3-ad23-80dcdc1c2f37 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.327820 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-e1204ebd-7436-4cd3-ad23-80dcdc1c2f37 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6485841 Sep 16 04:50:16.350211 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-4c5ccd1f-667d-408d-9717-fced9139b26c service neutron] Request body: {'port': {'device_id': '592b60db-3b38-4907-99fb-c8d6b0594d0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:16.353704 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48acef5-6e03-4296-881c-2e24a714a13c None None] Network 8c931ccc-5cf1-447a-be72-662f80eb3cc7 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:16.455462 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-4c5ccd1f-667d-408d-9717-fced9139b26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.476911 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05960b8e-9012-431f-a977-06351adfba22 req-d5eb5913-37bd-4580-b765-32a208db171e tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:16.478391 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-05960b8e-9012-431f-a977-06351adfba22 req-d5eb5913-37bd-4580-b765-32a208db171e tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0982773 Sep 16 04:50:16.513920 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-2bd2fd1a-61e0-47b6-83cd-af747fc54164 None None] Provisioning complete for port 545b55b6-6b09-445a-8fdd-b488ee92f1be triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:16.514301 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2bd2fd1a-61e0-47b6-83cd-af747fc54164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.549028 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-2bd2fd1a-61e0-47b6-83cd-af747fc54164 None None] Port 545b55b6-6b09-445a-8fdd-b488ee92f1be cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:50:16.607601 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-05960b8e-9012-431f-a977-06351adfba22 req-30552ca3-e471-4b62-99e5-59c9dcdf4ef8 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057577 Sep 16 04:50:16.804476 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5378bafb-bc77-4705-96c5-6b56777f33e7 None None] New status for floating IP 0970b8f8-c8fa-4e14-a1c5-91598531f57d: DOWN {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:50:16.831661 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-4c5ccd1f-667d-408d-9717-fced9139b26c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 545b55b6-6b09-445a-8fdd-b488ee92f1be {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:16.844604 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-4c5ccd1f-667d-408d-9717-fced9139b26c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.861156 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-4c5ccd1f-667d-408d-9717-fced9139b26c service neutron] Transition to ACTIVE for port object 545b55b6-6b09-445a-8fdd-b488ee92f1be will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:50:16.867383 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-4c5ccd1f-667d-408d-9717-fced9139b26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.934391 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ccd1f-667d-408d-9717-fced9139b26c service neutron] Pushing event updated for resources: {'Port': ['ID=545b55b6-6b09-445a-8fdd-b488ee92f1be,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:17.079045 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bee72-c1ed-492c-b843-a575f3749b19 req-b2de2855-8baa-44f5-b33a-9a240447134f tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:17.080703 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-458bee72-c1ed-492c-b843-a575f3749b19 req-b2de2855-8baa-44f5-b33a-9a240447134f tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 946 time: 0.1327150 Sep 16 04:50:17.082037 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-4c5ccd1f-667d-408d-9717-fced9139b26c service neutron] Attempting to bind port 545b55b6-6b09-445a-8fdd-b488ee92f1be on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:17.082388 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-4c5ccd1f-667d-408d-9717-fced9139b26c service neutron] Attempting to bind port 545b55b6-6b09-445a-8fdd-b488ee92f1be by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': 'd1837529-ad66-44a9-9332-3b3adb88bcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'aa0b4719-d190-4155-9288-1e8935f8d00b'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:17.082705 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-4c5ccd1f-667d-408d-9717-fced9139b26c service neutron] Attempting to bind port 545b55b6-6b09-445a-8fdd-b488ee92f1be on network aa0b4719-d190-4155-9288-1e8935f8d00b {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:17.095289 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-4c5ccd1f-667d-408d-9717-fced9139b26c service neutron] Port 545b55b6-6b09-445a-8fdd-b488ee92f1be on network aa0b4719-d190-4155-9288-1e8935f8d00b not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:50:17.095579 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-4c5ccd1f-667d-408d-9717-fced9139b26c service neutron] Attempting to bind port 545b55b6-6b09-445a-8fdd-b488ee92f1be on network aa0b4719-d190-4155-9288-1e8935f8d00b {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:17.114966 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-4c5ccd1f-667d-408d-9717-fced9139b26c service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:17.115311 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-4c5ccd1f-667d-408d-9717-fced9139b26c service neutron] Checking segment: {'id': 'd1837529-ad66-44a9-9332-3b3adb88bcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'aa0b4719-d190-4155-9288-1e8935f8d00b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:17.115714 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-4c5ccd1f-667d-408d-9717-fced9139b26c service neutron] Bound using segment: {'id': 'd1837529-ad66-44a9-9332-3b3adb88bcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'aa0b4719-d190-4155-9288-1e8935f8d00b'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:17.116172 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-4c5ccd1f-667d-408d-9717-fced9139b26c service neutron] Bound port: 545b55b6-6b09-445a-8fdd-b488ee92f1be, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1837529-ad66-44a9-9332-3b3adb88bcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'aa0b4719-d190-4155-9288-1e8935f8d00b'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:17.116536 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-4c5ccd1f-667d-408d-9717-fced9139b26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.207247 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-458bee72-c1ed-492c-b843-a575f3749b19 req-9f46f97c-38b0-4118-a5d6-44502df2001d tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057460 Sep 16 04:50:17.266281 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-4c5ccd1f-667d-408d-9717-fced9139b26c service neutron] For port 545b55b6-6b09-445a-8fdd-b488ee92f1be, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:17.274649 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-4c5ccd1f-667d-408d-9717-fced9139b26c service neutron] For port 545b55b6-6b09-445a-8fdd-b488ee92f1be, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=545b55b6-6b09-445a-8fdd-b488ee92f1be,segment=NetworkSegment(d1837529-ad66-44a9-9332-3b3adb88bcca),segment_id=d1837529-ad66-44a9-9332-3b3adb88bcca)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:17.298651 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-4c5ccd1f-667d-408d-9717-fced9139b26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.403087 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-4c5ccd1f-667d-408d-9717-fced9139b26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:17.404146 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-4c5ccd1f-667d-408d-9717-fced9139b26c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.406487 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-4c5ccd1f-667d-408d-9717-fced9139b26c service neutron] 10.222.0.48 "PUT /v2.0/ports/545b55b6-6b09-445a-8fdd-b488ee92f1be HTTP/1.1" status: 200 len: 1092 time: 1.0624375 Sep 16 04:50:17.454353 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e4a5a-efa0-4a06-a561-606fe039e808 req-76c14d4f-9fcc-42ed-9f68-603e7a7de1af tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:17.457384 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9f0e4a5a-efa0-4a06-a561-606fe039e808 req-76c14d4f-9fcc-42ed-9f68-603e7a7de1af tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 943 time: 0.1628520 Sep 16 04:50:17.458767 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ccd1f-667d-408d-9717-fced9139b26c service neutron] Pushing event updated for resources: {'Port': ['ID=545b55b6-6b09-445a-8fdd-b488ee92f1be,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:17.541203 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9f0e4a5a-efa0-4a06-a561-606fe039e808 req-eddbf312-85fd-4b95-82f9-cbd824aebd6b tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=db3037be-fc36-4334-ae38-b046958ea600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706162 Sep 16 04:50:17.553809 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-a82b2fbb-2ece-46ac-9c11-61bd743c1694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:17.557256 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-a82b2fbb-2ece-46ac-9c11-61bd743c1694 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9314d3ea71064ec8a4285d4ce520aaad&device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 1095 time: 0.0698271 Sep 16 04:50:17.611385 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127e30bd-64cb-41a3-9415-5da46b10a0dd x-openstack-request-id: req-127e30bd-64cb-41a3-9415-5da46b10a0dd {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:17.611676 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56edfe58-1809-4b3c-8df3-4d42e03d5f53", "tag": "15bbe2db-0878-41e7-8c51-b6dedbebbe45", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:17.611924 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-127e30bd-64cb-41a3-9415-5da46b10a0dd {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:17.612319 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56edfe58-1809-4b3c-8df3-4d42e03d5f53', 'tag': '15bbe2db-0878-41e7-8c51-b6dedbebbe45', 'status': 'completed', 'code': 200} Sep 16 04:50:17.615531 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-d376cc78-45d7-47c1-9524-4aab28d0613c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=545b55b6-6b09-445a-8fdd-b488ee92f1be HTTP/1.1" status: 200 len: 217 time: 0.0418913 Sep 16 04:50:17.731854 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ec2391a7-0437-4c29-bd31-602a0ce8311e req-0fbb421e-9e86-413c-96f8-78b36dd99f7f tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/floatingips/0970b8f8-c8fa-4e14-a1c5-91598531f57d HTTP/1.1" status: 200 len: 693 time: 0.1180747 Sep 16 04:50:17.796718 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-02fdf686-85d2-43ae-b0d6-3f348eb7be8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:17.798333 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-02fdf686-85d2-43ae-b0d6-3f348eb7be8c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e7bc69f-119c-452c-8694-2e9288e222ac HTTP/1.1" status: 200 len: 835 time: 0.1417317 Sep 16 04:50:17.853058 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90887ab8-f57e-4b93-b3ea-bb46340842d3 req-ef84b8a0-7fca-43f0-9bed-ab5456383c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:17.854589 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90887ab8-f57e-4b93-b3ea-bb46340842d3 req-ef84b8a0-7fca-43f0-9bed-ab5456383c6c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a9564092441641099968dab4826c23ad&device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 1097 time: 0.1995735 Sep 16 04:50:17.982908 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2391a7-0437-4c29-bd31-602a0ce8311e req-40a6ed71-a9db-47dd-b948-31ea4690a4dc tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:17.984336 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ec2391a7-0437-4c29-bd31-602a0ce8311e req-40a6ed71-a9db-47dd-b948-31ea4690a4dc tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 784 time: 0.2394843 Sep 16 04:50:17.988204 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-6a271786-10ec-4325-ad5c-b0af57afbba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:17.989657 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-6a271786-10ec-4325-ad5c-b0af57afbba4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=aa0b4719-d190-4155-9288-1e8935f8d00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1818464 Sep 16 04:50:18.073457 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ec2391a7-0437-4c29-bd31-602a0ce8311e req-96454717-f8c7-4a11-b38f-31017e7e05ec tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.236 HTTP/1.1" status: 200 len: 696 time: 0.0812869 Sep 16 04:50:18.076175 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90887ab8-f57e-4b93-b3ea-bb46340842d3 req-320e4af8-97ac-4cad-a08f-d61c91104279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:18.077578 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90887ab8-f57e-4b93-b3ea-bb46340842d3 req-320e4af8-97ac-4cad-a08f-d61c91104279 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fb168ec7-c9bc-48f2-8670-4d53a35f9eaf HTTP/1.1" status: 200 len: 921 time: 0.2017062 Sep 16 04:50:18.192048 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90887ab8-f57e-4b93-b3ea-bb46340842d3 req-dbd02109-687e-4a5a-8cfc-99332f069b4b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15bbe2db-0878-41e7-8c51-b6dedbebbe45 HTTP/1.1" status: 200 len: 217 time: 0.0761468 Sep 16 04:50:18.194942 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ec2391a7-0437-4c29-bd31-602a0ce8311e req-2aefe9c5-22b9-4fec-8e3b-eaf087c0c558 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.8.236 HTTP/1.1" status: 200 len: 696 time: 0.1147163 Sep 16 04:50:18.286196 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device f9cad535-e02e-4346-9217-2b257f68c294 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:18.290378 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-0043ffb4-8fc1-4d38-9924-78db869bf5e5 service neutron] 10.222.0.48 "GET /v2.0/networks/aa0b4719-d190-4155-9288-1e8935f8d00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599854 Sep 16 04:50:18.342159 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90887ab8-f57e-4b93-b3ea-bb46340842d3 req-a90cbad9-3987-450e-9b52-42b9b3c94b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:18.343650 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90887ab8-f57e-4b93-b3ea-bb46340842d3 req-a90cbad9-3987-450e-9b52-42b9b3c94b26 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4941d4cc-c97b-4fdb-8d78-bd7d0a14ccd8 HTTP/1.1" status: 200 len: 860 time: 0.1444876 Sep 16 04:50:18.375997 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.394779 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90887ab8-f57e-4b93-b3ea-bb46340842d3 req-4b65e6c1-6716-4b3b-b3e5-9394ca80cd68 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb168ec7-c9bc-48f2-8670-4d53a35f9eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351067 Sep 16 04:50:18.403199 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13bc609-4ded-492f-9eb3-5182af03dc37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9cad535-e02e-4346-9217-2b257f68c294'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:18.405548 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa3b80e-ca3e-43e0-95b6-f1ae719900b4" -d '{"events": [{"server_uuid": "a13bc609-4ded-492f-9eb3-5182af03dc37", "name": "network-vif-unplugged", "status": "completed", "tag": "f9cad535-e02e-4346-9217-2b257f68c294"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:18.420676 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port f9cad535-e02e-4346-9217-2b257f68c294, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=f9cad535-e02e-4346-9217-2b257f68c294,segment=NetworkSegment(3c7e498d-1564-41e2-a9e3-5e79bd3860cd),segment_id=3c7e498d-1564-41e2-a9e3-5e79bd3860cd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:18.425890 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.482335 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=f9cad535-e02e-4346-9217-2b257f68c294,revision_number=6']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:18.546909 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b02ae41d-754a-496b-9714-af46374fc6a7 req-ed1e8479-cef2-4c92-828f-f0bce7db1d2d service neutron] 10.222.0.48 "GET /v2.0/networks/aa0b4719-d190-4155-9288-1e8935f8d00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466359 Sep 16 04:50:18.571881 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90887ab8-f57e-4b93-b3ea-bb46340842d3 req-867204d9-52dd-4eab-a299-5c643e2e3307 service neutron] 10.222.0.48 "GET /v2.0/networks/fb168ec7-c9bc-48f2-8670-4d53a35f9eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554418 Sep 16 04:50:18.575658 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-ec2391a7-0437-4c29-bd31-602a0ce8311e req-0686a90b-81e7-45f3-9d77-f25a42148ddf tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Deleting port e5cbeadd-1a77-4a39-a169-c561ffadfc6b {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:18.575658 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ec2391a7-0437-4c29-bd31-602a0ce8311e req-0686a90b-81e7-45f3-9d77-f25a42148ddf tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.721220 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ec2391a7-0437-4c29-bd31-602a0ce8311e req-0686a90b-81e7-45f3-9d77-f25a42148ddf tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.721542 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ec2391a7-0437-4c29-bd31-602a0ce8311e req-0686a90b-81e7-45f3-9d77-f25a42148ddf tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.740069 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-ec2391a7-0437-4c29-bd31-602a0ce8311e req-0686a90b-81e7-45f3-9d77-f25a42148ddf tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Calling delete_port for e5cbeadd-1a77-4a39-a169-c561ffadfc6b owned by network:floatingip {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:18.743204 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90887ab8-f57e-4b93-b3ea-bb46340842d3 req-d1fb3f13-6ccb-464d-b1f0-1dc969ebff73 service neutron] 10.222.0.48 "GET /v2.0/networks/fb168ec7-c9bc-48f2-8670-4d53a35f9eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488111 Sep 16 04:50:18.879627 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ec2391a7-0437-4c29-bd31-602a0ce8311e req-0686a90b-81e7-45f3-9d77-f25a42148ddf tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.909975 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686a90b-81e7-45f3-9d77-f25a42148ddf tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Pushing event deleted for resources: {'Port': ['ID=e5cbeadd-1a77-4a39-a169-c561ffadfc6b,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:18.970296 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ec2391a7-0437-4c29-bd31-602a0ce8311e req-0686a90b-81e7-45f3-9d77-f25a42148ddf tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks [] for floatingip, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.973001 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ec2391a7-0437-4c29-bd31-602a0ce8311e req-0686a90b-81e7-45f3-9d77-f25a42148ddf tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.974124 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ec2391a7-0437-4c29-bd31-602a0ce8311e req-0686a90b-81e7-45f3-9d77-f25a42148ddf tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "DELETE /v2.0/floatingips/0970b8f8-c8fa-4e14-a1c5-91598531f57d HTTP/1.1" status: 204 len: 173 time: 0.7658803 Sep 16 04:50:19.266875 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-2b0f0d9c-8912-4486-aa6c-c9e65b6eb468 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:19.268389 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-2b0f0d9c-8912-4486-aa6c-c9e65b6eb468 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/networks?id=8c931ccc-5cf1-447a-be72-662f80eb3cc7 HTTP/1.1" status: 200 len: 805 time: 0.1147201 Sep 16 04:50:19.286416 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-91c3c436-eab8-44f3-ac1e-c87d591da502 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/quotas/097a363b67ea49498cd02794a5c40b7b HTTP/1.1" status: 200 len: 375 time: 0.0111523 Sep 16 04:50:19.328001 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-b4ae8391-c781-42ae-949c-f9f73c750e52 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=097a363b67ea49498cd02794a5c40b7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352337 Sep 16 04:50:19.437546 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-b6bda2bf-588d-48c2-9dd8-cb42b6d05292 service neutron] 10.222.0.35 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925801 Sep 16 04:50:19.530326 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-bad54c77-9a5d-420c-a43e-caa6c7a21895 service neutron] 10.222.0.35 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859263 Sep 16 04:50:19.615533 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592b60db-3b38-4907-99fb-c8d6b0594d0d', 'tag': '545b55b6-6b09-445a-8fdd-b488ee92f1be'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:19.617809 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d3de71-5e04-48d4-9bbf-f7a440b3348d" -d '{"events": [{"name": "network-changed", "server_uuid": "592b60db-3b38-4907-99fb-c8d6b0594d0d", "tag": "545b55b6-6b09-445a-8fdd-b488ee92f1be"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:19.973418 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323fb42-87d6-47c8-9569-c3f321e38343 req-bf8ea5ab-5d69-4e92-85bd-adf268fbd885 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:19.975399 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b323fb42-87d6-47c8-9569-c3f321e38343 req-bf8ea5ab-5d69-4e92-85bd-adf268fbd885 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 944 time: 0.0664346 Sep 16 04:50:20.027970 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b323fb42-87d6-47c8-9569-c3f321e38343 req-c6ad81fe-5007-4a16-8ca1-38d5c4e8a8ce tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441382 Sep 16 04:50:20.092397 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45709513-b66d-4e83-bea7-470a62bb2229 x-openstack-request-id: req-45709513-b66d-4e83-bea7-470a62bb2229 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:20.093288 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a13bc609-4ded-492f-9eb3-5182af03dc37", "name": "network-vif-unplugged", "status": "completed", "tag": "f9cad535-e02e-4346-9217-2b257f68c294", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:20.093617 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-45709513-b66d-4e83-bea7-470a62bb2229 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:20.094061 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13bc609-4ded-492f-9eb3-5182af03dc37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9cad535-e02e-4346-9217-2b257f68c294', 'code': 200} Sep 16 04:50:20.290994 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device f9cad535-e02e-4346-9217-2b257f68c294 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:50:20.315449 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea7a7c-7fa3-4c03-b534-96a1aa203efd req-6b9387b6-f497-4107-9cf6-7539795c38e5 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:20.317014 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bcea7a7c-7fa3-4c03-b534-96a1aa203efd req-6b9387b6-f497-4107-9cf6-7539795c38e5 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 943 time: 0.0704215 Sep 16 04:50:20.365238 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bcea7a7c-7fa3-4c03-b534-96a1aa203efd req-6b1c1f16-4de1-4756-bcc3-501a289c4d23 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=db3037be-fc36-4334-ae38-b046958ea600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408516 Sep 16 04:50:20.437274 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-091e74e3-9535-4a3f-859e-b8995790f010 req-09d83d28-9858-4a17-aef6-1c17d80c3393 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/security-groups/43dd5f13-3e9c-464b-bdbe-b0d9ab98256a HTTP/1.1" status: 200 len: 1809 time: 0.0470228 Sep 16 04:50:20.440083 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port f9cad535-e02e-4346-9217-2b257f68c294, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=f9cad535-e02e-4346-9217-2b257f68c294,segment=NetworkSegment(3c7e498d-1564-41e2-a9e3-5e79bd3860cd),segment_id=3c7e498d-1564-41e2-a9e3-5e79bd3860cd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:20.455686 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'f9cad535-e02e-4346-9217-2b257f68c294', 'network_id': '06b53dae-be26-4105-a7e4-d1c9c9f4b3e9', 'port_id': 'f9cad535-e02e-4346-9217-2b257f68c294', 'mac_address': 'fa:16:3e:e1:9f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf4f667-aa88-4413-b706-89b85463ed71', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:50:20.496820 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.500349 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-091e74e3-9535-4a3f-859e-b8995790f010 req-f94a602d-4b5b-426c-b762-87fd57cdaef5 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.509562 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9cad535-e02e-4346-9217-2b257f68c294 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:20.525662 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-091e74e3-9535-4a3f-859e-b8995790f010 req-f94a602d-4b5b-426c-b762-87fd57cdaef5 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.531298 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port f9cad535-e02e-4346-9217-2b257f68c294, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=f9cad535-e02e-4346-9217-2b257f68c294,segment=NetworkSegment(3c7e498d-1564-41e2-a9e3-5e79bd3860cd),segment_id=3c7e498d-1564-41e2-a9e3-5e79bd3860cd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:20.535523 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.573180 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-091e74e3-9535-4a3f-859e-b8995790f010 req-f94a602d-4b5b-426c-b762-87fd57cdaef5 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.575909 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-091e74e3-9535-4a3f-859e-b8995790f010 req-f94a602d-4b5b-426c-b762-87fd57cdaef5 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.577232 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-091e74e3-9535-4a3f-859e-b8995790f010 req-f94a602d-4b5b-426c-b762-87fd57cdaef5 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "DELETE /v2.0/security-groups/43dd5f13-3e9c-464b-bdbe-b0d9ab98256a HTTP/1.1" status: 204 len: 173 time: 0.1333342 Sep 16 04:50:20.585381 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=f9cad535-e02e-4346-9217-2b257f68c294,revision_number=7']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:20.594900 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a602d-4b5b-426c-b762-87fd57cdaef5 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dd5f13-3e9c-464b-bdbe-b0d9ab98256a,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:20.619763 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77904f89-af56-48e4-aaf6-5d8aed7aa80e x-openstack-request-id: req-77904f89-af56-48e4-aaf6-5d8aed7aa80e {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:20.621986 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "592b60db-3b38-4907-99fb-c8d6b0594d0d", "tag": "545b55b6-6b09-445a-8fdd-b488ee92f1be", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:20.622380 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-77904f89-af56-48e4-aaf6-5d8aed7aa80e {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:20.623495 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '592b60db-3b38-4907-99fb-c8d6b0594d0d', 'tag': '545b55b6-6b09-445a-8fdd-b488ee92f1be', 'status': 'completed', 'code': 200} Sep 16 04:50:20.720006 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4238c20-1306-4609-8a52-7f84fe28a71b req-823729cc-7c56-4ada-8ebf-e052212bb0b9 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=2949ddb5-70c9-402f-9eeb-210f714261a9 HTTP/1.1" status: 200 len: 210 time: 0.0526288 Sep 16 04:50:20.736533 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3de71-5e04-48d4-9bbf-f7a440b3348d req-de343533-f6e7-4adf-8964-34a310f84e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:20.738117 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-48d3de71-5e04-48d4-9bbf-f7a440b3348d req-de343533-f6e7-4adf-8964-34a310f84e2a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9314d3ea71064ec8a4285d4ce520aaad&device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 1095 time: 0.0609398 Sep 16 04:50:20.876392 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330689be-be15-4c70-9f88-adbfc4bfb380 req-f020a7a3-969a-4d93-8d8e-2a33b2f1480b tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:20.877932 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-330689be-be15-4c70-9f88-adbfc4bfb380 req-f020a7a3-969a-4d93-8d8e-2a33b2f1480b tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0962365 Sep 16 04:50:20.878898 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3de71-5e04-48d4-9bbf-f7a440b3348d req-29d67a19-d324-45d0-a56f-ddaabc2ca9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:20.880203 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-48d3de71-5e04-48d4-9bbf-f7a440b3348d req-29d67a19-d324-45d0-a56f-ddaabc2ca9bd service neutron] 10.222.0.48 "GET /v2.0/networks?id=aa0b4719-d190-4155-9288-1e8935f8d00b HTTP/1.1" status: 200 len: 897 time: 0.1300333 Sep 16 04:50:20.932370 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-48d3de71-5e04-48d4-9bbf-f7a440b3348d req-16bde6cd-3257-4847-aab7-7a9364d80613 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=545b55b6-6b09-445a-8fdd-b488ee92f1be HTTP/1.1" status: 200 len: 217 time: 0.0411413 Sep 16 04:50:20.958790 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-330689be-be15-4c70-9f88-adbfc4bfb380 req-2239aca7-4d63-4bed-ba8e-9a7db22014b3 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743821 Sep 16 04:50:20.998601 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3de71-5e04-48d4-9bbf-f7a440b3348d req-53e51d37-6d27-4a2f-ac55-d89392895fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:21.000101 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-48d3de71-5e04-48d4-9bbf-f7a440b3348d req-53e51d37-6d27-4a2f-ac55-d89392895fe8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e7bc69f-119c-452c-8694-2e9288e222ac HTTP/1.1" status: 200 len: 835 time: 0.0531185 Sep 16 04:50:21.056835 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3de71-5e04-48d4-9bbf-f7a440b3348d req-231e53bc-511d-4072-b300-fc12224c6c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:21.058915 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-48d3de71-5e04-48d4-9bbf-f7a440b3348d req-231e53bc-511d-4072-b300-fc12224c6c91 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=aa0b4719-d190-4155-9288-1e8935f8d00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486755 Sep 16 04:50:21.235800 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-48d3de71-5e04-48d4-9bbf-f7a440b3348d req-d9bbfaff-23dc-42f4-baa3-e0b80f133c6a service neutron] 10.222.0.48 "GET /v2.0/networks/aa0b4719-d190-4155-9288-1e8935f8d00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665020 Sep 16 04:50:21.262205 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-8657d1c6-169d-4858-8dfb-c32b4c6a961f tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:21.263125 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-8657d1c6-169d-4858-8dfb-c32b4c6a961f tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.48 "GET /v2.0/networks?id=8c931ccc-5cf1-447a-be72-662f80eb3cc7 HTTP/1.1" status: 200 len: 805 time: 0.1638937 Sep 16 04:50:21.284875 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['f9cad535-e02e-4346-9217-2b257f68c294'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:21.291925 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-26dbe654-8553-4b83-8ba1-0a461a8ce5c4 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Request body: {'port': {'device_id': '2949ddb5-70c9-402f-9eeb-210f714261a9', 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7', 'admin_state_up': True, 'tenant_id': '097a363b67ea49498cd02794a5c40b7b'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:21.816147 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19104435-528c-472c-9d52-9d7acda1385b req-8e08697e-303f-4004-825b-e9048960265b tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:21.817549 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-19104435-528c-472c-9d52-9d7acda1385b req-8e08697e-303f-4004-825b-e9048960265b tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0922914 Sep 16 04:50:21.822453 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-48d3de71-5e04-48d4-9bbf-f7a440b3348d req-4e9d6c31-80f8-4875-85e8-1fba739a6f49 service neutron] 10.222.0.48 "GET /v2.0/networks/aa0b4719-d190-4155-9288-1e8935f8d00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5583994 Sep 16 04:50:21.865440 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-26dbe654-8553-4b83-8ba1-0a461a8ce5c4 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Made reservation on behalf of 097a363b67ea49498cd02794a5c40b7b for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:21.868867 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-26dbe654-8553-4b83-8ba1-0a461a8ce5c4 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:21.885293 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-19104435-528c-472c-9d52-9d7acda1385b req-34059c6a-84b3-47ff-8397-1309d4079fee tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603793 Sep 16 04:50:22.030181 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-26dbe654-8553-4b83-8ba1-0a461a8ce5c4 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Allocated IP 172.20.0.2 (8c931ccc-5cf1-447a-be72-662f80eb3cc7/984819ef-39e4-42b6-ac0e-e1f025f28a4e/15ad20e6-33a2-4999-b939-3fa15039c324) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:22.039517 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80af3a1-a478-4170-b105-53a7329284dd req-ba4d1533-9b23-46b6-8d47-aa70a86c221c tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:22.041032 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a80af3a1-a478-4170-b105-53a7329284dd req-ba4d1533-9b23-46b6-8d47-aa70a86c221c tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 945 time: 0.0955291 Sep 16 04:50:22.115111 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a80af3a1-a478-4170-b105-53a7329284dd req-4612ad6c-2018-4b6f-a53e-850e02a90fb2 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650854 Sep 16 04:50:22.261767 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff59f7-c005-4249-b4f7-b89b7a75d9f1 req-2d74472d-7c10-4828-966a-033aa182ad81 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:22.263273 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0bff59f7-c005-4249-b4f7-b89b7a75d9f1 req-2d74472d-7c10-4828-966a-033aa182ad81 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 945 time: 0.0807650 Sep 16 04:50:22.268720 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-26dbe654-8553-4b83-8ba1-0a461a8ce5c4 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:22.290382 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 545b55b6-6b09-445a-8fdd-b488ee92f1be details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:50:22.338338 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0bff59f7-c005-4249-b4f7-b89b7a75d9f1 req-c409cb9e-ecad-4534-8fa7-776c2c6e53db tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/security-groups?id=723b7686-529d-4393-aed0-f3fd1860d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679498 Sep 16 04:50:22.346990 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-26dbe654-8553-4b83-8ba1-0a461a8ce5c4 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:22.405217 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-26dbe654-8553-4b83-8ba1-0a461a8ce5c4 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Network 8c931ccc-5cf1-447a-be72-662f80eb3cc7 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:22.407710 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 545b55b6-6b09-445a-8fdd-b488ee92f1be, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=545b55b6-6b09-445a-8fdd-b488ee92f1be,segment=NetworkSegment(d1837529-ad66-44a9-9332-3b3adb88bcca),segment_id=d1837529-ad66-44a9-9332-3b3adb88bcca)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:22.408500 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-26dbe654-8553-4b83-8ba1-0a461a8ce5c4 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:22.410958 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-26dbe654-8553-4b83-8ba1-0a461a8ce5c4 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:22.425815 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '545b55b6-6b09-445a-8fdd-b488ee92f1be', 'network_id': 'aa0b4719-d190-4155-9288-1e8935f8d00b', 'port_id': '545b55b6-6b09-445a-8fdd-b488ee92f1be', 'mac_address': 'fa:16:3e:bb:ae:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7bc69f-119c-452c-8694-2e9288e222ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:50:22.442280 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dbe654-8553-4b83-8ba1-0a461a8ce5c4 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Pushing event updated for resources: {'Port': ['ID=15ad20e6-33a2-4999-b939-3fa15039c324,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:22.476908 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:22.491845 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 545b55b6-6b09-445a-8fdd-b488ee92f1be {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:22.500152 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-26dbe654-8553-4b83-8ba1-0a461a8ce5c4 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:22.500908 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-26dbe654-8553-4b83-8ba1-0a461a8ce5c4 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:22.515519 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 545b55b6-6b09-445a-8fdd-b488ee92f1be, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=545b55b6-6b09-445a-8fdd-b488ee92f1be,segment=NetworkSegment(d1837529-ad66-44a9-9332-3b3adb88bcca),segment_id=d1837529-ad66-44a9-9332-3b3adb88bcca)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:22.521483 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:22.525183 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-26dbe654-8553-4b83-8ba1-0a461a8ce5c4 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2378521 Sep 16 04:50:22.535404 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4dd361-8107-4cc6-9bf0-a409780e2229 req-2ad273d2-f6df-4db8-a9c2-3f817e8fc4db tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:22.536975 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ec4dd361-8107-4cc6-9bf0-a409780e2229 req-2ad273d2-f6df-4db8-a9c2-3f817e8fc4db tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 943 time: 0.0771751 Sep 16 04:50:22.544594 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-8db9c740-caf4-4a71-8ec3-c424b86b415a service neutron] Request body: {'port': {'device_id': '2949ddb5-70c9-402f-9eeb-210f714261a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:22.576322 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=545b55b6-6b09-445a-8fdd-b488ee92f1be,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:22.628537 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ec4dd361-8107-4cc6-9bf0-a409780e2229 req-6c6660de-7c02-4053-8ad7-ee2321dc6064 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=db3037be-fc36-4334-ae38-b046958ea600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809596 Sep 16 04:50:22.633133 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-8db9c740-caf4-4a71-8ec3-c424b86b415a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:22.817491 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06534139-95a6-4c0a-9202-349d84026a52 req-85f62303-3013-4e41-b1d6-2eaa359aa9b1 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:22.819018 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-06534139-95a6-4c0a-9202-349d84026a52 req-85f62303-3013-4e41-b1d6-2eaa359aa9b1 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=2949ddb5-70c9-402f-9eeb-210f714261a9 HTTP/1.1" status: 200 len: 931 time: 0.1212506 Sep 16 04:50:22.921574 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-06534139-95a6-4c0a-9202-349d84026a52 req-dbbf7ab8-71cb-4efe-b21a-0300cad7ef36 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893586 Sep 16 04:50:23.027373 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-8db9c740-caf4-4a71-8ec3-c424b86b415a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15ad20e6-33a2-4999-b939-3fa15039c324 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:23.043520 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-8db9c740-caf4-4a71-8ec3-c424b86b415a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.062713 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-8db9c740-caf4-4a71-8ec3-c424b86b415a service neutron] Transition to ACTIVE for port object 15ad20e6-33a2-4999-b939-3fa15039c324 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:50:23.066742 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-8db9c740-caf4-4a71-8ec3-c424b86b415a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.152770 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9c740-caf4-4a71-8ec3-c424b86b415a service neutron] Pushing event updated for resources: {'Port': ['ID=15ad20e6-33a2-4999-b939-3fa15039c324,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:23.215563 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-8db9c740-caf4-4a71-8ec3-c424b86b415a service neutron] Attempting to bind port 15ad20e6-33a2-4999-b939-3fa15039c324 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:23.215770 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-8db9c740-caf4-4a71-8ec3-c424b86b415a service neutron] Attempting to bind port 15ad20e6-33a2-4999-b939-3fa15039c324 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '01aafaa9-a340-46ca-887a-6648c79e8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:23.216079 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-8db9c740-caf4-4a71-8ec3-c424b86b415a service neutron] Attempting to bind port 15ad20e6-33a2-4999-b939-3fa15039c324 on network 8c931ccc-5cf1-447a-be72-662f80eb3cc7 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:23.221537 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-8db9c740-caf4-4a71-8ec3-c424b86b415a service neutron] Port 15ad20e6-33a2-4999-b939-3fa15039c324 on network 8c931ccc-5cf1-447a-be72-662f80eb3cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:50:23.221658 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-8db9c740-caf4-4a71-8ec3-c424b86b415a service neutron] Attempting to bind port 15ad20e6-33a2-4999-b939-3fa15039c324 on network 8c931ccc-5cf1-447a-be72-662f80eb3cc7 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:23.241432 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-8db9c740-caf4-4a71-8ec3-c424b86b415a service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:23.241774 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-8db9c740-caf4-4a71-8ec3-c424b86b415a service neutron] Checking segment: {'id': '01aafaa9-a340-46ca-887a-6648c79e8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:23.242160 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-8db9c740-caf4-4a71-8ec3-c424b86b415a service neutron] Bound using segment: {'id': '01aafaa9-a340-46ca-887a-6648c79e8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:23.242597 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-8db9c740-caf4-4a71-8ec3-c424b86b415a service neutron] Bound port: 15ad20e6-33a2-4999-b939-3fa15039c324, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01aafaa9-a340-46ca-887a-6648c79e8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:23.242958 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-8db9c740-caf4-4a71-8ec3-c424b86b415a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.286601 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['545b55b6-6b09-445a-8fdd-b488ee92f1be'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:23.304723 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b38b3-d869-4231-8430-a65e395b9e0e req-9d8cb161-c299-479a-b639-19dc571a1172 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:23.306275 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fb3b38b3-d869-4231-8430-a65e395b9e0e req-9d8cb161-c299-479a-b639-19dc571a1172 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 945 time: 0.1054969 Sep 16 04:50:23.350416 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-8db9c740-caf4-4a71-8ec3-c424b86b415a service neutron] For port 15ad20e6-33a2-4999-b939-3fa15039c324, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:23.374023 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fb3b38b3-d869-4231-8430-a65e395b9e0e req-ed1eb7f1-8f8b-43bc-9001-f464d4537608 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596361 Sep 16 04:50:23.376263 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-8db9c740-caf4-4a71-8ec3-c424b86b415a service neutron] For port 15ad20e6-33a2-4999-b939-3fa15039c324, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=15ad20e6-33a2-4999-b939-3fa15039c324,segment=NetworkSegment(01aafaa9-a340-46ca-887a-6648c79e8c73),segment_id=01aafaa9-a340-46ca-887a-6648c79e8c73)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:23.383712 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-8db9c740-caf4-4a71-8ec3-c424b86b415a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.435021 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-8db9c740-caf4-4a71-8ec3-c424b86b415a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:23.435564 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-8db9c740-caf4-4a71-8ec3-c424b86b415a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.437158 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-8db9c740-caf4-4a71-8ec3-c424b86b415a service neutron] 10.222.0.48 "PUT /v2.0/ports/15ad20e6-33a2-4999-b939-3fa15039c324 HTTP/1.1" status: 200 len: 1092 time: 0.8978002 Sep 16 04:50:23.439966 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2949ddb5-70c9-402f-9eeb-210f714261a9', 'tag': '15ad20e6-33a2-4999-b939-3fa15039c324'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:23.442420 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766dbf41-30e2-4e78-aabb-8e52a5dffc07" -d '{"events": [{"name": "network-changed", "server_uuid": "2949ddb5-70c9-402f-9eeb-210f714261a9", "tag": "15ad20e6-33a2-4999-b939-3fa15039c324"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:23.473638 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9c740-caf4-4a71-8ec3-c424b86b415a service neutron] Pushing event updated for resources: {'Port': ['ID=15ad20e6-33a2-4999-b939-3fa15039c324,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:23.569454 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67878688-6253-4a96-8d1b-ac349285e873 req-83470365-ef2a-4a09-a448-94b32ead82c3 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:23.571172 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-67878688-6253-4a96-8d1b-ac349285e873 req-83470365-ef2a-4a09-a448-94b32ead82c3 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 945 time: 0.0942280 Sep 16 04:50:23.575314 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-7a4be124-1f5d-4525-81e1-e29ac22371a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:23.576948 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-7a4be124-1f5d-4525-81e1-e29ac22371a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=097a363b67ea49498cd02794a5c40b7b&device_id=2949ddb5-70c9-402f-9eeb-210f714261a9 HTTP/1.1" status: 200 len: 1095 time: 0.0683765 Sep 16 04:50:23.643698 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-d43ad3ef-1d63-41b9-bf32-85cb2d47ef3b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15ad20e6-33a2-4999-b939-3fa15039c324 HTTP/1.1" status: 200 len: 217 time: 0.0462296 Sep 16 04:50:23.668020 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-67878688-6253-4a96-8d1b-ac349285e873 req-08206b38-e919-4fe5-9ea2-a0f2c107394f tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/security-groups?id=723b7686-529d-4393-aed0-f3fd1860d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845189 Sep 16 04:50:23.711083 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-1f27ac4f-7e62-4b6f-bbf4-a7b2fa55a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:23.713431 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-1f27ac4f-7e62-4b6f-bbf4-a7b2fa55a785 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=984819ef-39e4-42b6-ac0e-e1f025f28a4e HTTP/1.1" status: 200 len: 845 time: 0.0609534 Sep 16 04:50:23.764088 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-23007c4c-223f-47a2-a719-67889023a65c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8c931ccc-5cf1-447a-be72-662f80eb3cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396461 Sep 16 04:50:23.908427 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de85d83-b2f6-4d59-a94e-88d557e465d6 req-d015ad13-9e92-4d81-a63e-70d72b1089ba tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:23.910054 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4de85d83-b2f6-4d59-a94e-88d557e465d6 req-d015ad13-9e92-4d81-a63e-70d72b1089ba tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.1257536 Sep 16 04:50:23.946829 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-97644368-1a2b-4707-970a-029e28402351 service neutron] 10.222.0.48 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749744 Sep 16 04:50:23.966647 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4de85d83-b2f6-4d59-a94e-88d557e465d6 req-73a5ed56-ac12-4be8-b898-8775efc93ef6 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393834 Sep 16 04:50:24.098890 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6766fe9-744f-4931-9cb4-217cc1b250b3 x-openstack-request-id: req-c6766fe9-744f-4931-9cb4-217cc1b250b3 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:24.099241 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2949ddb5-70c9-402f-9eeb-210f714261a9", "tag": "15ad20e6-33a2-4999-b939-3fa15039c324", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:24.099613 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c6766fe9-744f-4931-9cb4-217cc1b250b3 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:24.100200 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2949ddb5-70c9-402f-9eeb-210f714261a9', 'tag': '15ad20e6-33a2-4999-b939-3fa15039c324', 'status': 'completed', 'code': 200} Sep 16 04:50:24.161322 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90aae103-5891-4753-9fe3-ddc62dabd39b req-7df42b70-7a31-44ac-910e-d844c4cf187f service neutron] 10.222.0.48 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804192 Sep 16 04:50:24.223148 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9ed2d-1c90-4d63-bc71-535292ac43fb req-c7b5c50d-2296-42f9-86be-16b6e04c9796 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:24.227924 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7ca9ed2d-1c90-4d63-bc71-535292ac43fb req-c7b5c50d-2296-42f9-86be-16b6e04c9796 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 944 time: 0.1105633 Sep 16 04:50:24.300339 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7ca9ed2d-1c90-4d63-bc71-535292ac43fb req-69a87691-cb7d-4cea-b813-4071c48d4e01 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=db3037be-fc36-4334-ae38-b046958ea600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665069 Sep 16 04:50:24.313761 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device f9cad535-e02e-4346-9217-2b257f68c294 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:24.318228 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766dbf41-30e2-4e78-aabb-8e52a5dffc07 req-42d41a1b-e2d6-4d15-be17-8e3986316fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:24.319760 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-766dbf41-30e2-4e78-aabb-8e52a5dffc07 req-42d41a1b-e2d6-4d15-be17-8e3986316fa3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=097a363b67ea49498cd02794a5c40b7b&device_id=2949ddb5-70c9-402f-9eeb-210f714261a9 HTTP/1.1" status: 200 len: 1095 time: 0.0660822 Sep 16 04:50:24.373221 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port f9cad535-e02e-4346-9217-2b257f68c294 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:24.373894 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:24.471378 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:24.505318 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13bc609-4ded-492f-9eb3-5182af03dc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9cad535-e02e-4346-9217-2b257f68c294'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:24.509026 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24cd1e8-aadd-4feb-921e-1218eed847cf" -d '{"events": [{"server_uuid": "a13bc609-4ded-492f-9eb3-5182af03dc37", "name": "network-vif-plugged", "status": "completed", "tag": "f9cad535-e02e-4346-9217-2b257f68c294"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:24.528776 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port f9cad535-e02e-4346-9217-2b257f68c294, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=f9cad535-e02e-4346-9217-2b257f68c294,segment=NetworkSegment(3c7e498d-1564-41e2-a9e3-5e79bd3860cd),segment_id=3c7e498d-1564-41e2-a9e3-5e79bd3860cd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:24.533476 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:24.536548 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0c318-a66d-4223-8f85-4eceb586fe87 req-c44bbd2e-d5b3-49c9-91a0-82c7f5ef9f57 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:24.538203 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a9e0c318-a66d-4223-8f85-4eceb586fe87 req-c44bbd2e-d5b3-49c9-91a0-82c7f5ef9f57 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.48 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 945 time: 0.1973701 Sep 16 04:50:24.571097 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d22030-877a-4a1e-98de-d0a2d482f747 req-5e615e31-43f2-4f7a-b707-152e4667ddd4 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:24.572626 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-22d22030-877a-4a1e-98de-d0a2d482f747 req-5e615e31-43f2-4f7a-b707-152e4667ddd4 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=2949ddb5-70c9-402f-9eeb-210f714261a9 HTTP/1.1" status: 200 len: 943 time: 0.1567547 Sep 16 04:50:24.596826 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=f9cad535-e02e-4346-9217-2b257f68c294,revision_number=8']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:24.604008 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766dbf41-30e2-4e78-aabb-8e52a5dffc07 req-cc8727cd-d987-4910-82ad-9a9c0367f562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:24.606040 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-766dbf41-30e2-4e78-aabb-8e52a5dffc07 req-cc8727cd-d987-4910-82ad-9a9c0367f562 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8c931ccc-5cf1-447a-be72-662f80eb3cc7 HTTP/1.1" status: 200 len: 906 time: 0.2563441 Sep 16 04:50:24.678482 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-766dbf41-30e2-4e78-aabb-8e52a5dffc07 req-f5ef8620-3c99-4d39-87f0-8587d8153b92 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15ad20e6-33a2-4999-b939-3fa15039c324 HTTP/1.1" status: 200 len: 217 time: 0.0601616 Sep 16 04:50:24.712017 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-22d22030-877a-4a1e-98de-d0a2d482f747 req-29f8ebb7-55be-4c2c-b928-b21f43fa6cdd tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192019 Sep 16 04:50:24.767119 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766dbf41-30e2-4e78-aabb-8e52a5dffc07 req-0bf2057e-529b-4276-b0f0-4c29dc7db4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:24.768736 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-766dbf41-30e2-4e78-aabb-8e52a5dffc07 req-0bf2057e-529b-4276-b0f0-4c29dc7db4e6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=984819ef-39e4-42b6-ac0e-e1f025f28a4e HTTP/1.1" status: 200 len: 845 time: 0.0769923 Sep 16 04:50:24.772207 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-a9e0c318-a66d-4223-8f85-4eceb586fe87 req-2a6e794f-0357-434c-a313-6899e2d260a9 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Deleting port 15bbe2db-0878-41e7-8c51-b6dedbebbe45 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:24.772548 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a9e0c318-a66d-4223-8f85-4eceb586fe87 req-2a6e794f-0357-434c-a313-6899e2d260a9 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:24.858597 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-766dbf41-30e2-4e78-aabb-8e52a5dffc07 req-42ff85e7-415d-4738-9e29-7bb4da4bc1eb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8c931ccc-5cf1-447a-be72-662f80eb3cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675926 Sep 16 04:50:25.011428 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-a9e0c318-a66d-4223-8f85-4eceb586fe87 req-2a6e794f-0357-434c-a313-6899e2d260a9 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] For port 15bbe2db-0878-41e7-8c51-b6dedbebbe45, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=15bbe2db-0878-41e7-8c51-b6dedbebbe45,segment=NetworkSegment(3d1a8b45-2896-4fd6-a9bb-cba94eeeecba),segment_id=3d1a8b45-2896-4fd6-a9bb-cba94eeeecba)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:25.012400 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a9e0c318-a66d-4223-8f85-4eceb586fe87 req-2a6e794f-0357-434c-a313-6899e2d260a9 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:25.022875 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a91aa2-3b5c-4d6b-8677-b1623ae69cbd req-b458e115-bb5b-494c-b276-9af49dbbad47 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:25.024585 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f6a91aa2-3b5c-4d6b-8677-b1623ae69cbd req-b458e115-bb5b-494c-b276-9af49dbbad47 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.2322977 Sep 16 04:50:25.064321 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-a9e0c318-a66d-4223-8f85-4eceb586fe87 req-2a6e794f-0357-434c-a313-6899e2d260a9 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Calling delete_port for 15bbe2db-0878-41e7-8c51-b6dedbebbe45 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:25.111098 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-766dbf41-30e2-4e78-aabb-8e52a5dffc07 req-77ce23b2-95b1-4c20-9734-c9fb347b4aea service neutron] 10.222.0.48 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152853 Sep 16 04:50:25.159793 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f6a91aa2-3b5c-4d6b-8677-b1623ae69cbd req-acf81fab-e2d4-49a9-a91c-d8aa0a6e15bb tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218576 Sep 16 04:50:25.295478 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-766dbf41-30e2-4e78-aabb-8e52a5dffc07 req-0aa2afee-f453-4286-8bab-572cc28a8a8e service neutron] 10.222.0.48 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493733 Sep 16 04:50:25.366996 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a9e0c318-a66d-4223-8f85-4eceb586fe87 req-2a6e794f-0357-434c-a313-6899e2d260a9 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:25.403951 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e794f-0357-434c-a313-6899e2d260a9 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Pushing event deleted for resources: {'Port': ['ID=15bbe2db-0878-41e7-8c51-b6dedbebbe45,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:25.406631 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['15bbe2db-0878-41e7-8c51-b6dedbebbe45'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:25.463313 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e0c318-a66d-4223-8f85-4eceb586fe87 req-2a6e794f-0357-434c-a313-6899e2d260a9 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] No DVR routers for this DVR port 15bbe2db-0878-41e7-8c51-b6dedbebbe45 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:25.470925 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a9e0c318-a66d-4223-8f85-4eceb586fe87 req-2a6e794f-0357-434c-a313-6899e2d260a9 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:25.474619 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a9e0c318-a66d-4223-8f85-4eceb586fe87 req-2a6e794f-0357-434c-a313-6899e2d260a9 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.48 "DELETE /v2.0/ports/15bbe2db-0878-41e7-8c51-b6dedbebbe45 HTTP/1.1" status: 204 len: 173 time: 0.9259107 Sep 16 04:50:25.547130 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a3a93-cb79-4a74-8411-019e163b3bd8 req-38aa9adf-809d-4ce5-877d-a474a518b4f8 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:25.549027 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-662a3a93-cb79-4a74-8411-019e163b3bd8 req-38aa9adf-809d-4ce5-877d-a474a518b4f8 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 946 time: 0.0724702 Sep 16 04:50:25.598073 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-662a3a93-cb79-4a74-8411-019e163b3bd8 req-e2bf32b7-265a-42cb-98b4-610c3f0730bf tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425549 Sep 16 04:50:25.646771 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935216d5-6e97-4a26-92fd-5a75f37f3a37 x-openstack-request-id: req-935216d5-6e97-4a26-92fd-5a75f37f3a37 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:25.647072 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a13bc609-4ded-492f-9eb3-5182af03dc37", "name": "network-vif-plugged", "status": "completed", "tag": "f9cad535-e02e-4346-9217-2b257f68c294", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:25.647388 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-935216d5-6e97-4a26-92fd-5a75f37f3a37 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:25.647813 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13bc609-4ded-492f-9eb3-5182af03dc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9cad535-e02e-4346-9217-2b257f68c294', 'code': 200} Sep 16 04:50:25.747685 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7ccf3cfb-4a8f-4402-9b95-81c9687f5ee1 req-c2469717-32f8-437e-83dc-e7764a5b2139 tempest-ServerRescueTestJSONUnderV235-1625429210 tempest-ServerRescueTestJSONUnderV235-1625429210-project] 10.222.0.35 "GET /v2.0/ports?device_id=56edfe58-1809-4b3c-8df3-4d42e03d5f53 HTTP/1.1" status: 200 len: 210 time: 0.0329432 Sep 16 04:50:25.917354 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406b9ca-ea43-4865-9943-336d66f14649 req-8bfe2c30-04b4-42a0-8900-cd624d8b4286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:25.918891 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f406b9ca-ea43-4865-9943-336d66f14649 req-8bfe2c30-04b4-42a0-8900-cd624d8b4286 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 1098 time: 0.0747154 Sep 16 04:50:25.933132 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b5241-42b5-49a8-8bf6-615d45e3d098 req-766128c6-fb2a-4aff-9e0b-6f77dc0ce1ab tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:25.935124 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d38b5241-42b5-49a8-8bf6-615d45e3d098 req-766128c6-fb2a-4aff-9e0b-6f77dc0ce1ab tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 944 time: 0.0823939 Sep 16 04:50:25.990734 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f406b9ca-ea43-4865-9943-336d66f14649 req-ef0e3d84-15cf-483e-b225-aa04edd23ff7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545833 Sep 16 04:50:25.997250 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d38b5241-42b5-49a8-8bf6-615d45e3d098 req-cbbec4a3-ec23-47bf-a3df-643d132faff5 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=db3037be-fc36-4334-ae38-b046958ea600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541825 Sep 16 04:50:26.102073 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56edfe58-1809-4b3c-8df3-4d42e03d5f53', 'name': 'network-vif-deleted', 'tag': '15bbe2db-0878-41e7-8c51-b6dedbebbe45'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:26.104520 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d1ae8e-bd38-4047-bdc8-b761d4601c1e" -d '{"events": [{"server_uuid": "56edfe58-1809-4b3c-8df3-4d42e03d5f53", "name": "network-vif-deleted", "tag": "15bbe2db-0878-41e7-8c51-b6dedbebbe45"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:26.122966 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a199021-a0a2-49e9-a5e8-37351e4f7970 req-b7ea092a-f1b7-4194-8611-33ba9874eb44 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:26.124737 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a199021-a0a2-49e9-a5e8-37351e4f7970 req-b7ea092a-f1b7-4194-8611-33ba9874eb44 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=2949ddb5-70c9-402f-9eeb-210f714261a9 HTTP/1.1" status: 200 len: 943 time: 0.0624018 Sep 16 04:50:26.171801 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a199021-a0a2-49e9-a5e8-37351e4f7970 req-a994cec9-2a7f-4c40-9e25-2598bfa6b41b tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390100 Sep 16 04:50:26.280121 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730e55d-6f86-4733-bb95-5b0eff3fcdee req-06744cf4-5e3f-4c16-a1b3-e90e6b718bb3 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:26.281653 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e730e55d-6f86-4733-bb95-5b0eff3fcdee req-06744cf4-5e3f-4c16-a1b3-e90e6b718bb3 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0521464 Sep 16 04:50:26.328086 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e730e55d-6f86-4733-bb95-5b0eff3fcdee req-deec8038-4adf-43ba-bc51-25b49770a7e2 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381620 Sep 16 04:50:26.343309 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 545b55b6-6b09-445a-8fdd-b488ee92f1be up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:26.390464 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ad4aee-95b5-48ad-927c-595600590a04 x-openstack-request-id: req-87ad4aee-95b5-48ad-927c-595600590a04 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:26.390963 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56edfe58-1809-4b3c-8df3-4d42e03d5f53", "name": "network-vif-deleted", "tag": "15bbe2db-0878-41e7-8c51-b6dedbebbe45", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:26.390963 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-87ad4aee-95b5-48ad-927c-595600590a04 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:26.391805 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56edfe58-1809-4b3c-8df3-4d42e03d5f53', 'name': 'network-vif-deleted', 'tag': '15bbe2db-0878-41e7-8c51-b6dedbebbe45', 'status': 'completed', 'code': 200} Sep 16 04:50:26.397607 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 545b55b6-6b09-445a-8fdd-b488ee92f1be completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:50:26.402015 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 545b55b6-6b09-445a-8fdd-b488ee92f1be triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:26.402536 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.536473 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.613106 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 545b55b6-6b09-445a-8fdd-b488ee92f1be, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=545b55b6-6b09-445a-8fdd-b488ee92f1be,segment=NetworkSegment(d1837529-ad66-44a9-9332-3b3adb88bcca),segment_id=d1837529-ad66-44a9-9332-3b3adb88bcca)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:26.618976 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.619829 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 15bbe2db-0878-41e7-8c51-b6dedbebbe45 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:26.649709 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b35d28-975b-45ac-ac31-a9c1f6142a8f req-434fbced-07db-43f5-b5ee-ec734472de67 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:26.654545 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a0b35d28-975b-45ac-ac31-a9c1f6142a8f req-434fbced-07db-43f5-b5ee-ec734472de67 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0993512 Sep 16 04:50:26.668424 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 15bbe2db-0878-41e7-8c51-b6dedbebbe45 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:26.668994 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 15bbe2db-0878-41e7-8c51-b6dedbebbe45 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:26.697400 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=545b55b6-6b09-445a-8fdd-b488ee92f1be,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:26.717134 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a0b35d28-975b-45ac-ac31-a9c1f6142a8f req-87510860-8434-4b3c-be05-0743c45ddc0d tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557187 Sep 16 04:50:26.931748 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d90ea8-2aac-4ddf-8615-bd98b233d6a5 req-cbd39d10-40ab-461b-8c49-11b8b29c13cc tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:26.933379 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-25d90ea8-2aac-4ddf-8615-bd98b233d6a5 req-cbd39d10-40ab-461b-8c49-11b8b29c13cc tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 946 time: 0.0565422 Sep 16 04:50:26.980904 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-25d90ea8-2aac-4ddf-8615-bd98b233d6a5 req-5b2bf79e-ea3e-4da0-adbe-b18916f98824 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406821 Sep 16 04:50:27.043404 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43748) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:27.200365 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d818a-f5f7-480a-abd2-9949b4f3a844 req-a6a66f7e-df2b-4344-80d5-0f5d536cfdf0 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:27.203826 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c36d818a-f5f7-480a-abd2-9949b4f3a844 req-a6a66f7e-df2b-4344-80d5-0f5d536cfdf0 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a84e6501-7978-44e8-8fca-5ed08d600724 HTTP/1.1" status: 200 len: 946 time: 0.0920916 Sep 16 04:50:27.273633 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c36d818a-f5f7-480a-abd2-9949b4f3a844 req-f49edbe6-59ae-4ba4-8d73-15c83509c3b9 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/security-groups?id=526665e4-8e42-4563-9d6f-8dd9bce58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561268 Sep 16 04:50:27.412311 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b49e0b-b9ce-40d6-bccc-1016da3d3c68 req-dc21c60a-0072-4e00-a18f-967c881c1946 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:27.414101 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-07b49e0b-b9ce-40d6-bccc-1016da3d3c68 req-dc21c60a-0072-4e00-a18f-967c881c1946 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 945 time: 0.0652909 Sep 16 04:50:27.467250 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-07b49e0b-b9ce-40d6-bccc-1016da3d3c68 req-84375cc2-f4e1-4eb1-89bc-3cfcf22bac0a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=db3037be-fc36-4334-ae38-b046958ea600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457346 Sep 16 04:50:27.509100 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b6c39508-a8d4-4b40-9822-e21afa8d9717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:27.594439 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44b7b3-798c-4eba-9546-6f648ed3dba5 req-cdd63b37-b4a6-4ca7-a0bd-15e84b7cc715 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:27.596142 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ee44b7b3-798c-4eba-9546-6f648ed3dba5 req-cdd63b37-b4a6-4ca7-a0bd-15e84b7cc715 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0594630 Sep 16 04:50:27.645121 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ee44b7b3-798c-4eba-9546-6f648ed3dba5 req-3d7234ed-6a4e-4e45-9b34-8b8b454c027f tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417943 Sep 16 04:50:27.649041 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592b60db-3b38-4907-99fb-c8d6b0594d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545b55b6-6b09-445a-8fdd-b488ee92f1be'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:27.651852 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb1c0ce-c491-4212-9383-7d23c7b87d2b" -d '{"events": [{"server_uuid": "592b60db-3b38-4907-99fb-c8d6b0594d0d", "name": "network-vif-plugged", "status": "completed", "tag": "545b55b6-6b09-445a-8fdd-b488ee92f1be"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:27.771962 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827d030-d8fd-414a-8b99-0221eb9a5f20 req-d5fdbfd9-7a5d-4f99-a9f8-e88f234f28da tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:27.774658 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4827d030-d8fd-414a-8b99-0221eb9a5f20 req-d5fdbfd9-7a5d-4f99-a9f8-e88f234f28da tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=2949ddb5-70c9-402f-9eeb-210f714261a9 HTTP/1.1" status: 200 len: 943 time: 0.0665741 Sep 16 04:50:27.828520 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4827d030-d8fd-414a-8b99-0221eb9a5f20 req-fec1f447-408a-45cf-95d6-7a83e4850505 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444973 Sep 16 04:50:27.840225 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39508-a8d4-4b40-9822-e21afa8d9717 admin admin] Deleting port fa4d9452-8a6e-44e1-9726-ddb5692bd936 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:27.840812 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b6c39508-a8d4-4b40-9822-e21afa8d9717 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:27.947285 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-b6c39508-a8d4-4b40-9822-e21afa8d9717 admin admin] For port fa4d9452-8a6e-44e1-9726-ddb5692bd936, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=fa4d9452-8a6e-44e1-9726-ddb5692bd936,segment=NetworkSegment(3d1a8b45-2896-4fd6-a9bb-cba94eeeecba),segment_id=3d1a8b45-2896-4fd6-a9bb-cba94eeeecba)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:27.947742 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b6c39508-a8d4-4b40-9822-e21afa8d9717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:27.970308 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-b6c39508-a8d4-4b40-9822-e21afa8d9717 admin admin] Calling delete_port for fa4d9452-8a6e-44e1-9726-ddb5692bd936 owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:27.981776 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0727e6b5-5391-4e78-9dc4-18f6c867d800 x-openstack-request-id: req-0727e6b5-5391-4e78-9dc4-18f6c867d800 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:27.982573 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592b60db-3b38-4907-99fb-c8d6b0594d0d", "name": "network-vif-plugged", "status": "completed", "tag": "545b55b6-6b09-445a-8fdd-b488ee92f1be", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:27.984016 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0727e6b5-5391-4e78-9dc4-18f6c867d800 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:27.985629 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592b60db-3b38-4907-99fb-c8d6b0594d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545b55b6-6b09-445a-8fdd-b488ee92f1be', 'code': 200} Sep 16 04:50:28.144737 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6ec6d-bebb-473b-8ccc-a5745e7c382e req-ba774f2f-d5d1-45e4-9770-6c062f9bef51 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:28.146341 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-69a6ec6d-bebb-473b-8ccc-a5745e7c382e req-ba774f2f-d5d1-45e4-9770-6c062f9bef51 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0847600 Sep 16 04:50:28.170807 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee5de8-27eb-4f3c-9746-4f3a87ab66d3 req-037b0aa1-5772-4715-8449-9464ee53e6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:28.172473 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f2ee5de8-27eb-4f3c-9746-4f3a87ab66d3 req-037b0aa1-5772-4715-8449-9464ee53e6df service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 1097 time: 0.0678716 Sep 16 04:50:28.230326 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-69a6ec6d-bebb-473b-8ccc-a5745e7c382e req-1a4a8428-806b-4250-83b7-2a2d051178f1 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693500 Sep 16 04:50:28.238720 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f2ee5de8-27eb-4f3c-9746-4f3a87ab66d3 req-cdc82e5c-8edc-49f8-8bd2-dd80cc8e81d3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=db3037be-fc36-4334-ae38-b046958ea600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572505 Sep 16 04:50:28.310231 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b6c39508-a8d4-4b40-9822-e21afa8d9717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:28.335882 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 15ad20e6-33a2-4999-b939-3fa15039c324 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:50:28.353441 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c39508-a8d4-4b40-9822-e21afa8d9717 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa4d9452-8a6e-44e1-9726-ddb5692bd936,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:28.395037 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944e3ee-fd47-46fe-a376-ae76220ea536 req-c9a1ae7f-0dab-4c91-886c-1223d4086280 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:28.400831 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b944e3ee-fd47-46fe-a376-ae76220ea536 req-c9a1ae7f-0dab-4c91-886c-1223d4086280 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 946 time: 0.0865536 Sep 16 04:50:28.464706 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b944e3ee-fd47-46fe-a376-ae76220ea536 req-80d4579d-728c-4de1-8091-44db66c8f10b tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611727 Sep 16 04:50:28.478794 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 15ad20e6-33a2-4999-b939-3fa15039c324, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=15ad20e6-33a2-4999-b939-3fa15039c324,segment=NetworkSegment(01aafaa9-a340-46ca-887a-6648c79e8c73),segment_id=01aafaa9-a340-46ca-887a-6648c79e8c73)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:28.505073 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '15ad20e6-33a2-4999-b939-3fa15039c324', 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7', 'port_id': '15ad20e6-33a2-4999-b939-3fa15039c324', 'mac_address': 'fa:16:3e:24:de:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '984819ef-39e4-42b6-ac0e-e1f025f28a4e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:50:28.549812 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:28.567105 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15ad20e6-33a2-4999-b939-3fa15039c324 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:28.623277 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 15ad20e6-33a2-4999-b939-3fa15039c324, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=15ad20e6-33a2-4999-b939-3fa15039c324,segment=NetworkSegment(01aafaa9-a340-46ca-887a-6648c79e8c73),segment_id=01aafaa9-a340-46ca-887a-6648c79e8c73)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:28.630365 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:28.723432 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=15ad20e6-33a2-4999-b939-3fa15039c324,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:28.775734 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22082b06-7d5d-401d-a434-c39aaf46d389 req-8c73fc66-abaf-41ef-a40b-ce2dfa808e01 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:28.778140 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-22082b06-7d5d-401d-a434-c39aaf46d389 req-8c73fc66-abaf-41ef-a40b-ce2dfa808e01 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 946 time: 0.0930173 Sep 16 04:50:28.836010 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-22082b06-7d5d-401d-a434-c39aaf46d389 req-c699c22f-d97e-477c-9516-4fcd3ce4f92d tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381129 Sep 16 04:50:28.969373 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99611ac3-e831-4b68-8391-4e1ec312f688 req-c1f66249-a8d7-492f-b302-c1bcceb05b9b tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:28.971004 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-99611ac3-e831-4b68-8391-4e1ec312f688 req-c1f66249-a8d7-492f-b302-c1bcceb05b9b tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 945 time: 0.0566299 Sep 16 04:50:29.007744 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b6c39508-a8d4-4b40-9822-e21afa8d9717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.030614 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-99611ac3-e831-4b68-8391-4e1ec312f688 req-55d2a625-e702-4264-b6a9-ff93058f9460 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=db3037be-fc36-4334-ae38-b046958ea600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495536 Sep 16 04:50:29.246757 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['15ad20e6-33a2-4999-b939-3fa15039c324'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:29.322701 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29925a32-2a8f-4642-90b7-52699f8e9876 req-4f9ce90e-0e0f-4893-a88b-bf8f3a2904fc tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:29.326577 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-29925a32-2a8f-4642-90b7-52699f8e9876 req-4f9ce90e-0e0f-4893-a88b-bf8f3a2904fc tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a84e6501-7978-44e8-8fca-5ed08d600724 HTTP/1.1" status: 200 len: 946 time: 0.1170559 Sep 16 04:50:29.345170 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c39508-a8d4-4b40-9822-e21afa8d9717 admin admin] Router ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:50:29.402621 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-29925a32-2a8f-4642-90b7-52699f8e9876 req-732d9014-f4fa-4aa3-b2c2-3071403fa390 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/security-groups?id=526665e4-8e42-4563-9d6f-8dd9bce58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630283 Sep 16 04:50:29.495865 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c39508-a8d4-4b40-9822-e21afa8d9717 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:50:29.501557 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b6c39508-a8d4-4b40-9822-e21afa8d9717 admin admin] 10.222.0.35 "PUT /v2.0/routers/ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4565451 Sep 16 04:50:29.505332 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43786) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:29.508352 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1595a4d1-eb11-469d-b2ad-7c8e79b092ae None None] Sync routers for ids ['ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:50:29.522157 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1595a4d1-eb11-469d-b2ad-7c8e79b092ae None None] Routers {'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:29.523446 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-1595a4d1-eb11-469d-b2ad-7c8e79b092ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:50:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:29.541027 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd31dd-56fb-472a-b7f5-a238b0fbe817 req-dafad543-928c-49b9-a3b9-66ae679493c1 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:29.543929 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e1cd31dd-56fb-472a-b7f5-a238b0fbe817 req-dafad543-928c-49b9-a3b9-66ae679493c1 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0704274 Sep 16 04:50:29.590693 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e1cd31dd-56fb-472a-b7f5-a238b0fbe817 req-5db2192e-17d4-4e6a-b1d7-2137326d69ec tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408995 Sep 16 04:50:29.648516 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-1595a4d1-eb11-469d-b2ad-7c8e79b092ae None None] Set router ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:29.658742 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ac47ff45-3a95-4d25-91cc-a1405a49ef24 admin admin] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.772401 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54689ecb-6031-416e-ad66-062d3854a9c3 req-9dc7ddab-eee0-4637-a4a4-eb4c15b62330 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:29.774907 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-54689ecb-6031-416e-ad66-062d3854a9c3 req-9dc7ddab-eee0-4637-a4a4-eb4c15b62330 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=2949ddb5-70c9-402f-9eeb-210f714261a9 HTTP/1.1" status: 200 len: 944 time: 0.0894854 Sep 16 04:50:29.855139 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-54689ecb-6031-416e-ad66-062d3854a9c3 req-d5cf5f48-f68a-47e5-9a1d-6d0c09e97650 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675519 Sep 16 04:50:29.873999 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ac47ff45-3a95-4d25-91cc-a1405a49ef24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.958759 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-ac47ff45-3a95-4d25-91cc-a1405a49ef24 admin admin] Deleting port a6b16912-e37c-40db-ba69-775bacdd86a6 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:29.959289 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ac47ff45-3a95-4d25-91cc-a1405a49ef24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.960970 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-1595a4d1-eb11-469d-b2ad-7c8e79b092ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1095599580-router', 'tenant_id': 'a9564092441641099968dab4826c23ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'a6b16912-e37c-40db-ba69-775bacdd86a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:48Z', 'updated_at': '2021-09-16T04:50:28Z', 'revision_number': 5, 'project_id': 'a9564092441641099968dab4826c23ad', 'gw_port': {'id': 'a6b16912-e37c-40db-ba69-775bacdd86a6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:49Z', 'updated_at': '2021-09-16T04:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:30.063967 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-ac47ff45-3a95-4d25-91cc-a1405a49ef24 admin admin] For port a6b16912-e37c-40db-ba69-775bacdd86a6, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=a6b16912-e37c-40db-ba69-775bacdd86a6,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:30.064343 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ac47ff45-3a95-4d25-91cc-a1405a49ef24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.086827 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-ac47ff45-3a95-4d25-91cc-a1405a49ef24 admin admin] Calling delete_port for a6b16912-e37c-40db-ba69-775bacdd86a6 owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:30.175406 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1595a4d1-eb11-469d-b2ad-7c8e79b092ae None None] Checking router: ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:50:30.191922 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1595a4d1-eb11-469d-b2ad-7c8e79b092ae None None] Routers {'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:30.193228 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-1595a4d1-eb11-469d-b2ad-7c8e79b092ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:50:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:30.330191 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ac47ff45-3a95-4d25-91cc-a1405a49ef24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.352675 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-1595a4d1-eb11-469d-b2ad-7c8e79b092ae None None] Set router ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:30.379368 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47ff45-3a95-4d25-91cc-a1405a49ef24 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6b16912-e37c-40db-ba69-775bacdd86a6,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:30.403815 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5cd3e-e478-4c44-8a23-25e1ae347b13 req-a0184841-2803-4bf6-a81c-8e64d5c4001c tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:30.406566 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-03b5cd3e-e478-4c44-8a23-25e1ae347b13 req-a0184841-2803-4bf6-a81c-8e64d5c4001c tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0775900 Sep 16 04:50:30.408082 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-1595a4d1-eb11-469d-b2ad-7c8e79b092ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1095599580-router', 'tenant_id': 'a9564092441641099968dab4826c23ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:48Z', 'updated_at': '2021-09-16T04:50:29Z', 'revision_number': 6, 'project_id': 'a9564092441641099968dab4826c23ad', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:30.440668 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1595a4d1-eb11-469d-b2ad-7c8e79b092ae None None] The sync data for ids ['ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc'] in n-d-712139-15 is: [{'id': 'ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1095599580-router', 'tenant_id': 'a9564092441641099968dab4826c23ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:48Z', 'updated_at': '2021-09-16T04:50:29Z', 'revision_number': 6, 'project_id': 'a9564092441641099968dab4826c23ad', 'gw_port_host': None}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:50:30.457519 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ac47ff45-3a95-4d25-91cc-a1405a49ef24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.469778 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-03b5cd3e-e478-4c44-8a23-25e1ae347b13 req-d35622c1-9ff4-48d1-9825-dd97bba096ce tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551682 Sep 16 04:50:30.595559 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ac47ff45-3a95-4d25-91cc-a1405a49ef24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.597858 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ac47ff45-3a95-4d25-91cc-a1405a49ef24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.621996 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa508cec-5009-4386-b149-7e8409d9fecc req-acb9a62a-3bb7-4dc4-9c96-e9e8c8b8493b tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:30.623555 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa508cec-5009-4386-b149-7e8409d9fecc req-acb9a62a-3bb7-4dc4-9c96-e9e8c8b8493b tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 945 time: 0.0591798 Sep 16 04:50:30.648784 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ac47ff45-3a95-4d25-91cc-a1405a49ef24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.650257 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac47ff45-3a95-4d25-91cc-a1405a49ef24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:50:30.659042 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ac47ff45-3a95-4d25-91cc-a1405a49ef24 admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.661142 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ac47ff45-3a95-4d25-91cc-a1405a49ef24 admin admin] 10.222.0.35 "DELETE /v2.0/routers/ee6582a0-0d53-4e4e-9e8d-8cf79c5121fc HTTP/1.1" status: 204 len: 168 time: 1.1541514 Sep 16 04:50:30.663465 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43804) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:30.673175 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa508cec-5009-4386-b149-7e8409d9fecc req-b9e1d8ab-6ad9-4dc6-a415-caec834301a4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=db3037be-fc36-4334-ae38-b046958ea600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433109 Sep 16 04:50:30.722959 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-25bfde68-33ca-4609-a869-145e715127c1 admin admin] Deleting subnet 4941d4cc-c97b-4fdb-8d78-bd7d0a14ccd8 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:50:30.733777 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-25bfde68-33ca-4609-a869-145e715127c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.777686 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-25bfde68-33ca-4609-a869-145e715127c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.840221 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-25bfde68-33ca-4609-a869-145e715127c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.928838 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-25bfde68-33ca-4609-a869-145e715127c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.939718 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-25e274dc-a78d-4d04-a3f2-13b0097b76de tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:30.942021 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-25e274dc-a78d-4d04-a3f2-13b0097b76de tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/networks?id=06b53dae-be26-4105-a7e4-d1c9c9f4b3e9 HTTP/1.1" status: 200 len: 814 time: 0.1345825 Sep 16 04:50:30.960712 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-f31868a4-63dd-461f-8675-82de823c0b07 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/quotas/a5eefe07a96c4dbcb8fd3bd5ce1a66c2 HTTP/1.1" status: 200 len: 375 time: 0.0124569 Sep 16 04:50:30.968535 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bfde68-33ca-4609-a869-145e715127c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4941d4cc-c97b-4fdb-8d78-bd7d0a14ccd8,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:30.971304 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-25bfde68-33ca-4609-a869-145e715127c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.976285 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-25bfde68-33ca-4609-a869-145e715127c1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4941d4cc-c97b-4fdb-8d78-bd7d0a14ccd8 HTTP/1.1" status: 204 len: 168 time: 0.3084683 Sep 16 04:50:30.976879 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43820) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:31.024108 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-ba4107c2-4835-41d4-b410-017c45c17cc3 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a5eefe07a96c4dbcb8fd3bd5ce1a66c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0494921 Sep 16 04:50:31.068596 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a5d0689-30cb-4913-964e-876b77ddf736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:31.166058 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-4895dca7-89ac-4de1-a600-bcbc64e4303a service neutron] 10.222.0.35 "GET /v2.0/networks/06b53dae-be26-4105-a7e4-d1c9c9f4b3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305225 Sep 16 04:50:31.174304 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a5d0689-30cb-4913-964e-876b77ddf736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:31.212183 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-2a5d0689-30cb-4913-964e-876b77ddf736 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb168ec7-c9bc-48f2-8670-4d53a35f9eaf']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:31.232307 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-2a5d0689-30cb-4913-964e-876b77ddf736 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d1a8b45-2896-4fd6-a9bb-cba94eeeecba') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:31.233382 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-2a5d0689-30cb-4913-964e-876b77ddf736 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d1a8b45-2896-4fd6-a9bb-cba94eeeecba') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:31.253697 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a5d0689-30cb-4913-964e-876b77ddf736 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:31.284937 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a5d0689-30cb-4913-964e-876b77ddf736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:31.299872 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a5d0689-30cb-4913-964e-876b77ddf736 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:50:31.301070 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a5d0689-30cb-4913-964e-876b77ddf736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:31.324011 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:50:31.324011 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:50:31.324011 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:50:31.324011 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:50:31.324011 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:50:31.324011 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:50:31.324011 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:50:31.324011 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:50:31.324011 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:50:31.324011 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:50:31.324011 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:50:31.324011 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:50:31.324011 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:50:31.324011 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:50:31.324011 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:50:31.324011 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:50:31.324011 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:50:31.324011 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:50:31.324011 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:50:31.324011 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:50:31.324011 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:50:31.324011 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:50:31.324011 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:50:31.324011 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:50:31.324011 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:50:31.324011 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:50:31.324011 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:50:31.324011 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:50:31.324011 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:50:31.324011 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:50:31.324011 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:50:31.324011 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:50:31.333411 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-c6417b03-ad51-4908-8a13-ce39db8dbc3d service neutron] 10.222.0.35 "GET /v2.0/networks/06b53dae-be26-4105-a7e4-d1c9c9f4b3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567998 Sep 16 04:50:31.415281 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a5d0689-30cb-4913-964e-876b77ddf736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:31.424724 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a5d0689-30cb-4913-964e-876b77ddf736 admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:31.433119 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2a5d0689-30cb-4913-964e-876b77ddf736 admin admin] 10.222.0.35 "DELETE /v2.0/networks/fb168ec7-c9bc-48f2-8670-4d53a35f9eaf HTTP/1.1" status: 204 len: 168 time: 0.4498382 Sep 16 04:50:31.446921 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d0689-30cb-4913-964e-876b77ddf736 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb168ec7-c9bc-48f2-8670-4d53a35f9eaf,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:31.646755 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43832) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:31.747588 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a5237ffd-8cc9-4499-bcc4-08127d6c2aa4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a9564092441641099968dab4826c23ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0972288 Sep 16 04:50:31.748776 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43840) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:31.844754 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96ae794c-6c10-49df-a444-958569d26de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:31.877879 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96ae794c-6c10-49df-a444-958569d26de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:31.892883 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161c38c-ac80-4b99-bd1b-2614a7519178 req-4c54b73f-c5a9-45b8-9244-f016a0a912c9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:31.896054 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6161c38c-ac80-4b99-bd1b-2614a7519178 req-4c54b73f-c5a9-45b8-9244-f016a0a912c9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 945 time: 0.0964746 Sep 16 04:50:31.965724 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6161c38c-ac80-4b99-bd1b-2614a7519178 req-e5e5688a-7250-4ba3-944c-afa3b19d803a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=db3037be-fc36-4334-ae38-b046958ea600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587747 Sep 16 04:50:31.970592 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96ae794c-6c10-49df-a444-958569d26de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:31.975139 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96ae794c-6c10-49df-a444-958569d26de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:31.981837 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-96ae794c-6c10-49df-a444-958569d26de4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/723b7686-529d-4393-aed0-f3fd1860d9b0 HTTP/1.1" status: 204 len: 168 time: 0.2312491 Sep 16 04:50:31.995638 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae794c-6c10-49df-a444-958569d26de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723b7686-529d-4393-aed0-f3fd1860d9b0,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:32.013411 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 43846) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:32.176124 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae2539c-208e-4e28-aae1-6a8afa720499 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:32.181571 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-dae2539c-208e-4e28-aae1-6a8afa720499 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 1092 time: 0.1605277 Sep 16 04:50:32.181886 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 43848) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:32.186385 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-9b300cc9-767a-4268-bca8-0d8ffc24d2bb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'port_id': '545b55b6-6b09-445a-8fdd-b488ee92f1be', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:32.219460 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e104e1-8236-46af-848b-d9eb3fb556f6 req-517996bb-7f2a-4fd8-9c72-0f4cf5b0de75 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:32.227147 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-52e104e1-8236-46af-848b-d9eb3fb556f6 req-517996bb-7f2a-4fd8-9c72-0f4cf5b0de75 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=2949ddb5-70c9-402f-9eeb-210f714261a9 HTTP/1.1" status: 200 len: 944 time: 0.1045642 Sep 16 04:50:32.239866 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device fa4d9452-8a6e-44e1-9726-ddb5692bd936 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:32.278102 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9b300cc9-767a-4268-bca8-0d8ffc24d2bb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for floatingip, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:32.282938 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: fa4d9452-8a6e-44e1-9726-ddb5692bd936 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:32.284061 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device fa4d9452-8a6e-44e1-9726-ddb5692bd936 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:32.286730 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device a6b16912-e37c-40db-ba69-775bacdd86a6 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:32.342077 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: a6b16912-e37c-40db-ba69-775bacdd86a6 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:32.343431 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device a6b16912-e37c-40db-ba69-775bacdd86a6 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:32.357280 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-52e104e1-8236-46af-848b-d9eb3fb556f6 req-e6588b63-9eec-4170-9aba-c3694d966ccd tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288168 Sep 16 04:50:32.372418 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 15ad20e6-33a2-4999-b939-3fa15039c324 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:32.449623 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189aa3a3-1b79-44a8-81a1-4b8b6c3fa3a4 req-4ae351a5-2457-48e6-81c9-30d11266e015 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:32.452486 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-189aa3a3-1b79-44a8-81a1-4b8b6c3fa3a4 req-4ae351a5-2457-48e6-81c9-30d11266e015 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.48 "GET /v2.0/ports?device_id=a13bc609-4ded-492f-9eb3-5182af03dc37 HTTP/1.1" status: 200 len: 946 time: 0.2201409 Sep 16 04:50:32.527473 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 15ad20e6-33a2-4999-b939-3fa15039c324 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:50:32.547876 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 15ad20e6-33a2-4999-b939-3fa15039c324 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:32.550483 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:32.702845 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:32.715409 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04a4ac58-77a0-46c3-a85f-03b3806e5750 req-7542d0d5-ea6a-489d-b7d1-1c1c8d4591ec tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=25bbae3e-75bf-4c28-834c-f0f9221a7114 HTTP/1.1" status: 200 len: 210 time: 0.1005571 Sep 16 04:50:32.754012 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9b300cc9-767a-4268-bca8-0d8ffc24d2bb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:32.767388 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2949ddb5-70c9-402f-9eeb-210f714261a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ad20e6-33a2-4999-b939-3fa15039c324'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:32.774374 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbee7271-7e81-4686-86c6-57024e551902" -d '{"events": [{"server_uuid": "2949ddb5-70c9-402f-9eeb-210f714261a9", "name": "network-vif-plugged", "status": "completed", "tag": "15ad20e6-33a2-4999-b939-3fa15039c324"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:32.802486 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 15ad20e6-33a2-4999-b939-3fa15039c324, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=15ad20e6-33a2-4999-b939-3fa15039c324,segment=NetworkSegment(01aafaa9-a340-46ca-887a-6648c79e8c73),segment_id=01aafaa9-a340-46ca-887a-6648c79e8c73)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:32.817418 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:32.837609 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-189aa3a3-1b79-44a8-81a1-4b8b6c3fa3a4 req-7d034a78-2e05-46e4-8ea1-d598a0cb1dde tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Deleting port f9cad535-e02e-4346-9217-2b257f68c294 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:32.838352 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-189aa3a3-1b79-44a8-81a1-4b8b6c3fa3a4 req-7d034a78-2e05-46e4-8ea1-d598a0cb1dde tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:32.909324 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=15ad20e6-33a2-4999-b939-3fa15039c324,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:33.564742 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-189aa3a3-1b79-44a8-81a1-4b8b6c3fa3a4 req-7d034a78-2e05-46e4-8ea1-d598a0cb1dde tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] For port f9cad535-e02e-4346-9217-2b257f68c294, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=f9cad535-e02e-4346-9217-2b257f68c294,segment=NetworkSegment(3c7e498d-1564-41e2-a9e3-5e79bd3860cd),segment_id=3c7e498d-1564-41e2-a9e3-5e79bd3860cd)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:33.564742 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-189aa3a3-1b79-44a8-81a1-4b8b6c3fa3a4 req-7d034a78-2e05-46e4-8ea1-d598a0cb1dde tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:33.662813 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-189aa3a3-1b79-44a8-81a1-4b8b6c3fa3a4 req-7d034a78-2e05-46e4-8ea1-d598a0cb1dde tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Calling delete_port for f9cad535-e02e-4346-9217-2b257f68c294 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:33.665539 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-9b300cc9-767a-4268-bca8-0d8ffc24d2bb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Allocated IP 172.25.8.131 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/35e09e88-f479-4128-9be5-c91bffee8375) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:33.690229 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc93fbf-e642-4eac-877d-becb44e43aaf req-6e8aeae2-3fb6-4a1f-b08b-2cceac47918a tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:33.692054 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ddc93fbf-e642-4eac-877d-becb44e43aaf req-6e8aeae2-3fb6-4a1f-b08b-2cceac47918a tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.7709744 Sep 16 04:50:33.837364 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-79eaea5b-6d61-4aa5-ae2e-7777d0e7982f tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:33.839796 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-79eaea5b-6d61-4aa5-ae2e-7777d0e7982f tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.48 "GET /v2.0/networks?id=06b53dae-be26-4105-a7e4-d1c9c9f4b3e9 HTTP/1.1" status: 200 len: 814 time: 0.3777928 Sep 16 04:50:33.865437 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ddc93fbf-e642-4eac-877d-becb44e43aaf req-2c16d6bb-1e8c-4e66-a16f-3171274026a1 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560173 Sep 16 04:50:33.923561 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-e2cbdab3-408f-4e85-a010-3a3d07899da9 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Request body: {'port': {'device_id': '25bbae3e-75bf-4c28-834c-f0f9221a7114', 'network_id': '06b53dae-be26-4105-a7e4-d1c9c9f4b3e9', 'admin_state_up': True, 'tenant_id': 'a5eefe07a96c4dbcb8fd3bd5ce1a66c2'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:34.120108 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9b300cc9-767a-4268-bca8-0d8ffc24d2bb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.185895 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55489e9c-24eb-49ab-b3b1-b6cf1f260041 req-415b97c5-3726-4a78-8791-4dfdb5a3aeba tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:34.187643 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-55489e9c-24eb-49ab-b3b1-b6cf1f260041 req-415b97c5-3726-4a78-8791-4dfdb5a3aeba tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a84e6501-7978-44e8-8fca-5ed08d600724 HTTP/1.1" status: 200 len: 946 time: 0.2047298 Sep 16 04:50:34.191187 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-189aa3a3-1b79-44a8-81a1-4b8b6c3fa3a4 req-7d034a78-2e05-46e4-8ea1-d598a0cb1dde tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.228024 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['f9cad535-e02e-4346-9217-2b257f68c294'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:34.292615 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d034a78-2e05-46e4-8ea1-d598a0cb1dde tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Pushing event deleted for resources: {'Port': ['ID=f9cad535-e02e-4346-9217-2b257f68c294,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:34.303628 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2e00c-fe14-4002-80d1-96da01cca8f7 req-3edecd90-d33f-4340-90b0-1f56019fd0c9 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:34.306310 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-28e2e00c-fe14-4002-80d1-96da01cca8f7 req-3edecd90-d33f-4340-90b0-1f56019fd0c9 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.48 "GET /v2.0/ports?device_id=a84e6501-7978-44e8-8fca-5ed08d600724 HTTP/1.1" status: 200 len: 946 time: 0.0989931 Sep 16 04:50:34.349944 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-e2cbdab3-408f-4e85-a010-3a3d07899da9 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Made reservation on behalf of a5eefe07a96c4dbcb8fd3bd5ce1a66c2 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:34.353628 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-e2cbdab3-408f-4e85-a010-3a3d07899da9 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.360867 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-189aa3a3-1b79-44a8-81a1-4b8b6c3fa3a4 req-7d034a78-2e05-46e4-8ea1-d598a0cb1dde tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] No DVR routers for this DVR port f9cad535-e02e-4346-9217-2b257f68c294 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:34.364608 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-189aa3a3-1b79-44a8-81a1-4b8b6c3fa3a4 req-7d034a78-2e05-46e4-8ea1-d598a0cb1dde tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.367457 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-189aa3a3-1b79-44a8-81a1-4b8b6c3fa3a4 req-7d034a78-2e05-46e4-8ea1-d598a0cb1dde tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.48 "DELETE /v2.0/ports/f9cad535-e02e-4346-9217-2b257f68c294 HTTP/1.1" status: 204 len: 173 time: 1.9083521 Sep 16 04:50:34.378506 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13bc609-4ded-492f-9eb3-5182af03dc37', 'name': 'network-vif-deleted', 'tag': 'f9cad535-e02e-4346-9217-2b257f68c294'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:34.380159 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f5312a-3869-4410-be93-bd6235518c59" -d '{"events": [{"server_uuid": "a13bc609-4ded-492f-9eb3-5182af03dc37", "name": "network-vif-deleted", "tag": "f9cad535-e02e-4346-9217-2b257f68c294"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:34.383440 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9b300cc9-767a-4268-bca8-0d8ffc24d2bb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.406426 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-55489e9c-24eb-49ab-b3b1-b6cf1f260041 req-e14606cc-e86c-410e-a898-6bba2121d406 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/security-groups?id=526665e4-8e42-4563-9d6f-8dd9bce58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997697 Sep 16 04:50:34.485185 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934634a7-3180-420c-9c15-ec207751b24b x-openstack-request-id: req-934634a7-3180-420c-9c15-ec207751b24b {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:34.485829 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2949ddb5-70c9-402f-9eeb-210f714261a9", "name": "network-vif-plugged", "status": "completed", "tag": "15ad20e6-33a2-4999-b939-3fa15039c324", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:34.486376 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-934634a7-3180-420c-9c15-ec207751b24b {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:34.487194 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2949ddb5-70c9-402f-9eeb-210f714261a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ad20e6-33a2-4999-b939-3fa15039c324', 'code': 200} Sep 16 04:50:34.496957 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-28e2e00c-fe14-4002-80d1-96da01cca8f7 req-d3b53bd3-a4b1-4eb8-ad6f-12bb5f04cb53 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Deleting port 870fb7d3-9763-43a8-929d-f32177b7ae77 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:34.497352 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-28e2e00c-fe14-4002-80d1-96da01cca8f7 req-d3b53bd3-a4b1-4eb8-ad6f-12bb5f04cb53 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.586224 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b300cc9-767a-4268-bca8-0d8ffc24d2bb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:34.615294 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-9b300cc9-767a-4268-bca8-0d8ffc24d2bb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:34.640466 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b300cc9-767a-4268-bca8-0d8ffc24d2bb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:34.642416 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b300cc9-767a-4268-bca8-0d8ffc24d2bb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'Port': ['ID=35e09e88-f479-4128-9be5-c91bffee8375,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:34.669980 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-28e2e00c-fe14-4002-80d1-96da01cca8f7 req-d3b53bd3-a4b1-4eb8-ad6f-12bb5f04cb53 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] For port 870fb7d3-9763-43a8-929d-f32177b7ae77, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=870fb7d3-9763-43a8-929d-f32177b7ae77,segment=NetworkSegment(ae7c973c-db06-4343-837f-ad8bf052f252),segment_id=ae7c973c-db06-4343-837f-ad8bf052f252)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:34.670526 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-28e2e00c-fe14-4002-80d1-96da01cca8f7 req-d3b53bd3-a4b1-4eb8-ad6f-12bb5f04cb53 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.802050 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-e2cbdab3-408f-4e85-a010-3a3d07899da9 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Allocated IP 172.20.0.5 (06b53dae-be26-4105-a7e4-d1c9c9f4b3e9/bcf4f667-aa88-4413-b706-89b85463ed71/3bd2fd85-128d-4757-9f1f-8fe326b87eb0) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:34.815727 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d95488-4efc-4a6a-8d53-be2ca2c41e72 req-5ef668bc-2164-477a-be1f-9d5b52aa3a52 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:34.817552 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94d95488-4efc-4a6a-8d53-be2ca2c41e72 req-5ef668bc-2164-477a-be1f-9d5b52aa3a52 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=2949ddb5-70c9-402f-9eeb-210f714261a9 HTTP/1.1" status: 200 len: 945 time: 0.2376516 Sep 16 04:50:34.841352 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55458775-d529-4c67-8589-22072f7e917a req-f9218b8d-c373-4e63-9b4b-1a7c3adffec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:34.842898 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-55458775-d529-4c67-8589-22072f7e917a req-f9218b8d-c373-4e63-9b4b-1a7c3adffec6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2949ddb5-70c9-402f-9eeb-210f714261a9 HTTP/1.1" status: 200 len: 1097 time: 0.2059915 Sep 16 04:50:35.039270 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94d95488-4efc-4a6a-8d53-be2ca2c41e72 req-c4831af8-090c-4386-bab8-8688f659dd37 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061048 Sep 16 04:50:35.046573 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-55458775-d529-4c67-8589-22072f7e917a req-5fa1a8f2-6d2a-4de3-abbf-5bbe6e2ddbbd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824746 Sep 16 04:50:35.049310 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-28e2e00c-fe14-4002-80d1-96da01cca8f7 req-d3b53bd3-a4b1-4eb8-ad6f-12bb5f04cb53 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.049701 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-28e2e00c-fe14-4002-80d1-96da01cca8f7 req-d3b53bd3-a4b1-4eb8-ad6f-12bb5f04cb53 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.050227 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [req-28e2e00c-fe14-4002-80d1-96da01cca8f7 req-d3b53bd3-a4b1-4eb8-ad6f-12bb5f04cb53 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Floating IP abcaf7cd-e320-4ae1-a288-4fa0f982f8c9 disassociated. External IP: 172.25.8.8, port: 870fb7d3-9763-43a8-929d-f32177b7ae77. Sep 16 04:50:35.051253 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-28e2e00c-fe14-4002-80d1-96da01cca8f7 req-d3b53bd3-a4b1-4eb8-ad6f-12bb5f04cb53 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Calling delete_port for 870fb7d3-9763-43a8-929d-f32177b7ae77 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:35.229807 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-e2cbdab3-408f-4e85-a010-3a3d07899da9 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.243283 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-28e2e00c-fe14-4002-80d1-96da01cca8f7 req-d3b53bd3-a4b1-4eb8-ad6f-12bb5f04cb53 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.277919 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b53bd3-a4b1-4eb8-ad6f-12bb5f04cb53 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Pushing event deleted for resources: {'Port': ['ID=870fb7d3-9763-43a8-929d-f32177b7ae77,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:35.338143 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-e2cbdab3-408f-4e85-a010-3a3d07899da9 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.395547 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-e2cbdab3-408f-4e85-a010-3a3d07899da9 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Network 06b53dae-be26-4105-a7e4-d1c9c9f4b3e9 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:35.400303 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-e2cbdab3-408f-4e85-a010-3a3d07899da9 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:35.403967 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-e2cbdab3-408f-4e85-a010-3a3d07899da9 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:35.425893 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28e2e00c-fe14-4002-80d1-96da01cca8f7 req-d3b53bd3-a4b1-4eb8-ad6f-12bb5f04cb53 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Router 8a74ea9c-ed43-4fff-8f32-e34ffa04090d has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:50:35.475643 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cbdab3-408f-4e85-a010-3a3d07899da9 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Pushing event updated for resources: {'Port': ['ID=3bd2fd85-128d-4757-9f1f-8fe326b87eb0,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:35.509986 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9b300cc9-767a-4268-bca8-0d8ffc24d2bb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.517321 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-e2cbdab3-408f-4e85-a010-3a3d07899da9 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:35.518116 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-e2cbdab3-408f-4e85-a010-3a3d07899da9 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.561513 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-e2cbdab3-408f-4e85-a010-3a3d07899da9 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6477435 Sep 16 04:50:35.585104 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-dd83daf8-abf2-4c42-ac53-7aeefa2eee7f service neutron] Request body: {'port': {'device_id': '25bbae3e-75bf-4c28-834c-f0f9221a7114', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:35.614886 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28e2e00c-fe14-4002-80d1-96da01cca8f7 req-d3b53bd3-a4b1-4eb8-ad6f-12bb5f04cb53 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:50:35.640657 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa9a890-49de-42d1-b9ab-5400dde05415 None None] Sync routers for ids ['8a74ea9c-ed43-4fff-8f32-e34ffa04090d'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:50:35.651709 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa9a890-49de-42d1-b9ab-5400dde05415 None None] Routers {'8a74ea9c-ed43-4fff-8f32-e34ffa04090d'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:35.653217 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-4fa9a890-49de-42d1-b9ab-5400dde05415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:50:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8a74ea9c-ed43-4fff-8f32-e34ffa04090d'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:35.660772 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9b300cc9-767a-4268-bca8-0d8ffc24d2bb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.729886 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e2e00c-fe14-4002-80d1-96da01cca8f7 req-d3b53bd3-a4b1-4eb8-ad6f-12bb5f04cb53 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] No DVR routers for this DVR port 870fb7d3-9763-43a8-929d-f32177b7ae77 on host n-h2-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:35.740352 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-28e2e00c-fe14-4002-80d1-96da01cca8f7 req-d3b53bd3-a4b1-4eb8-ad6f-12bb5f04cb53 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.745242 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-28e2e00c-fe14-4002-80d1-96da01cca8f7 req-d3b53bd3-a4b1-4eb8-ad6f-12bb5f04cb53 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.48 "DELETE /v2.0/ports/870fb7d3-9763-43a8-929d-f32177b7ae77 HTTP/1.1" status: 204 len: 173 time: 1.4323530 Sep 16 04:50:35.745967 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84e6501-7978-44e8-8fca-5ed08d600724', 'name': 'network-vif-deleted', 'tag': '870fb7d3-9763-43a8-929d-f32177b7ae77'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:35.752767 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcdbfe1-238c-4a50-9a6c-a6c88a654989" -d '{"events": [{"server_uuid": "a84e6501-7978-44e8-8fca-5ed08d600724", "name": "network-vif-deleted", "tag": "870fb7d3-9763-43a8-929d-f32177b7ae77"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:35.760676 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-dd83daf8-abf2-4c42-ac53-7aeefa2eee7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.862768 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-4fa9a890-49de-42d1-b9ab-5400dde05415 None None] Set router 8a74ea9c-ed43-4fff-8f32-e34ffa04090d gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:36.188595 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c5a53-1888-4a71-a0da-82aed6c9de46 req-04d4d4ae-9696-471a-8f29-3be8c9963c17 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:36.190238 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-118c5a53-1888-4a71-a0da-82aed6c9de46 req-04d4d4ae-9696-471a-8f29-3be8c9963c17 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=25bbae3e-75bf-4c28-834c-f0f9221a7114 HTTP/1.1" status: 200 len: 931 time: 0.1471026 Sep 16 04:50:36.243358 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9b300cc9-767a-4268-bca8-0d8ffc24d2bb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.272713 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9b300cc9-767a-4268-bca8-0d8ffc24d2bb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.390739 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b300cc9-767a-4268-bca8-0d8ffc24d2bb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'Port': ['ID=35e09e88-f479-4128-9be5-c91bffee8375,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:36.397406 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device f9cad535-e02e-4346-9217-2b257f68c294 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:36.444056 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-118c5a53-1888-4a71-a0da-82aed6c9de46 req-d23c23a0-c666-44ed-a81c-8207cfb1915e tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384953 Sep 16 04:50:36.467675 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: f9cad535-e02e-4346-9217-2b257f68c294 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:36.467675 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device f9cad535-e02e-4346-9217-2b257f68c294 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:36.511843 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-4fa9a890-49de-42d1-b9ab-5400dde05415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'name': 'tempest-ServersTestBootFromVolume-1222533784-router', 'tenant_id': '2e0f2a25ff7a42109390aea64c07e38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '33ab65c3-bf89-4d0b-b66a-393e6381922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:28Z', 'updated_at': '2021-09-16T04:47:35Z', 'revision_number': 4, 'project_id': '2e0f2a25ff7a42109390aea64c07e38c', 'gw_port': {'id': '33ab65c3-bf89-4d0b-b66a-393e6381922b', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:29Z', 'updated_at': '2021-09-16T04:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '41e28078-f0bf-4464-b114-44ed0b77ea66', 'name': '', 'network_id': '60d078bb-c66f-4588-bcce-90f888464a36', 'tenant_id': '2e0f2a25ff7a42109390aea64c07e38c', 'mac_address': 'fa:16:3e:76:6c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'b035a0ab-941e-41ba-9a0c-7177fcec4515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:34Z', 'updated_at': '2021-09-16T04:47:41Z', 'revision_number': 5, 'project_id': '2e0f2a25ff7a42109390aea64c07e38c', 'subnets': [{'id': 'b035a0ab-941e-41ba-9a0c-7177fcec4515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:36.518278 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9b300cc9-767a-4268-bca8-0d8ffc24d2bb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.581139 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa9a890-49de-42d1-b9ab-5400dde05415 None None] Checking router: 8a74ea9c-ed43-4fff-8f32-e34ffa04090d for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:50:36.594384 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa9a890-49de-42d1-b9ab-5400dde05415 None None] Routers {'8a74ea9c-ed43-4fff-8f32-e34ffa04090d'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:36.595689 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-4fa9a890-49de-42d1-b9ab-5400dde05415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:50:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8a74ea9c-ed43-4fff-8f32-e34ffa04090d'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:36.758379 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-dd83daf8-abf2-4c42-ac53-7aeefa2eee7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bd2fd85-128d-4757-9f1f-8fe326b87eb0 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:36.772770 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d4852-1533-47c6-9b18-e3c9816fb598 req-df967d89-c65e-41a5-8cad-e01227c17dc4 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:36.774930 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-666d4852-1533-47c6-9b18-e3c9816fb598 req-df967d89-c65e-41a5-8cad-e01227c17dc4 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.2135484 Sep 16 04:50:36.783477 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-dd83daf8-abf2-4c42-ac53-7aeefa2eee7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.791717 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-4fa9a890-49de-42d1-b9ab-5400dde05415 None None] Set router 8a74ea9c-ed43-4fff-8f32-e34ffa04090d gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:36.842004 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [None req-9b300cc9-767a-4268-bca8-0d8ffc24d2bb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Floating IP 38b77f59-ee95-45a9-94db-71781eba910f associated. External IP: 172.25.8.131, port: 545b55b6-6b09-445a-8fdd-b488ee92f1be. Sep 16 04:50:36.844039 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-dd83daf8-abf2-4c42-ac53-7aeefa2eee7f service neutron] Transition to ACTIVE for port object 3bd2fd85-128d-4757-9f1f-8fe326b87eb0 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:50:36.880396 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-dd83daf8-abf2-4c42-ac53-7aeefa2eee7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.893148 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-666d4852-1533-47c6-9b18-e3c9816fb598 req-beb9f91c-c672-43ef-8bb3-d02c923ecabc tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067433 Sep 16 04:50:37.009733 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f942f46-80b5-4d51-b19d-ce85f867bd15 x-openstack-request-id: req-6f942f46-80b5-4d51-b19d-ce85f867bd15 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:37.014339 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a13bc609-4ded-492f-9eb3-5182af03dc37", "name": "network-vif-deleted", "tag": "f9cad535-e02e-4346-9217-2b257f68c294", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:37.014729 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6f942f46-80b5-4d51-b19d-ce85f867bd15 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:37.015447 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13bc609-4ded-492f-9eb3-5182af03dc37', 'name': 'network-vif-deleted', 'tag': 'f9cad535-e02e-4346-9217-2b257f68c294', 'status': 'completed', 'code': 200} Sep 16 04:50:37.024993 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd83daf8-abf2-4c42-ac53-7aeefa2eee7f service neutron] Pushing event updated for resources: {'Port': ['ID=3bd2fd85-128d-4757-9f1f-8fe326b87eb0,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:37.165180 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-4fa9a890-49de-42d1-b9ab-5400dde05415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'name': 'tempest-ServersTestBootFromVolume-1222533784-router', 'tenant_id': '2e0f2a25ff7a42109390aea64c07e38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '33ab65c3-bf89-4d0b-b66a-393e6381922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:28Z', 'updated_at': '2021-09-16T04:47:35Z', 'revision_number': 4, 'project_id': '2e0f2a25ff7a42109390aea64c07e38c', 'gw_port': {'id': '33ab65c3-bf89-4d0b-b66a-393e6381922b', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:29Z', 'updated_at': '2021-09-16T04:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '41e28078-f0bf-4464-b114-44ed0b77ea66', 'name': '', 'network_id': '60d078bb-c66f-4588-bcce-90f888464a36', 'tenant_id': '2e0f2a25ff7a42109390aea64c07e38c', 'mac_address': 'fa:16:3e:76:6c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'b035a0ab-941e-41ba-9a0c-7177fcec4515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:34Z', 'updated_at': '2021-09-16T04:47:41Z', 'revision_number': 5, 'project_id': '2e0f2a25ff7a42109390aea64c07e38c', 'subnets': [{'id': 'b035a0ab-941e-41ba-9a0c-7177fcec4515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:37.168730 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cf3642bf-7042-4103-bcb2-e3437fc721c7 req-e085b878-ea5f-4bd2-88c0-d1a5fad04222 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a84e6501-7978-44e8-8fca-5ed08d600724 HTTP/1.1" status: 200 len: 210 time: 0.0398839 Sep 16 04:50:37.210187 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa9a890-49de-42d1-b9ab-5400dde05415 None None] The sync data for ids ['8a74ea9c-ed43-4fff-8f32-e34ffa04090d'] in n-d-712139-15 is: [{'id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'name': 'tempest-ServersTestBootFromVolume-1222533784-router', 'tenant_id': '2e0f2a25ff7a42109390aea64c07e38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '33ab65c3-bf89-4d0b-b66a-393e6381922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:28Z', 'updated_at': '2021-09-16T04:47:35Z', 'revision_number': 4, 'project_id': '2e0f2a25ff7a42109390aea64c07e38c', 'gw_port': {'id': '33ab65c3-bf89-4d0b-b66a-393e6381922b', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:29Z', 'updated_at': '2021-09-16T04:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '41e28078-f0bf-4464-b114-44ed0b77ea66', 'name': '', 'network_id': '60d078bb-c66f-4588-bcce-90f888464a36', 'tenant_id': '2e0f2a25ff7a42109390aea64c07e38c', 'mac_address': 'fa:16:3e:76:6c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'b035a0ab-941e-41ba-9a0c-7177fcec4515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:34Z', 'updated_at': '2021-09-16T04:47:41Z', 'revision_number': 5, 'project_id': '2e0f2a25ff7a42109390aea64c07e38c', 'subnets': [{'id': 'b035a0ab-941e-41ba-9a0c-7177fcec4515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:50:37.240872 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-dd83daf8-abf2-4c42-ac53-7aeefa2eee7f service neutron] Attempting to bind port 3bd2fd85-128d-4757-9f1f-8fe326b87eb0 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:37.241125 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-dd83daf8-abf2-4c42-ac53-7aeefa2eee7f service neutron] Attempting to bind port 3bd2fd85-128d-4757-9f1f-8fe326b87eb0 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '3c7e498d-1564-41e2-a9e3-5e79bd3860cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06b53dae-be26-4105-a7e4-d1c9c9f4b3e9'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:37.241456 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-dd83daf8-abf2-4c42-ac53-7aeefa2eee7f service neutron] Attempting to bind port 3bd2fd85-128d-4757-9f1f-8fe326b87eb0 on network 06b53dae-be26-4105-a7e4-d1c9c9f4b3e9 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:37.249553 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-dd83daf8-abf2-4c42-ac53-7aeefa2eee7f service neutron] Port 3bd2fd85-128d-4757-9f1f-8fe326b87eb0 on network 06b53dae-be26-4105-a7e4-d1c9c9f4b3e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:50:37.250252 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-dd83daf8-abf2-4c42-ac53-7aeefa2eee7f service neutron] Attempting to bind port 3bd2fd85-128d-4757-9f1f-8fe326b87eb0 on network 06b53dae-be26-4105-a7e4-d1c9c9f4b3e9 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:37.266150 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-dd83daf8-abf2-4c42-ac53-7aeefa2eee7f service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:37.266450 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-dd83daf8-abf2-4c42-ac53-7aeefa2eee7f service neutron] Checking segment: {'id': '3c7e498d-1564-41e2-a9e3-5e79bd3860cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06b53dae-be26-4105-a7e4-d1c9c9f4b3e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:37.266792 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-dd83daf8-abf2-4c42-ac53-7aeefa2eee7f service neutron] Bound using segment: {'id': '3c7e498d-1564-41e2-a9e3-5e79bd3860cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06b53dae-be26-4105-a7e4-d1c9c9f4b3e9'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:37.267232 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-dd83daf8-abf2-4c42-ac53-7aeefa2eee7f service neutron] Bound port: 3bd2fd85-128d-4757-9f1f-8fe326b87eb0, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7e498d-1564-41e2-a9e3-5e79bd3860cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '06b53dae-be26-4105-a7e4-d1c9c9f4b3e9'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:37.267589 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-dd83daf8-abf2-4c42-ac53-7aeefa2eee7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.361653 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e613d26f-e4d7-489b-b16f-335912a3e5e7 x-openstack-request-id: req-e613d26f-e4d7-489b-b16f-335912a3e5e7 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:37.362186 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84e6501-7978-44e8-8fca-5ed08d600724", "name": "network-vif-deleted", "tag": "870fb7d3-9763-43a8-929d-f32177b7ae77", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:37.362317 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e613d26f-e4d7-489b-b16f-335912a3e5e7 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:37.362946 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84e6501-7978-44e8-8fca-5ed08d600724', 'name': 'network-vif-deleted', 'tag': '870fb7d3-9763-43a8-929d-f32177b7ae77', 'status': 'completed', 'code': 200} Sep 16 04:50:37.379712 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b300cc9-767a-4268-bca8-0d8ffc24d2bb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Router 400e8034-bcf7-4f47-b91a-946e746b89bc has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:50:37.670436 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3efda04-2cbe-437b-a815-78eb5d0f2e12 None None] New status for floating IP abcaf7cd-e320-4ae1-a288-4fa0f982f8c9: DOWN {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:50:37.864884 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-dd83daf8-abf2-4c42-ac53-7aeefa2eee7f service neutron] For port 3bd2fd85-128d-4757-9f1f-8fe326b87eb0, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:37.915494 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7fa77cec-3485-49f6-b03e-c1cbd4f2fe10 req-e2b919e4-047a-4024-9235-7560989d4ee9 tempest-ServerShowV257Test-1299438486 tempest-ServerShowV257Test-1299438486-project] 10.222.0.35 "GET /v2.0/ports?device_id=6208e6bb-bbf6-443d-8867-9041fd58387d HTTP/1.1" status: 200 len: 210 time: 0.0538478 Sep 16 04:50:37.920066 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-dd83daf8-abf2-4c42-ac53-7aeefa2eee7f service neutron] For port 3bd2fd85-128d-4757-9f1f-8fe326b87eb0, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=3bd2fd85-128d-4757-9f1f-8fe326b87eb0,segment=NetworkSegment(3c7e498d-1564-41e2-a9e3-5e79bd3860cd),segment_id=3c7e498d-1564-41e2-a9e3-5e79bd3860cd)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:37.952246 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-dd83daf8-abf2-4c42-ac53-7aeefa2eee7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:38.006950 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-dd83daf8-abf2-4c42-ac53-7aeefa2eee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:38.007576 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-dd83daf8-abf2-4c42-ac53-7aeefa2eee7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:38.009011 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-dd83daf8-abf2-4c42-ac53-7aeefa2eee7f service neutron] 10.222.0.48 "PUT /v2.0/ports/3bd2fd85-128d-4757-9f1f-8fe326b87eb0 HTTP/1.1" status: 200 len: 1092 time: 2.4290588 Sep 16 04:50:38.037499 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b300cc9-767a-4268-bca8-0d8ffc24d2bb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:50:38.050218 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5487de6d-ce9c-4d69-89aa-14bad8f00dc7 None None] Sync routers for ids ['400e8034-bcf7-4f47-b91a-946e746b89bc'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:50:38.062654 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5487de6d-ce9c-4d69-89aa-14bad8f00dc7 None None] Routers {'400e8034-bcf7-4f47-b91a-946e746b89bc'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:38.063287 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-5487de6d-ce9c-4d69-89aa-14bad8f00dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:50:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['400e8034-bcf7-4f47-b91a-946e746b89bc'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:38.098434 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd83daf8-abf2-4c42-ac53-7aeefa2eee7f service neutron] Pushing event updated for resources: {'Port': ['ID=3bd2fd85-128d-4757-9f1f-8fe326b87eb0,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:38.133978 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9b300cc9-767a-4268-bca8-0d8ffc24d2bb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:38.181077 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f7068-4f07-46dc-9f31-9ce7e87a1cb0 req-dd5d47f6-4825-4299-9c58-2a22ff31acfd tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:38.184234 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ce3f7068-4f07-46dc-9f31-9ce7e87a1cb0 req-dd5d47f6-4825-4299-9c58-2a22ff31acfd tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=2949ddb5-70c9-402f-9eeb-210f714261a9 HTTP/1.1" status: 200 len: 945 time: 0.1644576 Sep 16 04:50:38.192697 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9b300cc9-767a-4268-bca8-0d8ffc24d2bb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.0096712 Sep 16 04:50:38.200183 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-d0ac900f-b7df-403f-86e0-0c507387e672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:38.201809 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-d0ac900f-b7df-403f-86e0-0c507387e672 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a5eefe07a96c4dbcb8fd3bd5ce1a66c2&device_id=25bbae3e-75bf-4c28-834c-f0f9221a7114 HTTP/1.1" status: 200 len: 1095 time: 0.1282578 Sep 16 04:50:38.207431 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-5487de6d-ce9c-4d69-89aa-14bad8f00dc7 None None] Set router 400e8034-bcf7-4f47-b91a-946e746b89bc gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:38.274162 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-0ae2cddc-cd65-443d-8fd4-32235c3f613d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bd2fd85-128d-4757-9f1f-8fe326b87eb0 HTTP/1.1" status: 200 len: 217 time: 0.0561824 Sep 16 04:50:38.300722 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ce3f7068-4f07-46dc-9f31-9ce7e87a1cb0 req-3c6eac5d-883e-44b9-9818-6a183618d9c6 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979857 Sep 16 04:50:38.392835 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-ac995086-8e67-4fc4-83b6-850ccbf7fd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:38.395002 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-ac995086-8e67-4fc4-83b6-850ccbf7fd89 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bcf4f667-aa88-4413-b706-89b85463ed71 HTTP/1.1" status: 200 len: 854 time: 0.0622737 Sep 16 04:50:38.427113 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 870fb7d3-9763-43a8-929d-f32177b7ae77 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:38.473861 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 870fb7d3-9763-43a8-929d-f32177b7ae77 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:38.474810 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 870fb7d3-9763-43a8-929d-f32177b7ae77 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:38.484062 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-181b3ef7-811f-4eee-b90e-8e8bbec9ebde service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=06b53dae-be26-4105-a7e4-d1c9c9f4b3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646114 Sep 16 04:50:38.595977 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-5487de6d-ce9c-4d69-89aa-14bad8f00dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500352309', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'e3d0b7e6-234d-406c-b2c3-88ff923f0092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:00Z', 'updated_at': '2021-09-16T04:50:05Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'e3d0b7e6-234d-406c-b2c3-88ff923f0092', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:08:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:01Z', 'updated_at': '2021-09-16T04:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '38b77f59-ee95-45a9-94db-71781eba910f', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'floating_ip_address': '172.25.8.131', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'port_id': '545b55b6-6b09-445a-8fdd-b488ee92f1be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0b4719-d190-4155-9288-1e8935f8d00b', 'mac_address': 'fa:16:3e:bb:ae:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592b60db-3b38-4907-99fb-c8d6b0594d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:50:35Z', 'updated_at': '2021-09-16T04:50:35Z', 'revision_number': 0, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d32cbf-f810-4a03-a4de-474a7ec5851e', 'name': '', 'network_id': 'aa0b4719-d190-4155-9288-1e8935f8d00b', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'mac_address': 'fa:16:3e:51:63:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7e7bc69f-119c-452c-8694-2e9288e222ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:04Z', 'updated_at': '2021-09-16T04:50:09Z', 'revision_number': 5, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'subnets': [{'id': '7e7bc69f-119c-452c-8694-2e9288e222ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:38.645709 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5487de6d-ce9c-4d69-89aa-14bad8f00dc7 None None] Checking router: 400e8034-bcf7-4f47-b91a-946e746b89bc for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:50:38.658820 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5487de6d-ce9c-4d69-89aa-14bad8f00dc7 None None] Routers {'400e8034-bcf7-4f47-b91a-946e746b89bc'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:38.659700 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-5487de6d-ce9c-4d69-89aa-14bad8f00dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:50:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['400e8034-bcf7-4f47-b91a-946e746b89bc'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:38.664255 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae54ccf-9a67-4509-b901-2a5174c5f88e req-92bdd06b-6685-44a5-aacc-ce7f8b7d7e72 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:38.665971 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7ae54ccf-9a67-4509-b901-2a5174c5f88e req-92bdd06b-6685-44a5-aacc-ce7f8b7d7e72 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=25bbae3e-75bf-4c28-834c-f0f9221a7114 HTTP/1.1" status: 200 len: 943 time: 0.1270483 Sep 16 04:50:38.687415 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-5d27a366-0a26-4647-9d42-00818901c114 service neutron] 10.222.0.48 "GET /v2.0/networks/06b53dae-be26-4105-a7e4-d1c9c9f4b3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949079 Sep 16 04:50:38.749703 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7ae54ccf-9a67-4509-b901-2a5174c5f88e req-8d631a6d-5737-4792-ba36-a6cd1c97bf61 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742035 Sep 16 04:50:38.811768 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-5487de6d-ce9c-4d69-89aa-14bad8f00dc7 None None] Set router 400e8034-bcf7-4f47-b91a-946e746b89bc gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:38.845268 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1d7eeb2e-8ba3-4d6c-a583-7d36d685e62b req-54174868-3a46-4dc1-b9c9-43e62efdfa15 service neutron] 10.222.0.48 "GET /v2.0/networks/06b53dae-be26-4105-a7e4-d1c9c9f4b3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492331 Sep 16 04:50:38.930390 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c024419-46e0-449b-891e-9d28d44f468d req-ad575e52-62d3-4ec0-9d3c-b043391bf7f8 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:38.931957 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8c024419-46e0-449b-891e-9d28d44f468d req-ad575e52-62d3-4ec0-9d3c-b043391bf7f8 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 945 time: 0.0635021 Sep 16 04:50:38.990455 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8c024419-46e0-449b-891e-9d28d44f468d req-4eb4429e-074a-4c88-b84e-d6a5bb40ce0a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=db3037be-fc36-4334-ae38-b046958ea600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480475 Sep 16 04:50:39.022424 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25bbae3e-75bf-4c28-834c-f0f9221a7114', 'tag': '3bd2fd85-128d-4757-9f1f-8fe326b87eb0'}, {'name': 'network-changed', 'server_uuid': '592b60db-3b38-4907-99fb-c8d6b0594d0d', 'tag': '545b55b6-6b09-445a-8fdd-b488ee92f1be'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:39.033131 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43932) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:39.035022 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7556883-0457-4580-8093-36b4d73d2e08" -d '{"events": [{"name": "network-changed", "server_uuid": "25bbae3e-75bf-4c28-834c-f0f9221a7114", "tag": "3bd2fd85-128d-4757-9f1f-8fe326b87eb0"}, {"name": "network-changed", "server_uuid": "592b60db-3b38-4907-99fb-c8d6b0594d0d", "tag": "545b55b6-6b09-445a-8fdd-b488ee92f1be"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:39.100913 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-5487de6d-ce9c-4d69-89aa-14bad8f00dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500352309', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'e3d0b7e6-234d-406c-b2c3-88ff923f0092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:00Z', 'updated_at': '2021-09-16T04:50:05Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'e3d0b7e6-234d-406c-b2c3-88ff923f0092', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:08:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:01Z', 'updated_at': '2021-09-16T04:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '38b77f59-ee95-45a9-94db-71781eba910f', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'floating_ip_address': '172.25.8.131', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'port_id': '545b55b6-6b09-445a-8fdd-b488ee92f1be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0b4719-d190-4155-9288-1e8935f8d00b', 'mac_address': 'fa:16:3e:bb:ae:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592b60db-3b38-4907-99fb-c8d6b0594d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:50:35Z', 'updated_at': '2021-09-16T04:50:35Z', 'revision_number': 0, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d32cbf-f810-4a03-a4de-474a7ec5851e', 'name': '', 'network_id': 'aa0b4719-d190-4155-9288-1e8935f8d00b', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'mac_address': 'fa:16:3e:51:63:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7e7bc69f-119c-452c-8694-2e9288e222ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:04Z', 'updated_at': '2021-09-16T04:50:09Z', 'revision_number': 5, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'subnets': [{'id': '7e7bc69f-119c-452c-8694-2e9288e222ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:39.142092 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5487de6d-ce9c-4d69-89aa-14bad8f00dc7 None None] The sync data for ids ['400e8034-bcf7-4f47-b91a-946e746b89bc'] in n-d-712139-15 is: [{'id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500352309', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'e3d0b7e6-234d-406c-b2c3-88ff923f0092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:00Z', 'updated_at': '2021-09-16T04:50:05Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'e3d0b7e6-234d-406c-b2c3-88ff923f0092', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:08:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:01Z', 'updated_at': '2021-09-16T04:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '38b77f59-ee95-45a9-94db-71781eba910f', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'floating_ip_address': '172.25.8.131', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'port_id': '545b55b6-6b09-445a-8fdd-b488ee92f1be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0b4719-d190-4155-9288-1e8935f8d00b', 'mac_address': 'fa:16:3e:bb:ae:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592b60db-3b38-4907-99fb-c8d6b0594d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:50:35Z', 'updated_at': '2021-09-16T04:50:35Z', 'revision_number': 0, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d32cbf-f810-4a03-a4de-474a7ec5851e', 'name': '', 'network_id': 'aa0b4719-d190-4155-9288-1e8935f8d00b', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'mac_address': 'fa:16:3e:51:63:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7e7bc69f-119c-452c-8694-2e9288e222ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:04Z', 'updated_at': '2021-09-16T04:50:09Z', 'revision_number': 5, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'subnets': [{'id': '7e7bc69f-119c-452c-8694-2e9288e222ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:50:39.152599 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-121102d1-9a29-473d-a2bf-e33314219199 req-4ab5dcd8-1b83-43d8-aafa-20cf47d6103d tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/ports?device_id=a84e6501-7978-44e8-8fca-5ed08d600724 HTTP/1.1" status: 200 len: 210 time: 0.0603943 Sep 16 04:50:39.157027 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2a3a425a-2c78-44f7-ad32-c687c1d9aa28 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/floatingips/38b77f59-ee95-45a9-94db-71781eba910f HTTP/1.1" status: 200 len: 991 time: 0.1211860 Sep 16 04:50:39.281414 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1da3e-1a4b-4821-99c4-be2d1b9da094 req-9fb62082-7931-4457-82b3-7c204ed80fe0 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:39.282920 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04e1da3e-1a4b-4821-99c4-be2d1b9da094 req-9fb62082-7931-4457-82b3-7c204ed80fe0 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0633974 Sep 16 04:50:39.335421 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04e1da3e-1a4b-4821-99c4-be2d1b9da094 req-9cfcfd8f-4005-42da-9b98-83eb34885131 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367393 Sep 16 04:50:39.451499 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5383e1-0f1a-462b-830a-fd19f4d41909 None None] New status for floating IP 38b77f59-ee95-45a9-94db-71781eba910f: ACTIVE {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:50:39.608518 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee00fa-c47d-415f-b93a-ddca3f0f267d req-bd67f3a9-8de9-4a28-a7b0-f907fd9659eb tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:39.617118 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6ee00fa-c47d-415f-b93a-ddca3f0f267d req-bd67f3a9-8de9-4a28-a7b0-f907fd9659eb tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/networks?id=8c931ccc-5cf1-447a-be72-662f80eb3cc7 HTTP/1.1" status: 200 len: 805 time: 0.1617594 Sep 16 04:50:39.634671 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6ee00fa-c47d-415f-b93a-ddca3f0f267d req-86bb0b0d-635a-4a77-822a-a30fb56eff30 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/quotas/097a363b67ea49498cd02794a5c40b7b HTTP/1.1" status: 200 len: 375 time: 0.0164647 Sep 16 04:50:39.695677 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6ee00fa-c47d-415f-b93a-ddca3f0f267d req-6acaffff-6944-4945-baff-913bdeac5159 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=097a363b67ea49498cd02794a5c40b7b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0534074 Sep 16 04:50:39.849007 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6ee00fa-c47d-415f-b93a-ddca3f0f267d req-337babc1-e95c-45b5-ab6c-1174d012991c service neutron] 10.222.0.35 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444623 Sep 16 04:50:39.892131 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-517b9d90-5a73-4cf4-ad55-1596e10c42e1 req-27cdc441-fb24-48e2-bad8-07152969cf5e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0820341 Sep 16 04:50:39.978550 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6ee00fa-c47d-415f-b93a-ddca3f0f267d req-0d861288-98b2-41fd-9b81-0ec2783d6c4d service neutron] 10.222.0.35 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198301 Sep 16 04:50:40.026530 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b9d90-5a73-4cf4-ad55-1596e10c42e1 req-fc2bf118-cc04-42a1-b63a-dde0cd70238d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:40.028520 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-517b9d90-5a73-4cf4-ad55-1596e10c42e1 req-fc2bf118-cc04-42a1-b63a-dde0cd70238d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=68cc116df1104257a08239cd46cd0170&device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 1096 time: 0.0472457 Sep 16 04:50:40.044042 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9e99a7a0-f7b4-448a-91cb-338888cf0081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:40.158623 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43952) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:40.216042 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b9d90-5a73-4cf4-ad55-1596e10c42e1 req-65b390ac-d076-483c-8cad-f91c6092c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:40.219060 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-517b9d90-5a73-4cf4-ad55-1596e10c42e1 req-65b390ac-d076-483c-8cad-f91c6092c8b1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=92ecefce-c627-4abd-9d77-6a33db190651 HTTP/1.1" status: 200 len: 912 time: 0.1604505 Sep 16 04:50:40.306882 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ebefc9c2-d8a9-4873-94ab-439a3caef2ad tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/floatingips/38b77f59-ee95-45a9-94db-71781eba910f HTTP/1.1" status: 200 len: 993 time: 0.1466980 Sep 16 04:50:40.328906 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-773a26a9-5355-4bd1-b205-61f647d719dc req-c694dd87-ad20-48c2-9b75-e4c8f2261c65 tempest-ServerShowV257Test-1299438486 tempest-ServerShowV257Test-1299438486-project] 10.222.0.35 "GET /v2.0/ports?device_id=6208e6bb-bbf6-443d-8867-9041fd58387d HTTP/1.1" status: 200 len: 210 time: 0.0387325 Sep 16 04:50:40.373592 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-517b9d90-5a73-4cf4-ad55-1596e10c42e1 req-0bbdd122-53f0-48df-95ca-8f954c2a0aef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09464b06-c001-4b17-972c-bc148f6c7b1e HTTP/1.1" status: 200 len: 999 time: 0.1450250 Sep 16 04:50:40.429152 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d918b9-3eef-4567-9b1b-2122703a8a27 x-openstack-request-id: req-54d918b9-3eef-4567-9b1b-2122703a8a27 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:40.429527 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25bbae3e-75bf-4c28-834c-f0f9221a7114", "tag": "3bd2fd85-128d-4757-9f1f-8fe326b87eb0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "592b60db-3b38-4907-99fb-c8d6b0594d0d", "tag": "545b55b6-6b09-445a-8fdd-b488ee92f1be", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:40.429851 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-54d918b9-3eef-4567-9b1b-2122703a8a27 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:40.430327 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25bbae3e-75bf-4c28-834c-f0f9221a7114', 'tag': '3bd2fd85-128d-4757-9f1f-8fe326b87eb0', 'status': 'completed', 'code': 200} Sep 16 04:50:40.430648 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '592b60db-3b38-4907-99fb-c8d6b0594d0d', 'tag': '545b55b6-6b09-445a-8fdd-b488ee92f1be', 'status': 'completed', 'code': 200} Sep 16 04:50:40.464120 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b9d90-5a73-4cf4-ad55-1596e10c42e1 req-d3d0028d-8af5-4192-84a5-8f27cd1eca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:40.468174 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-517b9d90-5a73-4cf4-ad55-1596e10c42e1 req-d3d0028d-8af5-4192-84a5-8f27cd1eca2b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21 HTTP/1.1" status: 200 len: 850 time: 0.0771985 Sep 16 04:50:40.547758 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7556883-0457-4580-8093-36b4d73d2e08 req-e46780b2-fb11-4078-9111-a873a48f49ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:40.549912 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e7556883-0457-4580-8093-36b4d73d2e08 req-e46780b2-fb11-4078-9111-a873a48f49ae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a5eefe07a96c4dbcb8fd3bd5ce1a66c2&device_id=25bbae3e-75bf-4c28-834c-f0f9221a7114 HTTP/1.1" status: 200 len: 1095 time: 0.0828133 Sep 16 04:50:40.579721 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b9d90-5a73-4cf4-ad55-1596e10c42e1 req-f4c221a0-73e1-4e3f-b7e1-7dbcd853eba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:40.581511 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-517b9d90-5a73-4cf4-ad55-1596e10c42e1 req-f4c221a0-73e1-4e3f-b7e1-7dbcd853eba8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=92ecefce-c627-4abd-9d77-6a33db190651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1057177 Sep 16 04:50:40.602252 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79533d15-75e4-4345-a09f-4e490aa5bde1 req-aa63f6cd-91e8-46db-97c0-407b590307c4 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:40.611331 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-79533d15-75e4-4345-a09f-4e490aa5bde1 req-aa63f6cd-91e8-46db-97c0-407b590307c4 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.1376038 Sep 16 04:50:40.695776 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-79533d15-75e4-4345-a09f-4e490aa5bde1 req-22055733-c196-4f92-8e10-2d6cf29a2b39 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834739 Sep 16 04:50:40.747107 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7556883-0457-4580-8093-36b4d73d2e08 req-e0c03196-c506-4763-961a-a291a41f4fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:40.749817 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e7556883-0457-4580-8093-36b4d73d2e08 req-e0c03196-c506-4763-961a-a291a41f4fbf service neutron] 10.222.0.48 "GET /v2.0/networks?id=06b53dae-be26-4105-a7e4-d1c9c9f4b3e9 HTTP/1.1" status: 200 len: 915 time: 0.1619518 Sep 16 04:50:40.837155 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-517b9d90-5a73-4cf4-ad55-1596e10c42e1 req-e342ad79-4677-4617-95e4-5e82e96c095f service neutron] 10.222.0.48 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175100 Sep 16 04:50:40.848025 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e7556883-0457-4580-8093-36b4d73d2e08 req-aa247a25-1c99-4b58-958d-1e8a58d48f8f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bd2fd85-128d-4757-9f1f-8fe326b87eb0 HTTP/1.1" status: 200 len: 217 time: 0.0859091 Sep 16 04:50:40.968192 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7556883-0457-4580-8093-36b4d73d2e08 req-1315d8cc-55d7-4560-be68-01ffd03f7f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:40.969836 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e7556883-0457-4580-8093-36b4d73d2e08 req-1315d8cc-55d7-4560-be68-01ffd03f7f46 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bcf4f667-aa88-4413-b706-89b85463ed71 HTTP/1.1" status: 200 len: 854 time: 0.0779960 Sep 16 04:50:41.057900 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e7556883-0457-4580-8093-36b4d73d2e08 req-8e456941-f90f-429c-957d-e4eecc4a4d94 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=06b53dae-be26-4105-a7e4-d1c9c9f4b3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569119 Sep 16 04:50:41.073321 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-517b9d90-5a73-4cf4-ad55-1596e10c42e1 req-71a526bb-add9-4483-a609-1369c9868940 service neutron] 10.222.0.48 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797168 Sep 16 04:50:41.086866 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a786598-0e69-4d15-bd59-d51b2ff8a166 req-e1a30292-3da0-4bab-86ab-8702afe8e87c tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.089308 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a786598-0e69-4d15-bd59-d51b2ff8a166 req-e1a30292-3da0-4bab-86ab-8702afe8e87c tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=25bbae3e-75bf-4c28-834c-f0f9221a7114 HTTP/1.1" status: 200 len: 943 time: 0.1077194 Sep 16 04:50:41.153772 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a786598-0e69-4d15-bd59-d51b2ff8a166 req-57717b7b-f027-4dae-9743-954e0971d688 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445330 Sep 16 04:50:41.253344 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e7556883-0457-4580-8093-36b4d73d2e08 req-4ad74ad2-772b-49d6-a543-ce361e12025d service neutron] 10.222.0.48 "GET /v2.0/networks/06b53dae-be26-4105-a7e4-d1c9c9f4b3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112103 Sep 16 04:50:41.422945 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e7556883-0457-4580-8093-36b4d73d2e08 req-3606c893-691c-450f-b27c-e5ccf8924fd7 service neutron] 10.222.0.48 "GET /v2.0/networks/06b53dae-be26-4105-a7e4-d1c9c9f4b3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565409 Sep 16 04:50:41.434983 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b1e14217-8619-4681-bc26-74a91011e8c9 req-66ce672c-e6fb-47ef-814c-303fab729189 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6208e6bb-bbf6-443d-8867-9041fd58387d HTTP/1.1" status: 200 len: 210 time: 0.0483282 Sep 16 04:50:41.475983 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:41.608045 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c9fdc-4653-4e4a-990d-bea03639f946 req-63be1a17-2616-4fde-a627-287afe7a4b7f tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.609629 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c3c9fdc-4653-4e4a-990d-bea03639f946 req-63be1a17-2616-4fde-a627-287afe7a4b7f tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/networks?id=5af8db4f-30cf-43da-98f6-b98ec0e36bfd HTTP/1.1" status: 200 len: 814 time: 0.1225944 Sep 16 04:50:41.630993 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c3c9fdc-4653-4e4a-990d-bea03639f946 req-6e831cb9-ab4f-49e8-83c6-3a5ca2cd8f16 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/quotas/8bc1eef5f12745cbb1e0c27f64b38550 HTTP/1.1" status: 200 len: 375 time: 0.0125396 Sep 16 04:50:41.689949 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c3c9fdc-4653-4e4a-990d-bea03639f946 req-60e75f15-a103-47ed-b837-02b37f7d94ac tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8bc1eef5f12745cbb1e0c27f64b38550&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0510609 Sep 16 04:50:41.786696 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab95ff1-8ed1-4c9a-b672-ee1550616fd6 req-1bb6bf68-39d0-4af5-a237-2d76aaab04f3 tempest-ServerShowV257Test-1299438486 tempest-ServerShowV257Test-1299438486-project] 10.222.0.35 "GET /v2.0/ports?device_id=6208e6bb-bbf6-443d-8867-9041fd58387d HTTP/1.1" status: 200 len: 210 time: 0.0283692 Sep 16 04:50:41.888493 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-88866989-4862-46d8-b1c6-cce9d73ded12 req-2d5df567-2f6e-4162-9f82-249808670af4 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f8e4754-24b3-4471-8852-ec127715196c HTTP/1.1" status: 200 len: 210 time: 0.0369647 Sep 16 04:50:41.924274 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7556883-0457-4580-8093-36b4d73d2e08 req-d01f41cb-b773-4fdc-be76-c25570e6c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.926055 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7556883-0457-4580-8093-36b4d73d2e08 req-d01f41cb-b773-4fdc-be76-c25570e6c262 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9314d3ea71064ec8a4285d4ce520aaad&device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 1097 time: 0.0629103 Sep 16 04:50:41.954207 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43988) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:42.048901 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-538bf7e4-2840-418e-ab19-30417116796d tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.086424 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-538bf7e4-2840-418e-ab19-30417116796d tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.097880 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7556883-0457-4580-8093-36b4d73d2e08 req-9b959b3f-8ced-4e4b-a113-4326680d9f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:42.100330 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7556883-0457-4580-8093-36b4d73d2e08 req-9b959b3f-8ced-4e4b-a113-4326680d9f77 service neutron] 10.222.0.48 "GET /v2.0/networks?id=aa0b4719-d190-4155-9288-1e8935f8d00b HTTP/1.1" status: 200 len: 897 time: 0.1634314 Sep 16 04:50:42.110806 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b63e0-0eca-497d-8af3-72d1d60683a7 req-76b84fcb-2167-49c0-b942-dc6fc60594d8 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:42.113338 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dc5b63e0-0eca-497d-8af3-72d1d60683a7 req-76b84fcb-2167-49c0-b942-dc6fc60594d8 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0856721 Sep 16 04:50:42.183668 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-538bf7e4-2840-418e-ab19-30417116796d tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.186813 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-538bf7e4-2840-418e-ab19-30417116796d tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.188488 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-538bf7e4-2840-418e-ab19-30417116796d tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "DELETE /v2.0/security-groups/526665e4-8e42-4563-9d6f-8dd9bce58f21 HTTP/1.1" status: 204 len: 168 time: 0.2326140 Sep 16 04:50:42.194183 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43992) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:42.208545 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538bf7e4-2840-418e-ab19-30417116796d tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=526665e4-8e42-4563-9d6f-8dd9bce58f21,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:42.217252 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-e1547d7b-aada-48a6-9cae-9a7071b1a0f5 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] show failed (client error): The resource could not be found. Sep 16 04:50:42.218716 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e1547d7b-aada-48a6-9cae-9a7071b1a0f5 tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "GET /v2.0/security-groups/526665e4-8e42-4563-9d6f-8dd9bce58f21 HTTP/1.1" status: 404 len: 347 time: 0.0233238 Sep 16 04:50:42.224551 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43994) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:42.269511 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dc5b63e0-0eca-497d-8af3-72d1d60683a7 req-a1b1fe6a-4866-4a69-8426-157c0efafd5c tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433887 Sep 16 04:50:42.284111 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7556883-0457-4580-8093-36b4d73d2e08 req-ad71764a-7b02-4384-8d14-f5ec75f146ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=545b55b6-6b09-445a-8fdd-b488ee92f1be HTTP/1.1" status: 200 len: 1001 time: 0.1310716 Sep 16 04:50:42.381549 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7556883-0457-4580-8093-36b4d73d2e08 req-0c3b9d1e-8277-48ea-a762-20b1ed19f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:42.383719 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7556883-0457-4580-8093-36b4d73d2e08 req-0c3b9d1e-8277-48ea-a762-20b1ed19f6b6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e7bc69f-119c-452c-8694-2e9288e222ac HTTP/1.1" status: 200 len: 835 time: 0.0795858 Sep 16 04:50:42.423871 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 3bd2fd85-128d-4757-9f1f-8fe326b87eb0 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:50:42.462171 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-2ce0819d-732c-4a82-aaae-928f85bfb35b tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Deleting port a2fecf90-db90-4828-af92-f88cff9fbec6 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:42.463397 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2ce0819d-732c-4a82-aaae-928f85bfb35b tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.485455 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7556883-0457-4580-8093-36b4d73d2e08 req-6532ae52-7f36-4861-aa98-8f75ee97c240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:42.487261 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7556883-0457-4580-8093-36b4d73d2e08 req-6532ae52-7f36-4861-aa98-8f75ee97c240 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=aa0b4719-d190-4155-9288-1e8935f8d00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570431 Sep 16 04:50:42.577029 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 3bd2fd85-128d-4757-9f1f-8fe326b87eb0, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=3bd2fd85-128d-4757-9f1f-8fe326b87eb0,segment=NetworkSegment(3c7e498d-1564-41e2-a9e3-5e79bd3860cd),segment_id=3c7e498d-1564-41e2-a9e3-5e79bd3860cd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:42.582746 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2ce0819d-732c-4a82-aaae-928f85bfb35b tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.583238 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2ce0819d-732c-4a82-aaae-928f85bfb35b tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.597847 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '3bd2fd85-128d-4757-9f1f-8fe326b87eb0', 'network_id': '06b53dae-be26-4105-a7e4-d1c9c9f4b3e9', 'port_id': '3bd2fd85-128d-4757-9f1f-8fe326b87eb0', 'mac_address': 'fa:16:3e:51:14:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf4f667-aa88-4413-b706-89b85463ed71', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:50:42.600269 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-2ce0819d-732c-4a82-aaae-928f85bfb35b tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Calling delete_port for a2fecf90-db90-4828-af92-f88cff9fbec6 owned by network:floatingip {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:42.619947 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dfaf5-1270-4e31-9657-87fb8904e73e req-a3189c9e-b566-4713-95b7-fafe437462cc tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:42.627616 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed8dfaf5-1270-4e31-9657-87fb8904e73e req-a3189c9e-b566-4713-95b7-fafe437462cc tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=25bbae3e-75bf-4c28-834c-f0f9221a7114 HTTP/1.1" status: 200 len: 943 time: 0.1392539 Sep 16 04:50:42.654084 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.679169 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bd2fd85-128d-4757-9f1f-8fe326b87eb0 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:42.680179 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7556883-0457-4580-8093-36b4d73d2e08 req-cafae521-50ac-4e65-88ba-c14513a26f6d service neutron] 10.222.0.48 "GET /v2.0/networks/aa0b4719-d190-4155-9288-1e8935f8d00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788647 Sep 16 04:50:42.695632 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed8dfaf5-1270-4e31-9657-87fb8904e73e req-cb2f2ca2-1c92-4333-9d5f-a65058d8679f tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646117 Sep 16 04:50:42.717113 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 3bd2fd85-128d-4757-9f1f-8fe326b87eb0, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=3bd2fd85-128d-4757-9f1f-8fe326b87eb0,segment=NetworkSegment(3c7e498d-1564-41e2-a9e3-5e79bd3860cd),segment_id=3c7e498d-1564-41e2-a9e3-5e79bd3860cd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:42.726364 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.777964 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2ce0819d-732c-4a82-aaae-928f85bfb35b tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.808282 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:50:42.827321 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce0819d-732c-4a82-aaae-928f85bfb35b tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Pushing event deleted for resources: {'Port': ['ID=a2fecf90-db90-4828-af92-f88cff9fbec6,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:42.838827 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=3bd2fd85-128d-4757-9f1f-8fe326b87eb0,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:42.929361 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7556883-0457-4580-8093-36b4d73d2e08 req-1f53591a-e61a-41b8-af02-fa8156fc446a service neutron] 10.222.0.48 "GET /v2.0/networks/aa0b4719-d190-4155-9288-1e8935f8d00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323892 Sep 16 04:50:42.930405 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b6ee00fa-c47d-415f-b93a-ddca3f0f267d req-5ca5eee4-1a57-428f-b8bf-0a90a07ad5db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=097a363b67ea49498cd02794a5c40b7b&device_id=9f8e4754-24b3-4471-8852-ec127715196c HTTP/1.1" status: 200 len: 210 time: 0.0560505 Sep 16 04:50:42.941764 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63241a3b-5692-4eef-a3fc-584c4408d461 req-7cbecf8a-cf90-4298-9ac6-c72e7e32f98d tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:42.943199 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63241a3b-5692-4eef-a3fc-584c4408d461 req-7cbecf8a-cf90-4298-9ac6-c72e7e32f98d tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.1629956 Sep 16 04:50:42.959221 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2ce0819d-732c-4a82-aaae-928f85bfb35b tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks [] for floatingip, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.962733 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2ce0819d-732c-4a82-aaae-928f85bfb35b tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.964972 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2ce0819d-732c-4a82-aaae-928f85bfb35b tempest-ServersTestBootFromVolume-931301572 tempest-ServersTestBootFromVolume-931301572-project] 10.222.0.35 "DELETE /v2.0/floatingips/abcaf7cd-e320-4ae1-a288-4fa0f982f8c9 HTTP/1.1" status: 204 len: 168 time: 0.7391281 Sep 16 04:50:42.967869 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 44002) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:43.004611 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63241a3b-5692-4eef-a3fc-584c4408d461 req-b834119f-7319-4ce6-aa78-5be32e0a6bd9 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516422 Sep 16 04:50:43.169190 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7234c118-0514-42fd-a913-92bc611aa4df req-ce0a57e3-0b4b-4add-9777-a9e310e76d0e tempest-ServerShowV257Test-1299438486 tempest-ServerShowV257Test-1299438486-project] 10.222.0.35 "GET /v2.0/ports?device_id=6208e6bb-bbf6-443d-8867-9041fd58387d HTTP/1.1" status: 200 len: 210 time: 0.0416744 Sep 16 04:50:43.190696 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c6bc37c1-e942-475f-ab8a-dbe03d62f355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.225615 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee00fa-c47d-415f-b93a-ddca3f0f267d req-7f7eb47c-204e-403f-b0e5-68f0949cdbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:43.227201 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b6ee00fa-c47d-415f-b93a-ddca3f0f267d req-7f7eb47c-204e-403f-b0e5-68f0949cdbc2 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=097a363b67ea49498cd02794a5c40b7b&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2166097 Sep 16 04:50:43.295644 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-41e9eda9-a4ef-420a-8156-9277ccd56fa4 req-93796b6d-4101-47c3-9611-188d1aa01398 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f8e4754-24b3-4471-8852-ec127715196c HTTP/1.1" status: 200 len: 210 time: 0.0427744 Sep 16 04:50:43.447098 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['3bd2fd85-128d-4757-9f1f-8fe326b87eb0'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:43.503661 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-41b0c02d-5533-4bd7-8e64-df213319d129 req-6ac50d98-4cc9-4ce5-8302-bc6896e70327 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=8bc1eef5f12745cbb1e0c27f64b38550 HTTP/1.1" status: 200 len: 221 time: 0.0681415 Sep 16 04:50:43.506204 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.769187 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423dc555-9d31-463a-8d5d-41fbe271a9b2 req-4bfea3bf-31ff-4979-a234-958f418f8f3f tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:43.770803 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-423dc555-9d31-463a-8d5d-41fbe271a9b2 req-4bfea3bf-31ff-4979-a234-958f418f8f3f tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0697062 Sep 16 04:50:43.787102 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee00fa-c47d-415f-b93a-ddca3f0f267d req-480fde38-d2ae-4469-b3a2-6d2b32b1ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:43.788652 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b6ee00fa-c47d-415f-b93a-ddca3f0f267d req-480fde38-d2ae-4469-b3a2-6d2b32b1ac5b service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5145731 Sep 16 04:50:43.827352 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-423dc555-9d31-463a-8d5d-41fbe271a9b2 req-ef36352e-a940-459a-abdb-e2a08473dab5 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479269 Sep 16 04:50:43.895966 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b6ee00fa-c47d-415f-b93a-ddca3f0f267d req-aa955c44-45eb-4517-9815-1efe9edd08fd tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f8e4754-24b3-4471-8852-ec127715196c HTTP/1.1" status: 200 len: 210 time: 0.0288756 Sep 16 04:50:43.977169 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507defc-50a3-42c0-a651-abe3637b05fa req-08a5227f-9828-4ea2-ae21-4c18e49a2437 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:43.978922 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f507defc-50a3-42c0-a651-abe3637b05fa req-08a5227f-9828-4ea2-ae21-4c18e49a2437 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=25bbae3e-75bf-4c28-834c-f0f9221a7114 HTTP/1.1" status: 200 len: 944 time: 0.0744984 Sep 16 04:50:44.020318 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9165d2bc-90ad-4d81-9c5e-d1dcee7f2f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:44.029700 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f507defc-50a3-42c0-a651-abe3637b05fa req-077a6fa4-9a1e-49d7-ae6f-2a71c7f1cf0c tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418563 Sep 16 04:50:44.198673 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2babc6-43f7-4ca6-9914-ff40950587b6 req-370339a1-4d0e-428b-94a7-a5808789908e tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:44.202253 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6a2babc6-43f7-4ca6-9914-ff40950587b6 req-370339a1-4d0e-428b-94a7-a5808789908e tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0702188 Sep 16 04:50:44.271673 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6a2babc6-43f7-4ca6-9914-ff40950587b6 req-2ea4e9c5-e0cc-4eab-b0f9-19be739cc08d tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613279 Sep 16 04:50:44.316440 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-136a6613-e572-4986-a2c0-21303ad2af30 req-c49a3b5d-48f3-496d-9c04-b4023f0cf617 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=097a363b67ea49498cd02794a5c40b7b&device_id=9f8e4754-24b3-4471-8852-ec127715196c HTTP/1.1" status: 200 len: 210 time: 0.0503018 Sep 16 04:50:44.425418 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-99a8b582-a224-43e2-9629-ee4ca129dc11 req-160c1a0e-d83c-440c-9701-250ce80ac665 tempest-ServerShowV257Test-1299438486 tempest-ServerShowV257Test-1299438486-project] 10.222.0.35 "GET /v2.0/ports?device_id=6208e6bb-bbf6-443d-8867-9041fd58387d HTTP/1.1" status: 200 len: 210 time: 0.0376208 Sep 16 04:50:44.463340 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:44.465239 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:44.511108 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a6613-e572-4986-a2c0-21303ad2af30 req-a4e864b6-af71-4072-a0cb-be9118589513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:44.512752 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-136a6613-e572-4986-a2c0-21303ad2af30 req-a4e864b6-af71-4072-a0cb-be9118589513 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=097a363b67ea49498cd02794a5c40b7b&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1812444 Sep 16 04:50:44.583455 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3412ddc-b61d-4655-a8a7-3e7b5069a00c req-cc71f919-ee31-48a2-9fae-90cf78aef1b0 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f8e4754-24b3-4471-8852-ec127715196c HTTP/1.1" status: 200 len: 210 time: 0.0308716 Sep 16 04:50:44.648661 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-9165d2bc-90ad-4d81-9c5e-d1dcee7f2f2e admin admin] Deleting port 41e28078-f0bf-4464-b114-44ed0b77ea66 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:44.648975 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9165d2bc-90ad-4d81-9c5e-d1dcee7f2f2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:44.655047 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a6613-e572-4986-a2c0-21303ad2af30 req-56f4717a-196c-4741-9e7b-5913e6e9d73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:44.656552 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-136a6613-e572-4986-a2c0-21303ad2af30 req-56f4717a-196c-4741-9e7b-5913e6e9d73d service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1173608 Sep 16 04:50:44.754072 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-9165d2bc-90ad-4d81-9c5e-d1dcee7f2f2e admin admin] For port 41e28078-f0bf-4464-b114-44ed0b77ea66, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=41e28078-f0bf-4464-b114-44ed0b77ea66,segment=NetworkSegment(ae7c973c-db06-4343-837f-ad8bf052f252),segment_id=ae7c973c-db06-4343-837f-ad8bf052f252)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:44.754441 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9165d2bc-90ad-4d81-9c5e-d1dcee7f2f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:44.769330 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-9165d2bc-90ad-4d81-9c5e-d1dcee7f2f2e admin admin] Calling delete_port for 41e28078-f0bf-4464-b114-44ed0b77ea66 owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:44.838626 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-136a6613-e572-4986-a2c0-21303ad2af30 req-0130c972-fa06-4eca-aae6-a4a0e334953e tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f8e4754-24b3-4471-8852-ec127715196c HTTP/1.1" status: 200 len: 210 time: 0.0572395 Sep 16 04:50:45.002268 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cfd63-37ca-45c3-b17f-1324dbbea037 req-1909b4f2-0664-4aef-9bb9-ec4e07ac7223 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:45.004345 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-467cfd63-37ca-45c3-b17f-1324dbbea037 req-1909b4f2-0664-4aef-9bb9-ec4e07ac7223 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0664678 Sep 16 04:50:45.060006 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-467cfd63-37ca-45c3-b17f-1324dbbea037 req-1de7d536-0f4c-4328-94c5-068d555c5079 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483463 Sep 16 04:50:45.096078 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9165d2bc-90ad-4d81-9c5e-d1dcee7f2f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:45.133581 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165d2bc-90ad-4d81-9c5e-d1dcee7f2f2e admin admin] Pushing event deleted for resources: {'Port': ['ID=41e28078-f0bf-4464-b114-44ed0b77ea66,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:45.277854 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7e8bf68b-6915-43b3-8014-0400bf585efc req-83c26abb-f878-4bb7-a554-279690684285 tempest-ServerShowV257Test-1299438486 tempest-ServerShowV257Test-1299438486-project] 10.222.0.35 "GET /v2.0/ports?device_id=6208e6bb-bbf6-443d-8867-9041fd58387d HTTP/1.1" status: 200 len: 210 time: 0.0559678 Sep 16 04:50:45.341625 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9165d2bc-90ad-4d81-9c5e-d1dcee7f2f2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:45.425476 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a01d6b-da4a-4aa4-9f22-e8f377183bd6 req-2a052bef-d16e-417f-808a-1b0aeac6ebbb tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:45.426886 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-52a01d6b-da4a-4aa4-9f22-e8f377183bd6 req-2a052bef-d16e-417f-808a-1b0aeac6ebbb tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=25bbae3e-75bf-4c28-834c-f0f9221a7114 HTTP/1.1" status: 200 len: 944 time: 0.0558956 Sep 16 04:50:45.467914 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-52a01d6b-da4a-4aa4-9f22-e8f377183bd6 req-6679821f-a2e4-4b29-bfda-93c26c5a7dca tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338955 Sep 16 04:50:45.582761 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1824c-3633-4057-9eda-e56f525031ff req-ba1eedd8-f12e-4f8d-a16d-7a39b735b815 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:45.584492 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d1f1824c-3633-4057-9eda-e56f525031ff req-ba1eedd8-f12e-4f8d-a16d-7a39b735b815 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0538723 Sep 16 04:50:45.589950 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9165d2bc-90ad-4d81-9c5e-d1dcee7f2f2e admin admin] Router 8a74ea9c-ed43-4fff-8f32-e34ffa04090d has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:50:45.637112 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d1f1824c-3633-4057-9eda-e56f525031ff req-8a5d02fc-db67-40af-922a-cf187d48cee9 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442550 Sep 16 04:50:45.717390 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9165d2bc-90ad-4d81-9c5e-d1dcee7f2f2e admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:50:45.728090 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9165d2bc-90ad-4d81-9c5e-d1dcee7f2f2e admin admin] 10.222.0.35 "PUT /v2.0/routers/8a74ea9c-ed43-4fff-8f32-e34ffa04090d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7580366 Sep 16 04:50:45.729776 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 44062) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:45.731001 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed5a860-d0f6-4a82-b26c-09252a134463 None None] Sync routers for ids ['8a74ea9c-ed43-4fff-8f32-e34ffa04090d'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:50:45.740376 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed5a860-d0f6-4a82-b26c-09252a134463 None None] Routers {'8a74ea9c-ed43-4fff-8f32-e34ffa04090d'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:45.741111 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-3ed5a860-d0f6-4a82-b26c-09252a134463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:50:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8a74ea9c-ed43-4fff-8f32-e34ffa04090d'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:45.801414 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac31b7c-82f3-4ca5-8a6d-e19b1932851c req-02013111-ffd5-4605-b92f-270badcd18f6 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:45.803196 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ac31b7c-82f3-4ca5-8a6d-e19b1932851c req-02013111-ffd5-4605-b92f-270badcd18f6 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0560453 Sep 16 04:50:45.840545 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-19feb587-1c41-4611-b87f-4d099ef86168 admin admin] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:45.847631 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ac31b7c-82f3-4ca5-8a6d-e19b1932851c req-dcdb11c3-b1cd-4bae-8ebd-84719abd7eba tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375190 Sep 16 04:50:45.961273 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-19feb587-1c41-4611-b87f-4d099ef86168 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.016330 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.027387 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-3ed5a860-d0f6-4a82-b26c-09252a134463 None None] Set router 8a74ea9c-ed43-4fff-8f32-e34ffa04090d gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:46.031900 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-19feb587-1c41-4611-b87f-4d099ef86168 admin admin] Deleting port 33ab65c3-bf89-4d0b-b66a-393e6381922b {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:46.032251 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-19feb587-1c41-4611-b87f-4d099ef86168 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.069631 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-ad3f7662-5a5d-41d0-9f85-907b4c392486 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.071131 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-ad3f7662-5a5d-41d0-9f85-907b4c392486 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/networks?id=8c931ccc-5cf1-447a-be72-662f80eb3cc7 HTTP/1.1" status: 200 len: 805 time: 0.1181028 Sep 16 04:50:46.093416 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-db5415e3-4595-4e96-bad6-db20fcbb86b8 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/quotas/097a363b67ea49498cd02794a5c40b7b HTTP/1.1" status: 200 len: 375 time: 0.0109315 Sep 16 04:50:46.128213 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-19feb587-1c41-4611-b87f-4d099ef86168 admin admin] For port 33ab65c3-bf89-4d0b-b66a-393e6381922b, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=33ab65c3-bf89-4d0b-b66a-393e6381922b,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:46.128731 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-19feb587-1c41-4611-b87f-4d099ef86168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.161634 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-a6db713e-aaf1-4add-b7bf-a7cd0393901d tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=097a363b67ea49498cd02794a5c40b7b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0608912 Sep 16 04:50:46.174277 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-19feb587-1c41-4611-b87f-4d099ef86168 admin admin] Calling delete_port for 33ab65c3-bf89-4d0b-b66a-393e6381922b owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:46.243542 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-3ed5a860-d0f6-4a82-b26c-09252a134463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'name': 'tempest-ServersTestBootFromVolume-1222533784-router', 'tenant_id': '2e0f2a25ff7a42109390aea64c07e38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '33ab65c3-bf89-4d0b-b66a-393e6381922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:28Z', 'updated_at': '2021-09-16T04:50:45Z', 'revision_number': 5, 'project_id': '2e0f2a25ff7a42109390aea64c07e38c', 'gw_port': {'id': '33ab65c3-bf89-4d0b-b66a-393e6381922b', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:29Z', 'updated_at': '2021-09-16T04:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:46.271465 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed5a860-d0f6-4a82-b26c-09252a134463 None None] Checking router: 8a74ea9c-ed43-4fff-8f32-e34ffa04090d for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:50:46.281736 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed5a860-d0f6-4a82-b26c-09252a134463 None None] Routers {'8a74ea9c-ed43-4fff-8f32-e34ffa04090d'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:46.282470 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-3ed5a860-d0f6-4a82-b26c-09252a134463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:50:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8a74ea9c-ed43-4fff-8f32-e34ffa04090d'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:46.290433 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-db5a9c98-9edc-4051-92f7-575776c8bcb4 service neutron] 10.222.0.35 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128023 Sep 16 04:50:46.381995 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-3ed5a860-d0f6-4a82-b26c-09252a134463 None None] Set router 8a74ea9c-ed43-4fff-8f32-e34ffa04090d gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:46.385473 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-19feb587-1c41-4611-b87f-4d099ef86168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.412312 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-72458e16-6c9f-400f-b36c-d03ac11b0860 service neutron] 10.222.0.35 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143329 Sep 16 04:50:46.420319 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19feb587-1c41-4611-b87f-4d099ef86168 admin admin] Pushing event deleted for resources: {'Port': ['ID=33ab65c3-bf89-4d0b-b66a-393e6381922b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:46.445020 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-3ed5a860-d0f6-4a82-b26c-09252a134463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'name': 'tempest-ServersTestBootFromVolume-1222533784-router', 'tenant_id': '2e0f2a25ff7a42109390aea64c07e38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:28Z', 'updated_at': '2021-09-16T04:50:45Z', 'revision_number': 6, 'project_id': '2e0f2a25ff7a42109390aea64c07e38c', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:46.474367 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 3bd2fd85-128d-4757-9f1f-8fe326b87eb0 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:46.479436 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed5a860-d0f6-4a82-b26c-09252a134463 None None] The sync data for ids ['8a74ea9c-ed43-4fff-8f32-e34ffa04090d'] in n-d-712139-15 is: [{'id': '8a74ea9c-ed43-4fff-8f32-e34ffa04090d', 'name': 'tempest-ServersTestBootFromVolume-1222533784-router', 'tenant_id': '2e0f2a25ff7a42109390aea64c07e38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:28Z', 'updated_at': '2021-09-16T04:50:45Z', 'revision_number': 6, 'project_id': '2e0f2a25ff7a42109390aea64c07e38c', 'gw_port_host': None}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:50:46.494564 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-19feb587-1c41-4611-b87f-4d099ef86168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.548877 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 3bd2fd85-128d-4757-9f1f-8fe326b87eb0 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:50:46.554343 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 3bd2fd85-128d-4757-9f1f-8fe326b87eb0 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:46.554763 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.639935 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-19feb587-1c41-4611-b87f-4d099ef86168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.643347 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-19feb587-1c41-4611-b87f-4d099ef86168 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.682146 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.692795 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ab90a-6742-44d4-8317-b084628fe776 req-02aec0f3-c2f2-4d49-893b-7d5a97e1d3de tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.695135 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e3ab90a-6742-44d4-8317-b084628fe776 req-02aec0f3-c2f2-4d49-893b-7d5a97e1d3de tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0789721 Sep 16 04:50:46.709351 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-19feb587-1c41-4611-b87f-4d099ef86168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.710832 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19feb587-1c41-4611-b87f-4d099ef86168 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a74ea9c-ed43-4fff-8f32-e34ffa04090d {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:50:46.717184 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-19feb587-1c41-4611-b87f-4d099ef86168 admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.718792 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-19feb587-1c41-4611-b87f-4d099ef86168 admin admin] 10.222.0.35 "DELETE /v2.0/routers/8a74ea9c-ed43-4fff-8f32-e34ffa04090d HTTP/1.1" status: 204 len: 168 time: 0.9879324 Sep 16 04:50:46.722059 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 44086) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:46.727153 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25bbae3e-75bf-4c28-834c-f0f9221a7114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd2fd85-128d-4757-9f1f-8fe326b87eb0'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:46.730135 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1135a43a-b160-4677-8cf0-258ec06ead24" -d '{"events": [{"server_uuid": "25bbae3e-75bf-4c28-834c-f0f9221a7114", "name": "network-vif-plugged", "status": "completed", "tag": "3bd2fd85-128d-4757-9f1f-8fe326b87eb0"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:46.748766 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 3bd2fd85-128d-4757-9f1f-8fe326b87eb0, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=3bd2fd85-128d-4757-9f1f-8fe326b87eb0,segment=NetworkSegment(3c7e498d-1564-41e2-a9e3-5e79bd3860cd),segment_id=3c7e498d-1564-41e2-a9e3-5e79bd3860cd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:46.757228 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.776607 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e3ab90a-6742-44d4-8317-b084628fe776 req-6b8f94d1-e91f-4884-9713-c33153344c80 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697050 Sep 16 04:50:46.811414 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-9295cf40-f919-4474-9ea8-2c3cb85d5d2a admin admin] Deleting subnet b035a0ab-941e-41ba-9a0c-7177fcec4515 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:50:46.816178 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9295cf40-f919-4474-9ea8-2c3cb85d5d2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.840608 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=3bd2fd85-128d-4757-9f1f-8fe326b87eb0,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:46.878590 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9295cf40-f919-4474-9ea8-2c3cb85d5d2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.998312 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9295cf40-f919-4474-9ea8-2c3cb85d5d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.033981 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1495387d-1b22-4e74-941c-a5e7b3705e0d req-cedbf15d-9e1b-44d9-8aba-20f78117610b tempest-ServerShowV257Test-1299438486 tempest-ServerShowV257Test-1299438486-project] 10.222.0.35 "GET /v2.0/ports?device_id=6208e6bb-bbf6-443d-8867-9041fd58387d HTTP/1.1" status: 200 len: 210 time: 0.0494366 Sep 16 04:50:47.075097 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9295cf40-f919-4474-9ea8-2c3cb85d5d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.104800 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9295cf40-f919-4474-9ea8-2c3cb85d5d2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.106918 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9295cf40-f919-4474-9ea8-2c3cb85d5d2a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b035a0ab-941e-41ba-9a0c-7177fcec4515 HTTP/1.1" status: 204 len: 168 time: 0.3836534 Sep 16 04:50:47.107830 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295cf40-f919-4474-9ea8-2c3cb85d5d2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b035a0ab-941e-41ba-9a0c-7177fcec4515,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:47.110482 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 44098) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:47.124191 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57412042-98b5-4548-8651-5c3c9ce44189 None None] Network 60d078bb-c66f-4588-bcce-90f888464a36 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:47.172158 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342e9f3-6683-4c5a-8adb-f672dab44489 req-2ef39773-1a4b-4d01-a451-7dbc9a671b22 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:47.174927 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d342e9f3-6683-4c5a-8adb-f672dab44489 req-2ef39773-1a4b-4d01-a451-7dbc9a671b22 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=25bbae3e-75bf-4c28-834c-f0f9221a7114 HTTP/1.1" status: 200 len: 945 time: 0.0707698 Sep 16 04:50:47.210965 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ef671e5b-5a8f-4779-b0db-990fcf050891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.220206 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d342e9f3-6683-4c5a-8adb-f672dab44489 req-7e1e469e-826a-43d1-8676-7681390f17b2 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397377 Sep 16 04:50:47.286226 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-ef671e5b-5a8f-4779-b0db-990fcf050891 admin admin] Deleting port 9d8ed916-7c40-4be4-bd42-77b6e22f2f30 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:47.286583 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ef671e5b-5a8f-4779-b0db-990fcf050891 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.364507 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c1bef379-a3f1-40c9-a469-05225b5f497f req-7a7b7bfb-cc5e-478a-b027-8d2411970ab2 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc787ed6-e18b-4f1b-ba13-267b21e400b5 HTTP/1.1" status: 200 len: 210 time: 0.0445356 Sep 16 04:50:47.392051 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71d5b22-bb83-4f88-a186-6fca06e4c65f None None] DHCP port deletion for 60d078bb-c66f-4588-bcce-90f888464a36 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:50:47.393722 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-ef671e5b-5a8f-4779-b0db-990fcf050891 admin admin] For port 9d8ed916-7c40-4be4-bd42-77b6e22f2f30, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=9d8ed916-7c40-4be4-bd42-77b6e22f2f30,segment=NetworkSegment(ae7c973c-db06-4343-837f-ad8bf052f252),segment_id=ae7c973c-db06-4343-837f-ad8bf052f252)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:47.394105 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ef671e5b-5a8f-4779-b0db-990fcf050891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.420755 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-ef671e5b-5a8f-4779-b0db-990fcf050891 admin admin] Calling delete_port for 9d8ed916-7c40-4be4-bd42-77b6e22f2f30 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:47.430655 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8fca77-2704-4edd-a8d8-0499a9f4ba2e x-openstack-request-id: req-6d8fca77-2704-4edd-a8d8-0499a9f4ba2e {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:47.431005 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25bbae3e-75bf-4c28-834c-f0f9221a7114", "name": "network-vif-plugged", "status": "completed", "tag": "3bd2fd85-128d-4757-9f1f-8fe326b87eb0", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:47.431655 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6d8fca77-2704-4edd-a8d8-0499a9f4ba2e {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:47.431776 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25bbae3e-75bf-4c28-834c-f0f9221a7114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd2fd85-128d-4757-9f1f-8fe326b87eb0', 'code': 200} Sep 16 04:50:47.483180 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-e71d5b22-bb83-4f88-a186-6fca06e4c65f None None] Deleting port 9d8ed916-7c40-4be4-bd42-77b6e22f2f30 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:47.483602 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e71d5b22-bb83-4f88-a186-6fca06e4c65f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.544475 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ef671e5b-5a8f-4779-b0db-990fcf050891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.578110 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303c293-35a1-412c-ab6d-b50ffeccd53c req-0e94c8e6-9d1d-4f35-a8dc-4b16fc60649c tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:47.580006 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8303c293-35a1-412c-ab6d-b50ffeccd53c req-0e94c8e6-9d1d-4f35-a8dc-4b16fc60649c tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0759254 Sep 16 04:50:47.594664 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef671e5b-5a8f-4779-b0db-990fcf050891 admin admin] No DVR routers for this DVR port 9d8ed916-7c40-4be4-bd42-77b6e22f2f30 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:47.598212 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef671e5b-5a8f-4779-b0db-990fcf050891 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d8ed916-7c40-4be4-bd42-77b6e22f2f30,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:47.614115 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-e71d5b22-bb83-4f88-a186-6fca06e4c65f None None] For port 9d8ed916-7c40-4be4-bd42-77b6e22f2f30, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=9d8ed916-7c40-4be4-bd42-77b6e22f2f30,segment=NetworkSegment(ae7c973c-db06-4343-837f-ad8bf052f252),segment_id=ae7c973c-db06-4343-837f-ad8bf052f252)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:47.614666 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e71d5b22-bb83-4f88-a186-6fca06e4c65f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.630362 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-e71d5b22-bb83-4f88-a186-6fca06e4c65f None None] Calling delete_port for 9d8ed916-7c40-4be4-bd42-77b6e22f2f30 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:47.641774 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8303c293-35a1-412c-ab6d-b50ffeccd53c req-9b25b04e-69da-499c-a367-5a21892ab660 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493252 Sep 16 04:50:47.676693 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7b990-f060-4c96-9d75-62416de9a330 req-45a99134-ab11-4476-8e19-8723251b7d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:47.678253 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-26e7b990-f060-4c96-9d75-62416de9a330 req-45a99134-ab11-4476-8e19-8723251b7d30 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=25bbae3e-75bf-4c28-834c-f0f9221a7114 HTTP/1.1" status: 200 len: 1097 time: 0.0971825 Sep 16 04:50:47.723541 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ef671e5b-5a8f-4779-b0db-990fcf050891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.726270 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e71d5b22-bb83-4f88-a186-6fca06e4c65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.764526 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-ef671e5b-5a8f-4779-b0db-990fcf050891 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d078bb-c66f-4588-bcce-90f888464a36']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:47.768796 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d5b22-bb83-4f88-a186-6fca06e4c65f None None] Pushing event deleted for resources: {'Port': ['ID=9d8ed916-7c40-4be4-bd42-77b6e22f2f30,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:47.770822 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71d5b22-bb83-4f88-a186-6fca06e4c65f None None] No DVR routers for this DVR port 9d8ed916-7c40-4be4-bd42-77b6e22f2f30 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:47.780943 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-ef671e5b-5a8f-4779-b0db-990fcf050891 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae7c973c-db06-4343-837f-ad8bf052f252') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:47.781258 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-ef671e5b-5a8f-4779-b0db-990fcf050891 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae7c973c-db06-4343-837f-ad8bf052f252') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:47.799680 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ef671e5b-5a8f-4779-b0db-990fcf050891 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.806265 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3c3aa-f45f-41db-9208-d2b1e999a870 req-59ff2720-4f1a-4983-9911-e92282f9b033 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:47.808703 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1ce3c3aa-f45f-41db-9208-d2b1e999a870 req-59ff2720-4f1a-4983-9911-e92282f9b033 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0816510 Sep 16 04:50:47.812416 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-26e7b990-f060-4c96-9d75-62416de9a330 req-c59dfa08-47ea-4caf-b941-e2d31348da6e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952325 Sep 16 04:50:47.818933 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ef671e5b-5a8f-4779-b0db-990fcf050891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.826544 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef671e5b-5a8f-4779-b0db-990fcf050891 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:50:47.826975 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ef671e5b-5a8f-4779-b0db-990fcf050891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.828890 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:50:47.828890 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:50:47.828890 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:50:47.828890 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:50:47.828890 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:50:47.828890 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:50:47.828890 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:50:47.828890 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:50:47.828890 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:50:47.828890 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:50:47.828890 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:50:47.828890 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:50:47.828890 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:50:47.828890 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:50:47.828890 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:50:47.828890 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:50:47.828890 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:50:47.828890 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:50:47.828890 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:50:47.828890 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:50:47.828890 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:50:47.828890 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:50:47.828890 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:50:47.828890 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:50:47.828890 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:50:47.828890 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:50:47.828890 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:50:47.828890 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:50:47.828890 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:50:47.828890 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:50:47.828890 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:50:47.828890 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:50:47.869051 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1ce3c3aa-f45f-41db-9208-d2b1e999a870 req-e449b2e9-eebb-4228-baff-712634d63002 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518572 Sep 16 04:50:47.895677 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ef671e5b-5a8f-4779-b0db-990fcf050891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.903718 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ef671e5b-5a8f-4779-b0db-990fcf050891 admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.905691 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ef671e5b-5a8f-4779-b0db-990fcf050891 admin admin] 10.222.0.35 "DELETE /v2.0/networks/60d078bb-c66f-4588-bcce-90f888464a36 HTTP/1.1" status: 204 len: 168 time: 0.7941751 Sep 16 04:50:47.917476 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef671e5b-5a8f-4779-b0db-990fcf050891 admin admin] Pushing event deleted for resources: {'Network': ['ID=60d078bb-c66f-4588-bcce-90f888464a36,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:48.010640 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661926b-3917-4ca6-84f7-4e5d7415aba4 req-e3f91d23-d181-4aee-94d8-3e89c6956ed8 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:48.012369 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1661926b-3917-4ca6-84f7-4e5d7415aba4 req-e3f91d23-d181-4aee-94d8-3e89c6956ed8 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0561669 Sep 16 04:50:48.067559 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1661926b-3917-4ca6-84f7-4e5d7415aba4 req-8fc76f90-4760-472e-941c-326af2cf2606 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481894 Sep 16 04:50:48.105261 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 44118) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:48.152273 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-bdd9ba16-fcbb-4622-bf57-1e455ce77a7a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2e0f2a25ff7a42109390aea64c07e38c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455914 Sep 16 04:50:48.155424 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 44120) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:48.167727 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 33ab65c3-bf89-4d0b-b66a-393e6381922b no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:48.188309 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 33ab65c3-bf89-4d0b-b66a-393e6381922b {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:48.188595 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 33ab65c3-bf89-4d0b-b66a-393e6381922b not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:48.189019 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 41e28078-f0bf-4464-b114-44ed0b77ea66 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:48.208757 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 41e28078-f0bf-4464-b114-44ed0b77ea66 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:48.209101 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 41e28078-f0bf-4464-b114-44ed0b77ea66 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:48.209525 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 9d8ed916-7c40-4be4-bd42-77b6e22f2f30 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:48.209700 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4311f5fc-04ad-488c-979b-8504f0406a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.228860 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 9d8ed916-7c40-4be4-bd42-77b6e22f2f30 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:48.229399 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 9d8ed916-7c40-4be4-bd42-77b6e22f2f30 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:48.233196 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4311f5fc-04ad-488c-979b-8504f0406a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.289865 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4311f5fc-04ad-488c-979b-8504f0406a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.292798 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4311f5fc-04ad-488c-979b-8504f0406a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.293994 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4311f5fc-04ad-488c-979b-8504f0406a6c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fcac7320-e81f-4a78-a47d-6d4973c53bdf HTTP/1.1" status: 204 len: 168 time: 0.1374044 Sep 16 04:50:48.302049 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311f5fc-04ad-488c-979b-8504f0406a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcac7320-e81f-4a78-a47d-6d4973c53bdf,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:48.441169 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-47a3ca76-51a7-4320-9b09-520cf505855d req-ae827454-71fb-43d1-8e1a-6dc7e9cd5dcc tempest-ServerShowV257Test-1299438486 tempest-ServerShowV257Test-1299438486-project] 10.222.0.35 "GET /v2.0/ports?device_id=6208e6bb-bbf6-443d-8867-9041fd58387d HTTP/1.1" status: 200 len: 210 time: 0.0326471 Sep 16 04:50:48.577106 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d23fd-b4b5-482c-a45f-8d3f4342dbd5 req-58bb2be7-8984-4755-ac34-716e2e582d04 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:48.579715 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-752d23fd-b4b5-482c-a45f-8d3f4342dbd5 req-58bb2be7-8984-4755-ac34-716e2e582d04 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0756998 Sep 16 04:50:48.631782 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-752d23fd-b4b5-482c-a45f-8d3f4342dbd5 req-1ed51135-83ad-4d43-bfa0-ccde62e8e2d8 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403042 Sep 16 04:50:48.711888 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-ae30dbf3-1636-494f-bc30-638b5f16774a tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:48.721109 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-ae30dbf3-1636-494f-bc30-638b5f16774a tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.48 "GET /v2.0/networks?id=8c931ccc-5cf1-447a-be72-662f80eb3cc7 HTTP/1.1" status: 200 len: 805 time: 0.1819196 Sep 16 04:50:48.749058 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-7bfc60ea-48d2-41c4-aa51-20178dd626b5 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Request body: {'port': {'device_id': 'fc787ed6-e18b-4f1b-ba13-267b21e400b5', 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7', 'admin_state_up': True, 'tenant_id': '097a363b67ea49498cd02794a5c40b7b'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:48.785506 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a3367-249a-4b53-909c-8b021a300dd7 req-449d66c2-1e00-4328-860a-c0c6ea607bfd tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:48.786378 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-050a3367-249a-4b53-909c-8b021a300dd7 req-449d66c2-1e00-4328-860a-c0c6ea607bfd tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=25bbae3e-75bf-4c28-834c-f0f9221a7114 HTTP/1.1" status: 200 len: 945 time: 0.0749710 Sep 16 04:50:48.828743 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-050a3367-249a-4b53-909c-8b021a300dd7 req-7d9e6c0c-dd39-4749-b0b8-1e7da5e304a7 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353065 Sep 16 04:50:48.912105 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-7bfc60ea-48d2-41c4-aa51-20178dd626b5 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Made reservation on behalf of 097a363b67ea49498cd02794a5c40b7b for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:48.915869 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-7bfc60ea-48d2-41c4-aa51-20178dd626b5 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.930086 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-258102e4-8a6a-4110-8971-30e52aa571b2 req-30a59b67-9046-489d-97a4-828918d3cc9d tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc787ed6-e18b-4f1b-ba13-267b21e400b5 HTTP/1.1" status: 200 len: 210 time: 0.0325499 Sep 16 04:50:49.074336 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-7bfc60ea-48d2-41c4-aa51-20178dd626b5 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Allocated IP 172.20.0.11 (8c931ccc-5cf1-447a-be72-662f80eb3cc7/984819ef-39e4-42b6-ac0e-e1f025f28a4e/c32a1ad4-2e4d-421c-a6be-bd882fea41de) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:49.090193 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62eff51-3f01-462c-8765-c782a5778a7f req-53a3f8da-e34b-4d00-9c3e-227b339172c7 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:49.092017 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a62eff51-3f01-462c-8765-c782a5778a7f req-53a3f8da-e34b-4d00-9c3e-227b339172c7 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0595934 Sep 16 04:50:49.142130 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a62eff51-3f01-462c-8765-c782a5778a7f req-2df1eddb-9976-417b-8750-b5ccf5cb0842 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367174 Sep 16 04:50:49.212363 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 44152) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:49.253340 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-7bfc60ea-48d2-41c4-aa51-20178dd626b5 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.275354 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f82ed9-2fe2-4a32-a953-3e20a1843fc8 req-e46c8128-66e6-4932-817c-c0e22cdd68f8 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:49.277778 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-38f82ed9-2fe2-4a32-a953-3e20a1843fc8 req-e46c8128-66e6-4932-817c-c0e22cdd68f8 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0574596 Sep 16 04:50:49.299313 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-7bfc60ea-48d2-41c4-aa51-20178dd626b5 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.334245 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['15ad20e6-33a2-4999-b939-3fa15039c324'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:49.355500 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-38f82ed9-2fe2-4a32-a953-3e20a1843fc8 req-b483141b-74d2-4012-9678-c23c5ad2eab6 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559244 Sep 16 04:50:49.362978 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-c1419e81-f292-4b91-af9c-54455f90a6ec admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-962658365-network', 'tenant_id': 'fc58d2b1f5714cd1bcf3cb51b0582a76'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:49.384202 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-7bfc60ea-48d2-41c4-aa51-20178dd626b5 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Network 8c931ccc-5cf1-447a-be72-662f80eb3cc7 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:49.384202 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-7bfc60ea-48d2-41c4-aa51-20178dd626b5 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:49.384202 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc60ea-48d2-41c4-aa51-20178dd626b5 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Pushing event updated for resources: {'Port': ['ID=c32a1ad4-2e4d-421c-a6be-bd882fea41de,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:49.390178 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-7bfc60ea-48d2-41c4-aa51-20178dd626b5 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:49.414007 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1419e81-f292-4b91-af9c-54455f90a6ec admin admin] Made reservation on behalf of fc58d2b1f5714cd1bcf3cb51b0582a76 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:49.417573 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c1419e81-f292-4b91-af9c-54455f90a6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.422635 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfc60ea-48d2-41c4-aa51-20178dd626b5 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:49.423065 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfc60ea-48d2-41c4-aa51-20178dd626b5 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:49.423484 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfc60ea-48d2-41c4-aa51-20178dd626b5 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:49.423897 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfc60ea-48d2-41c4-aa51-20178dd626b5 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:49.424323 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfc60ea-48d2-41c4-aa51-20178dd626b5 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:49.424761 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfc60ea-48d2-41c4-aa51-20178dd626b5 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:49.425159 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfc60ea-48d2-41c4-aa51-20178dd626b5 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:49.425580 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfc60ea-48d2-41c4-aa51-20178dd626b5 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:49.425979 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfc60ea-48d2-41c4-aa51-20178dd626b5 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:49.426375 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfc60ea-48d2-41c4-aa51-20178dd626b5 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:49.426874 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfc60ea-48d2-41c4-aa51-20178dd626b5 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:49.427271 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfc60ea-48d2-41c4-aa51-20178dd626b5 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:49.429707 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c1419e81-f292-4b91-af9c-54455f90a6ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.461843 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-7bfc60ea-48d2-41c4-aa51-20178dd626b5 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:49.462467 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-7bfc60ea-48d2-41c4-aa51-20178dd626b5 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.555994 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c1419e81-f292-4b91-af9c-54455f90a6ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.566256 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-7bfc60ea-48d2-41c4-aa51-20178dd626b5 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8220584 Sep 16 04:50:49.569864 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c1419e81-f292-4b91-af9c-54455f90a6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.590726 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82bd1bc9-b105-4e81-a792-d8e556958c56 req-1c58baef-c416-4c0d-a6e3-e64a1da61535 tempest-ServerShowV257Test-1299438486 tempest-ServerShowV257Test-1299438486-project] 10.222.0.35 "GET /v2.0/ports?device_id=6208e6bb-bbf6-443d-8867-9041fd58387d HTTP/1.1" status: 200 len: 210 time: 0.0312009 Sep 16 04:50:49.594166 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-65d0bf4d-8333-4f46-8f88-1e58687ec05a service neutron] Request body: {'port': {'device_id': 'fc787ed6-e18b-4f1b-ba13-267b21e400b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:49.612708 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1419e81-f292-4b91-af9c-54455f90a6ec admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:50:49.622826 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c1419e81-f292-4b91-af9c-54455f90a6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.623239 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-c1419e81-f292-4b91-af9c-54455f90a6ec admin admin] Added segment e44bcb11-38b4-46c8-bde2-bf8db9d8186d of type vlan for network b24240c4-81c0-40ba-95bf-a1cad697eb1b Sep 16 04:50:49.643998 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1419e81-f292-4b91-af9c-54455f90a6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af068edd-d4c7-4d89-b31e-53b05ba05fc5,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:49.662546 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-65d0bf4d-8333-4f46-8f88-1e58687ec05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.710871 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c1419e81-f292-4b91-af9c-54455f90a6ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.751221 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02315abd-e2ad-4813-b627-26f5dc260575 req-f66d1c81-72e7-4772-b499-5aa28190064d tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:49.752696 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-02315abd-e2ad-4813-b627-26f5dc260575 req-f66d1c81-72e7-4772-b499-5aa28190064d tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0813687 Sep 16 04:50:49.753860 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c1419e81-f292-4b91-af9c-54455f90a6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.754753 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1419e81-f292-4b91-af9c-54455f90a6ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:49.755312 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c1419e81-f292-4b91-af9c-54455f90a6ec admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.801009 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c1419e81-f292-4b91-af9c-54455f90a6ec admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5867956 Sep 16 04:50:49.803990 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 44164) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:49.813879 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-4c86deb8-ba52-4f22-9275-fd2115c3c96d admin admin] Request body: {'subnet': {'network_id': 'b24240c4-81c0-40ba-95bf-a1cad697eb1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-962658365-subnet', 'tenant_id': 'fc58d2b1f5714cd1bcf3cb51b0582a76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:49.836387 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1419e81-f292-4b91-af9c-54455f90a6ec admin admin] Pushing event updated for resources: {'Network': ['ID=b24240c4-81c0-40ba-95bf-a1cad697eb1b,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:49.857391 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1419e81-f292-4b91-af9c-54455f90a6ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:49.857740 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1419e81-f292-4b91-af9c-54455f90a6ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:49.858129 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1419e81-f292-4b91-af9c-54455f90a6ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:49.858440 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1419e81-f292-4b91-af9c-54455f90a6ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:49.858813 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1419e81-f292-4b91-af9c-54455f90a6ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:49.859170 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1419e81-f292-4b91-af9c-54455f90a6ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:49.859536 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1419e81-f292-4b91-af9c-54455f90a6ec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:49.859960 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1419e81-f292-4b91-af9c-54455f90a6ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:49.860311 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1419e81-f292-4b91-af9c-54455f90a6ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:49.860663 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1419e81-f292-4b91-af9c-54455f90a6ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:49.860991 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1419e81-f292-4b91-af9c-54455f90a6ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:49.861311 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1419e81-f292-4b91-af9c-54455f90a6ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:49.867009 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-02315abd-e2ad-4813-b627-26f5dc260575 req-f6ae543f-053c-4a85-9e64-c7b0103b1e03 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929246 Sep 16 04:50:49.874091 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network b24240c4-81c0-40ba-95bf-a1cad697eb1b details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:50:49.893522 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c86deb8-ba52-4f22-9275-fd2115c3c96d admin admin] Made reservation on behalf of fc58d2b1f5714cd1bcf3cb51b0582a76 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:49.895856 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4c86deb8-ba52-4f22-9275-fd2115c3c96d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.991379 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abce3ee-34e5-492c-8966-897e31ba0415 req-d1273e1b-d738-49c9-95c5-8041676b82f1 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:49.992933 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9abce3ee-34e5-492c-8966-897e31ba0415 req-d1273e1b-d738-49c9-95c5-8041676b82f1 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=25bbae3e-75bf-4c28-834c-f0f9221a7114 HTTP/1.1" status: 200 len: 945 time: 0.0533586 Sep 16 04:50:50.036228 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9abce3ee-34e5-492c-8966-897e31ba0415 req-7e8b1ceb-a5da-4ca9-a8ee-3af1c9a48245 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345032 Sep 16 04:50:50.120944 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-65d0bf4d-8333-4f46-8f88-1e58687ec05a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c32a1ad4-2e4d-421c-a6be-bd882fea41de {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:50.131991 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-65d0bf4d-8333-4f46-8f88-1e58687ec05a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:50.161916 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce2168-469e-4f3e-b4ba-f410a36a953f req-bcae39f6-3a16-4821-88b3-264fa1fa094b tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.163636 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e3ce2168-469e-4f3e-b4ba-f410a36a953f req-bcae39f6-3a16-4821-88b3-264fa1fa094b tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0670941 Sep 16 04:50:50.175134 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-65d0bf4d-8333-4f46-8f88-1e58687ec05a service neutron] Transition to ACTIVE for port object c32a1ad4-2e4d-421c-a6be-bd882fea41de will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:50:50.186828 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-65d0bf4d-8333-4f46-8f88-1e58687ec05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:50.206908 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e3ce2168-469e-4f3e-b4ba-f410a36a953f req-d8c3d9dd-69b2-463b-ac88-f6e49423ca35 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357485 Sep 16 04:50:50.222795 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4c86deb8-ba52-4f22-9275-fd2115c3c96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:50.296507 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d0bf4d-8333-4f46-8f88-1e58687ec05a service neutron] Pushing event updated for resources: {'Port': ['ID=c32a1ad4-2e4d-421c-a6be-bd882fea41de,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:50.318593 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86deb8-ba52-4f22-9275-fd2115c3c96d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f3a21c4-6ca4-4e5d-9380-2b25df6a1cec,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:50.342310 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1eb48-1139-4839-a6a0-f27846aaaa37 req-19b9ee1b-73f4-47cf-ae28-d8d62386bf9e tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.356424 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-23d1eb48-1139-4839-a6a0-f27846aaaa37 req-19b9ee1b-73f4-47cf-ae28-d8d62386bf9e tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc787ed6-e18b-4f1b-ba13-267b21e400b5 HTTP/1.1" status: 200 len: 944 time: 0.0778263 Sep 16 04:50:50.414896 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-23d1eb48-1139-4839-a6a0-f27846aaaa37 req-cb7648b2-74f9-4644-a520-59f94bb67656 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573461 Sep 16 04:50:50.555856 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ff7f3-cc8f-432a-9955-bc308465f479 req-4bc18660-a2e7-461b-a277-4bbb897758ee tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.558241 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf3ff7f3-cc8f-432a-9955-bc308465f479 req-4bc18660-a2e7-461b-a277-4bbb897758ee tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0544250 Sep 16 04:50:50.606907 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf3ff7f3-cc8f-432a-9955-bc308465f479 req-d4dd68e5-6306-44e7-96ce-224df5cedbe2 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415285 Sep 16 04:50:50.721600 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c86deb8-ba52-4f22-9275-fd2115c3c96d admin admin] Checking segment: {'id': 'e44bcb11-38b4-46c8-bde2-bf8db9d8186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b24240c4-81c0-40ba-95bf-a1cad697eb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:50.721600 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c86deb8-ba52-4f22-9275-fd2115c3c96d admin admin] Network hostable DHCP agents. Network: b24240c4-81c0-40ba-95bf-a1cad697eb1b, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:50:50.762841 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-65d0bf4d-8333-4f46-8f88-1e58687ec05a service neutron] Attempting to bind port c32a1ad4-2e4d-421c-a6be-bd882fea41de on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:50.763441 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-65d0bf4d-8333-4f46-8f88-1e58687ec05a service neutron] Attempting to bind port c32a1ad4-2e4d-421c-a6be-bd882fea41de by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '01aafaa9-a340-46ca-887a-6648c79e8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:50.763958 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-65d0bf4d-8333-4f46-8f88-1e58687ec05a service neutron] Attempting to bind port c32a1ad4-2e4d-421c-a6be-bd882fea41de on network 8c931ccc-5cf1-447a-be72-662f80eb3cc7 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:50.768772 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c86deb8-ba52-4f22-9275-fd2115c3c96d admin admin] Network b24240c4-81c0-40ba-95bf-a1cad697eb1b is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:50:50.774598 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-65d0bf4d-8333-4f46-8f88-1e58687ec05a service neutron] Port c32a1ad4-2e4d-421c-a6be-bd882fea41de on network 8c931ccc-5cf1-447a-be72-662f80eb3cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:50:50.774927 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-65d0bf4d-8333-4f46-8f88-1e58687ec05a service neutron] Attempting to bind port c32a1ad4-2e4d-421c-a6be-bd882fea41de on network 8c931ccc-5cf1-447a-be72-662f80eb3cc7 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:50.783756 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-65d0bf4d-8333-4f46-8f88-1e58687ec05a service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:50.784665 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-65d0bf4d-8333-4f46-8f88-1e58687ec05a service neutron] Checking segment: {'id': '01aafaa9-a340-46ca-887a-6648c79e8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:50.785524 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-65d0bf4d-8333-4f46-8f88-1e58687ec05a service neutron] Bound using segment: {'id': '01aafaa9-a340-46ca-887a-6648c79e8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:50.786318 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-65d0bf4d-8333-4f46-8f88-1e58687ec05a service neutron] Bound port: c32a1ad4-2e4d-421c-a6be-bd882fea41de, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01aafaa9-a340-46ca-887a-6648c79e8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:50.786966 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-65d0bf4d-8333-4f46-8f88-1e58687ec05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:50.789211 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-4c86deb8-ba52-4f22-9275-fd2115c3c96d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, b24240c4-81c0-40ba-95bf-a1cad697eb1b) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:50.801262 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c86deb8-ba52-4f22-9275-fd2115c3c96d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.802066 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4c86deb8-ba52-4f22-9275-fd2115c3c96d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:50.804037 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5520ed6b-3e03-462b-a4b8-190e1e62f216 None None] Network b24240c4-81c0-40ba-95bf-a1cad697eb1b requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:50.804990 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e3dbddc0-dd7a-42e8-ad37-033ca2e0b516 req-961be95f-73d9-4b70-a543-145e65f0cb97 tempest-ServerShowV257Test-1299438486 tempest-ServerShowV257Test-1299438486-project] 10.222.0.35 "GET /v2.0/ports?device_id=6208e6bb-bbf6-443d-8867-9041fd58387d HTTP/1.1" status: 200 len: 210 time: 0.0354156 Sep 16 04:50:50.849789 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4c86deb8-ba52-4f22-9275-fd2115c3c96d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0424390 Sep 16 04:50:50.878825 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-65d0bf4d-8333-4f46-8f88-1e58687ec05a service neutron] For port c32a1ad4-2e4d-421c-a6be-bd882fea41de, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:50.882685 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-65d0bf4d-8333-4f46-8f88-1e58687ec05a service neutron] For port c32a1ad4-2e4d-421c-a6be-bd882fea41de, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=c32a1ad4-2e4d-421c-a6be-bd882fea41de,segment=NetworkSegment(01aafaa9-a340-46ca-887a-6648c79e8c73),segment_id=01aafaa9-a340-46ca-887a-6648c79e8c73)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:50.888163 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-65d0bf4d-8333-4f46-8f88-1e58687ec05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:50.943079 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-65d0bf4d-8333-4f46-8f88-1e58687ec05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.943933 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-65d0bf4d-8333-4f46-8f88-1e58687ec05a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:50.945463 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-65d0bf4d-8333-4f46-8f88-1e58687ec05a service neutron] 10.222.0.48 "PUT /v2.0/ports/c32a1ad4-2e4d-421c-a6be-bd882fea41de HTTP/1.1" status: 200 len: 1093 time: 1.3576286 Sep 16 04:50:50.945931 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc787ed6-e18b-4f1b-ba13-267b21e400b5', 'tag': 'c32a1ad4-2e4d-421c-a6be-bd882fea41de'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:50.948385 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44dbf255-813f-4504-ab12-9753eafcad52" -d '{"events": [{"name": "network-changed", "server_uuid": "fc787ed6-e18b-4f1b-ba13-267b21e400b5", "tag": "c32a1ad4-2e4d-421c-a6be-bd882fea41de"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:51.003084 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05b803-62d5-4188-9373-3f8aa66b723e req-90d4e5df-4854-4ed1-98d9-af06476467ad tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:51.003908 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d0bf4d-8333-4f46-8f88-1e58687ec05a service neutron] Pushing event updated for resources: {'Port': ['ID=c32a1ad4-2e4d-421c-a6be-bd882fea41de,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:51.004757 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c05b803-62d5-4188-9373-3f8aa66b723e req-90d4e5df-4854-4ed1-98d9-af06476467ad tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0964909 Sep 16 04:50:51.079529 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09aa8177-4c25-45bc-b2ad-a32389397edf None None] Network b24240c4-81c0-40ba-95bf-a1cad697eb1b requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:51.105291 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c05b803-62d5-4188-9373-3f8aa66b723e req-c10c0bf0-123e-4124-b9ad-e664799325e2 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900214 Sep 16 04:50:51.156306 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-a75675f2-17d6-4b59-a807-ae06eb997c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:51.160186 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-a75675f2-17d6-4b59-a807-ae06eb997c2f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=097a363b67ea49498cd02794a5c40b7b&device_id=fc787ed6-e18b-4f1b-ba13-267b21e400b5 HTTP/1.1" status: 200 len: 1096 time: 0.1282647 Sep 16 04:50:51.205622 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca8205a-7053-4a4c-8f39-25abf2d3f9a1 x-openstack-request-id: req-2ca8205a-7053-4a4c-8f39-25abf2d3f9a1 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:51.208540 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc787ed6-e18b-4f1b-ba13-267b21e400b5", "tag": "c32a1ad4-2e4d-421c-a6be-bd882fea41de", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:51.208997 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2ca8205a-7053-4a4c-8f39-25abf2d3f9a1 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:51.209573 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc787ed6-e18b-4f1b-ba13-267b21e400b5', 'tag': 'c32a1ad4-2e4d-421c-a6be-bd882fea41de', 'status': 'completed', 'code': 200} Sep 16 04:50:51.268792 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-e057fd03-9299-4d97-9f49-df057a8fd6a2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c32a1ad4-2e4d-421c-a6be-bd882fea41de HTTP/1.1" status: 200 len: 217 time: 0.0846784 Sep 16 04:50:51.320951 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7967492-8eac-4c02-960d-653f1902e7c4 req-b1b8abd4-c4b6-4a87-aa46-771436b47fd7 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:51.323025 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c7967492-8eac-4c02-960d-653f1902e7c4 req-b1b8abd4-c4b6-4a87-aa46-771436b47fd7 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=25bbae3e-75bf-4c28-834c-f0f9221a7114 HTTP/1.1" status: 200 len: 945 time: 0.0575480 Sep 16 04:50:51.333643 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-13c8b759-e55c-41e2-b53d-861892961275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:51.335484 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-13c8b759-e55c-41e2-b53d-861892961275 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=984819ef-39e4-42b6-ac0e-e1f025f28a4e HTTP/1.1" status: 200 len: 845 time: 0.0524015 Sep 16 04:50:51.366086 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c7967492-8eac-4c02-960d-653f1902e7c4 req-01c0d35b-31d7-4eef-817f-fcf1bcc06de4 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360048 Sep 16 04:50:51.382681 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-3dd03334-f75a-4fb9-8180-605a4c2b77ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8c931ccc-5cf1-447a-be72-662f80eb3cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362959 Sep 16 04:50:51.489458 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-8b596c21-cb63-431d-b839-c86f290ec794 service neutron] 10.222.0.48 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944850 Sep 16 04:50:51.608421 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4e29c343-2fb4-4f34-a223-4ad9048dc631 req-ddd4b6fe-9cfb-4eda-83ad-dfd3b83a9520 service neutron] 10.222.0.48 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054931 Sep 16 04:50:51.704470 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-41ccc6f5-08cd-46a6-9d66-b34bde75aeb2 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:51.706030 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-41ccc6f5-08cd-46a6-9d66-b34bde75aeb2 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] 10.222.0.35 "GET /v2.0/networks?id=b24240c4-81c0-40ba-95bf-a1cad697eb1b HTTP/1.1" status: 200 len: 808 time: 0.1130419 Sep 16 04:50:51.723028 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-bdf6d3c4-21b1-44cb-8a4b-f509ab936b29 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] 10.222.0.35 "GET /v2.0/quotas/fc58d2b1f5714cd1bcf3cb51b0582a76 HTTP/1.1" status: 200 len: 375 time: 0.0102394 Sep 16 04:50:51.761402 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-6d0727a3-08a3-4067-9982-9f6f7ec113da tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fc58d2b1f5714cd1bcf3cb51b0582a76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309658 Sep 16 04:50:51.766973 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dbf255-813f-4504-ab12-9753eafcad52 req-98076bb5-fbf3-4e51-8f57-e7aba3edb2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:51.768620 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-44dbf255-813f-4504-ab12-9753eafcad52 req-98076bb5-fbf3-4e51-8f57-e7aba3edb2d4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=097a363b67ea49498cd02794a5c40b7b&device_id=fc787ed6-e18b-4f1b-ba13-267b21e400b5 HTTP/1.1" status: 200 len: 1096 time: 0.0466812 Sep 16 04:50:51.854809 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-79fe4e3a-1be6-466e-8f6a-1b769e121ac7 service neutron] 10.222.0.35 "GET /v2.0/networks/b24240c4-81c0-40ba-95bf-a1cad697eb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851502 Sep 16 04:50:51.870083 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dbf255-813f-4504-ab12-9753eafcad52 req-8949d426-a498-4387-bb94-3332c167694c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:51.871726 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-44dbf255-813f-4504-ab12-9753eafcad52 req-8949d426-a498-4387-bb94-3332c167694c service neutron] 10.222.0.48 "GET /v2.0/networks?id=8c931ccc-5cf1-447a-be72-662f80eb3cc7 HTTP/1.1" status: 200 len: 906 time: 0.0941560 Sep 16 04:50:51.917244 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-44dbf255-813f-4504-ab12-9753eafcad52 req-3ff2ab8d-b0ff-49e3-899e-0caff05a9fa2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c32a1ad4-2e4d-421c-a6be-bd882fea41de HTTP/1.1" status: 200 len: 217 time: 0.0359306 Sep 16 04:50:51.955609 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-f8bb38e0-5f6c-4b99-aa86-356617a36e9d service neutron] 10.222.0.35 "GET /v2.0/networks/b24240c4-81c0-40ba-95bf-a1cad697eb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942855 Sep 16 04:50:51.973686 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dbf255-813f-4504-ab12-9753eafcad52 req-c9e00f7c-ef6b-40bd-9076-9c69801e4500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:51.975198 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-44dbf255-813f-4504-ab12-9753eafcad52 req-c9e00f7c-ef6b-40bd-9076-9c69801e4500 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=984819ef-39e4-42b6-ac0e-e1f025f28a4e HTTP/1.1" status: 200 len: 845 time: 0.0480363 Sep 16 04:50:52.016726 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-44dbf255-813f-4504-ab12-9753eafcad52 req-6ebf0ea6-5777-4110-9787-aca31e78aea5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8c931ccc-5cf1-447a-be72-662f80eb3cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255125 Sep 16 04:50:52.126054 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-44dbf255-813f-4504-ab12-9753eafcad52 req-a5bc1eee-0a13-4072-9539-642c7405d92f service neutron] 10.222.0.48 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011710 Sep 16 04:50:52.174425 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ac3c5-6646-4563-bfcd-9cc9623c5da2 req-ae00f0b3-8fa3-4fec-b2d1-716f274030f6 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.175975 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-552ac3c5-6646-4563-bfcd-9cc9623c5da2 req-ae00f0b3-8fa3-4fec-b2d1-716f274030f6 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=25bbae3e-75bf-4c28-834c-f0f9221a7114 HTTP/1.1" status: 200 len: 945 time: 0.0570414 Sep 16 04:50:52.221161 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-552ac3c5-6646-4563-bfcd-9cc9623c5da2 req-f9143f51-163d-4331-8725-61b041f5b3c1 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388167 Sep 16 04:50:52.238843 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-44dbf255-813f-4504-ab12-9753eafcad52 req-6ac61491-d2ff-43a6-be30-0a81886dfa24 service neutron] 10.222.0.48 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049807 Sep 16 04:50:52.334939 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d13ab1-06fb-48d3-a833-8603957a4722 req-58c217d1-f976-46e1-b265-ed02db19864d tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.336524 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c6d13ab1-06fb-48d3-a833-8603957a4722 req-58c217d1-f976-46e1-b265-ed02db19864d tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc787ed6-e18b-4f1b-ba13-267b21e400b5 HTTP/1.1" status: 200 len: 944 time: 0.0508313 Sep 16 04:50:52.382674 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c6d13ab1-06fb-48d3-a833-8603957a4722 req-082b4a75-ffaa-4343-a122-137dfcb16726 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388000 Sep 16 04:50:52.567907 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a4dd8da-c147-4749-94fc-ca37a88af0cd req-18c8fa9c-f28b-46ec-8664-419157232c3f tempest-ServerShowV257Test-1299438486 tempest-ServerShowV257Test-1299438486-project] 10.222.0.35 "GET /v2.0/ports?device_id=6208e6bb-bbf6-443d-8867-9041fd58387d HTTP/1.1" status: 200 len: 210 time: 0.0283740 Sep 16 04:50:52.656028 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5cd99610-77c4-4cb5-9bee-06593bedcd25 req-4cf07df6-07ec-4525-b4e6-9ac236e99638 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8200e94f-ba76-495e-a723-e3a24bc3cd11 HTTP/1.1" status: 200 len: 210 time: 0.0274267 Sep 16 04:50:52.765068 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774380f-e83e-46ec-90c2-afc82f60daac req-1b58749a-7046-4216-8151-c90d66f4bf17 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.766554 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f774380f-e83e-46ec-90c2-afc82f60daac req-1b58749a-7046-4216-8151-c90d66f4bf17 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0526829 Sep 16 04:50:52.805871 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f774380f-e83e-46ec-90c2-afc82f60daac req-cc44395c-ee4b-4bb9-b9b9-bcecb01986c6 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333748 Sep 16 04:50:52.989867 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18136d7-b00d-4696-9037-63d38e92dfee req-90a06cc0-53d4-4479-9ea1-e7f613677939 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.991350 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b18136d7-b00d-4696-9037-63d38e92dfee req-90a06cc0-53d4-4479-9ea1-e7f613677939 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0516903 Sep 16 04:50:53.035428 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b18136d7-b00d-4696-9037-63d38e92dfee req-f7d0447d-dacc-42bd-9542-7d517b9babe6 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375493 Sep 16 04:50:53.152019 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1406d-547a-41bd-81b5-cba3e44607cd req-276288b3-aaf3-43bd-a4fa-0c8a8376463c tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:53.153920 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e1f1406d-547a-41bd-81b5-cba3e44607cd req-276288b3-aaf3-43bd-a4fa-0c8a8376463c tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=25bbae3e-75bf-4c28-834c-f0f9221a7114 HTTP/1.1" status: 200 len: 945 time: 0.0554001 Sep 16 04:50:53.184199 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-7e1176cb-4dfc-4f48-a603-1c2dab74e18d tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:53.185955 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-7e1176cb-4dfc-4f48-a603-1c2dab74e18d tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] 10.222.0.47 "GET /v2.0/networks?id=b24240c4-81c0-40ba-95bf-a1cad697eb1b HTTP/1.1" status: 200 len: 808 time: 0.1172523 Sep 16 04:50:53.197135 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e1f1406d-547a-41bd-81b5-cba3e44607cd req-fe0d242e-8d89-4c93-9bc2-4a442d72dff6 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361814 Sep 16 04:50:53.206667 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-976a1ec2-3b10-4e1b-9327-af890a8f4053 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] Request body: {'port': {'device_id': '8200e94f-ba76-495e-a723-e3a24bc3cd11', 'network_id': 'b24240c4-81c0-40ba-95bf-a1cad697eb1b', 'admin_state_up': True, 'tenant_id': 'fc58d2b1f5714cd1bcf3cb51b0582a76'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:53.325656 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3a41e-11cf-49db-b302-703e7d17a76b req-182cb44a-51b2-4a5a-ade4-13ffac20beb1 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:53.327266 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-add3a41e-11cf-49db-b302-703e7d17a76b req-182cb44a-51b2-4a5a-ade4-13ffac20beb1 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=25bbae3e-75bf-4c28-834c-f0f9221a7114 HTTP/1.1" status: 200 len: 945 time: 0.0510633 Sep 16 04:50:53.334919 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-976a1ec2-3b10-4e1b-9327-af890a8f4053 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] Made reservation on behalf of fc58d2b1f5714cd1bcf3cb51b0582a76 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:53.338902 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-976a1ec2-3b10-4e1b-9327-af890a8f4053 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:53.366983 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-add3a41e-11cf-49db-b302-703e7d17a76b req-f592d8c4-9da7-4a8b-93b1-f3fcb5cc7e43 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331559 Sep 16 04:50:53.466987 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-976a1ec2-3b10-4e1b-9327-af890a8f4053 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] Allocated IP 172.20.0.5 (b24240c4-81c0-40ba-95bf-a1cad697eb1b/4f3a21c4-6ca4-4e5d-9380-2b25df6a1cec/17a695e5-d823-476d-86cf-912ffdedc8c1) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:53.469786 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fafc79-9144-4441-9f12-fa4867e2566c req-924883ff-8fc6-4861-baea-dc3997a1aa47 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:53.471292 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-98fafc79-9144-4441-9f12-fa4867e2566c req-924883ff-8fc6-4861-baea-dc3997a1aa47 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0482285 Sep 16 04:50:53.516903 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-98fafc79-9144-4441-9f12-fa4867e2566c req-64df84fd-93db-4f4a-9ed0-3d9552b6ed06 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391655 Sep 16 04:50:53.639978 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-976a1ec2-3b10-4e1b-9327-af890a8f4053 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:53.676552 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-976a1ec2-3b10-4e1b-9327-af890a8f4053 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:53.721604 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-976a1ec2-3b10-4e1b-9327-af890a8f4053 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] Network b24240c4-81c0-40ba-95bf-a1cad697eb1b is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:53.722665 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0792bc-fc9a-46dd-a108-52f3823340f2 req-90f9bf06-37f1-4e90-abe5-8cbd46f8af37 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:53.724152 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ce0792bc-fc9a-46dd-a108-52f3823340f2 req-90f9bf06-37f1-4e90-abe5-8cbd46f8af37 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc787ed6-e18b-4f1b-ba13-267b21e400b5 HTTP/1.1" status: 200 len: 944 time: 0.0522280 Sep 16 04:50:53.724678 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-976a1ec2-3b10-4e1b-9327-af890a8f4053 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:53.731824 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-976a1ec2-3b10-4e1b-9327-af890a8f4053 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:53.759555 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a1ec2-3b10-4e1b-9327-af890a8f4053 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] Pushing event updated for resources: {'Port': ['ID=17a695e5-d823-476d-86cf-912ffdedc8c1,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:53.765291 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ce0792bc-fc9a-46dd-a108-52f3823340f2 req-6c757e35-df6d-4b87-956d-bd4f402b8765 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328546 Sep 16 04:50:53.798837 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-976a1ec2-3b10-4e1b-9327-af890a8f4053 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:53.799614 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-976a1ec2-3b10-4e1b-9327-af890a8f4053 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:53.815805 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-976a1ec2-3b10-4e1b-9327-af890a8f4053 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6138325 Sep 16 04:50:53.888172 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-fadb7cf6-ad4e-45e0-86ec-5be5ec2e4d71 service neutron] Request body: {'port': {'device_id': '8200e94f-ba76-495e-a723-e3a24bc3cd11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:53.944842 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-fadb7cf6-ad4e-45e0-86ec-5be5ec2e4d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:53.962002 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269725fd-8421-45c7-ad5b-0d92e2bbacd0 req-fdfb792b-6b76-4d4f-a216-4e7f2847100d tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:53.963789 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-269725fd-8421-45c7-ad5b-0d92e2bbacd0 req-fdfb792b-6b76-4d4f-a216-4e7f2847100d tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0512900 Sep 16 04:50:54.004042 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-269725fd-8421-45c7-ad5b-0d92e2bbacd0 req-d1fa4207-9200-436e-92cd-8ab7c8399660 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339251 Sep 16 04:50:54.090981 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6030fb9e-1481-45ef-a77f-51f3de62bd85 req-a4b5ff70-5d65-43d2-98eb-b2871dacb953 tempest-ServerShowV257Test-1299438486 tempest-ServerShowV257Test-1299438486-project] 10.222.0.35 "GET /v2.0/ports?device_id=6208e6bb-bbf6-443d-8867-9041fd58387d HTTP/1.1" status: 200 len: 210 time: 0.0260339 Sep 16 04:50:54.204348 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511b9a7-0fa7-44e8-8e26-a5854ca67559 req-5c766891-7444-46b3-8b39-b9ccd545cc6e tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:54.206241 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c511b9a7-0fa7-44e8-8e26-a5854ca67559 req-5c766891-7444-46b3-8b39-b9ccd545cc6e tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=25bbae3e-75bf-4c28-834c-f0f9221a7114 HTTP/1.1" status: 200 len: 945 time: 0.0549836 Sep 16 04:50:54.234769 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-fadb7cf6-ad4e-45e0-86ec-5be5ec2e4d71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17a695e5-d823-476d-86cf-912ffdedc8c1 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:54.242919 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-fadb7cf6-ad4e-45e0-86ec-5be5ec2e4d71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:54.248904 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c511b9a7-0fa7-44e8-8e26-a5854ca67559 req-0c39f4d1-99de-49e8-9e05-503f9d1be945 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361919 Sep 16 04:50:54.256733 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-fadb7cf6-ad4e-45e0-86ec-5be5ec2e4d71 service neutron] Transition to ACTIVE for port object 17a695e5-d823-476d-86cf-912ffdedc8c1 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:50:54.261323 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-fadb7cf6-ad4e-45e0-86ec-5be5ec2e4d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:54.312759 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb7cf6-ad4e-45e0-86ec-5be5ec2e4d71 service neutron] Pushing event updated for resources: {'Port': ['ID=17a695e5-d823-476d-86cf-912ffdedc8c1,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:54.369655 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ede5f-5e25-4ebb-8778-a5246987932a req-88dfa287-97b6-4efb-9c5c-f7af14848267 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:54.371139 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3d5ede5f-5e25-4ebb-8778-a5246987932a req-88dfa287-97b6-4efb-9c5c-f7af14848267 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8200e94f-ba76-495e-a723-e3a24bc3cd11 HTTP/1.1" status: 200 len: 943 time: 0.0511088 Sep 16 04:50:54.385858 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-fadb7cf6-ad4e-45e0-86ec-5be5ec2e4d71 service neutron] Attempting to bind port 17a695e5-d823-476d-86cf-912ffdedc8c1 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:54.386455 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-fadb7cf6-ad4e-45e0-86ec-5be5ec2e4d71 service neutron] Attempting to bind port 17a695e5-d823-476d-86cf-912ffdedc8c1 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'e44bcb11-38b4-46c8-bde2-bf8db9d8186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b24240c4-81c0-40ba-95bf-a1cad697eb1b'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:54.386587 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-fadb7cf6-ad4e-45e0-86ec-5be5ec2e4d71 service neutron] Attempting to bind port 17a695e5-d823-476d-86cf-912ffdedc8c1 on network b24240c4-81c0-40ba-95bf-a1cad697eb1b {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:54.390852 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-fadb7cf6-ad4e-45e0-86ec-5be5ec2e4d71 service neutron] Port 17a695e5-d823-476d-86cf-912ffdedc8c1 on network b24240c4-81c0-40ba-95bf-a1cad697eb1b not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:50:54.391177 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-fadb7cf6-ad4e-45e0-86ec-5be5ec2e4d71 service neutron] Attempting to bind port 17a695e5-d823-476d-86cf-912ffdedc8c1 on network b24240c4-81c0-40ba-95bf-a1cad697eb1b {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:54.395874 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-fadb7cf6-ad4e-45e0-86ec-5be5ec2e4d71 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:54.396214 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-fadb7cf6-ad4e-45e0-86ec-5be5ec2e4d71 service neutron] Checking segment: {'id': 'e44bcb11-38b4-46c8-bde2-bf8db9d8186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b24240c4-81c0-40ba-95bf-a1cad697eb1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:54.396625 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-fadb7cf6-ad4e-45e0-86ec-5be5ec2e4d71 service neutron] Bound using segment: {'id': 'e44bcb11-38b4-46c8-bde2-bf8db9d8186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b24240c4-81c0-40ba-95bf-a1cad697eb1b'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:54.397057 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-fadb7cf6-ad4e-45e0-86ec-5be5ec2e4d71 service neutron] Bound port: 17a695e5-d823-476d-86cf-912ffdedc8c1, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44bcb11-38b4-46c8-bde2-bf8db9d8186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b24240c4-81c0-40ba-95bf-a1cad697eb1b'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:54.397417 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-fadb7cf6-ad4e-45e0-86ec-5be5ec2e4d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:54.410323 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3d5ede5f-5e25-4ebb-8778-a5246987932a req-f5cbf99d-cc09-484a-b83f-18e7a41650f1 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] 10.222.0.35 "GET /v2.0/security-groups?id=af068edd-d4c7-4d89-b31e-53b05ba05fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329113 Sep 16 04:50:54.467812 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-fadb7cf6-ad4e-45e0-86ec-5be5ec2e4d71 service neutron] For port 17a695e5-d823-476d-86cf-912ffdedc8c1, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:54.470991 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-fadb7cf6-ad4e-45e0-86ec-5be5ec2e4d71 service neutron] For port 17a695e5-d823-476d-86cf-912ffdedc8c1, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=17a695e5-d823-476d-86cf-912ffdedc8c1,segment=NetworkSegment(e44bcb11-38b4-46c8-bde2-bf8db9d8186d),segment_id=e44bcb11-38b4-46c8-bde2-bf8db9d8186d)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:54.475952 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-fadb7cf6-ad4e-45e0-86ec-5be5ec2e4d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:54.479348 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device c32a1ad4-2e4d-421c-a6be-bd882fea41de details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:50:54.511964 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-fadb7cf6-ad4e-45e0-86ec-5be5ec2e4d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:54.513011 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-fadb7cf6-ad4e-45e0-86ec-5be5ec2e4d71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:54.514006 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-fadb7cf6-ad4e-45e0-86ec-5be5ec2e4d71 service neutron] 10.222.0.47 "PUT /v2.0/ports/17a695e5-d823-476d-86cf-912ffdedc8c1 HTTP/1.1" status: 200 len: 1092 time: 0.6850171 Sep 16 04:50:54.514491 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8200e94f-ba76-495e-a723-e3a24bc3cd11', 'tag': '17a695e5-d823-476d-86cf-912ffdedc8c1'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:54.519736 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a9ef19-a141-44f4-9ec2-bed3ec870196" -d '{"events": [{"name": "network-changed", "server_uuid": "8200e94f-ba76-495e-a723-e3a24bc3cd11", "tag": "17a695e5-d823-476d-86cf-912ffdedc8c1"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:54.556461 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb7cf6-ad4e-45e0-86ec-5be5ec2e4d71 service neutron] Pushing event updated for resources: {'Port': ['ID=17a695e5-d823-476d-86cf-912ffdedc8c1,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:54.618619 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port c32a1ad4-2e4d-421c-a6be-bd882fea41de, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=c32a1ad4-2e4d-421c-a6be-bd882fea41de,segment=NetworkSegment(01aafaa9-a340-46ca-887a-6648c79e8c73),segment_id=01aafaa9-a340-46ca-887a-6648c79e8c73)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:54.624423 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14a272-dec0-4990-89ed-ceaa868b783c req-392769b5-543c-4183-9e4f-fecf31672e2a tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:54.626599 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2c14a272-dec0-4990-89ed-ceaa868b783c req-392769b5-543c-4183-9e4f-fecf31672e2a tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=25bbae3e-75bf-4c28-834c-f0f9221a7114 HTTP/1.1" status: 200 len: 945 time: 0.0551593 Sep 16 04:50:54.632931 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-911f461f-f9ad-46fc-bb7b-e3beb3a4f241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:54.633301 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'c32a1ad4-2e4d-421c-a6be-bd882fea41de', 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7', 'port_id': 'c32a1ad4-2e4d-421c-a6be-bd882fea41de', 'mac_address': 'fa:16:3e:da:90:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '984819ef-39e4-42b6-ac0e-e1f025f28a4e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:50:54.635691 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-911f461f-f9ad-46fc-bb7b-e3beb3a4f241 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc58d2b1f5714cd1bcf3cb51b0582a76&device_id=8200e94f-ba76-495e-a723-e3a24bc3cd11 HTTP/1.1" status: 200 len: 1095 time: 0.0469849 Sep 16 04:50:54.668314 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2c14a272-dec0-4990-89ed-ceaa868b783c req-216f606f-a21f-4963-8735-a8baeac15452 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350857 Sep 16 04:50:54.679856 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:54.694327 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-e19d0446-3e7d-48de-9749-e43bc71f5a59 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17a695e5-d823-476d-86cf-912ffdedc8c1 HTTP/1.1" status: 200 len: 217 time: 0.0442700 Sep 16 04:50:54.695379 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c32a1ad4-2e4d-421c-a6be-bd882fea41de {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:54.720040 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port c32a1ad4-2e4d-421c-a6be-bd882fea41de, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=c32a1ad4-2e4d-421c-a6be-bd882fea41de,segment=NetworkSegment(01aafaa9-a340-46ca-887a-6648c79e8c73),segment_id=01aafaa9-a340-46ca-887a-6648c79e8c73)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:54.724962 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:54.746414 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-d3d018f2-4fce-4af0-b2a0-88e10f648fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:54.747967 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-d3d018f2-4fce-4af0-b2a0-88e10f648fca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4f3a21c4-6ca4-4e5d-9380-2b25df6a1cec HTTP/1.1" status: 200 len: 848 time: 0.0462439 Sep 16 04:50:54.788883 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=c32a1ad4-2e4d-421c-a6be-bd882fea41de,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:54.790158 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-ac33b586-435c-44c0-bff0-59408999641a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b24240c4-81c0-40ba-95bf-a1cad697eb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347755 Sep 16 04:50:54.802206 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586feaa8-0d9b-4d96-b67a-cdc386681925 req-fd553d08-747f-4b24-99e8-5e74753367a7 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:54.804059 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-586feaa8-0d9b-4d96-b67a-cdc386681925 req-fd553d08-747f-4b24-99e8-5e74753367a7 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0720150 Sep 16 04:50:54.847687 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-586feaa8-0d9b-4d96-b67a-cdc386681925 req-fa5616c5-da78-4912-9ce8-5f226ec7e295 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364187 Sep 16 04:50:54.894733 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-04379c2b-c547-4ee0-a8d8-674c8eaa0ebe service neutron] 10.222.0.47 "GET /v2.0/networks/b24240c4-81c0-40ba-95bf-a1cad697eb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971272 Sep 16 04:50:54.901606 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2376ce-dafd-4e78-b18e-f1fe1e585dfe x-openstack-request-id: req-8d2376ce-dafd-4e78-b18e-f1fe1e585dfe {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:54.902116 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8200e94f-ba76-495e-a723-e3a24bc3cd11", "tag": "17a695e5-d823-476d-86cf-912ffdedc8c1", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:54.902374 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8d2376ce-dafd-4e78-b18e-f1fe1e585dfe {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:54.902789 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8200e94f-ba76-495e-a723-e3a24bc3cd11', 'tag': '17a695e5-d823-476d-86cf-912ffdedc8c1', 'status': 'completed', 'code': 200} Sep 16 04:50:55.015407 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c7843cfa-c1bb-4f4a-96ce-1720c68f1a03 req-4a7ecef9-278f-424e-93b9-2a2f1b495206 service neutron] 10.222.0.47 "GET /v2.0/networks/b24240c4-81c0-40ba-95bf-a1cad697eb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962286 Sep 16 04:50:55.128099 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f9e14-0ba3-4959-b1e8-e84f87e1d3ca req-246753c5-bf3b-4149-a8c1-24f44ce32eea tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:55.129946 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-970f9e14-0ba3-4959-b1e8-e84f87e1d3ca req-246753c5-bf3b-4149-a8c1-24f44ce32eea tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc787ed6-e18b-4f1b-ba13-267b21e400b5 HTTP/1.1" status: 200 len: 945 time: 0.0531435 Sep 16 04:50:55.143819 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9ef19-a141-44f4-9ec2-bed3ec870196 req-098f3080-35de-42fc-bfcb-b87562d413c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:55.145378 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b4a9ef19-a141-44f4-9ec2-bed3ec870196 req-098f3080-35de-42fc-bfcb-b87562d413c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc58d2b1f5714cd1bcf3cb51b0582a76&device_id=8200e94f-ba76-495e-a723-e3a24bc3cd11 HTTP/1.1" status: 200 len: 1095 time: 0.0427790 Sep 16 04:50:55.169312 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-970f9e14-0ba3-4959-b1e8-e84f87e1d3ca req-4ceb7794-6efb-481f-b288-c90361a76107 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329309 Sep 16 04:50:55.246839 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9ef19-a141-44f4-9ec2-bed3ec870196 req-c84c91a6-bfba-44c3-8b92-571e6a2e8524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:55.248302 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b4a9ef19-a141-44f4-9ec2-bed3ec870196 req-c84c91a6-bfba-44c3-8b92-571e6a2e8524 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b24240c4-81c0-40ba-95bf-a1cad697eb1b HTTP/1.1" status: 200 len: 909 time: 0.0950482 Sep 16 04:50:55.294290 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b4a9ef19-a141-44f4-9ec2-bed3ec870196 req-b4f321e5-b2f1-4d09-9a01-74c894ca74f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17a695e5-d823-476d-86cf-912ffdedc8c1 HTTP/1.1" status: 200 len: 217 time: 0.0366721 Sep 16 04:50:55.350450 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9ef19-a141-44f4-9ec2-bed3ec870196 req-3075f52d-048f-4478-ac47-8fda037d77d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:55.351928 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b4a9ef19-a141-44f4-9ec2-bed3ec870196 req-3075f52d-048f-4478-ac47-8fda037d77d9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4f3a21c4-6ca4-4e5d-9380-2b25df6a1cec HTTP/1.1" status: 200 len: 848 time: 0.0494864 Sep 16 04:50:55.386382 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b4a9ef19-a141-44f4-9ec2-bed3ec870196 req-c35ac5f0-1eac-4a8a-8e74-e4004d5db06a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b24240c4-81c0-40ba-95bf-a1cad697eb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260201 Sep 16 04:50:55.407693 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['c32a1ad4-2e4d-421c-a6be-bd882fea41de'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:55.465502 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1cab8242-b9f2-42b5-bc26-26e56e21e68a req-29bd2c76-4d57-404f-8d64-d62c5ba288de tempest-ServerShowV257Test-1299438486 tempest-ServerShowV257Test-1299438486-project] 10.222.0.35 "GET /v2.0/ports?device_id=6208e6bb-bbf6-443d-8867-9041fd58387d HTTP/1.1" status: 200 len: 210 time: 0.0319400 Sep 16 04:50:55.485052 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b4a9ef19-a141-44f4-9ec2-bed3ec870196 req-23c3b738-84cf-4b65-88dd-1adcebf7026a service neutron] 10.222.0.47 "GET /v2.0/networks/b24240c4-81c0-40ba-95bf-a1cad697eb1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913494 Sep 16 04:50:55.597442 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522370e-ff10-41f2-bb06-68ca0f95a28f req-2c8181ce-8fc2-41d9-814f-3951a0e249cd tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:55.600040 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2522370e-ff10-41f2-bb06-68ca0f95a28f req-2c8181ce-8fc2-41d9-814f-3951a0e249cd tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=25bbae3e-75bf-4c28-834c-f0f9221a7114 HTTP/1.1" status: 200 len: 945 time: 0.0720506 Sep 16 04:50:55.613880 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b4a9ef19-a141-44f4-9ec2-bed3ec870196 req-0a24ae25-f31a-4930-980a-1056fa028387 service neutron] 10.222.0.47 "GET /v2.0/networks/b24240c4-81c0-40ba-95bf-a1cad697eb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199450 Sep 16 04:50:55.652794 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2522370e-ff10-41f2-bb06-68ca0f95a28f req-744f9bfe-2682-4aa5-a019-0df0e8b46719 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422263 Sep 16 04:50:55.767178 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd8c65-36da-47e6-99bf-999664002ad8 req-226e2d0f-98d2-4279-8307-1fba2aaae980 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:55.768795 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-17bd8c65-36da-47e6-99bf-999664002ad8 req-226e2d0f-98d2-4279-8307-1fba2aaae980 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8200e94f-ba76-495e-a723-e3a24bc3cd11 HTTP/1.1" status: 200 len: 943 time: 0.0530088 Sep 16 04:50:55.813801 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-17bd8c65-36da-47e6-99bf-999664002ad8 req-23e9238b-756a-4caf-ab42-1c726e8be58b tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] 10.222.0.35 "GET /v2.0/security-groups?id=af068edd-d4c7-4d89-b31e-53b05ba05fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356762 Sep 16 04:50:55.975320 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3990e-82dd-4f27-9807-cff235792026 req-e7a4911a-c040-4b95-8404-f1a1c1edd73d tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:55.976681 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-27b3990e-82dd-4f27-9807-cff235792026 req-e7a4911a-c040-4b95-8404-f1a1c1edd73d tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0558128 Sep 16 04:50:56.019026 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-27b3990e-82dd-4f27-9807-cff235792026 req-dbcf0827-3079-4b62-9f61-3e4e353021c9 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348942 Sep 16 04:50:56.294187 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f058e2f-e505-409a-af6d-2740150d5716 req-a9fd64b7-2c13-4159-b075-6185ef466a66 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:56.295766 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3f058e2f-e505-409a-af6d-2740150d5716 req-a9fd64b7-2c13-4159-b075-6185ef466a66 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0623791 Sep 16 04:50:56.340433 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3f058e2f-e505-409a-af6d-2740150d5716 req-900bc300-667f-4ee5-b958-6443c83a3c11 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375338 Sep 16 04:50:56.458496 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac56ba5-e06e-431b-a2c6-3f3ebd3fbda9 req-d779ef11-9401-416d-b7a0-f0a487611e1f tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:56.460106 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cac56ba5-e06e-431b-a2c6-3f3ebd3fbda9 req-d779ef11-9401-416d-b7a0-f0a487611e1f tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc787ed6-e18b-4f1b-ba13-267b21e400b5 HTTP/1.1" status: 200 len: 945 time: 0.0563774 Sep 16 04:50:56.504212 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cac56ba5-e06e-431b-a2c6-3f3ebd3fbda9 req-a1be440d-1695-4da9-8ce0-d936c94eaecd tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370374 Sep 16 04:50:56.695263 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-928ee732-bad3-420c-b1e7-7e55bb7dcff4 req-e5d46f79-21d0-4e43-afc8-934b56c95ad9 tempest-ServerShowV257Test-1299438486 tempest-ServerShowV257Test-1299438486-project] 10.222.0.35 "GET /v2.0/ports?device_id=6208e6bb-bbf6-443d-8867-9041fd58387d HTTP/1.1" status: 200 len: 210 time: 0.0309877 Sep 16 04:50:56.819574 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a579a-c86d-43ed-81cc-10178d1a2fbe req-9e586c5e-4809-4c20-9bfb-786e5064535f tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:56.821221 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3c8a579a-c86d-43ed-81cc-10178d1a2fbe req-9e586c5e-4809-4c20-9bfb-786e5064535f tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=25bbae3e-75bf-4c28-834c-f0f9221a7114 HTTP/1.1" status: 200 len: 945 time: 0.0604913 Sep 16 04:50:56.868898 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3c8a579a-c86d-43ed-81cc-10178d1a2fbe req-8d818877-6dff-49ec-a201-8ccda1b3e7ca tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/security-groups?id=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401018 Sep 16 04:50:56.986975 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e18aa-fede-47cb-94f8-21310bdcf034 req-eb9e86f7-2ce3-49d8-a8be-882cb56ddf3a tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:56.988557 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-048e18aa-fede-47cb-94f8-21310bdcf034 req-eb9e86f7-2ce3-49d8-a8be-882cb56ddf3a tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8200e94f-ba76-495e-a723-e3a24bc3cd11 HTTP/1.1" status: 200 len: 943 time: 0.0579772 Sep 16 04:50:57.032656 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-048e18aa-fede-47cb-94f8-21310bdcf034 req-35a9dddf-99d0-44e8-b701-fda46d913acd tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] 10.222.0.35 "GET /v2.0/security-groups?id=af068edd-d4c7-4d89-b31e-53b05ba05fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354297 Sep 16 04:50:57.462559 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b26468-6aca-46f0-947e-68f25b33d0ac req-fd58b1bb-2dbb-4ae6-86a4-d8854df459aa tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:57.464337 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-43b26468-6aca-46f0-947e-68f25b33d0ac req-fd58b1bb-2dbb-4ae6-86a4-d8854df459aa tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.48 "GET /v2.0/ports?device_id=25bbae3e-75bf-4c28-834c-f0f9221a7114 HTTP/1.1" status: 200 len: 945 time: 0.0545375 Sep 16 04:50:57.468246 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b74fe-4277-429e-a8d5-e55a1c1e33b1 req-eb5223e9-293b-4fc7-b62f-549c51a74466 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:57.469855 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-688b74fe-4277-429e-a8d5-e55a1c1e33b1 req-eb5223e9-293b-4fc7-b62f-549c51a74466 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0530066 Sep 16 04:50:57.508793 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-688b74fe-4277-429e-a8d5-e55a1c1e33b1 req-a869c915-e5b3-4995-a9da-758abb86266d tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325644 Sep 16 04:50:57.571240 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-43b26468-6aca-46f0-947e-68f25b33d0ac req-26e3bc6a-469e-45a0-a318-623a20e634a3 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Deleting port 3bd2fd85-128d-4757-9f1f-8fe326b87eb0 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:57.571586 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-43b26468-6aca-46f0-947e-68f25b33d0ac req-26e3bc6a-469e-45a0-a318-623a20e634a3 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.643527 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f3229-dbaf-4458-95ed-e45b229239ed req-24436dc0-f58c-40f8-abaa-233e7d1c9725 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:57.645496 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-408f3229-dbaf-4458-95ed-e45b229239ed req-24436dc0-f58c-40f8-abaa-233e7d1c9725 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc787ed6-e18b-4f1b-ba13-267b21e400b5 HTTP/1.1" status: 200 len: 945 time: 0.0602596 Sep 16 04:50:57.684347 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-43b26468-6aca-46f0-947e-68f25b33d0ac req-26e3bc6a-469e-45a0-a318-623a20e634a3 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] For port 3bd2fd85-128d-4757-9f1f-8fe326b87eb0, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=3bd2fd85-128d-4757-9f1f-8fe326b87eb0,segment=NetworkSegment(3c7e498d-1564-41e2-a9e3-5e79bd3860cd),segment_id=3c7e498d-1564-41e2-a9e3-5e79bd3860cd)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:57.684842 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-43b26468-6aca-46f0-947e-68f25b33d0ac req-26e3bc6a-469e-45a0-a318-623a20e634a3 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.689974 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-408f3229-dbaf-4458-95ed-e45b229239ed req-a80543f0-8ac6-4a98-8505-25fd91059e3e tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375197 Sep 16 04:50:57.690235 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 17a695e5-d823-476d-86cf-912ffdedc8c1 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:50:57.703452 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-43b26468-6aca-46f0-947e-68f25b33d0ac req-26e3bc6a-469e-45a0-a318-623a20e634a3 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Calling delete_port for 3bd2fd85-128d-4757-9f1f-8fe326b87eb0 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:57.819183 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712e91e-8359-4f7b-9636-349e6bd64d09 req-6d94d245-450c-4b2f-b4b1-fae8cabead83 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:57.820706 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3712e91e-8359-4f7b-9636-349e6bd64d09 req-6d94d245-450c-4b2f-b4b1-fae8cabead83 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0548203 Sep 16 04:50:57.835411 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 17a695e5-d823-476d-86cf-912ffdedc8c1, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=17a695e5-d823-476d-86cf-912ffdedc8c1,segment=NetworkSegment(e44bcb11-38b4-46c8-bde2-bf8db9d8186d),segment_id=e44bcb11-38b4-46c8-bde2-bf8db9d8186d)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:57.850030 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '17a695e5-d823-476d-86cf-912ffdedc8c1', 'network_id': 'b24240c4-81c0-40ba-95bf-a1cad697eb1b', 'port_id': '17a695e5-d823-476d-86cf-912ffdedc8c1', 'mac_address': 'fa:16:3e:db:3e:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f3a21c4-6ca4-4e5d-9380-2b25df6a1cec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:50:57.864060 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-43b26468-6aca-46f0-947e-68f25b33d0ac req-26e3bc6a-469e-45a0-a318-623a20e634a3 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.875623 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3712e91e-8359-4f7b-9636-349e6bd64d09 req-d8ba17b3-6e0b-49c5-b51f-8b6b415ec909 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470996 Sep 16 04:50:57.902523 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3bc6a-469e-45a0-a318-623a20e634a3 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Pushing event deleted for resources: {'Port': ['ID=3bd2fd85-128d-4757-9f1f-8fe326b87eb0,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:57.903123 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.922545 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['3bd2fd85-128d-4757-9f1f-8fe326b87eb0'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:57.945592 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17a695e5-d823-476d-86cf-912ffdedc8c1 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:57.962731 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b26468-6aca-46f0-947e-68f25b33d0ac req-26e3bc6a-469e-45a0-a318-623a20e634a3 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] No DVR routers for this DVR port 3bd2fd85-128d-4757-9f1f-8fe326b87eb0 on host n-h2-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:57.968622 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-43b26468-6aca-46f0-947e-68f25b33d0ac req-26e3bc6a-469e-45a0-a318-623a20e634a3 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.970669 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-43b26468-6aca-46f0-947e-68f25b33d0ac req-26e3bc6a-469e-45a0-a318-623a20e634a3 tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.48 "DELETE /v2.0/ports/3bd2fd85-128d-4757-9f1f-8fe326b87eb0 HTTP/1.1" status: 204 len: 173 time: 0.4994791 Sep 16 04:50:57.971132 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25bbae3e-75bf-4c28-834c-f0f9221a7114', 'name': 'network-vif-deleted', 'tag': '3bd2fd85-128d-4757-9f1f-8fe326b87eb0'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:57.973536 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb2f54c-c9b0-4274-bb1d-3ead1211fe47" -d '{"events": [{"server_uuid": "25bbae3e-75bf-4c28-834c-f0f9221a7114", "name": "network-vif-deleted", "tag": "3bd2fd85-128d-4757-9f1f-8fe326b87eb0"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:57.976674 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 17a695e5-d823-476d-86cf-912ffdedc8c1, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=17a695e5-d823-476d-86cf-912ffdedc8c1,segment=NetworkSegment(e44bcb11-38b4-46c8-bde2-bf8db9d8186d),segment_id=e44bcb11-38b4-46c8-bde2-bf8db9d8186d)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:57.988308 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.045344 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=17a695e5-d823-476d-86cf-912ffdedc8c1,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:58.077521 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e76b1aca-78ad-4030-a1d8-6c99c7f2675c req-8b804078-99f0-473e-8c02-3dccc7fbffa9 tempest-ServerShowV257Test-1299438486 tempest-ServerShowV257Test-1299438486-project] 10.222.0.35 "GET /v2.0/ports?device_id=6208e6bb-bbf6-443d-8867-9041fd58387d HTTP/1.1" status: 200 len: 210 time: 0.0305619 Sep 16 04:50:58.189744 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-51894a74-8642-45db-ad9f-365f11b1f734 req-3d3a07c5-1c67-471a-a1fa-2b3e0c406c1e tempest-ServerDiskConfigTestJSON-839500572 tempest-ServerDiskConfigTestJSON-839500572-project] 10.222.0.35 "GET /v2.0/ports?device_id=25bbae3e-75bf-4c28-834c-f0f9221a7114 HTTP/1.1" status: 200 len: 210 time: 0.0301096 Sep 16 04:50:58.269312 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23213620-a4e9-417a-a765-8ef02f7cb213 x-openstack-request-id: req-23213620-a4e9-417a-a765-8ef02f7cb213 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:58.269607 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25bbae3e-75bf-4c28-834c-f0f9221a7114", "name": "network-vif-deleted", "tag": "3bd2fd85-128d-4757-9f1f-8fe326b87eb0", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:58.269861 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-23213620-a4e9-417a-a765-8ef02f7cb213 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:58.270268 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25bbae3e-75bf-4c28-834c-f0f9221a7114', 'name': 'network-vif-deleted', 'tag': '3bd2fd85-128d-4757-9f1f-8fe326b87eb0', 'status': 'completed', 'code': 200} Sep 16 04:50:58.308321 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['17a695e5-d823-476d-86cf-912ffdedc8c1'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:58.485462 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device c32a1ad4-2e4d-421c-a6be-bd882fea41de up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:58.540078 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port c32a1ad4-2e4d-421c-a6be-bd882fea41de completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:50:58.545697 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port c32a1ad4-2e4d-421c-a6be-bd882fea41de triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:58.546080 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.647593 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.678062 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc787ed6-e18b-4f1b-ba13-267b21e400b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32a1ad4-2e4d-421c-a6be-bd882fea41de'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:58.680554 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e163f8-ca67-4892-8170-ea05c5992418" -d '{"events": [{"server_uuid": "fc787ed6-e18b-4f1b-ba13-267b21e400b5", "name": "network-vif-plugged", "status": "completed", "tag": "c32a1ad4-2e4d-421c-a6be-bd882fea41de"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:58.699606 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port c32a1ad4-2e4d-421c-a6be-bd882fea41de, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=c32a1ad4-2e4d-421c-a6be-bd882fea41de,segment=NetworkSegment(01aafaa9-a340-46ca-887a-6648c79e8c73),segment_id=01aafaa9-a340-46ca-887a-6648c79e8c73)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:58.705452 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.738882 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144bfae0-8fa1-4f13-8715-24b8891dfaa2 req-5f7f0cb5-7589-4a91-887e-ac026e4db1e8 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:58.740433 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-144bfae0-8fa1-4f13-8715-24b8891dfaa2 req-5f7f0cb5-7589-4a91-887e-ac026e4db1e8 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8200e94f-ba76-495e-a723-e3a24bc3cd11 HTTP/1.1" status: 200 len: 944 time: 0.4232016 Sep 16 04:50:58.769828 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=c32a1ad4-2e4d-421c-a6be-bd882fea41de,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:58.794166 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-144bfae0-8fa1-4f13-8715-24b8891dfaa2 req-32a66848-4148-4fe8-a698-30f23d6fb0d6 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] 10.222.0.35 "GET /v2.0/security-groups?id=af068edd-d4c7-4d89-b31e-53b05ba05fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454283 Sep 16 04:50:58.915284 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824eabc1-da48-4018-b3af-d312dee36d48 req-811c1e49-b772-462f-86e4-4e66537738a9 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:58.917668 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-824eabc1-da48-4018-b3af-d312dee36d48 req-811c1e49-b772-462f-86e4-4e66537738a9 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0594451 Sep 16 04:50:58.969538 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-824eabc1-da48-4018-b3af-d312dee36d48 req-fd557961-e81e-4aef-ad1a-1d4c6222495a tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417485 Sep 16 04:50:59.027903 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597427f7-2ecc-4656-9436-e458a0bb9b57 x-openstack-request-id: req-597427f7-2ecc-4656-9436-e458a0bb9b57 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:59.028342 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc787ed6-e18b-4f1b-ba13-267b21e400b5", "name": "network-vif-plugged", "status": "completed", "tag": "c32a1ad4-2e4d-421c-a6be-bd882fea41de", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:59.028693 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-597427f7-2ecc-4656-9436-e458a0bb9b57 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:59.029220 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc787ed6-e18b-4f1b-ba13-267b21e400b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32a1ad4-2e4d-421c-a6be-bd882fea41de', 'code': 200} Sep 16 04:50:59.158736 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb760210-cf4c-4b8e-8c72-b89a8e47767c req-20539510-2263-4f23-8fbf-1ff18dd408fc tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:59.161484 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb760210-cf4c-4b8e-8c72-b89a8e47767c req-20539510-2263-4f23-8fbf-1ff18dd408fc tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc787ed6-e18b-4f1b-ba13-267b21e400b5 HTTP/1.1" status: 200 len: 946 time: 0.0764060 Sep 16 04:50:59.210076 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd76c69-bbe1-4f69-a4bd-a0185d883602 req-ceb3969d-1539-4d9e-81bc-a5c08e764892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:59.211679 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dbd76c69-bbe1-4f69-a4bd-a0185d883602 req-ceb3969d-1539-4d9e-81bc-a5c08e764892 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fc787ed6-e18b-4f1b-ba13-267b21e400b5 HTTP/1.1" status: 200 len: 1098 time: 0.0531175 Sep 16 04:50:59.230371 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb760210-cf4c-4b8e-8c72-b89a8e47767c req-947cab0e-1fc1-4bfd-940d-3db65fd13fd3 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612566 Sep 16 04:50:59.261233 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dbd76c69-bbe1-4f69-a4bd-a0185d883602 req-dbdf000e-319b-465b-ad79-73bfed3e3fcb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397429 Sep 16 04:50:59.688950 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 17a695e5-d823-476d-86cf-912ffdedc8c1 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:59.739626 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 17a695e5-d823-476d-86cf-912ffdedc8c1 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:50:59.743603 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 17a695e5-d823-476d-86cf-912ffdedc8c1 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:59.744506 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.831880 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.862568 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e6435-f5ee-4cd1-a483-cacafb183493 req-e8c6441c-f99f-43c1-8b21-e460676deaf4 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:59.864178 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-737e6435-f5ee-4cd1-a483-cacafb183493 req-e8c6441c-f99f-43c1-8b21-e460676deaf4 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0553956 Sep 16 04:50:59.867234 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 17a695e5-d823-476d-86cf-912ffdedc8c1, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=17a695e5-d823-476d-86cf-912ffdedc8c1,segment=NetworkSegment(e44bcb11-38b4-46c8-bde2-bf8db9d8186d),segment_id=e44bcb11-38b4-46c8-bde2-bf8db9d8186d)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:59.872264 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.906423 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-737e6435-f5ee-4cd1-a483-cacafb183493 req-7b91b6c2-d934-441b-8c93-9f0c7c4cc93d tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349195 Sep 16 04:50:59.929013 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=17a695e5-d823-476d-86cf-912ffdedc8c1,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:00.000456 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a1f0d8fe-3791-456b-8cce-d0d52cb9e8c6 req-fb86c63c-32be-4565-859b-e43205e42236 tempest-ServerShowV257Test-1299438486 tempest-ServerShowV257Test-1299438486-project] 10.222.0.35 "GET /v2.0/ports?device_id=6208e6bb-bbf6-443d-8867-9041fd58387d HTTP/1.1" status: 200 len: 210 time: 0.0281329 Sep 16 04:51:00.143335 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1646c-a4a3-4731-a1c3-f0a9127f3554 req-e112f784-0158-464d-88c8-ca554fe6eb79 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:00.144929 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a0a1646c-a4a3-4731-a1c3-f0a9127f3554 req-e112f784-0158-464d-88c8-ca554fe6eb79 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8200e94f-ba76-495e-a723-e3a24bc3cd11 HTTP/1.1" status: 200 len: 945 time: 0.0507646 Sep 16 04:51:00.189227 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a0a1646c-a4a3-4731-a1c3-f0a9127f3554 req-b10ba240-4f0a-4705-8573-68c52d1140a2 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] 10.222.0.35 "GET /v2.0/security-groups?id=af068edd-d4c7-4d89-b31e-53b05ba05fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380454 Sep 16 04:51:00.348734 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f19a20-d684-4f1b-afa4-441f1692aedb req-09363568-685b-4470-b694-c53451b7a5b5 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:00.350257 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-54f19a20-d684-4f1b-afa4-441f1692aedb req-09363568-685b-4470-b694-c53451b7a5b5 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0528855 Sep 16 04:51:00.394295 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-54f19a20-d684-4f1b-afa4-441f1692aedb req-0b91f7a2-9735-4c12-8fca-74af5689c505 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361452 Sep 16 04:51:00.492957 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 3bd2fd85-128d-4757-9f1f-8fe326b87eb0 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:51:00.514198 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 3bd2fd85-128d-4757-9f1f-8fe326b87eb0 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:51:00.514657 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 3bd2fd85-128d-4757-9f1f-8fe326b87eb0 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:51:00.558699 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e0d1e-526d-4861-9077-eb95ce1787cd req-f6b6cdd7-c097-4392-ab3f-d87768d9144a tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:00.561280 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-776e0d1e-526d-4861-9077-eb95ce1787cd req-f6b6cdd7-c097-4392-ab3f-d87768d9144a tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc787ed6-e18b-4f1b-ba13-267b21e400b5 HTTP/1.1" status: 200 len: 946 time: 0.0679286 Sep 16 04:51:00.605608 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-776e0d1e-526d-4861-9077-eb95ce1787cd req-b9b1f570-ba73-49d4-9c88-7dc49537ad55 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361500 Sep 16 04:51:00.724921 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d8420-888b-4a55-9862-b9d34093ca5e req-73d5a6e3-203b-48af-85a4-09d053d6e853 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:00.726345 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-281d8420-888b-4a55-9862-b9d34093ca5e req-73d5a6e3-203b-48af-85a4-09d053d6e853 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0587509 Sep 16 04:51:00.768082 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-281d8420-888b-4a55-9862-b9d34093ca5e req-932729fe-54c7-4429-bd76-1a8336492f2e tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349634 Sep 16 04:51:00.971870 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 44354) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:01.030470 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8200e94f-ba76-495e-a723-e3a24bc3cd11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a695e5-d823-476d-86cf-912ffdedc8c1'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:01.031468 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-82472be9-d3ca-464c-8910-8e7225f7e692 admin admin] Deleting subnet bcf4f667-aa88-4413-b706-89b85463ed71 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:51:01.034070 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d4002a-7529-45db-aa34-d6ce051acd55" -d '{"events": [{"server_uuid": "8200e94f-ba76-495e-a723-e3a24bc3cd11", "name": "network-vif-plugged", "status": "completed", "tag": "17a695e5-d823-476d-86cf-912ffdedc8c1"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:01.053458 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-82472be9-d3ca-464c-8910-8e7225f7e692 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:01.095303 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-82472be9-d3ca-464c-8910-8e7225f7e692 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:01.123991 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f09b8-9625-4e70-80db-c2f5a05eab89 req-cb3086cc-4207-4c45-b796-be4bbcc5b83e tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:01.125487 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a6f09b8-9625-4e70-80db-c2f5a05eab89 req-cb3086cc-4207-4c45-b796-be4bbcc5b83e tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.1098256 Sep 16 04:51:01.162176 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-82472be9-d3ca-464c-8910-8e7225f7e692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:01.195472 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a6f09b8-9625-4e70-80db-c2f5a05eab89 req-f3437f64-2929-42a5-86e2-6788ae0d8bf3 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636892 Sep 16 04:51:01.262686 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-82472be9-d3ca-464c-8910-8e7225f7e692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:01.313890 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82472be9-d3ca-464c-8910-8e7225f7e692 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcf4f667-aa88-4413-b706-89b85463ed71,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:01.317837 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-82472be9-d3ca-464c-8910-8e7225f7e692 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:01.319424 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-82472be9-d3ca-464c-8910-8e7225f7e692 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/bcf4f667-aa88-4413-b706-89b85463ed71 HTTP/1.1" status: 204 len: 168 time: 0.3458121 Sep 16 04:51:01.321920 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 44364) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:01.336363 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b164a294-6a79-419a-bf06-83e501b7b967 req-e1132954-0192-443c-8824-4960070c5508 tempest-ServerShowV257Test-1299438486 tempest-ServerShowV257Test-1299438486-project] 10.222.0.35 "GET /v2.0/ports?device_id=6208e6bb-bbf6-443d-8867-9041fd58387d HTTP/1.1" status: 200 len: 210 time: 0.0347819 Sep 16 04:51:01.393141 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536ed101-433a-4d21-b472-bb82f7fce4fe x-openstack-request-id: req-536ed101-433a-4d21-b472-bb82f7fce4fe {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:01.393724 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8200e94f-ba76-495e-a723-e3a24bc3cd11", "name": "network-vif-plugged", "status": "completed", "tag": "17a695e5-d823-476d-86cf-912ffdedc8c1", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:01.394105 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-536ed101-433a-4d21-b472-bb82f7fce4fe {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:01.394685 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8200e94f-ba76-495e-a723-e3a24bc3cd11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a695e5-d823-476d-86cf-912ffdedc8c1', 'code': 200} Sep 16 04:51:01.419294 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1470241e-dc9c-474a-8a11-bddfb5d434a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:01.512134 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914d5d5-a0db-4ea3-bf03-b5d1a4d9f4ea req-abc97e8c-2396-4d7c-bdab-c71fa0b10801 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:01.513663 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6914d5d5-a0db-4ea3-bf03-b5d1a4d9f4ea req-abc97e8c-2396-4d7c-bdab-c71fa0b10801 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8200e94f-ba76-495e-a723-e3a24bc3cd11 HTTP/1.1" status: 200 len: 945 time: 0.0630968 Sep 16 04:51:01.549542 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1470241e-dc9c-474a-8a11-bddfb5d434a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:01.565450 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6914d5d5-a0db-4ea3-bf03-b5d1a4d9f4ea req-8d972a64-d7f6-4e40-babb-bd9dd308f38f tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] 10.222.0.35 "GET /v2.0/security-groups?id=af068edd-d4c7-4d89-b31e-53b05ba05fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412290 Sep 16 04:51:01.577517 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-1470241e-dc9c-474a-8a11-bddfb5d434a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b53dae-be26-4105-a7e4-d1c9c9f4b3e9']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:01.593142 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3f328-80ef-4445-ae9b-be3c907f6d9b req-630784ad-cb40-4731-8add-8a5673043ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:01.595778 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-01f3f328-80ef-4445-ae9b-be3c907f6d9b req-630784ad-cb40-4731-8add-8a5673043ac3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8200e94f-ba76-495e-a723-e3a24bc3cd11 HTTP/1.1" status: 200 len: 1097 time: 0.1037958 Sep 16 04:51:01.598859 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-1470241e-dc9c-474a-8a11-bddfb5d434a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c7e498d-1564-41e2-a9e3-5e79bd3860cd') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:01.599310 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-1470241e-dc9c-474a-8a11-bddfb5d434a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c7e498d-1564-41e2-a9e3-5e79bd3860cd') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:01.626537 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1470241e-dc9c-474a-8a11-bddfb5d434a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:01.676593 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1470241e-dc9c-474a-8a11-bddfb5d434a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:01.686644 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-01f3f328-80ef-4445-ae9b-be3c907f6d9b req-eee604db-f06e-458e-bf38-5f2b4842e6cd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=af068edd-d4c7-4d89-b31e-53b05ba05fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756471 Sep 16 04:51:01.687679 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1470241e-dc9c-474a-8a11-bddfb5d434a8 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:51:01.688021 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1470241e-dc9c-474a-8a11-bddfb5d434a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:01.689800 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:51:01.689800 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:51:01.689800 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:51:01.689800 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:51:01.689800 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:51:01.689800 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:51:01.689800 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:51:01.689800 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:51:01.689800 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:51:01.689800 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:51:01.689800 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:51:01.689800 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:51:01.689800 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:51:01.689800 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:51:01.689800 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:51:01.689800 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:51:01.689800 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:51:01.689800 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:51:01.689800 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:51:01.689800 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:51:01.689800 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:51:01.689800 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:51:01.689800 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:51:01.689800 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:51:01.689800 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:51:01.689800 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:51:01.689800 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:51:01.689800 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:51:01.689800 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:51:01.689800 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:51:01.689800 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:51:01.689800 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:51:01.723439 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3296b85-4f5f-4644-95bc-7486ebd2e8bb req-ad9c10b4-304b-4dbc-93f8-12b44f6621ef tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:01.724936 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3296b85-4f5f-4644-95bc-7486ebd2e8bb req-ad9c10b4-304b-4dbc-93f8-12b44f6621ef tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0514712 Sep 16 04:51:01.746569 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1470241e-dc9c-474a-8a11-bddfb5d434a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:01.753247 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1470241e-dc9c-474a-8a11-bddfb5d434a8 admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:01.755171 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1470241e-dc9c-474a-8a11-bddfb5d434a8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/06b53dae-be26-4105-a7e4-d1c9c9f4b3e9 HTTP/1.1" status: 204 len: 168 time: 0.4312365 Sep 16 04:51:01.765261 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470241e-dc9c-474a-8a11-bddfb5d434a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=06b53dae-be26-4105-a7e4-d1c9c9f4b3e9,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:01.772911 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3296b85-4f5f-4644-95bc-7486ebd2e8bb req-ab6e3bf7-867f-4425-b30e-e62893ac0d1b tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404377 Sep 16 04:51:01.880389 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 44372) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:01.887363 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed31f83-de84-4b1f-a216-d9b3f0f5b956 req-d9989a65-2686-4718-874d-c557b0172e62 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:01.888888 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9ed31f83-de84-4b1f-a216-d9b3f0f5b956 req-d9989a65-2686-4718-874d-c557b0172e62 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc787ed6-e18b-4f1b-ba13-267b21e400b5 HTTP/1.1" status: 200 len: 946 time: 0.0551243 Sep 16 04:51:01.923093 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e43418f2-90a2-4954-8d93-c242d83989dc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a5eefe07a96c4dbcb8fd3bd5ce1a66c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413697 Sep 16 04:51:01.926517 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 44376) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:01.932512 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9ed31f83-de84-4b1f-a216-d9b3f0f5b956 req-5637a44b-c725-47b2-adf6-60a6416d2213 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367527 Sep 16 04:51:01.979071 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a392ecc0-ac83-44be-a312-b8994f1fbc1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:02.001499 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a392ecc0-ac83-44be-a312-b8994f1fbc1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:02.059289 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a392ecc0-ac83-44be-a312-b8994f1fbc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:02.062919 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a392ecc0-ac83-44be-a312-b8994f1fbc1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:02.064495 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a392ecc0-ac83-44be-a312-b8994f1fbc1b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3 HTTP/1.1" status: 204 len: 168 time: 0.1369543 Sep 16 04:51:02.073665 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392ecc0-ac83-44be-a312-b8994f1fbc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58a9c40-bdd1-4619-a1e9-ff9e5e36aae3,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:02.148465 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266b7bc-3066-4284-b865-07c65ab7c14d req-cf22a3b5-ba5f-49d0-b62b-36906ba5b0dc tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:02.150090 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4266b7bc-3066-4284-b865-07c65ab7c14d req-cf22a3b5-ba5f-49d0-b62b-36906ba5b0dc tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc787ed6-e18b-4f1b-ba13-267b21e400b5 HTTP/1.1" status: 200 len: 946 time: 0.0528154 Sep 16 04:51:02.195905 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4266b7bc-3066-4284-b865-07c65ab7c14d req-195a27ec-d92c-4f15-ab92-bf37d4d5f110 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369065 Sep 16 04:51:02.313192 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0178ad-2a82-4d35-aa8f-ad6b9ce0f6b2 req-334b0f56-7c52-47de-be56-8cad44237d8e tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:02.314619 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2f0178ad-2a82-4d35-aa8f-ad6b9ce0f6b2 req-334b0f56-7c52-47de-be56-8cad44237d8e tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0500436 Sep 16 04:51:02.353880 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2f0178ad-2a82-4d35-aa8f-ad6b9ce0f6b2 req-2fd68478-015e-49bb-b5b8-565e168c4d5e tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325992 Sep 16 04:51:02.581134 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cd00075c-e2fb-4b6f-b931-678012bde6e8 req-7c1a3a2f-aa6f-4b38-9ae1-adeab42fb1e3 tempest-ServerShowV257Test-1299438486 tempest-ServerShowV257Test-1299438486-project] 10.222.0.35 "GET /v2.0/ports?device_id=6208e6bb-bbf6-443d-8867-9041fd58387d HTTP/1.1" status: 200 len: 210 time: 0.0376694 Sep 16 04:51:02.693795 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5314be4-f341-47f4-910a-0b441d2678dc req-225549bf-11ba-47c2-a462-24a7f108fd1f tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:02.695959 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5314be4-f341-47f4-910a-0b441d2678dc req-225549bf-11ba-47c2-a462-24a7f108fd1f tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0517704 Sep 16 04:51:02.739179 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5314be4-f341-47f4-910a-0b441d2678dc req-31e626b2-01e4-4643-b22f-d59b07df2bf9 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362117 Sep 16 04:51:02.806192 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 44414) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:02.871736 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952badcb-14f8-4575-94f5-a218492a4736 req-fb4a3f3f-0030-4872-9767-2d0911f70578 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:02.873361 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-952badcb-14f8-4575-94f5-a218492a4736 req-fb4a3f3f-0030-4872-9767-2d0911f70578 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc787ed6-e18b-4f1b-ba13-267b21e400b5 HTTP/1.1" status: 200 len: 946 time: 0.0584776 Sep 16 04:51:02.918462 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-952badcb-14f8-4575-94f5-a218492a4736 req-1776962d-4e88-4af3-874b-2208ff142734 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390480 Sep 16 04:51:02.934595 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-1f15b455-7567-4a71-8461-da91458fef19 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1391238926-network', 'tenant_id': 'cae8d6d68e9444ee9fbaf9ef2d3dbeba'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:02.967304 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f15b455-7567-4a71-8461-da91458fef19 admin admin] Made reservation on behalf of cae8d6d68e9444ee9fbaf9ef2d3dbeba for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:02.970327 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1f15b455-7567-4a71-8461-da91458fef19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:02.979556 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1f15b455-7567-4a71-8461-da91458fef19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:03.047299 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e8237-24a5-4699-8c21-675a90d9c735 req-d890ec9f-7c8a-4172-876f-64c999713cc1 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:03.048897 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a7e8237-24a5-4699-8c21-675a90d9c735 req-d890ec9f-7c8a-4172-876f-64c999713cc1 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8200e94f-ba76-495e-a723-e3a24bc3cd11 HTTP/1.1" status: 200 len: 945 time: 0.0614576 Sep 16 04:51:03.083145 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1f15b455-7567-4a71-8461-da91458fef19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:03.089324 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1f15b455-7567-4a71-8461-da91458fef19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:03.095523 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a7e8237-24a5-4699-8c21-675a90d9c735 req-02e3cb0b-80f5-4ba6-8d82-969e33248cf7 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] 10.222.0.35 "GET /v2.0/security-groups?id=af068edd-d4c7-4d89-b31e-53b05ba05fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376074 Sep 16 04:51:03.115613 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f15b455-7567-4a71-8461-da91458fef19 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:51:03.126664 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15b455-7567-4a71-8461-da91458fef19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd522ee-7e78-447c-bc01-0417fe7e2eb1,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:03.133086 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1f15b455-7567-4a71-8461-da91458fef19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:03.133366 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-1f15b455-7567-4a71-8461-da91458fef19 admin admin] Added segment 913c19c1-2db8-4581-b30c-4edff69cb65e of type vlan for network b202066e-2aa6-4f85-907d-728a51cf3fb3 Sep 16 04:51:03.183336 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1f15b455-7567-4a71-8461-da91458fef19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:03.210356 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1f15b455-7567-4a71-8461-da91458fef19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:03.211460 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f15b455-7567-4a71-8461-da91458fef19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:03.212039 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1f15b455-7567-4a71-8461-da91458fef19 admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:03.247816 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1f15b455-7567-4a71-8461-da91458fef19 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4398093 Sep 16 04:51:03.252925 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 44424) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:03.258060 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-b99d547e-bbae-4615-913e-0b51fb2e6293 admin admin] Request body: {'subnet': {'network_id': 'b202066e-2aa6-4f85-907d-728a51cf3fb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1391238926-subnet', 'tenant_id': 'cae8d6d68e9444ee9fbaf9ef2d3dbeba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:03.279773 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15b455-7567-4a71-8461-da91458fef19 admin admin] Pushing event updated for resources: {'Network': ['ID=b202066e-2aa6-4f85-907d-728a51cf3fb3,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:03.297202 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network b202066e-2aa6-4f85-907d-728a51cf3fb3 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:51:03.302117 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99d547e-bbae-4615-913e-0b51fb2e6293 admin admin] Made reservation on behalf of cae8d6d68e9444ee9fbaf9ef2d3dbeba for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:03.306150 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b99d547e-bbae-4615-913e-0b51fb2e6293 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:03.534514 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ba8b9-5884-443b-b938-adb69689a8a7 req-05e8d297-2450-480f-b98f-be220ad6fe9b tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:03.535934 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a23ba8b9-5884-443b-b938-adb69689a8a7 req-05e8d297-2450-480f-b98f-be220ad6fe9b tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.1122506 Sep 16 04:51:03.554556 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b99d547e-bbae-4615-913e-0b51fb2e6293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:03.624844 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a23ba8b9-5884-443b-b938-adb69689a8a7 req-e79cb560-2280-4670-be6f-262f0eb0ad80 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797770 Sep 16 04:51:03.626457 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d547e-bbae-4615-913e-0b51fb2e6293 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a38f2eed-ffaa-4d59-bf7a-d355aa0b3f24,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:03.643066 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99d547e-bbae-4615-913e-0b51fb2e6293 admin admin] Checking segment: {'id': '913c19c1-2db8-4581-b30c-4edff69cb65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b202066e-2aa6-4f85-907d-728a51cf3fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:03.644132 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99d547e-bbae-4615-913e-0b51fb2e6293 admin admin] Network hostable DHCP agents. Network: b202066e-2aa6-4f85-907d-728a51cf3fb3, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:51:03.669831 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99d547e-bbae-4615-913e-0b51fb2e6293 admin admin] Network b202066e-2aa6-4f85-907d-728a51cf3fb3 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:51:03.679181 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-b99d547e-bbae-4615-913e-0b51fb2e6293 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, b202066e-2aa6-4f85-907d-728a51cf3fb3) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:03.684430 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99d547e-bbae-4615-913e-0b51fb2e6293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:03.685061 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b99d547e-bbae-4615-913e-0b51fb2e6293 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:03.690214 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb42c29-b8c6-4081-aba7-0a95174ecbc9 None None] Network b202066e-2aa6-4f85-907d-728a51cf3fb3 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:03.708549 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b99d547e-bbae-4615-913e-0b51fb2e6293 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4468398 Sep 16 04:51:03.752058 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3166a3f9-e0da-441e-ba33-219a53b7f41a req-d5a84fc5-c550-4fa3-b786-ee0c8813021f tempest-ServerShowV257Test-1299438486 tempest-ServerShowV257Test-1299438486-project] 10.222.0.35 "GET /v2.0/ports?device_id=6208e6bb-bbf6-443d-8867-9041fd58387d HTTP/1.1" status: 200 len: 210 time: 0.0341530 Sep 16 04:51:03.850819 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9b8180-d0f2-49e9-b5bb-9926324c4d8f None None] Network b202066e-2aa6-4f85-907d-728a51cf3fb3 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:03.866533 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9a698-c9e6-4aee-a2cc-cc582faa47fa req-ae802873-55be-4e9b-8de9-8d7e1dc0cfad tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:03.869172 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6ee9a698-c9e6-4aee-a2cc-cc582faa47fa req-ae802873-55be-4e9b-8de9-8d7e1dc0cfad tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0560954 Sep 16 04:51:03.907586 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6ee9a698-c9e6-4aee-a2cc-cc582faa47fa req-82c5cebc-b741-47bb-a7ce-1cc7429699d5 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332944 Sep 16 04:51:04.268935 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-dfa35874-f368-467b-96e6-5633de9201ab tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:04.270420 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-dfa35874-f368-467b-96e6-5633de9201ab tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.35 "GET /v2.0/networks?id=b202066e-2aa6-4f85-907d-728a51cf3fb3 HTTP/1.1" status: 200 len: 822 time: 0.1068444 Sep 16 04:51:04.285795 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-e61a0353-53e8-47ee-9571-03a2681ed9da tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.35 "GET /v2.0/quotas/cae8d6d68e9444ee9fbaf9ef2d3dbeba HTTP/1.1" status: 200 len: 375 time: 0.0092113 Sep 16 04:51:04.320460 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-995de984-2441-41da-9e11-15fd3d9ac897 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cae8d6d68e9444ee9fbaf9ef2d3dbeba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289516 Sep 16 04:51:04.409690 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-38c3e278-0fb0-493f-9dc4-0647a30cc54b service neutron] 10.222.0.35 "GET /v2.0/networks/b202066e-2aa6-4f85-907d-728a51cf3fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814362 Sep 16 04:51:04.503213 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-49731243-f4b1-4eb9-bad9-2b613c6222ce service neutron] 10.222.0.35 "GET /v2.0/networks/b202066e-2aa6-4f85-907d-728a51cf3fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876083 Sep 16 04:51:04.743122 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f7300-7f53-47ed-8509-5a1f42b86a02 req-18abd519-f0d1-44ac-b836-c5f454ce2289 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:04.744864 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6f9f7300-7f53-47ed-8509-5a1f42b86a02 req-18abd519-f0d1-44ac-b836-c5f454ce2289 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc787ed6-e18b-4f1b-ba13-267b21e400b5 HTTP/1.1" status: 200 len: 946 time: 0.0543370 Sep 16 04:51:04.784751 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6f9f7300-7f53-47ed-8509-5a1f42b86a02 req-54d16bcc-dfb0-443b-803e-08db37880425 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338326 Sep 16 04:51:04.897718 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e420a6-904b-4dcc-9e24-ceb1b4bdf345 req-353beb58-2a4a-49c3-9847-7a64c3196b25 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:04.899375 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-48e420a6-904b-4dcc-9e24-ceb1b4bdf345 req-353beb58-2a4a-49c3-9847-7a64c3196b25 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc787ed6-e18b-4f1b-ba13-267b21e400b5 HTTP/1.1" status: 200 len: 946 time: 0.0523877 Sep 16 04:51:04.975738 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-856572b7-3861-4d5c-9d7d-7177e8cf0722 req-1f94dce6-eec4-4c6c-8b65-2807d040bfcf tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dab08dc3-634d-4cf0-97a5-ae69484c2c05 HTTP/1.1" status: 200 len: 210 time: 0.0282469 Sep 16 04:51:05.020742 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-48e420a6-904b-4dcc-9e24-ceb1b4bdf345 req-678ff7c4-1f13-48f6-9397-fc68906650f3 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Deleting port c32a1ad4-2e4d-421c-a6be-bd882fea41de {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:05.021215 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-48e420a6-904b-4dcc-9e24-ceb1b4bdf345 req-678ff7c4-1f13-48f6-9397-fc68906650f3 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:05.099592 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd40775-b2ed-4573-bd43-bf8b668abaf8 req-f71f2f07-a3f5-4302-8c79-43cb119555dc tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:05.101661 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8cd40775-b2ed-4573-bd43-bf8b668abaf8 req-f71f2f07-a3f5-4302-8c79-43cb119555dc tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0591190 Sep 16 04:51:05.148323 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-48e420a6-904b-4dcc-9e24-ceb1b4bdf345 req-678ff7c4-1f13-48f6-9397-fc68906650f3 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] For port c32a1ad4-2e4d-421c-a6be-bd882fea41de, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=c32a1ad4-2e4d-421c-a6be-bd882fea41de,segment=NetworkSegment(01aafaa9-a340-46ca-887a-6648c79e8c73),segment_id=01aafaa9-a340-46ca-887a-6648c79e8c73)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:05.149034 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-48e420a6-904b-4dcc-9e24-ceb1b4bdf345 req-678ff7c4-1f13-48f6-9397-fc68906650f3 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:05.153142 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8cd40775-b2ed-4573-bd43-bf8b668abaf8 req-757e0304-ae0b-4fba-bb15-37d953b24cb8 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435007 Sep 16 04:51:05.166883 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-48e420a6-904b-4dcc-9e24-ceb1b4bdf345 req-678ff7c4-1f13-48f6-9397-fc68906650f3 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Calling delete_port for c32a1ad4-2e4d-421c-a6be-bd882fea41de owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:05.241094 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3ed8749c-914c-4f2e-bc1c-420a65e26686 req-498e5dc6-018b-4cb8-9d7b-5cb392b082a1 tempest-ServerShowV257Test-1299438486 tempest-ServerShowV257Test-1299438486-project] 10.222.0.35 "GET /v2.0/ports?device_id=6208e6bb-bbf6-443d-8867-9041fd58387d HTTP/1.1" status: 200 len: 210 time: 0.0291309 Sep 16 04:51:05.339400 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-48e420a6-904b-4dcc-9e24-ceb1b4bdf345 req-678ff7c4-1f13-48f6-9397-fc68906650f3 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:05.372350 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ff7c4-1f13-48f6-9397-fc68906650f3 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Pushing event deleted for resources: {'Port': ['ID=c32a1ad4-2e4d-421c-a6be-bd882fea41de,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:05.379139 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['15ad20e6-33a2-4999-b939-3fa15039c324', 'c32a1ad4-2e4d-421c-a6be-bd882fea41de'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:05.417164 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e420a6-904b-4dcc-9e24-ceb1b4bdf345 req-678ff7c4-1f13-48f6-9397-fc68906650f3 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] No DVR routers for this DVR port c32a1ad4-2e4d-421c-a6be-bd882fea41de on host n-h2-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:51:05.419744 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-48e420a6-904b-4dcc-9e24-ceb1b4bdf345 req-678ff7c4-1f13-48f6-9397-fc68906650f3 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:05.422047 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-48e420a6-904b-4dcc-9e24-ceb1b4bdf345 req-678ff7c4-1f13-48f6-9397-fc68906650f3 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.48 "DELETE /v2.0/ports/c32a1ad4-2e4d-421c-a6be-bd882fea41de HTTP/1.1" status: 204 len: 173 time: 0.5074356 Sep 16 04:51:05.422506 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc787ed6-e18b-4f1b-ba13-267b21e400b5', 'name': 'network-vif-deleted', 'tag': 'c32a1ad4-2e4d-421c-a6be-bd882fea41de'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:05.424893 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563611bc-66b8-4f26-a0d2-1d0175ef850b" -d '{"events": [{"server_uuid": "fc787ed6-e18b-4f1b-ba13-267b21e400b5", "name": "network-vif-deleted", "tag": "c32a1ad4-2e4d-421c-a6be-bd882fea41de"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:05.515762 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f4af3-da25-422e-b93b-afb6dc5deaf5 req-b0686ea7-cb50-4ebf-b956-b58bd649df77 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:05.518061 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a69f4af3-da25-422e-b93b-afb6dc5deaf5 req-b0686ea7-cb50-4ebf-b956-b58bd649df77 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0542183 Sep 16 04:51:05.562108 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a69f4af3-da25-422e-b93b-afb6dc5deaf5 req-d62b7a8c-9707-40c2-ab29-7963ecff602c tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368946 Sep 16 04:51:05.636118 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5a32e8-9a15-49d3-a04f-f78d433b8a29 x-openstack-request-id: req-1e5a32e8-9a15-49d3-a04f-f78d433b8a29 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:05.636419 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc787ed6-e18b-4f1b-ba13-267b21e400b5", "name": "network-vif-deleted", "tag": "c32a1ad4-2e4d-421c-a6be-bd882fea41de", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:05.636710 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1e5a32e8-9a15-49d3-a04f-f78d433b8a29 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:05.637116 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc787ed6-e18b-4f1b-ba13-267b21e400b5', 'name': 'network-vif-deleted', 'tag': 'c32a1ad4-2e4d-421c-a6be-bd882fea41de', 'status': 'completed', 'code': 200} Sep 16 04:51:05.863569 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73486fff-a896-47f8-bd4d-f532eaa96b63 req-3f28cfb4-190c-41c6-9ba1-71d5eb896ce5 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:05.865218 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-73486fff-a896-47f8-bd4d-f532eaa96b63 req-3f28cfb4-190c-41c6-9ba1-71d5eb896ce5 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0579255 Sep 16 04:51:05.906673 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-73486fff-a896-47f8-bd4d-f532eaa96b63 req-74f4ff3b-a20c-412e-9b83-3c169afd131a tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343311 Sep 16 04:51:06.085489 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-acbbe38a-9f22-4544-bb73-120a9c8b1fc5 req-646c7db8-f34f-4a29-bac3-0bad260f2417 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc787ed6-e18b-4f1b-ba13-267b21e400b5 HTTP/1.1" status: 200 len: 210 time: 0.0336106 Sep 16 04:51:06.106935 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-6ae71545-e0d6-44a3-9681-c4d18baf7be5 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:06.108592 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-6ae71545-e0d6-44a3-9681-c4d18baf7be5 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.48 "GET /v2.0/networks?id=b202066e-2aa6-4f85-907d-728a51cf3fb3 HTTP/1.1" status: 200 len: 822 time: 0.1970618 Sep 16 04:51:06.138912 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-074a7c5a-debc-4f6c-9b73-a3654c74a690 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] Request body: {'port': {'device_id': 'dab08dc3-634d-4cf0-97a5-ae69484c2c05', 'network_id': 'b202066e-2aa6-4f85-907d-728a51cf3fb3', 'admin_state_up': True, 'tenant_id': 'cae8d6d68e9444ee9fbaf9ef2d3dbeba'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:06.286571 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-074a7c5a-debc-4f6c-9b73-a3654c74a690 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] Made reservation on behalf of cae8d6d68e9444ee9fbaf9ef2d3dbeba for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:06.294417 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-074a7c5a-debc-4f6c-9b73-a3654c74a690 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:06.377681 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cfe0f-b7e2-4f6a-b896-82115bdd1920 req-a5e82c35-acfd-41b4-885a-ebb3ddfacc62 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:06.379291 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4e1cfe0f-b7e2-4f6a-b896-82115bdd1920 req-a5e82c35-acfd-41b4-885a-ebb3ddfacc62 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0597200 Sep 16 04:51:06.427282 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4e1cfe0f-b7e2-4f6a-b896-82115bdd1920 req-d4153ea8-8808-4688-a941-894a85717b46 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369742 Sep 16 04:51:06.463920 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-074a7c5a-debc-4f6c-9b73-a3654c74a690 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] Allocated IP 172.20.0.5 (b202066e-2aa6-4f85-907d-728a51cf3fb3/a38f2eed-ffaa-4d59-bf7a-d355aa0b3f24/29198ddf-2475-49a3-ad70-ff032d242922) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:06.639037 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5a0f0019-0e7b-44c1-9d10-e7563576995f req-2c05f60a-adf9-4c64-92a2-a2f64e79656f tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dab08dc3-634d-4cf0-97a5-ae69484c2c05 HTTP/1.1" status: 200 len: 210 time: 0.0451341 Sep 16 04:51:06.658594 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-074a7c5a-debc-4f6c-9b73-a3654c74a690 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:06.694404 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-074a7c5a-debc-4f6c-9b73-a3654c74a690 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:06.746305 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-074a7c5a-debc-4f6c-9b73-a3654c74a690 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] Network b202066e-2aa6-4f85-907d-728a51cf3fb3 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:06.749686 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-074a7c5a-debc-4f6c-9b73-a3654c74a690 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:06.753795 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-074a7c5a-debc-4f6c-9b73-a3654c74a690 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:06.784418 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2297a7-4f5b-4ba8-8d07-4baf83d38e14 req-5906ae4e-d76c-46b3-ab86-42def781ee25 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:06.787364 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a7c5a-debc-4f6c-9b73-a3654c74a690 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] Pushing event updated for resources: {'Port': ['ID=29198ddf-2475-49a3-ad70-ff032d242922,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:06.792537 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2297a7-4f5b-4ba8-8d07-4baf83d38e14 req-5906ae4e-d76c-46b3-ab86-42def781ee25 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:06.798971 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2297a7-4f5b-4ba8-8d07-4baf83d38e14 req-5906ae4e-d76c-46b3-ab86-42def781ee25 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:06.804982 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2297a7-4f5b-4ba8-8d07-4baf83d38e14 req-5906ae4e-d76c-46b3-ab86-42def781ee25 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:06.811843 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2297a7-4f5b-4ba8-8d07-4baf83d38e14 req-5906ae4e-d76c-46b3-ab86-42def781ee25 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:06.812366 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-074a7c5a-debc-4f6c-9b73-a3654c74a690 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:06.813122 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-074a7c5a-debc-4f6c-9b73-a3654c74a690 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:06.817987 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2297a7-4f5b-4ba8-8d07-4baf83d38e14 req-5906ae4e-d76c-46b3-ab86-42def781ee25 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:06.824170 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2297a7-4f5b-4ba8-8d07-4baf83d38e14 req-5906ae4e-d76c-46b3-ab86-42def781ee25 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:06.826473 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a2297a7-4f5b-4ba8-8d07-4baf83d38e14 req-5906ae4e-d76c-46b3-ab86-42def781ee25 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5434 time: 0.1163168 Sep 16 04:51:06.830661 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-074a7c5a-debc-4f6c-9b73-a3654c74a690 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6983647 Sep 16 04:51:06.854392 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-d5161caa-894a-4142-bdf5-c94c78d0b06f service neutron] Request body: {'port': {'device_id': 'dab08dc3-634d-4cf0-97a5-ae69484c2c05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:06.874894 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a2297a7-4f5b-4ba8-8d07-4baf83d38e14 req-4f7d002c-f4c5-4667-a47a-17728a840ed1 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&id=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409467 Sep 16 04:51:06.928241 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-d5161caa-894a-4142-bdf5-c94c78d0b06f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:06.985817 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-52876bca-969d-4ba9-ac4a-3ef38acf4db1 req-4fe4e070-cc02-4aaa-bc05-1cc9729301e5 tempest-ServerShowV257Test-1299438486 tempest-ServerShowV257Test-1299438486-project] 10.222.0.35 "GET /v2.0/ports?device_id=6208e6bb-bbf6-443d-8867-9041fd58387d HTTP/1.1" status: 200 len: 210 time: 0.0300200 Sep 16 04:51:07.232214 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-d5161caa-894a-4142-bdf5-c94c78d0b06f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29198ddf-2475-49a3-ad70-ff032d242922 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:07.245517 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-d5161caa-894a-4142-bdf5-c94c78d0b06f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:07.258647 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-d5161caa-894a-4142-bdf5-c94c78d0b06f service neutron] Transition to ACTIVE for port object 29198ddf-2475-49a3-ad70-ff032d242922 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:51:07.258902 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d93b1-e9c4-46aa-abb7-260891db9a4e req-aaef76c8-9687-463a-85e3-88da33265957 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:07.262662 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-d5161caa-894a-4142-bdf5-c94c78d0b06f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:07.265940 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d93b1-e9c4-46aa-abb7-260891db9a4e req-aaef76c8-9687-463a-85e3-88da33265957 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:07.271822 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d93b1-e9c4-46aa-abb7-260891db9a4e req-aaef76c8-9687-463a-85e3-88da33265957 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:07.278627 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d93b1-e9c4-46aa-abb7-260891db9a4e req-aaef76c8-9687-463a-85e3-88da33265957 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:07.284520 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d93b1-e9c4-46aa-abb7-260891db9a4e req-aaef76c8-9687-463a-85e3-88da33265957 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:07.290418 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d93b1-e9c4-46aa-abb7-260891db9a4e req-aaef76c8-9687-463a-85e3-88da33265957 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:07.297120 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d93b1-e9c4-46aa-abb7-260891db9a4e req-aaef76c8-9687-463a-85e3-88da33265957 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:07.299875 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b20d93b1-e9c4-46aa-abb7-260891db9a4e req-aaef76c8-9687-463a-85e3-88da33265957 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5434 time: 0.1017294 Sep 16 04:51:07.317759 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5161caa-894a-4142-bdf5-c94c78d0b06f service neutron] Pushing event updated for resources: {'Port': ['ID=29198ddf-2475-49a3-ad70-ff032d242922,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:07.390323 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-d5161caa-894a-4142-bdf5-c94c78d0b06f service neutron] Attempting to bind port 29198ddf-2475-49a3-ad70-ff032d242922 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:07.390826 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-d5161caa-894a-4142-bdf5-c94c78d0b06f service neutron] Attempting to bind port 29198ddf-2475-49a3-ad70-ff032d242922 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '913c19c1-2db8-4581-b30c-4edff69cb65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b202066e-2aa6-4f85-907d-728a51cf3fb3'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:07.391187 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-d5161caa-894a-4142-bdf5-c94c78d0b06f service neutron] Attempting to bind port 29198ddf-2475-49a3-ad70-ff032d242922 on network b202066e-2aa6-4f85-907d-728a51cf3fb3 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:07.395741 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-d5161caa-894a-4142-bdf5-c94c78d0b06f service neutron] Port 29198ddf-2475-49a3-ad70-ff032d242922 on network b202066e-2aa6-4f85-907d-728a51cf3fb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:51:07.396066 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-d5161caa-894a-4142-bdf5-c94c78d0b06f service neutron] Attempting to bind port 29198ddf-2475-49a3-ad70-ff032d242922 on network b202066e-2aa6-4f85-907d-728a51cf3fb3 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:07.401177 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-d5161caa-894a-4142-bdf5-c94c78d0b06f service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:07.401518 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-d5161caa-894a-4142-bdf5-c94c78d0b06f service neutron] Checking segment: {'id': '913c19c1-2db8-4581-b30c-4edff69cb65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b202066e-2aa6-4f85-907d-728a51cf3fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:07.401907 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-d5161caa-894a-4142-bdf5-c94c78d0b06f service neutron] Bound using segment: {'id': '913c19c1-2db8-4581-b30c-4edff69cb65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b202066e-2aa6-4f85-907d-728a51cf3fb3'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:07.402341 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-d5161caa-894a-4142-bdf5-c94c78d0b06f service neutron] Bound port: 29198ddf-2475-49a3-ad70-ff032d242922, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '913c19c1-2db8-4581-b30c-4edff69cb65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b202066e-2aa6-4f85-907d-728a51cf3fb3'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:07.402460 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba9348-99a0-4db6-bff6-f5ec0c0dcea5 req-e899379f-0e70-4f93-82a5-cfab5a282e58 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:07.402707 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-d5161caa-894a-4142-bdf5-c94c78d0b06f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:07.403985 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-56ba9348-99a0-4db6-bff6-f5ec0c0dcea5 req-e899379f-0e70-4f93-82a5-cfab5a282e58 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0496397 Sep 16 04:51:07.443740 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-56ba9348-99a0-4db6-bff6-f5ec0c0dcea5 req-3b289939-234d-4366-b34d-c8c6c0af3153 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334420 Sep 16 04:51:07.467995 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-d5161caa-894a-4142-bdf5-c94c78d0b06f service neutron] For port 29198ddf-2475-49a3-ad70-ff032d242922, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:07.471252 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-d5161caa-894a-4142-bdf5-c94c78d0b06f service neutron] For port 29198ddf-2475-49a3-ad70-ff032d242922, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=29198ddf-2475-49a3-ad70-ff032d242922,segment=NetworkSegment(913c19c1-2db8-4581-b30c-4edff69cb65e),segment_id=913c19c1-2db8-4581-b30c-4edff69cb65e)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:07.476963 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-d5161caa-894a-4142-bdf5-c94c78d0b06f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:07.518178 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-d5161caa-894a-4142-bdf5-c94c78d0b06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:07.519388 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-d5161caa-894a-4142-bdf5-c94c78d0b06f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:07.520843 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-d5161caa-894a-4142-bdf5-c94c78d0b06f service neutron] 10.222.0.48 "PUT /v2.0/ports/29198ddf-2475-49a3-ad70-ff032d242922 HTTP/1.1" status: 200 len: 1092 time: 0.6714492 Sep 16 04:51:07.547537 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5161caa-894a-4142-bdf5-c94c78d0b06f service neutron] Pushing event updated for resources: {'Port': ['ID=29198ddf-2475-49a3-ad70-ff032d242922,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:07.627700 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-e3d7f606-063e-4a7c-8a79-d2df4d37abbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:07.629302 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-e3d7f606-063e-4a7c-8a79-d2df4d37abbd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cae8d6d68e9444ee9fbaf9ef2d3dbeba&device_id=dab08dc3-634d-4cf0-97a5-ae69484c2c05 HTTP/1.1" status: 200 len: 1095 time: 0.0479496 Sep 16 04:51:07.638137 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab08dc3-634d-4cf0-97a5-ae69484c2c05', 'tag': '29198ddf-2475-49a3-ad70-ff032d242922'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:07.641185 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8cbf40-1c4e-4c6f-961a-b6db6f647fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "dab08dc3-634d-4cf0-97a5-ae69484c2c05", "tag": "29198ddf-2475-49a3-ad70-ff032d242922"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:07.688035 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-f918b96c-98e4-4034-b07d-f53694dc5726 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29198ddf-2475-49a3-ad70-ff032d242922 HTTP/1.1" status: 200 len: 217 time: 0.0370488 Sep 16 04:51:07.702634 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cb200-3f0d-4ba3-853d-5e1aad85b551 req-189faef9-92f5-4147-85a5-c79ecb4f1b37 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:07.704151 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-640cb200-3f0d-4ba3-853d-5e1aad85b551 req-189faef9-92f5-4147-85a5-c79ecb4f1b37 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0510874 Sep 16 04:51:07.739525 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-674295a4-884f-451b-8830-b0f3c3caf21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:07.741338 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-674295a4-884f-451b-8830-b0f3c3caf21a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a38f2eed-ffaa-4d59-bf7a-d355aa0b3f24 HTTP/1.1" status: 200 len: 862 time: 0.0454144 Sep 16 04:51:07.745139 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-640cb200-3f0d-4ba3-853d-5e1aad85b551 req-6b2e195e-430f-4232-ac23-3b3a9df8ead8 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347128 Sep 16 04:51:07.779691 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-9f78703b-9fc6-45cd-acde-0d3008f2be05 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b202066e-2aa6-4f85-907d-728a51cf3fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298431 Sep 16 04:51:07.882078 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-ac754094-67d2-496e-b0f7-f5351d3aae8d service neutron] 10.222.0.48 "GET /v2.0/networks/b202066e-2aa6-4f85-907d-728a51cf3fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929847 Sep 16 04:51:07.979406 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a7eb7d50-41d8-45c0-9a05-ecba6ea00fec req-87fd52cb-e694-4f0f-a061-84628b0def31 service neutron] 10.222.0.48 "GET /v2.0/networks/b202066e-2aa6-4f85-907d-728a51cf3fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885456 Sep 16 04:51:08.192118 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd3e4aa-ae2a-4800-babd-f513cabdc438 x-openstack-request-id: req-dcd3e4aa-ae2a-4800-babd-f513cabdc438 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:08.192412 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab08dc3-634d-4cf0-97a5-ae69484c2c05", "tag": "29198ddf-2475-49a3-ad70-ff032d242922", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:08.192722 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dcd3e4aa-ae2a-4800-babd-f513cabdc438 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:08.193121 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab08dc3-634d-4cf0-97a5-ae69484c2c05', 'tag': '29198ddf-2475-49a3-ad70-ff032d242922', 'status': 'completed', 'code': 200} Sep 16 04:51:08.300990 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5bbc2-c2ef-4c7f-a63e-825f4398b722 req-0e882b0d-c33f-4954-9d01-1dcdcdd603e1 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:08.302534 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1ec5bbc2-c2ef-4c7f-a63e-825f4398b722 req-0e882b0d-c33f-4954-9d01-1dcdcdd603e1 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dab08dc3-634d-4cf0-97a5-ae69484c2c05 HTTP/1.1" status: 200 len: 943 time: 0.0616739 Sep 16 04:51:08.312706 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8cbf40-1c4e-4c6f-961a-b6db6f647fb7 req-2f3959ab-9b94-4a43-bda0-505537d127ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:08.314196 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9a8cbf40-1c4e-4c6f-961a-b6db6f647fb7 req-2f3959ab-9b94-4a43-bda0-505537d127ee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cae8d6d68e9444ee9fbaf9ef2d3dbeba&device_id=dab08dc3-634d-4cf0-97a5-ae69484c2c05 HTTP/1.1" status: 200 len: 1095 time: 0.0466349 Sep 16 04:51:08.343367 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1ec5bbc2-c2ef-4c7f-a63e-825f4398b722 req-68896c8a-8aea-487b-8ea0-aaf73fbb5ae4 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cd522ee-7e78-447c-bc01-0417fe7e2eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341744 Sep 16 04:51:08.418099 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8cbf40-1c4e-4c6f-961a-b6db6f647fb7 req-45dc7b82-fe14-4820-a4d8-e8cad6c105c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:08.419725 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9a8cbf40-1c4e-4c6f-961a-b6db6f647fb7 req-45dc7b82-fe14-4820-a4d8-e8cad6c105c3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b202066e-2aa6-4f85-907d-728a51cf3fb3 HTTP/1.1" status: 200 len: 923 time: 0.0980530 Sep 16 04:51:08.450084 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eef45b24-b6f2-474e-8d3a-3c5f85f6f454 req-392de47c-4cd5-466c-84d5-7b2f1f22cbdb tempest-ServerShowV257Test-1299438486 tempest-ServerShowV257Test-1299438486-project] 10.222.0.35 "GET /v2.0/ports?device_id=6208e6bb-bbf6-443d-8867-9041fd58387d HTTP/1.1" status: 200 len: 210 time: 0.0307915 Sep 16 04:51:08.466556 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9a8cbf40-1c4e-4c6f-961a-b6db6f647fb7 req-97d7aeac-5a49-40d5-bee2-0ba154e502c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29198ddf-2475-49a3-ad70-ff032d242922 HTTP/1.1" status: 200 len: 217 time: 0.0385756 Sep 16 04:51:08.521585 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8cbf40-1c4e-4c6f-961a-b6db6f647fb7 req-acf94393-7105-40e4-88de-10d70c7e6b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:08.523305 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9a8cbf40-1c4e-4c6f-961a-b6db6f647fb7 req-acf94393-7105-40e4-88de-10d70c7e6b6b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a38f2eed-ffaa-4d59-bf7a-d355aa0b3f24 HTTP/1.1" status: 200 len: 862 time: 0.0480328 Sep 16 04:51:08.524373 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device c32a1ad4-2e4d-421c-a6be-bd882fea41de no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:51:08.552326 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: c32a1ad4-2e4d-421c-a6be-bd882fea41de {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:51:08.552693 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device c32a1ad4-2e4d-421c-a6be-bd882fea41de not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:51:08.567646 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9a8cbf40-1c4e-4c6f-961a-b6db6f647fb7 req-f31a0798-ac77-42fe-9898-0885272432d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b202066e-2aa6-4f85-907d-728a51cf3fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338690 Sep 16 04:51:08.657282 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2f117-70dc-4e63-b12d-155801ec0035 req-ad206393-5f42-4d9b-ab62-df71ec7a2a0d tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:08.661607 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0ab2f117-70dc-4e63-b12d-155801ec0035 req-ad206393-5f42-4d9b-ab62-df71ec7a2a0d tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0678008 Sep 16 04:51:08.727924 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0ab2f117-70dc-4e63-b12d-155801ec0035 req-390f00b3-9edf-4d07-ac39-6de256b561d0 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588577 Sep 16 04:51:08.741973 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9a8cbf40-1c4e-4c6f-961a-b6db6f647fb7 req-f64721ef-e5ff-424a-a594-0d87ef5cf55c service neutron] 10.222.0.48 "GET /v2.0/networks/b202066e-2aa6-4f85-907d-728a51cf3fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621785 Sep 16 04:51:08.865393 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9a8cbf40-1c4e-4c6f-961a-b6db6f647fb7 req-de2833fa-101b-4a11-a490-0346788e070b service neutron] 10.222.0.48 "GET /v2.0/networks/b202066e-2aa6-4f85-907d-728a51cf3fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132243 Sep 16 04:51:09.004731 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-1f5bd38b-ef24-43ce-b314-239f491e0ea3 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:09.006143 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-1f5bd38b-ef24-43ce-b314-239f491e0ea3 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/networks?id=8c931ccc-5cf1-447a-be72-662f80eb3cc7 HTTP/1.1" status: 200 len: 805 time: 0.1179905 Sep 16 04:51:09.021784 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-810fd2bf-a882-41d7-8e64-b80624d83584 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/quotas/097a363b67ea49498cd02794a5c40b7b HTTP/1.1" status: 200 len: 375 time: 0.0096667 Sep 16 04:51:09.083298 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-f9ab650d-2e96-4fca-a8b4-9292bd9ef24a tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=097a363b67ea49498cd02794a5c40b7b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0528207 Sep 16 04:51:09.193967 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-419fe480-08f1-43b5-adf5-4bc27aa7ef4c service neutron] 10.222.0.35 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924952 Sep 16 04:51:09.288983 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-4b141a7e-0456-4752-8a07-e63893890c81 service neutron] 10.222.0.35 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876088 Sep 16 04:51:09.372137 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 44574) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:09.471706 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d33dc-babf-4b93-a5ac-a36be4bfc459 req-84cc9b9c-c224-4d74-aec2-370cc3277290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:09.472198 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d33dc-babf-4b93-a5ac-a36be4bfc459 req-84cc9b9c-c224-4d74-aec2-370cc3277290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:09.472770 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d33dc-babf-4b93-a5ac-a36be4bfc459 req-84cc9b9c-c224-4d74-aec2-370cc3277290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:09.473249 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d33dc-babf-4b93-a5ac-a36be4bfc459 req-84cc9b9c-c224-4d74-aec2-370cc3277290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:09.473716 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d33dc-babf-4b93-a5ac-a36be4bfc459 req-84cc9b9c-c224-4d74-aec2-370cc3277290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:09.474185 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d33dc-babf-4b93-a5ac-a36be4bfc459 req-84cc9b9c-c224-4d74-aec2-370cc3277290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:09.474783 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d33dc-babf-4b93-a5ac-a36be4bfc459 req-84cc9b9c-c224-4d74-aec2-370cc3277290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:09.476949 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-280d33dc-babf-4b93-a5ac-a36be4bfc459 req-84cc9b9c-c224-4d74-aec2-370cc3277290 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 6498 time: 0.1036470 Sep 16 04:51:09.509982 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347965e-f62b-4993-94a4-f16a4fbf6b6c req-af1d5a30-26de-46b9-baa5-b43efe45b24b tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:09.511579 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1347965e-f62b-4993-94a4-f16a4fbf6b6c req-af1d5a30-26de-46b9-baa5-b43efe45b24b tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0576582 Sep 16 04:51:09.530423 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-280d33dc-babf-4b93-a5ac-a36be4bfc459 req-fc950663-9db6-4d3b-9b59-52703c4498a9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205&id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449321 Sep 16 04:51:09.555098 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1347965e-f62b-4993-94a4-f16a4fbf6b6c req-30cb7eac-027d-40cc-8ab5-567a2dcfe46a tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374773 Sep 16 04:51:09.776675 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06d4d2-248d-4732-ad89-adc333fad563 req-b3fdf4fa-796c-47ff-8206-1a68bcbf2a68 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:09.778372 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6a06d4d2-248d-4732-ad89-adc333fad563 req-b3fdf4fa-796c-47ff-8206-1a68bcbf2a68 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dab08dc3-634d-4cf0-97a5-ae69484c2c05 HTTP/1.1" status: 200 len: 943 time: 0.0555387 Sep 16 04:51:09.824991 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6a06d4d2-248d-4732-ad89-adc333fad563 req-1a6674e5-5ee0-4e15-9532-46cff89d1c0e tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cd522ee-7e78-447c-bc01-0417fe7e2eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384521 Sep 16 04:51:09.921097 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9a2054c2-0526-455b-9373-21ccd58b8918 req-5e778a69-0b24-44a7-957d-d012b6960345 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=cfce501b-72ef-498d-81a0-ad89a303a74f HTTP/1.1" status: 200 len: 210 time: 0.0293610 Sep 16 04:51:10.018054 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0ddde001-aa49-4bb0-9a7a-5bce3dc00a2c req-46e09bd4-a9f2-43dd-9dbd-d5aec691d1e6 tempest-ServerShowV257Test-1299438486 tempest-ServerShowV257Test-1299438486-project] 10.222.0.35 "GET /v2.0/ports?device_id=6208e6bb-bbf6-443d-8867-9041fd58387d HTTP/1.1" status: 200 len: 210 time: 0.0281396 Sep 16 04:51:10.045385 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9e2c0e4b-bd9b-4591-a25c-a754c8a4198f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:10.272128 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd5867-975a-43b4-b099-35e54b0a0274 req-9d2d0067-849e-420e-8e60-a1ac48290851 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:10.273598 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e8dd5867-975a-43b4-b099-35e54b0a0274 req-9d2d0067-849e-420e-8e60-a1ac48290851 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0556221 Sep 16 04:51:10.317073 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e8dd5867-975a-43b4-b099-35e54b0a0274 req-7b36fc28-b1b2-48bc-9b25-706df67a9355 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362575 Sep 16 04:51:10.520172 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8788c11-2d0a-47c9-a5b1-7f3ae9da8590 req-fb4a78f7-f545-4315-9f72-1893be191cba tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:10.521940 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a8788c11-2d0a-47c9-a5b1-7f3ae9da8590 req-fb4a78f7-f545-4315-9f72-1893be191cba tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0600524 Sep 16 04:51:10.582098 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a8788c11-2d0a-47c9-a5b1-7f3ae9da8590 req-48a1bc71-b088-4bdc-b2ef-e8c4bebf8929 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525396 Sep 16 04:51:10.673396 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-5c9b05dc-8446-4776-a966-46f57304cbf1 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:10.675609 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-5c9b05dc-8446-4776-a966-46f57304cbf1 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.48 "GET /v2.0/networks?id=8c931ccc-5cf1-447a-be72-662f80eb3cc7 HTTP/1.1" status: 200 len: 805 time: 0.1543682 Sep 16 04:51:10.696496 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-b833b990-7a9c-4546-9067-d6d4cae675a1 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Request body: {'port': {'device_id': 'cfce501b-72ef-498d-81a0-ad89a303a74f', 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7', 'admin_state_up': True, 'tenant_id': '097a363b67ea49498cd02794a5c40b7b'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:11.193589 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-b833b990-7a9c-4546-9067-d6d4cae675a1 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Made reservation on behalf of 097a363b67ea49498cd02794a5c40b7b for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:11.198825 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-b833b990-7a9c-4546-9067-d6d4cae675a1 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:11.224438 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06f00c-385f-488c-9947-ea49fa95a8f6 req-1ac20c7f-8e3f-498d-9f12-add469d46281 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:11.226002 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa06f00c-385f-488c-9947-ea49fa95a8f6 req-1ac20c7f-8e3f-498d-9f12-add469d46281 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dab08dc3-634d-4cf0-97a5-ae69484c2c05 HTTP/1.1" status: 200 len: 943 time: 0.0592453 Sep 16 04:51:11.266245 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa06f00c-385f-488c-9947-ea49fa95a8f6 req-ef1be309-474b-4b82-8f3b-7098101ffc0e tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cd522ee-7e78-447c-bc01-0417fe7e2eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335691 Sep 16 04:51:11.332245 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-b833b990-7a9c-4546-9067-d6d4cae675a1 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Allocated IP 172.20.0.7 (8c931ccc-5cf1-447a-be72-662f80eb3cc7/984819ef-39e4-42b6-ac0e-e1f025f28a4e/e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:11.362097 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8065fca1-349e-4830-bb74-80f93b68fe03 req-46a743a3-838d-42e2-babf-4b9f3063ffb0 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=cfce501b-72ef-498d-81a0-ad89a303a74f HTTP/1.1" status: 200 len: 210 time: 0.0333607 Sep 16 04:51:11.466841 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26b16b-8e16-4696-9985-c2baa5bc972b req-fdeaac14-ab1c-4b91-a9f5-533abafed773 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:11.468439 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fa26b16b-8e16-4696-9985-c2baa5bc972b req-fdeaac14-ab1c-4b91-a9f5-533abafed773 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0493052 Sep 16 04:51:11.485819 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-b833b990-7a9c-4546-9067-d6d4cae675a1 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:11.496765 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:11.510580 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fa26b16b-8e16-4696-9985-c2baa5bc972b req-b1f2a79c-b076-49b7-90e7-7f3f3097e60e tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360355 Sep 16 04:51:11.523402 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-b833b990-7a9c-4546-9067-d6d4cae675a1 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:11.566404 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['15ad20e6-33a2-4999-b939-3fa15039c324'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:11.567327 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-b833b990-7a9c-4546-9067-d6d4cae675a1 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Network 8c931ccc-5cf1-447a-be72-662f80eb3cc7 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:11.570549 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-b833b990-7a9c-4546-9067-d6d4cae675a1 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:11.577472 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-b833b990-7a9c-4546-9067-d6d4cae675a1 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:11.601022 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833b990-7a9c-4546-9067-d6d4cae675a1 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Pushing event updated for resources: {'Port': ['ID=e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:11.606083 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-595b59a8-79a3-43d1-9888-4b96829dc3fd req-320eeac7-4c15-4fbf-8b64-9382c42f7f4c tempest-ServerShowV257Test-1299438486 tempest-ServerShowV257Test-1299438486-project] 10.222.0.35 "GET /v2.0/ports?device_id=6208e6bb-bbf6-443d-8867-9041fd58387d HTTP/1.1" status: 200 len: 210 time: 0.0324802 Sep 16 04:51:11.646304 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-b833b990-7a9c-4546-9067-d6d4cae675a1 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:11.646801 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-b833b990-7a9c-4546-9067-d6d4cae675a1 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:11.663834 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-b833b990-7a9c-4546-9067-d6d4cae675a1 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9718499 Sep 16 04:51:11.686084 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-4c64d571-dc32-4745-8fcc-018ac0574e23 service neutron] Request body: {'port': {'device_id': 'cfce501b-72ef-498d-81a0-ad89a303a74f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:11.748320 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-4c64d571-dc32-4745-8fcc-018ac0574e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:11.856013 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae971088-a835-4584-9657-161c4899aba9 req-18e778f7-7137-4201-b91b-218227f48e93 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:11.857569 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae971088-a835-4584-9657-161c4899aba9 req-18e778f7-7137-4201-b91b-218227f48e93 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8200e94f-ba76-495e-a723-e3a24bc3cd11 HTTP/1.1" status: 200 len: 945 time: 0.0516434 Sep 16 04:51:11.896329 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae971088-a835-4584-9657-161c4899aba9 req-45d276be-0e57-49ce-bf8c-eaae193e4773 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] 10.222.0.35 "GET /v2.0/security-groups?id=af068edd-d4c7-4d89-b31e-53b05ba05fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324528 Sep 16 04:51:12.012138 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-4c64d571-dc32-4745-8fcc-018ac0574e23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:12.019297 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-4c64d571-dc32-4745-8fcc-018ac0574e23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:12.030787 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-4c64d571-dc32-4745-8fcc-018ac0574e23 service neutron] Transition to ACTIVE for port object e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:51:12.035024 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-4c64d571-dc32-4745-8fcc-018ac0574e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:12.087554 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64d571-dc32-4745-8fcc-018ac0574e23 service neutron] Pushing event updated for resources: {'Port': ['ID=e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:12.153873 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-4c64d571-dc32-4745-8fcc-018ac0574e23 service neutron] Attempting to bind port e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:12.154212 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-4c64d571-dc32-4745-8fcc-018ac0574e23 service neutron] Attempting to bind port e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '01aafaa9-a340-46ca-887a-6648c79e8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:12.154546 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-4c64d571-dc32-4745-8fcc-018ac0574e23 service neutron] Attempting to bind port e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5 on network 8c931ccc-5cf1-447a-be72-662f80eb3cc7 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:12.158827 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-4c64d571-dc32-4745-8fcc-018ac0574e23 service neutron] Port e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5 on network 8c931ccc-5cf1-447a-be72-662f80eb3cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:51:12.159148 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-4c64d571-dc32-4745-8fcc-018ac0574e23 service neutron] Attempting to bind port e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5 on network 8c931ccc-5cf1-447a-be72-662f80eb3cc7 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:12.163882 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-4c64d571-dc32-4745-8fcc-018ac0574e23 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:12.164223 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-4c64d571-dc32-4745-8fcc-018ac0574e23 service neutron] Checking segment: {'id': '01aafaa9-a340-46ca-887a-6648c79e8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:12.164638 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-4c64d571-dc32-4745-8fcc-018ac0574e23 service neutron] Bound using segment: {'id': '01aafaa9-a340-46ca-887a-6648c79e8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:12.165075 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-4c64d571-dc32-4745-8fcc-018ac0574e23 service neutron] Bound port: e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01aafaa9-a340-46ca-887a-6648c79e8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:12.165984 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-4c64d571-dc32-4745-8fcc-018ac0574e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:12.229401 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-4c64d571-dc32-4745-8fcc-018ac0574e23 service neutron] For port e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:12.232605 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-4c64d571-dc32-4745-8fcc-018ac0574e23 service neutron] For port e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5,segment=NetworkSegment(01aafaa9-a340-46ca-887a-6648c79e8c73),segment_id=01aafaa9-a340-46ca-887a-6648c79e8c73)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:12.236557 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-4c64d571-dc32-4745-8fcc-018ac0574e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:12.273926 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-4c64d571-dc32-4745-8fcc-018ac0574e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:12.274540 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-4c64d571-dc32-4745-8fcc-018ac0574e23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:12.276508 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-4c64d571-dc32-4745-8fcc-018ac0574e23 service neutron] 10.222.0.48 "PUT /v2.0/ports/e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5 HTTP/1.1" status: 200 len: 1092 time: 0.5958257 Sep 16 04:51:12.276969 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfce501b-72ef-498d-81a0-ad89a303a74f', 'tag': 'e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:12.279228 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bf3c65-e7bd-469e-b980-f55f291cd20c" -d '{"events": [{"name": "network-changed", "server_uuid": "cfce501b-72ef-498d-81a0-ad89a303a74f", "tag": "e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:12.304435 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64d571-dc32-4745-8fcc-018ac0574e23 service neutron] Pushing event updated for resources: {'Port': ['ID=e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:12.319467 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bbe188-856a-47fb-a4f4-ff124ef61533 x-openstack-request-id: req-50bbe188-856a-47fb-a4f4-ff124ef61533 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:12.319888 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfce501b-72ef-498d-81a0-ad89a303a74f", "tag": "e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:12.320217 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-50bbe188-856a-47fb-a4f4-ff124ef61533 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:12.320778 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfce501b-72ef-498d-81a0-ad89a303a74f', 'tag': 'e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5', 'status': 'completed', 'code': 200} Sep 16 04:51:12.420916 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-7cc5e16f-2a8d-4f2b-9dc0-69822fa4e1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:12.422813 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-7cc5e16f-2a8d-4f2b-9dc0-69822fa4e1f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=097a363b67ea49498cd02794a5c40b7b&device_id=cfce501b-72ef-498d-81a0-ad89a303a74f HTTP/1.1" status: 200 len: 1095 time: 0.0451295 Sep 16 04:51:12.427162 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4d683-46ab-4a88-b574-987a82f460d4 req-b2c64c09-3949-466d-9530-6da039b6e8a7 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:12.428725 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c7c4d683-46ab-4a88-b574-987a82f460d4 req-b2c64c09-3949-466d-9530-6da039b6e8a7 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dab08dc3-634d-4cf0-97a5-ae69484c2c05 HTTP/1.1" status: 200 len: 943 time: 0.0569179 Sep 16 04:51:12.470201 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c7c4d683-46ab-4a88-b574-987a82f460d4 req-915c59f2-ab8d-4bb7-9282-5d831ae52226 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cd522ee-7e78-447c-bc01-0417fe7e2eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347512 Sep 16 04:51:12.484710 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-85c5bca0-0aa6-4c0d-89a6-1d5c87e9254f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5 HTTP/1.1" status: 200 len: 217 time: 0.0408776 Sep 16 04:51:12.549934 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-b3ad8d14-7993-4f56-bfb2-39d7bc7ba7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:12.551348 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-b3ad8d14-7993-4f56-bfb2-39d7bc7ba7c0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=984819ef-39e4-42b6-ac0e-e1f025f28a4e HTTP/1.1" status: 200 len: 845 time: 0.0591815 Sep 16 04:51:12.585220 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcecfe-4ecc-45b2-a2f6-8bc5a927e4b4 req-691c5550-1226-4d71-a5c3-3f708d63a4d5 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:12.586726 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-91bcecfe-4ecc-45b2-a2f6-8bc5a927e4b4 req-691c5550-1226-4d71-a5c3-3f708d63a4d5 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=cfce501b-72ef-498d-81a0-ad89a303a74f HTTP/1.1" status: 200 len: 943 time: 0.0516336 Sep 16 04:51:12.596086 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-8ba3cf96-ceae-4422-9d9d-1b174b149a70 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8c931ccc-5cf1-447a-be72-662f80eb3cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258191 Sep 16 04:51:12.627437 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-91bcecfe-4ecc-45b2-a2f6-8bc5a927e4b4 req-feb4ba23-7705-49e4-913b-f01f025a9a3a tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342965 Sep 16 04:51:12.698828 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-f2a5f17c-96f3-482e-9a7c-6b08496ca786 service neutron] 10.222.0.48 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934007 Sep 16 04:51:12.732551 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ed2c1-3283-425b-a01a-d9c76b4b68d7 req-540c1496-567a-42f0-baf4-59958010209a tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:12.734108 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ba7ed2c1-3283-425b-a01a-d9c76b4b68d7 req-540c1496-567a-42f0-baf4-59958010209a tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0491641 Sep 16 04:51:12.773077 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ba7ed2c1-3283-425b-a01a-d9c76b4b68d7 req-1ac5027e-3899-4fe7-a5ec-f3ce952e5f53 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326540 Sep 16 04:51:12.791264 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f51a07a6-f93a-48dc-a2bd-338b6cac875f req-6045a393-13eb-4133-a270-b90ee54065b5 service neutron] 10.222.0.48 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845184 Sep 16 04:51:12.872448 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a778b8c-a4ec-438a-a4eb-080803fcfa83 req-532810a3-960d-47a7-b6ba-524ff2d3fc65 tempest-ServerShowV257Test-1299438486 tempest-ServerShowV257Test-1299438486-project] 10.222.0.35 "GET /v2.0/ports?device_id=6208e6bb-bbf6-443d-8867-9041fd58387d HTTP/1.1" status: 200 len: 210 time: 0.0310371 Sep 16 04:51:12.933903 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf3c65-e7bd-469e-b980-f55f291cd20c req-3e9b9258-70bd-4283-90f7-ff38f741c2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:12.935424 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c7bf3c65-e7bd-469e-b980-f55f291cd20c req-3e9b9258-70bd-4283-90f7-ff38f741c2ba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=097a363b67ea49498cd02794a5c40b7b&device_id=cfce501b-72ef-498d-81a0-ad89a303a74f HTTP/1.1" status: 200 len: 1095 time: 0.0468307 Sep 16 04:51:13.017506 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163df4f-c401-49ae-8e90-c43fafdf5e7f req-c636c65a-49f4-49e1-8e68-2fce9a9a4001 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:13.019013 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4163df4f-c401-49ae-8e90-c43fafdf5e7f req-c636c65a-49f4-49e1-8e68-2fce9a9a4001 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8200e94f-ba76-495e-a723-e3a24bc3cd11 HTTP/1.1" status: 200 len: 945 time: 0.0519452 Sep 16 04:51:13.031628 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf3c65-e7bd-469e-b980-f55f291cd20c req-68eb73b3-a956-49e6-a8f6-d791e46a4533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:13.033176 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c7bf3c65-e7bd-469e-b980-f55f291cd20c req-68eb73b3-a956-49e6-a8f6-d791e46a4533 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8c931ccc-5cf1-447a-be72-662f80eb3cc7 HTTP/1.1" status: 200 len: 906 time: 0.0904481 Sep 16 04:51:13.059276 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4163df4f-c401-49ae-8e90-c43fafdf5e7f req-3811550a-1f68-408b-9e98-bb0196e7ccf7 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] 10.222.0.35 "GET /v2.0/security-groups?id=af068edd-d4c7-4d89-b31e-53b05ba05fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340879 Sep 16 04:51:13.084214 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c7bf3c65-e7bd-469e-b980-f55f291cd20c req-108022b6-b988-4d74-8f17-d927342fe5c8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5 HTTP/1.1" status: 200 len: 217 time: 0.0425544 Sep 16 04:51:13.134450 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf3c65-e7bd-469e-b980-f55f291cd20c req-c0b48028-df7a-4bac-a466-88453064baf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:13.136139 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c7bf3c65-e7bd-469e-b980-f55f291cd20c req-c0b48028-df7a-4bac-a466-88453064baf4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=984819ef-39e4-42b6-ac0e-e1f025f28a4e HTTP/1.1" status: 200 len: 845 time: 0.0440488 Sep 16 04:51:13.169815 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c7bf3c65-e7bd-469e-b980-f55f291cd20c req-aec4fc4e-7d25-4aa3-b418-497684c29939 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8c931ccc-5cf1-447a-be72-662f80eb3cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262737 Sep 16 04:51:13.186062 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-998dfc55-c85b-4a3e-ab1e-cc532c66a2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:13.264036 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698fb65-7813-435d-bd5f-9bdaffe95a44 req-874d6f06-83d1-4ca1-901c-cc9e2b3be546 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:13.265553 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d698fb65-7813-435d-bd5f-9bdaffe95a44 req-874d6f06-83d1-4ca1-901c-cc9e2b3be546 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] 10.222.0.47 "GET /v2.0/ports?device_id=8200e94f-ba76-495e-a723-e3a24bc3cd11 HTTP/1.1" status: 200 len: 945 time: 0.0500443 Sep 16 04:51:13.417184 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c7bf3c65-e7bd-469e-b980-f55f291cd20c req-c736a9d9-6157-4fc2-ad49-f9588c4a710f service neutron] 10.222.0.48 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503153 Sep 16 04:51:13.451017 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-d698fb65-7813-435d-bd5f-9bdaffe95a44 req-5986e2a0-314a-4fda-9826-e2fee424f3c5 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] Deleting port 17a695e5-d823-476d-86cf-912ffdedc8c1 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:13.451362 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d698fb65-7813-435d-bd5f-9bdaffe95a44 req-5986e2a0-314a-4fda-9826-e2fee424f3c5 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:13.490306 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:13.589502 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c7bf3c65-e7bd-469e-b980-f55f291cd20c req-fe85e9a0-5bc8-473d-9cc9-3faea7b7a4cc service neutron] 10.222.0.48 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642392 Sep 16 04:51:13.594420 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27188f3-3761-420b-8ebe-d8946f5157c6 req-95491b42-eea8-446d-baac-b43c321ba75a tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:13.595995 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d27188f3-3761-420b-8ebe-d8946f5157c6 req-95491b42-eea8-446d-baac-b43c321ba75a tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dab08dc3-634d-4cf0-97a5-ae69484c2c05 HTTP/1.1" status: 200 len: 943 time: 0.0541344 Sep 16 04:51:13.609801 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-d698fb65-7813-435d-bd5f-9bdaffe95a44 req-5986e2a0-314a-4fda-9826-e2fee424f3c5 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] For port 17a695e5-d823-476d-86cf-912ffdedc8c1, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=17a695e5-d823-476d-86cf-912ffdedc8c1,segment=NetworkSegment(e44bcb11-38b4-46c8-bde2-bf8db9d8186d),segment_id=e44bcb11-38b4-46c8-bde2-bf8db9d8186d)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:13.610178 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d698fb65-7813-435d-bd5f-9bdaffe95a44 req-5986e2a0-314a-4fda-9826-e2fee424f3c5 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:13.627178 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-d698fb65-7813-435d-bd5f-9bdaffe95a44 req-5986e2a0-314a-4fda-9826-e2fee424f3c5 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] Calling delete_port for 17a695e5-d823-476d-86cf-912ffdedc8c1 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:13.638872 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d27188f3-3761-420b-8ebe-d8946f5157c6 req-01ffbeff-b03f-40b0-bb24-9d0d006f0c89 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cd522ee-7e78-447c-bc01-0417fe7e2eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361793 Sep 16 04:51:13.765302 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8eefb3-424c-4e41-8578-69bc9479945b req-0111e28d-ddeb-4273-86f0-70127a369910 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:13.767013 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2f8eefb3-424c-4e41-8578-69bc9479945b req-0111e28d-ddeb-4273-86f0-70127a369910 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=cfce501b-72ef-498d-81a0-ad89a303a74f HTTP/1.1" status: 200 len: 943 time: 0.0567913 Sep 16 04:51:13.773535 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d698fb65-7813-435d-bd5f-9bdaffe95a44 req-5986e2a0-314a-4fda-9826-e2fee424f3c5 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:13.808019 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['17a695e5-d823-476d-86cf-912ffdedc8c1'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:13.811558 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986e2a0-314a-4fda-9826-e2fee424f3c5 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] Pushing event deleted for resources: {'Port': ['ID=17a695e5-d823-476d-86cf-912ffdedc8c1,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:13.823351 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2f8eefb3-424c-4e41-8578-69bc9479945b req-4234e61d-6c4b-4674-a58b-4b5e954ad233 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501409 Sep 16 04:51:13.866033 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d698fb65-7813-435d-bd5f-9bdaffe95a44 req-5986e2a0-314a-4fda-9826-e2fee424f3c5 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] No DVR routers for this DVR port 17a695e5-d823-476d-86cf-912ffdedc8c1 on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:51:13.869040 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d698fb65-7813-435d-bd5f-9bdaffe95a44 req-5986e2a0-314a-4fda-9826-e2fee424f3c5 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:13.871034 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d698fb65-7813-435d-bd5f-9bdaffe95a44 req-5986e2a0-314a-4fda-9826-e2fee424f3c5 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] 10.222.0.47 "DELETE /v2.0/ports/17a695e5-d823-476d-86cf-912ffdedc8c1 HTTP/1.1" status: 204 len: 173 time: 0.5975728 Sep 16 04:51:13.935042 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2b7c1-7c2e-4b0a-b4e1-a3fb5f5d9cd1 req-2f551e99-984c-421f-a1d8-23e53527dba3 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:13.937120 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-13e2b7c1-7c2e-4b0a-b4e1-a3fb5f5d9cd1 req-2f551e99-984c-421f-a1d8-23e53527dba3 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0516098 Sep 16 04:51:13.976086 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-13e2b7c1-7c2e-4b0a-b4e1-a3fb5f5d9cd1 req-71d35a55-d009-49aa-8cf9-20e4dee27831 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331554 Sep 16 04:51:14.066439 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7242451d-7476-4f22-8d5f-8d9339a9277f req-1a9664c9-1d0d-4777-9dde-d0a51dba0a38 tempest-ServerShowV257Test-1299438486 tempest-ServerShowV257Test-1299438486-project] 10.222.0.35 "GET /v2.0/ports?device_id=6208e6bb-bbf6-443d-8867-9041fd58387d HTTP/1.1" status: 200 len: 210 time: 0.0268254 Sep 16 04:51:14.166348 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1ad507d6-8205-4e50-81cf-cadb13695592 req-57791e5e-c3a4-4bf1-9ab8-82550d10f934 tempest-ServerTagsTestJSON-2142918119 tempest-ServerTagsTestJSON-2142918119-project] 10.222.0.35 "GET /v2.0/ports?device_id=8200e94f-ba76-495e-a723-e3a24bc3cd11 HTTP/1.1" status: 200 len: 210 time: 0.0262239 Sep 16 04:51:14.322684 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8200e94f-ba76-495e-a723-e3a24bc3cd11', 'name': 'network-vif-deleted', 'tag': '17a695e5-d823-476d-86cf-912ffdedc8c1'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:14.325486 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cead220b-c553-4687-9052-422ca6065430" -d '{"events": [{"server_uuid": "8200e94f-ba76-495e-a723-e3a24bc3cd11", "name": "network-vif-deleted", "tag": "17a695e5-d823-476d-86cf-912ffdedc8c1"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:14.364645 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f2563b-aab2-4fd1-9fcd-c3db08c0fe06 x-openstack-request-id: req-f2f2563b-aab2-4fd1-9fcd-c3db08c0fe06 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:14.365046 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8200e94f-ba76-495e-a723-e3a24bc3cd11", "name": "network-vif-deleted", "tag": "17a695e5-d823-476d-86cf-912ffdedc8c1", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:14.365415 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f2f2563b-aab2-4fd1-9fcd-c3db08c0fe06 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:14.365913 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8200e94f-ba76-495e-a723-e3a24bc3cd11', 'name': 'network-vif-deleted', 'tag': '17a695e5-d823-476d-86cf-912ffdedc8c1', 'status': 'completed', 'code': 200} Sep 16 04:51:14.466286 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:14.467424 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:14.586297 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 29198ddf-2475-49a3-ad70-ff032d242922 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:14.702993 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 29198ddf-2475-49a3-ad70-ff032d242922, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=29198ddf-2475-49a3-ad70-ff032d242922,segment=NetworkSegment(913c19c1-2db8-4581-b30c-4edff69cb65e),segment_id=913c19c1-2db8-4581-b30c-4edff69cb65e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:14.778584 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f69cf-ff33-4a6e-bdc6-9399d1d8e23e req-a3a5f348-f0aa-4722-8125-5d6215fbd762 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:14.780386 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b04f69cf-ff33-4a6e-bdc6-9399d1d8e23e req-a3a5f348-f0aa-4722-8125-5d6215fbd762 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dab08dc3-634d-4cf0-97a5-ae69484c2c05 HTTP/1.1" status: 200 len: 943 time: 0.0627065 Sep 16 04:51:14.829606 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b04f69cf-ff33-4a6e-bdc6-9399d1d8e23e req-55e0a262-ed84-4d79-99dd-f7882e51e99c tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cd522ee-7e78-447c-bc01-0417fe7e2eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409870 Sep 16 04:51:14.874637 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '29198ddf-2475-49a3-ad70-ff032d242922', 'network_id': 'b202066e-2aa6-4f85-907d-728a51cf3fb3', 'port_id': '29198ddf-2475-49a3-ad70-ff032d242922', 'mac_address': 'fa:16:3e:f7:50:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a38f2eed-ffaa-4d59-bf7a-d355aa0b3f24', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:51:14.914099 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:14.932609 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29198ddf-2475-49a3-ad70-ff032d242922 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:14.953221 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 29198ddf-2475-49a3-ad70-ff032d242922, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=29198ddf-2475-49a3-ad70-ff032d242922,segment=NetworkSegment(913c19c1-2db8-4581-b30c-4edff69cb65e),segment_id=913c19c1-2db8-4581-b30c-4edff69cb65e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:14.957861 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:14.964577 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46344dae-d0c1-44e3-bf40-bad43473e06b req-ec817c32-7e47-4c66-9834-5133c739bceb tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:14.966162 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-46344dae-d0c1-44e3-bf40-bad43473e06b req-ec817c32-7e47-4c66-9834-5133c739bceb tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=cfce501b-72ef-498d-81a0-ad89a303a74f HTTP/1.1" status: 200 len: 943 time: 0.0585082 Sep 16 04:51:15.007014 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=29198ddf-2475-49a3-ad70-ff032d242922,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:15.013500 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-46344dae-d0c1-44e3-bf40-bad43473e06b req-0624f1d2-a241-4a8e-8129-799dc1404e98 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369854 Sep 16 04:51:15.019413 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:15.019953 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:15.020538 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:15.021203 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:15.021766 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:15.022380 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:15.023119 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:15.023698 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:15.024253 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:15.024992 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:15.025726 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:15.026302 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:15.136983 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d7470-e38a-483f-b0b7-2d09728a8a12 req-e195b0b1-8444-4b5e-91b5-2a9a064e1048 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:15.138377 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8e4d7470-e38a-483f-b0b7-2d09728a8a12 req-e195b0b1-8444-4b5e-91b5-2a9a064e1048 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0529106 Sep 16 04:51:15.175954 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8e4d7470-e38a-483f-b0b7-2d09728a8a12 req-c62844ef-4971-47a1-b327-99e8419f88a8 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316947 Sep 16 04:51:15.266913 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0529d947-b857-4b47-8d4f-ffe869b76bfb req-6d4ef5cb-00b7-4f72-bfd9-39729d30664d tempest-ServerShowV257Test-1299438486 tempest-ServerShowV257Test-1299438486-project] 10.222.0.35 "GET /v2.0/ports?device_id=6208e6bb-bbf6-443d-8867-9041fd58387d HTTP/1.1" status: 200 len: 210 time: 0.0305352 Sep 16 04:51:15.315092 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 44666) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:15.359212 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccc729fa-2dcf-4770-a8c0-2a660fd79751 admin admin] Deleting subnet 4f3a21c4-6ca4-4e5d-9380-2b25df6a1cec {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:51:15.362255 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ccc729fa-2dcf-4770-a8c0-2a660fd79751 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:15.397110 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ccc729fa-2dcf-4770-a8c0-2a660fd79751 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:15.439604 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ccc729fa-2dcf-4770-a8c0-2a660fd79751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:15.493169 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ccc729fa-2dcf-4770-a8c0-2a660fd79751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:15.520550 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ccc729fa-2dcf-4770-a8c0-2a660fd79751 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:15.522595 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ccc729fa-2dcf-4770-a8c0-2a660fd79751 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4f3a21c4-6ca4-4e5d-9380-2b25df6a1cec HTTP/1.1" status: 204 len: 168 time: 0.2065158 Sep 16 04:51:15.523612 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc729fa-2dcf-4770-a8c0-2a660fd79751 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f3a21c4-6ca4-4e5d-9380-2b25df6a1cec,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:15.526244 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 44668) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:15.599019 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b655abcc-8fe3-47f6-822b-cdf26ca201d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:15.680180 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b655abcc-8fe3-47f6-822b-cdf26ca201d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:15.699881 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-b655abcc-8fe3-47f6-822b-cdf26ca201d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b24240c4-81c0-40ba-95bf-a1cad697eb1b']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:15.709082 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-b655abcc-8fe3-47f6-822b-cdf26ca201d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e44bcb11-38b4-46c8-bde2-bf8db9d8186d') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:15.709373 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-b655abcc-8fe3-47f6-822b-cdf26ca201d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e44bcb11-38b4-46c8-bde2-bf8db9d8186d') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:15.719509 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b655abcc-8fe3-47f6-822b-cdf26ca201d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:15.732426 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b655abcc-8fe3-47f6-822b-cdf26ca201d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:15.738545 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b655abcc-8fe3-47f6-822b-cdf26ca201d7 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:51:15.738934 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b655abcc-8fe3-47f6-822b-cdf26ca201d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:15.741016 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:51:15.741016 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:51:15.741016 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:51:15.741016 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:51:15.741016 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:51:15.741016 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:51:15.741016 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:51:15.741016 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:51:15.741016 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:51:15.741016 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:51:15.741016 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:51:15.741016 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:51:15.741016 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:51:15.741016 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:51:15.741016 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:51:15.741016 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:51:15.741016 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:51:15.741016 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:51:15.741016 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:51:15.741016 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:51:15.741016 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:51:15.741016 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:51:15.741016 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:51:15.741016 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:51:15.741016 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:51:15.741016 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:51:15.741016 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:51:15.741016 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:51:15.741016 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:51:15.741016 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:51:15.741016 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:51:15.741016 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:51:15.800107 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b655abcc-8fe3-47f6-822b-cdf26ca201d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:15.805658 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b655abcc-8fe3-47f6-822b-cdf26ca201d7 admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:15.807767 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b655abcc-8fe3-47f6-822b-cdf26ca201d7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b24240c4-81c0-40ba-95bf-a1cad697eb1b HTTP/1.1" status: 204 len: 168 time: 0.2799759 Sep 16 04:51:15.821049 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655abcc-8fe3-47f6-822b-cdf26ca201d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b24240c4-81c0-40ba-95bf-a1cad697eb1b,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:15.856188 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['29198ddf-2475-49a3-ad70-ff032d242922'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:15.952989 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 44674) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:15.956386 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cee94-1ab6-473c-ad4b-7836fc20cb75 req-7a46738b-750c-4060-bd1d-8625b87fa4fc tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:15.958009 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-352cee94-1ab6-473c-ad4b-7836fc20cb75 req-7a46738b-750c-4060-bd1d-8625b87fa4fc tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dab08dc3-634d-4cf0-97a5-ae69484c2c05 HTTP/1.1" status: 200 len: 944 time: 0.0571651 Sep 16 04:51:16.000760 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:16.005735 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-31be01de-6e6e-4657-8361-945177512061 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fc58d2b1f5714cd1bcf3cb51b0582a76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513337 Sep 16 04:51:16.008237 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 44676) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:16.012233 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-352cee94-1ab6-473c-ad4b-7836fc20cb75 req-43ce2886-9198-4498-b70b-340ed21249f1 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cd522ee-7e78-447c-bc01-0417fe7e2eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441909 Sep 16 04:51:16.069533 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4776eaeb-58ba-4d3c-982c-464d688ca802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:16.093718 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4776eaeb-58ba-4d3c-982c-464d688ca802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:16.145295 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4776eaeb-58ba-4d3c-982c-464d688ca802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:16.147824 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4776eaeb-58ba-4d3c-982c-464d688ca802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:16.149006 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4776eaeb-58ba-4d3c-982c-464d688ca802 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/af068edd-d4c7-4d89-b31e-53b05ba05fc5 HTTP/1.1" status: 204 len: 168 time: 0.1398299 Sep 16 04:51:16.155187 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a2593-1c2b-4cc1-bdf5-bfe41f196c85 req-751649e6-e9f5-4716-ad78-271099a0bfdd tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:16.156802 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c5a2593-1c2b-4cc1-bdf5-bfe41f196c85 req-751649e6-e9f5-4716-ad78-271099a0bfdd tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=cfce501b-72ef-498d-81a0-ad89a303a74f HTTP/1.1" status: 200 len: 943 time: 0.0573139 Sep 16 04:51:16.160837 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4776eaeb-58ba-4d3c-982c-464d688ca802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af068edd-d4c7-4d89-b31e-53b05ba05fc5,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:16.219254 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c5a2593-1c2b-4cc1-bdf5-bfe41f196c85 req-7af5c661-ce4c-41ad-9d0a-c45f797a7cd9 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448165 Sep 16 04:51:16.349875 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f728c9d-46c7-4d03-bf72-5cc3545b05b4 req-fcaef5ca-bc25-4ef6-9ed4-18e120ffadd3 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:16.351400 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6f728c9d-46c7-4d03-bf72-5cc3545b05b4 req-fcaef5ca-bc25-4ef6-9ed4-18e120ffadd3 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0673757 Sep 16 04:51:16.397961 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6f728c9d-46c7-4d03-bf72-5cc3545b05b4 req-02a37b62-ccc4-40bf-a4be-853adbdc0287 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391161 Sep 16 04:51:16.500190 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d99b72b8-3c34-4c7b-bc89-02eeb1c3bd81 req-c01fd865-dfe8-464c-a562-624bc8e798c5 tempest-ServerShowV257Test-1299438486 tempest-ServerShowV257Test-1299438486-project] 10.222.0.35 "GET /v2.0/ports?device_id=6208e6bb-bbf6-443d-8867-9041fd58387d HTTP/1.1" status: 200 len: 210 time: 0.0331175 Sep 16 04:51:16.916514 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 44706) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:17.014579 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-97a9b4b2-45df-46d1-8a43-fcea27690557 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-782952565-network', 'tenant_id': '9def1d9b8bd143368fce837c81e5ede0'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:17.038186 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a9b4b2-45df-46d1-8a43-fcea27690557 admin admin] Made reservation on behalf of 9def1d9b8bd143368fce837c81e5ede0 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:17.041133 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-97a9b4b2-45df-46d1-8a43-fcea27690557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:17.051402 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-97a9b4b2-45df-46d1-8a43-fcea27690557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:17.158094 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbceafd-7bd3-4756-bf5c-a4ded06fb4c6 req-05b8d9b2-f465-45ca-8e6a-0acd438bd4a7 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:17.159612 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-adbceafd-7bd3-4756-bf5c-a4ded06fb4c6 req-05b8d9b2-f465-45ca-8e6a-0acd438bd4a7 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dab08dc3-634d-4cf0-97a5-ae69484c2c05 HTTP/1.1" status: 200 len: 944 time: 0.0725076 Sep 16 04:51:17.211455 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-97a9b4b2-45df-46d1-8a43-fcea27690557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:17.219575 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-97a9b4b2-45df-46d1-8a43-fcea27690557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:17.242247 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-adbceafd-7bd3-4756-bf5c-a4ded06fb4c6 req-1b9f0dea-2c61-4edd-bd1f-ad52cfaf7dcb tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cd522ee-7e78-447c-bc01-0417fe7e2eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759454 Sep 16 04:51:17.249818 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a9b4b2-45df-46d1-8a43-fcea27690557 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:51:17.268736 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-97a9b4b2-45df-46d1-8a43-fcea27690557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:17.268946 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-97a9b4b2-45df-46d1-8a43-fcea27690557 admin admin] Added segment d9fc1f4b-6d0e-4cfb-b2a7-be08b211ce48 of type vlan for network c0948758-dde0-4f78-9eb9-a331e53f3d38 Sep 16 04:51:17.270503 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9b4b2-45df-46d1-8a43-fcea27690557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4144e969-047b-41cc-9050-d19238f48b0c,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:17.317295 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-97a9b4b2-45df-46d1-8a43-fcea27690557 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:17.374919 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dfe3c0c2-e8c2-41c2-b1e8-f10e4d76df83 req-47b14026-0b3e-4f0e-bb80-9f27039e20c9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6208e6bb-bbf6-443d-8867-9041fd58387d HTTP/1.1" status: 200 len: 210 time: 0.0308552 Sep 16 04:51:17.382903 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cf8a2-40ac-4988-9138-d4d2901da8ad req-21b7a1cc-eb9a-40db-9828-99a7b80440d9 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:17.384521 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8d9cf8a2-40ac-4988-9138-d4d2901da8ad req-21b7a1cc-eb9a-40db-9828-99a7b80440d9 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=cfce501b-72ef-498d-81a0-ad89a303a74f HTTP/1.1" status: 200 len: 943 time: 0.0698047 Sep 16 04:51:17.385319 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-97a9b4b2-45df-46d1-8a43-fcea27690557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:17.386192 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a9b4b2-45df-46d1-8a43-fcea27690557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:17.386756 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-97a9b4b2-45df-46d1-8a43-fcea27690557 admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:17.439485 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-97a9b4b2-45df-46d1-8a43-fcea27690557 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5215559 Sep 16 04:51:17.442523 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 44716) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:17.447802 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-c8cecca9-5f41-4e60-9f09-1c43c58a82ee admin admin] Request body: {'subnet': {'network_id': 'c0948758-dde0-4f78-9eb9-a331e53f3d38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-782952565-subnet', 'tenant_id': '9def1d9b8bd143368fce837c81e5ede0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:17.471818 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cecca9-5f41-4e60-9f09-1c43c58a82ee admin admin] Made reservation on behalf of 9def1d9b8bd143368fce837c81e5ede0 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:17.474302 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c8cecca9-5f41-4e60-9f09-1c43c58a82ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:17.480021 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9b4b2-45df-46d1-8a43-fcea27690557 admin admin] Pushing event updated for resources: {'Network': ['ID=c0948758-dde0-4f78-9eb9-a331e53f3d38,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:17.488144 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8d9cf8a2-40ac-4988-9138-d4d2901da8ad req-60057dcb-327b-48d5-9981-04d75708d132 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873659 Sep 16 04:51:17.495305 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network c0948758-dde0-4f78-9eb9-a331e53f3d38 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:51:17.607170 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e7b41-c73a-4f7d-83a3-145eaef1f7e9 req-3cd54daf-54be-4a19-ade3-10b545709dc2 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:17.608636 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b98e7b41-c73a-4f7d-83a3-145eaef1f7e9 req-3cd54daf-54be-4a19-ade3-10b545709dc2 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0530009 Sep 16 04:51:17.647797 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b98e7b41-c73a-4f7d-83a3-145eaef1f7e9 req-74cdcba2-64a4-4413-bdb8-798c657edf61 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321140 Sep 16 04:51:17.663488 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c8cecca9-5f41-4e60-9f09-1c43c58a82ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:17.719142 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cecca9-5f41-4e60-9f09-1c43c58a82ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dfca552-2814-4c5f-90f2-53fe5e725efb,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:17.742039 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cecca9-5f41-4e60-9f09-1c43c58a82ee admin admin] Checking segment: {'id': 'd9fc1f4b-6d0e-4cfb-b2a7-be08b211ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c0948758-dde0-4f78-9eb9-a331e53f3d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:17.742422 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cecca9-5f41-4e60-9f09-1c43c58a82ee admin admin] Network hostable DHCP agents. Network: c0948758-dde0-4f78-9eb9-a331e53f3d38, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:51:17.745721 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3fb6eceb-11b8-4f62-9272-9cbd18b2422d req-ff7ffcac-22a3-4253-93c4-21ae8021274a tempest-ServerShowV257Test-1299438486 tempest-ServerShowV257Test-1299438486-project] 10.222.0.35 "GET /v2.0/ports?device_id=6208e6bb-bbf6-443d-8867-9041fd58387d HTTP/1.1" status: 200 len: 210 time: 0.0301912 Sep 16 04:51:17.767102 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cecca9-5f41-4e60-9f09-1c43c58a82ee admin admin] Network c0948758-dde0-4f78-9eb9-a331e53f3d38 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:51:17.780286 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-c8cecca9-5f41-4e60-9f09-1c43c58a82ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, c0948758-dde0-4f78-9eb9-a331e53f3d38) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:17.780535 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 17a695e5-d823-476d-86cf-912ffdedc8c1 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:51:17.787691 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cecca9-5f41-4e60-9f09-1c43c58a82ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:17.788674 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c8cecca9-5f41-4e60-9f09-1c43c58a82ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:17.811816 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c8cecca9-5f41-4e60-9f09-1c43c58a82ee admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3678043 Sep 16 04:51:17.816909 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1fd07d-ba82-4b4f-a056-84eaf0d98c07 None None] Network c0948758-dde0-4f78-9eb9-a331e53f3d38 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:17.820465 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: 17a695e5-d823-476d-86cf-912ffdedc8c1 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:51:17.820917 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 17a695e5-d823-476d-86cf-912ffdedc8c1 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:51:17.976456 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e280eb-3111-492c-ac18-07086fcc9710 None None] Network c0948758-dde0-4f78-9eb9-a331e53f3d38 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:18.308460 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134fe59-4417-4ee1-bd9e-16338d945d92 req-d096d2a8-6d5a-4ae2-bee9-13c669c2a515 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:18.312028 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6134fe59-4417-4ee1-bd9e-16338d945d92 req-d096d2a8-6d5a-4ae2-bee9-13c669c2a515 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.0813930 Sep 16 04:51:18.315292 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7498d0-e80d-44dd-b93b-917aa8165d94 req-f386a9e1-4109-404c-9425-2ab9d0e40d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:18.315898 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0f7498d0-e80d-44dd-b93b-917aa8165d94 req-f386a9e1-4109-404c-9425-2ab9d0e40d05 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=68cc116df1104257a08239cd46cd0170&device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 1096 time: 0.0607283 Sep 16 04:51:18.324774 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 44740) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:18.341710 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-8b612f80-9bc2-4e56-b103-15769c5839c6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1235413693-network', 'tenant_id': 'cb3ae46bbefc4341b5d0e758f663fe2f'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:18.357834 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6134fe59-4417-4ee1-bd9e-16338d945d92 req-321dc6cc-fa7b-4b46-b228-0271ee8beda2 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401559 Sep 16 04:51:18.422678 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b612f80-9bc2-4e56-b103-15769c5839c6 admin admin] Made reservation on behalf of cb3ae46bbefc4341b5d0e758f663fe2f for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:18.425068 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8b612f80-9bc2-4e56-b103-15769c5839c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:18.438882 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8b612f80-9bc2-4e56-b103-15769c5839c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:18.471008 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7498d0-e80d-44dd-b93b-917aa8165d94 req-6ef5329a-3d36-4e5d-931c-49368a76d8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:18.472587 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0f7498d0-e80d-44dd-b93b-917aa8165d94 req-6ef5329a-3d36-4e5d-931c-49368a76d8bc service neutron] 10.222.0.48 "GET /v2.0/networks?id=92ecefce-c627-4abd-9d77-6a33db190651 HTTP/1.1" status: 200 len: 912 time: 0.1488876 Sep 16 04:51:18.512311 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e032d4-6f6c-4d12-8768-cea4b5d8729c req-783ed447-b97e-4cbc-9d5e-f31475f531e6 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:18.513837 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f2e032d4-6f6c-4d12-8768-cea4b5d8729c req-783ed447-b97e-4cbc-9d5e-f31475f531e6 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dab08dc3-634d-4cf0-97a5-ae69484c2c05 HTTP/1.1" status: 200 len: 944 time: 0.0706174 Sep 16 04:51:18.567417 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f2e032d4-6f6c-4d12-8768-cea4b5d8729c req-64f758d4-d34d-4ec9-be42-8f3590f6bc84 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cd522ee-7e78-447c-bc01-0417fe7e2eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463507 Sep 16 04:51:18.569934 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0f7498d0-e80d-44dd-b93b-917aa8165d94 req-7ea1f928-fba4-406b-bfc7-7f826efa88a9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09464b06-c001-4b17-972c-bc148f6c7b1e HTTP/1.1" status: 200 len: 999 time: 0.0878708 Sep 16 04:51:18.611838 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:18.625117 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 29198ddf-2475-49a3-ad70-ff032d242922 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:18.647548 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7498d0-e80d-44dd-b93b-917aa8165d94 req-3dce529e-75d5-4298-840f-3f5f1339d723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:18.649080 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0f7498d0-e80d-44dd-b93b-917aa8165d94 req-3dce529e-75d5-4298-840f-3f5f1339d723 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21 HTTP/1.1" status: 200 len: 850 time: 0.0721848 Sep 16 04:51:18.679283 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8b612f80-9bc2-4e56-b103-15769c5839c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:18.695685 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8b612f80-9bc2-4e56-b103-15769c5839c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:18.731741 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b612f80-9bc2-4e56-b103-15769c5839c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:51:18.732736 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e28200-4efb-4604-9acf-c2fab7c7063a req-f9ae2585-c3bc-47a6-b78c-007095667752 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:18.741662 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b612f80-9bc2-4e56-b103-15769c5839c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef6b1fa-d5e3-41b2-bb4d-a6ecfee9cfb3,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:18.742546 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-17e28200-4efb-4604-9acf-c2fab7c7063a req-f9ae2585-c3bc-47a6-b78c-007095667752 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=cfce501b-72ef-498d-81a0-ad89a303a74f HTTP/1.1" status: 200 len: 943 time: 0.0824258 Sep 16 04:51:18.753326 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7498d0-e80d-44dd-b93b-917aa8165d94 req-36b2e1b1-2da9-4912-b981-fc50643080e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:18.755383 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0f7498d0-e80d-44dd-b93b-917aa8165d94 req-36b2e1b1-2da9-4912-b981-fc50643080e0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=92ecefce-c627-4abd-9d77-6a33db190651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0930743 Sep 16 04:51:18.756977 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8b612f80-9bc2-4e56-b103-15769c5839c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:18.757394 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-8b612f80-9bc2-4e56-b103-15769c5839c6 admin admin] Added segment c2f04089-508f-4114-bf52-3d2d2bbfaa70 of type vlan for network fe436442-4351-4940-9b0c-007abd449dd3 Sep 16 04:51:18.771065 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 29198ddf-2475-49a3-ad70-ff032d242922 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:51:18.780048 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 29198ddf-2475-49a3-ad70-ff032d242922 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:18.780747 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:18.792529 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-17e28200-4efb-4604-9acf-c2fab7c7063a req-53f5f498-20f6-4357-a72a-feea5a8a0023 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460117 Sep 16 04:51:18.836996 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8b612f80-9bc2-4e56-b103-15769c5839c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:18.837834 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5,segment=NetworkSegment(01aafaa9-a340-46ca-887a-6648c79e8c73),segment_id=01aafaa9-a340-46ca-887a-6648c79e8c73)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:18.860125 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5', 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7', 'port_id': 'e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5', 'mac_address': 'fa:16:3e:6e:b2:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '984819ef-39e4-42b6-ac0e-e1f025f28a4e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:51:18.919053 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8b612f80-9bc2-4e56-b103-15769c5839c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:18.920367 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b612f80-9bc2-4e56-b103-15769c5839c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:18.921004 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8b612f80-9bc2-4e56-b103-15769c5839c6 admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:18.937414 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:18.947243 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:18.949748 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0f7498d0-e80d-44dd-b93b-917aa8165d94 req-d2cd7099-c33f-4654-9f79-0c312198adaa service neutron] 10.222.0.48 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773160 Sep 16 04:51:18.952109 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64264238-c674-49c9-b2ce-dfe283dffbf6 req-82b83918-10c5-4867-a6ff-9eeb26d7e2f7 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:18.954487 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-64264238-c674-49c9-b2ce-dfe283dffbf6 req-82b83918-10c5-4867-a6ff-9eeb26d7e2f7 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0678065 Sep 16 04:51:18.967894 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:18.977176 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8b612f80-9bc2-4e56-b103-15769c5839c6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6398504 Sep 16 04:51:18.977561 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 44748) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:18.993117 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5,segment=NetworkSegment(01aafaa9-a340-46ca-887a-6648c79e8c73),segment_id=01aafaa9-a340-46ca-887a-6648c79e8c73)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:18.995918 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-bb60fd79-e5b4-45f8-8a54-85492c9d3025 admin admin] Request body: {'subnet': {'network_id': 'fe436442-4351-4940-9b0c-007abd449dd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1235413693-subnet', 'tenant_id': 'cb3ae46bbefc4341b5d0e758f663fe2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:19.000693 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.001965 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-64264238-c674-49c9-b2ce-dfe283dffbf6 req-30f70d9a-1255-4f6e-a1fb-328c301d1d44 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398195 Sep 16 04:51:19.050988 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab08dc3-634d-4cf0-97a5-ae69484c2c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29198ddf-2475-49a3-ad70-ff032d242922'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:19.052280 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b612f80-9bc2-4e56-b103-15769c5839c6 admin admin] Pushing event updated for resources: {'Network': ['ID=fe436442-4351-4940-9b0c-007abd449dd3,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:19.053606 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372dca0f-cf5d-4fb7-bc87-03b657a0da9b" -d '{"events": [{"server_uuid": "dab08dc3-634d-4cf0-97a5-ae69484c2c05", "name": "network-vif-plugged", "status": "completed", "tag": "29198ddf-2475-49a3-ad70-ff032d242922"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:19.075284 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network fe436442-4351-4940-9b0c-007abd449dd3 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:51:19.083774 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 29198ddf-2475-49a3-ad70-ff032d242922, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=29198ddf-2475-49a3-ad70-ff032d242922,segment=NetworkSegment(913c19c1-2db8-4581-b30c-4edff69cb65e),segment_id=913c19c1-2db8-4581-b30c-4edff69cb65e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:19.112755 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb60fd79-e5b4-45f8-8a54-85492c9d3025 admin admin] Made reservation on behalf of cb3ae46bbefc4341b5d0e758f663fe2f for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:19.113629 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.115889 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bb60fd79-e5b4-45f8-8a54-85492c9d3025 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.126471 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fa1f36c1-1762-4ad7-8909-87dea39f2493 req-13d2c9bc-790c-4fda-9593-038c0d716fd3 tempest-ServerShowV257Test-1299438486 tempest-ServerShowV257Test-1299438486-project] 10.222.0.35 "GET /v2.0/ports?device_id=6208e6bb-bbf6-443d-8867-9041fd58387d HTTP/1.1" status: 200 len: 210 time: 0.0349233 Sep 16 04:51:19.206081 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f25524-3b0c-411f-9148-1f2893ef61b5 x-openstack-request-id: req-48f25524-3b0c-411f-9148-1f2893ef61b5 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:19.206373 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab08dc3-634d-4cf0-97a5-ae69484c2c05", "name": "network-vif-plugged", "status": "completed", "tag": "29198ddf-2475-49a3-ad70-ff032d242922", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:19.206624 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-48f25524-3b0c-411f-9148-1f2893ef61b5 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:19.207193 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab08dc3-634d-4cf0-97a5-ae69484c2c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29198ddf-2475-49a3-ad70-ff032d242922', 'code': 200} Sep 16 04:51:19.212722 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:19.253074 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0f7498d0-e80d-44dd-b93b-917aa8165d94 req-ebcc9965-7bbe-4b77-a279-e27aff09ea56 service neutron] 10.222.0.48 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880573 Sep 16 04:51:19.281276 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=29198ddf-2475-49a3-ad70-ff032d242922,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:19.413747 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bb60fd79-e5b4-45f8-8a54-85492c9d3025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.507070 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a49726-a77b-4029-a3ef-9019d1e809d0 req-9818d6d3-a469-4707-a27c-a5b29a34684c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:19.508644 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-26a49726-a77b-4029-a3ef-9019d1e809d0 req-9818d6d3-a469-4707-a27c-a5b29a34684c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dab08dc3-634d-4cf0-97a5-ae69484c2c05 HTTP/1.1" status: 200 len: 1097 time: 0.1086733 Sep 16 04:51:19.511833 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60fd79-e5b4-45f8-8a54-85492c9d3025 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c727f88-3641-4db2-a0a6-b7aaf25a31af,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:19.514196 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb1ffc-df86-4bf2-98c9-7b0e2033012f req-a0d2de4f-af8f-456d-b3c8-920bd5da7b80 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:19.515915 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d2cb1ffc-df86-4bf2-98c9-7b0e2033012f req-a0d2de4f-af8f-456d-b3c8-920bd5da7b80 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.0623000 Sep 16 04:51:19.529887 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb60fd79-e5b4-45f8-8a54-85492c9d3025 admin admin] Checking segment: {'id': 'c2f04089-508f-4114-bf52-3d2d2bbfaa70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fe436442-4351-4940-9b0c-007abd449dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:19.530255 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb60fd79-e5b4-45f8-8a54-85492c9d3025 admin admin] Network hostable DHCP agents. Network: fe436442-4351-4940-9b0c-007abd449dd3, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:51:19.566168 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb60fd79-e5b4-45f8-8a54-85492c9d3025 admin admin] Network fe436442-4351-4940-9b0c-007abd449dd3 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:51:19.575833 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-26a49726-a77b-4029-a3ef-9019d1e809d0 req-3616a7e3-b25b-41a8-b412-695ccedce2f9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2cd522ee-7e78-447c-bc01-0417fe7e2eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561662 Sep 16 04:51:19.579684 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d2cb1ffc-df86-4bf2-98c9-7b0e2033012f req-8046b228-afcf-4a52-84dc-e215a1703168 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571711 Sep 16 04:51:19.582576 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-bb60fd79-e5b4-45f8-8a54-85492c9d3025 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, fe436442-4351-4940-9b0c-007abd449dd3) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:19.597306 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff9edc4-bc59-4925-9708-5fb0dfdb2a5f None None] Network fe436442-4351-4940-9b0c-007abd449dd3 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:19.597549 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb60fd79-e5b4-45f8-8a54-85492c9d3025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:19.598031 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bb60fd79-e5b4-45f8-8a54-85492c9d3025 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.621164 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-bb60fd79-e5b4-45f8-8a54-85492c9d3025 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6409333 Sep 16 04:51:19.739629 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633b47b-51ee-4810-b35e-8aa3d5f7a7a8 req-8be347c4-03f5-4e09-87b6-78df02d9d404 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:19.742214 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a633b47b-51ee-4810-b35e-8aa3d5f7a7a8 req-8be347c4-03f5-4e09-87b6-78df02d9d404 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dab08dc3-634d-4cf0-97a5-ae69484c2c05 HTTP/1.1" status: 200 len: 945 time: 0.0731785 Sep 16 04:51:19.766332 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3873f7-40b5-4cc6-996e-4807fc4b365d None None] Network fe436442-4351-4940-9b0c-007abd449dd3 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:19.786854 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a633b47b-51ee-4810-b35e-8aa3d5f7a7a8 req-83ef7bca-f1e5-4bd0-98fe-14f8d04f88cf tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cd522ee-7e78-447c-bc01-0417fe7e2eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374248 Sep 16 04:51:19.808802 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:51:19.823753 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:19.953101 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fecc9a-e272-47fa-8f15-d6c714d7bbc8 req-1e0a4c6a-e526-4d25-9a8d-7639b2c0aabe tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:19.954912 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-26fecc9a-e272-47fa-8f15-d6c714d7bbc8 req-1e0a4c6a-e526-4d25-9a8d-7639b2c0aabe tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=cfce501b-72ef-498d-81a0-ad89a303a74f HTTP/1.1" status: 200 len: 944 time: 0.0520990 Sep 16 04:51:19.998500 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-26fecc9a-e272-47fa-8f15-d6c714d7bbc8 req-9ab37ed7-eacb-4c7f-81a0-43962c4058a8 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335281 Sep 16 04:51:20.309814 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-8df774d2-274d-46d0-8e99-e0586f257a34 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:20.311370 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-8df774d2-274d-46d0-8e99-e0586f257a34 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] 10.222.0.35 "GET /v2.0/networks?id=c0948758-dde0-4f78-9eb9-a331e53f3d38 HTTP/1.1" status: 200 len: 824 time: 0.1149244 Sep 16 04:51:20.327307 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-09fb4c58-fe20-45b2-bde4-91f07cb33d68 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] 10.222.0.35 "GET /v2.0/quotas/9def1d9b8bd143368fce837c81e5ede0 HTTP/1.1" status: 200 len: 375 time: 0.0101635 Sep 16 04:51:20.366021 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-4f5093bd-508c-4a2e-a5e1-a660dc7b5fd4 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9def1d9b8bd143368fce837c81e5ede0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285096 Sep 16 04:51:20.468323 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-b0f6fa53-da06-4e28-9f61-a9e35bc06ad3 service neutron] 10.222.0.35 "GET /v2.0/networks/c0948758-dde0-4f78-9eb9-a331e53f3d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924976 Sep 16 04:51:20.578569 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-1b45717c-232f-4cde-9a16-c0a2bf8f99ed service neutron] 10.222.0.35 "GET /v2.0/networks/c0948758-dde0-4f78-9eb9-a331e53f3d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017594 Sep 16 04:51:20.850102 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f920b-ad18-478f-ac9f-9f79a3ec560c req-f7bfb708-9281-4d9b-82ed-2e880f7d692b tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:20.851848 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-691f920b-ad18-478f-ac9f-9f79a3ec560c req-f7bfb708-9281-4d9b-82ed-2e880f7d692b tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0751438 Sep 16 04:51:20.906026 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-691f920b-ad18-478f-ac9f-9f79a3ec560c req-5271392a-3341-4cb4-9484-5f96eae40369 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450475 Sep 16 04:51:21.012091 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cb013808-c8cc-4564-ae6f-2e98a9e5e109 req-6a7478be-226b-4a6c-b945-15b1e5937168 tempest-ServerShowV257Test-1299438486 tempest-ServerShowV257Test-1299438486-project] 10.222.0.35 "GET /v2.0/ports?device_id=6208e6bb-bbf6-443d-8867-9041fd58387d HTTP/1.1" status: 200 len: 210 time: 0.0321093 Sep 16 04:51:21.153468 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979f46b-9fe9-4c13-bcbe-c02ef235301b req-d49ad8b7-b6f7-4861-a7a8-9f2b71f82efa tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:21.153820 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2979f46b-9fe9-4c13-bcbe-c02ef235301b req-d49ad8b7-b6f7-4861-a7a8-9f2b71f82efa tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.0664949 Sep 16 04:51:21.199078 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2979f46b-9fe9-4c13-bcbe-c02ef235301b req-66561021-8f1c-4f77-bf8b-4f3cc979da3b tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381601 Sep 16 04:51:21.297039 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2fe77595-25b1-4e83-bd27-fb6c686b0c60 req-471e82e0-6fa6-49b0-b7bc-56b9c4b2a835 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] 10.222.0.35 "GET /v2.0/ports?device_id=20bca411-5593-4633-bf3f-65dd86eeaf84 HTTP/1.1" status: 200 len: 210 time: 0.0379472 Sep 16 04:51:21.440015 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8acdc-928e-4f56-81b6-9e9146ba8051 req-55debe01-211d-4bba-8942-f284c23d2e9a tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:21.442234 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ca8acdc-928e-4f56-81b6-9e9146ba8051 req-55debe01-211d-4bba-8942-f284c23d2e9a tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dab08dc3-634d-4cf0-97a5-ae69484c2c05 HTTP/1.1" status: 200 len: 945 time: 0.0685711 Sep 16 04:51:21.491877 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ca8acdc-928e-4f56-81b6-9e9146ba8051 req-9cafd325-11f1-4eae-8489-1c27d96a1307 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cd522ee-7e78-447c-bc01-0417fe7e2eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420439 Sep 16 04:51:21.650953 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5723392-050e-47a6-a9dc-e4085a978307 req-ed8c7e18-6eb7-4195-a61f-3e3880c8da3e tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:21.652889 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f5723392-050e-47a6-a9dc-e4085a978307 req-ed8c7e18-6eb7-4195-a61f-3e3880c8da3e tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=cfce501b-72ef-498d-81a0-ad89a303a74f HTTP/1.1" status: 200 len: 944 time: 0.0889165 Sep 16 04:51:21.699623 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f5723392-050e-47a6-a9dc-e4085a978307 req-eadb43a2-3cc5-424d-bb9f-e9a66ddbe4b6 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393734 Sep 16 04:51:21.971630 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-00ec3208-f4d9-4539-abad-24f1ca95cacb req-7fac2bbe-e99b-42da-b2cb-18cb8c85cace service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=348d155dc14443049d3b0583fe90a153&device_id=6208e6bb-bbf6-443d-8867-9041fd58387d HTTP/1.1" status: 200 len: 210 time: 0.0581555 Sep 16 04:51:21.973569 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a6f89136-6aa4-443f-bbc1-bf2524c66373 req-4ff3f141-4b11-40e3-aa3f-bc4084d1aacd tempest-ServerShowV257Test-1299438486 tempest-ServerShowV257Test-1299438486-project] 10.222.0.35 "GET /v2.0/ports?device_id=6208e6bb-bbf6-443d-8867-9041fd58387d HTTP/1.1" status: 200 len: 210 time: 0.0498762 Sep 16 04:51:22.040199 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-00ec3208-f4d9-4539-abad-24f1ca95cacb req-e97ead96-eee6-4463-8ac2-3350962970f7 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=348d155dc14443049d3b0583fe90a153&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359957 Sep 16 04:51:22.158616 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f698d1-b340-4bf4-a101-51f17b86a2dd req-97b104f3-8c86-49ea-90c0-b95e7c659a53 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:22.160249 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37f698d1-b340-4bf4-a101-51f17b86a2dd req-97b104f3-8c86-49ea-90c0-b95e7c659a53 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0665116 Sep 16 04:51:22.192996 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-af8e185c-8cc4-43b8-a016-bbd7201e3d15 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:22.194539 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-af8e185c-8cc4-43b8-a016-bbd7201e3d15 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] 10.222.0.47 "GET /v2.0/networks?id=c0948758-dde0-4f78-9eb9-a331e53f3d38 HTTP/1.1" status: 200 len: 824 time: 0.2655847 Sep 16 04:51:22.202687 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37f698d1-b340-4bf4-a101-51f17b86a2dd req-f6ca6b0d-138c-4dad-817b-5803fd4117cb tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346804 Sep 16 04:51:22.227187 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-5c2a92ac-64a1-4fd6-9a78-a23d139e47c8 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] Request body: {'port': {'device_id': '20bca411-5593-4633-bf3f-65dd86eeaf84', 'network_id': 'c0948758-dde0-4f78-9eb9-a331e53f3d38', 'admin_state_up': True, 'tenant_id': '9def1d9b8bd143368fce837c81e5ede0'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:22.235720 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec3208-f4d9-4539-abad-24f1ca95cacb req-c2c6e3c9-fde5-449b-bd91-9c8bd6c9ccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:22.237285 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-00ec3208-f4d9-4539-abad-24f1ca95cacb req-c2c6e3c9-fde5-449b-bd91-9c8bd6c9ccb4 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1501203 Sep 16 04:51:22.366858 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-5c2a92ac-64a1-4fd6-9a78-a23d139e47c8 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] Made reservation on behalf of 9def1d9b8bd143368fce837c81e5ede0 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:22.371284 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-5c2a92ac-64a1-4fd6-9a78-a23d139e47c8 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:22.432090 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2dbfb7d6-95ae-412a-8cd0-98f50bd4c9d0 req-c556dad2-3451-4022-89d8-a64f14ee2bb6 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] 10.222.0.35 "GET /v2.0/ports?device_id=20bca411-5593-4633-bf3f-65dd86eeaf84 HTTP/1.1" status: 200 len: 210 time: 0.0373209 Sep 16 04:51:22.558191 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-5c2a92ac-64a1-4fd6-9a78-a23d139e47c8 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] Allocated IP 172.20.0.7 (c0948758-dde0-4f78-9eb9-a331e53f3d38/7dfca552-2814-4c5f-90f2-53fe5e725efb/a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:22.638628 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:22.645016 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe04956-0731-4290-9d3b-3986319016ce req-e3df7e65-2470-4f42-a794-ceee4f7b9f67 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:22.647127 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bfe04956-0731-4290-9d3b-3986319016ce req-e3df7e65-2470-4f42-a794-ceee4f7b9f67 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dab08dc3-634d-4cf0-97a5-ae69484c2c05 HTTP/1.1" status: 200 len: 945 time: 0.0683136 Sep 16 04:51:22.698185 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bfe04956-0731-4290-9d3b-3986319016ce req-94698a45-fae3-457d-89fc-491d1c8336ca tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cd522ee-7e78-447c-bc01-0417fe7e2eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383680 Sep 16 04:51:22.707040 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:51:22.711298 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:22.712004 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:22.752769 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-5c2a92ac-64a1-4fd6-9a78-a23d139e47c8 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:22.792921 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-5c2a92ac-64a1-4fd6-9a78-a23d139e47c8 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:22.799823 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:22.835565 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-5c2a92ac-64a1-4fd6-9a78-a23d139e47c8 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] Network c0948758-dde0-4f78-9eb9-a331e53f3d38 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:22.841628 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-5c2a92ac-64a1-4fd6-9a78-a23d139e47c8 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:22.850820 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-5c2a92ac-64a1-4fd6-9a78-a23d139e47c8 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:22.852061 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfce501b-72ef-498d-81a0-ad89a303a74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:22.856046 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d287ee1-8b08-419d-9209-30c0eb304611" -d '{"events": [{"server_uuid": "cfce501b-72ef-498d-81a0-ad89a303a74f", "name": "network-vif-plugged", "status": "completed", "tag": "e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:22.872199 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5,segment=NetworkSegment(01aafaa9-a340-46ca-887a-6648c79e8c73),segment_id=01aafaa9-a340-46ca-887a-6648c79e8c73)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:22.879204 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:22.886511 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a92ac-64a1-4fd6-9a78-a23d139e47c8 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] Pushing event updated for resources: {'Port': ['ID=a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:22.908651 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d506058f-310f-4303-9168-5e5e80ef764d req-39a3b6c0-c876-410b-b7ad-9d229c26a719 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:22.910273 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d506058f-310f-4303-9168-5e5e80ef764d req-39a3b6c0-c876-410b-b7ad-9d229c26a719 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=cfce501b-72ef-498d-81a0-ad89a303a74f HTTP/1.1" status: 200 len: 944 time: 0.0802066 Sep 16 04:51:22.925516 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-5c2a92ac-64a1-4fd6-9a78-a23d139e47c8 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:22.926363 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-5c2a92ac-64a1-4fd6-9a78-a23d139e47c8 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:22.941959 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:22.943144 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-5c2a92ac-64a1-4fd6-9a78-a23d139e47c8 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7216537 Sep 16 04:51:22.955250 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d506058f-310f-4303-9168-5e5e80ef764d req-40229978-811b-40c3-8365-a4340b9c221c tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345764 Sep 16 04:51:22.973813 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-9f176540-b02b-4f92-918f-5aea54e74391 service neutron] Request body: {'port': {'device_id': '20bca411-5593-4633-bf3f-65dd86eeaf84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:23.037272 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-9f176540-b02b-4f92-918f-5aea54e74391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.052391 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c141a6c-1cf8-4ae1-8cdd-00c6f6668ae5 x-openstack-request-id: req-2c141a6c-1cf8-4ae1-8cdd-00c6f6668ae5 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:23.052725 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfce501b-72ef-498d-81a0-ad89a303a74f", "name": "network-vif-plugged", "status": "completed", "tag": "e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:23.052986 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2c141a6c-1cf8-4ae1-8cdd-00c6f6668ae5 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:23.053385 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfce501b-72ef-498d-81a0-ad89a303a74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5', 'code': 200} Sep 16 04:51:23.131082 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fd13ba13-66e3-4c82-adef-3bbfec6c1ad4 req-cadb3472-da26-4276-aa5e-9fe4be316f49 tempest-ServerShowV257Test-1299438486 tempest-ServerShowV257Test-1299438486-project] 10.222.0.35 "GET /v2.0/ports?device_id=6208e6bb-bbf6-443d-8867-9041fd58387d HTTP/1.1" status: 200 len: 210 time: 0.0278776 Sep 16 04:51:23.230914 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121075ed-a2d6-4caf-8cfb-934bf6324bc1 req-3bd05989-66b9-4d80-a239-0921b88d45f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:23.232435 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-121075ed-a2d6-4caf-8cfb-934bf6324bc1 req-3bd05989-66b9-4d80-a239-0921b88d45f9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cfce501b-72ef-498d-81a0-ad89a303a74f HTTP/1.1" status: 200 len: 1097 time: 0.0813107 Sep 16 04:51:23.326960 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-121075ed-a2d6-4caf-8cfb-934bf6324bc1 req-e9871616-5150-456c-9eee-22695c12b499 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836525 Sep 16 04:51:23.398968 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-9f176540-b02b-4f92-918f-5aea54e74391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:23.406686 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544b0be-a836-4f1b-829b-f3387c827f1c req-6b88f3cf-81bb-48df-9551-9a9456e9a661 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:23.407425 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-9f176540-b02b-4f92-918f-5aea54e74391 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.408288 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7544b0be-a836-4f1b-829b-f3387c827f1c req-6b88f3cf-81bb-48df-9551-9a9456e9a661 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0562379 Sep 16 04:51:23.421237 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-9f176540-b02b-4f92-918f-5aea54e74391 service neutron] Transition to ACTIVE for port object a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:51:23.425166 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-9f176540-b02b-4f92-918f-5aea54e74391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.451007 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7544b0be-a836-4f1b-829b-f3387c827f1c req-4cb388ce-eac0-47b4-b9a5-dac5feb291af tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364962 Sep 16 04:51:23.566190 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114df1dc-a869-48b5-ae20-616386c7968c req-deb21d2d-ade8-46a5-b2d6-d78c290a16f0 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:23.567917 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-114df1dc-a869-48b5-ae20-616386c7968c req-deb21d2d-ade8-46a5-b2d6-d78c290a16f0 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dab08dc3-634d-4cf0-97a5-ae69484c2c05 HTTP/1.1" status: 200 len: 945 time: 0.0530145 Sep 16 04:51:23.609739 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-114df1dc-a869-48b5-ae20-616386c7968c req-daf48827-4af5-4941-a8e8-255672473988 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cd522ee-7e78-447c-bc01-0417fe7e2eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353708 Sep 16 04:51:23.732483 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98740cd0-2127-4e81-abf9-973c256f981a req-acec5660-8281-477a-b88a-36dc1e9033ae tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:23.734110 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-98740cd0-2127-4e81-abf9-973c256f981a req-acec5660-8281-477a-b88a-36dc1e9033ae tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] 10.222.0.35 "GET /v2.0/ports?device_id=20bca411-5593-4633-bf3f-65dd86eeaf84 HTTP/1.1" status: 200 len: 943 time: 0.0523834 Sep 16 04:51:23.778820 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-98740cd0-2127-4e81-abf9-973c256f981a req-3c8d686e-369e-4c20-b07c-a5ee8bafa9bb tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] 10.222.0.35 "GET /v2.0/security-groups?id=4144e969-047b-41cc-9050-d19238f48b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377285 Sep 16 04:51:23.808462 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f176540-b02b-4f92-918f-5aea54e74391 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:23.874355 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-9f176540-b02b-4f92-918f-5aea54e74391 service neutron] Attempting to bind port a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:23.874692 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-9f176540-b02b-4f92-918f-5aea54e74391 service neutron] Attempting to bind port a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'd9fc1f4b-6d0e-4cfb-b2a7-be08b211ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c0948758-dde0-4f78-9eb9-a331e53f3d38'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:23.875020 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-9f176540-b02b-4f92-918f-5aea54e74391 service neutron] Attempting to bind port a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854 on network c0948758-dde0-4f78-9eb9-a331e53f3d38 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:23.880248 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-9f176540-b02b-4f92-918f-5aea54e74391 service neutron] Port a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854 on network c0948758-dde0-4f78-9eb9-a331e53f3d38 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:51:23.880601 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-9f176540-b02b-4f92-918f-5aea54e74391 service neutron] Attempting to bind port a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854 on network c0948758-dde0-4f78-9eb9-a331e53f3d38 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:23.886196 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-9f176540-b02b-4f92-918f-5aea54e74391 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:23.886532 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-9f176540-b02b-4f92-918f-5aea54e74391 service neutron] Checking segment: {'id': 'd9fc1f4b-6d0e-4cfb-b2a7-be08b211ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c0948758-dde0-4f78-9eb9-a331e53f3d38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:23.886924 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-9f176540-b02b-4f92-918f-5aea54e74391 service neutron] Bound using segment: {'id': 'd9fc1f4b-6d0e-4cfb-b2a7-be08b211ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c0948758-dde0-4f78-9eb9-a331e53f3d38'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:23.887360 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-9f176540-b02b-4f92-918f-5aea54e74391 service neutron] Bound port: a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9fc1f4b-6d0e-4cfb-b2a7-be08b211ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c0948758-dde0-4f78-9eb9-a331e53f3d38'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:23.887713 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-9f176540-b02b-4f92-918f-5aea54e74391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.954151 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-9f176540-b02b-4f92-918f-5aea54e74391 service neutron] For port a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:23.957229 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-9f176540-b02b-4f92-918f-5aea54e74391 service neutron] For port a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854,segment=NetworkSegment(d9fc1f4b-6d0e-4cfb-b2a7-be08b211ce48),segment_id=d9fc1f4b-6d0e-4cfb-b2a7-be08b211ce48)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:23.962948 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-9f176540-b02b-4f92-918f-5aea54e74391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.001377 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-9f176540-b02b-4f92-918f-5aea54e74391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:24.002013 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-9f176540-b02b-4f92-918f-5aea54e74391 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.003448 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-9f176540-b02b-4f92-918f-5aea54e74391 service neutron] 10.222.0.47 "PUT /v2.0/ports/a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854 HTTP/1.1" status: 200 len: 1092 time: 1.0341692 Sep 16 04:51:24.003903 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bca411-5593-4633-bf3f-65dd86eeaf84', 'tag': 'a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:24.006657 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc369fe-6e31-43cf-9d84-26afc4e9dc7e" -d '{"events": [{"name": "network-changed", "server_uuid": "20bca411-5593-4633-bf3f-65dd86eeaf84", "tag": "a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:24.030919 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f176540-b02b-4f92-918f-5aea54e74391 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:24.101795 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f5c29-22e7-4f1d-abe2-3b01967cbe20 req-06c91cf9-a79d-4016-85d5-0026a9213b5a tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:24.104390 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-987f5c29-22e7-4f1d-abe2-3b01967cbe20 req-06c91cf9-a79d-4016-85d5-0026a9213b5a tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=cfce501b-72ef-498d-81a0-ad89a303a74f HTTP/1.1" status: 200 len: 945 time: 0.0573347 Sep 16 04:51:24.108288 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-4b6e70ab-50f8-4f08-81ef-85c02ae81d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:24.109860 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-4b6e70ab-50f8-4f08-81ef-85c02ae81d4f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9def1d9b8bd143368fce837c81e5ede0&device_id=20bca411-5593-4633-bf3f-65dd86eeaf84 HTTP/1.1" status: 200 len: 1095 time: 0.0465765 Sep 16 04:51:24.152156 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-987f5c29-22e7-4f1d-abe2-3b01967cbe20 req-38ee4f2b-9826-40de-bb13-9bdda776589a tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403793 Sep 16 04:51:24.164378 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-5b2fa04c-ea22-4b72-84ba-cc621e8149b1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854 HTTP/1.1" status: 200 len: 217 time: 0.0405850 Sep 16 04:51:24.220546 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7136ba4-a84f-4d5d-915d-5fe487ec8be6 x-openstack-request-id: req-c7136ba4-a84f-4d5d-915d-5fe487ec8be6 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:24.220961 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20bca411-5593-4633-bf3f-65dd86eeaf84", "tag": "a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:24.221455 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c7136ba4-a84f-4d5d-915d-5fe487ec8be6 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:24.221950 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20bca411-5593-4633-bf3f-65dd86eeaf84', 'tag': 'a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854', 'status': 'completed', 'code': 200} Sep 16 04:51:24.259035 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-77b63c57-c0c2-408f-84bf-fec3c82c931f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:24.261122 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-77b63c57-c0c2-408f-84bf-fec3c82c931f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7dfca552-2814-4c5f-90f2-53fe5e725efb HTTP/1.1" status: 200 len: 864 time: 0.0894356 Sep 16 04:51:24.315188 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-992f7fa2-8521-4654-b5bf-12010f578faf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c0948758-dde0-4f78-9eb9-a331e53f3d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462124 Sep 16 04:51:24.355317 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-20d22068-eedc-46f9-bf2e-80077235a660 req-079900bc-1915-45be-9ca3-b02dfa3c4a32 tempest-ServerShowV257Test-1299438486 tempest-ServerShowV257Test-1299438486-project] 10.222.0.35 "GET /v2.0/ports?device_id=6208e6bb-bbf6-443d-8867-9041fd58387d HTTP/1.1" status: 200 len: 210 time: 0.0558810 Sep 16 04:51:24.449804 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-b7c49dee-fce7-4de0-a6ab-72b32702a00e service neutron] 10.222.0.47 "GET /v2.0/networks/c0948758-dde0-4f78-9eb9-a331e53f3d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239600 Sep 16 04:51:24.592092 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c35f8bd1-9d3c-4f40-bdb1-eb3984f75743 req-517cee9c-b353-412f-b100-a3dda4a062b3 service neutron] 10.222.0.47 "GET /v2.0/networks/c0948758-dde0-4f78-9eb9-a331e53f3d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339715 Sep 16 04:51:24.613922 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecb371-309f-4192-9e6e-e9c8ed40f1c4 req-9f4d69b4-265a-4aea-be39-3b469e32e6a3 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:24.615656 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-41ecb371-309f-4192-9e6e-e9c8ed40f1c4 req-9f4d69b4-265a-4aea-be39-3b469e32e6a3 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0807033 Sep 16 04:51:24.638126 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 28b7154f-1510-41ee-89e8-368ea43f2070 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:24.673263 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-41ecb371-309f-4192-9e6e-e9c8ed40f1c4 req-29621135-199f-4815-9150-f9a6485fff85 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479348 Sep 16 04:51:24.753330 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc369fe-6e31-43cf-9d84-26afc4e9dc7e req-bd0cb8df-96f1-4a01-a1ed-80f77bf6b54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:24.755408 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3bc369fe-6e31-43cf-9d84-26afc4e9dc7e req-bd0cb8df-96f1-4a01-a1ed-80f77bf6b54c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9def1d9b8bd143368fce837c81e5ede0&device_id=20bca411-5593-4633-bf3f-65dd86eeaf84 HTTP/1.1" status: 200 len: 1095 time: 0.0743504 Sep 16 04:51:24.831759 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 28b7154f-1510-41ee-89e8-368ea43f2070, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=28b7154f-1510-41ee-89e8-368ea43f2070,segment=NetworkSegment(9d882537-ab8f-4c6a-a507-c4b915fccb33),segment_id=9d882537-ab8f-4c6a-a507-c4b915fccb33)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:24.847475 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961752f-25ca-4217-a895-e9f07826fd36 req-1a9d7403-f3eb-4992-b1c1-c185e60dd970 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:24.851251 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1961752f-25ca-4217-a895-e9f07826fd36 req-1a9d7403-f3eb-4992-b1c1-c185e60dd970 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dab08dc3-634d-4cf0-97a5-ae69484c2c05 HTTP/1.1" status: 200 len: 945 time: 0.0964770 Sep 16 04:51:24.853978 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '28b7154f-1510-41ee-89e8-368ea43f2070', 'network_id': '5af8db4f-30cf-43da-98f6-b98ec0e36bfd', 'port_id': '28b7154f-1510-41ee-89e8-368ea43f2070', 'mac_address': 'fa:16:3e:d3:14:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abeb648c-0c98-45ec-a092-05d2e017fc1f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:51:24.921147 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.927200 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc369fe-6e31-43cf-9d84-26afc4e9dc7e req-d4368759-75a8-445a-9a21-6bb73fcaf41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:24.930051 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3bc369fe-6e31-43cf-9d84-26afc4e9dc7e req-d4368759-75a8-445a-9a21-6bb73fcaf41b service neutron] 10.222.0.47 "GET /v2.0/networks?id=c0948758-dde0-4f78-9eb9-a331e53f3d38 HTTP/1.1" status: 200 len: 925 time: 0.1672151 Sep 16 04:51:24.935235 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1961752f-25ca-4217-a895-e9f07826fd36 req-c0828bc7-21cf-41fc-b7f1-d4e45a981bff tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cd522ee-7e78-447c-bc01-0417fe7e2eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726798 Sep 16 04:51:24.948892 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28b7154f-1510-41ee-89e8-368ea43f2070 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:24.998546 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 28b7154f-1510-41ee-89e8-368ea43f2070, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=28b7154f-1510-41ee-89e8-368ea43f2070,segment=NetworkSegment(9d882537-ab8f-4c6a-a507-c4b915fccb33),segment_id=9d882537-ab8f-4c6a-a507-c4b915fccb33)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:25.005267 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:25.006070 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3bc369fe-6e31-43cf-9d84-26afc4e9dc7e req-e57a8826-3335-4d95-98c2-953cc95fae97 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854 HTTP/1.1" status: 200 len: 217 time: 0.0664186 Sep 16 04:51:25.094928 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc369fe-6e31-43cf-9d84-26afc4e9dc7e req-81abf9dc-7d4a-42b2-a52e-2446dde9bd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:25.096930 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3bc369fe-6e31-43cf-9d84-26afc4e9dc7e req-81abf9dc-7d4a-42b2-a52e-2446dde9bd64 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7dfca552-2814-4c5f-90f2-53fe5e725efb HTTP/1.1" status: 200 len: 864 time: 0.0836887 Sep 16 04:51:25.099315 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09ce3c-6e46-496a-b88c-625a8a5c268c req-35d738e4-6967-41d2-bea7-7c8ac1b8f770 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:25.100990 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5a09ce3c-6e46-496a-b88c-625a8a5c268c req-35d738e4-6967-41d2-bea7-7c8ac1b8f770 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] 10.222.0.35 "GET /v2.0/ports?device_id=20bca411-5593-4633-bf3f-65dd86eeaf84 HTTP/1.1" status: 200 len: 943 time: 0.0649557 Sep 16 04:51:25.105818 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=28b7154f-1510-41ee-89e8-368ea43f2070,revision_number=6']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:25.137727 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3bc369fe-6e31-43cf-9d84-26afc4e9dc7e req-49b9776c-b57e-4978-b386-1c21d063251c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c0948758-dde0-4f78-9eb9-a331e53f3d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331087 Sep 16 04:51:25.155818 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5a09ce3c-6e46-496a-b88c-625a8a5c268c req-898e10e4-88ad-4811-8bd7-8612a56899ff tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] 10.222.0.35 "GET /v2.0/security-groups?id=4144e969-047b-41cc-9050-d19238f48b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427382 Sep 16 04:51:25.174131 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-00ec3208-f4d9-4539-abad-24f1ca95cacb req-cc7b5818-6bb8-450d-b179-0fd01c18c2ab tempest-ServerShowV257Test-1299438486 tempest-ServerShowV257Test-1299438486-project] 10.222.0.48 "GET /v2.0/ports?device_id=6208e6bb-bbf6-443d-8867-9041fd58387d HTTP/1.1" status: 200 len: 210 time: 0.0391381 Sep 16 04:51:25.313458 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3bc369fe-6e31-43cf-9d84-26afc4e9dc7e req-7dab5777-4dd6-4945-b952-0966981f95fa service neutron] 10.222.0.47 "GET /v2.0/networks/c0948758-dde0-4f78-9eb9-a331e53f3d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671307 Sep 16 04:51:25.350228 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['28b7154f-1510-41ee-89e8-368ea43f2070'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:25.370859 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa67dda-2b04-4510-8b5c-826e85b2f90f req-c5b69ee7-4ae2-4f13-bda2-b42548267fd1 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:25.373847 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-faa67dda-2b04-4510-8b5c-826e85b2f90f req-c5b69ee7-4ae2-4f13-bda2-b42548267fd1 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=cfce501b-72ef-498d-81a0-ad89a303a74f HTTP/1.1" status: 200 len: 945 time: 0.0991104 Sep 16 04:51:25.433675 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-faa67dda-2b04-4510-8b5c-826e85b2f90f req-40e373c6-9bdf-48c8-ad9e-cd7a5dbea9b6 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533450 Sep 16 04:51:25.475528 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3bc369fe-6e31-43cf-9d84-26afc4e9dc7e req-066c8abb-77f4-4894-ad7d-e44ee397e33e service neutron] 10.222.0.47 "GET /v2.0/networks/c0948758-dde0-4f78-9eb9-a331e53f3d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527627 Sep 16 04:51:25.585444 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-21625cb6-9bdc-4cfb-b600-7c0bbcc07da4 req-9830e831-27b0-4aae-b7c8-975a66bc1b77 tempest-ServerShowV257Test-1299438486 tempest-ServerShowV257Test-1299438486-project] 10.222.0.35 "GET /v2.0/ports?device_id=6208e6bb-bbf6-443d-8867-9041fd58387d HTTP/1.1" status: 200 len: 210 time: 0.0376449 Sep 16 04:51:25.838445 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4bcb0-11d2-439b-aa03-621a767ea217 req-819fb5f6-8c9c-4592-84a6-0bd58dbf4f3a tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:25.840092 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1ee4bcb0-11d2-439b-aa03-621a767ea217 req-819fb5f6-8c9c-4592-84a6-0bd58dbf4f3a tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 944 time: 0.0598423 Sep 16 04:51:25.886283 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1ee4bcb0-11d2-439b-aa03-621a767ea217 req-c6a482a2-e5b1-42a8-8f18-6efceb306811 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395918 Sep 16 04:51:26.099924 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92821146-6d2d-4e57-92bc-9ac6806383f0 req-95974253-08ce-4379-adf7-713abb76080b tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:26.101666 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-92821146-6d2d-4e57-92bc-9ac6806383f0 req-95974253-08ce-4379-adf7-713abb76080b tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dab08dc3-634d-4cf0-97a5-ae69484c2c05 HTTP/1.1" status: 200 len: 945 time: 0.0676548 Sep 16 04:51:26.160647 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-92821146-6d2d-4e57-92bc-9ac6806383f0 req-08f4669e-64c2-41bb-89ae-fa027eb9dd24 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cd522ee-7e78-447c-bc01-0417fe7e2eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522172 Sep 16 04:51:26.295623 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efde210-b864-4d4c-a958-1ab5ba3ff49a req-66a62f21-4b2a-41dc-842c-6d56d2087e48 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:26.297213 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9efde210-b864-4d4c-a958-1ab5ba3ff49a req-66a62f21-4b2a-41dc-842c-6d56d2087e48 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] 10.222.0.35 "GET /v2.0/ports?device_id=20bca411-5593-4633-bf3f-65dd86eeaf84 HTTP/1.1" status: 200 len: 943 time: 0.0556595 Sep 16 04:51:26.342307 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9efde210-b864-4d4c-a958-1ab5ba3ff49a req-89ec0c6e-6893-4f74-b90b-8e2e87413c70 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] 10.222.0.35 "GET /v2.0/security-groups?id=4144e969-047b-41cc-9050-d19238f48b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388598 Sep 16 04:51:26.463790 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096b291-5dc4-4f6b-8d04-624dba20b51a req-8a767826-88d7-48b6-aadf-4aa8a32bbe65 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:26.465312 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1096b291-5dc4-4f6b-8d04-624dba20b51a req-8a767826-88d7-48b6-aadf-4aa8a32bbe65 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.48 "GET /v2.0/ports?device_id=dab08dc3-634d-4cf0-97a5-ae69484c2c05 HTTP/1.1" status: 200 len: 945 time: 0.0506423 Sep 16 04:51:26.569208 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd32994-278d-4760-8165-7f84b880862f req-6efeede2-ef23-4ba4-8c00-fe81746e304c tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:26.571065 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9cd32994-278d-4760-8165-7f84b880862f req-6efeede2-ef23-4ba4-8c00-fe81746e304c tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=cfce501b-72ef-498d-81a0-ad89a303a74f HTTP/1.1" status: 200 len: 945 time: 0.0517051 Sep 16 04:51:26.586454 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-1096b291-5dc4-4f6b-8d04-624dba20b51a req-1983562e-6447-46b1-a4c9-1c80e78c5107 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] Deleting port 29198ddf-2475-49a3-ad70-ff032d242922 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:26.587049 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1096b291-5dc4-4f6b-8d04-624dba20b51a req-1983562e-6447-46b1-a4c9-1c80e78c5107 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:26.613520 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9cd32994-278d-4760-8165-7f84b880862f req-973a1f91-3426-430b-ac25-59ac405975ba tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335970 Sep 16 04:51:26.660717 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 28b7154f-1510-41ee-89e8-368ea43f2070 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:26.705481 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-1096b291-5dc4-4f6b-8d04-624dba20b51a req-1983562e-6447-46b1-a4c9-1c80e78c5107 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] For port 29198ddf-2475-49a3-ad70-ff032d242922, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=29198ddf-2475-49a3-ad70-ff032d242922,segment=NetworkSegment(913c19c1-2db8-4581-b30c-4edff69cb65e),segment_id=913c19c1-2db8-4581-b30c-4edff69cb65e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:26.705890 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1096b291-5dc4-4f6b-8d04-624dba20b51a req-1983562e-6447-46b1-a4c9-1c80e78c5107 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:26.727383 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 28b7154f-1510-41ee-89e8-368ea43f2070 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:26.728672 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:26.732660 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-1096b291-5dc4-4f6b-8d04-624dba20b51a req-1983562e-6447-46b1-a4c9-1c80e78c5107 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] Calling delete_port for 29198ddf-2475-49a3-ad70-ff032d242922 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:26.779449 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616d5fa-4aa3-4729-a502-62d09c016bc7 req-77188e58-71e3-4df7-b621-0f5ec306c08e tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:26.781409 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8616d5fa-4aa3-4729-a502-62d09c016bc7 req-77188e58-71e3-4df7-b621-0f5ec306c08e tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=cfce501b-72ef-498d-81a0-ad89a303a74f HTTP/1.1" status: 200 len: 945 time: 0.0694165 Sep 16 04:51:26.832093 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:26.843054 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8616d5fa-4aa3-4729-a502-62d09c016bc7 req-3d4844cf-8417-4f0f-bd8c-967a1546a662 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535290 Sep 16 04:51:26.865113 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8b0102-c6af-4051-afb4-0a49c5a910b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b7154f-1510-41ee-89e8-368ea43f2070'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:26.868812 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f4382c-0a85-46f2-838a-38b4b8b44e13" -d '{"events": [{"server_uuid": "6c8b0102-c6af-4051-afb4-0a49c5a910b1", "name": "network-vif-plugged", "status": "completed", "tag": "28b7154f-1510-41ee-89e8-368ea43f2070"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:26.887367 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 28b7154f-1510-41ee-89e8-368ea43f2070, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=28b7154f-1510-41ee-89e8-368ea43f2070,segment=NetworkSegment(9d882537-ab8f-4c6a-a507-c4b915fccb33),segment_id=9d882537-ab8f-4c6a-a507-c4b915fccb33)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:26.894055 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:26.924515 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1096b291-5dc4-4f6b-8d04-624dba20b51a req-1983562e-6447-46b1-a4c9-1c80e78c5107 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:26.965232 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1983562e-6447-46b1-a4c9-1c80e78c5107 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] Pushing event deleted for resources: {'Port': ['ID=29198ddf-2475-49a3-ad70-ff032d242922,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:26.965490 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=28b7154f-1510-41ee-89e8-368ea43f2070,revision_number=7']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:26.973235 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['29198ddf-2475-49a3-ad70-ff032d242922'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:27.013628 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1096b291-5dc4-4f6b-8d04-624dba20b51a req-1983562e-6447-46b1-a4c9-1c80e78c5107 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] No DVR routers for this DVR port 29198ddf-2475-49a3-ad70-ff032d242922 on host n-h2-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:51:27.016908 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1096b291-5dc4-4f6b-8d04-624dba20b51a req-1983562e-6447-46b1-a4c9-1c80e78c5107 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.019709 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1096b291-5dc4-4f6b-8d04-624dba20b51a req-1983562e-6447-46b1-a4c9-1c80e78c5107 tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.48 "DELETE /v2.0/ports/29198ddf-2475-49a3-ad70-ff032d242922 HTTP/1.1" status: 204 len: 173 time: 0.5470858 Sep 16 04:51:27.020195 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab08dc3-634d-4cf0-97a5-ae69484c2c05', 'name': 'network-vif-deleted', 'tag': '29198ddf-2475-49a3-ad70-ff032d242922'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:27.022846 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcaf0d27-a516-494a-96dc-97180080bc6b" -d '{"events": [{"server_uuid": "dab08dc3-634d-4cf0-97a5-ae69484c2c05", "name": "network-vif-deleted", "tag": "29198ddf-2475-49a3-ad70-ff032d242922"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:27.047442 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 44864) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:27.097903 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69ccaad-0df8-49df-abcc-941920691f9a x-openstack-request-id: req-c69ccaad-0df8-49df-abcc-941920691f9a {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:27.098363 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8b0102-c6af-4051-afb4-0a49c5a910b1", "name": "network-vif-plugged", "status": "completed", "tag": "28b7154f-1510-41ee-89e8-368ea43f2070", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:27.098518 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c69ccaad-0df8-49df-abcc-941920691f9a {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:27.098914 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8b0102-c6af-4051-afb4-0a49c5a910b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b7154f-1510-41ee-89e8-368ea43f2070', 'code': 200} Sep 16 04:51:27.172070 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7a23e7a1-a539-4ce3-a949-28d0f28d57f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.198660 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a95887-6050-4ab1-903d-c7923013b927 req-99a097f1-4fd7-4e20-9918-cebaaec5cfc4 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:27.200321 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-83a95887-6050-4ab1-903d-c7923013b927 req-99a097f1-4fd7-4e20-9918-cebaaec5cfc4 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0532336 Sep 16 04:51:27.257975 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-83a95887-6050-4ab1-903d-c7923013b927 req-0cd62b6e-72fd-4f74-b068-aef18071955b tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509427 Sep 16 04:51:27.285391 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7a23e7a1-a539-4ce3-a949-28d0f28d57f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.292195 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7a23e7a1-a539-4ce3-a949-28d0f28d57f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.311076 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfbd35d-79cf-4f5b-bfea-aa139fbbd949 x-openstack-request-id: req-7dfbd35d-79cf-4f5b-bfea-aa139fbbd949 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:27.311514 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab08dc3-634d-4cf0-97a5-ae69484c2c05", "name": "network-vif-deleted", "tag": "29198ddf-2475-49a3-ad70-ff032d242922", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:27.311929 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7dfbd35d-79cf-4f5b-bfea-aa139fbbd949 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:27.312543 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab08dc3-634d-4cf0-97a5-ae69484c2c05', 'name': 'network-vif-deleted', 'tag': '29198ddf-2475-49a3-ad70-ff032d242922', 'status': 'completed', 'code': 200} Sep 16 04:51:27.353059 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7a23e7a1-a539-4ce3-a949-28d0f28d57f1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=348d155dc14443049d3b0583fe90a153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3042421 Sep 16 04:51:27.353782 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23e7a1-a539-4ce3-a949-28d0f28d57f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283e8d85-7676-4d6d-ad8b-b6e016a98def,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:27.356634 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 44872) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:27.444168 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7b819-1465-4514-adba-97fe24e365ab req-6ee1f4d8-b055-4a0e-82e1-3653b4f20f37 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:27.445692 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8cc7b819-1465-4514-adba-97fe24e365ab req-6ee1f4d8-b055-4a0e-82e1-3653b4f20f37 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=cfce501b-72ef-498d-81a0-ad89a303a74f HTTP/1.1" status: 200 len: 945 time: 0.0736499 Sep 16 04:51:27.449198 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2c92f0b0-ccca-4cd4-917c-4709e08da979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.484039 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2c92f0b0-ccca-4cd4-917c-4709e08da979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.512593 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8cc7b819-1465-4514-adba-97fe24e365ab req-7afd7dc9-b6d4-4b82-a9b5-ef3ac2377136 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589299 Sep 16 04:51:27.551557 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2c92f0b0-ccca-4cd4-917c-4709e08da979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.554769 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2c92f0b0-ccca-4cd4-917c-4709e08da979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.556978 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2c92f0b0-ccca-4cd4-917c-4709e08da979 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/283e8d85-7676-4d6d-ad8b-b6e016a98def HTTP/1.1" status: 204 len: 168 time: 0.1986315 Sep 16 04:51:27.565784 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92f0b0-ccca-4cd4-917c-4709e08da979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283e8d85-7676-4d6d-ad8b-b6e016a98def,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:27.630800 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d0ea2ad5-30f3-46ee-9a3f-33437c95fda3 req-504572ba-1685-4e34-84f7-aa764fc25c2e tempest-InstanceActionsNegativeTestJSON-481002740 tempest-InstanceActionsNegativeTestJSON-481002740-project] 10.222.0.35 "GET /v2.0/ports?device_id=dab08dc3-634d-4cf0-97a5-ae69484c2c05 HTTP/1.1" status: 200 len: 210 time: 0.0336838 Sep 16 04:51:27.750009 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712bb7b-ca13-48a3-b697-44bcdc699d0d req-516efd7a-7053-4e4d-86f0-30138ee1ed1d tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:27.752294 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c712bb7b-ca13-48a3-b697-44bcdc699d0d req-516efd7a-7053-4e4d-86f0-30138ee1ed1d tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] 10.222.0.35 "GET /v2.0/ports?device_id=20bca411-5593-4633-bf3f-65dd86eeaf84 HTTP/1.1" status: 200 len: 943 time: 0.0579975 Sep 16 04:51:27.792920 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c712bb7b-ca13-48a3-b697-44bcdc699d0d req-d288049e-7574-4a80-bf5f-4a39b18c83a5 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] 10.222.0.35 "GET /v2.0/security-groups?id=4144e969-047b-41cc-9050-d19238f48b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336740 Sep 16 04:51:27.824657 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:27.923230 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854,segment=NetworkSegment(d9fc1f4b-6d0e-4cfb-b2a7-be08b211ce48),segment_id=d9fc1f4b-6d0e-4cfb-b2a7-be08b211ce48)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:27.935302 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854', 'network_id': 'c0948758-dde0-4f78-9eb9-a331e53f3d38', 'port_id': 'a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854', 'mac_address': 'fa:16:3e:28:68:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dfca552-2814-4c5f-90f2-53fe5e725efb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:51:27.973106 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.986036 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:28.005592 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854,segment=NetworkSegment(d9fc1f4b-6d0e-4cfb-b2a7-be08b211ce48),segment_id=d9fc1f4b-6d0e-4cfb-b2a7-be08b211ce48)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:28.010243 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:28.062814 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:28.249657 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 44896) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:28.269888 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:28.367124 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-51f759fc-f5bd-47e5-bc97-a78fe00134ff admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1059958202-network', 'tenant_id': '0bb495a0cfce4e6ab584b43778b30f0a'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:28.409314 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b60307-fe87-457f-ae56-12de9ffa70e3 req-90739b26-3a31-42e3-9228-df3320a81aa8 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:28.410852 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-43b60307-fe87-457f-ae56-12de9ffa70e3 req-90739b26-3a31-42e3-9228-df3320a81aa8 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0785751 Sep 16 04:51:28.411481 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f759fc-f5bd-47e5-bc97-a78fe00134ff admin admin] Made reservation on behalf of 0bb495a0cfce4e6ab584b43778b30f0a for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:28.413798 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-51f759fc-f5bd-47e5-bc97-a78fe00134ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:28.430262 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-51f759fc-f5bd-47e5-bc97-a78fe00134ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:28.478218 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-43b60307-fe87-457f-ae56-12de9ffa70e3 req-e6ca8a0e-e911-4070-a040-be2d051c1308 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540733 Sep 16 04:51:28.558770 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-51f759fc-f5bd-47e5-bc97-a78fe00134ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:28.564623 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-51f759fc-f5bd-47e5-bc97-a78fe00134ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:28.591184 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51f759fc-f5bd-47e5-bc97-a78fe00134ff admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:51:28.616365 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f759fc-f5bd-47e5-bc97-a78fe00134ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a32627c-6fc8-4aa7-b13a-da874c1304f0,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:28.620059 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-51f759fc-f5bd-47e5-bc97-a78fe00134ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:28.620407 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-51f759fc-f5bd-47e5-bc97-a78fe00134ff admin admin] Added segment 59c30d56-69b1-4811-b65c-f8873ef1e6a9 of type vlan for network 89c9d5b8-07cc-4105-a973-b604b1d049b6 Sep 16 04:51:28.683674 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-51f759fc-f5bd-47e5-bc97-a78fe00134ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:28.698848 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f52deb-6f86-44f7-bcf7-543935955a06 req-0c4c0919-49f2-41bb-982d-a8b9443fa626 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:28.700548 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-55f52deb-6f86-44f7-bcf7-543935955a06 req-0c4c0919-49f2-41bb-982d-a8b9443fa626 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=cfce501b-72ef-498d-81a0-ad89a303a74f HTTP/1.1" status: 200 len: 945 time: 0.1028292 Sep 16 04:51:28.745142 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-51f759fc-f5bd-47e5-bc97-a78fe00134ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:28.746112 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f759fc-f5bd-47e5-bc97-a78fe00134ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:28.746701 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-51f759fc-f5bd-47e5-bc97-a78fe00134ff admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:28.772878 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-55f52deb-6f86-44f7-bcf7-543935955a06 req-83c84dc7-00a6-401b-8726-b854e09aaa5b tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642626 Sep 16 04:51:28.796329 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-51f759fc-f5bd-47e5-bc97-a78fe00134ff admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5381782 Sep 16 04:51:28.841044 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f759fc-f5bd-47e5-bc97-a78fe00134ff admin admin] Pushing event updated for resources: {'Network': ['ID=89c9d5b8-07cc-4105-a973-b604b1d049b6,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:28.854259 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 89c9d5b8-07cc-4105-a973-b604b1d049b6 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:51:28.977477 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 44916) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:29.036634 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-43689564-c96b-4489-a24a-890746382584 admin admin] Deleting subnet a38f2eed-ffaa-4d59-bf7a-d355aa0b3f24 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:51:29.038515 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-43689564-c96b-4489-a24a-890746382584 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.092262 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-43689564-c96b-4489-a24a-890746382584 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.099357 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d2605f-e601-47e1-a6a6-3d02f46435f9 req-e1550962-cf2e-4e15-a971-8130f601a366 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:29.100941 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b5d2605f-e601-47e1-a6a6-3d02f46435f9 req-e1550962-cf2e-4e15-a971-8130f601a366 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] 10.222.0.35 "GET /v2.0/ports?device_id=20bca411-5593-4633-bf3f-65dd86eeaf84 HTTP/1.1" status: 200 len: 944 time: 0.0638828 Sep 16 04:51:29.152478 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b5d2605f-e601-47e1-a6a6-3d02f46435f9 req-bbf093eb-11da-4fad-ad21-83b879858897 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] 10.222.0.35 "GET /v2.0/security-groups?id=4144e969-047b-41cc-9050-d19238f48b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421324 Sep 16 04:51:29.168019 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-43689564-c96b-4489-a24a-890746382584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.209325 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea21933-d239-41a3-8991-5b519a0cbfc8 req-c43b3b0c-425f-4963-a086-a4ba24003d85 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:29.210734 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1ea21933-d239-41a3-8991-5b519a0cbfc8 req-c43b3b0c-425f-4963-a086-a4ba24003d85 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfce501b-72ef-498d-81a0-ad89a303a74f HTTP/1.1" status: 200 len: 945 time: 0.0920336 Sep 16 04:51:29.278391 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-43689564-c96b-4489-a24a-890746382584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.327815 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43689564-c96b-4489-a24a-890746382584 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a38f2eed-ffaa-4d59-bf7a-d355aa0b3f24,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:29.334450 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-43689564-c96b-4489-a24a-890746382584 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.336451 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-43689564-c96b-4489-a24a-890746382584 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a38f2eed-ffaa-4d59-bf7a-d355aa0b3f24 HTTP/1.1" status: 204 len: 168 time: 0.3575408 Sep 16 04:51:29.339570 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 44922) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:29.362658 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-1ea21933-d239-41a3-8991-5b519a0cbfc8 req-201a6617-2ab1-4815-9532-e9eba634da71 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Deleting port e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:29.362995 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1ea21933-d239-41a3-8991-5b519a0cbfc8 req-201a6617-2ab1-4815-9532-e9eba634da71 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.466017 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-74b822e4-29ac-453c-bab3-918b47ff529f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.469085 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-1ea21933-d239-41a3-8991-5b519a0cbfc8 req-201a6617-2ab1-4815-9532-e9eba634da71 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] For port e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5,segment=NetworkSegment(01aafaa9-a340-46ca-887a-6648c79e8c73),segment_id=01aafaa9-a340-46ca-887a-6648c79e8c73)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:29.469458 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1ea21933-d239-41a3-8991-5b519a0cbfc8 req-201a6617-2ab1-4815-9532-e9eba634da71 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.478377 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75470fdb-0c86-41c1-b156-283ff1374fbc req-8d0faba0-6ef8-4f67-9cfd-c9a7468e1963 tempest-ComputeTenantNetworksTest-2120391225 tempest-ComputeTenantNetworksTest-2120391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:29.482643 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-1ea21933-d239-41a3-8991-5b519a0cbfc8 req-201a6617-2ab1-4815-9532-e9eba634da71 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Calling delete_port for e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:29.484330 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75470fdb-0c86-41c1-b156-283ff1374fbc req-8d0faba0-6ef8-4f67-9cfd-c9a7468e1963 tempest-ComputeTenantNetworksTest-2120391225 tempest-ComputeTenantNetworksTest-2120391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:29.490418 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75470fdb-0c86-41c1-b156-283ff1374fbc req-8d0faba0-6ef8-4f67-9cfd-c9a7468e1963 tempest-ComputeTenantNetworksTest-2120391225 tempest-ComputeTenantNetworksTest-2120391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:29.492155 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-75470fdb-0c86-41c1-b156-283ff1374fbc req-8d0faba0-6ef8-4f67-9cfd-c9a7468e1963 tempest-ComputeTenantNetworksTest-2120391225 tempest-ComputeTenantNetworksTest-2120391225-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.1918576 Sep 16 04:51:29.577078 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-74b822e4-29ac-453c-bab3-918b47ff529f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.615564 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1ea21933-d239-41a3-8991-5b519a0cbfc8 req-201a6617-2ab1-4815-9532-e9eba634da71 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.622659 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-74b822e4-29ac-453c-bab3-918b47ff529f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b202066e-2aa6-4f85-907d-728a51cf3fb3']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:29.634927 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-74b822e4-29ac-453c-bab3-918b47ff529f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '913c19c1-2db8-4581-b30c-4edff69cb65e') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:29.635283 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-74b822e4-29ac-453c-bab3-918b47ff529f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '913c19c1-2db8-4581-b30c-4edff69cb65e') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:29.650903 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['15ad20e6-33a2-4999-b939-3fa15039c324', 'e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:29.651436 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a6617-2ab1-4815-9532-e9eba634da71 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Pushing event deleted for resources: {'Port': ['ID=e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:29.653267 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-74b822e4-29ac-453c-bab3-918b47ff529f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.675221 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a906e3-25a4-4fe7-94bf-d153cf17c307 req-7155bfa4-e46a-471b-a37e-7bd4dc9c601c tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:29.676762 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4a906e3-25a4-4fe7-94bf-d153cf17c307 req-7155bfa4-e46a-471b-a37e-7bd4dc9c601c tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.1016767 Sep 16 04:51:29.681735 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-74b822e4-29ac-453c-bab3-918b47ff529f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.695394 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea21933-d239-41a3-8991-5b519a0cbfc8 req-201a6617-2ab1-4815-9532-e9eba634da71 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] No DVR routers for this DVR port e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5 on host n-h2-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:51:29.698003 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1ea21933-d239-41a3-8991-5b519a0cbfc8 req-201a6617-2ab1-4815-9532-e9eba634da71 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.699137 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b822e4-29ac-453c-bab3-918b47ff529f admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:51:29.699518 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-74b822e4-29ac-453c-bab3-918b47ff529f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.700027 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1ea21933-d239-41a3-8991-5b519a0cbfc8 req-201a6617-2ab1-4815-9532-e9eba634da71 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.48 "DELETE /v2.0/ports/e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5 HTTP/1.1" status: 204 len: 173 time: 0.4823825 Sep 16 04:51:29.700469 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfce501b-72ef-498d-81a0-ad89a303a74f', 'name': 'network-vif-deleted', 'tag': 'e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:29.701257 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:51:29.701257 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:51:29.701257 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:51:29.701257 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:51:29.701257 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:51:29.701257 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:51:29.701257 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:51:29.701257 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:51:29.701257 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:51:29.701257 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:51:29.701257 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:51:29.701257 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:51:29.701257 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:51:29.701257 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:51:29.701257 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:51:29.701257 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:51:29.701257 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:51:29.701257 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:51:29.701257 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:51:29.701257 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:51:29.701257 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:51:29.701257 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:51:29.701257 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:51:29.701257 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:51:29.701257 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:51:29.701257 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:51:29.701257 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:51:29.701257 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:51:29.701257 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:51:29.701257 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:51:29.701257 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:51:29.701257 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:51:29.703401 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e2f93f-7609-46ad-a3f2-a23ee7178215" -d '{"events": [{"server_uuid": "cfce501b-72ef-498d-81a0-ad89a303a74f", "name": "network-vif-deleted", "tag": "e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:29.771343 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4a906e3-25a4-4fe7-94bf-d153cf17c307 req-d7914cd5-c150-405e-9bba-f09851a0cfff tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824292 Sep 16 04:51:29.778180 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-74b822e4-29ac-453c-bab3-918b47ff529f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.787646 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-74b822e4-29ac-453c-bab3-918b47ff529f admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.794004 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-74b822e4-29ac-453c-bab3-918b47ff529f admin admin] 10.222.0.35 "DELETE /v2.0/networks/b202066e-2aa6-4f85-907d-728a51cf3fb3 HTTP/1.1" status: 204 len: 168 time: 0.4528952 Sep 16 04:51:29.806888 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b822e4-29ac-453c-bab3-918b47ff529f admin admin] Pushing event deleted for resources: {'Network': ['ID=b202066e-2aa6-4f85-907d-728a51cf3fb3,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:29.830946 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:29.891921 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:51:29.897182 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:29.897650 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.963481 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 44934) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:29.982863 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.007695 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bca411-5593-4633-bf3f-65dd86eeaf84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:30.010503 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c763ae28-da7b-44be-9be0-ddf5ac813869" -d '{"events": [{"server_uuid": "20bca411-5593-4633-bf3f-65dd86eeaf84", "name": "network-vif-plugged", "status": "completed", "tag": "a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:30.012363 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-38fa0187-b332-4896-818c-5e43a748c186 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cae8d6d68e9444ee9fbaf9ef2d3dbeba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476401 Sep 16 04:51:30.014769 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 44938) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:30.024364 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854,segment=NetworkSegment(d9fc1f4b-6d0e-4cfb-b2a7-be08b211ce48),segment_id=d9fc1f4b-6d0e-4cfb-b2a7-be08b211ce48)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:30.028695 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.073154 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-11c52285-3f4e-4daa-83bb-8ce838344481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.085004 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:30.099852 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-11c52285-3f4e-4daa-83bb-8ce838344481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.169372 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-11c52285-3f4e-4daa-83bb-8ce838344481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.172851 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-11c52285-3f4e-4daa-83bb-8ce838344481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.174040 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-11c52285-3f4e-4daa-83bb-8ce838344481 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2cd522ee-7e78-447c-bc01-0417fe7e2eb1 HTTP/1.1" status: 204 len: 168 time: 0.1581104 Sep 16 04:51:30.184151 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c52285-3f4e-4daa-83bb-8ce838344481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd522ee-7e78-447c-bc01-0417fe7e2eb1,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:30.318551 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db7091-9a22-4ad4-95ee-05e1eb653e7c req-aaf6c402-4f73-4443-b65d-1715335697e5 tempest-ComputeTenantNetworksTest-2120391225 tempest-ComputeTenantNetworksTest-2120391225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:30.320030 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-50db7091-9a22-4ad4-95ee-05e1eb653e7c req-aaf6c402-4f73-4443-b65d-1715335697e5 tempest-ComputeTenantNetworksTest-2120391225 tempest-ComputeTenantNetworksTest-2120391225-project] 10.222.0.35 "GET /v2.0/networks/89c9d5b8-07cc-4105-a973-b604b1d049b6 HTTP/1.1" status: 200 len: 769 time: 0.4855011 Sep 16 04:51:30.330426 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 44952) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:30.425291 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b98e2f6-0ec7-4176-96ee-ed2adda115bc x-openstack-request-id: req-4b98e2f6-0ec7-4176-96ee-ed2adda115bc {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:30.425665 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfce501b-72ef-498d-81a0-ad89a303a74f", "name": "network-vif-deleted", "tag": "e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:30.425864 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4b98e2f6-0ec7-4176-96ee-ed2adda115bc {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:30.426322 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfce501b-72ef-498d-81a0-ad89a303a74f', 'name': 'network-vif-deleted', 'tag': 'e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5', 'status': 'completed', 'code': 200} Sep 16 04:51:30.447383 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cb8f5fe8-b5e4-46bc-a8de-b7e63859856e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.498589 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-414c56a2-1213-4bb3-902d-894e89a18985 req-c0b32ee0-b378-4a58-aff3-7c575e18c16c tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=cfce501b-72ef-498d-81a0-ad89a303a74f HTTP/1.1" status: 200 len: 210 time: 0.0540144 Sep 16 04:51:30.550746 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cb8f5fe8-b5e4-46bc-a8de-b7e63859856e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.576534 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-cb8f5fe8-b5e4-46bc-a8de-b7e63859856e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89c9d5b8-07cc-4105-a973-b604b1d049b6']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:30.583932 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c2bf7a-c01a-4ca1-ab4a-67d25c16964e x-openstack-request-id: req-d2c2bf7a-c01a-4ca1-ab4a-67d25c16964e {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:30.584948 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bca411-5593-4633-bf3f-65dd86eeaf84", "name": "network-vif-plugged", "status": "completed", "tag": "a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:30.585316 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d2c2bf7a-c01a-4ca1-ab4a-67d25c16964e {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:30.585823 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bca411-5593-4633-bf3f-65dd86eeaf84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854', 'code': 200} Sep 16 04:51:30.593317 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-cb8f5fe8-b5e4-46bc-a8de-b7e63859856e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59c30d56-69b1-4811-b65c-f8873ef1e6a9') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:30.594049 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-cb8f5fe8-b5e4-46bc-a8de-b7e63859856e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59c30d56-69b1-4811-b65c-f8873ef1e6a9') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:30.617380 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cb8f5fe8-b5e4-46bc-a8de-b7e63859856e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.647422 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cb8f5fe8-b5e4-46bc-a8de-b7e63859856e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.657109 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb8f5fe8-b5e4-46bc-a8de-b7e63859856e admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:51:30.657657 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cb8f5fe8-b5e4-46bc-a8de-b7e63859856e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.680538 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 29198ddf-2475-49a3-ad70-ff032d242922 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:51:30.715032 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 29198ddf-2475-49a3-ad70-ff032d242922 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:51:30.715831 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 29198ddf-2475-49a3-ad70-ff032d242922 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:51:30.733909 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:51:30.733909 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:51:30.733909 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:51:30.733909 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:51:30.733909 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:51:30.733909 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:51:30.733909 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:51:30.733909 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:51:30.733909 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:51:30.733909 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:51:30.733909 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:51:30.733909 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:51:30.733909 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:51:30.733909 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:51:30.733909 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:51:30.733909 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:51:30.733909 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:51:30.733909 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:51:30.733909 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:51:30.733909 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:51:30.733909 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:51:30.733909 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:51:30.733909 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:51:30.733909 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:51:30.733909 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:51:30.733909 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:51:30.733909 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:51:30.733909 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:51:30.733909 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:51:30.733909 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:51:30.733909 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:51:30.733909 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:51:30.741212 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea848fa1-9e6f-4349-9e46-b7b80fc8fb94 req-3fafc1be-d8dd-4ccb-9af2-dfaa912a79bf tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:30.743355 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ea848fa1-9e6f-4349-9e46-b7b80fc8fb94 req-3fafc1be-d8dd-4ccb-9af2-dfaa912a79bf tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] 10.222.0.35 "GET /v2.0/ports?device_id=20bca411-5593-4633-bf3f-65dd86eeaf84 HTTP/1.1" status: 200 len: 945 time: 0.0832970 Sep 16 04:51:30.744844 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cb8f5fe8-b5e4-46bc-a8de-b7e63859856e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.762958 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cb8f5fe8-b5e4-46bc-a8de-b7e63859856e admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.767295 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cb8f5fe8-b5e4-46bc-a8de-b7e63859856e admin admin] 10.222.0.35 "DELETE /v2.0/networks/89c9d5b8-07cc-4105-a973-b604b1d049b6 HTTP/1.1" status: 204 len: 168 time: 0.4333246 Sep 16 04:51:30.785527 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f5fe8-b5e4-46bc-a8de-b7e63859856e admin admin] Pushing event deleted for resources: {'Network': ['ID=89c9d5b8-07cc-4105-a973-b604b1d049b6,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:30.804751 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0da828-a129-4dbd-b19f-efb240fe2f0d req-fd644930-a6b7-482c-b942-26ea38a40a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:30.806854 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3a0da828-a129-4dbd-b19f-efb240fe2f0d req-fd644930-a6b7-482c-b942-26ea38a40a12 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=20bca411-5593-4633-bf3f-65dd86eeaf84 HTTP/1.1" status: 200 len: 1097 time: 0.0719340 Sep 16 04:51:30.814590 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ea848fa1-9e6f-4349-9e46-b7b80fc8fb94 req-8e5867d0-b77f-4093-be7e-89323837722b tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] 10.222.0.35 "GET /v2.0/security-groups?id=4144e969-047b-41cc-9050-d19238f48b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590305 Sep 16 04:51:30.854999 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3a0da828-a129-4dbd-b19f-efb240fe2f0d req-3f54e6d8-4b5b-472d-9d1b-04c0997eb60a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4144e969-047b-41cc-9050-d19238f48b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401139 Sep 16 04:51:30.946908 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95536d16-0c44-48f8-b996-73276b5dce5b req-058b764f-5ed4-475b-8213-a9b714559917 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:30.948517 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-95536d16-0c44-48f8-b996-73276b5dce5b req-058b764f-5ed4-475b-8213-a9b714559917 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0545549 Sep 16 04:51:30.993740 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-95536d16-0c44-48f8-b996-73276b5dce5b req-ad8a4942-3aef-476d-9a9f-aff47bf9ed93 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384967 Sep 16 04:51:31.069198 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 44988) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:31.156786 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f2e3aa6d-7acb-4d03-95a6-9f638ef834e7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0bb495a0cfce4e6ab584b43778b30f0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0860896 Sep 16 04:51:31.159247 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 44994) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:31.230666 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6d26c255-c79b-42f2-8b32-30525f5c74cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:31.309467 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6d26c255-c79b-42f2-8b32-30525f5c74cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:31.379333 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6d26c255-c79b-42f2-8b32-30525f5c74cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:31.382391 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6d26c255-c79b-42f2-8b32-30525f5c74cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:31.384952 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6d26c255-c79b-42f2-8b32-30525f5c74cb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2a32627c-6fc8-4aa7-b13a-da874c1304f0 HTTP/1.1" status: 204 len: 168 time: 0.2231543 Sep 16 04:51:31.402831 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26c255-c79b-42f2-8b32-30525f5c74cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a32627c-6fc8-4aa7-b13a-da874c1304f0,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:31.470455 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 45004) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:31.949084 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e84d1-67f1-4914-8d0d-d6bf20c2982a req-c802d479-9808-4561-b6c3-98dc64ee4fc0 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:31.958035 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-043e84d1-67f1-4914-8d0d-d6bf20c2982a req-c802d479-9808-4561-b6c3-98dc64ee4fc0 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] 10.222.0.35 "GET /v2.0/ports?device_id=20bca411-5593-4633-bf3f-65dd86eeaf84 HTTP/1.1" status: 200 len: 945 time: 0.0644555 Sep 16 04:51:31.998198 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-64cc79ec-2806-4b13-99ea-c057557f0257 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1597741023-network', 'tenant_id': '036d28f22dc64d2ebe6089bb6918cba5'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:32.023333 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-043e84d1-67f1-4914-8d0d-d6bf20c2982a req-75424001-a4e9-4277-9e88-bee2bc381c85 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] 10.222.0.35 "GET /v2.0/security-groups?id=4144e969-047b-41cc-9050-d19238f48b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640869 Sep 16 04:51:32.039451 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cc79ec-2806-4b13-99ea-c057557f0257 admin admin] Made reservation on behalf of 036d28f22dc64d2ebe6089bb6918cba5 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:32.042644 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-64cc79ec-2806-4b13-99ea-c057557f0257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:32.056522 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-64cc79ec-2806-4b13-99ea-c057557f0257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:32.369839 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-64cc79ec-2806-4b13-99ea-c057557f0257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:32.379018 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-130949ba-729c-4d7b-a5e2-44c051463465 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:32.387244 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-130949ba-729c-4d7b-a5e2-44c051463465 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/networks?id=8c931ccc-5cf1-447a-be72-662f80eb3cc7 HTTP/1.1" status: 200 len: 805 time: 0.2084918 Sep 16 04:51:32.387244 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-64cc79ec-2806-4b13-99ea-c057557f0257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:32.433618 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64cc79ec-2806-4b13-99ea-c057557f0257 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:51:32.447945 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-61c26d43-b5ef-474e-859c-d2e8279aa387 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/quotas/097a363b67ea49498cd02794a5c40b7b HTTP/1.1" status: 200 len: 375 time: 0.0535865 Sep 16 04:51:32.515518 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-64cc79ec-2806-4b13-99ea-c057557f0257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:32.516038 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-64cc79ec-2806-4b13-99ea-c057557f0257 admin admin] Added segment eeb06a3c-4440-40bb-a867-5844152e236c of type vlan for network 0caeaa73-4117-40e8-a547-fe06cbf11fbe Sep 16 04:51:32.519253 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc79ec-2806-4b13-99ea-c057557f0257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7019df-0b7f-43c7-8eb5-fcbf36db189f,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:32.598463 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-dc63faf5-2463-428b-b19e-44dd00d4a5d9 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=097a363b67ea49498cd02794a5c40b7b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1484344 Sep 16 04:51:32.638789 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-64cc79ec-2806-4b13-99ea-c057557f0257 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:32.680946 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:51:32.710603 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:51:32.712389 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device e8feca50-4d0f-41b8-a49c-9a5ac2f84cc5 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:51:32.728761 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-64cc79ec-2806-4b13-99ea-c057557f0257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:32.729740 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cc79ec-2806-4b13-99ea-c057557f0257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:32.731947 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-64cc79ec-2806-4b13-99ea-c057557f0257 admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:32.788845 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-0a721150-38b7-4ee8-bf14-3e5e60c0acb3 service neutron] 10.222.0.35 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895940 Sep 16 04:51:32.854615 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-64cc79ec-2806-4b13-99ea-c057557f0257 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3787673 Sep 16 04:51:32.854747 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45048) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:32.855213 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc79ec-2806-4b13-99ea-c057557f0257 admin admin] Pushing event updated for resources: {'Network': ['ID=0caeaa73-4117-40e8-a547-fe06cbf11fbe,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:32.859636 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-07f68448-7956-4069-b8a6-a67e477e0bc3 admin admin] Request body: {'subnet': {'network_id': '0caeaa73-4117-40e8-a547-fe06cbf11fbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1597741023-subnet', 'tenant_id': '036d28f22dc64d2ebe6089bb6918cba5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:32.869312 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 0caeaa73-4117-40e8-a547-fe06cbf11fbe details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:51:32.902493 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f68448-7956-4069-b8a6-a67e477e0bc3 admin admin] Made reservation on behalf of 036d28f22dc64d2ebe6089bb6918cba5 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:32.909023 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-07f68448-7956-4069-b8a6-a67e477e0bc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.000112 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-9a30a7ec-4228-4b8a-a6f7-9671bf221156 service neutron] 10.222.0.35 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022378 Sep 16 04:51:33.184722 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-07f68448-7956-4069-b8a6-a67e477e0bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.238196 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f68448-7956-4069-b8a6-a67e477e0bc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bad5ffb8-c8e7-4f2c-aaf7-17c9f9abcb85,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:33.277790 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f68448-7956-4069-b8a6-a67e477e0bc3 admin admin] Checking segment: {'id': 'eeb06a3c-4440-40bb-a867-5844152e236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0caeaa73-4117-40e8-a547-fe06cbf11fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:33.278413 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f68448-7956-4069-b8a6-a67e477e0bc3 admin admin] Network hostable DHCP agents. Network: 0caeaa73-4117-40e8-a547-fe06cbf11fbe, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:51:33.309725 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f68448-7956-4069-b8a6-a67e477e0bc3 admin admin] Network 0caeaa73-4117-40e8-a547-fe06cbf11fbe is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:51:33.328288 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-07f68448-7956-4069-b8a6-a67e477e0bc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 0caeaa73-4117-40e8-a547-fe06cbf11fbe) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:33.335261 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f68448-7956-4069-b8a6-a67e477e0bc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:33.338087 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-07f68448-7956-4069-b8a6-a67e477e0bc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.339357 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0d76fd-a711-416d-8ed7-8efbb259ead1 None None] Network 0caeaa73-4117-40e8-a547-fe06cbf11fbe requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:33.369733 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a5cb3-4dff-4c41-a71d-5fecdc3edcb3 req-3906affe-7da2-4d3d-a44b-a05edf3d0edd tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:33.371713 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ce8a5cb3-4dff-4c41-a71d-5fecdc3edcb3 req-3906affe-7da2-4d3d-a44b-a05edf3d0edd tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.1385794 Sep 16 04:51:33.373269 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-07f68448-7956-4069-b8a6-a67e477e0bc3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5174670 Sep 16 04:51:33.471852 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ce8a5cb3-4dff-4c41-a71d-5fecdc3edcb3 req-54e2a15d-af95-4887-8a19-769c446c8c0d tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916266 Sep 16 04:51:33.632444 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce1423-0f14-4059-b54c-c7ca5531544f req-f4cdea1c-badd-4c5e-9a50-710a5a6de77a tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:33.641478 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bbce1423-0f14-4059-b54c-c7ca5531544f req-f4cdea1c-badd-4c5e-9a50-710a5a6de77a tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] 10.222.0.35 "GET /v2.0/ports?device_id=20bca411-5593-4633-bf3f-65dd86eeaf84 HTTP/1.1" status: 200 len: 945 time: 0.0769362 Sep 16 04:51:33.660378 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8445a80d-8915-4c85-b5bd-f2d69864b969 None None] Network 0caeaa73-4117-40e8-a547-fe06cbf11fbe requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:33.725621 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bbce1423-0f14-4059-b54c-c7ca5531544f req-03a10f30-2856-4184-9247-2646d73298ff tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] 10.222.0.35 "GET /v2.0/security-groups?id=4144e969-047b-41cc-9050-d19238f48b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791752 Sep 16 04:51:33.877834 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5e09a75-60b7-4de5-ab5f-9bb3ee349cd9 req-20e8e7db-0f0e-4dea-9665-908511d4149b tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa60485e-1d30-4e4c-8744-73354d648eb1 HTTP/1.1" status: 200 len: 210 time: 0.0594473 Sep 16 04:51:34.379567 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-01af623c-1fe6-461f-866e-2996a0f3b53d tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:34.388305 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-01af623c-1fe6-461f-866e-2996a0f3b53d tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/networks?id=0caeaa73-4117-40e8-a547-fe06cbf11fbe HTTP/1.1" status: 200 len: 818 time: 0.1710796 Sep 16 04:51:34.410942 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-cbfd4ea3-559e-44f8-8cd8-98e649f53bcc tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/quotas/036d28f22dc64d2ebe6089bb6918cba5 HTTP/1.1" status: 200 len: 375 time: 0.0205698 Sep 16 04:51:34.452394 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-dd933fec-bf97-496a-9234-66be6148bb2e tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=036d28f22dc64d2ebe6089bb6918cba5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405562 Sep 16 04:51:34.560890 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45102) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:34.582399 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-f660f00e-2d3c-4641-a809-22cdbd2b6a33 service neutron] 10.222.0.35 "GET /v2.0/networks/0caeaa73-4117-40e8-a547-fe06cbf11fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163056 Sep 16 04:51:34.717271 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-8a62553b-1b54-426f-8580-9f80f0a52718 service neutron] 10.222.0.35 "GET /v2.0/networks/0caeaa73-4117-40e8-a547-fe06cbf11fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335227 Sep 16 04:51:34.744190 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4479dab-1323-4a77-83d4-797f9073fb36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.906629 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-e3c466eb-ad0b-46ff-8a46-c882af11698b tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:34.908308 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-e3c466eb-ad0b-46ff-8a46-c882af11698b tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.47 "GET /v2.0/networks?id=8c931ccc-5cf1-447a-be72-662f80eb3cc7 HTTP/1.1" status: 200 len: 805 time: 0.2376034 Sep 16 04:51:34.990118 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-6d78bf93-697b-48ce-9353-a5deb6376730 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Request body: {'port': {'device_id': 'aa60485e-1d30-4e4c-8744-73354d648eb1', 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7', 'admin_state_up': True, 'tenant_id': '097a363b67ea49498cd02794a5c40b7b'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:35.121036 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4479dab-1323-4a77-83d4-797f9073fb36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.154223 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4479dab-1323-4a77-83d4-797f9073fb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.207556 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4479dab-1323-4a77-83d4-797f9073fb36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c236b1-19c5-4245-8bd0-4d82f13c1f37,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:35.236420 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c4479dab-1323-4a77-83d4-797f9073fb36 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0868aabdb9ab417b85e8d301e4a416c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6736653 Sep 16 04:51:35.252177 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45114) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:35.262186 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f1288-8005-4056-9266-f9052b15503f req-f4108d11-b328-4ac8-8ac2-855546074b5e tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:35.264289 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c42f1288-8005-4056-9266-f9052b15503f req-f4108d11-b328-4ac8-8ac2-855546074b5e tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] 10.222.0.35 "GET /v2.0/ports?device_id=20bca411-5593-4633-bf3f-65dd86eeaf84 HTTP/1.1" status: 200 len: 945 time: 0.1525307 Sep 16 04:51:35.350895 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9ee26d61-7ac1-4859-94a2-9de458ceaf34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.354930 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c42f1288-8005-4056-9266-f9052b15503f req-abc40e4e-281e-45a4-888d-b03480f8e191 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] 10.222.0.35 "GET /v2.0/security-groups?id=4144e969-047b-41cc-9050-d19238f48b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649812 Sep 16 04:51:35.376984 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-6d78bf93-697b-48ce-9353-a5deb6376730 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Made reservation on behalf of 097a363b67ea49498cd02794a5c40b7b for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:35.376984 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-6d78bf93-697b-48ce-9353-a5deb6376730 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.402809 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9ee26d61-7ac1-4859-94a2-9de458ceaf34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.535669 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9ee26d61-7ac1-4859-94a2-9de458ceaf34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.538297 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9ee26d61-7ac1-4859-94a2-9de458ceaf34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.542863 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9ee26d61-7ac1-4859-94a2-9de458ceaf34 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e2c236b1-19c5-4245-8bd0-4d82f13c1f37 HTTP/1.1" status: 204 len: 168 time: 0.2864220 Sep 16 04:51:35.543113 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158e0e8-bd3c-43ba-898b-0e3db5ceedfb req-ff9f5fbe-7e4a-4185-82e3-2309bd9ad390 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:35.547971 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a158e0e8-bd3c-43ba-898b-0e3db5ceedfb req-ff9f5fbe-7e4a-4185-82e3-2309bd9ad390 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0915964 Sep 16 04:51:35.595973 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a158e0e8-bd3c-43ba-898b-0e3db5ceedfb req-a32e182d-4345-4d4a-9b18-31169c72c038 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469887 Sep 16 04:51:35.656789 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee26d61-7ac1-4859-94a2-9de458ceaf34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c236b1-19c5-4245-8bd0-4d82f13c1f37,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:35.741891 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-6d78bf93-697b-48ce-9353-a5deb6376730 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Allocated IP 172.20.0.4 (8c931ccc-5cf1-447a-be72-662f80eb3cc7/984819ef-39e4-42b6-ac0e-e1f025f28a4e/f546a322-4da5-4c96-9c19-a106f67c047d) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:35.795419 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2b77b9f4-f162-4f39-93f4-d013991c107a req-cdbdd93c-2aaf-4819-ae13-9db6d10368cd tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa60485e-1d30-4e4c-8744-73354d648eb1 HTTP/1.1" status: 200 len: 210 time: 0.0712667 Sep 16 04:51:36.147763 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-6d78bf93-697b-48ce-9353-a5deb6376730 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.223107 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-6d78bf93-697b-48ce-9353-a5deb6376730 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.323055 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['15ad20e6-33a2-4999-b939-3fa15039c324'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:36.325562 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-6d78bf93-697b-48ce-9353-a5deb6376730 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Network 8c931ccc-5cf1-447a-be72-662f80eb3cc7 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:36.325562 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-6d78bf93-697b-48ce-9353-a5deb6376730 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:36.325562 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-6d78bf93-697b-48ce-9353-a5deb6376730 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:36.325562 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d78bf93-697b-48ce-9353-a5deb6376730 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Pushing event updated for resources: {'Port': ['ID=f546a322-4da5-4c96-9c19-a106f67c047d,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:36.366958 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-6d78bf93-697b-48ce-9353-a5deb6376730 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:36.367616 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-6d78bf93-697b-48ce-9353-a5deb6376730 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.389677 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-6d78bf93-697b-48ce-9353-a5deb6376730 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4095142 Sep 16 04:51:36.409405 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-f8e6434a-e9b4-440a-9963-a370bbf41b05 service neutron] Request body: {'port': {'device_id': 'aa60485e-1d30-4e4c-8744-73354d648eb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:36.468426 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 45144) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:36.485649 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5a21e0f9-74e2-4bc3-841e-973540d9f020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.487751 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-f8e6434a-e9b4-440a-9963-a370bbf41b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.767857 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a689db1-f45b-460b-a6fd-1e130327a3ec req-4802ebce-08dc-4bcc-b843-5d75d912297b tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/ports?device_id=68c82326-eaae-4c36-bd4b-c9fa97c00bb6 HTTP/1.1" status: 200 len: 210 time: 0.0608904 Sep 16 04:51:36.772429 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5a21e0f9-74e2-4bc3-841e-973540d9f020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.782628 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5a21e0f9-74e2-4bc3-841e-973540d9f020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.924653 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5a21e0f9-74e2-4bc3-841e-973540d9f020 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ab7a9d35377f48a88f43edc18cc830ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4550469 Sep 16 04:51:36.931268 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 45152) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:36.934722 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21e0f9-74e2-4bc3-841e-973540d9f020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89dd514a-b766-44bf-98b7-84a284e1ff50,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:36.989699 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-f8e6434a-e9b4-440a-9963-a370bbf41b05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f546a322-4da5-4c96-9c19-a106f67c047d {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:37.006173 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-f8e6434a-e9b4-440a-9963-a370bbf41b05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.023302 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-f8e6434a-e9b4-440a-9963-a370bbf41b05 service neutron] Transition to ACTIVE for port object f546a322-4da5-4c96-9c19-a106f67c047d will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:51:37.029686 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-f8e6434a-e9b4-440a-9963-a370bbf41b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.123241 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7da51f63-8709-4a37-a770-2bf41527b5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.142024 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6434a-e9b4-440a-9963-a370bbf41b05 service neutron] Pushing event updated for resources: {'Port': ['ID=f546a322-4da5-4c96-9c19-a106f67c047d,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:37.167315 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7da51f63-8709-4a37-a770-2bf41527b5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.274703 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4bf8d-676e-4dc6-8833-eb6397d5a7bf req-927d96e9-8657-4cb2-a934-76fc6238ea18 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:37.283050 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b0a4bf8d-676e-4dc6-8833-eb6397d5a7bf req-927d96e9-8657-4cb2-a934-76fc6238ea18 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.2905333 Sep 16 04:51:37.285200 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7da51f63-8709-4a37-a770-2bf41527b5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.288700 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7da51f63-8709-4a37-a770-2bf41527b5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.294202 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7da51f63-8709-4a37-a770-2bf41527b5fb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/89dd514a-b766-44bf-98b7-84a284e1ff50 HTTP/1.1" status: 204 len: 168 time: 0.3573730 Sep 16 04:51:37.313989 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da51f63-8709-4a37-a770-2bf41527b5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89dd514a-b766-44bf-98b7-84a284e1ff50,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:37.345546 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b0a4bf8d-676e-4dc6-8833-eb6397d5a7bf req-f7100939-6408-4177-8bbc-7932ed11f924 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611913 Sep 16 04:51:37.393463 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-f8e6434a-e9b4-440a-9963-a370bbf41b05 service neutron] Attempting to bind port f546a322-4da5-4c96-9c19-a106f67c047d on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:37.393783 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-f8e6434a-e9b4-440a-9963-a370bbf41b05 service neutron] Attempting to bind port f546a322-4da5-4c96-9c19-a106f67c047d by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '01aafaa9-a340-46ca-887a-6648c79e8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:37.394075 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-f8e6434a-e9b4-440a-9963-a370bbf41b05 service neutron] Attempting to bind port f546a322-4da5-4c96-9c19-a106f67c047d on network 8c931ccc-5cf1-447a-be72-662f80eb3cc7 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:37.419407 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-f8e6434a-e9b4-440a-9963-a370bbf41b05 service neutron] Port f546a322-4da5-4c96-9c19-a106f67c047d on network 8c931ccc-5cf1-447a-be72-662f80eb3cc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:51:37.420112 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-f8e6434a-e9b4-440a-9963-a370bbf41b05 service neutron] Attempting to bind port f546a322-4da5-4c96-9c19-a106f67c047d on network 8c931ccc-5cf1-447a-be72-662f80eb3cc7 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:37.431364 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-f8e6434a-e9b4-440a-9963-a370bbf41b05 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:37.431824 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-f8e6434a-e9b4-440a-9963-a370bbf41b05 service neutron] Checking segment: {'id': '01aafaa9-a340-46ca-887a-6648c79e8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:37.442615 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-f8e6434a-e9b4-440a-9963-a370bbf41b05 service neutron] Bound using segment: {'id': '01aafaa9-a340-46ca-887a-6648c79e8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:37.444714 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-f8e6434a-e9b4-440a-9963-a370bbf41b05 service neutron] Bound port: f546a322-4da5-4c96-9c19-a106f67c047d, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01aafaa9-a340-46ca-887a-6648c79e8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:37.445104 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-f8e6434a-e9b4-440a-9963-a370bbf41b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.472733 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ae34a-8e6c-40b2-a9d5-a44c12a6bc6c req-3b4fbf8f-a21a-4b30-a4e3-d66f3b44295e tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:37.483165 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-858ae34a-8e6c-40b2-a9d5-a44c12a6bc6c req-3b4fbf8f-a21a-4b30-a4e3-d66f3b44295e tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] 10.222.0.35 "GET /v2.0/ports?device_id=20bca411-5593-4633-bf3f-65dd86eeaf84 HTTP/1.1" status: 200 len: 945 time: 0.0643632 Sep 16 04:51:37.535716 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-858ae34a-8e6c-40b2-a9d5-a44c12a6bc6c req-950da3a8-eab5-4744-a616-d214409bdae4 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] 10.222.0.35 "GET /v2.0/security-groups?id=4144e969-047b-41cc-9050-d19238f48b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514889 Sep 16 04:51:37.551385 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-f8e6434a-e9b4-440a-9963-a370bbf41b05 service neutron] For port f546a322-4da5-4c96-9c19-a106f67c047d, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:37.557612 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-f8e6434a-e9b4-440a-9963-a370bbf41b05 service neutron] For port f546a322-4da5-4c96-9c19-a106f67c047d, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=f546a322-4da5-4c96-9c19-a106f67c047d,segment=NetworkSegment(01aafaa9-a340-46ca-887a-6648c79e8c73),segment_id=01aafaa9-a340-46ca-887a-6648c79e8c73)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:37.569324 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-f8e6434a-e9b4-440a-9963-a370bbf41b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.662030 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-f8e6434a-e9b4-440a-9963-a370bbf41b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:37.666563 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-f8e6434a-e9b4-440a-9963-a370bbf41b05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.668833 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-f8e6434a-e9b4-440a-9963-a370bbf41b05 service neutron] 10.222.0.47 "PUT /v2.0/ports/f546a322-4da5-4c96-9c19-a106f67c047d HTTP/1.1" status: 200 len: 1092 time: 1.2651026 Sep 16 04:51:37.670346 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa60485e-1d30-4e4c-8744-73354d648eb1', 'tag': 'f546a322-4da5-4c96-9c19-a106f67c047d'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:37.672968 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe0c9cc-9692-4d9c-9d9b-d104e1c761d4" -d '{"events": [{"name": "network-changed", "server_uuid": "aa60485e-1d30-4e4c-8744-73354d648eb1", "tag": "f546a322-4da5-4c96-9c19-a106f67c047d"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:37.708900 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6434a-e9b4-440a-9963-a370bbf41b05 service neutron] Pushing event updated for resources: {'Port': ['ID=f546a322-4da5-4c96-9c19-a106f67c047d,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:37.779959 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e95be0-9b90-4259-8bbd-d9753f829bfb req-41470e8a-780d-4c7b-92f1-f82ffa343347 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:37.811647 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d1e95be0-9b90-4259-8bbd-d9753f829bfb req-41470e8a-780d-4c7b-92f1-f82ffa343347 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa60485e-1d30-4e4c-8744-73354d648eb1 HTTP/1.1" status: 200 len: 943 time: 0.1408253 Sep 16 04:51:37.906091 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d1e95be0-9b90-4259-8bbd-d9753f829bfb req-2e8b7172-6b8b-4be0-9e9e-961175036fa2 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934455 Sep 16 04:51:38.210012 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34aad1b-53b0-4116-852a-3f5d0f31920a x-openstack-request-id: req-a34aad1b-53b0-4116-852a-3f5d0f31920a {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:38.210676 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa60485e-1d30-4e4c-8744-73354d648eb1", "tag": "f546a322-4da5-4c96-9c19-a106f67c047d", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:38.211020 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a34aad1b-53b0-4116-852a-3f5d0f31920a {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:38.211604 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa60485e-1d30-4e4c-8744-73354d648eb1', 'tag': 'f546a322-4da5-4c96-9c19-a106f67c047d', 'status': 'completed', 'code': 200} Sep 16 04:51:38.241848 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-224393bc-e457-45dd-8f36-614c41200314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:38.243672 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-224393bc-e457-45dd-8f36-614c41200314 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=097a363b67ea49498cd02794a5c40b7b&device_id=aa60485e-1d30-4e4c-8744-73354d648eb1 HTTP/1.1" status: 200 len: 1095 time: 0.3946290 Sep 16 04:51:38.257067 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-06b095ef-9ee6-472f-b664-689a49894870 req-a94ce3e6-b1b4-4550-b946-21c3eaf17aba tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/ports?device_id=68c82326-eaae-4c36-bd4b-c9fa97c00bb6 HTTP/1.1" status: 200 len: 210 time: 0.0545535 Sep 16 04:51:38.263118 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-705c4936-082c-41b7-ac1f-0834f59e918d tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:38.264723 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-705c4936-082c-41b7-ac1f-0834f59e918d tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.47 "GET /v2.0/networks?id=0caeaa73-4117-40e8-a547-fe06cbf11fbe HTTP/1.1" status: 200 len: 818 time: 0.4794958 Sep 16 04:51:38.305923 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-a84b9862-1689-435f-a37f-bbdd2cafb026 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Request body: {'port': {'device_id': '5add1481-c375-4fc8-9abc-b189469b8278', 'network_id': '0caeaa73-4117-40e8-a547-fe06cbf11fbe', 'admin_state_up': True, 'tenant_id': '036d28f22dc64d2ebe6089bb6918cba5'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:38.351638 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-c8dd083b-37d4-4c10-bd15-bdb7508d08c0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f546a322-4da5-4c96-9c19-a106f67c047d HTTP/1.1" status: 200 len: 217 time: 0.0793037 Sep 16 04:51:38.474963 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-453bb51f-c34b-46a8-8d52-150bbccbcaaf tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:38.476479 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-453bb51f-c34b-46a8-8d52-150bbccbcaaf tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.48 "GET /v2.0/networks?id=0caeaa73-4117-40e8-a547-fe06cbf11fbe HTTP/1.1" status: 200 len: 818 time: 0.5110316 Sep 16 04:51:38.519657 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-747a591c-d888-43f6-bc75-f11b32d0e8c6 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Request body: {'port': {'device_id': '5cba15cb-db99-4344-8bf0-e46e234c9657', 'network_id': '0caeaa73-4117-40e8-a547-fe06cbf11fbe', 'admin_state_up': True, 'tenant_id': '036d28f22dc64d2ebe6089bb6918cba5'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:38.670140 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-cafc208f-216d-4116-bfef-a0419b394ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:38.672009 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-cafc208f-216d-4116-bfef-a0419b394ac4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=984819ef-39e4-42b6-ac0e-e1f025f28a4e HTTP/1.1" status: 200 len: 845 time: 0.1939123 Sep 16 04:51:38.674983 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-a84b9862-1689-435f-a37f-bbdd2cafb026 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Made reservation on behalf of 036d28f22dc64d2ebe6089bb6918cba5 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:38.690868 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-a84b9862-1689-435f-a37f-bbdd2cafb026 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.703407 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-aab5ad59-7dfe-42f2-9e60-3c13cc09f7a8 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:38.705041 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-aab5ad59-7dfe-42f2-9e60-3c13cc09f7a8 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.47 "GET /v2.0/networks?id=0caeaa73-4117-40e8-a547-fe06cbf11fbe HTTP/1.1" status: 200 len: 818 time: 0.2176144 Sep 16 04:51:38.730034 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-61d26731-cff8-4692-8a61-9b3049ba17b6 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Request body: {'port': {'device_id': '68c82326-eaae-4c36-bd4b-c9fa97c00bb6', 'network_id': '0caeaa73-4117-40e8-a547-fe06cbf11fbe', 'admin_state_up': True, 'tenant_id': '036d28f22dc64d2ebe6089bb6918cba5'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:38.853200 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-a84b9862-1689-435f-a37f-bbdd2cafb026 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Allocated IP 172.20.0.10 (0caeaa73-4117-40e8-a547-fe06cbf11fbe/bad5ffb8-c8e7-4f2c-aaf7-17c9f9abcb85/9531b6d7-69f1-4a2f-b252-2d04996dba19) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:38.918418 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb9789-ae74-4c66-901b-ba7e4ce4ffa4 req-fba13024-a889-4a70-8a14-4518c56c010c tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:38.921534 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-02bb9789-ae74-4c66-901b-ba7e4ce4ffa4 req-fba13024-a889-4a70-8a14-4518c56c010c tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.1122928 Sep 16 04:51:38.949174 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-61d26731-cff8-4692-8a61-9b3049ba17b6 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Made reservation on behalf of 036d28f22dc64d2ebe6089bb6918cba5 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:38.954312 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-61d26731-cff8-4692-8a61-9b3049ba17b6 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:39.071458 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-747a591c-d888-43f6-bc75-f11b32d0e8c6 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Made reservation on behalf of 036d28f22dc64d2ebe6089bb6918cba5 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:39.076424 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-747a591c-d888-43f6-bc75-f11b32d0e8c6 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:39.079306 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-02bb9789-ae74-4c66-901b-ba7e4ce4ffa4 req-f276656d-d7b6-435f-b2a1-c554394905f7 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295118 Sep 16 04:51:39.084822 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-4bc5201a-42d0-4c46-8be2-95b38f74c00a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c931ccc-5cf1-447a-be72-662f80eb3cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3787649 Sep 16 04:51:39.203043 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-a84b9862-1689-435f-a37f-bbdd2cafb026 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:39.232257 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89476509-87de-4d57-8b50-cdd7bdb99b47 req-da4ec5e7-9b0f-4a31-a359-935e1eafc146 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:39.240002 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-89476509-87de-4d57-8b50-cdd7bdb99b47 req-da4ec5e7-9b0f-4a31-a359-935e1eafc146 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] 10.222.0.35 "GET /v2.0/ports?device_id=20bca411-5593-4633-bf3f-65dd86eeaf84 HTTP/1.1" status: 200 len: 945 time: 0.0681634 Sep 16 04:51:39.298271 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-89476509-87de-4d57-8b50-cdd7bdb99b47 req-92017f6e-affd-4b73-9ddf-f2fbb9d009bd tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] 10.222.0.35 "GET /v2.0/security-groups?id=4144e969-047b-41cc-9050-d19238f48b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563188 Sep 16 04:51:39.422101 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-a84b9862-1689-435f-a37f-bbdd2cafb026 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:39.440476 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-279877bd-1462-4991-841a-4e59cd9ffc12 service neutron] 10.222.0.47 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402970 Sep 16 04:51:39.546534 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc9ebc-e990-40a4-ba6a-880eb4315734 req-58cd8887-bf10-483f-aca0-9dd0c24e683e tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:39.557050 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1ccc9ebc-e990-40a4-ba6a-880eb4315734 req-58cd8887-bf10-483f-aca0-9dd0c24e683e tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa60485e-1d30-4e4c-8744-73354d648eb1 HTTP/1.1" status: 200 len: 943 time: 0.1550610 Sep 16 04:51:39.560297 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-61d26731-cff8-4692-8a61-9b3049ba17b6 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Allocated IP 172.20.0.7 (0caeaa73-4117-40e8-a547-fe06cbf11fbe/bad5ffb8-c8e7-4f2c-aaf7-17c9f9abcb85/d9a96359-2764-4430-8a72-730ca802c149) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:39.593485 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-a84b9862-1689-435f-a37f-bbdd2cafb026 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Network 0caeaa73-4117-40e8-a547-fe06cbf11fbe is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:39.621425 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-a84b9862-1689-435f-a37f-bbdd2cafb026 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:39.651792 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1ccc9ebc-e990-40a4-ba6a-880eb4315734 req-884b41cf-3aa6-480b-9265-7e9d22c6961e tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933225 Sep 16 04:51:39.728795 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b9862-1689-435f-a37f-bbdd2cafb026 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Pushing event updated for resources: {'Port': ['ID=9531b6d7-69f1-4a2f-b252-2d04996dba19,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:39.733755 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-a84b9862-1689-435f-a37f-bbdd2cafb026 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:39.819166 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-a84b9862-1689-435f-a37f-bbdd2cafb026 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:39.820256 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-a84b9862-1689-435f-a37f-bbdd2cafb026 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:39.842127 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-02a0cdcc-4167-4c12-bee7-e04765de936b req-6ff5ebc2-8fc3-41e2-ba26-814a1d5530eb service neutron] 10.222.0.47 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927727 Sep 16 04:51:39.873004 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-a84b9862-1689-435f-a37f-bbdd2cafb026 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5812070 Sep 16 04:51:39.901939 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-23b8896e-3ec8-463f-b908-f1621715d781 req-4f5e2cee-2fef-4f9a-b5de-71b6034759cf tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/ports?device_id=68c82326-eaae-4c36-bd4b-c9fa97c00bb6 HTTP/1.1" status: 200 len: 210 time: 0.0547206 Sep 16 04:51:39.907154 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-d5bf8068-81fd-45e7-9eb2-1e94dd129ecc service neutron] Request body: {'port': {'device_id': '5add1481-c375-4fc8-9abc-b189469b8278', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:39.972395 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-61d26731-cff8-4692-8a61-9b3049ba17b6 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.058719 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-61d26731-cff8-4692-8a61-9b3049ba17b6 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.082581 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ab812ed6-fd0e-4512-8961-5dde287c0a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.176985 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d26731-cff8-4692-8a61-9b3049ba17b6 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Pushing event updated for resources: {'Port': ['ID=d9a96359-2764-4430-8a72-730ca802c149,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:40.205225 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-61d26731-cff8-4692-8a61-9b3049ba17b6 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Network 0caeaa73-4117-40e8-a547-fe06cbf11fbe is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:40.209395 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-61d26731-cff8-4692-8a61-9b3049ba17b6 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:40.216362 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-61d26731-cff8-4692-8a61-9b3049ba17b6 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:40.336238 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-61d26731-cff8-4692-8a61-9b3049ba17b6 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:40.337516 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-61d26731-cff8-4692-8a61-9b3049ba17b6 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.350328 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2993ef-d74d-4cde-92c3-a206a11ab80d req-815931f6-882c-41bc-9c7f-61c90009e224 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:40.363951 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ca2993ef-d74d-4cde-92c3-a206a11ab80d req-815931f6-882c-41bc-9c7f-61c90009e224 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.1071134 Sep 16 04:51:40.412575 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-61d26731-cff8-4692-8a61-9b3049ba17b6 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6892023 Sep 16 04:51:40.456450 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-12496f33-4633-4378-9575-d086bb356249 service neutron] Request body: {'port': {'device_id': '68c82326-eaae-4c36-bd4b-c9fa97c00bb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:40.482607 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ca2993ef-d74d-4cde-92c3-a206a11ab80d req-27e4e4e4-79c9-4643-8231-306617444863 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171312 Sep 16 04:51:40.539233 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-d5bf8068-81fd-45e7-9eb2-1e94dd129ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.565373 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-12496f33-4633-4378-9575-d086bb356249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.578603 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0c9cc-9692-4d9c-9d9b-d104e1c761d4 req-6d13710a-78c9-4c42-8365-91ead85786a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:40.580195 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0fe0c9cc-9692-4d9c-9d9b-d104e1c761d4 req-6d13710a-78c9-4c42-8365-91ead85786a3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=097a363b67ea49498cd02794a5c40b7b&device_id=aa60485e-1d30-4e4c-8744-73354d648eb1 HTTP/1.1" status: 200 len: 1095 time: 0.5534165 Sep 16 04:51:40.732696 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-747a591c-d888-43f6-bc75-f11b32d0e8c6 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Allocated IP 172.20.0.8 (0caeaa73-4117-40e8-a547-fe06cbf11fbe/bad5ffb8-c8e7-4f2c-aaf7-17c9f9abcb85/02dd8b16-95d0-4586-83a4-fabef83cb876) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:40.757439 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d96912-7ce4-4eee-9855-bae8a9285fc3 req-ca289907-9c83-4cb5-8946-973a7417eee2 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:40.759078 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c3d96912-7ce4-4eee-9855-bae8a9285fc3 req-ca289907-9c83-4cb5-8946-973a7417eee2 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] 10.222.0.47 "GET /v2.0/ports?device_id=20bca411-5593-4633-bf3f-65dd86eeaf84 HTTP/1.1" status: 200 len: 945 time: 0.7142375 Sep 16 04:51:40.861410 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2136c0-c4ed-4319-abe2-1eb3a6bb8e79 req-f80709c6-4e23-4cc7-93fa-a22b62cee9fb tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:40.863148 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f2136c0-c4ed-4319-abe2-1eb3a6bb8e79 req-f80709c6-4e23-4cc7-93fa-a22b62cee9fb tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] 10.222.0.35 "GET /v2.0/ports?device_id=20bca411-5593-4633-bf3f-65dd86eeaf84 HTTP/1.1" status: 200 len: 945 time: 0.1751506 Sep 16 04:51:40.951877 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f2136c0-c4ed-4319-abe2-1eb3a6bb8e79 req-c161311d-dc58-4fcd-92cd-d869893f8f76 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] 10.222.0.35 "GET /v2.0/security-groups?id=4144e969-047b-41cc-9050-d19238f48b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809240 Sep 16 04:51:41.006856 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0c9cc-9692-4d9c-9d9b-d104e1c761d4 req-0dd7b51f-2cdf-465b-96fa-5b8da62819dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:41.009418 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0fe0c9cc-9692-4d9c-9d9b-d104e1c761d4 req-0dd7b51f-2cdf-465b-96fa-5b8da62819dc service neutron] 10.222.0.47 "GET /v2.0/networks?id=8c931ccc-5cf1-447a-be72-662f80eb3cc7 HTTP/1.1" status: 200 len: 906 time: 0.2997563 Sep 16 04:51:41.108000 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0fe0c9cc-9692-4d9c-9d9b-d104e1c761d4 req-3e281b24-f435-4eea-ae29-e8db1bcdea2e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f546a322-4da5-4c96-9c19-a106f67c047d HTTP/1.1" status: 200 len: 217 time: 0.0637462 Sep 16 04:51:41.120501 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee92109-e38d-4b26-b687-59079533c8e7 req-2f386602-dfd3-4223-a196-7fe900e04d9b tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:41.122170 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1ee92109-e38d-4b26-b687-59079533c8e7 req-2f386602-dfd3-4223-a196-7fe900e04d9b tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa60485e-1d30-4e4c-8744-73354d648eb1 HTTP/1.1" status: 200 len: 943 time: 0.0926852 Sep 16 04:51:41.162503 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-c3d96912-7ce4-4eee-9855-bae8a9285fc3 req-0857bdbc-467f-46b9-8e4c-6a2aadc4d90c tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] Deleting port a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:41.162896 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c3d96912-7ce4-4eee-9855-bae8a9285fc3 req-0857bdbc-467f-46b9-8e4c-6a2aadc4d90c tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:41.181450 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1ee92109-e38d-4b26-b687-59079533c8e7 req-694784e2-bf07-4682-bf32-96620c5e38b3 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425448 Sep 16 04:51:41.206283 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-747a591c-d888-43f6-bc75-f11b32d0e8c6 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:41.308254 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0c9cc-9692-4d9c-9d9b-d104e1c761d4 req-ca007661-da58-4b75-9c2e-9c7ff4df0c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:41.311028 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0fe0c9cc-9692-4d9c-9d9b-d104e1c761d4 req-ca007661-da58-4b75-9c2e-9c7ff4df0c41 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=984819ef-39e4-42b6-ac0e-e1f025f28a4e HTTP/1.1" status: 200 len: 845 time: 0.1969218 Sep 16 04:51:41.504970 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:41.523574 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0fe0c9cc-9692-4d9c-9d9b-d104e1c761d4 req-a6826b25-6811-45f8-879b-6dc4f37bd7b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c931ccc-5cf1-447a-be72-662f80eb3cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2032523 Sep 16 04:51:41.524580 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a75ed-55dc-4203-bbb9-1c71eff5ac3b req-afd4ab99-a6bb-4bbf-9c54-aec478587d57 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:41.527512 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-be9a75ed-55dc-4203-bbb9-1c71eff5ac3b req-afd4ab99-a6bb-4bbf-9c54-aec478587d57 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/ports?device_id=68c82326-eaae-4c36-bd4b-c9fa97c00bb6 HTTP/1.1" status: 200 len: 931 time: 0.1424327 Sep 16 04:51:41.548620 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 45264) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:41.559609 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-747a591c-d888-43f6-bc75-f11b32d0e8c6 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:41.600486 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-be9a75ed-55dc-4203-bbb9-1c71eff5ac3b req-0f21c711-354a-461a-b2f2-b6d7f8e6c977 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f7019df-0b7f-43c7-8eb5-fcbf36db189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662982 Sep 16 04:51:41.643770 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-747a591c-d888-43f6-bc75-f11b32d0e8c6 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Network 0caeaa73-4117-40e8-a547-fe06cbf11fbe is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:41.664120 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-747a591c-d888-43f6-bc75-f11b32d0e8c6 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:41.683581 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-747a591c-d888-43f6-bc75-f11b32d0e8c6 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:41.801693 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c6f47438-c721-41af-a6bb-d2549858c204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:41.821244 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-17bea5c7-97b4-4e58-8975-386477b1f261 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1032376 Sep 16 04:51:41.922756 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-c3d96912-7ce4-4eee-9855-bae8a9285fc3 req-0857bdbc-467f-46b9-8e4c-6a2aadc4d90c tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] For port a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854,segment=NetworkSegment(d9fc1f4b-6d0e-4cfb-b2a7-be08b211ce48),segment_id=d9fc1f4b-6d0e-4cfb-b2a7-be08b211ce48)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:41.923124 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c3d96912-7ce4-4eee-9855-bae8a9285fc3 req-0857bdbc-467f-46b9-8e4c-6a2aadc4d90c tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:41.939138 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c6f47438-c721-41af-a6bb-d2549858c204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:41.939887 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a591c-d888-43f6-bc75-f11b32d0e8c6 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Pushing event updated for resources: {'Port': ['ID=02dd8b16-95d0-4586-83a4-fabef83cb876,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:41.953257 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c6f47438-c721-41af-a6bb-d2549858c204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:41.954662 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-747a591c-d888-43f6-bc75-f11b32d0e8c6 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:41.955186 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-747a591c-d888-43f6-bc75-f11b32d0e8c6 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:41.960973 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-c3d96912-7ce4-4eee-9855-bae8a9285fc3 req-0857bdbc-467f-46b9-8e4c-6a2aadc4d90c tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] Calling delete_port for a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:42.044827 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e6bdf-09d8-4667-b34a-4208ea65428c req-2056d722-36dc-45d9-b70e-2103fdd63bb6 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:42.046534 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-945e6bdf-09d8-4667-b34a-4208ea65428c req-2056d722-36dc-45d9-b70e-2103fdd63bb6 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.2921193 Sep 16 04:51:42.052261 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c6f47438-c721-41af-a6bb-d2549858c204 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6481af4053e4441a94278cb6e8665537&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4949598 Sep 16 04:51:42.054741 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f47438-c721-41af-a6bb-d2549858c204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290cb627-0b0a-45c3-abab-225a1643ad0b,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:42.061795 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 45272) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:42.074499 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-747a591c-d888-43f6-bc75-f11b32d0e8c6 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5589666 Sep 16 04:51:42.077561 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-73bc29ae-3898-4fc0-a689-dcf0797d89b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:42.077858 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-73bc29ae-3898-4fc0-a689-dcf0797d89b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:42.078331 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-73bc29ae-3898-4fc0-a689-dcf0797d89b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:42.078798 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-73bc29ae-3898-4fc0-a689-dcf0797d89b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:42.079305 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-73bc29ae-3898-4fc0-a689-dcf0797d89b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:42.079443 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0fe0c9cc-9692-4d9c-9d9b-d104e1c761d4 req-d353ce51-3024-4f47-b489-73c79892e7e1 service neutron] 10.222.0.47 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5409677 Sep 16 04:51:42.080201 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-73bc29ae-3898-4fc0-a689-dcf0797d89b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:42.080710 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-73bc29ae-3898-4fc0-a689-dcf0797d89b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:42.082754 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-73bc29ae-3898-4fc0-a689-dcf0797d89b1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7bbe39f2ccff44e5a5c6b6e96a70ab43&device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 6498 time: 0.1484339 Sep 16 04:51:42.128390 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-6a2ea140-b257-41c0-b3d0-0f3ffc0801d3 service neutron] Request body: {'port': {'device_id': '5cba15cb-db99-4344-8bf0-e46e234c9657', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:42.222037 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-945e6bdf-09d8-4667-b34a-4208ea65428c req-d0be36fd-e83c-405d-8be2-511bd73aa06a tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620920 Sep 16 04:51:42.284318 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-d5bf8068-81fd-45e7-9eb2-1e94dd129ecc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9531b6d7-69f1-4a2f-b252-2d04996dba19 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:42.320220 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-d5bf8068-81fd-45e7-9eb2-1e94dd129ecc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:42.322409 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f018d80b-a2ce-40a5-abca-68fb46a46824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:42.409784 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f018d80b-a2ce-40a5-abca-68fb46a46824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:42.432168 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-106342ca-3485-4bca-aa67-5a57661fbacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:42.432168 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-106342ca-3485-4bca-aa67-5a57661fbacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:42.432469 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-106342ca-3485-4bca-aa67-5a57661fbacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:42.433997 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-106342ca-3485-4bca-aa67-5a57661fbacb service neutron] 10.222.0.48 "GET /v2.0/networks?id=268ab5df-65e1-4022-9ab7-d67387588731&id=75789621-67a9-49c8-be39-03e0dc1e36c3&id=75789621-67a9-49c8-be39-03e0dc1e36c3&id=75789621-67a9-49c8-be39-03e0dc1e36c3&id=75789621-67a9-49c8-be39-03e0dc1e36c3&id=768257ea-d05c-44b7-b58b-c702d60e22aa&id=768257ea-d05c-44b7-b58b-c702d60e22aa HTTP/1.1" status: 200 len: 2293 time: 0.3144889 Sep 16 04:51:42.440262 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-d5bf8068-81fd-45e7-9eb2-1e94dd129ecc service neutron] Transition to ACTIVE for port object 9531b6d7-69f1-4a2f-b252-2d04996dba19 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:51:42.441711 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-6a2ea140-b257-41c0-b3d0-0f3ffc0801d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:42.467831 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-d5bf8068-81fd-45e7-9eb2-1e94dd129ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:42.472533 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0fe0c9cc-9692-4d9c-9d9b-d104e1c761d4 req-7ab04e58-d47e-4f49-8640-72d7db29cf88 service neutron] 10.222.0.47 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834963 Sep 16 04:51:42.547061 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59b14a-6f95-4282-bb9b-e65605c783dc req-e359faa0-a466-4cff-aa5a-c142138000c0 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:42.548765 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bb59b14a-6f95-4282-bb9b-e65605c783dc req-e359faa0-a466-4cff-aa5a-c142138000c0 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] 10.222.0.35 "GET /v2.0/ports?device_id=20bca411-5593-4633-bf3f-65dd86eeaf84 HTTP/1.1" status: 200 len: 945 time: 0.2057443 Sep 16 04:51:42.564601 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c3d96912-7ce4-4eee-9855-bae8a9285fc3 req-0857bdbc-467f-46b9-8e4c-6a2aadc4d90c tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:42.654085 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf8068-81fd-45e7-9eb2-1e94dd129ecc service neutron] Pushing event updated for resources: {'Port': ['ID=9531b6d7-69f1-4a2f-b252-2d04996dba19,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:42.677240 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-406b6cec-3c0a-4305-b072-5cdc94656d32 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34f0c640-96d0-4889-b9d6-1c5b64e08f7f HTTP/1.1" status: 200 len: 1001 time: 0.2331960 Sep 16 04:51:42.684063 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f018d80b-a2ce-40a5-abca-68fb46a46824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:42.686806 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f018d80b-a2ce-40a5-abca-68fb46a46824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:42.690682 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f018d80b-a2ce-40a5-abca-68fb46a46824 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/290cb627-0b0a-45c3-abab-225a1643ad0b HTTP/1.1" status: 204 len: 168 time: 0.6252341 Sep 16 04:51:42.750858 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857bdbc-467f-46b9-8e4c-6a2aadc4d90c tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] Pushing event deleted for resources: {'Port': ['ID=a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:42.764101 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d96912-7ce4-4eee-9855-bae8a9285fc3 req-0857bdbc-467f-46b9-8e4c-6a2aadc4d90c tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] No DVR routers for this DVR port a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854 on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:51:42.786844 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018d80b-a2ce-40a5-abca-68fb46a46824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290cb627-0b0a-45c3-abab-225a1643ad0b,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:42.830054 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bb59b14a-6f95-4282-bb9b-e65605c783dc req-5e153a41-dae7-48fe-86eb-6c0d4395dd17 tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] 10.222.0.35 "GET /v2.0/security-groups?id=4144e969-047b-41cc-9050-d19238f48b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353148 Sep 16 04:51:42.854724 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c3d96912-7ce4-4eee-9855-bae8a9285fc3 req-0857bdbc-467f-46b9-8e4c-6a2aadc4d90c tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:42.857944 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c3d96912-7ce4-4eee-9855-bae8a9285fc3 req-0857bdbc-467f-46b9-8e4c-6a2aadc4d90c tempest-ServersNegativeTestMultiTenantJSON-1165008727 tempest-ServersNegativeTestMultiTenantJSON-1165008727-project] 10.222.0.47 "DELETE /v2.0/ports/a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854 HTTP/1.1" status: 204 len: 173 time: 2.0871520 Sep 16 04:51:42.858469 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bca411-5593-4633-bf3f-65dd86eeaf84', 'name': 'network-vif-deleted', 'tag': 'a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:42.872930 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd5a509-8fac-4846-a8ef-c919189d42b7" -d '{"events": [{"server_uuid": "20bca411-5593-4633-bf3f-65dd86eeaf84", "name": "network-vif-deleted", "tag": "a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:42.919616 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-7c66c675-7c9b-4507-b33a-a39ccbe1a366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:42.923628 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-7c66c675-7c9b-4507-b33a-a39ccbe1a366 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f51e33f-c259-43fe-9f3c-bfa9813e6953 HTTP/1.1" status: 200 len: 850 time: 0.2239594 Sep 16 04:51:42.938513 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-d5bf8068-81fd-45e7-9eb2-1e94dd129ecc service neutron] Attempting to bind port 9531b6d7-69f1-4a2f-b252-2d04996dba19 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:42.938857 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-d5bf8068-81fd-45e7-9eb2-1e94dd129ecc service neutron] Attempting to bind port 9531b6d7-69f1-4a2f-b252-2d04996dba19 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'eeb06a3c-4440-40bb-a867-5844152e236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0caeaa73-4117-40e8-a547-fe06cbf11fbe'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:42.939194 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-d5bf8068-81fd-45e7-9eb2-1e94dd129ecc service neutron] Attempting to bind port 9531b6d7-69f1-4a2f-b252-2d04996dba19 on network 0caeaa73-4117-40e8-a547-fe06cbf11fbe {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:42.949628 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-d5bf8068-81fd-45e7-9eb2-1e94dd129ecc service neutron] Port 9531b6d7-69f1-4a2f-b252-2d04996dba19 on network 0caeaa73-4117-40e8-a547-fe06cbf11fbe not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:51:42.949846 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-d5bf8068-81fd-45e7-9eb2-1e94dd129ecc service neutron] Attempting to bind port 9531b6d7-69f1-4a2f-b252-2d04996dba19 on network 0caeaa73-4117-40e8-a547-fe06cbf11fbe {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:42.975586 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-d5bf8068-81fd-45e7-9eb2-1e94dd129ecc service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:42.975859 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-d5bf8068-81fd-45e7-9eb2-1e94dd129ecc service neutron] Checking segment: {'id': 'eeb06a3c-4440-40bb-a867-5844152e236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0caeaa73-4117-40e8-a547-fe06cbf11fbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:42.976299 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-d5bf8068-81fd-45e7-9eb2-1e94dd129ecc service neutron] Bound using segment: {'id': 'eeb06a3c-4440-40bb-a867-5844152e236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0caeaa73-4117-40e8-a547-fe06cbf11fbe'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:42.976787 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-d5bf8068-81fd-45e7-9eb2-1e94dd129ecc service neutron] Bound port: 9531b6d7-69f1-4a2f-b252-2d04996dba19, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeb06a3c-4440-40bb-a867-5844152e236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0caeaa73-4117-40e8-a547-fe06cbf11fbe'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:42.977750 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-d5bf8068-81fd-45e7-9eb2-1e94dd129ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:43.044682 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-12496f33-4633-4378-9575-d086bb356249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9a96359-2764-4430-8a72-730ca802c149 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:43.059915 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-12496f33-4633-4378-9575-d086bb356249 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:43.095298 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-12496f33-4633-4378-9575-d086bb356249 service neutron] Transition to ACTIVE for port object d9a96359-2764-4430-8a72-730ca802c149 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:51:43.101656 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-304e3df7-ba80-4c83-9e05-0418d6856ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:43.104793 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-304e3df7-ba80-4c83-9e05-0418d6856ded service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=268ab5df-65e1-4022-9ab7-d67387588731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1741195 Sep 16 04:51:43.107644 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-12496f33-4633-4378-9575-d086bb356249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:43.123796 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6c9fb-73d7-4328-82c7-5dcb5b2bd505 req-7cc5df05-212f-4084-a29a-8fd4749f0acc tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:43.125774 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4ce6c9fb-73d7-4328-82c7-5dcb5b2bd505 req-7cc5df05-212f-4084-a29a-8fd4749f0acc tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa60485e-1d30-4e4c-8744-73354d648eb1 HTTP/1.1" status: 200 len: 943 time: 0.1505060 Sep 16 04:51:43.130048 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45288) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:43.132608 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-d5bf8068-81fd-45e7-9eb2-1e94dd129ecc service neutron] For port 9531b6d7-69f1-4a2f-b252-2d04996dba19, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:43.179197 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e5925a96-0cc0-4ba3-bc66-03416cf319b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:43.184174 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-d5bf8068-81fd-45e7-9eb2-1e94dd129ecc service neutron] For port 9531b6d7-69f1-4a2f-b252-2d04996dba19, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=9531b6d7-69f1-4a2f-b252-2d04996dba19,segment=NetworkSegment(eeb06a3c-4440-40bb-a867-5844152e236c),segment_id=eeb06a3c-4440-40bb-a867-5844152e236c)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:43.219050 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-93bf35c0-88b5-4f13-8c38-1d578f596a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:43.229117 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-d5bf8068-81fd-45e7-9eb2-1e94dd129ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:43.304016 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-d5bf8068-81fd-45e7-9eb2-1e94dd129ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:43.304672 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-d5bf8068-81fd-45e7-9eb2-1e94dd129ecc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:43.307086 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-d5bf8068-81fd-45e7-9eb2-1e94dd129ecc service neutron] 10.222.0.47 "PUT /v2.0/ports/9531b6d7-69f1-4a2f-b252-2d04996dba19 HTTP/1.1" status: 200 len: 1093 time: 3.4155536 Sep 16 04:51:43.388138 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf8068-81fd-45e7-9eb2-1e94dd129ecc service neutron] Pushing event updated for resources: {'Port': ['ID=9531b6d7-69f1-4a2f-b252-2d04996dba19,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:43.468129 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4ce6c9fb-73d7-4328-82c7-5dcb5b2bd505 req-d6f4dd60-d302-494a-99ed-1ef0b5ed55a1 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933884 Sep 16 04:51:43.468856 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12496f33-4633-4378-9575-d086bb356249 service neutron] Pushing event updated for resources: {'Port': ['ID=d9a96359-2764-4430-8a72-730ca802c149,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:43.519523 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-1b955a7f-5edd-41b0-91e7-f2bcae3385a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:43.521085 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-1b955a7f-5edd-41b0-91e7-f2bcae3385a4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=036d28f22dc64d2ebe6089bb6918cba5&device_id=5add1481-c375-4fc8-9abc-b189469b8278 HTTP/1.1" status: 200 len: 1096 time: 0.1297808 Sep 16 04:51:43.531478 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-6a2ea140-b257-41c0-b3d0-0f3ffc0801d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02dd8b16-95d0-4586-83a4-fabef83cb876 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:43.532885 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-1933c51d-26dd-44ec-a6e5-6b091db939d5 service neutron] 10.222.0.48 "GET /v2.0/networks/268ab5df-65e1-4022-9ab7-d67387588731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044600 Sep 16 04:51:43.541720 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:43.580519 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-12496f33-4633-4378-9575-d086bb356249 service neutron] Attempting to bind port d9a96359-2764-4430-8a72-730ca802c149 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:43.580929 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-12496f33-4633-4378-9575-d086bb356249 service neutron] Attempting to bind port d9a96359-2764-4430-8a72-730ca802c149 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'eeb06a3c-4440-40bb-a867-5844152e236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0caeaa73-4117-40e8-a547-fe06cbf11fbe'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:43.581258 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-12496f33-4633-4378-9575-d086bb356249 service neutron] Attempting to bind port d9a96359-2764-4430-8a72-730ca802c149 on network 0caeaa73-4117-40e8-a547-fe06cbf11fbe {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:43.584754 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-2e57c29c-eb41-4980-9933-18ca407bd6a2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9531b6d7-69f1-4a2f-b252-2d04996dba19 HTTP/1.1" status: 200 len: 217 time: 0.0472567 Sep 16 04:51:43.594878 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-6a2ea140-b257-41c0-b3d0-0f3ffc0801d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:43.608455 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-12496f33-4633-4378-9575-d086bb356249 service neutron] Port d9a96359-2764-4430-8a72-730ca802c149 on network 0caeaa73-4117-40e8-a547-fe06cbf11fbe not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:51:43.608826 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-12496f33-4633-4378-9575-d086bb356249 service neutron] Attempting to bind port d9a96359-2764-4430-8a72-730ca802c149 on network 0caeaa73-4117-40e8-a547-fe06cbf11fbe {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:43.651459 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e5925a96-0cc0-4ba3-bc66-03416cf319b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:43.652884 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-6a2ea140-b257-41c0-b3d0-0f3ffc0801d3 service neutron] Transition to ACTIVE for port object 02dd8b16-95d0-4586-83a4-fabef83cb876 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:51:43.670444 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e5925a96-0cc0-4ba3-bc66-03416cf319b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:43.678115 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-6a2ea140-b257-41c0-b3d0-0f3ffc0801d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:43.732232 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-12496f33-4633-4378-9575-d086bb356249 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:43.732513 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-12496f33-4633-4378-9575-d086bb356249 service neutron] Checking segment: {'id': 'eeb06a3c-4440-40bb-a867-5844152e236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0caeaa73-4117-40e8-a547-fe06cbf11fbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:43.732829 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-12496f33-4633-4378-9575-d086bb356249 service neutron] Bound using segment: {'id': 'eeb06a3c-4440-40bb-a867-5844152e236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0caeaa73-4117-40e8-a547-fe06cbf11fbe'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:43.733177 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-12496f33-4633-4378-9575-d086bb356249 service neutron] Bound port: d9a96359-2764-4430-8a72-730ca802c149, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeb06a3c-4440-40bb-a867-5844152e236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0caeaa73-4117-40e8-a547-fe06cbf11fbe'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:43.733554 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-12496f33-4633-4378-9575-d086bb356249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:43.740435 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-189cc5fb-ea8a-4f5c-ae9a-caf51312d7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:43.741958 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-189cc5fb-ea8a-4f5c-ae9a-caf51312d7e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bad5ffb8-c8e7-4f2c-aaf7-17c9f9abcb85 HTTP/1.1" status: 200 len: 858 time: 0.1429594 Sep 16 04:51:43.779427 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69ba57-6b14-4890-ac8d-d970badec286 req-3ed9022a-d98d-4c8b-b7a8-934032191293 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:43.781532 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1e69ba57-6b14-4890-ac8d-d970badec286 req-3ed9022a-d98d-4c8b-b7a8-934032191293 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/ports?device_id=68c82326-eaae-4c36-bd4b-c9fa97c00bb6 HTTP/1.1" status: 200 len: 943 time: 0.1261902 Sep 16 04:51:43.793698 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5925a96-0cc0-4ba3-bc66-03416cf319b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c37bbc8-c4fd-42f2-8982-d228e812bd7e,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:43.821765 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e5925a96-0cc0-4ba3-bc66-03416cf319b2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e3457a428f8e4197989ec282e667e0b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6901150 Sep 16 04:51:43.824248 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ea140-b257-41c0-b3d0-0f3ffc0801d3 service neutron] Pushing event updated for resources: {'Port': ['ID=02dd8b16-95d0-4586-83a4-fabef83cb876,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:43.828931 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-201d51d4-6050-4312-b41c-721012731f24 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0caeaa73-4117-40e8-a547-fe06cbf11fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613499 Sep 16 04:51:43.831801 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45292) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:43.882173 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-ef0bc5ef-d358-4476-8552-a9621584c7b9 service neutron] 10.222.0.48 "GET /v2.0/networks/268ab5df-65e1-4022-9ab7-d67387588731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344140 Sep 16 04:51:43.908232 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device f546a322-4da5-4c96-9c19-a106f67c047d details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:44.025903 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port f546a322-4da5-4c96-9c19-a106f67c047d, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=f546a322-4da5-4c96-9c19-a106f67c047d,segment=NetworkSegment(01aafaa9-a340-46ca-887a-6648c79e8c73),segment_id=01aafaa9-a340-46ca-887a-6648c79e8c73)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:44.041310 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'f546a322-4da5-4c96-9c19-a106f67c047d', 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7', 'port_id': 'f546a322-4da5-4c96-9c19-a106f67c047d', 'mac_address': 'fa:16:3e:75:44:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '984819ef-39e4-42b6-ac0e-e1f025f28a4e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:51:44.043924 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:51:44.048220 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b8ddcf2e-3e98-4d36-aaa2-ca9b37991688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.055810 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-6a2ea140-b257-41c0-b3d0-0f3ffc0801d3 service neutron] Attempting to bind port 02dd8b16-95d0-4586-83a4-fabef83cb876 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:44.056038 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-6a2ea140-b257-41c0-b3d0-0f3ffc0801d3 service neutron] Attempting to bind port 02dd8b16-95d0-4586-83a4-fabef83cb876 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': 'eeb06a3c-4440-40bb-a867-5844152e236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0caeaa73-4117-40e8-a547-fe06cbf11fbe'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:44.056320 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-6a2ea140-b257-41c0-b3d0-0f3ffc0801d3 service neutron] Attempting to bind port 02dd8b16-95d0-4586-83a4-fabef83cb876 on network 0caeaa73-4117-40e8-a547-fe06cbf11fbe {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:44.068369 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:51:44.069394 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:51:44.080403 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-c1b36640-311c-4b39-85db-3f1191eb99d6 service neutron] 10.222.0.47 "GET /v2.0/networks/0caeaa73-4117-40e8-a547-fe06cbf11fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401903 Sep 16 04:51:44.081020 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-6a2ea140-b257-41c0-b3d0-0f3ffc0801d3 service neutron] Port 02dd8b16-95d0-4586-83a4-fabef83cb876 on network 0caeaa73-4117-40e8-a547-fe06cbf11fbe not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:51:44.081346 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-6a2ea140-b257-41c0-b3d0-0f3ffc0801d3 service neutron] Attempting to bind port 02dd8b16-95d0-4586-83a4-fabef83cb876 on network 0caeaa73-4117-40e8-a547-fe06cbf11fbe {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:44.104766 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b8ddcf2e-3e98-4d36-aaa2-ca9b37991688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.123490 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-6a2ea140-b257-41c0-b3d0-0f3ffc0801d3 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:44.123837 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-6a2ea140-b257-41c0-b3d0-0f3ffc0801d3 service neutron] Checking segment: {'id': 'eeb06a3c-4440-40bb-a867-5844152e236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0caeaa73-4117-40e8-a547-fe06cbf11fbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:44.124219 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-6a2ea140-b257-41c0-b3d0-0f3ffc0801d3 service neutron] Bound using segment: {'id': 'eeb06a3c-4440-40bb-a867-5844152e236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0caeaa73-4117-40e8-a547-fe06cbf11fbe'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:44.124711 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-6a2ea140-b257-41c0-b3d0-0f3ffc0801d3 service neutron] Bound port: 02dd8b16-95d0-4586-83a4-fabef83cb876, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeb06a3c-4440-40bb-a867-5844152e236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0caeaa73-4117-40e8-a547-fe06cbf11fbe'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:44.125074 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-6a2ea140-b257-41c0-b3d0-0f3ffc0801d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.134998 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.153344 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f546a322-4da5-4c96-9c19-a106f67c047d {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:44.182801 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port f546a322-4da5-4c96-9c19-a106f67c047d, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=f546a322-4da5-4c96-9c19-a106f67c047d,segment=NetworkSegment(01aafaa9-a340-46ca-887a-6648c79e8c73),segment_id=01aafaa9-a340-46ca-887a-6648c79e8c73)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:44.198598 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.292318 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=f546a322-4da5-4c96-9c19-a106f67c047d,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:44.293089 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-4713a24d-98c0-4d4b-9ac5-2aa744a69dc0 service neutron] 10.222.0.47 "GET /v2.0/networks/0caeaa73-4117-40e8-a547-fe06cbf11fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036648 Sep 16 04:51:44.337376 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-6a2ea140-b257-41c0-b3d0-0f3ffc0801d3 service neutron] For port 02dd8b16-95d0-4586-83a4-fabef83cb876, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:44.340840 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-6a2ea140-b257-41c0-b3d0-0f3ffc0801d3 service neutron] For port 02dd8b16-95d0-4586-83a4-fabef83cb876, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=02dd8b16-95d0-4586-83a4-fabef83cb876,segment=NetworkSegment(eeb06a3c-4440-40bb-a867-5844152e236c),segment_id=eeb06a3c-4440-40bb-a867-5844152e236c)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:44.353484 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-6a2ea140-b257-41c0-b3d0-0f3ffc0801d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.373758 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-6a2ea140-b257-41c0-b3d0-0f3ffc0801d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:44.374372 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-6a2ea140-b257-41c0-b3d0-0f3ffc0801d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.375948 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-6a2ea140-b257-41c0-b3d0-0f3ffc0801d3 service neutron] 10.222.0.48 "PUT /v2.0/ports/02dd8b16-95d0-4586-83a4-fabef83cb876 HTTP/1.1" status: 200 len: 1092 time: 2.2690380 Sep 16 04:51:44.420354 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b8ddcf2e-3e98-4d36-aaa2-ca9b37991688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.423145 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b8ddcf2e-3e98-4d36-aaa2-ca9b37991688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.424519 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b8ddcf2e-3e98-4d36-aaa2-ca9b37991688 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4c37bbc8-c4fd-42f2-8982-d228e812bd7e HTTP/1.1" status: 204 len: 168 time: 0.5917342 Sep 16 04:51:44.485786 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ddcf2e-3e98-4d36-aaa2-ca9b37991688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c37bbc8-c4fd-42f2-8982-d228e812bd7e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:44.505764 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['f546a322-4da5-4c96-9c19-a106f67c047d'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:44.569011 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.569254 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ea140-b257-41c0-b3d0-0f3ffc0801d3 service neutron] Pushing event updated for resources: {'Port': ['ID=02dd8b16-95d0-4586-83a4-fabef83cb876,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:44.605588 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-7e33d9ef-912c-4f5d-bce6-43e916afdd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:44.607102 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-7e33d9ef-912c-4f5d-bce6-43e916afdd33 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=036d28f22dc64d2ebe6089bb6918cba5&device_id=5cba15cb-db99-4344-8bf0-e46e234c9657 HTTP/1.1" status: 200 len: 1095 time: 0.1438329 Sep 16 04:51:44.613246 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.632986 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-a338af81-4b01-4392-a712-3f7d2ce896c1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb HTTP/1.1" status: 200 len: 217 time: 0.7412345 Sep 16 04:51:44.647117 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1e69ba57-6b14-4890-ac8d-d970badec286 req-0f089535-7b79-452b-abc4-9e52407dd568 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f7019df-0b7f-43c7-8eb5-fcbf36db189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8135784 Sep 16 04:51:44.672497 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-12496f33-4633-4378-9575-d086bb356249 service neutron] For port d9a96359-2764-4430-8a72-730ca802c149, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:44.708253 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-9b43beff-68d6-455a-9280-2b7f4169b904 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02dd8b16-95d0-4586-83a4-fabef83cb876 HTTP/1.1" status: 200 len: 217 time: 0.0851490 Sep 16 04:51:44.765233 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-12496f33-4633-4378-9575-d086bb356249 service neutron] For port d9a96359-2764-4430-8a72-730ca802c149, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=d9a96359-2764-4430-8a72-730ca802c149,segment=NetworkSegment(eeb06a3c-4440-40bb-a867-5844152e236c),segment_id=eeb06a3c-4440-40bb-a867-5844152e236c)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:44.783001 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698592f5-bb43-45a5-9536-847df14f3792 x-openstack-request-id: req-698592f5-bb43-45a5-9536-847df14f3792 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:44.783318 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bca411-5593-4633-bf3f-65dd86eeaf84", "name": "network-vif-deleted", "tag": "a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:44.783704 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-698592f5-bb43-45a5-9536-847df14f3792 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:44.784307 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bca411-5593-4633-bf3f-65dd86eeaf84', 'name': 'network-vif-deleted', 'tag': 'a8f91b90-0ed6-4e9e-96cc-abeb6f7b4854', 'status': 'completed', 'code': 200} Sep 16 04:51:44.792733 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-12496f33-4633-4378-9575-d086bb356249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.798907 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-b1c828da-a883-42c1-a0c4-0db8810c88d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:44.801411 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-b1c828da-a883-42c1-a0c4-0db8810c88d7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=716908ff-2333-49cf-9a00-33ec24b532c9 HTTP/1.1" status: 200 len: 797 time: 0.1533999 Sep 16 04:51:44.836034 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-d1cdb619-4067-475f-810e-92bd4f64f8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:44.840273 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-d1cdb619-4067-475f-810e-92bd4f64f8ac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bad5ffb8-c8e7-4f2c-aaf7-17c9f9abcb85 HTTP/1.1" status: 200 len: 858 time: 0.1236341 Sep 16 04:51:44.898220 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-fe36b2f8-dae4-4a11-a9c2-044945360195 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0caeaa73-4117-40e8-a547-fe06cbf11fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484023 Sep 16 04:51:44.937001 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-12496f33-4633-4378-9575-d086bb356249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:44.937733 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-12496f33-4633-4378-9575-d086bb356249 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.939239 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-12496f33-4633-4378-9575-d086bb356249 service neutron] 10.222.0.47 "PUT /v2.0/ports/d9a96359-2764-4430-8a72-730ca802c149 HTTP/1.1" status: 200 len: 1092 time: 4.4908342 Sep 16 04:51:44.944374 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c82326-eaae-4c36-bd4b-c9fa97c00bb6', 'tag': 'd9a96359-2764-4430-8a72-730ca802c149'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:44.947202 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6826c32c-c521-4c46-9cd2-187eadbc2adb" -d '{"events": [{"name": "network-changed", "server_uuid": "68c82326-eaae-4c36-bd4b-c9fa97c00bb6", "tag": "d9a96359-2764-4430-8a72-730ca802c149"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:44.998842 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12496f33-4633-4378-9575-d086bb356249 service neutron] Pushing event updated for resources: {'Port': ['ID=d9a96359-2764-4430-8a72-730ca802c149,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:45.027928 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-761cb414-aa76-43bf-840d-bc85cf69b806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:45.029603 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-761cb414-aa76-43bf-840d-bc85cf69b806 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=75789621-67a9-49c8-be39-03e0dc1e36c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1775646 Sep 16 04:51:45.095414 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-c9620c1d-48c3-4a8f-84ef-c1d865e85278 service neutron] 10.222.0.48 "GET /v2.0/networks/0caeaa73-4117-40e8-a547-fe06cbf11fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877584 Sep 16 04:51:45.103861 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e098ec5-1f7c-4d4e-bda0-f46ff6e5897f req-754f6bf8-f057-4236-b5cb-71b00f63f4f8 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:45.112788 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e098ec5-1f7c-4d4e-bda0-f46ff6e5897f req-754f6bf8-f057-4236-b5cb-71b00f63f4f8 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.1965663 Sep 16 04:51:45.212693 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-6c0789a9-e5e2-4c78-9dfa-150bb07e949b service neutron] 10.222.0.48 "GET /v2.0/networks/0caeaa73-4117-40e8-a547-fe06cbf11fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075482 Sep 16 04:51:45.234160 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-8c7df8d7-6889-45c3-b77a-269ca8a461af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:45.241601 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-8c7df8d7-6889-45c3-b77a-269ca8a461af service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=036d28f22dc64d2ebe6089bb6918cba5&device_id=68c82326-eaae-4c36-bd4b-c9fa97c00bb6 HTTP/1.1" status: 200 len: 1095 time: 0.2109559 Sep 16 04:51:45.263700 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e098ec5-1f7c-4d4e-bda0-f46ff6e5897f req-fc8ce5dd-dc82-4782-9bb6-84074dccff83 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496816 Sep 16 04:51:45.289125 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-79ce1958-b3a8-4cb7-9543-59050b6d4ef6 service neutron] 10.222.0.48 "GET /v2.0/networks/75789621-67a9-49c8-be39-03e0dc1e36c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377403 Sep 16 04:51:45.329468 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-b125edef-8bf3-46b2-882c-21e915bda0df service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9a96359-2764-4430-8a72-730ca802c149 HTTP/1.1" status: 200 len: 217 time: 0.0627103 Sep 16 04:51:45.334093 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45316) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:45.405490 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4bdc38e-1899-40af-8d1c-d1b4d52f8446 admin admin] Deleting subnet 7dfca552-2814-4c5f-90f2-53fe5e725efb {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:51:45.409693 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4bdc38e-1899-40af-8d1c-d1b4d52f8446 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:45.484429 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4bdc38e-1899-40af-8d1c-d1b4d52f8446 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:45.546888 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-4b29a93c-fb4f-484c-b170-8bc30dbfc56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:45.548490 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-4b29a93c-fb4f-484c-b170-8bc30dbfc56e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bad5ffb8-c8e7-4f2c-aaf7-17c9f9abcb85 HTTP/1.1" status: 200 len: 858 time: 0.1287210 Sep 16 04:51:45.564702 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4bdc38e-1899-40af-8d1c-d1b4d52f8446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:45.622007 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf7e4f-50fd-427c-8fa3-413c8624b34b req-28503da3-c653-4324-b92d-dc26a9e51ef2 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:45.623588 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9bcf7e4f-50fd-427c-8fa3-413c8624b34b req-28503da3-c653-4324-b92d-dc26a9e51ef2 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa60485e-1d30-4e4c-8744-73354d648eb1 HTTP/1.1" status: 200 len: 944 time: 0.2171426 Sep 16 04:51:45.626097 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-bb3c4c72-cde4-48c3-af9a-d16660c4f32e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0caeaa73-4117-40e8-a547-fe06cbf11fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648544 Sep 16 04:51:45.631949 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-a3a32179-4b9c-404d-ac92-eab743f4ae6e service neutron] 10.222.0.48 "GET /v2.0/networks/75789621-67a9-49c8-be39-03e0dc1e36c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013830 Sep 16 04:51:45.676109 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4bdc38e-1899-40af-8d1c-d1b4d52f8446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:45.712733 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-cc995f68-5fbd-4982-8dcf-42450ee059bc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=8412a577-70e7-4987-883c-7ad67dcac980 HTTP/1.1" status: 200 len: 217 time: 0.0692978 Sep 16 04:51:45.727745 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bdc38e-1899-40af-8d1c-d1b4d52f8446 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dfca552-2814-4c5f-90f2-53fe5e725efb,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:45.744170 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4bdc38e-1899-40af-8d1c-d1b4d52f8446 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:45.747871 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c4bdc38e-1899-40af-8d1c-d1b4d52f8446 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7dfca552-2814-4c5f-90f2-53fe5e725efb HTTP/1.1" status: 204 len: 168 time: 0.4116504 Sep 16 04:51:45.749786 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45332) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:45.813244 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9bcf7e4f-50fd-427c-8fa3-413c8624b34b req-60ea1d0f-8118-4e60-9b4f-1a1bc1222d6f tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766274 Sep 16 04:51:45.857143 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-bd6895ac-1a03-41d2-8fff-c24cb66cac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:45.858677 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-bd6895ac-1a03-41d2-8fff-c24cb66cac34 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=716908ff-2333-49cf-9a00-33ec24b532c9 HTTP/1.1" status: 200 len: 797 time: 0.1029835 Sep 16 04:51:45.863201 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-75fb6773-41d0-4393-80d0-168e47e89052 service neutron] 10.222.0.47 "GET /v2.0/networks/0caeaa73-4117-40e8-a547-fe06cbf11fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290723 Sep 16 04:51:45.884190 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1cf6976c-6e31-4baf-b9d4-6b73005af715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:45.904095 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b289d46a-a2ae-4648-9bf6-7cc6e489eb31 x-openstack-request-id: req-b289d46a-a2ae-4648-9bf6-7cc6e489eb31 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:45.904095 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c82326-eaae-4c36-bd4b-c9fa97c00bb6", "tag": "d9a96359-2764-4430-8a72-730ca802c149", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:45.904398 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b289d46a-a2ae-4648-9bf6-7cc6e489eb31 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:45.904905 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c82326-eaae-4c36-bd4b-c9fa97c00bb6', 'tag': 'd9a96359-2764-4430-8a72-730ca802c149', 'status': 'completed', 'code': 200} Sep 16 04:51:45.922714 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device f546a322-4da5-4c96-9c19-a106f67c047d up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:46.026717 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1cf6976c-6e31-4baf-b9d4-6b73005af715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.057580 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.081466 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-1cf6976c-6e31-4baf-b9d4-6b73005af715 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0948758-dde0-4f78-9eb9-a331e53f3d38']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:46.084102 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-532fbd74-8756-464a-abb6-434376ebecca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:46.091674 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-532fbd74-8756-464a-abb6-434376ebecca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=75789621-67a9-49c8-be39-03e0dc1e36c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2253597 Sep 16 04:51:46.101517 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-1cf6976c-6e31-4baf-b9d4-6b73005af715 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9fc1f4b-6d0e-4cfb-b2a7-be08b211ce48') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:46.102519 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-1cf6976c-6e31-4baf-b9d4-6b73005af715 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9fc1f4b-6d0e-4cfb-b2a7-be08b211ce48') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:46.102652 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port f546a322-4da5-4c96-9c19-a106f67c047d completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:51:46.109478 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port f546a322-4da5-4c96-9c19-a106f67c047d triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:46.109841 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.134359 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1cf6976c-6e31-4baf-b9d4-6b73005af715 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.179282 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1cf6976c-6e31-4baf-b9d4-6b73005af715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.193157 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf6976c-6e31-4baf-b9d4-6b73005af715 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:51:46.193856 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2b7efbad-1638-4384-982d-2756dfbbefe6 req-a7a099d4-32cb-44a3-b8ca-12ee7c2c925d service neutron] 10.222.0.47 "GET /v2.0/networks/0caeaa73-4117-40e8-a547-fe06cbf11fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148918 Sep 16 04:51:46.194863 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1cf6976c-6e31-4baf-b9d4-6b73005af715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.249418 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7a063-8300-4bb8-bba5-0c6ee597d720 req-8a829c10-eadf-406b-9057-92004cfe128c tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:46.261609 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e0e7a063-8300-4bb8-bba5-0c6ee597d720 req-8a829c10-eadf-406b-9057-92004cfe128c tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/ports?device_id=68c82326-eaae-4c36-bd4b-c9fa97c00bb6 HTTP/1.1" status: 200 len: 943 time: 0.2419534 Sep 16 04:51:46.301294 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:51:46.301294 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:51:46.301294 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:51:46.301294 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:51:46.301294 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:51:46.301294 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:51:46.301294 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:51:46.301294 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:51:46.301294 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:51:46.301294 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:51:46.301294 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:51:46.301294 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:51:46.301294 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:51:46.301294 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:51:46.301294 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:51:46.301294 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:51:46.301294 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:51:46.301294 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:51:46.301294 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:51:46.301294 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:51:46.301294 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:51:46.301294 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:51:46.301294 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:51:46.301294 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:51:46.301294 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:51:46.301294 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:51:46.301294 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:51:46.301294 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:51:46.301294 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:51:46.301294 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:51:46.301294 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:51:46.301294 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:51:46.308340 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1cf6976c-6e31-4baf-b9d4-6b73005af715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.329080 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1cf6976c-6e31-4baf-b9d4-6b73005af715 admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.331951 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1cf6976c-6e31-4baf-b9d4-6b73005af715 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c0948758-dde0-4f78-9eb9-a331e53f3d38 HTTP/1.1" status: 204 len: 168 time: 0.5805480 Sep 16 04:51:46.335004 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45364) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:46.340281 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.359154 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6976c-6e31-4baf-b9d4-6b73005af715 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0948758-dde0-4f78-9eb9-a331e53f3d38,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:46.393998 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e0e7a063-8300-4bb8-bba5-0c6ee597d720 req-ee483f76-c4ec-4f7c-b2fd-2122a1f155be tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f7019df-0b7f-43c7-8eb5-fcbf36db189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311603 Sep 16 04:51:46.396526 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-118dd239-27c4-424c-b379-de63e899d2b5 service neutron] 10.222.0.48 "GET /v2.0/networks/75789621-67a9-49c8-be39-03e0dc1e36c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910430 Sep 16 04:51:46.447486 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826c32c-c521-4c46-9cd2-187eadbc2adb req-733dbf35-b545-4047-9992-b95a28c091a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:46.449344 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6826c32c-c521-4c46-9cd2-187eadbc2adb req-733dbf35-b545-4047-9992-b95a28c091a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=036d28f22dc64d2ebe6089bb6918cba5&device_id=68c82326-eaae-4c36-bd4b-c9fa97c00bb6 HTTP/1.1" status: 200 len: 1095 time: 0.1244831 Sep 16 04:51:46.450735 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port f546a322-4da5-4c96-9c19-a106f67c047d, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=f546a322-4da5-4c96-9c19-a106f67c047d,segment=NetworkSegment(01aafaa9-a340-46ca-887a-6648c79e8c73),segment_id=01aafaa9-a340-46ca-887a-6648c79e8c73)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:46.451976 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa60485e-1d30-4e4c-8744-73354d648eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f546a322-4da5-4c96-9c19-a106f67c047d'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:46.459818 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009a94e3-b657-40b1-a526-7309dbabde46" -d '{"events": [{"server_uuid": "aa60485e-1d30-4e4c-8744-73354d648eb1", "name": "network-vif-plugged", "status": "completed", "tag": "f546a322-4da5-4c96-9c19-a106f67c047d"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:46.467808 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe01216-65a5-4f67-8715-96906b785749 admin admin] Deleting subnet 2c727f88-3641-4db2-a0a6-b7aaf25a31af {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:51:46.473469 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.478768 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8fe01216-65a5-4f67-8715-96906b785749 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.557768 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8fe01216-65a5-4f67-8715-96906b785749 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.596038 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=f546a322-4da5-4c96-9c19-a106f67c047d,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:46.716763 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8fe01216-65a5-4f67-8715-96906b785749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.754680 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-33314985-4793-42c1-a94a-ad6a7f013958 service neutron] 10.222.0.48 "GET /v2.0/networks/75789621-67a9-49c8-be39-03e0dc1e36c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460693 Sep 16 04:51:46.786133 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5add1481-c375-4fc8-9abc-b189469b8278', 'tag': '9531b6d7-69f1-4a2f-b252-2d04996dba19'}, {'name': 'network-changed', 'server_uuid': '5cba15cb-db99-4344-8bf0-e46e234c9657', 'tag': '02dd8b16-95d0-4586-83a4-fabef83cb876'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:46.791514 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8158768-c92b-42fa-87c6-8f59c585d189" -d '{"events": [{"name": "network-changed", "server_uuid": "5add1481-c375-4fc8-9abc-b189469b8278", "tag": "9531b6d7-69f1-4a2f-b252-2d04996dba19"}, {"name": "network-changed", "server_uuid": "5cba15cb-db99-4344-8bf0-e46e234c9657", "tag": "02dd8b16-95d0-4586-83a4-fabef83cb876"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:46.823044 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32981e55-a6ee-483c-aba4-66da19293e4a req-e319891a-9dcc-4a72-8839-271b5b3238f1 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:46.831082 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-32981e55-a6ee-483c-aba4-66da19293e4a req-e319891a-9dcc-4a72-8839-271b5b3238f1 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.2707605 Sep 16 04:51:46.848595 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-c84d25dd-828a-4c42-822e-d8abc5ffa079 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=04207e9e-65ad-4cd5-b043-c3928f7311d0 HTTP/1.1" status: 200 len: 217 time: 0.0853670 Sep 16 04:51:46.856013 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8fe01216-65a5-4f67-8715-96906b785749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.898290 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826c32c-c521-4c46-9cd2-187eadbc2adb req-d4675ebb-911b-4072-8849-9b8590ac0f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:46.900313 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6826c32c-c521-4c46-9cd2-187eadbc2adb req-d4675ebb-911b-4072-8849-9b8590ac0f9b service neutron] 10.222.0.47 "GET /v2.0/networks?id=0caeaa73-4117-40e8-a547-fe06cbf11fbe HTTP/1.1" status: 200 len: 919 time: 0.3746374 Sep 16 04:51:46.902041 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe01216-65a5-4f67-8715-96906b785749 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c727f88-3641-4db2-a0a6-b7aaf25a31af,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:46.921201 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8fe01216-65a5-4f67-8715-96906b785749 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.931658 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8fe01216-65a5-4f67-8715-96906b785749 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2c727f88-3641-4db2-a0a6-b7aaf25a31af HTTP/1.1" status: 204 len: 168 time: 0.5946324 Sep 16 04:51:46.932940 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45420) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:46.989177 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6826c32c-c521-4c46-9cd2-187eadbc2adb req-5ec78c2a-45f5-441c-aeb3-f74de5e2a905 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9a96359-2764-4430-8a72-730ca802c149 HTTP/1.1" status: 200 len: 217 time: 0.0749640 Sep 16 04:51:47.012400 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-32981e55-a6ee-483c-aba4-66da19293e4a req-3f61bea7-dfa6-4bf9-b777-2c6e6d2a1025 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802788 Sep 16 04:51:47.078066 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77616c54-321f-40f0-9a94-436aea1c1865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.112496 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-2f5086c8-4bec-4fe1-a6fd-b8b63bbd5bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:47.119946 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-2f5086c8-4bec-4fe1-a6fd-b8b63bbd5bbd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=716908ff-2333-49cf-9a00-33ec24b532c9 HTTP/1.1" status: 200 len: 797 time: 0.2598360 Sep 16 04:51:47.128713 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb63cc35-4832-4d6e-8bdc-857212b81e6d x-openstack-request-id: req-cb63cc35-4832-4d6e-8bdc-857212b81e6d {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:47.129774 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa60485e-1d30-4e4c-8744-73354d648eb1", "name": "network-vif-plugged", "status": "completed", "tag": "f546a322-4da5-4c96-9c19-a106f67c047d", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:47.130248 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cb63cc35-4832-4d6e-8bdc-857212b81e6d {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:47.130862 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa60485e-1d30-4e4c-8744-73354d648eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f546a322-4da5-4c96-9c19-a106f67c047d', 'code': 200} Sep 16 04:51:47.278159 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826c32c-c521-4c46-9cd2-187eadbc2adb req-ec1a3adb-5dc0-4581-8b57-bdf2c383e12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:47.284931 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6826c32c-c521-4c46-9cd2-187eadbc2adb req-ec1a3adb-5dc0-4581-8b57-bdf2c383e12a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bad5ffb8-c8e7-4f2c-aaf7-17c9f9abcb85 HTTP/1.1" status: 200 len: 858 time: 0.2793732 Sep 16 04:51:47.298866 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256bec62-b6c9-4fb7-ba00-b25321c463f2 x-openstack-request-id: req-256bec62-b6c9-4fb7-ba00-b25321c463f2 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:47.299185 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5add1481-c375-4fc8-9abc-b189469b8278", "tag": "9531b6d7-69f1-4a2f-b252-2d04996dba19", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5cba15cb-db99-4344-8bf0-e46e234c9657", "tag": "02dd8b16-95d0-4586-83a4-fabef83cb876", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:47.299440 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-256bec62-b6c9-4fb7-ba00-b25321c463f2 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:47.299842 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5add1481-c375-4fc8-9abc-b189469b8278', 'tag': '9531b6d7-69f1-4a2f-b252-2d04996dba19', 'status': 'completed', 'code': 200} Sep 16 04:51:47.300304 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cba15cb-db99-4344-8bf0-e46e234c9657', 'tag': '02dd8b16-95d0-4586-83a4-fabef83cb876', 'status': 'completed', 'code': 200} Sep 16 04:51:47.304731 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77616c54-321f-40f0-9a94-436aea1c1865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.309987 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-a2178e73-198d-4c36-ad90-d46521008388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:47.311908 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-a2178e73-198d-4c36-ad90-d46521008388 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=75789621-67a9-49c8-be39-03e0dc1e36c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1749671 Sep 16 04:51:47.332006 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6826c32c-c521-4c46-9cd2-187eadbc2adb req-56f005cf-e6b8-42cb-aca4-d19ba1773d72 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0caeaa73-4117-40e8-a547-fe06cbf11fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366914 Sep 16 04:51:47.511038 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 45436) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:47.564783 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbf66a-bf2d-4a75-bb6f-f63cbc42e03e req-53af5373-1ca6-4479-bb91-264d8daef1e8 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:47.577728 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6ffbf66a-bf2d-4a75-bb6f-f63cbc42e03e req-53af5373-1ca6-4479-bb91-264d8daef1e8 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa60485e-1d30-4e4c-8744-73354d648eb1 HTTP/1.1" status: 200 len: 945 time: 0.2392833 Sep 16 04:51:47.731702 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6ffbf66a-bf2d-4a75-bb6f-f63cbc42e03e req-152b78e0-5339-4987-b217-bebf9a2bb572 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518655 Sep 16 04:51:47.749238 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-7d7cb048-292e-4402-8d7a-d771c8f4acb4 service neutron] 10.222.0.48 "GET /v2.0/networks/75789621-67a9-49c8-be39-03e0dc1e36c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194975 Sep 16 04:51:47.786948 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6826c32c-c521-4c46-9cd2-187eadbc2adb req-de4a790d-549d-4986-b457-7fa7827a979b service neutron] 10.222.0.47 "GET /v2.0/networks/0caeaa73-4117-40e8-a547-fe06cbf11fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4440758 Sep 16 04:51:47.820345 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0bb06a49-5e54-4961-a7e0-29d80121af79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.865482 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-77616c54-321f-40f0-9a94-436aea1c1865 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe436442-4351-4940-9b0c-007abd449dd3']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:47.882398 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-77616c54-321f-40f0-9a94-436aea1c1865 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f04089-508f-4114-bf52-3d2d2bbfaa70') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:47.882699 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-77616c54-321f-40f0-9a94-436aea1c1865 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f04089-508f-4114-bf52-3d2d2bbfaa70') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:47.901548 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77616c54-321f-40f0-9a94-436aea1c1865 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.912487 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e12e4-d9d7-4ee9-bbaa-e489f49bb033 req-b786373b-3755-4180-8582-343084cd13a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:47.914345 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d34e12e4-d9d7-4ee9-bbaa-e489f49bb033 req-b786373b-3755-4180-8582-343084cd13a4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=aa60485e-1d30-4e4c-8744-73354d648eb1 HTTP/1.1" status: 200 len: 1097 time: 0.6129179 Sep 16 04:51:47.926008 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8158768-c92b-42fa-87c6-8f59c585d189 req-ef9038de-0389-4535-b396-6c0de359c230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:47.927339 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c8158768-c92b-42fa-87c6-8f59c585d189 req-ef9038de-0389-4535-b396-6c0de359c230 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=036d28f22dc64d2ebe6089bb6918cba5&device_id=5add1481-c375-4fc8-9abc-b189469b8278 HTTP/1.1" status: 200 len: 1096 time: 0.6319888 Sep 16 04:51:47.932539 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8158768-c92b-42fa-87c6-8f59c585d189 req-8a96faa3-5c5f-4248-b9a8-ca4f1cd8f00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:47.934062 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c8158768-c92b-42fa-87c6-8f59c585d189 req-8a96faa3-5c5f-4248-b9a8-ca4f1cd8f00d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=036d28f22dc64d2ebe6089bb6918cba5&device_id=5cba15cb-db99-4344-8bf0-e46e234c9657 HTTP/1.1" status: 200 len: 1095 time: 0.6411178 Sep 16 04:51:47.934924 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 9531b6d7-69f1-4a2f-b252-2d04996dba19 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:47.939505 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77616c54-321f-40f0-9a94-436aea1c1865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.997505 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77616c54-321f-40f0-9a94-436aea1c1865 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:51:47.998386 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77616c54-321f-40f0-9a94-436aea1c1865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.000011 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:51:48.000011 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:51:48.000011 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:51:48.000011 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:51:48.000011 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:51:48.000011 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:51:48.000011 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:51:48.000011 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:51:48.000011 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:51:48.000011 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:51:48.000011 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:51:48.000011 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:51:48.000011 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:51:48.000011 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:51:48.000011 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:51:48.000011 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:51:48.000011 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:51:48.000011 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:51:48.000011 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:51:48.000011 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:51:48.000011 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:51:48.000011 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:51:48.000011 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:51:48.000011 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:51:48.000011 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:51:48.000011 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:51:48.000011 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:51:48.000011 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:51:48.000011 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:51:48.000011 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:51:48.000011 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:51:48.000011 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:51:48.069388 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-80f2f5e8-cb00-46cd-931f-5adff839564f service neutron] 10.222.0.48 "GET /v2.0/networks/75789621-67a9-49c8-be39-03e0dc1e36c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128440 Sep 16 04:51:48.077107 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6826c32c-c521-4c46-9cd2-187eadbc2adb req-bea406e8-601e-4f4b-9e75-979b35bb0ac2 service neutron] 10.222.0.47 "GET /v2.0/networks/0caeaa73-4117-40e8-a547-fe06cbf11fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715385 Sep 16 04:51:48.100340 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b93fd3-240c-4270-83c9-0f2c1fee9afe req-17a3df78-4acb-478a-bcda-f5abcdbbd7f8 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:48.109187 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90b93fd3-240c-4270-83c9-0f2c1fee9afe req-17a3df78-4acb-478a-bcda-f5abcdbbd7f8 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/ports?device_id=68c82326-eaae-4c36-bd4b-c9fa97c00bb6 HTTP/1.1" status: 200 len: 943 time: 0.2285538 Sep 16 04:51:48.140638 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 9531b6d7-69f1-4a2f-b252-2d04996dba19, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=9531b6d7-69f1-4a2f-b252-2d04996dba19,segment=NetworkSegment(eeb06a3c-4440-40bb-a867-5844152e236c),segment_id=eeb06a3c-4440-40bb-a867-5844152e236c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:48.148560 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-7ff67d39-2dc5-49a6-9d3a-65605b7e02f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=2064e1f3-dcc9-47cc-8440-d02253a0c752 HTTP/1.1" status: 200 len: 217 time: 0.0700002 Sep 16 04:51:48.162431 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8158768-c92b-42fa-87c6-8f59c585d189 req-b06ed02e-721f-42fd-88dc-419afeb528e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:48.164118 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c8158768-c92b-42fa-87c6-8f59c585d189 req-b06ed02e-721f-42fd-88dc-419afeb528e5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0caeaa73-4117-40e8-a547-fe06cbf11fbe HTTP/1.1" status: 200 len: 919 time: 0.2205405 Sep 16 04:51:48.166616 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '9531b6d7-69f1-4a2f-b252-2d04996dba19', 'network_id': '0caeaa73-4117-40e8-a547-fe06cbf11fbe', 'port_id': '9531b6d7-69f1-4a2f-b252-2d04996dba19', 'mac_address': 'fa:16:3e:d4:b2:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad5ffb8-c8e7-4f2c-aaf7-17c9f9abcb85', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:51:48.201270 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d34e12e4-d9d7-4ee9-bbaa-e489f49bb033 req-f42212c2-f751-46f9-92f8-c8e8a1f43c33 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722344 Sep 16 04:51:48.229587 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0bb06a49-5e54-4961-a7e0-29d80121af79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.238765 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0bb06a49-5e54-4961-a7e0-29d80121af79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.253114 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77616c54-321f-40f0-9a94-436aea1c1865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.266527 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90b93fd3-240c-4270-83c9-0f2c1fee9afe req-f3d03fe1-34cf-4b02-87a6-e372d58add58 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f7019df-0b7f-43c7-8eb5-fcbf36db189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508427 Sep 16 04:51:48.272365 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c8158768-c92b-42fa-87c6-8f59c585d189 req-ba919118-8991-4b68-9e17-3bc2f51867eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02dd8b16-95d0-4586-83a4-fabef83cb876 HTTP/1.1" status: 200 len: 217 time: 0.0764775 Sep 16 04:51:48.287998 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77616c54-321f-40f0-9a94-436aea1c1865 admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.290626 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-77616c54-321f-40f0-9a94-436aea1c1865 admin admin] 10.222.0.35 "DELETE /v2.0/networks/fe436442-4351-4940-9b0c-007abd449dd3 HTTP/1.1" status: 204 len: 168 time: 1.3561695 Sep 16 04:51:48.292458 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77616c54-321f-40f0-9a94-436aea1c1865 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe436442-4351-4940-9b0c-007abd449dd3,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:48.300806 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.319280 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-6004c069-10f9-40ce-b7bb-8f071a0a3718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:48.325644 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9531b6d7-69f1-4a2f-b252-2d04996dba19 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:48.332197 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-6004c069-10f9-40ce-b7bb-8f071a0a3718 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=716908ff-2333-49cf-9a00-33ec24b532c9 HTTP/1.1" status: 200 len: 797 time: 0.1679478 Sep 16 04:51:48.371047 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8158768-c92b-42fa-87c6-8f59c585d189 req-d91d5e9a-a772-49e5-b6ca-898ee39df443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:48.379937 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c8158768-c92b-42fa-87c6-8f59c585d189 req-d91d5e9a-a772-49e5-b6ca-898ee39df443 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0caeaa73-4117-40e8-a547-fe06cbf11fbe HTTP/1.1" status: 200 len: 919 time: 0.4358497 Sep 16 04:51:48.383587 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0bb06a49-5e54-4961-a7e0-29d80121af79 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=394dee581572458aaf3d381e14b710d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8708351 Sep 16 04:51:48.388219 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 9531b6d7-69f1-4a2f-b252-2d04996dba19, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=9531b6d7-69f1-4a2f-b252-2d04996dba19,segment=NetworkSegment(eeb06a3c-4440-40bb-a867-5844152e236c),segment_id=eeb06a3c-4440-40bb-a867-5844152e236c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:48.392415 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45444) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:48.396096 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.412734 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb06a49-5e54-4961-a7e0-29d80121af79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65f6513-e4f0-4faa-9362-acdc2d1deb11,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:48.412964 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8158768-c92b-42fa-87c6-8f59c585d189 req-ee980198-d141-417f-aad7-a3367412be36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:48.428445 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c8158768-c92b-42fa-87c6-8f59c585d189 req-ee980198-d141-417f-aad7-a3367412be36 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bad5ffb8-c8e7-4f2c-aaf7-17c9f9abcb85 HTTP/1.1" status: 200 len: 858 time: 0.1133025 Sep 16 04:51:48.454069 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-898f28da-8966-4eaf-a533-b3684842251b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:48.455653 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-898f28da-8966-4eaf-a533-b3684842251b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=75789621-67a9-49c8-be39-03e0dc1e36c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1093879 Sep 16 04:51:48.483367 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=9531b6d7-69f1-4a2f-b252-2d04996dba19,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:48.484311 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9a8d9-af71-4b25-82b1-6b527b03610c req-114d7617-93b1-4f49-8a2b-6f289c6ed03a tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:48.492741 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6a9a8d9-af71-4b25-82b1-6b527b03610c req-114d7617-93b1-4f49-8a2b-6f289c6ed03a tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.1161222 Sep 16 04:51:48.511910 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c8158768-c92b-42fa-87c6-8f59c585d189 req-28d83375-2989-4965-9edf-5474e8abeb47 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0caeaa73-4117-40e8-a547-fe06cbf11fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778310 Sep 16 04:51:48.542781 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 45446) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:48.617905 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c8158768-c92b-42fa-87c6-8f59c585d189 req-36073906-cf3d-4d7c-a9bf-e95bfb3cfaa9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9531b6d7-69f1-4a2f-b252-2d04996dba19 HTTP/1.1" status: 200 len: 217 time: 0.1150053 Sep 16 04:51:48.626525 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6a9a8d9-af71-4b25-82b1-6b527b03610c req-06b2b527-ff9e-47d7-8f43-42b82eb15474 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316135 Sep 16 04:51:48.679049 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8b72a7b3-ebd1-4dda-9a88-cf050c97c93c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9def1d9b8bd143368fce837c81e5ede0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1331155 Sep 16 04:51:48.686519 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['9531b6d7-69f1-4a2f-b252-2d04996dba19'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:48.696279 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45448) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:48.721637 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-61652cd1-b0d6-43d4-82f4-82ee6c18853c service neutron] 10.222.0.48 "GET /v2.0/networks/75789621-67a9-49c8-be39-03e0dc1e36c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267375 Sep 16 04:51:48.858044 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0a9f3cb8-fa22-4514-9dc1-56044d9c9b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.877287 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8158768-c92b-42fa-87c6-8f59c585d189 req-8ed16312-baf1-4308-a953-f8684cfb39c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:48.878956 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c8158768-c92b-42fa-87c6-8f59c585d189 req-8ed16312-baf1-4308-a953-f8684cfb39c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bad5ffb8-c8e7-4f2c-aaf7-17c9f9abcb85 HTTP/1.1" status: 200 len: 858 time: 0.2425122 Sep 16 04:51:48.888722 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c8158768-c92b-42fa-87c6-8f59c585d189 req-0f7834ca-f0a1-45bd-9108-0d0e75ba185c service neutron] 10.222.0.48 "GET /v2.0/networks/0caeaa73-4117-40e8-a547-fe06cbf11fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216462 Sep 16 04:51:48.938344 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-8266396f-3e99-455c-9017-d1258c0e912e service neutron] 10.222.0.48 "GET /v2.0/networks/75789621-67a9-49c8-be39-03e0dc1e36c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054925 Sep 16 04:51:48.965414 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c8158768-c92b-42fa-87c6-8f59c585d189 req-4587630f-1caf-459d-93e5-73a746ae93d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0caeaa73-4117-40e8-a547-fe06cbf11fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731864 Sep 16 04:51:49.012773 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0a9f3cb8-fa22-4514-9dc1-56044d9c9b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:49.015790 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-edb30767-0c52-4576-a807-b9aa21549df1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3d3646c0-2ee7-41de-8773-e02f1f3f541a HTTP/1.1" status: 200 len: 217 time: 0.0550301 Sep 16 04:51:49.065471 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738085b-ee6d-459e-91f4-f286bba1c630 req-5ef01ad7-ec9a-4200-83a6-cd30d94bba52 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:49.073926 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c738085b-ee6d-459e-91f4-f286bba1c630 req-5ef01ad7-ec9a-4200-83a6-cd30d94bba52 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa60485e-1d30-4e4c-8744-73354d648eb1 HTTP/1.1" status: 200 len: 945 time: 0.2064683 Sep 16 04:51:49.080828 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-945aa273-b1e9-4787-879c-5a4e5f92e6f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:49.120537 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-945aa273-b1e9-4787-879c-5a4e5f92e6f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:49.135673 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c738085b-ee6d-459e-91f4-f286bba1c630 req-e37241c4-9361-4719-a909-49f14372eba7 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581980 Sep 16 04:51:49.166734 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-0f482d6e-4a8d-4a86-91f6-6b9dc4b7746f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:49.168799 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-0f482d6e-4a8d-4a86-91f6-6b9dc4b7746f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=82ab7759-3dcd-4764-b386-925b3dd23c9b HTTP/1.1" status: 200 len: 797 time: 0.1457531 Sep 16 04:51:49.270387 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-263f1aec-0559-4a05-ad3b-d350d104274b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:49.274260 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-263f1aec-0559-4a05-ad3b-d350d104274b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=768257ea-d05c-44b7-b58b-c702d60e22aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0943902 Sep 16 04:51:49.294327 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-945aa273-b1e9-4787-879c-5a4e5f92e6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:49.297244 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-945aa273-b1e9-4787-879c-5a4e5f92e6f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:49.303036 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-945aa273-b1e9-4787-879c-5a4e5f92e6f5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4144e969-047b-41cc-9050-d19238f48b0c HTTP/1.1" status: 204 len: 168 time: 0.6040578 Sep 16 04:51:49.312852 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c8158768-c92b-42fa-87c6-8f59c585d189 req-086bd7ad-64e1-4a2e-a302-681181e9635b service neutron] 10.222.0.48 "GET /v2.0/networks/0caeaa73-4117-40e8-a547-fe06cbf11fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957171 Sep 16 04:51:49.328835 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945aa273-b1e9-4787-879c-5a4e5f92e6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4144e969-047b-41cc-9050-d19238f48b0c,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:49.402183 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0a9f3cb8-fa22-4514-9dc1-56044d9c9b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:49.406770 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0a9f3cb8-fa22-4514-9dc1-56044d9c9b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:49.408542 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0a9f3cb8-fa22-4514-9dc1-56044d9c9b67 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a65f6513-e4f0-4faa-9362-acdc2d1deb11 HTTP/1.1" status: 204 len: 168 time: 1.0150499 Sep 16 04:51:49.428029 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f3cb8-fa22-4514-9dc1-56044d9c9b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65f6513-e4f0-4faa-9362-acdc2d1deb11,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:49.440478 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c8158768-c92b-42fa-87c6-8f59c585d189 req-b780af11-4fb7-4a1e-aef2-2e26d39bec75 service neutron] 10.222.0.47 "GET /v2.0/networks/0caeaa73-4117-40e8-a547-fe06cbf11fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238780 Sep 16 04:51:49.450183 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f3cb8-fa22-4514-9dc1-56044d9c9b67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:49.450854 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f3cb8-fa22-4514-9dc1-56044d9c9b67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:49.451396 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f3cb8-fa22-4514-9dc1-56044d9c9b67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:49.451907 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f3cb8-fa22-4514-9dc1-56044d9c9b67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:49.452420 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f3cb8-fa22-4514-9dc1-56044d9c9b67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:49.453051 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f3cb8-fa22-4514-9dc1-56044d9c9b67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:49.453742 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f3cb8-fa22-4514-9dc1-56044d9c9b67 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:49.454279 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f3cb8-fa22-4514-9dc1-56044d9c9b67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:49.454787 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f3cb8-fa22-4514-9dc1-56044d9c9b67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:49.455305 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f3cb8-fa22-4514-9dc1-56044d9c9b67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:49.456021 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f3cb8-fa22-4514-9dc1-56044d9c9b67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:49.456604 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f3cb8-fa22-4514-9dc1-56044d9c9b67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:49.597774 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b969d63-a9f9-49c2-a4a7-0796d5250354 req-4c53b977-da98-4533-a673-b26f2632726d tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:49.600171 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b969d63-a9f9-49c2-a4a7-0796d5250354 req-4c53b977-da98-4533-a673-b26f2632726d tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/ports?device_id=68c82326-eaae-4c36-bd4b-c9fa97c00bb6 HTTP/1.1" status: 200 len: 943 time: 0.0912678 Sep 16 04:51:49.604936 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-20a7c82a-9b24-4c9f-9aab-e5554ae4f10c service neutron] 10.222.0.48 "GET /v2.0/networks/768257ea-d05c-44b7-b58b-c702d60e22aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066397 Sep 16 04:51:49.628666 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c8158768-c92b-42fa-87c6-8f59c585d189 req-f7b8f8bc-c06b-4b44-b618-8c37fa093808 service neutron] 10.222.0.47 "GET /v2.0/networks/0caeaa73-4117-40e8-a547-fe06cbf11fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566756 Sep 16 04:51:49.941400 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device d9a96359-2764-4430-8a72-730ca802c149 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:50.027456 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 9531b6d7-69f1-4a2f-b252-2d04996dba19 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:50.055999 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45472) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:50.119414 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-436d5194-f840-4ac8-8f75-8a385085aa20 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cb3ae46bbefc4341b5d0e758f663fe2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0601544 Sep 16 04:51:50.121455 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45476) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:50.237337 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7c42907f-82a2-488d-95c3-8831b964f950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:50.264032 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port d9a96359-2764-4430-8a72-730ca802c149, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=d9a96359-2764-4430-8a72-730ca802c149,segment=NetworkSegment(eeb06a3c-4440-40bb-a867-5844152e236c),segment_id=eeb06a3c-4440-40bb-a867-5844152e236c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:50.265324 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b969d63-a9f9-49c2-a4a7-0796d5250354 req-e1582f98-5b4f-4204-88ef-b1329218c115 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f7019df-0b7f-43c7-8eb5-fcbf36db189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6550415 Sep 16 04:51:50.281107 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'd9a96359-2764-4430-8a72-730ca802c149', 'network_id': '0caeaa73-4117-40e8-a547-fe06cbf11fbe', 'port_id': 'd9a96359-2764-4430-8a72-730ca802c149', 'mac_address': 'fa:16:3e:aa:53:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad5ffb8-c8e7-4f2c-aaf7-17c9f9abcb85', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:51:50.284412 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 9531b6d7-69f1-4a2f-b252-2d04996dba19 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:51:50.287238 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7c42907f-82a2-488d-95c3-8831b964f950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:50.309466 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 9531b6d7-69f1-4a2f-b252-2d04996dba19 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:50.309647 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:50.310556 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-858c5586-fe9f-43c6-a2f8-09d876dbb4cd service neutron] 10.222.0.48 "GET /v2.0/networks/768257ea-d05c-44b7-b58b-c702d60e22aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6952238 Sep 16 04:51:50.383255 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:50.394617 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-5d9b13c4-c006-4872-8037-032ee4cbd306 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6c443476-515a-4274-81ca-27dee1865694 HTTP/1.1" status: 200 len: 217 time: 0.0756330 Sep 16 04:51:50.403710 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9a96359-2764-4430-8a72-730ca802c149 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:50.403935 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7c42907f-82a2-488d-95c3-8831b964f950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:50.407218 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7c42907f-82a2-488d-95c3-8831b964f950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:50.427287 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7c42907f-82a2-488d-95c3-8831b964f950 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3ef6b1fa-d5e3-41b2-bb4d-a6ecfee9cfb3 HTTP/1.1" status: 204 len: 168 time: 0.2943473 Sep 16 04:51:50.442949 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port d9a96359-2764-4430-8a72-730ca802c149, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=d9a96359-2764-4430-8a72-730ca802c149,segment=NetworkSegment(eeb06a3c-4440-40bb-a867-5844152e236c),segment_id=eeb06a3c-4440-40bb-a867-5844152e236c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:50.453871 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c42907f-82a2-488d-95c3-8831b964f950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef6b1fa-d5e3-41b2-bb4d-a6ecfee9cfb3,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:50.480732 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:50.538932 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:50.546526 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894659e-b920-4619-b187-e30adbcd3d6d req-5ffef968-b935-4826-a3f7-a063f85d735f tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:50.559206 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5894659e-b920-4619-b187-e30adbcd3d6d req-5ffef968-b935-4826-a3f7-a063f85d735f tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.1630094 Sep 16 04:51:50.588304 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5add1481-c375-4fc8-9abc-b189469b8278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9531b6d7-69f1-4a2f-b252-2d04996dba19'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:50.591166 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa18e7e-ce53-4937-ba43-95b8b49f565e" -d '{"events": [{"server_uuid": "5add1481-c375-4fc8-9abc-b189469b8278", "name": "network-vif-plugged", "status": "completed", "tag": "9531b6d7-69f1-4a2f-b252-2d04996dba19"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:50.611571 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=d9a96359-2764-4430-8a72-730ca802c149,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:50.612200 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-be240e1d-8772-4bba-b16f-c729e1a06782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:50.614493 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-be240e1d-8772-4bba-b16f-c729e1a06782 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=82ab7759-3dcd-4764-b386-925b3dd23c9b HTTP/1.1" status: 200 len: 797 time: 0.2060709 Sep 16 04:51:50.617349 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 9531b6d7-69f1-4a2f-b252-2d04996dba19, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=9531b6d7-69f1-4a2f-b252-2d04996dba19,segment=NetworkSegment(eeb06a3c-4440-40bb-a867-5844152e236c),segment_id=eeb06a3c-4440-40bb-a867-5844152e236c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:50.623445 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:50.640795 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5894659e-b920-4619-b187-e30adbcd3d6d req-354db6d3-f5e3-4a60-afe0-51bd59d01d7a tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685728 Sep 16 04:51:50.720320 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=9531b6d7-69f1-4a2f-b252-2d04996dba19,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:50.722505 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-8e94a185-91a7-4663-a039-2c2985e23f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:50.724049 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-8e94a185-91a7-4663-a039-2c2985e23f25 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=768257ea-d05c-44b7-b58b-c702d60e22aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0822730 Sep 16 04:51:50.770512 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 02dd8b16-95d0-4586-83a4-fabef83cb876 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:50.783707 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['d9a96359-2764-4430-8a72-730ca802c149'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:50.856968 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23883a24-40dc-431a-bed8-df63ac261e27 req-96a12b06-e716-4237-bef0-f0bb1715f264 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:50.865869 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-23883a24-40dc-431a-bed8-df63ac261e27 req-96a12b06-e716-4237-bef0-f0bb1715f264 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa60485e-1d30-4e4c-8744-73354d648eb1 HTTP/1.1" status: 200 len: 945 time: 0.1406546 Sep 16 04:51:50.939926 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-856aa056-ece4-44e6-9072-6f3a3b3ee716 service neutron] 10.222.0.48 "GET /v2.0/networks/768257ea-d05c-44b7-b58b-c702d60e22aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717193 Sep 16 04:51:50.966438 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 02dd8b16-95d0-4586-83a4-fabef83cb876, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=02dd8b16-95d0-4586-83a4-fabef83cb876,segment=NetworkSegment(eeb06a3c-4440-40bb-a867-5844152e236c),segment_id=eeb06a3c-4440-40bb-a867-5844152e236c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:50.998587 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '02dd8b16-95d0-4586-83a4-fabef83cb876', 'network_id': '0caeaa73-4117-40e8-a547-fe06cbf11fbe', 'port_id': '02dd8b16-95d0-4586-83a4-fabef83cb876', 'mac_address': 'fa:16:3e:20:e4:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad5ffb8-c8e7-4f2c-aaf7-17c9f9abcb85', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:51:51.045621 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-23883a24-40dc-431a-bed8-df63ac261e27 req-692acf4b-bab7-4f6f-af56-016951f83db2 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788697 Sep 16 04:51:51.095821 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:51.113026 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02dd8b16-95d0-4586-83a4-fabef83cb876 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:51.140095 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162ae75c-fd86-4a64-8c77-644927fa43e8 x-openstack-request-id: req-162ae75c-fd86-4a64-8c77-644927fa43e8 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:51.140399 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5add1481-c375-4fc8-9abc-b189469b8278", "name": "network-vif-plugged", "status": "completed", "tag": "9531b6d7-69f1-4a2f-b252-2d04996dba19", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:51.142549 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-162ae75c-fd86-4a64-8c77-644927fa43e8 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:51.144473 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5add1481-c375-4fc8-9abc-b189469b8278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9531b6d7-69f1-4a2f-b252-2d04996dba19', 'code': 200} Sep 16 04:51:51.164840 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 02dd8b16-95d0-4586-83a4-fabef83cb876, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=02dd8b16-95d0-4586-83a4-fabef83cb876,segment=NetworkSegment(eeb06a3c-4440-40bb-a867-5844152e236c),segment_id=eeb06a3c-4440-40bb-a867-5844152e236c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:51.173120 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aab7b65f-5b24-4549-9c33-26e09ddd09aa req-f9fbfba0-5ea2-464d-9458-9992bcc71375 service neutron] 10.222.0.48 "GET /v2.0/networks/768257ea-d05c-44b7-b58b-c702d60e22aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229471 Sep 16 04:51:51.176380 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:51.265454 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=02dd8b16-95d0-4586-83a4-fabef83cb876,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:51.333369 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3ec8a-a9c3-42fc-990f-c660e4116a1d req-9663cf7b-a4ac-479c-aab6-c28ed09755c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:51.335072 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4cd3ec8a-a9c3-42fc-990f-c660e4116a1d req-9663cf7b-a4ac-479c-aab6-c28ed09755c6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5add1481-c375-4fc8-9abc-b189469b8278 HTTP/1.1" status: 200 len: 1098 time: 0.0911763 Sep 16 04:51:51.380993 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4cd3ec8a-a9c3-42fc-990f-c660e4116a1d req-ef8ee3f8-118e-4359-825a-c048f9d8fe10 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1f7019df-0b7f-43c7-8eb5-fcbf36db189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342569 Sep 16 04:51:51.382579 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45530) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:51.425996 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22870f07-e9ce-40a4-b5c4-00565e1acbdc req-5631216a-966f-4991-9194-316fb1ce74a2 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:51.427938 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-22870f07-e9ce-40a4-b5c4-00565e1acbdc req-5631216a-966f-4991-9194-316fb1ce74a2 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/ports?device_id=68c82326-eaae-4c36-bd4b-c9fa97c00bb6 HTTP/1.1" status: 200 len: 944 time: 0.0654008 Sep 16 04:51:51.483419 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-22870f07-e9ce-40a4-b5c4-00565e1acbdc req-330e3e8a-3457-43c8-a197-d14421d082b7 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f7019df-0b7f-43c7-8eb5-fcbf36db189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474138 Sep 16 04:51:51.528789 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ea52bbae-7b17-44be-b257-f3a6c0dc96e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:51.648239 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ea52bbae-7b17-44be-b257-f3a6c0dc96e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:51.654224 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ea52bbae-7b17-44be-b257-f3a6c0dc96e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:51.701450 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ea52bbae-7b17-44be-b257-f3a6c0dc96e7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=999523fb5df34ba9be00004562819e5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3168845 Sep 16 04:51:51.703308 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45554) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:51.709552 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45556) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:51.711113 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52bbae-7b17-44be-b257-f3a6c0dc96e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21760a2-8c8a-45ce-8766-347810459785,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:51.713371 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-228851d1-b3a7-4c62-947d-3b2f3e6aa40d tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:51.715620 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-228851d1-b3a7-4c62-947d-3b2f3e6aa40d tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/networks?id=8c931ccc-5cf1-447a-be72-662f80eb3cc7 HTTP/1.1" status: 200 len: 805 time: 0.1446085 Sep 16 04:51:51.738629 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-e7ae786c-d3c5-42b4-abfe-5bdb5ef0e002 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/quotas/097a363b67ea49498cd02794a5c40b7b HTTP/1.1" status: 200 len: 375 time: 0.0160637 Sep 16 04:51:51.792883 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e4709e6d-5ca9-40f5-a06b-e8f20ee73cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:51.816229 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e4709e6d-5ca9-40f5-a06b-e8f20ee73cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:51.817825 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-da1cec5a-670c-4ca6-8d0a-ffc4652df585 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=097a363b67ea49498cd02794a5c40b7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0718658 Sep 16 04:51:51.854986 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-5441653a-7978-44e7-9717-40b0f0c3644d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-192516525-network', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:51.879695 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5441653a-7978-44e7-9717-40b0f0c3644d admin admin] Made reservation on behalf of e1faaf8ea3f84b74b8884c5da7c3f469 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:51.882295 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5441653a-7978-44e7-9717-40b0f0c3644d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:51.896602 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5441653a-7978-44e7-9717-40b0f0c3644d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:51.901770 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e4709e6d-5ca9-40f5-a06b-e8f20ee73cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:51.904364 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e4709e6d-5ca9-40f5-a06b-e8f20ee73cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:51.905893 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e4709e6d-5ca9-40f5-a06b-e8f20ee73cc3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d21760a2-8c8a-45ce-8766-347810459785 HTTP/1.1" status: 204 len: 168 time: 0.2015133 Sep 16 04:51:51.924378 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4709e6d-5ca9-40f5-a06b-e8f20ee73cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21760a2-8c8a-45ce-8766-347810459785,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:51.933185 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-820a48a0-f46e-4cfe-8e56-45a4c5b1e0b0 service neutron] 10.222.0.35 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061094 Sep 16 04:51:51.957029 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device d9a96359-2764-4430-8a72-730ca802c149 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:52.019211 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port d9a96359-2764-4430-8a72-730ca802c149 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:51:52.025469 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port d9a96359-2764-4430-8a72-730ca802c149 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:52.026111 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:52.028626 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5441653a-7978-44e7-9717-40b0f0c3644d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:52.034460 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5441653a-7978-44e7-9717-40b0f0c3644d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:52.058939 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5441653a-7978-44e7-9717-40b0f0c3644d admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:51:52.063070 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-bd47de41-8842-45e7-aa84-0de8413b8a0b service neutron] 10.222.0.35 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241188 Sep 16 04:51:52.077785 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441653a-7978-44e7-9717-40b0f0c3644d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66845d46-6ff9-4a3f-8eec-49c5e87638a9,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:52.092431 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5441653a-7978-44e7-9717-40b0f0c3644d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:52.092831 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-5441653a-7978-44e7-9717-40b0f0c3644d admin admin] Added segment 51a9b458-7c9a-4442-bf01-8b9b2bd52faf of type vlan for network b57de9dd-8389-462f-809e-a5ea9e13e1e0 Sep 16 04:51:52.154662 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5441653a-7978-44e7-9717-40b0f0c3644d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:52.170225 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:52.191758 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5441653a-7978-44e7-9717-40b0f0c3644d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:52.192999 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5441653a-7978-44e7-9717-40b0f0c3644d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:52.193684 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5441653a-7978-44e7-9717-40b0f0c3644d admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:52.208147 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port d9a96359-2764-4430-8a72-730ca802c149, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=d9a96359-2764-4430-8a72-730ca802c149,segment=NetworkSegment(eeb06a3c-4440-40bb-a867-5844152e236c),segment_id=eeb06a3c-4440-40bb-a867-5844152e236c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:52.214387 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:52.238567 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5441653a-7978-44e7-9717-40b0f0c3644d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5235164 Sep 16 04:51:52.242012 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 45568) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:52.248335 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-8cdf8d6d-55c6-4a6f-ad6c-4da54c7695bf admin admin] Request body: {'subnet': {'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-192516525-subnet', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:52.279803 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=d9a96359-2764-4430-8a72-730ca802c149,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:52.294380 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441653a-7978-44e7-9717-40b0f0c3644d admin admin] Pushing event updated for resources: {'Network': ['ID=b57de9dd-8389-462f-809e-a5ea9e13e1e0,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:52.301988 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdf8d6d-55c6-4a6f-ad6c-4da54c7695bf admin admin] Made reservation on behalf of e1faaf8ea3f84b74b8884c5da7c3f469 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:52.305557 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8cdf8d6d-55c6-4a6f-ad6c-4da54c7695bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:52.309336 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network b57de9dd-8389-462f-809e-a5ea9e13e1e0 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:51:52.371729 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['02dd8b16-95d0-4586-83a4-fabef83cb876'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:52.537377 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e0664-d09f-4f53-87ca-5fbc8e29b395 req-8e1fa117-11bf-487f-a9d8-a3093ed0a1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:52.538854 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-259e0664-d09f-4f53-87ca-5fbc8e29b395 req-8e1fa117-11bf-487f-a9d8-a3093ed0a1cf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8bc1eef5f12745cbb1e0c27f64b38550&device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 1097 time: 0.1222279 Sep 16 04:51:52.552596 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af2968-4dae-4422-9371-40731db9de7b req-a58e9d6a-49bf-4490-aaf6-99cdf473cb6a tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:52.554433 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16af2968-4dae-4422-9371-40731db9de7b req-a58e9d6a-49bf-4490-aaf6-99cdf473cb6a tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.1953228 Sep 16 04:51:52.705112 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16af2968-4dae-4422-9371-40731db9de7b req-442353a6-8e13-4a7c-b7fd-311d7fdf5e8a tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130390 Sep 16 04:51:52.808837 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a9052dac-069c-4e5c-93e4-527881d36dcf req-9deee6e3-77af-4b31-9b93-b25d53bc3195 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=edcfa3d2-280b-4d47-9eb7-cf15a102b272 HTTP/1.1" status: 200 len: 210 time: 0.0515394 Sep 16 04:51:52.809689 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8cdf8d6d-55c6-4a6f-ad6c-4da54c7695bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:52.811993 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e0664-d09f-4f53-87ca-5fbc8e29b395 req-f15dbedf-6926-47e8-9939-690545488e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:52.813409 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-259e0664-d09f-4f53-87ca-5fbc8e29b395 req-f15dbedf-6926-47e8-9939-690545488e6c service neutron] 10.222.0.48 "GET /v2.0/networks?id=5af8db4f-30cf-43da-98f6-b98ec0e36bfd HTTP/1.1" status: 200 len: 915 time: 0.2548997 Sep 16 04:51:52.890041 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-259e0664-d09f-4f53-87ca-5fbc8e29b395 req-5bb1a898-781c-4c88-829d-86db43e3c0fc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28b7154f-1510-41ee-89e8-368ea43f2070 HTTP/1.1" status: 200 len: 217 time: 0.0521102 Sep 16 04:51:52.973149 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf8d6d-55c6-4a6f-ad6c-4da54c7695bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d075d26-c7df-4ea0-b069-e1f04da018dc,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:52.995299 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdf8d6d-55c6-4a6f-ad6c-4da54c7695bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:52.995633 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdf8d6d-55c6-4a6f-ad6c-4da54c7695bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:52.995971 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdf8d6d-55c6-4a6f-ad6c-4da54c7695bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:52.996310 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdf8d6d-55c6-4a6f-ad6c-4da54c7695bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:52.996666 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdf8d6d-55c6-4a6f-ad6c-4da54c7695bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:52.996998 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdf8d6d-55c6-4a6f-ad6c-4da54c7695bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:52.997328 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdf8d6d-55c6-4a6f-ad6c-4da54c7695bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:52.997653 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdf8d6d-55c6-4a6f-ad6c-4da54c7695bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:52.997975 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdf8d6d-55c6-4a6f-ad6c-4da54c7695bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:52.998297 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdf8d6d-55c6-4a6f-ad6c-4da54c7695bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:52.998624 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdf8d6d-55c6-4a6f-ad6c-4da54c7695bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:52.998944 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdf8d6d-55c6-4a6f-ad6c-4da54c7695bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:53.010523 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e0664-d09f-4f53-87ca-5fbc8e29b395 req-ae3f145b-6b44-4940-8c58-26b5067484ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:53.012159 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-259e0664-d09f-4f53-87ca-5fbc8e29b395 req-ae3f145b-6b44-4940-8c58-26b5067484ab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abeb648c-0c98-45ec-a092-05d2e017fc1f HTTP/1.1" status: 200 len: 854 time: 0.1105559 Sep 16 04:51:53.012926 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdf8d6d-55c6-4a6f-ad6c-4da54c7695bf admin admin] Checking segment: {'id': '51a9b458-7c9a-4442-bf01-8b9b2bd52faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:53.013252 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdf8d6d-55c6-4a6f-ad6c-4da54c7695bf admin admin] Network hostable DHCP agents. Network: b57de9dd-8389-462f-809e-a5ea9e13e1e0, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:51:53.028138 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ce76f-69bb-4fea-a8ae-1eced92a5a74 req-86b84799-4327-4c2e-bb00-28abbea3d7da tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:53.029660 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6a5ce76f-69bb-4fea-a8ae-1eced92a5a74 req-86b84799-4327-4c2e-bb00-28abbea3d7da tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/ports?device_id=68c82326-eaae-4c36-bd4b-c9fa97c00bb6 HTTP/1.1" status: 200 len: 945 time: 0.1486442 Sep 16 04:51:53.067407 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdf8d6d-55c6-4a6f-ad6c-4da54c7695bf admin admin] Network b57de9dd-8389-462f-809e-a5ea9e13e1e0 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:51:53.094302 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-8cdf8d6d-55c6-4a6f-ad6c-4da54c7695bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, b57de9dd-8389-462f-809e-a5ea9e13e1e0) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:53.097313 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-259e0664-d09f-4f53-87ca-5fbc8e29b395 req-6df6739b-1ab3-4f81-9b73-2970659b665c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5af8db4f-30cf-43da-98f6-b98ec0e36bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409362 Sep 16 04:51:53.105245 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdf8d6d-55c6-4a6f-ad6c-4da54c7695bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:53.105833 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8cdf8d6d-55c6-4a6f-ad6c-4da54c7695bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:53.106059 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57d1b64-94ca-4ffb-85ab-ee6a142602f4 None None] Network b57de9dd-8389-462f-809e-a5ea9e13e1e0 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:53.141822 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6a5ce76f-69bb-4fea-a8ae-1eced92a5a74 req-8f6cfe6a-06ef-489f-96b9-4877c3a10a73 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f7019df-0b7f-43c7-8eb5-fcbf36db189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051216 Sep 16 04:51:53.177548 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c82326-eaae-4c36-bd4b-c9fa97c00bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a96359-2764-4430-8a72-730ca802c149'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:53.180347 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ab2754-0a28-4100-9f41-f558ea48cc52" -d '{"events": [{"server_uuid": "68c82326-eaae-4c36-bd4b-c9fa97c00bb6", "name": "network-vif-plugged", "status": "completed", "tag": "d9a96359-2764-4430-8a72-730ca802c149"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:53.203444 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45602) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:53.204015 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8cdf8d6d-55c6-4a6f-ad6c-4da54c7695bf admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9603310 Sep 16 04:51:53.208407 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-2a9697c8-59e7-49b2-beee-61ed5ec24295 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-192516525-router', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:53.237458 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-259e0664-d09f-4f53-87ca-5fbc8e29b395 req-0ed08fbe-a9ee-4c42-b543-0580d24d9234 service neutron] 10.222.0.48 "GET /v2.0/networks/5af8db4f-30cf-43da-98f6-b98ec0e36bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263719 Sep 16 04:51:53.249086 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a9697c8-59e7-49b2-beee-61ed5ec24295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:53.250494 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc80c7a2-b065-4d43-9621-ece6987d1917 x-openstack-request-id: req-bc80c7a2-b065-4d43-9621-ece6987d1917 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:53.251047 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c82326-eaae-4c36-bd4b-c9fa97c00bb6", "name": "network-vif-plugged", "status": "completed", "tag": "d9a96359-2764-4430-8a72-730ca802c149", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:53.251298 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bc80c7a2-b065-4d43-9621-ece6987d1917 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:53.251681 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c82326-eaae-4c36-bd4b-c9fa97c00bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a96359-2764-4430-8a72-730ca802c149', 'code': 200} Sep 16 04:51:53.252058 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a9697c8-59e7-49b2-beee-61ed5ec24295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:53.331977 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a9697c8-59e7-49b2-beee-61ed5ec24295 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:53.334199 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b78ebd-fffd-450a-917b-91591df70539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-b57de9dd-8389-462f-809e-a5ea9e13e1e0', 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'fixed_ips': [{'subnet_id': '2d075d26-c7df-4ea0-b069-e1f04da018dc'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:51:53.335281 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-35b78ebd-fffd-450a-917b-91591df70539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:53.372544 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-259e0664-d09f-4f53-87ca-5fbc8e29b395 req-1336f754-a242-402c-ba09-ccd4d18cf42e service neutron] 10.222.0.48 "GET /v2.0/networks/5af8db4f-30cf-43da-98f6-b98ec0e36bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264117 Sep 16 04:51:53.493177 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c88a66-e231-476b-bf1c-d6658a9db97f req-b7e18d51-75b6-4502-b210-d971859553be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:53.494715 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-10c88a66-e231-476b-bf1c-d6658a9db97f req-b7e18d51-75b6-4502-b210-d971859553be service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=68c82326-eaae-4c36-bd4b-c9fa97c00bb6 HTTP/1.1" status: 200 len: 1097 time: 0.1534474 Sep 16 04:51:53.501292 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-35b78ebd-fffd-450a-917b-91591df70539 None None] Allocated IP 172.20.0.2 (b57de9dd-8389-462f-809e-a5ea9e13e1e0/2d075d26-c7df-4ea0-b069-e1f04da018dc/b09d20c9-5204-42d0-87e5-4386fefd4c65) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:53.529740 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a9697c8-59e7-49b2-beee-61ed5ec24295 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:53.577610 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-10c88a66-e231-476b-bf1c-d6658a9db97f req-c08d4239-517e-4e2e-994b-710ee21c175f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1f7019df-0b7f-43c7-8eb5-fcbf36db189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551870 Sep 16 04:51:53.656116 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 45612) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:53.693891 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-35b78ebd-fffd-450a-917b-91591df70539 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:53.705690 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-35b78ebd-fffd-450a-917b-91591df70539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:53.795054 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b78ebd-fffd-450a-917b-91591df70539 None None] Network b57de9dd-8389-462f-809e-a5ea9e13e1e0 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:53.812676 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-bb762855-0cf3-448a-a8c0-246a3e94b678 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:53.815548 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-bb762855-0cf3-448a-a8c0-246a3e94b678 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.48 "GET /v2.0/networks?id=8c931ccc-5cf1-447a-be72-662f80eb3cc7 HTTP/1.1" status: 200 len: 805 time: 0.1366718 Sep 16 04:51:53.815711 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-35b78ebd-fffd-450a-917b-91591df70539 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:53.818832 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a9697c8-59e7-49b2-beee-61ed5ec24295 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:53.825292 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b78ebd-fffd-450a-917b-91591df70539 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:53.828489 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b78ebd-fffd-450a-917b-91591df70539 None None] Pushing event updated for resources: {'Port': ['ID=b09d20c9-5204-42d0-87e5-4386fefd4c65,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:53.840893 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-4ec8dd3b-a68e-4410-8311-9703e4dbae8d tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Request body: {'port': {'device_id': 'edcfa3d2-280b-4d47-9eb7-cf15a102b272', 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7', 'admin_state_up': True, 'tenant_id': '097a363b67ea49498cd02794a5c40b7b'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:53.854428 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a9697c8-59e7-49b2-beee-61ed5ec24295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:53.857402 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-083003ae-be04-4bb2-bbfd-59560ec65da1 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378-project-admin] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:53.896163 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-35b78ebd-fffd-450a-917b-91591df70539 None None] Attempting to bind port b09d20c9-5204-42d0-87e5-4386fefd4c65 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:53.896717 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-35b78ebd-fffd-450a-917b-91591df70539 None None] Attempting to bind port b09d20c9-5204-42d0-87e5-4386fefd4c65 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '51a9b458-7c9a-4442-bf01-8b9b2bd52faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:53.897084 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b78ebd-fffd-450a-917b-91591df70539 None None] Attempting to bind port b09d20c9-5204-42d0-87e5-4386fefd4c65 on network b57de9dd-8389-462f-809e-a5ea9e13e1e0 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:53.902316 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b78ebd-fffd-450a-917b-91591df70539 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:53.902692 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b78ebd-fffd-450a-917b-91591df70539 None None] Checking segment: {'id': '51a9b458-7c9a-4442-bf01-8b9b2bd52faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:53.903272 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-35b78ebd-fffd-450a-917b-91591df70539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:53.903673 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b78ebd-fffd-450a-917b-91591df70539 None None] Bound using segment: {'id': '51a9b458-7c9a-4442-bf01-8b9b2bd52faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:53.904284 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-35b78ebd-fffd-450a-917b-91591df70539 None None] Bound port: b09d20c9-5204-42d0-87e5-4386fefd4c65, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a9b458-7c9a-4442-bf01-8b9b2bd52faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:53.904691 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-35b78ebd-fffd-450a-917b-91591df70539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:53.970950 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-2a9697c8-59e7-49b2-beee-61ed5ec24295 admin admin] Allocated IP 172.25.8.224 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/bf0bb004-c29e-4852-8858-3a5600aa8173) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:53.978050 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-083003ae-be04-4bb2-bbfd-59560ec65da1 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:53.979427 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-35b78ebd-fffd-450a-917b-91591df70539 None None] For port b09d20c9-5204-42d0-87e5-4386fefd4c65, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:53.982933 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-35b78ebd-fffd-450a-917b-91591df70539 None None] For port b09d20c9-5204-42d0-87e5-4386fefd4c65, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=b09d20c9-5204-42d0-87e5-4386fefd4c65,segment=NetworkSegment(51a9b458-7c9a-4442-bf01-8b9b2bd52faf),segment_id=51a9b458-7c9a-4442-bf01-8b9b2bd52faf)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:53.988459 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-35b78ebd-fffd-450a-917b-91591df70539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:54.012394 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029c056-d578-446c-84e2-e0881998327e req-81240af7-d9a8-4436-b716-57fb223b4936 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:54.014138 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6029c056-d578-446c-84e2-e0881998327e req-81240af7-d9a8-4436-b716-57fb223b4936 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.1672916 Sep 16 04:51:54.052198 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b78ebd-fffd-450a-917b-91591df70539 None None] Pushing event updated for resources: {'Port': ['ID=b09d20c9-5204-42d0-87e5-4386fefd4c65,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:54.102420 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6029c056-d578-446c-84e2-e0881998327e req-b9935575-36ac-48a1-97e7-8079dec1af10 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674243 Sep 16 04:51:54.106440 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a9697c8-59e7-49b2-beee-61ed5ec24295 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:54.135310 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-4ec8dd3b-a68e-4410-8311-9703e4dbae8d tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Made reservation on behalf of 097a363b67ea49498cd02794a5c40b7b for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:54.140400 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-4ec8dd3b-a68e-4410-8311-9703e4dbae8d tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:54.147052 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a9697c8-59e7-49b2-beee-61ed5ec24295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:54.169362 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9697c8-59e7-49b2-beee-61ed5ec24295 admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:54.172382 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-2a9697c8-59e7-49b2-beee-61ed5ec24295 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:54.197552 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9697c8-59e7-49b2-beee-61ed5ec24295 admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:54.274817 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7b6bef19-0675-4153-8915-3996972f8f9e req-0d2614d4-2cd3-416d-9a8c-19f05c8e5f13 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=edcfa3d2-280b-4d47-9eb7-cf15a102b272 HTTP/1.1" status: 200 len: 210 time: 0.0627306 Sep 16 04:51:54.288713 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9697c8-59e7-49b2-beee-61ed5ec24295 admin admin] Pushing event updated for resources: {'Port': ['ID=bf0bb004-c29e-4852-8858-3a5600aa8173,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:54.310800 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-083003ae-be04-4bb2-bbfd-59560ec65da1 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:54.477119 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-4ec8dd3b-a68e-4410-8311-9703e4dbae8d tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Allocated IP 172.20.0.5 (8c931ccc-5cf1-447a-be72-662f80eb3cc7/984819ef-39e4-42b6-ac0e-e1f025f28a4e/0360a49e-5af7-4242-904a-7b54dd0016c4) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:54.523009 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72440fb-8dda-46d4-bc04-10fb8cb8e86f req-4b98e61e-b805-43e1-8436-92942f4606ab tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:54.525056 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f72440fb-8dda-46d4-bc04-10fb8cb8e86f req-4b98e61e-b805-43e1-8436-92942f4606ab tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/ports?device_id=68c82326-eaae-4c36-bd4b-c9fa97c00bb6 HTTP/1.1" status: 200 len: 945 time: 0.1326494 Sep 16 04:51:54.528159 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-083003ae-be04-4bb2-bbfd-59560ec65da1 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378-project-admin] Allocated IP 172.25.8.72 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/e652b24c-c3f7-4a08-9eff-1323b5d67220) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:54.537904 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a9697c8-59e7-49b2-beee-61ed5ec24295 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:54.643398 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f72440fb-8dda-46d4-bc04-10fb8cb8e86f req-dac11c40-5cf4-4f1b-9de2-f3d8ba69b06f tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f7019df-0b7f-43c7-8eb5-fcbf36db189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076479 Sep 16 04:51:54.748953 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a9697c8-59e7-49b2-beee-61ed5ec24295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:54.778194 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 02dd8b16-95d0-4586-83a4-fabef83cb876 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:54.787929 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-083003ae-be04-4bb2-bbfd-59560ec65da1 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:54.811955 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-4ec8dd3b-a68e-4410-8311-9703e4dbae8d tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:54.857165 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 02dd8b16-95d0-4586-83a4-fabef83cb876 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:51:54.870123 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 02dd8b16-95d0-4586-83a4-fabef83cb876 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:54.870661 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:54.873093 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-083003ae-be04-4bb2-bbfd-59560ec65da1 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:54.903081 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-4ec8dd3b-a68e-4410-8311-9703e4dbae8d tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:54.928915 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9697c8-59e7-49b2-beee-61ed5ec24295 admin admin] Router a642493d-01a9-4e7a-a221-01cf5d61c50d is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:51:54.932845 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083003ae-be04-4bb2-bbfd-59560ec65da1 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378-project-admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:54.935310 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-4ec8dd3b-a68e-4410-8311-9703e4dbae8d tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Network 8c931ccc-5cf1-447a-be72-662f80eb3cc7 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:54.939622 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-083003ae-be04-4bb2-bbfd-59560ec65da1 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378-project-admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:54.940046 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['15ad20e6-33a2-4999-b939-3fa15039c324'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:54.942241 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083003ae-be04-4bb2-bbfd-59560ec65da1 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378-project-admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:54.948786 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-4ec8dd3b-a68e-4410-8311-9703e4dbae8d tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:54.951649 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-4ec8dd3b-a68e-4410-8311-9703e4dbae8d tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:54.976870 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['f546a322-4da5-4c96-9c19-a106f67c047d'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:55.010159 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083003ae-be04-4bb2-bbfd-59560ec65da1 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378-project-admin] Pushing event updated for resources: {'Port': ['ID=e652b24c-c3f7-4a08-9eff-1323b5d67220,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:55.101421 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-4ec8dd3b-a68e-4410-8311-9703e4dbae8d tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:55.102300 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-4ec8dd3b-a68e-4410-8311-9703e4dbae8d tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.106213 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8dd3b-a68e-4410-8311-9703e4dbae8d tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Pushing event updated for resources: {'Port': ['ID=0360a49e-5af7-4242-904a-7b54dd0016c4,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:55.133773 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.156822 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9697c8-59e7-49b2-beee-61ed5ec24295 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:51:55.167316 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-4ec8dd3b-a68e-4410-8311-9703e4dbae8d tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3333650 Sep 16 04:51:55.172685 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-083003ae-be04-4bb2-bbfd-59560ec65da1 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.173974 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3b5f0d-2f56-4870-b735-949b8c0bfa10 None None] Sync routers for ids ['a642493d-01a9-4e7a-a221-01cf5d61c50d'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:51:55.188658 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-2cbb9882-e22e-4269-b17e-e14b0dd06b2e service neutron] Request body: {'port': {'device_id': 'edcfa3d2-280b-4d47-9eb7-cf15a102b272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:55.197992 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3b5f0d-2f56-4870-b735-949b8c0bfa10 None None] Routers {'a642493d-01a9-4e7a-a221-01cf5d61c50d'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:55.199224 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-cb3b5f0d-2f56-4870-b735-949b8c0bfa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:51:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['a642493d-01a9-4e7a-a221-01cf5d61c50d'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:55.199405 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a9697c8-59e7-49b2-beee-61ed5ec24295 admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.203766 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2a9697c8-59e7-49b2-beee-61ed5ec24295 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9966767 Sep 16 04:51:55.204082 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45624) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:55.310126 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-083003ae-be04-4bb2-bbfd-59560ec65da1 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.348715 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-cb3b5f0d-2f56-4870-b735-949b8c0bfa10 None None] Set router a642493d-01a9-4e7a-a221-01cf5d61c50d gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:51:55.375063 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17271b5a-7011-416b-a47f-d69c89ccbc45 None None] Network b57de9dd-8389-462f-809e-a5ea9e13e1e0 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:55.391187 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-2cbb9882-e22e-4269-b17e-e14b0dd06b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.401266 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f436a-fde0-47d6-bd3d-78ace0225d24 req-5be8fb63-be31-41fd-aa27-308c101364a4 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:55.402979 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb5f436a-fde0-47d6-bd3d-78ace0225d24 req-5be8fb63-be31-41fd-aa27-308c101364a4 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.1711204 Sep 16 04:51:55.448594 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 02dd8b16-95d0-4586-83a4-fabef83cb876, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=02dd8b16-95d0-4586-83a4-fabef83cb876,segment=NetworkSegment(eeb06a3c-4440-40bb-a867-5844152e236c),segment_id=eeb06a3c-4440-40bb-a867-5844152e236c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:55.459916 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cba15cb-db99-4344-8bf0-e46e234c9657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02dd8b16-95d0-4586-83a4-fabef83cb876'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:55.464278 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05d557f-afb7-406e-bbe9-be2acb60c2b0" -d '{"events": [{"server_uuid": "5cba15cb-db99-4344-8bf0-e46e234c9657", "name": "network-vif-plugged", "status": "completed", "tag": "02dd8b16-95d0-4586-83a4-fabef83cb876"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:55.481828 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.482897 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 28b7154f-1510-41ee-89e8-368ea43f2070 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:51:55.550610 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb5f436a-fde0-47d6-bd3d-78ace0225d24 req-587560e6-560e-4fe5-9fb8-2fe9a26d4689 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403999 Sep 16 04:51:55.578712 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-82dbaa5e-c578-4a14-8f85-bb011d020f1a None None] Provisioning complete for port b09d20c9-5204-42d0-87e5-4386fefd4c65 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:55.579381 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-82dbaa5e-c578-4a14-8f85-bb011d020f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.602086 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-cb3b5f0d-2f56-4870-b735-949b8c0bfa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'name': 'tempest-AttachVolumeTestJSON-192516525-router', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'bf0bb004-c29e-4852-8858-3a5600aa8173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T04:51:54Z', 'revision_number': 3, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'gw_port': {'id': 'bf0bb004-c29e-4852-8858-3a5600aa8173', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T04:51:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:55.638599 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3b5f0d-2f56-4870-b735-949b8c0bfa10 None None] Checking router: a642493d-01a9-4e7a-a221-01cf5d61c50d for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:51:55.639287 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3b5f0d-2f56-4870-b735-949b8c0bfa10 None None] Updating router a642493d-01a9-4e7a-a221-01cf5d61c50d port bf0bb004-c29e-4852-8858-3a5600aa8173 binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:51:55.675824 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-cb3b5f0d-2f56-4870-b735-949b8c0bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.738812 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-083003ae-be04-4bb2-bbfd-59560ec65da1 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.789156 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-083003ae-be04-4bb2-bbfd-59560ec65da1 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.840861 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641a47c-1488-431f-8517-c4cc1cb56f3d req-0ad302aa-76e5-4d21-9b97-77c0d2493475 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:55.849648 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3641a47c-1488-431f-8517-c4cc1cb56f3d req-0ad302aa-76e5-4d21-9b97-77c0d2493475 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=edcfa3d2-280b-4d47-9eb7-cf15a102b272 HTTP/1.1" status: 200 len: 931 time: 0.1783741 Sep 16 04:51:55.943958 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083003ae-be04-4bb2-bbfd-59560ec65da1 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378-project-admin] Pushing event updated for resources: {'Port': ['ID=e652b24c-c3f7-4a08-9eff-1323b5d67220,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:55.961190 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-083003ae-be04-4bb2-bbfd-59560ec65da1 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.967820 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=02dd8b16-95d0-4586-83a4-fabef83cb876,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:56.009717 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3641a47c-1488-431f-8517-c4cc1cb56f3d req-a2d3b15c-cfe7-4a81-a429-070ae40cc255 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590500 Sep 16 04:51:56.022937 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-083003ae-be04-4bb2-bbfd-59560ec65da1 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.024216 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-083003ae-be04-4bb2-bbfd-59560ec65da1 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3670549 Sep 16 04:51:56.027475 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 45632) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:56.044100 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-85be8571-ce66-4933-8b13-235efa3b3173 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1364337717', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'fixed_ips': [{'ip_address': '172.25.8.72'}]}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:56.069625 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-cb3b5f0d-2f56-4870-b735-949b8c0bfa10 None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.081905 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-cb3b5f0d-2f56-4870-b735-949b8c0bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.092400 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0570134-bba8-4773-80b2-b6ae5d62cfda x-openstack-request-id: req-c0570134-bba8-4773-80b2-b6ae5d62cfda {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:56.092773 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cba15cb-db99-4344-8bf0-e46e234c9657", "name": "network-vif-plugged", "status": "completed", "tag": "02dd8b16-95d0-4586-83a4-fabef83cb876", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:56.093118 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c0570134-bba8-4773-80b2-b6ae5d62cfda {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:56.093597 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cba15cb-db99-4344-8bf0-e46e234c9657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02dd8b16-95d0-4586-83a4-fabef83cb876', 'code': 200} Sep 16 04:51:56.095533 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-82dbaa5e-c578-4a14-8f85-bb011d020f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.116326 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.183997 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-2cbb9882-e22e-4269-b17e-e14b0dd06b2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0360a49e-5af7-4242-904a-7b54dd0016c4 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:56.196505 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 28b7154f-1510-41ee-89e8-368ea43f2070, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=28b7154f-1510-41ee-89e8-368ea43f2070,segment=NetworkSegment(9d882537-ab8f-4c6a-a507-c4b915fccb33),segment_id=9d882537-ab8f-4c6a-a507-c4b915fccb33)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:56.201650 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb040c1d-a078-47c5-9982-2d830e705d21 None None] Pushing event updated for resources: {'Port': ['ID=bf0bb004-c29e-4852-8858-3a5600aa8173,revision_number=2']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:56.204415 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85be8571-ce66-4933-8b13-235efa3b3173 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378-project-admin] Made reservation on behalf of d740f6af82e74a7e8aa16f074fad48a6 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:56.206765 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-85be8571-ce66-4933-8b13-235efa3b3173 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.209078 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.213836 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-2cbb9882-e22e-4269-b17e-e14b0dd06b2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.241689 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-82dbaa5e-c578-4a14-8f85-bb011d020f1a None None] For port b09d20c9-5204-42d0-87e5-4386fefd4c65, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=b09d20c9-5204-42d0-87e5-4386fefd4c65,segment=NetworkSegment(51a9b458-7c9a-4442-bf01-8b9b2bd52faf),segment_id=51a9b458-7c9a-4442-bf01-8b9b2bd52faf)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:56.248697 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-cb3b5f0d-2f56-4870-b735-949b8c0bfa10 None None] Attempting to bind port bf0bb004-c29e-4852-8858-3a5600aa8173 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:56.249068 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-cb3b5f0d-2f56-4870-b735-949b8c0bfa10 None None] Attempting to bind port bf0bb004-c29e-4852-8858-3a5600aa8173 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:56.251257 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3b5f0d-2f56-4870-b735-949b8c0bfa10 None None] Attempting to bind port bf0bb004-c29e-4852-8858-3a5600aa8173 on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:56.264882 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-82dbaa5e-c578-4a14-8f85-bb011d020f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.269639 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-85be8571-ce66-4933-8b13-235efa3b3173 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.275529 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-2cbb9882-e22e-4269-b17e-e14b0dd06b2e service neutron] Transition to ACTIVE for port object 0360a49e-5af7-4242-904a-7b54dd0016c4 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:51:56.295619 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3b5f0d-2f56-4870-b735-949b8c0bfa10 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:56.296055 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3b5f0d-2f56-4870-b735-949b8c0bfa10 None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:56.296386 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-cb3b5f0d-2f56-4870-b735-949b8c0bfa10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.296804 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3b5f0d-2f56-4870-b735-949b8c0bfa10 None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:56.297453 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-2cbb9882-e22e-4269-b17e-e14b0dd06b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.307075 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-cb3b5f0d-2f56-4870-b735-949b8c0bfa10 None None] Bound port: bf0bb004-c29e-4852-8858-3a5600aa8173, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:56.307075 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-cb3b5f0d-2f56-4870-b735-949b8c0bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.308883 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=28b7154f-1510-41ee-89e8-368ea43f2070,revision_number=8']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:56.352164 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb040c1d-a078-47c5-9982-2d830e705d21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:56.353975 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb040c1d-a078-47c5-9982-2d830e705d21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:56.355832 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb040c1d-a078-47c5-9982-2d830e705d21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:56.356636 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb040c1d-a078-47c5-9982-2d830e705d21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:56.357192 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb040c1d-a078-47c5-9982-2d830e705d21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:56.357770 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb040c1d-a078-47c5-9982-2d830e705d21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:56.358358 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb040c1d-a078-47c5-9982-2d830e705d21 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:56.359292 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb040c1d-a078-47c5-9982-2d830e705d21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:56.359864 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb040c1d-a078-47c5-9982-2d830e705d21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:56.360523 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb040c1d-a078-47c5-9982-2d830e705d21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:56.361113 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb040c1d-a078-47c5-9982-2d830e705d21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:56.361753 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb040c1d-a078-47c5-9982-2d830e705d21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:56.381396 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015eba02-ccf3-4231-9aae-1d6fd3c21c89 req-ec30b85c-736e-4725-b1d1-b15a0ef2976b tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:56.389236 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-015eba02-ccf3-4231-9aae-1d6fd3c21c89 req-ec30b85c-736e-4725-b1d1-b15a0ef2976b tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/ports?device_id=68c82326-eaae-4c36-bd4b-c9fa97c00bb6 HTTP/1.1" status: 200 len: 945 time: 0.2095675 Sep 16 04:51:56.413095 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb9882-e22e-4269-b17e-e14b0dd06b2e service neutron] Pushing event updated for resources: {'Port': ['ID=0360a49e-5af7-4242-904a-7b54dd0016c4,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:56.437567 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-cb3b5f0d-2f56-4870-b735-949b8c0bfa10 None None] For port bf0bb004-c29e-4852-8858-3a5600aa8173, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:56.441472 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device b09d20c9-5204-42d0-87e5-4386fefd4c65 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:56.446882 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-cb3b5f0d-2f56-4870-b735-949b8c0bfa10 None None] For port bf0bb004-c29e-4852-8858-3a5600aa8173, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=bf0bb004-c29e-4852-8858-3a5600aa8173,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:56.459229 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-cb3b5f0d-2f56-4870-b735-949b8c0bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.481492 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761951c8-36ba-4232-8c5b-de5db49bc2be req-7ccb39d6-57e4-4b3c-9d37-85b950f0c256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:56.483055 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-761951c8-36ba-4232-8c5b-de5db49bc2be req-7ccb39d6-57e4-4b3c-9d37-85b950f0c256 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5cba15cb-db99-4344-8bf0-e46e234c9657 HTTP/1.1" status: 200 len: 1097 time: 0.2531857 Sep 16 04:51:56.498923 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dbaa5e-c578-4a14-8f85-bb011d020f1a None None] Pushing event updated for resources: {'Port': ['ID=b09d20c9-5204-42d0-87e5-4386fefd4c65,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:56.520126 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-015eba02-ccf3-4231-9aae-1d6fd3c21c89 req-8af554c2-4c37-49af-a1c7-4024637c2154 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f7019df-0b7f-43c7-8eb5-fcbf36db189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299813 Sep 16 04:51:56.566763 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-2cbb9882-e22e-4269-b17e-e14b0dd06b2e service neutron] Attempting to bind port 0360a49e-5af7-4242-904a-7b54dd0016c4 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:56.567202 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-2cbb9882-e22e-4269-b17e-e14b0dd06b2e service neutron] Attempting to bind port 0360a49e-5af7-4242-904a-7b54dd0016c4 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '01aafaa9-a340-46ca-887a-6648c79e8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:56.567631 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-2cbb9882-e22e-4269-b17e-e14b0dd06b2e service neutron] Attempting to bind port 0360a49e-5af7-4242-904a-7b54dd0016c4 on network 8c931ccc-5cf1-447a-be72-662f80eb3cc7 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:56.572055 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3b5f0d-2f56-4870-b735-949b8c0bfa10 None None] Routers {'a642493d-01a9-4e7a-a221-01cf5d61c50d'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:56.572728 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-cb3b5f0d-2f56-4870-b735-949b8c0bfa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:51:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['a642493d-01a9-4e7a-a221-01cf5d61c50d'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:56.582322 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-2cbb9882-e22e-4269-b17e-e14b0dd06b2e service neutron] Port 0360a49e-5af7-4242-904a-7b54dd0016c4 on network 8c931ccc-5cf1-447a-be72-662f80eb3cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:51:56.582648 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-2cbb9882-e22e-4269-b17e-e14b0dd06b2e service neutron] Attempting to bind port 0360a49e-5af7-4242-904a-7b54dd0016c4 on network 8c931ccc-5cf1-447a-be72-662f80eb3cc7 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:56.594005 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port b09d20c9-5204-42d0-87e5-4386fefd4c65 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:56.595455 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.596912 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-2cbb9882-e22e-4269-b17e-e14b0dd06b2e service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:56.597239 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-2cbb9882-e22e-4269-b17e-e14b0dd06b2e service neutron] Checking segment: {'id': '01aafaa9-a340-46ca-887a-6648c79e8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:56.597627 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-2cbb9882-e22e-4269-b17e-e14b0dd06b2e service neutron] Bound using segment: {'id': '01aafaa9-a340-46ca-887a-6648c79e8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:56.598074 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-2cbb9882-e22e-4269-b17e-e14b0dd06b2e service neutron] Bound port: 0360a49e-5af7-4242-904a-7b54dd0016c4, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01aafaa9-a340-46ca-887a-6648c79e8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:56.598434 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-2cbb9882-e22e-4269-b17e-e14b0dd06b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.612252 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-85be8571-ce66-4933-8b13-235efa3b3173 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.638899 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-85be8571-ce66-4933-8b13-235efa3b3173 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.644621 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-761951c8-36ba-4232-8c5b-de5db49bc2be req-f8d3945c-d7fd-4f52-9203-b8ce6ad89912 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1f7019df-0b7f-43c7-8eb5-fcbf36db189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505692 Sep 16 04:51:56.645448 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-85be8571-ce66-4933-8b13-235efa3b3173 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378-project-admin] device_id is not set on port 327d8836-5129-49c7-904e-2616acef3802 yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:51:56.663525 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb040c1d-a078-47c5-9982-2d830e705d21 None None] Pushing event updated for resources: {'Port': ['ID=bf0bb004-c29e-4852-8858-3a5600aa8173,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:56.693302 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4145cdd1-b29a-4b0a-b4d2-51aac86ed39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.735295 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d901ed25-007c-4f50-ae3e-32ce042b7cce None None] Provisioning complete for port b09d20c9-5204-42d0-87e5-4386fefd4c65 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:56.735295 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d901ed25-007c-4f50-ae3e-32ce042b7cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.757089 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-cb3b5f0d-2f56-4870-b735-949b8c0bfa10 None None] Set router a642493d-01a9-4e7a-a221-01cf5d61c50d gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:51:56.762935 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be8571-ce66-4933-8b13-235efa3b3173 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d907c0-f65c-48ce-ae74-cd745485ec63,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:56.884727 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-4145cdd1-b29a-4b0a-b4d2-51aac86ed39f admin admin] Allocated IP 172.20.0.1 (b57de9dd-8389-462f-809e-a5ea9e13e1e0/2d075d26-c7df-4ea0-b069-e1f04da018dc/4490de05-7b37-4a9e-ad67-31db8c51e0c8) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:56.942317 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:51:57.005107 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4145cdd1-b29a-4b0a-b4d2-51aac86ed39f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.045570 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4145cdd1-b29a-4b0a-b4d2-51aac86ed39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.082607 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-cb3b5f0d-2f56-4870-b735-949b8c0bfa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'name': 'tempest-AttachVolumeTestJSON-192516525-router', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'bf0bb004-c29e-4852-8858-3a5600aa8173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T04:51:54Z', 'revision_number': 3, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'gw_port': {'id': 'bf0bb004-c29e-4852-8858-3a5600aa8173', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T04:51:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:57.090494 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4145cdd1-b29a-4b0a-b4d2-51aac86ed39f admin admin] Network b57de9dd-8389-462f-809e-a5ea9e13e1e0 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:57.096675 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-4145cdd1-b29a-4b0a-b4d2-51aac86ed39f admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:57.101596 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4145cdd1-b29a-4b0a-b4d2-51aac86ed39f admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:57.105384 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145cdd1-b29a-4b0a-b4d2-51aac86ed39f admin admin] Pushing event updated for resources: {'Port': ['ID=4490de05-7b37-4a9e-ad67-31db8c51e0c8,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:57.115926 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3b5f0d-2f56-4870-b735-949b8c0bfa10 None None] The sync data for ids ['a642493d-01a9-4e7a-a221-01cf5d61c50d'] in n-d-712139-15 is: [{'id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'name': 'tempest-AttachVolumeTestJSON-192516525-router', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'bf0bb004-c29e-4852-8858-3a5600aa8173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T04:51:54Z', 'revision_number': 3, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'gw_port': {'id': 'bf0bb004-c29e-4852-8858-3a5600aa8173', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T04:51:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:51:57.159051 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4145cdd1-b29a-4b0a-b4d2-51aac86ed39f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.241090 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-2cbb9882-e22e-4269-b17e-e14b0dd06b2e service neutron] For port 0360a49e-5af7-4242-904a-7b54dd0016c4, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:57.262597 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-2cbb9882-e22e-4269-b17e-e14b0dd06b2e service neutron] For port 0360a49e-5af7-4242-904a-7b54dd0016c4, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=0360a49e-5af7-4242-904a-7b54dd0016c4,segment=NetworkSegment(01aafaa9-a340-46ca-887a-6648c79e8c73),segment_id=01aafaa9-a340-46ca-887a-6648c79e8c73)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:57.275782 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-2cbb9882-e22e-4269-b17e-e14b0dd06b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.285464 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27187d4d-7069-49f8-a371-f73b82dfae3e req-cebb8811-126a-4a0d-a9e1-55709c591d0f tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:57.287064 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-27187d4d-7069-49f8-a371-f73b82dfae3e req-cebb8811-126a-4a0d-a9e1-55709c591d0f tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/ports?device_id=5add1481-c375-4fc8-9abc-b189469b8278 HTTP/1.1" status: 200 len: 946 time: 0.5627329 Sep 16 04:51:57.323329 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4145cdd1-b29a-4b0a-b4d2-51aac86ed39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.364206 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-2cbb9882-e22e-4269-b17e-e14b0dd06b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:57.364718 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-2cbb9882-e22e-4269-b17e-e14b0dd06b2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.366412 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-2cbb9882-e22e-4269-b17e-e14b0dd06b2e service neutron] 10.222.0.48 "PUT /v2.0/ports/0360a49e-5af7-4242-904a-7b54dd0016c4 HTTP/1.1" status: 200 len: 1092 time: 2.1835306 Sep 16 04:51:57.374036 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edcfa3d2-280b-4d47-9eb7-cf15a102b272', 'tag': '0360a49e-5af7-4242-904a-7b54dd0016c4'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:57.376240 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5be781-317b-4f0d-8b23-7d41f9fafa6d" -d '{"events": [{"name": "network-changed", "server_uuid": "edcfa3d2-280b-4d47-9eb7-cf15a102b272", "tag": "0360a49e-5af7-4242-904a-7b54dd0016c4"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:57.477274 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-85be8571-ce66-4933-8b13-235efa3b3173 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 16 04:51:57.478171 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-9175422f-1648-4005-a206-fd957568083d None None] Provisioning complete for port 4490de05-7b37-4a9e-ad67-31db8c51e0c8 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:57.478639 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9175422f-1648-4005-a206-fd957568083d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.478851 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85be8571-ce66-4933-8b13-235efa3b3173 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:51:57.496422 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb9882-e22e-4269-b17e-e14b0dd06b2e service neutron] Pushing event updated for resources: {'Port': ['ID=0360a49e-5af7-4242-904a-7b54dd0016c4,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:57.516405 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-27187d4d-7069-49f8-a371-f73b82dfae3e req-ec8dc4ae-4c47-416a-b9eb-072c396080d8 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f7019df-0b7f-43c7-8eb5-fcbf36db189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017941 Sep 16 04:51:57.528387 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-099dc33d-af51-4d91-a37f-359cc9a2061d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:57.530005 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-099dc33d-af51-4d91-a37f-359cc9a2061d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=097a363b67ea49498cd02794a5c40b7b&device_id=edcfa3d2-280b-4d47-9eb7-cf15a102b272 HTTP/1.1" status: 200 len: 1095 time: 0.0862873 Sep 16 04:51:57.533290 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-85be8571-ce66-4933-8b13-235efa3b3173 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.4984500 Sep 16 04:51:57.534749 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 45642) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:57.555951 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-9175422f-1648-4005-a206-fd957568083d None None] Port 4490de05-7b37-4a9e-ad67-31db8c51e0c8 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:57.576638 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4145cdd1-b29a-4b0a-b4d2-51aac86ed39f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.585757 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4145cdd1-b29a-4b0a-b4d2-51aac86ed39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.666726 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145cdd1-b29a-4b0a-b4d2-51aac86ed39f admin admin] Pushing event updated for resources: {'Port': ['ID=4490de05-7b37-4a9e-ad67-31db8c51e0c8,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:57.670669 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4145cdd1-b29a-4b0a-b4d2-51aac86ed39f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.686454 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-1f621176-c824-427b-b164-43c6f22e9fc3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0360a49e-5af7-4242-904a-7b54dd0016c4 HTTP/1.1" status: 200 len: 217 time: 0.1120298 Sep 16 04:51:57.771721 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4145cdd1-b29a-4b0a-b4d2-51aac86ed39f admin admin] Network b57de9dd-8389-462f-809e-a5ea9e13e1e0 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:57.773618 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-4145cdd1-b29a-4b0a-b4d2-51aac86ed39f admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:57.801131 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-eb8ab348-2de1-4640-97d0-e6ccb761d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:57.802675 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-eb8ab348-2de1-4640-97d0-e6ccb761d2c6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=984819ef-39e4-42b6-ac0e-e1f025f28a4e HTTP/1.1" status: 200 len: 845 time: 0.0854633 Sep 16 04:51:57.814078 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb78a9-a919-4cd7-ae90-e8ef9d7e2211 req-09dc59c4-4c8c-44ef-9035-7a010e682475 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:57.815651 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d4cb78a9-a919-4cd7-ae90-e8ef9d7e2211 req-09dc59c4-4c8c-44ef-9035-7a010e682475 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 943 time: 0.1923790 Sep 16 04:51:57.893341 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d4cb78a9-a919-4cd7-ae90-e8ef9d7e2211 req-b34d64c7-93e6-4175-b771-3150ac23c9af tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668509 Sep 16 04:51:57.904262 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-cf2bcec4-3d42-4f6d-851b-cb09c8bc5cf6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8c931ccc-5cf1-447a-be72-662f80eb3cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876350 Sep 16 04:51:57.920256 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4145cdd1-b29a-4b0a-b4d2-51aac86ed39f admin admin] Router a642493d-01a9-4e7a-a221-01cf5d61c50d has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:51:57.957593 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-f937e49b-bc3d-4733-84c7-d3c424c5d7bf tempest-ExternalNetworksAdminNegativeTestJSON-1821067378 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378-project-admin] Deleting port e652b24c-c3f7-4a08-9eff-1323b5d67220 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:57.957948 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f937e49b-bc3d-4733-84c7-d3c424c5d7bf tempest-ExternalNetworksAdminNegativeTestJSON-1821067378 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:58.059878 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4145cdd1-b29a-4b0a-b4d2-51aac86ed39f admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:51:58.074972 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4145cdd1-b29a-4b0a-b4d2-51aac86ed39f admin admin] 10.222.0.35 "PUT /v2.0/routers/a642493d-01a9-4e7a-a221-01cf5d61c50d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8605745 Sep 16 04:51:58.084023 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-0dc11320-2fe2-4806-9b7f-3d7dc31ea237 None None] Provisioning complete for port 4490de05-7b37-4a9e-ad67-31db8c51e0c8 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:58.084401 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0dc11320-2fe2-4806-9b7f-3d7dc31ea237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:58.111174 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8b0102-c6af-4051-afb4-0a49c5a910b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28b7154f-1510-41ee-89e8-368ea43f2070'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:58.116731 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9482b0-9ece-4219-bae2-8c451fa805d8" -d '{"events": [{"server_uuid": "6c8b0102-c6af-4051-afb4-0a49c5a910b1", "name": "network-vif-unplugged", "status": "completed", "tag": "28b7154f-1510-41ee-89e8-368ea43f2070"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:58.136898 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-0dc11320-2fe2-4806-9b7f-3d7dc31ea237 None None] Port 4490de05-7b37-4a9e-ad67-31db8c51e0c8 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:58.144062 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad276e61-f68e-476d-8b3c-aba6411e6a53 req-bdb5ff11-5492-4d12-9f03-2f02328735cf tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:58.145669 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ad276e61-f68e-476d-8b3c-aba6411e6a53 req-bdb5ff11-5492-4d12-9f03-2f02328735cf tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=edcfa3d2-280b-4d47-9eb7-cf15a102b272 HTTP/1.1" status: 200 len: 943 time: 0.1596909 Sep 16 04:51:58.158315 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-b08d0cdb-2be5-4a31-94a7-d7590c3d9956 service neutron] 10.222.0.48 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263060 Sep 16 04:51:58.207684 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ad276e61-f68e-476d-8b3c-aba6411e6a53 req-d85f1626-e55b-4094-9232-f337840d44d9 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521123 Sep 16 04:51:58.224737 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f937e49b-bc3d-4733-84c7-d3c424c5d7bf tempest-ExternalNetworksAdminNegativeTestJSON-1821067378 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:58.224899 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f937e49b-bc3d-4733-84c7-d3c424c5d7bf tempest-ExternalNetworksAdminNegativeTestJSON-1821067378 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:58.269931 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-f937e49b-bc3d-4733-84c7-d3c424c5d7bf tempest-ExternalNetworksAdminNegativeTestJSON-1821067378 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378-project-admin] Calling delete_port for e652b24c-c3f7-4a08-9eff-1323b5d67220 owned by network:floatingip {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:58.332904 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41575a65-07ad-4e90-931c-40e7c6e23361 x-openstack-request-id: req-41575a65-07ad-4e90-931c-40e7c6e23361 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:58.333707 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edcfa3d2-280b-4d47-9eb7-cf15a102b272", "tag": "0360a49e-5af7-4242-904a-7b54dd0016c4", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:58.334169 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-41575a65-07ad-4e90-931c-40e7c6e23361 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:58.334560 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edcfa3d2-280b-4d47-9eb7-cf15a102b272', 'tag': '0360a49e-5af7-4242-904a-7b54dd0016c4', 'status': 'completed', 'code': 200} Sep 16 04:51:58.376286 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device b09d20c9-5204-42d0-87e5-4386fefd4c65 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:58.425605 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port b09d20c9-5204-42d0-87e5-4386fefd4c65 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:58.425873 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:58.456520 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3dd94cd4-41db-4ea6-ae2e-bfb98c27eda2 req-cef31019-8e6f-4647-a4e9-b793c14d075a service neutron] 10.222.0.48 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586575 Sep 16 04:51:58.471953 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa2b08-ada6-4105-a8ed-8ceb30f14c37 req-e9187906-a381-48d2-ac92-683835c67a19 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:58.473510 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6baa2b08-ada6-4105-a8ed-8ceb30f14c37 req-e9187906-a381-48d2-ac92-683835c67a19 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/ports?device_id=5cba15cb-db99-4344-8bf0-e46e234c9657 HTTP/1.1" status: 200 len: 945 time: 0.0907640 Sep 16 04:51:58.505478 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bf0bb004-c29e-4852-8858-3a5600aa8173 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:58.553494 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6baa2b08-ada6-4105-a8ed-8ceb30f14c37 req-b9ed6f6d-b4cf-4445-a3dd-a97aa5711e6f tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f7019df-0b7f-43c7-8eb5-fcbf36db189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677567 Sep 16 04:51:58.563006 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port bf0bb004-c29e-4852-8858-3a5600aa8173 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:58.563616 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:58.615627 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5be781-317b-4f0d-8b23-7d41f9fafa6d req-186ea15a-c8d8-4b2c-a5cf-4fc2ab61ddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:58.617259 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8e5be781-317b-4f0d-8b23-7d41f9fafa6d req-186ea15a-c8d8-4b2c-a5cf-4fc2ab61ddcf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=097a363b67ea49498cd02794a5c40b7b&device_id=edcfa3d2-280b-4d47-9eb7-cf15a102b272 HTTP/1.1" status: 200 len: 1095 time: 0.0558565 Sep 16 04:51:58.618267 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f937e49b-bc3d-4733-84c7-d3c424c5d7bf tempest-ExternalNetworksAdminNegativeTestJSON-1821067378 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:58.658946 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:58.678657 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937e49b-bc3d-4733-84c7-d3c424c5d7bf tempest-ExternalNetworksAdminNegativeTestJSON-1821067378 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378-project-admin] Pushing event deleted for resources: {'Port': ['ID=e652b24c-c3f7-4a08-9eff-1323b5d67220,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:58.686416 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port bf0bb004-c29e-4852-8858-3a5600aa8173, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=bf0bb004-c29e-4852-8858-3a5600aa8173,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:58.692052 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:58.745250 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=bf0bb004-c29e-4852-8858-3a5600aa8173,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:58.800282 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 28b7154f-1510-41ee-89e8-368ea43f2070 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:51:58.823728 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f937e49b-bc3d-4733-84c7-d3c424c5d7bf tempest-ExternalNetworksAdminNegativeTestJSON-1821067378 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:58.827106 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f937e49b-bc3d-4733-84c7-d3c424c5d7bf tempest-ExternalNetworksAdminNegativeTestJSON-1821067378 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:58.831425 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f937e49b-bc3d-4733-84c7-d3c424c5d7bf tempest-ExternalNetworksAdminNegativeTestJSON-1821067378 tempest-ExternalNetworksAdminNegativeTestJSON-1821067378-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/0df5b99f-e9c4-49cd-ae56-3f46dbab38be HTTP/1.1" status: 204 len: 168 time: 1.2911885 Sep 16 04:51:58.838681 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c75129-0b1f-463c-b5c2-fbecf7acfd26 req-c2a35051-6226-4c2c-9916-083636fc1cc8 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:58.840268 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c7c75129-0b1f-463c-b5c2-fbecf7acfd26 req-c2a35051-6226-4c2c-9916-083636fc1cc8 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 943 time: 0.2179523 Sep 16 04:51:58.872824 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5be781-317b-4f0d-8b23-7d41f9fafa6d req-b29d04c8-2672-46e5-8021-999177f06cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:58.874317 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8e5be781-317b-4f0d-8b23-7d41f9fafa6d req-b29d04c8-2672-46e5-8021-999177f06cee service neutron] 10.222.0.48 "GET /v2.0/networks?id=8c931ccc-5cf1-447a-be72-662f80eb3cc7 HTTP/1.1" status: 200 len: 906 time: 0.2448592 Sep 16 04:51:58.927428 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c7c75129-0b1f-463c-b5c2-fbecf7acfd26 req-7b8e4920-3a32-4236-877d-9000e0f7e2c9 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784950 Sep 16 04:51:58.928935 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8e5be781-317b-4f0d-8b23-7d41f9fafa6d req-83d9b95b-1921-4bf8-a232-478144179d6e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0360a49e-5af7-4242-904a-7b54dd0016c4 HTTP/1.1" status: 200 len: 217 time: 0.0426159 Sep 16 04:51:58.986010 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1543ddaa-3a00-4e9b-b05a-1db1ed2742ba x-openstack-request-id: req-1543ddaa-3a00-4e9b-b05a-1db1ed2742ba {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:58.986354 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8b0102-c6af-4051-afb4-0a49c5a910b1", "name": "network-vif-unplugged", "status": "failed", "tag": "28b7154f-1510-41ee-89e8-368ea43f2070", "code": 422}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:58.986616 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1543ddaa-3a00-4e9b-b05a-1db1ed2742ba {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:58.987066 n-d-712139-15 neutron-server[94768]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6c8b0102-c6af-4051-afb4-0a49c5a910b1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '28b7154f-1510-41ee-89e8-368ea43f2070', 'code': 422} returned with failed status Sep 16 04:51:58.998474 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5be781-317b-4f0d-8b23-7d41f9fafa6d req-90e5c9bc-851b-48db-a028-0b2589ea697e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:59.000965 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8e5be781-317b-4f0d-8b23-7d41f9fafa6d req-90e5c9bc-851b-48db-a028-0b2589ea697e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=984819ef-39e4-42b6-ac0e-e1f025f28a4e HTTP/1.1" status: 200 len: 845 time: 0.0628054 Sep 16 04:51:59.040769 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8e5be781-317b-4f0d-8b23-7d41f9fafa6d req-c126809d-4b5e-4945-b35a-70f1251446b8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8c931ccc-5cf1-447a-be72-662f80eb3cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331564 Sep 16 04:51:59.156701 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5ebbf3-3413-4e41-9ac3-65ada3c89f42 None None] Sync routers for ids ['a642493d-01a9-4e7a-a221-01cf5d61c50d'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:51:59.173618 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5ebbf3-3413-4e41-9ac3-65ada3c89f42 None None] Routers {'a642493d-01a9-4e7a-a221-01cf5d61c50d'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:59.175291 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-bf5ebbf3-3413-4e41-9ac3-65ada3c89f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:51:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['a642493d-01a9-4e7a-a221-01cf5d61c50d'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:59.185228 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45672) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:59.193321 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8e5be781-317b-4f0d-8b23-7d41f9fafa6d req-6a382053-dd83-4930-803b-93dc53c000db service neutron] 10.222.0.48 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453853 Sep 16 04:51:59.323119 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-bf5ebbf3-3413-4e41-9ac3-65ada3c89f42 None None] Set router a642493d-01a9-4e7a-a221-01cf5d61c50d gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:51:59.327054 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8e5be781-317b-4f0d-8b23-7d41f9fafa6d req-f015ea34-32c0-435c-8fd9-be48959954e5 service neutron] 10.222.0.48 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263592 Sep 16 04:51:59.359261 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5a3cbb10-fda9-4baf-b766-d861a9b9c587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.465169 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5a3cbb10-fda9-4baf-b766-d861a9b9c587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.469515 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5a3cbb10-fda9-4baf-b766-d861a9b9c587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.509740 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 45678) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:59.514411 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-4ef936e7-2147-4f0b-9bbb-ba40b3436287 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1321822022', 'description': 'tempest-description--519654089'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:59.518587 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5a3cbb10-fda9-4baf-b766-d861a9b9c587 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=887e6fd126a54366aa0a48ebaa57e9f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3299162 Sep 16 04:51:59.519095 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 45680) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:59.519200 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3cbb10-fda9-4baf-b766-d861a9b9c587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a767b495-7adc-4e0e-bcc7-f69e2b0ee7c7,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:59.569235 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4ef936e7-2147-4f0b-9bbb-ba40b3436287 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.592806 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-bf5ebbf3-3413-4e41-9ac3-65ada3c89f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'name': 'tempest-AttachVolumeTestJSON-192516525-router', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'bf0bb004-c29e-4852-8858-3a5600aa8173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T04:51:57Z', 'revision_number': 4, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'gw_port': {'id': 'bf0bb004-c29e-4852-8858-3a5600aa8173', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T04:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '4490de05-7b37-4a9e-ad67-31db8c51e0c8', 'name': '', 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'mac_address': 'fa:16:3e:9d:6b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '2d075d26-c7df-4ea0-b069-e1f04da018dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:56Z', 'updated_at': '2021-09-16T04:51:57Z', 'revision_number': 2, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'subnets': [{'id': '2d075d26-c7df-4ea0-b069-e1f04da018dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:59.604205 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7ac43f11-d50b-493b-a752-d943f9050946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.625865 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5ebbf3-3413-4e41-9ac3-65ada3c89f42 None None] Checking router: a642493d-01a9-4e7a-a221-01cf5d61c50d for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:51:59.626210 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5ebbf3-3413-4e41-9ac3-65ada3c89f42 None None] Updating router a642493d-01a9-4e7a-a221-01cf5d61c50d port 4490de05-7b37-4a9e-ad67-31db8c51e0c8 binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:51:59.643731 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7ac43f11-d50b-493b-a752-d943f9050946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.659878 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf5ebbf3-3413-4e41-9ac3-65ada3c89f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.730595 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4ef936e7-2147-4f0b-9bbb-ba40b3436287 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.732387 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7ac43f11-d50b-493b-a752-d943f9050946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.735660 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7ac43f11-d50b-493b-a752-d943f9050946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.739319 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7ac43f11-d50b-493b-a752-d943f9050946 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a767b495-7adc-4e0e-bcc7-f69e2b0ee7c7 HTTP/1.1" status: 204 len: 168 time: 0.2171578 Sep 16 04:51:59.752879 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4ef936e7-2147-4f0b-9bbb-ba40b3436287 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.765283 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac43f11-d50b-493b-a752-d943f9050946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a767b495-7adc-4e0e-bcc7-f69e2b0ee7c7,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:59.809391 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4ef936e7-2147-4f0b-9bbb-ba40b3436287 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.813379 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4ef936e7-2147-4f0b-9bbb-ba40b3436287 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3000200 Sep 16 04:51:59.814877 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45688) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:59.818880 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-dab60ca3-f93f-42a9-8ce4-54ec6e88547b tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Request body: {'security_group_rule': {'security_group_id': '8f27d69d-6385-4ec0-b94a-3382c6c2c5b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:59.828240 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef936e7-2147-4f0b-9bbb-ba40b3436287 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f27d69d-6385-4ec0-b94a-3382c6c2c5b3,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:59.849628 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410f7cd-467a-4928-b933-8667ce17c620 req-6488aaa4-7e17-4cdc-82c3-24c2500483b6 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:59.851189 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6410f7cd-467a-4928-b933-8667ce17c620 req-6488aaa4-7e17-4cdc-82c3-24c2500483b6 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=edcfa3d2-280b-4d47-9eb7-cf15a102b272 HTTP/1.1" status: 200 len: 943 time: 0.0906279 Sep 16 04:51:59.864941 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dab60ca3-f93f-42a9-8ce4-54ec6e88547b tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.909963 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6410f7cd-467a-4928-b933-8667ce17c620 req-00f2ce5a-2098-4426-9cb9-5586e26979b5 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480440 Sep 16 04:51:59.933446 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dab60ca3-f93f-42a9-8ce4-54ec6e88547b tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.936201 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dab60ca3-f93f-42a9-8ce4-54ec6e88547b tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.963138 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab60ca3-f93f-42a9-8ce4-54ec6e88547b tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be02d3d5-e018-456e-9cfb-0c1b32f2d943,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:59.968827 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dab60ca3-f93f-42a9-8ce4-54ec6e88547b tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.970094 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-dab60ca3-f93f-42a9-8ce4-54ec6e88547b tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1552687 Sep 16 04:51:59.973491 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 45692) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:59.979265 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-8681aec1-0e80-4a6b-8858-02363546ede6 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Request body: {'security_group_rule': {'security_group_id': '8f27d69d-6385-4ec0-b94a-3382c6c2c5b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:00.032258 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8681aec1-0e80-4a6b-8858-02363546ede6 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.060657 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf5ebbf3-3413-4e41-9ac3-65ada3c89f42 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.068665 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf5ebbf3-3413-4e41-9ac3-65ada3c89f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.087684 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7bca8-64d4-4990-9c83-008f5519361f req-f97d8acd-db5e-459c-8137-d017cac25669 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:00.088852 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1ff7bca8-64d4-4990-9c83-008f5519361f req-f97d8acd-db5e-459c-8137-d017cac25669 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/ports?device_id=5cba15cb-db99-4344-8bf0-e46e234c9657 HTTP/1.1" status: 200 len: 945 time: 0.0884349 Sep 16 04:52:00.106069 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45694) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:00.158381 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8681aec1-0e80-4a6b-8858-02363546ede6 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.168377 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1ff7bca8-64d4-4990-9c83-008f5519361f req-4daa3fba-a807-4db3-99d4-e4853929407b tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f7019df-0b7f-43c7-8eb5-fcbf36db189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668423 Sep 16 04:52:00.174797 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8681aec1-0e80-4a6b-8858-02363546ede6 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.190125 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0e7db234-4194-453c-848f-47b3fef9c5cd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d740f6af82e74a7e8aa16f074fad48a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0797060 Sep 16 04:52:00.190574 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 45696) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:00.195949 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add4596-c7d3-4b84-a28e-64af2abf6366 None None] Pushing event updated for resources: {'Port': ['ID=4490de05-7b37-4a9e-ad67-31db8c51e0c8,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:00.230246 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-bf5ebbf3-3413-4e41-9ac3-65ada3c89f42 None None] Attempting to bind port 4490de05-7b37-4a9e-ad67-31db8c51e0c8 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:00.230706 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-bf5ebbf3-3413-4e41-9ac3-65ada3c89f42 None None] Attempting to bind port 4490de05-7b37-4a9e-ad67-31db8c51e0c8 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '51a9b458-7c9a-4442-bf01-8b9b2bd52faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:00.231140 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5ebbf3-3413-4e41-9ac3-65ada3c89f42 None None] Attempting to bind port 4490de05-7b37-4a9e-ad67-31db8c51e0c8 on network b57de9dd-8389-462f-809e-a5ea9e13e1e0 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:00.237377 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5ebbf3-3413-4e41-9ac3-65ada3c89f42 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:00.237865 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5ebbf3-3413-4e41-9ac3-65ada3c89f42 None None] Checking segment: {'id': '51a9b458-7c9a-4442-bf01-8b9b2bd52faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:00.238339 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf5ebbf3-3413-4e41-9ac3-65ada3c89f42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.238805 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5ebbf3-3413-4e41-9ac3-65ada3c89f42 None None] Bound using segment: {'id': '51a9b458-7c9a-4442-bf01-8b9b2bd52faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:00.239352 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-bf5ebbf3-3413-4e41-9ac3-65ada3c89f42 None None] Bound port: 4490de05-7b37-4a9e-ad67-31db8c51e0c8, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a9b458-7c9a-4442-bf01-8b9b2bd52faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:00.240100 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf5ebbf3-3413-4e41-9ac3-65ada3c89f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.269636 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8681aec1-0e80-4a6b-8858-02363546ede6 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914d3ac8-0ab6-4d3d-a862-50b4d478ef78,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:00.285639 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bf0bb004-c29e-4852-8858-3a5600aa8173 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:00.286082 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-9c611877-0326-4f43-9fcc-1fcbf639784c req-2f63b487-d4f0-4d95-817a-ce767ff16bac service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:52:00.287137 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9c611877-0326-4f43-9fcc-1fcbf639784c req-2f63b487-d4f0-4d95-817a-ce767ff16bac service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0198267 Sep 16 04:52:00.287968 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8681aec1-0e80-4a6b-8858-02363546ede6 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.293799 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8681aec1-0e80-4a6b-8858-02363546ede6 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3144555 Sep 16 04:52:00.293799 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 45698) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:00.297112 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-77059bc1-e1a0-47cc-9985-59e6ee750967 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:00.337747 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-82751ddd-d2b6-4443-8682-bba8a8d81f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.352947 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-77059bc1-e1a0-47cc-9985-59e6ee750967 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for floatingip, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.360874 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf5ebbf3-3413-4e41-9ac3-65ada3c89f42 None None] For port 4490de05-7b37-4a9e-ad67-31db8c51e0c8, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:00.380070 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf5ebbf3-3413-4e41-9ac3-65ada3c89f42 None None] For port 4490de05-7b37-4a9e-ad67-31db8c51e0c8, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=4490de05-7b37-4a9e-ad67-31db8c51e0c8,segment=NetworkSegment(51a9b458-7c9a-4442-bf01-8b9b2bd52faf),segment_id=51a9b458-7c9a-4442-bf01-8b9b2bd52faf)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:00.393609 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf5ebbf3-3413-4e41-9ac3-65ada3c89f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.425055 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-82751ddd-d2b6-4443-8682-bba8a8d81f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.494734 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5ebbf3-3413-4e41-9ac3-65ada3c89f42 None None] Routers {'a642493d-01a9-4e7a-a221-01cf5d61c50d'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:00.495394 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-bf5ebbf3-3413-4e41-9ac3-65ada3c89f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:51:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['a642493d-01a9-4e7a-a221-01cf5d61c50d'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:00.499157 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port bf0bb004-c29e-4852-8858-3a5600aa8173 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:00.499790 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.571950 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add4596-c7d3-4b84-a28e-64af2abf6366 None None] Pushing event updated for resources: {'Port': ['ID=4490de05-7b37-4a9e-ad67-31db8c51e0c8,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:00.607378 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d6fd7199-c3c7-4b66-9493-dd06d9ba2940 None None] Provisioning complete for port 4490de05-7b37-4a9e-ad67-31db8c51e0c8 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:00.608103 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d6fd7199-c3c7-4b66-9493-dd06d9ba2940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.608255 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a541bfd4-9aff-4420-b99b-3dc3c1259a6e req-87d96baf-5136-4534-abb3-fdb7eaabca18 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:00.615310 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a541bfd4-9aff-4420-b99b-3dc3c1259a6e req-87d96baf-5136-4534-abb3-fdb7eaabca18 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 943 time: 0.1166751 Sep 16 04:52:00.619298 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-82751ddd-d2b6-4443-8682-bba8a8d81f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.621873 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-82751ddd-d2b6-4443-8682-bba8a8d81f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.625375 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-82751ddd-d2b6-4443-8682-bba8a8d81f3a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/06d907c0-f65c-48ce-ae74-cd745485ec63 HTTP/1.1" status: 204 len: 168 time: 0.4323428 Sep 16 04:52:00.653355 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82751ddd-d2b6-4443-8682-bba8a8d81f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d907c0-f65c-48ce-ae74-cd745485ec63,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:00.720198 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a541bfd4-9aff-4420-b99b-3dc3c1259a6e req-d0ab3905-c3c4-43b8-9a99-1a0096920731 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037831 Sep 16 04:52:00.748774 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-77059bc1-e1a0-47cc-9985-59e6ee750967 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.915578 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-bf5ebbf3-3413-4e41-9ac3-65ada3c89f42 None None] Set router a642493d-01a9-4e7a-a221-01cf5d61c50d gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:00.926422 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-77059bc1-e1a0-47cc-9985-59e6ee750967 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Allocated IP 172.25.8.220 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/6480c6b3-34ed-4180-8d33-786ec76dc3fe) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:01.078632 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d6fd7199-c3c7-4b66-9493-dd06d9ba2940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.134641 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-77059bc1-e1a0-47cc-9985-59e6ee750967 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.155070 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-d6fd7199-c3c7-4b66-9493-dd06d9ba2940 None None] For port 4490de05-7b37-4a9e-ad67-31db8c51e0c8, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=4490de05-7b37-4a9e-ad67-31db8c51e0c8,segment=NetworkSegment(51a9b458-7c9a-4442-bf01-8b9b2bd52faf),segment_id=51a9b458-7c9a-4442-bf01-8b9b2bd52faf)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:01.156341 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce10cae-2267-4168-b2d8-31617c50cd2c req-eb10b0f7-22ca-4865-ad96-ec04a4a4cfb4 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:01.161726 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cce10cae-2267-4168-b2d8-31617c50cd2c req-eb10b0f7-22ca-4865-ad96-ec04a4a4cfb4 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=edcfa3d2-280b-4d47-9eb7-cf15a102b272 HTTP/1.1" status: 200 len: 943 time: 0.1338263 Sep 16 04:52:01.164951 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d6fd7199-c3c7-4b66-9493-dd06d9ba2940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.201241 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-a70a1279-c5be-4689-914c-7996e7521711 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2901855 Sep 16 04:52:01.225865 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cce10cae-2267-4168-b2d8-31617c50cd2c req-3af66dda-dcbb-4fb2-9444-67a9bd3919cf tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587299 Sep 16 04:52:01.230893 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-105bd1f4-b5ea-4598-b652-e85a940525f4 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:52:01.232099 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-105bd1f4-b5ea-4598-b652-e85a940525f4 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108280 Sep 16 04:52:01.245251 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-77059bc1-e1a0-47cc-9985-59e6ee750967 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.289122 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd7199-c3c7-4b66-9493-dd06d9ba2940 None None] Pushing event updated for resources: {'Port': ['ID=4490de05-7b37-4a9e-ad67-31db8c51e0c8,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:01.334868 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77059bc1-e1a0-47cc-9985-59e6ee750967 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:01.338311 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-083dce06-1656-4be9-8518-84abd872d49a None None] Provisioning complete for port 4490de05-7b37-4a9e-ad67-31db8c51e0c8 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:01.338522 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-083dce06-1656-4be9-8518-84abd872d49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.341140 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-77059bc1-e1a0-47cc-9985-59e6ee750967 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:01.344155 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77059bc1-e1a0-47cc-9985-59e6ee750967 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:01.393282 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-bf5ebbf3-3413-4e41-9ac3-65ada3c89f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'name': 'tempest-AttachVolumeTestJSON-192516525-router', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'bf0bb004-c29e-4852-8858-3a5600aa8173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T04:51:57Z', 'revision_number': 4, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'gw_port': {'id': 'bf0bb004-c29e-4852-8858-3a5600aa8173', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T04:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '4490de05-7b37-4a9e-ad67-31db8c51e0c8', 'name': '', 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'mac_address': 'fa:16:3e:9d:6b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '2d075d26-c7df-4ea0-b069-e1f04da018dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:56Z', 'updated_at': '2021-09-16T04:52:00Z', 'revision_number': 4, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'subnets': [{'id': '2d075d26-c7df-4ea0-b069-e1f04da018dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:01.427747 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5ebbf3-3413-4e41-9ac3-65ada3c89f42 None None] The sync data for ids ['a642493d-01a9-4e7a-a221-01cf5d61c50d'] in n-d-712139-15 is: [{'id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'name': 'tempest-AttachVolumeTestJSON-192516525-router', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'bf0bb004-c29e-4852-8858-3a5600aa8173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T04:51:57Z', 'revision_number': 4, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'gw_port': {'id': 'bf0bb004-c29e-4852-8858-3a5600aa8173', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T04:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '4490de05-7b37-4a9e-ad67-31db8c51e0c8', 'name': '', 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'mac_address': 'fa:16:3e:9d:6b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '2d075d26-c7df-4ea0-b069-e1f04da018dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:56Z', 'updated_at': '2021-09-16T04:52:00Z', 'revision_number': 4, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'subnets': [{'id': '2d075d26-c7df-4ea0-b069-e1f04da018dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:52:01.450289 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77059bc1-e1a0-47cc-9985-59e6ee750967 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Pushing event updated for resources: {'Port': ['ID=6480c6b3-34ed-4180-8d33-786ec76dc3fe,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:01.488750 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-77059bc1-e1a0-47cc-9985-59e6ee750967 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.526358 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ec4cc-d179-4c9f-a64a-0e056f2ed666 req-becb86b3-fb3f-46b6-8f09-b842a62e603d tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:01.527981 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4e8ec4cc-d179-4c9f-a64a-0e056f2ed666 req-becb86b3-fb3f-46b6-8f09-b842a62e603d tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/ports?device_id=5cba15cb-db99-4344-8bf0-e46e234c9657 HTTP/1.1" status: 200 len: 945 time: 0.2095397 Sep 16 04:52:01.616495 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-77059bc1-e1a0-47cc-9985-59e6ee750967 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.624884 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4e8ec4cc-d179-4c9f-a64a-0e056f2ed666 req-3af70093-c1d1-468b-a215-1e518a3dcefb tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f7019df-0b7f-43c7-8eb5-fcbf36db189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857897 Sep 16 04:52:01.744477 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c49ed7-bb15-4029-a0c6-65b76f7b2bd6 req-8459bce2-8f03-4b49-972c-e6c06cc8abc6 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:01.746070 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c0c49ed7-bb15-4029-a0c6-65b76f7b2bd6 req-8459bce2-8f03-4b49-972c-e6c06cc8abc6 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cba15cb-db99-4344-8bf0-e46e234c9657 HTTP/1.1" status: 200 len: 945 time: 0.1014979 Sep 16 04:52:01.960487 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fff7bf-36c7-4d1d-9abb-fe40bf36dc8e req-07b3c4f6-4c98-4c91-92b9-091e2a1e4499 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:01.962638 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-95fff7bf-36c7-4d1d-9abb-fe40bf36dc8e req-07b3c4f6-4c98-4c91-92b9-091e2a1e4499 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 943 time: 0.1666567 Sep 16 04:52:01.967551 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-77059bc1-e1a0-47cc-9985-59e6ee750967 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.984009 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-77059bc1-e1a0-47cc-9985-59e6ee750967 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:02.134629 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-95fff7bf-36c7-4d1d-9abb-fe40bf36dc8e req-8b712023-aa74-4209-bc14-e8e74e620282 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635380 Sep 16 04:52:02.139278 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-77059bc1-e1a0-47cc-9985-59e6ee750967 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:02.162672 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-c0c49ed7-bb15-4029-a0c6-65b76f7b2bd6 req-77ad6062-a559-4c9a-a721-9abfb04e2efa tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Deleting port 02dd8b16-95d0-4586-83a4-fabef83cb876 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:02.162999 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c0c49ed7-bb15-4029-a0c6-65b76f7b2bd6 req-77ad6062-a559-4c9a-a721-9abfb04e2efa tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:02.170199 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77059bc1-e1a0-47cc-9985-59e6ee750967 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Pushing event updated for resources: {'Port': ['ID=6480c6b3-34ed-4180-8d33-786ec76dc3fe,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:02.205073 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-77059bc1-e1a0-47cc-9985-59e6ee750967 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:02.206357 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-77059bc1-e1a0-47cc-9985-59e6ee750967 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9130499 Sep 16 04:52:02.315508 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-c0c49ed7-bb15-4029-a0c6-65b76f7b2bd6 req-77ad6062-a559-4c9a-a721-9abfb04e2efa tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] For port 02dd8b16-95d0-4586-83a4-fabef83cb876, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=02dd8b16-95d0-4586-83a4-fabef83cb876,segment=NetworkSegment(eeb06a3c-4440-40bb-a867-5844152e236c),segment_id=eeb06a3c-4440-40bb-a867-5844152e236c)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:02.316204 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c0c49ed7-bb15-4029-a0c6-65b76f7b2bd6 req-77ad6062-a559-4c9a-a721-9abfb04e2efa tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:02.333026 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-c0c49ed7-bb15-4029-a0c6-65b76f7b2bd6 req-77ad6062-a559-4c9a-a721-9abfb04e2efa tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Calling delete_port for 02dd8b16-95d0-4586-83a4-fabef83cb876 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:02.354694 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 4490de05-7b37-4a9e-ad67-31db8c51e0c8 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:02.415501 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 4490de05-7b37-4a9e-ad67-31db8c51e0c8 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:02.415778 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:02.481150 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adb57a-4e03-4e98-8d50-7b2180509375 req-5efe359d-de93-49cb-9f88-0b77c54514e4 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:02.488653 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-77adb57a-4e03-4e98-8d50-7b2180509375 req-5efe359d-de93-49cb-9f88-0b77c54514e4 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=edcfa3d2-280b-4d47-9eb7-cf15a102b272 HTTP/1.1" status: 200 len: 943 time: 0.0905125 Sep 16 04:52:02.516750 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-9b06e1c7-0809-40ea-9986-d1530260d8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:02.518295 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-9b06e1c7-0809-40ea-9986-d1530260d8ed service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1&tenant_id=8bc1eef5f12745cbb1e0c27f64b38550 HTTP/1.1" status: 200 len: 1095 time: 0.0587292 Sep 16 04:52:02.550446 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-a6b132c3-1611-43ba-899d-00ac3c4f73b6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-15', 'device_owner': 'compute:nova'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:02.576379 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-77adb57a-4e03-4e98-8d50-7b2180509375 req-c2941bc0-838a-4c7d-92a2-e4f0c1ae5fc6 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867734 Sep 16 04:52:02.590628 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c0c49ed7-bb15-4029-a0c6-65b76f7b2bd6 req-77ad6062-a559-4c9a-a721-9abfb04e2efa tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:02.625136 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad6062-a559-4c9a-a721-9abfb04e2efa tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Pushing event deleted for resources: {'Port': ['ID=02dd8b16-95d0-4586-83a4-fabef83cb876,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:02.626381 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['02dd8b16-95d0-4586-83a4-fabef83cb876'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:02.657119 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-a6b132c3-1611-43ba-899d-00ac3c4f73b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:02.681368 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['9531b6d7-69f1-4a2f-b252-2d04996dba19', 'd9a96359-2764-4430-8a72-730ca802c149'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:02.684498 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c49ed7-bb15-4029-a0c6-65b76f7b2bd6 req-77ad6062-a559-4c9a-a721-9abfb04e2efa tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] No DVR routers for this DVR port 02dd8b16-95d0-4586-83a4-fabef83cb876 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:02.691098 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c0c49ed7-bb15-4029-a0c6-65b76f7b2bd6 req-77ad6062-a559-4c9a-a721-9abfb04e2efa tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:02.694927 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c0c49ed7-bb15-4029-a0c6-65b76f7b2bd6 req-77ad6062-a559-4c9a-a721-9abfb04e2efa tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.48 "DELETE /v2.0/ports/02dd8b16-95d0-4586-83a4-fabef83cb876 HTTP/1.1" status: 204 len: 173 time: 0.9011316 Sep 16 04:52:02.699543 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cba15cb-db99-4344-8bf0-e46e234c9657', 'name': 'network-vif-deleted', 'tag': '02dd8b16-95d0-4586-83a4-fabef83cb876'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:02.702096 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a6bc4f-cad7-4aad-b70f-104d73c1cef4" -d '{"events": [{"server_uuid": "5cba15cb-db99-4344-8bf0-e46e234c9657", "name": "network-vif-deleted", "tag": "02dd8b16-95d0-4586-83a4-fabef83cb876"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:02.760339 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-c1c692c0-4db6-49ee-92ea-8c08bd73d692 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1321822022&fields=id&tenant_id=e1faaf8ea3f84b74b8884c5da7c3f469 HTTP/1.1" status: 200 len: 267 time: 0.0640986 Sep 16 04:52:02.862264 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 0360a49e-5af7-4242-904a-7b54dd0016c4 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:02.961861 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-51314584-2fff-444a-89be-3367b3899f45 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:02.975906 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-51314584-2fff-444a-89be-3367b3899f45 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/networks?id=b57de9dd-8389-462f-809e-a5ea9e13e1e0 HTTP/1.1" status: 200 len: 810 time: 0.2058890 Sep 16 04:52:03.030243 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-7ef07c8f-de72-4afa-a08f-63e36b8cf6ef tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/quotas/e1faaf8ea3f84b74b8884c5da7c3f469 HTTP/1.1" status: 200 len: 375 time: 0.0526655 Sep 16 04:52:03.030848 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 45784) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:03.046240 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-a6b132c3-1611-43ba-899d-00ac3c4f73b6 service neutron] For port 28b7154f-1510-41ee-89e8-368ea43f2070, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=28b7154f-1510-41ee-89e8-368ea43f2070,segment=NetworkSegment(9d882537-ab8f-4c6a-a507-c4b915fccb33),segment_id=9d882537-ab8f-4c6a-a507-c4b915fccb33)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:03.108496 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-a6b132c3-1611-43ba-899d-00ac3c4f73b6 service neutron] For port 28b7154f-1510-41ee-89e8-368ea43f2070, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:03.116088 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 0360a49e-5af7-4242-904a-7b54dd0016c4, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=0360a49e-5af7-4242-904a-7b54dd0016c4,segment=NetworkSegment(01aafaa9-a340-46ca-887a-6648c79e8c73),segment_id=01aafaa9-a340-46ca-887a-6648c79e8c73)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:03.131632 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '0360a49e-5af7-4242-904a-7b54dd0016c4', 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7', 'port_id': '0360a49e-5af7-4242-904a-7b54dd0016c4', 'mac_address': 'fa:16:3e:f1:61:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '984819ef-39e4-42b6-ac0e-e1f025f28a4e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:52:03.149227 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-79107f83-8ddf-4403-ba33-bca4e7968a93 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1faaf8ea3f84b74b8884c5da7c3f469&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1009955 Sep 16 04:52:03.152157 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-a6b132c3-1611-43ba-899d-00ac3c4f73b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28b7154f-1510-41ee-89e8-368ea43f2070 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:03.163071 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-a6b132c3-1611-43ba-899d-00ac3c4f73b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:03.179057 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-a6b132c3-1611-43ba-899d-00ac3c4f73b6 service neutron] Transition to ACTIVE for port object 28b7154f-1510-41ee-89e8-368ea43f2070 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:52:03.186590 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-a6b132c3-1611-43ba-899d-00ac3c4f73b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:03.236477 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:03.262894 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0360a49e-5af7-4242-904a-7b54dd0016c4 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:03.278054 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-a6b132c3-1611-43ba-899d-00ac3c4f73b6 service neutron] No DVR routers for this DVR port 28b7154f-1510-41ee-89e8-368ea43f2070 on host n-h2-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:03.291798 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 0360a49e-5af7-4242-904a-7b54dd0016c4, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=0360a49e-5af7-4242-904a-7b54dd0016c4,segment=NetworkSegment(01aafaa9-a340-46ca-887a-6648c79e8c73),segment_id=01aafaa9-a340-46ca-887a-6648c79e8c73)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:03.293168 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-4ae7d06f-3b1e-4632-8947-859a60d813ac tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:03.293737 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b132c3-1611-43ba-899d-00ac3c4f73b6 service neutron] Pushing event updated for resources: {'Port': ['ID=28b7154f-1510-41ee-89e8-368ea43f2070,revision_number=9']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:03.307466 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:03.330429 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-a6b132c3-1611-43ba-899d-00ac3c4f73b6 service neutron] Attempting to bind port 28b7154f-1510-41ee-89e8-368ea43f2070 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:03.330776 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-a6b132c3-1611-43ba-899d-00ac3c4f73b6 service neutron] Attempting to bind port 28b7154f-1510-41ee-89e8-368ea43f2070 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '9d882537-ab8f-4c6a-a507-c4b915fccb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5af8db4f-30cf-43da-98f6-b98ec0e36bfd'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:03.331115 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-a6b132c3-1611-43ba-899d-00ac3c4f73b6 service neutron] Attempting to bind port 28b7154f-1510-41ee-89e8-368ea43f2070 on network 5af8db4f-30cf-43da-98f6-b98ec0e36bfd {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:03.337512 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4ae7d06f-3b1e-4632-8947-859a60d813ac tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] 10.222.0.35 "PUT /v2.0/quotas/c68630f69b78484a9c7dbd71c4c33b85 HTTP/1.1" status: 200 len: 368 time: 0.2980053 Sep 16 04:52:03.337857 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45790) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:03.339169 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-a4125361-d872-4e5c-8892-72f0a7a7ff0b service neutron] 10.222.0.35 "GET /v2.0/networks/b57de9dd-8389-462f-809e-a5ea9e13e1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847134 Sep 16 04:52:03.344241 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-3e38193d-102b-454b-8ab6-f487cc35588f tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Request body: {'network': {'project_id': 'c68630f69b78484a9c7dbd71c4c33b85'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:03.350335 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-a6b132c3-1611-43ba-899d-00ac3c4f73b6 service neutron] Port 28b7154f-1510-41ee-89e8-368ea43f2070 on network 5af8db4f-30cf-43da-98f6-b98ec0e36bfd not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:52:03.350581 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-a6b132c3-1611-43ba-899d-00ac3c4f73b6 service neutron] Attempting to bind port 28b7154f-1510-41ee-89e8-368ea43f2070 on network 5af8db4f-30cf-43da-98f6-b98ec0e36bfd {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:03.365315 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-a6b132c3-1611-43ba-899d-00ac3c4f73b6 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:03.365662 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-a6b132c3-1611-43ba-899d-00ac3c4f73b6 service neutron] Checking segment: {'id': '9d882537-ab8f-4c6a-a507-c4b915fccb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5af8db4f-30cf-43da-98f6-b98ec0e36bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:03.367422 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-a6b132c3-1611-43ba-899d-00ac3c4f73b6 service neutron] Bound using segment: {'id': '9d882537-ab8f-4c6a-a507-c4b915fccb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5af8db4f-30cf-43da-98f6-b98ec0e36bfd'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:03.368219 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-a6b132c3-1611-43ba-899d-00ac3c4f73b6 service neutron] Bound port: 28b7154f-1510-41ee-89e8-368ea43f2070, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d882537-ab8f-4c6a-a507-c4b915fccb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5af8db4f-30cf-43da-98f6-b98ec0e36bfd'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:03.368369 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-a6b132c3-1611-43ba-899d-00ac3c4f73b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:03.408367 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=0360a49e-5af7-4242-904a-7b54dd0016c4,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:03.414168 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e38193d-102b-454b-8ab6-f487cc35588f tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Made reservation on behalf of c68630f69b78484a9c7dbd71c4c33b85 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:03.417563 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3e38193d-102b-454b-8ab6-f487cc35588f tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:03.432738 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3e38193d-102b-454b-8ab6-f487cc35588f tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:03.473156 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-37a689ba-9453-42d9-88c5-31fb5b148fb0 service neutron] 10.222.0.35 "GET /v2.0/networks/b57de9dd-8389-462f-809e-a5ea9e13e1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254108 Sep 16 04:52:03.479415 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-a6b132c3-1611-43ba-899d-00ac3c4f73b6 service neutron] For port 28b7154f-1510-41ee-89e8-368ea43f2070, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:03.500635 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-a6b132c3-1611-43ba-899d-00ac3c4f73b6 service neutron] For port 28b7154f-1510-41ee-89e8-368ea43f2070, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=28b7154f-1510-41ee-89e8-368ea43f2070,segment=NetworkSegment(9d882537-ab8f-4c6a-a507-c4b915fccb33),segment_id=9d882537-ab8f-4c6a-a507-c4b915fccb33)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:03.510114 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-a6b132c3-1611-43ba-899d-00ac3c4f73b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:03.563029 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-a6b132c3-1611-43ba-899d-00ac3c4f73b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:03.563773 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-a6b132c3-1611-43ba-899d-00ac3c4f73b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:03.565120 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-a6b132c3-1611-43ba-899d-00ac3c4f73b6 service neutron] 10.222.0.47 "PUT /v2.0/ports/28b7154f-1510-41ee-89e8-368ea43f2070 HTTP/1.1" status: 200 len: 1092 time: 1.0232739 Sep 16 04:52:03.566593 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8b0102-c6af-4051-afb4-0a49c5a910b1', 'tag': '28b7154f-1510-41ee-89e8-368ea43f2070'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:03.568929 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a23deec-a555-4498-aa65-bdb8f526603d" -d '{"events": [{"name": "network-changed", "server_uuid": "6c8b0102-c6af-4051-afb4-0a49c5a910b1", "tag": "28b7154f-1510-41ee-89e8-368ea43f2070"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:03.630363 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b132c3-1611-43ba-899d-00ac3c4f73b6 service neutron] Pushing event updated for resources: {'Port': ['ID=28b7154f-1510-41ee-89e8-368ea43f2070,revision_number=10']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:03.671765 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8913452-5c08-442f-9b00-70b1cb65949e x-openstack-request-id: req-f8913452-5c08-442f-9b00-70b1cb65949e {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:03.672276 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cba15cb-db99-4344-8bf0-e46e234c9657", "name": "network-vif-deleted", "tag": "02dd8b16-95d0-4586-83a4-fabef83cb876", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:03.672276 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f8913452-5c08-442f-9b00-70b1cb65949e {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:03.672916 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cba15cb-db99-4344-8bf0-e46e234c9657', 'name': 'network-vif-deleted', 'tag': '02dd8b16-95d0-4586-83a4-fabef83cb876', 'status': 'completed', 'code': 200} Sep 16 04:52:03.699380 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3e38193d-102b-454b-8ab6-f487cc35588f tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:03.704665 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-82d6415e-8f4b-4ba4-9199-cd93a2789d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:03.706727 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-82d6415e-8f4b-4ba4-9199-cd93a2789d39 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8bc1eef5f12745cbb1e0c27f64b38550&device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 1096 time: 0.0945652 Sep 16 04:52:03.708232 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3e38193d-102b-454b-8ab6-f487cc35588f tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:03.764186 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e38193d-102b-454b-8ab6-f487cc35588f tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:52:03.799105 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e275d87-7451-485f-abac-bb04088f07cb req-41f1e245-69c1-4e30-ad10-2518033daaee tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:03.807116 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e275d87-7451-485f-abac-bb04088f07cb req-41f1e245-69c1-4e30-ad10-2518033daaee tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 944 time: 0.0652435 Sep 16 04:52:03.817898 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3e38193d-102b-454b-8ab6-f487cc35588f tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:03.818263 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-3e38193d-102b-454b-8ab6-f487cc35588f tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Added segment b7d1421e-5d8c-4b2b-8546-2d8017619601 of type vlan for network b2be3d19-e49e-4010-8245-7edc79fa2744 Sep 16 04:52:03.823082 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38193d-102b-454b-8ab6-f487cc35588f tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3512ac13-f726-4860-a0e1-5a2b0f5f70ce,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:03.854961 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e275d87-7451-485f-abac-bb04088f07cb req-35727860-efec-4070-a4b0-81af3b077a2e tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464671 Sep 16 04:52:03.888256 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3e38193d-102b-454b-8ab6-f487cc35588f tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:03.899415 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-556f1b34-3fee-4953-a3b7-7b9160fe6a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:03.901000 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-556f1b34-3fee-4953-a3b7-7b9160fe6a68 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5af8db4f-30cf-43da-98f6-b98ec0e36bfd HTTP/1.1" status: 200 len: 915 time: 0.1864903 Sep 16 04:52:03.902503 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32aba899-5348-4a3e-9d58-35901620ad8b x-openstack-request-id: req-32aba899-5348-4a3e-9d58-35901620ad8b {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:03.902802 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c8b0102-c6af-4051-afb4-0a49c5a910b1", "tag": "28b7154f-1510-41ee-89e8-368ea43f2070", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:03.903051 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-32aba899-5348-4a3e-9d58-35901620ad8b {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:03.903619 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c8b0102-c6af-4051-afb4-0a49c5a910b1', 'tag': '28b7154f-1510-41ee-89e8-368ea43f2070', 'status': 'completed', 'code': 200} Sep 16 04:52:03.936123 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3e38193d-102b-454b-8ab6-f487cc35588f tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:03.937150 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e38193d-102b-454b-8ab6-f487cc35588f tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:03.937716 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3e38193d-102b-454b-8ab6-f487cc35588f tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:03.971014 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['0360a49e-5af7-4242-904a-7b54dd0016c4'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:03.997977 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-6aec5ce2-4386-40b8-8674-ad7ce6340dd2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28b7154f-1510-41ee-89e8-368ea43f2070 HTTP/1.1" status: 200 len: 217 time: 0.0696430 Sep 16 04:52:04.024329 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23183af9-ed8d-4a66-b039-0d1259f05158 req-9ea25b66-16ba-4a0c-9e3a-0af4c0d01553 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:04.024557 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3e38193d-102b-454b-8ab6-f487cc35588f tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6823368 Sep 16 04:52:04.024693 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-23183af9-ed8d-4a66-b039-0d1259f05158 req-9ea25b66-16ba-4a0c-9e3a-0af4c0d01553 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=edcfa3d2-280b-4d47-9eb7-cf15a102b272 HTTP/1.1" status: 200 len: 944 time: 0.0715449 Sep 16 04:52:04.024817 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 45808) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:04.031259 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-0136ccbe-2ff1-4d7d-b543-108d2536f51c tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Request body: {'network': {'project_id': 'c68630f69b78484a9c7dbd71c4c33b85'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:04.079832 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38193d-102b-454b-8ab6-f487cc35588f tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Pushing event updated for resources: {'Network': ['ID=b2be3d19-e49e-4010-8245-7edc79fa2744,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:04.098683 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network b2be3d19-e49e-4010-8245-7edc79fa2744 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:52:04.107071 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-8b605a90-9f20-4f2d-acbd-14cb19483299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:04.108651 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-8b605a90-9f20-4f2d-acbd-14cb19483299 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=abeb648c-0c98-45ec-a092-05d2e017fc1f HTTP/1.1" status: 200 len: 854 time: 0.0999510 Sep 16 04:52:04.109857 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-23183af9-ed8d-4a66-b039-0d1259f05158 req-176413d5-c339-4142-b6c4-ce241c9e270a tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742574 Sep 16 04:52:04.110774 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0136ccbe-2ff1-4d7d-b543-108d2536f51c tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Made reservation on behalf of c68630f69b78484a9c7dbd71c4c33b85 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:04.113243 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0136ccbe-2ff1-4d7d-b543-108d2536f51c tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:04.161925 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0136ccbe-2ff1-4d7d-b543-108d2536f51c tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:52:04.168496 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-cad81511-0d0c-43ab-a642-8d0eb2a13d39 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5af8db4f-30cf-43da-98f6-b98ec0e36bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463223 Sep 16 04:52:04.174613 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0136ccbe-2ff1-4d7d-b543-108d2536f51c tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:04.175579 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-0136ccbe-2ff1-4d7d-b543-108d2536f51c tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Added segment 794560e1-d8ef-4383-95cb-aecf66b522e0 of type vlan for network 54ecb772-61dc-4300-b3e8-d37bf60270f0 Sep 16 04:52:04.250965 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0136ccbe-2ff1-4d7d-b543-108d2536f51c tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:04.293854 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f8dac2ef-7091-4f47-ba90-20b64d09347f req-409a6dfa-9c0c-4703-bc4c-25968128d7be tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 210 time: 0.0366082 Sep 16 04:52:04.304821 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-d818eade-d3b5-4599-8aac-c8179be56a44 service neutron] 10.222.0.47 "GET /v2.0/networks/5af8db4f-30cf-43da-98f6-b98ec0e36bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266205 Sep 16 04:52:04.311889 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0136ccbe-2ff1-4d7d-b543-108d2536f51c tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:04.313082 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0136ccbe-2ff1-4d7d-b543-108d2536f51c tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:04.313762 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0136ccbe-2ff1-4d7d-b543-108d2536f51c tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:04.387604 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0136ccbe-2ff1-4d7d-b543-108d2536f51c tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3617148 Sep 16 04:52:04.389074 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0136ccbe-2ff1-4d7d-b543-108d2536f51c tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Pushing event updated for resources: {'Network': ['ID=54ecb772-61dc-4300-b3e8-d37bf60270f0,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:04.391080 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 45810) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:04.400131 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 54ecb772-61dc-4300-b3e8-d37bf60270f0 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:52:04.415539 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-755887c0-c298-42d4-8840-6c46e610e69c tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Request body: {'network': {'project_id': 'c68630f69b78484a9c7dbd71c4c33b85'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:04.432611 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-755887c0-c298-42d4-8840-6c46e610e69c tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 16 04:52:04.433486 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-755887c0-c298-42d4-8840-6c46e610e69c tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:52:04.436724 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-755887c0-c298-42d4-8840-6c46e610e69c tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0254183 Sep 16 04:52:04.440936 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45812) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:04.484391 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c9a97305-1462-46f5-b51c-692ebfda3e55 req-aef1f4ae-243e-439e-a723-9c1e37c8edae service neutron] 10.222.0.47 "GET /v2.0/networks/5af8db4f-30cf-43da-98f6-b98ec0e36bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671469 Sep 16 04:52:04.511320 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c976efa5-af97-417f-8bbc-4adbf9d49b8d tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c68630f69b78484a9c7dbd71c4c33b85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0693011 Sep 16 04:52:04.513818 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45818) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:04.573354 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-94031c9b-3133-4c92-9082-746dffcefe71 tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:04.596264 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-94031c9b-3133-4c92-9082-746dffcefe71 tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:04.676363 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23deec-a555-4498-aa65-bdb8f526603d req-4715f7fa-3eb3-4ce1-9dd6-7a56d7d20792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:04.681112 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1a23deec-a555-4498-aa65-bdb8f526603d req-4715f7fa-3eb3-4ce1-9dd6-7a56d7d20792 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8bc1eef5f12745cbb1e0c27f64b38550&device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 1096 time: 0.0581310 Sep 16 04:52:04.700133 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-94031c9b-3133-4c92-9082-746dffcefe71 tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:04.703055 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-94031c9b-3133-4c92-9082-746dffcefe71 tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:04.704801 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-94031c9b-3133-4c92-9082-746dffcefe71 tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] 10.222.0.35 "DELETE /v2.0/security-groups/3512ac13-f726-4860-a0e1-5a2b0f5f70ce HTTP/1.1" status: 204 len: 168 time: 0.1897821 Sep 16 04:52:04.712246 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 45834) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:04.726090 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94031c9b-3133-4c92-9082-746dffcefe71 tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3512ac13-f726-4860-a0e1-5a2b0f5f70ce,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:04.818324 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e1204be8-c23a-444e-8347-0d1ebd332c5a tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:04.846282 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23deec-a555-4498-aa65-bdb8f526603d req-7ef389fb-e0fb-494a-af03-be2a44fef9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:04.848174 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1a23deec-a555-4498-aa65-bdb8f526603d req-7ef389fb-e0fb-494a-af03-be2a44fef9b1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5af8db4f-30cf-43da-98f6-b98ec0e36bfd HTTP/1.1" status: 200 len: 915 time: 0.1593630 Sep 16 04:52:04.866947 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 02dd8b16-95d0-4586-83a4-fabef83cb876 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:04.910524 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1a23deec-a555-4498-aa65-bdb8f526603d req-320f7468-b7c6-4566-be3d-6adc305a2772 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28b7154f-1510-41ee-89e8-368ea43f2070 HTTP/1.1" status: 200 len: 217 time: 0.0544593 Sep 16 04:52:04.928114 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 02dd8b16-95d0-4586-83a4-fabef83cb876 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:04.929100 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 02dd8b16-95d0-4586-83a4-fabef83cb876 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:04.947431 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e1204be8-c23a-444e-8347-0d1ebd332c5a tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:04.992423 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23deec-a555-4498-aa65-bdb8f526603d req-4192fbeb-eef9-4ce1-a46e-dafb987fa989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:04.996605 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1a23deec-a555-4498-aa65-bdb8f526603d req-4192fbeb-eef9-4ce1-a46e-dafb987fa989 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=abeb648c-0c98-45ec-a092-05d2e017fc1f HTTP/1.1" status: 200 len: 854 time: 0.0743673 Sep 16 04:52:05.027005 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-e1204be8-c23a-444e-8347-0d1ebd332c5a tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ecb772-61dc-4300-b3e8-d37bf60270f0']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:05.044477 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-e1204be8-c23a-444e-8347-0d1ebd332c5a tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '794560e1-d8ef-4383-95cb-aecf66b522e0') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:05.044821 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-e1204be8-c23a-444e-8347-0d1ebd332c5a tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '794560e1-d8ef-4383-95cb-aecf66b522e0') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:05.067416 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1a23deec-a555-4498-aa65-bdb8f526603d req-006174a5-c9d6-4ee9-aa89-14114bd66819 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5af8db4f-30cf-43da-98f6-b98ec0e36bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544386 Sep 16 04:52:05.091992 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e1204be8-c23a-444e-8347-0d1ebd332c5a tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.143879 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e1204be8-c23a-444e-8347-0d1ebd332c5a tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.177619 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1204be8-c23a-444e-8347-0d1ebd332c5a tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:52:05.178277 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e1204be8-c23a-444e-8347-0d1ebd332c5a tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.182253 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:52:05.182253 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:52:05.182253 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:52:05.182253 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:52:05.182253 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:52:05.182253 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:52:05.182253 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:52:05.182253 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:52:05.182253 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:52:05.182253 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:52:05.182253 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:52:05.182253 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:52:05.182253 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:52:05.182253 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:52:05.182253 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:52:05.182253 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:52:05.182253 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:52:05.182253 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:52:05.182253 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:52:05.182253 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:52:05.182253 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:52:05.182253 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:52:05.182253 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:52:05.182253 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:52:05.182253 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:52:05.182253 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:52:05.182253 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:52:05.182253 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:52:05.182253 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:52:05.182253 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:52:05.182253 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:52:05.182253 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:52:05.211876 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-02942576-3f4b-411a-ab35-4c5abffc22b4 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:05.214456 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-02942576-3f4b-411a-ab35-4c5abffc22b4 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.48 "GET /v2.0/networks?id=b57de9dd-8389-462f-809e-a5ea9e13e1e0 HTTP/1.1" status: 200 len: 810 time: 0.2580302 Sep 16 04:52:05.315590 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b0b97-362c-43e6-9b75-87c2a9ea8efd req-a856e11c-128f-41a2-ac8b-7cdf66d03da7 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:05.324136 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-484b0b97-362c-43e6-9b75-87c2a9ea8efd req-a856e11c-128f-41a2-ac8b-7cdf66d03da7 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 944 time: 0.2240880 Sep 16 04:52:05.333326 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1a23deec-a555-4498-aa65-bdb8f526603d req-8e8fe8d3-31ef-4baf-aad6-607ee080a9ce service neutron] 10.222.0.47 "GET /v2.0/networks/5af8db4f-30cf-43da-98f6-b98ec0e36bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502396 Sep 16 04:52:05.356786 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-077bf721-4547-4d77-8c92-a7de5b9131eb tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1faaf8ea3f84b74b8884c5da7c3f469 HTTP/1.1" status: 200 len: 380 time: 0.1036561 Sep 16 04:52:05.370037 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-8195fd16-bf3d-4a03-9b33-b8f1ad41672c tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Request body: {'port': {'device_id': '84869794-6127-4fd1-9df8-22ad4aad5fcf', 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0', 'admin_state_up': True, 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'security_groups': ['8f27d69d-6385-4ec0-b94a-3382c6c2c5b3']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:05.375637 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e1204be8-c23a-444e-8347-0d1ebd332c5a tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.380431 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e1204be8-c23a-444e-8347-0d1ebd332c5a tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.385219 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e1204be8-c23a-444e-8347-0d1ebd332c5a tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] 10.222.0.35 "DELETE /v2.0/networks/54ecb772-61dc-4300-b3e8-d37bf60270f0 HTTP/1.1" status: 204 len: 168 time: 0.6692562 Sep 16 04:52:05.385811 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45860) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:05.432972 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1204be8-c23a-444e-8347-0d1ebd332c5a tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Pushing event deleted for resources: {'Network': ['ID=54ecb772-61dc-4300-b3e8-d37bf60270f0,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:05.460209 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-484b0b97-362c-43e6-9b75-87c2a9ea8efd req-5d5b82d3-bc04-4ac8-adda-5c11bf38d6cb tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347470 Sep 16 04:52:05.544587 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cc71adaa-6df4-43ca-b229-e02b07f6a4b9 tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.610001 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-8195fd16-bf3d-4a03-9b33-b8f1ad41672c tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Made reservation on behalf of e1faaf8ea3f84b74b8884c5da7c3f469 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:05.625046 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-8195fd16-bf3d-4a03-9b33-b8f1ad41672c tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.674003 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cc71adaa-6df4-43ca-b229-e02b07f6a4b9 tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.708825 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-cc71adaa-6df4-43ca-b229-e02b07f6a4b9 tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2be3d19-e49e-4010-8245-7edc79fa2744']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:05.722745 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-cc71adaa-6df4-43ca-b229-e02b07f6a4b9 tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d1421e-5d8c-4b2b-8546-2d8017619601') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:05.723046 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-cc71adaa-6df4-43ca-b229-e02b07f6a4b9 tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d1421e-5d8c-4b2b-8546-2d8017619601') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:05.739166 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cc71adaa-6df4-43ca-b229-e02b07f6a4b9 tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.756530 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cc71adaa-6df4-43ca-b229-e02b07f6a4b9 tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.765355 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc71adaa-6df4-43ca-b229-e02b07f6a4b9 tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:52:05.766037 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cc71adaa-6df4-43ca-b229-e02b07f6a4b9 tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.768330 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:52:05.768330 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:52:05.768330 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:52:05.768330 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:52:05.768330 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:52:05.768330 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:52:05.768330 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:52:05.768330 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:52:05.768330 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:52:05.768330 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:52:05.768330 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:52:05.768330 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:52:05.768330 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:52:05.768330 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:52:05.768330 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:52:05.768330 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:52:05.768330 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:52:05.768330 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:52:05.768330 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:52:05.768330 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:52:05.768330 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:52:05.768330 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:52:05.768330 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:52:05.768330 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:52:05.768330 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:52:05.768330 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:52:05.768330 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:52:05.768330 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:52:05.768330 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:52:05.768330 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:52:05.768330 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:52:05.768330 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:52:05.846434 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cc71adaa-6df4-43ca-b229-e02b07f6a4b9 tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.857295 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cc71adaa-6df4-43ca-b229-e02b07f6a4b9 tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.863097 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cc71adaa-6df4-43ca-b229-e02b07f6a4b9 tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] 10.222.0.35 "DELETE /v2.0/networks/b2be3d19-e49e-4010-8245-7edc79fa2744 HTTP/1.1" status: 204 len: 168 time: 0.4732075 Sep 16 04:52:05.892238 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc71adaa-6df4-43ca-b229-e02b07f6a4b9 tempest-QuotasNegativeTest-1083574772 tempest-QuotasNegativeTest-1083574772-project-admin] Pushing event deleted for resources: {'Network': ['ID=b2be3d19-e49e-4010-8245-7edc79fa2744,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:06.117612 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4df20-517a-4d1a-983a-da9714db20da req-0d9fbc05-d1c9-4917-9648-5d8001f40280 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:06.124362 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4df20-517a-4d1a-983a-da9714db20da req-0d9fbc05-d1c9-4917-9648-5d8001f40280 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:06.126268 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9cb4df20-517a-4d1a-983a-da9714db20da req-0d9fbc05-d1c9-4917-9648-5d8001f40280 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/ports?device_id=5add1481-c375-4fc8-9abc-b189469b8278&device_id=68c82326-eaae-4c36-bd4b-c9fa97c00bb6 HTTP/1.1" status: 200 len: 1682 time: 0.4959054 Sep 16 04:52:06.205694 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9cb4df20-517a-4d1a-983a-da9714db20da req-bba8bcf0-1d10-4ba3-82dc-b73e1f5372fa tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f7019df-0b7f-43c7-8eb5-fcbf36db189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702682 Sep 16 04:52:06.229208 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-8195fd16-bf3d-4a03-9b33-b8f1ad41672c tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Allocated IP 172.20.0.11 (b57de9dd-8389-462f-809e-a5ea9e13e1e0/2d075d26-c7df-4ea0-b069-e1f04da018dc/c4ffa50b-c347-4976-a254-c870fa6bfd5c) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:06.399273 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45870) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:06.426007 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812bf6ef-711d-4a72-b248-06c5d34dc634 req-a0b8753a-5e5c-485d-9533-fae9ea6ee168 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:06.427546 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-812bf6ef-711d-4a72-b248-06c5d34dc634 req-a0b8753a-5e5c-485d-9533-fae9ea6ee168 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=edcfa3d2-280b-4d47-9eb7-cf15a102b272 HTTP/1.1" status: 200 len: 944 time: 0.1400983 Sep 16 04:52:06.463171 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-8195fd16-bf3d-4a03-9b33-b8f1ad41672c tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:06.490436 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-812bf6ef-711d-4a72-b248-06c5d34dc634 req-c093a89e-6d63-433b-be40-8db7bfb815a9 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547061 Sep 16 04:52:06.527063 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-8195fd16-bf3d-4a03-9b33-b8f1ad41672c tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:06.533349 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-69a68f56-5f9f-4b8a-8a23-1ce39f81b9e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:06.600010 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-8195fd16-bf3d-4a03-9b33-b8f1ad41672c tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Network b57de9dd-8389-462f-809e-a5ea9e13e1e0 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:06.606823 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-8195fd16-bf3d-4a03-9b33-b8f1ad41672c tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:06.622451 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195fd16-bf3d-4a03-9b33-b8f1ad41672c tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Pushing event updated for resources: {'Port': ['ID=c4ffa50b-c347-4976-a254-c870fa6bfd5c,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:06.625271 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-8195fd16-bf3d-4a03-9b33-b8f1ad41672c tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:06.662567 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-69a68f56-5f9f-4b8a-8a23-1ce39f81b9e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:06.675664 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-69a68f56-5f9f-4b8a-8a23-1ce39f81b9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:06.689646 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f034fd-f6d3-4066-bd5c-7e5285b56075 req-5edd9a0b-f25f-449c-b577-bd739dfe8a0b tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:06.691253 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c2f034fd-f6d3-4066-bd5c-7e5285b56075 req-5edd9a0b-f25f-449c-b577-bd739dfe8a0b tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 932 time: 0.1136565 Sep 16 04:52:06.697978 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-8195fd16-bf3d-4a03-9b33-b8f1ad41672c tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:06.698673 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-8195fd16-bf3d-4a03-9b33-b8f1ad41672c tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:06.747598 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-8195fd16-bf3d-4a03-9b33-b8f1ad41672c tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3827767 Sep 16 04:52:06.750495 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a68f56-5f9f-4b8a-8a23-1ce39f81b9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a3fd17-9534-4e7e-af69-b47224626ca4,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:06.773860 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c2f034fd-f6d3-4066-bd5c-7e5285b56075 req-645747f1-dedf-44e9-a412-b703c987eda8 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8f27d69d-6385-4ec0-b94a-3382c6c2c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715010 Sep 16 04:52:06.783868 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-2a9999a5-990e-4a05-829f-9a5460646dd1 service neutron] Request body: {'port': {'device_id': '84869794-6127-4fd1-9df8-22ad4aad5fcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:06.786074 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-69a68f56-5f9f-4b8a-8a23-1ce39f81b9e2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c7bbe70c2072453b8ff3277dfe514d67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3858232 Sep 16 04:52:06.791690 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45876) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:06.857597 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4a3f85d5-3759-4606-b4b2-766fe205bac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:06.886165 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4a3f85d5-3759-4606-b4b2-766fe205bac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:06.893965 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 0360a49e-5af7-4242-904a-7b54dd0016c4 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:06.947122 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4a3f85d5-3759-4606-b4b2-766fe205bac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:06.950502 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4a3f85d5-3759-4606-b4b2-766fe205bac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:06.950751 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-2a9999a5-990e-4a05-829f-9a5460646dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:06.951729 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4a3f85d5-3759-4606-b4b2-766fe205bac6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c6a3fd17-9534-4e7e-af69-b47224626ca4 HTTP/1.1" status: 204 len: 168 time: 0.1609159 Sep 16 04:52:06.961291 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f85d5-3759-4606-b4b2-766fe205bac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a3fd17-9534-4e7e-af69-b47224626ca4,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:07.043543 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ae0a90af-adfb-4304-abea-5d5b850319b4 None None] Provisioning complete for port c4ffa50b-c347-4976-a254-c870fa6bfd5c triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:07.044451 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ae0a90af-adfb-4304-abea-5d5b850319b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.083449 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b4e01-d38c-4bc9-ac6b-a7c6a818ba09 req-1462af36-896e-4621-9eab-b78b3923b1de tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:07.084631 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 0360a49e-5af7-4242-904a-7b54dd0016c4 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:52:07.091848 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-568b4e01-d38c-4bc9-ac6b-a7c6a818ba09 req-1462af36-896e-4621-9eab-b78b3923b1de tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 944 time: 0.2108088 Sep 16 04:52:07.116186 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 0360a49e-5af7-4242-904a-7b54dd0016c4 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:07.118633 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.150767 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-568b4e01-d38c-4bc9-ac6b-a7c6a818ba09 req-366fc334-5cc9-46f2-8596-8678c6b5c5ea tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532956 Sep 16 04:52:07.169224 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-ae0a90af-adfb-4304-abea-5d5b850319b4 None None] Port c4ffa50b-c347-4976-a254-c870fa6bfd5c cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:52:07.302634 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.337333 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edcfa3d2-280b-4d47-9eb7-cf15a102b272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0360a49e-5af7-4242-904a-7b54dd0016c4'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:07.339638 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29fff43-e45a-4bc1-859e-f5705088b44a" -d '{"events": [{"server_uuid": "edcfa3d2-280b-4d47-9eb7-cf15a102b272", "name": "network-vif-plugged", "status": "completed", "tag": "0360a49e-5af7-4242-904a-7b54dd0016c4"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:07.353992 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 0360a49e-5af7-4242-904a-7b54dd0016c4, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=0360a49e-5af7-4242-904a-7b54dd0016c4,segment=NetworkSegment(01aafaa9-a340-46ca-887a-6648c79e8c73),segment_id=01aafaa9-a340-46ca-887a-6648c79e8c73)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:07.362972 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.420551 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-2a9999a5-990e-4a05-829f-9a5460646dd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4ffa50b-c347-4976-a254-c870fa6bfd5c {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:07.428704 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-2a9999a5-990e-4a05-829f-9a5460646dd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.431770 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=0360a49e-5af7-4242-904a-7b54dd0016c4,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:07.462293 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-2a9999a5-990e-4a05-829f-9a5460646dd1 service neutron] Transition to ACTIVE for port object c4ffa50b-c347-4976-a254-c870fa6bfd5c will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:52:07.467740 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-2a9999a5-990e-4a05-829f-9a5460646dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.517352 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa70942-810f-4f25-bff3-965b1b7f6cad x-openstack-request-id: req-3aa70942-810f-4f25-bff3-965b1b7f6cad {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:07.517532 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45894) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:07.517643 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edcfa3d2-280b-4d47-9eb7-cf15a102b272", "name": "network-vif-plugged", "status": "completed", "tag": "0360a49e-5af7-4242-904a-7b54dd0016c4", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:07.517880 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3aa70942-810f-4f25-bff3-965b1b7f6cad {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:07.518293 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edcfa3d2-280b-4d47-9eb7-cf15a102b272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0360a49e-5af7-4242-904a-7b54dd0016c4', 'code': 200} Sep 16 04:52:07.536161 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1da437ac-1ae0-4c92-af12-ac9b909e0907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.553886 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9999a5-990e-4a05-829f-9a5460646dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=c4ffa50b-c347-4976-a254-c870fa6bfd5c,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:07.695775 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-2a9999a5-990e-4a05-829f-9a5460646dd1 service neutron] Attempting to bind port c4ffa50b-c347-4976-a254-c870fa6bfd5c on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:07.696469 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-2a9999a5-990e-4a05-829f-9a5460646dd1 service neutron] Attempting to bind port c4ffa50b-c347-4976-a254-c870fa6bfd5c by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '51a9b458-7c9a-4442-bf01-8b9b2bd52faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:07.697281 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-2a9999a5-990e-4a05-829f-9a5460646dd1 service neutron] Attempting to bind port c4ffa50b-c347-4976-a254-c870fa6bfd5c on network b57de9dd-8389-462f-809e-a5ea9e13e1e0 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:07.703058 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-2a9999a5-990e-4a05-829f-9a5460646dd1 service neutron] Port c4ffa50b-c347-4976-a254-c870fa6bfd5c on network b57de9dd-8389-462f-809e-a5ea9e13e1e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:52:07.703687 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-2a9999a5-990e-4a05-829f-9a5460646dd1 service neutron] Attempting to bind port c4ffa50b-c347-4976-a254-c870fa6bfd5c on network b57de9dd-8389-462f-809e-a5ea9e13e1e0 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:07.710117 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-2a9999a5-990e-4a05-829f-9a5460646dd1 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:07.711394 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-2a9999a5-990e-4a05-829f-9a5460646dd1 service neutron] Checking segment: {'id': '51a9b458-7c9a-4442-bf01-8b9b2bd52faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:07.712046 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-2a9999a5-990e-4a05-829f-9a5460646dd1 service neutron] Bound using segment: {'id': '51a9b458-7c9a-4442-bf01-8b9b2bd52faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:07.712851 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-2a9999a5-990e-4a05-829f-9a5460646dd1 service neutron] Bound port: c4ffa50b-c347-4976-a254-c870fa6bfd5c, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a9b458-7c9a-4442-bf01-8b9b2bd52faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:07.713443 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-2a9999a5-990e-4a05-829f-9a5460646dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.766607 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1da437ac-1ae0-4c92-af12-ac9b909e0907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.777167 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1da437ac-1ae0-4c92-af12-ac9b909e0907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.788344 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101fde4-2fa8-4658-93de-8ecdade576fe req-1702629a-72c5-44a3-be47-2dd97e0acddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:07.790144 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1101fde4-2fa8-4658-93de-8ecdade576fe req-1702629a-72c5-44a3-be47-2dd97e0acddc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=edcfa3d2-280b-4d47-9eb7-cf15a102b272 HTTP/1.1" status: 200 len: 1097 time: 0.1198435 Sep 16 04:52:07.821429 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-2a9999a5-990e-4a05-829f-9a5460646dd1 service neutron] For port c4ffa50b-c347-4976-a254-c870fa6bfd5c, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:07.825327 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-2a9999a5-990e-4a05-829f-9a5460646dd1 service neutron] For port c4ffa50b-c347-4976-a254-c870fa6bfd5c, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=c4ffa50b-c347-4976-a254-c870fa6bfd5c,segment=NetworkSegment(51a9b458-7c9a-4442-bf01-8b9b2bd52faf),segment_id=51a9b458-7c9a-4442-bf01-8b9b2bd52faf)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:07.831041 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-2a9999a5-990e-4a05-829f-9a5460646dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.863793 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1da437ac-1ae0-4c92-af12-ac9b909e0907 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ae6be7c8b2b842f9bc64bee9984d3f7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3451200 Sep 16 04:52:07.868401 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45902) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:07.875906 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da437ac-1ae0-4c92-af12-ac9b909e0907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6e6933-253d-42ec-b3c1-70447de3b5b1,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:07.900137 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1101fde4-2fa8-4658-93de-8ecdade576fe req-c0a2e3c7-7f79-4f4f-919c-bc78651395fd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811696 Sep 16 04:52:07.902648 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-2a9999a5-990e-4a05-829f-9a5460646dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:07.903258 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-2a9999a5-990e-4a05-829f-9a5460646dd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.905088 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-2a9999a5-990e-4a05-829f-9a5460646dd1 service neutron] 10.222.0.48 "PUT /v2.0/ports/c4ffa50b-c347-4976-a254-c870fa6bfd5c HTTP/1.1" status: 200 len: 1093 time: 1.1273763 Sep 16 04:52:07.909494 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84869794-6127-4fd1-9df8-22ad4aad5fcf', 'tag': 'c4ffa50b-c347-4976-a254-c870fa6bfd5c'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:07.912250 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14874bd-9f5e-4daa-ae73-0384794af859" -d '{"events": [{"name": "network-changed", "server_uuid": "84869794-6127-4fd1-9df8-22ad4aad5fcf", "tag": "c4ffa50b-c347-4976-a254-c870fa6bfd5c"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:07.942944 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9999a5-990e-4a05-829f-9a5460646dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=c4ffa50b-c347-4976-a254-c870fa6bfd5c,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:07.954065 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a3a0f2ce-a37f-422c-8f91-bcf893869220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.965017 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e1b9f-210c-49a2-aa08-1a33bc055d56 req-c9e45f98-8466-40da-a61c-2d585f08a2ee tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:07.972772 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0e5e1b9f-210c-49a2-aa08-1a33bc055d56 req-c9e45f98-8466-40da-a61c-2d585f08a2ee tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=edcfa3d2-280b-4d47-9eb7-cf15a102b272 HTTP/1.1" status: 200 len: 945 time: 0.1060627 Sep 16 04:52:07.983435 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a3a0f2ce-a37f-422c-8f91-bcf893869220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:08.011684 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0e5e1b9f-210c-49a2-aa08-1a33bc055d56 req-f22ca29a-f27c-4d17-a4ac-e869113aa366 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374200 Sep 16 04:52:08.072953 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a3a0f2ce-a37f-422c-8f91-bcf893869220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:08.077165 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a3a0f2ce-a37f-422c-8f91-bcf893869220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:08.081145 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a3a0f2ce-a37f-422c-8f91-bcf893869220 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fb6e6933-253d-42ec-b3c1-70447de3b5b1 HTTP/1.1" status: 204 len: 168 time: 0.2115924 Sep 16 04:52:08.092370 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0f2ce-a37f-422c-8f91-bcf893869220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6e6933-253d-42ec-b3c1-70447de3b5b1,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:08.203986 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469ce77-6a71-4eed-ae5d-2e8088610e29 req-5df6c450-71ae-48a5-98f3-d2f8864ecd01 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:08.205846 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e469ce77-6a71-4eed-ae5d-2e8088610e29 req-5df6c450-71ae-48a5-98f3-d2f8864ecd01 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 944 time: 0.0827699 Sep 16 04:52:08.257272 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e469ce77-6a71-4eed-ae5d-2e8088610e29 req-a2245969-6a29-45e2-85bf-08dae82c4794 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8f27d69d-6385-4ec0-b94a-3382c6c2c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448539 Sep 16 04:52:08.313622 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9eb24e-f566-4e4e-a55c-b2472fe55ff5 x-openstack-request-id: req-aa9eb24e-f566-4e4e-a55c-b2472fe55ff5 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:08.313915 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84869794-6127-4fd1-9df8-22ad4aad5fcf", "tag": "c4ffa50b-c347-4976-a254-c870fa6bfd5c", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:08.314170 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aa9eb24e-f566-4e4e-a55c-b2472fe55ff5 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:08.314573 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84869794-6127-4fd1-9df8-22ad4aad5fcf', 'tag': 'c4ffa50b-c347-4976-a254-c870fa6bfd5c', 'status': 'completed', 'code': 200} Sep 16 04:52:08.465256 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52075c2-a302-42b1-9010-c3fea631703e req-69382de8-c94f-4e11-8e91-479a3327b906 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:08.472534 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a52075c2-a302-42b1-9010-c3fea631703e req-69382de8-c94f-4e11-8e91-479a3327b906 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/ports?device_id=5add1481-c375-4fc8-9abc-b189469b8278 HTTP/1.1" status: 200 len: 946 time: 0.0907662 Sep 16 04:52:08.498936 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14874bd-9f5e-4daa-ae73-0384794af859 req-6e3e5283-8629-4d69-b971-6ec49010aa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:08.500463 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c14874bd-9f5e-4daa-ae73-0384794af859 req-6e3e5283-8629-4d69-b971-6ec49010aa3a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e1faaf8ea3f84b74b8884c5da7c3f469&device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 1096 time: 0.0852075 Sep 16 04:52:08.517960 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a52075c2-a302-42b1-9010-c3fea631703e req-5aa18886-75a5-43f8-be1b-0af17a99fe6b tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f7019df-0b7f-43c7-8eb5-fcbf36db189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444906 Sep 16 04:52:08.759080 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053edf5-dfa3-447c-9057-67fe1982190a req-fae49120-a096-4153-aa72-40bb2cc3b6b6 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:08.760661 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d053edf5-dfa3-447c-9057-67fe1982190a req-fae49120-a096-4153-aa72-40bb2cc3b6b6 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 944 time: 0.1438105 Sep 16 04:52:08.789995 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14874bd-9f5e-4daa-ae73-0384794af859 req-918e6232-8376-4273-91da-866cd202050d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:08.792287 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c14874bd-9f5e-4daa-ae73-0384794af859 req-918e6232-8376-4273-91da-866cd202050d service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e1faaf8ea3f84b74b8884c5da7c3f469&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2729824 Sep 16 04:52:08.885274 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d053edf5-dfa3-447c-9057-67fe1982190a req-175c9815-a3aa-4389-a284-aa21e3acbd51 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155517 Sep 16 04:52:08.984425 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45930) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:09.003965 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14874bd-9f5e-4daa-ae73-0384794af859 req-94159f43-5469-4c67-a91e-2ff43eb3f3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:09.005514 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c14874bd-9f5e-4daa-ae73-0384794af859 req-94159f43-5469-4c67-a91e-2ff43eb3f3fb service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2033353 Sep 16 04:52:09.110416 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-80d074c5-fce9-4cff-ae99-4132878ada13 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-929409944'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:09.154519 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-9e80f0a9-d11d-4f53-9667-6caba5ef812c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:09.156061 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-9e80f0a9-d11d-4f53-9667-6caba5ef812c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e1faaf8ea3f84b74b8884c5da7c3f469&device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 1096 time: 0.0804944 Sep 16 04:52:09.159178 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d074c5-fce9-4cff-ae99-4132878ada13 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Made reservation on behalf of d4e9e654117b4276b41431d6e342843b for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:09.162953 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-80d074c5-fce9-4cff-ae99-4132878ada13 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.171030 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b128fc2-47d6-444c-b098-af3e3a3056a0 req-5b010f99-0c57-435a-a8d4-29e7b72fbf72 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:09.172531 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1b128fc2-47d6-444c-b098-af3e3a3056a0 req-5b010f99-0c57-435a-a8d4-29e7b72fbf72 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=edcfa3d2-280b-4d47-9eb7-cf15a102b272 HTTP/1.1" status: 200 len: 945 time: 0.0645547 Sep 16 04:52:09.173168 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-80d074c5-fce9-4cff-ae99-4132878ada13 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.241224 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-353a7400-a8d6-44c8-a0ab-4e9415b4229a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4ffa50b-c347-4976-a254-c870fa6bfd5c HTTP/1.1" status: 200 len: 217 time: 0.0650947 Sep 16 04:52:09.286443 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1b128fc2-47d6-444c-b098-af3e3a3056a0 req-e5beed47-f2b8-4b1a-a51c-1ef721b50a03 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977981 Sep 16 04:52:09.298112 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-80d074c5-fce9-4cff-ae99-4132878ada13 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.302966 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-80d074c5-fce9-4cff-ae99-4132878ada13 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.316743 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-fc4165b8-9909-4e7a-8ad2-840fc18692b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:09.318247 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-fc4165b8-9909-4e7a-8ad2-840fc18692b3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d075d26-c7df-4ea0-b069-e1f04da018dc HTTP/1.1" status: 200 len: 849 time: 0.0646307 Sep 16 04:52:09.351834 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d074c5-fce9-4cff-ae99-4132878ada13 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:52:09.357241 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d074c5-fce9-4cff-ae99-4132878ada13 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74a500de-5627-40c1-a099-cecf4ce4028c,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:09.371629 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-80d074c5-fce9-4cff-ae99-4132878ada13 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.372726 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-80d074c5-fce9-4cff-ae99-4132878ada13 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Added segment c22db2ac-3ffc-48e3-b2ab-312209dfc82c of type vlan for network 6d1680e5-d414-4902-9f1b-69c4e6aa2081 Sep 16 04:52:09.387618 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-c90e6465-cd46-4eca-8184-a0334da98771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:09.389388 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-c90e6465-cd46-4eca-8184-a0334da98771 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b57de9dd-8389-462f-809e-a5ea9e13e1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616241 Sep 16 04:52:09.436774 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-80d074c5-fce9-4cff-ae99-4132878ada13 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.470822 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-80d074c5-fce9-4cff-ae99-4132878ada13 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.483619 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d074c5-fce9-4cff-ae99-4132878ada13 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:09.484271 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-80d074c5-fce9-4cff-ae99-4132878ada13 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.521912 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-80d074c5-fce9-4cff-ae99-4132878ada13 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5360382 Sep 16 04:52:09.550749 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05512bd7-4a80-4f73-a21e-e6bae7e334d4 req-eb388005-7f52-49cb-a240-eb3b59ef4724 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:09.558857 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-05512bd7-4a80-4f73-a21e-e6bae7e334d4 req-eb388005-7f52-49cb-a240-eb3b59ef4724 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 944 time: 0.1411653 Sep 16 04:52:09.567830 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d074c5-fce9-4cff-ae99-4132878ada13 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event updated for resources: {'Network': ['ID=6d1680e5-d414-4902-9f1b-69c4e6aa2081,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:09.588830 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 6d1680e5-d414-4902-9f1b-69c4e6aa2081 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:52:09.625856 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-53dbb98b-9cf0-446a-a176-7cdb024ccd65 service neutron] 10.222.0.48 "GET /v2.0/networks/b57de9dd-8389-462f-809e-a5ea9e13e1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224724 Sep 16 04:52:09.630176 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-05512bd7-4a80-4f73-a21e-e6bae7e334d4 req-af6c1d0f-3107-4246-9465-4059625a35c8 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8f27d69d-6385-4ec0-b94a-3382c6c2c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703828 Sep 16 04:52:09.878348 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8aa4bef9-7a27-419d-95ad-e0e139f62cb0 req-e6fb09ac-454d-4a5a-b22d-ddb6f7b8311d service neutron] 10.222.0.48 "GET /v2.0/networks/b57de9dd-8389-462f-809e-a5ea9e13e1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267051 Sep 16 04:52:09.907417 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eda9b8-9328-475f-a0cd-11e62cde3d42 req-febcf8a5-2bba-4cb7-8495-f57a816e411d tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:09.909603 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-13eda9b8-9328-475f-a0cd-11e62cde3d42 req-febcf8a5-2bba-4cb7-8495-f57a816e411d tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/ports?device_id=5add1481-c375-4fc8-9abc-b189469b8278 HTTP/1.1" status: 200 len: 946 time: 0.1241348 Sep 16 04:52:09.966606 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-13eda9b8-9328-475f-a0cd-11e62cde3d42 req-dccd9a4a-8e08-438d-b6fb-4fb20f825937 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f7019df-0b7f-43c7-8eb5-fcbf36db189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478604 Sep 16 04:52:10.050663 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0e6c7d63-3872-4f37-b061-32aa3b0b036b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:10.087301 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ab543-48ee-49e2-b2d2-0bd108520dfc req-e39c645d-7d8d-4e98-8194-c33ebe0c86d3 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:10.089196 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-089ab543-48ee-49e2-b2d2-0bd108520dfc req-e39c645d-7d8d-4e98-8194-c33ebe0c86d3 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 944 time: 0.0605755 Sep 16 04:52:10.138022 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-089ab543-48ee-49e2-b2d2-0bd108520dfc req-4602df64-12e1-4c90-b1ae-4665c5e877af tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427577 Sep 16 04:52:10.434271 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114ffb3-5190-4e97-a6ab-7f334b54c2fd req-9df25878-4541-4ee6-a679-7dbe71590504 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:10.435949 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a114ffb3-5190-4e97-a6ab-7f334b54c2fd req-9df25878-4541-4ee6-a679-7dbe71590504 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=edcfa3d2-280b-4d47-9eb7-cf15a102b272 HTTP/1.1" status: 200 len: 945 time: 0.0620580 Sep 16 04:52:10.479510 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a114ffb3-5190-4e97-a6ab-7f334b54c2fd req-793a021a-6077-4048-8e4f-ac1bc341e7a2 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375183 Sep 16 04:52:10.607146 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0688d-bdab-48a9-9d43-9abc8e50188b req-974c048b-8d62-46b2-b04c-d600eba5d01f tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:10.608714 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-29f0688d-bdab-48a9-9d43-9abc8e50188b req-974c048b-8d62-46b2-b04c-d600eba5d01f tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa60485e-1d30-4e4c-8744-73354d648eb1 HTTP/1.1" status: 200 len: 945 time: 0.0612099 Sep 16 04:52:10.647092 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-29f0688d-bdab-48a9-9d43-9abc8e50188b req-32233a67-4d00-4c54-a9ea-0bf1261d0916 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319726 Sep 16 04:52:10.769156 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff20b7-bd69-47af-b07b-0701f879db37 req-3aad4329-f444-40cc-a320-ec4d591266c9 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:10.770805 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f5ff20b7-bd69-47af-b07b-0701f879db37 req-3aad4329-f444-40cc-a320-ec4d591266c9 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 944 time: 0.0524640 Sep 16 04:52:10.825354 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f5ff20b7-bd69-47af-b07b-0701f879db37 req-1c03a4be-8ca8-4783-98d1-e2f36498c28c tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8f27d69d-6385-4ec0-b94a-3382c6c2c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470490 Sep 16 04:52:10.949422 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db35ed-49ab-4493-91a2-7376840f35b8 req-d7c30c2e-63ed-4854-bea9-ab83a11ffa69 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:10.953013 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-09db35ed-49ab-4493-91a2-7376840f35b8 req-d7c30c2e-63ed-4854-bea9-ab83a11ffa69 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=edcfa3d2-280b-4d47-9eb7-cf15a102b272 HTTP/1.1" status: 200 len: 945 time: 0.0660164 Sep 16 04:52:10.998249 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-09db35ed-49ab-4493-91a2-7376840f35b8 req-262ba3c4-f56f-4e4b-858d-20d7cf9255c5 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398819 Sep 16 04:52:11.143838 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82923b-861e-4721-8cd4-20cdcd0ab73d req-332a3828-e93d-44e8-b937-42d5c01d8307 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:11.145378 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ce82923b-861e-4721-8cd4-20cdcd0ab73d req-332a3828-e93d-44e8-b937-42d5c01d8307 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/ports?device_id=5add1481-c375-4fc8-9abc-b189469b8278 HTTP/1.1" status: 200 len: 946 time: 0.0560925 Sep 16 04:52:11.185016 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ce82923b-861e-4721-8cd4-20cdcd0ab73d req-9f213a21-8b5d-4db6-a59f-aee0cca867bd tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f7019df-0b7f-43c7-8eb5-fcbf36db189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329480 Sep 16 04:52:11.485936 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09316c8-8aa1-4c34-b72c-848d39c3fc37 req-19be1a61-f4fe-4349-b901-fe74b2cf846a tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:11.488085 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b09316c8-8aa1-4c34-b72c-848d39c3fc37 req-19be1a61-f4fe-4349-b901-fe74b2cf846a tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 944 time: 0.0537021 Sep 16 04:52:11.501897 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:11.536029 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b09316c8-8aa1-4c34-b72c-848d39c3fc37 req-10fcf573-95c2-40d4-90df-429492f71e9b tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380878 Sep 16 04:52:11.667211 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643351d-ffba-4f61-bb9d-da96a4c0e7ae req-820e14a3-d9a9-4715-ae41-d9b0cf5464e3 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:11.668836 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9643351d-ffba-4f61-bb9d-da96a4c0e7ae req-820e14a3-d9a9-4715-ae41-d9b0cf5464e3 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=edcfa3d2-280b-4d47-9eb7-cf15a102b272 HTTP/1.1" status: 200 len: 945 time: 0.0736558 Sep 16 04:52:11.706637 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9643351d-ffba-4f61-bb9d-da96a4c0e7ae req-1da5e6bb-7a67-4a7b-8d3d-cd00fade252e tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317638 Sep 16 04:52:11.968526 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc3490-a904-4738-b131-1abe34db9fb9 req-c4fe1436-6a3c-4fdd-b552-b15261bf7886 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:11.970124 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90dc3490-a904-4738-b131-1abe34db9fb9 req-c4fe1436-6a3c-4fdd-b552-b15261bf7886 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 944 time: 0.0490777 Sep 16 04:52:12.021718 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90dc3490-a904-4738-b131-1abe34db9fb9 req-bd12955b-b854-43ef-ac9e-8d795aaac78c tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8f27d69d-6385-4ec0-b94a-3382c6c2c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451355 Sep 16 04:52:12.322198 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14383558-5f99-42d8-a1d1-34f4629424a1 req-c171c3bb-ce9f-4b59-bb59-8d6d22e2d616 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:12.323874 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-14383558-5f99-42d8-a1d1-34f4629424a1 req-c171c3bb-ce9f-4b59-bb59-8d6d22e2d616 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/ports?device_id=5add1481-c375-4fc8-9abc-b189469b8278 HTTP/1.1" status: 200 len: 946 time: 0.0557265 Sep 16 04:52:12.381437 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-14383558-5f99-42d8-a1d1-34f4629424a1 req-cb2e2552-a2d1-4fa6-8658-03d4c04fb97d tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f7019df-0b7f-43c7-8eb5-fcbf36db189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482426 Sep 16 04:52:12.673694 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d919c-8234-4625-a530-8e3dab77e695 req-3fe71343-7b27-418a-a03f-995c73523353 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:12.687013 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-597d919c-8234-4625-a530-8e3dab77e695 req-3fe71343-7b27-418a-a03f-995c73523353 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 944 time: 0.0798380 Sep 16 04:52:12.720175 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-597d919c-8234-4625-a530-8e3dab77e695 req-da92428f-4167-42b6-8464-a17ff7b0059c tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322738 Sep 16 04:52:12.849751 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4fad9-c2c9-4deb-a12a-78a50644fa84 req-9ad5a4a8-4a2d-450f-86f3-0b728c440aa4 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:12.851878 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2fc4fad9-c2c9-4deb-a12a-78a50644fa84 req-9ad5a4a8-4a2d-450f-86f3-0b728c440aa4 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=edcfa3d2-280b-4d47-9eb7-cf15a102b272 HTTP/1.1" status: 200 len: 945 time: 0.0529158 Sep 16 04:52:12.906608 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2fc4fad9-c2c9-4deb-a12a-78a50644fa84 req-f74d759c-9b2e-461f-9111-e3ad92a45452 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483062 Sep 16 04:52:12.953797 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45972) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:12.958809 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-a18eb4be-e764-4c5e-a941-3618d86d0715 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Request body: {'subnet': {'network_id': '6d1680e5-d414-4902-9f1b-69c4e6aa2081', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:13.055916 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18eb4be-e764-4c5e-a941-3618d86d0715 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Made reservation on behalf of d4e9e654117b4276b41431d6e342843b for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:13.060865 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a18eb4be-e764-4c5e-a941-3618d86d0715 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:13.161606 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106e580-c98f-4223-8bd4-92754a369c5b req-5ff551c9-cf36-4a99-9652-0dbb72df5649 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:13.163251 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b106e580-c98f-4223-8bd4-92754a369c5b req-5ff551c9-cf36-4a99-9652-0dbb72df5649 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 944 time: 0.0602720 Sep 16 04:52:13.192405 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4777fb97-d126-4a0f-acd9-ebd500e40746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:13.221520 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b106e580-c98f-4223-8bd4-92754a369c5b req-8da4e169-5e7b-44d3-82c9-dfdf89df6785 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8f27d69d-6385-4ec0-b94a-3382c6c2c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507336 Sep 16 04:52:13.268307 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448491f-aa41-4d29-92f9-fcf7c257a121 req-89aa8b98-0894-4a73-9328-fe941a028aa4 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:13.269864 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8448491f-aa41-4d29-92f9-fcf7c257a121 req-89aa8b98-0894-4a73-9328-fe941a028aa4 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.48 "GET /v2.0/ports?device_id=edcfa3d2-280b-4d47-9eb7-cf15a102b272 HTTP/1.1" status: 200 len: 945 time: 0.0679731 Sep 16 04:52:13.303371 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a18eb4be-e764-4c5e-a941-3618d86d0715 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:13.367927 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18eb4be-e764-4c5e-a941-3618d86d0715 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event updated for resources: {'Subnet': ['ID=3aff05dd-062f-4f28-a5a8-6f7e39ce00e5,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:13.380521 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18eb4be-e764-4c5e-a941-3618d86d0715 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Checking segment: {'id': 'c22db2ac-3ffc-48e3-b2ab-312209dfc82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6d1680e5-d414-4902-9f1b-69c4e6aa2081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:13.380911 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18eb4be-e764-4c5e-a941-3618d86d0715 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Network hostable DHCP agents. Network: 6d1680e5-d414-4902-9f1b-69c4e6aa2081, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:52:13.381720 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-8448491f-aa41-4d29-92f9-fcf7c257a121 req-e4206e67-baff-401f-ac7d-da39edd22846 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Deleting port 0360a49e-5af7-4242-904a-7b54dd0016c4 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:13.382909 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8448491f-aa41-4d29-92f9-fcf7c257a121 req-e4206e67-baff-401f-ac7d-da39edd22846 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:13.402575 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18eb4be-e764-4c5e-a941-3618d86d0715 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Network 6d1680e5-d414-4902-9f1b-69c4e6aa2081 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:52:13.415764 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-a18eb4be-e764-4c5e-a941-3618d86d0715 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 6d1680e5-d414-4902-9f1b-69c4e6aa2081) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:13.421342 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18eb4be-e764-4c5e-a941-3618d86d0715 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:13.422389 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a18eb4be-e764-4c5e-a941-3618d86d0715 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:13.431073 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df7a49b-1e96-44a3-86dd-af2beb68de35 None None] Network 6d1680e5-d414-4902-9f1b-69c4e6aa2081 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:13.445241 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a18eb4be-e764-4c5e-a941-3618d86d0715 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4904504 Sep 16 04:52:13.450106 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45980) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:13.455653 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-aec23b91-210f-47bd-bf0d-e9c973bb7dea tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2030590152'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:13.517657 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec23b91-210f-47bd-bf0d-e9c973bb7dea tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Made reservation on behalf of d4e9e654117b4276b41431d6e342843b for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:13.522018 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-aec23b91-210f-47bd-bf0d-e9c973bb7dea tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:13.539064 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-8448491f-aa41-4d29-92f9-fcf7c257a121 req-e4206e67-baff-401f-ac7d-da39edd22846 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] For port 0360a49e-5af7-4242-904a-7b54dd0016c4, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=0360a49e-5af7-4242-904a-7b54dd0016c4,segment=NetworkSegment(01aafaa9-a340-46ca-887a-6648c79e8c73),segment_id=01aafaa9-a340-46ca-887a-6648c79e8c73)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:13.539409 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8448491f-aa41-4d29-92f9-fcf7c257a121 req-e4206e67-baff-401f-ac7d-da39edd22846 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:13.553509 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-8448491f-aa41-4d29-92f9-fcf7c257a121 req-e4206e67-baff-401f-ac7d-da39edd22846 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Calling delete_port for 0360a49e-5af7-4242-904a-7b54dd0016c4 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:13.586849 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec23b91-210f-47bd-bf0d-e9c973bb7dea tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:52:13.590393 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:13.600409 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-aec23b91-210f-47bd-bf0d-e9c973bb7dea tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:13.601474 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-aec23b91-210f-47bd-bf0d-e9c973bb7dea tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Added segment ef64b889-37e1-4941-b1fd-1e5397a7d19c of type vlan for network 30d1a4db-384a-4878-b4f5-636b13526747 Sep 16 04:52:13.639622 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38713227-f5f7-4a54-b4ab-4d7c60e13ec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-6d1680e5-d414-4902-9f1b-69c4e6aa2081', 'network_id': '6d1680e5-d414-4902-9f1b-69c4e6aa2081', 'tenant_id': 'd4e9e654117b4276b41431d6e342843b', 'fixed_ips': [{'subnet_id': '3aff05dd-062f-4f28-a5a8-6f7e39ce00e5'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:52:13.640841 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-38713227-f5f7-4a54-b4ab-4d7c60e13ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:13.661257 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-aec23b91-210f-47bd-bf0d-e9c973bb7dea tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:13.690343 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-aec23b91-210f-47bd-bf0d-e9c973bb7dea tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:13.701178 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec23b91-210f-47bd-bf0d-e9c973bb7dea tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:13.702411 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-aec23b91-210f-47bd-bf0d-e9c973bb7dea tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:13.746771 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bfcbc-b43a-4eec-b324-c01cb69d3190 req-6afa09ae-91c0-4a69-a736-ce7472029240 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:13.754085 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b19bfcbc-b43a-4eec-b324-c01cb69d3190 req-6afa09ae-91c0-4a69-a736-ce7472029240 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/ports?device_id=5add1481-c375-4fc8-9abc-b189469b8278 HTTP/1.1" status: 200 len: 946 time: 0.1081569 Sep 16 04:52:13.779845 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-aec23b91-210f-47bd-bf0d-e9c973bb7dea tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3285336 Sep 16 04:52:13.780394 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45984) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:13.788238 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-bdec020e-2a65-4a55-8ae4-5f4e26aca48b tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Request body: {'subnet': {'network_id': '30d1a4db-384a-4878-b4f5-636b13526747', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:13.809367 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-38713227-f5f7-4a54-b4ab-4d7c60e13ec8 None None] Allocated IP 2001:db8:0:ffff::2 (6d1680e5-d414-4902-9f1b-69c4e6aa2081/3aff05dd-062f-4f28-a5a8-6f7e39ce00e5/feefebcc-b095-43cd-a05b-1fbbc3abb43a) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:13.846625 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b19bfcbc-b43a-4eec-b324-c01cb69d3190 req-f735f202-dc25-44ce-a770-168649124f66 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f7019df-0b7f-43c7-8eb5-fcbf36db189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915122 Sep 16 04:52:13.885734 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec23b91-210f-47bd-bf0d-e9c973bb7dea tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event updated for resources: {'Network': ['ID=30d1a4db-384a-4878-b4f5-636b13526747,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:13.904086 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8448491f-aa41-4d29-92f9-fcf7c257a121 req-e4206e67-baff-401f-ac7d-da39edd22846 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:13.940506 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 30d1a4db-384a-4878-b4f5-636b13526747 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:52:13.943197 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['15ad20e6-33a2-4999-b939-3fa15039c324', '0360a49e-5af7-4242-904a-7b54dd0016c4'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:13.975331 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4206e67-baff-401f-ac7d-da39edd22846 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Pushing event deleted for resources: {'Port': ['ID=0360a49e-5af7-4242-904a-7b54dd0016c4,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:13.988404 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdec020e-2a65-4a55-8ae4-5f4e26aca48b tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Made reservation on behalf of d4e9e654117b4276b41431d6e342843b for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:13.989163 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['f546a322-4da5-4c96-9c19-a106f67c047d'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:13.999268 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bdec020e-2a65-4a55-8ae4-5f4e26aca48b tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:14.091269 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8448491f-aa41-4d29-92f9-fcf7c257a121 req-e4206e67-baff-401f-ac7d-da39edd22846 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] No DVR routers for this DVR port 0360a49e-5af7-4242-904a-7b54dd0016c4 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:14.095004 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8448491f-aa41-4d29-92f9-fcf7c257a121 req-e4206e67-baff-401f-ac7d-da39edd22846 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:14.097765 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8448491f-aa41-4d29-92f9-fcf7c257a121 req-e4206e67-baff-401f-ac7d-da39edd22846 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.48 "DELETE /v2.0/ports/0360a49e-5af7-4242-904a-7b54dd0016c4 HTTP/1.1" status: 204 len: 173 time: 0.8197351 Sep 16 04:52:14.106021 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d73768-1839-4c07-933b-de68f4d1a07d req-a938597f-8d83-4695-a9b7-faa4bc9ef0b7 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:14.114483 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f7d73768-1839-4c07-933b-de68f4d1a07d req-a938597f-8d83-4695-a9b7-faa4bc9ef0b7 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 944 time: 0.1357849 Sep 16 04:52:14.116287 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edcfa3d2-280b-4d47-9eb7-cf15a102b272', 'name': 'network-vif-deleted', 'tag': '0360a49e-5af7-4242-904a-7b54dd0016c4'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:14.119290 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ab9909-4942-4ec5-978a-e1a403319ac4" -d '{"events": [{"server_uuid": "edcfa3d2-280b-4d47-9eb7-cf15a102b272", "name": "network-vif-deleted", "tag": "0360a49e-5af7-4242-904a-7b54dd0016c4"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:14.252301 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f7d73768-1839-4c07-933b-de68f4d1a07d req-6f32e3bb-dee7-4610-a525-e64b67da6c97 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373615 Sep 16 04:52:14.299863 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-38713227-f5f7-4a54-b4ab-4d7c60e13ec8 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:14.324478 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-38713227-f5f7-4a54-b4ab-4d7c60e13ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:14.375803 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bdec020e-2a65-4a55-8ae4-5f4e26aca48b tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:14.439643 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4e4426e4-1a95-4f47-b670-095c4c6e1e48 req-84642f2d-5c61-443f-a7c0-10b51e3c1fec tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=edcfa3d2-280b-4d47-9eb7-cf15a102b272 HTTP/1.1" status: 200 len: 210 time: 0.0517602 Sep 16 04:52:14.464408 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdec020e-2a65-4a55-8ae4-5f4e26aca48b tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Checking segment: {'id': 'ef64b889-37e1-4941-b1fd-1e5397a7d19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '30d1a4db-384a-4878-b4f5-636b13526747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:14.465005 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdec020e-2a65-4a55-8ae4-5f4e26aca48b tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Network hostable DHCP agents. Network: 30d1a4db-384a-4878-b4f5-636b13526747, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:52:14.471429 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec020e-2a65-4a55-8ae4-5f4e26aca48b tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event updated for resources: {'Subnet': ['ID=994690b6-4501-4073-b785-4be58b03bfa3,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:14.497280 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdec020e-2a65-4a55-8ae4-5f4e26aca48b tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Network 30d1a4db-384a-4878-b4f5-636b13526747 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:52:14.498375 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6607b2a2-5416-4ef4-8246-76f4daec5b24 x-openstack-request-id: req-6607b2a2-5416-4ef4-8246-76f4daec5b24 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:14.498674 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edcfa3d2-280b-4d47-9eb7-cf15a102b272", "name": "network-vif-deleted", "tag": "0360a49e-5af7-4242-904a-7b54dd0016c4", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:14.498930 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6607b2a2-5416-4ef4-8246-76f4daec5b24 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:14.499331 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edcfa3d2-280b-4d47-9eb7-cf15a102b272', 'name': 'network-vif-deleted', 'tag': '0360a49e-5af7-4242-904a-7b54dd0016c4', 'status': 'completed', 'code': 200} Sep 16 04:52:14.517370 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-bdec020e-2a65-4a55-8ae4-5f4e26aca48b tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 30d1a4db-384a-4878-b4f5-636b13526747) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:14.523749 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdec020e-2a65-4a55-8ae4-5f4e26aca48b tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:14.524608 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bdec020e-2a65-4a55-8ae4-5f4e26aca48b tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:14.557300 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-bdec020e-2a65-4a55-8ae4-5f4e26aca48b tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7731259 Sep 16 04:52:14.559645 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45994) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:14.581830 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e205375-98fb-4eec-b772-bce62ea6267e None None] Network 30d1a4db-384a-4878-b4f5-636b13526747 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:14.588443 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38713227-f5f7-4a54-b4ab-4d7c60e13ec8 None None] Network 6d1680e5-d414-4902-9f1b-69c4e6aa2081 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:14.631798 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-38713227-f5f7-4a54-b4ab-4d7c60e13ec8 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:14.635517 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38713227-f5f7-4a54-b4ab-4d7c60e13ec8 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:14.638865 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:14.664621 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38713227-f5f7-4a54-b4ab-4d7c60e13ec8 None None] Pushing event updated for resources: {'Port': ['ID=feefebcc-b095-43cd-a05b-1fbbc3abb43a,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:14.673025 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ec931-1a4c-4662-b861-5858ac6aa5ee req-0e4a4ce3-f673-48b5-b7c5-fdcf089795ba tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:14.675655 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a92ec931-1a4c-4662-b861-5858ac6aa5ee req-0e4a4ce3-f673-48b5-b7c5-fdcf089795ba tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 944 time: 0.0854511 Sep 16 04:52:14.691229 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:14.729044 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-88816c32-e9cc-477c-9e48-e04ece337951 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:14.748496 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a92ec931-1a4c-4662-b861-5858ac6aa5ee req-8281e325-c23a-4269-84b6-98bb56bf22c0 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8f27d69d-6385-4ec0-b94a-3382c6c2c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652738 Sep 16 04:52:14.798896 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-88816c32-e9cc-477c-9e48-e04ece337951 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:14.877185 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-88816c32-e9cc-477c-9e48-e04ece337951 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:14.879726 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-38713227-f5f7-4a54-b4ab-4d7c60e13ec8 None None] Attempting to bind port feefebcc-b095-43cd-a05b-1fbbc3abb43a on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:14.880099 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-38713227-f5f7-4a54-b4ab-4d7c60e13ec8 None None] Attempting to bind port feefebcc-b095-43cd-a05b-1fbbc3abb43a by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'c22db2ac-3ffc-48e3-b2ab-312209dfc82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6d1680e5-d414-4902-9f1b-69c4e6aa2081'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:14.884934 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38713227-f5f7-4a54-b4ab-4d7c60e13ec8 None None] Attempting to bind port feefebcc-b095-43cd-a05b-1fbbc3abb43a on network 6d1680e5-d414-4902-9f1b-69c4e6aa2081 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:14.913205 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device c4ffa50b-c347-4976-a254-c870fa6bfd5c details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:14.914928 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88816c32-e9cc-477c-9e48-e04ece337951 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event deleted for resources: {'Subnet': ['ID=994690b6-4501-4073-b785-4be58b03bfa3,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:14.928057 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38713227-f5f7-4a54-b4ab-4d7c60e13ec8 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:14.928057 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38713227-f5f7-4a54-b4ab-4d7c60e13ec8 None None] Checking segment: {'id': 'c22db2ac-3ffc-48e3-b2ab-312209dfc82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6d1680e5-d414-4902-9f1b-69c4e6aa2081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:14.928408 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-38713227-f5f7-4a54-b4ab-4d7c60e13ec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:14.929026 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38713227-f5f7-4a54-b4ab-4d7c60e13ec8 None None] Bound using segment: {'id': 'c22db2ac-3ffc-48e3-b2ab-312209dfc82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6d1680e5-d414-4902-9f1b-69c4e6aa2081'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:14.930342 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-38713227-f5f7-4a54-b4ab-4d7c60e13ec8 None None] Bound port: feefebcc-b095-43cd-a05b-1fbbc3abb43a, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22db2ac-3ffc-48e3-b2ab-312209dfc82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6d1680e5-d414-4902-9f1b-69c4e6aa2081'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:14.930886 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-38713227-f5f7-4a54-b4ab-4d7c60e13ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:14.983018 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-88816c32-e9cc-477c-9e48-e04ece337951 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:14.983439 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83abcc1-4e7e-4d93-a4df-366ebc6df944 None None] Network 30d1a4db-384a-4878-b4f5-636b13526747 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:15.028052 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc0cb2-50fd-459f-a030-a8bfa5378aa8 req-d9f3d84b-2790-4bd2-bbec-c665b8e99081 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:15.047286 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bfdc0cb2-50fd-459f-a030-a8bfa5378aa8 req-d9f3d84b-2790-4bd2-bbec-c665b8e99081 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/ports?device_id=5add1481-c375-4fc8-9abc-b189469b8278 HTTP/1.1" status: 200 len: 946 time: 0.0840185 Sep 16 04:52:15.058160 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-88816c32-e9cc-477c-9e48-e04ece337951 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30d1a4db-384a-4878-b4f5-636b13526747']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:15.104163 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-88816c32-e9cc-477c-9e48-e04ece337951 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef64b889-37e1-4941-b1fd-1e5397a7d19c') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:15.104828 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-88816c32-e9cc-477c-9e48-e04ece337951 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef64b889-37e1-4941-b1fd-1e5397a7d19c') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:15.104974 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bfdc0cb2-50fd-459f-a030-a8bfa5378aa8 req-2ce83463-89f5-40af-99bb-2943616d46ed tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f7019df-0b7f-43c7-8eb5-fcbf36db189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563121 Sep 16 04:52:15.116297 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-88816c32-e9cc-477c-9e48-e04ece337951 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:15.148978 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-88816c32-e9cc-477c-9e48-e04ece337951 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:15.157339 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88816c32-e9cc-477c-9e48-e04ece337951 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:52:15.158005 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-88816c32-e9cc-477c-9e48-e04ece337951 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:15.162055 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:52:15.162055 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:52:15.162055 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:52:15.162055 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:52:15.162055 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:52:15.162055 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:52:15.162055 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:52:15.162055 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:52:15.162055 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:52:15.162055 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:52:15.162055 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:52:15.162055 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:52:15.162055 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:52:15.162055 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:52:15.162055 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:52:15.162055 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:52:15.162055 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:52:15.162055 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:52:15.162055 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:52:15.162055 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:52:15.162055 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:52:15.162055 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:52:15.162055 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:52:15.162055 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:52:15.162055 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:52:15.162055 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:52:15.162055 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:52:15.162055 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:52:15.162055 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:52:15.162055 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:52:15.162055 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:52:15.162055 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:52:15.253202 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-88816c32-e9cc-477c-9e48-e04ece337951 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:15.263732 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-88816c32-e9cc-477c-9e48-e04ece337951 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:15.266231 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-88816c32-e9cc-477c-9e48-e04ece337951 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "DELETE /v2.0/networks/30d1a4db-384a-4878-b4f5-636b13526747 HTTP/1.1" status: 204 len: 168 time: 0.7054811 Sep 16 04:52:15.272176 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 45998) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:15.279322 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-64b30c4b-6a61-4a34-a648-4bbf5fe938fb tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-184465458'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:15.282615 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88816c32-e9cc-477c-9e48-e04ece337951 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event deleted for resources: {'Network': ['ID=30d1a4db-384a-4878-b4f5-636b13526747,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:15.318551 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b30c4b-6a61-4a34-a648-4bbf5fe938fb tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Made reservation on behalf of d4e9e654117b4276b41431d6e342843b for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:15.328222 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-64b30c4b-6a61-4a34-a648-4bbf5fe938fb tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:15.424368 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b30c4b-6a61-4a34-a648-4bbf5fe938fb tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:52:15.463853 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-64b30c4b-6a61-4a34-a648-4bbf5fe938fb tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:15.466111 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-64b30c4b-6a61-4a34-a648-4bbf5fe938fb tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Added segment ac5d2bff-7ba9-4c5d-9117-d38798e8855e of type vlan for network c8adf8a7-3ee0-41b0-8050-c1a436e8580e Sep 16 04:52:15.506888 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-38713227-f5f7-4a54-b4ab-4d7c60e13ec8 None None] For port feefebcc-b095-43cd-a05b-1fbbc3abb43a, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:15.510895 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-38713227-f5f7-4a54-b4ab-4d7c60e13ec8 None None] For port feefebcc-b095-43cd-a05b-1fbbc3abb43a, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=feefebcc-b095-43cd-a05b-1fbbc3abb43a,segment=NetworkSegment(c22db2ac-3ffc-48e3-b2ab-312209dfc82c),segment_id=c22db2ac-3ffc-48e3-b2ab-312209dfc82c)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:15.527463 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-64b30c4b-6a61-4a34-a648-4bbf5fe938fb tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:15.545944 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port c4ffa50b-c347-4976-a254-c870fa6bfd5c, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=c4ffa50b-c347-4976-a254-c870fa6bfd5c,segment=NetworkSegment(51a9b458-7c9a-4442-bf01-8b9b2bd52faf),segment_id=51a9b458-7c9a-4442-bf01-8b9b2bd52faf)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:15.554750 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-38713227-f5f7-4a54-b4ab-4d7c60e13ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:15.568830 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-64b30c4b-6a61-4a34-a648-4bbf5fe938fb tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:15.576743 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b30c4b-6a61-4a34-a648-4bbf5fe938fb tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:15.576743 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-64b30c4b-6a61-4a34-a648-4bbf5fe938fb tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:15.590849 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'c4ffa50b-c347-4976-a254-c870fa6bfd5c', 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0', 'port_id': 'c4ffa50b-c347-4976-a254-c870fa6bfd5c', 'mac_address': 'fa:16:3e:ee:46:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d075d26-c7df-4ea0-b069-e1f04da018dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:52:15.659745 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38713227-f5f7-4a54-b4ab-4d7c60e13ec8 None None] Pushing event updated for resources: {'Port': ['ID=feefebcc-b095-43cd-a05b-1fbbc3abb43a,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:15.681236 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38713227-f5f7-4a54-b4ab-4d7c60e13ec8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:15.681655 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38713227-f5f7-4a54-b4ab-4d7c60e13ec8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:15.682007 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38713227-f5f7-4a54-b4ab-4d7c60e13ec8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:15.682349 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38713227-f5f7-4a54-b4ab-4d7c60e13ec8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:15.682681 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38713227-f5f7-4a54-b4ab-4d7c60e13ec8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:15.683008 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38713227-f5f7-4a54-b4ab-4d7c60e13ec8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:15.683338 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38713227-f5f7-4a54-b4ab-4d7c60e13ec8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:15.683660 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38713227-f5f7-4a54-b4ab-4d7c60e13ec8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:15.683985 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38713227-f5f7-4a54-b4ab-4d7c60e13ec8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:15.684308 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38713227-f5f7-4a54-b4ab-4d7c60e13ec8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:15.684651 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38713227-f5f7-4a54-b4ab-4d7c60e13ec8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:15.684971 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38713227-f5f7-4a54-b4ab-4d7c60e13ec8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:15.686086 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55a151-e050-42ed-9b31-5f5451624769 req-b08a5b5c-2de7-415e-83fb-5bf9ee06158f tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:15.700455 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:15.703938 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2d55a151-e050-42ed-9b31-5f5451624769 req-b08a5b5c-2de7-415e-83fb-5bf9ee06158f tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 944 time: 0.2706163 Sep 16 04:52:15.732480 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4ffa50b-c347-4976-a254-c870fa6bfd5c {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:15.759567 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port c4ffa50b-c347-4976-a254-c870fa6bfd5c, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=c4ffa50b-c347-4976-a254-c870fa6bfd5c,segment=NetworkSegment(51a9b458-7c9a-4442-bf01-8b9b2bd52faf),segment_id=51a9b458-7c9a-4442-bf01-8b9b2bd52faf)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:15.763765 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:15.793798 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-64b30c4b-6a61-4a34-a648-4bbf5fe938fb tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5194662 Sep 16 04:52:15.796793 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46006) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:15.801868 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-1a2974ae-9872-4f7f-9dec-7126b7df1033 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Request body: {'subnet': {'network_id': 'c8adf8a7-3ee0-41b0-8050-c1a436e8580e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:15.813618 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b30c4b-6a61-4a34-a648-4bbf5fe938fb tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event updated for resources: {'Network': ['ID=c8adf8a7-3ee0-41b0-8050-c1a436e8580e,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:15.831734 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network c8adf8a7-3ee0-41b0-8050-c1a436e8580e details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:52:15.848925 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=c4ffa50b-c347-4976-a254-c870fa6bfd5c,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:15.869962 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2d55a151-e050-42ed-9b31-5f5451624769 req-5943a3ef-06d0-407a-97c1-2928d394f6be tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648300 Sep 16 04:52:16.005741 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2974ae-9872-4f7f-9dec-7126b7df1033 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Made reservation on behalf of d4e9e654117b4276b41431d6e342843b for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:16.017568 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1a2974ae-9872-4f7f-9dec-7126b7df1033 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:16.046403 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:16.127936 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ae9bd-60f2-481a-9c07-f88c539eae0f req-24294254-31ec-491e-bfbc-014e7af47683 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:16.130384 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c7ae9bd-60f2-481a-9c07-f88c539eae0f req-24294254-31ec-491e-bfbc-014e7af47683 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 945 time: 0.0793016 Sep 16 04:52:16.212714 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c7ae9bd-60f2-481a-9c07-f88c539eae0f req-e12c9757-aff2-4c4b-a581-d5a12b2e5629 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8f27d69d-6385-4ec0-b94a-3382c6c2c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757616 Sep 16 04:52:16.349082 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['c4ffa50b-c347-4976-a254-c870fa6bfd5c'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:16.399071 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1a2974ae-9872-4f7f-9dec-7126b7df1033 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:16.413803 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device feefebcc-b095-43cd-a05b-1fbbc3abb43a up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:16.500358 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2974ae-9872-4f7f-9dec-7126b7df1033 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event updated for resources: {'Subnet': ['ID=94799d79-9a6a-4432-b5e8-c4145050b497,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:16.513743 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2974ae-9872-4f7f-9dec-7126b7df1033 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Checking segment: {'id': 'ac5d2bff-7ba9-4c5d-9117-d38798e8855e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c8adf8a7-3ee0-41b0-8050-c1a436e8580e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:16.514123 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2974ae-9872-4f7f-9dec-7126b7df1033 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Network hostable DHCP agents. Network: c8adf8a7-3ee0-41b0-8050-c1a436e8580e, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:52:16.543595 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2974ae-9872-4f7f-9dec-7126b7df1033 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Network c8adf8a7-3ee0-41b0-8050-c1a436e8580e is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:52:16.570207 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-1a2974ae-9872-4f7f-9dec-7126b7df1033 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, c8adf8a7-3ee0-41b0-8050-c1a436e8580e) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:16.577252 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2974ae-9872-4f7f-9dec-7126b7df1033 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:16.577959 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1a2974ae-9872-4f7f-9dec-7126b7df1033 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:16.579937 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02924f0-cafe-4b92-876e-488a901bffce None None] Network c8adf8a7-3ee0-41b0-8050-c1a436e8580e requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:16.602716 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1a2974ae-9872-4f7f-9dec-7126b7df1033 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8047290 Sep 16 04:52:16.607038 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port feefebcc-b095-43cd-a05b-1fbbc3abb43a triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:16.607262 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46014) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:16.607412 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:16.612666 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-a21c6517-6477-4ab3-a5d3-1545a9f8555f tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1663306632'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:16.704704 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21c6517-6477-4ab3-a5d3-1545a9f8555f tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Made reservation on behalf of d4e9e654117b4276b41431d6e342843b for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:16.708664 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a21c6517-6477-4ab3-a5d3-1545a9f8555f tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:16.746935 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b59e04-a60a-48f1-a8ab-07725109f65f req-6df16b1e-54b5-4b4f-a253-2d6feff278bf tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:16.755287 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5b59e04-a60a-48f1-a8ab-07725109f65f req-6df16b1e-54b5-4b4f-a253-2d6feff278bf tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/ports?device_id=5add1481-c375-4fc8-9abc-b189469b8278 HTTP/1.1" status: 200 len: 946 time: 0.1023569 Sep 16 04:52:16.783418 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a21c6517-6477-4ab3-a5d3-1545a9f8555f tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:52:16.825665 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5b59e04-a60a-48f1-a8ab-07725109f65f req-2adb9db8-7452-44b2-ad7d-c177db574581 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f7019df-0b7f-43c7-8eb5-fcbf36db189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692222 Sep 16 04:52:16.843102 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a21c6517-6477-4ab3-a5d3-1545a9f8555f tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:16.843462 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-a21c6517-6477-4ab3-a5d3-1545a9f8555f tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Added segment dce3da75-aa8c-4e20-8ced-aca73780ba1f of type vlan for network 9ad694b8-12c5-47a5-8ddb-bac65d44b2a7 Sep 16 04:52:16.907467 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a21c6517-6477-4ab3-a5d3-1545a9f8555f tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:16.983990 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a21c6517-6477-4ab3-a5d3-1545a9f8555f tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:16.990084 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21c6517-6477-4ab3-a5d3-1545a9f8555f tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:16.990824 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a21c6517-6477-4ab3-a5d3-1545a9f8555f tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:17.012062 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 0360a49e-5af7-4242-904a-7b54dd0016c4 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:17.014962 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:17.033535 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46020) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:17.033983 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a21c6517-6477-4ab3-a5d3-1545a9f8555f tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4254994 Sep 16 04:52:17.045576 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-ae729379-338e-4dc2-a759-834c5ef2011b tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Request body: {'subnet': {'network_id': '9ad694b8-12c5-47a5-8ddb-bac65d44b2a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:17.075210 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83022d-7e95-45e8-883b-eb0fc67beddc req-ec5cea8d-528d-45a6-a466-4046e4856168 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:17.084328 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6d83022d-7e95-45e8-883b-eb0fc67beddc req-ec5cea8d-528d-45a6-a466-4046e4856168 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa60485e-1d30-4e4c-8744-73354d648eb1 HTTP/1.1" status: 200 len: 945 time: 0.1416271 Sep 16 04:52:17.099419 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3921af45-5679-4344-a311-ea39cad23b68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-c8adf8a7-3ee0-41b0-8050-c1a436e8580e', 'network_id': 'c8adf8a7-3ee0-41b0-8050-c1a436e8580e', 'tenant_id': 'd4e9e654117b4276b41431d6e342843b', 'fixed_ips': [{'subnet_id': '94799d79-9a6a-4432-b5e8-c4145050b497'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:52:17.100726 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3921af45-5679-4344-a311-ea39cad23b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:17.109718 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 0360a49e-5af7-4242-904a-7b54dd0016c4 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:17.110523 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 0360a49e-5af7-4242-904a-7b54dd0016c4 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:17.141795 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c6517-6477-4ab3-a5d3-1545a9f8555f tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event updated for resources: {'Network': ['ID=9ad694b8-12c5-47a5-8ddb-bac65d44b2a7,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:17.178263 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 9ad694b8-12c5-47a5-8ddb-bac65d44b2a7 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:52:17.182108 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6d83022d-7e95-45e8-883b-eb0fc67beddc req-8c154c37-0b67-4297-b22a-b1efd486b691 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974290 Sep 16 04:52:17.183185 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2cca19-05cb-4699-91b5-94540a0e7b3b None None] Network 6d1680e5-d414-4902-9f1b-69c4e6aa2081 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:17.220253 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae729379-338e-4dc2-a759-834c5ef2011b tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Made reservation on behalf of d4e9e654117b4276b41431d6e342843b for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:17.224141 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ae729379-338e-4dc2-a759-834c5ef2011b tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:17.310690 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port feefebcc-b095-43cd-a05b-1fbbc3abb43a, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=feefebcc-b095-43cd-a05b-1fbbc3abb43a,segment=NetworkSegment(c22db2ac-3ffc-48e3-b2ab-312209dfc82c),segment_id=c22db2ac-3ffc-48e3-b2ab-312209dfc82c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:17.321374 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.ipam_backend_mixin [None req-ae729379-338e-4dc2-a759-834c5ef2011b tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Performing IP validity checks on allocation pools {{(pid=94766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 04:52:17.321901 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.ipam_backend_mixin [None req-ae729379-338e-4dc2-a759-834c5ef2011b tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 04:52:17.338951 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:17.349982 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016d2f2-bc0a-4999-960c-f2007bd28c7a req-c6979b8d-d1ab-4818-bb69-e8ca3de70454 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:17.358133 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5016d2f2-bc0a-4999-960c-f2007bd28c7a req-c6979b8d-d1ab-4818-bb69-e8ca3de70454 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 944 time: 0.0906472 Sep 16 04:52:17.399054 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5016d2f2-bc0a-4999-960c-f2007bd28c7a req-f27f3266-ef0e-4630-99f7-09048172bd10 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399690 Sep 16 04:52:17.507106 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ae729379-338e-4dc2-a759-834c5ef2011b tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:17.517093 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d98f89d7-65ae-45ba-b919-25893f795bf4 None None] Provisioning complete for port feefebcc-b095-43cd-a05b-1fbbc3abb43a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:17.517471 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d98f89d7-65ae-45ba-b919-25893f795bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:17.603965 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706f7c0-e5ae-4283-9a97-0dbca3faab3c req-f5af8962-bab7-4c45-9d86-3d3345979f86 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:17.609229 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae729379-338e-4dc2-a759-834c5ef2011b tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event updated for resources: {'Subnet': ['ID=307b8883-108b-4eff-8454-7e564f50418e,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:17.614222 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d706f7c0-e5ae-4283-9a97-0dbca3faab3c req-f5af8962-bab7-4c45-9d86-3d3345979f86 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 945 time: 0.0944905 Sep 16 04:52:17.619780 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae729379-338e-4dc2-a759-834c5ef2011b tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Checking segment: {'id': 'dce3da75-aa8c-4e20-8ced-aca73780ba1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9ad694b8-12c5-47a5-8ddb-bac65d44b2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:17.622113 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=feefebcc-b095-43cd-a05b-1fbbc3abb43a,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:17.623428 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae729379-338e-4dc2-a759-834c5ef2011b tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Network hostable DHCP agents. Network: 9ad694b8-12c5-47a5-8ddb-bac65d44b2a7, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:52:17.653090 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae729379-338e-4dc2-a759-834c5ef2011b tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Network 9ad694b8-12c5-47a5-8ddb-bac65d44b2a7 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:52:17.667396 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-ae729379-338e-4dc2-a759-834c5ef2011b tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 9ad694b8-12c5-47a5-8ddb-bac65d44b2a7) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:17.693317 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d706f7c0-e5ae-4283-9a97-0dbca3faab3c req-f8cffca7-a5a1-4af6-ba26-1b70617c5be2 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8f27d69d-6385-4ec0-b94a-3382c6c2c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778296 Sep 16 04:52:17.700170 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae729379-338e-4dc2-a759-834c5ef2011b tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:17.700788 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ae729379-338e-4dc2-a759-834c5ef2011b tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:17.738930 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f22bea-bc4a-4dd6-b090-e7446e7e98ca None None] Network 9ad694b8-12c5-47a5-8ddb-bac65d44b2a7 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:17.739181 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ae729379-338e-4dc2-a759-834c5ef2011b tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.6950603 Sep 16 04:52:17.739278 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46026) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:17.786369 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-3921af45-5679-4344-a311-ea39cad23b68 None None] Allocated IP 2001:db8::3 (c8adf8a7-3ee0-41b0-8050-c1a436e8580e/94799d79-9a6a-4432-b5e8-c4145050b497/2ffcaf40-ae38-4862-91e5-c75afc6eb233) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:17.864733 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4aa45ce3-6fab-43b5-bf9e-7f89624b4999 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:18.024443 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4aa45ce3-6fab-43b5-bf9e-7f89624b4999 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:18.137779 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd8650a-3771-4deb-be9e-0ba641bb2894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-9ad694b8-12c5-47a5-8ddb-bac65d44b2a7', 'network_id': '9ad694b8-12c5-47a5-8ddb-bac65d44b2a7', 'tenant_id': 'd4e9e654117b4276b41431d6e342843b', 'fixed_ips': [{'subnet_id': '307b8883-108b-4eff-8454-7e564f50418e'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:52:18.139344 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6cd8650a-3771-4deb-be9e-0ba641bb2894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:18.179802 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3921af45-5679-4344-a311-ea39cad23b68 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:18.275501 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3921af45-5679-4344-a311-ea39cad23b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:18.287123 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device feefebcc-b095-43cd-a05b-1fbbc3abb43a up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:18.413368 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3921af45-5679-4344-a311-ea39cad23b68 None None] Network c8adf8a7-3ee0-41b0-8050-c1a436e8580e is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:18.418461 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-26b19a0d-77fb-443a-a6bf-e1507e5a60df None None] Provisioning complete for port feefebcc-b095-43cd-a05b-1fbbc3abb43a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:18.418912 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-26b19a0d-77fb-443a-a6bf-e1507e5a60df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:18.451976 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-3921af45-5679-4344-a311-ea39cad23b68 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:18.458353 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3921af45-5679-4344-a311-ea39cad23b68 None None] Pushing event updated for resources: {'Port': ['ID=2ffcaf40-ae38-4862-91e5-c75afc6eb233,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:18.460957 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3921af45-5679-4344-a311-ea39cad23b68 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:18.470959 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a48289-d594-4480-ab31-59d680a0fdf8 req-50c49fcc-49f7-4254-a246-e3ca20aa0808 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:18.472475 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-91a48289-d594-4480-ab31-59d680a0fdf8 req-50c49fcc-49f7-4254-a246-e3ca20aa0808 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/ports?device_id=5add1481-c375-4fc8-9abc-b189469b8278 HTTP/1.1" status: 200 len: 946 time: 0.5106704 Sep 16 04:52:18.490131 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-6cd8650a-3771-4deb-be9e-0ba641bb2894 None None] Allocated IP 2001:db8::3 (9ad694b8-12c5-47a5-8ddb-bac65d44b2a7/307b8883-108b-4eff-8454-7e564f50418e/c8efa051-3b1c-48aa-86f0-3f43e30fb3a0) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:18.524998 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-91a48289-d594-4480-ab31-59d680a0fdf8 req-82cabd3c-2a16-4912-b344-1d624408a12a tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f7019df-0b7f-43c7-8eb5-fcbf36db189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443976 Sep 16 04:52:18.558379 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port feefebcc-b095-43cd-a05b-1fbbc3abb43a triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:18.558750 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:18.606842 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-3921af45-5679-4344-a311-ea39cad23b68 None None] Attempting to bind port 2ffcaf40-ae38-4862-91e5-c75afc6eb233 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:18.607238 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-3921af45-5679-4344-a311-ea39cad23b68 None None] Attempting to bind port 2ffcaf40-ae38-4862-91e5-c75afc6eb233 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ac5d2bff-7ba9-4c5d-9117-d38798e8855e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c8adf8a7-3ee0-41b0-8050-c1a436e8580e'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:18.607617 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3921af45-5679-4344-a311-ea39cad23b68 None None] Attempting to bind port 2ffcaf40-ae38-4862-91e5-c75afc6eb233 on network c8adf8a7-3ee0-41b0-8050-c1a436e8580e {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:18.633058 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec94ce-ea0b-473f-ba6f-2da1c5f21941 req-fd935add-7791-4c08-a1cf-3fa06971a9b5 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:18.634674 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-20ec94ce-ea0b-473f-ba6f-2da1c5f21941 req-fd935add-7791-4c08-a1cf-3fa06971a9b5 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa60485e-1d30-4e4c-8744-73354d648eb1 HTTP/1.1" status: 200 len: 945 time: 0.0564530 Sep 16 04:52:18.671099 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3921af45-5679-4344-a311-ea39cad23b68 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:18.671779 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3921af45-5679-4344-a311-ea39cad23b68 None None] Checking segment: {'id': 'ac5d2bff-7ba9-4c5d-9117-d38798e8855e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c8adf8a7-3ee0-41b0-8050-c1a436e8580e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:18.671779 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3921af45-5679-4344-a311-ea39cad23b68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:18.672167 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3921af45-5679-4344-a311-ea39cad23b68 None None] Bound using segment: {'id': 'ac5d2bff-7ba9-4c5d-9117-d38798e8855e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c8adf8a7-3ee0-41b0-8050-c1a436e8580e'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:18.672683 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-3921af45-5679-4344-a311-ea39cad23b68 None None] Bound port: 2ffcaf40-ae38-4862-91e5-c75afc6eb233, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5d2bff-7ba9-4c5d-9117-d38798e8855e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c8adf8a7-3ee0-41b0-8050-c1a436e8580e'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:18.673070 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3921af45-5679-4344-a311-ea39cad23b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:18.673332 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-20ec94ce-ea0b-473f-ba6f-2da1c5f21941 req-a645984a-bdae-4661-83f7-c9d107495823 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325115 Sep 16 04:52:18.787499 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe200901-ac13-4de2-8302-845f2a3bfcfe req-103c48b1-91ea-48c4-baf6-c5bbbd251cfc tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:18.789878 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fe200901-ac13-4de2-8302-845f2a3bfcfe req-103c48b1-91ea-48c4-baf6-c5bbbd251cfc tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 944 time: 0.0499942 Sep 16 04:52:18.829076 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fe200901-ac13-4de2-8302-845f2a3bfcfe req-f102fa0a-eda6-430c-a8ee-a98f9cd67136 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329068 Sep 16 04:52:18.845225 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-3921af45-5679-4344-a311-ea39cad23b68 None None] For port 2ffcaf40-ae38-4862-91e5-c75afc6eb233, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:18.847482 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6cd8650a-3771-4deb-be9e-0ba641bb2894 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:18.849853 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-3921af45-5679-4344-a311-ea39cad23b68 None None] For port 2ffcaf40-ae38-4862-91e5-c75afc6eb233, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2ffcaf40-ae38-4862-91e5-c75afc6eb233,segment=NetworkSegment(ac5d2bff-7ba9-4c5d-9117-d38798e8855e),segment_id=ac5d2bff-7ba9-4c5d-9117-d38798e8855e)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:18.859939 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6cd8650a-3771-4deb-be9e-0ba641bb2894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:18.864169 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3921af45-5679-4344-a311-ea39cad23b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:18.885871 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4aa45ce3-6fab-43b5-bf9e-7f89624b4999 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:18.917655 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd8650a-3771-4deb-be9e-0ba641bb2894 None None] Network 9ad694b8-12c5-47a5-8ddb-bac65d44b2a7 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:18.923283 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-6cd8650a-3771-4deb-be9e-0ba641bb2894 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:18.929786 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd8650a-3771-4deb-be9e-0ba641bb2894 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:18.930371 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa45ce3-6fab-43b5-bf9e-7f89624b4999 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event deleted for resources: {'Subnet': ['ID=307b8883-108b-4eff-8454-7e564f50418e,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:18.932225 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8650a-3771-4deb-be9e-0ba641bb2894 None None] Pushing event updated for resources: {'Port': ['ID=c8efa051-3b1c-48aa-86f0-3f43e30fb3a0,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:19.029507 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4aa45ce3-6fab-43b5-bf9e-7f89624b4999 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:19.065044 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2d96d-e901-4561-9380-28f54db9917a req-a0232e61-22fa-4986-8a81-de8d03362118 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:19.067106 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ff2d96d-e901-4561-9380-28f54db9917a req-a0232e61-22fa-4986-8a81-de8d03362118 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 945 time: 0.1339529 Sep 16 04:52:19.069054 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-4aa45ce3-6fab-43b5-bf9e-7f89624b4999 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ad694b8-12c5-47a5-8ddb-bac65d44b2a7']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:19.125018 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-4aa45ce3-6fab-43b5-bf9e-7f89624b4999 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dce3da75-aa8c-4e20-8ced-aca73780ba1f') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:19.125018 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-4aa45ce3-6fab-43b5-bf9e-7f89624b4999 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dce3da75-aa8c-4e20-8ced-aca73780ba1f') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:19.141071 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4aa45ce3-6fab-43b5-bf9e-7f89624b4999 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:19.161257 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device c4ffa50b-c347-4976-a254-c870fa6bfd5c up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:19.192697 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ff2d96d-e901-4561-9380-28f54db9917a req-837f83f3-4b86-40cd-a482-3dfaf17137fd tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8f27d69d-6385-4ec0-b94a-3382c6c2c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137836 Sep 16 04:52:19.199953 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4aa45ce3-6fab-43b5-bf9e-7f89624b4999 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:19.209818 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aa45ce3-6fab-43b5-bf9e-7f89624b4999 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:52:19.210768 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4aa45ce3-6fab-43b5-bf9e-7f89624b4999 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:19.223062 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:52:19.223062 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:52:19.223062 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:52:19.223062 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:52:19.223062 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:52:19.223062 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:52:19.223062 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:52:19.223062 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:52:19.223062 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:52:19.223062 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:52:19.223062 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:52:19.223062 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:52:19.223062 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:52:19.223062 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:52:19.223062 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:52:19.223062 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:52:19.223062 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:52:19.223062 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:52:19.223062 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:52:19.223062 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:52:19.223062 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:52:19.223062 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:52:19.223062 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:52:19.223062 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:52:19.223062 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:52:19.223062 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:52:19.223062 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:52:19.223062 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:52:19.223062 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:52:19.223062 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:52:19.223062 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:52:19.223062 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:52:19.251220 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3921af45-5679-4344-a311-ea39cad23b68 None None] Pushing event updated for resources: {'Port': ['ID=2ffcaf40-ae38-4862-91e5-c75afc6eb233,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:19.287598 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1a23deec-a555-4498-aa65-bdb8f526603d req-6b2950a0-1571-4eca-a4f8-375870efdc54 service neutron] 10.222.0.47 "GET /v2.0/networks/5af8db4f-30cf-43da-98f6-b98ec0e36bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019353 Sep 16 04:52:19.298800 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.db.api [None req-4aa45ce3-6fab-43b5-bf9e-7f89624b4999 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 04:52:19.298800 n-d-712139-15 neutron-server[94767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 04:52:19.298800 n-d-712139-15 neutron-server[94767]: [parameters: {'id': '9ad694b8-12c5-47a5-8ddb-bac65d44b2a7'}] Sep 16 04:52:19.298800 n-d-712139-15 neutron-server[94767]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:52:19.299326 n-d-712139-15 neutron-server[94767]: DEBUG oslo_db.api [None req-4aa45ce3-6fab-43b5-bf9e-7f89624b4999 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:52:19.305972 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-6cd8650a-3771-4deb-be9e-0ba641bb2894 None None] Attempting to bind port c8efa051-3b1c-48aa-86f0-3f43e30fb3a0 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:19.306352 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-6cd8650a-3771-4deb-be9e-0ba641bb2894 None None] Attempting to bind port c8efa051-3b1c-48aa-86f0-3f43e30fb3a0 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'dce3da75-aa8c-4e20-8ced-aca73780ba1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9ad694b8-12c5-47a5-8ddb-bac65d44b2a7'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:19.306718 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd8650a-3771-4deb-be9e-0ba641bb2894 None None] Attempting to bind port c8efa051-3b1c-48aa-86f0-3f43e30fb3a0 on network 9ad694b8-12c5-47a5-8ddb-bac65d44b2a7 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:19.312448 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd8650a-3771-4deb-be9e-0ba641bb2894 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:19.312846 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd8650a-3771-4deb-be9e-0ba641bb2894 None None] Checking segment: {'id': 'dce3da75-aa8c-4e20-8ced-aca73780ba1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9ad694b8-12c5-47a5-8ddb-bac65d44b2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:19.313250 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6cd8650a-3771-4deb-be9e-0ba641bb2894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:19.313648 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd8650a-3771-4deb-be9e-0ba641bb2894 None None] Bound using segment: {'id': 'dce3da75-aa8c-4e20-8ced-aca73780ba1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9ad694b8-12c5-47a5-8ddb-bac65d44b2a7'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:19.314120 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-6cd8650a-3771-4deb-be9e-0ba641bb2894 None None] Bound port: c8efa051-3b1c-48aa-86f0-3f43e30fb3a0, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce3da75-aa8c-4e20-8ced-aca73780ba1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9ad694b8-12c5-47a5-8ddb-bac65d44b2a7'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:19.314501 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6cd8650a-3771-4deb-be9e-0ba641bb2894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:19.357966 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port c4ffa50b-c347-4976-a254-c870fa6bfd5c completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:52:19.369078 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port c4ffa50b-c347-4976-a254-c870fa6bfd5c triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:19.369381 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:19.412362 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-6cd8650a-3771-4deb-be9e-0ba641bb2894 None None] For port c8efa051-3b1c-48aa-86f0-3f43e30fb3a0, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:19.420086 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-6cd8650a-3771-4deb-be9e-0ba641bb2894 None None] For port c8efa051-3b1c-48aa-86f0-3f43e30fb3a0, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=c8efa051-3b1c-48aa-86f0-3f43e30fb3a0,segment=NetworkSegment(dce3da75-aa8c-4e20-8ced-aca73780ba1f),segment_id=dce3da75-aa8c-4e20-8ced-aca73780ba1f)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:19.425472 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6cd8650a-3771-4deb-be9e-0ba641bb2894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:19.538754 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8650a-3771-4deb-be9e-0ba641bb2894 None None] Pushing event updated for resources: {'Port': ['ID=c8efa051-3b1c-48aa-86f0-3f43e30fb3a0,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:19.551352 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:19.562999 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9275e6b0-39e7-436f-a898-d81b9e6dbaeb None None] Network 9ad694b8-12c5-47a5-8ddb-bac65d44b2a7 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:19.595598 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84869794-6127-4fd1-9df8-22ad4aad5fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ffa50b-c347-4976-a254-c870fa6bfd5c'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:19.597837 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468bc935-ac3e-4972-8c92-b9b8e9d0c056" -d '{"events": [{"server_uuid": "84869794-6127-4fd1-9df8-22ad4aad5fcf", "name": "network-vif-plugged", "status": "completed", "tag": "c4ffa50b-c347-4976-a254-c870fa6bfd5c"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:19.639839 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port c4ffa50b-c347-4976-a254-c870fa6bfd5c, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=c4ffa50b-c347-4976-a254-c870fa6bfd5c,segment=NetworkSegment(51a9b458-7c9a-4442-bf01-8b9b2bd52faf),segment_id=51a9b458-7c9a-4442-bf01-8b9b2bd52faf)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:19.645917 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:19.646488 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e60e1f-214d-4e66-b17a-07f73e432fc5 req-ccae35e6-240a-4496-9f77-20d0bd078a2a tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:19.655230 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78e60e1f-214d-4e66-b17a-07f73e432fc5 req-ccae35e6-240a-4496-9f77-20d0bd078a2a tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/ports?device_id=5add1481-c375-4fc8-9abc-b189469b8278 HTTP/1.1" status: 200 len: 946 time: 0.0609913 Sep 16 04:52:19.698313 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78e60e1f-214d-4e66-b17a-07f73e432fc5 req-b0a51a26-85b1-43da-ad30-1bc1aa3f43fd tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f7019df-0b7f-43c7-8eb5-fcbf36db189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364015 Sep 16 04:52:19.740809 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=c4ffa50b-c347-4976-a254-c870fa6bfd5c,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:19.752958 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bdce29-0bae-41fe-b7f8-5cf89320f35d x-openstack-request-id: req-f4bdce29-0bae-41fe-b7f8-5cf89320f35d {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:19.753350 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84869794-6127-4fd1-9df8-22ad4aad5fcf", "name": "network-vif-plugged", "status": "completed", "tag": "c4ffa50b-c347-4976-a254-c870fa6bfd5c", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:19.753698 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f4bdce29-0bae-41fe-b7f8-5cf89320f35d {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:19.754180 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84869794-6127-4fd1-9df8-22ad4aad5fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ffa50b-c347-4976-a254-c870fa6bfd5c', 'code': 200} Sep 16 04:52:19.801109 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4aa45ce3-6fab-43b5-bf9e-7f89624b4999 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:19.909934 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e35a9e-e364-4d52-8d83-084d86084019 req-bc5cb05d-96e7-4ea1-b353-c19dd0bbe505 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:19.911470 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b9e35a9e-e364-4d52-8d83-084d86084019 req-bc5cb05d-96e7-4ea1-b353-c19dd0bbe505 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa60485e-1d30-4e4c-8744-73354d648eb1 HTTP/1.1" status: 200 len: 945 time: 0.1114252 Sep 16 04:52:19.940461 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24357ab2-b421-49da-a4da-5c08629d3f3b req-52670348-196a-43fd-ad28-e23c91124918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:19.942268 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-24357ab2-b421-49da-a4da-5c08629d3f3b req-52670348-196a-43fd-ad28-e23c91124918 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 1098 time: 0.0977497 Sep 16 04:52:19.969111 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1bcc4b-c757-4d6a-88a5-6737e846f913 None None] Network c8adf8a7-3ee0-41b0-8050-c1a436e8580e requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:19.989787 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b9e35a9e-e364-4d52-8d83-084d86084019 req-d822af35-f90a-44a3-b987-617c34c19d27 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696867 Sep 16 04:52:19.995485 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-4aa45ce3-6fab-43b5-bf9e-7f89624b4999 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Deleting port c8efa051-3b1c-48aa-86f0-3f43e30fb3a0 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:19.995828 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4aa45ce3-6fab-43b5-bf9e-7f89624b4999 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.036659 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-24357ab2-b421-49da-a4da-5c08629d3f3b req-34bc6005-55f4-42dd-a6a9-e7446921f92a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8f27d69d-6385-4ec0-b94a-3382c6c2c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736632 Sep 16 04:52:20.074719 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-086f79e5-537d-4dad-9a35-60f42f646375 None None] Provisioning complete for port 2ffcaf40-ae38-4862-91e5-c75afc6eb233 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:20.075087 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-086f79e5-537d-4dad-9a35-60f42f646375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.109784 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-4aa45ce3-6fab-43b5-bf9e-7f89624b4999 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] For port c8efa051-3b1c-48aa-86f0-3f43e30fb3a0, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=c8efa051-3b1c-48aa-86f0-3f43e30fb3a0,segment=NetworkSegment(dce3da75-aa8c-4e20-8ced-aca73780ba1f),segment_id=dce3da75-aa8c-4e20-8ced-aca73780ba1f)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:20.110146 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4aa45ce3-6fab-43b5-bf9e-7f89624b4999 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.128826 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-4aa45ce3-6fab-43b5-bf9e-7f89624b4999 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Calling delete_port for c8efa051-3b1c-48aa-86f0-3f43e30fb3a0 owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:20.150030 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6c371-1f59-49fa-9142-3c5e1ccbc2f5 req-c22683be-db9f-4a5f-8605-e8591b2543dd tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:20.151584 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-54e6c371-1f59-49fa-9142-3c5e1ccbc2f5 req-c22683be-db9f-4a5f-8605-e8591b2543dd tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 944 time: 0.0901675 Sep 16 04:52:20.214686 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-086f79e5-537d-4dad-9a35-60f42f646375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.258249 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-54e6c371-1f59-49fa-9142-3c5e1ccbc2f5 req-1b234833-9fa7-41a8-a307-fbee24a87530 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689788 Sep 16 04:52:20.274201 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-086f79e5-537d-4dad-9a35-60f42f646375 None None] For port 2ffcaf40-ae38-4862-91e5-c75afc6eb233, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2ffcaf40-ae38-4862-91e5-c75afc6eb233,segment=NetworkSegment(ac5d2bff-7ba9-4c5d-9117-d38798e8855e),segment_id=ac5d2bff-7ba9-4c5d-9117-d38798e8855e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:20.276534 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-086f79e5-537d-4dad-9a35-60f42f646375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.303275 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4aa45ce3-6fab-43b5-bf9e-7f89624b4999 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.314427 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2ffcaf40-ae38-4862-91e5-c75afc6eb233 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:20.331193 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa45ce3-6fab-43b5-bf9e-7f89624b4999 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event deleted for resources: {'Port': ['ID=c8efa051-3b1c-48aa-86f0-3f43e30fb3a0,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:20.352197 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa45ce3-6fab-43b5-bf9e-7f89624b4999 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] No DVR routers for this DVR port c8efa051-3b1c-48aa-86f0-3f43e30fb3a0 on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:20.376155 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f79e5-537d-4dad-9a35-60f42f646375 None None] Pushing event updated for resources: {'Port': ['ID=2ffcaf40-ae38-4862-91e5-c75afc6eb233,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:20.392984 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 2ffcaf40-ae38-4862-91e5-c75afc6eb233 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:20.393675 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.458288 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13bc7ec-33c3-4974-96b0-2543619697da req-78aa4b66-2688-43e0-bab1-6711f7ecb51e tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:20.459924 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d13bc7ec-33c3-4974-96b0-2543619697da req-78aa4b66-2688-43e0-bab1-6711f7ecb51e tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 946 time: 0.1106730 Sep 16 04:52:20.485790 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0b5b4e-3ac3-432e-b9e6-b5a0d27e8f44 None None] get_active_networks_info from n-d-712139-15 {{(pid=94768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:52:20.510956 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4aa45ce3-6fab-43b5-bf9e-7f89624b4999 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.530197 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-7809d118-a761-43a1-9851-333a79abf010 None None] Provisioning complete for port 2ffcaf40-ae38-4862-91e5-c75afc6eb233 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:20.530567 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7809d118-a761-43a1-9851-333a79abf010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.541312 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-4aa45ce3-6fab-43b5-bf9e-7f89624b4999 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ad694b8-12c5-47a5-8ddb-bac65d44b2a7']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:20.554756 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d13bc7ec-33c3-4974-96b0-2543619697da req-b26150b3-ba28-4503-aa51-d8cc77f8837e tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8f27d69d-6385-4ec0-b94a-3382c6c2c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878298 Sep 16 04:52:20.559421 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-4aa45ce3-6fab-43b5-bf9e-7f89624b4999 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dce3da75-aa8c-4e20-8ced-aca73780ba1f') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:20.559959 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-4aa45ce3-6fab-43b5-bf9e-7f89624b4999 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dce3da75-aa8c-4e20-8ced-aca73780ba1f') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:20.571290 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4aa45ce3-6fab-43b5-bf9e-7f89624b4999 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.588876 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4aa45ce3-6fab-43b5-bf9e-7f89624b4999 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.595363 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aa45ce3-6fab-43b5-bf9e-7f89624b4999 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:52:20.595881 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4aa45ce3-6fab-43b5-bf9e-7f89624b4999 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.600470 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:52:20.600470 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:52:20.600470 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:52:20.600470 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:52:20.600470 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:52:20.600470 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:52:20.600470 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:52:20.600470 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:52:20.600470 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:52:20.600470 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:52:20.600470 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:52:20.600470 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:52:20.600470 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:52:20.600470 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:52:20.600470 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:52:20.600470 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:52:20.600470 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:52:20.600470 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:52:20.600470 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:52:20.600470 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:52:20.600470 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:52:20.600470 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:52:20.600470 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:52:20.600470 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:52:20.600470 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:52:20.600470 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:52:20.600470 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:52:20.600470 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:52:20.600470 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:52:20.600470 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:52:20.600470 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:52:20.600470 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:52:20.671756 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4aa45ce3-6fab-43b5-bf9e-7f89624b4999 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.680729 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4aa45ce3-6fab-43b5-bf9e-7f89624b4999 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.685797 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4aa45ce3-6fab-43b5-bf9e-7f89624b4999 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "DELETE /v2.0/networks/9ad694b8-12c5-47a5-8ddb-bac65d44b2a7 HTTP/1.1" status: 204 len: 168 time: 2.9454935 Sep 16 04:52:20.686004 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0b5b4e-3ac3-432e-b9e6-b5a0d27e8f44 None None] Resources bound (agent type, host, resource id): {{(pid=94768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:52:20.686402 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46048) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:20.692163 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-f7d53f25-818d-4b22-8828-8310f251ce36 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1280145530'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:20.697018 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa45ce3-6fab-43b5-bf9e-7f89624b4999 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event deleted for resources: {'Network': ['ID=9ad694b8-12c5-47a5-8ddb-bac65d44b2a7,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:20.724782 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d53f25-818d-4b22-8828-8310f251ce36 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Made reservation on behalf of d4e9e654117b4276b41431d6e342843b for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:20.729291 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f7d53f25-818d-4b22-8828-8310f251ce36 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.763382 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d53f25-818d-4b22-8828-8310f251ce36 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:52:20.775044 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f7d53f25-818d-4b22-8828-8310f251ce36 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.775461 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-f7d53f25-818d-4b22-8828-8310f251ce36 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Added segment 973f67de-ddd2-4cb9-b819-77be14a2a7d0 of type vlan for network 8ae6e2f2-5c09-4082-b6d1-162cb0be03a9 Sep 16 04:52:20.831815 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d27d08-fe9c-4e75-9962-4ffac3998da5 req-1ebe4857-8fb2-4ea2-8832-5fea1018a839 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:20.833640 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a6d27d08-fe9c-4e75-9962-4ffac3998da5 req-1ebe4857-8fb2-4ea2-8832-5fea1018a839 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/ports?device_id=5add1481-c375-4fc8-9abc-b189469b8278 HTTP/1.1" status: 200 len: 946 time: 0.0587807 Sep 16 04:52:20.835653 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f7d53f25-818d-4b22-8828-8310f251ce36 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.862977 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f7d53f25-818d-4b22-8828-8310f251ce36 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.869918 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d53f25-818d-4b22-8828-8310f251ce36 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:20.870672 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f7d53f25-818d-4b22-8828-8310f251ce36 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.884353 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a6d27d08-fe9c-4e75-9962-4ffac3998da5 req-14ebc69c-3ebf-4dbb-b0f2-c330d1ee2faa tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f7019df-0b7f-43c7-8eb5-fcbf36db189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430546 Sep 16 04:52:20.907131 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f7d53f25-818d-4b22-8828-8310f251ce36 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2193875 Sep 16 04:52:20.910396 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46052) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:20.916523 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-17713b93-4ae0-4dc6-8074-bee371e08aff tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Request body: {'subnet': {'network_id': '8ae6e2f2-5c09-4082-b6d1-162cb0be03a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:20.964848 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d53f25-818d-4b22-8828-8310f251ce36 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event updated for resources: {'Network': ['ID=8ae6e2f2-5c09-4082-b6d1-162cb0be03a9,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:20.980259 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 8ae6e2f2-5c09-4082-b6d1-162cb0be03a9 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:52:21.040614 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17713b93-4ae0-4dc6-8074-bee371e08aff tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Made reservation on behalf of d4e9e654117b4276b41431d6e342843b for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:21.044533 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-17713b93-4ae0-4dc6-8074-bee371e08aff tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:21.112208 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f235a63-3149-4be2-acbb-bc4d0b8acda7 req-f614d4b5-0ba6-4af8-8ec8-76944c166a83 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:21.113886 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3f235a63-3149-4be2-acbb-bc4d0b8acda7 req-f614d4b5-0ba6-4af8-8ec8-76944c166a83 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa60485e-1d30-4e4c-8744-73354d648eb1 HTTP/1.1" status: 200 len: 945 time: 0.0508556 Sep 16 04:52:21.159128 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3f235a63-3149-4be2-acbb-bc4d0b8acda7 req-c1c3de7c-f08f-43ad-914b-0b577c7c8eaa tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376215 Sep 16 04:52:21.239916 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-17713b93-4ae0-4dc6-8074-bee371e08aff tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:21.314520 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17713b93-4ae0-4dc6-8074-bee371e08aff tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event updated for resources: {'Subnet': ['ID=2af3e218-6896-4977-8465-d19a2e1b48b0,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:21.325670 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17713b93-4ae0-4dc6-8074-bee371e08aff tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Checking segment: {'id': '973f67de-ddd2-4cb9-b819-77be14a2a7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8ae6e2f2-5c09-4082-b6d1-162cb0be03a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:21.326026 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17713b93-4ae0-4dc6-8074-bee371e08aff tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Network hostable DHCP agents. Network: 8ae6e2f2-5c09-4082-b6d1-162cb0be03a9, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:52:21.342996 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17713b93-4ae0-4dc6-8074-bee371e08aff tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Network 8ae6e2f2-5c09-4082-b6d1-162cb0be03a9 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:52:21.352369 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-17713b93-4ae0-4dc6-8074-bee371e08aff tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 8ae6e2f2-5c09-4082-b6d1-162cb0be03a9) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:21.356821 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17713b93-4ae0-4dc6-8074-bee371e08aff tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:21.357417 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-17713b93-4ae0-4dc6-8074-bee371e08aff tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:21.362024 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51afecc-5711-49e9-8495-019fea6366c5 None None] Network 8ae6e2f2-5c09-4082-b6d1-162cb0be03a9 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:21.373959 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-17713b93-4ae0-4dc6-8074-bee371e08aff tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.4621542 Sep 16 04:52:21.376620 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46058) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:21.386920 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98637af-9bfd-468a-884a-9b0b96fb8249 req-47c91bb3-3ced-40e5-98bb-30471aace8ad tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:21.389523 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a98637af-9bfd-468a-884a-9b0b96fb8249 req-47c91bb3-3ced-40e5-98bb-30471aace8ad tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 944 time: 0.0613949 Sep 16 04:52:21.430294 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a98637af-9bfd-468a-884a-9b0b96fb8249 req-94f48e27-79a9-4ba4-81fe-957d7595ba73 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332081 Sep 16 04:52:21.498506 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5631fe39-0dda-4a8b-ae47-8092a6738588 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:21.515730 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a624651-019a-460b-a37e-b62279d8bc38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-8ae6e2f2-5c09-4082-b6d1-162cb0be03a9', 'network_id': '8ae6e2f2-5c09-4082-b6d1-162cb0be03a9', 'tenant_id': 'd4e9e654117b4276b41431d6e342843b', 'fixed_ips': [{'subnet_id': '2af3e218-6896-4977-8465-d19a2e1b48b0'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:52:21.516554 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4a624651-019a-460b-a37e-b62279d8bc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:21.635458 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6c292-9a3b-46d9-9768-8f70c21b192d req-4c516040-3916-4ef1-ac25-1aa533b82476 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:21.637855 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3e6c292-9a3b-46d9-9768-8f70c21b192d req-4c516040-3916-4ef1-ac25-1aa533b82476 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.47 "GET /v2.0/ports?device_id=5add1481-c375-4fc8-9abc-b189469b8278 HTTP/1.1" status: 200 len: 946 time: 0.0695026 Sep 16 04:52:21.682600 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-4a624651-019a-460b-a37e-b62279d8bc38 None None] Allocated IP 2001:db8::1 (8ae6e2f2-5c09-4082-b6d1-162cb0be03a9/2af3e218-6896-4977-8465-d19a2e1b48b0/fbf9fd20-4d3a-4e8d-867d-e0993e09799a) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:21.757790 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ae1fb-596d-4e8c-b018-53edb66b586b req-204e9ba8-e55e-4971-b1a6-0ff7a2a00a25 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:21.759461 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d1ae1fb-596d-4e8c-b018-53edb66b586b req-204e9ba8-e55e-4971-b1a6-0ff7a2a00a25 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 946 time: 0.1161885 Sep 16 04:52:21.805432 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-a3e6c292-9a3b-46d9-9768-8f70c21b192d req-6babce4e-3392-4e5e-a284-6bd5b2da2269 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Deleting port 9531b6d7-69f1-4a2f-b252-2d04996dba19 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:21.805777 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3e6c292-9a3b-46d9-9768-8f70c21b192d req-6babce4e-3392-4e5e-a284-6bd5b2da2269 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:21.842561 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d1ae1fb-596d-4e8c-b018-53edb66b586b req-a4feef15-abf7-4d29-adf8-54f12c16d085 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8f27d69d-6385-4ec0-b94a-3382c6c2c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693860 Sep 16 04:52:21.867640 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4a624651-019a-460b-a37e-b62279d8bc38 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:21.880339 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4a624651-019a-460b-a37e-b62279d8bc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:21.915866 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63988b5-8f24-40bb-94a4-d18da00f3b14 req-fde14b42-b729-4db7-9044-342fbcc87af7 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:21.917400 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c63988b5-8f24-40bb-94a4-d18da00f3b14 req-fde14b42-b729-4db7-9044-342fbcc87af7 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.47 "GET /v2.0/ports?device_id=68c82326-eaae-4c36-bd4b-c9fa97c00bb6 HTTP/1.1" status: 200 len: 945 time: 0.4551234 Sep 16 04:52:21.932166 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-a3e6c292-9a3b-46d9-9768-8f70c21b192d req-6babce4e-3392-4e5e-a284-6bd5b2da2269 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] For port 9531b6d7-69f1-4a2f-b252-2d04996dba19, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=9531b6d7-69f1-4a2f-b252-2d04996dba19,segment=NetworkSegment(eeb06a3c-4440-40bb-a867-5844152e236c),segment_id=eeb06a3c-4440-40bb-a867-5844152e236c)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:21.932547 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3e6c292-9a3b-46d9-9768-8f70c21b192d req-6babce4e-3392-4e5e-a284-6bd5b2da2269 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:21.948034 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a624651-019a-460b-a37e-b62279d8bc38 None None] Network 8ae6e2f2-5c09-4082-b6d1-162cb0be03a9 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:21.950088 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-a3e6c292-9a3b-46d9-9768-8f70c21b192d req-6babce4e-3392-4e5e-a284-6bd5b2da2269 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Calling delete_port for 9531b6d7-69f1-4a2f-b252-2d04996dba19 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:21.952311 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-4a624651-019a-460b-a37e-b62279d8bc38 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:21.976855 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a624651-019a-460b-a37e-b62279d8bc38 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:21.986588 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a624651-019a-460b-a37e-b62279d8bc38 None None] Pushing event updated for resources: {'Port': ['ID=fbf9fd20-4d3a-4e8d-867d-e0993e09799a,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:21.996224 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5631fe39-0dda-4a8b-ae47-8092a6738588 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.043175 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-4a624651-019a-460b-a37e-b62279d8bc38 None None] Attempting to bind port fbf9fd20-4d3a-4e8d-867d-e0993e09799a on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:22.043536 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-4a624651-019a-460b-a37e-b62279d8bc38 None None] Attempting to bind port fbf9fd20-4d3a-4e8d-867d-e0993e09799a by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '973f67de-ddd2-4cb9-b819-77be14a2a7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8ae6e2f2-5c09-4082-b6d1-162cb0be03a9'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:22.043877 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a624651-019a-460b-a37e-b62279d8bc38 None None] Attempting to bind port fbf9fd20-4d3a-4e8d-867d-e0993e09799a on network 8ae6e2f2-5c09-4082-b6d1-162cb0be03a9 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:22.048930 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a624651-019a-460b-a37e-b62279d8bc38 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:22.049301 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a624651-019a-460b-a37e-b62279d8bc38 None None] Checking segment: {'id': '973f67de-ddd2-4cb9-b819-77be14a2a7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8ae6e2f2-5c09-4082-b6d1-162cb0be03a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:22.049723 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4a624651-019a-460b-a37e-b62279d8bc38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.050095 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a624651-019a-460b-a37e-b62279d8bc38 None None] Bound using segment: {'id': '973f67de-ddd2-4cb9-b819-77be14a2a7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8ae6e2f2-5c09-4082-b6d1-162cb0be03a9'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:22.050551 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-4a624651-019a-460b-a37e-b62279d8bc38 None None] Bound port: fbf9fd20-4d3a-4e8d-867d-e0993e09799a, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973f67de-ddd2-4cb9-b819-77be14a2a7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8ae6e2f2-5c09-4082-b6d1-162cb0be03a9'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:22.050923 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4a624651-019a-460b-a37e-b62279d8bc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.060910 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9f302-7326-4522-8b06-2178ebd8ab63 req-4a6706d9-4dc8-4ba9-a9d9-f47da226683d tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:22.062439 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dbd9f302-7326-4522-8b06-2178ebd8ab63 req-4a6706d9-4dc8-4ba9-a9d9-f47da226683d tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa60485e-1d30-4e4c-8744-73354d648eb1 HTTP/1.1" status: 200 len: 945 time: 0.1698458 Sep 16 04:52:22.073917 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47328c1d-8ec9-48c2-b808-9606b8c35501 req-ae362066-613a-4139-a58b-eddf64c17910 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:22.075522 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-47328c1d-8ec9-48c2-b808-9606b8c35501 req-ae362066-613a-4139-a58b-eddf64c17910 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/ports?device_id=5add1481-c375-4fc8-9abc-b189469b8278 HTTP/1.1" status: 200 len: 946 time: 0.0700686 Sep 16 04:52:22.092129 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 28b7154f-1510-41ee-89e8-368ea43f2070 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:22.130777 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-47328c1d-8ec9-48c2-b808-9606b8c35501 req-a1bcea8a-b80e-48f7-a863-c59bd4f3431c tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f7019df-0b7f-43c7-8eb5-fcbf36db189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422068 Sep 16 04:52:22.137686 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-4a624651-019a-460b-a37e-b62279d8bc38 None None] For port fbf9fd20-4d3a-4e8d-867d-e0993e09799a, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:22.186653 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-c63988b5-8f24-40bb-94a4-d18da00f3b14 req-32309e4d-c1cf-4e27-a38c-6d62ad41fc4a tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Deleting port d9a96359-2764-4430-8a72-730ca802c149 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:22.186987 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c63988b5-8f24-40bb-94a4-d18da00f3b14 req-32309e4d-c1cf-4e27-a38c-6d62ad41fc4a tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.202108 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5631fe39-0dda-4a8b-ae47-8092a6738588 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.222294 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3e6c292-9a3b-46d9-9768-8f70c21b192d req-6babce4e-3392-4e5e-a284-6bd5b2da2269 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.257320 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631fe39-0dda-4a8b-ae47-8092a6738588 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event deleted for resources: {'Subnet': ['ID=2af3e218-6896-4977-8465-d19a2e1b48b0,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:22.268401 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6babce4e-3392-4e5e-a284-6bd5b2da2269 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Pushing event deleted for resources: {'Port': ['ID=9531b6d7-69f1-4a2f-b252-2d04996dba19,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:22.290296 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-4a624651-019a-460b-a37e-b62279d8bc38 None None] For port fbf9fd20-4d3a-4e8d-867d-e0993e09799a, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=fbf9fd20-4d3a-4e8d-867d-e0993e09799a,segment=NetworkSegment(973f67de-ddd2-4cb9-b819-77be14a2a7d0),segment_id=973f67de-ddd2-4cb9-b819-77be14a2a7d0)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:22.295737 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['9531b6d7-69f1-4a2f-b252-2d04996dba19', 'd9a96359-2764-4430-8a72-730ca802c149'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:22.299025 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2ffcaf40-ae38-4862-91e5-c75afc6eb233 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:22.313436 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 28b7154f-1510-41ee-89e8-368ea43f2070, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=28b7154f-1510-41ee-89e8-368ea43f2070,segment=NetworkSegment(9d882537-ab8f-4c6a-a507-c4b915fccb33),segment_id=9d882537-ab8f-4c6a-a507-c4b915fccb33)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:22.318357 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4a624651-019a-460b-a37e-b62279d8bc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.323286 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e6c292-9a3b-46d9-9768-8f70c21b192d req-6babce4e-3392-4e5e-a284-6bd5b2da2269 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] No DVR routers for this DVR port 9531b6d7-69f1-4a2f-b252-2d04996dba19 on host n-h1-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:22.332721 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a3e6c292-9a3b-46d9-9768-8f70c21b192d req-6babce4e-3392-4e5e-a284-6bd5b2da2269 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.334684 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3e6c292-9a3b-46d9-9768-8f70c21b192d req-6babce4e-3392-4e5e-a284-6bd5b2da2269 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.47 "DELETE /v2.0/ports/9531b6d7-69f1-4a2f-b252-2d04996dba19 HTTP/1.1" status: 204 len: 173 time: 0.6891510 Sep 16 04:52:22.337043 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5add1481-c375-4fc8-9abc-b189469b8278', 'name': 'network-vif-deleted', 'tag': '9531b6d7-69f1-4a2f-b252-2d04996dba19'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:22.340774 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a61a167-a6e9-4372-a84e-9b9868e89c87" -d '{"events": [{"server_uuid": "5add1481-c375-4fc8-9abc-b189469b8278", "name": "network-vif-deleted", "tag": "9531b6d7-69f1-4a2f-b252-2d04996dba19"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:22.387879 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5631fe39-0dda-4a8b-ae47-8092a6738588 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.392127 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-dbd9f302-7326-4522-8b06-2178ebd8ab63 req-81fd0c77-1abb-4ce4-89e0-5b4b0292b864 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Deleting port f546a322-4da5-4c96-9c19-a106f67c047d {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:22.392467 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-dbd9f302-7326-4522-8b06-2178ebd8ab63 req-81fd0c77-1abb-4ce4-89e0-5b4b0292b864 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.399840 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85236e9-1ea3-494e-9ffa-b3e2ed9d8b27 req-69a778e1-4ffe-4864-a147-c08be07efedd tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:22.401483 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e85236e9-1ea3-494e-9ffa-b3e2ed9d8b27 req-69a778e1-4ffe-4864-a147-c08be07efedd tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa60485e-1d30-4e4c-8744-73354d648eb1 HTTP/1.1" status: 200 len: 945 time: 0.0818539 Sep 16 04:52:22.421722 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '28b7154f-1510-41ee-89e8-368ea43f2070', 'network_id': '5af8db4f-30cf-43da-98f6-b98ec0e36bfd', 'port_id': '28b7154f-1510-41ee-89e8-368ea43f2070', 'mac_address': 'fa:16:3e:d3:14:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abeb648c-0c98-45ec-a092-05d2e017fc1f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:52:22.434426 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-5631fe39-0dda-4a8b-ae47-8092a6738588 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae6e2f2-5c09-4082-b6d1-162cb0be03a9']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:22.457408 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-c63988b5-8f24-40bb-94a4-d18da00f3b14 req-32309e4d-c1cf-4e27-a38c-6d62ad41fc4a tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] For port d9a96359-2764-4430-8a72-730ca802c149, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=d9a96359-2764-4430-8a72-730ca802c149,segment=NetworkSegment(eeb06a3c-4440-40bb-a867-5844152e236c),segment_id=eeb06a3c-4440-40bb-a867-5844152e236c)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:22.457841 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c63988b5-8f24-40bb-94a4-d18da00f3b14 req-32309e4d-c1cf-4e27-a38c-6d62ad41fc4a tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.491012 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e85236e9-1ea3-494e-9ffa-b3e2ed9d8b27 req-ff7ae325-f6e6-4133-b918-dff4e25cec40 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691826 Sep 16 04:52:22.503797 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-5631fe39-0dda-4a8b-ae47-8092a6738588 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973f67de-ddd2-4cb9-b819-77be14a2a7d0') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:22.503797 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-5631fe39-0dda-4a8b-ae47-8092a6738588 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973f67de-ddd2-4cb9-b819-77be14a2a7d0') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:22.519100 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-c63988b5-8f24-40bb-94a4-d18da00f3b14 req-32309e4d-c1cf-4e27-a38c-6d62ad41fc4a tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Calling delete_port for d9a96359-2764-4430-8a72-730ca802c149 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:22.526401 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5631fe39-0dda-4a8b-ae47-8092a6738588 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.546075 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc43389-76a0-4a79-81d9-737981e78f72 x-openstack-request-id: req-4dc43389-76a0-4a79-81d9-737981e78f72 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:22.547175 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5add1481-c375-4fc8-9abc-b189469b8278", "name": "network-vif-deleted", "tag": "9531b6d7-69f1-4a2f-b252-2d04996dba19", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:22.547765 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4dc43389-76a0-4a79-81d9-737981e78f72 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:22.550059 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5add1481-c375-4fc8-9abc-b189469b8278', 'name': 'network-vif-deleted', 'tag': '9531b6d7-69f1-4a2f-b252-2d04996dba19', 'status': 'completed', 'code': 200} Sep 16 04:52:22.551730 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a624651-019a-460b-a37e-b62279d8bc38 None None] Pushing event updated for resources: {'Port': ['ID=fbf9fd20-4d3a-4e8d-867d-e0993e09799a,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:22.564432 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.590914 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 2ffcaf40-ae38-4862-91e5-c75afc6eb233 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:22.591281 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.608517 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5631fe39-0dda-4a8b-ae47-8092a6738588 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.622473 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5631fe39-0dda-4a8b-ae47-8092a6738588 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:52:22.622700 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5631fe39-0dda-4a8b-ae47-8092a6738588 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.627103 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:52:22.627103 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:52:22.627103 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:52:22.627103 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:52:22.627103 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:52:22.627103 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:52:22.627103 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:52:22.627103 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:52:22.627103 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:52:22.627103 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:52:22.627103 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:52:22.627103 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:52:22.627103 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:52:22.627103 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:52:22.627103 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:52:22.627103 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:52:22.627103 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:52:22.627103 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:52:22.627103 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:52:22.627103 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:52:22.627103 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:52:22.627103 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:52:22.627103 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:52:22.627103 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:52:22.627103 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:52:22.627103 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:52:22.627103 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:52:22.627103 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:52:22.627103 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:52:22.627103 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:52:22.627103 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:52:22.627103 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:52:22.629461 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28b7154f-1510-41ee-89e8-368ea43f2070 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:22.671137 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 28b7154f-1510-41ee-89e8-368ea43f2070, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=28b7154f-1510-41ee-89e8-368ea43f2070,segment=NetworkSegment(9d882537-ab8f-4c6a-a507-c4b915fccb33),segment_id=9d882537-ab8f-4c6a-a507-c4b915fccb33)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:22.683396 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.700130 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-dbd9f302-7326-4522-8b06-2178ebd8ab63 req-81fd0c77-1abb-4ce4-89e0-5b4b0292b864 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] For port f546a322-4da5-4c96-9c19-a106f67c047d, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=f546a322-4da5-4c96-9c19-a106f67c047d,segment=NetworkSegment(01aafaa9-a340-46ca-887a-6648c79e8c73),segment_id=01aafaa9-a340-46ca-887a-6648c79e8c73)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:22.700499 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-dbd9f302-7326-4522-8b06-2178ebd8ab63 req-81fd0c77-1abb-4ce4-89e0-5b4b0292b864 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.700693 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c80c24-6800-42e4-8cda-761983d7998a req-53b04042-6f4b-4eff-90d5-1f36a7ac292e tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:22.702323 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-98c80c24-6800-42e4-8cda-761983d7998a req-53b04042-6f4b-4eff-90d5-1f36a7ac292e tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 944 time: 0.0857856 Sep 16 04:52:22.744799 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-dbd9f302-7326-4522-8b06-2178ebd8ab63 req-81fd0c77-1abb-4ce4-89e0-5b4b0292b864 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Calling delete_port for f546a322-4da5-4c96-9c19-a106f67c047d owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:22.760846 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.db.api [None req-5631fe39-0dda-4a8b-ae47-8092a6738588 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 04:52:22.760846 n-d-712139-15 neutron-server[94766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 04:52:22.760846 n-d-712139-15 neutron-server[94766]: [parameters: {'id': '8ae6e2f2-5c09-4082-b6d1-162cb0be03a9'}] Sep 16 04:52:22.760846 n-d-712139-15 neutron-server[94766]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:52:22.761893 n-d-712139-15 neutron-server[94766]: DEBUG oslo_db.api [None req-5631fe39-0dda-4a8b-ae47-8092a6738588 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:52:22.813586 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=28b7154f-1510-41ee-89e8-368ea43f2070,revision_number=11']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:22.817561 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-98c80c24-6800-42e4-8cda-761983d7998a req-7259cbe1-dc1d-4bb8-b35a-2726c3b087eb tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086087 Sep 16 04:52:22.920904 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c63988b5-8f24-40bb-94a4-d18da00f3b14 req-32309e4d-c1cf-4e27-a38c-6d62ad41fc4a tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.975544 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32309e4d-c1cf-4e27-a38c-6d62ad41fc4a tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Pushing event deleted for resources: {'Port': ['ID=d9a96359-2764-4430-8a72-730ca802c149,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:22.995046 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['9531b6d7-69f1-4a2f-b252-2d04996dba19'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:22.997804 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711cf84-1910-4ab9-ab03-c8da8bef7ac5 req-14ee2064-44ce-4644-b671-4d099a15109a tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:23.000349 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7711cf84-1910-4ab9-ab03-c8da8bef7ac5 req-14ee2064-44ce-4644-b671-4d099a15109a tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 946 time: 0.0689425 Sep 16 04:52:23.039856 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c63988b5-8f24-40bb-94a4-d18da00f3b14 req-32309e4d-c1cf-4e27-a38c-6d62ad41fc4a tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] No DVR routers for this DVR port d9a96359-2764-4430-8a72-730ca802c149 on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:23.045583 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-c63988b5-8f24-40bb-94a4-d18da00f3b14 req-32309e4d-c1cf-4e27-a38c-6d62ad41fc4a tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:23.046573 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7711cf84-1910-4ab9-ab03-c8da8bef7ac5 req-610d9728-8e0e-4fcb-b6b6-9f6b44c5990e tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8f27d69d-6385-4ec0-b94a-3382c6c2c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392828 Sep 16 04:52:23.047691 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c63988b5-8f24-40bb-94a4-d18da00f3b14 req-32309e4d-c1cf-4e27-a38c-6d62ad41fc4a tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.47 "DELETE /v2.0/ports/d9a96359-2764-4430-8a72-730ca802c149 HTTP/1.1" status: 204 len: 173 time: 1.1126096 Sep 16 04:52:23.048137 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c82326-eaae-4c36-bd4b-c9fa97c00bb6', 'name': 'network-vif-deleted', 'tag': 'd9a96359-2764-4430-8a72-730ca802c149'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:23.050418 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1d4087-3fd7-4010-8272-dcb92f25812c" -d '{"events": [{"server_uuid": "68c82326-eaae-4c36-bd4b-c9fa97c00bb6", "name": "network-vif-deleted", "tag": "d9a96359-2764-4430-8a72-730ca802c149"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:23.073047 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['28b7154f-1510-41ee-89e8-368ea43f2070'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:23.083521 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-dbd9f302-7326-4522-8b06-2178ebd8ab63 req-81fd0c77-1abb-4ce4-89e0-5b4b0292b864 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:23.119423 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8312f412-eaa0-4cfb-9a24-095500250fc0 x-openstack-request-id: req-8312f412-eaa0-4cfb-9a24-095500250fc0 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:23.119821 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c82326-eaae-4c36-bd4b-c9fa97c00bb6", "name": "network-vif-deleted", "tag": "d9a96359-2764-4430-8a72-730ca802c149", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:23.120172 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8312f412-eaa0-4cfb-9a24-095500250fc0 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:23.121636 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c82326-eaae-4c36-bd4b-c9fa97c00bb6', 'name': 'network-vif-deleted', 'tag': 'd9a96359-2764-4430-8a72-730ca802c149', 'status': 'completed', 'code': 200} Sep 16 04:52:23.124112 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd0c77-1abb-4ce4-89e0-5b4b0292b864 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Pushing event deleted for resources: {'Port': ['ID=f546a322-4da5-4c96-9c19-a106f67c047d,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:23.124476 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['15ad20e6-33a2-4999-b939-3fa15039c324'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:23.199457 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd9f302-7326-4522-8b06-2178ebd8ab63 req-81fd0c77-1abb-4ce4-89e0-5b4b0292b864 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] No DVR routers for this DVR port f546a322-4da5-4c96-9c19-a106f67c047d on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:23.202524 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-dbd9f302-7326-4522-8b06-2178ebd8ab63 req-81fd0c77-1abb-4ce4-89e0-5b4b0292b864 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:23.206261 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dbd9f302-7326-4522-8b06-2178ebd8ab63 req-81fd0c77-1abb-4ce4-89e0-5b4b0292b864 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.47 "DELETE /v2.0/ports/f546a322-4da5-4c96-9c19-a106f67c047d HTTP/1.1" status: 204 len: 173 time: 1.1316402 Sep 16 04:52:23.232974 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94871dfe-83fd-4234-a0a4-86fa3a4d8a54 req-ac52a4d0-6da5-4175-aa21-fd5f5a5c9b0f tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:23.241264 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94871dfe-83fd-4234-a0a4-86fa3a4d8a54 req-ac52a4d0-6da5-4175-aa21-fd5f5a5c9b0f tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 946 time: 0.0763566 Sep 16 04:52:23.250664 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46078) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:23.258793 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-5bee9c30-ba04-48c5-8f5b-3509a8f32347 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Request body: {'floatingip': {'port_id': 'c4ffa50b-c347-4976-a254-c870fa6bfd5c'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:23.263834 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5631fe39-0dda-4a8b-ae47-8092a6738588 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:23.349407 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5bee9c30-ba04-48c5-8f5b-3509a8f32347 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for floatingip, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:23.413787 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3929a28c-6718-4f22-803e-7c6443ccf052 req-cbb4d8be-db1f-4771-9497-538def86c102 tempest-ListServersNegativeTestJSON-1837874026 tempest-ListServersNegativeTestJSON-1837874026-project] 10.222.0.35 "GET /v2.0/ports?device_id=68c82326-eaae-4c36-bd4b-c9fa97c00bb6 HTTP/1.1" status: 200 len: 210 time: 0.0348563 Sep 16 04:52:23.566536 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-5631fe39-0dda-4a8b-ae47-8092a6738588 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Deleting port fbf9fd20-4d3a-4e8d-867d-e0993e09799a {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:23.567098 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5631fe39-0dda-4a8b-ae47-8092a6738588 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:23.606188 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-70cec634-1eb9-43a9-add2-353fddb73c3e req-b0684b9f-9649-43fc-9769-3cebd1f584a7 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa60485e-1d30-4e4c-8744-73354d648eb1 HTTP/1.1" status: 200 len: 210 time: 0.0368426 Sep 16 04:52:23.676687 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-5631fe39-0dda-4a8b-ae47-8092a6738588 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] For port fbf9fd20-4d3a-4e8d-867d-e0993e09799a, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=fbf9fd20-4d3a-4e8d-867d-e0993e09799a,segment=NetworkSegment(973f67de-ddd2-4cb9-b819-77be14a2a7d0),segment_id=973f67de-ddd2-4cb9-b819-77be14a2a7d0)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:23.677066 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5631fe39-0dda-4a8b-ae47-8092a6738588 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:23.693243 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['f546a322-4da5-4c96-9c19-a106f67c047d'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:23.702867 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-5631fe39-0dda-4a8b-ae47-8092a6738588 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Calling delete_port for fbf9fd20-4d3a-4e8d-867d-e0993e09799a owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:23.723690 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c21df7-bb76-41d1-8e7f-81c574aa396c None None] Network 8ae6e2f2-5c09-4082-b6d1-162cb0be03a9 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:23.799726 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-1f7f223b-52a8-4613-aae8-030eee9a44fe None None] Provisioning complete for port fbf9fd20-4d3a-4e8d-867d-e0993e09799a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:23.800092 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1f7f223b-52a8-4613-aae8-030eee9a44fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:23.935144 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5631fe39-0dda-4a8b-ae47-8092a6738588 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:23.964670 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631fe39-0dda-4a8b-ae47-8092a6738588 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event deleted for resources: {'Port': ['ID=fbf9fd20-4d3a-4e8d-867d-e0993e09799a,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:23.969943 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5631fe39-0dda-4a8b-ae47-8092a6738588 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] No DVR routers for this DVR port fbf9fd20-4d3a-4e8d-867d-e0993e09799a on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:23.988988 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72298ecf-314b-42d2-94f1-9a7aca178fa1 req-b4b62635-ec85-40f4-9989-cc7a6a89cbf2 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:23.997115 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-72298ecf-314b-42d2-94f1-9a7aca178fa1 req-b4b62635-ec85-40f4-9989-cc7a6a89cbf2 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 945 time: 0.0752721 Sep 16 04:52:24.041317 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-72298ecf-314b-42d2-94f1-9a7aca178fa1 req-820747b2-fdde-4aec-aeec-844fa6380e50 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429969 Sep 16 04:52:24.065357 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-1f7f223b-52a8-4613-aae8-030eee9a44fe None None] Could not find standard attr ID for object fbf9fd20-4d3a-4e8d-867d-e0993e09799a. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:52:24.072153 n-d-712139-15 neutron-server[94768]: INFO neutron.plugins.ml2.db [None req-1f7f223b-52a8-4613-aae8-030eee9a44fe None None] No ports have port_id starting with fbf9fd20-4d3a-4e8d-867d-e0993e09799a Sep 16 04:52:24.104640 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5631fe39-0dda-4a8b-ae47-8092a6738588 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:24.110246 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5bee9c30-ba04-48c5-8f5b-3509a8f32347 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:24.118861 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5bee9c30-ba04-48c5-8f5b-3509a8f32347 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:24.127693 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29740df-81ec-4723-9afc-55b01bbd3cd4 None None] DHCP port deletion for 8ae6e2f2-5c09-4082-b6d1-162cb0be03a9 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:52:24.164963 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 28b7154f-1510-41ee-89e8-368ea43f2070 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:24.170398 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-5631fe39-0dda-4a8b-ae47-8092a6738588 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae6e2f2-5c09-4082-b6d1-162cb0be03a9']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:24.185500 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-5631fe39-0dda-4a8b-ae47-8092a6738588 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973f67de-ddd2-4cb9-b819-77be14a2a7d0') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:24.185690 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-5631fe39-0dda-4a8b-ae47-8092a6738588 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973f67de-ddd2-4cb9-b819-77be14a2a7d0') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:24.201450 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5631fe39-0dda-4a8b-ae47-8092a6738588 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:24.230715 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 28b7154f-1510-41ee-89e8-368ea43f2070 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:52:24.245994 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 28b7154f-1510-41ee-89e8-368ea43f2070 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:24.246371 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:24.257913 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5631fe39-0dda-4a8b-ae47-8092a6738588 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:24.268091 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [None req-5bee9c30-ba04-48c5-8f5b-3509a8f32347 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Floating IP e68b405d-a3d6-444b-a4d8-ff27279c3f6d associated. External IP: 172.25.8.220, port: c4ffa50b-c347-4976-a254-c870fa6bfd5c. Sep 16 04:52:24.270605 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5631fe39-0dda-4a8b-ae47-8092a6738588 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:52:24.271012 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5631fe39-0dda-4a8b-ae47-8092a6738588 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:24.275230 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:52:24.275230 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:52:24.275230 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:52:24.275230 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:52:24.275230 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:52:24.275230 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:52:24.275230 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:52:24.275230 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:52:24.275230 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:52:24.275230 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:52:24.275230 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:52:24.275230 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:52:24.275230 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:52:24.275230 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:52:24.275230 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:52:24.275230 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:52:24.275230 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:52:24.275230 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:52:24.275230 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:52:24.275230 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:52:24.275230 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:52:24.275230 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:52:24.275230 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:52:24.275230 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:52:24.275230 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:52:24.275230 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:52:24.275230 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:52:24.275230 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:52:24.275230 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:52:24.275230 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:52:24.275230 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:52:24.275230 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:52:24.332325 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:24.356482 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8b0102-c6af-4051-afb4-0a49c5a910b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b7154f-1510-41ee-89e8-368ea43f2070'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:24.358742 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d35d7c-7227-4199-927f-8e7ce90a3364" -d '{"events": [{"server_uuid": "6c8b0102-c6af-4051-afb4-0a49c5a910b1", "name": "network-vif-plugged", "status": "completed", "tag": "28b7154f-1510-41ee-89e8-368ea43f2070"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:24.380322 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5631fe39-0dda-4a8b-ae47-8092a6738588 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:24.385618 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 28b7154f-1510-41ee-89e8-368ea43f2070, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=28b7154f-1510-41ee-89e8-368ea43f2070,segment=NetworkSegment(9d882537-ab8f-4c6a-a507-c4b915fccb33),segment_id=9d882537-ab8f-4c6a-a507-c4b915fccb33)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:24.390984 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:24.392270 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 9531b6d7-69f1-4a2f-b252-2d04996dba19 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:24.426881 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5631fe39-0dda-4a8b-ae47-8092a6738588 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:24.432903 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5631fe39-0dda-4a8b-ae47-8092a6738588 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "DELETE /v2.0/networks/8ae6e2f2-5c09-4082-b6d1-162cb0be03a9 HTTP/1.1" status: 204 len: 168 time: 3.0509796 Sep 16 04:52:24.432903 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631fe39-0dda-4a8b-ae47-8092a6738588 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event deleted for resources: {'Network': ['ID=8ae6e2f2-5c09-4082-b6d1-162cb0be03a9,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:24.433255 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46088) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:24.439984 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-879e206b-4473-475e-b7d8-0463208d1ec1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-797086984'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:24.463691 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879e206b-4473-475e-b7d8-0463208d1ec1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Made reservation on behalf of d4e9e654117b4276b41431d6e342843b for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:24.467654 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-879e206b-4473-475e-b7d8-0463208d1ec1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:24.469715 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ddf82e-9dc0-4a40-8e25-fa08cf2735eb x-openstack-request-id: req-72ddf82e-9dc0-4a40-8e25-fa08cf2735eb {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:24.470180 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8b0102-c6af-4051-afb4-0a49c5a910b1", "name": "network-vif-plugged", "status": "completed", "tag": "28b7154f-1510-41ee-89e8-368ea43f2070", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:24.470583 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-72ddf82e-9dc0-4a40-8e25-fa08cf2735eb {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:24.471191 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8b0102-c6af-4051-afb4-0a49c5a910b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b7154f-1510-41ee-89e8-368ea43f2070', 'code': 200} Sep 16 04:52:24.472021 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: 9531b6d7-69f1-4a2f-b252-2d04996dba19 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:24.472621 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 9531b6d7-69f1-4a2f-b252-2d04996dba19 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:24.473286 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device f546a322-4da5-4c96-9c19-a106f67c047d no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:24.519978 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879e206b-4473-475e-b7d8-0463208d1ec1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:52:24.524062 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: f546a322-4da5-4c96-9c19-a106f67c047d {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:24.524666 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device f546a322-4da5-4c96-9c19-a106f67c047d not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:24.525536 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device d9a96359-2764-4430-8a72-730ca802c149 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:24.530776 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-879e206b-4473-475e-b7d8-0463208d1ec1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:24.531686 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-879e206b-4473-475e-b7d8-0463208d1ec1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Added segment 3c89ef95-68af-4298-9908-eed4eebfeef4 of type vlan for network 997084fc-3c75-436a-a39e-a064d27bccca Sep 16 04:52:24.538546 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46094) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:24.583658 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-879e206b-4473-475e-b7d8-0463208d1ec1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:24.584307 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: d9a96359-2764-4430-8a72-730ca802c149 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:24.585947 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device d9a96359-2764-4430-8a72-730ca802c149 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:24.598271 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=28b7154f-1510-41ee-89e8-368ea43f2070,revision_number=12']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:24.621533 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-879e206b-4473-475e-b7d8-0463208d1ec1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:24.627512 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879e206b-4473-475e-b7d8-0463208d1ec1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:24.628444 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-879e206b-4473-475e-b7d8-0463208d1ec1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:24.659935 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bee9c30-ba04-48c5-8f5b-3509a8f32347 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Router a642493d-01a9-4e7a-a221-01cf5d61c50d has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:52:24.683200 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-879e206b-4473-475e-b7d8-0463208d1ec1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2487602 Sep 16 04:52:24.685703 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c43dad4d-ef73-4d91-ae0b-240b5370922f admin admin] Deleting subnet bad5ffb8-c8e7-4f2c-aaf7-17c9f9abcb85 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:52:24.686688 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46098) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:24.691112 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c43dad4d-ef73-4d91-ae0b-240b5370922f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:24.720228 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-2590ac5e-5cd1-4da5-b4e3-ee149c40534f tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Request body: {'subnet': {'network_id': '997084fc-3c75-436a-a39e-a064d27bccca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:24.728627 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e206b-4473-475e-b7d8-0463208d1ec1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event updated for resources: {'Network': ['ID=997084fc-3c75-436a-a39e-a064d27bccca,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:24.742188 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 997084fc-3c75-436a-a39e-a064d27bccca details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:52:24.833541 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2590ac5e-5cd1-4da5-b4e3-ee149c40534f tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Made reservation on behalf of d4e9e654117b4276b41431d6e342843b for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:24.839613 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2590ac5e-5cd1-4da5-b4e3-ee149c40534f tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:24.842203 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c43dad4d-ef73-4d91-ae0b-240b5370922f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:24.869877 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bdb5f3-f1c0-473e-b15f-88b42ef73801 req-f7a95dd6-e7fa-4669-9104-4dcdd3f6af6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:24.871416 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-42bdb5f3-f1c0-473e-b15f-88b42ef73801 req-f7a95dd6-e7fa-4669-9104-4dcdd3f6af6d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 1098 time: 0.1773500 Sep 16 04:52:24.957793 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c43dad4d-ef73-4d91-ae0b-240b5370922f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:25.115252 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-3102df69-c4aa-449f-9560-0e05027b5478 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:25.120805 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-3102df69-c4aa-449f-9560-0e05027b5478 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/networks?id=8c931ccc-5cf1-447a-be72-662f80eb3cc7 HTTP/1.1" status: 200 len: 805 time: 0.1702056 Sep 16 04:52:25.175818 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-2331ba17-469f-4800-9947-f19c4e37e7cb tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/quotas/097a363b67ea49498cd02794a5c40b7b HTTP/1.1" status: 200 len: 375 time: 0.0472610 Sep 16 04:52:25.227800 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2590ac5e-5cd1-4da5-b4e3-ee149c40534f tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:25.308956 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-7aa1e13c-d22e-41d2-97c5-7aaa7f15ef51 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=097a363b67ea49498cd02794a5c40b7b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1224196 Sep 16 04:52:25.315532 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2590ac5e-5cd1-4da5-b4e3-ee149c40534f tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event updated for resources: {'Subnet': ['ID=43ea46e6-1828-4445-bc0f-23bcc7504ee5,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:25.349193 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2590ac5e-5cd1-4da5-b4e3-ee149c40534f tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Checking segment: {'id': '3c89ef95-68af-4298-9908-eed4eebfeef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '997084fc-3c75-436a-a39e-a064d27bccca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:25.349566 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2590ac5e-5cd1-4da5-b4e3-ee149c40534f tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Network hostable DHCP agents. Network: 997084fc-3c75-436a-a39e-a064d27bccca, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:52:25.374315 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa60485e-1d30-4e4c-8744-73354d648eb1', 'name': 'network-vif-deleted', 'tag': 'f546a322-4da5-4c96-9c19-a106f67c047d'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:25.376483 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7de876-c96b-4d8b-a3fd-5e0fba0d0413" -d '{"events": [{"server_uuid": "aa60485e-1d30-4e4c-8744-73354d648eb1", "name": "network-vif-deleted", "tag": "f546a322-4da5-4c96-9c19-a106f67c047d"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:25.412379 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2590ac5e-5cd1-4da5-b4e3-ee149c40534f tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Network 997084fc-3c75-436a-a39e-a064d27bccca is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:52:25.432285 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-7e131219-07ce-4af4-a026-35dfa628d664 service neutron] 10.222.0.35 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146348 Sep 16 04:52:25.433388 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-2590ac5e-5cd1-4da5-b4e3-ee149c40534f tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 997084fc-3c75-436a-a39e-a064d27bccca) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:25.438032 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2590ac5e-5cd1-4da5-b4e3-ee149c40534f tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:25.438693 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2590ac5e-5cd1-4da5-b4e3-ee149c40534f tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:25.447157 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e78859-13c1-4db7-b5e1-96595bfdf5cf None None] Network 997084fc-3c75-436a-a39e-a064d27bccca requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:25.452392 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bee9c30-ba04-48c5-8f5b-3509a8f32347 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:52:25.474981 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4710b8b4-89d1-49fa-9539-4c79d4756ae3 None None] Sync routers for ids ['a642493d-01a9-4e7a-a221-01cf5d61c50d'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:52:25.481988 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2590ac5e-5cd1-4da5-b4e3-ee149c40534f tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7945166 Sep 16 04:52:25.484699 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46116) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:25.485978 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5bee9c30-ba04-48c5-8f5b-3509a8f32347 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:25.489915 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-42bdb5f3-f1c0-473e-b15f-88b42ef73801 req-ad80c282-8998-485a-9982-c145395a6963 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5598679 Sep 16 04:52:25.494589 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4710b8b4-89d1-49fa-9539-4c79d4756ae3 None None] Routers {'a642493d-01a9-4e7a-a221-01cf5d61c50d'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:25.496095 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-4710b8b4-89d1-49fa-9539-4c79d4756ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:52:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['a642493d-01a9-4e7a-a221-01cf5d61c50d'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:25.538770 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c43dad4d-ef73-4d91-ae0b-240b5370922f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:25.548813 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0f421-a488-45f7-90ca-7d5ea54de109 req-bb5a235b-f8e0-4ba8-b825-da30315615ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:25.551058 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fcc0f421-a488-45f7-90ca-7d5ea54de109 req-bb5a235b-f8e0-4ba8-b825-da30315615ee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8bc1eef5f12745cbb1e0c27f64b38550&device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 1098 time: 0.1548252 Sep 16 04:52:25.551850 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5bee9c30-ba04-48c5-8f5b-3509a8f32347 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "PUT /v2.0/floatingips/e68b405d-a3d6-444b-a4d8-ff27279c3f6d HTTP/1.1" status: 200 len: 992 time: 2.2984929 Sep 16 04:52:25.582386 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43dad4d-ef73-4d91-ae0b-240b5370922f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bad5ffb8-c8e7-4f2c-aaf7-17c9f9abcb85,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:25.584642 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c43dad4d-ef73-4d91-ae0b-240b5370922f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:25.587218 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c43dad4d-ef73-4d91-ae0b-240b5370922f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/bad5ffb8-c8e7-4f2c-aaf7-17c9f9abcb85 HTTP/1.1" status: 204 len: 168 time: 1.0472248 Sep 16 04:52:25.590354 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46120) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:25.651544 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9837f164-09fe-47d7-9e70-c4aac2dfed9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-997084fc-3c75-436a-a39e-a064d27bccca', 'network_id': '997084fc-3c75-436a-a39e-a064d27bccca', 'tenant_id': 'd4e9e654117b4276b41431d6e342843b', 'fixed_ips': [{'subnet_id': '43ea46e6-1828-4445-bc0f-23bcc7504ee5'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:52:25.653222 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9837f164-09fe-47d7-9e70-c4aac2dfed9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:25.660970 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-009916ff-0e99-4d52-8581-7fdc891eb0b1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:25.671166 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-4710b8b4-89d1-49fa-9539-4c79d4756ae3 None None] Set router a642493d-01a9-4e7a-a221-01cf5d61c50d gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:25.673669 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-46dcecdc-14e1-43bd-83de-5f9f5f42e333 service neutron] 10.222.0.35 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311318 Sep 16 04:52:25.697795 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a9774845-0444-4dfa-a8d0-9a9baf61ad39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:25.763772 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-009916ff-0e99-4d52-8581-7fdc891eb0b1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:25.832223 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-9837f164-09fe-47d7-9e70-c4aac2dfed9f None None] Allocated IP 2001:db8::1 (997084fc-3c75-436a-a39e-a064d27bccca/43ea46e6-1828-4445-bc0f-23bcc7504ee5/cd91d811-e760-45cc-a6dd-bf69d8eeb41f) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:25.896683 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0f421-a488-45f7-90ca-7d5ea54de109 req-29ebbda3-3d73-4076-a3d6-b38f3c0c7b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:25.908736 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fcc0f421-a488-45f7-90ca-7d5ea54de109 req-29ebbda3-3d73-4076-a3d6-b38f3c0c7b25 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5af8db4f-30cf-43da-98f6-b98ec0e36bfd HTTP/1.1" status: 200 len: 915 time: 0.1408162 Sep 16 04:52:25.970898 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85ee11-4864-46f1-aae7-26f05a180315 req-5f630bae-7cd1-4b0b-a5af-0c4ad3c06b4c tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:25.979837 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7d85ee11-4864-46f1-aae7-26f05a180315 req-5f630bae-7cd1-4b0b-a5af-0c4ad3c06b4c tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 946 time: 0.0714345 Sep 16 04:52:25.996403 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a9774845-0444-4dfa-a8d0-9a9baf61ad39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:25.999678 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fcc0f421-a488-45f7-90ca-7d5ea54de109 req-594818e2-bd78-4b06-b2a2-e803bcd48c51 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28b7154f-1510-41ee-89e8-368ea43f2070 HTTP/1.1" status: 200 len: 217 time: 0.0680473 Sep 16 04:52:26.050639 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7d85ee11-4864-46f1-aae7-26f05a180315 req-3613d73d-7a99-43cd-818b-4eb4888893c8 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684478 Sep 16 04:52:26.052110 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-4710b8b4-89d1-49fa-9539-4c79d4756ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'name': 'tempest-AttachVolumeTestJSON-192516525-router', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'bf0bb004-c29e-4852-8858-3a5600aa8173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T04:51:57Z', 'revision_number': 4, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'gw_port': {'id': 'bf0bb004-c29e-4852-8858-3a5600aa8173', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T04:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'e68b405d-a3d6-444b-a4d8-ff27279c3f6d', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'floating_ip_address': '172.25.8.220', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'port_id': 'c4ffa50b-c347-4976-a254-c870fa6bfd5c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0', 'mac_address': 'fa:16:3e:ee:46:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84869794-6127-4fd1-9df8-22ad4aad5fcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:52:01Z', 'updated_at': '2021-09-16T04:52:23Z', 'revision_number': 1, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4490de05-7b37-4a9e-ad67-31db8c51e0c8', 'name': '', 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'mac_address': 'fa:16:3e:9d:6b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '2d075d26-c7df-4ea0-b069-e1f04da018dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:56Z', 'updated_at': '2021-09-16T04:52:01Z', 'revision_number': 5, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'subnets': [{'id': '2d075d26-c7df-4ea0-b069-e1f04da018dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:26.054701 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-a9774845-0444-4dfa-a8d0-9a9baf61ad39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0caeaa73-4117-40e8-a547-fe06cbf11fbe']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:26.072124 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-a9774845-0444-4dfa-a8d0-9a9baf61ad39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeb06a3c-4440-40bb-a867-5844152e236c') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:26.072419 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-a9774845-0444-4dfa-a8d0-9a9baf61ad39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeb06a3c-4440-40bb-a867-5844152e236c') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:26.075136 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9837f164-09fe-47d7-9e70-c4aac2dfed9f None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.089692 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9837f164-09fe-47d7-9e70-c4aac2dfed9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.095581 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a9774845-0444-4dfa-a8d0-9a9baf61ad39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.107128 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4710b8b4-89d1-49fa-9539-4c79d4756ae3 None None] Checking router: a642493d-01a9-4e7a-a221-01cf5d61c50d for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:52:26.112045 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-009916ff-0e99-4d52-8581-7fdc891eb0b1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.120449 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a9774845-0444-4dfa-a8d0-9a9baf61ad39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.121370 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4710b8b4-89d1-49fa-9539-4c79d4756ae3 None None] Routers {'a642493d-01a9-4e7a-a221-01cf5d61c50d'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:26.123641 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-4710b8b4-89d1-49fa-9539-4c79d4756ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:52:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['a642493d-01a9-4e7a-a221-01cf5d61c50d'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:26.128115 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9774845-0444-4dfa-a8d0-9a9baf61ad39 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:52:26.128686 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a9774845-0444-4dfa-a8d0-9a9baf61ad39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.164345 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9837f164-09fe-47d7-9e70-c4aac2dfed9f None None] Network 997084fc-3c75-436a-a39e-a064d27bccca is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:26.167987 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-9837f164-09fe-47d7-9e70-c4aac2dfed9f None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:26.171919 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9837f164-09fe-47d7-9e70-c4aac2dfed9f None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:26.175649 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009916ff-0e99-4d52-8581-7fdc891eb0b1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event deleted for resources: {'Subnet': ['ID=43ea46e6-1828-4445-bc0f-23bcc7504ee5,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:26.203674 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9837f164-09fe-47d7-9e70-c4aac2dfed9f None None] Pushing event updated for resources: {'Port': ['ID=cd91d811-e760-45cc-a6dd-bf69d8eeb41f,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:26.270061 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:52:26.270061 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:52:26.270061 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:52:26.270061 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:52:26.270061 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:52:26.270061 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:52:26.270061 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:52:26.270061 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:52:26.270061 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:52:26.270061 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:52:26.270061 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:52:26.270061 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:52:26.270061 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:52:26.270061 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:52:26.270061 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:52:26.270061 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:52:26.270061 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:52:26.270061 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:52:26.270061 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:52:26.270061 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:52:26.270061 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:52:26.270061 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:52:26.270061 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:52:26.270061 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:52:26.270061 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:52:26.270061 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:52:26.270061 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:52:26.270061 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:52:26.270061 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:52:26.270061 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:52:26.270061 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:52:26.270061 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:52:26.273270 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9acb126f-140c-4383-bc74-5f4e6898f9e2 x-openstack-request-id: req-9acb126f-140c-4383-bc74-5f4e6898f9e2 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:26.273651 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa60485e-1d30-4e4c-8744-73354d648eb1", "name": "network-vif-deleted", "tag": "f546a322-4da5-4c96-9c19-a106f67c047d", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:26.276075 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9acb126f-140c-4383-bc74-5f4e6898f9e2 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:26.276499 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa60485e-1d30-4e4c-8744-73354d648eb1', 'name': 'network-vif-deleted', 'tag': 'f546a322-4da5-4c96-9c19-a106f67c047d', 'status': 'completed', 'code': 200} Sep 16 04:52:26.283644 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a9774845-0444-4dfa-a8d0-9a9baf61ad39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.285107 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-4710b8b4-89d1-49fa-9539-4c79d4756ae3 None None] Set router a642493d-01a9-4e7a-a221-01cf5d61c50d gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:26.299399 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-9837f164-09fe-47d7-9e70-c4aac2dfed9f None None] Attempting to bind port cd91d811-e760-45cc-a6dd-bf69d8eeb41f on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:26.300522 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-9837f164-09fe-47d7-9e70-c4aac2dfed9f None None] Attempting to bind port cd91d811-e760-45cc-a6dd-bf69d8eeb41f by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '3c89ef95-68af-4298-9908-eed4eebfeef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '997084fc-3c75-436a-a39e-a064d27bccca'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:26.300522 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9837f164-09fe-47d7-9e70-c4aac2dfed9f None None] Attempting to bind port cd91d811-e760-45cc-a6dd-bf69d8eeb41f on network 997084fc-3c75-436a-a39e-a064d27bccca {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:26.300995 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-009916ff-0e99-4d52-8581-7fdc891eb0b1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.305459 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0f421-a488-45f7-90ca-7d5ea54de109 req-ecca9eaa-c4dc-49f9-ac46-864f78a7320c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:26.307057 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fcc0f421-a488-45f7-90ca-7d5ea54de109 req-ecca9eaa-c4dc-49f9-ac46-864f78a7320c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=abeb648c-0c98-45ec-a092-05d2e017fc1f HTTP/1.1" status: 200 len: 854 time: 0.2967713 Sep 16 04:52:26.310677 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a9774845-0444-4dfa-a8d0-9a9baf61ad39 admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.312299 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9837f164-09fe-47d7-9e70-c4aac2dfed9f None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:26.313097 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9837f164-09fe-47d7-9e70-c4aac2dfed9f None None] Checking segment: {'id': '3c89ef95-68af-4298-9908-eed4eebfeef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '997084fc-3c75-436a-a39e-a064d27bccca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:26.313863 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9837f164-09fe-47d7-9e70-c4aac2dfed9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.314537 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9837f164-09fe-47d7-9e70-c4aac2dfed9f None None] Bound using segment: {'id': '3c89ef95-68af-4298-9908-eed4eebfeef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '997084fc-3c75-436a-a39e-a064d27bccca'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:26.315019 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a9774845-0444-4dfa-a8d0-9a9baf61ad39 admin admin] 10.222.0.35 "DELETE /v2.0/networks/0caeaa73-4117-40e8-a547-fe06cbf11fbe HTTP/1.1" status: 204 len: 168 time: 0.7234685 Sep 16 04:52:26.315443 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-9837f164-09fe-47d7-9e70-c4aac2dfed9f None None] Bound port: cd91d811-e760-45cc-a6dd-bf69d8eeb41f, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c89ef95-68af-4298-9908-eed4eebfeef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '997084fc-3c75-436a-a39e-a064d27bccca'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:26.316284 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9837f164-09fe-47d7-9e70-c4aac2dfed9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.343868 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-009916ff-0e99-4d52-8581-7fdc891eb0b1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['997084fc-3c75-436a-a39e-a064d27bccca']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:26.354614 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-009916ff-0e99-4d52-8581-7fdc891eb0b1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c89ef95-68af-4298-9908-eed4eebfeef4') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:26.354890 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-009916ff-0e99-4d52-8581-7fdc891eb0b1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c89ef95-68af-4298-9908-eed4eebfeef4') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:26.367242 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-009916ff-0e99-4d52-8581-7fdc891eb0b1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.375824 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fcc0f421-a488-45f7-90ca-7d5ea54de109 req-16a59bd6-888e-48a6-99df-8b3660b61024 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5af8db4f-30cf-43da-98f6-b98ec0e36bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585673 Sep 16 04:52:26.376913 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9774845-0444-4dfa-a8d0-9a9baf61ad39 admin admin] Pushing event deleted for resources: {'Network': ['ID=0caeaa73-4117-40e8-a547-fe06cbf11fbe,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:26.408607 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-9837f164-09fe-47d7-9e70-c4aac2dfed9f None None] For port cd91d811-e760-45cc-a6dd-bf69d8eeb41f, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:26.464913 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5e0f7f95-d199-4d7e-8573-52f3ab8e4941 req-d91964a9-387f-4828-ad30-e6dc6e2ec309 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=483d8640-6c2f-4407-b041-d64dfecaed68 HTTP/1.1" status: 200 len: 210 time: 0.1010540 Sep 16 04:52:26.466119 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-009916ff-0e99-4d52-8581-7fdc891eb0b1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.477645 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-009916ff-0e99-4d52-8581-7fdc891eb0b1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:52:26.484161 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-009916ff-0e99-4d52-8581-7fdc891eb0b1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.504973 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:52:26.504973 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:52:26.504973 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:52:26.504973 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:52:26.504973 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:52:26.504973 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:52:26.504973 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:52:26.504973 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:52:26.504973 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:52:26.504973 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:52:26.504973 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:52:26.504973 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:52:26.504973 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:52:26.504973 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:52:26.504973 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:52:26.504973 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:52:26.504973 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:52:26.504973 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:52:26.504973 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:52:26.504973 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:52:26.504973 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:52:26.504973 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:52:26.504973 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:52:26.504973 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:52:26.504973 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:52:26.504973 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:52:26.504973 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:52:26.504973 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:52:26.504973 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:52:26.504973 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:52:26.504973 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:52:26.504973 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:52:26.607325 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-9837f164-09fe-47d7-9e70-c4aac2dfed9f None None] For port cd91d811-e760-45cc-a6dd-bf69d8eeb41f, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=cd91d811-e760-45cc-a6dd-bf69d8eeb41f,segment=NetworkSegment(3c89ef95-68af-4298-9908-eed4eebfeef4),segment_id=3c89ef95-68af-4298-9908-eed4eebfeef4)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:26.610746 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.db.api [None req-009916ff-0e99-4d52-8581-7fdc891eb0b1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 04:52:26.610746 n-d-712139-15 neutron-server[94767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 04:52:26.610746 n-d-712139-15 neutron-server[94767]: [parameters: {'id': '997084fc-3c75-436a-a39e-a064d27bccca'}] Sep 16 04:52:26.610746 n-d-712139-15 neutron-server[94767]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:52:26.611478 n-d-712139-15 neutron-server[94767]: DEBUG oslo_db.api [None req-009916ff-0e99-4d52-8581-7fdc891eb0b1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:52:26.619005 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9837f164-09fe-47d7-9e70-c4aac2dfed9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.625136 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fcc0f421-a488-45f7-90ca-7d5ea54de109 req-7ea3bbbc-b241-49ad-8b72-02e500750081 service neutron] 10.222.0.47 "GET /v2.0/networks/5af8db4f-30cf-43da-98f6-b98ec0e36bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239196 Sep 16 04:52:26.642192 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46140) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:26.674412 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-4710b8b4-89d1-49fa-9539-4c79d4756ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'name': 'tempest-AttachVolumeTestJSON-192516525-router', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'bf0bb004-c29e-4852-8858-3a5600aa8173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T04:51:57Z', 'revision_number': 4, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'gw_port': {'id': 'bf0bb004-c29e-4852-8858-3a5600aa8173', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T04:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'e68b405d-a3d6-444b-a4d8-ff27279c3f6d', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'floating_ip_address': '172.25.8.220', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'port_id': 'c4ffa50b-c347-4976-a254-c870fa6bfd5c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0', 'mac_address': 'fa:16:3e:ee:46:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84869794-6127-4fd1-9df8-22ad4aad5fcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:52:01Z', 'updated_at': '2021-09-16T04:52:23Z', 'revision_number': 1, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4490de05-7b37-4a9e-ad67-31db8c51e0c8', 'name': '', 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'mac_address': 'fa:16:3e:9d:6b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '2d075d26-c7df-4ea0-b069-e1f04da018dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:56Z', 'updated_at': '2021-09-16T04:52:01Z', 'revision_number': 5, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'subnets': [{'id': '2d075d26-c7df-4ea0-b069-e1f04da018dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:26.701074 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9837f164-09fe-47d7-9e70-c4aac2dfed9f None None] Pushing event updated for resources: {'Port': ['ID=cd91d811-e760-45cc-a6dd-bf69d8eeb41f,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:26.704424 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4710b8b4-89d1-49fa-9539-4c79d4756ae3 None None] The sync data for ids ['a642493d-01a9-4e7a-a221-01cf5d61c50d'] in n-d-712139-15 is: [{'id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'name': 'tempest-AttachVolumeTestJSON-192516525-router', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'bf0bb004-c29e-4852-8858-3a5600aa8173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T04:51:57Z', 'revision_number': 4, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'gw_port': {'id': 'bf0bb004-c29e-4852-8858-3a5600aa8173', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T04:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'e68b405d-a3d6-444b-a4d8-ff27279c3f6d', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'floating_ip_address': '172.25.8.220', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'port_id': 'c4ffa50b-c347-4976-a254-c870fa6bfd5c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0', 'mac_address': 'fa:16:3e:ee:46:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84869794-6127-4fd1-9df8-22ad4aad5fcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:52:01Z', 'updated_at': '2021-09-16T04:52:23Z', 'revision_number': 1, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4490de05-7b37-4a9e-ad67-31db8c51e0c8', 'name': '', 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'mac_address': 'fa:16:3e:9d:6b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '2d075d26-c7df-4ea0-b069-e1f04da018dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:56Z', 'updated_at': '2021-09-16T04:52:01Z', 'revision_number': 5, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'subnets': [{'id': '2d075d26-c7df-4ea0-b069-e1f04da018dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:52:26.735909 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-fa2222de-c7b9-448d-b3c6-aa6f2aa4469a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=036d28f22dc64d2ebe6089bb6918cba5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0924864 Sep 16 04:52:26.738279 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46144) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:26.808545 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fcc0f421-a488-45f7-90ca-7d5ea54de109 req-9f8ac750-61ac-495c-a13a-78982a2e08e9 service neutron] 10.222.0.47 "GET /v2.0/networks/5af8db4f-30cf-43da-98f6-b98ec0e36bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730790 Sep 16 04:52:26.817391 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5e8a12-5d36-4651-975f-b7755dd9cc2e None None] Network 997084fc-3c75-436a-a39e-a064d27bccca requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:26.854445 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-96c45491-2127-49c5-b6a4-d05e298df239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.878181 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-96c45491-2127-49c5-b6a4-d05e298df239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.962474 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-96c45491-2127-49c5-b6a4-d05e298df239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.965833 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-96c45491-2127-49c5-b6a4-d05e298df239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.967489 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-96c45491-2127-49c5-b6a4-d05e298df239 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1f7019df-0b7f-43c7-8eb5-fcbf36db189f HTTP/1.1" status: 204 len: 168 time: 0.2276795 Sep 16 04:52:27.012830 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a679ebd-d706-4a17-85ee-51c48fd02470 None None] get_active_networks_info from n-d-712139-15 {{(pid=94768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:52:27.026796 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c45491-2127-49c5-b6a4-d05e298df239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7019df-0b7f-43c7-8eb5-fcbf36db189f,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:27.092405 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786aa26f-e1f9-4705-8204-7b426cade17c None None] New status for floating IP e68b405d-a3d6-444b-a4d8-ff27279c3f6d: ACTIVE {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:52:27.113425 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-009916ff-0e99-4d52-8581-7fdc891eb0b1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:27.197262 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-009916ff-0e99-4d52-8581-7fdc891eb0b1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Deleting port cd91d811-e760-45cc-a6dd-bf69d8eeb41f {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:27.197929 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-009916ff-0e99-4d52-8581-7fdc891eb0b1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:27.319235 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-009916ff-0e99-4d52-8581-7fdc891eb0b1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] For port cd91d811-e760-45cc-a6dd-bf69d8eeb41f, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=cd91d811-e760-45cc-a6dd-bf69d8eeb41f,segment=NetworkSegment(3c89ef95-68af-4298-9908-eed4eebfeef4),segment_id=3c89ef95-68af-4298-9908-eed4eebfeef4)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:27.320164 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-009916ff-0e99-4d52-8581-7fdc891eb0b1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:27.351928 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-009916ff-0e99-4d52-8581-7fdc891eb0b1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Calling delete_port for cd91d811-e760-45cc-a6dd-bf69d8eeb41f owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:27.401388 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c06cc8-f8ec-47a7-8a5a-6e9fe36b03a1 req-4f3d8852-4228-4c86-9084-acb61d4e4fbd tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:27.404291 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b7c06cc8-f8ec-47a7-8a5a-6e9fe36b03a1 req-4f3d8852-4228-4c86-9084-acb61d4e4fbd tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 946 time: 0.1753414 Sep 16 04:52:27.472736 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a679ebd-d706-4a17-85ee-51c48fd02470 None None] Resources bound (agent type, host, resource id): {{(pid=94768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:52:27.639978 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b7c06cc8-f8ec-47a7-8a5a-6e9fe36b03a1 req-693c6c40-d142-43ad-be22-009e7ed3bf0b tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633775 Sep 16 04:52:27.691478 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-009916ff-0e99-4d52-8581-7fdc891eb0b1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:27.732306 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-14d52f21-11bb-4c91-8185-394ac84fcf06 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:27.733733 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-14d52f21-11bb-4c91-8185-394ac84fcf06 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.47 "GET /v2.0/networks?id=8c931ccc-5cf1-447a-be72-662f80eb3cc7 HTTP/1.1" status: 200 len: 805 time: 0.2228010 Sep 16 04:52:27.758024 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-732d6937-130a-4922-a85b-bf4cb1216f0d tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Request body: {'port': {'device_id': '483d8640-6c2f-4407-b041-d64dfecaed68', 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7', 'admin_state_up': True, 'tenant_id': '097a363b67ea49498cd02794a5c40b7b'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:27.779323 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009916ff-0e99-4d52-8581-7fdc891eb0b1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] No DVR routers for this DVR port cd91d811-e760-45cc-a6dd-bf69d8eeb41f on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:27.784474 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009916ff-0e99-4d52-8581-7fdc891eb0b1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event deleted for resources: {'Port': ['ID=cd91d811-e760-45cc-a6dd-bf69d8eeb41f,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:27.904533 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-009916ff-0e99-4d52-8581-7fdc891eb0b1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:27.931815 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2dc2b725-c696-4969-8ad4-6f080fd54199 req-57fdb020-6845-4b92-867f-cfc07e15e830 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=483d8640-6c2f-4407-b041-d64dfecaed68 HTTP/1.1" status: 200 len: 210 time: 0.0298862 Sep 16 04:52:27.979093 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-009916ff-0e99-4d52-8581-7fdc891eb0b1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['997084fc-3c75-436a-a39e-a064d27bccca']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:27.990229 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-732d6937-130a-4922-a85b-bf4cb1216f0d tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Made reservation on behalf of 097a363b67ea49498cd02794a5c40b7b for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:27.993543 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-009916ff-0e99-4d52-8581-7fdc891eb0b1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c89ef95-68af-4298-9908-eed4eebfeef4') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:27.994164 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-009916ff-0e99-4d52-8581-7fdc891eb0b1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c89ef95-68af-4298-9908-eed4eebfeef4') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:27.995410 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-732d6937-130a-4922-a85b-bf4cb1216f0d tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.011357 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-009916ff-0e99-4d52-8581-7fdc891eb0b1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.029015 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-009916ff-0e99-4d52-8581-7fdc891eb0b1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.036088 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-009916ff-0e99-4d52-8581-7fdc891eb0b1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:52:28.036545 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-009916ff-0e99-4d52-8581-7fdc891eb0b1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.042948 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:52:28.042948 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:52:28.042948 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:52:28.042948 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:52:28.042948 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:52:28.042948 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:52:28.042948 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:52:28.042948 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:52:28.042948 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:52:28.042948 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:52:28.042948 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:52:28.042948 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:52:28.042948 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:52:28.042948 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:52:28.042948 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:52:28.042948 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:52:28.042948 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:52:28.042948 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:52:28.042948 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:52:28.042948 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:52:28.042948 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:52:28.042948 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:52:28.042948 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:52:28.042948 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:52:28.042948 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:52:28.042948 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:52:28.042948 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:52:28.042948 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:52:28.042948 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:52:28.042948 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:52:28.042948 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:52:28.042948 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:52:28.141724 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92103a90-695f-4183-bb13-ce36d5e78dd0 req-beb61808-fdb0-49e3-a939-5466a7628668 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:28.143440 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-92103a90-695f-4183-bb13-ce36d5e78dd0 req-beb61808-fdb0-49e3-a939-5466a7628668 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 1097 time: 0.0882783 Sep 16 04:52:28.144883 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-009916ff-0e99-4d52-8581-7fdc891eb0b1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.156074 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-009916ff-0e99-4d52-8581-7fdc891eb0b1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.157967 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-009916ff-0e99-4d52-8581-7fdc891eb0b1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "DELETE /v2.0/networks/997084fc-3c75-436a-a39e-a064d27bccca HTTP/1.1" status: 204 len: 168 time: 2.6723590 Sep 16 04:52:28.175811 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46200) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:28.177987 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009916ff-0e99-4d52-8581-7fdc891eb0b1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event deleted for resources: {'Network': ['ID=997084fc-3c75-436a-a39e-a064d27bccca,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:28.184122 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-8cf0ef07-dc17-4395-b9a9-45a943601be6 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-333760057'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:28.200522 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-92103a90-695f-4183-bb13-ce36d5e78dd0 req-eb5de467-293b-4990-b4ae-b4ad500c6881 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.227688 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf0ef07-dc17-4395-b9a9-45a943601be6 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Made reservation on behalf of d4e9e654117b4276b41431d6e342843b for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:28.231142 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8cf0ef07-dc17-4395-b9a9-45a943601be6 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.274036 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-732d6937-130a-4922-a85b-bf4cb1216f0d tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Allocated IP 172.20.0.8 (8c931ccc-5cf1-447a-be72-662f80eb3cc7/984819ef-39e4-42b6-ac0e-e1f025f28a4e/1a32d507-c4bb-46f7-a334-56de2e2bbad4) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:28.277050 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84869794-6127-4fd1-9df8-22ad4aad5fcf', 'tag': 'c4ffa50b-c347-4976-a254-c870fa6bfd5c'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:28.277191 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf0ef07-dc17-4395-b9a9-45a943601be6 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:52:28.278974 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46204) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:28.279914 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4da4eba-c4f7-4674-ae04-0ce08ed8fce1" -d '{"events": [{"name": "network-changed", "server_uuid": "84869794-6127-4fd1-9df8-22ad4aad5fcf", "tag": "c4ffa50b-c347-4976-a254-c870fa6bfd5c"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:28.302167 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8cf0ef07-dc17-4395-b9a9-45a943601be6 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.302542 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-8cf0ef07-dc17-4395-b9a9-45a943601be6 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Added segment 9cf10ffc-2e8f-472e-9307-2b3ac4c5ccff of type vlan for network 2bb648c3-c708-44fc-aab8-9e8bc1ed0b9c Sep 16 04:52:28.363216 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8cf0ef07-dc17-4395-b9a9-45a943601be6 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.410926 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8cf0ef07-dc17-4395-b9a9-45a943601be6 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.418244 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf0ef07-dc17-4395-b9a9-45a943601be6 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:28.418886 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8cf0ef07-dc17-4395-b9a9-45a943601be6 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.422904 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-92103a90-695f-4183-bb13-ce36d5e78dd0 req-eb5de467-293b-4990-b4ae-b4ad500c6881 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.435649 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-54d2c17d-d526-4218-9e2c-03c194775e49 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-635673896-network', 'tenant_id': '645cfb2d0eca42539c48515007b62817'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:28.443830 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-92103a90-695f-4183-bb13-ce36d5e78dd0 req-eb5de467-293b-4990-b4ae-b4ad500c6881 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.451260 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-732d6937-130a-4922-a85b-bf4cb1216f0d tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.489250 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-732d6937-130a-4922-a85b-bf4cb1216f0d tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.536348 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-92103a90-695f-4183-bb13-ce36d5e78dd0 req-eb5de467-293b-4990-b4ae-b4ad500c6881 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=db3037be-fc36-4334-ae38-b046958ea600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3815615 Sep 16 04:52:28.536846 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-732d6937-130a-4922-a85b-bf4cb1216f0d tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Network 8c931ccc-5cf1-447a-be72-662f80eb3cc7 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:28.541172 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-732d6937-130a-4922-a85b-bf4cb1216f0d tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:28.544835 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0ef07-dc17-4395-b9a9-45a943601be6 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event updated for resources: {'Network': ['ID=2bb648c3-c708-44fc-aab8-9e8bc1ed0b9c,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:28.545607 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['15ad20e6-33a2-4999-b939-3fa15039c324'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:28.546927 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5de467-293b-4990-b4ae-b4ad500c6881 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5817cc2d-1147-4f6a-b58b-64ac05577483,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:28.548191 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-732d6937-130a-4922-a85b-bf4cb1216f0d tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:28.552737 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d2c17d-d526-4218-9e2c-03c194775e49 admin admin] Made reservation on behalf of 645cfb2d0eca42539c48515007b62817 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:28.555163 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-54d2c17d-d526-4218-9e2c-03c194775e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.563423 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8cf0ef07-dc17-4395-b9a9-45a943601be6 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3863735 Sep 16 04:52:28.570519 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46210) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:28.575137 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d6937-130a-4922-a85b-bf4cb1216f0d tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Pushing event updated for resources: {'Port': ['ID=1a32d507-c4bb-46f7-a334-56de2e2bbad4,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:28.576308 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-94cdeec1-f721-4c8f-9cff-426f69372ca4 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Request body: {'subnet': {'network_id': '2bb648c3-c708-44fc-aab8-9e8bc1ed0b9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:28.608291 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 2bb648c3-c708-44fc-aab8-9e8bc1ed0b9c details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:52:28.622130 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-732d6937-130a-4922-a85b-bf4cb1216f0d tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:28.623260 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-732d6937-130a-4922-a85b-bf4cb1216f0d tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.645299 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-732d6937-130a-4922-a85b-bf4cb1216f0d tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8942730 Sep 16 04:52:28.665596 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-2c14ecf8-1924-4f6f-9edb-779768b00310 service neutron] Request body: {'port': {'device_id': '483d8640-6c2f-4407-b041-d64dfecaed68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:28.670721 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a61d722-1cab-4cfd-ad67-9418d93952a7 x-openstack-request-id: req-9a61d722-1cab-4cfd-ad67-9418d93952a7 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:28.671266 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84869794-6127-4fd1-9df8-22ad4aad5fcf", "tag": "c4ffa50b-c347-4976-a254-c870fa6bfd5c", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:28.671663 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9a61d722-1cab-4cfd-ad67-9418d93952a7 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:28.672214 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84869794-6127-4fd1-9df8-22ad4aad5fcf', 'tag': 'c4ffa50b-c347-4976-a254-c870fa6bfd5c', 'status': 'completed', 'code': 200} Sep 16 04:52:28.755623 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-2c14ecf8-1924-4f6f-9edb-779768b00310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.842497 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-54d2c17d-d526-4218-9e2c-03c194775e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.013651 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07e0b6-851c-4810-a80f-7810caa83aaa req-6e3d9a6c-8bf4-4553-9b9b-44b5ef0b49eb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:29.015319 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6a07e0b6-851c-4810-a80f-7810caa83aaa req-6e3d9a6c-8bf4-4553-9b9b-44b5ef0b49eb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 945 time: 0.1738188 Sep 16 04:52:29.019111 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da4eba-c4f7-4674-ae04-0ce08ed8fce1 req-a55449a3-9030-46b9-a4fe-b532802ba8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:29.020490 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f4da4eba-c4f7-4674-ae04-0ce08ed8fce1 req-a55449a3-9030-46b9-a4fe-b532802ba8f7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e1faaf8ea3f84b74b8884c5da7c3f469&device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 1098 time: 0.1814659 Sep 16 04:52:29.042696 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-2c14ecf8-1924-4f6f-9edb-779768b00310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a32d507-c4bb-46f7-a334-56de2e2bbad4 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:29.050686 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-2c14ecf8-1924-4f6f-9edb-779768b00310 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.066677 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-2c14ecf8-1924-4f6f-9edb-779768b00310 service neutron] Transition to ACTIVE for port object 1a32d507-c4bb-46f7-a334-56de2e2bbad4 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:52:29.071798 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-2c14ecf8-1924-4f6f-9edb-779768b00310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.147105 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14ecf8-1924-4f6f-9edb-779768b00310 service neutron] Pushing event updated for resources: {'Port': ['ID=1a32d507-c4bb-46f7-a334-56de2e2bbad4,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:29.151923 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6a07e0b6-851c-4810-a80f-7810caa83aaa req-5559a1c0-3ae8-4fff-a840-25ebe9bf9314 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=db3037be-fc36-4334-ae38-b046958ea600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272902 Sep 16 04:52:29.181970 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46220) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:29.207509 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-2c14ecf8-1924-4f6f-9edb-779768b00310 service neutron] Attempting to bind port 1a32d507-c4bb-46f7-a334-56de2e2bbad4 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:29.208119 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-2c14ecf8-1924-4f6f-9edb-779768b00310 service neutron] Attempting to bind port 1a32d507-c4bb-46f7-a334-56de2e2bbad4 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '01aafaa9-a340-46ca-887a-6648c79e8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:29.208583 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-2c14ecf8-1924-4f6f-9edb-779768b00310 service neutron] Attempting to bind port 1a32d507-c4bb-46f7-a334-56de2e2bbad4 on network 8c931ccc-5cf1-447a-be72-662f80eb3cc7 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:29.213839 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-2c14ecf8-1924-4f6f-9edb-779768b00310 service neutron] Port 1a32d507-c4bb-46f7-a334-56de2e2bbad4 on network 8c931ccc-5cf1-447a-be72-662f80eb3cc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:52:29.214369 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-2c14ecf8-1924-4f6f-9edb-779768b00310 service neutron] Attempting to bind port 1a32d507-c4bb-46f7-a334-56de2e2bbad4 on network 8c931ccc-5cf1-447a-be72-662f80eb3cc7 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:29.220230 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-2c14ecf8-1924-4f6f-9edb-779768b00310 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:29.220738 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-2c14ecf8-1924-4f6f-9edb-779768b00310 service neutron] Checking segment: {'id': '01aafaa9-a340-46ca-887a-6648c79e8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:29.221232 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-2c14ecf8-1924-4f6f-9edb-779768b00310 service neutron] Bound using segment: {'id': '01aafaa9-a340-46ca-887a-6648c79e8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:29.221771 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-2c14ecf8-1924-4f6f-9edb-779768b00310 service neutron] Bound port: 1a32d507-c4bb-46f7-a334-56de2e2bbad4, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01aafaa9-a340-46ca-887a-6648c79e8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:29.222208 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-2c14ecf8-1924-4f6f-9edb-779768b00310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.259540 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da4eba-c4f7-4674-ae04-0ce08ed8fce1 req-d7f33eb8-04f6-42f6-a9ac-ae642eba7910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:29.261012 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f4da4eba-c4f7-4674-ae04-0ce08ed8fce1 req-d7f33eb8-04f6-42f6-a9ac-ae642eba7910 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b57de9dd-8389-462f-809e-a5ea9e13e1e0 HTTP/1.1" status: 200 len: 911 time: 0.2248447 Sep 16 04:52:29.290255 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-54d2c17d-d526-4218-9e2c-03c194775e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.306770 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-2c14ecf8-1924-4f6f-9edb-779768b00310 service neutron] For port 1a32d507-c4bb-46f7-a334-56de2e2bbad4, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:29.310957 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-2c14ecf8-1924-4f6f-9edb-779768b00310 service neutron] For port 1a32d507-c4bb-46f7-a334-56de2e2bbad4, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=1a32d507-c4bb-46f7-a334-56de2e2bbad4,segment=NetworkSegment(01aafaa9-a340-46ca-887a-6648c79e8c73),segment_id=01aafaa9-a340-46ca-887a-6648c79e8c73)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:29.315315 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-2c14ecf8-1924-4f6f-9edb-779768b00310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.338944 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-54d2c17d-d526-4218-9e2c-03c194775e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.351598 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-2c14ecf8-1924-4f6f-9edb-779768b00310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:29.352233 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-2c14ecf8-1924-4f6f-9edb-779768b00310 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.354551 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-2c14ecf8-1924-4f6f-9edb-779768b00310 service neutron] 10.222.0.47 "PUT /v2.0/ports/1a32d507-c4bb-46f7-a334-56de2e2bbad4 HTTP/1.1" status: 200 len: 1092 time: 0.6947699 Sep 16 04:52:29.383645 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14ecf8-1924-4f6f-9edb-779768b00310 service neutron] Pushing event updated for resources: {'Port': ['ID=1a32d507-c4bb-46f7-a334-56de2e2bbad4,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:29.405539 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b8e7cc4e-8ced-487b-b5b1-60717e72456a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/floatingips/38b77f59-ee95-45a9-94db-71781eba910f HTTP/1.1" status: 200 len: 993 time: 0.2168334 Sep 16 04:52:29.416081 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54d2c17d-d526-4218-9e2c-03c194775e49 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:52:29.436166 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94cdeec1-f721-4c8f-9cff-426f69372ca4 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Made reservation on behalf of d4e9e654117b4276b41431d6e342843b for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:29.439837 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-94cdeec1-f721-4c8f-9cff-426f69372ca4 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.468454 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f4da4eba-c4f7-4674-ae04-0ce08ed8fce1 req-66fd17f2-ba4c-4f69-bda4-53ac4b4ea13c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4ffa50b-c347-4976-a254-c870fa6bfd5c HTTP/1.1" status: 200 len: 1002 time: 0.1812379 Sep 16 04:52:29.474906 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-6ac6f63e-6e21-4d50-9cff-86d933d5ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:29.477353 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-6ac6f63e-6e21-4d50-9cff-86d933d5ea53 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=097a363b67ea49498cd02794a5c40b7b&device_id=483d8640-6c2f-4407-b041-d64dfecaed68 HTTP/1.1" status: 200 len: 1095 time: 0.0428157 Sep 16 04:52:29.477592 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c2de5-4239-4bf0-b452-bec594041b15 req-d08d831e-3dee-4c42-9cca-21fc572c6f7e tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:29.479095 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4c2c2de5-4239-4bf0-b452-bec594041b15 req-d08d831e-3dee-4c42-9cca-21fc572c6f7e tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 946 time: 0.2370715 Sep 16 04:52:29.479752 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2c17d-d526-4218-9e2c-03c194775e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb37c5e-5375-44b9-b507-c4167e5f475e,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:29.504269 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-54d2c17d-d526-4218-9e2c-03c194775e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.504645 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-54d2c17d-d526-4218-9e2c-03c194775e49 admin admin] Added segment b555f35f-0b85-440e-937a-ed743920d6c1 of type vlan for network a7a79138-9f37-4e13-9efa-cb0308c6b72b Sep 16 04:52:29.529823 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-ebbfd4e9-fa37-45ad-9b72-eb3834426605 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a32d507-c4bb-46f7-a334-56de2e2bbad4 HTTP/1.1" status: 200 len: 217 time: 0.0391171 Sep 16 04:52:29.581503 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-d6252ff2-74ec-487e-8541-f233ae87756b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:29.583164 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-d6252ff2-74ec-487e-8541-f233ae87756b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=984819ef-39e4-42b6-ac0e-e1f025f28a4e HTTP/1.1" status: 200 len: 845 time: 0.0458179 Sep 16 04:52:29.615823 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-69dcc630-8f0b-4533-a948-92dcb8da6211 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c931ccc-5cf1-447a-be72-662f80eb3cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253189 Sep 16 04:52:29.639671 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-54d2c17d-d526-4218-9e2c-03c194775e49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.653993 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da4eba-c4f7-4674-ae04-0ce08ed8fce1 req-c0c40925-8f86-4e48-b361-5e957c0d167d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:29.655485 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f4da4eba-c4f7-4674-ae04-0ce08ed8fce1 req-c0c40925-8f86-4e48-b361-5e957c0d167d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d075d26-c7df-4ea0-b069-e1f04da018dc HTTP/1.1" status: 200 len: 849 time: 0.1692572 Sep 16 04:52:29.663672 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4c2c2de5-4239-4bf0-b452-bec594041b15 req-bfc2aab0-6879-4d41-8864-303f48379151 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679778 Sep 16 04:52:29.724729 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-54d2c17d-d526-4218-9e2c-03c194775e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.726392 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d2c17d-d526-4218-9e2c-03c194775e49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:29.726943 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-54d2c17d-d526-4218-9e2c-03c194775e49 admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.733465 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-7c11472f-36c9-49bf-96f8-36a46df0903c service neutron] 10.222.0.47 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104045 Sep 16 04:52:29.775365 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-54d2c17d-d526-4218-9e2c-03c194775e49 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4953296 Sep 16 04:52:29.778193 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46226) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:29.783309 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-76b0c656-1d6d-473b-bc33-2b369add99b1 admin admin] Request body: {'subnet': {'network_id': 'a7a79138-9f37-4e13-9efa-cb0308c6b72b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-635673896-subnet', 'tenant_id': '645cfb2d0eca42539c48515007b62817', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:29.796217 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da4eba-c4f7-4674-ae04-0ce08ed8fce1 req-8725c37c-8d77-4610-b41b-3ba7f0d5c289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:29.797782 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f4da4eba-c4f7-4674-ae04-0ce08ed8fce1 req-8725c37c-8d77-4610-b41b-3ba7f0d5c289 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b57de9dd-8389-462f-809e-a5ea9e13e1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1275728 Sep 16 04:52:29.852643 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b0c656-1d6d-473b-bc33-2b369add99b1 admin admin] Made reservation on behalf of 645cfb2d0eca42539c48515007b62817 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:29.854908 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-76b0c656-1d6d-473b-bc33-2b369add99b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.867831 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2c17d-d526-4218-9e2c-03c194775e49 admin admin] Pushing event updated for resources: {'Network': ['ID=a7a79138-9f37-4e13-9efa-cb0308c6b72b,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:29.878630 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network a7a79138-9f37-4e13-9efa-cb0308c6b72b details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:52:29.879754 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e9e10ef4-0d02-4747-bf0c-823b7d104f8b req-f4476614-6120-4302-8f28-ad37e646e294 service neutron] 10.222.0.47 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377501 Sep 16 04:52:30.019524 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba3e92-53dd-44d6-a573-cbc7b0343559 req-b145c5f8-e286-4a64-886e-e0bb33a1e27b tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:30.021057 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-abba3e92-53dd-44d6-a573-cbc7b0343559 req-b145c5f8-e286-4a64-886e-e0bb33a1e27b tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=483d8640-6c2f-4407-b041-d64dfecaed68 HTTP/1.1" status: 200 len: 943 time: 0.1910548 Sep 16 04:52:30.028427 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f4da4eba-c4f7-4674-ae04-0ce08ed8fce1 req-7b6ce6ec-28a1-44a9-adfc-fa1d3243a3c2 service neutron] 10.222.0.48 "GET /v2.0/networks/b57de9dd-8389-462f-809e-a5ea9e13e1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993499 Sep 16 04:52:30.036751 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-76b0c656-1d6d-473b-bc33-2b369add99b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.038916 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-94cdeec1-f721-4c8f-9cff-426f69372ca4 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.103386 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b0c656-1d6d-473b-bc33-2b369add99b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd7c55fc-997f-4523-a872-49e6e1a1fc1a,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:30.105887 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b0c656-1d6d-473b-bc33-2b369add99b1 admin admin] Checking segment: {'id': 'b555f35f-0b85-440e-937a-ed743920d6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a7a79138-9f37-4e13-9efa-cb0308c6b72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:30.106254 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b0c656-1d6d-473b-bc33-2b369add99b1 admin admin] Network hostable DHCP agents. Network: a7a79138-9f37-4e13-9efa-cb0308c6b72b, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:52:30.123888 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b0c656-1d6d-473b-bc33-2b369add99b1 admin admin] Network a7a79138-9f37-4e13-9efa-cb0308c6b72b is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:52:30.134459 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-76b0c656-1d6d-473b-bc33-2b369add99b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, a7a79138-9f37-4e13-9efa-cb0308c6b72b) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:30.138541 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b0c656-1d6d-473b-bc33-2b369add99b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:30.139128 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-76b0c656-1d6d-473b-bc33-2b369add99b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.143874 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de5ef4c-4583-49cc-83ec-38d73b55cf28 None None] Network a7a79138-9f37-4e13-9efa-cb0308c6b72b requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:30.162400 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-76b0c656-1d6d-473b-bc33-2b369add99b1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3758171 Sep 16 04:52:30.176912 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-abba3e92-53dd-44d6-a573-cbc7b0343559 req-8454680c-3155-4ab8-954b-6bec982ff2db tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472373 Sep 16 04:52:30.207369 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cdeec1-f721-4c8f-9cff-426f69372ca4 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event updated for resources: {'Subnet': ['ID=2909b079-deba-4fd2-84b4-eee51e706281,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:30.222094 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cdeec1-f721-4c8f-9cff-426f69372ca4 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Checking segment: {'id': '9cf10ffc-2e8f-472e-9307-2b3ac4c5ccff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2bb648c3-c708-44fc-aab8-9e8bc1ed0b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:30.222457 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cdeec1-f721-4c8f-9cff-426f69372ca4 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Network hostable DHCP agents. Network: 2bb648c3-c708-44fc-aab8-9e8bc1ed0b9c, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:52:30.226529 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f4da4eba-c4f7-4674-ae04-0ce08ed8fce1 req-d73a767c-de14-4941-8522-154993850f3b service neutron] 10.222.0.48 "GET /v2.0/networks/b57de9dd-8389-462f-809e-a5ea9e13e1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893110 Sep 16 04:52:30.247052 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cdeec1-f721-4c8f-9cff-426f69372ca4 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Network 2bb648c3-c708-44fc-aab8-9e8bc1ed0b9c is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:52:30.261470 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-94cdeec1-f721-4c8f-9cff-426f69372ca4 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 2bb648c3-c708-44fc-aab8-9e8bc1ed0b9c) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:30.269241 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cdeec1-f721-4c8f-9cff-426f69372ca4 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:30.269947 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-94cdeec1-f721-4c8f-9cff-426f69372ca4 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.271472 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b46b782-1017-46d5-b8db-0ac8fa725aa1 None None] Network 2bb648c3-c708-44fc-aab8-9e8bc1ed0b9c requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:30.288819 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-94cdeec1-f721-4c8f-9cff-426f69372ca4 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7171986 Sep 16 04:52:30.291697 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46230) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:30.297579 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-8e3f0513-63d2-4f1d-a941-e1a25c071b96 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Request body: {'subnet': {'network_id': '2bb648c3-c708-44fc-aab8-9e8bc1ed0b9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:30.386816 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf7e48a-f112-4709-97ba-f64dd74ced95 None None] Network a7a79138-9f37-4e13-9efa-cb0308c6b72b requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:30.418889 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f968f-7cb8-4966-b749-e80fd783664e req-7c3b1e83-b2f3-41d8-9b2e-3c92f74b636a tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:30.421185 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1e8f968f-7cb8-4966-b749-e80fd783664e req-7c3b1e83-b2f3-41d8-9b2e-3c92f74b636a tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 946 time: 0.0608428 Sep 16 04:52:30.435906 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3f0513-63d2-4f1d-a941-e1a25c071b96 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Made reservation on behalf of d4e9e654117b4276b41431d6e342843b for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:30.439548 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8e3f0513-63d2-4f1d-a941-e1a25c071b96 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.470958 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1e8f968f-7cb8-4966-b749-e80fd783664e req-c931cb80-54e2-4d61-a9f4-cd7f93a476db tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416944 Sep 16 04:52:30.577174 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e5ba5f-844b-418d-8ae1-2ab3d558e41e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-2bb648c3-c708-44fc-aab8-9e8bc1ed0b9c', 'network_id': '2bb648c3-c708-44fc-aab8-9e8bc1ed0b9c', 'tenant_id': 'd4e9e654117b4276b41431d6e342843b', 'fixed_ips': [{'subnet_id': '2909b079-deba-4fd2-84b4-eee51e706281'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:52:30.578469 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-71e5ba5f-844b-418d-8ae1-2ab3d558e41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.693863 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '483d8640-6c2f-4407-b041-d64dfecaed68', 'tag': '1a32d507-c4bb-46f7-a334-56de2e2bbad4'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:30.696973 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7030850-76ba-40ef-8fc6-b895f55b1f65" -d '{"events": [{"name": "network-changed", "server_uuid": "483d8640-6c2f-4407-b041-d64dfecaed68", "tag": "1a32d507-c4bb-46f7-a334-56de2e2bbad4"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:30.701383 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8e3f0513-63d2-4f1d-a941-e1a25c071b96 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.734707 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-71e5ba5f-844b-418d-8ae1-2ab3d558e41e None None] Allocated IP 2001:db8::2 (2bb648c3-c708-44fc-aab8-9e8bc1ed0b9c/2909b079-deba-4fd2-84b4-eee51e706281/6a9fb678-8767-4f2c-85fd-9d878717983c) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:30.757036 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3f0513-63d2-4f1d-a941-e1a25c071b96 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Network 2bb648c3-c708-44fc-aab8-9e8bc1ed0b9c is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:30.762538 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-8e3f0513-63d2-4f1d-a941-e1a25c071b96 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:30.767458 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3f0513-63d2-4f1d-a941-e1a25c071b96 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:30.768108 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8e3f0513-63d2-4f1d-a941-e1a25c071b96 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.771607 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f0513-63d2-4f1d-a941-e1a25c071b96 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event updated for resources: {'Subnet': ['ID=c0357f95-85d5-4f4d-b52a-6567b71a791d,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:30.789592 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46252) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:30.805192 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8e3f0513-63d2-4f1d-a941-e1a25c071b96 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5117919 Sep 16 04:52:30.901408 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d3a16a-a3ae-4411-a028-9dbad0beadde tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:30.902972 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d3a16a-a3ae-4411-a028-9dbad0beadde tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:30.904540 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d3a16a-a3ae-4411-a028-9dbad0beadde tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:30.906201 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d3a16a-a3ae-4411-a028-9dbad0beadde tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:30.907732 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d3a16a-a3ae-4411-a028-9dbad0beadde tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:30.909565 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-71d3a16a-a3ae-4411-a028-9dbad0beadde tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1188695 Sep 16 04:52:30.914342 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46256) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:30.920313 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-e57e0b46-6312-4138-96a2-b07ef465dbf1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-863008841'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:30.943186 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57e0b46-6312-4138-96a2-b07ef465dbf1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Made reservation on behalf of d4e9e654117b4276b41431d6e342843b for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:30.947555 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e57e0b46-6312-4138-96a2-b07ef465dbf1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.979238 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e57e0b46-6312-4138-96a2-b07ef465dbf1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:52:30.990822 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e57e0b46-6312-4138-96a2-b07ef465dbf1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.991335 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-e57e0b46-6312-4138-96a2-b07ef465dbf1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Added segment d1897e90-ef9f-44b9-a55c-4aafedd4b29a of type vlan for network 8de86220-e94f-45ab-9bdf-232302fd5cfd Sep 16 04:52:31.038279 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e57e0b46-6312-4138-96a2-b07ef465dbf1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.064658 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-71e5ba5f-844b-418d-8ae1-2ab3d558e41e None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.074660 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e57e0b46-6312-4138-96a2-b07ef465dbf1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.075287 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-71e5ba5f-844b-418d-8ae1-2ab3d558e41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.082210 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57e0b46-6312-4138-96a2-b07ef465dbf1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:31.082832 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e57e0b46-6312-4138-96a2-b07ef465dbf1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.098201 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e5ba5f-844b-418d-8ae1-2ab3d558e41e None None] Network 2bb648c3-c708-44fc-aab8-9e8bc1ed0b9c is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:31.101792 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-71e5ba5f-844b-418d-8ae1-2ab3d558e41e None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:31.132324 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606c874-636c-4c0e-83b2-d8257d01961c req-b59a840d-73e3-4f5e-b64c-30b188ed7caa tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:31.134314 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3606c874-636c-4c0e-83b2-d8257d01961c req-b59a840d-73e3-4f5e-b64c-30b188ed7caa tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 946 time: 0.0574787 Sep 16 04:52:31.141455 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e5ba5f-844b-418d-8ae1-2ab3d558e41e None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:31.163904 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e57e0b46-6312-4138-96a2-b07ef465dbf1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2472773 Sep 16 04:52:31.165807 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46262) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:31.167289 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e0b46-6312-4138-96a2-b07ef465dbf1 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event updated for resources: {'Network': ['ID=8de86220-e94f-45ab-9bdf-232302fd5cfd,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:31.177618 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-53703fef-dc17-457c-a530-8fb8d099419e tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:31.183523 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 8de86220-e94f-45ab-9bdf-232302fd5cfd details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:52:31.206435 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3606c874-636c-4c0e-83b2-d8257d01961c req-7e2e688f-2550-417b-8b7d-638609a2dbcc tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644443 Sep 16 04:52:31.237404 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5ba5f-844b-418d-8ae1-2ab3d558e41e None None] Pushing event updated for resources: {'Port': ['ID=6a9fb678-8767-4f2c-85fd-9d878717983c,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:31.253648 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-7fdc729b-6d1a-4ae5-bad6-31c40f92d80f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1528518 Sep 16 04:52:31.261893 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-71e5ba5f-844b-418d-8ae1-2ab3d558e41e None None] Attempting to bind port 6a9fb678-8767-4f2c-85fd-9d878717983c on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:31.262269 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-71e5ba5f-844b-418d-8ae1-2ab3d558e41e None None] Attempting to bind port 6a9fb678-8767-4f2c-85fd-9d878717983c by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '9cf10ffc-2e8f-472e-9307-2b3ac4c5ccff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2bb648c3-c708-44fc-aab8-9e8bc1ed0b9c'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:31.262641 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e5ba5f-844b-418d-8ae1-2ab3d558e41e None None] Attempting to bind port 6a9fb678-8767-4f2c-85fd-9d878717983c on network 2bb648c3-c708-44fc-aab8-9e8bc1ed0b9c {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:31.264040 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-0a34452b-f9c5-4a32-961b-5368f766064a service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:52:31.275468 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-0a34452b-f9c5-4a32-961b-5368f766064a service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103407 Sep 16 04:52:31.285022 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e29de4-0c8c-413c-8e93-4b975223e0d2 x-openstack-request-id: req-a4e29de4-0c8c-413c-8e93-4b975223e0d2 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:31.285318 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "483d8640-6c2f-4407-b041-d64dfecaed68", "tag": "1a32d507-c4bb-46f7-a334-56de2e2bbad4", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:31.286565 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a4e29de4-0c8c-413c-8e93-4b975223e0d2 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:31.286981 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '483d8640-6c2f-4407-b041-d64dfecaed68', 'tag': '1a32d507-c4bb-46f7-a334-56de2e2bbad4', 'status': 'completed', 'code': 200} Sep 16 04:52:31.296312 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e5ba5f-844b-418d-8ae1-2ab3d558e41e None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:31.297039 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e5ba5f-844b-418d-8ae1-2ab3d558e41e None None] Checking segment: {'id': '9cf10ffc-2e8f-472e-9307-2b3ac4c5ccff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2bb648c3-c708-44fc-aab8-9e8bc1ed0b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:31.297535 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-71e5ba5f-844b-418d-8ae1-2ab3d558e41e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.297869 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e5ba5f-844b-418d-8ae1-2ab3d558e41e None None] Bound using segment: {'id': '9cf10ffc-2e8f-472e-9307-2b3ac4c5ccff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2bb648c3-c708-44fc-aab8-9e8bc1ed0b9c'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:31.298464 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-71e5ba5f-844b-418d-8ae1-2ab3d558e41e None None] Bound port: 6a9fb678-8767-4f2c-85fd-9d878717983c, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf10ffc-2e8f-472e-9307-2b3ac4c5ccff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2bb648c3-c708-44fc-aab8-9e8bc1ed0b9c'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:31.299081 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-71e5ba5f-844b-418d-8ae1-2ab3d558e41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.377666 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7030850-76ba-40ef-8fc6-b895f55b1f65 req-0dc05efe-dbc3-42ca-b54b-bab8851537da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:31.380031 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b7030850-76ba-40ef-8fc6-b895f55b1f65 req-0dc05efe-dbc3-42ca-b54b-bab8851537da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=097a363b67ea49498cd02794a5c40b7b&device_id=483d8640-6c2f-4407-b041-d64dfecaed68 HTTP/1.1" status: 200 len: 1095 time: 0.0548866 Sep 16 04:52:31.402944 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-53703fef-dc17-457c-a530-8fb8d099419e tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.427482 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-53703fef-dc17-457c-a530-8fb8d099419e tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.434268 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-71e5ba5f-844b-418d-8ae1-2ab3d558e41e None None] For port 6a9fb678-8767-4f2c-85fd-9d878717983c, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:31.443373 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-71e5ba5f-844b-418d-8ae1-2ab3d558e41e None None] For port 6a9fb678-8767-4f2c-85fd-9d878717983c, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=6a9fb678-8767-4f2c-85fd-9d878717983c,segment=NetworkSegment(9cf10ffc-2e8f-472e-9307-2b3ac4c5ccff),segment_id=9cf10ffc-2e8f-472e-9307-2b3ac4c5ccff)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:31.452038 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-71e5ba5f-844b-418d-8ae1-2ab3d558e41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.469887 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-53703fef-dc17-457c-a530-8fb8d099419e tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Network 8de86220-e94f-45ab-9bdf-232302fd5cfd is not hosted by any dhcp agent {{(pid=94767) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 04:52:31.478542 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53703fef-dc17-457c-a530-8fb8d099419e tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:31.480614 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-53703fef-dc17-457c-a530-8fb8d099419e tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.484804 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-53703fef-dc17-457c-a530-8fb8d099419e tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "PUT /v2.0/networks/8de86220-e94f-45ab-9bdf-232302fd5cfd HTTP/1.1" status: 200 len: 723 time: 0.3172197 Sep 16 04:52:31.490288 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46280) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:31.497975 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-db9114be-46e3-45c2-b69d-08c95c1ee206 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Request body: {'subnet': {'network_id': '8de86220-e94f-45ab-9bdf-232302fd5cfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:31.557506 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53703fef-dc17-457c-a530-8fb8d099419e tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event updated for resources: {'Network': ['ID=8de86220-e94f-45ab-9bdf-232302fd5cfd,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:31.588353 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 8de86220-e94f-45ab-9bdf-232302fd5cfd details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:52:31.607447 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5ba5f-844b-418d-8ae1-2ab3d558e41e None None] Pushing event updated for resources: {'Port': ['ID=6a9fb678-8767-4f2c-85fd-9d878717983c,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:31.639936 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7030850-76ba-40ef-8fc6-b895f55b1f65 req-d44582a8-e736-44f7-b819-a7a61fc2280c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:31.649285 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b7030850-76ba-40ef-8fc6-b895f55b1f65 req-d44582a8-e736-44f7-b819-a7a61fc2280c service neutron] 10.222.0.47 "GET /v2.0/networks?id=8c931ccc-5cf1-447a-be72-662f80eb3cc7 HTTP/1.1" status: 200 len: 906 time: 0.2620695 Sep 16 04:52:31.681281 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfec5f-033a-4598-8025-fb48803d4e3c req-684c59aa-a8f6-481b-993d-55e51276e0ef tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:31.682880 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8abfec5f-033a-4598-8025-fb48803d4e3c req-684c59aa-a8f6-481b-993d-55e51276e0ef tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 945 time: 0.0718353 Sep 16 04:52:31.710530 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b7030850-76ba-40ef-8fc6-b895f55b1f65 req-843931dd-c6fe-46de-856a-ae9e879932fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a32d507-c4bb-46f7-a334-56de2e2bbad4 HTTP/1.1" status: 200 len: 217 time: 0.0529830 Sep 16 04:52:31.720607 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9114be-46e3-45c2-b69d-08c95c1ee206 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Made reservation on behalf of d4e9e654117b4276b41431d6e342843b for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:31.724497 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-db9114be-46e3-45c2-b69d-08c95c1ee206 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.761206 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8abfec5f-033a-4598-8025-fb48803d4e3c req-32d9a286-8138-463e-ae53-f0ef00f9b8db tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=db3037be-fc36-4334-ae38-b046958ea600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716784 Sep 16 04:52:31.874274 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7030850-76ba-40ef-8fc6-b895f55b1f65 req-6883531b-e522-4d61-8d2a-93c43ab37bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:31.878697 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b7030850-76ba-40ef-8fc6-b895f55b1f65 req-6883531b-e522-4d61-8d2a-93c43ab37bd2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=984819ef-39e4-42b6-ac0e-e1f025f28a4e HTTP/1.1" status: 200 len: 845 time: 0.1499035 Sep 16 04:52:31.922478 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38adc1-840e-4d7b-b526-0f2a325ae9c0 req-eb616574-63fa-4f5b-9de0-210072748fe9 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:31.931916 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3d38adc1-840e-4d7b-b526-0f2a325ae9c0 req-eb616574-63fa-4f5b-9de0-210072748fe9 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=483d8640-6c2f-4407-b041-d64dfecaed68 HTTP/1.1" status: 200 len: 943 time: 0.0758877 Sep 16 04:52:31.934382 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b7030850-76ba-40ef-8fc6-b895f55b1f65 req-2f458295-17c9-45a0-83c3-4aa3c60d35bf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c931ccc-5cf1-447a-be72-662f80eb3cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428751 Sep 16 04:52:31.984998 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3d38adc1-840e-4d7b-b526-0f2a325ae9c0 req-781a848f-5382-4ca9-8eb4-135e493a304e tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498550 Sep 16 04:52:32.133957 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b7030850-76ba-40ef-8fc6-b895f55b1f65 req-7223c4a8-c3fa-4611-a376-5fc704fb2a60 service neutron] 10.222.0.47 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905074 Sep 16 04:52:32.135601 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-db9114be-46e3-45c2-b69d-08c95c1ee206 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:32.135956 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 1a32d507-c4bb-46f7-a334-56de2e2bbad4 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:32.317028 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9114be-46e3-45c2-b69d-08c95c1ee206 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event updated for resources: {'Subnet': ['ID=cebce5ed-032d-4288-9987-d99273d43c2b,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:32.329746 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9114be-46e3-45c2-b69d-08c95c1ee206 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Checking segment: {'id': 'd1897e90-ef9f-44b9-a55c-4aafedd4b29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8de86220-e94f-45ab-9bdf-232302fd5cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:32.330109 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9114be-46e3-45c2-b69d-08c95c1ee206 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Network hostable DHCP agents. Network: 8de86220-e94f-45ab-9bdf-232302fd5cfd, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:52:32.333885 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7f917-be3b-4a45-81f3-dd6f4beaf41a req-416a5160-8fd3-418c-8e98-dd78ac2bfae4 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:32.351256 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4de7f917-be3b-4a45-81f3-dd6f4beaf41a req-416a5160-8fd3-418c-8e98-dd78ac2bfae4 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 946 time: 0.1344614 Sep 16 04:52:32.356441 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 1a32d507-c4bb-46f7-a334-56de2e2bbad4, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=1a32d507-c4bb-46f7-a334-56de2e2bbad4,segment=NetworkSegment(01aafaa9-a340-46ca-887a-6648c79e8c73),segment_id=01aafaa9-a340-46ca-887a-6648c79e8c73)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:32.382458 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '1a32d507-c4bb-46f7-a334-56de2e2bbad4', 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7', 'port_id': '1a32d507-c4bb-46f7-a334-56de2e2bbad4', 'mac_address': 'fa:16:3e:f1:f3:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '984819ef-39e4-42b6-ac0e-e1f025f28a4e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:52:32.387937 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b7030850-76ba-40ef-8fc6-b895f55b1f65 req-6ff77f80-1202-4bd4-afef-9075c96b8f8b service neutron] 10.222.0.47 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456963 Sep 16 04:52:32.388738 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 6a9fb678-8767-4f2c-85fd-9d878717983c up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:32.401796 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4de7f917-be3b-4a45-81f3-dd6f4beaf41a req-daff2945-3107-479a-aadf-832e3e1d07ef tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492499 Sep 16 04:52:32.407325 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9114be-46e3-45c2-b69d-08c95c1ee206 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Network 8de86220-e94f-45ab-9bdf-232302fd5cfd is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:52:32.422193 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-db9114be-46e3-45c2-b69d-08c95c1ee206 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 8de86220-e94f-45ab-9bdf-232302fd5cfd) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:32.426899 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9114be-46e3-45c2-b69d-08c95c1ee206 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:32.427849 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-db9114be-46e3-45c2-b69d-08c95c1ee206 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:32.448828 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb1644c-e28d-4439-872d-1ae5105283ba None None] Network 8de86220-e94f-45ab-9bdf-232302fd5cfd requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:32.462695 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-db9114be-46e3-45c2-b69d-08c95c1ee206 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9695652 Sep 16 04:52:32.464873 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46304) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:32.476928 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-6f578c91-b121-419e-bf17-8eb2fb4df755 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:32.606591 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:32.623752 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a32d507-c4bb-46f7-a334-56de2e2bbad4 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:32.655172 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6f578c91-b121-419e-bf17-8eb2fb4df755 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12044397'] for subnet, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:32.673479 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 1a32d507-c4bb-46f7-a334-56de2e2bbad4, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=1a32d507-c4bb-46f7-a334-56de2e2bbad4,segment=NetworkSegment(01aafaa9-a340-46ca-887a-6648c79e8c73),segment_id=01aafaa9-a340-46ca-887a-6648c79e8c73)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:32.682360 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:32.692535 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c0fa7-da48-4589-a3a6-bbcdc8d988ac req-d8353b5d-51ac-4065-afe9-897f5791b267 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:32.692779 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 6a9fb678-8767-4f2c-85fd-9d878717983c triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:32.693238 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:32.703581 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-051c0fa7-da48-4589-a3a6-bbcdc8d988ac req-d8353b5d-51ac-4065-afe9-897f5791b267 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 946 time: 0.1293693 Sep 16 04:52:32.777217 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-051c0fa7-da48-4589-a3a6-bbcdc8d988ac req-859ad3c4-65e8-490d-814c-57506dc1c7c6 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652788 Sep 16 04:52:32.865168 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f653efa-dcfb-4d94-89f2-a4eb6d5150f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-8de86220-e94f-45ab-9bdf-232302fd5cfd', 'network_id': '8de86220-e94f-45ab-9bdf-232302fd5cfd', 'tenant_id': 'd4e9e654117b4276b41431d6e342843b', 'fixed_ips': [{'subnet_id': 'cebce5ed-032d-4288-9987-d99273d43c2b'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:52:32.866080 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5f653efa-dcfb-4d94-89f2-a4eb6d5150f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:32.874394 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=1a32d507-c4bb-46f7-a334-56de2e2bbad4,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:32.974904 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6f578c91-b121-419e-bf17-8eb2fb4df755 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731532927236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9162689'] for subnet, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:33.039224 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f578c91-b121-419e-bf17-8eb2fb4df755 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.039771 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6f578c91-b121-419e-bf17-8eb2fb4df755 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:33.041151 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6f578c91-b121-419e-bf17-8eb2fb4df755 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "PUT /v2.0/subnets/cebce5ed-032d-4288-9987-d99273d43c2b HTTP/1.1" status: 200 len: 826 time: 0.5752981 Sep 16 04:52:33.047660 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46318) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:33.053959 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['1a32d507-c4bb-46f7-a334-56de2e2bbad4'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:33.064169 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f578c91-b121-419e-bf17-8eb2fb4df755 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event updated for resources: {'Subnet': ['ID=cebce5ed-032d-4288-9987-d99273d43c2b,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:33.078770 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055a20a0-e8f0-4e2b-bd05-3a0f70346448 None None] Network 2bb648c3-c708-44fc-aab8-9e8bc1ed0b9c requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:33.112529 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:33.135089 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a7e52-3f82-4fec-8139-5b9210e36d9d req-cb9a01f1-36b5-4b8f-82c5-b8953493dc32 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.137444 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a4a7e52-3f82-4fec-8139-5b9210e36d9d req-cb9a01f1-36b5-4b8f-82c5-b8953493dc32 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 945 time: 0.1278710 Sep 16 04:52:33.234906 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a4a7e52-3f82-4fec-8139-5b9210e36d9d req-273a9990-6322-4066-aa54-cbebe56785da tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=db3037be-fc36-4334-ae38-b046958ea600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624068 Sep 16 04:52:33.242549 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-95b09286-e280-4440-abb7-36c356eb3ac2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:33.255808 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-342ff951-bad9-4cac-968a-2c306735234e None None] Provisioning complete for port 6a9fb678-8767-4f2c-85fd-9d878717983c triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:33.257260 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-342ff951-bad9-4cac-968a-2c306735234e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:33.299390 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 6a9fb678-8767-4f2c-85fd-9d878717983c, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=6a9fb678-8767-4f2c-85fd-9d878717983c,segment=NetworkSegment(9cf10ffc-2e8f-472e-9307-2b3ac4c5ccff),segment_id=9cf10ffc-2e8f-472e-9307-2b3ac4c5ccff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:33.326166 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:33.377858 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-95b09286-e280-4440-abb7-36c356eb3ac2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:33.411087 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-5f653efa-dcfb-4d94-89f2-a4eb6d5150f2 None None] Allocated IP 2001:db8::2 (8de86220-e94f-45ab-9bdf-232302fd5cfd/cebce5ed-032d-4288-9987-d99273d43c2b/f26a0179-b995-44ea-a5bb-6d2330d64cee) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:33.420816 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-8a777ea1-0324-4fb3-b3bd-1fb19302ffac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.422414 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-8a777ea1-0324-4fb3-b3bd-1fb19302ffac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9314d3ea71064ec8a4285d4ce520aaad&device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 1097 time: 0.1049857 Sep 16 04:52:33.521739 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=6a9fb678-8767-4f2c-85fd-9d878717983c,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:33.811348 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5f653efa-dcfb-4d94-89f2-a4eb6d5150f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:33.816063 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0125ea-6859-4aea-948d-7bb801c50384 None None] Update dhcp port {'port': {'network_id': '2bb648c3-c708-44fc-aab8-9e8bc1ed0b9c', 'fixed_ips': [{'subnet_id': '2909b079-deba-4fd2-84b4-eee51e706281', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c0357f95-85d5-4f4d-b52a-6567b71a791d'}], 'binding:host_id': 'n-d-712139-15'}, 'id': '6a9fb678-8767-4f2c-85fd-9d878717983c'} from n-d-712139-15. {{(pid=94768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:52:33.837784 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5f653efa-dcfb-4d94-89f2-a4eb6d5150f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:33.847377 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f477b-5489-4d34-8589-42805ff3ce23 req-b4b323fc-b9cb-453a-bcec-4e9e8f51e00e tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.848905 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-269f477b-5489-4d34-8589-42805ff3ce23 req-b4b323fc-b9cb-453a-bcec-4e9e8f51e00e tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=483d8640-6c2f-4407-b041-d64dfecaed68 HTTP/1.1" status: 200 len: 944 time: 0.4030697 Sep 16 04:52:33.873345 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1e0125ea-6859-4aea-948d-7bb801c50384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:33.879797 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-95b09286-e280-4440-abb7-36c356eb3ac2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:33.885254 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f653efa-dcfb-4d94-89f2-a4eb6d5150f2 None None] Network 8de86220-e94f-45ab-9bdf-232302fd5cfd is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:33.894951 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-1ad238c0-c240-41f9-832a-efe5368efd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.896074 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-5f653efa-dcfb-4d94-89f2-a4eb6d5150f2 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:33.896423 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-1ad238c0-c240-41f9-832a-efe5368efd26 service neutron] 10.222.0.48 "GET /v2.0/networks?id=aa0b4719-d190-4155-9288-1e8935f8d00b HTTP/1.1" status: 200 len: 897 time: 0.4641447 Sep 16 04:52:33.906502 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f653efa-dcfb-4d94-89f2-a4eb6d5150f2 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:33.910609 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f653efa-dcfb-4d94-89f2-a4eb6d5150f2 None None] Pushing event updated for resources: {'Port': ['ID=f26a0179-b995-44ea-a5bb-6d2330d64cee,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:33.940378 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b09286-e280-4440-abb7-36c356eb3ac2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event deleted for resources: {'Subnet': ['ID=cebce5ed-032d-4288-9987-d99273d43c2b,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:33.941770 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:52:33.999255 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-269f477b-5489-4d34-8589-42805ff3ce23 req-515a7c2b-38be-4086-b6f3-8905cb049222 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404417 Sep 16 04:52:34.038307 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-95b09286-e280-4440-abb7-36c356eb3ac2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:34.054169 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-5f653efa-dcfb-4d94-89f2-a4eb6d5150f2 None None] Attempting to bind port f26a0179-b995-44ea-a5bb-6d2330d64cee on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:34.054693 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-5f653efa-dcfb-4d94-89f2-a4eb6d5150f2 None None] Attempting to bind port f26a0179-b995-44ea-a5bb-6d2330d64cee by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'd1897e90-ef9f-44b9-a55c-4aafedd4b29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8de86220-e94f-45ab-9bdf-232302fd5cfd'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:34.055059 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f653efa-dcfb-4d94-89f2-a4eb6d5150f2 None None] Attempting to bind port f26a0179-b995-44ea-a5bb-6d2330d64cee on network 8de86220-e94f-45ab-9bdf-232302fd5cfd {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:34.062492 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-474b3327-2600-4ac0-8fca-7bbab9647953 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=545b55b6-6b09-445a-8fdd-b488ee92f1be HTTP/1.1" status: 200 len: 1001 time: 0.1414037 Sep 16 04:52:34.064779 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f653efa-dcfb-4d94-89f2-a4eb6d5150f2 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:34.065156 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f653efa-dcfb-4d94-89f2-a4eb6d5150f2 None None] Checking segment: {'id': 'd1897e90-ef9f-44b9-a55c-4aafedd4b29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8de86220-e94f-45ab-9bdf-232302fd5cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:34.065563 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5f653efa-dcfb-4d94-89f2-a4eb6d5150f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:34.065959 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f653efa-dcfb-4d94-89f2-a4eb6d5150f2 None None] Bound using segment: {'id': 'd1897e90-ef9f-44b9-a55c-4aafedd4b29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8de86220-e94f-45ab-9bdf-232302fd5cfd'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:34.066430 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-5f653efa-dcfb-4d94-89f2-a4eb6d5150f2 None None] Bound port: f26a0179-b995-44ea-a5bb-6d2330d64cee, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1897e90-ef9f-44b9-a55c-4aafedd4b29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8de86220-e94f-45ab-9bdf-232302fd5cfd'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:34.066816 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5f653efa-dcfb-4d94-89f2-a4eb6d5150f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:34.081947 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-95b09286-e280-4440-abb7-36c356eb3ac2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de86220-e94f-45ab-9bdf-232302fd5cfd']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:34.136281 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-95b09286-e280-4440-abb7-36c356eb3ac2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1897e90-ef9f-44b9-a55c-4aafedd4b29a') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:34.136551 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-95b09286-e280-4440-abb7-36c356eb3ac2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1897e90-ef9f-44b9-a55c-4aafedd4b29a') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:34.154476 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-95b09286-e280-4440-abb7-36c356eb3ac2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:34.179786 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-95b09286-e280-4440-abb7-36c356eb3ac2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:34.184769 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-6bc83185-d2c6-4dc1-aef3-3636069def67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:34.186237 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-6bc83185-d2c6-4dc1-aef3-3636069def67 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e7bc69f-119c-452c-8694-2e9288e222ac HTTP/1.1" status: 200 len: 835 time: 0.1063552 Sep 16 04:52:34.197601 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50573b79-8973-44f1-aee9-c4e8c49b2f4e req-4f887c8c-13ce-4c2b-a8a9-eed0231af232 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:34.199488 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-50573b79-8973-44f1-aee9-c4e8c49b2f4e req-4f887c8c-13ce-4c2b-a8a9-eed0231af232 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 946 time: 0.1393869 Sep 16 04:52:34.211652 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b09286-e280-4440-abb7-36c356eb3ac2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:52:34.212067 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-95b09286-e280-4440-abb7-36c356eb3ac2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:34.215219 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:52:34.215219 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:52:34.215219 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:52:34.215219 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:52:34.215219 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:52:34.215219 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:52:34.215219 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:52:34.215219 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:52:34.215219 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:52:34.215219 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:52:34.215219 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:52:34.215219 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:52:34.215219 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:52:34.215219 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:52:34.215219 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:52:34.215219 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:52:34.215219 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:52:34.215219 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:52:34.215219 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:52:34.215219 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:52:34.215219 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:52:34.215219 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:52:34.215219 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:52:34.215219 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:52:34.215219 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:52:34.215219 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:52:34.215219 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:52:34.215219 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:52:34.215219 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:52:34.215219 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:52:34.215219 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:52:34.215219 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:52:34.294620 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 6a9fb678-8767-4f2c-85fd-9d878717983c up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:34.338163 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.db.api [None req-95b09286-e280-4440-abb7-36c356eb3ac2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 04:52:34.338163 n-d-712139-15 neutron-server[94767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 04:52:34.338163 n-d-712139-15 neutron-server[94767]: [parameters: {'id': '8de86220-e94f-45ab-9bdf-232302fd5cfd'}] Sep 16 04:52:34.338163 n-d-712139-15 neutron-server[94767]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:52:34.338612 n-d-712139-15 neutron-server[94767]: DEBUG oslo_db.api [None req-95b09286-e280-4440-abb7-36c356eb3ac2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:52:34.346321 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-d6216e83-ed5d-410a-a43c-52d4af2ed051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:34.347835 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-d6216e83-ed5d-410a-a43c-52d4af2ed051 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=aa0b4719-d190-4155-9288-1e8935f8d00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1456931 Sep 16 04:52:34.351786 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-50573b79-8973-44f1-aee9-c4e8c49b2f4e req-72c02c54-8b5d-4660-a75b-e0da9c810caf tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332362 Sep 16 04:52:34.367048 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-1e0125ea-6859-4aea-948d-7bb801c50384 None None] Allocated IP 172.20.0.1 (2bb648c3-c708-44fc-aab8-9e8bc1ed0b9c/c0357f95-85d5-4f4d-b52a-6567b71a791d/6a9fb678-8767-4f2c-85fd-9d878717983c) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:34.395464 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-5f653efa-dcfb-4d94-89f2-a4eb6d5150f2 None None] For port f26a0179-b995-44ea-a5bb-6d2330d64cee, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:34.401268 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-5f653efa-dcfb-4d94-89f2-a4eb6d5150f2 None None] For port f26a0179-b995-44ea-a5bb-6d2330d64cee, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=f26a0179-b995-44ea-a5bb-6d2330d64cee,segment=NetworkSegment(d1897e90-ef9f-44b9-a55c-4aafedd4b29a),segment_id=d1897e90-ef9f-44b9-a55c-4aafedd4b29a)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:34.419712 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5f653efa-dcfb-4d94-89f2-a4eb6d5150f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:34.483614 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-9dda7479-d381-4888-bacc-e4d29c9a04fc service neutron] 10.222.0.48 "GET /v2.0/networks/aa0b4719-d190-4155-9288-1e8935f8d00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259589 Sep 16 04:52:34.506840 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 6a9fb678-8767-4f2c-85fd-9d878717983c triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:34.507219 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:34.604578 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f653efa-dcfb-4d94-89f2-a4eb6d5150f2 None None] Pushing event updated for resources: {'Port': ['ID=f26a0179-b995-44ea-a5bb-6d2330d64cee,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:34.612843 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e9cd2a-c4e5-4a1c-8595-ba7f949964db None None] Network 8de86220-e94f-45ab-9bdf-232302fd5cfd requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:34.616702 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-1e0125ea-6859-4aea-948d-7bb801c50384 None None] For port 6a9fb678-8767-4f2c-85fd-9d878717983c, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=6a9fb678-8767-4f2c-85fd-9d878717983c,segment=NetworkSegment(9cf10ffc-2e8f-472e-9307-2b3ac4c5ccff),segment_id=9cf10ffc-2e8f-472e-9307-2b3ac4c5ccff)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:34.623652 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4160a0-dbdb-45a2-b1b9-416756ebbe19 req-6e4ef0b7-b2e8-45a4-b8c5-57e10c801440 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:34.625253 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac4160a0-dbdb-45a2-b1b9-416756ebbe19 req-6e4ef0b7-b2e8-45a4-b8c5-57e10c801440 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 945 time: 0.0941803 Sep 16 04:52:34.631207 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-1dc1ceb6-9416-438e-8cb9-c133b587eedf service neutron] 10.222.0.48 "GET /v2.0/networks/aa0b4719-d190-4155-9288-1e8935f8d00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393230 Sep 16 04:52:34.676421 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac4160a0-dbdb-45a2-b1b9-416756ebbe19 req-3e25d54b-cf5b-4dfb-a373-b942c7f9246e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=db3037be-fc36-4334-ae38-b046958ea600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441215 Sep 16 04:52:34.709326 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1e0125ea-6859-4aea-948d-7bb801c50384 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:34.734661 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1e0125ea-6859-4aea-948d-7bb801c50384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:34.807307 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf59ba4-dadb-4353-a04b-e17973921cb4 req-67ebd1ad-4d8f-4f71-b12b-0fcc4c0d7a2b tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:34.812959 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bdf59ba4-dadb-4353-a04b-e17973921cb4 req-67ebd1ad-4d8f-4f71-b12b-0fcc4c0d7a2b tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 946 time: 0.0595319 Sep 16 04:52:34.841921 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-95b09286-e280-4440-abb7-36c356eb3ac2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:34.854897 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bdf59ba4-dadb-4353-a04b-e17973921cb4 req-fd46a466-536a-4849-806e-2b727aaac937 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398419 Sep 16 04:52:34.888807 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0125ea-6859-4aea-948d-7bb801c50384 None None] Pushing event updated for resources: {'Port': ['ID=6a9fb678-8767-4f2c-85fd-9d878717983c,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:34.911737 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faff8e90-bbd1-4ef0-a83d-80d6a0c22ab9 None None] Network 8de86220-e94f-45ab-9bdf-232302fd5cfd requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:34.916272 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-95b09286-e280-4440-abb7-36c356eb3ac2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Deleting port f26a0179-b995-44ea-a5bb-6d2330d64cee {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:34.916653 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-95b09286-e280-4440-abb7-36c356eb3ac2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.007241 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-95b09286-e280-4440-abb7-36c356eb3ac2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] For port f26a0179-b995-44ea-a5bb-6d2330d64cee, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=f26a0179-b995-44ea-a5bb-6d2330d64cee,segment=NetworkSegment(d1897e90-ef9f-44b9-a55c-4aafedd4b29a),segment_id=d1897e90-ef9f-44b9-a55c-4aafedd4b29a)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:35.008988 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-95b09286-e280-4440-abb7-36c356eb3ac2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.028366 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-95b09286-e280-4440-abb7-36c356eb3ac2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Calling delete_port for f26a0179-b995-44ea-a5bb-6d2330d64cee owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:35.164318 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-95b09286-e280-4440-abb7-36c356eb3ac2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.198440 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b09286-e280-4440-abb7-36c356eb3ac2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event deleted for resources: {'Port': ['ID=f26a0179-b995-44ea-a5bb-6d2330d64cee,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:35.202207 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b09286-e280-4440-abb7-36c356eb3ac2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] No DVR routers for this DVR port f26a0179-b995-44ea-a5bb-6d2330d64cee on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:35.324540 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-95b09286-e280-4440-abb7-36c356eb3ac2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.352329 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-95b09286-e280-4440-abb7-36c356eb3ac2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de86220-e94f-45ab-9bdf-232302fd5cfd']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:35.364528 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-95b09286-e280-4440-abb7-36c356eb3ac2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1897e90-ef9f-44b9-a55c-4aafedd4b29a') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:35.364922 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-95b09286-e280-4440-abb7-36c356eb3ac2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1897e90-ef9f-44b9-a55c-4aafedd4b29a') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:35.374422 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a59c4-56d0-40de-9aed-a50094f32ded req-744bb4bf-2282-41a5-8df0-98a223bd5cd1 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:35.376017 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1b3a59c4-56d0-40de-9aed-a50094f32ded req-744bb4bf-2282-41a5-8df0-98a223bd5cd1 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=483d8640-6c2f-4407-b041-d64dfecaed68 HTTP/1.1" status: 200 len: 944 time: 0.1198845 Sep 16 04:52:35.386647 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-95b09286-e280-4440-abb7-36c356eb3ac2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.417852 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-95b09286-e280-4440-abb7-36c356eb3ac2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.432608 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b09286-e280-4440-abb7-36c356eb3ac2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:52:35.433014 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-95b09286-e280-4440-abb7-36c356eb3ac2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.436467 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:52:35.436467 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:52:35.436467 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:52:35.436467 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:52:35.436467 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:52:35.436467 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:52:35.436467 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:52:35.436467 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:52:35.436467 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:52:35.436467 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:52:35.436467 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:52:35.436467 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:52:35.436467 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:52:35.436467 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:52:35.436467 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:52:35.436467 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:52:35.436467 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:52:35.436467 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:52:35.436467 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:52:35.436467 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:52:35.436467 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:52:35.436467 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:52:35.436467 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:52:35.436467 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:52:35.436467 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:52:35.436467 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:52:35.436467 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:52:35.436467 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:52:35.436467 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:52:35.436467 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:52:35.436467 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:52:35.436467 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:52:35.454437 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1b3a59c4-56d0-40de-9aed-a50094f32ded req-65b87fae-4cdd-45eb-a0d9-b9e4760157d0 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697374 Sep 16 04:52:35.533546 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0af701-ac0f-4331-a64d-c03c4aebae47 None None] Network 2bb648c3-c708-44fc-aab8-9e8bc1ed0b9c requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:35.541940 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-95b09286-e280-4440-abb7-36c356eb3ac2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.561237 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-b2d25d0a-b45d-45fb-8650-e3f7a3e17dda None None] Provisioning complete for port 6a9fb678-8767-4f2c-85fd-9d878717983c triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:35.561612 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b2d25d0a-b45d-45fb-8650-e3f7a3e17dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.564339 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-95b09286-e280-4440-abb7-36c356eb3ac2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.566339 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-95b09286-e280-4440-abb7-36c356eb3ac2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "DELETE /v2.0/networks/8de86220-e94f-45ab-9bdf-232302fd5cfd HTTP/1.1" status: 204 len: 168 time: 2.5168879 Sep 16 04:52:35.569898 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46344) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:35.581555 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b09286-e280-4440-abb7-36c356eb3ac2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event deleted for resources: {'Network': ['ID=8de86220-e94f-45ab-9bdf-232302fd5cfd,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:35.589605 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-199f67ec-e98d-497e-9f67-9d0d98bcc982 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] DELETE failed (client error): The resource could not be found. Sep 16 04:52:35.590260 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-199f67ec-e98d-497e-9f67-9d0d98bcc982 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:52:35.592296 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-199f67ec-e98d-497e-9f67-9d0d98bcc982 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "DELETE /v2.0/networks/8de86220-e94f-45ab-9bdf-232302fd5cfd HTTP/1.1" status: 404 len: 339 time: 0.0213184 Sep 16 04:52:35.595916 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46346) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:35.601930 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-272b96de-d9ef-49d4-8b70-e56a6a7ba05b tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1538883392', 'description': 'd1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:35.609050 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4145c3-ceb3-49b6-a0c5-bfc125feed11 req-6e58d666-1c16-4dd1-9454-0dc963aa488a tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:35.610649 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2c4145c3-ceb3-49b6-a0c5-bfc125feed11 req-6e58d666-1c16-4dd1-9454-0dc963aa488a tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 946 time: 0.0852280 Sep 16 04:52:35.626335 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272b96de-d9ef-49d4-8b70-e56a6a7ba05b tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Made reservation on behalf of d4e9e654117b4276b41431d6e342843b for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:35.630195 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-272b96de-d9ef-49d4-8b70-e56a6a7ba05b tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.662089 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-272b96de-d9ef-49d4-8b70-e56a6a7ba05b tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:52:35.692528 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2c4145c3-ceb3-49b6-a0c5-bfc125feed11 req-52e0eecf-dbc2-4a54-838a-457a33872802 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634263 Sep 16 04:52:35.706095 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-272b96de-d9ef-49d4-8b70-e56a6a7ba05b tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.706690 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-272b96de-d9ef-49d4-8b70-e56a6a7ba05b tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Added segment ebe250a6-2501-45dd-b957-262babe4f859 of type vlan for network e8746475-d7f2-4a4e-9af6-20edbbd87dd7 Sep 16 04:52:35.774838 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-272b96de-d9ef-49d4-8b70-e56a6a7ba05b tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.810487 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-272b96de-d9ef-49d4-8b70-e56a6a7ba05b tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.820396 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272b96de-d9ef-49d4-8b70-e56a6a7ba05b tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:35.821265 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-272b96de-d9ef-49d4-8b70-e56a6a7ba05b tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.880591 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-272b96de-d9ef-49d4-8b70-e56a6a7ba05b tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2807603 Sep 16 04:52:35.883272 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46352) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:35.936652 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b96de-d9ef-49d4-8b70-e56a6a7ba05b tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event updated for resources: {'Network': ['ID=e8746475-d7f2-4a4e-9af6-20edbbd87dd7,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:35.950718 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network e8746475-d7f2-4a4e-9af6-20edbbd87dd7 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:52:36.004947 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6ff3a1-8c5a-448a-b73b-50b1d71bb915 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:36.009228 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4b6ff3a1-8c5a-448a-b73b-50b1d71bb915 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "GET /v2.0/networks?id=e8746475-d7f2-4a4e-9af6-20edbbd87dd7 HTTP/1.1" status: 200 len: 765 time: 0.1244786 Sep 16 04:52:36.010121 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46354) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:36.015766 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-a81f2181-2c53-4f61-a582-52eb1255dbbc tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Request body: {'network': {'description': 'd2'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:36.034731 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac90fe-ac7a-4bd2-96f9-fcbe89d02efb req-aec03b95-1426-482c-b76e-e89895c596f1 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:36.039999 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-49ac90fe-ac7a-4bd2-96f9-fcbe89d02efb req-aec03b95-1426-482c-b76e-e89895c596f1 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 945 time: 0.1440907 Sep 16 04:52:36.091727 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fad3c91-1f4e-46b7-9e44-a8d59cc38dcf None None] get_active_networks_info from n-d-712139-15 {{(pid=94768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:52:36.103596 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-49ac90fe-ac7a-4bd2-96f9-fcbe89d02efb req-238dcbbf-7d48-4726-9f5f-caf98ec1fa28 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=db3037be-fc36-4334-ae38-b046958ea600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544245 Sep 16 04:52:36.170203 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 1a32d507-c4bb-46f7-a334-56de2e2bbad4 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:36.205338 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-e652a4fc-f717-447b-ab2a-a6bca490665d None None] Provisioning complete for port 6a9fb678-8767-4f2c-85fd-9d878717983c triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:36.205967 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e652a4fc-f717-447b-ab2a-a6bca490665d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:36.213008 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a81f2181-2c53-4f61-a582-52eb1255dbbc tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:36.232979 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a81f2181-2c53-4f61-a582-52eb1255dbbc tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:36.263309 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a81f2181-2c53-4f61-a582-52eb1255dbbc tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Network e8746475-d7f2-4a4e-9af6-20edbbd87dd7 is not hosted by any dhcp agent {{(pid=94766) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 04:52:36.268692 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81f2181-2c53-4f61-a582-52eb1255dbbc tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:36.269715 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a81f2181-2c53-4f61-a582-52eb1255dbbc tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:36.276023 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46358) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:36.276910 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a81f2181-2c53-4f61-a582-52eb1255dbbc tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "PUT /v2.0/networks/e8746475-d7f2-4a4e-9af6-20edbbd87dd7 HTTP/1.1" status: 200 len: 762 time: 0.2649002 Sep 16 04:52:36.303809 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 6a9fb678-8767-4f2c-85fd-9d878717983c up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:36.353743 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f2181-2c53-4f61-a582-52eb1255dbbc tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event updated for resources: {'Network': ['ID=e8746475-d7f2-4a4e-9af6-20edbbd87dd7,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:36.384907 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network e8746475-d7f2-4a4e-9af6-20edbbd87dd7 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:52:36.409426 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9e3024-ec8d-4615-986a-c5d992ce24a2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:36.416834 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-bc9e3024-ec8d-4615-986a-c5d992ce24a2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "GET /v2.0/networks?id=e8746475-d7f2-4a4e-9af6-20edbbd87dd7 HTTP/1.1" status: 200 len: 765 time: 0.1379082 Sep 16 04:52:36.417373 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46370) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:36.421127 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 1a32d507-c4bb-46f7-a334-56de2e2bbad4 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:52:36.471718 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 1a32d507-c4bb-46f7-a334-56de2e2bbad4 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:36.472096 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:36.547299 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fad3c91-1f4e-46b7-9e44-a8d59cc38dcf None None] Resources bound (agent type, host, resource id): {{(pid=94768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:52:36.584170 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 6a9fb678-8767-4f2c-85fd-9d878717983c triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:36.585367 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:36.622752 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c15848-9589-41a4-99e0-b28612c2da11 req-2e660a76-310f-4a68-8e88-86932802e41d tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:36.633047 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-58c15848-9589-41a4-99e0-b28612c2da11 req-2e660a76-310f-4a68-8e88-86932802e41d tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] 10.222.0.35 "GET /v2.0/networks?id=a7a79138-9f37-4e13-9efa-cb0308c6b72b HTTP/1.1" status: 200 len: 809 time: 0.1557105 Sep 16 04:52:36.649056 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-58c15848-9589-41a4-99e0-b28612c2da11 req-fa02d736-7d3c-4313-b431-8b0b17e06a8f tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] 10.222.0.35 "GET /v2.0/quotas/645cfb2d0eca42539c48515007b62817 HTTP/1.1" status: 200 len: 375 time: 0.0143905 Sep 16 04:52:36.660643 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9305806c-6bb1-442e-b39d-dd056e251cd7 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:36.663011 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9305806c-6bb1-442e-b39d-dd056e251cd7 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2449350 Sep 16 04:52:36.667455 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46378) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:36.693260 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-58c15848-9589-41a4-99e0-b28612c2da11 req-1127034b-77b7-4b0c-8481-bc3cebe40af0 tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=645cfb2d0eca42539c48515007b62817&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337696 Sep 16 04:52:36.701029 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d9155923-274c-4f94-8cfb-b9735bc7c29e tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "GET /v2.0/subnets?network_id=6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 207 time: 0.0321422 Sep 16 04:52:36.704720 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46382) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:36.751303 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:36.840367 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483d8640-6c2f-4407-b041-d64dfecaed68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a32d507-c4bb-46f7-a334-56de2e2bbad4'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:36.842701 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419e10fd-58c0-4514-a773-77fa6d3d4326" -d '{"events": [{"server_uuid": "483d8640-6c2f-4407-b041-d64dfecaed68", "name": "network-vif-plugged", "status": "completed", "tag": "1a32d507-c4bb-46f7-a334-56de2e2bbad4"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:36.856108 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-58c15848-9589-41a4-99e0-b28612c2da11 req-eeccd472-ddab-4be1-b3a3-5f4ced49d253 service neutron] 10.222.0.35 "GET /v2.0/networks/a7a79138-9f37-4e13-9efa-cb0308c6b72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498942 Sep 16 04:52:36.873915 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2f0a22-1299-4cb0-a7b0-6db5a2268437 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:36.880129 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2f0a22-1299-4cb0-a7b0-6db5a2268437 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:36.886625 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2f0a22-1299-4cb0-a7b0-6db5a2268437 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:36.890910 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 1a32d507-c4bb-46f7-a334-56de2e2bbad4, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=1a32d507-c4bb-46f7-a334-56de2e2bbad4,segment=NetworkSegment(01aafaa9-a340-46ca-887a-6648c79e8c73),segment_id=01aafaa9-a340-46ca-887a-6648c79e8c73)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:36.892876 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2f0a22-1299-4cb0-a7b0-6db5a2268437 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:36.898802 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:36.899034 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2f0a22-1299-4cb0-a7b0-6db5a2268437 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:36.905414 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2f0a22-1299-4cb0-a7b0-6db5a2268437 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:36.909033 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3c2f0a22-1299-4cb0-a7b0-6db5a2268437 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2032619 Sep 16 04:52:36.911909 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46388) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:36.957713 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-58c15848-9589-41a4-99e0-b28612c2da11 req-7882a7ed-87f9-4ac4-90cb-294bf40010d0 service neutron] 10.222.0.35 "GET /v2.0/networks/a7a79138-9f37-4e13-9efa-cb0308c6b72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004236 Sep 16 04:52:37.009501 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=1a32d507-c4bb-46f7-a334-56de2e2bbad4,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:37.047133 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6f5a5d25-9c19-4838-b853-d76bea14c845 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1330943 Sep 16 04:52:37.050284 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46390) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:37.113658 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201fd9cc-f350-4f70-8686-b0a39cd41c78 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:37.115071 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201fd9cc-f350-4f70-8686-b0a39cd41c78 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:37.117737 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201fd9cc-f350-4f70-8686-b0a39cd41c78 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:37.119253 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201fd9cc-f350-4f70-8686-b0a39cd41c78 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:37.120925 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201fd9cc-f350-4f70-8686-b0a39cd41c78 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:37.122600 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-201fd9cc-f350-4f70-8686-b0a39cd41c78 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0713096 Sep 16 04:52:37.126517 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46392) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:37.193450 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57ab7bc-901a-4d9e-9167-eb74142b549d tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:37.195108 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57ab7bc-901a-4d9e-9167-eb74142b549d tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:37.196511 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57ab7bc-901a-4d9e-9167-eb74142b549d tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:37.197927 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57ab7bc-901a-4d9e-9167-eb74142b549d tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:37.199725 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57ab7bc-901a-4d9e-9167-eb74142b549d tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:37.201089 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b57ab7bc-901a-4d9e-9167-eb74142b549d tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0736401 Sep 16 04:52:37.205083 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46400) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:37.271654 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fe013-3756-446a-9639-7a01e14d1bcc req-57000c05-025f-488e-bf48-f71a5a7eba54 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:37.274551 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-856fe013-3756-446a-9639-7a01e14d1bcc req-57000c05-025f-488e-bf48-f71a5a7eba54 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=483d8640-6c2f-4407-b041-d64dfecaed68 HTTP/1.1" status: 200 len: 945 time: 0.0699925 Sep 16 04:52:37.322375 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-856fe013-3756-446a-9639-7a01e14d1bcc req-e9b27525-ba1f-4ef1-a4fb-1bc4d4e2517f tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398707 Sep 16 04:52:37.349965 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a745e6c3-5137-41f7-b063-2bdd684465a4 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:37.349965 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a745e6c3-5137-41f7-b063-2bdd684465a4 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "GET /v2.0/networks/6d1680e5-d414-4902-9f1b-69c4e6aa2081 HTTP/1.1" status: 200 len: 803 time: 0.1409583 Sep 16 04:52:37.350849 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46404) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:37.455848 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f3266-15f9-4bf0-aa37-cfbf52301013 req-5aa7cd51-9536-446b-9b91-6e7cdfdba40a tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:37.457725 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-099f3266-15f9-4bf0-aa37-cfbf52301013 req-5aa7cd51-9536-446b-9b91-6e7cdfdba40a tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 946 time: 0.0599377 Sep 16 04:52:37.460539 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2e6b0388-c3f3-4eb4-9624-b18fea690e47 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "GET /v2.0/networks/6d1680e5-d414-4902-9f1b-69c4e6aa2081?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1075625 Sep 16 04:52:37.463310 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46408) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:37.505312 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-099f3266-15f9-4bf0-aa37-cfbf52301013 req-0ed21d89-326a-449d-91bc-b9a572ae785a tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405114 Sep 16 04:52:37.542434 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711eb650-b698-41ac-adfd-6ff50da428a7 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:37.544767 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-711eb650-b698-41ac-adfd-6ff50da428a7 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "GET /v2.0/subnets/3aff05dd-062f-4f28-a5a8-6f7e39ce00e5 HTTP/1.1" status: 200 len: 843 time: 0.0793421 Sep 16 04:52:37.547659 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46414) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:37.608258 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d23b7e-5a28-4c80-8d4b-7261fdca6603 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['shared'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:37.610893 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-13d23b7e-5a28-4c80-8d4b-7261fdca6603 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "GET /v2.0/subnets/3aff05dd-062f-4f28-a5a8-6f7e39ce00e5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0609915 Sep 16 04:52:37.613515 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46416) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:37.619308 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-46bbf8ac-2f7f-4545-9758-5709999625bd tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-220109127'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:37.645589 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bbf8ac-2f7f-4545-9758-5709999625bd tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Made reservation on behalf of d4e9e654117b4276b41431d6e342843b for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:37.650129 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-46bbf8ac-2f7f-4545-9758-5709999625bd tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.680680 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8393609c-4633-45a1-8b40-cc7e730aed94 x-openstack-request-id: req-8393609c-4633-45a1-8b40-cc7e730aed94 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:37.683795 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "483d8640-6c2f-4407-b041-d64dfecaed68", "name": "network-vif-plugged", "status": "completed", "tag": "1a32d507-c4bb-46f7-a334-56de2e2bbad4", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:37.684754 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8393609c-4633-45a1-8b40-cc7e730aed94 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:37.686822 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483d8640-6c2f-4407-b041-d64dfecaed68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a32d507-c4bb-46f7-a334-56de2e2bbad4', 'code': 200} Sep 16 04:52:37.687036 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46bbf8ac-2f7f-4545-9758-5709999625bd tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:52:37.698882 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-46bbf8ac-2f7f-4545-9758-5709999625bd tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.699414 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-46bbf8ac-2f7f-4545-9758-5709999625bd tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Added segment 7d09bf4d-96ba-488a-a845-2ed01b5dc4d6 of type vlan for network 62228dd5-4410-4f6d-b5fa-e27d29665b73 Sep 16 04:52:37.760153 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-46bbf8ac-2f7f-4545-9758-5709999625bd tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.805960 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59ae35-519b-4183-a812-1af408152c6c req-b584cd80-4838-4784-8f9f-6b1d5f62cc99 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:37.814455 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dc59ae35-519b-4183-a812-1af408152c6c req-b584cd80-4838-4784-8f9f-6b1d5f62cc99 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 945 time: 0.0755107 Sep 16 04:52:37.825084 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489b61f-3170-4df7-9c43-f58b97e31a72 req-c1287045-1887-4b17-9aae-f31a59018b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:37.826604 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2489b61f-3170-4df7-9c43-f58b97e31a72 req-c1287045-1887-4b17-9aae-f31a59018b42 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=483d8640-6c2f-4407-b041-d64dfecaed68 HTTP/1.1" status: 200 len: 1097 time: 0.0638223 Sep 16 04:52:37.827201 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-46bbf8ac-2f7f-4545-9758-5709999625bd tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.832743 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bbf8ac-2f7f-4545-9758-5709999625bd tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:37.833192 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-46bbf8ac-2f7f-4545-9758-5709999625bd tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.873350 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dc59ae35-519b-4183-a812-1af408152c6c req-24a0cb4b-f97b-4a17-b7b1-883162aec1f9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=db3037be-fc36-4334-ae38-b046958ea600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570383 Sep 16 04:52:37.887001 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-46bbf8ac-2f7f-4545-9758-5709999625bd tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2722955 Sep 16 04:52:37.893735 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46418) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:37.909443 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-82c45f20-bc79-445a-9c71-bcb7b3ab823a tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Request body: {'subnet': {'network_id': '62228dd5-4410-4f6d-b5fa-e27d29665b73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:37.942329 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2489b61f-3170-4df7-9c43-f58b97e31a72 req-1cf1e1f7-c722-4700-9572-2e51357ff065 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048567 Sep 16 04:52:37.943566 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbf8ac-2f7f-4545-9758-5709999625bd tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event updated for resources: {'Network': ['ID=62228dd5-4410-4f6d-b5fa-e27d29665b73,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:37.961488 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 62228dd5-4410-4f6d-b5fa-e27d29665b73 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:52:38.013968 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cd75c0eb-33b6-4900-9c22-c6c56bef7ecb req-36d53b61-6dbc-473f-b146-77117f17d3c4 tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ff71dc-7ec5-4647-97a8-5772d81e0e86 HTTP/1.1" status: 200 len: 210 time: 0.0359995 Sep 16 04:52:38.042355 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c45f20-bc79-445a-9c71-bcb7b3ab823a tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Made reservation on behalf of d4e9e654117b4276b41431d6e342843b for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:38.046087 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-82c45f20-bc79-445a-9c71-bcb7b3ab823a tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.116723 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.ipam_backend_mixin [None req-82c45f20-bc79-445a-9c71-bcb7b3ab823a tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Performing IP validity checks on allocation pools {{(pid=94767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 04:52:38.117315 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.ipam_backend_mixin [None req-82c45f20-bc79-445a-9c71-bcb7b3ab823a tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 04:52:38.293431 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-82c45f20-bc79-445a-9c71-bcb7b3ab823a tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.343093 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c58ac-7882-491d-a2e0-9de02fff39be req-6837b8c4-1e8d-4e09-86df-c3c086284bb6 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:38.345508 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ea0c58ac-7882-491d-a2e0-9de02fff39be req-6837b8c4-1e8d-4e09-86df-c3c086284bb6 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 946 time: 0.1121705 Sep 16 04:52:38.384535 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c45f20-bc79-445a-9c71-bcb7b3ab823a tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event updated for resources: {'Subnet': ['ID=30b8eda3-7202-400a-afab-46c76be3e84e,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:38.418150 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ea0c58ac-7882-491d-a2e0-9de02fff39be req-5d8cacda-105f-46f6-ada2-7b4757fe54a3 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616462 Sep 16 04:52:38.422602 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c45f20-bc79-445a-9c71-bcb7b3ab823a tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Checking segment: {'id': '7d09bf4d-96ba-488a-a845-2ed01b5dc4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '62228dd5-4410-4f6d-b5fa-e27d29665b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:38.422975 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c45f20-bc79-445a-9c71-bcb7b3ab823a tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Network hostable DHCP agents. Network: 62228dd5-4410-4f6d-b5fa-e27d29665b73, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:52:38.429150 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76ecc3-fc45-4852-92db-f7f46d20c705 req-1dc9003c-583d-4f16-ac4d-4c4af0361d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:38.431338 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8c76ecc3-fc45-4852-92db-f7f46d20c705 req-1dc9003c-583d-4f16-ac4d-4c4af0361d38 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8bc1eef5f12745cbb1e0c27f64b38550&device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 1098 time: 0.0636284 Sep 16 04:52:38.444989 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c45f20-bc79-445a-9c71-bcb7b3ab823a tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Network 62228dd5-4410-4f6d-b5fa-e27d29665b73 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:52:38.456524 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-82c45f20-bc79-445a-9c71-bcb7b3ab823a tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 62228dd5-4410-4f6d-b5fa-e27d29665b73) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:38.462167 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c45f20-bc79-445a-9c71-bcb7b3ab823a tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:38.463171 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-82c45f20-bc79-445a-9c71-bcb7b3ab823a tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.469853 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22fb56c-4bde-4cd4-8f8c-e0bf63b7cf2d None None] Network 62228dd5-4410-4f6d-b5fa-e27d29665b73 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:38.484417 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-82c45f20-bc79-445a-9c71-bcb7b3ab823a tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.5885758 Sep 16 04:52:38.487518 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46426) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:38.498468 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-c62d24bc-fa06-4253-aad5-4d6088ec64b7 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:38.577303 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76ecc3-fc45-4852-92db-f7f46d20c705 req-cd2cdc43-d80b-42b8-91c6-f9139eb01348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:38.581506 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8c76ecc3-fc45-4852-92db-f7f46d20c705 req-cd2cdc43-d80b-42b8-91c6-f9139eb01348 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5af8db4f-30cf-43da-98f6-b98ec0e36bfd HTTP/1.1" status: 200 len: 915 time: 0.1407485 Sep 16 04:52:38.632050 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0426c-594b-4985-87aa-99534dd223cf req-01690e8c-5420-47f3-997a-4f60f7c74247 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:38.633666 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2db0426c-594b-4985-87aa-99534dd223cf req-01690e8c-5420-47f3-997a-4f60f7c74247 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=483d8640-6c2f-4407-b041-d64dfecaed68 HTTP/1.1" status: 200 len: 945 time: 0.1277618 Sep 16 04:52:38.661183 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8c76ecc3-fc45-4852-92db-f7f46d20c705 req-00acfa20-e2c4-4bf5-bfaa-5c59d37cfc9d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28b7154f-1510-41ee-89e8-368ea43f2070 HTTP/1.1" status: 200 len: 217 time: 0.0499864 Sep 16 04:52:38.684092 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c62d24bc-fa06-4253-aad5-4d6088ec64b7 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9302475'] for subnet, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.684376 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4326cffd-bc25-4647-a231-982f96c53783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-62228dd5-4410-4f6d-b5fa-e27d29665b73', 'network_id': '62228dd5-4410-4f6d-b5fa-e27d29665b73', 'tenant_id': 'd4e9e654117b4276b41431d6e342843b', 'fixed_ips': [{'subnet_id': '30b8eda3-7202-400a-afab-46c76be3e84e'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:52:38.685352 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4326cffd-bc25-4647-a231-982f96c53783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.715222 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2db0426c-594b-4985-87aa-99534dd223cf req-f617db94-d70e-4d39-bd51-9d722fba694a tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731230 Sep 16 04:52:38.760788 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76ecc3-fc45-4852-92db-f7f46d20c705 req-f5ebf3cc-dbef-4254-af31-a7f8e6e0bcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:38.765321 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8c76ecc3-fc45-4852-92db-f7f46d20c705 req-f5ebf3cc-dbef-4254-af31-a7f8e6e0bcaa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=abeb648c-0c98-45ec-a092-05d2e017fc1f HTTP/1.1" status: 200 len: 854 time: 0.0965257 Sep 16 04:52:38.814733 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-4326cffd-bc25-4647-a231-982f96c53783 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:52:38.814733 n-d-712139-15 neutron-server[94768]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Sep 16 04:52:38.814733 n-d-712139-15 neutron-server[94768]: [parameters: {'in_use': 1, 'id_1': '30b8eda3-7202-400a-afab-46c76be3e84e'}] Sep 16 04:52:38.814733 n-d-712139-15 neutron-server[94768]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:52:38.815330 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-4326cffd-bc25-4647-a231-982f96c53783 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:52:38.968522 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c62d24bc-fa06-4253-aad5-4d6088ec64b7 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731532927236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10437520'] for subnet, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.047612 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62d24bc-fa06-4253-aad5-4d6088ec64b7 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:39.048303 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c62d24bc-fa06-4253-aad5-4d6088ec64b7 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.049541 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c62d24bc-fa06-4253-aad5-4d6088ec64b7 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "PUT /v2.0/subnets/30b8eda3-7202-400a-afab-46c76be3e84e HTTP/1.1" status: 200 len: 900 time: 0.5610387 Sep 16 04:52:39.057451 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46434) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:39.094425 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d24bc-fa06-4253-aad5-4d6088ec64b7 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event updated for resources: {'Subnet': ['ID=30b8eda3-7202-400a-afab-46c76be3e84e,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:39.164438 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff13f6-c627-4780-b1d8-3e1b765b3022 req-9f54a854-83ef-4e56-bde8-169beca5977e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:39.169180 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cdff13f6-c627-4780-b1d8-3e1b765b3022 req-9f54a854-83ef-4e56-bde8-169beca5977e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 945 time: 0.1712487 Sep 16 04:52:39.189258 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8c76ecc3-fc45-4852-92db-f7f46d20c705 req-a73f5ce0-8231-4166-90b7-02a181481b8d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5af8db4f-30cf-43da-98f6-b98ec0e36bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4109530 Sep 16 04:52:39.226804 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cdff13f6-c627-4780-b1d8-3e1b765b3022 req-e07446c8-afea-4ab2-a759-27d5d6607a87 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=db3037be-fc36-4334-ae38-b046958ea600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523405 Sep 16 04:52:39.231270 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f37fceea-6c8f-4b72-b41d-ae155a73eda3 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.311743 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f37fceea-6c8f-4b72-b41d-ae155a73eda3 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.317362 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4326cffd-bc25-4647-a231-982f96c53783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.340521 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c15848-9589-41a4-99e0-b28612c2da11 req-067609e8-d487-479e-8b0d-1a8b944afe7a tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:39.342226 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-58c15848-9589-41a4-99e0-b28612c2da11 req-067609e8-d487-479e-8b0d-1a8b944afe7a tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] 10.222.0.47 "GET /v2.0/networks?id=a7a79138-9f37-4e13-9efa-cb0308c6b72b HTTP/1.1" status: 200 len: 809 time: 0.5545526 Sep 16 04:52:39.362161 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-58c15848-9589-41a4-99e0-b28612c2da11 req-1d6c6880-0e25-4492-9d78-54c71146918e tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] Request body: {'port': {'device_id': 'c7ff71dc-7ec5-4647-97a8-5772d81e0e86', 'network_id': 'a7a79138-9f37-4e13-9efa-cb0308c6b72b', 'admin_state_up': True, 'tenant_id': '645cfb2d0eca42539c48515007b62817'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:39.364016 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0bf657a0-3f7d-45d7-b20b-1aa6908baa55 req-20cb9ffc-cfee-439b-bbb2-afd1394eeb2f tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ff71dc-7ec5-4647-97a8-5772d81e0e86 HTTP/1.1" status: 200 len: 210 time: 0.0486610 Sep 16 04:52:39.368869 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8c76ecc3-fc45-4852-92db-f7f46d20c705 req-e97608ae-6406-4dd2-851e-47cc55b79ad8 service neutron] 10.222.0.47 "GET /v2.0/networks/5af8db4f-30cf-43da-98f6-b98ec0e36bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676233 Sep 16 04:52:39.425876 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f37fceea-6c8f-4b72-b41d-ae155a73eda3 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server [None req-4326cffd-bc25-4647-a231-982f96c53783 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 30b8eda3-7202-400a-afab-46c76be3e84e: This subnet is being modified by another concurrent operation. Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:52:39.451003 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:52:39.461295 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:52:39.461295 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:52:39.461295 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:52:39.461295 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:52:39.461295 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:52:39.461295 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:52:39.461295 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:52:39.461295 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:52:39.461295 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:52:39.461295 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:52:39.461295 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:52:39.461295 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:52:39.461295 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:52:39.461295 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:52:39.461295 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:52:39.461295 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:52:39.461295 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 04:52:39.461295 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 04:52:39.461295 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 04:52:39.461295 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 04:52:39.461295 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 04:52:39.461295 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 04:52:39.461295 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 04:52:39.461295 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 04:52:39.461295 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:52:39.461295 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:52:39.461295 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:52:39.461295 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:52:39.461295 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 04:52:39.461295 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 04:52:39.461295 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 04:52:39.461295 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 04:52:39.461295 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 04:52:39.461295 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 04:52:39.461295 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 04:52:39.461295 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise exception Sep 16 04:52:39.461295 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 30b8eda3-7202-400a-afab-46c76be3e84e: This subnet is being modified by another concurrent operation. Sep 16 04:52:39.461295 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server Sep 16 04:52:39.469846 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37fceea-6c8f-4b72-b41d-ae155a73eda3 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event deleted for resources: {'Subnet': ['ID=30b8eda3-7202-400a-afab-46c76be3e84e,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:39.486103 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1858918c-bb35-4edc-a33e-0ffdec7012d7 None None] Network 62228dd5-4410-4f6d-b5fa-e27d29665b73 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:39.565394 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8c76ecc3-fc45-4852-92db-f7f46d20c705 req-8d631ae9-9629-48da-b524-5b46ebb55e9f service neutron] 10.222.0.47 "GET /v2.0/networks/5af8db4f-30cf-43da-98f6-b98ec0e36bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738751 Sep 16 04:52:39.573380 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f37fceea-6c8f-4b72-b41d-ae155a73eda3 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.601020 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-f37fceea-6c8f-4b72-b41d-ae155a73eda3 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62228dd5-4410-4f6d-b5fa-e27d29665b73']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:39.608140 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e12360-dfbe-403c-96a5-1096a6d9711e None None] Network 62228dd5-4410-4f6d-b5fa-e27d29665b73 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:39.611072 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58c15848-9589-41a4-99e0-b28612c2da11 req-1d6c6880-0e25-4492-9d78-54c71146918e tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] Made reservation on behalf of 645cfb2d0eca42539c48515007b62817 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:39.614600 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-f37fceea-6c8f-4b72-b41d-ae155a73eda3 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d09bf4d-96ba-488a-a845-2ed01b5dc4d6') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:39.614893 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-f37fceea-6c8f-4b72-b41d-ae155a73eda3 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d09bf4d-96ba-488a-a845-2ed01b5dc4d6') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:39.616860 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-58c15848-9589-41a4-99e0-b28612c2da11 req-1d6c6880-0e25-4492-9d78-54c71146918e tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.630191 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903c69d-73aa-410d-a45f-a8ae04941d6e req-8d2fc6db-a15f-41d2-945f-0db141ffff1a tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:39.631714 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0903c69d-73aa-410d-a45f-a8ae04941d6e req-8d2fc6db-a15f-41d2-945f-0db141ffff1a tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 946 time: 0.1157527 Sep 16 04:52:39.636222 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f37fceea-6c8f-4b72-b41d-ae155a73eda3 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.666409 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f37fceea-6c8f-4b72-b41d-ae155a73eda3 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.681847 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f37fceea-6c8f-4b72-b41d-ae155a73eda3 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:52:39.682288 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f37fceea-6c8f-4b72-b41d-ae155a73eda3 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.685227 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:52:39.685227 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:52:39.685227 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:52:39.685227 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:52:39.685227 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:52:39.685227 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:52:39.685227 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:52:39.685227 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:52:39.685227 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:52:39.685227 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:52:39.685227 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:52:39.685227 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:52:39.685227 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:52:39.685227 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:52:39.685227 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:52:39.685227 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:52:39.685227 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:52:39.685227 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:52:39.685227 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:52:39.685227 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:52:39.685227 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:52:39.685227 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:52:39.685227 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:52:39.685227 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:52:39.685227 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:52:39.685227 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:52:39.685227 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:52:39.685227 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:52:39.685227 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:52:39.685227 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:52:39.685227 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:52:39.685227 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:52:39.707288 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0903c69d-73aa-410d-a45f-a8ae04941d6e req-c15ce657-5b29-47af-9984-73c661b9cefe tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638244 Sep 16 04:52:39.728044 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fe07dc-e606-4d36-b82d-e04a9e713995 None None] get_active_networks_info from n-d-712139-15 {{(pid=94768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:52:39.773621 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f37fceea-6c8f-4b72-b41d-ae155a73eda3 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.785927 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-58c15848-9589-41a4-99e0-b28612c2da11 req-1d6c6880-0e25-4492-9d78-54c71146918e tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] Allocated IP 172.20.0.2 (a7a79138-9f37-4e13-9efa-cb0308c6b72b/dd7c55fc-997f-4523-a872-49e6e1a1fc1a/fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:39.787050 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f37fceea-6c8f-4b72-b41d-ae155a73eda3 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.790483 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f37fceea-6c8f-4b72-b41d-ae155a73eda3 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "DELETE /v2.0/networks/62228dd5-4410-4f6d-b5fa-e27d29665b73 HTTP/1.1" status: 204 len: 168 time: 0.7308545 Sep 16 04:52:39.795390 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46440) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:39.841363 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37fceea-6c8f-4b72-b41d-ae155a73eda3 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event deleted for resources: {'Network': ['ID=62228dd5-4410-4f6d-b5fa-e27d29665b73,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:39.859128 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d1dd95f-cefb-48db-9217-61232c84fb42 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] DELETE failed (client error): The resource could not be found. Sep 16 04:52:39.859874 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d1dd95f-cefb-48db-9217-61232c84fb42 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:52:39.864342 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8d1dd95f-cefb-48db-9217-61232c84fb42 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "DELETE /v2.0/subnets/30b8eda3-7202-400a-afab-46c76be3e84e HTTP/1.1" status: 404 len: 337 time: 0.0654104 Sep 16 04:52:39.864700 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46444) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:39.893946 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-011a2d47-953d-4294-9c9c-75c458b24930 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] DELETE failed (client error): The resource could not be found. Sep 16 04:52:39.894622 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-011a2d47-953d-4294-9c9c-75c458b24930 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:52:39.899731 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-011a2d47-953d-4294-9c9c-75c458b24930 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "DELETE /v2.0/networks/62228dd5-4410-4f6d-b5fa-e27d29665b73 HTTP/1.1" status: 404 len: 339 time: 0.0307772 Sep 16 04:52:39.900814 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46446) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:39.932461 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a8c08-ecbc-452e-afd1-7baef97f3c75 req-f2c16296-3443-42d2-8ae5-428851dda139 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:39.934511 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-452a8c08-ecbc-452e-afd1-7baef97f3c75 req-f2c16296-3443-42d2-8ae5-428851dda139 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=483d8640-6c2f-4407-b041-d64dfecaed68 HTTP/1.1" status: 200 len: 945 time: 0.1273098 Sep 16 04:52:39.970357 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-58c15848-9589-41a4-99e0-b28612c2da11 req-1d6c6880-0e25-4492-9d78-54c71146918e tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.010513 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-58c15848-9589-41a4-99e0-b28612c2da11 req-1d6c6880-0e25-4492-9d78-54c71146918e tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.013259 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6c1bef4c-78fd-43f4-8a3a-c7f825bb3c83 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.027128 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-452a8c08-ecbc-452e-afd1-7baef97f3c75 req-70cd8ff1-e206-4785-9163-da48347bb63d tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811439 Sep 16 04:52:40.070281 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cd8c0175-e5b0-4b8c-81a7-eb55e2c64b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.074697 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fe07dc-e606-4d36-b82d-e04a9e713995 None None] Resources bound (agent type, host, resource id): {{(pid=94768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:52:40.082267 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58c15848-9589-41a4-99e0-b28612c2da11 req-1d6c6880-0e25-4492-9d78-54c71146918e tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] Network a7a79138-9f37-4e13-9efa-cb0308c6b72b is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:40.088679 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-58c15848-9589-41a4-99e0-b28612c2da11 req-1d6c6880-0e25-4492-9d78-54c71146918e tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:40.099245 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c15848-9589-41a4-99e0-b28612c2da11 req-1d6c6880-0e25-4492-9d78-54c71146918e tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:40.106465 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c6880-0e25-4492-9d78-54c71146918e tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] Pushing event updated for resources: {'Port': ['ID=fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:40.146219 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6c1bef4c-78fd-43f4-8a3a-c7f825bb3c83 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.181408 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-6c1bef4c-78fd-43f4-8a3a-c7f825bb3c83 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8746475-d7f2-4a4e-9af6-20edbbd87dd7']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:40.193188 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-6c1bef4c-78fd-43f4-8a3a-c7f825bb3c83 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe250a6-2501-45dd-b957-262babe4f859') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:40.193632 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-6c1bef4c-78fd-43f4-8a3a-c7f825bb3c83 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe250a6-2501-45dd-b957-262babe4f859') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:40.203733 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6c1bef4c-78fd-43f4-8a3a-c7f825bb3c83 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.213260 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c15848-9589-41a4-99e0-b28612c2da11 req-1d6c6880-0e25-4492-9d78-54c71146918e tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:40.217307 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-58c15848-9589-41a4-99e0-b28612c2da11 req-1d6c6880-0e25-4492-9d78-54c71146918e tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.230006 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6c1bef4c-78fd-43f4-8a3a-c7f825bb3c83 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.243158 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-58c15848-9589-41a4-99e0-b28612c2da11 req-1d6c6880-0e25-4492-9d78-54c71146918e tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8779273 Sep 16 04:52:40.246870 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c1bef4c-78fd-43f4-8a3a-c7f825bb3c83 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:52:40.247291 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6c1bef4c-78fd-43f4-8a3a-c7f825bb3c83 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.250806 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:52:40.250806 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:52:40.250806 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:52:40.250806 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:52:40.250806 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:52:40.250806 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:52:40.250806 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:52:40.250806 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:52:40.250806 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:52:40.250806 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:52:40.250806 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:52:40.250806 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:52:40.250806 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:52:40.250806 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:52:40.250806 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:52:40.250806 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:52:40.250806 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:52:40.250806 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:52:40.250806 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:52:40.250806 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:52:40.250806 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:52:40.250806 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:52:40.250806 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:52:40.250806 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:52:40.250806 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:52:40.250806 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:52:40.250806 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:52:40.250806 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:52:40.250806 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:52:40.250806 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:52:40.250806 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:52:40.250806 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:52:40.259658 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-58c15848-9589-41a4-99e0-b28612c2da11 req-9b82e25f-d76a-4c8c-b495-ea0d37f3499a service neutron] Request body: {'port': {'device_id': 'c7ff71dc-7ec5-4647-97a8-5772d81e0e86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:40.353672 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-58c15848-9589-41a4-99e0-b28612c2da11 req-9b82e25f-d76a-4c8c-b495-ea0d37f3499a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.405203 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6c1bef4c-78fd-43f4-8a3a-c7f825bb3c83 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.424751 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6c1bef4c-78fd-43f4-8a3a-c7f825bb3c83 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.426920 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6c1bef4c-78fd-43f4-8a3a-c7f825bb3c83 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "DELETE /v2.0/networks/e8746475-d7f2-4a4e-9af6-20edbbd87dd7 HTTP/1.1" status: 204 len: 168 time: 0.5250928 Sep 16 04:52:40.432284 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46456) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:40.446388 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e852558-4791-4abc-8aef-bb479465af24 req-4145e781-22b0-4d2b-8cb5-3a670422a386 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:40.448106 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8e852558-4791-4abc-8aef-bb479465af24 req-4145e781-22b0-4d2b-8cb5-3a670422a386 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 945 time: 0.0915418 Sep 16 04:52:40.449584 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1bef4c-78fd-43f4-8a3a-c7f825bb3c83 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event deleted for resources: {'Network': ['ID=e8746475-d7f2-4a4e-9af6-20edbbd87dd7,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:40.505898 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8e852558-4791-4abc-8aef-bb479465af24 req-1a6768c7-f764-46fc-b2cb-95b6f5139355 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=db3037be-fc36-4334-ae38-b046958ea600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476015 Sep 16 04:52:40.521013 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ecf38ff-b8ef-431f-b2e5-485d09026d89 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] DELETE failed (client error): The resource could not be found. Sep 16 04:52:40.521556 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ecf38ff-b8ef-431f-b2e5-485d09026d89 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:52:40.526327 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5ecf38ff-b8ef-431f-b2e5-485d09026d89 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "DELETE /v2.0/subnets/cebce5ed-032d-4288-9987-d99273d43c2b HTTP/1.1" status: 404 len: 337 time: 0.0901630 Sep 16 04:52:40.527467 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46460) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:40.559043 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-d521bc57-c7e6-4593-8ec4-872553e2c157 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] DELETE failed (client error): The resource could not be found. Sep 16 04:52:40.559887 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d521bc57-c7e6-4593-8ec4-872553e2c157 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:52:40.562032 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d521bc57-c7e6-4593-8ec4-872553e2c157 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "DELETE /v2.0/networks/8de86220-e94f-45ab-9bdf-232302fd5cfd HTTP/1.1" status: 404 len: 339 time: 0.0332863 Sep 16 04:52:40.566217 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46462) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:40.648888 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2262cd7-1ce2-435e-ba8d-5970297a85ec tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Deleting subnet c0357f95-85d5-4f4d-b52a-6567b71a791d {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:52:40.654773 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d2262cd7-1ce2-435e-ba8d-5970297a85ec tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.683861 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f4c2a-6a70-448b-af1d-3cb12a89f962 req-3f32c135-3a8c-4613-8f57-4fc66f04db06 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:40.685403 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b37f4c2a-6a70-448b-af1d-3cb12a89f962 req-3f32c135-3a8c-4613-8f57-4fc66f04db06 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=483d8640-6c2f-4407-b041-d64dfecaed68 HTTP/1.1" status: 200 len: 945 time: 0.1089900 Sep 16 04:52:40.714122 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-58c15848-9589-41a4-99e0-b28612c2da11 req-9b82e25f-d76a-4c8c-b495-ea0d37f3499a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:40.716940 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d2262cd7-1ce2-435e-ba8d-5970297a85ec tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.721580 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-58c15848-9589-41a4-99e0-b28612c2da11 req-9b82e25f-d76a-4c8c-b495-ea0d37f3499a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.735715 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-58c15848-9589-41a4-99e0-b28612c2da11 req-9b82e25f-d76a-4c8c-b495-ea0d37f3499a service neutron] Transition to ACTIVE for port object fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:52:40.742362 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-58c15848-9589-41a4-99e0-b28612c2da11 req-9b82e25f-d76a-4c8c-b495-ea0d37f3499a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.768113 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b37f4c2a-6a70-448b-af1d-3cb12a89f962 req-069e6fc7-65e3-41ef-b7da-520e93e87b0c tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756114 Sep 16 04:52:40.805655 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82e25f-d76a-4c8c-b495-ea0d37f3499a service neutron] Pushing event updated for resources: {'Port': ['ID=fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:40.919568 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-58c15848-9589-41a4-99e0-b28612c2da11 req-9b82e25f-d76a-4c8c-b495-ea0d37f3499a service neutron] Attempting to bind port fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:40.920297 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-58c15848-9589-41a4-99e0-b28612c2da11 req-9b82e25f-d76a-4c8c-b495-ea0d37f3499a service neutron] Attempting to bind port fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'b555f35f-0b85-440e-937a-ed743920d6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a7a79138-9f37-4e13-9efa-cb0308c6b72b'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:40.920882 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c15848-9589-41a4-99e0-b28612c2da11 req-9b82e25f-d76a-4c8c-b495-ea0d37f3499a service neutron] Attempting to bind port fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf on network a7a79138-9f37-4e13-9efa-cb0308c6b72b {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:40.928921 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c15848-9589-41a4-99e0-b28612c2da11 req-9b82e25f-d76a-4c8c-b495-ea0d37f3499a service neutron] Port fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf on network a7a79138-9f37-4e13-9efa-cb0308c6b72b not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:52:40.929483 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c15848-9589-41a4-99e0-b28612c2da11 req-9b82e25f-d76a-4c8c-b495-ea0d37f3499a service neutron] Attempting to bind port fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf on network a7a79138-9f37-4e13-9efa-cb0308c6b72b {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:40.937448 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c15848-9589-41a4-99e0-b28612c2da11 req-9b82e25f-d76a-4c8c-b495-ea0d37f3499a service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:40.938009 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c15848-9589-41a4-99e0-b28612c2da11 req-9b82e25f-d76a-4c8c-b495-ea0d37f3499a service neutron] Checking segment: {'id': 'b555f35f-0b85-440e-937a-ed743920d6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a7a79138-9f37-4e13-9efa-cb0308c6b72b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:40.938641 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c15848-9589-41a4-99e0-b28612c2da11 req-9b82e25f-d76a-4c8c-b495-ea0d37f3499a service neutron] Bound using segment: {'id': 'b555f35f-0b85-440e-937a-ed743920d6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a7a79138-9f37-4e13-9efa-cb0308c6b72b'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:40.939362 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-58c15848-9589-41a4-99e0-b28612c2da11 req-9b82e25f-d76a-4c8c-b495-ea0d37f3499a service neutron] Bound port: fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b555f35f-0b85-440e-937a-ed743920d6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a7a79138-9f37-4e13-9efa-cb0308c6b72b'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:40.939936 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-58c15848-9589-41a4-99e0-b28612c2da11 req-9b82e25f-d76a-4c8c-b495-ea0d37f3499a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.947324 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d2262cd7-1ce2-435e-ba8d-5970297a85ec tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.992424 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3014dd-5253-4157-9791-f03ecd249da6 req-64ca6fdd-cc25-450c-9924-ddc86394707b tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:40.994020 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6f3014dd-5253-4157-9791-f03ecd249da6 req-64ca6fdd-cc25-450c-9924-ddc86394707b tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ff71dc-7ec5-4647-97a8-5772d81e0e86 HTTP/1.1" status: 200 len: 943 time: 0.1346378 Sep 16 04:52:41.013238 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-58c15848-9589-41a4-99e0-b28612c2da11 req-9b82e25f-d76a-4c8c-b495-ea0d37f3499a service neutron] For port fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:41.016797 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-58c15848-9589-41a4-99e0-b28612c2da11 req-9b82e25f-d76a-4c8c-b495-ea0d37f3499a service neutron] For port fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf,segment=NetworkSegment(b555f35f-0b85-440e-937a-ed743920d6c1),segment_id=b555f35f-0b85-440e-937a-ed743920d6c1)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:41.023222 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-58c15848-9589-41a4-99e0-b28612c2da11 req-9b82e25f-d76a-4c8c-b495-ea0d37f3499a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.046329 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d2262cd7-1ce2-435e-ba8d-5970297a85ec tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.050712 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6f3014dd-5253-4157-9791-f03ecd249da6 req-39b7af7b-fe89-484f-ad2c-0f9a7688221d tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] 10.222.0.35 "GET /v2.0/security-groups?id=adb37c5e-5375-44b9-b507-c4167e5f475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495014 Sep 16 04:52:41.067263 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c15848-9589-41a4-99e0-b28612c2da11 req-9b82e25f-d76a-4c8c-b495-ea0d37f3499a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:41.067893 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-58c15848-9589-41a4-99e0-b28612c2da11 req-9b82e25f-d76a-4c8c-b495-ea0d37f3499a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.069366 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-58c15848-9589-41a4-99e0-b28612c2da11 req-9b82e25f-d76a-4c8c-b495-ea0d37f3499a service neutron] 10.222.0.47 "PUT /v2.0/ports/fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf HTTP/1.1" status: 200 len: 1092 time: 0.8142996 Sep 16 04:52:41.069814 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ff71dc-7ec5-4647-97a8-5772d81e0e86', 'tag': 'fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:41.072063 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ada4a2-dc4a-4352-a76d-ef80035964a7" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ff71dc-7ec5-4647-97a8-5772d81e0e86", "tag": "fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:41.118335 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82e25f-d76a-4c8c-b495-ea0d37f3499a service neutron] Pushing event updated for resources: {'Port': ['ID=fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:41.185695 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c15848-9589-41a4-99e0-b28612c2da11 req-e402893d-cb9e-4fa3-828f-4fa414cbe693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:41.187858 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-58c15848-9589-41a4-99e0-b28612c2da11 req-e402893d-cb9e-4fa3-828f-4fa414cbe693 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=645cfb2d0eca42539c48515007b62817&device_id=c7ff71dc-7ec5-4647-97a8-5772d81e0e86 HTTP/1.1" status: 200 len: 1095 time: 0.0508695 Sep 16 04:52:41.244777 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-58c15848-9589-41a4-99e0-b28612c2da11 req-bbcae8b3-3db6-4b12-87d1-6d9aa09a0dba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf HTTP/1.1" status: 200 len: 217 time: 0.0422099 Sep 16 04:52:41.299625 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c15848-9589-41a4-99e0-b28612c2da11 req-039c8798-9f79-41db-b035-aadbf906d374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:41.301193 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-58c15848-9589-41a4-99e0-b28612c2da11 req-039c8798-9f79-41db-b035-aadbf906d374 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd7c55fc-997f-4523-a872-49e6e1a1fc1a HTTP/1.1" status: 200 len: 849 time: 0.0501037 Sep 16 04:52:41.335658 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-58c15848-9589-41a4-99e0-b28612c2da11 req-d71096cf-330c-4e26-9ed1-390f8cc659f1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a7a79138-9f37-4e13-9efa-cb0308c6b72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259342 Sep 16 04:52:41.339964 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2262cd7-1ce2-435e-ba8d-5970297a85ec tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event deleted for resources: {'Subnet': ['ID=c0357f95-85d5-4f4d-b52a-6567b71a791d,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:41.374318 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d2262cd7-1ce2-435e-ba8d-5970297a85ec tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.379941 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f310a55b-c0c8-4cde-af82-96c07756c575 None None] Network 2bb648c3-c708-44fc-aab8-9e8bc1ed0b9c requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:41.380473 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d2262cd7-1ce2-435e-ba8d-5970297a85ec tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "DELETE /v2.0/subnets/c0357f95-85d5-4f4d-b52a-6567b71a791d HTTP/1.1" status: 204 len: 168 time: 0.8103437 Sep 16 04:52:41.382640 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46472) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:41.426016 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a3f8c-2431-4cae-b905-a1c692ce0e56 req-e1f57543-6ea6-4740-b5ad-4a06ecd594c8 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:41.427525 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f53a3f8c-2431-4cae-b905-a1c692ce0e56 req-e1f57543-6ea6-4740-b5ad-4a06ecd594c8 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 946 time: 0.0888736 Sep 16 04:52:41.459012 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-58c15848-9589-41a4-99e0-b28612c2da11 req-5937ac6e-27b3-4996-9e3c-2cf8bc03833a service neutron] 10.222.0.47 "GET /v2.0/networks/a7a79138-9f37-4e13-9efa-cb0308c6b72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113784 Sep 16 04:52:41.467239 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f1416d-4c17-4bf3-8dd2-36aa604bba35 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Deleting subnet 2909b079-deba-4fd2-84b4-eee51e706281 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:52:41.473626 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50f1416d-4c17-4bf3-8dd2-36aa604bba35 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.519313 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.526138 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f53a3f8c-2431-4cae-b905-a1c692ce0e56 req-692d5588-381a-4d86-942a-994b94722b94 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913794 Sep 16 04:52:41.566587 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50f1416d-4c17-4bf3-8dd2-36aa604bba35 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.603620 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-58c15848-9589-41a4-99e0-b28612c2da11 req-b9df3356-a9ba-4c7d-a1ad-236c07313fa6 service neutron] 10.222.0.47 "GET /v2.0/networks/a7a79138-9f37-4e13-9efa-cb0308c6b72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378896 Sep 16 04:52:41.728374 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1b018-62ae-4398-9ca2-9582cbcfa2c7 req-92277c2a-a0be-42ac-ba9c-f92addd8391f tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:41.731024 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-08b1b018-62ae-4398-9ca2-9582cbcfa2c7 req-92277c2a-a0be-42ac-ba9c-f92addd8391f tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=483d8640-6c2f-4407-b041-d64dfecaed68 HTTP/1.1" status: 200 len: 945 time: 0.1168585 Sep 16 04:52:41.793991 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50f1416d-4c17-4bf3-8dd2-36aa604bba35 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.829514 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-08b1b018-62ae-4398-9ca2-9582cbcfa2c7 req-e5a2dd9d-f198-42d1-a613-cc85bb37ab2e tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763586 Sep 16 04:52:41.881331 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44453b7-a9d7-457d-8b27-872d503196a8 x-openstack-request-id: req-a44453b7-a9d7-457d-8b27-872d503196a8 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:41.883262 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ff71dc-7ec5-4647-97a8-5772d81e0e86", "tag": "fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:41.883262 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a44453b7-a9d7-457d-8b27-872d503196a8 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:41.883474 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ff71dc-7ec5-4647-97a8-5772d81e0e86', 'tag': 'fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf', 'status': 'completed', 'code': 200} Sep 16 04:52:41.885899 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50f1416d-4c17-4bf3-8dd2-36aa604bba35 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.923856 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f1416d-4c17-4bf3-8dd2-36aa604bba35 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event deleted for resources: {'Subnet': ['ID=2909b079-deba-4fd2-84b4-eee51e706281,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:41.934365 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50f1416d-4c17-4bf3-8dd2-36aa604bba35 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.936292 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-50f1416d-4c17-4bf3-8dd2-36aa604bba35 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "DELETE /v2.0/subnets/2909b079-deba-4fd2-84b4-eee51e706281 HTTP/1.1" status: 204 len: 168 time: 0.5526023 Sep 16 04:52:41.940510 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46482) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:41.997512 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ada4a2-dc4a-4352-a76d-ef80035964a7 req-87bb695f-9e5e-452f-b118-ee3d449ca964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:41.999076 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-31ada4a2-dc4a-4352-a76d-ef80035964a7 req-87bb695f-9e5e-452f-b118-ee3d449ca964 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=645cfb2d0eca42539c48515007b62817&device_id=c7ff71dc-7ec5-4647-97a8-5772d81e0e86 HTTP/1.1" status: 200 len: 1095 time: 0.0594018 Sep 16 04:52:42.078848 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3c73ffd7-9ee3-4e92-a9f5-697e588fa7cf tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.129053 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ada4a2-dc4a-4352-a76d-ef80035964a7 req-2ecb8dc6-8bea-4d16-9492-118f2c2d6733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:42.130518 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83989d-9899-459f-983b-5cf7fa23a1e2 req-854d5153-4a44-40f3-8168-91814701106d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:42.133077 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4b83989d-9899-459f-983b-5cf7fa23a1e2 req-854d5153-4a44-40f3-8168-91814701106d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 945 time: 0.1018960 Sep 16 04:52:42.133233 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-31ada4a2-dc4a-4352-a76d-ef80035964a7 req-2ecb8dc6-8bea-4d16-9492-118f2c2d6733 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a7a79138-9f37-4e13-9efa-cb0308c6b72b HTTP/1.1" status: 200 len: 910 time: 0.1180308 Sep 16 04:52:42.163218 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5371af-eb1e-4c2a-9560-1626b0fb711a None None] Network 2bb648c3-c708-44fc-aab8-9e8bc1ed0b9c requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:42.181641 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-31ada4a2-dc4a-4352-a76d-ef80035964a7 req-cfc35b92-6f7c-4f96-a507-730414976c9f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf HTTP/1.1" status: 200 len: 217 time: 0.0396037 Sep 16 04:52:42.187853 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4b83989d-9899-459f-983b-5cf7fa23a1e2 req-81cfec65-e6f8-4a35-884f-9166c70275fb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=db3037be-fc36-4334-ae38-b046958ea600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475392 Sep 16 04:52:42.191641 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-3c73ffd7-9ee3-4e92-a9f5-697e588fa7cf tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Deleting port 6a9fb678-8767-4f2c-85fd-9d878717983c {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:42.191979 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3c73ffd7-9ee3-4e92-a9f5-697e588fa7cf tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.274321 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ada4a2-dc4a-4352-a76d-ef80035964a7 req-b6ec11bf-7c62-49dd-814f-c9b9b18cd9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:42.275929 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-31ada4a2-dc4a-4352-a76d-ef80035964a7 req-b6ec11bf-7c62-49dd-814f-c9b9b18cd9cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd7c55fc-997f-4523-a872-49e6e1a1fc1a HTTP/1.1" status: 200 len: 849 time: 0.0848985 Sep 16 04:52:42.279955 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-3c73ffd7-9ee3-4e92-a9f5-697e588fa7cf tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] For port 6a9fb678-8767-4f2c-85fd-9d878717983c, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=6a9fb678-8767-4f2c-85fd-9d878717983c,segment=NetworkSegment(9cf10ffc-2e8f-472e-9307-2b3ac4c5ccff),segment_id=9cf10ffc-2e8f-472e-9307-2b3ac4c5ccff)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:42.280329 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3c73ffd7-9ee3-4e92-a9f5-697e588fa7cf tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.309294 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-4696d0ae-6695-42f7-b384-480d9955fe59 None None] Provisioning complete for port 6a9fb678-8767-4f2c-85fd-9d878717983c triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:42.309721 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4696d0ae-6695-42f7-b384-480d9955fe59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.312694 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-31ada4a2-dc4a-4352-a76d-ef80035964a7 req-c67753d5-f9e3-4006-9b29-60bff3a7b300 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a7a79138-9f37-4e13-9efa-cb0308c6b72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271714 Sep 16 04:52:42.325069 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-3c73ffd7-9ee3-4e92-a9f5-697e588fa7cf tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Calling delete_port for 6a9fb678-8767-4f2c-85fd-9d878717983c owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:42.383377 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48923907-8e08-437e-92a2-478bbe137c16 req-d3f0951e-c24d-44e8-b1d3-fd116b99fb40 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:42.384963 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-48923907-8e08-437e-92a2-478bbe137c16 req-d3f0951e-c24d-44e8-b1d3-fd116b99fb40 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 946 time: 0.1077671 Sep 16 04:52:42.425670 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-31ada4a2-dc4a-4352-a76d-ef80035964a7 req-15ee9fe8-0f53-401f-aedc-c72ae05eeccc service neutron] 10.222.0.47 "GET /v2.0/networks/a7a79138-9f37-4e13-9efa-cb0308c6b72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047084 Sep 16 04:52:42.432811 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26593e72-2bbd-4a5b-9cbd-9399a3258855 None None] DHCP port deletion for 2bb648c3-c708-44fc-aab8-9e8bc1ed0b9c request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:52:42.439036 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-48923907-8e08-437e-92a2-478bbe137c16 req-1dee9365-1518-4195-993f-d65e604bce39 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470133 Sep 16 04:52:42.468926 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3c73ffd7-9ee3-4e92-a9f5-697e588fa7cf tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.497197 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-26593e72-2bbd-4a5b-9cbd-9399a3258855 None None] Deleting port 6a9fb678-8767-4f2c-85fd-9d878717983c {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:42.498049 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-26593e72-2bbd-4a5b-9cbd-9399a3258855 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.514371 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c73ffd7-9ee3-4e92-a9f5-697e588fa7cf tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event deleted for resources: {'Port': ['ID=6a9fb678-8767-4f2c-85fd-9d878717983c,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:42.518171 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c73ffd7-9ee3-4e92-a9f5-697e588fa7cf tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] No DVR routers for this DVR port 6a9fb678-8767-4f2c-85fd-9d878717983c on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:42.550795 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-31ada4a2-dc4a-4352-a76d-ef80035964a7 req-7e1e30bc-3fe5-4998-a16b-f5f8ce587e26 service neutron] 10.222.0.47 "GET /v2.0/networks/a7a79138-9f37-4e13-9efa-cb0308c6b72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169562 Sep 16 04:52:42.588901 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-26593e72-2bbd-4a5b-9cbd-9399a3258855 None None] For port 6a9fb678-8767-4f2c-85fd-9d878717983c, host n-d-712139-15, got binding levels [] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:42.589324 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-26593e72-2bbd-4a5b-9cbd-9399a3258855 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.604013 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-26593e72-2bbd-4a5b-9cbd-9399a3258855 None None] Calling delete_port for 6a9fb678-8767-4f2c-85fd-9d878717983c owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:42.605615 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3c73ffd7-9ee3-4e92-a9f5-697e588fa7cf tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.607322 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.ipam_backend_mixin [None req-26593e72-2bbd-4a5b-9cbd-9399a3258855 None None] Port 6a9fb678-8767-4f2c-85fd-9d878717983c was not found and therefore no delete operation was performed {{(pid=94768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 04:52:42.608974 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-26593e72-2bbd-4a5b-9cbd-9399a3258855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.631029 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26593e72-2bbd-4a5b-9cbd-9399a3258855 None None] Pushing event deleted for resources: {'Port': ['ID=6a9fb678-8767-4f2c-85fd-9d878717983c,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:42.632940 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-3c73ffd7-9ee3-4e92-a9f5-697e588fa7cf tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bb648c3-c708-44fc-aab8-9e8bc1ed0b9c']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:42.643979 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26593e72-2bbd-4a5b-9cbd-9399a3258855 None None] No DVR routers for this DVR port 6a9fb678-8767-4f2c-85fd-9d878717983c on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:42.651810 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-3c73ffd7-9ee3-4e92-a9f5-697e588fa7cf tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf10ffc-2e8f-472e-9307-2b3ac4c5ccff') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:42.652136 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-3c73ffd7-9ee3-4e92-a9f5-697e588fa7cf tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf10ffc-2e8f-472e-9307-2b3ac4c5ccff') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:42.668056 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3c73ffd7-9ee3-4e92-a9f5-697e588fa7cf tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.685461 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3c73ffd7-9ee3-4e92-a9f5-697e588fa7cf tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.692334 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c73ffd7-9ee3-4e92-a9f5-697e588fa7cf tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:52:42.692806 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3c73ffd7-9ee3-4e92-a9f5-697e588fa7cf tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.697287 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:52:42.697287 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:52:42.697287 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:52:42.697287 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:52:42.697287 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:52:42.697287 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:52:42.697287 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:52:42.697287 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:52:42.697287 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:52:42.697287 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:52:42.697287 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:52:42.697287 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:52:42.697287 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:52:42.697287 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:52:42.697287 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:52:42.697287 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:52:42.697287 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:52:42.697287 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:52:42.697287 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:52:42.697287 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:52:42.697287 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:52:42.697287 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:52:42.697287 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:52:42.697287 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:52:42.697287 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:52:42.697287 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:52:42.697287 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:52:42.697287 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:52:42.697287 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:52:42.697287 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:52:42.697287 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:52:42.697287 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:52:42.785844 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3c73ffd7-9ee3-4e92-a9f5-697e588fa7cf tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.793874 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3c73ffd7-9ee3-4e92-a9f5-697e588fa7cf tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.795728 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3c73ffd7-9ee3-4e92-a9f5-697e588fa7cf tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "DELETE /v2.0/networks/2bb648c3-c708-44fc-aab8-9e8bc1ed0b9c HTTP/1.1" status: 204 len: 168 time: 0.8541019 Sep 16 04:52:42.798501 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46490) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:42.816693 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1fbb8a-1675-460d-868e-e14ccd5892af req-c7e48aa3-392d-4166-bc4b-8e917bba5348 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:42.818335 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d1fbb8a-1675-460d-868e-e14ccd5892af req-c7e48aa3-392d-4166-bc4b-8e917bba5348 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.1045763 Sep 16 04:52:42.819772 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c73ffd7-9ee3-4e92-a9f5-697e588fa7cf tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event deleted for resources: {'Network': ['ID=2bb648c3-c708-44fc-aab8-9e8bc1ed0b9c,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:42.828022 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-14671723-0287-4ebb-ac31-e62b0a7d6d8d tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] DELETE failed (client error): The resource could not be found. Sep 16 04:52:42.828509 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14671723-0287-4ebb-ac31-e62b0a7d6d8d tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:52:42.832949 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-14671723-0287-4ebb-ac31-e62b0a7d6d8d tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "DELETE /v2.0/subnets/43ea46e6-1828-4445-bc0f-23bcc7504ee5 HTTP/1.1" status: 404 len: 337 time: 0.0332925 Sep 16 04:52:42.833556 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46492) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:42.855713 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-730d8374-b406-45cb-8a5b-654c6633c9d3 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] DELETE failed (client error): The resource could not be found. Sep 16 04:52:42.856196 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-730d8374-b406-45cb-8a5b-654c6633c9d3 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:52:42.858006 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-730d8374-b406-45cb-8a5b-654c6633c9d3 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "DELETE /v2.0/networks/997084fc-3c75-436a-a39e-a064d27bccca HTTP/1.1" status: 404 len: 339 time: 0.0235312 Sep 16 04:52:42.861228 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46494) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:42.873821 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d1fbb8a-1675-460d-868e-e14ccd5892af req-67fec6bc-b361-4e87-8f36-92dcf3dc84fd tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428915 Sep 16 04:52:42.891822 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-65027195-8f40-455a-8664-4a25606830d2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] DELETE failed (client error): The resource could not be found. Sep 16 04:52:42.892369 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65027195-8f40-455a-8664-4a25606830d2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:52:42.894039 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-65027195-8f40-455a-8664-4a25606830d2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "DELETE /v2.0/subnets/2af3e218-6896-4977-8465-d19a2e1b48b0 HTTP/1.1" status: 404 len: 337 time: 0.0319610 Sep 16 04:52:42.899904 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46496) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:42.926770 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c612b50-528f-49c4-837d-b85616409577 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] DELETE failed (client error): The resource could not be found. Sep 16 04:52:42.927257 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c612b50-528f-49c4-837d-b85616409577 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:52:42.932425 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5c612b50-528f-49c4-837d-b85616409577 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "DELETE /v2.0/networks/8ae6e2f2-5c09-4082-b6d1-162cb0be03a9 HTTP/1.1" status: 404 len: 339 time: 0.0273964 Sep 16 04:52:42.933159 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46500) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:42.966429 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d78e2d-a27c-43ea-b954-f64449de5aa2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] DELETE failed (client error): The resource could not be found. Sep 16 04:52:42.966909 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77d78e2d-a27c-43ea-b954-f64449de5aa2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:52:42.968762 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-77d78e2d-a27c-43ea-b954-f64449de5aa2 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "DELETE /v2.0/subnets/307b8883-108b-4eff-8454-7e564f50418e HTTP/1.1" status: 404 len: 337 time: 0.0342958 Sep 16 04:52:42.971541 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46504) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:42.993673 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-028fc1a8-f304-46e0-8533-053499ceab7f tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] DELETE failed (client error): The resource could not be found. Sep 16 04:52:42.994255 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-028fc1a8-f304-46e0-8533-053499ceab7f tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:52:42.996207 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-028fc1a8-f304-46e0-8533-053499ceab7f tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "DELETE /v2.0/networks/9ad694b8-12c5-47a5-8ddb-bac65d44b2a7 HTTP/1.1" status: 404 len: 339 time: 0.0234914 Sep 16 04:52:43.000007 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46506) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:43.071160 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede6d0ca-ae26-46b1-b685-f42aeb381aa7 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Deleting subnet 94799d79-9a6a-4432-b5e8-c4145050b497 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:52:43.075041 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ede6d0ca-ae26-46b1-b685-f42aeb381aa7 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.146395 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ede6d0ca-ae26-46b1-b685-f42aeb381aa7 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.196887 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-28c4bff5-8291-4865-be78-8d004ad899ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.197219 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6cb58-b876-44a5-8293-4fcf34de0354 req-826de139-48fc-47bd-bbf6-e7d568da318f tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:43.199104 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-24e6cb58-b876-44a5-8293-4fcf34de0354 req-826de139-48fc-47bd-bbf6-e7d568da318f tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ff71dc-7ec5-4647-97a8-5772d81e0e86 HTTP/1.1" status: 200 len: 943 time: 0.0949011 Sep 16 04:52:43.274656 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-24e6cb58-b876-44a5-8293-4fcf34de0354 req-a8c6a238-11ef-4a8f-b0b3-c9bc30307e26 tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] 10.222.0.35 "GET /v2.0/security-groups?id=adb37c5e-5375-44b9-b507-c4167e5f475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685928 Sep 16 04:52:43.277831 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ede6d0ca-ae26-46b1-b685-f42aeb381aa7 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.388877 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ede6d0ca-ae26-46b1-b685-f42aeb381aa7 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.424504 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede6d0ca-ae26-46b1-b685-f42aeb381aa7 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event deleted for resources: {'Subnet': ['ID=94799d79-9a6a-4432-b5e8-c4145050b497,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:43.436662 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6f2c2-f0c2-4f8a-8086-58efc2fb4802 req-64624220-80f8-455b-a9eb-87ec6e8516e1 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:43.438542 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8de6f2c2-f0c2-4f8a-8086-58efc2fb4802 req-64624220-80f8-455b-a9eb-87ec6e8516e1 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.0912645 Sep 16 04:52:43.439394 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ede6d0ca-ae26-46b1-b685-f42aeb381aa7 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.442767 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ede6d0ca-ae26-46b1-b685-f42aeb381aa7 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "DELETE /v2.0/subnets/94799d79-9a6a-4432-b5e8-c4145050b497 HTTP/1.1" status: 204 len: 168 time: 0.4407830 Sep 16 04:52:43.443998 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f6b2a9-1448-4d31-b9dc-c6710a301f0d None None] Network c8adf8a7-3ee0-41b0-8050-c1a436e8580e requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:43.447195 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46514) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:43.538814 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.557645 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8de6f2c2-f0c2-4f8a-8086-58efc2fb4802 req-8092c7f5-3a10-4b99-b435-732fbc96acee tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078873 Sep 16 04:52:43.564106 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-242ae200-2a40-4f7b-80a3-093be3fc275e tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.692034 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-242ae200-2a40-4f7b-80a3-093be3fc275e tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Deleting port 2ffcaf40-ae38-4862-91e5-c75afc6eb233 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:43.692341 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-242ae200-2a40-4f7b-80a3-093be3fc275e tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.707110 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2bd844-8758-4120-9326-db653f8f2766 None None] DHCP port deletion for c8adf8a7-3ee0-41b0-8050-c1a436e8580e request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:52:43.765702 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-4e2bd844-8758-4120-9326-db653f8f2766 None None] Deleting port 2ffcaf40-ae38-4862-91e5-c75afc6eb233 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:43.766330 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4e2bd844-8758-4120-9326-db653f8f2766 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.846282 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-4e2bd844-8758-4120-9326-db653f8f2766 None None] For port 2ffcaf40-ae38-4862-91e5-c75afc6eb233, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2ffcaf40-ae38-4862-91e5-c75afc6eb233,segment=NetworkSegment(ac5d2bff-7ba9-4c5d-9117-d38798e8855e),segment_id=ac5d2bff-7ba9-4c5d-9117-d38798e8855e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:43.846864 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4e2bd844-8758-4120-9326-db653f8f2766 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.864331 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-242ae200-2a40-4f7b-80a3-093be3fc275e tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] For port 2ffcaf40-ae38-4862-91e5-c75afc6eb233, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2ffcaf40-ae38-4862-91e5-c75afc6eb233,segment=NetworkSegment(ac5d2bff-7ba9-4c5d-9117-d38798e8855e),segment_id=ac5d2bff-7ba9-4c5d-9117-d38798e8855e)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:43.866320 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-242ae200-2a40-4f7b-80a3-093be3fc275e tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.868238 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-4e2bd844-8758-4120-9326-db653f8f2766 None None] Calling delete_port for 2ffcaf40-ae38-4862-91e5-c75afc6eb233 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:43.883747 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-242ae200-2a40-4f7b-80a3-093be3fc275e tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Calling delete_port for 2ffcaf40-ae38-4862-91e5-c75afc6eb233 owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:43.908375 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2fd19d00-cd58-4489-b81c-af31fde6c766 req-54e0ab0d-9fcb-4b59-9e35-a820146a3f9d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1421645 Sep 16 04:52:43.951080 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9fda8a-c350-4f06-89b7-39b30aff340c req-3a14cb0e-9f27-4e52-85d8-61118c19cdc7 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:43.952484 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef9fda8a-c350-4f06-89b7-39b30aff340c req-3a14cb0e-9f27-4e52-85d8-61118c19cdc7 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=483d8640-6c2f-4407-b041-d64dfecaed68 HTTP/1.1" status: 200 len: 945 time: 0.1691403 Sep 16 04:52:43.955972 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4e2bd844-8758-4120-9326-db653f8f2766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.986764 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2bd844-8758-4120-9326-db653f8f2766 None None] Pushing event deleted for resources: {'Port': ['ID=2ffcaf40-ae38-4862-91e5-c75afc6eb233,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:43.992636 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2bd844-8758-4120-9326-db653f8f2766 None None] No DVR routers for this DVR port 2ffcaf40-ae38-4862-91e5-c75afc6eb233 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:44.053111 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef9fda8a-c350-4f06-89b7-39b30aff340c req-eeadfbfa-2317-48b5-b585-d86420ac5ec6 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839036 Sep 16 04:52:44.058898 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd19d00-cd58-4489-b81c-af31fde6c766 req-f32782f0-3c28-4b90-b7ec-ea275e859d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:44.060414 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2fd19d00-cd58-4489-b81c-af31fde6c766 req-f32782f0-3c28-4b90-b7ec-ea275e859d11 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=68cc116df1104257a08239cd46cd0170&device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 1097 time: 0.1017647 Sep 16 04:52:44.062587 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-242ae200-2a40-4f7b-80a3-093be3fc275e tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.099095 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ae200-2a40-4f7b-80a3-093be3fc275e tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event deleted for resources: {'Port': ['ID=2ffcaf40-ae38-4862-91e5-c75afc6eb233,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:44.105644 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242ae200-2a40-4f7b-80a3-093be3fc275e tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] No DVR routers for this DVR port 2ffcaf40-ae38-4862-91e5-c75afc6eb233 on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:44.232709 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:44.280262 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 6a9fb678-8767-4f2c-85fd-9d878717983c no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:44.294148 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-242ae200-2a40-4f7b-80a3-093be3fc275e tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.328252 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd19d00-cd58-4489-b81c-af31fde6c766 req-486ecb49-c876-4696-9d2c-2e688a99e524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:44.330039 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2fd19d00-cd58-4489-b81c-af31fde6c766 req-486ecb49-c876-4696-9d2c-2e688a99e524 service neutron] 10.222.0.48 "GET /v2.0/networks?id=92ecefce-c627-4abd-9d77-6a33db190651 HTTP/1.1" status: 200 len: 912 time: 0.2386689 Sep 16 04:52:44.330577 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 6a9fb678-8767-4f2c-85fd-9d878717983c {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:44.331018 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 6a9fb678-8767-4f2c-85fd-9d878717983c not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:44.331539 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2ffcaf40-ae38-4862-91e5-c75afc6eb233 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:44.336712 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-242ae200-2a40-4f7b-80a3-093be3fc275e tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8adf8a7-3ee0-41b0-8050-c1a436e8580e']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:44.358201 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16a3fb-1f9d-4820-b57c-b35dcea282cb req-17c1ca77-4204-4d6c-be1f-1e00ed4fca39 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:44.359764 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2e16a3fb-1f9d-4820-b57c-b35dcea282cb req-17c1ca77-4204-4d6c-be1f-1e00ed4fca39 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 945 time: 0.2057233 Sep 16 04:52:44.361482 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 2ffcaf40-ae38-4862-91e5-c75afc6eb233 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:44.361828 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2ffcaf40-ae38-4862-91e5-c75afc6eb233 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:44.390117 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf,segment=NetworkSegment(b555f35f-0b85-440e-937a-ed743920d6c1),segment_id=b555f35f-0b85-440e-937a-ed743920d6c1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:44.403133 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf', 'network_id': 'a7a79138-9f37-4e13-9efa-cb0308c6b72b', 'port_id': 'fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf', 'mac_address': 'fa:16:3e:dd:75:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd7c55fc-997f-4523-a872-49e6e1a1fc1a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:52:44.404683 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-242ae200-2a40-4f7b-80a3-093be3fc275e tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac5d2bff-7ba9-4c5d-9117-d38798e8855e') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:44.405139 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-242ae200-2a40-4f7b-80a3-093be3fc275e tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac5d2bff-7ba9-4c5d-9117-d38798e8855e') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:44.408353 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2fd19d00-cd58-4489-b81c-af31fde6c766 req-5e261cd3-1b3d-4ecc-901c-56277accbd5c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2959b5b2-8587-4021-ac7c-7b2c07c40aca HTTP/1.1" status: 200 len: 217 time: 0.0693295 Sep 16 04:52:44.463035 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-242ae200-2a40-4f7b-80a3-093be3fc275e tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.470238 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.499485 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.501299 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:44.507001 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2e16a3fb-1f9d-4820-b57c-b35dcea282cb req-3cf20a92-c194-438a-b532-67b92c775e3e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=db3037be-fc36-4334-ae38-b046958ea600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106484 Sep 16 04:52:44.507293 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.508168 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-242ae200-2a40-4f7b-80a3-093be3fc275e tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.518544 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd19d00-cd58-4489-b81c-af31fde6c766 req-665e5fbb-11c9-4cc4-a8a8-49f6a7af1ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:44.520779 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2fd19d00-cd58-4489-b81c-af31fde6c766 req-665e5fbb-11c9-4cc4-a8a8-49f6a7af1ea2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21 HTTP/1.1" status: 200 len: 850 time: 0.0969548 Sep 16 04:52:44.521432 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-242ae200-2a40-4f7b-80a3-093be3fc275e tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:52:44.521614 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-242ae200-2a40-4f7b-80a3-093be3fc275e tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:52:44.526439 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:52:44.532688 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf,segment=NetworkSegment(b555f35f-0b85-440e-937a-ed743920d6c1),segment_id=b555f35f-0b85-440e-937a-ed743920d6c1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:44.537212 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.620127 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:44.675965 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2188f2-632f-40e5-ad57-3497de3390e2 req-6726cb0f-0d57-44b4-977e-1b7d74b03efc tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:44.678200 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-bc2188f2-632f-40e5-ad57-3497de3390e2 req-6726cb0f-0d57-44b4-977e-1b7d74b03efc tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.47 "GET /v2.0/ports?device_id=483d8640-6c2f-4407-b041-d64dfecaed68 HTTP/1.1" status: 200 len: 945 time: 0.0869319 Sep 16 04:52:44.684273 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-242ae200-2a40-4f7b-80a3-093be3fc275e tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.691696 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd19d00-cd58-4489-b81c-af31fde6c766 req-778b9976-a740-4d0d-b0d8-c9d5bfd63d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:44.694311 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2fd19d00-cd58-4489-b81c-af31fde6c766 req-778b9976-a740-4d0d-b0d8-c9d5bfd63d46 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=92ecefce-c627-4abd-9d77-6a33db190651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1537306 Sep 16 04:52:44.699958 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-242ae200-2a40-4f7b-80a3-093be3fc275e tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.706610 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-242ae200-2a40-4f7b-80a3-093be3fc275e tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "DELETE /v2.0/networks/c8adf8a7-3ee0-41b0-8050-c1a436e8580e HTTP/1.1" status: 204 len: 168 time: 1.2544460 Sep 16 04:52:44.713277 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46522) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:44.746774 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ae200-2a40-4f7b-80a3-093be3fc275e tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event deleted for resources: {'Network': ['ID=c8adf8a7-3ee0-41b0-8050-c1a436e8580e,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:44.749062 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d41756a-099c-4a86-a4f4-77c36775a088 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] DELETE failed (client error): The resource could not be found. Sep 16 04:52:44.749534 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d41756a-099c-4a86-a4f4-77c36775a088 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:52:44.751522 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9d41756a-099c-4a86-a4f4-77c36775a088 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "DELETE /v2.0/subnets/994690b6-4501-4073-b785-4be58b03bfa3 HTTP/1.1" status: 404 len: 337 time: 0.0370805 Sep 16 04:52:44.757895 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46526) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:44.786540 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63298db-4fbe-4982-a5d9-13ee594bdc69 req-16842198-c3af-40a0-b6f2-2421e46e2c96 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:44.788957 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e63298db-4fbe-4982-a5d9-13ee594bdc69 req-16842198-c3af-40a0-b6f2-2421e46e2c96 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 946 time: 0.1452997 Sep 16 04:52:44.796225 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-844507a9-9feb-4cee-a3d5-b14a70e3c1b8 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] DELETE failed (client error): The resource could not be found. Sep 16 04:52:44.796811 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-844507a9-9feb-4cee-a3d5-b14a70e3c1b8 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:52:44.798566 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-844507a9-9feb-4cee-a3d5-b14a70e3c1b8 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "DELETE /v2.0/networks/30d1a4db-384a-4878-b4f5-636b13526747 HTTP/1.1" status: 404 len: 339 time: 0.0388505 Sep 16 04:52:44.803912 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46528) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:44.840241 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:44.876848 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-55fd0fd9-192e-48d7-a941-52b7ab9e412f tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Deleting subnet 3aff05dd-062f-4f28-a5a8-6f7e39ce00e5 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:52:44.883313 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-55fd0fd9-192e-48d7-a941-52b7ab9e412f tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.888829 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-bc2188f2-632f-40e5-ad57-3497de3390e2 req-e1aa0b57-2644-4ba1-ada1-17a0088339d8 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Deleting port 1a32d507-c4bb-46f7-a334-56de2e2bbad4 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:44.889172 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-bc2188f2-632f-40e5-ad57-3497de3390e2 req-e1aa0b57-2644-4ba1-ada1-17a0088339d8 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.892787 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e63298db-4fbe-4982-a5d9-13ee594bdc69 req-f814714b-ee9c-4c0b-aa26-045b63fdd759 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594027 Sep 16 04:52:44.896431 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2fd19d00-cd58-4489-b81c-af31fde6c766 req-b282e329-23a6-46a9-948d-2ea36c67d794 service neutron] 10.222.0.48 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895177 Sep 16 04:52:45.016391 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-55fd0fd9-192e-48d7-a941-52b7ab9e412f tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.140450 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-bc2188f2-632f-40e5-ad57-3497de3390e2 req-e1aa0b57-2644-4ba1-ada1-17a0088339d8 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] For port 1a32d507-c4bb-46f7-a334-56de2e2bbad4, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=1a32d507-c4bb-46f7-a334-56de2e2bbad4,segment=NetworkSegment(01aafaa9-a340-46ca-887a-6648c79e8c73),segment_id=01aafaa9-a340-46ca-887a-6648c79e8c73)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:45.140849 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-bc2188f2-632f-40e5-ad57-3497de3390e2 req-e1aa0b57-2644-4ba1-ada1-17a0088339d8 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.160496 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2fd19d00-cd58-4489-b81c-af31fde6c766 req-7077c8c1-47bb-4cea-98f2-d284d59bac97 service neutron] 10.222.0.48 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480819 Sep 16 04:52:45.174840 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-bc2188f2-632f-40e5-ad57-3497de3390e2 req-e1aa0b57-2644-4ba1-ada1-17a0088339d8 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Calling delete_port for 1a32d507-c4bb-46f7-a334-56de2e2bbad4 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:45.190531 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-55527b4e-3378-4290-81a0-6525d93b1f44 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:45.193643 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-55527b4e-3378-4290-81a0-6525d93b1f44 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/networks?id=92ecefce-c627-4abd-9d77-6a33db190651 HTTP/1.1" status: 200 len: 811 time: 0.1630328 Sep 16 04:52:45.199334 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-55fd0fd9-192e-48d7-a941-52b7ab9e412f tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.217949 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-a0848572-0943-4d29-bbfd-5d5b0af47dd3 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/quotas/68cc116df1104257a08239cd46cd0170 HTTP/1.1" status: 200 len: 375 time: 0.0112798 Sep 16 04:52:45.297282 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-f4db71a0-adf8-4a16-b4f6-131648b07217 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=68cc116df1104257a08239cd46cd0170&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0659871 Sep 16 04:52:45.316361 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-55fd0fd9-192e-48d7-a941-52b7ab9e412f tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.376179 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd0fd9-192e-48d7-a941-52b7ab9e412f tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event deleted for resources: {'Subnet': ['ID=3aff05dd-062f-4f28-a5a8-6f7e39ce00e5,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:45.387915 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-55fd0fd9-192e-48d7-a941-52b7ab9e412f tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.392287 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-55fd0fd9-192e-48d7-a941-52b7ab9e412f tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "DELETE /v2.0/subnets/3aff05dd-062f-4f28-a5a8-6f7e39ce00e5 HTTP/1.1" status: 204 len: 168 time: 0.5845940 Sep 16 04:52:45.392465 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487b6b8c-24b6-48bf-b66e-b63eb595f1c6 None None] Network 6d1680e5-d414-4902-9f1b-69c4e6aa2081 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:45.393088 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46542) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:45.414053 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-bc2188f2-632f-40e5-ad57-3497de3390e2 req-e1aa0b57-2644-4ba1-ada1-17a0088339d8 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.445994 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa0b57-2644-4ba1-ada1-17a0088339d8 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Pushing event deleted for resources: {'Port': ['ID=1a32d507-c4bb-46f7-a334-56de2e2bbad4,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:45.449515 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-86591414-80bb-4c12-a346-ce2008d94ac3 service neutron] 10.222.0.35 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420560 Sep 16 04:52:45.459037 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['15ad20e6-33a2-4999-b939-3fa15039c324'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:45.503958 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2188f2-632f-40e5-ad57-3497de3390e2 req-e1aa0b57-2644-4ba1-ada1-17a0088339d8 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] No DVR routers for this DVR port 1a32d507-c4bb-46f7-a334-56de2e2bbad4 on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:45.507507 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-bc2188f2-632f-40e5-ad57-3497de3390e2 req-e1aa0b57-2644-4ba1-ada1-17a0088339d8 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.509014 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['1a32d507-c4bb-46f7-a334-56de2e2bbad4'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:45.509681 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-bc2188f2-632f-40e5-ad57-3497de3390e2 req-e1aa0b57-2644-4ba1-ada1-17a0088339d8 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.47 "DELETE /v2.0/ports/1a32d507-c4bb-46f7-a334-56de2e2bbad4 HTTP/1.1" status: 204 len: 173 time: 0.8249707 Sep 16 04:52:45.510141 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483d8640-6c2f-4407-b041-d64dfecaed68', 'name': 'network-vif-deleted', 'tag': '1a32d507-c4bb-46f7-a334-56de2e2bbad4'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:45.512722 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8f38f9-0805-474a-ba22-39f93efc2fc3" -d '{"events": [{"server_uuid": "483d8640-6c2f-4407-b041-d64dfecaed68", "name": "network-vif-deleted", "tag": "1a32d507-c4bb-46f7-a334-56de2e2bbad4"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:45.522945 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7ce42feb-74fd-4cd2-8724-971cbcfafbc9 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.629713 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-5087bd3d-c7e0-4b74-8552-132e10265178 service neutron] 10.222.0.35 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544340 Sep 16 04:52:45.649476 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-7ce42feb-74fd-4cd2-8724-971cbcfafbc9 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Deleting port feefebcc-b095-43cd-a05b-1fbbc3abb43a {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:45.649880 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7ce42feb-74fd-4cd2-8724-971cbcfafbc9 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.750175 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-7ce42feb-74fd-4cd2-8724-971cbcfafbc9 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] For port feefebcc-b095-43cd-a05b-1fbbc3abb43a, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=feefebcc-b095-43cd-a05b-1fbbc3abb43a,segment=NetworkSegment(c22db2ac-3ffc-48e3-b2ab-312209dfc82c),segment_id=c22db2ac-3ffc-48e3-b2ab-312209dfc82c)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:45.751269 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7ce42feb-74fd-4cd2-8724-971cbcfafbc9 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.761881 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876c1c48-ac85-4eb5-951f-8dca3387b0d8 None None] DHCP port deletion for 6d1680e5-d414-4902-9f1b-69c4e6aa2081 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:52:45.784219 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-7ce42feb-74fd-4cd2-8724-971cbcfafbc9 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Calling delete_port for feefebcc-b095-43cd-a05b-1fbbc3abb43a owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:45.838303 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-876c1c48-ac85-4eb5-951f-8dca3387b0d8 None None] Deleting port feefebcc-b095-43cd-a05b-1fbbc3abb43a {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:45.838896 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-876c1c48-ac85-4eb5-951f-8dca3387b0d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.921487 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-876c1c48-ac85-4eb5-951f-8dca3387b0d8 None None] For port feefebcc-b095-43cd-a05b-1fbbc3abb43a, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=feefebcc-b095-43cd-a05b-1fbbc3abb43a,segment=NetworkSegment(c22db2ac-3ffc-48e3-b2ab-312209dfc82c),segment_id=c22db2ac-3ffc-48e3-b2ab-312209dfc82c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:45.921957 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-876c1c48-ac85-4eb5-951f-8dca3387b0d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.941041 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-876c1c48-ac85-4eb5-951f-8dca3387b0d8 None None] Calling delete_port for feefebcc-b095-43cd-a05b-1fbbc3abb43a owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:45.951100 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7ce42feb-74fd-4cd2-8724-971cbcfafbc9 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.973598 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c45f9-f7bc-47d0-bc72-b2f8c587b899 req-2fca9cc4-70cc-4de7-aa24-986a2ec852eb tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:45.976811 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0e1c45f9-f7bc-47d0-bc72-b2f8c587b899 req-2fca9cc4-70cc-4de7-aa24-986a2ec852eb tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ff71dc-7ec5-4647-97a8-5772d81e0e86 HTTP/1.1" status: 200 len: 944 time: 0.0932279 Sep 16 04:52:46.022951 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce42feb-74fd-4cd2-8724-971cbcfafbc9 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event deleted for resources: {'Port': ['ID=feefebcc-b095-43cd-a05b-1fbbc3abb43a,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:46.029151 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-876c1c48-ac85-4eb5-951f-8dca3387b0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.034829 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce42feb-74fd-4cd2-8724-971cbcfafbc9 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] No DVR routers for this DVR port feefebcc-b095-43cd-a05b-1fbbc3abb43a on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:46.063623 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c1c48-ac85-4eb5-951f-8dca3387b0d8 None None] Pushing event deleted for resources: {'Port': ['ID=feefebcc-b095-43cd-a05b-1fbbc3abb43a,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:46.070537 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876c1c48-ac85-4eb5-951f-8dca3387b0d8 None None] No DVR routers for this DVR port feefebcc-b095-43cd-a05b-1fbbc3abb43a on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:46.074467 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.125381 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0e1c45f9-f7bc-47d0-bc72-b2f8c587b899 req-a3de847e-87ff-4175-87e7-b7e760d648a3 tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] 10.222.0.35 "GET /v2.0/security-groups?id=adb37c5e-5375-44b9-b507-c4167e5f475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148415 Sep 16 04:52:46.175697 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7ce42feb-74fd-4cd2-8724-971cbcfafbc9 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.245037 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-7ce42feb-74fd-4cd2-8724-971cbcfafbc9 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d1680e5-d414-4902-9f1b-69c4e6aa2081']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:46.252786 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:46.268862 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-7ce42feb-74fd-4cd2-8724-971cbcfafbc9 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c22db2ac-3ffc-48e3-b2ab-312209dfc82c') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:46.273374 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-7ce42feb-74fd-4cd2-8724-971cbcfafbc9 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c22db2ac-3ffc-48e3-b2ab-312209dfc82c') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:46.327159 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7ce42feb-74fd-4cd2-8724-971cbcfafbc9 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.329217 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device feefebcc-b095-43cd-a05b-1fbbc3abb43a no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:46.353373 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7ce42feb-74fd-4cd2-8724-971cbcfafbc9 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.354442 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: feefebcc-b095-43cd-a05b-1fbbc3abb43a {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:46.354848 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device feefebcc-b095-43cd-a05b-1fbbc3abb43a not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:46.368651 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ce42feb-74fd-4cd2-8724-971cbcfafbc9 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:52:46.369646 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7ce42feb-74fd-4cd2-8724-971cbcfafbc9 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.375377 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:52:46.375377 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:52:46.375377 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:52:46.375377 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:52:46.375377 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:52:46.375377 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:52:46.375377 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:52:46.375377 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:52:46.375377 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:52:46.375377 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:52:46.375377 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:52:46.375377 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:52:46.375377 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:52:46.375377 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:52:46.375377 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:52:46.375377 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:52:46.375377 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:52:46.375377 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:52:46.375377 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:52:46.375377 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:52:46.375377 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:52:46.375377 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:52:46.375377 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:52:46.375377 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:52:46.375377 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:52:46.375377 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:52:46.375377 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:52:46.375377 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:52:46.375377 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:52:46.375377 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:52:46.375377 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:52:46.375377 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:52:46.390554 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:52:46.395485 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:46.396009 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.506984 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7ce42feb-74fd-4cd2-8724-971cbcfafbc9 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.511706 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.514224 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7ce42feb-74fd-4cd2-8724-971cbcfafbc9 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.523400 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7ce42feb-74fd-4cd2-8724-971cbcfafbc9 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] 10.222.0.35 "DELETE /v2.0/networks/6d1680e5-d414-4902-9f1b-69c4e6aa2081 HTTP/1.1" status: 204 len: 168 time: 1.1240115 Sep 16 04:52:46.543993 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce42feb-74fd-4cd2-8724-971cbcfafbc9 tempest-NetworksIpV6Test-1147125236 tempest-NetworksIpV6Test-1147125236-project] Pushing event deleted for resources: {'Network': ['ID=6d1680e5-d414-4902-9f1b-69c4e6aa2081,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:46.558273 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ff71dc-7ec5-4647-97a8-5772d81e0e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:46.560272 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482dbcd-bc72-4176-b9f7-67742d24ae93 req-40a86395-c497-48d8-80a6-658a895add0c tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:46.561855 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5408afa-146d-4899-9efe-6c2a4d1aa3c5" -d '{"events": [{"server_uuid": "c7ff71dc-7ec5-4647-97a8-5772d81e0e86", "name": "network-vif-plugged", "status": "completed", "tag": "fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:46.567925 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0482dbcd-bc72-4176-b9f7-67742d24ae93 req-40a86395-c497-48d8-80a6-658a895add0c tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 946 time: 0.1729836 Sep 16 04:52:46.582083 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf,segment=NetworkSegment(b555f35f-0b85-440e-937a-ed743920d6c1),segment_id=b555f35f-0b85-440e-937a-ed743920d6c1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:46.589366 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.613483 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0482dbcd-bc72-4176-b9f7-67742d24ae93 req-fb2de8f8-1f77-4232-83bc-3eb38835d811 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444779 Sep 16 04:52:46.688993 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:46.772631 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf87205-ada1-44ca-823e-38e421c902f5 x-openstack-request-id: req-daf87205-ada1-44ca-823e-38e421c902f5 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:46.773430 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "483d8640-6c2f-4407-b041-d64dfecaed68", "name": "network-vif-deleted", "tag": "1a32d507-c4bb-46f7-a334-56de2e2bbad4", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:46.773430 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-daf87205-ada1-44ca-823e-38e421c902f5 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:46.774093 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483d8640-6c2f-4407-b041-d64dfecaed68', 'name': 'network-vif-deleted', 'tag': '1a32d507-c4bb-46f7-a334-56de2e2bbad4', 'status': 'completed', 'code': 200} Sep 16 04:52:46.925207 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6574b-ff0a-4d3a-b7b4-ac7eed0058db req-cf2d58d2-2c25-4494-872a-14859f483014 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:46.927575 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3fa6574b-ff0a-4d3a-b7b4-ac7eed0058db req-cf2d58d2-2c25-4494-872a-14859f483014 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 945 time: 0.0704525 Sep 16 04:52:46.936361 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46570) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:46.986216 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3fa6574b-ff0a-4d3a-b7b4-ac7eed0058db req-c24a8e4f-f1e7-45ae-95fa-1cb5981fb139 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=db3037be-fc36-4334-ae38-b046958ea600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424647 Sep 16 04:52:47.060413 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-e54cc683-88f2-4bc4-af2c-49ad780bf053 service neutron] show failed (client error): The resource could not be found. Sep 16 04:52:47.061488 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-e54cc683-88f2-4bc4-af2c-49ad780bf053 service neutron] 10.222.0.48 "GET /v2.0/ports/545b55b6-6b09-445a-8fdd-b488ee92f1be/bindings/n-h1-712139-15 HTTP/1.1" status: 404 len: 381 time: 0.0696914 Sep 16 04:52:47.121965 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c755a324-3710-4bdd-9e00-e133dd688782 req-5a4c41da-9ba3-4d41-9280-a2d41d176d76 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0d70f5a-6b5d-40a3-bbbb-54906d62b436 HTTP/1.1" status: 200 len: 210 time: 0.0306392 Sep 16 04:52:47.188115 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c6584eff-439e-419d-b240-01ae441aa5e7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d4e9e654117b4276b41431d6e342843b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2502437 Sep 16 04:52:47.190682 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46576) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:47.213919 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60b131e-7699-41e1-8649-26c0d11c33b5 x-openstack-request-id: req-b60b131e-7699-41e1-8649-26c0d11c33b5 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:47.214555 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ff71dc-7ec5-4647-97a8-5772d81e0e86", "name": "network-vif-plugged", "status": "completed", "tag": "fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:47.214900 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b60b131e-7699-41e1-8649-26c0d11c33b5 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:47.215504 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ff71dc-7ec5-4647-97a8-5772d81e0e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf', 'code': 200} Sep 16 04:52:47.277717 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7e62864f-5637-4ac7-95c9-5369f82b0a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.315541 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7e62864f-5637-4ac7-95c9-5369f82b0a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.492434 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7e62864f-5637-4ac7-95c9-5369f82b0a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.495321 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7e62864f-5637-4ac7-95c9-5369f82b0a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.497789 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7e62864f-5637-4ac7-95c9-5369f82b0a2b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/74a500de-5627-40c1-a099-cecf4ce4028c HTTP/1.1" status: 204 len: 168 time: 0.3045959 Sep 16 04:52:47.511931 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-91fc95a7-f950-4fc7-89b4-184ccf512a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:47.519026 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-91fc95a7-f950-4fc7-89b4-184ccf512a46 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d&tenant_id=9314d3ea71064ec8a4285d4ce520aaad HTTP/1.1" status: 200 len: 1097 time: 0.1765566 Sep 16 04:52:47.599217 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-4a9feedd-eae6-4ab5-97cc-fb045f935d75 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:47.602350 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-4a9feedd-eae6-4ab5-97cc-fb045f935d75 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.47 "GET /v2.0/networks?id=92ecefce-c627-4abd-9d77-6a33db190651 HTTP/1.1" status: 200 len: 811 time: 0.2584186 Sep 16 04:52:47.607023 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-6424f1eb-f15d-4dbf-817e-0b93cdee87e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-15', 'device_owner': 'compute:nova'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:47.635634 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-ed62e0b4-75b4-4481-a239-b57444654f0d tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Request body: {'port': {'device_id': 'd0d70f5a-6b5d-40a3-bbbb-54906d62b436', 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651', 'admin_state_up': True, 'tenant_id': '68cc116df1104257a08239cd46cd0170'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:47.744876 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-6424f1eb-f15d-4dbf-817e-0b93cdee87e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.816616 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e62864f-5637-4ac7-95c9-5369f82b0a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a500de-5627-40c1-a099-cecf4ce4028c,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:47.829190 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-53d42917-5ee3-42df-9c08-8ca93bc47ed3 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:47.838087 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-53d42917-5ee3-42df-9c08-8ca93bc47ed3 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/networks?id=8c931ccc-5cf1-447a-be72-662f80eb3cc7 HTTP/1.1" status: 200 len: 805 time: 0.4631369 Sep 16 04:52:47.847643 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ddcd63-9148-4d1d-83dc-9559bb060b22 req-4a5d8e31-70f1-408f-889a-3e3a4a2505ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:47.849138 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6ddcd63-9148-4d1d-83dc-9559bb060b22 req-4a5d8e31-70f1-408f-889a-3e3a4a2505ee service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c7ff71dc-7ec5-4647-97a8-5772d81e0e86 HTTP/1.1" status: 200 len: 1097 time: 0.4055936 Sep 16 04:52:47.857910 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-d68c5d3f-e984-4852-9b83-bef0743a2566 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/quotas/097a363b67ea49498cd02794a5c40b7b HTTP/1.1" status: 200 len: 375 time: 0.0181322 Sep 16 04:52:47.875030 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-ed62e0b4-75b4-4481-a239-b57444654f0d tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Made reservation on behalf of 68cc116df1104257a08239cd46cd0170 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:47.878906 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-ed62e0b4-75b4-4481-a239-b57444654f0d tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.922206 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6ddcd63-9148-4d1d-83dc-9559bb060b22 req-cf28a0f6-9f5b-444f-b7c0-869a28d11fd6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=adb37c5e-5375-44b9-b507-c4167e5f475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629532 Sep 16 04:52:47.932235 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-1776f9e2-3794-4181-aeff-9314053c971e tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=097a363b67ea49498cd02794a5c40b7b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0657096 Sep 16 04:52:48.052654 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-5459ed50-e347-4cb9-8bcd-2e17498623e9 service neutron] 10.222.0.35 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120775 Sep 16 04:52:48.190309 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-6424f1eb-f15d-4dbf-817e-0b93cdee87e7 service neutron] For port 545b55b6-6b09-445a-8fdd-b488ee92f1be, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=545b55b6-6b09-445a-8fdd-b488ee92f1be,segment=NetworkSegment(d1837529-ad66-44a9-9332-3b3adb88bcca),segment_id=d1837529-ad66-44a9-9332-3b3adb88bcca)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:48.209663 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-74a8e300-3fc3-4c54-8978-35a53373c314 service neutron] 10.222.0.35 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448431 Sep 16 04:52:48.227656 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-ed62e0b4-75b4-4481-a239-b57444654f0d tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Allocated IP 172.20.0.13 (92ecefce-c627-4abd-9d77-6a33db190651/01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21/a7ce0463-3d29-43d9-87cf-773d5694fa8e) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:48.253817 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 1a32d507-c4bb-46f7-a334-56de2e2bbad4 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:48.288465 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: 1a32d507-c4bb-46f7-a334-56de2e2bbad4 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:48.289075 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 1a32d507-c4bb-46f7-a334-56de2e2bbad4 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:48.291247 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-6424f1eb-f15d-4dbf-817e-0b93cdee87e7 service neutron] For port 545b55b6-6b09-445a-8fdd-b488ee92f1be, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:48.401547 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-6424f1eb-f15d-4dbf-817e-0b93cdee87e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:48.461542 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-6424f1eb-f15d-4dbf-817e-0b93cdee87e7 service neutron] Transition to ACTIVE for port object 545b55b6-6b09-445a-8fdd-b488ee92f1be will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:52:48.467276 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-6424f1eb-f15d-4dbf-817e-0b93cdee87e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:48.501124 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afd7bc-016f-41fa-851e-06bc1068b8b0 req-c70644b6-075d-48e0-96da-aec565795acc tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:48.501939 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6afd7bc-016f-41fa-851e-06bc1068b8b0 req-c70644b6-075d-48e0-96da-aec565795acc tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ff71dc-7ec5-4647-97a8-5772d81e0e86 HTTP/1.1" status: 200 len: 945 time: 0.0588784 Sep 16 04:52:48.502626 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46618) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:48.603682 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6afd7bc-016f-41fa-851e-06bc1068b8b0 req-2432b863-6a45-434c-9a88-e0c8b950645a tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] 10.222.0.35 "GET /v2.0/security-groups?id=adb37c5e-5375-44b9-b507-c4167e5f475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857017 Sep 16 04:52:48.664010 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-ed62e0b4-75b4-4481-a239-b57444654f0d tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:48.727129 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-9e335158-a335-4ff3-9db0-4489469b51c6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1871336004'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:48.752086 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e335158-a335-4ff3-9db0-4489469b51c6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Made reservation on behalf of 02d0d2917e594a5f85c23d8add7f0e99 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:48.755850 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9e335158-a335-4ff3-9db0-4489469b51c6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:48.782602 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9e335158-a335-4ff3-9db0-4489469b51c6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:48.782926 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592b60db-3b38-4907-99fb-c8d6b0594d0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '545b55b6-6b09-445a-8fdd-b488ee92f1be'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:48.786539 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16682c68-846d-41c4-8ef5-9e51c882e223" -d '{"events": [{"server_uuid": "592b60db-3b38-4907-99fb-c8d6b0594d0d", "name": "network-vif-unplugged", "status": "completed", "tag": "545b55b6-6b09-445a-8fdd-b488ee92f1be"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:48.798048 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424f1eb-f15d-4dbf-817e-0b93cdee87e7 service neutron] Pushing event updated for resources: {'Port': ['ID=545b55b6-6b09-445a-8fdd-b488ee92f1be,revision_number=6']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:48.801474 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-ed62e0b4-75b4-4481-a239-b57444654f0d tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:48.842221 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['2959b5b2-8587-4021-ac7c-7b2c07c40aca', 'c1bfbfef-8342-43fb-b456-027cddcafde6'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:48.978789 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-ed62e0b4-75b4-4481-a239-b57444654f0d tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Network 92ecefce-c627-4abd-9d77-6a33db190651 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:48.993629 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-ed62e0b4-75b4-4481-a239-b57444654f0d tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:49.001550 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-ed62e0b4-75b4-4481-a239-b57444654f0d tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:49.005968 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed62e0b4-75b4-4481-a239-b57444654f0d tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Pushing event updated for resources: {'Port': ['ID=a7ce0463-3d29-43d9-87cf-773d5694fa8e,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:49.059424 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9e335158-a335-4ff3-9db0-4489469b51c6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:49.070436 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-6424f1eb-f15d-4dbf-817e-0b93cdee87e7 service neutron] No DVR routers for this DVR port 545b55b6-6b09-445a-8fdd-b488ee92f1be on host n-h2-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:49.158945 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9e335158-a335-4ff3-9db0-4489469b51c6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:49.299924 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e335158-a335-4ff3-9db0-4489469b51c6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:52:49.321341 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eabbd8-3dca-4292-91f5-05a8b6d5c7f4 req-2352e479-5c84-48da-b2b1-c79162c84dd4 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:49.330710 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-71eabbd8-3dca-4292-91f5-05a8b6d5c7f4 req-2352e479-5c84-48da-b2b1-c79162c84dd4 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 946 time: 0.3608413 Sep 16 04:52:49.360469 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e335158-a335-4ff3-9db0-4489469b51c6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a80e8e7e-a626-41af-b29b-32d642c71833,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:49.377020 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9e335158-a335-4ff3-9db0-4489469b51c6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:49.377379 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-9e335158-a335-4ff3-9db0-4489469b51c6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Added segment d6bb57be-67b8-45f6-b653-59e53ab81773 of type vlan for network 2f9390cb-4489-4133-8b77-d0812c7ca5f1 Sep 16 04:52:49.377780 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-07ee181a-3c58-4f1f-9913-25a38700a0ba None None] Provisioning complete for port a7ce0463-3d29-43d9-87cf-773d5694fa8e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:49.382755 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-07ee181a-3c58-4f1f-9913-25a38700a0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:49.399342 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-ed62e0b4-75b4-4481-a239-b57444654f0d tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:49.400052 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-ed62e0b4-75b4-4481-a239-b57444654f0d tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:49.403073 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-71eabbd8-3dca-4292-91f5-05a8b6d5c7f4 req-be442064-b309-4943-8bba-6fd67f486f12 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713568 Sep 16 04:52:49.457464 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9e335158-a335-4ff3-9db0-4489469b51c6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:49.467235 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-07ee181a-3c58-4f1f-9913-25a38700a0ba None None] Port a7ce0463-3d29-43d9-87cf-773d5694fa8e cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:52:49.501239 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-ed62e0b4-75b4-4481-a239-b57444654f0d tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8722217 Sep 16 04:52:49.504797 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-6424f1eb-f15d-4dbf-817e-0b93cdee87e7 service neutron] Attempting to bind port 545b55b6-6b09-445a-8fdd-b488ee92f1be on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:49.505624 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-6424f1eb-f15d-4dbf-817e-0b93cdee87e7 service neutron] Attempting to bind port 545b55b6-6b09-445a-8fdd-b488ee92f1be by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'd1837529-ad66-44a9-9332-3b3adb88bcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'aa0b4719-d190-4155-9288-1e8935f8d00b'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:49.506705 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-6424f1eb-f15d-4dbf-817e-0b93cdee87e7 service neutron] Attempting to bind port 545b55b6-6b09-445a-8fdd-b488ee92f1be on network aa0b4719-d190-4155-9288-1e8935f8d00b {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:49.513570 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-6424f1eb-f15d-4dbf-817e-0b93cdee87e7 service neutron] Port 545b55b6-6b09-445a-8fdd-b488ee92f1be on network aa0b4719-d190-4155-9288-1e8935f8d00b not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:52:49.514105 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-6424f1eb-f15d-4dbf-817e-0b93cdee87e7 service neutron] Attempting to bind port 545b55b6-6b09-445a-8fdd-b488ee92f1be on network aa0b4719-d190-4155-9288-1e8935f8d00b {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:49.526972 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-9cc95fc3-7fc4-422c-a520-b12d7628a326 service neutron] Request body: {'port': {'device_id': 'd0d70f5a-6b5d-40a3-bbbb-54906d62b436', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:49.527185 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9e335158-a335-4ff3-9db0-4489469b51c6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:49.532369 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e335158-a335-4ff3-9db0-4489469b51c6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:49.532972 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9e335158-a335-4ff3-9db0-4489469b51c6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:49.548314 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-6424f1eb-f15d-4dbf-817e-0b93cdee87e7 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:49.549276 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-6424f1eb-f15d-4dbf-817e-0b93cdee87e7 service neutron] Checking segment: {'id': 'd1837529-ad66-44a9-9332-3b3adb88bcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'aa0b4719-d190-4155-9288-1e8935f8d00b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:49.549276 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-6424f1eb-f15d-4dbf-817e-0b93cdee87e7 service neutron] Bound using segment: {'id': 'd1837529-ad66-44a9-9332-3b3adb88bcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'aa0b4719-d190-4155-9288-1e8935f8d00b'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:49.549639 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-6424f1eb-f15d-4dbf-817e-0b93cdee87e7 service neutron] Bound port: 545b55b6-6b09-445a-8fdd-b488ee92f1be, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1837529-ad66-44a9-9332-3b3adb88bcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'aa0b4719-d190-4155-9288-1e8935f8d00b'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:49.549908 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-6424f1eb-f15d-4dbf-817e-0b93cdee87e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:49.582687 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9e335158-a335-4ff3-9db0-4489469b51c6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0788403 Sep 16 04:52:49.612992 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46632) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:49.619979 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-cc17f432-a9d3-4098-b0f4-98735eb5dfba tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'port': {'network_id': '2f9390cb-4489-4133-8b77-d0812c7ca5f1', 'name': 'tempest-PortsTestJSON-1904535739'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:49.625870 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e335158-a335-4ff3-9db0-4489469b51c6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Network': ['ID=2f9390cb-4489-4133-8b77-d0812c7ca5f1,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:49.641651 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 2f9390cb-4489-4133-8b77-d0812c7ca5f1 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:52:49.661183 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a3167-4fba-4e40-82a2-6d14aee671ea req-a56d2e8d-0dca-4884-9029-d82f4f6ef97e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:49.664388 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-755a3167-4fba-4e40-82a2-6d14aee671ea req-a56d2e8d-0dca-4884-9029-d82f4f6ef97e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 943 time: 0.1774292 Sep 16 04:52:49.841349 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-755a3167-4fba-4e40-82a2-6d14aee671ea req-12b27051-8d3b-465b-ae9a-cfbcf377d9a9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=db3037be-fc36-4334-ae38-b046958ea600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124091 Sep 16 04:52:49.856958 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc17f432-a9d3-4098-b0f4-98735eb5dfba tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Made reservation on behalf of 02d0d2917e594a5f85c23d8add7f0e99 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:49.858680 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cc17f432-a9d3-4098-b0f4-98735eb5dfba tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:49.950869 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-cc17f432-a9d3-4098-b0f4-98735eb5dfba tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] device_id is not set on port fc50243f-0ebe-4370-af91-ee0acabfe7b2 yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:52:49.993701 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-9cc95fc3-7fc4-422c-a520-b12d7628a326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:50.061276 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-6424f1eb-f15d-4dbf-817e-0b93cdee87e7 service neutron] For port 545b55b6-6b09-445a-8fdd-b488ee92f1be, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:50.103002 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-6424f1eb-f15d-4dbf-817e-0b93cdee87e7 service neutron] For port 545b55b6-6b09-445a-8fdd-b488ee92f1be, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=545b55b6-6b09-445a-8fdd-b488ee92f1be,segment=NetworkSegment(d1837529-ad66-44a9-9332-3b3adb88bcca),segment_id=d1837529-ad66-44a9-9332-3b3adb88bcca)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:50.116132 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-6424f1eb-f15d-4dbf-817e-0b93cdee87e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:50.144012 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02ff7b-8439-4bf8-8550-e279cf07fd34 req-cb6dc702-d8b9-422a-bfa4-5f388787fcb8 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:50.145543 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cf02ff7b-8439-4bf8-8550-e279cf07fd34 req-cb6dc702-d8b9-422a-bfa4-5f388787fcb8 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0d70f5a-6b5d-40a3-bbbb-54906d62b436 HTTP/1.1" status: 200 len: 932 time: 0.1968639 Sep 16 04:52:50.155474 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-493dd5a6-99bf-4a55-a838-797deee9b06e tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:50.156960 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-493dd5a6-99bf-4a55-a838-797deee9b06e tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.48 "GET /v2.0/networks?id=8c931ccc-5cf1-447a-be72-662f80eb3cc7 HTTP/1.1" status: 200 len: 805 time: 0.2715867 Sep 16 04:52:50.215966 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-1e4191ed-3d71-45e9-8e76-acdc73e0be2b tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Request body: {'port': {'device_id': '387f9764-5bbe-4fb1-ac6e-2a9a1829d582', 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7', 'admin_state_up': True, 'tenant_id': '097a363b67ea49498cd02794a5c40b7b'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:50.229352 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-6424f1eb-f15d-4dbf-817e-0b93cdee87e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:50.230291 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-6424f1eb-f15d-4dbf-817e-0b93cdee87e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:50.232631 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-6424f1eb-f15d-4dbf-817e-0b93cdee87e7 service neutron] 10.222.0.47 "PUT /v2.0/ports/545b55b6-6b09-445a-8fdd-b488ee92f1be HTTP/1.1" status: 200 len: 1092 time: 2.6454647 Sep 16 04:52:50.290633 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cf02ff7b-8439-4bf8-8550-e279cf07fd34 req-2d77e300-b5cc-4f94-8b14-03a2e8681d2b tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325531 Sep 16 04:52:50.299058 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424f1eb-f15d-4dbf-817e-0b93cdee87e7 service neutron] Pushing event updated for resources: {'Port': ['ID=545b55b6-6b09-445a-8fdd-b488ee92f1be,revision_number=7']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:50.359161 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cc17f432-a9d3-4098-b0f4-98735eb5dfba tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:50.359394 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424f1eb-f15d-4dbf-817e-0b93cdee87e7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:50.359744 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424f1eb-f15d-4dbf-817e-0b93cdee87e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:50.360157 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424f1eb-f15d-4dbf-817e-0b93cdee87e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:50.360766 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424f1eb-f15d-4dbf-817e-0b93cdee87e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:50.361299 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424f1eb-f15d-4dbf-817e-0b93cdee87e7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:50.361873 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424f1eb-f15d-4dbf-817e-0b93cdee87e7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:50.362458 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424f1eb-f15d-4dbf-817e-0b93cdee87e7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:50.362888 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424f1eb-f15d-4dbf-817e-0b93cdee87e7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:50.363256 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424f1eb-f15d-4dbf-817e-0b93cdee87e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:50.365239 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424f1eb-f15d-4dbf-817e-0b93cdee87e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:50.366436 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424f1eb-f15d-4dbf-817e-0b93cdee87e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:50.366889 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424f1eb-f15d-4dbf-817e-0b93cdee87e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:50.425283 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-82d9a6ef-e836-42ef-8e0b-e327e423b6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:50.427164 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-82d9a6ef-e836-42ef-8e0b-e327e423b6d7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9314d3ea71064ec8a4285d4ce520aaad&device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 1095 time: 0.1459603 Sep 16 04:52:50.451470 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-30f745da-e58f-4e8d-8402-1406fec8b6f4 req-596747b7-4d87-4808-8e7f-d1e91c8741b1 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=387f9764-5bbe-4fb1-ac6e-2a9a1829d582 HTTP/1.1" status: 200 len: 210 time: 0.0441227 Sep 16 04:52:50.463670 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cc17f432-a9d3-4098-b0f4-98735eb5dfba tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:50.474528 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-1e4191ed-3d71-45e9-8e76-acdc73e0be2b tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Made reservation on behalf of 097a363b67ea49498cd02794a5c40b7b for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:50.478274 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-1e4191ed-3d71-45e9-8e76-acdc73e0be2b tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:50.543123 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae4e428-69ad-4d71-8c68-b5d630c1a158 x-openstack-request-id: req-fae4e428-69ad-4d71-8c68-b5d630c1a158 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:50.543416 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592b60db-3b38-4907-99fb-c8d6b0594d0d", "name": "network-vif-unplugged", "status": "completed", "tag": "545b55b6-6b09-445a-8fdd-b488ee92f1be", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:50.543650 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fae4e428-69ad-4d71-8c68-b5d630c1a158 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:50.544049 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592b60db-3b38-4907-99fb-c8d6b0594d0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '545b55b6-6b09-445a-8fdd-b488ee92f1be', 'code': 200} Sep 16 04:52:50.544248 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc17f432-a9d3-4098-b0f4-98735eb5dfba tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Port': ['ID=fc50243f-0ebe-4370-af91-ee0acabfe7b2,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:50.629178 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-cfeadb0e-b7b5-43f5-9ed5-74e8ff3d2698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:50.630665 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-cfeadb0e-b7b5-43f5-9ed5-74e8ff3d2698 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa0b4719-d190-4155-9288-1e8935f8d00b HTTP/1.1" status: 200 len: 897 time: 0.1958075 Sep 16 04:52:50.659911 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc17f432-a9d3-4098-b0f4-98735eb5dfba tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Checking segment: {'id': 'd6bb57be-67b8-45f6-b653-59e53ab81773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2f9390cb-4489-4133-8b77-d0812c7ca5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:50.660272 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc17f432-a9d3-4098-b0f4-98735eb5dfba tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Network hostable DHCP agents. Network: 2f9390cb-4489-4133-8b77-d0812c7ca5f1, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:52:50.683495 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-9cc95fc3-7fc4-422c-a520-b12d7628a326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7ce0463-3d29-43d9-87cf-773d5694fa8e {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:50.701774 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-9cc95fc3-7fc4-422c-a520-b12d7628a326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:50.730994 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d697e5-5fa2-4f99-929a-4f04c2683162 req-26935f36-c87e-4000-b512-6d4778641d64 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:50.732263 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9d697e5-5fa2-4f99-929a-4f04c2683162 req-26935f36-c87e-4000-b512-6d4778641d64 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 946 time: 0.1249132 Sep 16 04:52:50.735644 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc17f432-a9d3-4098-b0f4-98735eb5dfba tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Network 2f9390cb-4489-4133-8b77-d0812c7ca5f1 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:52:50.751117 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-9cc95fc3-7fc4-422c-a520-b12d7628a326 service neutron] Transition to ACTIVE for port object a7ce0463-3d29-43d9-87cf-773d5694fa8e will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:52:50.758094 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-1e4191ed-3d71-45e9-8e76-acdc73e0be2b tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Allocated IP 172.20.0.12 (8c931ccc-5cf1-447a-be72-662f80eb3cc7/984819ef-39e4-42b6-ac0e-e1f025f28a4e/37526dc2-a1ca-4f1f-a66f-090331e0f637) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:50.759329 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-d675392c-0c03-4f13-8237-41b594377f19 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=545b55b6-6b09-445a-8fdd-b488ee92f1be HTTP/1.1" status: 200 len: 999 time: 0.1199768 Sep 16 04:52:50.759936 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-9cc95fc3-7fc4-422c-a520-b12d7628a326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:50.766603 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-cc17f432-a9d3-4098-b0f4-98735eb5dfba tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 2f9390cb-4489-4133-8b77-d0812c7ca5f1) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:50.776851 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc17f432-a9d3-4098-b0f4-98735eb5dfba tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:50.777220 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96610d6-ce1b-4acf-9e57-efa7ef597782 None None] Network 2f9390cb-4489-4133-8b77-d0812c7ca5f1 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:50.782624 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc17f432-a9d3-4098-b0f4-98735eb5dfba tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:50.783229 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cc17f432-a9d3-4098-b0f4-98735eb5dfba tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:50.841124 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9d697e5-5fa2-4f99-929a-4f04c2683162 req-e2de2cfd-1bea-486a-8975-7c4e73638e98 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984201 Sep 16 04:52:50.860265 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46638) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:50.861401 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-cc17f432-a9d3-4098-b0f4-98735eb5dfba tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2469170 Sep 16 04:52:50.879548 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-f3b1d85c-a937-4ee8-bf22-86766b8b24e5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1718237683'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:50.917555 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc95fc3-7fc4-422c-a520-b12d7628a326 service neutron] Pushing event updated for resources: {'Port': ['ID=a7ce0463-3d29-43d9-87cf-773d5694fa8e,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:50.962217 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-a2efd8de-cca6-4da9-ae24-8e12297ee075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:50.965066 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-a2efd8de-cca6-4da9-ae24-8e12297ee075 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e7bc69f-119c-452c-8694-2e9288e222ac HTTP/1.1" status: 200 len: 835 time: 0.1716359 Sep 16 04:52:51.058952 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b1d85c-a937-4ee8-bf22-86766b8b24e5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Made reservation on behalf of 02d0d2917e594a5f85c23d8add7f0e99 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:51.062518 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f3b1d85c-a937-4ee8-bf22-86766b8b24e5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:51.091590 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b19b6-5c55-4a9d-a300-6707c6a1fe35 req-275f4c7f-4f40-43a5-83d1-4dad70037690 tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:51.093228 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b61b19b6-5c55-4a9d-a300-6707c6a1fe35 req-275f4c7f-4f40-43a5-83d1-4dad70037690 tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ff71dc-7ec5-4647-97a8-5772d81e0e86 HTTP/1.1" status: 200 len: 945 time: 0.0871313 Sep 16 04:52:51.114087 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 545b55b6-6b09-445a-8fdd-b488ee92f1be no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:51.157667 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-9cc95fc3-7fc4-422c-a520-b12d7628a326 service neutron] Attempting to bind port a7ce0463-3d29-43d9-87cf-773d5694fa8e on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:51.164928 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-9cc95fc3-7fc4-422c-a520-b12d7628a326 service neutron] Attempting to bind port a7ce0463-3d29-43d9-87cf-773d5694fa8e by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '68f7506c-c9b8-419e-a123-643d3df6eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:51.165501 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-9cc95fc3-7fc4-422c-a520-b12d7628a326 service neutron] Attempting to bind port a7ce0463-3d29-43d9-87cf-773d5694fa8e on network 92ecefce-c627-4abd-9d77-6a33db190651 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:51.169381 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b1d85c-a937-4ee8-bf22-86766b8b24e5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:52:51.178810 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-118592f0-fc16-4475-90e6-af8a9bc7fc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:51.179380 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-1e4191ed-3d71-45e9-8e76-acdc73e0be2b tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:51.185710 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-118592f0-fc16-4475-90e6-af8a9bc7fc9a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa0b4719-d190-4155-9288-1e8935f8d00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1790843 Sep 16 04:52:51.194240 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f3b1d85c-a937-4ee8-bf22-86766b8b24e5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:51.194863 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-f3b1d85c-a937-4ee8-bf22-86766b8b24e5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Added segment 2e44332a-77c5-4860-a76e-6c94ad0e69d1 of type vlan for network d4f62520-4205-4b9b-bf82-2a0ba86dfb32 Sep 16 04:52:51.195388 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 545b55b6-6b09-445a-8fdd-b488ee92f1be not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:51.229950 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b61b19b6-5c55-4a9d-a300-6707c6a1fe35 req-b4767d2c-94d3-416f-a0bf-f1f6534467ee tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] 10.222.0.35 "GET /v2.0/security-groups?id=adb37c5e-5375-44b9-b507-c4167e5f475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066861 Sep 16 04:52:51.265987 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f3b1d85c-a937-4ee8-bf22-86766b8b24e5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:51.271403 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-9cc95fc3-7fc4-422c-a520-b12d7628a326 service neutron] Port a7ce0463-3d29-43d9-87cf-773d5694fa8e on network 92ecefce-c627-4abd-9d77-6a33db190651 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:52:51.271987 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-9cc95fc3-7fc4-422c-a520-b12d7628a326 service neutron] Attempting to bind port a7ce0463-3d29-43d9-87cf-773d5694fa8e on network 92ecefce-c627-4abd-9d77-6a33db190651 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:51.303600 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-9cc95fc3-7fc4-422c-a520-b12d7628a326 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:51.304084 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-9cc95fc3-7fc4-422c-a520-b12d7628a326 service neutron] Checking segment: {'id': '68f7506c-c9b8-419e-a123-643d3df6eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:51.304406 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-1e4191ed-3d71-45e9-8e76-acdc73e0be2b tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:51.304798 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-9cc95fc3-7fc4-422c-a520-b12d7628a326 service neutron] Bound using segment: {'id': '68f7506c-c9b8-419e-a123-643d3df6eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:51.305525 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-9cc95fc3-7fc4-422c-a520-b12d7628a326 service neutron] Bound port: a7ce0463-3d29-43d9-87cf-773d5694fa8e, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68f7506c-c9b8-419e-a123-643d3df6eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:51.306135 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-9cc95fc3-7fc4-422c-a520-b12d7628a326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:51.340157 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['15ad20e6-33a2-4999-b939-3fa15039c324'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:51.386998 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-1e4191ed-3d71-45e9-8e76-acdc73e0be2b tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Network 8c931ccc-5cf1-447a-be72-662f80eb3cc7 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:51.392532 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-1e4191ed-3d71-45e9-8e76-acdc73e0be2b tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:51.400901 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-1e4191ed-3d71-45e9-8e76-acdc73e0be2b tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:51.482627 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4191ed-3d71-45e9-8e76-acdc73e0be2b tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Pushing event updated for resources: {'Port': ['ID=37526dc2-a1ca-4f1f-a66f-090331e0f637,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:51.498146 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-1e4191ed-3d71-45e9-8e76-acdc73e0be2b tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:51.498816 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-1e4191ed-3d71-45e9-8e76-acdc73e0be2b tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:51.516369 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f3b1d85c-a937-4ee8-bf22-86766b8b24e5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:51.527534 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b1d85c-a937-4ee8-bf22-86766b8b24e5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:51.528619 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f3b1d85c-a937-4ee8-bf22-86766b8b24e5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:51.561910 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-1e4191ed-3d71-45e9-8e76-acdc73e0be2b tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3636286 Sep 16 04:52:51.596540 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-799cff33-235e-4c84-864e-b359762bb618 service neutron] Request body: {'port': {'device_id': '387f9764-5bbe-4fb1-ac6e-2a9a1829d582', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:51.618769 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0dc3b7-4c11-4ae8-9657-2dcaf5b9bbfe req-57ca9f2a-3b25-4c11-83ca-b69bfa951c14 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:51.622867 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-db0dc3b7-4c11-4ae8-9657-2dcaf5b9bbfe req-57ca9f2a-3b25-4c11-83ca-b69bfa951c14 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 943 time: 0.1351943 Sep 16 04:52:51.651179 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-9cc95fc3-7fc4-422c-a520-b12d7628a326 service neutron] For port a7ce0463-3d29-43d9-87cf-773d5694fa8e, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:51.739867 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f3b1d85c-a937-4ee8-bf22-86766b8b24e5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8777595 Sep 16 04:52:51.745310 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46650) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:51.746545 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-9cc95fc3-7fc4-422c-a520-b12d7628a326 service neutron] For port a7ce0463-3d29-43d9-87cf-773d5694fa8e, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=a7ce0463-3d29-43d9-87cf-773d5694fa8e,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:51.751014 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1d85c-a937-4ee8-bf22-86766b8b24e5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Network': ['ID=d4f62520-4205-4b9b-bf82-2a0ba86dfb32,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:51.760766 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-9cc95fc3-7fc4-422c-a520-b12d7628a326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:51.767726 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network d4f62520-4205-4b9b-bf82-2a0ba86dfb32 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:52:51.768814 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-e3f08551-1504-4a11-8a06-3b3d19ddfc5d service neutron] 10.222.0.47 "GET /v2.0/networks/aa0b4719-d190-4155-9288-1e8935f8d00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4931045 Sep 16 04:52:51.776819 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-df7eed4e-0e89-4d83-9bbd-38ea709a9b10 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'ports': [{'network_id': '2f9390cb-4489-4133-8b77-d0812c7ca5f1'}, {'network_id': 'd4f62520-4205-4b9b-bf82-2a0ba86dfb32'}]} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:51.777316 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-df7eed4e-0e89-4d83-9bbd-38ea709a9b10 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'port': {'network_id': '2f9390cb-4489-4133-8b77-d0812c7ca5f1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:51.778074 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-df7eed4e-0e89-4d83-9bbd-38ea709a9b10 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'port': {'network_id': 'd4f62520-4205-4b9b-bf82-2a0ba86dfb32'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:51.791917 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-799cff33-235e-4c84-864e-b359762bb618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:51.818881 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-db0dc3b7-4c11-4ae8-9657-2dcaf5b9bbfe req-47ce9d90-2e84-4fdd-b45d-11347f78deed tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=db3037be-fc36-4334-ae38-b046958ea600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620767 Sep 16 04:52:51.856214 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-9cc95fc3-7fc4-422c-a520-b12d7628a326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:51.857323 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-9cc95fc3-7fc4-422c-a520-b12d7628a326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:51.859600 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-9cc95fc3-7fc4-422c-a520-b12d7628a326 service neutron] 10.222.0.47 "PUT /v2.0/ports/a7ce0463-3d29-43d9-87cf-773d5694fa8e HTTP/1.1" status: 200 len: 1093 time: 2.3409877 Sep 16 04:52:52.046968 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc95fc3-7fc4-422c-a520-b12d7628a326 service neutron] Pushing event updated for resources: {'Port': ['ID=a7ce0463-3d29-43d9-87cf-773d5694fa8e,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:52.076849 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-99b8eca6-70d7-4a76-8548-abdd8601fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:52.082559 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-99b8eca6-70d7-4a76-8548-abdd8601fe3c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=68cc116df1104257a08239cd46cd0170&device_id=d0d70f5a-6b5d-40a3-bbbb-54906d62b436 HTTP/1.1" status: 200 len: 1096 time: 0.1249852 Sep 16 04:52:52.156041 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-a311cb3e-da5a-434f-a02e-1a98a3ddf447 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7ce0463-3d29-43d9-87cf-773d5694fa8e HTTP/1.1" status: 200 len: 217 time: 0.0542035 Sep 16 04:52:52.198260 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d1dfea82-affe-4f45-bb3e-2c36a3031b25 req-56b2e626-04b3-4d16-97fd-71297092928b service neutron] 10.222.0.47 "GET /v2.0/networks/aa0b4719-d190-4155-9288-1e8935f8d00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083955 Sep 16 04:52:52.243990 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-8ae6500f-bb67-444d-a189-56c4b703fb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:52.246083 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-8ae6500f-bb67-444d-a189-56c4b703fb9b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21 HTTP/1.1" status: 200 len: 850 time: 0.0801885 Sep 16 04:52:52.337957 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26c07e-7a7b-4f17-b725-2e0c6abd36dd req-77a4addd-4fb9-4f3e-93e4-26c1e405d903 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:52.345365 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf26c07e-7a7b-4f17-b725-2e0c6abd36dd req-77a4addd-4fb9-4f3e-93e4-26c1e405d903 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0d70f5a-6b5d-40a3-bbbb-54906d62b436 HTTP/1.1" status: 200 len: 944 time: 0.2595778 Sep 16 04:52:52.346302 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-d2e3a5b0-26ee-46a8-a335-a478962884a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:52.349069 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-d2e3a5b0-26ee-46a8-a335-a478962884a7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=92ecefce-c627-4abd-9d77-6a33db190651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0911856 Sep 16 04:52:52.389107 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7eed4e-0e89-4d83-9bbd-38ea709a9b10 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Made reservation on behalf of 02d0d2917e594a5f85c23d8add7f0e99 for: {'port': 2} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:52.397044 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-df7eed4e-0e89-4d83-9bbd-38ea709a9b10 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:52.456873 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-df7eed4e-0e89-4d83-9bbd-38ea709a9b10 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:52.470162 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-0572292b-a06d-458c-9e79-d5d941888c3e service neutron] 10.222.0.47 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113710 Sep 16 04:52:52.480410 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf26c07e-7a7b-4f17-b725-2e0c6abd36dd req-c5b5bb5b-cf23-4f0c-b213-0a88a4ef11b1 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341653 Sep 16 04:52:52.544822 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592b60db-3b38-4907-99fb-c8d6b0594d0d', 'tag': '545b55b6-6b09-445a-8fdd-b488ee92f1be'}, {'name': 'network-changed', 'server_uuid': 'd0d70f5a-6b5d-40a3-bbbb-54906d62b436', 'tag': 'a7ce0463-3d29-43d9-87cf-773d5694fa8e'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:52.547364 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c226ab4-dbce-4caf-81ec-bced2a6cd740" -d '{"events": [{"name": "network-changed", "server_uuid": "592b60db-3b38-4907-99fb-c8d6b0594d0d", "tag": "545b55b6-6b09-445a-8fdd-b488ee92f1be"}, {"name": "network-changed", "server_uuid": "d0d70f5a-6b5d-40a3-bbbb-54906d62b436", "tag": "a7ce0463-3d29-43d9-87cf-773d5694fa8e"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:52.608244 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-df7eed4e-0e89-4d83-9bbd-38ea709a9b10 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] device_id is not set on port ab926cd9-7198-485d-9475-34fbe1f43045 yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:52:52.609668 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-78a54074-4a99-4af0-a46c-98c77d7dc3e2 req-795fa8a8-00ac-4786-93e3-7496fe87aaeb service neutron] 10.222.0.47 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128550 Sep 16 04:52:52.688048 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb690df-ddef-42a1-a7d5-ee673954b3b5 req-b58f7333-fccd-413e-9944-4377ee907187 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:52.689911 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4cb690df-ddef-42a1-a7d5-ee673954b3b5 req-b58f7333-fccd-413e-9944-4377ee907187 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=387f9764-5bbe-4fb1-ac6e-2a9a1829d582 HTTP/1.1" status: 200 len: 932 time: 0.1215086 Sep 16 04:52:52.694004 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-799cff33-235e-4c84-864e-b359762bb618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37526dc2-a1ca-4f1f-a66f-090331e0f637 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:52.705962 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-799cff33-235e-4c84-864e-b359762bb618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:52.741629 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-799cff33-235e-4c84-864e-b359762bb618 service neutron] Transition to ACTIVE for port object 37526dc2-a1ca-4f1f-a66f-090331e0f637 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:52:52.775574 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-799cff33-235e-4c84-864e-b359762bb618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:52.823338 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4cb690df-ddef-42a1-a7d5-ee673954b3b5 req-d9d8cc1e-e2e4-4cf8-8b3b-70e04d6c0d0b tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233990 Sep 16 04:52:52.861791 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799cff33-235e-4c84-864e-b359762bb618 service neutron] Pushing event updated for resources: {'Port': ['ID=37526dc2-a1ca-4f1f-a66f-090331e0f637,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:52.926978 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-df7eed4e-0e89-4d83-9bbd-38ea709a9b10 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.045420 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-df7eed4e-0e89-4d83-9bbd-38ea709a9b10 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] device_id is not set on port 564b3652-ad23-4f08-ad71-b78469aa7e28 yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:52:53.072763 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f68e2e-c6af-4cef-9674-477e195cb03c req-dae9074f-0f16-430a-9250-1cb76deadb03 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:53.074567 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5f68e2e-c6af-4cef-9674-477e195cb03c req-dae9074f-0f16-430a-9250-1cb76deadb03 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 946 time: 0.1889489 Sep 16 04:52:53.096463 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-799cff33-235e-4c84-864e-b359762bb618 service neutron] Attempting to bind port 37526dc2-a1ca-4f1f-a66f-090331e0f637 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:53.096825 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-799cff33-235e-4c84-864e-b359762bb618 service neutron] Attempting to bind port 37526dc2-a1ca-4f1f-a66f-090331e0f637 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '01aafaa9-a340-46ca-887a-6648c79e8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:53.097156 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-799cff33-235e-4c84-864e-b359762bb618 service neutron] Attempting to bind port 37526dc2-a1ca-4f1f-a66f-090331e0f637 on network 8c931ccc-5cf1-447a-be72-662f80eb3cc7 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:53.114533 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-799cff33-235e-4c84-864e-b359762bb618 service neutron] Port 37526dc2-a1ca-4f1f-a66f-090331e0f637 on network 8c931ccc-5cf1-447a-be72-662f80eb3cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:52:53.114875 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-799cff33-235e-4c84-864e-b359762bb618 service neutron] Attempting to bind port 37526dc2-a1ca-4f1f-a66f-090331e0f637 on network 8c931ccc-5cf1-447a-be72-662f80eb3cc7 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:53.138731 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-799cff33-235e-4c84-864e-b359762bb618 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:53.139056 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-799cff33-235e-4c84-864e-b359762bb618 service neutron] Checking segment: {'id': '01aafaa9-a340-46ca-887a-6648c79e8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:53.139447 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-799cff33-235e-4c84-864e-b359762bb618 service neutron] Bound using segment: {'id': '01aafaa9-a340-46ca-887a-6648c79e8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:53.139880 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-799cff33-235e-4c84-864e-b359762bb618 service neutron] Bound port: 37526dc2-a1ca-4f1f-a66f-090331e0f637, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01aafaa9-a340-46ca-887a-6648c79e8c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:53.140249 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-799cff33-235e-4c84-864e-b359762bb618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.157136 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5f68e2e-c6af-4cef-9674-477e195cb03c req-75ef75e8-699d-4ad4-85ad-ae2163158351 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722890 Sep 16 04:52:53.291829 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-df7eed4e-0e89-4d83-9bbd-38ea709a9b10 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.295032 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-799cff33-235e-4c84-864e-b359762bb618 service neutron] For port 37526dc2-a1ca-4f1f-a66f-090331e0f637, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:53.311712 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-799cff33-235e-4c84-864e-b359762bb618 service neutron] For port 37526dc2-a1ca-4f1f-a66f-090331e0f637, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=37526dc2-a1ca-4f1f-a66f-090331e0f637,segment=NetworkSegment(01aafaa9-a340-46ca-887a-6648c79e8c73),segment_id=01aafaa9-a340-46ca-887a-6648c79e8c73)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:53.319280 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-799cff33-235e-4c84-864e-b359762bb618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.364434 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-799cff33-235e-4c84-864e-b359762bb618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:53.366064 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-799cff33-235e-4c84-864e-b359762bb618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.367129 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-799cff33-235e-4c84-864e-b359762bb618 service neutron] 10.222.0.48 "PUT /v2.0/ports/37526dc2-a1ca-4f1f-a66f-090331e0f637 HTTP/1.1" status: 200 len: 1093 time: 1.7859623 Sep 16 04:52:53.369302 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '387f9764-5bbe-4fb1-ac6e-2a9a1829d582', 'tag': '37526dc2-a1ca-4f1f-a66f-090331e0f637'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:53.371606 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef52b75-a379-4c7d-98ec-7952862f6bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "387f9764-5bbe-4fb1-ac6e-2a9a1829d582", "tag": "37526dc2-a1ca-4f1f-a66f-090331e0f637"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:53.413353 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-df7eed4e-0e89-4d83-9bbd-38ea709a9b10 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.426912 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799cff33-235e-4c84-864e-b359762bb618 service neutron] Pushing event updated for resources: {'Port': ['ID=37526dc2-a1ca-4f1f-a66f-090331e0f637,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:53.439587 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799cff33-235e-4c84-864e-b359762bb618 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:53.439939 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799cff33-235e-4c84-864e-b359762bb618 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:53.440277 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799cff33-235e-4c84-864e-b359762bb618 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:53.440632 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799cff33-235e-4c84-864e-b359762bb618 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:53.441221 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799cff33-235e-4c84-864e-b359762bb618 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:53.441460 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799cff33-235e-4c84-864e-b359762bb618 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:53.441792 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799cff33-235e-4c84-864e-b359762bb618 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:53.442116 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799cff33-235e-4c84-864e-b359762bb618 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:53.442436 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799cff33-235e-4c84-864e-b359762bb618 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:53.442756 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799cff33-235e-4c84-864e-b359762bb618 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:53.443076 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799cff33-235e-4c84-864e-b359762bb618 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:53.443394 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799cff33-235e-4c84-864e-b359762bb618 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:53.465522 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7eed4e-0e89-4d83-9bbd-38ea709a9b10 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Network 2f9390cb-4489-4133-8b77-d0812c7ca5f1 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:53.480410 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d93900-734d-4355-8f56-88e1a5227ab3 x-openstack-request-id: req-e4d93900-734d-4355-8f56-88e1a5227ab3 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:53.481032 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-df7eed4e-0e89-4d83-9bbd-38ea709a9b10 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:53.481794 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "592b60db-3b38-4907-99fb-c8d6b0594d0d", "tag": "545b55b6-6b09-445a-8fdd-b488ee92f1be", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d0d70f5a-6b5d-40a3-bbbb-54906d62b436", "tag": "a7ce0463-3d29-43d9-87cf-773d5694fa8e", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:53.483632 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e4d93900-734d-4355-8f56-88e1a5227ab3 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:53.484797 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '592b60db-3b38-4907-99fb-c8d6b0594d0d', 'tag': '545b55b6-6b09-445a-8fdd-b488ee92f1be', 'status': 'completed', 'code': 200} Sep 16 04:52:53.485284 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d70f5a-6b5d-40a3-bbbb-54906d62b436', 'tag': 'a7ce0463-3d29-43d9-87cf-773d5694fa8e', 'status': 'completed', 'code': 200} Sep 16 04:52:53.502111 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7eed4e-0e89-4d83-9bbd-38ea709a9b10 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:53.502963 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-df7eed4e-0e89-4d83-9bbd-38ea709a9b10 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.557506 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7eed4e-0e89-4d83-9bbd-38ea709a9b10 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Port': ['ID=ab926cd9-7198-485d-9475-34fbe1f43045,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:53.586540 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-b049bbf3-3581-4e24-90cf-a51b83ed5eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:53.587947 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-b049bbf3-3581-4e24-90cf-a51b83ed5eca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=097a363b67ea49498cd02794a5c40b7b&device_id=387f9764-5bbe-4fb1-ac6e-2a9a1829d582 HTTP/1.1" status: 200 len: 1096 time: 0.1409214 Sep 16 04:52:53.604194 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c226ab4-dbce-4caf-81ec-bced2a6cd740 req-4f81da9c-043d-48ca-852e-f60507a7dec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:53.605800 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4c226ab4-dbce-4caf-81ec-bced2a6cd740 req-4f81da9c-043d-48ca-852e-f60507a7dec5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9314d3ea71064ec8a4285d4ce520aaad&device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 1095 time: 0.0815411 Sep 16 04:52:53.635633 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c226ab4-dbce-4caf-81ec-bced2a6cd740 req-2f997ce6-6a66-42e8-83d0-83d1ee6aab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:53.637160 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4c226ab4-dbce-4caf-81ec-bced2a6cd740 req-2f997ce6-6a66-42e8-83d0-83d1ee6aab63 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9314d3ea71064ec8a4285d4ce520aaad&device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 1095 time: 0.0851479 Sep 16 04:52:53.771152 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c226ab4-dbce-4caf-81ec-bced2a6cd740 req-b45afe5f-ccae-4ce1-9b52-cafb08518c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:53.773280 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4c226ab4-dbce-4caf-81ec-bced2a6cd740 req-b45afe5f-ccae-4ce1-9b52-cafb08518c6e service neutron] 10.222.0.48 "GET /v2.0/networks?id=aa0b4719-d190-4155-9288-1e8935f8d00b HTTP/1.1" status: 200 len: 897 time: 0.1581819 Sep 16 04:52:53.798904 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c226ab4-dbce-4caf-81ec-bced2a6cd740 req-bb4847f5-409e-4467-88fc-8123d4867082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:53.800408 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4c226ab4-dbce-4caf-81ec-bced2a6cd740 req-bb4847f5-409e-4467-88fc-8123d4867082 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa0b4719-d190-4155-9288-1e8935f8d00b HTTP/1.1" status: 200 len: 897 time: 0.1523941 Sep 16 04:52:53.897926 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4c226ab4-dbce-4caf-81ec-bced2a6cd740 req-4c8d4384-f74f-4d92-a654-892b9a7e6b1a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=545b55b6-6b09-445a-8fdd-b488ee92f1be HTTP/1.1" status: 200 len: 999 time: 0.1161888 Sep 16 04:52:53.920086 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4c226ab4-dbce-4caf-81ec-bced2a6cd740 req-445a7339-ebf2-4a24-8043-fd12385dc02e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=545b55b6-6b09-445a-8fdd-b488ee92f1be HTTP/1.1" status: 200 len: 999 time: 0.0922112 Sep 16 04:52:53.965798 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-269da59f-5208-4b17-a3fc-ac8bb0679cd7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37526dc2-a1ca-4f1f-a66f-090331e0f637 HTTP/1.1" status: 200 len: 217 time: 0.3546700 Sep 16 04:52:53.991830 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c226ab4-dbce-4caf-81ec-bced2a6cd740 req-7b5397ac-49e9-40b1-868f-c2e68f346b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:53.993380 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4c226ab4-dbce-4caf-81ec-bced2a6cd740 req-7b5397ac-49e9-40b1-868f-c2e68f346b77 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e7bc69f-119c-452c-8694-2e9288e222ac HTTP/1.1" status: 200 len: 835 time: 0.0879116 Sep 16 04:52:53.999341 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c226ab4-dbce-4caf-81ec-bced2a6cd740 req-78a44361-393a-49ab-884c-6c9fd2b88127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:54.000825 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4c226ab4-dbce-4caf-81ec-bced2a6cd740 req-78a44361-393a-49ab-884c-6c9fd2b88127 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e7bc69f-119c-452c-8694-2e9288e222ac HTTP/1.1" status: 200 len: 835 time: 0.0622885 Sep 16 04:52:54.030362 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4a5c3-c213-48eb-a59d-d1e416441e01 req-95e2f016-abe7-44ba-946e-53500eb01275 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:54.031885 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-41c4a5c3-c213-48eb-a59d-d1e416441e01 req-95e2f016-abe7-44ba-946e-53500eb01275 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 943 time: 0.4876618 Sep 16 04:52:54.035682 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7eed4e-0e89-4d83-9bbd-38ea709a9b10 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Port': ['ID=564b3652-ad23-4f08-ad71-b78469aa7e28,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:54.042695 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7eed4e-0e89-4d83-9bbd-38ea709a9b10 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Checking segment: {'id': '2e44332a-77c5-4860-a76e-6c94ad0e69d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4f62520-4205-4b9b-bf82-2a0ba86dfb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:54.043050 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7eed4e-0e89-4d83-9bbd-38ea709a9b10 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Network hostable DHCP agents. Network: d4f62520-4205-4b9b-bf82-2a0ba86dfb32, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:52:54.079594 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c226ab4-dbce-4caf-81ec-bced2a6cd740 req-92021b71-b7db-48b3-be47-43921d7d5c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:54.081191 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4c226ab4-dbce-4caf-81ec-bced2a6cd740 req-92021b71-b7db-48b3-be47-43921d7d5c01 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=aa0b4719-d190-4155-9288-1e8935f8d00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0794730 Sep 16 04:52:54.084508 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c226ab4-dbce-4caf-81ec-bced2a6cd740 req-4b7955ec-f3e9-4ff2-b4b8-b3f217a2a3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:54.086150 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4c226ab4-dbce-4caf-81ec-bced2a6cd740 req-4b7955ec-f3e9-4ff2-b4b8-b3f217a2a3b8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa0b4719-d190-4155-9288-1e8935f8d00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0748708 Sep 16 04:52:54.089357 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-d6a7491c-f076-48d3-8514-8d85e3c052c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:54.091731 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-d6a7491c-f076-48d3-8514-8d85e3c052c7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=984819ef-39e4-42b6-ac0e-e1f025f28a4e HTTP/1.1" status: 200 len: 845 time: 0.1194012 Sep 16 04:52:54.127427 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7eed4e-0e89-4d83-9bbd-38ea709a9b10 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Network d4f62520-4205-4b9b-bf82-2a0ba86dfb32 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:52:54.149675 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-41c4a5c3-c213-48eb-a59d-d1e416441e01 req-9d85d436-b411-4a1e-9db9-1c3e403eec9d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=db3037be-fc36-4334-ae38-b046958ea600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019940 Sep 16 04:52:54.153199 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-8c91b4ea-dc10-48ea-a614-14743f2fc04f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8c931ccc-5cf1-447a-be72-662f80eb3cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532825 Sep 16 04:52:54.181215 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-df7eed4e-0e89-4d83-9bbd-38ea709a9b10 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, d4f62520-4205-4b9b-bf82-2a0ba86dfb32) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:54.191915 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ae47c6-aa79-4109-b21e-4983c55ff337 None None] Network d4f62520-4205-4b9b-bf82-2a0ba86dfb32 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:54.222356 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7eed4e-0e89-4d83-9bbd-38ea709a9b10 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:54.241436 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7eed4e-0e89-4d83-9bbd-38ea709a9b10 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:54.263001 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7eed4e-0e89-4d83-9bbd-38ea709a9b10 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:54.264599 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-df7eed4e-0e89-4d83-9bbd-38ea709a9b10 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:54.277822 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4c226ab4-dbce-4caf-81ec-bced2a6cd740 req-d0685074-ef5f-4211-86fd-b0dfb66b8c76 service neutron] 10.222.0.48 "GET /v2.0/networks/aa0b4719-d190-4155-9288-1e8935f8d00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888433 Sep 16 04:52:54.281628 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4c226ab4-dbce-4caf-81ec-bced2a6cd740 req-02d1cee3-43b9-40ba-a7f4-edb217de9274 service neutron] 10.222.0.47 "GET /v2.0/networks/aa0b4719-d190-4155-9288-1e8935f8d00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823211 Sep 16 04:52:54.432230 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-df7eed4e-0e89-4d83-9bbd-38ea709a9b10 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6825056 Sep 16 04:52:54.437168 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46674) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:54.460796 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4c226ab4-dbce-4caf-81ec-bced2a6cd740 req-57585ef8-1eb9-4539-a848-5d62a5a397e3 service neutron] 10.222.0.48 "GET /v2.0/networks/aa0b4719-d190-4155-9288-1e8935f8d00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756639 Sep 16 04:52:54.482538 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4c226ab4-dbce-4caf-81ec-bced2a6cd740 req-f3fce28a-a234-41f8-a2c6-48df1c7c2a29 service neutron] 10.222.0.47 "GET /v2.0/networks/aa0b4719-d190-4155-9288-1e8935f8d00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232533 Sep 16 04:52:54.509322 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352109fa-7207-49a6-b4b6-43c3a505324a req-9468a9f2-d877-4a5e-a034-ea5b797497af tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:54.511105 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-352109fa-7207-49a6-b4b6-43c3a505324a req-9468a9f2-d877-4a5e-a034-ea5b797497af tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 946 time: 0.2281330 Sep 16 04:52:54.563672 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-112de2e5-d0b5-417a-a706-bafa52f1587b service neutron] 10.222.0.48 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023409 Sep 16 04:52:54.625463 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-352109fa-7207-49a6-b4b6-43c3a505324a req-b309afe2-2538-49ff-9d6b-8b6d65e5fc47 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864916 Sep 16 04:52:54.638101 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c226ab4-dbce-4caf-81ec-bced2a6cd740 req-a244db8d-fd10-4ed4-b310-ab984f2912d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:54.639829 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4c226ab4-dbce-4caf-81ec-bced2a6cd740 req-a244db8d-fd10-4ed4-b310-ab984f2912d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=68cc116df1104257a08239cd46cd0170&device_id=d0d70f5a-6b5d-40a3-bbbb-54906d62b436 HTTP/1.1" status: 200 len: 1096 time: 0.0542126 Sep 16 04:52:54.672068 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-3e81699d-db37-44e9-842d-066cdf0d762d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Deleting port 564b3652-ad23-4f08-ad71-b78469aa7e28 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:54.672411 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3e81699d-db37-44e9-842d-066cdf0d762d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:54.754626 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-998e2952-61ed-4191-8a78-ff18d3eb58a3 req-f49927cf-52e2-4229-955d-d0540f93fadd service neutron] 10.222.0.48 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811123 Sep 16 04:52:54.800527 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3e81699d-db37-44e9-842d-066cdf0d762d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:54.825600 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-3e81699d-db37-44e9-842d-066cdf0d762d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Calling delete_port for 564b3652-ad23-4f08-ad71-b78469aa7e28 owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:54.849253 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594f3b4-ebcf-4aaa-a31d-56bd81f46714 req-02bd6396-9daf-4a6c-8f89-1506eb10b30b tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:54.852705 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5594f3b4-ebcf-4aaa-a31d-56bd81f46714 req-02bd6396-9daf-4a6c-8f89-1506eb10b30b tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ff71dc-7ec5-4647-97a8-5772d81e0e86 HTTP/1.1" status: 200 len: 945 time: 0.1270089 Sep 16 04:52:54.970648 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5594f3b4-ebcf-4aaa-a31d-56bd81f46714 req-ffd7c18b-bf1c-4093-8194-23a33568870f tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] 10.222.0.35 "GET /v2.0/security-groups?id=adb37c5e-5375-44b9-b507-c4167e5f475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078053 Sep 16 04:52:54.999890 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3e81699d-db37-44e9-842d-066cdf0d762d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:55.007882 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c226ab4-dbce-4caf-81ec-bced2a6cd740 req-ec412ac7-3e7e-41e5-a881-cdcc0899daff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:55.009426 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4c226ab4-dbce-4caf-81ec-bced2a6cd740 req-ec412ac7-3e7e-41e5-a881-cdcc0899daff service neutron] 10.222.0.47 "GET /v2.0/networks?id=92ecefce-c627-4abd-9d77-6a33db190651 HTTP/1.1" status: 200 len: 912 time: 0.3610888 Sep 16 04:52:55.032873 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfef570a-60b0-45bb-a180-fb92e0115347 x-openstack-request-id: req-cfef570a-60b0-45bb-a180-fb92e0115347 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:55.033169 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "387f9764-5bbe-4fb1-ac6e-2a9a1829d582", "tag": "37526dc2-a1ca-4f1f-a66f-090331e0f637", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:55.033415 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cfef570a-60b0-45bb-a180-fb92e0115347 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:55.034084 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '387f9764-5bbe-4fb1-ac6e-2a9a1829d582', 'tag': '37526dc2-a1ca-4f1f-a66f-090331e0f637', 'status': 'completed', 'code': 200} Sep 16 04:52:55.035345 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81699d-db37-44e9-842d-066cdf0d762d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Port': ['ID=564b3652-ad23-4f08-ad71-b78469aa7e28,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:55.072315 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3e81699d-db37-44e9-842d-066cdf0d762d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:55.075510 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3e81699d-db37-44e9-842d-066cdf0d762d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/ports/564b3652-ad23-4f08-ad71-b78469aa7e28 HTTP/1.1" status: 204 len: 168 time: 0.6383033 Sep 16 04:52:55.081156 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46678) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:55.083122 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4c226ab4-dbce-4caf-81ec-bced2a6cd740 req-e24ef962-dae4-4cd4-94a9-1cf30a36ae90 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7ce0463-3d29-43d9-87cf-773d5694fa8e HTTP/1.1" status: 200 len: 217 time: 0.0559335 Sep 16 04:52:55.152140 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c226ab4-dbce-4caf-81ec-bced2a6cd740 req-05aa2241-caab-42f6-bd1b-8718ef47c0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:55.153670 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4c226ab4-dbce-4caf-81ec-bced2a6cd740 req-05aa2241-caab-42f6-bd1b-8718ef47c0fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21 HTTP/1.1" status: 200 len: 850 time: 0.0610790 Sep 16 04:52:55.212738 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c226ab4-dbce-4caf-81ec-bced2a6cd740 req-b1a0b7a2-55ad-4165-ba0b-10e766b1bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:55.214405 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4c226ab4-dbce-4caf-81ec-bced2a6cd740 req-b1a0b7a2-55ad-4165-ba0b-10e766b1bc6b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=92ecefce-c627-4abd-9d77-6a33db190651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505762 Sep 16 04:52:55.238910 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08f3e1c-aaf7-404c-ab03-fb0ea534cdbb tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:55.245250 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08f3e1c-aaf7-404c-ab03-fb0ea534cdbb tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:55.246886 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c08f3e1c-aaf7-404c-ab03-fb0ea534cdbb tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1647434 Sep 16 04:52:55.249366 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef52b75-a379-4c7d-98ec-7952862f6bfa req-e19820ec-8af2-4121-8d06-eac1a9080a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:55.250105 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46682) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:55.250910 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3ef52b75-a379-4c7d-98ec-7952862f6bfa req-e19820ec-8af2-4121-8d06-eac1a9080a67 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=097a363b67ea49498cd02794a5c40b7b&device_id=387f9764-5bbe-4fb1-ac6e-2a9a1829d582 HTTP/1.1" status: 200 len: 1096 time: 0.1674945 Sep 16 04:52:55.260075 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437137b-0c4d-4097-a735-1656ec29f0fb req-a78c3353-d926-49ef-bc44-5e94338e2180 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:55.262050 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7437137b-0c4d-4097-a735-1656ec29f0fb req-a78c3353-d926-49ef-bc44-5e94338e2180 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0d70f5a-6b5d-40a3-bbbb-54906d62b436 HTTP/1.1" status: 200 len: 944 time: 0.1559293 Sep 16 04:52:55.360293 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7437137b-0c4d-4097-a735-1656ec29f0fb req-be08a1b0-862a-4aec-accd-3b2fc03aeb80 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892818 Sep 16 04:52:55.395315 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef52b75-a379-4c7d-98ec-7952862f6bfa req-7bdf6aed-2797-411b-9adc-0d4de2230133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:55.398074 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3ef52b75-a379-4c7d-98ec-7952862f6bfa req-7bdf6aed-2797-411b-9adc-0d4de2230133 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8c931ccc-5cf1-447a-be72-662f80eb3cc7 HTTP/1.1" status: 200 len: 906 time: 0.1348538 Sep 16 04:52:55.436497 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37412aa5-6071-4f1d-8467-62bed135e3c5 req-db592b84-3927-4b42-98b6-7cf37fc82f19 tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:55.438099 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-37412aa5-6071-4f1d-8467-62bed135e3c5 req-db592b84-3927-4b42-98b6-7cf37fc82f19 tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7ff71dc-7ec5-4647-97a8-5772d81e0e86 HTTP/1.1" status: 200 len: 945 time: 0.1853049 Sep 16 04:52:55.455010 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3ef52b75-a379-4c7d-98ec-7952862f6bfa req-a2dc2dc7-de34-400e-a603-1feb1b8817c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37526dc2-a1ca-4f1f-a66f-090331e0f637 HTTP/1.1" status: 200 len: 217 time: 0.0494018 Sep 16 04:52:55.461553 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4c226ab4-dbce-4caf-81ec-bced2a6cd740 req-f0f7e069-b53e-4f91-a7c4-bfdf524ce609 service neutron] 10.222.0.47 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074604 Sep 16 04:52:55.545295 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef52b75-a379-4c7d-98ec-7952862f6bfa req-bb845217-54d7-40fa-b3d7-e90682d3461f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:55.546718 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3ef52b75-a379-4c7d-98ec-7952862f6bfa req-bb845217-54d7-40fa-b3d7-e90682d3461f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=984819ef-39e4-42b6-ac0e-e1f025f28a4e HTTP/1.1" status: 200 len: 845 time: 0.0812440 Sep 16 04:52:55.560389 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1964f80-26f7-46c6-b1ed-23e49cbbf481 req-d391d796-93b4-476e-be6d-b77f6e8b7ffa tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:55.561969 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f1964f80-26f7-46c6-b1ed-23e49cbbf481 req-d391d796-93b4-476e-be6d-b77f6e8b7ffa tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=387f9764-5bbe-4fb1-ac6e-2a9a1829d582 HTTP/1.1" status: 200 len: 944 time: 0.1060619 Sep 16 04:52:55.592656 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3ef52b75-a379-4c7d-98ec-7952862f6bfa req-6bf51c8a-7988-4350-b5ae-197697dadbce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8c931ccc-5cf1-447a-be72-662f80eb3cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296597 Sep 16 04:52:55.635498 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-835d35b6-df83-4206-b604-ee1d92b31e78 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Deleting port ab926cd9-7198-485d-9475-34fbe1f43045 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:55.636141 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-835d35b6-df83-4206-b604-ee1d92b31e78 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:55.658913 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f1964f80-26f7-46c6-b1ed-23e49cbbf481 req-fc08fda5-e55d-4b0f-9d95-37befc753276 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694745 Sep 16 04:52:55.722940 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4c226ab4-dbce-4caf-81ec-bced2a6cd740 req-f926b40e-9f06-4e2d-b915-aa160604e535 service neutron] 10.222.0.47 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394991 Sep 16 04:52:55.738177 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3ef52b75-a379-4c7d-98ec-7952862f6bfa req-89921214-e784-41a4-885d-9f855e0bf38a service neutron] 10.222.0.48 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317847 Sep 16 04:52:55.741994 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-835d35b6-df83-4206-b604-ee1d92b31e78 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:55.757662 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-37412aa5-6071-4f1d-8467-62bed135e3c5 req-ede2e758-d35f-4f3d-88b9-42935fe1ed38 tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] Deleting port fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:55.758016 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-37412aa5-6071-4f1d-8467-62bed135e3c5 req-ede2e758-d35f-4f3d-88b9-42935fe1ed38 tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:55.760913 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-835d35b6-df83-4206-b604-ee1d92b31e78 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Calling delete_port for ab926cd9-7198-485d-9475-34fbe1f43045 owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:55.915207 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3ef52b75-a379-4c7d-98ec-7952862f6bfa req-0522d96e-3054-4984-9c35-c71ea34d6c7a service neutron] 10.222.0.48 "GET /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451199 Sep 16 04:52:55.926353 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-37412aa5-6071-4f1d-8467-62bed135e3c5 req-ede2e758-d35f-4f3d-88b9-42935fe1ed38 tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] For port fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf,segment=NetworkSegment(b555f35f-0b85-440e-937a-ed743920d6c1),segment_id=b555f35f-0b85-440e-937a-ed743920d6c1)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:55.926729 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-37412aa5-6071-4f1d-8467-62bed135e3c5 req-ede2e758-d35f-4f3d-88b9-42935fe1ed38 tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:55.944009 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-37412aa5-6071-4f1d-8467-62bed135e3c5 req-ede2e758-d35f-4f3d-88b9-42935fe1ed38 tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] Calling delete_port for fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:55.946094 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-835d35b6-df83-4206-b604-ee1d92b31e78 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:55.989001 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d35b6-df83-4206-b604-ee1d92b31e78 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Port': ['ID=ab926cd9-7198-485d-9475-34fbe1f43045,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:56.003305 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d9b59-ccd1-492f-9910-8360a5172919 req-37925802-b144-47f5-acc4-df336ce33a94 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:56.006114 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-982d9b59-ccd1-492f-9910-8360a5172919 req-37925802-b144-47f5-acc4-df336ce33a94 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 943 time: 0.0730629 Sep 16 04:52:56.026297 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-835d35b6-df83-4206-b604-ee1d92b31e78 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.028253 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-835d35b6-df83-4206-b604-ee1d92b31e78 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/ports/ab926cd9-7198-485d-9475-34fbe1f43045 HTTP/1.1" status: 204 len: 168 time: 0.7767010 Sep 16 04:52:56.033320 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46690) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:56.060239 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-982d9b59-ccd1-492f-9910-8360a5172919 req-b182afdf-58a5-4326-898c-194ace9bd9bc tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=db3037be-fc36-4334-ae38-b046958ea600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428483 Sep 16 04:52:56.162513 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dfa962-50d6-4f6b-9a9f-2f47a69708e0 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:56.165095 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-54dfa962-50d6-4f6b-9a9f-2f47a69708e0 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1306775 Sep 16 04:52:56.174882 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46694) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:56.212027 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e7b9e-a89b-4644-8011-aa0c764e25b4 req-b6e62d7a-99b1-4569-952b-0d638be390c3 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:56.217378 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c0e7b9e-a89b-4644-8011-aa0c764e25b4 req-b6e62d7a-99b1-4569-952b-0d638be390c3 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 946 time: 0.0720553 Sep 16 04:52:56.237685 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7cd488a-6461-47aa-a840-31275f653a14 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] GET failed (client error): The resource could not be found. Sep 16 04:52:56.239311 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c7cd488a-6461-47aa-a840-31275f653a14 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "GET /v2.0/ports/564b3652-ad23-4f08-ad71-b78469aa7e28 HTTP/1.1" status: 404 len: 333 time: 0.0632217 Sep 16 04:52:56.245378 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46696) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:56.253377 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device a7ce0463-3d29-43d9-87cf-773d5694fa8e details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:56.277600 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2626c08-aef5-4014-ade4-bc087f586429 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] GET failed (client error): The resource could not be found. Sep 16 04:52:56.280487 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c0e7b9e-a89b-4644-8011-aa0c764e25b4 req-0287ce4f-b817-4e25-9a3b-deac1ce192a3 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500579 Sep 16 04:52:56.280844 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e2626c08-aef5-4014-ade4-bc087f586429 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "GET /v2.0/ports/ab926cd9-7198-485d-9475-34fbe1f43045 HTTP/1.1" status: 404 len: 333 time: 0.0330203 Sep 16 04:52:56.283604 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46698) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:56.299285 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-37412aa5-6071-4f1d-8467-62bed135e3c5 req-ede2e758-d35f-4f3d-88b9-42935fe1ed38 tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.349297 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:56.357519 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2e758-d35f-4f3d-88b9-42935fe1ed38 tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] Pushing event deleted for resources: {'Port': ['ID=fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:56.426928 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d8a9168f-0e57-4d33-9553-056cc8eb635b req-843ee248-34bf-4350-aee7-7470d0fe7aa3 tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7ff71dc-7ec5-4647-97a8-5772d81e0e86 HTTP/1.1" status: 200 len: 210 time: 0.0307825 Sep 16 04:52:56.446237 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-37412aa5-6071-4f1d-8467-62bed135e3c5 req-ede2e758-d35f-4f3d-88b9-42935fe1ed38 tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] No DVR routers for this DVR port fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:56.450004 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-37412aa5-6071-4f1d-8467-62bed135e3c5 req-ede2e758-d35f-4f3d-88b9-42935fe1ed38 tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.452072 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-37412aa5-6071-4f1d-8467-62bed135e3c5 req-ede2e758-d35f-4f3d-88b9-42935fe1ed38 tempest-ServerGroupTestJSON-1373787117 tempest-ServerGroupTestJSON-1373787117-project] 10.222.0.47 "DELETE /v2.0/ports/fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf HTTP/1.1" status: 204 len: 173 time: 1.0069361 Sep 16 04:52:56.452525 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ff71dc-7ec5-4647-97a8-5772d81e0e86', 'name': 'network-vif-deleted', 'tag': 'fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:56.454897 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90c11b2-b513-45a2-828d-5514b5e500e5" -d '{"events": [{"server_uuid": "c7ff71dc-7ec5-4647-97a8-5772d81e0e86", "name": "network-vif-deleted", "tag": "fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:56.461755 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-55a68033-a7ad-4c07-806a-f5bc90eaefa6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.499396 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port a7ce0463-3d29-43d9-87cf-773d5694fa8e, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=a7ce0463-3d29-43d9-87cf-773d5694fa8e,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:56.515994 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'a7ce0463-3d29-43d9-87cf-773d5694fa8e', 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651', 'port_id': 'a7ce0463-3d29-43d9-87cf-773d5694fa8e', 'mac_address': 'fa:16:3e:1a:56:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:52:56.610361 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-55a68033-a7ad-4c07-806a-f5bc90eaefa6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.641289 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-55a68033-a7ad-4c07-806a-f5bc90eaefa6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4f62520-4205-4b9b-bf82-2a0ba86dfb32']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:56.663597 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-55a68033-a7ad-4c07-806a-f5bc90eaefa6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e44332a-77c5-4860-a76e-6c94ad0e69d1') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:56.663962 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-55a68033-a7ad-4c07-806a-f5bc90eaefa6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e44332a-77c5-4860-a76e-6c94ad0e69d1') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:56.684111 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-55a68033-a7ad-4c07-806a-f5bc90eaefa6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.710809 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-55a68033-a7ad-4c07-806a-f5bc90eaefa6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.729049 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a68033-a7ad-4c07-806a-f5bc90eaefa6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:52:56.730543 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-55a68033-a7ad-4c07-806a-f5bc90eaefa6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.738684 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:52:56.738684 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:52:56.738684 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:52:56.738684 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:52:56.738684 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:52:56.738684 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:52:56.738684 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:52:56.738684 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:52:56.738684 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:52:56.738684 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:52:56.738684 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:52:56.738684 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:52:56.738684 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:52:56.738684 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:52:56.738684 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:52:56.738684 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:52:56.738684 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:52:56.738684 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:52:56.738684 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:52:56.738684 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:52:56.738684 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:52:56.738684 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:52:56.738684 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:52:56.738684 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:52:56.738684 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:52:56.738684 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:52:56.738684 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:52:56.738684 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:52:56.738684 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:52:56.738684 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:52:56.738684 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:52:56.738684 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:52:56.757803 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.772667 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7ce0463-3d29-43d9-87cf-773d5694fa8e {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:56.801632 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port a7ce0463-3d29-43d9-87cf-773d5694fa8e, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=a7ce0463-3d29-43d9-87cf-773d5694fa8e,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:56.808169 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.809852 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 545b55b6-6b09-445a-8fdd-b488ee92f1be details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:56.850576 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-55a68033-a7ad-4c07-806a-f5bc90eaefa6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.860449 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-55a68033-a7ad-4c07-806a-f5bc90eaefa6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.871576 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-55a68033-a7ad-4c07-806a-f5bc90eaefa6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/networks/d4f62520-4205-4b9b-bf82-2a0ba86dfb32 HTTP/1.1" status: 204 len: 168 time: 0.5863667 Sep 16 04:52:56.872741 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46712) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:56.892383 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-5e41e222-aeab-4caf-95a2-82a7f62a1930 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1464732326'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:56.900423 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a68033-a7ad-4c07-806a-f5bc90eaefa6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Network': ['ID=d4f62520-4205-4b9b-bf82-2a0ba86dfb32,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:56.934211 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c94deb-54dc-407a-8528-e76faddc8c1d req-80e14875-70ae-4d05-a92f-4df08e1332a4 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:56.936440 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-51c94deb-54dc-407a-8528-e76faddc8c1d req-80e14875-70ae-4d05-a92f-4df08e1332a4 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 946 time: 0.2264683 Sep 16 04:52:56.946424 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=a7ce0463-3d29-43d9-87cf-773d5694fa8e,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:56.975405 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d4443-5f2a-4ebe-91e9-c91a98dbd80a req-97b081b7-946f-4652-8f48-44d0712d7f4e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:56.976981 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-055d4443-5f2a-4ebe-91e9-c91a98dbd80a req-97b081b7-946f-4652-8f48-44d0712d7f4e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.48 "GET /v2.0/ports?device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d&tenant_id=9314d3ea71064ec8a4285d4ce520aaad&binding%3Ahost_id=n-h1-712139-15 HTTP/1.1" status: 200 len: 943 time: 0.2091622 Sep 16 04:52:56.983627 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e41e222-aeab-4caf-95a2-82a7f62a1930 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Made reservation on behalf of 02d0d2917e594a5f85c23d8add7f0e99 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:56.987275 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5e41e222-aeab-4caf-95a2-82a7f62a1930 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.988950 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 545b55b6-6b09-445a-8fdd-b488ee92f1be, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=545b55b6-6b09-445a-8fdd-b488ee92f1be,segment=NetworkSegment(d1837529-ad66-44a9-9332-3b3adb88bcca),segment_id=d1837529-ad66-44a9-9332-3b3adb88bcca)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:57.008917 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '545b55b6-6b09-445a-8fdd-b488ee92f1be', 'network_id': 'aa0b4719-d190-4155-9288-1e8935f8d00b', 'port_id': '545b55b6-6b09-445a-8fdd-b488ee92f1be', 'mac_address': 'fa:16:3e:bb:ae:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7bc69f-119c-452c-8694-2e9288e222ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:52:57.056433 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:57.078833 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 545b55b6-6b09-445a-8fdd-b488ee92f1be {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:57.096119 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-51c94deb-54dc-407a-8528-e76faddc8c1d req-c805deb2-1ac9-4be0-be11-c18aa757fd74 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409543 Sep 16 04:52:57.110295 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 545b55b6-6b09-445a-8fdd-b488ee92f1be, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=545b55b6-6b09-445a-8fdd-b488ee92f1be,segment=NetworkSegment(d1837529-ad66-44a9-9332-3b3adb88bcca),segment_id=d1837529-ad66-44a9-9332-3b3adb88bcca)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:57.118787 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e41e222-aeab-4caf-95a2-82a7f62a1930 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:52:57.125237 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:57.136041 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 37526dc2-a1ca-4f1f-a66f-090331e0f637 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:57.151647 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5e41e222-aeab-4caf-95a2-82a7f62a1930 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:57.152226 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-5e41e222-aeab-4caf-95a2-82a7f62a1930 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Added segment f2cf71bc-65be-4fa2-a029-2ccd968bfee5 of type vlan for network 0d585bc0-e708-41db-9543-78ffc0cb1f26 Sep 16 04:52:57.162240 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [req-055d4443-5f2a-4ebe-91e9-c91a98dbd80a req-a08acda4-0843-4176-8c6e-522e1a008136 service neutron] delete failed (client error): The resource could not be found. Sep 16 04:52:57.163427 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-055d4443-5f2a-4ebe-91e9-c91a98dbd80a req-a08acda4-0843-4176-8c6e-522e1a008136 service neutron] 10.222.0.48 "DELETE /v2.0/ports/545b55b6-6b09-445a-8fdd-b488ee92f1be/bindings/n-h2-712139-15 HTTP/1.1" status: 404 len: 381 time: 0.1737609 Sep 16 04:52:57.221693 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=545b55b6-6b09-445a-8fdd-b488ee92f1be,revision_number=8']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:57.259718 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5e41e222-aeab-4caf-95a2-82a7f62a1930 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:57.387078 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00435e5-ad08-4b21-ba11-aa6ffbc66a65 req-39827265-64a0-48ce-8396-b1890d3fe991 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:57.388523 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b00435e5-ad08-4b21-ba11-aa6ffbc66a65 req-39827265-64a0-48ce-8396-b1890d3fe991 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0d70f5a-6b5d-40a3-bbbb-54906d62b436 HTTP/1.1" status: 200 len: 945 time: 0.1666167 Sep 16 04:52:57.389188 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5e41e222-aeab-4caf-95a2-82a7f62a1930 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:57.392591 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 37526dc2-a1ca-4f1f-a66f-090331e0f637, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=37526dc2-a1ca-4f1f-a66f-090331e0f637,segment=NetworkSegment(01aafaa9-a340-46ca-887a-6648c79e8c73),segment_id=01aafaa9-a340-46ca-887a-6648c79e8c73)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:57.394945 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e41e222-aeab-4caf-95a2-82a7f62a1930 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:57.395259 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5e41e222-aeab-4caf-95a2-82a7f62a1930 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:57.406664 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '37526dc2-a1ca-4f1f-a66f-090331e0f637', 'network_id': '8c931ccc-5cf1-447a-be72-662f80eb3cc7', 'port_id': '37526dc2-a1ca-4f1f-a66f-090331e0f637', 'mac_address': 'fa:16:3e:ae:8d:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '984819ef-39e4-42b6-ac0e-e1f025f28a4e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:52:57.449803 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d4443-5f2a-4ebe-91e9-c91a98dbd80a req-ce285a08-c66c-43b2-bd89-ac815e6dd31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:57.451484 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-055d4443-5f2a-4ebe-91e9-c91a98dbd80a req-ce285a08-c66c-43b2-bd89-ac815e6dd31b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9314d3ea71064ec8a4285d4ce520aaad&device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 1096 time: 0.1649084 Sep 16 04:52:57.457381 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:57.478552 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5e41e222-aeab-4caf-95a2-82a7f62a1930 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5952880 Sep 16 04:52:57.481876 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37526dc2-a1ca-4f1f-a66f-090331e0f637 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:57.483234 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46718) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:57.492801 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-7d8490f0-fa45-455a-bc4c-4fc03178091f tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'subnet': {'network_id': '0d585bc0-e708-41db-9543-78ffc0cb1f26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:57.504298 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 37526dc2-a1ca-4f1f-a66f-090331e0f637, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=37526dc2-a1ca-4f1f-a66f-090331e0f637,segment=NetworkSegment(01aafaa9-a340-46ca-887a-6648c79e8c73),segment_id=01aafaa9-a340-46ca-887a-6648c79e8c73)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:57.510286 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:57.529214 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41e222-aeab-4caf-95a2-82a7f62a1930 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Network': ['ID=0d585bc0-e708-41db-9543-78ffc0cb1f26,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:57.550200 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 0d585bc0-e708-41db-9543-78ffc0cb1f26 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:52:57.593938 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b00435e5-ad08-4b21-ba11-aa6ffbc66a65 req-d5f88f32-8fcc-4c39-a13f-0036cc015c02 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870098 Sep 16 04:52:57.631182 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['a7ce0463-3d29-43d9-87cf-773d5694fa8e'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:57.655729 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8490f0-fa45-455a-bc4c-4fc03178091f tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Made reservation on behalf of 02d0d2917e594a5f85c23d8add7f0e99 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:57.665714 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d4443-5f2a-4ebe-91e9-c91a98dbd80a req-643f4aa3-327a-408c-8c14-df17f968c90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:57.666273 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7d8490f0-fa45-455a-bc4c-4fc03178091f tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:57.670030 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-055d4443-5f2a-4ebe-91e9-c91a98dbd80a req-643f4aa3-327a-408c-8c14-df17f968c90e service neutron] 10.222.0.48 "GET /v2.0/networks?id=aa0b4719-d190-4155-9288-1e8935f8d00b HTTP/1.1" status: 200 len: 897 time: 0.2057230 Sep 16 04:52:57.676882 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf759138-dfb5-49ed-a4e5-4a51c6d81a56 x-openstack-request-id: req-cf759138-dfb5-49ed-a4e5-4a51c6d81a56 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:57.677388 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ff71dc-7ec5-4647-97a8-5772d81e0e86", "name": "network-vif-deleted", "tag": "fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:57.677975 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cf759138-dfb5-49ed-a4e5-4a51c6d81a56 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:57.677975 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ff71dc-7ec5-4647-97a8-5772d81e0e86', 'name': 'network-vif-deleted', 'tag': 'fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf', 'status': 'completed', 'code': 200} Sep 16 04:52:57.681395 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['545b55b6-6b09-445a-8fdd-b488ee92f1be'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:57.782495 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=37526dc2-a1ca-4f1f-a66f-090331e0f637,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:57.830864 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-055d4443-5f2a-4ebe-91e9-c91a98dbd80a req-f1112867-92cb-4c1c-9c6c-9a475e509137 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=545b55b6-6b09-445a-8fdd-b488ee92f1be HTTP/1.1" status: 200 len: 1000 time: 0.1510653 Sep 16 04:52:57.858649 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5d361-1788-46e1-b2ea-eef7758d8277 req-4cf80260-b4dc-435c-9935-d23e5a2ddb95 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:57.860874 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-07f5d361-1788-46e1-b2ea-eef7758d8277 req-4cf80260-b4dc-435c-9935-d23e5a2ddb95 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 944 time: 0.0957084 Sep 16 04:52:57.936165 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d4443-5f2a-4ebe-91e9-c91a98dbd80a req-f5a95d0b-4eb6-461f-83d4-f213bade0ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:57.938099 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-055d4443-5f2a-4ebe-91e9-c91a98dbd80a req-f5a95d0b-4eb6-461f-83d4-f213bade0ace service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e7bc69f-119c-452c-8694-2e9288e222ac HTTP/1.1" status: 200 len: 835 time: 0.0975342 Sep 16 04:52:57.949060 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-07f5d361-1788-46e1-b2ea-eef7758d8277 req-f070c119-bf22-42bb-8bb4-d8f58848db06 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=db3037be-fc36-4334-ae38-b046958ea600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594709 Sep 16 04:52:57.995352 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7d8490f0-fa45-455a-bc4c-4fc03178091f tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.025375 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d4443-5f2a-4ebe-91e9-c91a98dbd80a req-f849bf57-c699-4bdd-97b0-dae059759a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:58.028985 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-055d4443-5f2a-4ebe-91e9-c91a98dbd80a req-f849bf57-c699-4bdd-97b0-dae059759a22 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=aa0b4719-d190-4155-9288-1e8935f8d00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784593 Sep 16 04:52:58.082515 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['37526dc2-a1ca-4f1f-a66f-090331e0f637'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:58.094828 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8490f0-fa45-455a-bc4c-4fc03178091f tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Subnet': ['ID=22c49d39-31b4-458c-8ebe-8357ac400417,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:58.103944 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8490f0-fa45-455a-bc4c-4fc03178091f tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Checking segment: {'id': 'f2cf71bc-65be-4fa2-a029-2ccd968bfee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0d585bc0-e708-41db-9543-78ffc0cb1f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:58.104382 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8490f0-fa45-455a-bc4c-4fc03178091f tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Network hostable DHCP agents. Network: 0d585bc0-e708-41db-9543-78ffc0cb1f26, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:52:58.133764 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8490f0-fa45-455a-bc4c-4fc03178091f tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Network 0d585bc0-e708-41db-9543-78ffc0cb1f26 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:52:58.150339 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-7d8490f0-fa45-455a-bc4c-4fc03178091f tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 0d585bc0-e708-41db-9543-78ffc0cb1f26) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:58.159147 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8490f0-fa45-455a-bc4c-4fc03178091f tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:58.160255 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7d8490f0-fa45-455a-bc4c-4fc03178091f tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.173798 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47c7f37-d729-4c10-84f2-e9e2d86eaff0 None None] Network 0d585bc0-e708-41db-9543-78ffc0cb1f26 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:58.189790 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7d8490f0-fa45-455a-bc4c-4fc03178091f tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7043126 Sep 16 04:52:58.202308 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46720) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:58.214845 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-b0aff7dd-cc7c-4dc4-aa25-425ebafaaf22 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'port': {'network_id': '0d585bc0-e708-41db-9543-78ffc0cb1f26', 'name': 'tempest-PortsTestJSON-1393535876'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:58.233120 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4733cfa-cb7a-476c-b4cc-e0fbcf646112 req-8d16a3b1-d4e3-4888-88de-d5611738df8a tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:58.234733 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e4733cfa-cb7a-476c-b4cc-e0fbcf646112 req-8d16a3b1-d4e3-4888-88de-d5611738df8a tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=387f9764-5bbe-4fb1-ac6e-2a9a1829d582 HTTP/1.1" status: 200 len: 945 time: 0.1557581 Sep 16 04:52:58.245679 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-055d4443-5f2a-4ebe-91e9-c91a98dbd80a req-8a5a6881-811d-4b92-87ea-2fd16a67df24 service neutron] 10.222.0.48 "GET /v2.0/networks/aa0b4719-d190-4155-9288-1e8935f8d00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089052 Sep 16 04:52:58.276649 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:58.307481 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:58.307955 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device fd3886df-2ebd-4c5a-aac3-ba8b2ea5e2bf not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:58.388448 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e4733cfa-cb7a-476c-b4cc-e0fbcf646112 req-57f0bda9-71e3-4dd9-8de4-971f0793674a tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302762 Sep 16 04:52:58.402715 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0aff7dd-cc7c-4dc4-aa25-425ebafaaf22 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Made reservation on behalf of 02d0d2917e594a5f85c23d8add7f0e99 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:58.409647 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b0aff7dd-cc7c-4dc4-aa25-425ebafaaf22 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.430039 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-055d4443-5f2a-4ebe-91e9-c91a98dbd80a req-2eab0f0c-2f2d-4393-854f-c657f112a9d0 service neutron] 10.222.0.48 "GET /v2.0/networks/aa0b4719-d190-4155-9288-1e8935f8d00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738589 Sep 16 04:52:58.431472 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-b0aff7dd-cc7c-4dc4-aa25-425ebafaaf22 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] device_id is not set on port 842140ed-1c5a-40fc-85a7-245d9a058425 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:52:58.485964 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5896c06c-8224-47b9-a646-18e8292b8f28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-0d585bc0-e708-41db-9543-78ffc0cb1f26', 'network_id': '0d585bc0-e708-41db-9543-78ffc0cb1f26', 'tenant_id': '02d0d2917e594a5f85c23d8add7f0e99', 'fixed_ips': [{'subnet_id': '22c49d39-31b4-458c-8ebe-8357ac400417'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:52:58.491943 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5896c06c-8224-47b9-a646-18e8292b8f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.611330 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-b0aff7dd-cc7c-4dc4-aa25-425ebafaaf22 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Allocated IP 172.20.0.13 (0d585bc0-e708-41db-9543-78ffc0cb1f26/22c49d39-31b4-458c-8ebe-8357ac400417/842140ed-1c5a-40fc-85a7-245d9a058425) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:58.747374 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea6374-dfa5-48aa-b919-6c819cfd7ca4 req-0de92c61-066a-4fc0-b462-cbaf5837eea7 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:58.748887 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a9ea6374-dfa5-48aa-b919-6c819cfd7ca4 req-0de92c61-066a-4fc0-b462-cbaf5837eea7 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 946 time: 0.0609524 Sep 16 04:52:58.801649 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a9ea6374-dfa5-48aa-b919-6c819cfd7ca4 req-c476b8bc-e0d3-41e9-af11-889adc4a7462 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437353 Sep 16 04:52:58.816284 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b0aff7dd-cc7c-4dc4-aa25-425ebafaaf22 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.861615 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b0aff7dd-cc7c-4dc4-aa25-425ebafaaf22 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.932101 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-5896c06c-8224-47b9-a646-18e8292b8f28 None None] Allocated IP 172.20.0.2 (0d585bc0-e708-41db-9543-78ffc0cb1f26/22c49d39-31b4-458c-8ebe-8357ac400417/9185c0d3-2cb9-44c5-a171-910d45d5cebd) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:58.947559 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0aff7dd-cc7c-4dc4-aa25-425ebafaaf22 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Network 0d585bc0-e708-41db-9543-78ffc0cb1f26 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:58.952358 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-b0aff7dd-cc7c-4dc4-aa25-425ebafaaf22 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:58.957305 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aff7dd-cc7c-4dc4-aa25-425ebafaaf22 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:59.008397 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aff7dd-cc7c-4dc4-aa25-425ebafaaf22 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Port': ['ID=842140ed-1c5a-40fc-85a7-245d9a058425,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:59.052361 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad08233-888e-46b6-9cc3-1dd2e711b41e req-51723be0-5a97-44db-b5ee-ef3e69bcbdb8 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:59.055030 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4ad08233-888e-46b6-9cc3-1dd2e711b41e req-51723be0-5a97-44db-b5ee-ef3e69bcbdb8 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0d70f5a-6b5d-40a3-bbbb-54906d62b436 HTTP/1.1" status: 200 len: 945 time: 0.0717099 Sep 16 04:52:59.066412 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0aff7dd-cc7c-4dc4-aa25-425ebafaaf22 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:59.068001 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b0aff7dd-cc7c-4dc4-aa25-425ebafaaf22 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.107498 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b0aff7dd-cc7c-4dc4-aa25-425ebafaaf22 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9034128 Sep 16 04:52:59.111997 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46734) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:59.133337 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4ad08233-888e-46b6-9cc3-1dd2e711b41e req-c496c347-b1ab-40d0-a9f1-baebb7c35630 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646918 Sep 16 04:52:59.250218 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-bae6ab6d-b8c0-46d6-ab66-c6d34a4651c2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Deleting port 842140ed-1c5a-40fc-85a7-245d9a058425 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:59.250218 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bae6ab6d-b8c0-46d6-ab66-c6d34a4651c2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.271331 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5896c06c-8224-47b9-a646-18e8292b8f28 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.284116 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5896c06c-8224-47b9-a646-18e8292b8f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.291701 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c08c5-cfee-4f3a-b88c-3957640aa37c req-579b528c-dc13-480b-bdd0-2b204073144d tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:59.293780 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1a0c08c5-cfee-4f3a-b88c-3957640aa37c req-579b528c-dc13-480b-bdd0-2b204073144d tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 946 time: 0.0867867 Sep 16 04:52:59.337878 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896c06c-8224-47b9-a646-18e8292b8f28 None None] Pushing event updated for resources: {'Port': ['ID=9185c0d3-2cb9-44c5-a171-910d45d5cebd,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:59.358141 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5896c06c-8224-47b9-a646-18e8292b8f28 None None] Network 0d585bc0-e708-41db-9543-78ffc0cb1f26 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:59.359772 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-5896c06c-8224-47b9-a646-18e8292b8f28 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:59.362225 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5896c06c-8224-47b9-a646-18e8292b8f28 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:59.378126 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1a0c08c5-cfee-4f3a-b88c-3957640aa37c req-bb219b8d-2b14-4331-9822-ded11c90ecec tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781682 Sep 16 04:52:59.394664 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bae6ab6d-b8c0-46d6-ab66-c6d34a4651c2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.433331 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-bae6ab6d-b8c0-46d6-ab66-c6d34a4651c2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Calling delete_port for 842140ed-1c5a-40fc-85a7-245d9a058425 owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:59.453357 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-5896c06c-8224-47b9-a646-18e8292b8f28 None None] Attempting to bind port 9185c0d3-2cb9-44c5-a171-910d45d5cebd on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:59.453947 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-5896c06c-8224-47b9-a646-18e8292b8f28 None None] Attempting to bind port 9185c0d3-2cb9-44c5-a171-910d45d5cebd by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'f2cf71bc-65be-4fa2-a029-2ccd968bfee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0d585bc0-e708-41db-9543-78ffc0cb1f26'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:59.454540 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5896c06c-8224-47b9-a646-18e8292b8f28 None None] Attempting to bind port 9185c0d3-2cb9-44c5-a171-910d45d5cebd on network 0d585bc0-e708-41db-9543-78ffc0cb1f26 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:59.462946 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5896c06c-8224-47b9-a646-18e8292b8f28 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:59.464428 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5896c06c-8224-47b9-a646-18e8292b8f28 None None] Checking segment: {'id': 'f2cf71bc-65be-4fa2-a029-2ccd968bfee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0d585bc0-e708-41db-9543-78ffc0cb1f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:59.465099 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5896c06c-8224-47b9-a646-18e8292b8f28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.465732 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5896c06c-8224-47b9-a646-18e8292b8f28 None None] Bound using segment: {'id': 'f2cf71bc-65be-4fa2-a029-2ccd968bfee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0d585bc0-e708-41db-9543-78ffc0cb1f26'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:59.466499 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-5896c06c-8224-47b9-a646-18e8292b8f28 None None] Bound port: 9185c0d3-2cb9-44c5-a171-910d45d5cebd, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cf71bc-65be-4fa2-a029-2ccd968bfee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0d585bc0-e708-41db-9543-78ffc0cb1f26'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:59.467108 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5896c06c-8224-47b9-a646-18e8292b8f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.556754 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-5896c06c-8224-47b9-a646-18e8292b8f28 None None] For port 9185c0d3-2cb9-44c5-a171-910d45d5cebd, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:59.562143 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-5896c06c-8224-47b9-a646-18e8292b8f28 None None] For port 9185c0d3-2cb9-44c5-a171-910d45d5cebd, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=9185c0d3-2cb9-44c5-a171-910d45d5cebd,segment=NetworkSegment(f2cf71bc-65be-4fa2-a029-2ccd968bfee5),segment_id=f2cf71bc-65be-4fa2-a029-2ccd968bfee5)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:59.566658 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5896c06c-8224-47b9-a646-18e8292b8f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.571980 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab315b-efea-4336-962f-fcc2c20683e1 req-ef4df2d2-c7a0-4331-8f86-a3a832d44206 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:59.574281 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6ab315b-efea-4336-962f-fcc2c20683e1 req-ef4df2d2-c7a0-4331-8f86-a3a832d44206 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 944 time: 0.0875995 Sep 16 04:52:59.633569 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896c06c-8224-47b9-a646-18e8292b8f28 None None] Pushing event updated for resources: {'Port': ['ID=9185c0d3-2cb9-44c5-a171-910d45d5cebd,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:59.647800 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6ab315b-efea-4336-962f-fcc2c20683e1 req-cbc7b6d8-b96c-431d-9a4b-ba8e2f39e60c tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=db3037be-fc36-4334-ae38-b046958ea600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585711 Sep 16 04:52:59.658486 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bae6ab6d-b8c0-46d6-ab66-c6d34a4651c2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.683976 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46744) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:59.706687 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6ab6d-b8c0-46d6-ab66-c6d34a4651c2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Port': ['ID=842140ed-1c5a-40fc-85a7-245d9a058425,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:59.793796 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bae6ab6d-b8c0-46d6-ab66-c6d34a4651c2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.799674 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-bae6ab6d-b8c0-46d6-ab66-c6d34a4651c2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/ports/842140ed-1c5a-40fc-85a7-245d9a058425 HTTP/1.1" status: 204 len: 168 time: 0.6833668 Sep 16 04:52:59.800601 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46748) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:59.811088 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ae1193ed-477a-4321-88c1-5fc351c4e0b0 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/floatingips/38b77f59-ee95-45a9-94db-71781eba910f HTTP/1.1" status: 200 len: 992 time: 0.1255479 Sep 16 04:52:59.825217 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294de73-d868-4652-91aa-32cb7d45503d req-ecc3cd45-2614-4822-8b08-61a0cd0755a7 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:59.827328 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3294de73-d868-4652-91aa-32cb7d45503d req-ecc3cd45-2614-4822-8b08-61a0cd0755a7 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=387f9764-5bbe-4fb1-ac6e-2a9a1829d582 HTTP/1.1" status: 200 len: 945 time: 0.0847559 Sep 16 04:52:59.839593 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-67c49298-0bed-46d9-b9f6-67066b3c9fde tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] DELETE failed (client error): The resource could not be found. Sep 16 04:52:59.840682 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67c49298-0bed-46d9-b9f6-67066b3c9fde tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:52:59.843576 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-67c49298-0bed-46d9-b9f6-67066b3c9fde tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/ports/842140ed-1c5a-40fc-85a7-245d9a058425 HTTP/1.1" status: 404 len: 333 time: 0.0409358 Sep 16 04:52:59.846358 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46750) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:59.913920 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d1c1404-ad8a-429d-8bed-3d8a3eaef524 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] GET failed (client error): The resource could not be found. Sep 16 04:52:59.916449 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7d1c1404-ad8a-429d-8bed-3d8a3eaef524 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "GET /v2.0/ports/842140ed-1c5a-40fc-85a7-245d9a058425 HTTP/1.1" status: 404 len: 333 time: 0.0691276 Sep 16 04:52:59.920861 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3294de73-d868-4652-91aa-32cb7d45503d req-6b4fd795-69c1-4a5e-9f06-ca35e1d4e5b9 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860863 Sep 16 04:52:59.921189 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46752) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:59.997873 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-411aa898-9923-460b-a10f-97126b1aebc6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Deleting subnet 22c49d39-31b4-458c-8ebe-8357ac400417 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:53:00.001694 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-411aa898-9923-460b-a10f-97126b1aebc6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.076036 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-411aa898-9923-460b-a10f-97126b1aebc6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.192513 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-411aa898-9923-460b-a10f-97126b1aebc6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.210753 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98e8b7-7d72-4161-b65a-22b22546da47 req-b8d24aaf-533b-4b9f-b92c-5a572f1915b1 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:00.213466 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9a98e8b7-7d72-4161-b65a-22b22546da47 req-b8d24aaf-533b-4b9f-b92c-5a572f1915b1 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 946 time: 0.0672102 Sep 16 04:53:00.266763 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device a7ce0463-3d29-43d9-87cf-773d5694fa8e up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:00.297316 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9a98e8b7-7d72-4161-b65a-22b22546da47 req-4aa08229-c818-4a5d-91b8-83875e00678c tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524309 Sep 16 04:53:00.336782 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-411aa898-9923-460b-a10f-97126b1aebc6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.384364 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 9185c0d3-2cb9-44c5-a171-910d45d5cebd up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:00.388906 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411aa898-9923-460b-a10f-97126b1aebc6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Subnet': ['ID=22c49d39-31b4-458c-8ebe-8357ac400417,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:00.400979 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-411aa898-9923-460b-a10f-97126b1aebc6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.404393 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-411aa898-9923-460b-a10f-97126b1aebc6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/subnets/22c49d39-31b4-458c-8ebe-8357ac400417 HTTP/1.1" status: 204 len: 168 time: 0.4820955 Sep 16 04:53:00.407045 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46762) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:00.439808 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port a7ce0463-3d29-43d9-87cf-773d5694fa8e completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:53:00.450396 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port a7ce0463-3d29-43d9-87cf-773d5694fa8e triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:00.451012 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.500510 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 9185c0d3-2cb9-44c5-a171-910d45d5cebd triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:00.501215 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.539011 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-90842d62-f4d0-49b3-81a6-bcde6a289cf8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.605300 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.617947 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-90842d62-f4d0-49b3-81a6-bcde6a289cf8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Deleting port 9185c0d3-2cb9-44c5-a171-910d45d5cebd {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:00.618304 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-90842d62-f4d0-49b3-81a6-bcde6a289cf8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.669883 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d70f5a-6b5d-40a3-bbbb-54906d62b436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ce0463-3d29-43d9-87cf-773d5694fa8e'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:00.672219 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2a9fb0-acb1-4022-9bbc-7b91b3ccb297" -d '{"events": [{"server_uuid": "d0d70f5a-6b5d-40a3-bbbb-54906d62b436", "name": "network-vif-plugged", "status": "completed", "tag": "a7ce0463-3d29-43d9-87cf-773d5694fa8e"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:00.685242 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.690921 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port a7ce0463-3d29-43d9-87cf-773d5694fa8e, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=a7ce0463-3d29-43d9-87cf-773d5694fa8e,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:00.699836 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.700751 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 545b55b6-6b09-445a-8fdd-b488ee92f1be up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:00.729691 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-90842d62-f4d0-49b3-81a6-bcde6a289cf8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] For port 9185c0d3-2cb9-44c5-a171-910d45d5cebd, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=9185c0d3-2cb9-44c5-a171-910d45d5cebd,segment=NetworkSegment(f2cf71bc-65be-4fa2-a029-2ccd968bfee5),segment_id=f2cf71bc-65be-4fa2-a029-2ccd968bfee5)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:00.730176 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-90842d62-f4d0-49b3-81a6-bcde6a289cf8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.761810 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-90842d62-f4d0-49b3-81a6-bcde6a289cf8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Calling delete_port for 9185c0d3-2cb9-44c5-a171-910d45d5cebd owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:00.793606 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 9185c0d3-2cb9-44c5-a171-910d45d5cebd, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=9185c0d3-2cb9-44c5-a171-910d45d5cebd,segment=NetworkSegment(f2cf71bc-65be-4fa2-a029-2ccd968bfee5),segment_id=f2cf71bc-65be-4fa2-a029-2ccd968bfee5)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:00.807489 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.835863 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=a7ce0463-3d29-43d9-87cf-773d5694fa8e,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:00.886948 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 545b55b6-6b09-445a-8fdd-b488ee92f1be completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:53:00.900500 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 545b55b6-6b09-445a-8fdd-b488ee92f1be triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:00.900898 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.919352 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf6597-99ac-42fa-b05d-c4e26bcbbeb7 req-f849960e-13b6-40b8-8006-1a6130fec2ee tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:00.920982 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-90842d62-f4d0-49b3-81a6-bcde6a289cf8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.928337 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1daf6597-99ac-42fa-b05d-c4e26bcbbeb7 req-f849960e-13b6-40b8-8006-1a6130fec2ee tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0d70f5a-6b5d-40a3-bbbb-54906d62b436 HTTP/1.1" status: 200 len: 945 time: 0.4423010 Sep 16 04:53:00.932679 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=9185c0d3-2cb9-44c5-a171-910d45d5cebd,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:00.969659 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90842d62-f4d0-49b3-81a6-bcde6a289cf8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] No DVR routers for this DVR port 9185c0d3-2cb9-44c5-a171-910d45d5cebd on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:00.981004 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1daf6597-99ac-42fa-b05d-c4e26bcbbeb7 req-e5c583f4-acaa-49c9-889f-99941fef9d50 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507851 Sep 16 04:53:00.983796 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90842d62-f4d0-49b3-81a6-bcde6a289cf8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Port': ['ID=9185c0d3-2cb9-44c5-a171-910d45d5cebd,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:01.003136 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400df17f-9d67-4a08-820b-6593569648f0 None None] Network 0d585bc0-e708-41db-9543-78ffc0cb1f26 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:01.085323 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-120739f6-c18f-4d90-b4cb-394b5db86509 None None] Could not find standard attr ID for object 9185c0d3-2cb9-44c5-a171-910d45d5cebd. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:53:01.090537 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.114428 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf59f5b-675a-4d65-b6fb-d3cc9978322b req-ec05ae28-290e-484e-b787-0ef942fdd4cf tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:01.117380 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bbf59f5b-675a-4d65-b6fb-d3cc9978322b req-ec05ae28-290e-484e-b787-0ef942fdd4cf tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 946 time: 0.0686502 Sep 16 04:53:01.154281 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 37526dc2-a1ca-4f1f-a66f-090331e0f637 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:01.173303 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bbf59f5b-675a-4d65-b6fb-d3cc9978322b req-2a3ad050-595e-466b-bd93-0f02e5bb9b3c tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491383 Sep 16 04:53:01.186396 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 545b55b6-6b09-445a-8fdd-b488ee92f1be, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=545b55b6-6b09-445a-8fdd-b488ee92f1be,segment=NetworkSegment(d1837529-ad66-44a9-9332-3b3adb88bcca),segment_id=d1837529-ad66-44a9-9332-3b3adb88bcca)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:01.195398 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.258332 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb46a6d-4813-46e4-a04b-797e111d9d84 None None] DHCP port deletion for 0d585bc0-e708-41db-9543-78ffc0cb1f26 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:53:01.280413 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb11d645-6c97-4e92-924b-a9971ce553a8 x-openstack-request-id: req-eb11d645-6c97-4e92-924b-a9971ce553a8 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:01.283071 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d70f5a-6b5d-40a3-bbbb-54906d62b436", "name": "network-vif-plugged", "status": "completed", "tag": "a7ce0463-3d29-43d9-87cf-773d5694fa8e", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:01.283826 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eb11d645-6c97-4e92-924b-a9971ce553a8 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:01.284746 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d70f5a-6b5d-40a3-bbbb-54906d62b436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ce0463-3d29-43d9-87cf-773d5694fa8e', 'code': 200} Sep 16 04:53:01.339079 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=545b55b6-6b09-445a-8fdd-b488ee92f1be,revision_number=9']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:01.344848 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 37526dc2-a1ca-4f1f-a66f-090331e0f637 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:53:01.352395 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 37526dc2-a1ca-4f1f-a66f-090331e0f637 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:01.352894 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.406645 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-90842d62-f4d0-49b3-81a6-bcde6a289cf8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.416113 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdb6b1-9804-4593-8d08-cd8560266685 req-6e570ad5-d2bc-447f-8866-b8eaf6c86322 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:01.418203 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d0bdb6b1-9804-4593-8d08-cd8560266685 req-6e570ad5-d2bc-447f-8866-b8eaf6c86322 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=387f9764-5bbe-4fb1-ac6e-2a9a1829d582 HTTP/1.1" status: 200 len: 945 time: 0.0769343 Sep 16 04:53:01.450775 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-90842d62-f4d0-49b3-81a6-bcde6a289cf8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d585bc0-e708-41db-9543-78ffc0cb1f26']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:01.464317 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-90842d62-f4d0-49b3-81a6-bcde6a289cf8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2cf71bc-65be-4fa2-a029-2ccd968bfee5') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:01.464650 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-90842d62-f4d0-49b3-81a6-bcde6a289cf8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2cf71bc-65be-4fa2-a029-2ccd968bfee5') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:01.467354 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d0bdb6b1-9804-4593-8d08-cd8560266685 req-344de017-b74b-4ae0-b2fe-05d7c1470578 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418341 Sep 16 04:53:01.477360 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-90842d62-f4d0-49b3-81a6-bcde6a289cf8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.485637 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.493216 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f61504c-4c8e-46f8-a439-1a7faf02b264 req-a7bca84d-e181-447a-8f7d-310f80283691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:01.494797 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9f61504c-4c8e-46f8-a439-1a7faf02b264 req-a7bca84d-e181-447a-8f7d-310f80283691 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d0d70f5a-6b5d-40a3-bbbb-54906d62b436 HTTP/1.1" status: 200 len: 1098 time: 0.0903656 Sep 16 04:53:01.517619 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-90842d62-f4d0-49b3-81a6-bcde6a289cf8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.529983 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90842d62-f4d0-49b3-81a6-bcde6a289cf8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:53:01.530221 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 37526dc2-a1ca-4f1f-a66f-090331e0f637, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=37526dc2-a1ca-4f1f-a66f-090331e0f637,segment=NetworkSegment(01aafaa9-a340-46ca-887a-6648c79e8c73),segment_id=01aafaa9-a340-46ca-887a-6648c79e8c73)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:01.530332 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-90842d62-f4d0-49b3-81a6-bcde6a289cf8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.533692 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:53:01.533692 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:53:01.533692 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:53:01.533692 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:53:01.533692 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:53:01.533692 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:53:01.533692 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:53:01.533692 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:53:01.533692 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:53:01.533692 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:53:01.533692 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:53:01.533692 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:53:01.533692 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:53:01.533692 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:53:01.533692 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:53:01.533692 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:53:01.533692 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:53:01.533692 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:53:01.533692 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:53:01.533692 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:53:01.533692 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:53:01.533692 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:53:01.533692 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:53:01.533692 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:53:01.533692 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:53:01.533692 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:53:01.533692 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:53:01.533692 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:53:01.533692 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:53:01.533692 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:53:01.533692 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:53:01.533692 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:53:01.538266 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.564935 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9f61504c-4c8e-46f8-a439-1a7faf02b264 req-bf66c0d5-e38e-43e6-8486-83a76b729c1a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615909 Sep 16 04:53:01.614562 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=37526dc2-a1ca-4f1f-a66f-090331e0f637,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:01.624922 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-90842d62-f4d0-49b3-81a6-bcde6a289cf8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.632005 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-90842d62-f4d0-49b3-81a6-bcde6a289cf8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.634705 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-90842d62-f4d0-49b3-81a6-bcde6a289cf8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/networks/0d585bc0-e708-41db-9543-78ffc0cb1f26 HTTP/1.1" status: 204 len: 168 time: 1.2265379 Sep 16 04:53:01.640801 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46778) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:01.647124 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-e0ac5267-6812-47cc-b468-81a9c7f0734a tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-743521790'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:01.650153 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90842d62-f4d0-49b3-81a6-bcde6a289cf8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Network': ['ID=0d585bc0-e708-41db-9543-78ffc0cb1f26,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:01.702231 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ac5267-6812-47cc-b468-81a9c7f0734a tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Made reservation on behalf of 02d0d2917e594a5f85c23d8add7f0e99 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:01.705878 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e0ac5267-6812-47cc-b468-81a9c7f0734a tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.762958 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66785ce4-ea55-4090-b2d9-986a63ce9984 req-e518dbd8-1bae-4325-ac6e-b01bea9d28dc tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:01.764558 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-66785ce4-ea55-4090-b2d9-986a63ce9984 req-e518dbd8-1bae-4325-ac6e-b01bea9d28dc tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 946 time: 0.0782235 Sep 16 04:53:01.765426 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0ac5267-6812-47cc-b468-81a9c7f0734a tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:53:01.782596 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e0ac5267-6812-47cc-b468-81a9c7f0734a tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.782944 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-e0ac5267-6812-47cc-b468-81a9c7f0734a tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Added segment a8e80514-3b2e-422e-9c75-6969516b6fde of type vlan for network a1961315-42b4-419c-8b86-81d78cd820c8 Sep 16 04:53:01.845756 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-66785ce4-ea55-4090-b2d9-986a63ce9984 req-d1244f13-a93d-481b-be7a-e5170911a4ad tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729074 Sep 16 04:53:01.856958 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e0ac5267-6812-47cc-b468-81a9c7f0734a tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.886766 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e0ac5267-6812-47cc-b468-81a9c7f0734a tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.895586 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ac5267-6812-47cc-b468-81a9c7f0734a tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:01.897023 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e0ac5267-6812-47cc-b468-81a9c7f0734a tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.961925 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e0ac5267-6812-47cc-b468-81a9c7f0734a tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3192723 Sep 16 04:53:01.966726 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46792) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:01.978682 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46794) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:01.980347 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-e708024b-5921-49a6-8075-1b6e15c5b9a8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'subnet': {'network_id': 'a1961315-42b4-419c-8b86-81d78cd820c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:02.095600 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac5267-6812-47cc-b468-81a9c7f0734a tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Network': ['ID=a1961315-42b4-419c-8b86-81d78cd820c8,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:02.110521 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network a1961315-42b4-419c-8b86-81d78cd820c8 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:53:02.120734 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e708024b-5921-49a6-8075-1b6e15c5b9a8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Made reservation on behalf of 02d0d2917e594a5f85c23d8add7f0e99 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:02.127219 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e708024b-5921-49a6-8075-1b6e15c5b9a8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:02.128440 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3dc6c5e-c006-4f10-9eab-5f23af3137fc admin admin] Deleting subnet dd7c55fc-997f-4523-a872-49e6e1a1fc1a {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:53:02.149344 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c3dc6c5e-c006-4f10-9eab-5f23af3137fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:02.225632 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c3dc6c5e-c006-4f10-9eab-5f23af3137fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:02.267822 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024b175-709b-4edf-a8b1-d1d01ece0d23 req-6cd50945-c325-4ee9-bba9-744c8e983c9b tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:02.277869 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6024b175-709b-4edf-a8b1-d1d01ece0d23 req-6cd50945-c325-4ee9-bba9-744c8e983c9b tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0d70f5a-6b5d-40a3-bbbb-54906d62b436 HTTP/1.1" status: 200 len: 946 time: 0.1456099 Sep 16 04:53:02.327277 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 9185c0d3-2cb9-44c5-a171-910d45d5cebd no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:02.349071 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c3dc6c5e-c006-4f10-9eab-5f23af3137fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:02.354906 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 9185c0d3-2cb9-44c5-a171-910d45d5cebd {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:02.355715 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 9185c0d3-2cb9-44c5-a171-910d45d5cebd not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:02.388339 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6024b175-709b-4edf-a8b1-d1d01ece0d23 req-e12eecdb-ccf1-4e76-8ff6-a974e9c3394c tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088591 Sep 16 04:53:02.451682 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e708024b-5921-49a6-8075-1b6e15c5b9a8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:02.458127 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c3dc6c5e-c006-4f10-9eab-5f23af3137fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:02.500196 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc6c5e-c006-4f10-9eab-5f23af3137fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd7c55fc-997f-4523-a872-49e6e1a1fc1a,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:02.512206 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c3dc6c5e-c006-4f10-9eab-5f23af3137fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:02.518043 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c3dc6c5e-c006-4f10-9eab-5f23af3137fc admin admin] 10.222.0.35 "DELETE /v2.0/subnets/dd7c55fc-997f-4523-a872-49e6e1a1fc1a HTTP/1.1" status: 204 len: 168 time: 0.5362289 Sep 16 04:53:02.519228 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46800) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:02.533769 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708024b-5921-49a6-8075-1b6e15c5b9a8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Subnet': ['ID=a2175e2f-a7aa-4218-8464-0b64280a5e85,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:02.569004 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e708024b-5921-49a6-8075-1b6e15c5b9a8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Checking segment: {'id': 'a8e80514-3b2e-422e-9c75-6969516b6fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a1961315-42b4-419c-8b86-81d78cd820c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:02.569756 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e708024b-5921-49a6-8075-1b6e15c5b9a8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Network hostable DHCP agents. Network: a1961315-42b4-419c-8b86-81d78cd820c8, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:53:02.617561 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-af50e168-c7d2-42bb-bf3f-64005797db01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:02.633394 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e708024b-5921-49a6-8075-1b6e15c5b9a8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Network a1961315-42b4-419c-8b86-81d78cd820c8 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:53:02.657592 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c75ac0-f300-4c62-856f-f672e41ff3ac req-9df9dd75-e625-440e-8e98-74852a25d7f2 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:02.659551 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6c75ac0-f300-4c62-856f-f672e41ff3ac req-9df9dd75-e625-440e-8e98-74852a25d7f2 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=387f9764-5bbe-4fb1-ac6e-2a9a1829d582 HTTP/1.1" status: 200 len: 946 time: 0.0878148 Sep 16 04:53:02.662701 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-e708024b-5921-49a6-8075-1b6e15c5b9a8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, a1961315-42b4-419c-8b86-81d78cd820c8) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:02.675119 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c3e99b-27df-4d0c-b128-3a40833bf983 None None] Network a1961315-42b4-419c-8b86-81d78cd820c8 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:02.733175 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6c75ac0-f300-4c62-856f-f672e41ff3ac req-5ec2589e-1fa4-4a84-9236-3cd0d032edac tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570433 Sep 16 04:53:02.777104 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e708024b-5921-49a6-8075-1b6e15c5b9a8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:02.777511 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e708024b-5921-49a6-8075-1b6e15c5b9a8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:02.780987 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-af50e168-c7d2-42bb-bf3f-64005797db01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:02.813284 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-af50e168-c7d2-42bb-bf3f-64005797db01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7a79138-9f37-4e13-9efa-cb0308c6b72b']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:02.825483 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e708024b-5921-49a6-8075-1b6e15c5b9a8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8558431 Sep 16 04:53:02.828494 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46804) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:02.831721 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-af50e168-c7d2-42bb-bf3f-64005797db01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b555f35f-0b85-440e-937a-ed743920d6c1') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:02.832281 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-af50e168-c7d2-42bb-bf3f-64005797db01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b555f35f-0b85-440e-937a-ed743920d6c1') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:02.837405 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-45d307d3-79af-4957-8f2c-fcd4631b7983 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'port': {'network_id': 'a1961315-42b4-419c-8b86-81d78cd820c8', 'security_groups': [], 'name': 'tempest-PortsTestJSON-653576029'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:02.846930 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-af50e168-c7d2-42bb-bf3f-64005797db01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:02.883699 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-af50e168-c7d2-42bb-bf3f-64005797db01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:02.892643 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af50e168-c7d2-42bb-bf3f-64005797db01 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:53:02.894935 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-af50e168-c7d2-42bb-bf3f-64005797db01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:02.898176 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:53:02.898176 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:53:02.898176 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:53:02.898176 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:53:02.898176 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:53:02.898176 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:53:02.898176 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:53:02.898176 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:53:02.898176 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:53:02.898176 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:53:02.898176 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:53:02.898176 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:53:02.898176 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:53:02.898176 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:53:02.898176 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:53:02.898176 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:53:02.898176 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:53:02.898176 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:53:02.898176 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:53:02.898176 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:53:02.898176 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:53:02.898176 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:53:02.898176 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:53:02.898176 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:53:02.898176 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:53:02.898176 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:53:02.898176 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:53:02.898176 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:53:02.898176 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:53:02.898176 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:53:02.898176 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:53:02.898176 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:53:02.943881 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6416ce0-62a2-4823-bd4e-ba7efba7a22c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-a1961315-42b4-419c-8b86-81d78cd820c8', 'network_id': 'a1961315-42b4-419c-8b86-81d78cd820c8', 'tenant_id': '02d0d2917e594a5f85c23d8add7f0e99', 'fixed_ips': [{'subnet_id': 'a2175e2f-a7aa-4218-8464-0b64280a5e85'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:53:02.945331 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e6416ce0-62a2-4823-bd4e-ba7efba7a22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:02.996449 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-af50e168-c7d2-42bb-bf3f-64005797db01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.002527 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-af50e168-c7d2-42bb-bf3f-64005797db01 admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.005070 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-af50e168-c7d2-42bb-bf3f-64005797db01 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a7a79138-9f37-4e13-9efa-cb0308c6b72b HTTP/1.1" status: 204 len: 168 time: 0.4846873 Sep 16 04:53:03.023286 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d307d3-79af-4957-8f2c-fcd4631b7983 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Made reservation on behalf of 02d0d2917e594a5f85c23d8add7f0e99 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:03.027125 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-45d307d3-79af-4957-8f2c-fcd4631b7983 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.045107 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50e168-c7d2-42bb-bf3f-64005797db01 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7a79138-9f37-4e13-9efa-cb0308c6b72b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:03.056156 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-45d307d3-79af-4957-8f2c-fcd4631b7983 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] device_id is not set on port 6e35e44c-b18c-4956-bda7-3a87a0bf2f5c yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:53:03.245853 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46810) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:03.313086 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46812) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:03.313415 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7ca88a3e-2ed3-406d-92e4-985062ec99a4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=645cfb2d0eca42539c48515007b62817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0654445 Sep 16 04:53:03.346360 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592b60db-3b38-4907-99fb-c8d6b0594d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545b55b6-6b09-445a-8fdd-b488ee92f1be'}, {'server_uuid': '387f9764-5bbe-4fb1-ac6e-2a9a1829d582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37526dc2-a1ca-4f1f-a66f-090331e0f637'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:03.348792 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7091337-a3ef-4ecb-936d-8b58cf56ca5c" -d '{"events": [{"server_uuid": "592b60db-3b38-4907-99fb-c8d6b0594d0d", "name": "network-vif-plugged", "status": "completed", "tag": "545b55b6-6b09-445a-8fdd-b488ee92f1be"}, {"server_uuid": "387f9764-5bbe-4fb1-ac6e-2a9a1829d582", "name": "network-vif-plugged", "status": "completed", "tag": "37526dc2-a1ca-4f1f-a66f-090331e0f637"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:03.381739 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-e6416ce0-62a2-4823-bd4e-ba7efba7a22c None None] Allocated IP 172.20.0.2 (a1961315-42b4-419c-8b86-81d78cd820c8/a2175e2f-a7aa-4218-8464-0b64280a5e85/52717250-a964-4417-b48e-e6db0f18832c) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:03.389204 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2b9eb64a-63d0-4fda-8808-55f2f84ed666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.418697 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2b9eb64a-63d0-4fda-8808-55f2f84ed666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.420133 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2242fee1-1a1a-4b2b-a290-b6a4c9b1f292 x-openstack-request-id: req-2242fee1-1a1a-4b2b-a290-b6a4c9b1f292 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:03.420747 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592b60db-3b38-4907-99fb-c8d6b0594d0d", "name": "network-vif-plugged", "status": "completed", "tag": "545b55b6-6b09-445a-8fdd-b488ee92f1be", "code": 200}, {"server_uuid": "387f9764-5bbe-4fb1-ac6e-2a9a1829d582", "name": "network-vif-plugged", "status": "completed", "tag": "37526dc2-a1ca-4f1f-a66f-090331e0f637", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:03.421244 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2242fee1-1a1a-4b2b-a290-b6a4c9b1f292 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:03.421931 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592b60db-3b38-4907-99fb-c8d6b0594d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545b55b6-6b09-445a-8fdd-b488ee92f1be', 'code': 200} Sep 16 04:53:03.422471 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387f9764-5bbe-4fb1-ac6e-2a9a1829d582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37526dc2-a1ca-4f1f-a66f-090331e0f637', 'code': 200} Sep 16 04:53:03.565148 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2b9eb64a-63d0-4fda-8808-55f2f84ed666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.567693 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2b9eb64a-63d0-4fda-8808-55f2f84ed666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.569576 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2b9eb64a-63d0-4fda-8808-55f2f84ed666 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/adb37c5e-5375-44b9-b507-c4167e5f475e HTTP/1.1" status: 204 len: 168 time: 0.2552619 Sep 16 04:53:03.588464 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9eb64a-63d0-4fda-8808-55f2f84ed666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb37c5e-5375-44b9-b507-c4167e5f475e,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:03.627069 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c4dba-05d6-480a-83d6-1e2d87487542 req-85104510-0081-41e6-a278-af4a84805d35 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:03.640503 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-237c4dba-05d6-480a-83d6-1e2d87487542 req-85104510-0081-41e6-a278-af4a84805d35 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0d70f5a-6b5d-40a3-bbbb-54906d62b436 HTTP/1.1" status: 200 len: 946 time: 0.1456263 Sep 16 04:53:03.658879 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e6416ce0-62a2-4823-bd4e-ba7efba7a22c None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.673611 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e6416ce0-62a2-4823-bd4e-ba7efba7a22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.673848 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e235628-6f42-43d3-a9e9-844df65eca06 req-b77b874e-8f5f-4473-b08b-282f764263e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:03.677017 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4e235628-6f42-43d3-a9e9-844df65eca06 req-b77b874e-8f5f-4473-b08b-282f764263e5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=387f9764-5bbe-4fb1-ac6e-2a9a1829d582 HTTP/1.1" status: 200 len: 1098 time: 0.1460128 Sep 16 04:53:03.785616 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6416ce0-62a2-4823-bd4e-ba7efba7a22c None None] Pushing event updated for resources: {'Port': ['ID=52717250-a964-4417-b48e-e6db0f18832c,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:03.795662 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6416ce0-62a2-4823-bd4e-ba7efba7a22c None None] Network a1961315-42b4-419c-8b86-81d78cd820c8 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:03.797670 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-e6416ce0-62a2-4823-bd4e-ba7efba7a22c None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:03.800300 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6416ce0-62a2-4823-bd4e-ba7efba7a22c None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:03.830643 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4e235628-6f42-43d3-a9e9-844df65eca06 req-ef4e08e6-7c3c-473f-a39b-650ef4dad163 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393695 Sep 16 04:53:03.841664 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-237c4dba-05d6-480a-83d6-1e2d87487542 req-1e0deb55-b890-4282-815d-7ecc58f65261 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952093 Sep 16 04:53:03.844891 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-45d307d3-79af-4957-8f2c-fcd4631b7983 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Allocated IP 172.20.0.4 (a1961315-42b4-419c-8b86-81d78cd820c8/a2175e2f-a7aa-4218-8464-0b64280a5e85/6e35e44c-b18c-4956-bda7-3a87a0bf2f5c) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:03.899872 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-e6416ce0-62a2-4823-bd4e-ba7efba7a22c None None] Attempting to bind port 52717250-a964-4417-b48e-e6db0f18832c on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:03.899872 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-e6416ce0-62a2-4823-bd4e-ba7efba7a22c None None] Attempting to bind port 52717250-a964-4417-b48e-e6db0f18832c by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'a8e80514-3b2e-422e-9c75-6969516b6fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a1961315-42b4-419c-8b86-81d78cd820c8'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:03.899872 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6416ce0-62a2-4823-bd4e-ba7efba7a22c None None] Attempting to bind port 52717250-a964-4417-b48e-e6db0f18832c on network a1961315-42b4-419c-8b86-81d78cd820c8 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:03.920172 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6416ce0-62a2-4823-bd4e-ba7efba7a22c None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:03.920557 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6416ce0-62a2-4823-bd4e-ba7efba7a22c None None] Checking segment: {'id': 'a8e80514-3b2e-422e-9c75-6969516b6fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a1961315-42b4-419c-8b86-81d78cd820c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:03.921041 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e6416ce0-62a2-4823-bd4e-ba7efba7a22c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.921534 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6416ce0-62a2-4823-bd4e-ba7efba7a22c None None] Bound using segment: {'id': 'a8e80514-3b2e-422e-9c75-6969516b6fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a1961315-42b4-419c-8b86-81d78cd820c8'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:03.922065 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-e6416ce0-62a2-4823-bd4e-ba7efba7a22c None None] Bound port: 52717250-a964-4417-b48e-e6db0f18832c, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e80514-3b2e-422e-9c75-6969516b6fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a1961315-42b4-419c-8b86-81d78cd820c8'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:03.922526 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e6416ce0-62a2-4823-bd4e-ba7efba7a22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:04.054724 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-e6416ce0-62a2-4823-bd4e-ba7efba7a22c None None] For port 52717250-a964-4417-b48e-e6db0f18832c, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:04.063128 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-e6416ce0-62a2-4823-bd4e-ba7efba7a22c None None] For port 52717250-a964-4417-b48e-e6db0f18832c, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=52717250-a964-4417-b48e-e6db0f18832c,segment=NetworkSegment(a8e80514-3b2e-422e-9c75-6969516b6fde),segment_id=a8e80514-3b2e-422e-9c75-6969516b6fde)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:53:04.081495 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e6416ce0-62a2-4823-bd4e-ba7efba7a22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:04.141693 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d232d-3a65-4162-a223-30bd9897fbcf req-67a933de-93ee-41c6-ac24-20b3fd220b78 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.152973 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d42d232d-3a65-4162-a223-30bd9897fbcf req-67a933de-93ee-41c6-ac24-20b3fd220b78 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=387f9764-5bbe-4fb1-ac6e-2a9a1829d582 HTTP/1.1" status: 200 len: 946 time: 0.1727345 Sep 16 04:53:04.255214 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6416ce0-62a2-4823-bd4e-ba7efba7a22c None None] Pushing event updated for resources: {'Port': ['ID=52717250-a964-4417-b48e-e6db0f18832c,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:04.302121 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-45d307d3-79af-4957-8f2c-fcd4631b7983 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:04.325402 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d42d232d-3a65-4162-a223-30bd9897fbcf req-834120bb-8162-4c33-b732-e180f1976739 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708481 Sep 16 04:53:04.436657 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-45d307d3-79af-4957-8f2c-fcd4631b7983 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:04.515097 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d307d3-79af-4957-8f2c-fcd4631b7983 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Network a1961315-42b4-419c-8b86-81d78cd820c8 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:04.530991 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-45d307d3-79af-4957-8f2c-fcd4631b7983 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:04.541457 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d307d3-79af-4957-8f2c-fcd4631b7983 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:04.680392 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d307d3-79af-4957-8f2c-fcd4631b7983 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.681135 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-45d307d3-79af-4957-8f2c-fcd4631b7983 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:04.700550 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d307d3-79af-4957-8f2c-fcd4631b7983 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Port': ['ID=6e35e44c-b18c-4956-bda7-3a87a0bf2f5c,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:04.738324 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-45d307d3-79af-4957-8f2c-fcd4631b7983 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.9079235 Sep 16 04:53:04.741640 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46846) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:04.772989 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-48923fc4-e175-4c40-81ec-48065c979672 req-463443ef-8316-4049-8db9-df8ea5a24e6a tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=68cc116df1104257a08239cd46cd0170 HTTP/1.1" status: 200 len: 267 time: 0.0841541 Sep 16 04:53:04.901817 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a586a-b5d4-425d-b635-e7147a6e2f21 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Deleting port 6e35e44c-b18c-4956-bda7-3a87a0bf2f5c {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:04.902472 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4d2a586a-b5d4-425d-b635-e7147a6e2f21 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:04.913736 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48923fc4-e175-4c40-81ec-48065c979672 req-53ebbab8-2eba-41d7-a16c-b9fa780a432b tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.915356 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-48923fc4-e175-4c40-81ec-48065c979672 req-53ebbab8-2eba-41d7-a16c-b9fa780a432b tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0d70f5a-6b5d-40a3-bbbb-54906d62b436 HTTP/1.1" status: 200 len: 946 time: 0.1413832 Sep 16 04:53:04.930746 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-48923fc4-e175-4c40-81ec-48065c979672 req-24176fed-cbb0-4221-84f0-ed7affa10583 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Request body: {'port': {'security_groups': []}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:05.077513 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-48923fc4-e175-4c40-81ec-48065c979672 req-24176fed-cbb0-4221-84f0-ed7affa10583 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.107086 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4d2a586a-b5d4-425d-b635-e7147a6e2f21 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.127932 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a586a-b5d4-425d-b635-e7147a6e2f21 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Calling delete_port for 6e35e44c-b18c-4956-bda7-3a87a0bf2f5c owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:05.164419 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46854) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:05.344774 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4d2a586a-b5d4-425d-b635-e7147a6e2f21 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.407571 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-48923fc4-e175-4c40-81ec-48065c979672 req-24176fed-cbb0-4221-84f0-ed7affa10583 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] For port a7ce0463-3d29-43d9-87cf-773d5694fa8e, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=a7ce0463-3d29-43d9-87cf-773d5694fa8e,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:05.423986 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a586a-b5d4-425d-b635-e7147a6e2f21 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Port': ['ID=6e35e44c-b18c-4956-bda7-3a87a0bf2f5c,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:05.440620 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-a863d239-0423-4f61-bf5c-180e2b8f38ca admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1196630767-network', 'tenant_id': 'ae9253f056ae49e68f4d400ee8ce541c'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:05.499188 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-48923fc4-e175-4c40-81ec-48065c979672 req-24176fed-cbb0-4221-84f0-ed7affa10583 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.502014 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a863d239-0423-4f61-bf5c-180e2b8f38ca admin admin] Made reservation on behalf of ae9253f056ae49e68f4d400ee8ce541c for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:05.504757 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a863d239-0423-4f61-bf5c-180e2b8f38ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.509654 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-48923fc4-e175-4c40-81ec-48065c979672 req-24176fed-cbb0-4221-84f0-ed7affa10583 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.542608 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a863d239-0423-4f61-bf5c-180e2b8f38ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.544827 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['a7ce0463-3d29-43d9-87cf-773d5694fa8e'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:05.584379 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48923fc4-e175-4c40-81ec-48065c979672 req-24176fed-cbb0-4221-84f0-ed7affa10583 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:05.585254 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-48923fc4-e175-4c40-81ec-48065c979672 req-24176fed-cbb0-4221-84f0-ed7affa10583 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.586788 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-48923fc4-e175-4c40-81ec-48065c979672 req-24176fed-cbb0-4221-84f0-ed7affa10583 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "PUT /v2.0/ports/a7ce0463-3d29-43d9-87cf-773d5694fa8e HTTP/1.1" status: 200 len: 905 time: 0.6619427 Sep 16 04:53:05.589606 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d70f5a-6b5d-40a3-bbbb-54906d62b436', 'tag': 'a7ce0463-3d29-43d9-87cf-773d5694fa8e'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:05.594766 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfcbe4b-ea21-48bb-9908-913e24253061" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d70f5a-6b5d-40a3-bbbb-54906d62b436", "tag": "a7ce0463-3d29-43d9-87cf-773d5694fa8e"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:05.675842 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4d2a586a-b5d4-425d-b635-e7147a6e2f21 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.684733 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4d2a586a-b5d4-425d-b635-e7147a6e2f21 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/ports/6e35e44c-b18c-4956-bda7-3a87a0bf2f5c HTTP/1.1" status: 204 len: 168 time: 0.9417977 Sep 16 04:53:05.690807 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46868) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:05.698122 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['2959b5b2-8587-4021-ac7c-7b2c07c40aca', 'c1bfbfef-8342-43fb-b456-027cddcafde6'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:05.771591 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24176fed-cbb0-4221-84f0-ed7affa10583 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Pushing event updated for resources: {'Port': ['ID=a7ce0463-3d29-43d9-87cf-773d5694fa8e,revision_number=6']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:05.810894 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['a7ce0463-3d29-43d9-87cf-773d5694fa8e'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:05.873736 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc043c0b-b31d-4b83-8ab0-cdae94587b7f tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] GET failed (client error): The resource could not be found. Sep 16 04:53:05.884648 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cc043c0b-b31d-4b83-8ab0-cdae94587b7f tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "GET /v2.0/ports/6e35e44c-b18c-4956-bda7-3a87a0bf2f5c HTTP/1.1" status: 404 len: 333 time: 0.1891198 Sep 16 04:53:05.885280 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46870) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:05.962254 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a863d239-0423-4f61-bf5c-180e2b8f38ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.014683 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a863d239-0423-4f61-bf5c-180e2b8f38ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.035658 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a863d239-0423-4f61-bf5c-180e2b8f38ca admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:53:06.051636 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a863d239-0423-4f61-bf5c-180e2b8f38ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.052000 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-a863d239-0423-4f61-bf5c-180e2b8f38ca admin admin] Added segment e239c08b-9502-403b-a62d-904bde2bc84f of type vlan for network 95323e7d-bc75-4644-adb1-0a3d4ef7631b Sep 16 04:53:06.076364 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-05f112b2-c2ba-4bdc-bd56-d974d5be914e tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Deleting subnet a2175e2f-a7aa-4218-8464-0b64280a5e85 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:53:06.082770 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-05f112b2-c2ba-4bdc-bd56-d974d5be914e tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.123530 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a863d239-0423-4f61-bf5c-180e2b8f38ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.140962 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bae8d18b-891f-4503-86f1-f0560f166c30 None None] Provisioning complete for port a7ce0463-3d29-43d9-87cf-773d5694fa8e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:06.141861 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bae8d18b-891f-4503-86f1-f0560f166c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.161520 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a863d239-0423-4f61-bf5c-180e2b8f38ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.163107 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a863d239-0423-4f61-bf5c-180e2b8f38ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:06.164818 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a863d239-0423-4f61-bf5c-180e2b8f38ca admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.189424 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-05f112b2-c2ba-4bdc-bd56-d974d5be914e tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.214876 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f733c4f9-2526-4390-bd80-bdb12b48a3a2 None None] Network a1961315-42b4-419c-8b86-81d78cd820c8 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:06.222717 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a863d239-0423-4f61-bf5c-180e2b8f38ca admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0541558 Sep 16 04:53:06.232310 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46872) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:06.244656 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-6d5d7268-a173-4ff7-bd7a-9b98af19804d admin admin] Request body: {'subnet': {'network_id': '95323e7d-bc75-4644-adb1-0a3d4ef7631b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1196630767-subnet', 'tenant_id': 'ae9253f056ae49e68f4d400ee8ce541c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:06.314284 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5d7268-a173-4ff7-bd7a-9b98af19804d admin admin] Made reservation on behalf of ae9253f056ae49e68f4d400ee8ce541c for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:06.325247 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6d5d7268-a173-4ff7-bd7a-9b98af19804d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.333015 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863d239-0423-4f61-bf5c-180e2b8f38ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b144398b-96c5-4a7f-873e-7580b5a81305,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:06.371386 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb5d56-ac80-4f8d-be2b-188110faf859 req-e39cd1d0-8635-4c10-b573-875baf1aca4c tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:06.373149 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dafb5d56-ac80-4f8d-be2b-188110faf859 req-e39cd1d0-8635-4c10-b573-875baf1aca4c tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=387f9764-5bbe-4fb1-ac6e-2a9a1829d582 HTTP/1.1" status: 200 len: 946 time: 0.4657097 Sep 16 04:53:06.433040 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863d239-0423-4f61-bf5c-180e2b8f38ca admin admin] Pushing event updated for resources: {'Network': ['ID=95323e7d-bc75-4644-adb1-0a3d4ef7631b,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:06.469278 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 95323e7d-bc75-4644-adb1-0a3d4ef7631b details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:53:06.485808 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 52717250-a964-4417-b48e-e6db0f18832c up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:06.486554 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dafb5d56-ac80-4f8d-be2b-188110faf859 req-02e2a6ac-f34f-474e-a237-e960296e0608 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655634 Sep 16 04:53:06.515355 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-05f112b2-c2ba-4bdc-bd56-d974d5be914e tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.686415 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-05f112b2-c2ba-4bdc-bd56-d974d5be914e tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.754147 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 52717250-a964-4417-b48e-e6db0f18832c triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:06.754764 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.756977 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f112b2-c2ba-4bdc-bd56-d974d5be914e tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Subnet': ['ID=a2175e2f-a7aa-4218-8464-0b64280a5e85,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:06.763877 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-05f112b2-c2ba-4bdc-bd56-d974d5be914e tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.770506 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46878) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:06.770889 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-05f112b2-c2ba-4bdc-bd56-d974d5be914e tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/subnets/a2175e2f-a7aa-4218-8464-0b64280a5e85 HTTP/1.1" status: 204 len: 168 time: 0.8788650 Sep 16 04:53:06.861292 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6d5d7268-a173-4ff7-bd7a-9b98af19804d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.913510 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-cd4fdfa8-a315-4ba3-bbd8-9e3d2ac3cd3b None None] Provisioning complete for port 52717250-a964-4417-b48e-e6db0f18832c triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:06.913879 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cd4fdfa8-a315-4ba3-bbd8-9e3d2ac3cd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.970857 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5d7268-a173-4ff7-bd7a-9b98af19804d admin admin] Checking segment: {'id': 'e239c08b-9502-403b-a62d-904bde2bc84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '95323e7d-bc75-4644-adb1-0a3d4ef7631b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:06.971946 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5d7268-a173-4ff7-bd7a-9b98af19804d admin admin] Network hostable DHCP agents. Network: 95323e7d-bc75-4644-adb1-0a3d4ef7631b, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:53:06.987814 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d7268-a173-4ff7-bd7a-9b98af19804d admin admin] Pushing event updated for resources: {'Subnet': ['ID=52ea8b91-2711-402b-a55a-c845ac289939,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:07.017357 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5d7268-a173-4ff7-bd7a-9b98af19804d admin admin] Network 95323e7d-bc75-4644-adb1-0a3d4ef7631b is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:53:07.019268 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.039065 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fe958430-9f5d-425b-8098-5c2dc62875ff tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.040761 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-6d5d7268-a173-4ff7-bd7a-9b98af19804d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 95323e7d-bc75-4644-adb1-0a3d4ef7631b) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:07.045241 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5d7268-a173-4ff7-bd7a-9b98af19804d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:07.045834 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6d5d7268-a173-4ff7-bd7a-9b98af19804d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.073660 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6d5d7268-a173-4ff7-bd7a-9b98af19804d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8364275 Sep 16 04:53:07.073949 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46880) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:07.082390 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-de26b918-5b78-4349-8967-d3eec9f3f16d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1196630767-router', 'tenant_id': 'ae9253f056ae49e68f4d400ee8ce541c', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:07.098891 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cd4fdfa8-a315-4ba3-bbd8-9e3d2ac3cd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.102103 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618da187-ba6d-495a-9386-8dad933d2e10 None None] Network 95323e7d-bc75-4644-adb1-0a3d4ef7631b requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:07.125636 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 52717250-a964-4417-b48e-e6db0f18832c, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=52717250-a964-4417-b48e-e6db0f18832c,segment=NetworkSegment(a8e80514-3b2e-422e-9c75-6969516b6fde),segment_id=a8e80514-3b2e-422e-9c75-6969516b6fde)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:07.137491 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-de26b918-5b78-4349-8967-d3eec9f3f16d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.138651 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-de26b918-5b78-4349-8967-d3eec9f3f16d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.155170 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.172230 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6f3db-2607-4261-b95e-a98dcd4d255d req-286eb318-c985-49e1-8ac4-f6929edb6661 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:07.175776 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-85c6f3db-2607-4261-b95e-a98dcd4d255d req-286eb318-c985-49e1-8ac4-f6929edb6661 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0d70f5a-6b5d-40a3-bbbb-54906d62b436 HTTP/1.1" status: 200 len: 908 time: 0.3180940 Sep 16 04:53:07.218677 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-fe958430-9f5d-425b-8098-5c2dc62875ff tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Deleting port 52717250-a964-4417-b48e-e6db0f18832c {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:07.219200 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fe958430-9f5d-425b-8098-5c2dc62875ff tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.226133 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd10b505-4f30-46b0-80e7-5195dae17261 None None] Network a1961315-42b4-419c-8b86-81d78cd820c8 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:07.281119 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271f02e0-4249-44ab-bae5-fc42cb6e84e3 x-openstack-request-id: req-271f02e0-4249-44ab-bae5-fc42cb6e84e3 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:07.281501 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d70f5a-6b5d-40a3-bbbb-54906d62b436", "tag": "a7ce0463-3d29-43d9-87cf-773d5694fa8e", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:07.281757 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-271f02e0-4249-44ab-bae5-fc42cb6e84e3 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:07.282182 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d70f5a-6b5d-40a3-bbbb-54906d62b436', 'tag': 'a7ce0463-3d29-43d9-87cf-773d5694fa8e', 'status': 'completed', 'code': 200} Sep 16 04:53:07.359826 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-de26b918-5b78-4349-8967-d3eec9f3f16d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.386380 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-fe958430-9f5d-425b-8098-5c2dc62875ff tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] For port 52717250-a964-4417-b48e-e6db0f18832c, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=52717250-a964-4417-b48e-e6db0f18832c,segment=NetworkSegment(a8e80514-3b2e-422e-9c75-6969516b6fde),segment_id=a8e80514-3b2e-422e-9c75-6969516b6fde)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:07.386792 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fe958430-9f5d-425b-8098-5c2dc62875ff tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.413137 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-fe958430-9f5d-425b-8098-5c2dc62875ff tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Calling delete_port for 52717250-a964-4417-b48e-e6db0f18832c owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:07.454560 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=52717250-a964-4417-b48e-e6db0f18832c,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:07.579780 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fe958430-9f5d-425b-8098-5c2dc62875ff tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.586588 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265bd1de-5071-4bc4-88ab-854c0c79c484 None None] Network 95323e7d-bc75-4644-adb1-0a3d4ef7631b requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:07.588931 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfcbe4b-ea21-48bb-9908-913e24253061 req-35c4645a-b0b3-4742-a9d4-15921a7ad8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:07.591430 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5dfcbe4b-ea21-48bb-9908-913e24253061 req-35c4645a-b0b3-4742-a9d4-15921a7ad8ae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=68cc116df1104257a08239cd46cd0170&device_id=d0d70f5a-6b5d-40a3-bbbb-54906d62b436 HTTP/1.1" status: 200 len: 1060 time: 0.2362165 Sep 16 04:53:07.605875 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-cd4fdfa8-a315-4ba3-bbd8-9e3d2ac3cd3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:53:07.606527 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-cd4fdfa8-a315-4ba3-bbd8-9e3d2ac3cd3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:53:07.616651 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe958430-9f5d-425b-8098-5c2dc62875ff tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Port': ['ID=52717250-a964-4417-b48e-e6db0f18832c,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:07.623441 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe958430-9f5d-425b-8098-5c2dc62875ff tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] No DVR routers for this DVR port 52717250-a964-4417-b48e-e6db0f18832c on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:07.658728 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-de26b918-5b78-4349-8967-d3eec9f3f16d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.683977 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e66220-b3a7-4879-aaef-64f5fa77091f req-8dbfcc63-3bed-4a3a-ba1f-a9c8bf31cd2a tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:07.685696 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b5e66220-b3a7-4879-aaef-64f5fa77091f req-8dbfcc63-3bed-4a3a-ba1f-a9c8bf31cd2a tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.1498179 Sep 16 04:53:07.743385 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba59b1b-4bb2-4d6f-9404-a9ab99308175 None None] DHCP port deletion for a1961315-42b4-419c-8b86-81d78cd820c8 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:53:07.805218 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fe958430-9f5d-425b-8098-5c2dc62875ff tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.837327 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b5e66220-b3a7-4879-aaef-64f5fa77091f req-403491e8-f82b-4a4c-9b4e-0597242a7156 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372862 Sep 16 04:53:07.841307 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-fe958430-9f5d-425b-8098-5c2dc62875ff tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1961315-42b4-419c-8b86-81d78cd820c8']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:07.853780 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-fe958430-9f5d-425b-8098-5c2dc62875ff tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e80514-3b2e-422e-9c75-6969516b6fde') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:07.854084 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-fe958430-9f5d-425b-8098-5c2dc62875ff tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e80514-3b2e-422e-9c75-6969516b6fde') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:07.866127 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfcbe4b-ea21-48bb-9908-913e24253061 req-8e1d12d4-192c-4d77-8f5f-8409a648c477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:07.868932 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5dfcbe4b-ea21-48bb-9908-913e24253061 req-8e1d12d4-192c-4d77-8f5f-8409a648c477 service neutron] 10.222.0.47 "GET /v2.0/networks?id=92ecefce-c627-4abd-9d77-6a33db190651 HTTP/1.1" status: 200 len: 912 time: 0.2225046 Sep 16 04:53:07.879746 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fe958430-9f5d-425b-8098-5c2dc62875ff tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.898158 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fe958430-9f5d-425b-8098-5c2dc62875ff tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.913687 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe958430-9f5d-425b-8098-5c2dc62875ff tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:53:07.914265 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fe958430-9f5d-425b-8098-5c2dc62875ff tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.918242 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:53:07.918242 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:53:07.918242 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:53:07.918242 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:53:07.918242 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:53:07.918242 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:53:07.918242 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:53:07.918242 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:53:07.918242 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:53:07.918242 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:53:07.918242 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:53:07.918242 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:53:07.918242 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:53:07.918242 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:53:07.918242 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:53:07.918242 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:53:07.918242 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:53:07.918242 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:53:07.918242 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:53:07.918242 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:53:07.918242 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:53:07.918242 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:53:07.918242 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:53:07.918242 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:53:07.918242 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:53:07.918242 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:53:07.918242 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:53:07.918242 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:53:07.918242 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:53:07.918242 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:53:07.918242 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:53:07.918242 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:53:07.927471 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5dfcbe4b-ea21-48bb-9908-913e24253061 req-5170d8d0-a863-4d3c-8430-4eec4be8f450 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7ce0463-3d29-43d9-87cf-773d5694fa8e HTTP/1.1" status: 200 len: 217 time: 0.0489752 Sep 16 04:53:07.993854 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfcbe4b-ea21-48bb-9908-913e24253061 req-46f202ab-4302-4547-9415-8ee81e382247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:07.996175 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5dfcbe4b-ea21-48bb-9908-913e24253061 req-46f202ab-4302-4547-9415-8ee81e382247 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21 HTTP/1.1" status: 200 len: 850 time: 0.0588472 Sep 16 04:53:08.051295 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fe958430-9f5d-425b-8098-5c2dc62875ff tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.077800 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fe958430-9f5d-425b-8098-5c2dc62875ff tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.083298 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46894) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:08.085232 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-fe958430-9f5d-425b-8098-5c2dc62875ff tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/networks/a1961315-42b4-419c-8b86-81d78cd820c8 HTTP/1.1" status: 204 len: 168 time: 1.3125014 Sep 16 04:53:08.085986 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe958430-9f5d-425b-8098-5c2dc62875ff tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Network': ['ID=a1961315-42b4-419c-8b86-81d78cd820c8,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:08.089480 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-16fa3b28-5896-47fe-a541-ecedfa6c31ae tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'port': {'network_id': '2f9390cb-4489-4133-8b77-d0812c7ca5f1', 'name': 'tempest-PortsTestJSON-1764174694'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:08.117539 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac6a39-b38e-4e94-b9bd-a9d0b1f96c94 req-a369b5cc-4b24-469d-a6a0-eb7914571e5c tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:08.119110 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-22ac6a39-b38e-4e94-b9bd-a9d0b1f96c94 req-a369b5cc-4b24-469d-a6a0-eb7914571e5c tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=387f9764-5bbe-4fb1-ac6e-2a9a1829d582 HTTP/1.1" status: 200 len: 946 time: 0.1165407 Sep 16 04:53:08.138326 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-cd4fdfa8-a315-4ba3-bbd8-9e3d2ac3cd3b None None] Port 52717250-a964-4417-b48e-e6db0f18832c update to ACTIVE by agent not found {{(pid=94768) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 16 04:53:08.173753 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-22ac6a39-b38e-4e94-b9bd-a9d0b1f96c94 req-890f1f1d-e207-402f-acdc-78d73035d2a5 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449834 Sep 16 04:53:08.258872 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ebb02a2f-a344-40bb-838a-1b1c48aefe0a None None] Could not find standard attr ID for object 52717250-a964-4417-b48e-e6db0f18832c. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:53:08.270113 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfcbe4b-ea21-48bb-9908-913e24253061 req-6736b27f-2f3d-4e06-ac99-e83ae562cce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:08.270113 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5dfcbe4b-ea21-48bb-9908-913e24253061 req-6736b27f-2f3d-4e06-ac99-e83ae562cce4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=92ecefce-c627-4abd-9d77-6a33db190651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2170072 Sep 16 04:53:08.290336 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-de26b918-5b78-4349-8967-d3eec9f3f16d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.316198 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 52717250-a964-4417-b48e-e6db0f18832c no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:08.341706 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-de26b918-5b78-4349-8967-d3eec9f3f16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.347969 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 52717250-a964-4417-b48e-e6db0f18832c {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:08.348325 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 52717250-a964-4417-b48e-e6db0f18832c not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:08.399626 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16fa3b28-5896-47fe-a541-ecedfa6c31ae tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Made reservation on behalf of 02d0d2917e594a5f85c23d8add7f0e99 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:08.403234 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-16fa3b28-5896-47fe-a541-ecedfa6c31ae tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.465099 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab741d9b-6eed-4569-9702-f527f992fddd req-ee81afeb-6200-439c-8b9a-c5a83e96bdb1 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:08.473373 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ab741d9b-6eed-4569-9702-f527f992fddd req-ee81afeb-6200-439c-8b9a-c5a83e96bdb1 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.0673375 Sep 16 04:53:08.525056 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ab741d9b-6eed-4569-9702-f527f992fddd req-dc4360a9-b59b-4219-a9e1-b30eab1fce0c tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500383 Sep 16 04:53:08.674658 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b410f-93b5-4147-8ff5-34996d2ddfc5 req-2b76db54-28d6-42b2-8ae7-383d7517b007 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:08.679911 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-810b410f-93b5-4147-8ff5-34996d2ddfc5 req-2b76db54-28d6-42b2-8ae7-383d7517b007 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=387f9764-5bbe-4fb1-ac6e-2a9a1829d582 HTTP/1.1" status: 200 len: 946 time: 0.0818126 Sep 16 04:53:08.728071 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-810b410f-93b5-4147-8ff5-34996d2ddfc5 req-7014b976-0892-426a-8d27-e12ab95ffaec tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398495 Sep 16 04:53:08.729919 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-16fa3b28-5896-47fe-a541-ecedfa6c31ae tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] device_id is not set on port d0a9db21-4b02-4624-bc34-ba44fe88dea6 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:53:08.788461 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5dfcbe4b-ea21-48bb-9908-913e24253061 req-c40c74b3-e675-40b6-849c-5a843f4b7f3a service neutron] 10.222.0.47 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5099905 Sep 16 04:53:08.936896 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-de26b918-5b78-4349-8967-d3eec9f3f16d admin admin] Allocated IP 172.25.8.205 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/8617fe60-acb2-4aa9-ba3d-4370ccd67ac0) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:09.014474 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5dfcbe4b-ea21-48bb-9908-913e24253061 req-166555a2-cc40-4585-9183-85f882a6044b service neutron] 10.222.0.47 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972036 Sep 16 04:53:09.049228 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-0b213488-0983-4d0f-89a0-87299aa57be2 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:09.050886 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-0b213488-0983-4d0f-89a0-87299aa57be2 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/networks?id=92ecefce-c627-4abd-9d77-6a33db190651 HTTP/1.1" status: 200 len: 811 time: 0.1419144 Sep 16 04:53:09.070951 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-7cad8508-f158-4db7-ae99-b9395dc52005 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/quotas/68cc116df1104257a08239cd46cd0170 HTTP/1.1" status: 200 len: 375 time: 0.0116768 Sep 16 04:53:09.108590 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-16fa3b28-5896-47fe-a541-ecedfa6c31ae tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.155023 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-4bbf1cd6-3d69-46c3-9bce-40a584cc8b12 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=68cc116df1104257a08239cd46cd0170&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0780962 Sep 16 04:53:09.169934 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-de26b918-5b78-4349-8967-d3eec9f3f16d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.190827 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-16fa3b28-5896-47fe-a541-ecedfa6c31ae tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.251587 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fa3b28-5896-47fe-a541-ecedfa6c31ae tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Network 2f9390cb-4489-4133-8b77-d0812c7ca5f1 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:09.263164 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-16fa3b28-5896-47fe-a541-ecedfa6c31ae tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:09.266427 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fa3b28-5896-47fe-a541-ecedfa6c31ae tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:09.273804 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fa3b28-5896-47fe-a541-ecedfa6c31ae tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:09.274033 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-16fa3b28-5896-47fe-a541-ecedfa6c31ae tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.276553 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa3b28-5896-47fe-a541-ecedfa6c31ae tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Port': ['ID=d0a9db21-4b02-4624-bc34-ba44fe88dea6,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:09.281923 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-de26b918-5b78-4349-8967-d3eec9f3f16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.329908 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-dcc1912a-15f4-4513-8519-ea33cd4c7808 service neutron] 10.222.0.35 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650312 Sep 16 04:53:09.332714 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de26b918-5b78-4349-8967-d3eec9f3f16d admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:09.334971 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-16fa3b28-5896-47fe-a541-ecedfa6c31ae tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2506745 Sep 16 04:53:09.338414 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46916) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:09.340532 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-de26b918-5b78-4349-8967-d3eec9f3f16d admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:09.345521 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de26b918-5b78-4349-8967-d3eec9f3f16d admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:09.348872 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de26b918-5b78-4349-8967-d3eec9f3f16d admin admin] Pushing event updated for resources: {'Port': ['ID=8617fe60-acb2-4aa9-ba3d-4370ccd67ac0,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:09.503908 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-e8e3d6f9-67d6-4962-a373-67a92181dbef service neutron] 10.222.0.35 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521170 Sep 16 04:53:09.518934 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-f40698ec-b472-4fd4-8e45-068a09e87616 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Deleting port d0a9db21-4b02-4624-bc34-ba44fe88dea6 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:09.519490 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f40698ec-b472-4fd4-8e45-068a09e87616 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.641405 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f40698ec-b472-4fd4-8e45-068a09e87616 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.660895 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-f40698ec-b472-4fd4-8e45-068a09e87616 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Calling delete_port for d0a9db21-4b02-4624-bc34-ba44fe88dea6 owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:09.686849 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-de26b918-5b78-4349-8967-d3eec9f3f16d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.773931 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f40698ec-b472-4fd4-8e45-068a09e87616 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.828759 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40698ec-b472-4fd4-8e45-068a09e87616 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Port': ['ID=d0a9db21-4b02-4624-bc34-ba44fe88dea6,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:09.839799 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f40698ec-b472-4fd4-8e45-068a09e87616 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.843335 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f40698ec-b472-4fd4-8e45-068a09e87616 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/ports/d0a9db21-4b02-4624-bc34-ba44fe88dea6 HTTP/1.1" status: 204 len: 168 time: 0.5035355 Sep 16 04:53:09.845423 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46926) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:09.854508 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-8036afaa-c393-48dc-a68c-f503ec3a4f5d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'port': {'network_id': '2f9390cb-4489-4133-8b77-d0812c7ca5f1', 'mac_address': 'fa:16:3e:f7:0a:2b', 'name': 'tempest-PortsTestJSON-1939112524'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:09.989136 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8036afaa-c393-48dc-a68c-f503ec3a4f5d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Made reservation on behalf of 02d0d2917e594a5f85c23d8add7f0e99 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:10.043868 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-de26b918-5b78-4349-8967-d3eec9f3f16d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.052919 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-61e9d477-e8cd-414d-84f0-e7df1ddaa226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.119171 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8036afaa-c393-48dc-a68c-f503ec3a4f5d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.176861 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-45bb39d2-fd3c-428e-adae-d54ba370c833 req-cc682cbf-14aa-428c-9a65-f435a61195e0 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=8340490b-4b72-4225-97cb-434daaf123c9 HTTP/1.1" status: 200 len: 210 time: 0.0413747 Sep 16 04:53:10.178533 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-8036afaa-c393-48dc-a68c-f503ec3a4f5d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] device_id is not set on port 3019c46d-4485-402f-993c-6eea143d67e8 yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:53:10.312783 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de26b918-5b78-4349-8967-d3eec9f3f16d admin admin] Router 35f451f4-e175-49af-9170-56d406504f57 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:53:10.453567 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c7a10-7501-4e3f-be95-bacb51b6da63 req-6644ff51-62f0-4d19-8baf-dc850d30b546 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:10.455169 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8e0c7a10-7501-4e3f-be95-bacb51b6da63 req-6644ff51-62f0-4d19-8baf-dc850d30b546 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=387f9764-5bbe-4fb1-ac6e-2a9a1829d582 HTTP/1.1" status: 200 len: 946 time: 0.1451077 Sep 16 04:53:10.467702 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8036afaa-c393-48dc-a68c-f503ec3a4f5d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.471719 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de26b918-5b78-4349-8967-d3eec9f3f16d admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:53:10.484400 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e77a53-453e-4c01-b53d-a7c655909c8a None None] Sync routers for ids ['35f451f4-e175-49af-9170-56d406504f57'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:53:10.498845 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-de26b918-5b78-4349-8967-d3eec9f3f16d admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.499852 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e77a53-453e-4c01-b53d-a7c655909c8a None None] Routers {'35f451f4-e175-49af-9170-56d406504f57'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:10.501128 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-09e77a53-453e-4c01-b53d-a7c655909c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:52:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['35f451f4-e175-49af-9170-56d406504f57'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:10.502003 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-de26b918-5b78-4349-8967-d3eec9f3f16d admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.4270074 Sep 16 04:53:10.505246 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46936) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:10.524188 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8e0c7a10-7501-4e3f-be95-bacb51b6da63 req-0db255d3-54ac-4d77-989a-c18fbff3dd80 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589871 Sep 16 04:53:10.574269 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8036afaa-c393-48dc-a68c-f503ec3a4f5d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.678826 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8036afaa-c393-48dc-a68c-f503ec3a4f5d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Network 2f9390cb-4489-4133-8b77-d0812c7ca5f1 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:10.688557 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-8036afaa-c393-48dc-a68c-f503ec3a4f5d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:10.697038 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8036afaa-c393-48dc-a68c-f503ec3a4f5d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:10.702818 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8036afaa-c393-48dc-a68c-f503ec3a4f5d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:10.703526 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8036afaa-c393-48dc-a68c-f503ec3a4f5d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.707944 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8036afaa-c393-48dc-a68c-f503ec3a4f5d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Port': ['ID=3019c46d-4485-402f-993c-6eea143d67e8,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:10.722744 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-09e77a53-453e-4c01-b53d-a7c655909c8a None None] Set router 35f451f4-e175-49af-9170-56d406504f57 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:10.744370 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be07ec-386c-4396-bcbf-448101980a1f req-e9b52762-fa61-45ed-b4f1-0575bb8d7a90 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:10.745955 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-81be07ec-386c-4396-bcbf-448101980a1f req-e9b52762-fa61-45ed-b4f1-0575bb8d7a90 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 946 time: 0.1292942 Sep 16 04:53:10.751079 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8036afaa-c393-48dc-a68c-f503ec3a4f5d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9036336 Sep 16 04:53:10.751762 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46938) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:10.818859 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b2999a-9620-4b95-9b7c-549e8034fc06 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:10.823882 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-81b2999a-9620-4b95-9b7c-549e8034fc06 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "GET /v2.0/ports/3019c46d-4485-402f-993c-6eea143d67e8 HTTP/1.1" status: 200 len: 841 time: 0.0706604 Sep 16 04:53:10.824205 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46940) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:10.857178 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-81be07ec-386c-4396-bcbf-448101980a1f req-8be259c7-a5c5-40e4-ad32-524aae888c68 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959220 Sep 16 04:53:10.942880 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:53:10.986704 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-09e77a53-453e-4c01-b53d-a7c655909c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f451f4-e175-49af-9170-56d406504f57', 'name': 'tempest-ServerRescueNegativeTestJSON-1196630767-router', 'tenant_id': 'ae9253f056ae49e68f4d400ee8ce541c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '8617fe60-acb2-4aa9-ba3d-4370ccd67ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:53:07Z', 'updated_at': '2021-09-16T04:53:09Z', 'revision_number': 3, 'project_id': 'ae9253f056ae49e68f4d400ee8ce541c', 'gw_port': {'id': '8617fe60-acb2-4aa9-ba3d-4370ccd67ac0', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f451f4-e175-49af-9170-56d406504f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:53:08Z', 'updated_at': '2021-09-16T04:53:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:11.009934 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-cc9de292-6f6c-4594-8358-33ce9d6a07c6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Deleting port 3019c46d-4485-402f-993c-6eea143d67e8 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:11.009934 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cc9de292-6f6c-4594-8358-33ce9d6a07c6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.022738 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e77a53-453e-4c01-b53d-a7c655909c8a None None] Checking router: 35f451f4-e175-49af-9170-56d406504f57 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:53:11.023053 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e77a53-453e-4c01-b53d-a7c655909c8a None None] Updating router 35f451f4-e175-49af-9170-56d406504f57 port 8617fe60-acb2-4aa9-ba3d-4370ccd67ac0 binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:53:11.055650 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-09e77a53-453e-4c01-b53d-a7c655909c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.157614 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cc9de292-6f6c-4594-8358-33ce9d6a07c6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.262322 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-cc9de292-6f6c-4594-8358-33ce9d6a07c6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Calling delete_port for 3019c46d-4485-402f-993c-6eea143d67e8 owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:11.339800 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a513835a-d462-4e4b-8f0e-d401eb5d9724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.356665 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-219d84c4-8ab8-425b-97be-96ca2dfa212a req-2d8e3e28-49d7-4a88-affe-ebdad29290d8 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=8340490b-4b72-4225-97cb-434daaf123c9 HTTP/1.1" status: 200 len: 210 time: 0.0343029 Sep 16 04:53:11.405635 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-0d0a0b56-cfd4-47a5-8f33-45fc91c39627 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:11.407781 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-0d0a0b56-cfd4-47a5-8f33-45fc91c39627 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.47 "GET /v2.0/networks?id=92ecefce-c627-4abd-9d77-6a33db190651 HTTP/1.1" status: 200 len: 811 time: 0.3329389 Sep 16 04:53:11.466532 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-256fac09-86a5-4917-9c37-605c37a9b08f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Request body: {'port': {'device_id': '8340490b-4b72-4225-97cb-434daaf123c9', 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651', 'admin_state_up': True, 'tenant_id': '68cc116df1104257a08239cd46cd0170'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:11.473433 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-09e77a53-453e-4c01-b53d-a7c655909c8a None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.483157 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-09e77a53-453e-4c01-b53d-a7c655909c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.529990 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.617309 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cc9de292-6f6c-4594-8358-33ce9d6a07c6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.689775 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-09e77a53-453e-4c01-b53d-a7c655909c8a None None] Attempting to bind port 8617fe60-acb2-4aa9-ba3d-4370ccd67ac0 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:11.690605 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-09e77a53-453e-4c01-b53d-a7c655909c8a None None] Attempting to bind port 8617fe60-acb2-4aa9-ba3d-4370ccd67ac0 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:11.691265 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e77a53-453e-4c01-b53d-a7c655909c8a None None] Attempting to bind port 8617fe60-acb2-4aa9-ba3d-4370ccd67ac0 on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:11.704847 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e77a53-453e-4c01-b53d-a7c655909c8a None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:11.705225 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e77a53-453e-4c01-b53d-a7c655909c8a None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:11.705623 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-09e77a53-453e-4c01-b53d-a7c655909c8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.706018 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e77a53-453e-4c01-b53d-a7c655909c8a None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:11.706480 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-09e77a53-453e-4c01-b53d-a7c655909c8a None None] Bound port: 8617fe60-acb2-4aa9-ba3d-4370ccd67ac0, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:11.706857 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-09e77a53-453e-4c01-b53d-a7c655909c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.710876 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b6af0-8031-4443-b3f3-c743af1079d3 None None] Pushing event updated for resources: {'Port': ['ID=8617fe60-acb2-4aa9-ba3d-4370ccd67ac0,revision_number=2']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:11.738872 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b6af0-8031-4443-b3f3-c743af1079d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:11.739325 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b6af0-8031-4443-b3f3-c743af1079d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:11.739325 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b6af0-8031-4443-b3f3-c743af1079d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:11.739818 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b6af0-8031-4443-b3f3-c743af1079d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:11.740173 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b6af0-8031-4443-b3f3-c743af1079d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:11.742122 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b6af0-8031-4443-b3f3-c743af1079d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:11.742122 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b6af0-8031-4443-b3f3-c743af1079d3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:11.742122 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b6af0-8031-4443-b3f3-c743af1079d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:11.742122 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b6af0-8031-4443-b3f3-c743af1079d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:11.742122 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b6af0-8031-4443-b3f3-c743af1079d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:11.748670 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b6af0-8031-4443-b3f3-c743af1079d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:11.748670 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b6af0-8031-4443-b3f3-c743af1079d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:11.784742 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-09e77a53-453e-4c01-b53d-a7c655909c8a None None] For port 8617fe60-acb2-4aa9-ba3d-4370ccd67ac0, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:11.789247 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-09e77a53-453e-4c01-b53d-a7c655909c8a None None] For port 8617fe60-acb2-4aa9-ba3d-4370ccd67ac0, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=8617fe60-acb2-4aa9-ba3d-4370ccd67ac0,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:53:11.794683 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-09e77a53-453e-4c01-b53d-a7c655909c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.858234 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b6af0-8031-4443-b3f3-c743af1079d3 None None] Pushing event updated for resources: {'Port': ['ID=8617fe60-acb2-4aa9-ba3d-4370ccd67ac0,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:11.881694 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e77a53-453e-4c01-b53d-a7c655909c8a None None] Routers {'35f451f4-e175-49af-9170-56d406504f57'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:11.882666 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-09e77a53-453e-4c01-b53d-a7c655909c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:52:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['35f451f4-e175-49af-9170-56d406504f57'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:11.953852 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516734c-1d53-4c47-8d6d-e738a4e69a1a req-c82a050d-fae2-46c5-9e03-c0246b1460b3 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:11.961155 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b516734c-1d53-4c47-8d6d-e738a4e69a1a req-c82a050d-fae2-46c5-9e03-c0246b1460b3 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=387f9764-5bbe-4fb1-ac6e-2a9a1829d582 HTTP/1.1" status: 200 len: 946 time: 0.0705237 Sep 16 04:53:12.010235 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b516734c-1d53-4c47-8d6d-e738a4e69a1a req-da975cf9-c47d-4e1a-97b7-9597875a0ea7 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478072 Sep 16 04:53:12.014964 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9de292-6f6c-4594-8358-33ce9d6a07c6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Port': ['ID=3019c46d-4485-402f-993c-6eea143d67e8,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:12.034048 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-09e77a53-453e-4c01-b53d-a7c655909c8a None None] Set router 35f451f4-e175-49af-9170-56d406504f57 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:12.036996 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cc9de292-6f6c-4594-8358-33ce9d6a07c6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.044202 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cc9de292-6f6c-4594-8358-33ce9d6a07c6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/ports/3019c46d-4485-402f-993c-6eea143d67e8 HTTP/1.1" status: 204 len: 168 time: 1.2178168 Sep 16 04:53:12.046346 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46954) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:12.075396 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1117b79d-8bd9-40e5-8b37-d55eded4e046 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] GET failed (client error): The resource could not be found. Sep 16 04:53:12.077132 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1117b79d-8bd9-40e5-8b37-d55eded4e046 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "GET /v2.0/ports/3019c46d-4485-402f-993c-6eea143d67e8 HTTP/1.1" status: 404 len: 333 time: 0.0292909 Sep 16 04:53:12.081469 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46956) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:12.086496 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-0314fc22-a41c-4d6a-9b34-c196a4477c2d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'port': {'network_id': '2f9390cb-4489-4133-8b77-d0812c7ca5f1', 'name': 'tempest-PortsTestJSON-843407372'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:12.171741 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-a513835a-d462-4e4b-8f0e-d401eb5d9724 admin admin] Allocated IP 172.20.0.1 (95323e7d-bc75-4644-adb1-0a3d4ef7631b/52ea8b91-2711-402b-a55a-c845ac289939/4c38b244-ccd9-4ff9-88b7-4891f836d310) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:12.199658 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bb963-af82-49c9-80d7-5d0a6c689dff req-e1c3756f-508c-4340-8a0d-9d0b8786d78c tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:12.201289 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1d9bb963-af82-49c9-80d7-5d0a6c689dff req-e1c3756f-508c-4340-8a0d-9d0b8786d78c tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 946 time: 0.1157203 Sep 16 04:53:12.201966 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-256fac09-86a5-4917-9c37-605c37a9b08f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Made reservation on behalf of 68cc116df1104257a08239cd46cd0170 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:12.220777 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-256fac09-86a5-4917-9c37-605c37a9b08f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.338003 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-09e77a53-453e-4c01-b53d-a7c655909c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f451f4-e175-49af-9170-56d406504f57', 'name': 'tempest-ServerRescueNegativeTestJSON-1196630767-router', 'tenant_id': 'ae9253f056ae49e68f4d400ee8ce541c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '8617fe60-acb2-4aa9-ba3d-4370ccd67ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:53:07Z', 'updated_at': '2021-09-16T04:53:09Z', 'revision_number': 3, 'project_id': 'ae9253f056ae49e68f4d400ee8ce541c', 'gw_port': {'id': '8617fe60-acb2-4aa9-ba3d-4370ccd67ac0', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f451f4-e175-49af-9170-56d406504f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:53:08Z', 'updated_at': '2021-09-16T04:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:12.387915 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e77a53-453e-4c01-b53d-a7c655909c8a None None] The sync data for ids ['35f451f4-e175-49af-9170-56d406504f57'] in n-d-712139-15 is: [{'id': '35f451f4-e175-49af-9170-56d406504f57', 'name': 'tempest-ServerRescueNegativeTestJSON-1196630767-router', 'tenant_id': 'ae9253f056ae49e68f4d400ee8ce541c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '8617fe60-acb2-4aa9-ba3d-4370ccd67ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:53:07Z', 'updated_at': '2021-09-16T04:53:09Z', 'revision_number': 3, 'project_id': 'ae9253f056ae49e68f4d400ee8ce541c', 'gw_port': {'id': '8617fe60-acb2-4aa9-ba3d-4370ccd67ac0', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f451f4-e175-49af-9170-56d406504f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:53:08Z', 'updated_at': '2021-09-16T04:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:53:12.555390 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2f2fd-55b2-4f5c-a197-9ff82a389dd2 req-f73a4a90-f562-48fe-92a6-76f502a56ea3 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:12.561935 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2f2fd-55b2-4f5c-a197-9ff82a389dd2 req-f73a4a90-f562-48fe-92a6-76f502a56ea3 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:12.568662 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2f2fd-55b2-4f5c-a197-9ff82a389dd2 req-f73a4a90-f562-48fe-92a6-76f502a56ea3 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:12.575511 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2f2fd-55b2-4f5c-a197-9ff82a389dd2 req-f73a4a90-f562-48fe-92a6-76f502a56ea3 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:12.577360 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a513835a-d462-4e4b-8f0e-d401eb5d9724 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.590003 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2f2fd-55b2-4f5c-a197-9ff82a389dd2 req-f73a4a90-f562-48fe-92a6-76f502a56ea3 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:12.590972 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-1d9bb963-af82-49c9-80d7-5d0a6c689dff req-f4d77b24-c2a7-4507-b8c5-16b0b5e8ead9 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Deleting port 28b7154f-1510-41ee-89e8-368ea43f2070 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:12.590972 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1d9bb963-af82-49c9-80d7-5d0a6c689dff req-f4d77b24-c2a7-4507-b8c5-16b0b5e8ead9 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.591311 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2f2fd-55b2-4f5c-a197-9ff82a389dd2 req-f73a4a90-f562-48fe-92a6-76f502a56ea3 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:12.595422 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-256fac09-86a5-4917-9c37-605c37a9b08f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Allocated IP 172.20.0.14 (92ecefce-c627-4abd-9d77-6a33db190651/01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21/7524c7a6-6efe-4174-9620-da5358c34a62) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:12.597414 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2f2fd-55b2-4f5c-a197-9ff82a389dd2 req-f73a4a90-f562-48fe-92a6-76f502a56ea3 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:12.598926 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7de2f2fd-55b2-4f5c-a197-9ff82a389dd2 req-f73a4a90-f562-48fe-92a6-76f502a56ea3 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5434 time: 0.4908342 Sep 16 04:53:12.635746 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0314fc22-a41c-4d6a-9b34-c196a4477c2d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Made reservation on behalf of 02d0d2917e594a5f85c23d8add7f0e99 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:12.641435 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0314fc22-a41c-4d6a-9b34-c196a4477c2d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.671929 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-0314fc22-a41c-4d6a-9b34-c196a4477c2d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] device_id is not set on port f169fb6e-a728-4d59-a13d-ffab7282dc47 yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:53:12.784047 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7de2f2fd-55b2-4f5c-a197-9ff82a389dd2 req-e343d945-be39-403a-9109-2c47d49faf38 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&id=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1700933 Sep 16 04:53:12.809062 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a513835a-d462-4e4b-8f0e-d401eb5d9724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.957801 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a513835a-d462-4e4b-8f0e-d401eb5d9724 admin admin] Network 95323e7d-bc75-4644-adb1-0a3d4ef7631b is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:12.969882 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-1d9bb963-af82-49c9-80d7-5d0a6c689dff req-f4d77b24-c2a7-4507-b8c5-16b0b5e8ead9 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] For port 28b7154f-1510-41ee-89e8-368ea43f2070, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=28b7154f-1510-41ee-89e8-368ea43f2070,segment=NetworkSegment(9d882537-ab8f-4c6a-a507-c4b915fccb33),segment_id=9d882537-ab8f-4c6a-a507-c4b915fccb33)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:12.970294 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1d9bb963-af82-49c9-80d7-5d0a6c689dff req-f4d77b24-c2a7-4507-b8c5-16b0b5e8ead9 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.977803 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-a513835a-d462-4e4b-8f0e-d401eb5d9724 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:12.980330 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513835a-d462-4e4b-8f0e-d401eb5d9724 admin admin] Pushing event updated for resources: {'Port': ['ID=4c38b244-ccd9-4ff9-88b7-4891f836d310,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:12.996252 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0314fc22-a41c-4d6a-9b34-c196a4477c2d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:13.007512 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac92c0b-d78e-452d-b1ac-60e91c0a254b req-0dfad49a-1c50-46ab-84fe-acdb32463a50 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:13.009247 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ac92c0b-d78e-452d-b1ac-60e91c0a254b req-0dfad49a-1c50-46ab-84fe-acdb32463a50 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c8b0102-c6af-4051-afb4-0a49c5a910b1 HTTP/1.1" status: 200 len: 946 time: 0.1173832 Sep 16 04:53:13.027243 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a513835a-d462-4e4b-8f0e-d401eb5d9724 admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:13.061828 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-1d9bb963-af82-49c9-80d7-5d0a6c689dff req-f4d77b24-c2a7-4507-b8c5-16b0b5e8ead9 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Calling delete_port for 28b7154f-1510-41ee-89e8-368ea43f2070 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:13.090396 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ac92c0b-d78e-452d-b1ac-60e91c0a254b req-bbdf2bfb-806c-4511-9212-1b6e007a6155 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8dc6682-2a61-46d6-85c0-092c1ee1507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606239 Sep 16 04:53:13.095597 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0314fc22-a41c-4d6a-9b34-c196a4477c2d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:13.168415 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0314fc22-a41c-4d6a-9b34-c196a4477c2d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Network 2f9390cb-4489-4133-8b77-d0812c7ca5f1 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:13.172546 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-0314fc22-a41c-4d6a-9b34-c196a4477c2d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:13.181238 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0314fc22-a41c-4d6a-9b34-c196a4477c2d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:13.183819 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a513835a-d462-4e4b-8f0e-d401eb5d9724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:13.190288 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0314fc22-a41c-4d6a-9b34-c196a4477c2d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:13.191425 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0314fc22-a41c-4d6a-9b34-c196a4477c2d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:13.201530 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314fc22-a41c-4d6a-9b34-c196a4477c2d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Port': ['ID=f169fb6e-a728-4d59-a13d-ffab7282dc47,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:13.211049 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5e22e412-60a7-4e0f-b229-07c51e9b9654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:13.225466 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0314fc22-a41c-4d6a-9b34-c196a4477c2d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1430438 Sep 16 04:53:13.228929 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46966) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:13.236843 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-fc021569-5ed5-4961-87e5-0b9d7aa14f83 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:13.289196 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-256fac09-86a5-4917-9c37-605c37a9b08f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:13.378845 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-05b2b185-098a-489b-a0c6-ad2b28996f74 req-605efab5-0626-4228-9c51-b5c95d9a185a tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=8340490b-4b72-4225-97cb-434daaf123c9 HTTP/1.1" status: 200 len: 210 time: 0.0546439 Sep 16 04:53:13.382266 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fc021569-5ed5-4961-87e5-0b9d7aa14f83 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:13.444462 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-e77069f9-709c-4161-b4f7-5c317eef586a tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:13.450864 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-e77069f9-709c-4161-b4f7-5c317eef586a tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:13.459076 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-e77069f9-709c-4161-b4f7-5c317eef586a tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:13.466976 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-e77069f9-709c-4161-b4f7-5c317eef586a tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:13.480736 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-256fac09-86a5-4917-9c37-605c37a9b08f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:13.490459 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-e77069f9-709c-4161-b4f7-5c317eef586a tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:13.501055 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-e77069f9-709c-4161-b4f7-5c317eef586a tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:13.501281 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:13.507666 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-e77069f9-709c-4161-b4f7-5c317eef586a tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:13.510349 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-e77069f9-709c-4161-b4f7-5c317eef586a tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.48 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5434 time: 0.2130911 Sep 16 04:53:13.516097 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['2959b5b2-8587-4021-ac7c-7b2c07c40aca', 'c1bfbfef-8342-43fb-b456-027cddcafde6'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:13.523832 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a513835a-d462-4e4b-8f0e-d401eb5d9724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:13.564687 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-256fac09-86a5-4917-9c37-605c37a9b08f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Network 92ecefce-c627-4abd-9d77-6a33db190651 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:13.581271 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-256fac09-86a5-4917-9c37-605c37a9b08f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:13.587201 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-256fac09-86a5-4917-9c37-605c37a9b08f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:13.644230 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1d9bb963-af82-49c9-80d7-5d0a6c689dff req-f4d77b24-c2a7-4507-b8c5-16b0b5e8ead9 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:13.650707 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256fac09-86a5-4917-9c37-605c37a9b08f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Pushing event updated for resources: {'Port': ['ID=7524c7a6-6efe-4174-9620-da5358c34a62,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:13.686890 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['28b7154f-1510-41ee-89e8-368ea43f2070'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:13.693168 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-26418f75-c6dd-4cf4-999d-2cf51144f9ab tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:13.695058 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-26418f75-c6dd-4cf4-999d-2cf51144f9ab tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.48 "GET /v2.0/ports/8412a577-70e7-4987-883c-7ad67dcac980?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1424279 Sep 16 04:53:13.739210 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d5d3e-bfa8-4cda-b761-9f7e851190a8 req-4447bb06-a38e-42b1-b51a-3c600dcec1c7 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:13.741998 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4d7d5d3e-bfa8-4cda-b761-9f7e851190a8 req-4447bb06-a38e-42b1-b51a-3c600dcec1c7 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=387f9764-5bbe-4fb1-ac6e-2a9a1829d582 HTTP/1.1" status: 200 len: 946 time: 0.2306340 Sep 16 04:53:13.750680 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d77b24-c2a7-4507-b8c5-16b0b5e8ead9 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Pushing event deleted for resources: {'Port': ['ID=28b7154f-1510-41ee-89e8-368ea43f2070,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:13.801138 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9bb963-af82-49c9-80d7-5d0a6c689dff req-f4d77b24-c2a7-4507-b8c5-16b0b5e8ead9 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] No DVR routers for this DVR port 28b7154f-1510-41ee-89e8-368ea43f2070 on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:13.810264 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-256fac09-86a5-4917-9c37-605c37a9b08f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:13.811619 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-256fac09-86a5-4917-9c37-605c37a9b08f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:13.814177 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1d9bb963-af82-49c9-80d7-5d0a6c689dff req-f4d77b24-c2a7-4507-b8c5-16b0b5e8ead9 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:13.816364 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1d9bb963-af82-49c9-80d7-5d0a6c689dff req-f4d77b24-c2a7-4507-b8c5-16b0b5e8ead9 tempest-ServersNegativeTestJSON-418089082 tempest-ServersNegativeTestJSON-418089082-project] 10.222.0.47 "DELETE /v2.0/ports/28b7154f-1510-41ee-89e8-368ea43f2070 HTTP/1.1" status: 204 len: 173 time: 1.5927289 Sep 16 04:53:13.820091 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8b0102-c6af-4051-afb4-0a49c5a910b1', 'name': 'network-vif-deleted', 'tag': '28b7154f-1510-41ee-89e8-368ea43f2070'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:13.822484 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1648ec-b3d1-498e-b2c4-6e5b66100085" -d '{"events": [{"server_uuid": "6c8b0102-c6af-4051-afb4-0a49c5a910b1", "name": "network-vif-deleted", "tag": "28b7154f-1510-41ee-89e8-368ea43f2070"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:13.869252 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-256fac09-86a5-4917-9c37-605c37a9b08f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4418142 Sep 16 04:53:13.926039 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-46de3a3c-29fe-4f52-bb08-efa9dadb3f71 service neutron] Request body: {'port': {'device_id': '8340490b-4b72-4225-97cb-434daaf123c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:13.987344 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4d7d5d3e-bfa8-4cda-b761-9f7e851190a8 req-ac37aead-16fb-42b0-bd28-4c49cb39cb0f tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349575 Sep 16 04:53:14.081780 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fc021569-5ed5-4961-87e5-0b9d7aa14f83 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.085835 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-46de3a3c-29fe-4f52-bb08-efa9dadb3f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.092207 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7286c92c-3f8a-4512-b821-8f02c1c2bc12 x-openstack-request-id: req-7286c92c-3f8a-4512-b821-8f02c1c2bc12 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:14.092775 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8b0102-c6af-4051-afb4-0a49c5a910b1", "name": "network-vif-deleted", "tag": "28b7154f-1510-41ee-89e8-368ea43f2070", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:14.093192 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7286c92c-3f8a-4512-b821-8f02c1c2bc12 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:14.093770 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8b0102-c6af-4051-afb4-0a49c5a910b1', 'name': 'network-vif-deleted', 'tag': '28b7154f-1510-41ee-89e8-368ea43f2070', 'status': 'completed', 'code': 200} Sep 16 04:53:14.098131 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fc021569-5ed5-4961-87e5-0b9d7aa14f83 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.151210 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a513835a-d462-4e4b-8f0e-d401eb5d9724 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.159527 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a513835a-d462-4e4b-8f0e-d401eb5d9724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.169012 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-dab90256-5a9f-41f9-8fa2-ca24eb0fb580 None None] Provisioning complete for port 7524c7a6-6efe-4174-9620-da5358c34a62 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:14.169676 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-dab90256-5a9f-41f9-8fa2-ca24eb0fb580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.207706 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-f831ccf3-f7bd-4c51-a056-ee962c85838d tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.48 "GET /v2.0/networks/75789621-67a9-49c8-be39-03e0dc1e36c3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4980326 Sep 16 04:53:14.211671 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-fc021569-5ed5-4961-87e5-0b9d7aa14f83 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] In _notify_port_updated(), no bound segment for port f169fb6e-a728-4d59-a13d-ffab7282dc47 on network 2f9390cb-4489-4133-8b77-d0812c7ca5f1 {{(pid=94767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:53:14.217977 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc021569-5ed5-4961-87e5-0b9d7aa14f83 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:14.218641 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fc021569-5ed5-4961-87e5-0b9d7aa14f83 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.223546 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-fc021569-5ed5-4961-87e5-0b9d7aa14f83 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "PUT /v2.0/ports/f169fb6e-a728-4d59-a13d-ffab7282dc47 HTTP/1.1" status: 200 len: 818 time: 0.9891503 Sep 16 04:53:14.224430 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46974) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:14.231288 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-dab90256-5a9f-41f9-8fa2-ca24eb0fb580 None None] Port 7524c7a6-6efe-4174-9620-da5358c34a62 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:53:14.260116 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-0a1051aa-cfe0-4a3e-9341-d78b5cacb4d9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:14.320218 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc021569-5ed5-4961-87e5-0b9d7aa14f83 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Port': ['ID=f169fb6e-a728-4d59-a13d-ffab7282dc47,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:14.369402 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a513835a-d462-4e4b-8f0e-d401eb5d9724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.377356 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513835a-d462-4e4b-8f0e-d401eb5d9724 admin admin] Pushing event updated for resources: {'Port': ['ID=4c38b244-ccd9-4ff9-88b7-4891f836d310,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:14.397379 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e190cda-bb7f-4e77-94c6-0df06e4870ab req-bdc5be75-de7c-44ed-aca0-5e681368fb5b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:14.399106 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 8617fe60-acb2-4aa9-ba3d-4370ccd67ac0 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:14.404152 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e190cda-bb7f-4e77-94c6-0df06e4870ab req-bdc5be75-de7c-44ed-aca0-5e681368fb5b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:14.418755 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e190cda-bb7f-4e77-94c6-0df06e4870ab req-bdc5be75-de7c-44ed-aca0-5e681368fb5b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:14.425521 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e190cda-bb7f-4e77-94c6-0df06e4870ab req-bdc5be75-de7c-44ed-aca0-5e681368fb5b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:14.432888 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e190cda-bb7f-4e77-94c6-0df06e4870ab req-bdc5be75-de7c-44ed-aca0-5e681368fb5b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:14.439425 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e190cda-bb7f-4e77-94c6-0df06e4870ab req-bdc5be75-de7c-44ed-aca0-5e681368fb5b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:14.445722 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e190cda-bb7f-4e77-94c6-0df06e4870ab req-bdc5be75-de7c-44ed-aca0-5e681368fb5b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:14.454240 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0e190cda-bb7f-4e77-94c6-0df06e4870ab req-bdc5be75-de7c-44ed-aca0-5e681368fb5b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 5434 time: 0.2873390 Sep 16 04:53:14.468212 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-0a1051aa-cfe0-4a3e-9341-d78b5cacb4d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.555501 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.564166 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.602371 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 8617fe60-acb2-4aa9-ba3d-4370ccd67ac0 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:14.603191 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.780089 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-0a1051aa-cfe0-4a3e-9341-d78b5cacb4d9 service neutron] For port 8412a577-70e7-4987-883c-7ad67dcac980, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=8412a577-70e7-4987-883c-7ad67dcac980,segment=NetworkSegment(58f0cb18-e140-4bd2-89cf-e2e6b8f96371),segment_id=58f0cb18-e140-4bd2-89cf-e2e6b8f96371)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:14.787990 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.821586 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 8617fe60-acb2-4aa9-ba3d-4370ccd67ac0, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=8617fe60-acb2-4aa9-ba3d-4370ccd67ac0,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:14.830143 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.867372 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0e190cda-bb7f-4e77-94c6-0df06e4870ab req-dec5d78f-1f00-4742-8644-05f20576228d tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&id=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4121759 Sep 16 04:53:14.868625 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-0a1051aa-cfe0-4a3e-9341-d78b5cacb4d9 service neutron] For port 8412a577-70e7-4987-883c-7ad67dcac980, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:14.876235 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-46de3a3c-29fe-4f52-bb08-efa9dadb3f71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7524c7a6-6efe-4174-9620-da5358c34a62 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:14.891288 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-46de3a3c-29fe-4f52-bb08-efa9dadb3f71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.912960 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=8617fe60-acb2-4aa9-ba3d-4370ccd67ac0,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:14.922213 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-2587fb21-2930-4678-a81b-0fe4bcaeec8a tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Deleting port f169fb6e-a728-4d59-a13d-ffab7282dc47 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:14.922545 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2587fb21-2930-4678-a81b-0fe4bcaeec8a tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.937835 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-0a1051aa-cfe0-4a3e-9341-d78b5cacb4d9 service neutron] device_id is not set on port 8412a577-70e7-4987-883c-7ad67dcac980 yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:53:14.945695 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-46de3a3c-29fe-4f52-bb08-efa9dadb3f71 service neutron] Transition to ACTIVE for port object 7524c7a6-6efe-4174-9620-da5358c34a62 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:53:14.948345 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a513835a-d462-4e4b-8f0e-d401eb5d9724 admin admin] Network 95323e7d-bc75-4644-adb1-0a3d4ef7631b is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:14.952215 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46982) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:14.963125 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-0a1051aa-cfe0-4a3e-9341-d78b5cacb4d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.969582 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-a513835a-d462-4e4b-8f0e-d401eb5d9724 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:14.979379 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-46de3a3c-29fe-4f52-bb08-efa9dadb3f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.980394 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-0a1051aa-cfe0-4a3e-9341-d78b5cacb4d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.084600 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-0a1051aa-cfe0-4a3e-9341-d78b5cacb4d9 service neutron] No DVR routers for this DVR port 8412a577-70e7-4987-883c-7ad67dcac980 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:15.134273 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-0a1051aa-cfe0-4a3e-9341-d78b5cacb4d9 service neutron] In _notify_port_updated(), no bound segment for port 8412a577-70e7-4987-883c-7ad67dcac980 on network 75789621-67a9-49c8-be39-03e0dc1e36c3 {{(pid=94767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:53:15.135550 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-0a1051aa-cfe0-4a3e-9341-d78b5cacb4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:15.136665 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-0a1051aa-cfe0-4a3e-9341-d78b5cacb4d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.138216 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-0a1051aa-cfe0-4a3e-9341-d78b5cacb4d9 service neutron] 10.222.0.48 "PUT /v2.0/ports/8412a577-70e7-4987-883c-7ad67dcac980 HTTP/1.1" status: 200 len: 1028 time: 0.8854289 Sep 16 04:53:15.139039 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2587fb21-2930-4678-a81b-0fe4bcaeec8a tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.139424 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1051aa-cfe0-4a3e-9341-d78b5cacb4d9 service neutron] Pushing event updated for resources: {'Port': ['ID=8412a577-70e7-4987-883c-7ad67dcac980,revision_number=6']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:15.186772 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-2587fb21-2930-4678-a81b-0fe4bcaeec8a tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Calling delete_port for f169fb6e-a728-4d59-a13d-ffab7282dc47 owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:15.190929 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-275305d1-f895-439e-8d55-9a34aae1e7ab admin admin] Deleting subnet abeb648c-0c98-45ec-a092-05d2e017fc1f {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:53:15.203738 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de3a3c-29fe-4f52-bb08-efa9dadb3f71 service neutron] Pushing event updated for resources: {'Port': ['ID=7524c7a6-6efe-4174-9620-da5358c34a62,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:15.208118 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-275305d1-f895-439e-8d55-9a34aae1e7ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.249433 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-43b249f4-a891-45ed-83af-7e6c6f375f0f tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:15.250558 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-43b249f4-a891-45ed-83af-7e6c6f375f0f tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.48 "GET /v2.0/ports/1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1050203 Sep 16 04:53:15.270006 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48560948-49a1-4337-9be5-d7c35c51ff5f req-3f617e29-1ece-4725-91c7-bdd5b92ea01e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:15.272256 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-48560948-49a1-4337-9be5-d7c35c51ff5f req-3f617e29-1ece-4725-91c7-bdd5b92ea01e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=8340490b-4b72-4225-97cb-434daaf123c9 HTTP/1.1" status: 200 len: 944 time: 0.0825396 Sep 16 04:53:15.280023 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-f19c7e3f-c573-46a1-b84d-ee5288d3ead2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:15.404918 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-48560948-49a1-4337-9be5-d7c35c51ff5f req-bd107a50-567f-4c2f-8e14-089a86ff7077 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866735 Sep 16 04:53:15.416404 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-f19c7e3f-c573-46a1-b84d-ee5288d3ead2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.476372 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-7a8341cf-4fed-4652-a346-c7ed905a7c7a None None] Provisioning complete for port 8412a577-70e7-4987-883c-7ad67dcac980 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:15.478018 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7a8341cf-4fed-4652-a346-c7ed905a7c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.532251 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-7a8341cf-4fed-4652-a346-c7ed905a7c7a None None] Port 8412a577-70e7-4987-883c-7ad67dcac980 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:53:15.609045 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82049e76-a122-4d15-afef-d9ed7a3c3c80 req-2e1d024c-1d5d-4e28-8cea-e5b9f95e1384 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:15.610811 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82049e76-a122-4d15-afef-d9ed7a3c3c80 req-2e1d024c-1d5d-4e28-8cea-e5b9f95e1384 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=387f9764-5bbe-4fb1-ac6e-2a9a1829d582 HTTP/1.1" status: 200 len: 946 time: 0.1074803 Sep 16 04:53:15.700479 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82049e76-a122-4d15-afef-d9ed7a3c3c80 req-629aa7c2-c06c-4057-af05-9d774386b3ae tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762053 Sep 16 04:53:15.705170 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-275305d1-f895-439e-8d55-9a34aae1e7ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.732134 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-f19c7e3f-c573-46a1-b84d-ee5288d3ead2 service neutron] For port 1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb,segment=NetworkSegment(58f0cb18-e140-4bd2-89cf-e2e6b8f96371),segment_id=58f0cb18-e140-4bd2-89cf-e2e6b8f96371)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:15.744314 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a513835a-d462-4e4b-8f0e-d401eb5d9724 admin admin] Router 35f451f4-e175-49af-9170-56d406504f57 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:53:15.777450 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-f19c7e3f-c573-46a1-b84d-ee5288d3ead2 service neutron] For port 1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:15.780597 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-275305d1-f895-439e-8d55-9a34aae1e7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.832091 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-f19c7e3f-c573-46a1-b84d-ee5288d3ead2 service neutron] device_id is not set on port 1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:53:15.848049 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-f19c7e3f-c573-46a1-b84d-ee5288d3ead2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.860539 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-f19c7e3f-c573-46a1-b84d-ee5288d3ead2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.887705 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-46de3a3c-29fe-4f52-bb08-efa9dadb3f71 service neutron] Attempting to bind port 7524c7a6-6efe-4174-9620-da5358c34a62 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:15.888249 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-46de3a3c-29fe-4f52-bb08-efa9dadb3f71 service neutron] Attempting to bind port 7524c7a6-6efe-4174-9620-da5358c34a62 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '68f7506c-c9b8-419e-a123-643d3df6eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:15.888663 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-46de3a3c-29fe-4f52-bb08-efa9dadb3f71 service neutron] Attempting to bind port 7524c7a6-6efe-4174-9620-da5358c34a62 on network 92ecefce-c627-4abd-9d77-6a33db190651 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:15.902916 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2587fb21-2930-4678-a81b-0fe4bcaeec8a tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.952164 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-46de3a3c-29fe-4f52-bb08-efa9dadb3f71 service neutron] Port 7524c7a6-6efe-4174-9620-da5358c34a62 on network 92ecefce-c627-4abd-9d77-6a33db190651 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:53:15.952486 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-46de3a3c-29fe-4f52-bb08-efa9dadb3f71 service neutron] Attempting to bind port 7524c7a6-6efe-4174-9620-da5358c34a62 on network 92ecefce-c627-4abd-9d77-6a33db190651 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:15.975184 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-f19c7e3f-c573-46a1-b84d-ee5288d3ead2 service neutron] No DVR routers for this DVR port 1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:15.979158 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c7e3f-c573-46a1-b84d-ee5288d3ead2 service neutron] Pushing event updated for resources: {'Port': ['ID=1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb,revision_number=6']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:15.995555 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.006997 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2587fb21-2930-4678-a81b-0fe4bcaeec8a tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Port': ['ID=f169fb6e-a728-4d59-a13d-ffab7282dc47,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:16.030978 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-46de3a3c-29fe-4f52-bb08-efa9dadb3f71 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:16.031613 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-46de3a3c-29fe-4f52-bb08-efa9dadb3f71 service neutron] Checking segment: {'id': '68f7506c-c9b8-419e-a123-643d3df6eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:16.032190 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-46de3a3c-29fe-4f52-bb08-efa9dadb3f71 service neutron] Bound using segment: {'id': '68f7506c-c9b8-419e-a123-643d3df6eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:16.032887 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-46de3a3c-29fe-4f52-bb08-efa9dadb3f71 service neutron] Bound port: 7524c7a6-6efe-4174-9620-da5358c34a62, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68f7506c-c9b8-419e-a123-643d3df6eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:16.033866 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-46de3a3c-29fe-4f52-bb08-efa9dadb3f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.050335 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2587fb21-2930-4678-a81b-0fe4bcaeec8a tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.058241 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46988) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:16.058626 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2587fb21-2930-4678-a81b-0fe4bcaeec8a tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/ports/f169fb6e-a728-4d59-a13d-ffab7282dc47 HTTP/1.1" status: 204 len: 168 time: 1.8310535 Sep 16 04:53:16.091032 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-275305d1-f895-439e-8d55-9a34aae1e7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.118956 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-f19c7e3f-c573-46a1-b84d-ee5288d3ead2 service neutron] In _notify_port_updated(), no bound segment for port 1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb on network 75789621-67a9-49c8-be39-03e0dc1e36c3 {{(pid=94767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:53:16.120388 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-f19c7e3f-c573-46a1-b84d-ee5288d3ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:16.123519 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-f19c7e3f-c573-46a1-b84d-ee5288d3ead2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.124453 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-f19c7e3f-c573-46a1-b84d-ee5288d3ead2 service neutron] 10.222.0.48 "PUT /v2.0/ports/1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb HTTP/1.1" status: 200 len: 1027 time: 0.8503821 Sep 16 04:53:16.136255 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a513835a-d462-4e4b-8f0e-d401eb5d9724 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:53:16.156608 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc5db24-24c2-4233-8b39-d76f2b8206e4 None None] Sync routers for ids ['35f451f4-e175-49af-9170-56d406504f57'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:53:16.169255 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc5db24-24c2-4233-8b39-d76f2b8206e4 None None] Routers {'35f451f4-e175-49af-9170-56d406504f57'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:16.170149 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-6bc5db24-24c2-4233-8b39-d76f2b8206e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:53:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['35f451f4-e175-49af-9170-56d406504f57'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:16.184260 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a513835a-d462-4e4b-8f0e-d401eb5d9724 admin admin] 10.222.0.35 "PUT /v2.0/routers/35f451f4-e175-49af-9170-56d406504f57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6776941 Sep 16 04:53:16.187841 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-275305d1-f895-439e-8d55-9a34aae1e7ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.194116 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-275305d1-f895-439e-8d55-9a34aae1e7ab admin admin] 10.222.0.35 "DELETE /v2.0/subnets/abeb648c-0c98-45ec-a092-05d2e017fc1f HTTP/1.1" status: 204 len: 168 time: 1.2404971 Sep 16 04:53:16.195073 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275305d1-f895-439e-8d55-9a34aae1e7ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abeb648c-0c98-45ec-a092-05d2e017fc1f,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:16.206975 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46992) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:16.261499 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ca464-7ca0-420c-9fe2-390fd38eed14 req-02927147-b302-4fbf-900c-08b48ff74182 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:16.280474 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ca464-7ca0-420c-9fe2-390fd38eed14 req-02927147-b302-4fbf-900c-08b48ff74182 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:16.290968 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ca464-7ca0-420c-9fe2-390fd38eed14 req-02927147-b302-4fbf-900c-08b48ff74182 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:16.302856 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ca464-7ca0-420c-9fe2-390fd38eed14 req-02927147-b302-4fbf-900c-08b48ff74182 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:16.311946 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ca464-7ca0-420c-9fe2-390fd38eed14 req-02927147-b302-4fbf-900c-08b48ff74182 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:16.316590 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-46de3a3c-29fe-4f52-bb08-efa9dadb3f71 service neutron] For port 7524c7a6-6efe-4174-9620-da5358c34a62, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:16.324671 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-568ca464-7ca0-420c-9fe2-390fd38eed14 req-02927147-b302-4fbf-900c-08b48ff74182 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 3885 time: 0.2882800 Sep 16 04:53:16.354972 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-46de3a3c-29fe-4f52-bb08-efa9dadb3f71 service neutron] For port 7524c7a6-6efe-4174-9620-da5358c34a62, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=7524c7a6-6efe-4174-9620-da5358c34a62,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:53:16.383044 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-46de3a3c-29fe-4f52-bb08-efa9dadb3f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.387413 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244dfbd8-ba0f-4dee-a303-cac463b064bf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:16.397115 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-244dfbd8-ba0f-4dee-a303-cac463b064bf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3375001 Sep 16 04:53:16.398167 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-6bc5db24-24c2-4233-8b39-d76f2b8206e4 None None] Set router 35f451f4-e175-49af-9170-56d406504f57 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:16.422436 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46996) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:16.457208 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-568ca464-7ca0-420c-9fe2-390fd38eed14 req-f959bafd-c625-4d0b-ab16-4d451b29400e tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305277 Sep 16 04:53:16.487583 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b307a53f-7871-4604-b667-6408d3dfe571 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] GET failed (client error): The resource could not be found. Sep 16 04:53:16.496803 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b307a53f-7871-4604-b667-6408d3dfe571 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "GET /v2.0/ports/f169fb6e-a728-4d59-a13d-ffab7282dc47 HTTP/1.1" status: 404 len: 333 time: 0.0663912 Sep 16 04:53:16.500533 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47002) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:16.507901 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-7d614c2a-a935-4465-bc42-c11b712848f4 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1068681560'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:16.508122 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 28b7154f-1510-41ee-89e8-368ea43f2070 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:16.512854 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 8617fe60-acb2-4aa9-ba3d-4370ccd67ac0 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:16.529843 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-adfcbdf1-4915-4b3e-933f-b8d1af210c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.545407 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-46de3a3c-29fe-4f52-bb08-efa9dadb3f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:16.546655 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-46de3a3c-29fe-4f52-bb08-efa9dadb3f71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.549531 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-46de3a3c-29fe-4f52-bb08-efa9dadb3f71 service neutron] 10.222.0.47 "PUT /v2.0/ports/7524c7a6-6efe-4174-9620-da5358c34a62 HTTP/1.1" status: 200 len: 1093 time: 2.6301231 Sep 16 04:53:16.555639 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8340490b-4b72-4225-97cb-434daaf123c9', 'tag': '7524c7a6-6efe-4174-9620-da5358c34a62'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:16.562449 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65e56b9-bdfd-47ac-bce7-c7c6ff56cac3" -d '{"events": [{"name": "network-changed", "server_uuid": "8340490b-4b72-4225-97cb-434daaf123c9", "tag": "7524c7a6-6efe-4174-9620-da5358c34a62"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:16.565757 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d614c2a-a935-4465-bc42-c11b712848f4 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Made reservation on behalf of 02d0d2917e594a5f85c23d8add7f0e99 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:16.575287 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d614c2a-a935-4465-bc42-c11b712848f4 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.588433 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: 28b7154f-1510-41ee-89e8-368ea43f2070 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:16.589205 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 28b7154f-1510-41ee-89e8-368ea43f2070 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:16.610005 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-d22d917f-0c89-442a-bc95-56aa0da71188 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Deleting port 3d3646c0-2ee7-41de-8773-e02f1f3f541a {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:16.610472 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-d22d917f-0c89-442a-bc95-56aa0da71188 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.715752 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d614c2a-a935-4465-bc42-c11b712848f4 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:53:16.721191 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de3a3c-29fe-4f52-bb08-efa9dadb3f71 service neutron] Pushing event updated for resources: {'Port': ['ID=7524c7a6-6efe-4174-9620-da5358c34a62,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:16.754641 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d614c2a-a935-4465-bc42-c11b712848f4 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.755791 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-7d614c2a-a935-4465-bc42-c11b712848f4 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Added segment a90b024a-0e1a-4677-b842-8ffa7fa47c41 of type vlan for network 866195e6-df56-46e4-9e18-68ff509c6459 Sep 16 04:53:16.776705 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-b511cffb-b43e-4c2a-aaea-5a787a1e86fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:16.777473 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-b511cffb-b43e-4c2a-aaea-5a787a1e86fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=68cc116df1104257a08239cd46cd0170&device_id=8340490b-4b72-4225-97cb-434daaf123c9 HTTP/1.1" status: 200 len: 1096 time: 0.1166008 Sep 16 04:53:16.847735 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d614c2a-a935-4465-bc42-c11b712848f4 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.851343 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-d22d917f-0c89-442a-bc95-56aa0da71188 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] For port 3d3646c0-2ee7-41de-8773-e02f1f3f541a, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=3d3646c0-2ee7-41de-8773-e02f1f3f541a,segment=NetworkSegment(90ca1933-caa6-42a4-822c-5da169d48a10),segment_id=90ca1933-caa6-42a4-822c-5da169d48a10)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:16.851740 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-d22d917f-0c89-442a-bc95-56aa0da71188 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.898151 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-d22d917f-0c89-442a-bc95-56aa0da71188 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Calling delete_port for 3d3646c0-2ee7-41de-8773-e02f1f3f541a owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:16.915830 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-adfcbdf1-4915-4b3e-933f-b8d1af210c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.921847 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-526afcc6-de54-4f8d-97fb-bb4c32716cd7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7524c7a6-6efe-4174-9620-da5358c34a62 HTTP/1.1" status: 200 len: 217 time: 0.1220775 Sep 16 04:53:16.934909 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d614c2a-a935-4465-bc42-c11b712848f4 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.940638 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d614c2a-a935-4465-bc42-c11b712848f4 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:16.941652 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d614c2a-a935-4465-bc42-c11b712848f4 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.963718 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f00985e6-9789-4a49-9971-be14beb4cc0e None None] Provisioning complete for port 1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:16.964094 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f00985e6-9789-4a49-9971-be14beb4cc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.980867 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-adfcbdf1-4915-4b3e-933f-b8d1af210c12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af8db4f-30cf-43da-98f6-b98ec0e36bfd']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:17.000229 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-adfcbdf1-4915-4b3e-933f-b8d1af210c12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d882537-ab8f-4c6a-a507-c4b915fccb33') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:17.001093 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-adfcbdf1-4915-4b3e-933f-b8d1af210c12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d882537-ab8f-4c6a-a507-c4b915fccb33') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:17.025207 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-e215b807-716a-412a-a639-539981ae77b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:17.029156 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-e215b807-716a-412a-a639-539981ae77b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21 HTTP/1.1" status: 200 len: 850 time: 0.0946963 Sep 16 04:53:17.032131 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-adfcbdf1-4915-4b3e-933f-b8d1af210c12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.046733 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-f00985e6-9789-4a49-9971-be14beb4cc0e None None] Port 1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:53:17.063317 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d5c62-064c-4cbd-a7ee-61e6bfb3cf6d req-a76fb72f-b259-4096-aef2-5c47fad4c823 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:17.072346 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c74d5c62-064c-4cbd-a7ee-61e6bfb3cf6d req-a76fb72f-b259-4096-aef2-5c47fad4c823 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=8340490b-4b72-4225-97cb-434daaf123c9 HTTP/1.1" status: 200 len: 944 time: 0.2164371 Sep 16 04:53:17.084629 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 8617fe60-acb2-4aa9-ba3d-4370ccd67ac0 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:17.084629 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.100274 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7d614c2a-a935-4465-bc42-c11b712848f4 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5968106 Sep 16 04:53:17.103676 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47010) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:17.108033 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-adfcbdf1-4915-4b3e-933f-b8d1af210c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.118981 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-864aeaba-86e6-458d-8987-53b7f42efbc5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'subnet': {'network_id': '866195e6-df56-46e4-9e18-68ff509c6459', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:17.127906 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adfcbdf1-4915-4b3e-933f-b8d1af210c12 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:53:17.128845 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-adfcbdf1-4915-4b3e-933f-b8d1af210c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.133314 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:53:17.133314 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:53:17.133314 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:53:17.133314 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:53:17.133314 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:53:17.133314 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:53:17.133314 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:53:17.133314 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:53:17.133314 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:53:17.133314 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:53:17.133314 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:53:17.133314 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:53:17.133314 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:53:17.133314 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:53:17.133314 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:53:17.133314 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:53:17.133314 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:53:17.133314 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:53:17.133314 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:53:17.133314 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:53:17.133314 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:53:17.133314 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:53:17.133314 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:53:17.133314 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:53:17.133314 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:53:17.133314 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:53:17.133314 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:53:17.133314 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:53:17.133314 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:53:17.133314 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:53:17.133314 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:53:17.133314 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:53:17.172062 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-b6773c8b-e4a7-4043-9d8b-ca32e804b59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:17.173901 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-b6773c8b-e4a7-4043-9d8b-ca32e804b59c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=92ecefce-c627-4abd-9d77-6a33db190651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1310129 Sep 16 04:53:17.193815 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d614c2a-a935-4465-bc42-c11b712848f4 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Network': ['ID=866195e6-df56-46e4-9e18-68ff509c6459,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:17.207444 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-6bc5db24-24c2-4233-8b39-d76f2b8206e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f451f4-e175-49af-9170-56d406504f57', 'name': 'tempest-ServerRescueNegativeTestJSON-1196630767-router', 'tenant_id': 'ae9253f056ae49e68f4d400ee8ce541c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '8617fe60-acb2-4aa9-ba3d-4370ccd67ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:53:07Z', 'updated_at': '2021-09-16T04:53:13Z', 'revision_number': 4, 'project_id': 'ae9253f056ae49e68f4d400ee8ce541c', 'gw_port': {'id': '8617fe60-acb2-4aa9-ba3d-4370ccd67ac0', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f451f4-e175-49af-9170-56d406504f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:53:08Z', 'updated_at': '2021-09-16T04:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '4c38b244-ccd9-4ff9-88b7-4891f836d310', 'name': '', 'network_id': '95323e7d-bc75-4644-adb1-0a3d4ef7631b', 'tenant_id': 'ae9253f056ae49e68f4d400ee8ce541c', 'mac_address': 'fa:16:3e:ed:b5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f451f4-e175-49af-9170-56d406504f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '52ea8b91-2711-402b-a55a-c845ac289939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:53:11Z', 'updated_at': '2021-09-16T04:53:13Z', 'revision_number': 2, 'project_id': 'ae9253f056ae49e68f4d400ee8ce541c', 'subnets': [{'id': '52ea8b91-2711-402b-a55a-c845ac289939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:17.212825 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 866195e6-df56-46e4-9e18-68ff509c6459 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:53:17.229229 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c74d5c62-064c-4cbd-a7ee-61e6bfb3cf6d req-73af388e-ea11-4d01-8daa-b1817b64ba25 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558042 Sep 16 04:53:17.263126 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 6c443476-515a-4274-81ca-27dee1865694 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:17.287806 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-adfcbdf1-4915-4b3e-933f-b8d1af210c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.293775 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc5db24-24c2-4233-8b39-d76f2b8206e4 None None] Checking router: 35f451f4-e175-49af-9170-56d406504f57 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:53:17.294120 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc5db24-24c2-4233-8b39-d76f2b8206e4 None None] Updating router 35f451f4-e175-49af-9170-56d406504f57 port 4c38b244-ccd9-4ff9-88b7-4891f836d310 binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:53:17.295762 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-adfcbdf1-4915-4b3e-933f-b8d1af210c12 admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.297828 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-adfcbdf1-4915-4b3e-933f-b8d1af210c12 admin admin] 10.222.0.35 "DELETE /v2.0/networks/5af8db4f-30cf-43da-98f6-b98ec0e36bfd HTTP/1.1" status: 204 len: 168 time: 1.0826397 Sep 16 04:53:17.343303 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864aeaba-86e6-458d-8987-53b7f42efbc5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Made reservation on behalf of 02d0d2917e594a5f85c23d8add7f0e99 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:17.348621 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfcbdf1-4915-4b3e-933f-b8d1af210c12 admin admin] Pushing event deleted for resources: {'Network': ['ID=5af8db4f-30cf-43da-98f6-b98ec0e36bfd,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:17.352118 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-864aeaba-86e6-458d-8987-53b7f42efbc5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.382504 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6bc5db24-24c2-4233-8b39-d76f2b8206e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.445688 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-382b8da6-fd35-4953-8eca-a5cb8c6c3d56 service neutron] 10.222.0.47 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239454 Sep 16 04:53:17.487971 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.609438 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-d22d917f-0c89-442a-bc95-56aa0da71188 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.609981 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 6c443476-515a-4274-81ca-27dee1865694, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=6c443476-515a-4274-81ca-27dee1865694,segment=NetworkSegment(90ca1933-caa6-42a4-822c-5da169d48a10),segment_id=90ca1933-caa6-42a4-822c-5da169d48a10)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:17.620263 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c443476-515a-4274-81ca-27dee1865694'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:17.623208 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2eda24c-9388-4b41-9ad2-79ff8f8a662f" -d '{"events": [{"server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "name": "network-vif-unplugged", "status": "completed", "tag": "6c443476-515a-4274-81ca-27dee1865694"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:17.637088 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47026) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:17.638384 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.639098 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 3d3646c0-2ee7-41de-8773-e02f1f3f541a no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:17.658553 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-022c84d5-0801-4749-8a48-3fbbb3794ec0 req-c132f28d-2173-48d6-9988-f01ebb591204 service neutron] 10.222.0.47 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049823 Sep 16 04:53:17.678429 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 3d3646c0-2ee7-41de-8773-e02f1f3f541a {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:17.678781 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 3d3646c0-2ee7-41de-8773-e02f1f3f541a not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:17.679181 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 2064e1f3-dcc9-47cc-8440-d02253a0c752 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:17.719146 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d917f-0c89-442a-bc95-56aa0da71188 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Pushing event deleted for resources: {'Port': ['ID=3d3646c0-2ee7-41de-8773-e02f1f3f541a,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:17.809241 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=6c443476-515a-4274-81ca-27dee1865694,revision_number=6']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:17.824205 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:17.824205 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:17.824205 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:17.824205 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:17.824205 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:17.824205 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:17.824205 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:17.824205 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:17.824205 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:17.824205 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:17.825262 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:17.825262 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:17.836436 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-d22d917f-0c89-442a-bc95-56aa0da71188 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] No DVR routers for this DVR port 3d3646c0-2ee7-41de-8773-e02f1f3f541a on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:17.858786 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-d22d917f-0c89-442a-bc95-56aa0da71188 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.861459 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-d22d917f-0c89-442a-bc95-56aa0da71188 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.48 "DELETE /v2.0/ports/3d3646c0-2ee7-41de-8773-e02f1f3f541a HTTP/1.1" status: 204 len: 173 time: 1.7277963 Sep 16 04:53:17.864483 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'name': 'network-vif-deleted', 'tag': '3d3646c0-2ee7-41de-8773-e02f1f3f541a'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:17.866854 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40da7d8f-9d58-4d2d-a5ce-5faf0f388714" -d '{"events": [{"server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "name": "network-vif-deleted", "tag": "3d3646c0-2ee7-41de-8773-e02f1f3f541a"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:17.929613 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-190aec7d-cf09-4e13-bb73-1a4578b50aed admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8bc1eef5f12745cbb1e0c27f64b38550&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2822933 Sep 16 04:53:17.929855 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.929986 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47036) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:18.002562 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 2064e1f3-dcc9-47cc-8440-d02253a0c752, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=2064e1f3-dcc9-47cc-8440-d02253a0c752,segment=NetworkSegment(58f0cb18-e140-4bd2-89cf-e2e6b8f96371),segment_id=58f0cb18-e140-4bd2-89cf-e2e6b8f96371)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:18.008657 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f92781e5-ea61-4e69-9351-88b9048e105d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.008919 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.009669 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 04207e9e-65ad-4cd5-b043-c3928f7311d0 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:18.043608 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f92781e5-ea61-4e69-9351-88b9048e105d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.098249 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6bc5db24-24c2-4233-8b39-d76f2b8206e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.121367 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6bc5db24-24c2-4233-8b39-d76f2b8206e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.128372 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f92781e5-ea61-4e69-9351-88b9048e105d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.134153 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f92781e5-ea61-4e69-9351-88b9048e105d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.135540 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f92781e5-ea61-4e69-9351-88b9048e105d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a8dc6682-2a61-46d6-85c0-092c1ee1507a HTTP/1.1" status: 204 len: 168 time: 0.2046366 Sep 16 04:53:18.173283 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92781e5-ea61-4e69-9351-88b9048e105d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8dc6682-2a61-46d6-85c0-092c1ee1507a,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:18.214931 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=2064e1f3-dcc9-47cc-8440-d02253a0c752,revision_number=6']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:18.391515 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d5494-0b98-4f9c-868b-0a9702647727 None None] Pushing event updated for resources: {'Port': ['ID=4c38b244-ccd9-4ff9-88b7-4891f836d310,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:18.401954 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-dfcee866-a5cb-4105-a42b-81675b504fd9 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:18.409015 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-dfcee866-a5cb-4105-a42b-81675b504fd9 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/networks?id=95323e7d-bc75-4644-adb1-0a3d4ef7631b HTTP/1.1" status: 200 len: 819 time: 0.7047884 Sep 16 04:53:18.416205 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-864aeaba-86e6-458d-8987-53b7f42efbc5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.416501 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.421970 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-6bc5db24-24c2-4233-8b39-d76f2b8206e4 None None] Attempting to bind port 4c38b244-ccd9-4ff9-88b7-4891f836d310 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:18.421970 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-6bc5db24-24c2-4233-8b39-d76f2b8206e4 None None] Attempting to bind port 4c38b244-ccd9-4ff9-88b7-4891f836d310 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'e239c08b-9502-403b-a62d-904bde2bc84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '95323e7d-bc75-4644-adb1-0a3d4ef7631b'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:18.422406 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc5db24-24c2-4233-8b39-d76f2b8206e4 None None] Attempting to bind port 4c38b244-ccd9-4ff9-88b7-4891f836d310 on network 95323e7d-bc75-4644-adb1-0a3d4ef7631b {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:18.438197 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-dbff47fb-b826-4f5e-8dbd-f2490732828a tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/quotas/ae9253f056ae49e68f4d400ee8ce541c HTTP/1.1" status: 200 len: 375 time: 0.0282741 Sep 16 04:53:18.440198 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc5db24-24c2-4233-8b39-d76f2b8206e4 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:18.440851 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc5db24-24c2-4233-8b39-d76f2b8206e4 None None] Checking segment: {'id': 'e239c08b-9502-403b-a62d-904bde2bc84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '95323e7d-bc75-4644-adb1-0a3d4ef7631b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:18.441449 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6bc5db24-24c2-4233-8b39-d76f2b8206e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.442078 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc5db24-24c2-4233-8b39-d76f2b8206e4 None None] Bound using segment: {'id': 'e239c08b-9502-403b-a62d-904bde2bc84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '95323e7d-bc75-4644-adb1-0a3d4ef7631b'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:18.443370 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-6bc5db24-24c2-4233-8b39-d76f2b8206e4 None None] Bound port: 4c38b244-ccd9-4ff9-88b7-4891f836d310, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e239c08b-9502-403b-a62d-904bde2bc84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '95323e7d-bc75-4644-adb1-0a3d4ef7631b'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:18.444267 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6bc5db24-24c2-4233-8b39-d76f2b8206e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.508000 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 04207e9e-65ad-4cd5-b043-c3928f7311d0, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=04207e9e-65ad-4cd5-b043-c3928f7311d0,segment=NetworkSegment(58f0cb18-e140-4bd2-89cf-e2e6b8f96371),segment_id=58f0cb18-e140-4bd2-89cf-e2e6b8f96371)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:18.515652 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.516554 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 34f0c640-96d0-4889-b9d6-1c5b64e08f7f no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:18.536128 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864aeaba-86e6-458d-8987-53b7f42efbc5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Subnet': ['ID=5b43a419-837a-4050-bb5a-52c730e20cd6,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:18.576361 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-bd29eb8a-7d50-4476-a48a-059b6ba6383b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Deleting port 6c443476-515a-4274-81ca-27dee1865694 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:18.576906 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-bd29eb8a-7d50-4476-a48a-059b6ba6383b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.608305 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-f733b8a3-dfc3-4d49-92da-ba3152262283 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ae9253f056ae49e68f4d400ee8ce541c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1469650 Sep 16 04:53:18.625784 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864aeaba-86e6-458d-8987-53b7f42efbc5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Checking segment: {'id': 'a90b024a-0e1a-4677-b842-8ffa7fa47c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '866195e6-df56-46e4-9e18-68ff509c6459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:18.626148 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864aeaba-86e6-458d-8987-53b7f42efbc5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Network hostable DHCP agents. Network: 866195e6-df56-46e4-9e18-68ff509c6459, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:53:18.635100 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=04207e9e-65ad-4cd5-b043-c3928f7311d0,revision_number=6']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:18.639035 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-6bc5db24-24c2-4233-8b39-d76f2b8206e4 None None] For port 4c38b244-ccd9-4ff9-88b7-4891f836d310, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:18.643054 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-6bc5db24-24c2-4233-8b39-d76f2b8206e4 None None] For port 4c38b244-ccd9-4ff9-88b7-4891f836d310, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=4c38b244-ccd9-4ff9-88b7-4891f836d310,segment=NetworkSegment(e239c08b-9502-403b-a62d-904bde2bc84f),segment_id=e239c08b-9502-403b-a62d-904bde2bc84f)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:53:18.649959 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6bc5db24-24c2-4233-8b39-d76f2b8206e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.756831 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.760011 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d5494-0b98-4f9c-868b-0a9702647727 None None] Pushing event updated for resources: {'Port': ['ID=4c38b244-ccd9-4ff9-88b7-4891f836d310,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:18.765327 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc5db24-24c2-4233-8b39-d76f2b8206e4 None None] Routers {'35f451f4-e175-49af-9170-56d406504f57'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:18.766332 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-6bc5db24-24c2-4233-8b39-d76f2b8206e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:53:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['35f451f4-e175-49af-9170-56d406504f57'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:18.780639 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864aeaba-86e6-458d-8987-53b7f42efbc5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Network 866195e6-df56-46e4-9e18-68ff509c6459 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:53:18.822197 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-864aeaba-86e6-458d-8987-53b7f42efbc5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 866195e6-df56-46e4-9e18-68ff509c6459) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:18.824963 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-bd29eb8a-7d50-4476-a48a-059b6ba6383b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] For port 6c443476-515a-4274-81ca-27dee1865694, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=6c443476-515a-4274-81ca-27dee1865694,segment=NetworkSegment(90ca1933-caa6-42a4-822c-5da169d48a10),segment_id=90ca1933-caa6-42a4-822c-5da169d48a10)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:18.825341 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-bd29eb8a-7d50-4476-a48a-059b6ba6383b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.841822 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864aeaba-86e6-458d-8987-53b7f42efbc5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:18.842431 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-864aeaba-86e6-458d-8987-53b7f42efbc5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.843122 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f63d0ed-8d6f-46b9-9d4d-63290130a31e None None] Network 866195e6-df56-46e4-9e18-68ff509c6459 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:18.858594 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-bd29eb8a-7d50-4476-a48a-059b6ba6383b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Calling delete_port for 6c443476-515a-4274-81ca-27dee1865694 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:18.862079 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-623f18d8-3b53-476c-a384-e69e1c466c24 service neutron] 10.222.0.35 "GET /v2.0/networks/95323e7d-bc75-4644-adb1-0a3d4ef7631b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277834 Sep 16 04:53:18.873959 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 34f0c640-96d0-4889-b9d6-1c5b64e08f7f, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=34f0c640-96d0-4889-b9d6-1c5b64e08f7f,segment=NetworkSegment(7d04658e-84bb-4be3-acaa-f77a62639bd7),segment_id=7d04658e-84bb-4be3-acaa-f77a62639bd7)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:18.877152 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-864aeaba-86e6-458d-8987-53b7f42efbc5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7696652 Sep 16 04:53:18.885780 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47052) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:18.894880 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.897317 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:18.901485 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-03aa5f20-8a34-41d6-a387-1efeb3ffe7ac tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'subnet': {'network_id': '866195e6-df56-46e4-9e18-68ff509c6459', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:19.000366 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-6bc5db24-24c2-4233-8b39-d76f2b8206e4 None None] Set router 35f451f4-e175-49af-9170-56d406504f57 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:19.096890 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-812315e3-e63f-4488-92fb-f7b51f6fe7fe service neutron] 10.222.0.35 "GET /v2.0/networks/95323e7d-bc75-4644-adb1-0a3d4ef7631b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191045 Sep 16 04:53:19.157385 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03aa5f20-8a34-41d6-a387-1efeb3ffe7ac tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Made reservation on behalf of 02d0d2917e594a5f85c23d8add7f0e99 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:19.167618 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-03aa5f20-8a34-41d6-a387-1efeb3ffe7ac tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.249267 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-bd29eb8a-7d50-4476-a48a-059b6ba6383b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.360052 n-d-712139-15 neutron-server[94766]: INFO neutron.db.ipam_backend_mixin [None req-03aa5f20-8a34-41d6-a387-1efeb3ffe7ac tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5b43a419-837a-4050-bb5a-52c730e20cd6 (CIDR: 172.20.0.0/28) Sep 16 04:53:19.367150 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-03aa5f20-8a34-41d6-a387-1efeb3ffe7ac tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:53:19.369631 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03aa5f20-8a34-41d6-a387-1efeb3ffe7ac tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:53:19.400438 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-03aa5f20-8a34-41d6-a387-1efeb3ffe7ac tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5076497 Sep 16 04:53:19.403388 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47064) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:19.436380 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29eb8a-7d50-4476-a48a-059b6ba6383b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Pushing event deleted for resources: {'Port': ['ID=6c443476-515a-4274-81ca-27dee1865694,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:19.444389 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-7b734d39-6359-41c1-a9cf-0f83ff84d5da tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'subnet': {'network_id': '866195e6-df56-46e4-9e18-68ff509c6459', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:19.495364 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b874fce-786e-4ef7-a1d8-293cd8bff200 x-openstack-request-id: req-5b874fce-786e-4ef7-a1d8-293cd8bff200 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:19.497363 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8340490b-4b72-4225-97cb-434daaf123c9", "tag": "7524c7a6-6efe-4174-9620-da5358c34a62", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:19.497675 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5b874fce-786e-4ef7-a1d8-293cd8bff200 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:19.498157 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8340490b-4b72-4225-97cb-434daaf123c9', 'tag': '7524c7a6-6efe-4174-9620-da5358c34a62', 'status': 'completed', 'code': 200} Sep 16 04:53:19.503100 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-bd29eb8a-7d50-4476-a48a-059b6ba6383b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] No DVR routers for this DVR port 6c443476-515a-4274-81ca-27dee1865694 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:19.510198 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-bd29eb8a-7d50-4476-a48a-059b6ba6383b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.516149 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-bd29eb8a-7d50-4476-a48a-059b6ba6383b tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.48 "DELETE /v2.0/ports/6c443476-515a-4274-81ca-27dee1865694 HTTP/1.1" status: 204 len: 173 time: 1.6212027 Sep 16 04:53:19.725596 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e56b9-bdfd-47ac-bce7-c7c6ff56cac3 req-eba59c33-8f4b-49ef-a741-c2330127c2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:19.727901 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c65e56b9-bdfd-47ac-bce7-c7c6ff56cac3 req-eba59c33-8f4b-49ef-a741-c2330127c2ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=68cc116df1104257a08239cd46cd0170&device_id=8340490b-4b72-4225-97cb-434daaf123c9 HTTP/1.1" status: 200 len: 1096 time: 0.1677904 Sep 16 04:53:19.738448 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a56881-686a-4e3b-bce6-4a31904baaa4 req-7041c095-5f67-4544-864a-9c72b43c911d tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:19.746797 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7a56881-686a-4e3b-bce6-4a31904baaa4 req-7041c095-5f67-4544-864a-9c72b43c911d tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=387f9764-5bbe-4fb1-ac6e-2a9a1829d582 HTTP/1.1" status: 200 len: 946 time: 0.1694415 Sep 16 04:53:19.814140 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-f734744e-c79e-4c44-8476-ea9d5672f84d tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Deleting port 04207e9e-65ad-4cd5-b043-c3928f7311d0 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:19.814497 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-f734744e-c79e-4c44-8476-ea9d5672f84d tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.845703 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7a56881-686a-4e3b-bce6-4a31904baaa4 req-25a426a9-bf63-4540-83e9-b7634b234688 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959423 Sep 16 04:53:19.903575 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=34f0c640-96d0-4889-b9d6-1c5b64e08f7f,revision_number=6']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:20.010488 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-f734744e-c79e-4c44-8476-ea9d5672f84d tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] For port 04207e9e-65ad-4cd5-b043-c3928f7311d0, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=04207e9e-65ad-4cd5-b043-c3928f7311d0,segment=NetworkSegment(58f0cb18-e140-4bd2-89cf-e2e6b8f96371),segment_id=58f0cb18-e140-4bd2-89cf-e2e6b8f96371)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:20.011299 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-f734744e-c79e-4c44-8476-ea9d5672f84d tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.031869 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-f734744e-c79e-4c44-8476-ea9d5672f84d tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Calling delete_port for 04207e9e-65ad-4cd5-b043-c3928f7311d0 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:20.051367 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e56b9-bdfd-47ac-bce7-c7c6ff56cac3 req-57bb013f-c406-4dcc-9c1a-5763ad9d581d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:20.054237 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c65e56b9-bdfd-47ac-bce7-c7c6ff56cac3 req-57bb013f-c406-4dcc-9c1a-5763ad9d581d service neutron] 10.222.0.47 "GET /v2.0/networks?id=92ecefce-c627-4abd-9d77-6a33db190651 HTTP/1.1" status: 200 len: 912 time: 0.3156023 Sep 16 04:53:20.055277 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b734d39-6359-41c1-a9cf-0f83ff84d5da tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Made reservation on behalf of 02d0d2917e594a5f85c23d8add7f0e99 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:20.062383 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7b734d39-6359-41c1-a9cf-0f83ff84d5da tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.092825 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:20.093805 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 8412a577-70e7-4987-883c-7ad67dcac980 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:20.213513 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f88604-21a9-4fea-ba52-ea50017a8329 req-ec47d841-6fc8-4369-9cd7-c9ef98dc0761 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:20.261722 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f88604-21a9-4fea-ba52-ea50017a8329 req-ec47d841-6fc8-4369-9cd7-c9ef98dc0761 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:20.272165 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f88604-21a9-4fea-ba52-ea50017a8329 req-ec47d841-6fc8-4369-9cd7-c9ef98dc0761 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:20.276936 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a9f88604-21a9-4fea-ba52-ea50017a8329 req-ec47d841-6fc8-4369-9cd7-c9ef98dc0761 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 2409 time: 0.2459335 Sep 16 04:53:20.355448 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 7524c7a6-6efe-4174-9620-da5358c34a62 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:53:20.386250 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a9f88604-21a9-4fea-ba52-ea50017a8329 req-8caa07bb-bc22-4bbb-8225-c8a526ad6728 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906949 Sep 16 04:53:20.416727 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 8412a577-70e7-4987-883c-7ad67dcac980 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:20.418913 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c65e56b9-bdfd-47ac-bce7-c7c6ff56cac3 req-a2a4842b-fcef-42e6-b183-56962f19a162 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7524c7a6-6efe-4174-9620-da5358c34a62 HTTP/1.1" status: 200 len: 217 time: 0.3027275 Sep 16 04:53:20.543963 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672dc38b-ea69-433e-ac9c-6b047a5a4573 x-openstack-request-id: req-672dc38b-ea69-433e-ac9c-6b047a5a4573 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:20.544718 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "name": "network-vif-unplugged", "status": "completed", "tag": "6c443476-515a-4274-81ca-27dee1865694", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:20.545228 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-672dc38b-ea69-433e-ac9c-6b047a5a4573 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:20.545867 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c443476-515a-4274-81ca-27dee1865694', 'code': 200} Sep 16 04:53:20.547294 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e56b9-bdfd-47ac-bce7-c7c6ff56cac3 req-b9840e60-53b9-4655-b72f-82676cd5e7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:20.550770 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c65e56b9-bdfd-47ac-bce7-c7c6ff56cac3 req-b9840e60-53b9-4655-b72f-82676cd5e7b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21 HTTP/1.1" status: 200 len: 850 time: 0.1201570 Sep 16 04:53:20.554634 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-f734744e-c79e-4c44-8476-ea9d5672f84d tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.555140 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a9f7d4-f771-4f4d-8e01-70ff2a7883c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-866195e6-df56-46e4-9e18-68ff509c6459', 'network_id': '866195e6-df56-46e4-9e18-68ff509c6459', 'tenant_id': '02d0d2917e594a5f85c23d8add7f0e99', 'fixed_ips': [{'subnet_id': '5b43a419-837a-4050-bb5a-52c730e20cd6'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:53:20.556298 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f5a9f7d4-f771-4f4d-8e01-70ff2a7883c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.571788 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 7524c7a6-6efe-4174-9620-da5358c34a62, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=7524c7a6-6efe-4174-9620-da5358c34a62,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:20.622367 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '7524c7a6-6efe-4174-9620-da5358c34a62', 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651', 'port_id': '7524c7a6-6efe-4174-9620-da5358c34a62', 'mac_address': 'fa:16:3e:d4:90:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:53:20.634522 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-6bc5db24-24c2-4233-8b39-d76f2b8206e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f451f4-e175-49af-9170-56d406504f57', 'name': 'tempest-ServerRescueNegativeTestJSON-1196630767-router', 'tenant_id': 'ae9253f056ae49e68f4d400ee8ce541c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '8617fe60-acb2-4aa9-ba3d-4370ccd67ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:53:07Z', 'updated_at': '2021-09-16T04:53:13Z', 'revision_number': 4, 'project_id': 'ae9253f056ae49e68f4d400ee8ce541c', 'gw_port': {'id': '8617fe60-acb2-4aa9-ba3d-4370ccd67ac0', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f451f4-e175-49af-9170-56d406504f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:53:08Z', 'updated_at': '2021-09-16T04:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '4c38b244-ccd9-4ff9-88b7-4891f836d310', 'name': '', 'network_id': '95323e7d-bc75-4644-adb1-0a3d4ef7631b', 'tenant_id': 'ae9253f056ae49e68f4d400ee8ce541c', 'mac_address': 'fa:16:3e:ed:b5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f451f4-e175-49af-9170-56d406504f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '52ea8b91-2711-402b-a55a-c845ac289939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:53:11Z', 'updated_at': '2021-09-16T04:53:18Z', 'revision_number': 4, 'project_id': 'ae9253f056ae49e68f4d400ee8ce541c', 'subnets': [{'id': '52ea8b91-2711-402b-a55a-c845ac289939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:20.642039 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f734744e-c79e-4c44-8476-ea9d5672f84d tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Pushing event deleted for resources: {'Port': ['ID=04207e9e-65ad-4cd5-b043-c3928f7311d0,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:20.709648 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-f734744e-c79e-4c44-8476-ea9d5672f84d tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] No DVR routers for this DVR port 04207e9e-65ad-4cd5-b043-c3928f7311d0 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:20.713887 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-f734744e-c79e-4c44-8476-ea9d5672f84d tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.716873 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-f734744e-c79e-4c44-8476-ea9d5672f84d tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.48 "DELETE /v2.0/ports/04207e9e-65ad-4cd5-b043-c3928f7311d0 HTTP/1.1" status: 204 len: 173 time: 1.1920581 Sep 16 04:53:20.736355 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc5db24-24c2-4233-8b39-d76f2b8206e4 None None] The sync data for ids ['35f451f4-e175-49af-9170-56d406504f57'] in n-d-712139-15 is: [{'id': '35f451f4-e175-49af-9170-56d406504f57', 'name': 'tempest-ServerRescueNegativeTestJSON-1196630767-router', 'tenant_id': 'ae9253f056ae49e68f4d400ee8ce541c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '8617fe60-acb2-4aa9-ba3d-4370ccd67ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:53:07Z', 'updated_at': '2021-09-16T04:53:13Z', 'revision_number': 4, 'project_id': 'ae9253f056ae49e68f4d400ee8ce541c', 'gw_port': {'id': '8617fe60-acb2-4aa9-ba3d-4370ccd67ac0', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f451f4-e175-49af-9170-56d406504f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:53:08Z', 'updated_at': '2021-09-16T04:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '4c38b244-ccd9-4ff9-88b7-4891f836d310', 'name': '', 'network_id': '95323e7d-bc75-4644-adb1-0a3d4ef7631b', 'tenant_id': 'ae9253f056ae49e68f4d400ee8ce541c', 'mac_address': 'fa:16:3e:ed:b5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f451f4-e175-49af-9170-56d406504f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '52ea8b91-2711-402b-a55a-c845ac289939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:53:11Z', 'updated_at': '2021-09-16T04:53:18Z', 'revision_number': 4, 'project_id': 'ae9253f056ae49e68f4d400ee8ce541c', 'subnets': [{'id': '52ea8b91-2711-402b-a55a-c845ac289939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:53:20.749485 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e56b9-bdfd-47ac-bce7-c7c6ff56cac3 req-62ce4656-2d21-4923-af6d-9728f1a2e85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:20.753089 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c65e56b9-bdfd-47ac-bce7-c7c6ff56cac3 req-62ce4656-2d21-4923-af6d-9728f1a2e85d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=92ecefce-c627-4abd-9d77-6a33db190651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1946979 Sep 16 04:53:20.906154 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0b28f1-6d2d-4648-92d1-be19d5e78b6d x-openstack-request-id: req-2a0b28f1-6d2d-4648-92d1-be19d5e78b6d {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:20.906549 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "name": "network-vif-deleted", "tag": "3d3646c0-2ee7-41de-8773-e02f1f3f541a", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:20.906817 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2a0b28f1-6d2d-4648-92d1-be19d5e78b6d {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:20.907259 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'name': 'network-vif-deleted', 'tag': '3d3646c0-2ee7-41de-8773-e02f1f3f541a', 'status': 'completed', 'code': 200} Sep 16 04:53:20.922835 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.005431 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7524c7a6-6efe-4174-9620-da5358c34a62 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:21.039566 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-cc8a61bc-7633-4350-97ba-d9300538c923 req-26610a0c-4e1a-48ac-863b-bc029b02736d service neutron] (94767) timed out ('10.222.0.48', 53974) {{(pid=94767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 04:53:21.065782 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c65e56b9-bdfd-47ac-bce7-c7c6ff56cac3 req-2616a672-5e59-478d-9373-50ac8c3c2d21 service neutron] 10.222.0.47 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887535 Sep 16 04:53:21.070865 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-f5a9f7d4-f771-4f4d-8e01-70ff2a7883c7 None None] Allocated IP 172.20.0.2 (866195e6-df56-46e4-9e18-68ff509c6459/5b43a419-837a-4050-bb5a-52c730e20cd6/3fde9a78-be26-4e14-a9c7-e55a3e5d2e07) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:21.085141 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 7524c7a6-6efe-4174-9620-da5358c34a62, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=7524c7a6-6efe-4174-9620-da5358c34a62,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:21.113001 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.205361 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09abb521-4a76-4f32-8169-b5c9486ea455 req-95c1936a-de49-42ed-b145-7c57a8a3eca8 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:21.215824 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-09abb521-4a76-4f32-8169-b5c9486ea455 req-95c1936a-de49-42ed-b145-7c57a8a3eca8 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=8340490b-4b72-4225-97cb-434daaf123c9 HTTP/1.1" status: 200 len: 944 time: 0.3075171 Sep 16 04:53:21.318100 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7b734d39-6359-41c1-a9cf-0f83ff84d5da tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.336219 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-09abb521-4a76-4f32-8169-b5c9486ea455 req-450ba1de-ba0f-4b9c-a2cc-6d52263a9fc1 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194656 Sep 16 04:53:21.348292 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-b6462ede-f5c2-4ec4-a67c-edd9491b24d6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Deleting port 34f0c640-96d0-4889-b9d6-1c5b64e08f7f {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:21.348508 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-b6462ede-f5c2-4ec4-a67c-edd9491b24d6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.478422 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b734d39-6359-41c1-a9cf-0f83ff84d5da tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Network 866195e6-df56-46e4-9e18-68ff509c6459 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:21.481731 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c65e56b9-bdfd-47ac-bce7-c7c6ff56cac3 req-65546c0e-924f-4b1c-ac15-68f6bd403cf2 service neutron] 10.222.0.47 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061770 Sep 16 04:53:21.486158 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-7b734d39-6359-41c1-a9cf-0f83ff84d5da tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:21.498222 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b734d39-6359-41c1-a9cf-0f83ff84d5da tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:21.499569 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7b734d39-6359-41c1-a9cf-0f83ff84d5da tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.514874 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['7524c7a6-6efe-4174-9620-da5358c34a62'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:21.618594 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b734d39-6359-41c1-a9cf-0f83ff84d5da tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Subnet': ['ID=cd77de4f-1c8c-40f9-81d5-9aa116131166,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:21.633523 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=7524c7a6-6efe-4174-9620-da5358c34a62,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:21.643065 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7b734d39-6359-41c1-a9cf-0f83ff84d5da tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2294168 Sep 16 04:53:21.651369 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47098) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:21.662126 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3c1b0b6e-e427-4777-83bc-68704a4f0059 req-064d8017-d785-48dd-961f-c3bf4dcb12ec tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 210 time: 0.1233289 Sep 16 04:53:21.674916 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-88a6b941-676b-4167-b1ec-a4117b718884 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'port': {'network_id': '866195e6-df56-46e4-9e18-68ff509c6459', 'fixed_ips': [{'subnet_id': '5b43a419-837a-4050-bb5a-52c730e20cd6'}, {'subnet_id': 'cd77de4f-1c8c-40f9-81d5-9aa116131166'}], 'name': 'tempest-PortsTestJSON-355875217'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:21.715737 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-b6462ede-f5c2-4ec4-a67c-edd9491b24d6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] For port 34f0c640-96d0-4889-b9d6-1c5b64e08f7f, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=34f0c640-96d0-4889-b9d6-1c5b64e08f7f,segment=NetworkSegment(7d04658e-84bb-4be3-acaa-f77a62639bd7),segment_id=7d04658e-84bb-4be3-acaa-f77a62639bd7)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:21.717366 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-b6462ede-f5c2-4ec4-a67c-edd9491b24d6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.889300 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f5a9f7d4-f771-4f4d-8e01-70ff2a7883c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.926992 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f5a9f7d4-f771-4f4d-8e01-70ff2a7883c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:22.035143 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-a1045671-1426-47ba-a2bb-f0b749454b0a tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:22.036858 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-a1045671-1426-47ba-a2bb-f0b749454b0a tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.47 "GET /v2.0/networks?id=95323e7d-bc75-4644-adb1-0a3d4ef7631b HTTP/1.1" status: 200 len: 819 time: 0.5337934 Sep 16 04:53:22.063090 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-a7b005d1-f3fa-456c-ba12-d447390b4f5f tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Request body: {'port': {'device_id': 'f7f2ae43-7b6a-49d9-be4f-3488d7130d48', 'network_id': '95323e7d-bc75-4644-adb1-0a3d4ef7631b', 'admin_state_up': True, 'tenant_id': 'ae9253f056ae49e68f4d400ee8ce541c'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:22.082597 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a9f7d4-f771-4f4d-8e01-70ff2a7883c7 None None] Network 866195e6-df56-46e4-9e18-68ff509c6459 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:22.101273 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682927c-0b41-45b3-8647-4d44e02b1d18 req-0219874e-a8b8-4656-a134-e3f627df0e86 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:22.110622 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b682927c-0b41-45b3-8647-4d44e02b1d18 req-0219874e-a8b8-4656-a134-e3f627df0e86 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=387f9764-5bbe-4fb1-ac6e-2a9a1829d582 HTTP/1.1" status: 200 len: 946 time: 0.2012801 Sep 16 04:53:22.174397 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-f5a9f7d4-f771-4f4d-8e01-70ff2a7883c7 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:22.182163 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9f7d4-f771-4f4d-8e01-70ff2a7883c7 None None] Pushing event updated for resources: {'Port': ['ID=3fde9a78-be26-4e14-a9c7-e55a3e5d2e07,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:22.188667 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a9f7d4-f771-4f4d-8e01-70ff2a7883c7 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:22.189197 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a6b941-676b-4167-b1ec-a4117b718884 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Made reservation on behalf of 02d0d2917e594a5f85c23d8add7f0e99 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:22.340922 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b682927c-0b41-45b3-8647-4d44e02b1d18 req-67568bb2-1b43-46ca-afc5-da6bfef1ca68 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265387 Sep 16 04:53:22.375050 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-f5a9f7d4-f771-4f4d-8e01-70ff2a7883c7 None None] Attempting to bind port 3fde9a78-be26-4e14-a9c7-e55a3e5d2e07 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:22.379842 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-f5a9f7d4-f771-4f4d-8e01-70ff2a7883c7 None None] Attempting to bind port 3fde9a78-be26-4e14-a9c7-e55a3e5d2e07 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'a90b024a-0e1a-4677-b842-8ffa7fa47c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '866195e6-df56-46e4-9e18-68ff509c6459'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:22.381092 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a9f7d4-f771-4f4d-8e01-70ff2a7883c7 None None] Attempting to bind port 3fde9a78-be26-4e14-a9c7-e55a3e5d2e07 on network 866195e6-df56-46e4-9e18-68ff509c6459 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:22.409423 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a9f7d4-f771-4f4d-8e01-70ff2a7883c7 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:22.410108 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a9f7d4-f771-4f4d-8e01-70ff2a7883c7 None None] Checking segment: {'id': 'a90b024a-0e1a-4677-b842-8ffa7fa47c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '866195e6-df56-46e4-9e18-68ff509c6459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:22.412035 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f5a9f7d4-f771-4f4d-8e01-70ff2a7883c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:22.413785 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a9f7d4-f771-4f4d-8e01-70ff2a7883c7 None None] Bound using segment: {'id': 'a90b024a-0e1a-4677-b842-8ffa7fa47c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '866195e6-df56-46e4-9e18-68ff509c6459'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:22.432543 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-f5a9f7d4-f771-4f4d-8e01-70ff2a7883c7 None None] Bound port: 3fde9a78-be26-4e14-a9c7-e55a3e5d2e07, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a90b024a-0e1a-4677-b842-8ffa7fa47c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '866195e6-df56-46e4-9e18-68ff509c6459'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:22.434830 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f5a9f7d4-f771-4f4d-8e01-70ff2a7883c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:22.467257 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-88a6b941-676b-4167-b1ec-a4117b718884 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:22.485738 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 4c38b244-ccd9-4ff9-88b7-4891f836d310 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:22.489150 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-a7b005d1-f3fa-456c-ba12-d447390b4f5f tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Made reservation on behalf of ae9253f056ae49e68f4d400ee8ce541c for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:22.493733 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-a7b005d1-f3fa-456c-ba12-d447390b4f5f tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:22.519636 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-88a6b941-676b-4167-b1ec-a4117b718884 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] device_id is not set on port aa32959a-b2cc-42a6-9b16-b5ce786827fc yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:53:22.547443 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2064e1f3-dcc9-47cc-8440-d02253a0c752'}, {'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04207e9e-65ad-4cd5-b043-c3928f7311d0'}, {'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34f0c640-96d0-4889-b9d6-1c5b64e08f7f'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:22.552481 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b406a78-cfc0-4f85-95eb-5707a61ddc63" -d '{"events": [{"server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "name": "network-vif-unplugged", "status": "completed", "tag": "2064e1f3-dcc9-47cc-8440-d02253a0c752"}, {"server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "name": "network-vif-unplugged", "status": "completed", "tag": "04207e9e-65ad-4cd5-b043-c3928f7311d0"}, {"server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "name": "network-vif-unplugged", "status": "completed", "tag": "34f0c640-96d0-4889-b9d6-1c5b64e08f7f"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:22.556044 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-b6462ede-f5c2-4ec4-a67c-edd9491b24d6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:22.556417 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-b6462ede-f5c2-4ec4-a67c-edd9491b24d6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:22.556846 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-b6462ede-f5c2-4ec4-a67c-edd9491b24d6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Floating IP aacd8a8a-beaa-4d9a-a4af-a9b97846bfc7 disassociated. External IP: 172.25.8.218, port: 34f0c640-96d0-4889-b9d6-1c5b64e08f7f. Sep 16 04:53:22.557249 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-b6462ede-f5c2-4ec4-a67c-edd9491b24d6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Calling delete_port for 34f0c640-96d0-4889-b9d6-1c5b64e08f7f owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:22.639624 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c91833-cce5-4b1f-bf20-f044485847da req-06da579a-4eab-4854-8bae-af22e9dc514c tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:22.646734 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c91833-cce5-4b1f-bf20-f044485847da req-06da579a-4eab-4854-8bae-af22e9dc514c tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:22.658560 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-70c91833-cce5-4b1f-bf20-f044485847da req-06da579a-4eab-4854-8bae-af22e9dc514c tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 1677 time: 0.1471784 Sep 16 04:53:22.690402 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-f5a9f7d4-f771-4f4d-8e01-70ff2a7883c7 None None] For port 3fde9a78-be26-4e14-a9c7-e55a3e5d2e07, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:22.697635 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-f5a9f7d4-f771-4f4d-8e01-70ff2a7883c7 None None] For port 3fde9a78-be26-4e14-a9c7-e55a3e5d2e07, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3fde9a78-be26-4e14-a9c7-e55a3e5d2e07,segment=NetworkSegment(a90b024a-0e1a-4677-b842-8ffa7fa47c41),segment_id=a90b024a-0e1a-4677-b842-8ffa7fa47c41)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:53:22.725401 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f5a9f7d4-f771-4f4d-8e01-70ff2a7883c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:22.761448 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-70c91833-cce5-4b1f-bf20-f044485847da req-fac30a5e-efad-457c-ba9d-808fa344ef1f tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d838e7d-0a6e-446b-8237-ecfea0fd411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938268 Sep 16 04:53:22.824499 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9f7d4-f771-4f4d-8e01-70ff2a7883c7 None None] Pushing event updated for resources: {'Port': ['ID=3fde9a78-be26-4e14-a9c7-e55a3e5d2e07,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:22.874528 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 4c38b244-ccd9-4ff9-88b7-4891f836d310 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:22.874907 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:22.900126 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-b6462ede-f5c2-4ec4-a67c-edd9491b24d6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:22.956236 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'name': 'network-vif-deleted', 'tag': '6c443476-515a-4274-81ca-27dee1865694'}, {'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'name': 'network-vif-deleted', 'tag': '04207e9e-65ad-4cd5-b043-c3928f7311d0'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:22.960727 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7eb810d-cad5-4f07-9ed5-772701d9615e" -d '{"events": [{"server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "name": "network-vif-deleted", "tag": "6c443476-515a-4274-81ca-27dee1865694"}, {"server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "name": "network-vif-deleted", "tag": "04207e9e-65ad-4cd5-b043-c3928f7311d0"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:22.972874 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6462ede-f5c2-4ec4-a67c-edd9491b24d6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Pushing event deleted for resources: {'Port': ['ID=34f0c640-96d0-4889-b9d6-1c5b64e08f7f,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:23.166663 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:23.237271 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 4c38b244-ccd9-4ff9-88b7-4891f836d310, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=4c38b244-ccd9-4ff9-88b7-4891f836d310,segment=NetworkSegment(e239c08b-9502-403b-a62d-904bde2bc84f),segment_id=e239c08b-9502-403b-a62d-904bde2bc84f)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:23.255317 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:23.353591 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-b6462ede-f5c2-4ec4-a67c-edd9491b24d6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Router 5c711429-b021-45d2-8194-8af5ca9aec2b has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:53:23.429252 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=4c38b244-ccd9-4ff9-88b7-4891f836d310,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:23.693847 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-bc5b682b-19e8-4137-ba1e-95814bc1614f tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:23.697330 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-bc5b682b-19e8-4137-ba1e-95814bc1614f tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/networks?id=95323e7d-bc75-4644-adb1-0a3d4ef7631b HTTP/1.1" status: 200 len: 819 time: 0.3133903 Sep 16 04:53:23.699274 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-b6462ede-f5c2-4ec4-a67c-edd9491b24d6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:53:23.714031 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eabf242-92e7-457b-82d5-c1d9a67b05d9 None None] Sync routers for ids ['5c711429-b021-45d2-8194-8af5ca9aec2b'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:53:23.747511 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eabf242-92e7-457b-82d5-c1d9a67b05d9 None None] Routers {'5c711429-b021-45d2-8194-8af5ca9aec2b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:23.756473 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-a7b005d1-f3fa-456c-ba12-d447390b4f5f tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Allocated IP 172.20.0.11 (95323e7d-bc75-4644-adb1-0a3d4ef7631b/52ea8b91-2711-402b-a55a-c845ac289939/df9615f6-aeda-465a-87a6-28cf51d746a1) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:23.762646 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-6eabf242-92e7-457b-82d5-c1d9a67b05d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:53:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['5c711429-b021-45d2-8194-8af5ca9aec2b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:23.785493 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-b6462ede-f5c2-4ec4-a67c-edd9491b24d6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] No DVR routers for this DVR port 34f0c640-96d0-4889-b9d6-1c5b64e08f7f on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:23.791007 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-b6462ede-f5c2-4ec4-a67c-edd9491b24d6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:23.794699 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-b6462ede-f5c2-4ec4-a67c-edd9491b24d6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.48 "DELETE /v2.0/ports/34f0c640-96d0-4889-b9d6-1c5b64e08f7f HTTP/1.1" status: 204 len: 173 time: 3.0684054 Sep 16 04:53:23.804587 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-bb184ea2-0e4b-42dd-82e8-3bc53601c01c tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/quotas/ae9253f056ae49e68f4d400ee8ce541c HTTP/1.1" status: 200 len: 375 time: 0.0294940 Sep 16 04:53:23.856875 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-88a6b941-676b-4167-b1ec-a4117b718884 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Allocated IP 172.20.0.8 (866195e6-df56-46e4-9e18-68ff509c6459/5b43a419-837a-4050-bb5a-52c730e20cd6/aa32959a-b2cc-42a6-9b16-b5ce786827fc) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:23.887903 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-88a6b941-676b-4167-b1ec-a4117b718884 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Allocated IP 172.20.0.28 (866195e6-df56-46e4-9e18-68ff509c6459/cd77de4f-1c8c-40f9-81d5-9aa116131166/aa32959a-b2cc-42a6-9b16-b5ce786827fc) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:23.948540 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-6eabf242-92e7-457b-82d5-c1d9a67b05d9 None None] Set router 5c711429-b021-45d2-8194-8af5ca9aec2b gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:24.018077 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-3517fd75-9743-4b3c-b8f8-d0f0f7e24e68 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ae9253f056ae49e68f4d400ee8ce541c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2017810 Sep 16 04:53:24.179453 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-88a6b941-676b-4167-b1ec-a4117b718884 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.220010 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-88a6b941-676b-4167-b1ec-a4117b718884 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.285836 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47156) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:24.286646 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a6b941-676b-4167-b1ec-a4117b718884 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Port': ['ID=aa32959a-b2cc-42a6-9b16-b5ce786827fc,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:24.326290 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 7524c7a6-6efe-4174-9620-da5358c34a62 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:24.385039 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a6b941-676b-4167-b1ec-a4117b718884 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Network 866195e6-df56-46e4-9e18-68ff509c6459 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:24.393514 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-88a6b941-676b-4167-b1ec-a4117b718884 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:24.400663 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-a7b005d1-f3fa-456c-ba12-d447390b4f5f tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.402557 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a6b941-676b-4167-b1ec-a4117b718884 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:24.478910 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-6eabf242-92e7-457b-82d5-c1d9a67b05d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'name': 'tempest-TaggedBootDevicesTest-826315652-router', 'tenant_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'eef70565-41c5-41a6-be1b-ca878dbe12b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:55Z', 'updated_at': '2021-09-16T04:43:07Z', 'revision_number': 4, 'project_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'gw_port': {'id': 'eef70565-41c5-41a6-be1b-ca878dbe12b7', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:cf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:56Z', 'updated_at': '2021-09-16T04:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '5b1db9de-8d33-4e5b-9168-6d113f0cb8f8', 'name': '', 'network_id': '268ab5df-65e1-4022-9ab7-d67387588731', 'tenant_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'mac_address': 'fa:16:3e:dd:0a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '0f51e33f-c259-43fe-9f3c-bfa9813e6953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:06Z', 'updated_at': '2021-09-16T04:43:16Z', 'revision_number': 5, 'project_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'subnets': [{'id': '0f51e33f-c259-43fe-9f3c-bfa9813e6953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:24.540050 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 7524c7a6-6efe-4174-9620-da5358c34a62 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:53:24.546099 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eabf242-92e7-457b-82d5-c1d9a67b05d9 None None] Checking router: 5c711429-b021-45d2-8194-8af5ca9aec2b for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:53:24.556040 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 7524c7a6-6efe-4174-9620-da5358c34a62 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:24.558179 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eabf242-92e7-457b-82d5-c1d9a67b05d9 None None] Routers {'5c711429-b021-45d2-8194-8af5ca9aec2b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:24.559009 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-6eabf242-92e7-457b-82d5-c1d9a67b05d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:53:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['5c711429-b021-45d2-8194-8af5ca9aec2b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:24.560354 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a6b941-676b-4167-b1ec-a4117b718884 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:24.561421 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.564521 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-88a6b941-676b-4167-b1ec-a4117b718884 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.618881 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-02068043-a4cc-45b7-ab41-e4298abcda75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.656357 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-88a6b941-676b-4167-b1ec-a4117b718884 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.9982557 Sep 16 04:53:24.664197 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47160) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:24.666449 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3fde9a78-be26-4e14-a9c7-e55a3e5d2e07 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:24.674627 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-7ecf48bd-f497-49b8-9fd3-2f0f595384ee tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5b43a419-837a-4050-bb5a-52c730e20cd6'}]}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:24.748585 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-6eabf242-92e7-457b-82d5-c1d9a67b05d9 None None] Set router 5c711429-b021-45d2-8194-8af5ca9aec2b gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:24.756479 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e628369f-da2c-48bb-8be1-21ce8a82b0ed None None] Network 866195e6-df56-46e4-9e18-68ff509c6459 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:24.758543 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-a7b005d1-f3fa-456c-ba12-d447390b4f5f tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.774849 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-701b2135-3446-4dc7-9b86-8092dd154f50 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Deleting port 2064e1f3-dcc9-47cc-8440-d02253a0c752 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:24.775612 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-701b2135-3446-4dc7-9b86-8092dd154f50 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.852972 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b005d1-f3fa-456c-ba12-d447390b4f5f tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Pushing event updated for resources: {'Port': ['ID=df9615f6-aeda-465a-87a6-28cf51d746a1,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:24.872805 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-a7b005d1-f3fa-456c-ba12-d447390b4f5f tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Network 95323e7d-bc75-4644-adb1-0a3d4ef7631b is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:24.876440 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7ecf48bd-f497-49b8-9fd3-2f0f595384ee tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.878638 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-a7b005d1-f3fa-456c-ba12-d447390b4f5f tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:24.887396 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-a7b005d1-f3fa-456c-ba12-d447390b4f5f tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:24.902836 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-52349d1d-eddc-4de5-87b3-8137f02fff9f service neutron] 10.222.0.35 "GET /v2.0/networks/95323e7d-bc75-4644-adb1-0a3d4ef7631b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8739309 Sep 16 04:53:24.939861 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 3fde9a78-be26-4e14-a9c7-e55a3e5d2e07 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:24.940728 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.003358 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-10cb46c0-8cdc-440f-b6f1-d004f727b9d7 None None] Provisioning complete for port 3fde9a78-be26-4e14-a9c7-e55a3e5d2e07 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:25.004227 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-10cb46c0-8cdc-440f-b6f1-d004f727b9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.039133 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.104396 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-6eabf242-92e7-457b-82d5-c1d9a67b05d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'name': 'tempest-TaggedBootDevicesTest-826315652-router', 'tenant_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'eef70565-41c5-41a6-be1b-ca878dbe12b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:55Z', 'updated_at': '2021-09-16T04:43:07Z', 'revision_number': 4, 'project_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'gw_port': {'id': 'eef70565-41c5-41a6-be1b-ca878dbe12b7', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:cf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:56Z', 'updated_at': '2021-09-16T04:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '5b1db9de-8d33-4e5b-9168-6d113f0cb8f8', 'name': '', 'network_id': '268ab5df-65e1-4022-9ab7-d67387588731', 'tenant_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'mac_address': 'fa:16:3e:dd:0a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '0f51e33f-c259-43fe-9f3c-bfa9813e6953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:06Z', 'updated_at': '2021-09-16T04:43:16Z', 'revision_number': 5, 'project_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'subnets': [{'id': '0f51e33f-c259-43fe-9f3c-bfa9813e6953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:25.138731 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-701b2135-3446-4dc7-9b86-8092dd154f50 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] For port 2064e1f3-dcc9-47cc-8440-d02253a0c752, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=2064e1f3-dcc9-47cc-8440-d02253a0c752,segment=NetworkSegment(58f0cb18-e140-4bd2-89cf-e2e6b8f96371),segment_id=58f0cb18-e140-4bd2-89cf-e2e6b8f96371)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:25.139526 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-701b2135-3446-4dc7-9b86-8092dd154f50 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.142952 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eabf242-92e7-457b-82d5-c1d9a67b05d9 None None] The sync data for ids ['5c711429-b021-45d2-8194-8af5ca9aec2b'] in n-d-712139-15 is: [{'id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'name': 'tempest-TaggedBootDevicesTest-826315652-router', 'tenant_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'eef70565-41c5-41a6-be1b-ca878dbe12b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:55Z', 'updated_at': '2021-09-16T04:43:07Z', 'revision_number': 4, 'project_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'gw_port': {'id': 'eef70565-41c5-41a6-be1b-ca878dbe12b7', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:cf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:56Z', 'updated_at': '2021-09-16T04:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '5b1db9de-8d33-4e5b-9168-6d113f0cb8f8', 'name': '', 'network_id': '268ab5df-65e1-4022-9ab7-d67387588731', 'tenant_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'mac_address': 'fa:16:3e:dd:0a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '0f51e33f-c259-43fe-9f3c-bfa9813e6953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:06Z', 'updated_at': '2021-09-16T04:43:16Z', 'revision_number': 5, 'project_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'subnets': [{'id': '0f51e33f-c259-43fe-9f3c-bfa9813e6953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:53:25.158123 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 7524c7a6-6efe-4174-9620-da5358c34a62, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=7524c7a6-6efe-4174-9620-da5358c34a62,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:25.178450 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-701b2135-3446-4dc7-9b86-8092dd154f50 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Calling delete_port for 2064e1f3-dcc9-47cc-8440-d02253a0c752 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:25.184505 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.326808 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-7ecf48bd-f497-49b8-9fd3-2f0f595384ee tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Delete allocated IP 172.20.0.28 (866195e6-df56-46e4-9e18-68ff509c6459/cd77de4f-1c8c-40f9-81d5-9aa116131166) {{(pid=94766) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 04:53:25.333815 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-b629086f-b6be-4bb6-bd99-ca201a5a2a11 service neutron] 10.222.0.35 "GET /v2.0/networks/95323e7d-bc75-4644-adb1-0a3d4ef7631b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138606 Sep 16 04:53:25.391896 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-a7b005d1-f3fa-456c-ba12-d447390b4f5f tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:25.392463 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.393143 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-a7b005d1-f3fa-456c-ba12-d447390b4f5f tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.396167 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=7524c7a6-6efe-4174-9620-da5358c34a62,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:25.444194 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c394ca96-0c4b-4d35-9eee-438367fd6e69 req-8453f97c-b83d-43a7-95e0-f844f51f52e4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1738956 Sep 16 04:53:25.450152 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-02068043-a4cc-45b7-ab41-e4298abcda75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.532297 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 3fde9a78-be26-4e14-a9c7-e55a3e5d2e07, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3fde9a78-be26-4e14-a9c7-e55a3e5d2e07,segment=NetworkSegment(a90b024a-0e1a-4677-b842-8ffa7fa47c41),segment_id=a90b024a-0e1a-4677-b842-8ffa7fa47c41)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:25.571040 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-701b2135-3446-4dc7-9b86-8092dd154f50 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.575775 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.577270 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 4c38b244-ccd9-4ff9-88b7-4891f836d310 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:25.659257 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-02068043-a4cc-45b7-ab41-e4298abcda75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.678181 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b2135-3446-4dc7-9b86-8092dd154f50 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Pushing event deleted for resources: {'Port': ['ID=2064e1f3-dcc9-47cc-8440-d02253a0c752,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:25.739320 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-a7b005d1-f3fa-456c-ba12-d447390b4f5f tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6837308 Sep 16 04:53:25.773224 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-701b2135-3446-4dc7-9b86-8092dd154f50 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] No DVR routers for this DVR port 2064e1f3-dcc9-47cc-8440-d02253a0c752 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:25.779832 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-701b2135-3446-4dc7-9b86-8092dd154f50 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.786296 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-538cb1dc-18be-45de-8707-9acd3ee4963f req-701b2135-3446-4dc7-9b86-8092dd154f50 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.48 "DELETE /v2.0/ports/2064e1f3-dcc9-47cc-8440-d02253a0c752 HTTP/1.1" status: 204 len: 173 time: 1.9845793 Sep 16 04:53:25.825517 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-9dc3e211-fa63-4f50-8869-f6a12c466adf service neutron] Request body: {'port': {'device_id': 'f7f2ae43-7b6a-49d9-be4f-3488d7130d48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:25.850432 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d860d5-8379-490a-b43a-8834c4a89dba None None] New status for floating IP aacd8a8a-beaa-4d9a-a4af-a9b97846bfc7: DOWN {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:53:25.899759 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c697e88-f8cf-456c-b4b3-44ed1a7e250d req-cf69a8fc-ead7-4912-895f-72b087f6d206 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:25.902532 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2c697e88-f8cf-456c-b4b3-44ed1a7e250d req-cf69a8fc-ead7-4912-895f-72b087f6d206 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=8340490b-4b72-4225-97cb-434daaf123c9 HTTP/1.1" status: 200 len: 946 time: 0.1130242 Sep 16 04:53:25.917777 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02068043-a4cc-45b7-ab41-e4298abcda75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236d88ba-d8d7-4456-8ef7-167aac1be4ce,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:25.928763 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-02068043-a4cc-45b7-ab41-e4298abcda75 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=581d423977ba46aa973fa2393a0b5125&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6384273 Sep 16 04:53:25.942094 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7ecf48bd-f497-49b8-9fd3-2f0f595384ee tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.944662 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47168) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:25.991565 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2c697e88-f8cf-456c-b4b3-44ed1a7e250d req-d0810445-026f-4862-a2af-0ba04653008e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805869 Sep 16 04:53:25.995130 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7ecf48bd-f497-49b8-9fd3-2f0f595384ee tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:26.050336 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394ca96-0c4b-4d35-9eee-438367fd6e69 req-09cc0587-d517-4a0f-b070-07bafc1ce326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:26.052990 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c394ca96-0c4b-4d35-9eee-438367fd6e69 req-09cc0587-d517-4a0f-b070-07bafc1ce326 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9314d3ea71064ec8a4285d4ce520aaad&device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 1097 time: 0.3584554 Sep 16 04:53:26.166973 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125ef5ca-3eb2-4571-a30c-ff8613c13be6 x-openstack-request-id: req-125ef5ca-3eb2-4571-a30c-ff8613c13be6 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:26.169962 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "name": "network-vif-deleted", "tag": "6c443476-515a-4274-81ca-27dee1865694", "status": "completed", "code": 200}, {"server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "name": "network-vif-deleted", "tag": "04207e9e-65ad-4cd5-b043-c3928f7311d0", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:26.170550 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-125ef5ca-3eb2-4571-a30c-ff8613c13be6 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:26.171332 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'name': 'network-vif-deleted', 'tag': '6c443476-515a-4274-81ca-27dee1865694', 'status': 'completed', 'code': 200} Sep 16 04:53:26.171873 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'name': 'network-vif-deleted', 'tag': '04207e9e-65ad-4cd5-b043-c3928f7311d0', 'status': 'completed', 'code': 200} Sep 16 04:53:26.330476 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d85370-aeae-4d70-97aa-0c1461c9ed95 req-2c9c3de4-36ba-494d-b203-97867de9d5a4 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:26.340837 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4d85370-aeae-4d70-97aa-0c1461c9ed95 req-2c9c3de4-36ba-494d-b203-97867de9d5a4 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=387f9764-5bbe-4fb1-ac6e-2a9a1829d582 HTTP/1.1" status: 200 len: 946 time: 0.0930974 Sep 16 04:53:26.366830 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-9dc3e211-fa63-4f50-8869-f6a12c466adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:26.396643 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-7ecf48bd-f497-49b8-9fd3-2f0f595384ee tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] In _notify_port_updated(), no bound segment for port aa32959a-b2cc-42a6-9b16-b5ce786827fc on network 866195e6-df56-46e4-9e18-68ff509c6459 {{(pid=94766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:53:26.402241 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecf48bd-f497-49b8-9fd3-2f0f595384ee tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:26.403736 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7ecf48bd-f497-49b8-9fd3-2f0f595384ee tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:26.405160 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7ecf48bd-f497-49b8-9fd3-2f0f595384ee tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "PUT /v2.0/ports/aa32959a-b2cc-42a6-9b16-b5ce786827fc HTTP/1.1" status: 200 len: 918 time: 1.7399518 Sep 16 04:53:26.410099 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47178) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:26.418641 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-7a056cc5-54d4-4098-abb0-70b9ad895b6b tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5b43a419-837a-4050-bb5a-52c730e20cd6'}, {'subnet_id': 'cd77de4f-1c8c-40f9-81d5-9aa116131166'}]}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:26.436999 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec3d44a-4533-4117-be17-4f682b81e811 x-openstack-request-id: req-fec3d44a-4533-4117-be17-4f682b81e811 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:26.437779 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "name": "network-vif-unplugged", "status": "completed", "tag": "2064e1f3-dcc9-47cc-8440-d02253a0c752", "code": 200}, {"server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "name": "network-vif-unplugged", "status": "completed", "tag": "04207e9e-65ad-4cd5-b043-c3928f7311d0", "code": 200}, {"server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "name": "network-vif-unplugged", "status": "completed", "tag": "34f0c640-96d0-4889-b9d6-1c5b64e08f7f", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:26.437779 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fec3d44a-4533-4117-be17-4f682b81e811 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:26.438532 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2064e1f3-dcc9-47cc-8440-d02253a0c752', 'code': 200} Sep 16 04:53:26.438980 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04207e9e-65ad-4cd5-b043-c3928f7311d0', 'code': 200} Sep 16 04:53:26.439395 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34f0c640-96d0-4889-b9d6-1c5b64e08f7f', 'code': 200} Sep 16 04:53:26.446723 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-10cb46c0-8cdc-440f-b6f1-d004f727b9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:26.716283 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 4c38b244-ccd9-4ff9-88b7-4891f836d310 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:26.717042 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:26.718971 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=3fde9a78-be26-4e14-a9c7-e55a3e5d2e07,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:26.766876 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf48bd-f497-49b8-9fd3-2f0f595384ee tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Port': ['ID=aa32959a-b2cc-42a6-9b16-b5ce786827fc,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:26.809665 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7a056cc5-54d4-4098-abb0-70b9ad895b6b tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:26.846523 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4d85370-aeae-4d70-97aa-0c1461c9ed95 req-a1040e6f-f5fd-48a5-b28e-07939ad104e6 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5046062 Sep 16 04:53:26.901271 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-10cb46c0-8cdc-440f-b6f1-d004f727b9d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:53:26.901651 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-10cb46c0-8cdc-440f-b6f1-d004f727b9d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:53:26.907190 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e638675-8999-4dae-a483-894a933b6a6d None None] Update dhcp port {'port': {'network_id': '866195e6-df56-46e4-9e18-68ff509c6459', 'fixed_ips': [{'subnet_id': '5b43a419-837a-4050-bb5a-52c730e20cd6', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cd77de4f-1c8c-40f9-81d5-9aa116131166'}], 'binding:host_id': 'n-d-712139-15'}, 'id': '3fde9a78-be26-4e14-a9c7-e55a3e5d2e07'} from n-d-712139-15. {{(pid=94768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:53:26.954182 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6aad0282-4c55-4013-93c6-ca4a24089607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:26.975580 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394ca96-0c4b-4d35-9eee-438367fd6e69 req-3ccc0fe5-97ae-47a0-b24b-782a6251e81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:26.977216 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c394ca96-0c4b-4d35-9eee-438367fd6e69 req-3ccc0fe5-97ae-47a0-b24b-782a6251e81f service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa0b4719-d190-4155-9288-1e8935f8d00b HTTP/1.1" status: 200 len: 897 time: 0.8787670 Sep 16 04:53:26.979380 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2e638675-8999-4dae-a483-894a933b6a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:26.986706 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-9dc3e211-fa63-4f50-8869-f6a12c466adf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df9615f6-aeda-465a-87a6-28cf51d746a1 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:27.064842 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6aad0282-4c55-4013-93c6-ca4a24089607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:27.069919 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-9dc3e211-fa63-4f50-8869-f6a12c466adf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:27.127937 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-9dc3e211-fa63-4f50-8869-f6a12c466adf service neutron] Transition to ACTIVE for port object df9615f6-aeda-465a-87a6-28cf51d746a1 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:53:27.159477 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c394ca96-0c4b-4d35-9eee-438367fd6e69 req-11f82053-9b68-4a56-8449-05c41571ae32 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=545b55b6-6b09-445a-8fdd-b488ee92f1be HTTP/1.1" status: 200 len: 1001 time: 0.1623850 Sep 16 04:53:27.160427 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-9dc3e211-fa63-4f50-8869-f6a12c466adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:27.206398 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3fde9a78-be26-4e14-a9c7-e55a3e5d2e07 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:27.283583 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3e211-fa63-4f50-8869-f6a12c466adf service neutron] Pushing event updated for resources: {'Port': ['ID=df9615f6-aeda-465a-87a6-28cf51d746a1,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:27.289378 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6aad0282-4c55-4013-93c6-ca4a24089607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:27.292015 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6aad0282-4c55-4013-93c6-ca4a24089607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:27.295753 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6aad0282-4c55-4013-93c6-ca4a24089607 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/236d88ba-d8d7-4456-8ef7-167aac1be4ce HTTP/1.1" status: 204 len: 168 time: 1.3475723 Sep 16 04:53:27.371542 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394ca96-0c4b-4d35-9eee-438367fd6e69 req-7c788be2-4ef1-42fb-be72-bbb707d062bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:27.373770 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c394ca96-0c4b-4d35-9eee-438367fd6e69 req-7c788be2-4ef1-42fb-be72-bbb707d062bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e7bc69f-119c-452c-8694-2e9288e222ac HTTP/1.1" status: 200 len: 835 time: 0.2055836 Sep 16 04:53:27.377757 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 3fde9a78-be26-4e14-a9c7-e55a3e5d2e07 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:27.378464 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:27.381426 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad0282-4c55-4013-93c6-ca4a24089607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236d88ba-d8d7-4456-8ef7-167aac1be4ce,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:27.391326 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-2e638675-8999-4dae-a483-894a933b6a6d None None] Allocated IP 172.20.0.18 (866195e6-df56-46e4-9e18-68ff509c6459/cd77de4f-1c8c-40f9-81d5-9aa116131166/3fde9a78-be26-4e14-a9c7-e55a3e5d2e07) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:27.459810 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-193a629a-fbe5-4dda-9eb0-b849d144a8c3 req-eadc9cf1-667c-4981-9445-e75754278fc0 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 210 time: 0.2359078 Sep 16 04:53:27.580333 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-9dc3e211-fa63-4f50-8869-f6a12c466adf service neutron] Attempting to bind port df9615f6-aeda-465a-87a6-28cf51d746a1 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:27.580728 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-9dc3e211-fa63-4f50-8869-f6a12c466adf service neutron] Attempting to bind port df9615f6-aeda-465a-87a6-28cf51d746a1 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'e239c08b-9502-403b-a62d-904bde2bc84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '95323e7d-bc75-4644-adb1-0a3d4ef7631b'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:27.581081 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-9dc3e211-fa63-4f50-8869-f6a12c466adf service neutron] Attempting to bind port df9615f6-aeda-465a-87a6-28cf51d746a1 on network 95323e7d-bc75-4644-adb1-0a3d4ef7631b {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:27.602334 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394ca96-0c4b-4d35-9eee-438367fd6e69 req-83688d18-3f2a-4af0-b766-70fb9e49d562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:27.604490 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c394ca96-0c4b-4d35-9eee-438367fd6e69 req-83688d18-3f2a-4af0-b766-70fb9e49d562 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa0b4719-d190-4155-9288-1e8935f8d00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1820071 Sep 16 04:53:27.620483 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-9dc3e211-fa63-4f50-8869-f6a12c466adf service neutron] Port df9615f6-aeda-465a-87a6-28cf51d746a1 on network 95323e7d-bc75-4644-adb1-0a3d4ef7631b not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:53:27.620483 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-9dc3e211-fa63-4f50-8869-f6a12c466adf service neutron] Attempting to bind port df9615f6-aeda-465a-87a6-28cf51d746a1 on network 95323e7d-bc75-4644-adb1-0a3d4ef7631b {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:27.668516 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-9dc3e211-fa63-4f50-8869-f6a12c466adf service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:27.669022 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-9dc3e211-fa63-4f50-8869-f6a12c466adf service neutron] Checking segment: {'id': 'e239c08b-9502-403b-a62d-904bde2bc84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '95323e7d-bc75-4644-adb1-0a3d4ef7631b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:27.669521 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-9dc3e211-fa63-4f50-8869-f6a12c466adf service neutron] Bound using segment: {'id': 'e239c08b-9502-403b-a62d-904bde2bc84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '95323e7d-bc75-4644-adb1-0a3d4ef7631b'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:27.670140 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-9dc3e211-fa63-4f50-8869-f6a12c466adf service neutron] Bound port: df9615f6-aeda-465a-87a6-28cf51d746a1, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e239c08b-9502-403b-a62d-904bde2bc84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '95323e7d-bc75-4644-adb1-0a3d4ef7631b'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:27.670631 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-9dc3e211-fa63-4f50-8869-f6a12c466adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:27.752907 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-7abc9da8-3bff-44c8-8fd3-edc69e1eddd3 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:27.755947 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-7abc9da8-3bff-44c8-8fd3-edc69e1eddd3 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.47 "GET /v2.0/networks?id=95323e7d-bc75-4644-adb1-0a3d4ef7631b HTTP/1.1" status: 200 len: 819 time: 0.3077374 Sep 16 04:53:27.789189 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-2e638675-8999-4dae-a483-894a933b6a6d None None] For port 3fde9a78-be26-4e14-a9c7-e55a3e5d2e07, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3fde9a78-be26-4e14-a9c7-e55a3e5d2e07,segment=NetworkSegment(a90b024a-0e1a-4677-b842-8ffa7fa47c41),segment_id=a90b024a-0e1a-4677-b842-8ffa7fa47c41)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:27.801541 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-f0b73d4a-87d1-4021-bfb0-f840243dcb5a tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Request body: {'port': {'device_id': '010d1707-ce1f-4b76-98df-4b2373165c6c', 'network_id': '95323e7d-bc75-4644-adb1-0a3d4ef7631b', 'admin_state_up': True, 'tenant_id': 'ae9253f056ae49e68f4d400ee8ce541c'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:27.841618 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2e638675-8999-4dae-a483-894a933b6a6d None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:27.847550 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2e638675-8999-4dae-a483-894a933b6a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:27.945511 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-994d9784-bd95-40c7-b70a-59e1b0d95bc2 req-b992b1cf-b4bb-46fd-888d-0786643d802b tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=010d1707-ce1f-4b76-98df-4b2373165c6c HTTP/1.1" status: 200 len: 210 time: 0.1400132 Sep 16 04:53:28.012473 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47188) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:28.021588 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e638675-8999-4dae-a483-894a933b6a6d None None] Pushing event updated for resources: {'Port': ['ID=3fde9a78-be26-4e14-a9c7-e55a3e5d2e07,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:28.043651 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c394ca96-0c4b-4d35-9eee-438367fd6e69 req-e0e1da2f-81d6-4609-8708-d7aa0b4dd06d service neutron] 10.222.0.47 "GET /v2.0/networks/aa0b4719-d190-4155-9288-1e8935f8d00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254358 Sep 16 04:53:28.064884 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-9dc3e211-fa63-4f50-8869-f6a12c466adf service neutron] For port df9615f6-aeda-465a-87a6-28cf51d746a1, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:28.108505 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1737d1df-cca1-41cf-ad3d-d8498e2b70be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:28.127415 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-9dc3e211-fa63-4f50-8869-f6a12c466adf service neutron] For port df9615f6-aeda-465a-87a6-28cf51d746a1, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=df9615f6-aeda-465a-87a6-28cf51d746a1,segment=NetworkSegment(e239c08b-9502-403b-a62d-904bde2bc84f),segment_id=e239c08b-9502-403b-a62d-904bde2bc84f)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:53:28.174214 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-9dc3e211-fa63-4f50-8869-f6a12c466adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:28.183107 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'name': 'network-vif-deleted', 'tag': '34f0c640-96d0-4889-b9d6-1c5b64e08f7f'}, {'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'name': 'network-vif-deleted', 'tag': '2064e1f3-dcc9-47cc-8440-d02253a0c752'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:28.185803 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfbb0e9-c970-426c-a949-4ea1abb643cf" -d '{"events": [{"server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "name": "network-vif-deleted", "tag": "34f0c640-96d0-4889-b9d6-1c5b64e08f7f"}, {"server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "name": "network-vif-deleted", "tag": "2064e1f3-dcc9-47cc-8440-d02253a0c752"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:28.211386 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-7a056cc5-54d4-4098-abb0-70b9ad895b6b tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Allocated IP 172.20.0.26 (866195e6-df56-46e4-9e18-68ff509c6459/cd77de4f-1c8c-40f9-81d5-9aa116131166/aa32959a-b2cc-42a6-9b16-b5ce786827fc) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:28.249949 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5606eb-7755-4d4c-bc8d-12c422f3ca80 req-c6696c37-e2d5-49b4-a81a-9ff7e5555052 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:28.252525 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dc5606eb-7755-4d4c-bc8d-12c422f3ca80 req-c6696c37-e2d5-49b4-a81a-9ff7e5555052 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=8340490b-4b72-4225-97cb-434daaf123c9 HTTP/1.1" status: 200 len: 946 time: 0.1452556 Sep 16 04:53:28.275576 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-9dc3e211-fa63-4f50-8869-f6a12c466adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:28.276778 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-9dc3e211-fa63-4f50-8869-f6a12c466adf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:28.278955 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-9dc3e211-fa63-4f50-8869-f6a12c466adf service neutron] 10.222.0.47 "PUT /v2.0/ports/df9615f6-aeda-465a-87a6-28cf51d746a1 HTTP/1.1" status: 200 len: 1093 time: 2.4896758 Sep 16 04:53:28.279961 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f2ae43-7b6a-49d9-be4f-3488d7130d48', 'tag': 'df9615f6-aeda-465a-87a6-28cf51d746a1'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:28.283078 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6443f7a0-77c7-4d1e-bf28-94800618e8e8" -d '{"events": [{"name": "network-changed", "server_uuid": "f7f2ae43-7b6a-49d9-be4f-3488d7130d48", "tag": "df9615f6-aeda-465a-87a6-28cf51d746a1"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:28.363632 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dc5606eb-7755-4d4c-bc8d-12c422f3ca80 req-1b1d2816-9031-4367-888b-f1e980364c51 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802684 Sep 16 04:53:28.376003 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c394ca96-0c4b-4d35-9eee-438367fd6e69 req-1686fc2c-b9f0-4328-abb0-34537734d8a2 service neutron] 10.222.0.47 "GET /v2.0/networks/aa0b4719-d190-4155-9288-1e8935f8d00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128114 Sep 16 04:53:28.436411 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3e211-fa63-4f50-8869-f6a12c466adf service neutron] Pushing event updated for resources: {'Port': ['ID=df9615f6-aeda-465a-87a6-28cf51d746a1,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:28.440227 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8340490b-4b72-4225-97cb-434daaf123c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7524c7a6-6efe-4174-9620-da5358c34a62'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:28.445031 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b0b811-3f94-4c15-a656-923cbe4cf9dc" -d '{"events": [{"server_uuid": "8340490b-4b72-4225-97cb-434daaf123c9", "name": "network-vif-plugged", "status": "completed", "tag": "7524c7a6-6efe-4174-9620-da5358c34a62"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:28.535041 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-9d5137ee-929b-4ddc-8991-a8e0cf55cae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:28.537826 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-9d5137ee-929b-4ddc-8991-a8e0cf55cae8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ae9253f056ae49e68f4d400ee8ce541c&device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 1096 time: 0.1589239 Sep 16 04:53:28.579325 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7a056cc5-54d4-4098-abb0-70b9ad895b6b tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:28.588480 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7a056cc5-54d4-4098-abb0-70b9ad895b6b tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:28.615254 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1737d1df-cca1-41cf-ad3d-d8498e2b70be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:28.618379 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-e86d3b72-e3c5-46c1-a846-e29403503094 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df9615f6-aeda-465a-87a6-28cf51d746a1 HTTP/1.1" status: 200 len: 217 time: 0.0647547 Sep 16 04:53:28.622446 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1737d1df-cca1-41cf-ad3d-d8498e2b70be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:28.733365 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1737d1df-cca1-41cf-ad3d-d8498e2b70be admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=37e9d9f4c5264d8b84a97a47a6d2a70e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7139671 Sep 16 04:53:28.739398 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47200) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:28.752398 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737d1df-cca1-41cf-ad3d-d8498e2b70be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e06507-5a44-4b51-afd9-25cda7e5c40e,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:28.782297 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-dd37249d-8e15-44ab-89e6-19ca6c43d38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:28.784460 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-dd37249d-8e15-44ab-89e6-19ca6c43d38b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52ea8b91-2711-402b-a55a-c845ac289939 HTTP/1.1" status: 200 len: 859 time: 0.1553957 Sep 16 04:53:28.824145 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c2ca02-e8f4-4fd6-b23f-5fb18e83d12b req-966a3d11-6d03-4615-9291-3e98af9e0459 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:28.830129 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-50c2ca02-e8f4-4fd6-b23f-5fb18e83d12b req-966a3d11-6d03-4615-9291-3e98af9e0459 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=387f9764-5bbe-4fb1-ac6e-2a9a1829d582 HTTP/1.1" status: 200 len: 946 time: 0.2464297 Sep 16 04:53:28.838306 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-b5f99d1f-3600-4e65-abf1-4b660f4f2759 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=95323e7d-bc75-4644-adb1-0a3d4ef7631b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423980 Sep 16 04:53:28.869544 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-f0b73d4a-87d1-4021-bfb0-f840243dcb5a tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Made reservation on behalf of ae9253f056ae49e68f4d400ee8ce541c for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:28.873469 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-f0b73d4a-87d1-4021-bfb0-f840243dcb5a tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:28.885888 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a056cc5-54d4-4098-abb0-70b9ad895b6b tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Port': ['ID=aa32959a-b2cc-42a6-9b16-b5ce786827fc,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:28.936914 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d7eea4-adc3-499c-abe9-642cd3a20f9a None None] Network 866195e6-df56-46e4-9e18-68ff509c6459 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:28.994251 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-621ab9fa-ed09-4808-abd2-7e7f5a06e240 service neutron] 10.222.0.47 "GET /v2.0/networks/95323e7d-bc75-4644-adb1-0a3d4ef7631b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474557 Sep 16 04:53:29.019674 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f553ea0-1207-4d9b-aa8c-d2b9e8afeaae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:29.050442 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f553ea0-1207-4d9b-aa8c-d2b9e8afeaae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:29.070194 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-7a056cc5-54d4-4098-abb0-70b9ad895b6b tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] In _notify_port_updated(), no bound segment for port aa32959a-b2cc-42a6-9b16-b5ce786827fc on network 866195e6-df56-46e4-9e18-68ff509c6459 {{(pid=94767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:53:29.081251 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a056cc5-54d4-4098-abb0-70b9ad895b6b tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:29.082421 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7a056cc5-54d4-4098-abb0-70b9ad895b6b tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:29.087933 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7a056cc5-54d4-4098-abb0-70b9ad895b6b tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "PUT /v2.0/ports/aa32959a-b2cc-42a6-9b16-b5ce786827fc HTTP/1.1" status: 200 len: 998 time: 2.6738329 Sep 16 04:53:29.103293 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47204) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:29.127164 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-50c2ca02-e8f4-4fd6-b23f-5fb18e83d12b req-26e9a29f-8479-4ade-b2a6-0ee6020e6f8f tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794621 Sep 16 04:53:29.218962 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3fde9a78-be26-4e14-a9c7-e55a3e5d2e07 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:29.233236 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f553ea0-1207-4d9b-aa8c-d2b9e8afeaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:29.240825 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e52450b-a119-4fbb-98cd-db5668bd4d8a x-openstack-request-id: req-5e52450b-a119-4fbb-98cd-db5668bd4d8a {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:29.240825 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "name": "network-vif-deleted", "tag": "34f0c640-96d0-4889-b9d6-1c5b64e08f7f", "status": "completed", "code": 200}, {"server_uuid": "385fdc0b-bfb8-47c0-9fa3-8f70b10ee791", "name": "network-vif-deleted", "tag": "2064e1f3-dcc9-47cc-8440-d02253a0c752", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:29.241168 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f553ea0-1207-4d9b-aa8c-d2b9e8afeaae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:29.241272 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5e52450b-a119-4fbb-98cd-db5668bd4d8a {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:29.241272 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'name': 'network-vif-deleted', 'tag': '34f0c640-96d0-4889-b9d6-1c5b64e08f7f', 'status': 'completed', 'code': 200} Sep 16 04:53:29.241272 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385fdc0b-bfb8-47c0-9fa3-8f70b10ee791', 'name': 'network-vif-deleted', 'tag': '2064e1f3-dcc9-47cc-8440-d02253a0c752', 'status': 'completed', 'code': 200} Sep 16 04:53:29.241525 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8f553ea0-1207-4d9b-aa8c-d2b9e8afeaae admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b7e06507-5a44-4b51-afd9-25cda7e5c40e HTTP/1.1" status: 204 len: 168 time: 0.4981482 Sep 16 04:53:29.242779 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-11760ab7-5fe7-4e90-8918-27313c9f0007 req-9752064d-19c7-4f8e-9b96-a05de1782b44 service neutron] 10.222.0.47 "GET /v2.0/networks/95323e7d-bc75-4644-adb1-0a3d4ef7631b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241557 Sep 16 04:53:29.261659 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f553ea0-1207-4d9b-aa8c-d2b9e8afeaae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e06507-5a44-4b51-afd9-25cda7e5c40e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:29.321865 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf352425-7785-4478-8b43-49b5b5f598aa x-openstack-request-id: req-cf352425-7785-4478-8b43-49b5b5f598aa {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:29.322170 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7f2ae43-7b6a-49d9-be4f-3488d7130d48", "tag": "df9615f6-aeda-465a-87a6-28cf51d746a1", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:29.322424 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cf352425-7785-4478-8b43-49b5b5f598aa {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:29.322856 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7f2ae43-7b6a-49d9-be4f-3488d7130d48', 'tag': 'df9615f6-aeda-465a-87a6-28cf51d746a1', 'status': 'completed', 'code': 200} Sep 16 04:53:29.338071 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-5252c57d-4715-46c0-888c-7c79baf7cc8a None None] Provisioning complete for port aa32959a-b2cc-42a6-9b16-b5ce786827fc triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:29.338447 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5252c57d-4715-46c0-888c-7c79baf7cc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:29.398761 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0481454f-e2e3-4458-9c64-2d40687952c4 x-openstack-request-id: req-0481454f-e2e3-4458-9c64-2d40687952c4 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:29.399086 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8340490b-4b72-4225-97cb-434daaf123c9", "name": "network-vif-plugged", "status": "completed", "tag": "7524c7a6-6efe-4174-9620-da5358c34a62", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:29.399343 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0481454f-e2e3-4458-9c64-2d40687952c4 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:29.399742 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8340490b-4b72-4225-97cb-434daaf123c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7524c7a6-6efe-4174-9620-da5358c34a62', 'code': 200} Sep 16 04:53:29.404702 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-5252c57d-4715-46c0-888c-7c79baf7cc8a None None] Port aa32959a-b2cc-42a6-9b16-b5ce786827fc cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:53:29.449579 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-5252c57d-4715-46c0-888c-7c79baf7cc8a None None] Provisioning complete for port 3fde9a78-be26-4e14-a9c7-e55a3e5d2e07 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:29.450156 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5252c57d-4715-46c0-888c-7c79baf7cc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:29.504604 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-f0b73d4a-87d1-4021-bfb0-f840243dcb5a tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Allocated IP 172.20.0.13 (95323e7d-bc75-4644-adb1-0a3d4ef7631b/52ea8b91-2711-402b-a55a-c845ac289939/3091c6ec-7291-4109-a7cf-ff9e65f76435) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:29.532903 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 3fde9a78-be26-4e14-a9c7-e55a3e5d2e07 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:29.532903 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:29.565337 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90f964f0-2344-48e7-ad52-5b58e78915b8 req-2857b7b0-86dc-4e29-bead-2ee1c1c95c39 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 210 time: 0.0566049 Sep 16 04:53:29.634948 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443f7a0-77c7-4d1e-bf28-94800618e8e8 req-d1e0ba7f-830f-465c-aeda-d55560edb027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:29.640319 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-6443f7a0-77c7-4d1e-bf28-94800618e8e8 req-d1e0ba7f-830f-465c-aeda-d55560edb027 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ae9253f056ae49e68f4d400ee8ce541c&device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 1096 time: 0.2669868 Sep 16 04:53:29.868391 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ad196-5e3b-485c-84a6-32a1da2749b6 req-46f95c40-3895-4c06-84eb-4318af61b6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:29.872953 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f77ad196-5e3b-485c-84a6-32a1da2749b6 req-46f95c40-3895-4c06-84eb-4318af61b6bc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8340490b-4b72-4225-97cb-434daaf123c9 HTTP/1.1" status: 200 len: 1098 time: 0.3237290 Sep 16 04:53:29.933120 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-f0b73d4a-87d1-4021-bfb0-f840243dcb5a tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:29.953704 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443f7a0-77c7-4d1e-bf28-94800618e8e8 req-9ef84a9e-92df-42a4-8eb9-57c797401403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:29.956209 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-6443f7a0-77c7-4d1e-bf28-94800618e8e8 req-9ef84a9e-92df-42a4-8eb9-57c797401403 service neutron] 10.222.0.47 "GET /v2.0/networks?id=95323e7d-bc75-4644-adb1-0a3d4ef7631b HTTP/1.1" status: 200 len: 920 time: 0.3006094 Sep 16 04:53:30.013539 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-8adefe2d-a399-41c8-9e6f-c798f4f95c0d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Deleting port aa32959a-b2cc-42a6-9b16-b5ce786827fc {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:30.016985 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8adefe2d-a399-41c8-9e6f-c798f4f95c0d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.035851 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-97c34e0e-5451-44d2-8b3c-beb70bcdb597 req-f09f1fb9-0f96-4bb3-a8d1-34911c0bc1eb tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=010d1707-ce1f-4b76-98df-4b2373165c6c HTTP/1.1" status: 200 len: 210 time: 0.1979744 Sep 16 04:53:30.060989 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-6443f7a0-77c7-4d1e-bf28-94800618e8e8 req-43e1fd67-77ea-40a8-ba98-e8592b201e8f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df9615f6-aeda-465a-87a6-28cf51d746a1 HTTP/1.1" status: 200 len: 217 time: 0.0900753 Sep 16 04:53:30.090143 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f77ad196-5e3b-485c-84a6-32a1da2749b6 req-49f50ade-3309-4b60-8be7-9985c039adf5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030621 Sep 16 04:53:30.095071 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-0ed83fd5-ccc5-4476-b122-f3ff96496cc4 None None] Provisioning complete for port aa32959a-b2cc-42a6-9b16-b5ce786827fc triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:30.095553 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0ed83fd5-ccc5-4476-b122-f3ff96496cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.207688 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443f7a0-77c7-4d1e-bf28-94800618e8e8 req-8b8f2cb0-da5e-4d55-a3a3-55941687238e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:30.210025 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-6443f7a0-77c7-4d1e-bf28-94800618e8e8 req-8b8f2cb0-da5e-4d55-a3a3-55941687238e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52ea8b91-2711-402b-a55a-c845ac289939 HTTP/1.1" status: 200 len: 859 time: 0.1186733 Sep 16 04:53:30.214526 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-0ed83fd5-ccc5-4476-b122-f3ff96496cc4 None None] Port aa32959a-b2cc-42a6-9b16-b5ce786827fc cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:53:30.248257 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-0ed83fd5-ccc5-4476-b122-f3ff96496cc4 None None] Provisioning complete for port 3fde9a78-be26-4e14-a9c7-e55a3e5d2e07 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:30.249002 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0ed83fd5-ccc5-4476-b122-f3ff96496cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.382825 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-f0b73d4a-87d1-4021-bfb0-f840243dcb5a tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.397964 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-6443f7a0-77c7-4d1e-bf28-94800618e8e8 req-8dec0ebd-b1ec-45a7-8b8f-a21f03e74e4d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=95323e7d-bc75-4644-adb1-0a3d4ef7631b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496767 Sep 16 04:53:30.461018 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8adefe2d-a399-41c8-9e6f-c798f4f95c0d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.478880 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b7764-18a7-4000-bbf9-e7fba25cca20 req-1ac57c3c-f47e-46c6-ac38-04a0d3e9f123 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:30.497667 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4a7b7764-18a7-4000-bbf9-e7fba25cca20 req-1ac57c3c-f47e-46c6-ac38-04a0d3e9f123 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=8340490b-4b72-4225-97cb-434daaf123c9 HTTP/1.1" status: 200 len: 946 time: 0.3005946 Sep 16 04:53:30.541417 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-c33da0f9-7209-4ac4-ba1a-3728250ed7b8 None None] Provisioning complete for port aa32959a-b2cc-42a6-9b16-b5ce786827fc triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:30.541722 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c33da0f9-7209-4ac4-ba1a-3728250ed7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.558660 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-f0b73d4a-87d1-4021-bfb0-f840243dcb5a tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Network 95323e7d-bc75-4644-adb1-0a3d4ef7631b is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:30.565572 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-8adefe2d-a399-41c8-9e6f-c798f4f95c0d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Calling delete_port for aa32959a-b2cc-42a6-9b16-b5ce786827fc owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:30.628072 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-6443f7a0-77c7-4d1e-bf28-94800618e8e8 req-4163ec9a-1c44-47df-a48c-ef8c3fb22287 service neutron] 10.222.0.47 "GET /v2.0/networks/95323e7d-bc75-4644-adb1-0a3d4ef7631b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997421 Sep 16 04:53:30.648748 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-c33da0f9-7209-4ac4-ba1a-3728250ed7b8 None None] Port aa32959a-b2cc-42a6-9b16-b5ce786827fc cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:53:30.672125 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-f0b73d4a-87d1-4021-bfb0-f840243dcb5a tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:30.691066 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-f0b73d4a-87d1-4021-bfb0-f840243dcb5a tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:30.776663 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-fa4aaff2-7765-4202-af1c-a0c9bd7418d8 None None] Provisioning complete for port aa32959a-b2cc-42a6-9b16-b5ce786827fc triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:30.776663 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fa4aaff2-7765-4202-af1c-a0c9bd7418d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.803258 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b73d4a-87d1-4021-bfb0-f840243dcb5a tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Pushing event updated for resources: {'Port': ['ID=3091c6ec-7291-4109-a7cf-ff9e65f76435,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:30.828276 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4a7b7764-18a7-4000-bbf9-e7fba25cca20 req-8a288cae-52d0-46bc-ab1f-6fe2f4ea12e7 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849476 Sep 16 04:53:30.857688 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-fa4aaff2-7765-4202-af1c-a0c9bd7418d8 None None] Port aa32959a-b2cc-42a6-9b16-b5ce786827fc cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:53:30.866753 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-6443f7a0-77c7-4d1e-bf28-94800618e8e8 req-1b1b6373-569c-48cf-9d17-636bb297ecd6 service neutron] 10.222.0.47 "GET /v2.0/networks/95323e7d-bc75-4644-adb1-0a3d4ef7631b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305861 Sep 16 04:53:30.876498 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-f0b73d4a-87d1-4021-bfb0-f840243dcb5a tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:30.877215 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-f0b73d4a-87d1-4021-bfb0-f840243dcb5a tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.999424 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-f0b73d4a-87d1-4021-bfb0-f840243dcb5a tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2015455 Sep 16 04:53:31.041166 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-db1cf03c-9e5e-42a4-93c9-35e77975b57d service neutron] Request body: {'port': {'device_id': '010d1707-ce1f-4b76-98df-4b2373165c6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:31.099546 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4c7ff-048a-4113-85a7-9b4dbbc0755e req-04ff2723-c638-4be7-8bee-941a197b9a49 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:31.107088 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9be4c7ff-048a-4113-85a7-9b4dbbc0755e req-04ff2723-c638-4be7-8bee-941a197b9a49 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 1097 time: 0.1576023 Sep 16 04:53:31.180784 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-c7acb0d7-2f68-4124-b8e7-86062977cfd3 None None] Could not find standard attr ID for object aa32959a-b2cc-42a6-9b16-b5ce786827fc. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:53:31.190815 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8adefe2d-a399-41c8-9e6f-c798f4f95c0d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.203261 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-db1cf03c-9e5e-42a4-93c9-35e77975b57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.237609 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47244) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:31.247463 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9be4c7ff-048a-4113-85a7-9b4dbbc0755e req-bccef98c-d24a-4477-bf68-72429ef47f1c tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=db3037be-fc36-4334-ae38-b046958ea600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109545 Sep 16 04:53:31.318875 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adefe2d-a399-41c8-9e6f-c798f4f95c0d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Port': ['ID=aa32959a-b2cc-42a6-9b16-b5ce786827fc,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:31.531477 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-095bb971-4c3e-4d64-a280-3b8ced2159a7 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Deleting port 35e09e88-f479-4128-9be5-c91bffee8375 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:31.531722 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-095bb971-4c3e-4d64-a280-3b8ced2159a7 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.675426 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bac791-ec19-4a1f-9bd8-6bc02df2f477 req-02034d3b-5268-42fb-95a5-b7f4b290910e tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:31.683679 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f6bac791-ec19-4a1f-9bd8-6bc02df2f477 req-02034d3b-5268-42fb-95a5-b7f4b290910e tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=387f9764-5bbe-4fb1-ac6e-2a9a1829d582 HTTP/1.1" status: 200 len: 946 time: 0.3015423 Sep 16 04:53:31.695813 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-095bb971-4c3e-4d64-a280-3b8ced2159a7 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.696733 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-095bb971-4c3e-4d64-a280-3b8ced2159a7 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.718772 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8adefe2d-a399-41c8-9e6f-c798f4f95c0d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.724623 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8adefe2d-a399-41c8-9e6f-c798f4f95c0d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/ports/aa32959a-b2cc-42a6-9b16-b5ce786827fc HTTP/1.1" status: 204 len: 168 time: 2.6142657 Sep 16 04:53:31.729733 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47256) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:31.732500 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-095bb971-4c3e-4d64-a280-3b8ced2159a7 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Calling delete_port for 35e09e88-f479-4128-9be5-c91bffee8375 owned by network:floatingip {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:31.886130 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f6bac791-ec19-4a1f-9bd8-6bc02df2f477 req-a58e07cb-150c-4d7a-9b18-35192eab451d tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013001 Sep 16 04:53:31.898923 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-31654354-7dae-48c5-8282-6337ce84a2e9 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] GET failed (client error): The resource could not be found. Sep 16 04:53:31.903560 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-31654354-7dae-48c5-8282-6337ce84a2e9 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "GET /v2.0/ports/aa32959a-b2cc-42a6-9b16-b5ce786827fc HTTP/1.1" status: 404 len: 333 time: 0.1699846 Sep 16 04:53:31.903949 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47260) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:32.118709 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-87c1c560-57d6-4d9b-9ebc-0207c613fd19 req-eeb37bd7-d8ad-4c87-a1eb-81fbb02fae80 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 210 time: 0.0560243 Sep 16 04:53:32.129332 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb594d7d-95c8-4b57-9362-84855620b958 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Deleting subnet cd77de4f-1c8c-40f9-81d5-9aa116131166 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:53:32.162846 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bb594d7d-95c8-4b57-9362-84855620b958 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:32.338173 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-db1cf03c-9e5e-42a4-93c9-35e77975b57d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3091c6ec-7291-4109-a7cf-ff9e65f76435 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:32.367466 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bb594d7d-95c8-4b57-9362-84855620b958 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:32.373111 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-db1cf03c-9e5e-42a4-93c9-35e77975b57d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:32.384684 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device df9615f6-aeda-465a-87a6-28cf51d746a1 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:53:32.508032 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-db1cf03c-9e5e-42a4-93c9-35e77975b57d service neutron] Transition to ACTIVE for port object 3091c6ec-7291-4109-a7cf-ff9e65f76435 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:53:32.531440 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-db1cf03c-9e5e-42a4-93c9-35e77975b57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:32.611066 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-095bb971-4c3e-4d64-a280-3b8ced2159a7 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:32.625067 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port df9615f6-aeda-465a-87a6-28cf51d746a1, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=df9615f6-aeda-465a-87a6-28cf51d746a1,segment=NetworkSegment(e239c08b-9502-403b-a62d-904bde2bc84f),segment_id=e239c08b-9502-403b-a62d-904bde2bc84f)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:32.646376 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'df9615f6-aeda-465a-87a6-28cf51d746a1', 'network_id': '95323e7d-bc75-4644-adb1-0a3d4ef7631b', 'port_id': 'df9615f6-aeda-465a-87a6-28cf51d746a1', 'mac_address': 'fa:16:3e:58:9e:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ea8b91-2711-402b-a55a-c845ac289939', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:53:32.688847 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095bb971-4c3e-4d64-a280-3b8ced2159a7 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event deleted for resources: {'Port': ['ID=35e09e88-f479-4128-9be5-c91bffee8375,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:32.772626 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:32.794771 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-095bb971-4c3e-4d64-a280-3b8ced2159a7 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for floatingip, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:32.796748 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [None req-095bb971-4c3e-4d64-a280-3b8ced2159a7 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Floating IP 38b77f59-ee95-45a9-94db-71781eba910f disassociated (deleted). External IP: 172.25.8.131, port: 545b55b6-6b09-445a-8fdd-b488ee92f1be. Sep 16 04:53:32.816620 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bb594d7d-95c8-4b57-9362-84855620b958 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:32.820928 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df9615f6-aeda-465a-87a6-28cf51d746a1 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:32.876264 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port df9615f6-aeda-465a-87a6-28cf51d746a1, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=df9615f6-aeda-465a-87a6-28cf51d746a1,segment=NetworkSegment(e239c08b-9502-403b-a62d-904bde2bc84f),segment_id=e239c08b-9502-403b-a62d-904bde2bc84f)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:32.884147 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:32.897685 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1cf03c-9e5e-42a4-93c9-35e77975b57d service neutron] Pushing event updated for resources: {'Port': ['ID=3091c6ec-7291-4109-a7cf-ff9e65f76435,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:32.925335 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1e1c4-a455-41f5-87dc-1acd4eb51241 req-51871a2f-908e-4e58-884a-15aaa6e4f13a tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:32.929054 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3fb1e1c4-a455-41f5-87dc-1acd4eb51241 req-51871a2f-908e-4e58-884a-15aaa6e4f13a tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=010d1707-ce1f-4b76-98df-4b2373165c6c HTTP/1.1" status: 200 len: 932 time: 0.5581987 Sep 16 04:53:33.011162 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=df9615f6-aeda-465a-87a6-28cf51d746a1,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:33.178713 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3fb1e1c4-a455-41f5-87dc-1acd4eb51241 req-a2ef8c72-1f83-4f0d-8ab0-e68edc89d7fb tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854880 Sep 16 04:53:33.185196 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bb594d7d-95c8-4b57-9362-84855620b958 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:33.217535 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['df9615f6-aeda-465a-87a6-28cf51d746a1'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:33.269376 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb594d7d-95c8-4b57-9362-84855620b958 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Subnet': ['ID=cd77de4f-1c8c-40f9-81d5-9aa116131166,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:33.272805 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-db1cf03c-9e5e-42a4-93c9-35e77975b57d service neutron] Attempting to bind port 3091c6ec-7291-4109-a7cf-ff9e65f76435 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:33.273299 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-db1cf03c-9e5e-42a4-93c9-35e77975b57d service neutron] Attempting to bind port 3091c6ec-7291-4109-a7cf-ff9e65f76435 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'e239c08b-9502-403b-a62d-904bde2bc84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '95323e7d-bc75-4644-adb1-0a3d4ef7631b'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:33.273825 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-db1cf03c-9e5e-42a4-93c9-35e77975b57d service neutron] Attempting to bind port 3091c6ec-7291-4109-a7cf-ff9e65f76435 on network 95323e7d-bc75-4644-adb1-0a3d4ef7631b {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:33.288190 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bb594d7d-95c8-4b57-9362-84855620b958 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:33.290586 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-bb594d7d-95c8-4b57-9362-84855620b958 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/subnets/cd77de4f-1c8c-40f9-81d5-9aa116131166 HTTP/1.1" status: 204 len: 168 time: 1.3855412 Sep 16 04:53:33.298296 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47292) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:33.306687 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156122bf-ede1-4631-ada5-1e9d3384445a None None] Network 866195e6-df56-46e4-9e18-68ff509c6459 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:33.320990 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-db1cf03c-9e5e-42a4-93c9-35e77975b57d service neutron] Port 3091c6ec-7291-4109-a7cf-ff9e65f76435 on network 95323e7d-bc75-4644-adb1-0a3d4ef7631b not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:53:33.321657 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-db1cf03c-9e5e-42a4-93c9-35e77975b57d service neutron] Attempting to bind port 3091c6ec-7291-4109-a7cf-ff9e65f76435 on network 95323e7d-bc75-4644-adb1-0a3d4ef7631b {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:33.363404 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095bb971-4c3e-4d64-a280-3b8ced2159a7 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Router 400e8034-bcf7-4f47-b91a-946e746b89bc has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:53:33.441183 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-db1cf03c-9e5e-42a4-93c9-35e77975b57d service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:33.441499 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-db1cf03c-9e5e-42a4-93c9-35e77975b57d service neutron] Checking segment: {'id': 'e239c08b-9502-403b-a62d-904bde2bc84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '95323e7d-bc75-4644-adb1-0a3d4ef7631b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:33.442079 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-db1cf03c-9e5e-42a4-93c9-35e77975b57d service neutron] Bound using segment: {'id': 'e239c08b-9502-403b-a62d-904bde2bc84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '95323e7d-bc75-4644-adb1-0a3d4ef7631b'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:33.443162 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-db1cf03c-9e5e-42a4-93c9-35e77975b57d service neutron] Bound port: 3091c6ec-7291-4109-a7cf-ff9e65f76435, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e239c08b-9502-403b-a62d-904bde2bc84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '95323e7d-bc75-4644-adb1-0a3d4ef7631b'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:33.443881 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-db1cf03c-9e5e-42a4-93c9-35e77975b57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:33.603783 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095bb971-4c3e-4d64-a280-3b8ced2159a7 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:53:33.619035 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ca65a0-1ea8-44c4-bf8d-d8b40a78c40e tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Deleting subnet 5b43a419-837a-4050-bb5a-52c730e20cd6 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:53:33.621583 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-095bb971-4c3e-4d64-a280-3b8ced2159a7 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:33.634708 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f6ca65a0-1ea8-44c4-bf8d-d8b40a78c40e tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:33.651164 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf733ce-b0fd-4b43-9bb8-2c9b140f0fef None None] Sync routers for ids ['400e8034-bcf7-4f47-b91a-946e746b89bc'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:53:33.681614 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf733ce-b0fd-4b43-9bb8-2c9b140f0fef None None] Routers {'400e8034-bcf7-4f47-b91a-946e746b89bc'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:33.682692 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-0cf733ce-b0fd-4b43-9bb8-2c9b140f0fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:53:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['400e8034-bcf7-4f47-b91a-946e746b89bc'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:33.694317 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-095bb971-4c3e-4d64-a280-3b8ced2159a7 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "DELETE /v2.0/floatingips/38b77f59-ee95-45a9-94db-71781eba910f HTTP/1.1" status: 204 len: 168 time: 2.4511321 Sep 16 04:53:33.694317 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592b60db-3b38-4907-99fb-c8d6b0594d0d', 'tag': '545b55b6-6b09-445a-8fdd-b488ee92f1be'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:33.704275 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cddaa143-f860-466c-9daf-a8e299e49169" -d '{"events": [{"name": "network-changed", "server_uuid": "592b60db-3b38-4907-99fb-c8d6b0594d0d", "tag": "545b55b6-6b09-445a-8fdd-b488ee92f1be"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:33.802165 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e72a5-fec8-4699-87d1-ff16b89aff08 req-31b8b537-67e1-444c-9f30-cec4990c2e00 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:33.814858 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9f6e72a5-fec8-4699-87d1-ff16b89aff08 req-31b8b537-67e1-444c-9f30-cec4990c2e00 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=8340490b-4b72-4225-97cb-434daaf123c9 HTTP/1.1" status: 200 len: 946 time: 0.4344966 Sep 16 04:53:33.962370 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-0cf733ce-b0fd-4b43-9bb8-2c9b140f0fef None None] Set router 400e8034-bcf7-4f47-b91a-946e746b89bc gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:34.086092 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [req-4add6dcd-0ff0-43e3-8552-e81770dcbe46 req-b005d8db-c15d-45ec-af7b-cdf30ea31f32 tempest-ListImageFiltersTestJSON-1480422430 tempest-ListImageFiltersTestJSON-1480422430-project] (94766) timed out ('10.222.0.35', 49226) {{(pid=94766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 04:53:34.293969 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47308) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:34.365832 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f6ca65a0-1ea8-44c4-bf8d-d8b40a78c40e tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:34.411400 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-db1cf03c-9e5e-42a4-93c9-35e77975b57d service neutron] For port 3091c6ec-7291-4109-a7cf-ff9e65f76435, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:34.532515 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-db1cf03c-9e5e-42a4-93c9-35e77975b57d service neutron] For port 3091c6ec-7291-4109-a7cf-ff9e65f76435, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=3091c6ec-7291-4109-a7cf-ff9e65f76435,segment=NetworkSegment(e239c08b-9502-403b-a62d-904bde2bc84f),segment_id=e239c08b-9502-403b-a62d-904bde2bc84f)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:53:34.546790 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-db1cf03c-9e5e-42a4-93c9-35e77975b57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:34.617096 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9f6e72a5-fec8-4699-87d1-ff16b89aff08 req-3a896cc7-d16a-4187-9ea6-58d23d54a9be tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8002999 Sep 16 04:53:34.627548 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-452ea274-7570-499d-8d11-91b7dc253eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:34.641445 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-db1cf03c-9e5e-42a4-93c9-35e77975b57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:34.643057 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-db1cf03c-9e5e-42a4-93c9-35e77975b57d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:34.646908 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-db1cf03c-9e5e-42a4-93c9-35e77975b57d service neutron] 10.222.0.47 "PUT /v2.0/ports/3091c6ec-7291-4109-a7cf-ff9e65f76435 HTTP/1.1" status: 200 len: 1093 time: 3.6106474 Sep 16 04:53:34.653409 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010d1707-ce1f-4b76-98df-4b2373165c6c', 'tag': '3091c6ec-7291-4109-a7cf-ff9e65f76435'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:34.662634 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb896c1-e207-41a8-9714-f9920d10c2c6" -d '{"events": [{"name": "network-changed", "server_uuid": "010d1707-ce1f-4b76-98df-4b2373165c6c", "tag": "3091c6ec-7291-4109-a7cf-ff9e65f76435"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:34.746698 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1cf03c-9e5e-42a4-93c9-35e77975b57d service neutron] Pushing event updated for resources: {'Port': ['ID=3091c6ec-7291-4109-a7cf-ff9e65f76435,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:34.751738 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-0cf733ce-b0fd-4b43-9bb8-2c9b140f0fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500352309', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'e3d0b7e6-234d-406c-b2c3-88ff923f0092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:00Z', 'updated_at': '2021-09-16T04:50:05Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'e3d0b7e6-234d-406c-b2c3-88ff923f0092', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:08:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:01Z', 'updated_at': '2021-09-16T04:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '88d32cbf-f810-4a03-a4de-474a7ec5851e', 'name': '', 'network_id': 'aa0b4719-d190-4155-9288-1e8935f8d00b', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'mac_address': 'fa:16:3e:51:63:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7e7bc69f-119c-452c-8694-2e9288e222ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:04Z', 'updated_at': '2021-09-16T04:50:09Z', 'revision_number': 5, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'subnets': [{'id': '7e7bc69f-119c-452c-8694-2e9288e222ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:34.811655 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf733ce-b0fd-4b43-9bb8-2c9b140f0fef None None] Checking router: 400e8034-bcf7-4f47-b91a-946e746b89bc for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:53:34.831423 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-452ea274-7570-499d-8d11-91b7dc253eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:34.831742 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf733ce-b0fd-4b43-9bb8-2c9b140f0fef None None] Routers {'400e8034-bcf7-4f47-b91a-946e746b89bc'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:34.831936 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-0cf733ce-b0fd-4b43-9bb8-2c9b140f0fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:53:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['400e8034-bcf7-4f47-b91a-946e746b89bc'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:34.835960 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-452ea274-7570-499d-8d11-91b7dc253eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:34.866381 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f6ca65a0-1ea8-44c4-bf8d-d8b40a78c40e tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:34.890854 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-452ea274-7570-499d-8d11-91b7dc253eef admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8d2a298b5e984a28b9b224f2bfad4182&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5916281 Sep 16 04:53:34.890854 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ea274-7570-499d-8d11-91b7dc253eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77cb5c84-f601-42a9-a245-f9e17f3513d6,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:34.891482 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47316) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:34.990843 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d4ec6851-fceb-4c2c-88db-cca21f599b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:35.032077 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d4ec6851-fceb-4c2c-88db-cca21f599b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:35.049588 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-0cf733ce-b0fd-4b43-9bb8-2c9b140f0fef None None] Set router 400e8034-bcf7-4f47-b91a-946e746b89bc gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:35.060444 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-4c2581d0-6413-4595-a5f2-2bc0aad40f07 None None] Provisioning complete for port 3fde9a78-be26-4e14-a9c7-e55a3e5d2e07 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:35.070293 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4c2581d0-6413-4595-a5f2-2bc0aad40f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:35.138457 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d4ec6851-fceb-4c2c-88db-cca21f599b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:35.141442 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d4ec6851-fceb-4c2c-88db-cca21f599b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:35.145960 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d4ec6851-fceb-4c2c-88db-cca21f599b4c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/77cb5c84-f601-42a9-a245-f9e17f3513d6 HTTP/1.1" status: 204 len: 168 time: 0.2384408 Sep 16 04:53:35.159748 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec6851-fceb-4c2c-88db-cca21f599b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cb5c84-f601-42a9-a245-f9e17f3513d6,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:35.199626 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-2f57590a-107a-4627-95fe-7c988788a0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:35.203873 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-2f57590a-107a-4627-95fe-7c988788a0ff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ae9253f056ae49e68f4d400ee8ce541c&device_id=010d1707-ce1f-4b76-98df-4b2373165c6c HTTP/1.1" status: 200 len: 1096 time: 0.3941865 Sep 16 04:53:35.261997 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab3a76-f935-407d-8e91-ae5b4aaf5608 req-f86e542d-b630-4e98-9af7-8f1111857c9e tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:35.264811 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5cab3a76-f935-407d-8e91-ae5b4aaf5608 req-f86e542d-b630-4e98-9af7-8f1111857c9e tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=387f9764-5bbe-4fb1-ac6e-2a9a1829d582 HTTP/1.1" status: 200 len: 946 time: 0.4575696 Sep 16 04:53:35.276974 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f6ca65a0-1ea8-44c4-bf8d-d8b40a78c40e tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:35.380235 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f28d67-6efe-4bb1-af97-da2b17ae9312 None None] Network 866195e6-df56-46e4-9e18-68ff509c6459 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:35.395617 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f6ca65a0-1ea8-44c4-bf8d-d8b40a78c40e tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:35.401053 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f6ca65a0-1ea8-44c4-bf8d-d8b40a78c40e tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/subnets/5b43a419-837a-4050-bb5a-52c730e20cd6 HTTP/1.1" status: 204 len: 168 time: 2.0988655 Sep 16 04:53:35.401661 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47322) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:35.413584 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-5507f73d-8a29-43af-bc2c-976e7ebbd291 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3091c6ec-7291-4109-a7cf-ff9e65f76435 HTTP/1.1" status: 200 len: 217 time: 0.1898859 Sep 16 04:53:35.417056 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-0cf733ce-b0fd-4b43-9bb8-2c9b140f0fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500352309', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'e3d0b7e6-234d-406c-b2c3-88ff923f0092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:00Z', 'updated_at': '2021-09-16T04:50:05Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'e3d0b7e6-234d-406c-b2c3-88ff923f0092', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:08:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:01Z', 'updated_at': '2021-09-16T04:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '88d32cbf-f810-4a03-a4de-474a7ec5851e', 'name': '', 'network_id': 'aa0b4719-d190-4155-9288-1e8935f8d00b', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'mac_address': 'fa:16:3e:51:63:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7e7bc69f-119c-452c-8694-2e9288e222ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:04Z', 'updated_at': '2021-09-16T04:50:09Z', 'revision_number': 5, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'subnets': [{'id': '7e7bc69f-119c-452c-8694-2e9288e222ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:35.430167 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca65a0-1ea8-44c4-bf8d-d8b40a78c40e tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Subnet': ['ID=5b43a419-837a-4050-bb5a-52c730e20cd6,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:35.490826 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf733ce-b0fd-4b43-9bb8-2c9b140f0fef None None] The sync data for ids ['400e8034-bcf7-4f47-b91a-946e746b89bc'] in n-d-712139-15 is: [{'id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500352309', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'e3d0b7e6-234d-406c-b2c3-88ff923f0092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:00Z', 'updated_at': '2021-09-16T04:50:05Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'e3d0b7e6-234d-406c-b2c3-88ff923f0092', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:08:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:01Z', 'updated_at': '2021-09-16T04:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '88d32cbf-f810-4a03-a4de-474a7ec5851e', 'name': '', 'network_id': 'aa0b4719-d190-4155-9288-1e8935f8d00b', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'mac_address': 'fa:16:3e:51:63:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7e7bc69f-119c-452c-8694-2e9288e222ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:04Z', 'updated_at': '2021-09-16T04:50:09Z', 'revision_number': 5, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'subnets': [{'id': '7e7bc69f-119c-452c-8694-2e9288e222ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:53:35.510713 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-be7ff18a-15f6-4786-bd86-24651b85ace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:35.513378 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-be7ff18a-15f6-4786-bd86-24651b85ace6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52ea8b91-2711-402b-a55a-c845ac289939 HTTP/1.1" status: 200 len: 859 time: 0.0762322 Sep 16 04:53:35.597452 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-fa77592b-8bbd-49da-a188-9573724f6636 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=95323e7d-bc75-4644-adb1-0a3d4ef7631b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614686 Sep 16 04:53:35.601750 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5cab3a76-f935-407d-8e91-ae5b4aaf5608 req-1900416d-b124-4bbe-9a25-0d816c7c2bbd tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082418 Sep 16 04:53:35.629994 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1c68db67-c427-432e-8d25-631e05931d80 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:35.763084 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-1c68db67-c427-432e-8d25-631e05931d80 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Deleting port 3fde9a78-be26-4e14-a9c7-e55a3e5d2e07 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:35.763574 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1c68db67-c427-432e-8d25-631e05931d80 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:35.786452 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3f8a13-c88d-43cf-bec8-18643c4b5c8d None None] DHCP port deletion for 866195e6-df56-46e4-9e18-68ff509c6459 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:53:35.834233 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef68719c-450c-4103-bc86-293e4ea18364 req-cfdf7445-2550-476f-ae96-0e51dcf5dfd6 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 210 time: 0.0644836 Sep 16 04:53:35.852139 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-0c6b6e1e-9c71-4d3b-b858-e31930c1015d service neutron] 10.222.0.47 "GET /v2.0/networks/95323e7d-bc75-4644-adb1-0a3d4ef7631b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473903 Sep 16 04:53:35.928845 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-1c68db67-c427-432e-8d25-631e05931d80 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] For port 3fde9a78-be26-4e14-a9c7-e55a3e5d2e07, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3fde9a78-be26-4e14-a9c7-e55a3e5d2e07,segment=NetworkSegment(a90b024a-0e1a-4677-b842-8ffa7fa47c41),segment_id=a90b024a-0e1a-4677-b842-8ffa7fa47c41)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:35.929905 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1c68db67-c427-432e-8d25-631e05931d80 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:35.977906 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-1c68db67-c427-432e-8d25-631e05931d80 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Calling delete_port for 3fde9a78-be26-4e14-a9c7-e55a3e5d2e07 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:35.990420 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47324) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:36.044540 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77b88a7e-207f-4dc5-8700-5ddeebaaf733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:36.075877 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-9b3f8a13-c88d-43cf-bec8-18643c4b5c8d None None] Deleting port 3fde9a78-be26-4e14-a9c7-e55a3e5d2e07 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:36.079304 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9b3f8a13-c88d-43cf-bec8-18643c4b5c8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:36.118069 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad72e72-caea-4638-99e2-672700553d6a None None] New status for floating IP 38b77f59-ee95-45a9-94db-71781eba910f: DOWN {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:53:36.122020 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f9341250-e1cc-4af9-91f0-68f253ad700c req-c41b23e1-756a-4bd2-8a69-ffe52a33c5a1 service neutron] 10.222.0.47 "GET /v2.0/networks/95323e7d-bc75-4644-adb1-0a3d4ef7631b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580543 Sep 16 04:53:36.257608 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-9b3f8a13-c88d-43cf-bec8-18643c4b5c8d None None] For port 3fde9a78-be26-4e14-a9c7-e55a3e5d2e07, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3fde9a78-be26-4e14-a9c7-e55a3e5d2e07,segment=NetworkSegment(a90b024a-0e1a-4677-b842-8ffa7fa47c41),segment_id=a90b024a-0e1a-4677-b842-8ffa7fa47c41)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:36.258479 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9b3f8a13-c88d-43cf-bec8-18643c4b5c8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:36.287341 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-9b3f8a13-c88d-43cf-bec8-18643c4b5c8d None None] Calling delete_port for 3fde9a78-be26-4e14-a9c7-e55a3e5d2e07 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:36.312295 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1c68db67-c427-432e-8d25-631e05931d80 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:36.359790 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68db67-c427-432e-8d25-631e05931d80 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Port': ['ID=3fde9a78-be26-4e14-a9c7-e55a3e5d2e07,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:36.375032 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c68db67-c427-432e-8d25-631e05931d80 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] No DVR routers for this DVR port 3fde9a78-be26-4e14-a9c7-e55a3e5d2e07 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:36.400002 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device df9615f6-aeda-465a-87a6-28cf51d746a1 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:36.460896 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77b88a7e-207f-4dc5-8700-5ddeebaaf733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:36.499411 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77b88a7e-207f-4dc5-8700-5ddeebaaf733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:36.505835 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1c68db67-c427-432e-8d25-631e05931d80 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:36.511278 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9b3f8a13-c88d-43cf-bec8-18643c4b5c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:36.543640 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f8a13-c88d-43cf-bec8-18643c4b5c8d None None] Pushing event deleted for resources: {'Port': ['ID=3fde9a78-be26-4e14-a9c7-e55a3e5d2e07,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:36.561380 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3f8a13-c88d-43cf-bec8-18643c4b5c8d None None] No DVR routers for this DVR port 3fde9a78-be26-4e14-a9c7-e55a3e5d2e07 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:36.565959 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port df9615f6-aeda-465a-87a6-28cf51d746a1 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:53:36.575280 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port df9615f6-aeda-465a-87a6-28cf51d746a1 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:36.575840 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:36.583638 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dea69bb-6357-4ef3-9926-6a46ce15270c x-openstack-request-id: req-4dea69bb-6357-4ef3-9926-6a46ce15270c {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:36.584057 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "592b60db-3b38-4907-99fb-c8d6b0594d0d", "tag": "545b55b6-6b09-445a-8fdd-b488ee92f1be", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:36.584467 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4dea69bb-6357-4ef3-9926-6a46ce15270c {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:36.585054 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '592b60db-3b38-4907-99fb-c8d6b0594d0d', 'tag': '545b55b6-6b09-445a-8fdd-b488ee92f1be', 'status': 'completed', 'code': 200} Sep 16 04:53:36.585911 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b88a7e-207f-4dc5-8700-5ddeebaaf733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb3138b-7868-42f4-bc8c-ab9ca15eed21,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:36.644541 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-1c68db67-c427-432e-8d25-631e05931d80 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['866195e6-df56-46e4-9e18-68ff509c6459']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:36.665119 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-1c68db67-c427-432e-8d25-631e05931d80 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a90b024a-0e1a-4677-b842-8ffa7fa47c41') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:36.665588 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-1c68db67-c427-432e-8d25-631e05931d80 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a90b024a-0e1a-4677-b842-8ffa7fa47c41') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:36.685423 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-77b88a7e-207f-4dc5-8700-5ddeebaaf733 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=093a141c4a294a03a8b8b079f03c6a8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6827693 Sep 16 04:53:36.688494 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1c68db67-c427-432e-8d25-631e05931d80 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:36.693674 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47330) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:36.713036 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1c68db67-c427-432e-8d25-631e05931d80 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:36.716552 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddaa143-f860-466c-9daf-a8e299e49169 req-5dde7c6e-d038-42cd-9896-a8777586e9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:36.719494 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cddaa143-f860-466c-9daf-a8e299e49169 req-5dde7c6e-d038-42cd-9896-a8777586e9d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9314d3ea71064ec8a4285d4ce520aaad&device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 1097 time: 0.1488788 Sep 16 04:53:36.724034 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c68db67-c427-432e-8d25-631e05931d80 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:53:36.724679 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1c68db67-c427-432e-8d25-631e05931d80 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:36.729895 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:53:36.729895 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:53:36.729895 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:53:36.729895 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:53:36.729895 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:53:36.729895 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:53:36.729895 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:53:36.729895 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:53:36.729895 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:53:36.729895 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:53:36.729895 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:53:36.729895 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:53:36.729895 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:53:36.729895 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:53:36.729895 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:53:36.729895 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:53:36.729895 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:53:36.729895 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:53:36.729895 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:53:36.729895 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:53:36.729895 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:53:36.729895 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:53:36.729895 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:53:36.729895 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:53:36.729895 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:53:36.729895 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:53:36.729895 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:53:36.729895 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:53:36.729895 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:53:36.729895 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:53:36.729895 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:53:36.729895 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:53:36.733909 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:36.778255 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f2ae43-7b6a-49d9-be4f-3488d7130d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9615f6-aeda-465a-87a6-28cf51d746a1'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:36.783123 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2905bf-7628-4057-951b-7852bee99089" -d '{"events": [{"server_uuid": "f7f2ae43-7b6a-49d9-be4f-3488d7130d48", "name": "network-vif-plugged", "status": "completed", "tag": "df9615f6-aeda-465a-87a6-28cf51d746a1"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:36.806109 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port df9615f6-aeda-465a-87a6-28cf51d746a1, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=df9615f6-aeda-465a-87a6-28cf51d746a1,segment=NetworkSegment(e239c08b-9502-403b-a62d-904bde2bc84f),segment_id=e239c08b-9502-403b-a62d-904bde2bc84f)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:36.813551 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:36.829954 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1c68db67-c427-432e-8d25-631e05931d80 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:36.841027 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1c68db67-c427-432e-8d25-631e05931d80 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:36.843371 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1c68db67-c427-432e-8d25-631e05931d80 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/networks/866195e6-df56-46e4-9e18-68ff509c6459 HTTP/1.1" status: 204 len: 168 time: 1.4398816 Sep 16 04:53:36.850491 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47334) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:36.860833 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c864b3-b1b8-4742-bd81-48aa211c1a3d req-fbf6c111-601e-4ad0-b23b-58e1c3be565d tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:36.862634 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b0c864b3-b1b8-4742-bd81-48aa211c1a3d req-fbf6c111-601e-4ad0-b23b-58e1c3be565d tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=010d1707-ce1f-4b76-98df-4b2373165c6c HTTP/1.1" status: 200 len: 944 time: 0.2260900 Sep 16 04:53:36.882384 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68db67-c427-432e-8d25-631e05931d80 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Network': ['ID=866195e6-df56-46e4-9e18-68ff509c6459,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:36.906638 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=df9615f6-aeda-465a-87a6-28cf51d746a1,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:36.947532 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c10f6b0-3961-4158-bec7-91ba74baea2f tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:36.949459 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8c10f6b0-3961-4158-bec7-91ba74baea2f tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0975294 Sep 16 04:53:36.955285 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47338) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:36.962050 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddaa143-f860-466c-9daf-a8e299e49169 req-0a13e8d5-7e74-4e4c-abd5-c4cdd0132226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:36.963740 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cddaa143-f860-466c-9daf-a8e299e49169 req-0a13e8d5-7e74-4e4c-abd5-c4cdd0132226 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa0b4719-d190-4155-9288-1e8935f8d00b HTTP/1.1" status: 200 len: 897 time: 0.2297332 Sep 16 04:53:36.964796 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b8b0f2ba-0e61-4b57-840b-d9b07631ac1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:36.999064 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b0c864b3-b1b8-4742-bd81-48aa211c1a3d req-942243d9-cdaf-4005-8bb4-1cd833be409f tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237948 Sep 16 04:53:37.047182 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b8b0f2ba-0e61-4b57-840b-d9b07631ac1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:37.052850 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cddaa143-f860-466c-9daf-a8e299e49169 req-d3cc5c8c-1f4b-4f51-a53c-5305072cabb5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=545b55b6-6b09-445a-8fdd-b488ee92f1be HTTP/1.1" status: 200 len: 217 time: 0.0722675 Sep 16 04:53:37.061176 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8aa30e07-0181-4c2e-b446-ef39989a5e99 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0989103 Sep 16 04:53:37.061518 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47340) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:37.066912 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-ec35bfbd-a779-459a-9dc6-f785bfe3d912 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1626260400'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:37.104491 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec35bfbd-a779-459a-9dc6-f785bfe3d912 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Made reservation on behalf of 02d0d2917e594a5f85c23d8add7f0e99 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:37.111297 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ec35bfbd-a779-459a-9dc6-f785bfe3d912 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:37.162538 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec35bfbd-a779-459a-9dc6-f785bfe3d912 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:53:37.188728 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddaa143-f860-466c-9daf-a8e299e49169 req-c0bd5208-258f-4ed5-aca7-de2f4319ae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:37.191101 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cddaa143-f860-466c-9daf-a8e299e49169 req-c0bd5208-258f-4ed5-aca7-de2f4319ae5f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e7bc69f-119c-452c-8694-2e9288e222ac HTTP/1.1" status: 200 len: 835 time: 0.1285422 Sep 16 04:53:37.201960 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3fde9a78-be26-4e14-a9c7-e55a3e5d2e07 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:37.229816 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ec35bfbd-a779-459a-9dc6-f785bfe3d912 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:37.230822 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-ec35bfbd-a779-459a-9dc6-f785bfe3d912 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Added segment c37f77f7-4c8b-4403-8a4a-1c681c393fa1 of type vlan for network fc314c46-c458-4aeb-9e8f-6b8e1f45b6a6 Sep 16 04:53:37.257896 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 3fde9a78-be26-4e14-a9c7-e55a3e5d2e07 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:37.258459 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3fde9a78-be26-4e14-a9c7-e55a3e5d2e07 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:37.272293 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b8b0f2ba-0e61-4b57-840b-d9b07631ac1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:37.275373 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b8b0f2ba-0e61-4b57-840b-d9b07631ac1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:37.276801 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b8b0f2ba-0e61-4b57-840b-d9b07631ac1d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/edb3138b-7868-42f4-bc8c-ab9ca15eed21 HTTP/1.1" status: 204 len: 168 time: 0.5776539 Sep 16 04:53:37.302164 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddaa143-f860-466c-9daf-a8e299e49169 req-3ec53e42-1f6f-4bf6-8d3a-4f5d3c4dbd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:37.303888 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cddaa143-f860-466c-9daf-a8e299e49169 req-3ec53e42-1f6f-4bf6-8d3a-4f5d3c4dbd8f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa0b4719-d190-4155-9288-1e8935f8d00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1043761 Sep 16 04:53:37.304968 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0f2ba-0e61-4b57-840b-d9b07631ac1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb3138b-7868-42f4-bc8c-ab9ca15eed21,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:37.354775 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0f6fb7-b250-4d0e-9d51-80da3de139d0 x-openstack-request-id: req-5b0f6fb7-b250-4d0e-9d51-80da3de139d0 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:37.355081 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010d1707-ce1f-4b76-98df-4b2373165c6c", "tag": "3091c6ec-7291-4109-a7cf-ff9e65f76435", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:37.355338 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5b0f6fb7-b250-4d0e-9d51-80da3de139d0 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:37.355740 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010d1707-ce1f-4b76-98df-4b2373165c6c', 'tag': '3091c6ec-7291-4109-a7cf-ff9e65f76435', 'status': 'completed', 'code': 200} Sep 16 04:53:37.414751 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ec35bfbd-a779-459a-9dc6-f785bfe3d912 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:37.524998 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cddaa143-f860-466c-9daf-a8e299e49169 req-a0bdde8a-f0df-4586-8b32-fa18a867d162 service neutron] 10.222.0.47 "GET /v2.0/networks/aa0b4719-d190-4155-9288-1e8935f8d00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037783 Sep 16 04:53:37.527009 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb896c1-e207-41a8-9714-f9920d10c2c6 req-ceac5489-ee8b-4264-a07d-d22d45f704dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:37.530347 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dcb896c1-e207-41a8-9714-f9920d10c2c6 req-ceac5489-ee8b-4264-a07d-d22d45f704dd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ae9253f056ae49e68f4d400ee8ce541c&device_id=010d1707-ce1f-4b76-98df-4b2373165c6c HTTP/1.1" status: 200 len: 1096 time: 0.1383781 Sep 16 04:53:37.533212 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ec35bfbd-a779-459a-9dc6-f785bfe3d912 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:37.534041 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730563a-f497-4c5c-9576-8e3301a4e45a req-4b3fad83-22d3-43b5-991c-bc91f5fa1988 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:37.543273 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6730563a-f497-4c5c-9576-8e3301a4e45a req-4b3fad83-22d3-43b5-991c-bc91f5fa1988 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 945 time: 0.0889773 Sep 16 04:53:37.544377 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec35bfbd-a779-459a-9dc6-f785bfe3d912 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:37.547016 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ec35bfbd-a779-459a-9dc6-f785bfe3d912 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:37.668269 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6730563a-f497-4c5c-9576-8e3301a4e45a req-a18694f0-69c5-4678-993e-572a58e11081 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=db3037be-fc36-4334-ae38-b046958ea600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240809 Sep 16 04:53:37.711675 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cddaa143-f860-466c-9daf-a8e299e49169 req-1ebe7e47-2fb3-4103-a995-df3f64e1dfe7 service neutron] 10.222.0.47 "GET /v2.0/networks/aa0b4719-d190-4155-9288-1e8935f8d00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653609 Sep 16 04:53:37.716857 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ec35bfbd-a779-459a-9dc6-f785bfe3d912 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6541193 Sep 16 04:53:37.718134 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47350) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:37.728289 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-38bb7076-46a8-4234-b74a-54651c1092ea tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'subnet': {'network_id': 'fc314c46-c458-4aeb-9e8f-6b8e1f45b6a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:37.818378 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35bfbd-a779-459a-9dc6-f785bfe3d912 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Network': ['ID=fc314c46-c458-4aeb-9e8f-6b8e1f45b6a6,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:37.842858 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network fc314c46-c458-4aeb-9e8f-6b8e1f45b6a6 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:53:37.846837 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb896c1-e207-41a8-9714-f9920d10c2c6 req-4ffa9380-7cb9-43c0-b3c7-cc5a672ee98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:37.847926 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dcb896c1-e207-41a8-9714-f9920d10c2c6 req-4ffa9380-7cb9-43c0-b3c7-cc5a672ee98c service neutron] 10.222.0.47 "GET /v2.0/networks?id=95323e7d-bc75-4644-adb1-0a3d4ef7631b HTTP/1.1" status: 200 len: 920 time: 0.2812302 Sep 16 04:53:37.909292 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dcb896c1-e207-41a8-9714-f9920d10c2c6 req-2159eb1e-26a2-4574-ab1e-9cd957de69a3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3091c6ec-7291-4109-a7cf-ff9e65f76435 HTTP/1.1" status: 200 len: 217 time: 0.0520706 Sep 16 04:53:37.998549 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc036f08-bef7-43e4-b4c4-f359ee712c3d req-958811cf-eb4d-4a30-9385-2e5e63a57eb1 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:38.001700 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb896c1-e207-41a8-9714-f9920d10c2c6 req-17b08937-51e7-4ccb-b041-0c75776b777a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:38.003445 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dcb896c1-e207-41a8-9714-f9920d10c2c6 req-17b08937-51e7-4ccb-b041-0c75776b777a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52ea8b91-2711-402b-a55a-c845ac289939 HTTP/1.1" status: 200 len: 859 time: 0.0860171 Sep 16 04:53:38.007797 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dc036f08-bef7-43e4-b4c4-f359ee712c3d req-958811cf-eb4d-4a30-9385-2e5e63a57eb1 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=387f9764-5bbe-4fb1-ac6e-2a9a1829d582 HTTP/1.1" status: 200 len: 946 time: 0.1426215 Sep 16 04:53:38.020705 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bb7076-46a8-4234-b74a-54651c1092ea tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Made reservation on behalf of 02d0d2917e594a5f85c23d8add7f0e99 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:38.026812 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-38bb7076-46a8-4234-b74a-54651c1092ea tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:38.051208 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dcb896c1-e207-41a8-9714-f9920d10c2c6 req-cd996769-986f-416c-aea3-fe8caa755c35 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=95323e7d-bc75-4644-adb1-0a3d4ef7631b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400360 Sep 16 04:53:38.161109 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dc036f08-bef7-43e4-b4c4-f359ee712c3d req-e959edc4-495b-418e-bdf3-3baac85dee8c tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518180 Sep 16 04:53:38.257938 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dcb896c1-e207-41a8-9714-f9920d10c2c6 req-643fa2da-9f73-4d8b-9947-724c0ea4eafc service neutron] 10.222.0.47 "GET /v2.0/networks/95323e7d-bc75-4644-adb1-0a3d4ef7631b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985736 Sep 16 04:53:38.264143 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b952231-8887-4e4b-8030-247ccb390c31 req-c77dfa90-c351-4696-bb2b-64460481b057 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:38.267207 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2b952231-8887-4e4b-8030-247ccb390c31 req-c77dfa90-c351-4696-bb2b-64460481b057 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.47 "GET /v2.0/ports?device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 945 time: 0.1127236 Sep 16 04:53:38.278704 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4870fd7-c672-4abf-9740-dcf32ebc6211 x-openstack-request-id: req-e4870fd7-c672-4abf-9740-dcf32ebc6211 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:38.279684 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f2ae43-7b6a-49d9-be4f-3488d7130d48", "name": "network-vif-plugged", "status": "completed", "tag": "df9615f6-aeda-465a-87a6-28cf51d746a1", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:38.280417 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e4870fd7-c672-4abf-9740-dcf32ebc6211 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:38.281298 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f2ae43-7b6a-49d9-be4f-3488d7130d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9615f6-aeda-465a-87a6-28cf51d746a1', 'code': 200} Sep 16 04:53:38.399666 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 3091c6ec-7291-4109-a7cf-ff9e65f76435 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:53:38.501636 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dcb896c1-e207-41a8-9714-f9920d10c2c6 req-f5859a52-4168-4c8c-bf44-cf70ceed43e1 service neutron] 10.222.0.47 "GET /v2.0/networks/95323e7d-bc75-4644-adb1-0a3d4ef7631b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359798 Sep 16 04:53:38.509802 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00e89e-48d2-4449-a4ab-79da2188c366 req-5ccc446d-fc2a-4a44-838d-3f789a7c6305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:38.511407 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0c00e89e-48d2-4449-a4ab-79da2188c366 req-5ccc446d-fc2a-4a44-838d-3f789a7c6305 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 1098 time: 0.0676839 Sep 16 04:53:38.577345 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c97e5a41-ba80-4b45-a8ec-4ae3b04378d9 req-1dc76fd4-91f0-496c-805d-7358ca58625a tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 210 time: 0.1564889 Sep 16 04:53:38.615216 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0c00e89e-48d2-4449-a4ab-79da2188c366 req-356ca463-3c7c-432b-a6dd-a85d2119e92d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799634 Sep 16 04:53:38.663290 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 3091c6ec-7291-4109-a7cf-ff9e65f76435, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=3091c6ec-7291-4109-a7cf-ff9e65f76435,segment=NetworkSegment(e239c08b-9502-403b-a62d-904bde2bc84f),segment_id=e239c08b-9502-403b-a62d-904bde2bc84f)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:38.698630 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '3091c6ec-7291-4109-a7cf-ff9e65f76435', 'network_id': '95323e7d-bc75-4644-adb1-0a3d4ef7631b', 'port_id': '3091c6ec-7291-4109-a7cf-ff9e65f76435', 'mac_address': 'fa:16:3e:32:96:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ea8b91-2711-402b-a55a-c845ac289939', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:53:38.706255 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-38bb7076-46a8-4234-b74a-54651c1092ea tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:38.780748 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-2b952231-8887-4e4b-8030-247ccb390c31 req-d71fe695-c8a0-4281-b016-b0eeaa5b598e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Deleting port 545b55b6-6b09-445a-8fdd-b488ee92f1be {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:38.782042 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2b952231-8887-4e4b-8030-247ccb390c31 req-d71fe695-c8a0-4281-b016-b0eeaa5b598e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:38.796475 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:38.823598 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3091c6ec-7291-4109-a7cf-ff9e65f76435 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:38.850452 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 3091c6ec-7291-4109-a7cf-ff9e65f76435, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=3091c6ec-7291-4109-a7cf-ff9e65f76435,segment=NetworkSegment(e239c08b-9502-403b-a62d-904bde2bc84f),segment_id=e239c08b-9502-403b-a62d-904bde2bc84f)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:38.860608 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:38.932367 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb7076-46a8-4234-b74a-54651c1092ea tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Subnet': ['ID=5d7cba71-7983-47a5-ad56-87895ecbaf18,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:38.936416 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=3091c6ec-7291-4109-a7cf-ff9e65f76435,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:38.971903 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bb7076-46a8-4234-b74a-54651c1092ea tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Checking segment: {'id': 'c37f77f7-4c8b-4403-8a4a-1c681c393fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fc314c46-c458-4aeb-9e8f-6b8e1f45b6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:38.972257 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bb7076-46a8-4234-b74a-54651c1092ea tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Network hostable DHCP agents. Network: fc314c46-c458-4aeb-9e8f-6b8e1f45b6a6, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:53:39.003386 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-2b952231-8887-4e4b-8030-247ccb390c31 req-d71fe695-c8a0-4281-b016-b0eeaa5b598e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] For port 545b55b6-6b09-445a-8fdd-b488ee92f1be, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=545b55b6-6b09-445a-8fdd-b488ee92f1be,segment=NetworkSegment(d1837529-ad66-44a9-9332-3b3adb88bcca),segment_id=d1837529-ad66-44a9-9332-3b3adb88bcca)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:39.003808 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2b952231-8887-4e4b-8030-247ccb390c31 req-d71fe695-c8a0-4281-b016-b0eeaa5b598e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:39.014907 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27472350-781c-4d1c-9dcb-b5f48c3f4ad1 req-bb6f798c-590e-4027-bd49-f5ddedb62997 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:39.016739 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-27472350-781c-4d1c-9dcb-b5f48c3f4ad1 req-bb6f798c-590e-4027-bd49-f5ddedb62997 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=8340490b-4b72-4225-97cb-434daaf123c9 HTTP/1.1" status: 200 len: 946 time: 0.1892042 Sep 16 04:53:39.049930 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-2b952231-8887-4e4b-8030-247ccb390c31 req-d71fe695-c8a0-4281-b016-b0eeaa5b598e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Calling delete_port for 545b55b6-6b09-445a-8fdd-b488ee92f1be owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:39.066134 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bb7076-46a8-4234-b74a-54651c1092ea tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Network fc314c46-c458-4aeb-9e8f-6b8e1f45b6a6 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:53:39.102042 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-38bb7076-46a8-4234-b74a-54651c1092ea tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, fc314c46-c458-4aeb-9e8f-6b8e1f45b6a6) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:39.119592 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c1348d-5c07-4d5f-9324-783659d1fb6c None None] Network fc314c46-c458-4aeb-9e8f-6b8e1f45b6a6 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:39.141277 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bb7076-46a8-4234-b74a-54651c1092ea tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:39.141886 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-38bb7076-46a8-4234-b74a-54651c1092ea tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:39.209521 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-27472350-781c-4d1c-9dcb-b5f48c3f4ad1 req-c4ff8f4e-9a58-4e08-bdaa-551fdb55c50e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789901 Sep 16 04:53:39.255809 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-38bb7076-46a8-4234-b74a-54651c1092ea tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5352573 Sep 16 04:53:39.259081 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47380) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:39.268022 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-31c12fa6-ad0b-4d31-8cb6-fc4ddbd928d0 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'port': {'network_id': 'fc314c46-c458-4aeb-9e8f-6b8e1f45b6a6', 'name': 'tempest-PortsTestJSON-561047483'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:39.495373 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2b952231-8887-4e4b-8030-247ccb390c31 req-d71fe695-c8a0-4281-b016-b0eeaa5b598e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:39.525016 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9894c7-0887-4bb4-94b8-aeb266b3ddca req-b06c5e26-3491-4785-86fe-60c3b5b65596 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:39.538930 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dc9894c7-0887-4bb4-94b8-aeb266b3ddca req-b06c5e26-3491-4785-86fe-60c3b5b65596 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=010d1707-ce1f-4b76-98df-4b2373165c6c HTTP/1.1" status: 200 len: 945 time: 0.1627483 Sep 16 04:53:39.569293 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['3091c6ec-7291-4109-a7cf-ff9e65f76435'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:39.585168 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71fe695-c8a0-4281-b016-b0eeaa5b598e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event deleted for resources: {'Port': ['ID=545b55b6-6b09-445a-8fdd-b488ee92f1be,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:39.632717 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c12fa6-ad0b-4d31-8cb6-fc4ddbd928d0 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Made reservation on behalf of 02d0d2917e594a5f85c23d8add7f0e99 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:39.641949 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-31c12fa6-ad0b-4d31-8cb6-fc4ddbd928d0 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:39.680988 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b952231-8887-4e4b-8030-247ccb390c31 req-d71fe695-c8a0-4281-b016-b0eeaa5b598e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] No DVR routers for this DVR port 545b55b6-6b09-445a-8fdd-b488ee92f1be on host n-h1-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:39.686097 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2b952231-8887-4e4b-8030-247ccb390c31 req-d71fe695-c8a0-4281-b016-b0eeaa5b598e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:39.688711 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2b952231-8887-4e4b-8030-247ccb390c31 req-d71fe695-c8a0-4281-b016-b0eeaa5b598e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.47 "DELETE /v2.0/ports/545b55b6-6b09-445a-8fdd-b488ee92f1be HTTP/1.1" status: 204 len: 173 time: 1.4062531 Sep 16 04:53:39.689453 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592b60db-3b38-4907-99fb-c8d6b0594d0d', 'name': 'network-vif-deleted', 'tag': '545b55b6-6b09-445a-8fdd-b488ee92f1be'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:39.692389 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b886277-7af0-4770-a7a8-afb14c8df759" -d '{"events": [{"server_uuid": "592b60db-3b38-4907-99fb-c8d6b0594d0d", "name": "network-vif-deleted", "tag": "545b55b6-6b09-445a-8fdd-b488ee92f1be"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:39.712986 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-31c12fa6-ad0b-4d31-8cb6-fc4ddbd928d0 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] device_id is not set on port 2d51ee0f-02fb-467e-82b8-ef7bcf2b1be8 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:53:39.727026 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dc9894c7-0887-4bb4-94b8-aeb266b3ddca req-e76dfb3d-418c-4881-856c-fce19ab0826f tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772804 Sep 16 04:53:39.752741 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb125425-289a-4392-b6b9-01a426685fb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-fc314c46-c458-4aeb-9e8f-6b8e1f45b6a6', 'network_id': 'fc314c46-c458-4aeb-9e8f-6b8e1f45b6a6', 'tenant_id': '02d0d2917e594a5f85c23d8add7f0e99', 'fixed_ips': [{'subnet_id': '5d7cba71-7983-47a5-ad56-87895ecbaf18'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:53:39.753776 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bb125425-289a-4392-b6b9-01a426685fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:39.987730 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bcd1b910-96f3-494b-89b7-cc07fb4b5806 req-b075a2c0-73a1-4920-855c-bec02dbe731a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=592b60db-3b38-4907-99fb-c8d6b0594d0d HTTP/1.1" status: 200 len: 210 time: 0.1305585 Sep 16 04:53:40.056325 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-bb125425-289a-4392-b6b9-01a426685fb4 None None] Allocated IP 172.20.0.2 (fc314c46-c458-4aeb-9e8f-6b8e1f45b6a6/5d7cba71-7983-47a5-ad56-87895ecbaf18/800558e1-afec-4a6c-81ab-1e210dc08514) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:40.130726 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e74fb473-5020-497b-a423-1cad319bdda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:40.259161 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5d9aa-f473-411e-8c70-84dded97c7a7 req-07a8575e-6bca-48de-8702-fff235ca97f9 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:40.271569 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1ec5d9aa-f473-411e-8c70-84dded97c7a7 req-07a8575e-6bca-48de-8702-fff235ca97f9 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=387f9764-5bbe-4fb1-ac6e-2a9a1829d582 HTTP/1.1" status: 200 len: 946 time: 0.1600604 Sep 16 04:53:40.366731 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1ec5d9aa-f473-411e-8c70-84dded97c7a7 req-55f879c8-5dea-41dd-ac0b-82482d9f7776 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937688 Sep 16 04:53:40.435360 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bb125425-289a-4392-b6b9-01a426685fb4 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:40.447013 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bb125425-289a-4392-b6b9-01a426685fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:40.506688 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb125425-289a-4392-b6b9-01a426685fb4 None None] Network fc314c46-c458-4aeb-9e8f-6b8e1f45b6a6 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:40.512038 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-bb125425-289a-4392-b6b9-01a426685fb4 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:40.514317 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb125425-289a-4392-b6b9-01a426685fb4 None None] Pushing event updated for resources: {'Port': ['ID=800558e1-afec-4a6c-81ab-1e210dc08514,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:40.529514 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb125425-289a-4392-b6b9-01a426685fb4 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:40.651675 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-31c12fa6-ad0b-4d31-8cb6-fc4ddbd928d0 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Allocated IP 172.20.0.5 (fc314c46-c458-4aeb-9e8f-6b8e1f45b6a6/5d7cba71-7983-47a5-ad56-87895ecbaf18/2d51ee0f-02fb-467e-82b8-ef7bcf2b1be8) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:40.652914 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-bb125425-289a-4392-b6b9-01a426685fb4 None None] Attempting to bind port 800558e1-afec-4a6c-81ab-1e210dc08514 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:40.653390 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-bb125425-289a-4392-b6b9-01a426685fb4 None None] Attempting to bind port 800558e1-afec-4a6c-81ab-1e210dc08514 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'c37f77f7-4c8b-4403-8a4a-1c681c393fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fc314c46-c458-4aeb-9e8f-6b8e1f45b6a6'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:40.654167 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb125425-289a-4392-b6b9-01a426685fb4 None None] Attempting to bind port 800558e1-afec-4a6c-81ab-1e210dc08514 on network fc314c46-c458-4aeb-9e8f-6b8e1f45b6a6 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:40.661550 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb125425-289a-4392-b6b9-01a426685fb4 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:40.661929 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb125425-289a-4392-b6b9-01a426685fb4 None None] Checking segment: {'id': 'c37f77f7-4c8b-4403-8a4a-1c681c393fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fc314c46-c458-4aeb-9e8f-6b8e1f45b6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:40.662506 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bb125425-289a-4392-b6b9-01a426685fb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:40.662935 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb125425-289a-4392-b6b9-01a426685fb4 None None] Bound using segment: {'id': 'c37f77f7-4c8b-4403-8a4a-1c681c393fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fc314c46-c458-4aeb-9e8f-6b8e1f45b6a6'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:40.663462 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-bb125425-289a-4392-b6b9-01a426685fb4 None None] Bound port: 800558e1-afec-4a6c-81ab-1e210dc08514, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c37f77f7-4c8b-4403-8a4a-1c681c393fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fc314c46-c458-4aeb-9e8f-6b8e1f45b6a6'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:40.663802 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bb125425-289a-4392-b6b9-01a426685fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:40.795707 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bb125425-289a-4392-b6b9-01a426685fb4 None None] For port 800558e1-afec-4a6c-81ab-1e210dc08514, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:40.817783 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bb125425-289a-4392-b6b9-01a426685fb4 None None] For port 800558e1-afec-4a6c-81ab-1e210dc08514, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=800558e1-afec-4a6c-81ab-1e210dc08514,segment=NetworkSegment(c37f77f7-4c8b-4403-8a4a-1c681c393fa1),segment_id=c37f77f7-4c8b-4403-8a4a-1c681c393fa1)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:53:40.823870 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bb125425-289a-4392-b6b9-01a426685fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:41.025488 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb125425-289a-4392-b6b9-01a426685fb4 None None] Pushing event updated for resources: {'Port': ['ID=800558e1-afec-4a6c-81ab-1e210dc08514,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:41.092294 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-31c12fa6-ad0b-4d31-8cb6-fc4ddbd928d0 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:41.147377 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-31c12fa6-ad0b-4d31-8cb6-fc4ddbd928d0 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:41.212992 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c12fa6-ad0b-4d31-8cb6-fc4ddbd928d0 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Network fc314c46-c458-4aeb-9e8f-6b8e1f45b6a6 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:41.220463 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-31c12fa6-ad0b-4d31-8cb6-fc4ddbd928d0 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:41.231691 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04b61b45-8c96-4d0d-967e-88f05447f343 req-ac04fd1e-fa99-4f26-8d57-36e6e3f06d40 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 210 time: 0.1077604 Sep 16 04:53:41.260816 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c12fa6-ad0b-4d31-8cb6-fc4ddbd928d0 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:41.280313 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c12fa6-ad0b-4d31-8cb6-fc4ddbd928d0 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Port': ['ID=2d51ee0f-02fb-467e-82b8-ef7bcf2b1be8,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:41.389788 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4275ad84-9410-4841-81bf-0981b170ddc7 x-openstack-request-id: req-4275ad84-9410-4841-81bf-0981b170ddc7 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:41.390586 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592b60db-3b38-4907-99fb-c8d6b0594d0d", "name": "network-vif-deleted", "tag": "545b55b6-6b09-445a-8fdd-b488ee92f1be", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:41.391124 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4275ad84-9410-4841-81bf-0981b170ddc7 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:41.391878 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592b60db-3b38-4907-99fb-c8d6b0594d0d', 'name': 'network-vif-deleted', 'tag': '545b55b6-6b09-445a-8fdd-b488ee92f1be', 'status': 'completed', 'code': 200} Sep 16 04:53:41.412318 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c12fa6-ad0b-4d31-8cb6-fc4ddbd928d0 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:41.415905 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-31c12fa6-ad0b-4d31-8cb6-fc4ddbd928d0 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:41.451857 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-31c12fa6-ad0b-4d31-8cb6-fc4ddbd928d0 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1912098 Sep 16 04:53:41.452648 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47424) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:41.458968 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-5b3d57d3-ff34-4f2e-967a-a373d3ce9e8b tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'port': {'network_id': 'fc314c46-c458-4aeb-9e8f-6b8e1f45b6a6', 'name': 'tempest-PortsTestJSON-2017235531'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:41.522243 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:41.692769 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735a02b-1ba9-4d0b-bed1-e6b1ab7942f5 req-57d848df-4e07-4c5c-8372-b6d1524ebda6 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:41.694705 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0735a02b-1ba9-4d0b-bed1-e6b1ab7942f5 req-57d848df-4e07-4c5c-8372-b6d1524ebda6 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=010d1707-ce1f-4b76-98df-4b2373165c6c HTTP/1.1" status: 200 len: 945 time: 0.0777280 Sep 16 04:53:41.702681 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3d57d3-ff34-4f2e-967a-a373d3ce9e8b tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Made reservation on behalf of 02d0d2917e594a5f85c23d8add7f0e99 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:41.708276 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5b3d57d3-ff34-4f2e-967a-a373d3ce9e8b tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:41.737107 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-5b3d57d3-ff34-4f2e-967a-a373d3ce9e8b tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] device_id is not set on port 9cecd96a-3c55-4d74-b3f6-e08c712ca5b6 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:53:41.785204 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0735a02b-1ba9-4d0b-bed1-e6b1ab7942f5 req-97028ac3-d23a-47a7-9be5-ab96f33f7524 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755267 Sep 16 04:53:41.913146 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-5b3d57d3-ff34-4f2e-967a-a373d3ce9e8b tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Allocated IP 172.20.0.8 (fc314c46-c458-4aeb-9e8f-6b8e1f45b6a6/5d7cba71-7983-47a5-ad56-87895ecbaf18/9cecd96a-3c55-4d74-b3f6-e08c712ca5b6) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:41.972634 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc4244-692c-4463-81ea-90429be887de req-d6706751-faaa-4d4c-8de0-29483d0b1427 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:41.985467 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-46bc4244-692c-4463-81ea-90429be887de req-d6706751-faaa-4d4c-8de0-29483d0b1427 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=8340490b-4b72-4225-97cb-434daaf123c9 HTTP/1.1" status: 200 len: 946 time: 0.1255307 Sep 16 04:53:42.076237 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-46bc4244-692c-4463-81ea-90429be887de req-d7857c1c-806f-429c-9608-5190f4e9501b tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892262 Sep 16 04:53:42.153774 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47436) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:42.324746 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419adff6-4f86-4990-af83-5723fe00c15e req-55aca257-5716-4583-a21e-9693b2e0733b tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:42.327126 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-419adff6-4f86-4990-af83-5723fe00c15e req-55aca257-5716-4583-a21e-9693b2e0733b tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=387f9764-5bbe-4fb1-ac6e-2a9a1829d582 HTTP/1.1" status: 200 len: 946 time: 0.1121314 Sep 16 04:53:42.435124 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 3091c6ec-7291-4109-a7cf-ff9e65f76435 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:42.444311 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-419adff6-4f86-4990-af83-5723fe00c15e req-cb1b9b25-06a1-46ee-97e0-f3cc3de32534 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093528 Sep 16 04:53:42.529068 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5b3d57d3-ff34-4f2e-967a-a373d3ce9e8b tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:42.545970 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b770844-718c-4856-bda3-eedd5a88fc7e None None] Network fc314c46-c458-4aeb-9e8f-6b8e1f45b6a6 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:42.614598 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-44a1a370-4e0f-4109-b617-3df7c2a49cc0 req-72974590-22b9-463c-8ce7-c305a4af77f9 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 210 time: 0.0606830 Sep 16 04:53:42.730233 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 3091c6ec-7291-4109-a7cf-ff9e65f76435 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:53:42.790216 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 3091c6ec-7291-4109-a7cf-ff9e65f76435 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:42.790761 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:42.815617 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5b3d57d3-ff34-4f2e-967a-a373d3ce9e8b tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:42.895336 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-6ff2d3c2-c6a3-448d-a281-07a56a417a5f None None] Provisioning complete for port 800558e1-afec-4a6c-81ab-1e210dc08514 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:42.896471 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6ff2d3c2-c6a3-448d-a281-07a56a417a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:42.901761 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d57d3-ff34-4f2e-967a-a373d3ce9e8b tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Port': ['ID=9cecd96a-3c55-4d74-b3f6-e08c712ca5b6,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:42.994331 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3d57d3-ff34-4f2e-967a-a373d3ce9e8b tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Network fc314c46-c458-4aeb-9e8f-6b8e1f45b6a6 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:42.999163 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-5b3d57d3-ff34-4f2e-967a-a373d3ce9e8b tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:43.004744 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3d57d3-ff34-4f2e-967a-a373d3ce9e8b tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:43.053810 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47452) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:43.059601 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:43.242094 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca51b6c-7906-4e63-84f2-93d852496458 req-d3869ce0-7087-41de-8db5-83635b3af3d1 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:43.262292 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9ca51b6c-7906-4e63-84f2-93d852496458 req-d3869ce0-7087-41de-8db5-83635b3af3d1 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=010d1707-ce1f-4b76-98df-4b2373165c6c HTTP/1.1" status: 200 len: 945 time: 0.2185991 Sep 16 04:53:43.266787 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010d1707-ce1f-4b76-98df-4b2373165c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3091c6ec-7291-4109-a7cf-ff9e65f76435'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:43.272184 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad74d86-1531-4cde-88ee-90f87375261f" -d '{"events": [{"server_uuid": "010d1707-ce1f-4b76-98df-4b2373165c6c", "name": "network-vif-plugged", "status": "completed", "tag": "3091c6ec-7291-4109-a7cf-ff9e65f76435"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:43.297509 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 800558e1-afec-4a6c-81ab-1e210dc08514 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:43.373546 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9ca51b6c-7906-4e63-84f2-93d852496458 req-2c9788cf-4f65-4933-ab33-df7e2d4e3c7a tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013906 Sep 16 04:53:43.425244 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 3091c6ec-7291-4109-a7cf-ff9e65f76435, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=3091c6ec-7291-4109-a7cf-ff9e65f76435,segment=NetworkSegment(e239c08b-9502-403b-a62d-904bde2bc84f),segment_id=e239c08b-9502-403b-a62d-904bde2bc84f)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:43.431385 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-376adb10-960c-4603-b40e-35594d7405ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:43.509071 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6ff2d3c2-c6a3-448d-a281-07a56a417a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:43.514123 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-913811bd-8fa7-42a0-9e14-2b7e74496c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:43.521430 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:43.522342 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 545b55b6-6b09-445a-8fdd-b488ee92f1be no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:43.571318 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: 545b55b6-6b09-445a-8fdd-b488ee92f1be {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:43.571986 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 545b55b6-6b09-445a-8fdd-b488ee92f1be not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:43.598771 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3d57d3-ff34-4f2e-967a-a373d3ce9e8b tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:43.599780 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5b3d57d3-ff34-4f2e-967a-a373d3ce9e8b tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:43.660412 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:43.689547 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=3091c6ec-7291-4109-a7cf-ff9e65f76435,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:43.706370 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 800558e1-afec-4a6c-81ab-1e210dc08514 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:43.706891 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:43.719318 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-376adb10-960c-4603-b40e-35594d7405ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:43.735000 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882de1af-fcfa-42f3-a22d-801ad5e12858 req-e28485be-3faf-4601-934e-56e3c66d40f9 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:43.737265 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-882de1af-fcfa-42f3-a22d-801ad5e12858 req-e28485be-3faf-4601-934e-56e3c66d40f9 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=387f9764-5bbe-4fb1-ac6e-2a9a1829d582 HTTP/1.1" status: 200 len: 946 time: 0.1779811 Sep 16 04:53:43.738199 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-376adb10-960c-4603-b40e-35594d7405ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:43.784274 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-6ff2d3c2-c6a3-448d-a281-07a56a417a5f None None] For port 800558e1-afec-4a6c-81ab-1e210dc08514, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=800558e1-afec-4a6c-81ab-1e210dc08514,segment=NetworkSegment(c37f77f7-4c8b-4403-8a4a-1c681c393fa1),segment_id=c37f77f7-4c8b-4403-8a4a-1c681c393fa1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:43.785265 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-376adb10-960c-4603-b40e-35594d7405ce admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c370ca92f1a34ae6a7e1840c2006382e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7292621 Sep 16 04:53:43.787823 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47474) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:43.796153 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6ff2d3c2-c6a3-448d-a281-07a56a417a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:43.854150 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5b3d57d3-ff34-4f2e-967a-a373d3ce9e8b tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3999789 Sep 16 04:53:43.855936 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47476) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:43.921304 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-882de1af-fcfa-42f3-a22d-801ad5e12858 req-859a7de8-cd49-4855-8757-b240ad45727c tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446257 Sep 16 04:53:43.922525 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376adb10-960c-4603-b40e-35594d7405ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a77f25-b9f4-4879-acda-34ac26017744,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:43.973298 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fd25a655-e842-420e-97ed-4f14d3525182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:44.003860 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fd25a655-e842-420e-97ed-4f14d3525182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:44.035134 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff2d3c2-c6a3-448d-a281-07a56a417a5f None None] Pushing event updated for resources: {'Port': ['ID=800558e1-afec-4a6c-81ab-1e210dc08514,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:44.063565 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-0e0acc8c-b4f7-4daa-a049-1624dc5323b0 None None] Provisioning complete for port 800558e1-afec-4a6c-81ab-1e210dc08514 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:44.067778 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0e0acc8c-b4f7-4daa-a049-1624dc5323b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:44.100125 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fd25a655-e842-420e-97ed-4f14d3525182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:44.103920 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fd25a655-e842-420e-97ed-4f14d3525182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:44.105282 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-fd25a655-e842-420e-97ed-4f14d3525182 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/95a77f25-b9f4-4879-acda-34ac26017744 HTTP/1.1" status: 204 len: 168 time: 0.3145819 Sep 16 04:53:44.121892 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd25a655-e842-420e-97ed-4f14d3525182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a77f25-b9f4-4879-acda-34ac26017744,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:44.166634 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0811fe-f837-4905-a331-8b6cca796dda tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:44.171611 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fc0811fe-f837-4905-a331-8b6cca796dda tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 921 time: 0.3113105 Sep 16 04:53:44.184923 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47488) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:44.225130 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a28c2d23-6c46-49f5-ad90-d39b6af6d8a4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:44.262177 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e999da7-9487-496f-9422-235d13281bd7 req-0c006ebc-9655-4dd6-9b67-3c00ba1c6fb0 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:44.272215 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5e999da7-9487-496f-9422-235d13281bd7 req-0c006ebc-9655-4dd6-9b67-3c00ba1c6fb0 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=8340490b-4b72-4225-97cb-434daaf123c9 HTTP/1.1" status: 200 len: 946 time: 0.1334260 Sep 16 04:53:44.315832 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-0e0acc8c-b4f7-4daa-a049-1624dc5323b0 None None] Provisioning complete for port 2d51ee0f-02fb-467e-82b8-ef7bcf2b1be8 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:44.316751 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0e0acc8c-b4f7-4daa-a049-1624dc5323b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:44.394326 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5e999da7-9487-496f-9422-235d13281bd7 req-79fd0bbf-8fd3-49ca-84a6-96a516286c1a tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210027 Sep 16 04:53:44.410863 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-0e0acc8c-b4f7-4daa-a049-1624dc5323b0 None None] Port 2d51ee0f-02fb-467e-82b8-ef7bcf2b1be8 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:53:44.431737 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-0e0acc8c-b4f7-4daa-a049-1624dc5323b0 None None] Provisioning complete for port 9cecd96a-3c55-4d74-b3f6-e08c712ca5b6 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:44.432115 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0e0acc8c-b4f7-4daa-a049-1624dc5323b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:44.498028 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 7524c7a6-6efe-4174-9620-da5358c34a62 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:53:44.672434 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 7524c7a6-6efe-4174-9620-da5358c34a62, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=7524c7a6-6efe-4174-9620-da5358c34a62,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:44.701535 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fa5140-b2d0-47fd-9412-acde377e7ecf x-openstack-request-id: req-20fa5140-b2d0-47fd-9412-acde377e7ecf {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:44.701779 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010d1707-ce1f-4b76-98df-4b2373165c6c", "name": "network-vif-plugged", "status": "completed", "tag": "3091c6ec-7291-4109-a7cf-ff9e65f76435", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:44.701982 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-20fa5140-b2d0-47fd-9412-acde377e7ecf {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:44.702551 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010d1707-ce1f-4b76-98df-4b2373165c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3091c6ec-7291-4109-a7cf-ff9e65f76435', 'code': 200} Sep 16 04:53:44.703158 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-0e0acc8c-b4f7-4daa-a049-1624dc5323b0 None None] Port 9cecd96a-3c55-4d74-b3f6-e08c712ca5b6 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:53:44.705004 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '7524c7a6-6efe-4174-9620-da5358c34a62', 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651', 'port_id': '7524c7a6-6efe-4174-9620-da5358c34a62', 'mac_address': 'fa:16:3e:d4:90:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:53:44.738719 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:44.792762 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:44.827466 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c7ef8771-b4a6-4d3c-abc4-22519ee2340d req-4ecf5b77-f8cd-4e24-a36a-95bee6cc98a5 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/ports?device_id=385fdc0b-bfb8-47c0-9fa3-8f70b10ee791 HTTP/1.1" status: 200 len: 210 time: 0.1026645 Sep 16 04:53:44.845903 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:44.873757 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-8060a3e9-6ff7-4243-be53-cc5e78270de2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Deleting port 9cecd96a-3c55-4d74-b3f6-e08c712ca5b6 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:44.874528 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8060a3e9-6ff7-4243-be53-cc5e78270de2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:44.903240 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-34a3954d-32b0-4a50-ba30-e9f57c022dab None None] Provisioning complete for port 2d51ee0f-02fb-467e-82b8-ef7bcf2b1be8 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:44.905290 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-34a3954d-32b0-4a50-ba30-e9f57c022dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:44.924641 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90363103-5485-4696-b1d8-3eb5d0b0b357 req-701dd685-6dda-47c8-bb2a-da6f42dc8de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:44.927168 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90363103-5485-4696-b1d8-3eb5d0b0b357 req-701dd685-6dda-47c8-bb2a-da6f42dc8de2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=010d1707-ce1f-4b76-98df-4b2373165c6c HTTP/1.1" status: 200 len: 1098 time: 0.2788959 Sep 16 04:53:44.951140 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7524c7a6-6efe-4174-9620-da5358c34a62 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:44.994871 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 7524c7a6-6efe-4174-9620-da5358c34a62, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=7524c7a6-6efe-4174-9620-da5358c34a62,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:44.996645 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-34a3954d-32b0-4a50-ba30-e9f57c022dab None None] Port 2d51ee0f-02fb-467e-82b8-ef7bcf2b1be8 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:53:45.002163 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.011519 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47502) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:45.118617 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=7524c7a6-6efe-4174-9620-da5358c34a62,revision_number=6']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:45.161391 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-34a3954d-32b0-4a50-ba30-e9f57c022dab None None] Provisioning complete for port 9cecd96a-3c55-4d74-b3f6-e08c712ca5b6 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:45.161931 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-34a3954d-32b0-4a50-ba30-e9f57c022dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.202183 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-41e703e1-174d-4169-a8d1-3b510d0c7162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.225045 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 800558e1-afec-4a6c-81ab-1e210dc08514 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:45.229158 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ee3585d9-9578-46d0-99d5-b762331c4719 req-e6363a2b-8ae0-4746-8f85-ed45ed54a449 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d055551a-ee15-46e0-aa7a-3a0fb71bf2a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3404977 Sep 16 04:53:45.234372 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8060a3e9-6ff7-4243-be53-cc5e78270de2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.278743 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-8060a3e9-6ff7-4243-be53-cc5e78270de2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Calling delete_port for 9cecd96a-3c55-4d74-b3f6-e08c712ca5b6 owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:45.288375 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['7524c7a6-6efe-4174-9620-da5358c34a62'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:45.354161 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-34a3954d-32b0-4a50-ba30-e9f57c022dab None None] Port 9cecd96a-3c55-4d74-b3f6-e08c712ca5b6 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:53:45.358872 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-41e703e1-174d-4169-a8d1-3b510d0c7162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.382882 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-41e703e1-174d-4169-a8d1-3b510d0c7162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.394193 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 800558e1-afec-4a6c-81ab-1e210dc08514 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:45.394869 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.410033 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ff694-7f1f-47c9-846e-9f737f8b1576 req-f2f615e5-0f83-49fe-9efa-dc31bc0eacbe tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:45.418842 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4f5ff694-7f1f-47c9-846e-9f737f8b1576 req-f2f615e5-0f83-49fe-9efa-dc31bc0eacbe tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=387f9764-5bbe-4fb1-ac6e-2a9a1829d582 HTTP/1.1" status: 200 len: 946 time: 0.4182136 Sep 16 04:53:45.454826 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90363103-5485-4696-b1d8-3eb5d0b0b357 req-e3c5ed1f-9af2-4041-b4da-655e76ddfa68 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4730008 Sep 16 04:53:45.522013 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8060a3e9-6ff7-4243-be53-cc5e78270de2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.575692 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060a3e9-6ff7-4243-be53-cc5e78270de2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Port': ['ID=9cecd96a-3c55-4d74-b3f6-e08c712ca5b6,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:45.621931 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-41e703e1-174d-4169-a8d1-3b510d0c7162 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8c95c21b5a7f460b8185406095a83764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6061642 Sep 16 04:53:45.621931 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3585d9-9578-46d0-99d5-b762331c4719 req-aad143d3-e8ed-40a7-afd0-7730d47f1a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:45.623777 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ee3585d9-9578-46d0-99d5-b762331c4719 req-aad143d3-e8ed-40a7-afd0-7730d47f1a1d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=68cc116df1104257a08239cd46cd0170&device_id=d055551a-ee15-46e0-aa7a-3a0fb71bf2a4 HTTP/1.1" status: 200 len: 1097 time: 0.2603383 Sep 16 04:53:45.624440 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47510) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:45.647308 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e703e1-174d-4169-a8d1-3b510d0c7162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a885609a-fc4d-4dff-9546-414c3460131a,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:45.760879 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4f5ff694-7f1f-47c9-846e-9f737f8b1576 req-7c625868-6f87-49c2-a350-19b4f85da2ac tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197682 Sep 16 04:53:45.844466 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8060a3e9-6ff7-4243-be53-cc5e78270de2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.846728 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8060a3e9-6ff7-4243-be53-cc5e78270de2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/ports/9cecd96a-3c55-4d74-b3f6-e08c712ca5b6 HTTP/1.1" status: 204 len: 168 time: 1.6540837 Sep 16 04:53:45.855309 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47514) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:45.897063 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-778553fc-2f09-4572-ac3a-d1c99fa46d2a tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] GET failed (client error): The resource could not be found. Sep 16 04:53:45.899029 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-778553fc-2f09-4572-ac3a-d1c99fa46d2a tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "GET /v2.0/ports/9cecd96a-3c55-4d74-b3f6-e08c712ca5b6 HTTP/1.1" status: 404 len: 333 time: 0.0413504 Sep 16 04:53:45.908155 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-a28c2d23-6c46-49f5-ad90-d39b6af6d8a4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Deleting port 88d32cbf-f810-4a03-a4de-474a7ec5851e {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:45.908641 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a28c2d23-6c46-49f5-ad90-d39b6af6d8a4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.909982 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47518) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:45.979436 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ac376be1-dc85-42e9-82f3-1a580e08e673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.999803 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.045012 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ac376be1-dc85-42e9-82f3-1a580e08e673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.109790 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-a28c2d23-6c46-49f5-ad90-d39b6af6d8a4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] For port 88d32cbf-f810-4a03-a4de-474a7ec5851e, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=88d32cbf-f810-4a03-a4de-474a7ec5851e,segment=NetworkSegment(d1837529-ad66-44a9-9332-3b3adb88bcca),segment_id=d1837529-ad66-44a9-9332-3b3adb88bcca)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:46.111402 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a28c2d23-6c46-49f5-ad90-d39b6af6d8a4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.112196 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ac376be1-dc85-42e9-82f3-1a580e08e673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.115739 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ac376be1-dc85-42e9-82f3-1a580e08e673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.116914 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ac376be1-dc85-42e9-82f3-1a580e08e673 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a885609a-fc4d-4dff-9546-414c3460131a HTTP/1.1" status: 204 len: 168 time: 0.4657936 Sep 16 04:53:46.137015 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-a28c2d23-6c46-49f5-ad90-d39b6af6d8a4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Calling delete_port for 88d32cbf-f810-4a03-a4de-474a7ec5851e owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:46.143232 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac376be1-dc85-42e9-82f3-1a580e08e673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a885609a-fc4d-4dff-9546-414c3460131a,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:46.240218 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3585d9-9578-46d0-99d5-b762331c4719 req-a8cf705b-cdfe-4d64-8e16-fb403e523c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:46.242174 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ee3585d9-9578-46d0-99d5-b762331c4719 req-a8cf705b-cdfe-4d64-8e16-fb403e523c5f service neutron] 10.222.0.48 "GET /v2.0/networks?id=92ecefce-c627-4abd-9d77-6a33db190651 HTTP/1.1" status: 200 len: 912 time: 0.5590177 Sep 16 04:53:46.300168 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ee3585d9-9578-46d0-99d5-b762331c4719 req-1464ea05-d19c-4199-91ab-62872435a82d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1bfbfef-8342-43fb-b456-027cddcafde6 HTTP/1.1" status: 200 len: 217 time: 0.0496583 Sep 16 04:53:46.310856 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e6ea0-9765-4c02-8838-2f45b49723bb req-a4819407-9d0b-4e9c-9918-379b71681a67 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:46.319087 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-931e6ea0-9765-4c02-8838-2f45b49723bb req-a4819407-9d0b-4e9c-9918-379b71681a67 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=010d1707-ce1f-4b76-98df-4b2373165c6c HTTP/1.1" status: 200 len: 946 time: 0.2137401 Sep 16 04:53:46.447780 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 7524c7a6-6efe-4174-9620-da5358c34a62 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:46.468032 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-931e6ea0-9765-4c02-8838-2f45b49723bb req-f191cac9-fe8b-4608-aaf1-79f0103d79ef tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476400 Sep 16 04:53:46.486329 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-cebcb69b-eb48-441a-94e7-7147b5a43356 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Deleting port 2d51ee0f-02fb-467e-82b8-ef7bcf2b1be8 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:46.490349 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a28c2d23-6c46-49f5-ad90-d39b6af6d8a4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.493823 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cebcb69b-eb48-441a-94e7-7147b5a43356 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.585006 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3585d9-9578-46d0-99d5-b762331c4719 req-f3066606-53bc-4580-9335-34267df93e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:46.587056 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ee3585d9-9578-46d0-99d5-b762331c4719 req-f3066606-53bc-4580-9335-34267df93e50 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21 HTTP/1.1" status: 200 len: 850 time: 0.2640004 Sep 16 04:53:46.603530 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 7524c7a6-6efe-4174-9620-da5358c34a62 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:46.603912 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.634170 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c2d23-6c46-49f5-ad90-d39b6af6d8a4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event deleted for resources: {'Port': ['ID=88d32cbf-f810-4a03-a4de-474a7ec5851e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:46.857408 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.938278 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8340490b-4b72-4225-97cb-434daaf123c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7524c7a6-6efe-4174-9620-da5358c34a62'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:46.944982 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2143df50-4181-44ba-971f-a63fe234294a" -d '{"events": [{"server_uuid": "8340490b-4b72-4225-97cb-434daaf123c9", "name": "network-vif-plugged", "status": "completed", "tag": "7524c7a6-6efe-4174-9620-da5358c34a62"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:46.998071 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 7524c7a6-6efe-4174-9620-da5358c34a62, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=7524c7a6-6efe-4174-9620-da5358c34a62,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:47.004329 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.182249 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=7524c7a6-6efe-4174-9620-da5358c34a62,revision_number=7']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:47.220718 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a28c2d23-6c46-49f5-ad90-d39b6af6d8a4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.481816 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3585d9-9578-46d0-99d5-b762331c4719 req-b35433e7-bd6d-4468-8b46-41a65689a954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:47.483663 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ee3585d9-9578-46d0-99d5-b762331c4719 req-b35433e7-bd6d-4468-8b46-41a65689a954 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=92ecefce-c627-4abd-9d77-6a33db190651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8860564 Sep 16 04:53:47.490673 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cebcb69b-eb48-441a-94e7-7147b5a43356 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.533616 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-cebcb69b-eb48-441a-94e7-7147b5a43356 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Calling delete_port for 2d51ee0f-02fb-467e-82b8-ef7bcf2b1be8 owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:47.553982 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5a6fa-bad1-4d86-bb0c-6d57d45adc79 req-daad211c-fb76-42e5-bd18-181881083f1a tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:47.561914 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-52a5a6fa-bad1-4d86-bb0c-6d57d45adc79 req-daad211c-fb76-42e5-bd18-181881083f1a tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=8340490b-4b72-4225-97cb-434daaf123c9 HTTP/1.1" status: 200 len: 945 time: 0.7919779 Sep 16 04:53:47.691853 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28c2d23-6c46-49f5-ad90-d39b6af6d8a4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Router 400e8034-bcf7-4f47-b91a-946e746b89bc has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:53:47.705478 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-52a5a6fa-bad1-4d86-bb0c-6d57d45adc79 req-9b0e257e-0304-449a-80df-b67aa0c444c4 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422870 Sep 16 04:53:47.774569 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ee3585d9-9578-46d0-99d5-b762331c4719 req-0d4611d7-bae9-4095-adfb-5fe15d0136de service neutron] 10.222.0.48 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798173 Sep 16 04:53:47.877422 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28c2d23-6c46-49f5-ad90-d39b6af6d8a4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:53:47.892657 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a28c2d23-6c46-49f5-ad90-d39b6af6d8a4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "PUT /v2.0/routers/400e8034-bcf7-4f47-b91a-946e746b89bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7338796 Sep 16 04:53:47.898609 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47546) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:47.901285 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99f862b-c13c-48bc-9fbc-91ae4d8ff207 None None] Sync routers for ids ['400e8034-bcf7-4f47-b91a-946e746b89bc'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:53:47.930989 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99f862b-c13c-48bc-9fbc-91ae4d8ff207 None None] Routers {'400e8034-bcf7-4f47-b91a-946e746b89bc'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:47.931629 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a99f862b-c13c-48bc-9fbc-91ae4d8ff207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:53:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['400e8034-bcf7-4f47-b91a-946e746b89bc'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:48.069913 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f028f9b9-103f-4b14-976d-287259a96725 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Deleting subnet 7e7bc69f-119c-452c-8694-2e9288e222ac {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:53:48.082399 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:53:48.083871 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f028f9b9-103f-4b14-976d-287259a96725 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.103965 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ee3585d9-9578-46d0-99d5-b762331c4719 req-2307d957-df1e-4878-bb55-601e606b8245 service neutron] 10.222.0.48 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106227 Sep 16 04:53:48.105276 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cebcb69b-eb48-441a-94e7-7147b5a43356 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.240325 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebcb69b-eb48-441a-94e7-7147b5a43356 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Port': ['ID=2d51ee0f-02fb-467e-82b8-ef7bcf2b1be8,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:48.241516 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-a99f862b-c13c-48bc-9fbc-91ae4d8ff207 None None] Set router 400e8034-bcf7-4f47-b91a-946e746b89bc gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:48.256492 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f028f9b9-103f-4b14-976d-287259a96725 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.377633 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cebcb69b-eb48-441a-94e7-7147b5a43356 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.385617 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-cebcb69b-eb48-441a-94e7-7147b5a43356 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/ports/2d51ee0f-02fb-467e-82b8-ef7bcf2b1be8 HTTP/1.1" status: 204 len: 168 time: 2.4573972 Sep 16 04:53:48.386693 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47554) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:48.430854 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-501b01d0-03a9-4508-8132-b334edf9d4fd tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] GET failed (client error): The resource could not be found. Sep 16 04:53:48.441131 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139eb7cf-f7e6-4171-a03f-563cbec82bc3 x-openstack-request-id: req-139eb7cf-f7e6-4171-a03f-563cbec82bc3 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:48.442685 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8340490b-4b72-4225-97cb-434daaf123c9", "name": "network-vif-plugged", "status": "completed", "tag": "7524c7a6-6efe-4174-9620-da5358c34a62", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:48.442685 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-139eb7cf-f7e6-4171-a03f-563cbec82bc3 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:48.443627 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8340490b-4b72-4225-97cb-434daaf123c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7524c7a6-6efe-4174-9620-da5358c34a62', 'code': 200} Sep 16 04:53:48.444404 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-501b01d0-03a9-4508-8132-b334edf9d4fd tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "GET /v2.0/ports/2d51ee0f-02fb-467e-82b8-ef7bcf2b1be8 HTTP/1.1" status: 404 len: 333 time: 0.0559061 Sep 16 04:53:48.445560 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47556) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:48.514680 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f028f9b9-103f-4b14-976d-287259a96725 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.542028 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d1172d3-2c5e-4dae-996d-8be2db76e7e5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Deleting subnet 5d7cba71-7983-47a5-ad56-87895ecbaf18 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:53:48.552906 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4d1172d3-2c5e-4dae-996d-8be2db76e7e5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.673810 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f028f9b9-103f-4b14-976d-287259a96725 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.690630 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4d1172d3-2c5e-4dae-996d-8be2db76e7e5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.762355 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028f9b9-103f-4b14-976d-287259a96725 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event deleted for resources: {'Subnet': ['ID=7e7bc69f-119c-452c-8694-2e9288e222ac,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:48.791048 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a1aabe-7f01-4baf-be8a-0098722f9f71 None None] Network aa0b4719-d190-4155-9288-1e8935f8d00b requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:48.803022 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f028f9b9-103f-4b14-976d-287259a96725 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.811184 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f028f9b9-103f-4b14-976d-287259a96725 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "DELETE /v2.0/subnets/7e7bc69f-119c-452c-8694-2e9288e222ac HTTP/1.1" status: 204 len: 168 time: 0.9106915 Sep 16 04:53:48.814691 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47564) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:48.849685 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4d1172d3-2c5e-4dae-996d-8be2db76e7e5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.894190 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a99f862b-c13c-48bc-9fbc-91ae4d8ff207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500352309', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'e3d0b7e6-234d-406c-b2c3-88ff923f0092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:00Z', 'updated_at': '2021-09-16T04:53:46Z', 'revision_number': 5, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'e3d0b7e6-234d-406c-b2c3-88ff923f0092', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:08:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:01Z', 'updated_at': '2021-09-16T04:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:48.939995 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99f862b-c13c-48bc-9fbc-91ae4d8ff207 None None] Checking router: 400e8034-bcf7-4f47-b91a-946e746b89bc for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:53:48.940818 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4d1172d3-2c5e-4dae-996d-8be2db76e7e5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.955069 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99f862b-c13c-48bc-9fbc-91ae4d8ff207 None None] Routers {'400e8034-bcf7-4f47-b91a-946e746b89bc'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:48.955714 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a99f862b-c13c-48bc-9fbc-91ae4d8ff207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:53:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['400e8034-bcf7-4f47-b91a-946e746b89bc'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:48.965130 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4d1172d3-2c5e-4dae-996d-8be2db76e7e5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.969699 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4d1172d3-2c5e-4dae-996d-8be2db76e7e5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/subnets/5d7cba71-7983-47a5-ad56-87895ecbaf18 HTTP/1.1" status: 204 len: 168 time: 0.5202222 Sep 16 04:53:48.977506 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc765fb-c55a-44f8-bef5-aee2277b39f5 None None] Network fc314c46-c458-4aeb-9e8f-6b8e1f45b6a6 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:48.987086 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47568) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:49.018339 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1172d3-2c5e-4dae-996d-8be2db76e7e5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Subnet': ['ID=5d7cba71-7983-47a5-ad56-87895ecbaf18,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:49.091519 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575ff86-b4ed-4a59-a0ae-30596539951d req-af233c58-4318-4a4d-ad22-c295ea7162fc tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:49.102657 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4575ff86-b4ed-4a59-a0ae-30596539951d req-af233c58-4318-4a4d-ad22-c295ea7162fc tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=010d1707-ce1f-4b76-98df-4b2373165c6c HTTP/1.1" status: 200 len: 946 time: 0.1736364 Sep 16 04:53:49.161303 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0aa72145-f849-401d-8707-51b34e858760 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.184897 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-a99f862b-c13c-48bc-9fbc-91ae4d8ff207 None None] Set router 400e8034-bcf7-4f47-b91a-946e746b89bc gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:49.227432 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-370ca522-4147-4f1d-a353-82a8102ec603 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.319634 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4575ff86-b4ed-4a59-a0ae-30596539951d req-080879da-652c-4211-90f3-2b18e12a688a tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144363 Sep 16 04:53:49.463887 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-370ca522-4147-4f1d-a353-82a8102ec603 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Deleting port 800558e1-afec-4a6c-81ab-1e210dc08514 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:49.463887 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-370ca522-4147-4f1d-a353-82a8102ec603 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.573050 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0aa72145-f849-401d-8707-51b34e858760 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.651217 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef4c03b-bec6-4d6e-836d-2dde8fe0a3e0 None None] DHCP port deletion for aa0b4719-d190-4155-9288-1e8935f8d00b request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:53:49.721161 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bfba54-f638-4b25-a196-cdc66534f7ad None None] DHCP port deletion for fc314c46-c458-4aeb-9e8f-6b8e1f45b6a6 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:53:49.733607 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-0aa72145-f849-401d-8707-51b34e858760 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Deleting port e3d0b7e6-234d-406c-b2c3-88ff923f0092 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:49.737658 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0aa72145-f849-401d-8707-51b34e858760 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.737885 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a99f862b-c13c-48bc-9fbc-91ae4d8ff207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500352309', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'e3d0b7e6-234d-406c-b2c3-88ff923f0092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:00Z', 'updated_at': '2021-09-16T04:53:46Z', 'revision_number': 5, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'e3d0b7e6-234d-406c-b2c3-88ff923f0092', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:08:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:01Z', 'updated_at': '2021-09-16T04:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:49.822024 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99f862b-c13c-48bc-9fbc-91ae4d8ff207 None None] The sync data for ids ['400e8034-bcf7-4f47-b91a-946e746b89bc'] in n-d-712139-15 is: [{'id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500352309', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'e3d0b7e6-234d-406c-b2c3-88ff923f0092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:00Z', 'updated_at': '2021-09-16T04:53:46Z', 'revision_number': 5, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'e3d0b7e6-234d-406c-b2c3-88ff923f0092', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:08:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400e8034-bcf7-4f47-b91a-946e746b89bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:01Z', 'updated_at': '2021-09-16T04:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:53:49.844004 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-1ef4c03b-bec6-4d6e-836d-2dde8fe0a3e0 None None] Deleting port a0f9e1bc-0c82-47f5-8627-3dae57c4d523 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:49.844385 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1ef4c03b-bec6-4d6e-836d-2dde8fe0a3e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.882165 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-90bfba54-f638-4b25-a196-cdc66534f7ad None None] Deleting port 800558e1-afec-4a6c-81ab-1e210dc08514 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:49.882165 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-90bfba54-f638-4b25-a196-cdc66534f7ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.906395 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-370ca522-4147-4f1d-a353-82a8102ec603 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] For port 800558e1-afec-4a6c-81ab-1e210dc08514, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=800558e1-afec-4a6c-81ab-1e210dc08514,segment=NetworkSegment(c37f77f7-4c8b-4403-8a4a-1c681c393fa1),segment_id=c37f77f7-4c8b-4403-8a4a-1c681c393fa1)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:49.907336 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-370ca522-4147-4f1d-a353-82a8102ec603 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.920877 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5e92c-9bff-4d52-b7bd-cecf4244e226 req-07544337-bc7a-486c-af96-4aea973cdedc tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:49.922619 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ebb5e92c-9bff-4d52-b7bd-cecf4244e226 req-07544337-bc7a-486c-af96-4aea973cdedc tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.48 "GET /v2.0/ports?device_id=387f9764-5bbe-4fb1-ac6e-2a9a1829d582 HTTP/1.1" status: 200 len: 946 time: 0.4640875 Sep 16 04:53:49.939114 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ccdc4-9664-4dfa-bc18-38a21def9caf req-4dd1007c-08fe-43f9-9bb5-bd6b19bb8239 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:49.947461 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-421ccdc4-9664-4dfa-bc18-38a21def9caf req-4dd1007c-08fe-43f9-9bb5-bd6b19bb8239 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=387f9764-5bbe-4fb1-ac6e-2a9a1829d582 HTTP/1.1" status: 200 len: 946 time: 0.4898922 Sep 16 04:53:49.972076 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-370ca522-4147-4f1d-a353-82a8102ec603 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Calling delete_port for 800558e1-afec-4a6c-81ab-1e210dc08514 owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:50.014580 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-0aa72145-f849-401d-8707-51b34e858760 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] For port e3d0b7e6-234d-406c-b2c3-88ff923f0092, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=e3d0b7e6-234d-406c-b2c3-88ff923f0092,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:50.025413 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0aa72145-f849-401d-8707-51b34e858760 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.078197 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-0aa72145-f849-401d-8707-51b34e858760 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Calling delete_port for e3d0b7e6-234d-406c-b2c3-88ff923f0092 owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:50.196602 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-421ccdc4-9664-4dfa-bc18-38a21def9caf req-8fe91ade-1210-4ade-a5d2-e6413bb6a455 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359118 Sep 16 04:53:50.302547 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47586) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:50.362352 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47588) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:50.409649 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-370ca522-4147-4f1d-a353-82a8102ec603 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.435601 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-ebb5e92c-9bff-4d52-b7bd-cecf4244e226 req-132bdd53-7fda-49ac-b1a5-a3a1f01fbde8 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Deleting port 37526dc2-a1ca-4f1f-a66f-090331e0f637 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:50.437508 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ebb5e92c-9bff-4d52-b7bd-cecf4244e226 req-132bdd53-7fda-49ac-b1a5-a3a1f01fbde8 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.505642 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ca522-4147-4f1d-a353-82a8102ec603 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Port': ['ID=800558e1-afec-4a6c-81ab-1e210dc08514,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:50.546730 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-1ef4c03b-bec6-4d6e-836d-2dde8fe0a3e0 None None] For port a0f9e1bc-0c82-47f5-8627-3dae57c4d523, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=a0f9e1bc-0c82-47f5-8627-3dae57c4d523,segment=NetworkSegment(d1837529-ad66-44a9-9332-3b3adb88bcca),segment_id=d1837529-ad66-44a9-9332-3b3adb88bcca)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:50.552241 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1ef4c03b-bec6-4d6e-836d-2dde8fe0a3e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.576510 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0aa72145-f849-401d-8707-51b34e858760 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.618023 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-90bfba54-f638-4b25-a196-cdc66534f7ad None None] For port 800558e1-afec-4a6c-81ab-1e210dc08514, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=800558e1-afec-4a6c-81ab-1e210dc08514,segment=NetworkSegment(c37f77f7-4c8b-4403-8a4a-1c681c393fa1),segment_id=c37f77f7-4c8b-4403-8a4a-1c681c393fa1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:50.619071 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-90bfba54-f638-4b25-a196-cdc66534f7ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.623228 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-1ef4c03b-bec6-4d6e-836d-2dde8fe0a3e0 None None] Calling delete_port for a0f9e1bc-0c82-47f5-8627-3dae57c4d523 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:50.634660 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa72145-f849-401d-8707-51b34e858760 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event deleted for resources: {'Port': ['ID=e3d0b7e6-234d-406c-b2c3-88ff923f0092,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:50.672376 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-90bfba54-f638-4b25-a196-cdc66534f7ad None None] Calling delete_port for 800558e1-afec-4a6c-81ab-1e210dc08514 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:50.676840 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370ca522-4147-4f1d-a353-82a8102ec603 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] No DVR routers for this DVR port 800558e1-afec-4a6c-81ab-1e210dc08514 on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:50.714293 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa72145-f849-401d-8707-51b34e858760 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:50.714647 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa72145-f849-401d-8707-51b34e858760 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:50.714994 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa72145-f849-401d-8707-51b34e858760 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:50.715476 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa72145-f849-401d-8707-51b34e858760 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:50.715812 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa72145-f849-401d-8707-51b34e858760 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:50.716147 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa72145-f849-401d-8707-51b34e858760 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:50.716479 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa72145-f849-401d-8707-51b34e858760 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:50.716884 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa72145-f849-401d-8707-51b34e858760 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:50.717216 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa72145-f849-401d-8707-51b34e858760 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:50.717541 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa72145-f849-401d-8707-51b34e858760 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:50.717866 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa72145-f849-401d-8707-51b34e858760 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:50.718188 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa72145-f849-401d-8707-51b34e858760 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:50.793923 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-5fdd4c6c-e6cf-4942-868e-99784d38b735 tempest-QuotasTest-1327500156 tempest-QuotasTest-1327500156-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:50.891454 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-45d7509e-5467-40c0-8d83-cdf7f1dc86ad tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.898906 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0aa72145-f849-401d-8707-51b34e858760 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.937453 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e405c1-e483-46af-b300-4c2c829806a1 req-e7400124-9d2b-42c5-83d3-2610f99480fd tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:50.940400 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-19e405c1-e483-46af-b300-4c2c829806a1 req-e7400124-9d2b-42c5-83d3-2610f99480fd tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=8340490b-4b72-4225-97cb-434daaf123c9 HTTP/1.1" status: 200 len: 946 time: 0.4581110 Sep 16 04:53:50.980272 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1ef4c03b-bec6-4d6e-836d-2dde8fe0a3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.984068 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-45d7509e-5467-40c0-8d83-cdf7f1dc86ad tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.988299 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-90bfba54-f638-4b25-a196-cdc66534f7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.024554 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bfba54-f638-4b25-a196-cdc66534f7ad None None] No DVR routers for this DVR port 800558e1-afec-4a6c-81ab-1e210dc08514 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:51.027150 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4c03b-bec6-4d6e-836d-2dde8fe0a3e0 None None] Pushing event deleted for resources: {'Port': ['ID=a0f9e1bc-0c82-47f5-8627-3dae57c4d523,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:51.040533 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef4c03b-bec6-4d6e-836d-2dde8fe0a3e0 None None] No DVR routers for this DVR port a0f9e1bc-0c82-47f5-8627-3dae57c4d523 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:51.066046 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-370ca522-4147-4f1d-a353-82a8102ec603 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.074996 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-ebb5e92c-9bff-4d52-b7bd-cecf4244e226 req-132bdd53-7fda-49ac-b1a5-a3a1f01fbde8 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] For port 37526dc2-a1ca-4f1f-a66f-090331e0f637, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=37526dc2-a1ca-4f1f-a66f-090331e0f637,segment=NetworkSegment(01aafaa9-a340-46ca-887a-6648c79e8c73),segment_id=01aafaa9-a340-46ca-887a-6648c79e8c73)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:51.075393 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ebb5e92c-9bff-4d52-b7bd-cecf4244e226 req-132bdd53-7fda-49ac-b1a5-a3a1f01fbde8 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.077658 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfba54-f638-4b25-a196-cdc66534f7ad None None] Pushing event deleted for resources: {'Port': ['ID=800558e1-afec-4a6c-81ab-1e210dc08514,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:51.169396 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-ebb5e92c-9bff-4d52-b7bd-cecf4244e226 req-132bdd53-7fda-49ac-b1a5-a3a1f01fbde8 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Calling delete_port for 37526dc2-a1ca-4f1f-a66f-090331e0f637 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:51.373922 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-370ca522-4147-4f1d-a353-82a8102ec603 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc314c46-c458-4aeb-9e8f-6b8e1f45b6a6']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:51.388822 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-370ca522-4147-4f1d-a353-82a8102ec603 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c37f77f7-4c8b-4403-8a4a-1c681c393fa1') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:51.389499 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-370ca522-4147-4f1d-a353-82a8102ec603 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c37f77f7-4c8b-4403-8a4a-1c681c393fa1') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:51.401419 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-370ca522-4147-4f1d-a353-82a8102ec603 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.419524 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-370ca522-4147-4f1d-a353-82a8102ec603 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.434554 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ebb5e92c-9bff-4d52-b7bd-cecf4244e226 req-132bdd53-7fda-49ac-b1a5-a3a1f01fbde8 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.442145 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-370ca522-4147-4f1d-a353-82a8102ec603 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:53:51.443144 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-370ca522-4147-4f1d-a353-82a8102ec603 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.454245 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 800558e1-afec-4a6c-81ab-1e210dc08514 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:51.456390 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:53:51.456390 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:53:51.456390 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:53:51.456390 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:53:51.456390 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:53:51.456390 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:53:51.456390 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:53:51.456390 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:53:51.456390 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:53:51.456390 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:53:51.456390 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:53:51.456390 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:53:51.456390 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:53:51.456390 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:53:51.456390 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:53:51.456390 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:53:51.456390 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:53:51.456390 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:53:51.456390 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:53:51.456390 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:53:51.456390 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:53:51.456390 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:53:51.456390 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:53:51.456390 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:53:51.456390 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:53:51.456390 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:53:51.456390 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:53:51.456390 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:53:51.456390 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:53:51.456390 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:53:51.456390 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:53:51.456390 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:53:51.476774 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['15ad20e6-33a2-4999-b939-3fa15039c324'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:51.533978 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-19e405c1-e483-46af-b300-4c2c829806a1 req-f2a1dcfa-c1f5-4e6e-ad9a-9eba69e45a0d tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5036948 Sep 16 04:53:51.539300 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5fdd4c6c-e6cf-4942-868e-99784d38b735 tempest-QuotasTest-1327500156 tempest-QuotasTest-1327500156-project-admin] 10.222.0.35 "PUT /v2.0/quotas/5699b695a16045a08a14a0a6647c7872 HTTP/1.1" status: 200 len: 366 time: 1.1706483 Sep 16 04:53:51.541657 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132bdd53-7fda-49ac-b1a5-a3a1f01fbde8 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Pushing event deleted for resources: {'Port': ['ID=37526dc2-a1ca-4f1f-a66f-090331e0f637,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:51.554526 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47594) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:51.561280 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-45d7509e-5467-40c0-8d83-cdf7f1dc86ad tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.572251 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-45d7509e-5467-40c0-8d83-cdf7f1dc86ad tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.585832 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-45d7509e-5467-40c0-8d83-cdf7f1dc86ad tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "DELETE /v2.0/security-groups/7d838e7d-0a6e-446b-8237-ecfea0fd411e HTTP/1.1" status: 204 len: 168 time: 1.0211565 Sep 16 04:53:51.600010 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47596) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:51.608119 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-dd04338d-5aea-41b7-b0ff-166a2bcd3bf0 tempest-QuotasTest-1327500156 tempest-QuotasTest-1327500156-project-admin] 10.222.0.35 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0226784 Sep 16 04:53:51.635851 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47598) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:51.639729 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-16846c3b-26ec-4e54-9140-0835ab3ba275 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] show failed (client error): The resource could not be found. Sep 16 04:53:51.641471 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-16846c3b-26ec-4e54-9140-0835ab3ba275 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "GET /v2.0/security-groups/7d838e7d-0a6e-446b-8237-ecfea0fd411e HTTP/1.1" status: 404 len: 347 time: 0.0206752 Sep 16 04:53:51.670942 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47600) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:51.716096 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 800558e1-afec-4a6c-81ab-1e210dc08514 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:51.717032 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb5e92c-9bff-4d52-b7bd-cecf4244e226 req-132bdd53-7fda-49ac-b1a5-a3a1f01fbde8 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] No DVR routers for this DVR port 37526dc2-a1ca-4f1f-a66f-090331e0f637 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:51.720280 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ebb5e92c-9bff-4d52-b7bd-cecf4244e226 req-132bdd53-7fda-49ac-b1a5-a3a1f01fbde8 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.722718 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ebb5e92c-9bff-4d52-b7bd-cecf4244e226 req-132bdd53-7fda-49ac-b1a5-a3a1f01fbde8 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.48 "DELETE /v2.0/ports/37526dc2-a1ca-4f1f-a66f-090331e0f637 HTTP/1.1" status: 204 len: 173 time: 1.7723010 Sep 16 04:53:51.723032 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 800558e1-afec-4a6c-81ab-1e210dc08514 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:51.723783 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 88d32cbf-f810-4a03-a4de-474a7ec5851e no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:51.731375 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-730d0d84-7a8c-4324-a177-1db26db00486 tempest-QuotasTest-1327500156 tempest-QuotasTest-1327500156-project-admin] 10.222.0.35 "GET /v2.0/quotas/5699b695a16045a08a14a0a6647c7872 HTTP/1.1" status: 200 len: 366 time: 0.0846980 Sep 16 04:53:51.766419 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387f9764-5bbe-4fb1-ac6e-2a9a1829d582', 'name': 'network-vif-deleted', 'tag': '37526dc2-a1ca-4f1f-a66f-090331e0f637'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:51.768973 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89cf7e1-7c80-4aa7-b70c-221eb0c3cd0a" -d '{"events": [{"server_uuid": "387f9764-5bbe-4fb1-ac6e-2a9a1829d582", "name": "network-vif-deleted", "tag": "37526dc2-a1ca-4f1f-a66f-090331e0f637"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:51.772984 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-370ca522-4147-4f1d-a353-82a8102ec603 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.781956 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47602) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:51.784492 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-370ca522-4147-4f1d-a353-82a8102ec603 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.791283 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-370ca522-4147-4f1d-a353-82a8102ec603 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/networks/fc314c46-c458-4aeb-9e8f-6b8e1f45b6a6 HTTP/1.1" status: 204 len: 168 time: 2.7986479 Sep 16 04:53:51.799925 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47606) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:51.813811 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-ce56eb13-2ae8-4eb9-8b5c-ba4bc1402bed tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1868475382'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:51.825881 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0aa72145-f849-401d-8707-51b34e858760 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.830186 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 88d32cbf-f810-4a03-a4de-474a7ec5851e {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:51.830948 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 88d32cbf-f810-4a03-a4de-474a7ec5851e not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:51.831761 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device a0f9e1bc-0c82-47f5-8627-3dae57c4d523 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:51.834280 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0aa72145-f849-401d-8707-51b34e858760 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.902937 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce56eb13-2ae8-4eb9-8b5c-ba4bc1402bed tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Made reservation on behalf of 02d0d2917e594a5f85c23d8add7f0e99 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:51.910949 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ce56eb13-2ae8-4eb9-8b5c-ba4bc1402bed tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.946824 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: a0f9e1bc-0c82-47f5-8627-3dae57c4d523 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:51.947174 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device a0f9e1bc-0c82-47f5-8627-3dae57c4d523 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:52.071104 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d7509e-5467-40c0-8d83-cdf7f1dc86ad tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d838e7d-0a6e-446b-8237-ecfea0fd411e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:52.087805 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0aa72145-f849-401d-8707-51b34e858760 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:52.089912 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa72145-f849-401d-8707-51b34e858760 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Fanout notify agent at l3_agent the message router_deleted on router 400e8034-bcf7-4f47-b91a-946e746b89bc {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:53:52.106087 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ca522-4147-4f1d-a353-82a8102ec603 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Network': ['ID=fc314c46-c458-4aeb-9e8f-6b8e1f45b6a6,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:52.121489 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0aa72145-f849-401d-8707-51b34e858760 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:52.138034 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0aa72145-f849-401d-8707-51b34e858760 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "DELETE /v2.0/routers/400e8034-bcf7-4f47-b91a-946e746b89bc HTTP/1.1" status: 204 len: 168 time: 3.3141599 Sep 16 04:53:52.138034 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-50e4fbae-d0c2-40aa-aee9-a3b8718d8c07 tempest-QuotasTest-1327500156 tempest-QuotasTest-1327500156-project-admin] 10.222.0.35 "DELETE /v2.0/quotas/5699b695a16045a08a14a0a6647c7872 HTTP/1.1" status: 204 len: 168 time: 0.3217025 Sep 16 04:53:52.138505 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47608) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:52.150857 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47610) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:52.212452 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fbe833ee-180e-4899-bdf9-68fe63e00fa1 tempest-QuotasTest-1327500156 tempest-QuotasTest-1327500156-project-admin] 10.222.0.35 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0545704 Sep 16 04:53:52.214572 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47612) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:52.238905 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce56eb13-2ae8-4eb9-8b5c-ba4bc1402bed tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:53:52.257727 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-23753a07-fef5-455c-97b7-6a7a5b469627 tempest-QuotasTest-1327500156 tempest-QuotasTest-1327500156-project-admin] 10.222.0.35 "GET /v2.0/quotas/5699b695a16045a08a14a0a6647c7872 HTTP/1.1" status: 200 len: 370 time: 0.0329621 Sep 16 04:53:52.263941 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47614) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:52.275029 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-54073272-116b-4e22-a149-96fccfe4c951 tempest-QuotasTest-1327500156 tempest-QuotasTest-1327500156-project-admin] 10.222.0.35 "GET /v2.0/quotas/5699b695a16045a08a14a0a6647c7872/default HTTP/1.1" status: 200 len: 370 time: 0.0045860 Sep 16 04:53:52.275382 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47616) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:52.321258 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ce56eb13-2ae8-4eb9-8b5c-ba4bc1402bed tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:52.322859 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-ce56eb13-2ae8-4eb9-8b5c-ba4bc1402bed tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Added segment 877359bb-1b14-44ae-967d-77bc978bd48c of type vlan for network 9b485e20-4ae7-4590-8818-8ee0243e8fcb Sep 16 04:53:52.325339 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-119199e8-8722-4883-96d6-affc56775a60 tempest-QuotasTest-1327500156 tempest-QuotasTest-1327500156-project-admin] delete failed (client error): The resource could not be found. Sep 16 04:53:52.329440 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-119199e8-8722-4883-96d6-affc56775a60 tempest-QuotasTest-1327500156 tempest-QuotasTest-1327500156-project-admin] 10.222.0.35 "DELETE /v2.0/quotas/5699b695a16045a08a14a0a6647c7872 HTTP/1.1" status: 404 len: 348 time: 0.0532093 Sep 16 04:53:52.462703 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7bc92711-28cf-4215-94ef-59efd8aa374e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:52.542021 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ce56eb13-2ae8-4eb9-8b5c-ba4bc1402bed tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:52.575764 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-0faf5e83-75db-4f85-a99c-ad2ce2584223 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Deleting port 8bbba196-103f-40eb-8776-3c6add688b5d {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:52.577160 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0faf5e83-75db-4f85-a99c-ad2ce2584223 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:52.668449 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47624) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:52.709862 n-d-712139-15 neutron-server[94766]: DEBUG neutron.quota.resource [None req-ca6cf713-d2fc-4cc4-91c8-05f86bca5e72 tempest-QuotasTest-1327500156 tempest-QuotasTest-1327500156-project-admin] Usage tracker for resource:network and tenant:8018d12bcbe64ed2bf943a7d406fd9c8 is out of sync, need to count used quota {{(pid=94766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 04:53:52.719410 n-d-712139-15 neutron-server[94766]: DEBUG neutron.quota.resource [None req-ca6cf713-d2fc-4cc4-91c8-05f86bca5e72 tempest-QuotasTest-1327500156 tempest-QuotasTest-1327500156-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 04:53:52.734416 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511282d-f407-45b1-88c1-fdcdf2b27da8 req-16ffab65-52ec-4dc0-a673-8c5daa9eb337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:52.736075 n-d-712139-15 neutron-server[94766]: DEBUG neutron.quota.resource [None req-ca6cf713-d2fc-4cc4-91c8-05f86bca5e72 tempest-QuotasTest-1327500156 tempest-QuotasTest-1327500156-project-admin] Usage tracker for resource:subnet and tenant:8018d12bcbe64ed2bf943a7d406fd9c8 is out of sync, need to count used quota {{(pid=94766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 04:53:52.736727 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b511282d-f407-45b1-88c1-fdcdf2b27da8 req-16ffab65-52ec-4dc0-a673-8c5daa9eb337 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ae9253f056ae49e68f4d400ee8ce541c&device_id=010d1707-ce1f-4b76-98df-4b2373165c6c HTTP/1.1" status: 200 len: 1098 time: 0.3524401 Sep 16 04:53:52.745726 n-d-712139-15 neutron-server[94766]: DEBUG neutron.quota.resource [None req-ca6cf713-d2fc-4cc4-91c8-05f86bca5e72 tempest-QuotasTest-1327500156 tempest-QuotasTest-1327500156-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 04:53:52.755048 n-d-712139-15 neutron-server[94766]: DEBUG neutron.quota.resource [None req-ca6cf713-d2fc-4cc4-91c8-05f86bca5e72 tempest-QuotasTest-1327500156 tempest-QuotasTest-1327500156-project-admin] Usage tracker for resource:subnetpool and tenant:8018d12bcbe64ed2bf943a7d406fd9c8 is out of sync, need to count used quota {{(pid=94766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 04:53:52.762577 n-d-712139-15 neutron-server[94766]: DEBUG neutron.quota.resource [None req-ca6cf713-d2fc-4cc4-91c8-05f86bca5e72 tempest-QuotasTest-1327500156 tempest-QuotasTest-1327500156-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 04:53:52.789143 n-d-712139-15 neutron-server[94766]: DEBUG neutron.quota.resource [None req-ca6cf713-d2fc-4cc4-91c8-05f86bca5e72 tempest-QuotasTest-1327500156 tempest-QuotasTest-1327500156-project-admin] Usage tracker for resource:port and tenant:8018d12bcbe64ed2bf943a7d406fd9c8 is out of sync, need to count used quota {{(pid=94766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 04:53:52.800335 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1788caaf-fb50-4572-9014-557a01980e68 req-0bf6f621-4f6d-4d3e-afd1-a13f07de5679 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=387f9764-5bbe-4fb1-ac6e-2a9a1829d582 HTTP/1.1" status: 200 len: 210 time: 0.2919359 Sep 16 04:53:52.814617 n-d-712139-15 neutron-server[94766]: DEBUG neutron.quota.resource [None req-ca6cf713-d2fc-4cc4-91c8-05f86bca5e72 tempest-QuotasTest-1327500156 tempest-QuotasTest-1327500156-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 04:53:52.823352 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.db.resource_extend [None req-ce56eb13-2ae8-4eb9-8b5c-ba4bc1402bed tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:53:52.843153 n-d-712139-15 neutron-server[94766]: DEBUG neutron.quota.resource [None req-ca6cf713-d2fc-4cc4-91c8-05f86bca5e72 tempest-QuotasTest-1327500156 tempest-QuotasTest-1327500156-project-admin] Usage tracker for resource:router and tenant:8018d12bcbe64ed2bf943a7d406fd9c8 is out of sync, need to count used quota {{(pid=94766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 04:53:52.863836 n-d-712139-15 neutron-server[94766]: DEBUG neutron.quota.resource [None req-ca6cf713-d2fc-4cc4-91c8-05f86bca5e72 tempest-QuotasTest-1327500156 tempest-QuotasTest-1327500156-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 04:53:52.881865 n-d-712139-15 neutron-server[94766]: DEBUG neutron.quota.resource [None req-ca6cf713-d2fc-4cc4-91c8-05f86bca5e72 tempest-QuotasTest-1327500156 tempest-QuotasTest-1327500156-project-admin] Usage tracker for resource:floatingip and tenant:8018d12bcbe64ed2bf943a7d406fd9c8 is out of sync, need to count used quota {{(pid=94766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 04:53:52.909503 n-d-712139-15 neutron-server[94766]: DEBUG neutron.quota.resource [None req-ca6cf713-d2fc-4cc4-91c8-05f86bca5e72 tempest-QuotasTest-1327500156 tempest-QuotasTest-1327500156-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 04:53:52.995248 n-d-712139-15 neutron-server[94766]: DEBUG neutron.quota.resource [None req-ca6cf713-d2fc-4cc4-91c8-05f86bca5e72 tempest-QuotasTest-1327500156 tempest-QuotasTest-1327500156-project-admin] Usage tracker for resource:security_group and tenant:8018d12bcbe64ed2bf943a7d406fd9c8 is out of sync, need to count used quota {{(pid=94766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 04:53:53.003251 n-d-712139-15 neutron-server[94766]: DEBUG neutron.quota.resource [None req-ca6cf713-d2fc-4cc4-91c8-05f86bca5e72 tempest-QuotasTest-1327500156 tempest-QuotasTest-1327500156-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 04:53:53.017106 n-d-712139-15 neutron-server[94766]: DEBUG neutron.quota.resource [None req-ca6cf713-d2fc-4cc4-91c8-05f86bca5e72 tempest-QuotasTest-1327500156 tempest-QuotasTest-1327500156-project-admin] Usage tracker for resource:security_group_rule and tenant:8018d12bcbe64ed2bf943a7d406fd9c8 is out of sync, need to count used quota {{(pid=94766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 04:53:53.047812 n-d-712139-15 neutron-server[94766]: DEBUG neutron.quota.resource [None req-ca6cf713-d2fc-4cc4-91c8-05f86bca5e72 tempest-QuotasTest-1327500156 tempest-QuotasTest-1327500156-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 04:53:53.048135 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7bc92711-28cf-4215-94ef-59efd8aa374e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:53.071697 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ca6cf713-d2fc-4cc4-91c8-05f86bca5e72 tempest-QuotasTest-1327500156 tempest-QuotasTest-1327500156-project-admin] 10.222.0.35 "GET /v2.0/quotas/8018d12bcbe64ed2bf943a7d406fd9c8/details.json HTTP/1.1" status: 200 len: 703 time: 0.4012246 Sep 16 04:53:53.074157 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-7bc92711-28cf-4215-94ef-59efd8aa374e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa0b4719-d190-4155-9288-1e8935f8d00b']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:53.087973 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-7bc92711-28cf-4215-94ef-59efd8aa374e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1837529-ad66-44a9-9332-3b3adb88bcca') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:53.088248 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-7bc92711-28cf-4215-94ef-59efd8aa374e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1837529-ad66-44a9-9332-3b3adb88bcca') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:53.096437 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device e3d0b7e6-234d-406c-b2c3-88ff923f0092 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:53.101862 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7bc92711-28cf-4215-94ef-59efd8aa374e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:53.124651 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7bc92711-28cf-4215-94ef-59efd8aa374e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:53.133228 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc92711-28cf-4215-94ef-59efd8aa374e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:53:53.133853 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7bc92711-28cf-4215-94ef-59efd8aa374e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:53.149366 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: e3d0b7e6-234d-406c-b2c3-88ff923f0092 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:53.150351 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device e3d0b7e6-234d-406c-b2c3-88ff923f0092 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:53.175202 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:53:53.175202 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:53:53.175202 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:53:53.175202 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:53:53.175202 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:53:53.175202 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:53:53.175202 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:53:53.175202 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:53:53.175202 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:53:53.175202 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:53:53.175202 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:53:53.175202 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:53:53.175202 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:53:53.175202 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:53:53.175202 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:53:53.175202 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:53:53.175202 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:53:53.175202 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:53:53.175202 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:53:53.175202 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:53:53.175202 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:53:53.175202 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:53:53.175202 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:53:53.175202 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:53:53.175202 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:53:53.175202 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:53:53.175202 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:53:53.175202 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:53:53.175202 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:53:53.175202 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:53:53.175202 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:53:53.175202 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:53:53.197615 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93321a5-afbc-45a3-8a9c-e3f10edbe4db x-openstack-request-id: req-e93321a5-afbc-45a3-8a9c-e3f10edbe4db {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:53.198084 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "387f9764-5bbe-4fb1-ac6e-2a9a1829d582", "name": "network-vif-deleted", "tag": "37526dc2-a1ca-4f1f-a66f-090331e0f637", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:53.198501 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e93321a5-afbc-45a3-8a9c-e3f10edbe4db {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:53.199150 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387f9764-5bbe-4fb1-ac6e-2a9a1829d582', 'name': 'network-vif-deleted', 'tag': '37526dc2-a1ca-4f1f-a66f-090331e0f637', 'status': 'completed', 'code': 200} Sep 16 04:53:53.315427 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0faf5e83-75db-4f85-a99c-ad2ce2584223 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:53.316468 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0faf5e83-75db-4f85-a99c-ad2ce2584223 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:53.330161 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 37526dc2-a1ca-4f1f-a66f-090331e0f637 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:53.369225 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 37526dc2-a1ca-4f1f-a66f-090331e0f637 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:53.370127 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 37526dc2-a1ca-4f1f-a66f-090331e0f637 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:53.381244 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ce56eb13-2ae8-4eb9-8b5c-ba4bc1402bed tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:53.393401 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce56eb13-2ae8-4eb9-8b5c-ba4bc1402bed tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:53.394512 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ce56eb13-2ae8-4eb9-8b5c-ba4bc1402bed tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:53.472200 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-0faf5e83-75db-4f85-a99c-ad2ce2584223 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Calling delete_port for 8bbba196-103f-40eb-8776-3c6add688b5d owned by network:floatingip {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:53.506510 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7bc92711-28cf-4215-94ef-59efd8aa374e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:53.549075 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7bc92711-28cf-4215-94ef-59efd8aa374e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:53.553789 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7bc92711-28cf-4215-94ef-59efd8aa374e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "DELETE /v2.0/networks/aa0b4719-d190-4155-9288-1e8935f8d00b HTTP/1.1" status: 204 len: 168 time: 1.4181724 Sep 16 04:53:53.556825 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47630) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:53.612827 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ce56eb13-2ae8-4eb9-8b5c-ba4bc1402bed tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8115199 Sep 16 04:53:53.616028 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47636) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:53.621590 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-87458bf6-43b1-41d1-a835-8bd13f30d7d2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'subnet': {'network_id': '9b485e20-4ae7-4590-8818-8ee0243e8fcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:53.731275 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9772f584-5126-41d5-9caf-fb69715fb720 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:53.797159 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9772f584-5126-41d5-9caf-fb69715fb720 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:53.875736 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87458bf6-43b1-41d1-a835-8bd13f30d7d2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Made reservation on behalf of 02d0d2917e594a5f85c23d8add7f0e99 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:53.883095 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-87458bf6-43b1-41d1-a835-8bd13f30d7d2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:53.899256 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47642) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:54.077715 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9772f584-5126-41d5-9caf-fb69715fb720 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:54.082389 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9772f584-5126-41d5-9caf-fb69715fb720 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:54.085326 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9772f584-5126-41d5-9caf-fb69715fb720 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "DELETE /v2.0/security-groups/db3037be-fc36-4334-ae38-b046958ea600 HTTP/1.1" status: 204 len: 168 time: 0.5269945 Sep 16 04:53:54.115670 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772f584-5126-41d5-9caf-fb69715fb720 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3037be-fc36-4334-ae38-b046958ea600,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:54.135361 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce56eb13-2ae8-4eb9-8b5c-ba4bc1402bed tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Network': ['ID=9b485e20-4ae7-4590-8818-8ee0243e8fcb,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:54.153552 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bdf275-847d-46a5-95eb-5818465e0e36 req-f4f8cc09-487c-4d97-ad94-f69dd1d3d9f6 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:54.156156 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-59bdf275-847d-46a5-95eb-5818465e0e36 req-f4f8cc09-487c-4d97-ad94-f69dd1d3d9f6 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=010d1707-ce1f-4b76-98df-4b2373165c6c HTTP/1.1" status: 200 len: 946 time: 0.9707079 Sep 16 04:53:54.164043 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511282d-f407-45b1-88c1-fdcdf2b27da8 req-06ebeb24-864a-431a-bc7a-5998621c0570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:54.166406 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b511282d-f407-45b1-88c1-fdcdf2b27da8 req-06ebeb24-864a-431a-bc7a-5998621c0570 service neutron] 10.222.0.47 "GET /v2.0/networks?id=95323e7d-bc75-4644-adb1-0a3d4ef7631b HTTP/1.1" status: 200 len: 920 time: 1.3636568 Sep 16 04:53:54.206740 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce56eb13-2ae8-4eb9-8b5c-ba4bc1402bed tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:54.207915 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce56eb13-2ae8-4eb9-8b5c-ba4bc1402bed tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:54.208401 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce56eb13-2ae8-4eb9-8b5c-ba4bc1402bed tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:54.208961 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce56eb13-2ae8-4eb9-8b5c-ba4bc1402bed tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:54.209525 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce56eb13-2ae8-4eb9-8b5c-ba4bc1402bed tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:54.210090 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce56eb13-2ae8-4eb9-8b5c-ba4bc1402bed tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:54.210617 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce56eb13-2ae8-4eb9-8b5c-ba4bc1402bed tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:54.211141 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce56eb13-2ae8-4eb9-8b5c-ba4bc1402bed tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:54.211652 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce56eb13-2ae8-4eb9-8b5c-ba4bc1402bed tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:54.212251 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce56eb13-2ae8-4eb9-8b5c-ba4bc1402bed tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:54.212892 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce56eb13-2ae8-4eb9-8b5c-ba4bc1402bed tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:54.213409 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce56eb13-2ae8-4eb9-8b5c-ba4bc1402bed tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:54.233856 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 9b485e20-4ae7-4590-8818-8ee0243e8fcb details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:53:54.325691 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b511282d-f407-45b1-88c1-fdcdf2b27da8 req-9b9bd3b0-1969-42c4-96b6-73a3b3b2ceb3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3091c6ec-7291-4109-a7cf-ff9e65f76435 HTTP/1.1" status: 200 len: 217 time: 0.1440527 Sep 16 04:53:54.330912 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc92711-28cf-4215-94ef-59efd8aa374e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event deleted for resources: {'Network': ['ID=aa0b4719-d190-4155-9288-1e8935f8d00b,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:54.338092 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7b8c1299-5a2a-404d-90fc-b5b212f4796c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:54.343225 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-87458bf6-43b1-41d1-a835-8bd13f30d7d2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:54.411651 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-59bdf275-847d-46a5-95eb-5818465e0e36 req-6d582c6f-8baa-4392-b57c-30a3da602e65 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341626 Sep 16 04:53:54.447646 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511282d-f407-45b1-88c1-fdcdf2b27da8 req-cb30d1a5-a725-4c13-adf8-f162647e38b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:54.447646 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b511282d-f407-45b1-88c1-fdcdf2b27da8 req-cb30d1a5-a725-4c13-adf8-f162647e38b4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52ea8b91-2711-402b-a55a-c845ac289939 HTTP/1.1" status: 200 len: 859 time: 0.1043684 Sep 16 04:53:54.541374 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b511282d-f407-45b1-88c1-fdcdf2b27da8 req-2ee56650-721d-4be2-b65c-bb6450e39b6a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=95323e7d-bc75-4644-adb1-0a3d4ef7631b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927663 Sep 16 04:53:54.576504 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-b511282d-f407-45b1-88c1-fdcdf2b27da8 req-f1758d04-b891-4702-9469-08f0532d7fb3 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:53:54.578338 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b511282d-f407-45b1-88c1-fdcdf2b27da8 req-f1758d04-b891-4702-9469-08f0532d7fb3 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0254059 Sep 16 04:53:54.580516 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87458bf6-43b1-41d1-a835-8bd13f30d7d2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Subnet': ['ID=12fb8988-0e37-4e04-8c38-86ab5fda9e0f,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:54.621086 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87458bf6-43b1-41d1-a835-8bd13f30d7d2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Checking segment: {'id': '877359bb-1b14-44ae-967d-77bc978bd48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9b485e20-4ae7-4590-8818-8ee0243e8fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:54.621795 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87458bf6-43b1-41d1-a835-8bd13f30d7d2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Network hostable DHCP agents. Network: 9b485e20-4ae7-4590-8818-8ee0243e8fcb, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:53:54.671014 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0faf5e83-75db-4f85-a99c-ad2ce2584223 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:54.688718 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7b8c1299-5a2a-404d-90fc-b5b212f4796c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:54.699871 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7b8c1299-5a2a-404d-90fc-b5b212f4796c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:54.729159 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87458bf6-43b1-41d1-a835-8bd13f30d7d2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Network 9b485e20-4ae7-4590-8818-8ee0243e8fcb is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:53:54.741654 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf5e83-75db-4f85-a99c-ad2ce2584223 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Pushing event deleted for resources: {'Port': ['ID=8bbba196-103f-40eb-8776-3c6add688b5d,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:54.768146 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7b8c1299-5a2a-404d-90fc-b5b212f4796c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=480544b93fb041babcab575f3b0073ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8624430 Sep 16 04:53:54.768146 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c1299-5a2a-404d-90fc-b5b212f4796c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9332d79c-640f-46b4-a427-8da748c49b03,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:54.776010 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47648) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:54.779822 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-87458bf6-43b1-41d1-a835-8bd13f30d7d2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 9b485e20-4ae7-4590-8818-8ee0243e8fcb) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:54.786054 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87458bf6-43b1-41d1-a835-8bd13f30d7d2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:54.786299 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-87458bf6-43b1-41d1-a835-8bd13f30d7d2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:54.794640 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5acc7d-6d6c-46f8-a68b-39fce0d4ca70 None None] Network 9b485e20-4ae7-4590-8818-8ee0243e8fcb requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:54.814751 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a037ce2-ccf7-416b-a0fb-31d000210000 req-c66ec3f3-93a0-4e24-b17c-049c205d4beb tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:54.825103 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a037ce2-ccf7-416b-a0fb-31d000210000 req-c66ec3f3-93a0-4e24-b17c-049c205d4beb tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=8340490b-4b72-4225-97cb-434daaf123c9 HTTP/1.1" status: 200 len: 946 time: 0.2779226 Sep 16 04:53:54.895072 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-87458bf6-43b1-41d1-a835-8bd13f30d7d2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2771351 Sep 16 04:53:54.897423 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47650) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:54.912815 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-cc9aa2df-ccc0-48f3-995c-21a1077bb3c2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'port': {'network_id': '9b485e20-4ae7-4590-8818-8ee0243e8fcb', 'name': 'tempest-PortsTestJSON-858276273', 'fixed_ips': [{'subnet_id': '12fb8988-0e37-4e04-8c38-86ab5fda9e0f', 'ip_address': '172.20.0.10'}]}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:54.979424 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a037ce2-ccf7-416b-a0fb-31d000210000 req-0271ccfe-c5fd-460c-af43-04d2c33d6fd9 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534190 Sep 16 04:53:54.983217 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b511282d-f407-45b1-88c1-fdcdf2b27da8 req-a634d75c-fb4b-422b-86cc-1d8c663ae1ee service neutron] 10.222.0.47 "GET /v2.0/networks/95323e7d-bc75-4644-adb1-0a3d4ef7631b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777368 Sep 16 04:53:54.984032 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0faf5e83-75db-4f85-a99c-ad2ce2584223 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks [] for floatingip, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.005359 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0faf5e83-75db-4f85-a99c-ad2ce2584223 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.011394 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0faf5e83-75db-4f85-a99c-ad2ce2584223 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "DELETE /v2.0/floatingips/aacd8a8a-beaa-4d9a-a4af-a9b97846bfc7 HTTP/1.1" status: 204 len: 168 time: 3.3387105 Sep 16 04:53:55.016824 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47652) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:55.079925 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2cf00788-0bdc-436b-9dc0-168bda178635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.175579 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2cf00788-0bdc-436b-9dc0-168bda178635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.188789 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e7da9f-4b56-45ae-b76c-13138652c68c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-9b485e20-4ae7-4590-8818-8ee0243e8fcb', 'network_id': '9b485e20-4ae7-4590-8818-8ee0243e8fcb', 'tenant_id': '02d0d2917e594a5f85c23d8add7f0e99', 'fixed_ips': [{'subnet_id': '12fb8988-0e37-4e04-8c38-86ab5fda9e0f'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:53:55.192921 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-02e7da9f-4b56-45ae-b76c-13138652c68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.250366 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2cf00788-0bdc-436b-9dc0-168bda178635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.253830 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2cf00788-0bdc-436b-9dc0-168bda178635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.258324 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2cf00788-0bdc-436b-9dc0-168bda178635 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9332d79c-640f-46b4-a427-8da748c49b03 HTTP/1.1" status: 204 len: 168 time: 0.4787121 Sep 16 04:53:55.294639 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9aa2df-ccc0-48f3-995c-21a1077bb3c2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Made reservation on behalf of 02d0d2917e594a5f85c23d8add7f0e99 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:55.331608 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf00788-0bdc-436b-9dc0-168bda178635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9332d79c-640f-46b4-a427-8da748c49b03,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:55.345211 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b511282d-f407-45b1-88c1-fdcdf2b27da8 req-414bd9b1-30e1-4d68-b9d0-10502e459f21 service neutron] 10.222.0.47 "GET /v2.0/networks/95323e7d-bc75-4644-adb1-0a3d4ef7631b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323712 Sep 16 04:53:55.425214 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-5aaa26bc-4e44-41e9-a055-b0bac1ad9c73 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Deleting port 8412a577-70e7-4987-883c-7ad67dcac980 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:55.426328 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5aaa26bc-4e44-41e9-a055-b0bac1ad9c73 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.520835 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-02e7da9f-4b56-45ae-b76c-13138652c68c None None] Allocated IP 172.20.0.2 (9b485e20-4ae7-4590-8818-8ee0243e8fcb/12fb8988-0e37-4e04-8c38-86ab5fda9e0f/2667a945-fa59-4218-b9a4-b8c8175f2398) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:55.523971 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cc9aa2df-ccc0-48f3-995c-21a1077bb3c2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.552952 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-cc9aa2df-ccc0-48f3-995c-21a1077bb3c2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] device_id is not set on port 5f842436-0a03-41f2-8fea-c7bdea98f8b6 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:53:55.745144 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5aaa26bc-4e44-41e9-a055-b0bac1ad9c73 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.782971 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-5aaa26bc-4e44-41e9-a055-b0bac1ad9c73 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Calling delete_port for 8412a577-70e7-4987-883c-7ad67dcac980 owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:55.992153 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5aaa26bc-4e44-41e9-a055-b0bac1ad9c73 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.995134 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-02e7da9f-4b56-45ae-b76c-13138652c68c None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.015550 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-02e7da9f-4b56-45ae-b76c-13138652c68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.037655 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e7da9f-4b56-45ae-b76c-13138652c68c None None] Network 9b485e20-4ae7-4590-8818-8ee0243e8fcb is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:56.050003 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-02e7da9f-4b56-45ae-b76c-13138652c68c None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:56.062605 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47672) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:56.069957 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa26bc-4e44-41e9-a055-b0bac1ad9c73 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Pushing event deleted for resources: {'Port': ['ID=8412a577-70e7-4987-883c-7ad67dcac980,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:56.099101 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e7da9f-4b56-45ae-b76c-13138652c68c None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:56.108602 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c2d78d9c-0a90-44ef-a0b7-589e10770eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.157952 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-cc9aa2df-ccc0-48f3-995c-21a1077bb3c2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Allocated IP 172.20.0.10 (9b485e20-4ae7-4590-8818-8ee0243e8fcb/12fb8988-0e37-4e04-8c38-86ab5fda9e0f/5f842436-0a03-41f2-8fea-c7bdea98f8b6) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:56.245309 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47676) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:56.251539 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-3122e811-033c-41a7-aa6f-b20a40431b6c tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-245175877', 'description': 'tempest-secgroup-smoke-245175877 description', 'project_id': '9314d3ea71064ec8a4285d4ce520aaad'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:56.259498 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5aaa26bc-4e44-41e9-a055-b0bac1ad9c73 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.265418 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47678) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:56.266195 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5aaa26bc-4e44-41e9-a055-b0bac1ad9c73 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "DELETE /v2.0/ports/8412a577-70e7-4987-883c-7ad67dcac980 HTTP/1.1" status: 204 len: 168 time: 1.2339315 Sep 16 04:53:56.270659 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7da9f-4b56-45ae-b76c-13138652c68c None None] Pushing event updated for resources: {'Port': ['ID=2667a945-fa59-4218-b9a4-b8c8175f2398,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:56.273949 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-02e7da9f-4b56-45ae-b76c-13138652c68c None None] Attempting to bind port 2667a945-fa59-4218-b9a4-b8c8175f2398 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:56.274451 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-02e7da9f-4b56-45ae-b76c-13138652c68c None None] Attempting to bind port 2667a945-fa59-4218-b9a4-b8c8175f2398 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '877359bb-1b14-44ae-967d-77bc978bd48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9b485e20-4ae7-4590-8818-8ee0243e8fcb'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:56.275622 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e7da9f-4b56-45ae-b76c-13138652c68c None None] Attempting to bind port 2667a945-fa59-4218-b9a4-b8c8175f2398 on network 9b485e20-4ae7-4590-8818-8ee0243e8fcb {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:56.290693 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e7da9f-4b56-45ae-b76c-13138652c68c None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:56.291451 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e7da9f-4b56-45ae-b76c-13138652c68c None None] Checking segment: {'id': '877359bb-1b14-44ae-967d-77bc978bd48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9b485e20-4ae7-4590-8818-8ee0243e8fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:56.292042 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-02e7da9f-4b56-45ae-b76c-13138652c68c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.293040 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e7da9f-4b56-45ae-b76c-13138652c68c None None] Bound using segment: {'id': '877359bb-1b14-44ae-967d-77bc978bd48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9b485e20-4ae7-4590-8818-8ee0243e8fcb'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:56.294042 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-02e7da9f-4b56-45ae-b76c-13138652c68c None None] Bound port: 2667a945-fa59-4218-b9a4-b8c8175f2398, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '877359bb-1b14-44ae-967d-77bc978bd48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9b485e20-4ae7-4590-8818-8ee0243e8fcb'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:56.294800 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-02e7da9f-4b56-45ae-b76c-13138652c68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.434499 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-02e7da9f-4b56-45ae-b76c-13138652c68c None None] For port 2667a945-fa59-4218-b9a4-b8c8175f2398, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:56.438666 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-02e7da9f-4b56-45ae-b76c-13138652c68c None None] For port 2667a945-fa59-4218-b9a4-b8c8175f2398, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2667a945-fa59-4218-b9a4-b8c8175f2398,segment=NetworkSegment(877359bb-1b14-44ae-967d-77bc978bd48c),segment_id=877359bb-1b14-44ae-967d-77bc978bd48c)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:53:56.447382 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-02e7da9f-4b56-45ae-b76c-13138652c68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.460030 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cfa99-72ab-43fe-9d6a-06ce7a0c2d2c req-5677345b-42d9-4364-a67e-212e896e05fb tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:56.471526 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7c0cfa99-72ab-43fe-9d6a-06ce7a0c2d2c req-5677345b-42d9-4364-a67e-212e896e05fb tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=010d1707-ce1f-4b76-98df-4b2373165c6c HTTP/1.1" status: 200 len: 946 time: 0.1303036 Sep 16 04:53:56.546103 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7c0cfa99-72ab-43fe-9d6a-06ce7a0c2d2c req-6e7871e7-968f-415c-99f9-f3bb44390589 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736070 Sep 16 04:53:56.548181 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cc9aa2df-ccc0-48f3-995c-21a1077bb3c2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.609131 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7da9f-4b56-45ae-b76c-13138652c68c None None] Pushing event updated for resources: {'Port': ['ID=2667a945-fa59-4218-b9a4-b8c8175f2398,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:56.663803 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cc9aa2df-ccc0-48f3-995c-21a1077bb3c2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.788400 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c2d78d9c-0a90-44ef-a0b7-589e10770eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.827314 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c2d78d9c-0a90-44ef-a0b7-589e10770eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.841283 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3122e811-033c-41a7-aa6f-b20a40431b6c tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.873636 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30a2f8-653a-459a-9f45-5b18462ce292 req-34f1905d-fd03-4728-a17e-06a9deae7db2 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:56.873915 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9aa2df-ccc0-48f3-995c-21a1077bb3c2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Network 9b485e20-4ae7-4590-8818-8ee0243e8fcb is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:56.874888 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d78d9c-0a90-44ef-a0b7-589e10770eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7cce92-2937-4cc9-a0b6-de1a64ca0d0e,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:56.881944 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4c30a2f8-653a-459a-9f45-5b18462ce292 req-34f1905d-fd03-4728-a17e-06a9deae7db2 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=8340490b-4b72-4225-97cb-434daaf123c9 HTTP/1.1" status: 200 len: 946 time: 0.1630874 Sep 16 04:53:56.894673 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-cc9aa2df-ccc0-48f3-995c-21a1077bb3c2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:56.916393 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9aa2df-ccc0-48f3-995c-21a1077bb3c2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:56.952840 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9aa2df-ccc0-48f3-995c-21a1077bb3c2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Port': ['ID=5f842436-0a03-41f2-8fea-c7bdea98f8b6,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:56.963147 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c2d78d9c-0a90-44ef-a0b7-589e10770eb3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8018d12bcbe64ed2bf943a7d406fd9c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8880033 Sep 16 04:53:56.967352 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47682) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:56.982250 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-d9ae67d8-2090-42f3-9cf0-02b7621aa081 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Deleting port 1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:56.982746 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d9ae67d8-2090-42f3-9cf0-02b7621aa081 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.994713 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4c30a2f8-653a-459a-9f45-5b18462ce292 req-483d38d9-d732-4acf-be3d-222c01fe83ed tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066051 Sep 16 04:53:57.179582 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9aa2df-ccc0-48f3-995c-21a1077bb3c2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:57.180173 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cc9aa2df-ccc0-48f3-995c-21a1077bb3c2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.231710 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-49428fa1-c6ad-4fb1-a507-3a4482ade353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.258838 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3122e811-033c-41a7-aa6f-b20a40431b6c tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.261184 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d9ae67d8-2090-42f3-9cf0-02b7621aa081 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.274005 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3122e811-033c-41a7-aa6f-b20a40431b6c tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.311478 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cc9aa2df-ccc0-48f3-995c-21a1077bb3c2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4122732 Sep 16 04:53:57.321709 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47686) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:57.321709 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-d9ae67d8-2090-42f3-9cf0-02b7621aa081 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Calling delete_port for 1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:57.328548 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-49428fa1-c6ad-4fb1-a507-3a4482ade353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.336464 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-54bf2aa9-2df4-49ca-9f8c-988fb4499357 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'port': {'network_id': '9b485e20-4ae7-4590-8818-8ee0243e8fcb', 'name': 'tempest-PortsTestJSON-487595483', 'fixed_ips': [{'subnet_id': '12fb8988-0e37-4e04-8c38-86ab5fda9e0f', 'ip_address': '172.20.0.9'}]}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:57.358281 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122e811-033c-41a7-aa6f-b20a40431b6c tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bf0043-6ac7-4179-96cd-3b6e791db078,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:57.408020 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3122e811-033c-41a7-aa6f-b20a40431b6c tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.411412 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3122e811-033c-41a7-aa6f-b20a40431b6c tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1641560 Sep 16 04:53:57.414816 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47690) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:57.437714 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-c331f2d9-0ff9-4527-909c-eac4359ca398 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'security_group_rule': {'security_group_id': 'f8bf0043-6ac7-4179-96cd-3b6e791db078', 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:57.510521 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2667a945-fa59-4218-b9a4-b8c8175f2398 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:57.527271 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c331f2d9-0ff9-4527-909c-eac4359ca398 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.580737 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 2667a945-fa59-4218-b9a4-b8c8175f2398 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:57.581506 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.654554 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c331f2d9-0ff9-4527-909c-eac4359ca398 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.662327 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c331f2d9-0ff9-4527-909c-eac4359ca398 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.706255 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-49428fa1-c6ad-4fb1-a507-3a4482ade353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.711663 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-49428fa1-c6ad-4fb1-a507-3a4482ade353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.716250 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-49428fa1-c6ad-4fb1-a507-3a4482ade353 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/de7cce92-2937-4cc9-a0b6-de1a64ca0d0e HTTP/1.1" status: 204 len: 168 time: 0.7439222 Sep 16 04:53:57.717426 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bf2aa9-2df4-49ca-9f8c-988fb4499357 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Made reservation on behalf of 02d0d2917e594a5f85c23d8add7f0e99 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:57.723212 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-54bf2aa9-2df4-49ca-9f8c-988fb4499357 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.736824 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.747412 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49428fa1-c6ad-4fb1-a507-3a4482ade353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7cce92-2937-4cc9-a0b6-de1a64ca0d0e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:57.752417 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331f2d9-0ff9-4527-909c-eac4359ca398 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12209ceb-aa9f-418d-bd07-186b0588e825,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:57.789981 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-54bf2aa9-2df4-49ca-9f8c-988fb4499357 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] device_id is not set on port d37bc268-ffba-441d-a328-13cbba24a2c2 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:53:57.795289 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c331f2d9-0ff9-4527-909c-eac4359ca398 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.806689 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c331f2d9-0ff9-4527-909c-eac4359ca398 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3799615 Sep 16 04:53:57.815413 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47700) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:57.820298 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 2667a945-fa59-4218-b9a4-b8c8175f2398, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2667a945-fa59-4218-b9a4-b8c8175f2398,segment=NetworkSegment(877359bb-1b14-44ae-967d-77bc978bd48c),segment_id=877359bb-1b14-44ae-967d-77bc978bd48c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:57.832688 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.839854 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-44250522-d6e3-474e-bb0f-174b38c16eb2 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'security_group_rule': {'security_group_id': 'f8bf0043-6ac7-4179-96cd-3b6e791db078', 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:57.962875 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d9ae67d8-2090-42f3-9cf0-02b7621aa081 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.993637 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=2667a945-fa59-4218-b9a4-b8c8175f2398,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:58.029986 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-44250522-d6e3-474e-bb0f-174b38c16eb2 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.079300 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae67d8-2090-42f3-9cf0-02b7621aa081 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Pushing event deleted for resources: {'Port': ['ID=1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:58.127268 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-44250522-d6e3-474e-bb0f-174b38c16eb2 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.149925 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce488905-a642-4dad-8cc3-9d0d5710dd2a req-9536ec49-cb4d-4de1-8f41-920d5817fdef tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:58.158589 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ce488905-a642-4dad-8cc3-9d0d5710dd2a req-9536ec49-cb4d-4de1-8f41-920d5817fdef tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=010d1707-ce1f-4b76-98df-4b2373165c6c HTTP/1.1" status: 200 len: 946 time: 0.3021586 Sep 16 04:53:58.163384 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-44250522-d6e3-474e-bb0f-174b38c16eb2 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.200268 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44250522-d6e3-474e-bb0f-174b38c16eb2 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c56eb0-4dc4-4262-a14d-871a3a29bfa1,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:58.218163 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d9ae67d8-2090-42f3-9cf0-02b7621aa081 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.220503 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d9ae67d8-2090-42f3-9cf0-02b7621aa081 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "DELETE /v2.0/ports/1e5eab2a-f56c-46f3-96cf-b3ec20ef84bb HTTP/1.1" status: 204 len: 168 time: 1.9512916 Sep 16 04:53:58.242131 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47706) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:58.321150 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ce488905-a642-4dad-8cc3-9d0d5710dd2a req-04f60af7-7a0c-426e-82c3-63d19a774326 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611176 Sep 16 04:53:58.325006 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-44250522-d6e3-474e-bb0f-174b38c16eb2 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.326826 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-54bf2aa9-2df4-49ca-9f8c-988fb4499357 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Allocated IP 172.20.0.9 (9b485e20-4ae7-4590-8818-8ee0243e8fcb/12fb8988-0e37-4e04-8c38-86ab5fda9e0f/d37bc268-ffba-441d-a328-13cbba24a2c2) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:58.332227 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-44250522-d6e3-474e-bb0f-174b38c16eb2 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5134172 Sep 16 04:53:58.334757 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47710) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:58.347075 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-b8ed39ba-a2c8-49b9-be55-a678ddf9b079 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'security_group_rule': {'security_group_id': 'f8bf0043-6ac7-4179-96cd-3b6e791db078', 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:58.349988 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a0a54c-383c-4b44-8afa-18eece65a894 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Deleting subnet 82ab7759-3dcd-4764-b386-925b3dd23c9b {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:53:58.364549 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-80a0a54c-383c-4b44-8afa-18eece65a894 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.442498 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b8ed39ba-a2c8-49b9-be55-a678ddf9b079 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.638101 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b8ed39ba-a2c8-49b9-be55-a678ddf9b079 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.671488 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b8ed39ba-a2c8-49b9-be55-a678ddf9b079 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.747527 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed39ba-a2c8-49b9-be55-a678ddf9b079 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa4111e9-2f98-4e2b-9954-476ccd85e518,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:58.757302 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-80a0a54c-383c-4b44-8afa-18eece65a894 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.815508 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-54bf2aa9-2df4-49ca-9f8c-988fb4499357 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.820943 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b8ed39ba-a2c8-49b9-be55-a678ddf9b079 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.834617 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b8ed39ba-a2c8-49b9-be55-a678ddf9b079 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4980409 Sep 16 04:53:58.835713 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47720) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:58.839574 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9a5023-b7a6-45c2-9453-1826490c21d5 None None] Network 9b485e20-4ae7-4590-8818-8ee0243e8fcb requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:58.859445 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-23bdaa09-ce04-496d-b809-22e7d8a6723e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'security_group_rule': {'security_group_id': 'f8bf0043-6ac7-4179-96cd-3b6e791db078', 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:58.938019 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-23bdaa09-ce04-496d-b809-22e7d8a6723e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.006774 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-54bf2aa9-2df4-49ca-9f8c-988fb4499357 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.023013 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28383a4f-c151-4434-92af-e2f741583134 req-88194230-ba1e-45d9-96ad-4fca27410e49 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:59.028314 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-80a0a54c-383c-4b44-8afa-18eece65a894 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.040379 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-28383a4f-c151-4434-92af-e2f741583134 req-88194230-ba1e-45d9-96ad-4fca27410e49 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=8340490b-4b72-4225-97cb-434daaf123c9 HTTP/1.1" status: 200 len: 946 time: 0.4004064 Sep 16 04:53:59.216847 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bf2aa9-2df4-49ca-9f8c-988fb4499357 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Network 9b485e20-4ae7-4590-8818-8ee0243e8fcb is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:59.263734 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-54bf2aa9-2df4-49ca-9f8c-988fb4499357 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:59.282839 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bf2aa9-2df4-49ca-9f8c-988fb4499357 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:59.311322 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-28383a4f-c151-4434-92af-e2f741583134 req-d65e3560-73dd-465a-9438-cc74de50ef07 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598510 Sep 16 04:53:59.357116 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf2aa9-2df4-49ca-9f8c-988fb4499357 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Port': ['ID=d37bc268-ffba-441d-a328-13cbba24a2c2,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:59.365401 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-11dd6a52-a426-498b-aa95-5c6529116a2f None None] Provisioning complete for port 2667a945-fa59-4218-b9a4-b8c8175f2398 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:59.365826 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-11dd6a52-a426-498b-aa95-5c6529116a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.434010 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-23bdaa09-ce04-496d-b809-22e7d8a6723e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.441124 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-23bdaa09-ce04-496d-b809-22e7d8a6723e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.517229 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2667a945-fa59-4218-b9a4-b8c8175f2398 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:59.519920 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bf2aa9-2df4-49ca-9f8c-988fb4499357 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:59.521082 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-54bf2aa9-2df4-49ca-9f8c-988fb4499357 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.544989 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bdaa09-ce04-496d-b809-22e7d8a6723e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f036c28-7a02-42c1-861a-836ab46e9a67,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:59.558842 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-23bdaa09-ce04-496d-b809-22e7d8a6723e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.565685 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-23bdaa09-ce04-496d-b809-22e7d8a6723e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7261684 Sep 16 04:53:59.567273 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47732) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:59.570840 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-80a0a54c-383c-4b44-8afa-18eece65a894 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.573079 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-f66db503-6958-47af-9a48-5b2d3560d5b9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'security_group_rule': {'security_group_id': 'f8bf0043-6ac7-4179-96cd-3b6e791db078', 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:59.600524 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-54bf2aa9-2df4-49ca-9f8c-988fb4499357 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2758262 Sep 16 04:53:59.609592 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47734) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:59.673955 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0a54c-383c-4b44-8afa-18eece65a894 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Pushing event deleted for resources: {'Subnet': ['ID=82ab7759-3dcd-4764-b386-925b3dd23c9b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:59.685120 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-80a0a54c-383c-4b44-8afa-18eece65a894 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.705142 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-80a0a54c-383c-4b44-8afa-18eece65a894 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "DELETE /v2.0/subnets/82ab7759-3dcd-4764-b386-925b3dd23c9b HTTP/1.1" status: 204 len: 168 time: 1.4622993 Sep 16 04:53:59.705832 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47736) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:59.743470 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d6321c-9a89-4874-8b89-b7944d19b01e None None] Network 768257ea-d05c-44b7-b58b-c702d60e22aa requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:59.795703 n-d-712139-15 neutron-server[94767]: INFO neutron.db.securitygroups_db [None req-f66db503-6958-47af-9a48-5b2d3560d5b9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Project 9314d3ea71064ec8a4285d4ce520aaad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 04:53:59.890402 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-feffbafa-c25f-45b4-a892-2f0761eb03ef tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Deleting subnet 716908ff-2333-49cf-9a00-33ec24b532c9 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:53:59.895404 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f66db503-6958-47af-9a48-5b2d3560d5b9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.896230 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-feffbafa-c25f-45b4-a892-2f0761eb03ef tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.041170 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-feffbafa-c25f-45b4-a892-2f0761eb03ef tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.046852 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 2667a945-fa59-4218-b9a4-b8c8175f2398 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:00.047465 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.085398 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bb088f-9355-4eb5-bd4c-822a00878b17 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:00.088359 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d0bb088f-9355-4eb5-bd4c-822a00878b17 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.4749739 Sep 16 04:54:00.131373 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47744) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:00.229815 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024966c-240d-4b56-be5c-f68c5b36530f req-8f8b76fb-061a-460d-b48b-b298b9280ad9 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:00.255539 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c024966c-240d-4b56-be5c-f68c5b36530f req-8f8b76fb-061a-460d-b48b-b298b9280ad9 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=010d1707-ce1f-4b76-98df-4b2373165c6c HTTP/1.1" status: 200 len: 946 time: 0.3505716 Sep 16 04:54:00.262267 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f66db503-6958-47af-9a48-5b2d3560d5b9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.302785 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f66db503-6958-47af-9a48-5b2d3560d5b9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.362428 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709dcae5-e407-424f-b1b9-fe6d641881f4 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:00.373052 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709dcae5-e407-424f-b1b9-fe6d641881f4 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:00.383018 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709dcae5-e407-424f-b1b9-fe6d641881f4 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:00.384790 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-709dcae5-e407-424f-b1b9-fe6d641881f4 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2517922 Sep 16 04:54:00.393000 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47750) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:00.396927 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-feffbafa-c25f-45b4-a892-2f0761eb03ef tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.461600 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66db503-6958-47af-9a48-5b2d3560d5b9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09e9b0ff-e459-4969-84b6-674213bdeb70,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:00.470763 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3953f1-faba-4054-b795-f5fe56fffb1a None None] DHCP port deletion for 768257ea-d05c-44b7-b58b-c702d60e22aa request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:54:00.491161 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-88123493-17cc-404d-a164-3fe84fc16a91 None None] Provisioning complete for port 2667a945-fa59-4218-b9a4-b8c8175f2398 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:00.491527 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-88123493-17cc-404d-a164-3fe84fc16a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.529145 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f66db503-6958-47af-9a48-5b2d3560d5b9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.532476 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f66db503-6958-47af-9a48-5b2d3560d5b9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9631269 Sep 16 04:54:00.540761 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47752) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:00.543142 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c024966c-240d-4b56-be5c-f68c5b36530f req-f47139fd-e381-4252-97ed-8f696034b738 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861574 Sep 16 04:54:00.605314 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-41df44b7-ab62-4df7-a069-97f3b0ee0cf0 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'security_group_rule': {'security_group_id': 'f8bf0043-6ac7-4179-96cd-3b6e791db078', 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:00.653765 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-74df4717-6083-4182-9dec-eaa355d962ca tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Deleting port d37bc268-ffba-441d-a328-13cbba24a2c2 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:00.654244 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-74df4717-6083-4182-9dec-eaa355d962ca tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.657887 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-ff3953f1-faba-4054-b795-f5fe56fffb1a None None] Deleting port 49ec96b1-eb93-4c0b-a42f-543ac245d043 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:00.658271 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ff3953f1-faba-4054-b795-f5fe56fffb1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.789579 n-d-712139-15 neutron-server[94766]: INFO neutron.db.securitygroups_db [None req-41df44b7-ab62-4df7-a069-97f3b0ee0cf0 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Project 9314d3ea71064ec8a4285d4ce520aaad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 04:54:00.796375 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-feffbafa-c25f-45b4-a892-2f0761eb03ef tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.808611 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-ff3953f1-faba-4054-b795-f5fe56fffb1a None None] For port 49ec96b1-eb93-4c0b-a42f-543ac245d043, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=49ec96b1-eb93-4c0b-a42f-543ac245d043,segment=NetworkSegment(90ca1933-caa6-42a4-822c-5da169d48a10),segment_id=90ca1933-caa6-42a4-822c-5da169d48a10)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:00.809087 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ff3953f1-faba-4054-b795-f5fe56fffb1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.832650 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-ff3953f1-faba-4054-b795-f5fe56fffb1a None None] Calling delete_port for 49ec96b1-eb93-4c0b-a42f-543ac245d043 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:00.893760 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-41df44b7-ab62-4df7-a069-97f3b0ee0cf0 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.931809 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-feffbafa-c25f-45b4-a892-2f0761eb03ef tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.937764 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-feffbafa-c25f-45b4-a892-2f0761eb03ef tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "DELETE /v2.0/subnets/716908ff-2333-49cf-9a00-33ec24b532c9 HTTP/1.1" status: 204 len: 168 time: 1.2308495 Sep 16 04:54:00.940283 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47764) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:00.949983 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feffbafa-c25f-45b4-a892-2f0761eb03ef tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Pushing event deleted for resources: {'Subnet': ['ID=716908ff-2333-49cf-9a00-33ec24b532c9,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:00.986819 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8165ea46-c811-45d1-8431-b12f607b24a5 None None] Network 75789621-67a9-49c8-be39-03e0dc1e36c3 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:01.008607 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ff3953f1-faba-4054-b795-f5fe56fffb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.122987 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3953f1-faba-4054-b795-f5fe56fffb1a None None] No DVR routers for this DVR port 49ec96b1-eb93-4c0b-a42f-543ac245d043 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:01.145510 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3953f1-faba-4054-b795-f5fe56fffb1a None None] Pushing event deleted for resources: {'Port': ['ID=49ec96b1-eb93-4c0b-a42f-543ac245d043,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:01.146290 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-74df4717-6083-4182-9dec-eaa355d962ca tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.175912 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e99690-8892-4e6e-b3b5-e4019cfd99dd req-4fa0a449-9cde-453e-a1d1-7a45be068abf tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:01.178064 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-15e99690-8892-4e6e-b3b5-e4019cfd99dd req-4fa0a449-9cde-453e-a1d1-7a45be068abf tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=8340490b-4b72-4225-97cb-434daaf123c9 HTTP/1.1" status: 200 len: 946 time: 0.2679756 Sep 16 04:54:01.267109 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-88123493-17cc-404d-a164-3fe84fc16a91 None None] Provisioning complete for port 5f842436-0a03-41f2-8fea-c7bdea98f8b6 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:01.267768 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-88123493-17cc-404d-a164-3fe84fc16a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.277616 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-41df44b7-ab62-4df7-a069-97f3b0ee0cf0 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.282672 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-74df4717-6083-4182-9dec-eaa355d962ca tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Calling delete_port for d37bc268-ffba-441d-a328-13cbba24a2c2 owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:01.287410 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-095677b3-070f-4dd4-8b0b-8fd1c5021eac tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.309482 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-41df44b7-ab62-4df7-a069-97f3b0ee0cf0 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.356419 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-15e99690-8892-4e6e-b3b5-e4019cfd99dd req-6690cc8d-b06d-45da-9664-eafaa84fb791 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644652 Sep 16 04:54:01.371161 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 49ec96b1-eb93-4c0b-a42f-543ac245d043 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:01.420232 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 49ec96b1-eb93-4c0b-a42f-543ac245d043 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:01.420672 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 49ec96b1-eb93-4c0b-a42f-543ac245d043 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:01.424241 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-41df44b7-ab62-4df7-a069-97f3b0ee0cf0 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.429772 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-41df44b7-ab62-4df7-a069-97f3b0ee0cf0 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8874986 Sep 16 04:54:01.451024 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-88123493-17cc-404d-a164-3fe84fc16a91 None None] Port 5f842436-0a03-41f2-8fea-c7bdea98f8b6 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:01.468888 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47770) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:01.470692 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df44b7-ab62-4df7-a069-97f3b0ee0cf0 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6a721e6-ee1b-4960-ba17-37741434121b,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:01.478637 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-88123493-17cc-404d-a164-3fe84fc16a91 None None] Provisioning complete for port d37bc268-ffba-441d-a328-13cbba24a2c2 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:01.479012 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-88123493-17cc-404d-a164-3fe84fc16a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.491409 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-a75d3187-7c7a-46cb-a01c-53bd3b215a62 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'network': {'name': 'tempest-network-smoke--1125361424', 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'port_security_enabled': True}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:01.581715 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47772) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:01.592284 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-88123493-17cc-404d-a164-3fe84fc16a91 None None] Port d37bc268-ffba-441d-a328-13cbba24a2c2 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:01.598854 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966ea2dc-193e-4c32-9fa2-0014c825b4d4 None None] DHCP port deletion for 75789621-67a9-49c8-be39-03e0dc1e36c3 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:54:01.620234 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75d3187-7c7a-46cb-a01c-53bd3b215a62 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Made reservation on behalf of 9314d3ea71064ec8a4285d4ce520aaad for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:01.623901 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a75d3187-7c7a-46cb-a01c-53bd3b215a62 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.664173 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-095677b3-070f-4dd4-8b0b-8fd1c5021eac tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.748182 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a75d3187-7c7a-46cb-a01c-53bd3b215a62 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:54:01.755148 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-095677b3-070f-4dd4-8b0b-8fd1c5021eac tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['768257ea-d05c-44b7-b58b-c702d60e22aa']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:01.761608 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-7239fee4-9aa0-4ef8-b5c0-2771cfd1d2ec None None] Provisioning complete for port 5f842436-0a03-41f2-8fea-c7bdea98f8b6 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:01.762318 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7239fee4-9aa0-4ef8-b5c0-2771cfd1d2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.794190 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-095677b3-070f-4dd4-8b0b-8fd1c5021eac tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ca1933-caa6-42a4-822c-5da169d48a10') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:01.797018 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-095677b3-070f-4dd4-8b0b-8fd1c5021eac tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ca1933-caa6-42a4-822c-5da169d48a10') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:01.872075 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-095677b3-070f-4dd4-8b0b-8fd1c5021eac tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.886704 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-0d1c0dac-6408-4a66-8216-303af63a46df tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-430631489'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:01.893579 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-7239fee4-9aa0-4ef8-b5c0-2771cfd1d2ec None None] Port 5f842436-0a03-41f2-8fea-c7bdea98f8b6 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:01.909089 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-966ea2dc-193e-4c32-9fa2-0014c825b4d4 None None] Deleting port a083de22-acb3-4f13-aea8-e4570a9d1ae0 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:01.909914 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-966ea2dc-193e-4c32-9fa2-0014c825b4d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.929550 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-095677b3-070f-4dd4-8b0b-8fd1c5021eac tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.941810 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-095677b3-070f-4dd4-8b0b-8fd1c5021eac tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:54:01.942826 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-095677b3-070f-4dd4-8b0b-8fd1c5021eac tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.972731 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0d1c0dac-6408-4a66-8216-303af63a46df tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.973907 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0d1c0dac-6408-4a66-8216-303af63a46df tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.980280 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a75d3187-7c7a-46cb-a01c-53bd3b215a62 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.980737 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-a75d3187-7c7a-46cb-a01c-53bd3b215a62 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Added segment 68f1d648-cebf-497a-a433-07a45b963bfc of type vlan for network 5b176c75-bdca-437f-ac9d-05aa6e6916b7 Sep 16 04:54:02.026372 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a75d3187-7c7a-46cb-a01c-53bd3b215a62 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.042203 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:54:02.042203 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:54:02.042203 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:54:02.042203 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:54:02.042203 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:54:02.042203 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:54:02.042203 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:54:02.042203 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:54:02.042203 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:54:02.042203 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:54:02.042203 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:54:02.042203 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:54:02.042203 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:54:02.042203 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:54:02.042203 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:54:02.042203 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:54:02.042203 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:54:02.042203 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:54:02.042203 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:54:02.042203 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:54:02.042203 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:54:02.042203 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:54:02.042203 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:54:02.042203 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:54:02.042203 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:54:02.042203 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:54:02.042203 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:54:02.042203 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:54:02.042203 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:54:02.042203 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:54:02.042203 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:54:02.042203 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:54:02.053145 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-74df4717-6083-4182-9dec-eaa355d962ca tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.055656 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-095677b3-070f-4dd4-8b0b-8fd1c5021eac tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.065396 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-095677b3-070f-4dd4-8b0b-8fd1c5021eac tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.069894 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-095677b3-070f-4dd4-8b0b-8fd1c5021eac tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "DELETE /v2.0/networks/768257ea-d05c-44b7-b58b-c702d60e22aa HTTP/1.1" status: 204 len: 168 time: 1.1269286 Sep 16 04:54:02.090649 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095677b3-070f-4dd4-8b0b-8fd1c5021eac tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Pushing event deleted for resources: {'Network': ['ID=768257ea-d05c-44b7-b58b-c702d60e22aa,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:02.099905 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47780) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:02.124255 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59845b0b-db33-415c-900a-531e1a63abab req-b6ff2e09-da29-402d-9255-f1057b1426c3 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:02.135343 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-59845b0b-db33-415c-900a-531e1a63abab req-b6ff2e09-da29-402d-9255-f1057b1426c3 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=010d1707-ce1f-4b76-98df-4b2373165c6c HTTP/1.1" status: 200 len: 946 time: 0.2345285 Sep 16 04:54:02.142817 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df4717-6083-4182-9dec-eaa355d962ca tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Port': ['ID=d37bc268-ffba-441d-a328-13cbba24a2c2,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:02.180775 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a75d3187-7c7a-46cb-a01c-53bd3b215a62 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.186273 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75d3187-7c7a-46cb-a01c-53bd3b215a62 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:02.187260 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a75d3187-7c7a-46cb-a01c-53bd3b215a62 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.281770 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5eb0c2f2-ac75-45c3-92b1-7b6cf1095912 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.355583 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-5eb0c2f2-ac75-45c3-92b1-7b6cf1095912 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Deleting port a083de22-acb3-4f13-aea8-e4570a9d1ae0 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:02.356552 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5eb0c2f2-ac75-45c3-92b1-7b6cf1095912 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.380159 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a75d3187-7c7a-46cb-a01c-53bd3b215a62 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9080660 Sep 16 04:54:02.382879 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0d1c0dac-6408-4a66-8216-303af63a46df tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.404266 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47786) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:02.432368 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0d1c0dac-6408-4a66-8216-303af63a46df tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.443833 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-5eb0c2f2-ac75-45c3-92b1-7b6cf1095912 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] For port a083de22-acb3-4f13-aea8-e4570a9d1ae0, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=a083de22-acb3-4f13-aea8-e4570a9d1ae0,segment=NetworkSegment(58f0cb18-e140-4bd2-89cf-e2e6b8f96371),segment_id=58f0cb18-e140-4bd2-89cf-e2e6b8f96371)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:02.444463 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5eb0c2f2-ac75-45c3-92b1-7b6cf1095912 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.446443 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-7239fee4-9aa0-4ef8-b5c0-2771cfd1d2ec None None] Provisioning complete for port d37bc268-ffba-441d-a328-13cbba24a2c2 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:02.447036 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7239fee4-9aa0-4ef8-b5c0-2771cfd1d2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.464649 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-5eb0c2f2-ac75-45c3-92b1-7b6cf1095912 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Calling delete_port for a083de22-acb3-4f13-aea8-e4570a9d1ae0 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:02.481430 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-65fd4af6-ce2b-4907-8241-83feae447b74 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-431317205', 'admin_state_up': True, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:02.494377 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-7239fee4-9aa0-4ef8-b5c0-2771cfd1d2ec None None] Port d37bc268-ffba-441d-a328-13cbba24a2c2 was deleted so its status cannot be updated. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 16 04:54:02.505729 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-966ea2dc-193e-4c32-9fa2-0014c825b4d4 None None] For port a083de22-acb3-4f13-aea8-e4570a9d1ae0, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=a083de22-acb3-4f13-aea8-e4570a9d1ae0,segment=NetworkSegment(58f0cb18-e140-4bd2-89cf-e2e6b8f96371),segment_id=58f0cb18-e140-4bd2-89cf-e2e6b8f96371)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:02.506592 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-966ea2dc-193e-4c32-9fa2-0014c825b4d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.526182 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0d1c0dac-6408-4a66-8216-303af63a46df tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.527755 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0d1c0dac-6408-4a66-8216-303af63a46df tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.9445791 Sep 16 04:54:02.537034 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-966ea2dc-193e-4c32-9fa2-0014c825b4d4 None None] Calling delete_port for a083de22-acb3-4f13-aea8-e4570a9d1ae0 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:02.537888 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47790) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:02.563945 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-59845b0b-db33-415c-900a-531e1a63abab req-2e17d599-c8bc-419a-9924-0a75e3587f5d tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237356 Sep 16 04:54:02.571956 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5eb0c2f2-ac75-45c3-92b1-7b6cf1095912 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.621790 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb0c2f2-ac75-45c3-92b1-7b6cf1095912 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] No DVR routers for this DVR port a083de22-acb3-4f13-aea8-e4570a9d1ae0 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:02.666717 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb0c2f2-ac75-45c3-92b1-7b6cf1095912 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Pushing event deleted for resources: {'Port': ['ID=a083de22-acb3-4f13-aea8-e4570a9d1ae0,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:02.734300 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-966ea2dc-193e-4c32-9fa2-0014c825b4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.740210 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d3187-7c7a-46cb-a01c-53bd3b215a62 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'Network': ['ID=5b176c75-bdca-437f-ac9d-05aa6e6916b7,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:02.756158 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-74df4717-6083-4182-9dec-eaa355d962ca tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.760855 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-74df4717-6083-4182-9dec-eaa355d962ca tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/ports/d37bc268-ffba-441d-a328-13cbba24a2c2 HTTP/1.1" status: 204 len: 168 time: 2.3619347 Sep 16 04:54:02.761998 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-65fd4af6-ce2b-4907-8241-83feae447b74 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.763037 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-65fd4af6-ce2b-4907-8241-83feae447b74 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.789182 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47796) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:02.793070 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ea2dc-193e-4c32-9fa2-0014c825b4d4 None None] Pushing event deleted for resources: {'Port': ['ID=a083de22-acb3-4f13-aea8-e4570a9d1ae0,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:02.795059 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5eb0c2f2-ac75-45c3-92b1-7b6cf1095912 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.801585 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 5b176c75-bdca-437f-ac9d-05aa6e6916b7 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:54:02.824026 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966ea2dc-193e-4c32-9fa2-0014c825b4d4 None None] No DVR routers for this DVR port a083de22-acb3-4f13-aea8-e4570a9d1ae0 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:02.846479 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3399f058-a182-450b-9bfe-51e234676085 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.897901 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f4ace54-3a90-4537-a7e7-81e872491703 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] GET failed (client error): The resource could not be found. Sep 16 04:54:02.900246 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0f4ace54-3a90-4537-a7e7-81e872491703 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "GET /v2.0/ports/d37bc268-ffba-441d-a328-13cbba24a2c2 HTTP/1.1" status: 404 len: 333 time: 0.1098483 Sep 16 04:54:02.909095 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47798) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:02.931306 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-5eb0c2f2-ac75-45c3-92b1-7b6cf1095912 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75789621-67a9-49c8-be39-03e0dc1e36c3']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:03.012119 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-5eb0c2f2-ac75-45c3-92b1-7b6cf1095912 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58f0cb18-e140-4bd2-89cf-e2e6b8f96371') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:03.012864 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-5eb0c2f2-ac75-45c3-92b1-7b6cf1095912 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58f0cb18-e140-4bd2-89cf-e2e6b8f96371') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:03.049545 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5eb0c2f2-ac75-45c3-92b1-7b6cf1095912 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.057564 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfc06d-4b05-44ba-88aa-2cb876a79b16 req-8e8b1541-898b-4e00-8e8b-caad9012e6aa tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:03.065081 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c3dfc06d-4b05-44ba-88aa-2cb876a79b16 req-8e8b1541-898b-4e00-8e8b-caad9012e6aa tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=8340490b-4b72-4225-97cb-434daaf123c9 HTTP/1.1" status: 200 len: 946 time: 0.3103354 Sep 16 04:54:03.097761 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-65fd4af6-ce2b-4907-8241-83feae447b74 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.100348 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3399f058-a182-450b-9bfe-51e234676085 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.107861 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3399f058-a182-450b-9bfe-51e234676085 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.119052 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5eb0c2f2-ac75-45c3-92b1-7b6cf1095912 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.136853 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb0c2f2-ac75-45c3-92b1-7b6cf1095912 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:54:03.136853 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5eb0c2f2-ac75-45c3-92b1-7b6cf1095912 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.227595 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device a083de22-acb3-4f13-aea8-e4570a9d1ae0 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:03.248893 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:54:03.248893 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:54:03.248893 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:54:03.248893 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:54:03.248893 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:54:03.248893 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:54:03.248893 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:54:03.248893 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:54:03.248893 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:54:03.248893 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:54:03.248893 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:54:03.248893 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:54:03.248893 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:54:03.248893 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:54:03.248893 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:54:03.248893 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:54:03.248893 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:54:03.248893 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:54:03.248893 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:54:03.248893 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:54:03.248893 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:54:03.248893 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:54:03.248893 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:54:03.248893 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:54:03.248893 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:54:03.248893 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:54:03.248893 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:54:03.248893 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:54:03.248893 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:54:03.248893 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:54:03.248893 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:54:03.248893 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:54:03.255212 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5eb0c2f2-ac75-45c3-92b1-7b6cf1095912 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.266334 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5eb0c2f2-ac75-45c3-92b1-7b6cf1095912 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.273951 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5eb0c2f2-ac75-45c3-92b1-7b6cf1095912 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] 10.222.0.35 "DELETE /v2.0/networks/75789621-67a9-49c8-be39-03e0dc1e36c3 HTTP/1.1" status: 204 len: 168 time: 1.1648004 Sep 16 04:54:03.288674 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: a083de22-acb3-4f13-aea8-e4570a9d1ae0 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:03.289261 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device a083de22-acb3-4f13-aea8-e4570a9d1ae0 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:03.316621 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb0c2f2-ac75-45c3-92b1-7b6cf1095912 tempest-TaggedBootDevicesTest-464614367 tempest-TaggedBootDevicesTest-464614367-project] Pushing event deleted for resources: {'Network': ['ID=75789621-67a9-49c8-be39-03e0dc1e36c3,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:03.330257 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-cabfc84a-1b95-469e-95a2-c2f1d8ba83f1 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Deleting port 5f842436-0a03-41f2-8fea-c7bdea98f8b6 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:03.330746 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cabfc84a-1b95-469e-95a2-c2f1d8ba83f1 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.509885 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cabfc84a-1b95-469e-95a2-c2f1d8ba83f1 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.526502 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-cabfc84a-1b95-469e-95a2-c2f1d8ba83f1 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Calling delete_port for 5f842436-0a03-41f2-8fea-c7bdea98f8b6 owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:03.742584 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cabfc84a-1b95-469e-95a2-c2f1d8ba83f1 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.774491 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3399f058-a182-450b-9bfe-51e234676085 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.776615 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3399f058-a182-450b-9bfe-51e234676085 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f37aa9ac-878f-49f9-8bd3-19911dac238f {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:54:03.802740 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3399f058-a182-450b-9bfe-51e234676085 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.811694 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3399f058-a182-450b-9bfe-51e234676085 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] 10.222.0.35 "DELETE /v2.0/routers/f37aa9ac-878f-49f9-8bd3-19911dac238f HTTP/1.1" status: 204 len: 168 time: 1.2677257 Sep 16 04:54:03.812904 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47804) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:03.823009 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-bb624fd6-8350-4fc9-8ea1-d5c951939d07 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Request body: {'router': {'name': 'tempest-router-1823388944', 'distributed': False}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:03.860551 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabfc84a-1b95-469e-95a2-c2f1d8ba83f1 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Port': ['ID=5f842436-0a03-41f2-8fea-c7bdea98f8b6,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:03.931381 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c3dfc06d-4b05-44ba-88aa-2cb876a79b16 req-0cd01c4c-defa-4199-a8fe-c9fa4c519777 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8646884 Sep 16 04:54:04.041776 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cabfc84a-1b95-469e-95a2-c2f1d8ba83f1 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.046978 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cabfc84a-1b95-469e-95a2-c2f1d8ba83f1 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/ports/5f842436-0a03-41f2-8fea-c7bdea98f8b6 HTTP/1.1" status: 204 len: 168 time: 1.1363323 Sep 16 04:54:04.050151 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bb624fd6-8350-4fc9-8ea1-d5c951939d07 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.053310 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bb624fd6-8350-4fc9-8ea1-d5c951939d07 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.057347 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47806) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:04.064080 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-65fd4af6-ce2b-4907-8241-83feae447b74 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.160469 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bb624fd6-8350-4fc9-8ea1-d5c951939d07 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.174522 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bb624fd6-8350-4fc9-8ea1-d5c951939d07 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.199025 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2ec8ed2-8bb5-4eaf-bdfb-8e519191fba5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] GET failed (client error): The resource could not be found. Sep 16 04:54:04.203503 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d2ec8ed2-8bb5-4eaf-bdfb-8e519191fba5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "GET /v2.0/ports/5f842436-0a03-41f2-8fea-c7bdea98f8b6 HTTP/1.1" status: 404 len: 333 time: 0.1438282 Sep 16 04:54:04.219409 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47812) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:04.227477 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bb624fd6-8350-4fc9-8ea1-d5c951939d07 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.229483 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-bb624fd6-8350-4fc9-8ea1-d5c951939d07 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4147348 Sep 16 04:54:04.234301 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47814) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:04.346816 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2810bd88-89fe-4cd0-9d3b-4388ae6bcf0a tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.406008 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5fbb0f6-c841-4051-b52f-04af9272e4b2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Deleting subnet 12fb8988-0e37-4e04-8c38-86ab5fda9e0f {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:54:04.468318 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c022ce-d153-4846-9ad2-f79ec4907526 req-9969a4ef-c0b2-41bf-989c-eb3ee50c7ad8 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:04.481432 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84c022ce-d153-4846-9ad2-f79ec4907526 req-9969a4ef-c0b2-41bf-989c-eb3ee50c7ad8 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=010d1707-ce1f-4b76-98df-4b2373165c6c HTTP/1.1" status: 200 len: 946 time: 0.2384686 Sep 16 04:54:04.498589 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b5fbb0f6-c841-4051-b52f-04af9272e4b2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.634903 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b5fbb0f6-c841-4051-b52f-04af9272e4b2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.684998 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84c022ce-d153-4846-9ad2-f79ec4907526 req-9138682b-dfde-4f3d-98a5-deb7b76ef460 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999869 Sep 16 04:54:04.829193 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b5fbb0f6-c841-4051-b52f-04af9272e4b2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.954172 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b5fbb0f6-c841-4051-b52f-04af9272e4b2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.018156 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2810bd88-89fe-4cd0-9d3b-4388ae6bcf0a tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.022053 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2810bd88-89fe-4cd0-9d3b-4388ae6bcf0a tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.060246 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fbb0f6-c841-4051-b52f-04af9272e4b2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Subnet': ['ID=12fb8988-0e37-4e04-8c38-86ab5fda9e0f,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:05.080240 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db84524-bab0-495a-8e10-5af92fca1ee1 None None] Network 9b485e20-4ae7-4590-8818-8ee0243e8fcb requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:05.083828 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b5fbb0f6-c841-4051-b52f-04af9272e4b2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.091439 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b5fbb0f6-c841-4051-b52f-04af9272e4b2 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/subnets/12fb8988-0e37-4e04-8c38-86ab5fda9e0f HTTP/1.1" status: 204 len: 168 time: 0.8650990 Sep 16 04:54:05.115913 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47828) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:05.263179 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-69f697c1-6893-48e0-8fff-8bbe1e2761bf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.280772 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-65fd4af6-ce2b-4907-8241-83feae447b74 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for router_gateway, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.298934 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2810bd88-89fe-4cd0-9d3b-4388ae6bcf0a tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.312292 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2810bd88-89fe-4cd0-9d3b-4388ae6bcf0a tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87b611d9-7dcb-41b5-bdd5-857c595deb96 {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:54:05.320243 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-65fd4af6-ce2b-4907-8241-83feae447b74 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.342669 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2810bd88-89fe-4cd0-9d3b-4388ae6bcf0a tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.348032 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2810bd88-89fe-4cd0-9d3b-4388ae6bcf0a tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] 10.222.0.35 "DELETE /v2.0/routers/87b611d9-7dcb-41b5-bdd5-857c595deb96 HTTP/1.1" status: 204 len: 168 time: 1.1043999 Sep 16 04:54:05.359939 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47832) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:05.377837 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-e1e3d363-58ab-4104-9eb5-02b1bceb9301 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Request body: {'router': {'name': 'tempest-router-1481741424', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b6df8b3326e94c51b4ee99a899bd740a'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:05.494356 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e1e3d363-58ab-4104-9eb5-02b1bceb9301 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.495427 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e1e3d363-58ab-4104-9eb5-02b1bceb9301 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.539905 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-69f697c1-6893-48e0-8fff-8bbe1e2761bf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Deleting port 2667a945-fa59-4218-b9a4-b8c8175f2398 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:05.540246 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-69f697c1-6893-48e0-8fff-8bbe1e2761bf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.556616 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad34f6f-fde6-4ec2-b472-255ac7340adc None None] DHCP port deletion for 9b485e20-4ae7-4590-8818-8ee0243e8fcb request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:54:05.590873 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-65fd4af6-ce2b-4907-8241-83feae447b74 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Allocated IP 172.25.8.133 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/e46248be-ed7c-4edb-800d-f470d8031f9e) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:05.609049 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e6cb3-7337-4726-b0b7-8e6198564621 req-8767ea4e-b9aa-4db7-a812-ba645e3e4acf tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:05.622027 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-082e6cb3-7337-4726-b0b7-8e6198564621 req-8767ea4e-b9aa-4db7-a812-ba645e3e4acf tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=8340490b-4b72-4225-97cb-434daaf123c9 HTTP/1.1" status: 200 len: 946 time: 0.1405177 Sep 16 04:54:05.628595 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e1e3d363-58ab-4104-9eb5-02b1bceb9301 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.651847 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-2ad34f6f-fde6-4ec2-b472-255ac7340adc None None] Deleting port 2667a945-fa59-4218-b9a4-b8c8175f2398 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:05.652734 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2ad34f6f-fde6-4ec2-b472-255ac7340adc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.680711 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e1e3d363-58ab-4104-9eb5-02b1bceb9301 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.703026 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-69f697c1-6893-48e0-8fff-8bbe1e2761bf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] For port 2667a945-fa59-4218-b9a4-b8c8175f2398, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2667a945-fa59-4218-b9a4-b8c8175f2398,segment=NetworkSegment(877359bb-1b14-44ae-967d-77bc978bd48c),segment_id=877359bb-1b14-44ae-967d-77bc978bd48c)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:05.703779 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-69f697c1-6893-48e0-8fff-8bbe1e2761bf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.723346 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e1e3d363-58ab-4104-9eb5-02b1bceb9301 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.724995 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e1e3d363-58ab-4104-9eb5-02b1bceb9301 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3629234 Sep 16 04:54:05.726442 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-69f697c1-6893-48e0-8fff-8bbe1e2761bf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Calling delete_port for 2667a945-fa59-4218-b9a4-b8c8175f2398 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:05.728515 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47836) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:05.733679 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-d596b5c6-9ec4-429f-9f58-83a1ba2cd278 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:05.739169 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-082e6cb3-7337-4726-b0b7-8e6198564621 req-fe089bfd-df14-4b46-a2f4-6a802f6059f0 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129096 Sep 16 04:54:05.813346 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-2ad34f6f-fde6-4ec2-b472-255ac7340adc None None] For port 2667a945-fa59-4218-b9a4-b8c8175f2398, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2667a945-fa59-4218-b9a4-b8c8175f2398,segment=NetworkSegment(877359bb-1b14-44ae-967d-77bc978bd48c),segment_id=877359bb-1b14-44ae-967d-77bc978bd48c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:05.813738 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2ad34f6f-fde6-4ec2-b472-255ac7340adc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.853067 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-2ad34f6f-fde6-4ec2-b472-255ac7340adc None None] Calling delete_port for 2667a945-fa59-4218-b9a4-b8c8175f2398 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:05.999810 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-65fd4af6-ce2b-4907-8241-83feae447b74 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.018081 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2ad34f6f-fde6-4ec2-b472-255ac7340adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.043223 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad34f6f-fde6-4ec2-b472-255ac7340adc None None] No DVR routers for this DVR port 2667a945-fa59-4218-b9a4-b8c8175f2398 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:06.090248 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad34f6f-fde6-4ec2-b472-255ac7340adc None None] Pushing event deleted for resources: {'Port': ['ID=2667a945-fa59-4218-b9a4-b8c8175f2398,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:06.104548 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-65fd4af6-ce2b-4907-8241-83feae447b74 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.157205 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d596b5c6-9ec4-429f-9f58-83a1ba2cd278 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-986631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1171'] for router, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.158084 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d596b5c6-9ec4-429f-9f58-83a1ba2cd278 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks [] for router, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.220694 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fd4af6-ce2b-4907-8241-83feae447b74 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:06.227519 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-65fd4af6-ce2b-4907-8241-83feae447b74 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:06.234208 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fd4af6-ce2b-4907-8241-83feae447b74 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:06.291249 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d596b5c6-9ec4-429f-9f58-83a1ba2cd278 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94766) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 16 04:54:06.291788 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d596b5c6-9ec4-429f-9f58-83a1ba2cd278 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Router 0a4c7e36-01e9-4332-98d5-13864c8206c8 migrating from provider to provider. {{(pid=94766) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 16 04:54:06.292579 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d596b5c6-9ec4-429f-9f58-83a1ba2cd278 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.298643 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d596b5c6-9ec4-429f-9f58-83a1ba2cd278 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.311678 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d596b5c6-9ec4-429f-9f58-83a1ba2cd278 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-986636'] for router, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.442589 n-d-712139-15 neutron-server[94766]: WARNING neutron.scheduler.l3_agent_scheduler [None req-d596b5c6-9ec4-429f-9f58-83a1ba2cd278 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] No L3 agents can host the router 0a4c7e36-01e9-4332-98d5-13864c8206c8 Sep 16 04:54:06.448219 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-69f697c1-6893-48e0-8fff-8bbe1e2761bf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.489115 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f697c1-6893-48e0-8fff-8bbe1e2761bf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Port': ['ID=2667a945-fa59-4218-b9a4-b8c8175f2398,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:06.521955 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f697c1-6893-48e0-8fff-8bbe1e2761bf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] No DVR routers for this DVR port 2667a945-fa59-4218-b9a4-b8c8175f2398 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:06.539274 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd4af6-ce2b-4907-8241-83feae447b74 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'Port': ['ID=e46248be-ed7c-4edb-800d-f470d8031f9e,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:06.580008 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82389903-ffe2-426e-9800-940decd10729 req-bcb021df-1f1f-482c-81ca-af194349559c tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:06.590210 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82389903-ffe2-426e-9800-940decd10729 req-bcb021df-1f1f-482c-81ca-af194349559c tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=2949ddb5-70c9-402f-9eeb-210f714261a9 HTTP/1.1" status: 200 len: 945 time: 0.4964030 Sep 16 04:54:06.786353 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-69f697c1-6893-48e0-8fff-8bbe1e2761bf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.789040 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d596b5c6-9ec4-429f-9f58-83a1ba2cd278 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Hosts for router 0a4c7e36-01e9-4332-98d5-13864c8206c8: [] {{(pid=94766) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 16 04:54:06.853370 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-65fd4af6-ce2b-4907-8241-83feae447b74 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for router_gateway, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.861498 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d596b5c6-9ec4-429f-9f58-83a1ba2cd278 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Hosts for other DVR routers connected to router 0a4c7e36-01e9-4332-98d5-13864c8206c8: set() {{(pid=94766) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 16 04:54:06.866151 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d596b5c6-9ec4-429f-9f58-83a1ba2cd278 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.871183 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d596b5c6-9ec4-429f-9f58-83a1ba2cd278 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] 10.222.0.35 "PUT /v2.0/routers/0a4c7e36-01e9-4332-98d5-13864c8206c8 HTTP/1.1" status: 200 len: 717 time: 1.1376014 Sep 16 04:54:06.872186 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-69f697c1-6893-48e0-8fff-8bbe1e2761bf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b485e20-4ae7-4590-8818-8ee0243e8fcb']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:06.874427 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47842) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:06.895269 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-69f697c1-6893-48e0-8fff-8bbe1e2761bf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '877359bb-1b14-44ae-967d-77bc978bd48c') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:06.895731 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-69f697c1-6893-48e0-8fff-8bbe1e2761bf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '877359bb-1b14-44ae-967d-77bc978bd48c') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:06.944523 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82389903-ffe2-426e-9800-940decd10729 req-befb1f70-1963-476e-9108-030f01b3d14f tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477342 Sep 16 04:54:06.974472 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-69f697c1-6893-48e0-8fff-8bbe1e2761bf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.031509 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1828851a-09e0-4005-8e79-281605d5d155 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] 10.222.0.35 "GET /v2.0/routers/0a4c7e36-01e9-4332-98d5-13864c8206c8 HTTP/1.1" status: 200 len: 717 time: 0.1523142 Sep 16 04:54:07.031509 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-69f697c1-6893-48e0-8fff-8bbe1e2761bf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.035363 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47846) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:07.047394 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f697c1-6893-48e0-8fff-8bbe1e2761bf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:54:07.047810 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-69f697c1-6893-48e0-8fff-8bbe1e2761bf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:54:07.131946 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:54:07.164845 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-69f697c1-6893-48e0-8fff-8bbe1e2761bf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.170448 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-69f697c1-6893-48e0-8fff-8bbe1e2761bf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.201334 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-69f697c1-6893-48e0-8fff-8bbe1e2761bf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/networks/9b485e20-4ae7-4590-8818-8ee0243e8fcb HTTP/1.1" status: 204 len: 168 time: 2.0657380 Sep 16 04:54:07.215973 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47850) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:07.239915 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-708d96d5-cc68-469c-938b-fc695ba97d09 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1955358622'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:07.249765 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09524dc6-ba57-429f-a4cf-8da037daf3a5 req-f9404a5c-7f35-4928-9cf1-72fb7a7b2310 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:07.259565 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2667a945-fa59-4218-b9a4-b8c8175f2398 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:07.265880 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-09524dc6-ba57-429f-a4cf-8da037daf3a5 req-f9404a5c-7f35-4928-9cf1-72fb7a7b2310 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=010d1707-ce1f-4b76-98df-4b2373165c6c HTTP/1.1" status: 200 len: 946 time: 0.2136116 Sep 16 04:54:07.321360 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f697c1-6893-48e0-8fff-8bbe1e2761bf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Network': ['ID=9b485e20-4ae7-4590-8818-8ee0243e8fcb,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:07.334457 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 2667a945-fa59-4218-b9a4-b8c8175f2398 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:07.337805 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2667a945-fa59-4218-b9a4-b8c8175f2398 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:07.405451 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6b533-b772-4506-9fdd-9572886a2fbf req-fd59bb71-8fda-4cce-815c-fccc7359ca2b tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:07.407888 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5a6b533-b772-4506-9fdd-9572886a2fbf req-fd59bb71-8fda-4cce-815c-fccc7359ca2b tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.48 "GET /v2.0/ports?device_id=2949ddb5-70c9-402f-9eeb-210f714261a9 HTTP/1.1" status: 200 len: 945 time: 0.2813225 Sep 16 04:54:07.479370 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-09524dc6-ba57-429f-a4cf-8da037daf3a5 req-7181a8a7-3275-4e9b-95dc-c5c32e204307 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120123 Sep 16 04:54:07.492477 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708d96d5-cc68-469c-938b-fc695ba97d09 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Made reservation on behalf of 02d0d2917e594a5f85c23d8add7f0e99 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:07.496841 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-708d96d5-cc68-469c-938b-fc695ba97d09 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.523260 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c43f5876-2a05-4942-afef-0676e5b8bc0f tempest-RoutersTestDVR-543834853 tempest-RoutersTestDVR-543834853-project] 10.222.0.35 "GET /v2.0/routers/0a4c7e36-01e9-4332-98d5-13864c8206c8 HTTP/1.1" status: 200 len: 683 time: 0.4832244 Sep 16 04:54:07.529369 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47854) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:07.573486 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708d96d5-cc68-469c-938b-fc695ba97d09 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:54:07.589368 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-708d96d5-cc68-469c-938b-fc695ba97d09 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.589992 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-708d96d5-cc68-469c-938b-fc695ba97d09 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Added segment c37ca4ac-f88a-45fe-aab1-142f2c3b7130 of type vlan for network 1851efbf-4de7-4e65-8fad-bef8d9b57185 Sep 16 04:54:07.648325 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-65fd4af6-ce2b-4907-8241-83feae447b74 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.669980 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-708d96d5-cc68-469c-938b-fc695ba97d09 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.710490 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-708d96d5-cc68-469c-938b-fc695ba97d09 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.725863 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708d96d5-cc68-469c-938b-fc695ba97d09 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:07.727134 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-708d96d5-cc68-469c-938b-fc695ba97d09 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.740792 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a5e32077-db24-4b41-8461-80e24de39c43 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.793759 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-708d96d5-cc68-469c-938b-fc695ba97d09 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5741522 Sep 16 04:54:07.799486 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47856) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:07.806078 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-56c0d1b2-cc02-429e-9e4e-791c06152412 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'subnet': {'network_id': '1851efbf-4de7-4e65-8fad-bef8d9b57185', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:07.890878 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d96d5-cc68-469c-938b-fc695ba97d09 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Network': ['ID=1851efbf-4de7-4e65-8fad-bef8d9b57185,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:07.907478 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 1851efbf-4de7-4e65-8fad-bef8d9b57185 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:54:08.019798 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c0d1b2-cc02-429e-9e4e-791c06152412 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Made reservation on behalf of 02d0d2917e594a5f85c23d8add7f0e99 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:08.028905 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-56c0d1b2-cc02-429e-9e4e-791c06152412 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.339118 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ee5f2-ee74-4689-9d8e-c08530063e38 req-c76010cb-a2ba-4acd-974c-56f2d39c5535 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:08.351427 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a08ee5f2-ee74-4689-9d8e-c08530063e38 req-c76010cb-a2ba-4acd-974c-56f2d39c5535 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=8340490b-4b72-4225-97cb-434daaf123c9 HTTP/1.1" status: 200 len: 946 time: 0.7622030 Sep 16 04:54:08.376877 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-56c0d1b2-cc02-429e-9e4e-791c06152412 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.474094 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c0d1b2-cc02-429e-9e4e-791c06152412 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Checking segment: {'id': 'c37ca4ac-f88a-45fe-aab1-142f2c3b7130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1851efbf-4de7-4e65-8fad-bef8d9b57185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:08.475093 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c0d1b2-cc02-429e-9e4e-791c06152412 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Network hostable DHCP agents. Network: 1851efbf-4de7-4e65-8fad-bef8d9b57185, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:54:08.544654 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0d1b2-cc02-429e-9e4e-791c06152412 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Subnet': ['ID=e5b274d2-1bef-4698-843d-1eae383e8e89,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:08.556127 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c0d1b2-cc02-429e-9e4e-791c06152412 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Network 1851efbf-4de7-4e65-8fad-bef8d9b57185 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:54:08.585011 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-56c0d1b2-cc02-429e-9e4e-791c06152412 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 1851efbf-4de7-4e65-8fad-bef8d9b57185) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:08.591150 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c0d1b2-cc02-429e-9e4e-791c06152412 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:08.594735 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-56c0d1b2-cc02-429e-9e4e-791c06152412 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.595231 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb7a65c-dfeb-4866-b5d7-0fbe76f5a7f1 None None] Network 1851efbf-4de7-4e65-8fad-bef8d9b57185 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:08.633567 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-56c0d1b2-cc02-429e-9e4e-791c06152412 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8316302 Sep 16 04:54:08.634232 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47864) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:08.640639 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a5e32077-db24-4b41-8461-80e24de39c43 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.644727 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a5e32077-db24-4b41-8461-80e24de39c43 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.651088 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-04164e4c-91b5-43b1-9b31-f91ee82c34b8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2057057136', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:08.697371 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-c5a6b533-b772-4506-9fdd-9572886a2fbf req-61c08a32-5375-4646-a5dd-518ca9311e1f tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Deleting port 15ad20e6-33a2-4999-b939-3fa15039c324 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:08.700725 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c5a6b533-b772-4506-9fdd-9572886a2fbf req-61c08a32-5375-4646-a5dd-518ca9311e1f tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.733611 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-04164e4c-91b5-43b1-9b31-f91ee82c34b8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.742423 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-04164e4c-91b5-43b1-9b31-f91ee82c34b8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.785193 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a08ee5f2-ee74-4689-9d8e-c08530063e38 req-95e9e461-c68b-4b16-9c30-32ed0fd2cede tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320450 Sep 16 04:54:08.881456 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-04164e4c-91b5-43b1-9b31-f91ee82c34b8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.889684 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a5e32077-db24-4b41-8461-80e24de39c43 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.890527 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e32077-db24-4b41-8461-80e24de39c43 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a4c7e36-01e9-4332-98d5-13864c8206c8 {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:54:08.899512 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-04164e4c-91b5-43b1-9b31-f91ee82c34b8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.899694 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a5e32077-db24-4b41-8461-80e24de39c43 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.901763 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a5e32077-db24-4b41-8461-80e24de39c43 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] 10.222.0.35 "DELETE /v2.0/routers/0a4c7e36-01e9-4332-98d5-13864c8206c8 HTTP/1.1" status: 204 len: 168 time: 1.3708196 Sep 16 04:54:08.924261 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47870) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:08.955979 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-71dae2e7-3a46-46b1-83ca-74f934a4a405 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Request body: {'router': {'name': 'tempest-router-1552788714', 'distributed': True}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:08.998825 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65fd4af6-ce2b-4907-8241-83feae447b74 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Router 1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:54:09.016769 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f74a8d-e486-4622-ae4e-fc014fd1f39d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-1851efbf-4de7-4e65-8fad-bef8d9b57185', 'network_id': '1851efbf-4de7-4e65-8fad-bef8d9b57185', 'tenant_id': '02d0d2917e594a5f85c23d8add7f0e99', 'fixed_ips': [{'subnet_id': 'e5b274d2-1bef-4698-843d-1eae383e8e89'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:54:09.022616 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a7f74a8d-e486-4622-ae4e-fc014fd1f39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.059540 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-71dae2e7-3a46-46b1-83ca-74f934a4a405 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.063188 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-71dae2e7-3a46-46b1-83ca-74f934a4a405 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.103520 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-04164e4c-91b5-43b1-9b31-f91ee82c34b8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.112120 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-04164e4c-91b5-43b1-9b31-f91ee82c34b8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4753947 Sep 16 04:54:09.117407 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47872) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:09.126608 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-c5a6b533-b772-4506-9fdd-9572886a2fbf req-61c08a32-5375-4646-a5dd-518ca9311e1f tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] For port 15ad20e6-33a2-4999-b939-3fa15039c324, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=15ad20e6-33a2-4999-b939-3fa15039c324,segment=NetworkSegment(01aafaa9-a340-46ca-887a-6648c79e8c73),segment_id=01aafaa9-a340-46ca-887a-6648c79e8c73)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:09.127688 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c5a6b533-b772-4506-9fdd-9572886a2fbf req-61c08a32-5375-4646-a5dd-518ca9311e1f tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.144296 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-6d58b6d1-24f2-4cd1-a00e-a5a6dfb761ce tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'port': {'network_id': '1851efbf-4de7-4e65-8fad-bef8d9b57185', 'name': 'tempest-PortsTestJSON-152396124'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:09.152638 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-c5a6b533-b772-4506-9fdd-9572886a2fbf req-61c08a32-5375-4646-a5dd-518ca9311e1f tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Calling delete_port for 15ad20e6-33a2-4999-b939-3fa15039c324 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:09.307694 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-71dae2e7-3a46-46b1-83ca-74f934a4a405 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.316190 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-71dae2e7-3a46-46b1-83ca-74f934a4a405 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.338375 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-71dae2e7-3a46-46b1-83ca-74f934a4a405 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.340182 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-71dae2e7-3a46-46b1-83ca-74f934a4a405 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4123881 Sep 16 04:54:09.343027 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fd4af6-ce2b-4907-8241-83feae447b74 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:54:09.345042 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47874) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:09.374749 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d1ec55-881d-44f5-9c30-a068bd2c1b0c None None] Sync routers for ids ['1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:54:09.417898 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c603bac-f9aa-4e46-9a87-777ed0e8289b req-c4043c98-188d-4ad9-83a9-4cba72f3f004 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:09.419764 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c603bac-f9aa-4e46-9a87-777ed0e8289b req-c4043c98-188d-4ad9-83a9-4cba72f3f004 tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/ports?device_id=2949ddb5-70c9-402f-9eeb-210f714261a9 HTTP/1.1" status: 200 len: 945 time: 0.2032442 Sep 16 04:54:09.451503 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d1ec55-881d-44f5-9c30-a068bd2c1b0c None None] Routers {'1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:09.452780 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-34d1ec55-881d-44f5-9c30-a068bd2c1b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:53:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:09.521010 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d58b6d1-24f2-4cd1-a00e-a5a6dfb761ce tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Made reservation on behalf of 02d0d2917e594a5f85c23d8add7f0e99 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:09.525481 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6d58b6d1-24f2-4cd1-a00e-a5a6dfb761ce tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.536788 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2690fb92-a07a-4eae-829a-e29e61b0e9c5 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.568506 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-6d58b6d1-24f2-4cd1-a00e-a5a6dfb761ce tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] device_id is not set on port b45cd0f1-ee93-49c7-8d71-254380ccec63 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:54:09.629869 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-a7f74a8d-e486-4622-ae4e-fc014fd1f39d None None] Allocated IP 172.20.0.2 (1851efbf-4de7-4e65-8fad-bef8d9b57185/e5b274d2-1bef-4698-843d-1eae383e8e89/285e24dc-6950-4910-83a2-0ba9bdb897bb) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:09.735383 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-65fd4af6-ce2b-4907-8241-83feae447b74 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.740746 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-65fd4af6-ce2b-4907-8241-83feae447b74 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.3131835 Sep 16 04:54:09.742618 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47880) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:09.790144 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c603bac-f9aa-4e46-9a87-777ed0e8289b req-3ddcd1fe-e70b-413b-9608-cdea64803b3d tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.35 "GET /v2.0/security-groups?id=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534389 Sep 16 04:54:09.798336 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c5a6b533-b772-4506-9fdd-9572886a2fbf req-61c08a32-5375-4646-a5dd-518ca9311e1f tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.888097 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c78b3f8f-c464-407b-87c3-70df44b17703 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=9314d3ea71064ec8a4285d4ce520aaad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1449671 Sep 16 04:54:09.890552 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47886) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:09.908616 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c08a32-5375-4646-a5dd-518ca9311e1f tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Pushing event deleted for resources: {'Port': ['ID=15ad20e6-33a2-4999-b939-3fa15039c324,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:10.052025 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-34d1ec55-881d-44f5-9c30-a068bd2c1b0c None None] Set router 1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:54:10.349373 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a6b533-b772-4506-9fdd-9572886a2fbf req-61c08a32-5375-4646-a5dd-518ca9311e1f tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] No DVR routers for this DVR port 15ad20e6-33a2-4999-b939-3fa15039c324 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:10.354571 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2690fb92-a07a-4eae-829a-e29e61b0e9c5 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.374775 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2690fb92-a07a-4eae-829a-e29e61b0e9c5 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.376876 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c5a6b533-b772-4506-9fdd-9572886a2fbf req-61c08a32-5375-4646-a5dd-518ca9311e1f tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.379735 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5a6b533-b772-4506-9fdd-9572886a2fbf req-61c08a32-5375-4646-a5dd-518ca9311e1f tempest-ServersTestJSON-287902711 tempest-ServersTestJSON-287902711-project] 10.222.0.48 "DELETE /v2.0/ports/15ad20e6-33a2-4999-b939-3fa15039c324 HTTP/1.1" status: 204 len: 173 time: 2.9260254 Sep 16 04:54:10.380263 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2949ddb5-70c9-402f-9eeb-210f714261a9', 'name': 'network-vif-deleted', 'tag': '15ad20e6-33a2-4999-b939-3fa15039c324'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:10.382566 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1990e8e0-3a6f-470d-ad0a-c9fc57e7c9b6" -d '{"events": [{"server_uuid": "2949ddb5-70c9-402f-9eeb-210f714261a9", "name": "network-vif-deleted", "tag": "15ad20e6-33a2-4999-b939-3fa15039c324"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:10.403244 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e952554c-87de-492f-98a7-be998113a510 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:10.410208 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e952554c-87de-492f-98a7-be998113a510 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5144303 Sep 16 04:54:10.411193 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47902) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:10.476514 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421f4ea-9f14-4375-a1a5-d0ada13e5106 req-fcc53366-4c4e-4c8c-8a68-f0b20e82754d tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:10.493178 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c421f4ea-9f14-4375-a1a5-d0ada13e5106 req-fcc53366-4c4e-4c8c-8a68-f0b20e82754d tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=010d1707-ce1f-4b76-98df-4b2373165c6c HTTP/1.1" status: 200 len: 946 time: 0.2722573 Sep 16 04:54:10.502966 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2690fb92-a07a-4eae-829a-e29e61b0e9c5 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.504012 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2690fb92-a07a-4eae-829a-e29e61b0e9c5 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8debcf6e-5617-4d47-bb83-cb30e176e093 {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:54:10.521986 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e0d605b1-0a3a-45f8-aada-38e7362cfcd2 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=6423976d-c7ec-41de-996e-2a06dce8febc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1033239 Sep 16 04:54:10.522817 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47904) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:10.527049 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-516abf2c-ee64-41f9-b02e-241021d2ec8a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1115732901', 'network_id': '5b176c75-bdca-437f-ac9d-05aa6e6916b7', 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:10.532900 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2690fb92-a07a-4eae-829a-e29e61b0e9c5 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.534060 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2690fb92-a07a-4eae-829a-e29e61b0e9c5 tempest-RoutersTestDVR-751221454 tempest-RoutersTestDVR-751221454-project-admin] 10.222.0.35 "DELETE /v2.0/routers/8debcf6e-5617-4d47-bb83-cb30e176e093 HTTP/1.1" status: 204 len: 168 time: 1.1818070 Sep 16 04:54:10.588878 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c421f4ea-9f14-4375-a1a5-d0ada13e5106 req-debba14b-908f-4dca-9938-48e8cb86ad06 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946255 Sep 16 04:54:10.626043 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a7f74a8d-e486-4622-ae4e-fc014fd1f39d None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.635072 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b0d9e8ed-a958-479f-82d3-60ad918d1cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.643255 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a7f74a8d-e486-4622-ae4e-fc014fd1f39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.709104 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f74a8d-e486-4622-ae4e-fc014fd1f39d None None] Network 1851efbf-4de7-4e65-8fad-bef8d9b57185 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:10.727141 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-a7f74a8d-e486-4622-ae4e-fc014fd1f39d None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:10.738705 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f74a8d-e486-4622-ae4e-fc014fd1f39d None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:10.776014 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298a92c-9602-4a5d-bf30-fe9a5cc08583 req-946b4483-733e-4873-879d-1a51b168d971 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:10.794995 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9298a92c-9602-4a5d-bf30-fe9a5cc08583 req-946b4483-733e-4873-879d-1a51b168d971 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=8340490b-4b72-4225-97cb-434daaf123c9 HTTP/1.1" status: 200 len: 946 time: 0.0880272 Sep 16 04:54:10.865438 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516abf2c-ee64-41f9-b02e-241021d2ec8a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Made reservation on behalf of 9314d3ea71064ec8a4285d4ce520aaad for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:10.869553 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-516abf2c-ee64-41f9-b02e-241021d2ec8a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.871179 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9298a92c-9602-4a5d-bf30-fe9a5cc08583 req-c6441076-8d79-4189-9877-13cccb150c3f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752108 Sep 16 04:54:10.965881 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f74a8d-e486-4622-ae4e-fc014fd1f39d None None] Pushing event updated for resources: {'Port': ['ID=285e24dc-6950-4910-83a2-0ba9bdb897bb,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:10.969121 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-34d1ec55-881d-44f5-9c30-a068bd2c1b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431317205', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'e46248be-ed7c-4edb-800d-f470d8031f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:02Z', 'updated_at': '2021-09-16T04:54:06Z', 'revision_number': 3, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'e46248be-ed7c-4edb-800d-f470d8031f9e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:68:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:05Z', 'updated_at': '2021-09-16T04:54:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:10.971561 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-a7f74a8d-e486-4622-ae4e-fc014fd1f39d None None] Attempting to bind port 285e24dc-6950-4910-83a2-0ba9bdb897bb on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:10.972875 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-a7f74a8d-e486-4622-ae4e-fc014fd1f39d None None] Attempting to bind port 285e24dc-6950-4910-83a2-0ba9bdb897bb by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'c37ca4ac-f88a-45fe-aab1-142f2c3b7130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1851efbf-4de7-4e65-8fad-bef8d9b57185'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:10.973448 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f74a8d-e486-4622-ae4e-fc014fd1f39d None None] Attempting to bind port 285e24dc-6950-4910-83a2-0ba9bdb897bb on network 1851efbf-4de7-4e65-8fad-bef8d9b57185 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:10.982941 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f74a8d-e486-4622-ae4e-fc014fd1f39d None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:10.983381 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f74a8d-e486-4622-ae4e-fc014fd1f39d None None] Checking segment: {'id': 'c37ca4ac-f88a-45fe-aab1-142f2c3b7130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1851efbf-4de7-4e65-8fad-bef8d9b57185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:10.983801 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a7f74a8d-e486-4622-ae4e-fc014fd1f39d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.984262 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f74a8d-e486-4622-ae4e-fc014fd1f39d None None] Bound using segment: {'id': 'c37ca4ac-f88a-45fe-aab1-142f2c3b7130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1851efbf-4de7-4e65-8fad-bef8d9b57185'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:10.984961 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-a7f74a8d-e486-4622-ae4e-fc014fd1f39d None None] Bound port: 285e24dc-6950-4910-83a2-0ba9bdb897bb, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c37ca4ac-f88a-45fe-aab1-142f2c3b7130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1851efbf-4de7-4e65-8fad-bef8d9b57185'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:10.985373 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a7f74a8d-e486-4622-ae4e-fc014fd1f39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:11.048559 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d1ec55-881d-44f5-9c30-a068bd2c1b0c None None] Checking router: 1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:54:11.048964 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d1ec55-881d-44f5-9c30-a068bd2c1b0c None None] Updating router 1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2 port e46248be-ed7c-4edb-800d-f470d8031f9e binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:54:11.069966 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-6d58b6d1-24f2-4cd1-a00e-a5a6dfb761ce tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Allocated IP 172.20.0.14 (1851efbf-4de7-4e65-8fad-bef8d9b57185/e5b274d2-1bef-4698-843d-1eae383e8e89/b45cd0f1-ee93-49c7-8d71-254380ccec63) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:11.122726 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a002559-53c0-4b8b-992f-a3b9f3f4ae25 req-c809408e-be25-4ec7-8b51-57d45eb06715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:11.129002 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a002559-53c0-4b8b-992f-a3b9f3f4ae25 req-c809408e-be25-4ec7-8b51-57d45eb06715 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=68cc116df1104257a08239cd46cd0170&device_id=8340490b-4b72-4225-97cb-434daaf123c9 HTTP/1.1" status: 200 len: 1098 time: 0.1205904 Sep 16 04:54:11.133853 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-34d1ec55-881d-44f5-9c30-a068bd2c1b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:11.193439 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e1ba54-55ae-46ee-b305-9a6a70ae7850 x-openstack-request-id: req-40e1ba54-55ae-46ee-b305-9a6a70ae7850 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:11.193831 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2949ddb5-70c9-402f-9eeb-210f714261a9", "name": "network-vif-deleted", "tag": "15ad20e6-33a2-4999-b939-3fa15039c324", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:11.193993 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-40e1ba54-55ae-46ee-b305-9a6a70ae7850 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:11.194541 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2949ddb5-70c9-402f-9eeb-210f714261a9', 'name': 'network-vif-deleted', 'tag': '15ad20e6-33a2-4999-b939-3fa15039c324', 'status': 'completed', 'code': 200} Sep 16 04:54:11.316516 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-a7f74a8d-e486-4622-ae4e-fc014fd1f39d None None] For port 285e24dc-6950-4910-83a2-0ba9bdb897bb, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:11.323856 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-a7f74a8d-e486-4622-ae4e-fc014fd1f39d None None] For port 285e24dc-6950-4910-83a2-0ba9bdb897bb, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=285e24dc-6950-4910-83a2-0ba9bdb897bb,segment=NetworkSegment(c37ca4ac-f88a-45fe-aab1-142f2c3b7130),segment_id=c37ca4ac-f88a-45fe-aab1-142f2c3b7130)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:11.339245 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a7f74a8d-e486-4622-ae4e-fc014fd1f39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:11.341269 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47914) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:11.363317 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47916) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:11.465507 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a002559-53c0-4b8b-992f-a3b9f3f4ae25 req-70a8d7ce-0d87-46bb-ba88-d48e280ca0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:11.471027 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a002559-53c0-4b8b-992f-a3b9f3f4ae25 req-70a8d7ce-0d87-46bb-ba88-d48e280ca0af service neutron] 10.222.0.47 "GET /v2.0/networks?id=92ecefce-c627-4abd-9d77-6a33db190651 HTTP/1.1" status: 200 len: 912 time: 0.3342814 Sep 16 04:54:11.486053 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-94034487-505e-473c-a318-fa4ad68c7bea admin admin] Deleting subnet 984819ef-39e4-42b6-ac0e-e1f025f28a4e {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:54:11.490156 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f74a8d-e486-4622-ae4e-fc014fd1f39d None None] Pushing event updated for resources: {'Port': ['ID=285e24dc-6950-4910-83a2-0ba9bdb897bb,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:11.493115 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 15ad20e6-33a2-4999-b939-3fa15039c324 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:11.524431 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-94034487-505e-473c-a318-fa4ad68c7bea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:11.605787 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a002559-53c0-4b8b-992f-a3b9f3f4ae25 req-7ad2db2f-0446-42f5-bdc8-b7403e766769 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7524c7a6-6efe-4174-9620-da5358c34a62 HTTP/1.1" status: 200 len: 217 time: 0.0951188 Sep 16 04:54:11.685384 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a002559-53c0-4b8b-992f-a3b9f3f4ae25 req-5f6d8b37-96f9-4914-a472-0c762566dec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:11.687304 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a002559-53c0-4b8b-992f-a3b9f3f4ae25 req-5f6d8b37-96f9-4914-a472-0c762566dec4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21 HTTP/1.1" status: 200 len: 850 time: 0.0711505 Sep 16 04:54:11.730680 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 15ad20e6-33a2-4999-b939-3fa15039c324 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:11.732079 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 15ad20e6-33a2-4999-b939-3fa15039c324 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:11.759129 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:11.807988 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-94034487-505e-473c-a318-fa4ad68c7bea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:11.888736 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e5e62e25-d27b-41af-96b3-c59b23e2611d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:11.942174 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a002559-53c0-4b8b-992f-a3b9f3f4ae25 req-33256c59-1623-4767-aa42-e1df7717f9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:11.944216 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-34d1ec55-881d-44f5-9c30-a068bd2c1b0c None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:11.944725 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a002559-53c0-4b8b-992f-a3b9f3f4ae25 req-33256c59-1623-4767-aa42-e1df7717f9c5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=92ecefce-c627-4abd-9d77-6a33db190651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2476377 Sep 16 04:54:11.950951 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-34d1ec55-881d-44f5-9c30-a068bd2c1b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:11.974720 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12974e-2132-42e9-b213-049ec2d78e6e req-c261cff3-17e1-4e5a-bc0f-608ae9b3aa4b tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:11.980505 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bb12974e-2132-42e9-b213-049ec2d78e6e req-c261cff3-17e1-4e5a-bc0f-608ae9b3aa4b tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=010d1707-ce1f-4b76-98df-4b2373165c6c HTTP/1.1" status: 200 len: 946 time: 0.2460022 Sep 16 04:54:12.110628 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e5e62e25-d27b-41af-96b3-c59b23e2611d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:12.117860 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-516abf2c-ee64-41f9-b02e-241021d2ec8a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:12.136142 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e5e62e25-d27b-41af-96b3-c59b23e2611d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:12.214966 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-94034487-505e-473c-a318-fa4ad68c7bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:12.275596 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6d58b6d1-24f2-4cd1-a00e-a5a6dfb761ce tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:12.325508 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bb12974e-2132-42e9-b213-049ec2d78e6e req-d0a29aa8-70ec-49a7-bfab-ef91a776c234 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696835 Sep 16 04:54:12.357376 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6d58b6d1-24f2-4cd1-a00e-a5a6dfb761ce tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:12.373628 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a002559-53c0-4b8b-992f-a3b9f3f4ae25 req-c1a89b93-57b0-4df0-a77f-74121b36ece3 service neutron] 10.222.0.47 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919249 Sep 16 04:54:12.407866 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-34d1ec55-881d-44f5-9c30-a068bd2c1b0c None None] Attempting to bind port e46248be-ed7c-4edb-800d-f470d8031f9e on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:12.407866 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-34d1ec55-881d-44f5-9c30-a068bd2c1b0c None None] Attempting to bind port e46248be-ed7c-4edb-800d-f470d8031f9e by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:12.407866 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d1ec55-881d-44f5-9c30-a068bd2c1b0c None None] Attempting to bind port e46248be-ed7c-4edb-800d-f470d8031f9e on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:12.435392 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8faadc-ee96-4298-92d7-ed3f6d5e8a88 None None] Pushing event updated for resources: {'Port': ['ID=e46248be-ed7c-4edb-800d-f470d8031f9e,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:12.442122 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d1ec55-881d-44f5-9c30-a068bd2c1b0c None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:12.442555 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d1ec55-881d-44f5-9c30-a068bd2c1b0c None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:12.442968 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-34d1ec55-881d-44f5-9c30-a068bd2c1b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:12.444462 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d1ec55-881d-44f5-9c30-a068bd2c1b0c None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:12.444999 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-34d1ec55-881d-44f5-9c30-a068bd2c1b0c None None] Bound port: e46248be-ed7c-4edb-800d-f470d8031f9e, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:12.447858 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-34d1ec55-881d-44f5-9c30-a068bd2c1b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:12.452028 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e5e62e25-d27b-41af-96b3-c59b23e2611d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b6df8b3326e94c51b4ee99a899bd740a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0872593 Sep 16 04:54:12.462455 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516abf2c-ee64-41f9-b02e-241021d2ec8a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'Subnet': ['ID=f9ff2605-c72a-41ed-8f82-af1ea6bf175d,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:12.466598 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47928) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:12.470432 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e62e25-d27b-41af-96b3-c59b23e2611d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfe019b-3a85-4e73-8fc0-ef5c3625a6bd,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:12.506310 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d58b6d1-24f2-4cd1-a00e-a5a6dfb761ce tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Network 1851efbf-4de7-4e65-8fad-bef8d9b57185 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:12.511950 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-6d58b6d1-24f2-4cd1-a00e-a5a6dfb761ce tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:12.523046 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d58b6d1-24f2-4cd1-a00e-a5a6dfb761ce tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:12.526669 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-34d1ec55-881d-44f5-9c30-a068bd2c1b0c None None] For port e46248be-ed7c-4edb-800d-f470d8031f9e, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:12.531249 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-34d1ec55-881d-44f5-9c30-a068bd2c1b0c None None] For port e46248be-ed7c-4edb-800d-f470d8031f9e, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=e46248be-ed7c-4edb-800d-f470d8031f9e,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:12.536752 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-34d1ec55-881d-44f5-9c30-a068bd2c1b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:12.602060 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58b6d1-24f2-4cd1-a00e-a5a6dfb761ce tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Port': ['ID=b45cd0f1-ee93-49c7-8d71-254380ccec63,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:12.617290 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516abf2c-ee64-41f9-b02e-241021d2ec8a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Checking segment: {'id': '68f1d648-cebf-497a-a433-07a45b963bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b176c75-bdca-437f-ac9d-05aa6e6916b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:12.618042 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516abf2c-ee64-41f9-b02e-241021d2ec8a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Network hostable DHCP agents. Network: 5b176c75-bdca-437f-ac9d-05aa6e6916b7, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:54:12.623870 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-94034487-505e-473c-a318-fa4ad68c7bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:12.633243 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d1ec55-881d-44f5-9c30-a068bd2c1b0c None None] Routers {'1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:12.635320 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-34d1ec55-881d-44f5-9c30-a068bd2c1b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:53:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:12.655878 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516abf2c-ee64-41f9-b02e-241021d2ec8a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Network 5b176c75-bdca-437f-ac9d-05aa6e6916b7 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:54:12.678708 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d58b6d1-24f2-4cd1-a00e-a5a6dfb761ce tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:12.679927 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6d58b6d1-24f2-4cd1-a00e-a5a6dfb761ce tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:12.690057 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-516abf2c-ee64-41f9-b02e-241021d2ec8a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 5b176c75-bdca-437f-ac9d-05aa6e6916b7) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:12.697641 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-94034487-505e-473c-a318-fa4ad68c7bea admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:12.704689 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-94034487-505e-473c-a318-fa4ad68c7bea admin admin] 10.222.0.35 "DELETE /v2.0/subnets/984819ef-39e4-42b6-ac0e-e1f025f28a4e HTTP/1.1" status: 204 len: 168 time: 1.3235126 Sep 16 04:54:12.704689 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94034487-505e-473c-a318-fa4ad68c7bea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=984819ef-39e4-42b6-ac0e-e1f025f28a4e,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:12.709042 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47930) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:12.724135 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516abf2c-ee64-41f9-b02e-241021d2ec8a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:12.726932 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-516abf2c-ee64-41f9-b02e-241021d2ec8a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:12.729602 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd068716-a56c-4e85-8e6b-cd61d551cb21 None None] Network 5b176c75-bdca-437f-ac9d-05aa6e6916b7 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:12.746915 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6d58b6d1-24f2-4cd1-a00e-a5a6dfb761ce tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6151478 Sep 16 04:54:12.757645 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47932) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:12.776365 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8a276280-fcd3-4bfc-a1d4-1480c13b01e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:12.840451 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8a276280-fcd3-4bfc-a1d4-1480c13b01e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:12.855937 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-516abf2c-ee64-41f9-b02e-241021d2ec8a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.3284376 Sep 16 04:54:12.871895 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8faadc-ee96-4298-92d7-ed3f6d5e8a88 None None] Pushing event updated for resources: {'Port': ['ID=e46248be-ed7c-4edb-800d-f470d8031f9e,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:12.882969 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47934) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:12.919379 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-34d1ec55-881d-44f5-9c30-a068bd2c1b0c None None] Set router 1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:54:12.941548 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-38c2e0a0-908c-466e-a925-37cea373c7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:13.090634 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a002559-53c0-4b8b-992f-a3b9f3f4ae25 req-9617ae5e-240c-4348-a452-9f220cba8057 service neutron] 10.222.0.47 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7030146 Sep 16 04:54:13.202565 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd3e82-6e3f-4135-ae02-b952eb23520d req-87b8b714-d9f4-4ee7-a1e6-952ebce12e3d tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:13.216069 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04cd3e82-6e3f-4135-ae02-b952eb23520d req-87b8b714-d9f4-4ee7-a1e6-952ebce12e3d tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=8340490b-4b72-4225-97cb-434daaf123c9 HTTP/1.1" status: 200 len: 946 time: 0.6988976 Sep 16 04:54:13.239769 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8a276280-fcd3-4bfc-a1d4-1480c13b01e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:13.245381 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8a276280-fcd3-4bfc-a1d4-1480c13b01e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:13.249454 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8a276280-fcd3-4bfc-a1d4-1480c13b01e0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3cfe019b-3a85-4e73-8fc0-ef5c3625a6bd HTTP/1.1" status: 204 len: 168 time: 0.7687297 Sep 16 04:54:13.297603 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57aa4da-4477-48c2-9473-aefd42ec2a92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-5b176c75-bdca-437f-ac9d-05aa6e6916b7', 'network_id': '5b176c75-bdca-437f-ac9d-05aa6e6916b7', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'fixed_ips': [{'subnet_id': 'f9ff2605-c72a-41ed-8f82-af1ea6bf175d'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:54:13.299315 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c57aa4da-4477-48c2-9473-aefd42ec2a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:13.322266 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6cc28d81-2a79-4f06-a133-0b1123a70d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:13.341052 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04cd3e82-6e3f-4135-ae02-b952eb23520d req-1943030b-1098-41dc-bc88-2f6b8e868c49 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221740 Sep 16 04:54:13.343579 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a276280-fcd3-4bfc-a1d4-1480c13b01e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfe019b-3a85-4e73-8fc0-ef5c3625a6bd,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:13.347656 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-38c2e0a0-908c-466e-a925-37cea373c7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:13.391183 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-38c2e0a0-908c-466e-a925-37cea373c7d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c931ccc-5cf1-447a-be72-662f80eb3cc7']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:13.403281 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-38c2e0a0-908c-466e-a925-37cea373c7d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01aafaa9-a340-46ca-887a-6648c79e8c73') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:13.403781 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-38c2e0a0-908c-466e-a925-37cea373c7d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01aafaa9-a340-46ca-887a-6648c79e8c73') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:13.423799 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-38c2e0a0-908c-466e-a925-37cea373c7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:13.454939 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-38c2e0a0-908c-466e-a925-37cea373c7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:13.466501 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 285e24dc-6950-4910-83a2-0ba9bdb897bb up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:13.475281 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38c2e0a0-908c-466e-a925-37cea373c7d7 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:54:13.477461 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-38c2e0a0-908c-466e-a925-37cea373c7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:13.510015 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:54:13.510015 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:54:13.510015 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:54:13.510015 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:54:13.510015 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:54:13.510015 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:54:13.510015 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:54:13.510015 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:54:13.510015 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:54:13.510015 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:54:13.510015 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:54:13.510015 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:54:13.510015 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:54:13.510015 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:54:13.510015 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:54:13.510015 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:54:13.510015 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:54:13.510015 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:54:13.510015 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:54:13.510015 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:54:13.510015 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:54:13.510015 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:54:13.510015 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:54:13.510015 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:54:13.510015 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:54:13.510015 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:54:13.510015 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:54:13.510015 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:54:13.510015 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:54:13.510015 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:54:13.510015 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:54:13.510015 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:54:13.622982 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:13.705807 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cd4c94-54d7-411f-b7c7-dfe62d7a8fc3 None None] Network 1851efbf-4de7-4e65-8fad-bef8d9b57185 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:13.788595 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78caad5-01f7-4be7-8bc4-42160238820b req-d7769950-378b-46d9-9ca8-f8c68d29be91 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:13.790553 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f78caad5-01f7-4be7-8bc4-42160238820b req-d7769950-378b-46d9-9ca8-f8c68d29be91 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=010d1707-ce1f-4b76-98df-4b2373165c6c HTTP/1.1" status: 200 len: 946 time: 0.1464455 Sep 16 04:54:13.815346 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-38c2e0a0-908c-466e-a925-37cea373c7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:13.867234 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-38c2e0a0-908c-466e-a925-37cea373c7d7 admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:13.873751 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-38c2e0a0-908c-466e-a925-37cea373c7d7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/8c931ccc-5cf1-447a-be72-662f80eb3cc7 HTTP/1.1" status: 204 len: 168 time: 1.1544645 Sep 16 04:54:13.875830 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2e0a0-908c-466e-a925-37cea373c7d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c931ccc-5cf1-447a-be72-662f80eb3cc7,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:13.956289 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-0f460ee6-42d1-4419-b95d-0b85ccf9918d None None] Provisioning complete for port 285e24dc-6950-4910-83a2-0ba9bdb897bb triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:13.957103 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0f460ee6-42d1-4419-b95d-0b85ccf9918d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:13.961559 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f78caad5-01f7-4be7-8bc4-42160238820b req-0f4f262e-d592-4b99-a67e-3b2643ab4dcd tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647394 Sep 16 04:54:13.969455 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-34d1ec55-881d-44f5-9c30-a068bd2c1b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431317205', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'e46248be-ed7c-4edb-800d-f470d8031f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:02Z', 'updated_at': '2021-09-16T04:54:06Z', 'revision_number': 3, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'e46248be-ed7c-4edb-800d-f470d8031f9e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:68:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:05Z', 'updated_at': '2021-09-16T04:54:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:13.998275 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 285e24dc-6950-4910-83a2-0ba9bdb897bb triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:13.999289 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:14.011625 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-753d98f5-3f3f-435d-8558-c759ac57291f tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:14.094874 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47946) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:14.146005 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-c57aa4da-4477-48c2-9473-aefd42ec2a92 None None] Allocated IP 172.20.0.2 (5b176c75-bdca-437f-ac9d-05aa6e6916b7/f9ff2605-c72a-41ed-8f82-af1ea6bf175d/7af2fb77-a5f3-4918-ad0d-cc8bc1a9d40a) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:14.150979 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d1ec55-881d-44f5-9c30-a068bd2c1b0c None None] The sync data for ids ['1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2'] in n-d-712139-15 is: [{'id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431317205', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'e46248be-ed7c-4edb-800d-f470d8031f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:02Z', 'updated_at': '2021-09-16T04:54:06Z', 'revision_number': 3, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'e46248be-ed7c-4edb-800d-f470d8031f9e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:68:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:05Z', 'updated_at': '2021-09-16T04:54:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:54:14.373904 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47948) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:14.374955 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:14.382177 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6b2d9cfb-1bfc-4d0a-9a6d-a9a00acf0e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:14.569746 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 7524c7a6-6efe-4174-9620-da5358c34a62 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:14.635962 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:14.647596 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6770140d-cafa-4625-af18-ab7dde936242 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=097a363b67ea49498cd02794a5c40b7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2675776 Sep 16 04:54:14.652127 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47956) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:14.784367 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:14.799837 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6b2d9cfb-1bfc-4d0a-9a6d-a9a00acf0e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:14.826615 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 285e24dc-6950-4910-83a2-0ba9bdb897bb, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=285e24dc-6950-4910-83a2-0ba9bdb897bb,segment=NetworkSegment(c37ca4ac-f88a-45fe-aab1-142f2c3b7130),segment_id=c37ca4ac-f88a-45fe-aab1-142f2c3b7130)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:14.836898 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0f460ee6-42d1-4419-b95d-0b85ccf9918d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:14.880268 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-753d98f5-3f3f-435d-8558-c759ac57291f tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:14.891160 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6b2d9cfb-1bfc-4d0a-9a6d-a9a00acf0e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:14.894857 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-753d98f5-3f3f-435d-8558-c759ac57291f tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:14.939913 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.209283 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6b2d9cfb-1bfc-4d0a-9a6d-a9a00acf0e6f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=73f127209ef143c9a45138442aefd9fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1134515 Sep 16 04:54:15.224278 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe3df7-14a8-4c0a-a848-77e084f02ece req-d2062ee8-25ae-4ff1-bf20-2b2ba4f40db8 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:15.229271 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e0fe3df7-14a8-4c0a-a848-77e084f02ece req-d2062ee8-25ae-4ff1-bf20-2b2ba4f40db8 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=8340490b-4b72-4225-97cb-434daaf123c9 HTTP/1.1" status: 200 len: 946 time: 0.2093658 Sep 16 04:54:15.230224 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47964) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:15.394574 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-753bc233-303c-4556-bb99-f94152b77ff2 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.409275 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3cf56bd5-72c3-4bb8-b97a-c6829708e608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.411063 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d9cfb-1bfc-4d0a-9a6d-a9a00acf0e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d5a142-a471-42d4-9e7f-c985d26bffe8,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:15.434808 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c57aa4da-4477-48c2-9473-aefd42ec2a92 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.439927 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.444272 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d98f5-3f3f-435d-8558-c759ac57291f tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Port': ['ID=b45cd0f1-ee93-49c7-8d71-254380ccec63,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:15.447551 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-0f460ee6-42d1-4419-b95d-0b85ccf9918d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:54:15.447904 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-0f460ee6-42d1-4419-b95d-0b85ccf9918d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:54:15.458826 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device e46248be-ed7c-4edb-800d-f470d8031f9e up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:15.508743 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e0fe3df7-14a8-4c0a-a848-77e084f02ece req-38a59891-5913-45a2-8257-3d7ac323c2ea tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591615 Sep 16 04:54:15.518178 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c57aa4da-4477-48c2-9473-aefd42ec2a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.748518 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8340490b-4b72-4225-97cb-434daaf123c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7524c7a6-6efe-4174-9620-da5358c34a62'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:15.753377 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c5d7db-c9b9-43ce-9ea1-014c6a59d009" -d '{"events": [{"server_uuid": "8340490b-4b72-4225-97cb-434daaf123c9", "name": "network-vif-unplugged", "status": "completed", "tag": "7524c7a6-6efe-4174-9620-da5358c34a62"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:15.888932 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57aa4da-4477-48c2-9473-aefd42ec2a92 None None] Network 5b176c75-bdca-437f-ac9d-05aa6e6916b7 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:15.895092 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 7524c7a6-6efe-4174-9620-da5358c34a62, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=7524c7a6-6efe-4174-9620-da5358c34a62,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:15.919744 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-c57aa4da-4477-48c2-9473-aefd42ec2a92 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:15.923650 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57aa4da-4477-48c2-9473-aefd42ec2a92 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:15.941505 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port e46248be-ed7c-4edb-800d-f470d8031f9e triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:15.941999 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.960043 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-753d98f5-3f3f-435d-8558-c759ac57291f tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.966053 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3cf56bd5-72c3-4bb8-b97a-c6829708e608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.142448 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-753bc233-303c-4556-bb99-f94152b77ff2 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Allocated IP 172.20.0.1 (5b176c75-bdca-437f-ac9d-05aa6e6916b7/f9ff2605-c72a-41ed-8f82-af1ea6bf175d/24e8e389-11bb-4488-9732-70a5110e16cd) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:16.162249 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dd77fcdc-90cf-4798-98cf-cb7281a1fd65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.302766 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3cf56bd5-72c3-4bb8-b97a-c6829708e608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.307405 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3cf56bd5-72c3-4bb8-b97a-c6829708e608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.309265 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3cf56bd5-72c3-4bb8-b97a-c6829708e608 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/95a05be0-abe5-43d2-bf36-7c0d87ad9ebf HTTP/1.1" status: 204 len: 168 time: 1.4260895 Sep 16 04:54:16.333575 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf56bd5-72c3-4bb8-b97a-c6829708e608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a05be0-abe5-43d2-bf36-7c0d87ad9ebf,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:16.406839 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-753d98f5-3f3f-435d-8558-c759ac57291f tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.478219 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=285e24dc-6950-4910-83a2-0ba9bdb897bb,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:16.492273 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.501769 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-753bc233-303c-4556-bb99-f94152b77ff2 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.588283 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-753bc233-303c-4556-bb99-f94152b77ff2 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.689427 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dd77fcdc-90cf-4798-98cf-cb7281a1fd65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.769317 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753bc233-303c-4556-bb99-f94152b77ff2 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Network 5b176c75-bdca-437f-ac9d-05aa6e6916b7 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:16.803042 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57aa4da-4477-48c2-9473-aefd42ec2a92 None None] Pushing event updated for resources: {'Port': ['ID=7af2fb77-a5f3-4918-ad0d-cc8bc1a9d40a,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:16.809033 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-753bc233-303c-4556-bb99-f94152b77ff2 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:16.815578 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753bc233-303c-4556-bb99-f94152b77ff2 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:16.833851 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753bc233-303c-4556-bb99-f94152b77ff2 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'Port': ['ID=24e8e389-11bb-4488-9732-70a5110e16cd,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:16.894191 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8b70b-d0fc-43e9-ba0d-5faf8b2fe122 req-054565e5-e478-46e2-94da-63ddc0769468 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:16.898403 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6bb8b70b-d0fc-43e9-ba0d-5faf8b2fe122 req-054565e5-e478-46e2-94da-63ddc0769468 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=010d1707-ce1f-4b76-98df-4b2373165c6c HTTP/1.1" status: 200 len: 946 time: 0.7483339 Sep 16 04:54:16.905985 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e0da0-2ee0-4eb6-8fb8-fa1dc35f2827 req-57f0377f-2ab1-4631-8bc3-52677f04ae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:16.911571 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-187e0da0-2ee0-4eb6-8fb8-fa1dc35f2827 req-57f0377f-2ab1-4631-8bc3-52677f04ae98 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=010d1707-ce1f-4b76-98df-4b2373165c6c HTTP/1.1" status: 200 len: 1098 time: 0.2020047 Sep 16 04:54:16.921829 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.984418 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-753bc233-303c-4556-bb99-f94152b77ff2 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.988164 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-c57aa4da-4477-48c2-9473-aefd42ec2a92 None None] Attempting to bind port 7af2fb77-a5f3-4918-ad0d-cc8bc1a9d40a on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:16.988467 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-c57aa4da-4477-48c2-9473-aefd42ec2a92 None None] Attempting to bind port 7af2fb77-a5f3-4918-ad0d-cc8bc1a9d40a by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '68f1d648-cebf-497a-a433-07a45b963bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b176c75-bdca-437f-ac9d-05aa6e6916b7'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:16.988809 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57aa4da-4477-48c2-9473-aefd42ec2a92 None None] Attempting to bind port 7af2fb77-a5f3-4918-ad0d-cc8bc1a9d40a on network 5b176c75-bdca-437f-ac9d-05aa6e6916b7 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:17.006118 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57aa4da-4477-48c2-9473-aefd42ec2a92 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:17.006497 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57aa4da-4477-48c2-9473-aefd42ec2a92 None None] Checking segment: {'id': '68f1d648-cebf-497a-a433-07a45b963bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b176c75-bdca-437f-ac9d-05aa6e6916b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:17.006966 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c57aa4da-4477-48c2-9473-aefd42ec2a92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.007429 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57aa4da-4477-48c2-9473-aefd42ec2a92 None None] Bound using segment: {'id': '68f1d648-cebf-497a-a433-07a45b963bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b176c75-bdca-437f-ac9d-05aa6e6916b7'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:17.007976 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-c57aa4da-4477-48c2-9473-aefd42ec2a92 None None] Bound port: 7af2fb77-a5f3-4918-ad0d-cc8bc1a9d40a, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f1d648-cebf-497a-a433-07a45b963bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b176c75-bdca-437f-ac9d-05aa6e6916b7'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:17.008366 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c57aa4da-4477-48c2-9473-aefd42ec2a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.026713 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-187e0da0-2ee0-4eb6-8fb8-fa1dc35f2827 req-7ae3d8ad-c71f-4c48-8ba1-4302c58bc2f7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958784 Sep 16 04:54:17.072920 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ac2940a6-b695-4562-99a6-944f2f9af88b None None] Provisioning complete for port 285e24dc-6950-4910-83a2-0ba9bdb897bb triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:17.073539 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ac2940a6-b695-4562-99a6-944f2f9af88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.076262 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=7524c7a6-6efe-4174-9620-da5358c34a62,revision_number=8']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:17.092388 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.098205 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dd77fcdc-90cf-4798-98cf-cb7281a1fd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.107204 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dd77fcdc-90cf-4798-98cf-cb7281a1fd65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.120962 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-dd77fcdc-90cf-4798-98cf-cb7281a1fd65 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/03d5a142-a471-42d4-9e7f-c985d26bffe8 HTTP/1.1" status: 204 len: 168 time: 1.8852665 Sep 16 04:54:17.137374 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6bb8b70b-d0fc-43e9-ba0d-5faf8b2fe122 req-426b202e-8ecb-4d60-a008-94bb900177d5 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157607 Sep 16 04:54:17.168928 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77fcdc-90cf-4798-98cf-cb7281a1fd65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d5a142-a471-42d4-9e7f-c985d26bffe8,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:17.339015 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-c57aa4da-4477-48c2-9473-aefd42ec2a92 None None] For port 7af2fb77-a5f3-4918-ad0d-cc8bc1a9d40a, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:17.343960 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-c57aa4da-4477-48c2-9473-aefd42ec2a92 None None] For port 7af2fb77-a5f3-4918-ad0d-cc8bc1a9d40a, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=7af2fb77-a5f3-4918-ad0d-cc8bc1a9d40a,segment=NetworkSegment(68f1d648-cebf-497a-a433-07a45b963bfc),segment_id=68f1d648-cebf-497a-a433-07a45b963bfc)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:17.359521 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-753d98f5-3f3f-435d-8558-c759ac57291f tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.367627 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-753d98f5-3f3f-435d-8558-c759ac57291f tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.401702 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c57aa4da-4477-48c2-9473-aefd42ec2a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.467727 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-753d98f5-3f3f-435d-8558-c759ac57291f tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.515308 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57aa4da-4477-48c2-9473-aefd42ec2a92 None None] Pushing event updated for resources: {'Port': ['ID=7af2fb77-a5f3-4918-ad0d-cc8bc1a9d40a,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:17.558129 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port e46248be-ed7c-4edb-800d-f470d8031f9e, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=e46248be-ed7c-4edb-800d-f470d8031f9e,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:17.574680 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.762190 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=e46248be-ed7c-4edb-800d-f470d8031f9e,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:17.769992 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-753bc233-303c-4556-bb99-f94152b77ff2 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.773749 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 285e24dc-6950-4910-83a2-0ba9bdb897bb up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:17.779722 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ac2940a6-b695-4562-99a6-944f2f9af88b None None] Provisioning complete for port b45cd0f1-ee93-49c7-8d71-254380ccec63 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:17.780877 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ac2940a6-b695-4562-99a6-944f2f9af88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.979833 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-ac2940a6-b695-4562-99a6-944f2f9af88b None None] Port b45cd0f1-ee93-49c7-8d71-254380ccec63 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:18.038786 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 285e24dc-6950-4910-83a2-0ba9bdb897bb triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:18.039306 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.090297 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d98f5-3f3f-435d-8558-c759ac57291f tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Port': ['ID=b45cd0f1-ee93-49c7-8d71-254380ccec63,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:18.122103 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495e9611-a256-4a63-b13f-2ce741adb9be x-openstack-request-id: req-495e9611-a256-4a63-b13f-2ce741adb9be {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:18.123488 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8340490b-4b72-4225-97cb-434daaf123c9", "name": "network-vif-unplugged", "status": "failed", "tag": "7524c7a6-6efe-4174-9620-da5358c34a62", "code": 422}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:18.123862 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-495e9611-a256-4a63-b13f-2ce741adb9be {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:18.124512 n-d-712139-15 neutron-server[94768]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8340490b-4b72-4225-97cb-434daaf123c9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7524c7a6-6efe-4174-9620-da5358c34a62', 'code': 422} returned with failed status Sep 16 04:54:18.214703 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753d98f5-3f3f-435d-8558-c759ac57291f tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Network 1851efbf-4de7-4e65-8fad-bef8d9b57185 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:18.216549 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-753d98f5-3f3f-435d-8558-c759ac57291f tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:18.542932 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 7524c7a6-6efe-4174-9620-da5358c34a62 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:18.624084 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a3833-4f88-4df3-a473-4d78ce405104 req-5cbf30a9-aae7-444c-a351-8509e0cc5e6b tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:18.626285 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-183a3833-4f88-4df3-a473-4d78ce405104 req-5cbf30a9-aae7-444c-a351-8509e0cc5e6b tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=8340490b-4b72-4225-97cb-434daaf123c9 HTTP/1.1" status: 200 len: 944 time: 0.2438431 Sep 16 04:54:18.740746 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753d98f5-3f3f-435d-8558-c759ac57291f tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Router fe47708e-c95f-490c-be09-1a950beab20b is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:54:18.803293 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-183a3833-4f88-4df3-a473-4d78ce405104 req-c750b176-61eb-46af-9341-3d04a3489a64 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666515 Sep 16 04:54:18.885032 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-c62ab754-cdf7-4756-b5cd-892f0b4b011d None None] Provisioning complete for port b45cd0f1-ee93-49c7-8d71-254380ccec63 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:18.890561 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c62ab754-cdf7-4756-b5cd-892f0b4b011d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.994338 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-c62ab754-cdf7-4756-b5cd-892f0b4b011d None None] Port b45cd0f1-ee93-49c7-8d71-254380ccec63 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:19.001479 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-753bc233-303c-4556-bb99-f94152b77ff2 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.010317 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-753bc233-303c-4556-bb99-f94152b77ff2 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.010569 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753d98f5-3f3f-435d-8558-c759ac57291f tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:54:19.024417 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c249543-a576-4f6f-a7b7-d680c3f12af0 None None] Sync routers for ids ['fe47708e-c95f-490c-be09-1a950beab20b'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:54:19.029519 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-753d98f5-3f3f-435d-8558-c759ac57291f tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "PUT /v2.0/routers/fe47708e-c95f-490c-be09-1a950beab20b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2680902 Sep 16 04:54:19.030305 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48020) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:19.072461 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c249543-a576-4f6f-a7b7-d680c3f12af0 None None] Routers {'fe47708e-c95f-490c-be09-1a950beab20b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:19.073131 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-0c249543-a576-4f6f-a7b7-d680c3f12af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:54:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['fe47708e-c95f-490c-be09-1a950beab20b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:19.168035 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e912d7f-af9c-4882-867b-4fa4fe19f0ea tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:19.180079 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48026) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:19.180530 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6e912d7f-af9c-4882-867b-4fa4fe19f0ea tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe47708e-c95f-490c-be09-1a950beab20b HTTP/1.1" status: 200 len: 982 time: 0.1464183 Sep 16 04:54:19.190071 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-0c249543-a576-4f6f-a7b7-d680c3f12af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:19.216602 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c249543-a576-4f6f-a7b7-d680c3f12af0 None None] Routers {'fe47708e-c95f-490c-be09-1a950beab20b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:19.217440 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-0c249543-a576-4f6f-a7b7-d680c3f12af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:54:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['fe47708e-c95f-490c-be09-1a950beab20b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:19.297427 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-753bc233-303c-4556-bb99-f94152b77ff2 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.320670 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-0c249543-a576-4f6f-a7b7-d680c3f12af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:19.321917 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c249543-a576-4f6f-a7b7-d680c3f12af0 None None] The sync data for ids ['fe47708e-c95f-490c-be09-1a950beab20b'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:54:19.521314 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6daaaac2-ad69-43c0-b5c7-48f0efd8772d None None] Network 5b176c75-bdca-437f-ac9d-05aa6e6916b7 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:19.541147 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753bc233-303c-4556-bb99-f94152b77ff2 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'Port': ['ID=24e8e389-11bb-4488-9732-70a5110e16cd,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:19.706166 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-38d86be4-63b7-47a2-a168-bba4065d6362 None None] Provisioning complete for port 7af2fb77-a5f3-4918-ad0d-cc8bc1a9d40a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:19.709050 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-38d86be4-63b7-47a2-a168-bba4065d6362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.746839 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3dbc9-1a72-416c-b007-534d05aeb40d req-65612677-5900-4d3c-b350-8e11faf10ba1 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:19.755640 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-52c3dbc9-1a72-416c-b007-534d05aeb40d req-65612677-5900-4d3c-b350-8e11faf10ba1 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=010d1707-ce1f-4b76-98df-4b2373165c6c HTTP/1.1" status: 200 len: 946 time: 0.5758867 Sep 16 04:54:19.913601 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-38d86be4-63b7-47a2-a168-bba4065d6362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.918548 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753bc233-303c-4556-bb99-f94152b77ff2 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Network 5b176c75-bdca-437f-ac9d-05aa6e6916b7 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:19.946376 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-753bc233-303c-4556-bb99-f94152b77ff2 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:19.979038 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-38d86be4-63b7-47a2-a168-bba4065d6362 None None] For port 7af2fb77-a5f3-4918-ad0d-cc8bc1a9d40a, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=7af2fb77-a5f3-4918-ad0d-cc8bc1a9d40a,segment=NetworkSegment(68f1d648-cebf-497a-a433-07a45b963bfc),segment_id=68f1d648-cebf-497a-a433-07a45b963bfc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:19.989032 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-38d86be4-63b7-47a2-a168-bba4065d6362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:20.081881 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 7af2fb77-a5f3-4918-ad0d-cc8bc1a9d40a up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:20.087153 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d86be4-63b7-47a2-a168-bba4065d6362 None None] Pushing event updated for resources: {'Port': ['ID=7af2fb77-a5f3-4918-ad0d-cc8bc1a9d40a,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:20.131603 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d86be4-63b7-47a2-a168-bba4065d6362 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:20.132083 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d86be4-63b7-47a2-a168-bba4065d6362 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:20.133314 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d86be4-63b7-47a2-a168-bba4065d6362 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:20.133314 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d86be4-63b7-47a2-a168-bba4065d6362 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:20.135899 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d86be4-63b7-47a2-a168-bba4065d6362 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:20.136422 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d86be4-63b7-47a2-a168-bba4065d6362 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:20.136912 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d86be4-63b7-47a2-a168-bba4065d6362 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:20.137374 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d86be4-63b7-47a2-a168-bba4065d6362 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:20.137839 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d86be4-63b7-47a2-a168-bba4065d6362 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:20.138313 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d86be4-63b7-47a2-a168-bba4065d6362 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:20.138984 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d86be4-63b7-47a2-a168-bba4065d6362 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:20.140255 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d86be4-63b7-47a2-a168-bba4065d6362 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:20.153320 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753bc233-303c-4556-bb99-f94152b77ff2 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Router 1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:54:20.197708 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-52c3dbc9-1a72-416c-b007-534d05aeb40d req-b182b677-1a7a-49a5-80ff-8e3002ee6740 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357092 Sep 16 04:54:20.266855 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 7af2fb77-a5f3-4918-ad0d-cc8bc1a9d40a triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:20.267401 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:20.464226 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device e46248be-ed7c-4edb-800d-f470d8031f9e up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:20.580642 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port e46248be-ed7c-4edb-800d-f470d8031f9e triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:20.582689 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:20.715055 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48062) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:20.838913 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-1da395c9-9812-4529-8b63-6c4e829bf325 None None] Provisioning complete for port 24e8e389-11bb-4488-9732-70a5110e16cd triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:20.840131 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1da395c9-9812-4529-8b63-6c4e829bf325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:20.924124 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-1da395c9-9812-4529-8b63-6c4e829bf325 None None] Port 24e8e389-11bb-4488-9732-70a5110e16cd cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:20.956160 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-1da395c9-9812-4529-8b63-6c4e829bf325 None None] Provisioning complete for port 7af2fb77-a5f3-4918-ad0d-cc8bc1a9d40a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:20.956540 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1da395c9-9812-4529-8b63-6c4e829bf325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:21.059706 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-c1a0ccf7-56a2-40f3-8179-252811ad7b17 tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-135672595', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:21.105394 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a0ccf7-56a2-40f3-8179-252811ad7b17 tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] Made reservation on behalf of 13ba72d1d3b042859a01a339b2d67a51 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:21.108465 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c1a0ccf7-56a2-40f3-8179-252811ad7b17 tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:21.134632 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c1a0ccf7-56a2-40f3-8179-252811ad7b17 tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:21.247138 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b10b6-4e37-4f23-ae9e-7964ed32616f req-990fb4fa-0863-42ce-9b34-defc64c9a8b9 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:21.249774 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f04b10b6-4e37-4f23-ae9e-7964ed32616f req-990fb4fa-0863-42ce-9b34-defc64c9a8b9 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.9206479 Sep 16 04:54:21.325721 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753bc233-303c-4556-bb99-f94152b77ff2 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:54:21.327859 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-992dc667-d4e6-49e6-96e4-8a3b2c8d9725 None None] Provisioning complete for port 24e8e389-11bb-4488-9732-70a5110e16cd triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:21.329557 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-992dc667-d4e6-49e6-96e4-8a3b2c8d9725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:21.380291 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-753bc233-303c-4556-bb99-f94152b77ff2 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "PUT /v2.0/routers/1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4894955 Sep 16 04:54:21.419547 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-992dc667-d4e6-49e6-96e4-8a3b2c8d9725 None None] Port 24e8e389-11bb-4488-9732-70a5110e16cd cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:21.425708 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2edb22-2088-4706-aabd-946607ea4886 None None] Sync routers for ids ['1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:54:21.460976 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c1a0ccf7-56a2-40f3-8179-252811ad7b17 tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:21.462161 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2edb22-2088-4706-aabd-946607ea4886 None None] Routers {'1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:21.463391 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-5b2edb22-2088-4706-aabd-946607ea4886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:54:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:21.469725 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c1a0ccf7-56a2-40f3-8179-252811ad7b17 tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:21.489602 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f04b10b6-4e37-4f23-ae9e-7964ed32616f req-ee74f348-6782-4185-bcd9-1cd179a3da03 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285442 Sep 16 04:54:21.578799 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-c1a0ccf7-56a2-40f3-8179-252811ad7b17 tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] device_id is not set on port 6b207517-abda-461b-8bcc-d84e90eed7a0 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:54:21.598544 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0ccf7-56a2-40f3-8179-252811ad7b17 tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41b4bcb-d01b-4b3b-b806-3c7acf6b916e,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:21.765713 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e4e73cc2-ac7e-462b-9f6b-a414d2496842 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:21.820475 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-a17f5f51-092e-4d78-92f2-b7586b6e69bc None None] Provisioning complete for port 24e8e389-11bb-4488-9732-70a5110e16cd triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:21.827646 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a17f5f51-092e-4d78-92f2-b7586b6e69bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:21.850990 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48084) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:21.859069 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 7af2fb77-a5f3-4918-ad0d-cc8bc1a9d40a up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:22.020380 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-5b2edb22-2088-4706-aabd-946607ea4886 None None] Set router 1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:54:22.070157 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-c1a0ccf7-56a2-40f3-8179-252811ad7b17 tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] Allocated IP 172.25.8.94 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/6b207517-abda-461b-8bcc-d84e90eed7a0) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:22.145225 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-a17f5f51-092e-4d78-92f2-b7586b6e69bc None None] Port 24e8e389-11bb-4488-9732-70a5110e16cd cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:22.240578 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b182db-6d36-4b95-b1a1-a3ecd1a334b9 req-e00cb43a-e96c-4417-b3d9-5f9692e58504 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:22.245165 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-79b182db-6d36-4b95-b1a1-a3ecd1a334b9 req-e00cb43a-e96c-4417-b3d9-5f9692e58504 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 946 time: 0.2659805 Sep 16 04:54:22.391778 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c1a0ccf7-56a2-40f3-8179-252811ad7b17 tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:22.457716 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-79b182db-6d36-4b95-b1a1-a3ecd1a334b9 req-3c1d84d3-18cc-40eb-96a1-b428ecfd3a78 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864014 Sep 16 04:54:22.526420 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 7af2fb77-a5f3-4918-ad0d-cc8bc1a9d40a triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:22.527017 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:22.540112 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-e4e73cc2-ac7e-462b-9f6b-a414d2496842 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Deleting port b45cd0f1-ee93-49c7-8d71-254380ccec63 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:22.541275 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e4e73cc2-ac7e-462b-9f6b-a414d2496842 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:22.774021 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-5b2edb22-2088-4706-aabd-946607ea4886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431317205', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'e46248be-ed7c-4edb-800d-f470d8031f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:02Z', 'updated_at': '2021-09-16T04:54:17Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'e46248be-ed7c-4edb-800d-f470d8031f9e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:68:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:05Z', 'updated_at': '2021-09-16T04:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '24e8e389-11bb-4488-9732-70a5110e16cd', 'name': '', 'network_id': '5b176c75-bdca-437f-ac9d-05aa6e6916b7', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'mac_address': 'fa:16:3e:29:ee:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': 'f9ff2605-c72a-41ed-8f82-af1ea6bf175d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:15Z', 'updated_at': '2021-09-16T04:54:18Z', 'revision_number': 2, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'subnets': [{'id': 'f9ff2605-c72a-41ed-8f82-af1ea6bf175d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:22.800559 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb66ed-2e32-47b6-86f5-fd16b7763316 req-b3d96e2b-0f5e-4de8-b299-ecbcb0205a34 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:22.802562 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-22eb66ed-2e32-47b6-86f5-fd16b7763316 req-b3d96e2b-0f5e-4de8-b299-ecbcb0205a34 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.1311595 Sep 16 04:54:22.823821 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2edb22-2088-4706-aabd-946607ea4886 None None] Checking router: 1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:54:22.824844 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2edb22-2088-4706-aabd-946607ea4886 None None] Updating router 1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2 port 24e8e389-11bb-4488-9732-70a5110e16cd binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:54:22.881946 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5b2edb22-2088-4706-aabd-946607ea4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:22.884825 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e4e73cc2-ac7e-462b-9f6b-a414d2496842 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:22.890482 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-22eb66ed-2e32-47b6-86f5-fd16b7763316 req-25f76d7b-c36f-4e83-87fa-e8c45e9730f0 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782499 Sep 16 04:54:22.919451 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-e4e73cc2-ac7e-462b-9f6b-a414d2496842 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Calling delete_port for b45cd0f1-ee93-49c7-8d71-254380ccec63 owned by network:router_interface {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:22.962297 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c1a0ccf7-56a2-40f3-8179-252811ad7b17 tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:23.073636 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a0ccf7-56a2-40f3-8179-252811ad7b17 tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:23.087635 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-c1a0ccf7-56a2-40f3-8179-252811ad7b17 tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:23.088753 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-dd69cd0a-74d6-47a9-aa42-d8753f650eb5 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-245175877&fields=id&tenant_id=9314d3ea71064ec8a4285d4ce520aaad HTTP/1.1" status: 200 len: 267 time: 0.0699601 Sep 16 04:54:23.090371 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a0ccf7-56a2-40f3-8179-252811ad7b17 tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:23.098905 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0ccf7-56a2-40f3-8179-252811ad7b17 tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] Pushing event updated for resources: {'Port': ['ID=6b207517-abda-461b-8bcc-d84e90eed7a0,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:23.218102 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a0ccf7-56a2-40f3-8179-252811ad7b17 tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:23.219354 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c1a0ccf7-56a2-40f3-8179-252811ad7b17 tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:23.290993 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c1a0ccf7-56a2-40f3-8179-252811ad7b17 tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.5732343 Sep 16 04:54:23.292836 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48110) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:23.299482 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-29eccf96-ada2-48ff-a3d6-c5fdd4cd3748 tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.94'}]}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:23.369890 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-3f230173-91fc-42ae-84f3-6c653eec044d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:23.379184 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-3f230173-91fc-42ae-84f3-6c653eec044d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/networks?id=5b176c75-bdca-437f-ac9d-05aa6e6916b7 HTTP/1.1" status: 200 len: 797 time: 0.2888772 Sep 16 04:54:23.395380 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-29eccf96-ada2-48ff-a3d6-c5fdd4cd3748 tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:23.397623 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-29eccf96-ada2-48ff-a3d6-c5fdd4cd3748 tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:23.405042 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-b8cc16f8-606c-4ebf-a5a3-aeef858e6131 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/quotas/9314d3ea71064ec8a4285d4ce520aaad HTTP/1.1" status: 200 len: 375 time: 0.0247898 Sep 16 04:54:23.463902 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e4e73cc2-ac7e-462b-9f6b-a414d2496842 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:23.490697 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5b2edb22-2088-4706-aabd-946607ea4886 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:23.500045 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5b2edb22-2088-4706-aabd-946607ea4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:23.511936 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e73cc2-ac7e-462b-9f6b-a414d2496842 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Port': ['ID=b45cd0f1-ee93-49c7-8d71-254380ccec63,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:23.570397 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-1dd8addd-7569-49d7-9107-c80bb753af08 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9314d3ea71064ec8a4285d4ce520aaad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1551721 Sep 16 04:54:23.653367 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-0935eef8-cfea-490e-b3ac-07da2701692f service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:54:23.654577 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-0935eef8-cfea-490e-b3ac-07da2701692f service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109148 Sep 16 04:54:23.697628 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-29eccf96-ada2-48ff-a3d6-c5fdd4cd3748 tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:23.843291 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e4e73cc2-ac7e-462b-9f6b-a414d2496842 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.001054 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc8e58-8454-4f8b-a29d-d285cd2419dc None None] Pushing event updated for resources: {'Port': ['ID=24e8e389-11bb-4488-9732-70a5110e16cd,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:24.079534 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-5b2edb22-2088-4706-aabd-946607ea4886 None None] Attempting to bind port 24e8e389-11bb-4488-9732-70a5110e16cd on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:24.080154 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-5b2edb22-2088-4706-aabd-946607ea4886 None None] Attempting to bind port 24e8e389-11bb-4488-9732-70a5110e16cd by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '68f1d648-cebf-497a-a433-07a45b963bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b176c75-bdca-437f-ac9d-05aa6e6916b7'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:24.080643 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-b331cd28-5fbf-4459-a898-a5b03b193712 service neutron] 10.222.0.35 "GET /v2.0/networks/5b176c75-bdca-437f-ac9d-05aa6e6916b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521340 Sep 16 04:54:24.080817 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2edb22-2088-4706-aabd-946607ea4886 None None] Attempting to bind port 24e8e389-11bb-4488-9732-70a5110e16cd on network 5b176c75-bdca-437f-ac9d-05aa6e6916b7 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:24.105110 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2edb22-2088-4706-aabd-946607ea4886 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:24.105689 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2edb22-2088-4706-aabd-946607ea4886 None None] Checking segment: {'id': '68f1d648-cebf-497a-a433-07a45b963bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b176c75-bdca-437f-ac9d-05aa6e6916b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:24.106766 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5b2edb22-2088-4706-aabd-946607ea4886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.107430 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2edb22-2088-4706-aabd-946607ea4886 None None] Bound using segment: {'id': '68f1d648-cebf-497a-a433-07a45b963bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b176c75-bdca-437f-ac9d-05aa6e6916b7'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:24.108237 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-5b2edb22-2088-4706-aabd-946607ea4886 None None] Bound port: 24e8e389-11bb-4488-9732-70a5110e16cd, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f1d648-cebf-497a-a433-07a45b963bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b176c75-bdca-437f-ac9d-05aa6e6916b7'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:24.108936 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5b2edb22-2088-4706-aabd-946607ea4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.115669 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-29eccf96-ada2-48ff-a3d6-c5fdd4cd3748 tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.136670 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-4532fc95-0109-4283-890e-e7677078de85 None None] Provisioning complete for port 24e8e389-11bb-4488-9732-70a5110e16cd triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:24.137674 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4532fc95-0109-4283-890e-e7677078de85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.181533 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9627ec64-dccc-4395-b779-5b2c6a700039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.217420 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e73cc2-ac7e-462b-9f6b-a414d2496842 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Router fe47708e-c95f-490c-be09-1a950beab20b has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:54:24.239676 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-5b2edb22-2088-4706-aabd-946607ea4886 None None] For port 24e8e389-11bb-4488-9732-70a5110e16cd, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:24.243834 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-5b2edb22-2088-4706-aabd-946607ea4886 None None] For port 24e8e389-11bb-4488-9732-70a5110e16cd, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=24e8e389-11bb-4488-9732-70a5110e16cd,segment=NetworkSegment(68f1d648-cebf-497a-a433-07a45b963bfc),segment_id=68f1d648-cebf-497a-a433-07a45b963bfc)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:24.288459 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5b2edb22-2088-4706-aabd-946607ea4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.360811 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc8e58-8454-4f8b-a29d-d285cd2419dc None None] Pushing event updated for resources: {'Port': ['ID=24e8e389-11bb-4488-9732-70a5110e16cd,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:24.388502 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-4532fc95-0109-4283-890e-e7677078de85 None None] Port 24e8e389-11bb-4488-9732-70a5110e16cd cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:24.395044 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2edb22-2088-4706-aabd-946607ea4886 None None] Routers {'1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:24.395695 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-5b2edb22-2088-4706-aabd-946607ea4886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:54:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:24.429475 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-361dc294-5981-442f-8757-93e37c2fe6b0 service neutron] 10.222.0.35 "GET /v2.0/networks/5b176c75-bdca-437f-ac9d-05aa6e6916b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916195 Sep 16 04:54:24.437531 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e73cc2-ac7e-462b-9f6b-a414d2496842 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:54:24.452479 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b0aac9-c522-4756-b0d0-58cea994cdf9 None None] Sync routers for ids ['fe47708e-c95f-490c-be09-1a950beab20b'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:54:24.453469 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e4e73cc2-ac7e-462b-9f6b-a414d2496842 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "PUT /v2.0/routers/fe47708e-c95f-490c-be09-1a950beab20b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2310295 Sep 16 04:54:24.453686 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48118) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:24.485809 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b0aac9-c522-4756-b0d0-58cea994cdf9 None None] Routers {'fe47708e-c95f-490c-be09-1a950beab20b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:24.488474 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-46b0aac9-c522-4756-b0d0-58cea994cdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:54:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['fe47708e-c95f-490c-be09-1a950beab20b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:24.503769 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a39ccc94-d7f4-4f36-9453-2d0772dac3c9 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] GET failed (client error): The resource could not be found. Sep 16 04:54:24.509542 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a39ccc94-d7f4-4f36-9453-2d0772dac3c9 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "GET /v2.0/ports/b45cd0f1-ee93-49c7-8d71-254380ccec63 HTTP/1.1" status: 404 len: 333 time: 0.0547566 Sep 16 04:54:24.510174 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48120) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:24.571948 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-5b2edb22-2088-4706-aabd-946607ea4886 None None] Set router 1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:54:24.672309 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2b1b762d-19f9-494e-8a06-7f5e826db0c5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.822231 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-46b0aac9-c522-4756-b0d0-58cea994cdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:24.858225 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b0aac9-c522-4756-b0d0-58cea994cdf9 None None] Routers {'fe47708e-c95f-490c-be09-1a950beab20b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:24.859181 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-46b0aac9-c522-4756-b0d0-58cea994cdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:54:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['fe47708e-c95f-490c-be09-1a950beab20b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:24.903503 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ed5de652-35a6-4a17-93e7-eb1e9c5dce22 None None] Provisioning complete for port 24e8e389-11bb-4488-9732-70a5110e16cd triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:24.903889 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ed5de652-35a6-4a17-93e7-eb1e9c5dce22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.952029 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-46b0aac9-c522-4756-b0d0-58cea994cdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:24.952711 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b0aac9-c522-4756-b0d0-58cea994cdf9 None None] The sync data for ids ['fe47708e-c95f-490c-be09-1a950beab20b'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:54:24.959498 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:54:25.001951 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-29eccf96-ada2-48ff-a3d6-c5fdd4cd3748 tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.029700 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-29eccf96-ada2-48ff-a3d6-c5fdd4cd3748 tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.101405 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-9627ec64-dccc-4395-b779-5b2c6a700039 admin admin] Deleting port 5b1db9de-8d33-4e5b-9168-6d113f0cb8f8 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:25.102551 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9627ec64-dccc-4395-b779-5b2c6a700039 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.168962 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2b1b762d-19f9-494e-8a06-7f5e826db0c5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.173037 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2b1b762d-19f9-494e-8a06-7f5e826db0c5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.186815 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-5b2edb22-2088-4706-aabd-946607ea4886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431317205', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'e46248be-ed7c-4edb-800d-f470d8031f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:02Z', 'updated_at': '2021-09-16T04:54:17Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'e46248be-ed7c-4edb-800d-f470d8031f9e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:68:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:05Z', 'updated_at': '2021-09-16T04:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '24e8e389-11bb-4488-9732-70a5110e16cd', 'name': '', 'network_id': '5b176c75-bdca-437f-ac9d-05aa6e6916b7', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'mac_address': 'fa:16:3e:29:ee:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': 'f9ff2605-c72a-41ed-8f82-af1ea6bf175d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:15Z', 'updated_at': '2021-09-16T04:54:24Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'subnets': [{'id': 'f9ff2605-c72a-41ed-8f82-af1ea6bf175d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:25.286083 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2edb22-2088-4706-aabd-946607ea4886 None None] The sync data for ids ['1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2'] in n-d-712139-15 is: [{'id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431317205', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'e46248be-ed7c-4edb-800d-f470d8031f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:02Z', 'updated_at': '2021-09-16T04:54:17Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'e46248be-ed7c-4edb-800d-f470d8031f9e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:68:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:05Z', 'updated_at': '2021-09-16T04:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '24e8e389-11bb-4488-9732-70a5110e16cd', 'name': '', 'network_id': '5b176c75-bdca-437f-ac9d-05aa6e6916b7', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'mac_address': 'fa:16:3e:29:ee:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': 'f9ff2605-c72a-41ed-8f82-af1ea6bf175d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:15Z', 'updated_at': '2021-09-16T04:54:24Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'subnets': [{'id': 'f9ff2605-c72a-41ed-8f82-af1ea6bf175d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:54:25.311783 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ed5de652-35a6-4a17-93e7-eb1e9c5dce22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.379371 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2b1b762d-19f9-494e-8a06-7f5e826db0c5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.379955 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1b762d-19f9-494e-8a06-7f5e826db0c5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Fanout notify agent at l3_agent the message router_deleted on router fe47708e-c95f-490c-be09-1a950beab20b {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:54:25.400919 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2b1b762d-19f9-494e-8a06-7f5e826db0c5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.405881 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2b1b762d-19f9-494e-8a06-7f5e826db0c5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/routers/fe47708e-c95f-490c-be09-1a950beab20b HTTP/1.1" status: 204 len: 168 time: 0.8914104 Sep 16 04:54:25.406711 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48138) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:25.427293 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5873f9c4-3fde-416f-8a6b-86408ed2f22b req-29946bc0-959f-4d15-a4e9-401433941f66 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d0d70f5a-6b5d-40a3-bbbb-54906d62b436&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1919553 Sep 16 04:54:25.465525 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-29eccf96-ada2-48ff-a3d6-c5fdd4cd3748 tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.469015 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-ed5de652-35a6-4a17-93e7-eb1e9c5dce22 None None] For port 24e8e389-11bb-4488-9732-70a5110e16cd, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=24e8e389-11bb-4488-9732-70a5110e16cd,segment=NetworkSegment(68f1d648-cebf-497a-a433-07a45b963bfc),segment_id=68f1d648-cebf-497a-a433-07a45b963bfc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:25.479733 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ed5de652-35a6-4a17-93e7-eb1e9c5dce22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.510613 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-9627ec64-dccc-4395-b779-5b2c6a700039 admin admin] For port 5b1db9de-8d33-4e5b-9168-6d113f0cb8f8, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=5b1db9de-8d33-4e5b-9168-6d113f0cb8f8,segment=NetworkSegment(7d04658e-84bb-4be3-acaa-f77a62639bd7),segment_id=7d04658e-84bb-4be3-acaa-f77a62639bd7)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:25.511006 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9627ec64-dccc-4395-b779-5b2c6a700039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.527557 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-9627ec64-dccc-4395-b779-5b2c6a700039 admin admin] Calling delete_port for 5b1db9de-8d33-4e5b-9168-6d113f0cb8f8 owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:25.588808 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-113660d1-3039-4ea9-a8f6-7cf6cd873466 req-ad75757c-0954-49b9-9ad7-5eba442bf108 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 210 time: 0.1294260 Sep 16 04:54:25.610847 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5de652-35a6-4a17-93e7-eb1e9c5dce22 None None] Pushing event updated for resources: {'Port': ['ID=24e8e389-11bb-4488-9732-70a5110e16cd,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:25.639000 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0608a7b-fe65-43ff-8aea-213848eda542 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Deleting subnet e5b274d2-1bef-4698-843d-1eae383e8e89 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:54:25.650779 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b0608a7b-fe65-43ff-8aea-213848eda542 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.698048 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873f9c4-3fde-416f-8a6b-86408ed2f22b req-b7b5a2f7-5fbd-4e69-8c9c-0fa40d62e54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:25.699750 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5873f9c4-3fde-416f-8a6b-86408ed2f22b req-b7b5a2f7-5fbd-4e69-8c9c-0fa40d62e54a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=68cc116df1104257a08239cd46cd0170&device_id=d0d70f5a-6b5d-40a3-bbbb-54906d62b436 HTTP/1.1" status: 200 len: 1060 time: 0.1977282 Sep 16 04:54:25.781227 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b0608a7b-fe65-43ff-8aea-213848eda542 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.884508 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 24e8e389-11bb-4488-9732-70a5110e16cd up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:26.009938 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 24e8e389-11bb-4488-9732-70a5110e16cd triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:26.010959 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.483613 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-29eccf96-ada2-48ff-a3d6-c5fdd4cd3748 tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.492099 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-29eccf96-ada2-48ff-a3d6-c5fdd4cd3748 tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.580382 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-29eccf96-ada2-48ff-a3d6-c5fdd4cd3748 tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.582696 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29eccf96-ada2-48ff-a3d6-c5fdd4cd3748 tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3e05ba80-182c-47df-bfd5-7da55300c628 {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:54:26.687882 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-29eccf96-ada2-48ff-a3d6-c5fdd4cd3748 tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 16 04:54:26.694118 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-29eccf96-ada2-48ff-a3d6-c5fdd4cd3748 tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.3940187 Sep 16 04:54:26.695181 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48162) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:26.772897 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9627ec64-dccc-4395-b779-5b2c6a700039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.775935 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b0608a7b-fe65-43ff-8aea-213848eda542 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.844809 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873f9c4-3fde-416f-8a6b-86408ed2f22b req-a944a20e-4dc0-4fdf-b127-57c613df4979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:26.846629 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5873f9c4-3fde-416f-8a6b-86408ed2f22b req-a944a20e-4dc0-4fdf-b127-57c613df4979 service neutron] 10.222.0.47 "GET /v2.0/networks?id=92ecefce-c627-4abd-9d77-6a33db190651 HTTP/1.1" status: 200 len: 912 time: 1.1179457 Sep 16 04:54:26.867381 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9627ec64-dccc-4395-b779-5b2c6a700039 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b1db9de-8d33-4e5b-9168-6d113f0cb8f8,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:26.930315 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5873f9c4-3fde-416f-8a6b-86408ed2f22b req-3a9a9879-6b44-4b1d-99f4-7c2065f28831 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7ce0463-3d29-43d9-87cf-773d5694fa8e HTTP/1.1" status: 200 len: 217 time: 0.0736902 Sep 16 04:54:26.940664 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f667b-76a3-4a78-8b8e-d20a9473582e req-19a0b6e1-8a01-49c3-b383-4ed2497358a9 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:26.948554 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-556f667b-76a3-4a78-8b8e-d20a9473582e req-19a0b6e1-8a01-49c3-b383-4ed2497358a9 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.2319825 Sep 16 04:54:27.079202 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-2c2b667e-3eb7-46cb-bfc1-53031184873f tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] Deleting port 6b207517-abda-461b-8bcc-d84e90eed7a0 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:27.079805 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2c2b667e-3eb7-46cb-bfc1-53031184873f tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.089926 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b0608a7b-fe65-43ff-8aea-213848eda542 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.168189 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0608a7b-fe65-43ff-8aea-213848eda542 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Subnet': ['ID=e5b274d2-1bef-4698-843d-1eae383e8e89,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:27.175290 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47592652-36e9-433a-ae52-bf0040496b69 None None] Network 1851efbf-4de7-4e65-8fad-bef8d9b57185 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:27.175851 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b0608a7b-fe65-43ff-8aea-213848eda542 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.178422 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b0608a7b-fe65-43ff-8aea-213848eda542 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/subnets/e5b274d2-1bef-4698-843d-1eae383e8e89 HTTP/1.1" status: 204 len: 168 time: 1.7703910 Sep 16 04:54:27.196658 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-556f667b-76a3-4a78-8b8e-d20a9473582e req-9320b550-7502-4787-a7d2-bfa70585d46f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2412884 Sep 16 04:54:27.198183 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48164) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:27.202717 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873f9c4-3fde-416f-8a6b-86408ed2f22b req-961a8142-12b7-48fd-8618-cb5d04b30a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:27.207154 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5873f9c4-3fde-416f-8a6b-86408ed2f22b req-961a8142-12b7-48fd-8618-cb5d04b30a40 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21 HTTP/1.1" status: 200 len: 850 time: 0.2563357 Sep 16 04:54:27.239542 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2c2b667e-3eb7-46cb-bfc1-53031184873f tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.317675 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-2c2b667e-3eb7-46cb-bfc1-53031184873f tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] Calling delete_port for 6b207517-abda-461b-8bcc-d84e90eed7a0 owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:27.448539 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-34089c04-4b50-4d3d-ae88-b334f4532baf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.480288 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9627ec64-dccc-4395-b779-5b2c6a700039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.505964 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9842ec-6643-4849-acf9-97b926d04b7f req-029c7bc5-dba9-46cb-9d30-bfaca7c1c9f1 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:27.523187 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae9842ec-6643-4849-acf9-97b926d04b7f req-029c7bc5-dba9-46cb-9d30-bfaca7c1c9f1 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 946 time: 0.1965795 Sep 16 04:54:27.572742 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873f9c4-3fde-416f-8a6b-86408ed2f22b req-dec61db5-65ce-4b23-bc76-5b26c889c995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:27.575147 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5873f9c4-3fde-416f-8a6b-86408ed2f22b req-dec61db5-65ce-4b23-bc76-5b26c889c995 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=92ecefce-c627-4abd-9d77-6a33db190651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2344327 Sep 16 04:54:27.701363 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be29513f-363d-47bd-ae91-e58a20679701 None None] DHCP port deletion for 1851efbf-4de7-4e65-8fad-bef8d9b57185 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:54:27.945144 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-be29513f-363d-47bd-ae91-e58a20679701 None None] Deleting port 285e24dc-6950-4910-83a2-0ba9bdb897bb {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:27.946167 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-be29513f-363d-47bd-ae91-e58a20679701 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:28.022548 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 24e8e389-11bb-4488-9732-70a5110e16cd up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:28.050588 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae9842ec-6643-4849-acf9-97b926d04b7f req-fc0b5ccb-4a2a-47fc-b638-6ea1766ffb24 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5262501 Sep 16 04:54:28.067848 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-be29513f-363d-47bd-ae91-e58a20679701 None None] For port 285e24dc-6950-4910-83a2-0ba9bdb897bb, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=285e24dc-6950-4910-83a2-0ba9bdb897bb,segment=NetworkSegment(c37ca4ac-f88a-45fe-aab1-142f2c3b7130),segment_id=c37ca4ac-f88a-45fe-aab1-142f2c3b7130)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:28.068771 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-be29513f-363d-47bd-ae91-e58a20679701 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:28.109025 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5873f9c4-3fde-416f-8a6b-86408ed2f22b req-5874e742-6943-4609-8a04-c54fef874884 service neutron] 10.222.0.47 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740942 Sep 16 04:54:28.123971 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-be29513f-363d-47bd-ae91-e58a20679701 None None] Calling delete_port for 285e24dc-6950-4910-83a2-0ba9bdb897bb owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:28.140803 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-34089c04-4b50-4d3d-ae88-b334f4532baf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Deleting port 285e24dc-6950-4910-83a2-0ba9bdb897bb {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:28.141150 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-34089c04-4b50-4d3d-ae88-b334f4532baf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:28.163802 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-2bc2aa7b-d379-4bba-b635-9c814de5700a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:28.165604 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-2bc2aa7b-d379-4bba-b635-9c814de5700a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.48 "GET /v2.0/networks?id=5b176c75-bdca-437f-ac9d-05aa6e6916b7 HTTP/1.1" status: 200 len: 797 time: 0.6977003 Sep 16 04:54:28.219970 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 24e8e389-11bb-4488-9732-70a5110e16cd triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:28.221014 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:28.293693 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-64f7c61a-2173-400c-9cba-597753e991c7 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9314d3ea71064ec8a4285d4ce520aaad HTTP/1.1" status: 200 len: 379 time: 0.1069314 Sep 16 04:54:28.358196 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-be29513f-363d-47bd-ae91-e58a20679701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:28.374128 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2c2b667e-3eb7-46cb-bfc1-53031184873f tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:28.376906 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-74240888-3f08-408a-b149-03f71512b29e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'port': {'device_id': 'c3472258-21a7-410c-865b-b4c706eebb09', 'network_id': '5b176c75-bdca-437f-ac9d-05aa6e6916b7', 'admin_state_up': True, 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'security_groups': ['f8bf0043-6ac7-4179-96cd-3b6e791db078']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:28.421437 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be29513f-363d-47bd-ae91-e58a20679701 None None] No DVR routers for this DVR port 285e24dc-6950-4910-83a2-0ba9bdb897bb on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:28.428063 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be29513f-363d-47bd-ae91-e58a20679701 None None] Pushing event deleted for resources: {'Port': ['ID=285e24dc-6950-4910-83a2-0ba9bdb897bb,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:28.465962 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-34089c04-4b50-4d3d-ae88-b334f4532baf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] For port 285e24dc-6950-4910-83a2-0ba9bdb897bb, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=285e24dc-6950-4910-83a2-0ba9bdb897bb,segment=NetworkSegment(c37ca4ac-f88a-45fe-aab1-142f2c3b7130),segment_id=c37ca4ac-f88a-45fe-aab1-142f2c3b7130)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:28.466335 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-34089c04-4b50-4d3d-ae88-b334f4532baf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:28.500896 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b667e-3eb7-46cb-bfc1-53031184873f tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b207517-abda-461b-8bcc-d84e90eed7a0,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:28.510880 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3ee19493-d108-416c-9724-3d433e52a423 req-50207aca-f204-4a6c-b589-af5fd6ace81a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 210 time: 0.1181648 Sep 16 04:54:28.525307 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5873f9c4-3fde-416f-8a6b-86408ed2f22b req-8688dd3f-f887-46a8-8714-5247b75e6e96 service neutron] 10.222.0.47 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021802 Sep 16 04:54:28.529970 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-34089c04-4b50-4d3d-ae88-b334f4532baf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Calling delete_port for 285e24dc-6950-4910-83a2-0ba9bdb897bb owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:28.601528 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2c2b667e-3eb7-46cb-bfc1-53031184873f tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:28.603679 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2c2b667e-3eb7-46cb-bfc1-53031184873f tempest-RoutersAdminNegativeTest-1669568956 tempest-RoutersAdminNegativeTest-1669568956-project-admin] 10.222.0.35 "DELETE /v2.0/ports/6b207517-abda-461b-8bcc-d84e90eed7a0 HTTP/1.1" status: 204 len: 168 time: 1.9075618 Sep 16 04:54:28.730349 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9627ec64-dccc-4395-b779-5b2c6a700039 admin admin] Router 5c711429-b021-45d2-8194-8af5ca9aec2b has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:54:28.899117 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-74240888-3f08-408a-b149-03f71512b29e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Made reservation on behalf of 9314d3ea71064ec8a4285d4ce520aaad for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:28.906633 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-74240888-3f08-408a-b149-03f71512b29e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:28.928242 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9627ec64-dccc-4395-b779-5b2c6a700039 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:54:28.928550 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-34089c04-4b50-4d3d-ae88-b334f4532baf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:28.937165 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9627ec64-dccc-4395-b779-5b2c6a700039 admin admin] 10.222.0.35 "PUT /v2.0/routers/5c711429-b021-45d2-8194-8af5ca9aec2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0834656 Sep 16 04:54:28.942062 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48198) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:28.949867 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febe17b0-917b-4fd0-aceb-9b95f3a9b599 None None] Sync routers for ids ['5c711429-b021-45d2-8194-8af5ca9aec2b'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:54:28.966770 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febe17b0-917b-4fd0-aceb-9b95f3a9b599 None None] Routers {'5c711429-b021-45d2-8194-8af5ca9aec2b'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:28.968427 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-febe17b0-917b-4fd0-aceb-9b95f3a9b599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:54:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['5c711429-b021-45d2-8194-8af5ca9aec2b'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:28.982947 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34089c04-4b50-4d3d-ae88-b334f4532baf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Port': ['ID=285e24dc-6950-4910-83a2-0ba9bdb897bb,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:28.989641 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34089c04-4b50-4d3d-ae88-b334f4532baf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] No DVR routers for this DVR port 285e24dc-6950-4910-83a2-0ba9bdb897bb on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:29.053562 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3475a-e22d-4ae3-9803-009362378d8f req-7f5cbe8b-bc8f-4728-8fc8-fee46d94279e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:29.056716 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-47c3475a-e22d-4ae3-9803-009362378d8f req-7f5cbe8b-bc8f-4728-8fc8-fee46d94279e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.2154784 Sep 16 04:54:29.224970 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-75f5e562-a28b-4742-af44-2b5ca81c9d2a admin admin] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:29.239604 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-febe17b0-917b-4fd0-aceb-9b95f3a9b599 None None] Set router 5c711429-b021-45d2-8194-8af5ca9aec2b gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:54:29.324599 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-74240888-3f08-408a-b149-03f71512b29e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Allocated IP 172.20.0.5 (5b176c75-bdca-437f-ac9d-05aa6e6916b7/f9ff2605-c72a-41ed-8f82-af1ea6bf175d/7bc1d214-5adc-4176-ba02-d26b747c280e) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:29.332593 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-34089c04-4b50-4d3d-ae88-b334f4532baf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:29.398096 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-75f5e562-a28b-4742-af44-2b5ca81c9d2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:29.423962 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-47c3475a-e22d-4ae3-9803-009362378d8f req-4f40f82b-4a3f-45be-b38d-78d08862b2e7 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3035028 Sep 16 04:54:29.486075 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48208) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:29.515375 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-34089c04-4b50-4d3d-ae88-b334f4532baf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1851efbf-4de7-4e65-8fad-bef8d9b57185']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:29.561951 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-34089c04-4b50-4d3d-ae88-b334f4532baf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c37ca4ac-f88a-45fe-aab1-142f2c3b7130') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:29.563196 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-34089c04-4b50-4d3d-ae88-b334f4532baf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c37ca4ac-f88a-45fe-aab1-142f2c3b7130') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:29.564541 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-febe17b0-917b-4fd0-aceb-9b95f3a9b599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'name': 'tempest-TaggedBootDevicesTest-826315652-router', 'tenant_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'eef70565-41c5-41a6-be1b-ca878dbe12b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:55Z', 'updated_at': '2021-09-16T04:54:26Z', 'revision_number': 5, 'project_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'gw_port': {'id': 'eef70565-41c5-41a6-be1b-ca878dbe12b7', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:cf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:56Z', 'updated_at': '2021-09-16T04:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:29.580405 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-75f5e562-a28b-4742-af44-2b5ca81c9d2a admin admin] Deleting port eef70565-41c5-41a6-be1b-ca878dbe12b7 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:29.581878 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-75f5e562-a28b-4742-af44-2b5ca81c9d2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:29.615197 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-34089c04-4b50-4d3d-ae88-b334f4532baf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:29.624147 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febe17b0-917b-4fd0-aceb-9b95f3a9b599 None None] Checking router: 5c711429-b021-45d2-8194-8af5ca9aec2b for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:54:29.647056 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febe17b0-917b-4fd0-aceb-9b95f3a9b599 None None] Routers {'5c711429-b021-45d2-8194-8af5ca9aec2b'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:29.648776 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-febe17b0-917b-4fd0-aceb-9b95f3a9b599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:54:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['5c711429-b021-45d2-8194-8af5ca9aec2b'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:29.725826 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-34089c04-4b50-4d3d-ae88-b334f4532baf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:29.793064 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34089c04-4b50-4d3d-ae88-b334f4532baf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:54:29.793738 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-34089c04-4b50-4d3d-ae88-b334f4532baf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:54:29.805558 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:54:29.818976 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 285e24dc-6950-4910-83a2-0ba9bdb897bb no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:29.875782 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 285e24dc-6950-4910-83a2-0ba9bdb897bb {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:29.876210 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 285e24dc-6950-4910-83a2-0ba9bdb897bb not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:29.907623 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-febe17b0-917b-4fd0-aceb-9b95f3a9b599 None None] Set router 5c711429-b021-45d2-8194-8af5ca9aec2b gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:54:29.952294 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-75f5e562-a28b-4742-af44-2b5ca81c9d2a admin admin] For port eef70565-41c5-41a6-be1b-ca878dbe12b7, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=eef70565-41c5-41a6-be1b-ca878dbe12b7,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:29.953163 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-75f5e562-a28b-4742-af44-2b5ca81c9d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:29.983420 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-75f5e562-a28b-4742-af44-2b5ca81c9d2a admin admin] Calling delete_port for eef70565-41c5-41a6-be1b-ca878dbe12b7 owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:30.006716 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-febe17b0-917b-4fd0-aceb-9b95f3a9b599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'name': 'tempest-TaggedBootDevicesTest-826315652-router', 'tenant_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:55Z', 'updated_at': '2021-09-16T04:54:29Z', 'revision_number': 6, 'project_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:30.072226 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febe17b0-917b-4fd0-aceb-9b95f3a9b599 None None] The sync data for ids ['5c711429-b021-45d2-8194-8af5ca9aec2b'] in n-d-712139-15 is: [{'id': '5c711429-b021-45d2-8194-8af5ca9aec2b', 'name': 'tempest-TaggedBootDevicesTest-826315652-router', 'tenant_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:55Z', 'updated_at': '2021-09-16T04:54:29Z', 'revision_number': 6, 'project_id': '7bbe39f2ccff44e5a5c6b6e96a70ab43', 'gw_port_host': None}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:54:30.153873 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7d55769d-16fd-42c0-a7e8-c07a5d062ff8 req-4b195249-2698-4860-8272-eb242f5067b3 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 210 time: 0.1427183 Sep 16 04:54:30.182435 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6b4fd1f8-0dc8-456f-93bc-1c27281df5f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.224260 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-34089c04-4b50-4d3d-ae88-b334f4532baf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.281368 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-34089c04-4b50-4d3d-ae88-b334f4532baf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.285083 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-34089c04-4b50-4d3d-ae88-b334f4532baf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/networks/1851efbf-4de7-4e65-8fad-bef8d9b57185 HTTP/1.1" status: 204 len: 168 time: 3.0751097 Sep 16 04:54:30.290854 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34089c04-4b50-4d3d-ae88-b334f4532baf tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Network': ['ID=1851efbf-4de7-4e65-8fad-bef8d9b57185,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:30.291201 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48218) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:30.329911 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-74240888-3f08-408a-b149-03f71512b29e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.384735 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffd1444-6803-4795-98d2-4cb6f665474c tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:30.384735 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9ffd1444-6803-4795-98d2-4cb6f665474c tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "GET /v2.0/ports/fc50243f-0ebe-4370-af91-ee0acabfe7b2 HTTP/1.1" status: 200 len: 841 time: 0.0882380 Sep 16 04:54:30.386276 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48222) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:30.443957 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0c500ab6-9ad6-4834-a1be-0fc376376fd5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "GET /v2.0/ports/fc50243f-0ebe-4370-af91-ee0acabfe7b2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0564368 Sep 16 04:54:30.447408 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48224) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:30.455439 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-8815f3a8-d4e9-421b-9418-b7467ed6cc08 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'subnet': {'network_id': '2f9390cb-4489-4133-8b77-d0812c7ca5f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:30.460791 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-75f5e562-a28b-4742-af44-2b5ca81c9d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.489508 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2553fb-cd81-44bf-a989-61c0de4ea8ca req-4130935b-ae4e-4680-8d04-f70f5a1ff499 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:30.498176 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c2553fb-cd81-44bf-a989-61c0de4ea8ca req-4130935b-ae4e-4680-8d04-f70f5a1ff499 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 946 time: 0.1854670 Sep 16 04:54:30.517689 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-74240888-3f08-408a-b149-03f71512b29e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.546187 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5e562-a28b-4742-af44-2b5ca81c9d2a admin admin] Pushing event deleted for resources: {'Port': ['ID=eef70565-41c5-41a6-be1b-ca878dbe12b7,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:30.624101 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-74240888-3f08-408a-b149-03f71512b29e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Network 5b176c75-bdca-437f-ac9d-05aa6e6916b7 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:30.675224 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74240888-3f08-408a-b149-03f71512b29e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'Port': ['ID=7bc1d214-5adc-4176-ba02-d26b747c280e,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:30.686676 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-75f5e562-a28b-4742-af44-2b5ca81c9d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.687347 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-74240888-3f08-408a-b149-03f71512b29e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:30.692911 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6b4fd1f8-0dc8-456f-93bc-1c27281df5f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.698438 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-74240888-3f08-408a-b149-03f71512b29e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:30.764826 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c2553fb-cd81-44bf-a989-61c0de4ea8ca req-7fb36627-8ff2-4cb9-b724-f88fe618ccdc tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643230 Sep 16 04:54:30.773434 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-74240888-3f08-408a-b149-03f71512b29e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:30.774395 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-74240888-3f08-408a-b149-03f71512b29e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.778359 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6b4fd1f8-0dc8-456f-93bc-1c27281df5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.895171 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-75f5e562-a28b-4742-af44-2b5ca81c9d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.902763 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-75f5e562-a28b-4742-af44-2b5ca81c9d2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.909013 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6b4fd1f8-0dc8-456f-93bc-1c27281df5f1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8c6e09f8d692460b80acbe0a5850a4c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4121921 Sep 16 04:54:30.910308 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48234) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:30.978857 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8815f3a8-d4e9-421b-9418-b7467ed6cc08 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Made reservation on behalf of 02d0d2917e594a5f85c23d8add7f0e99 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:30.985311 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8815f3a8-d4e9-421b-9418-b7467ed6cc08 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.991777 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-75f5e562-a28b-4742-af44-2b5ca81c9d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.992290 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f5e562-a28b-4742-af44-2b5ca81c9d2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c711429-b021-45d2-8194-8af5ca9aec2b {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:54:30.997281 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4fd1f8-0dc8-456f-93bc-1c27281df5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfaaf72-ab53-42c5-a574-98e126df7194,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:31.017990 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-75f5e562-a28b-4742-af44-2b5ca81c9d2a admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.022582 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-75f5e562-a28b-4742-af44-2b5ca81c9d2a admin admin] 10.222.0.35 "DELETE /v2.0/routers/5c711429-b021-45d2-8194-8af5ca9aec2b HTTP/1.1" status: 204 len: 168 time: 2.0761733 Sep 16 04:54:31.023754 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48236) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:31.074264 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-74240888-3f08-408a-b149-03f71512b29e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7120342 Sep 16 04:54:31.107737 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-340566b6-1913-4640-8835-bff8ff19c315 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:54:31.109827 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-340566b6-1913-4640-8835-bff8ff19c315 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077724 Sep 16 04:54:31.110940 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6194cd97-7df1-4e34-b60c-174990edd55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.173615 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348f934-6c13-431b-ad67-90c963186e25 req-76bd81ee-0fcd-4ecb-b54e-30e4663659ed tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:31.183439 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1348f934-6c13-431b-ad67-90c963186e25 req-76bd81ee-0fcd-4ecb-b54e-30e4663659ed tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.1607544 Sep 16 04:54:31.207071 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-eb6be57c-1879-41cc-b9f9-5112ed91562f None None] Provisioning complete for port 7bc1d214-5adc-4176-ba02-d26b747c280e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:31.211345 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-eb6be57c-1879-41cc-b9f9-5112ed91562f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.220200 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6194cd97-7df1-4e34-b60c-174990edd55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.223928 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-0220d916-922c-4695-9477-d0f89bf165a5 admin admin] Deleting subnet 0f51e33f-c259-43fe-9f3c-bfa9813e6953 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:54:31.231572 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0220d916-922c-4695-9477-d0f89bf165a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.293472 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-eb6be57c-1879-41cc-b9f9-5112ed91562f None None] Port 7bc1d214-5adc-4176-ba02-d26b747c280e cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:31.301228 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1348f934-6c13-431b-ad67-90c963186e25 req-b5b12803-b5b3-445e-b9c4-e63992a5cf6c tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165679 Sep 16 04:54:31.355022 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0220d916-922c-4695-9477-d0f89bf165a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.396961 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6194cd97-7df1-4e34-b60c-174990edd55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.400917 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6194cd97-7df1-4e34-b60c-174990edd55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.403230 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6194cd97-7df1-4e34-b60c-174990edd55c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6bfaaf72-ab53-42c5-a574-98e126df7194 HTTP/1.1" status: 204 len: 168 time: 0.4916115 Sep 16 04:54:31.427223 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194cd97-7df1-4e34-b60c-174990edd55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfaaf72-ab53-42c5-a574-98e126df7194,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:31.446959 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-ecff48ae-5f3d-44a3-b1cc-32960471613c service neutron] Request body: {'port': {'device_id': 'c3472258-21a7-410c-865b-b4c706eebb09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:31.654195 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-ecff48ae-5f3d-44a3-b1cc-32960471613c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.686868 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48250) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:31.771828 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 5b1db9de-8d33-4e5b-9168-6d113f0cb8f8 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:31.808833 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8815f3a8-d4e9-421b-9418-b7467ed6cc08 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.827660 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 5b1db9de-8d33-4e5b-9168-6d113f0cb8f8 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:31.828892 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 5b1db9de-8d33-4e5b-9168-6d113f0cb8f8 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:31.829525 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device eef70565-41c5-41a6-be1b-ca878dbe12b7 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:31.850032 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0220d916-922c-4695-9477-d0f89bf165a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.879632 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: eef70565-41c5-41a6-be1b-ca878dbe12b7 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:31.880439 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device eef70565-41c5-41a6-be1b-ca878dbe12b7 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:31.952418 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8815f3a8-d4e9-421b-9418-b7467ed6cc08 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Network 2f9390cb-4489-4133-8b77-d0812c7ca5f1 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:31.957101 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0220d916-922c-4695-9477-d0f89bf165a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.967124 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-8815f3a8-d4e9-421b-9418-b7467ed6cc08 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:31.982015 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f38285-4fd0-458c-bf62-2646d1e0a7b2 None None] Network 2f9390cb-4489-4133-8b77-d0812c7ca5f1 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:31.983340 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76afa1df-f524-46dd-944d-c09fbeb6ce30 req-3c720f42-80de-49d3-9ff2-24bd62b85fec tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:31.990639 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8815f3a8-d4e9-421b-9418-b7467ed6cc08 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:31.991781 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8815f3a8-d4e9-421b-9418-b7467ed6cc08 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.997722 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-76afa1df-f524-46dd-944d-c09fbeb6ce30 req-3c720f42-80de-49d3-9ff2-24bd62b85fec tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 931 time: 0.3933251 Sep 16 04:54:32.023442 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815f3a8-d4e9-421b-9418-b7467ed6cc08 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Subnet': ['ID=5078ea25-0d0e-4069-a7f4-491a90e3c296,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:32.046109 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0220d916-922c-4695-9477-d0f89bf165a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.051225 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0220d916-922c-4695-9477-d0f89bf165a5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0f51e33f-c259-43fe-9f3c-bfa9813e6953 HTTP/1.1" status: 204 len: 168 time: 1.0229735 Sep 16 04:54:32.051225 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8815f3a8-d4e9-421b-9418-b7467ed6cc08 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6012809 Sep 16 04:54:32.066313 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48258) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:32.066972 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48260) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:32.072919 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-e9f1282e-2f66-4e6f-ade1-fa0bc15edcb5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'security_group': {'name': 'tempest-secgroup-1909841941'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:32.120424 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0220d916-922c-4695-9477-d0f89bf165a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f51e33f-c259-43fe-9f3c-bfa9813e6953,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:32.149230 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ce710aa4-ebe6-4a3f-acfa-e968f26dafee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.151480 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48262) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:32.214450 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-087e447a-3142-461f-b2dc-b1b013265c5b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=13ba72d1d3b042859a01a339b2d67a51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0612659 Sep 16 04:54:32.220656 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48264) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:32.221447 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f861f368-d558-416e-8cfc-6fb1195ce8b6 None None] Network 268ab5df-65e1-4022-9ab7-d67387588731 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:32.253533 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-76afa1df-f524-46dd-944d-c09fbeb6ce30 req-554b073f-884f-4ff6-ae0c-b2bb735e6ea0 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2533152 Sep 16 04:54:32.287519 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a4926eb8-b07d-4e1d-b9b0-d30483c6fb86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.321052 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a4926eb8-b07d-4e1d-b9b0-d30483c6fb86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.323051 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e9f1282e-2f66-4e6f-ade1-fa0bc15edcb5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.329778 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6a08921a-221d-43dc-8474-161aec38fcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.406021 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a4926eb8-b07d-4e1d-b9b0-d30483c6fb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.408596 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a4926eb8-b07d-4e1d-b9b0-d30483c6fb86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.428539 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a4926eb8-b07d-4e1d-b9b0-d30483c6fb86 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e41b4bcb-d01b-4b3b-b806-3c7acf6b916e HTTP/1.1" status: 204 len: 168 time: 0.1888163 Sep 16 04:54:32.432514 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e860696c-f63d-4bc1-9458-2f9f2e3e9c7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-2f9390cb-4489-4133-8b77-d0812c7ca5f1', 'network_id': '2f9390cb-4489-4133-8b77-d0812c7ca5f1', 'tenant_id': '02d0d2917e594a5f85c23d8add7f0e99', 'fixed_ips': [{'subnet_id': '5078ea25-0d0e-4069-a7f4-491a90e3c296'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:54:32.433364 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e860696c-f63d-4bc1-9458-2f9f2e3e9c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.451189 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-ecff48ae-5f3d-44a3-b1cc-32960471613c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bc1d214-5adc-4176-ba02-d26b747c280e {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:32.460270 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-ecff48ae-5f3d-44a3-b1cc-32960471613c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.492419 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4926eb8-b07d-4e1d-b9b0-d30483c6fb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41b4bcb-d01b-4b3b-b806-3c7acf6b916e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:32.645069 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ce710aa4-ebe6-4a3f-acfa-e968f26dafee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.661156 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ce710aa4-ebe6-4a3f-acfa-e968f26dafee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.662650 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-ecff48ae-5f3d-44a3-b1cc-32960471613c service neutron] Transition to ACTIVE for port object 7bc1d214-5adc-4176-ba02-d26b747c280e will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:54:32.719255 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-ecff48ae-5f3d-44a3-b1cc-32960471613c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.745120 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ce710aa4-ebe6-4a3f-acfa-e968f26dafee admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1ab7bab96c43410d9d2bd4fd8670b225&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0556378 Sep 16 04:54:32.746723 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48274) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:32.757485 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce710aa4-ebe6-4a3f-acfa-e968f26dafee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb9f934-5e68-4d40-9f1b-fc3cba215b63,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:32.856102 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff48ae-5f3d-44a3-b1cc-32960471613c service neutron] Pushing event updated for resources: {'Port': ['ID=7bc1d214-5adc-4176-ba02-d26b747c280e,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:32.872672 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2370eac-5c0c-4022-a2a0-4b8e9fbae73a req-ed29da63-b44e-4030-a6f4-5f432f67f39f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:32.881849 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d2370eac-5c0c-4022-a2a0-4b8e9fbae73a req-ed29da63-b44e-4030-a6f4-5f432f67f39f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.3856881 Sep 16 04:54:32.897019 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d810f413-5410-424b-ac8d-d015342f023e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.929594 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-6a08921a-221d-43dc-8474-161aec38fcc3 admin admin] Deleting port 2757ae34-ba14-4151-9404-0369aa8ce2a6 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:32.930067 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6a08921a-221d-43dc-8474-161aec38fcc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.947634 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338a3c7e-fd2f-4370-b981-942c3ea05dfb None None] DHCP port deletion for 268ab5df-65e1-4022-9ab7-d67387588731 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:54:32.960549 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d810f413-5410-424b-ac8d-d015342f023e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.010634 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d2370eac-5c0c-4022-a2a0-4b8e9fbae73a req-4d98c28e-a51c-4582-b74c-b240b8db607b tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267154 Sep 16 04:54:33.057310 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d810f413-5410-424b-ac8d-d015342f023e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.068644 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d810f413-5410-424b-ac8d-d015342f023e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.069878 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d810f413-5410-424b-ac8d-d015342f023e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9cb9f934-5e68-4d40-9f1b-fc3cba215b63 HTTP/1.1" status: 204 len: 168 time: 0.3207271 Sep 16 04:54:33.079853 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-e860696c-f63d-4bc1-9458-2f9f2e3e9c7e None None] Allocated IP 172.20.0.2 (2f9390cb-4489-4133-8b77-d0812c7ca5f1/5078ea25-0d0e-4069-a7f4-491a90e3c296/5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:33.094408 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810f413-5410-424b-ac8d-d015342f023e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb9f934-5e68-4d40-9f1b-fc3cba215b63,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:33.164723 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-338a3c7e-fd2f-4370-b981-942c3ea05dfb None None] Deleting port 2757ae34-ba14-4151-9404-0369aa8ce2a6 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:33.165395 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-338a3c7e-fd2f-4370-b981-942c3ea05dfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.187248 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e9f1282e-2f66-4e6f-ade1-fa0bc15edcb5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.191811 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-6a08921a-221d-43dc-8474-161aec38fcc3 admin admin] For port 2757ae34-ba14-4151-9404-0369aa8ce2a6, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2757ae34-ba14-4151-9404-0369aa8ce2a6,segment=NetworkSegment(7d04658e-84bb-4be3-acaa-f77a62639bd7),segment_id=7d04658e-84bb-4be3-acaa-f77a62639bd7)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:33.192621 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6a08921a-221d-43dc-8474-161aec38fcc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.216333 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e9f1282e-2f66-4e6f-ade1-fa0bc15edcb5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.244262 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e9f1282e-2f66-4e6f-ade1-fa0bc15edcb5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.245646 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e9f1282e-2f66-4e6f-ade1-fa0bc15edcb5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1761398 Sep 16 04:54:33.246846 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-6a08921a-221d-43dc-8474-161aec38fcc3 admin admin] Calling delete_port for 2757ae34-ba14-4151-9404-0369aa8ce2a6 owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:33.249761 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48284) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:33.255761 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-615e312e-d4c8-4e0a-bce9-7949e0d37598 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'security_group': {'name': 'tempest-secgroup-540647120'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:33.319001 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-338a3c7e-fd2f-4370-b981-942c3ea05dfb None None] For port 2757ae34-ba14-4151-9404-0369aa8ce2a6, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2757ae34-ba14-4151-9404-0369aa8ce2a6,segment=NetworkSegment(7d04658e-84bb-4be3-acaa-f77a62639bd7),segment_id=7d04658e-84bb-4be3-acaa-f77a62639bd7)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:33.320090 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-615e312e-d4c8-4e0a-bce9-7949e0d37598 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.321191 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-338a3c7e-fd2f-4370-b981-942c3ea05dfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.352314 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-338a3c7e-fd2f-4370-b981-942c3ea05dfb None None] Calling delete_port for 2757ae34-ba14-4151-9404-0369aa8ce2a6 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:33.438546 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1282e-2f66-4e6f-ade1-fa0bc15edcb5 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ca170f-bac6-4644-b5a4-ea73a5ba21ae,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:33.487385 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-ecff48ae-5f3d-44a3-b1cc-32960471613c service neutron] Attempting to bind port 7bc1d214-5adc-4176-ba02-d26b747c280e on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:33.488260 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-ecff48ae-5f3d-44a3-b1cc-32960471613c service neutron] Attempting to bind port 7bc1d214-5adc-4176-ba02-d26b747c280e by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '68f1d648-cebf-497a-a433-07a45b963bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b176c75-bdca-437f-ac9d-05aa6e6916b7'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:33.488817 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-ecff48ae-5f3d-44a3-b1cc-32960471613c service neutron] Attempting to bind port 7bc1d214-5adc-4176-ba02-d26b747c280e on network 5b176c75-bdca-437f-ac9d-05aa6e6916b7 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:33.516307 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-ecff48ae-5f3d-44a3-b1cc-32960471613c service neutron] Port 7bc1d214-5adc-4176-ba02-d26b747c280e on network 5b176c75-bdca-437f-ac9d-05aa6e6916b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:54:33.527736 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-338a3c7e-fd2f-4370-b981-942c3ea05dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.528735 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-ecff48ae-5f3d-44a3-b1cc-32960471613c service neutron] Attempting to bind port 7bc1d214-5adc-4176-ba02-d26b747c280e on network 5b176c75-bdca-437f-ac9d-05aa6e6916b7 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:33.539454 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-615e312e-d4c8-4e0a-bce9-7949e0d37598 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.548453 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-615e312e-d4c8-4e0a-bce9-7949e0d37598 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.556657 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a3c7e-fd2f-4370-b981-942c3ea05dfb None None] Pushing event deleted for resources: {'Port': ['ID=2757ae34-ba14-4151-9404-0369aa8ce2a6,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:33.572139 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-615e312e-d4c8-4e0a-bce9-7949e0d37598 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.577109 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-615e312e-d4c8-4e0a-bce9-7949e0d37598 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3226628 Sep 16 04:54:33.579968 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-ecff48ae-5f3d-44a3-b1cc-32960471613c service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:33.582171 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48292) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:33.582669 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-ecff48ae-5f3d-44a3-b1cc-32960471613c service neutron] Checking segment: {'id': '68f1d648-cebf-497a-a433-07a45b963bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b176c75-bdca-437f-ac9d-05aa6e6916b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:33.584397 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-ecff48ae-5f3d-44a3-b1cc-32960471613c service neutron] Bound using segment: {'id': '68f1d648-cebf-497a-a433-07a45b963bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b176c75-bdca-437f-ac9d-05aa6e6916b7'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:33.585591 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-ecff48ae-5f3d-44a3-b1cc-32960471613c service neutron] Bound port: 7bc1d214-5adc-4176-ba02-d26b747c280e, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68f1d648-cebf-497a-a433-07a45b963bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b176c75-bdca-437f-ac9d-05aa6e6916b7'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:33.587224 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-ecff48ae-5f3d-44a3-b1cc-32960471613c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.591739 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-eb098e4b-3d3a-4364-8504-72e35fb516c8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1708642721', 'security_groups': ['30fd66c2-ec2c-4567-a227-62ed4b050699'], 'network_id': '2f9390cb-4489-4133-8b77-d0812c7ca5f1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5078ea25-0d0e-4069-a7f4-491a90e3c296'}]}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:33.610867 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338a3c7e-fd2f-4370-b981-942c3ea05dfb None None] No DVR routers for this DVR port 2757ae34-ba14-4151-9404-0369aa8ce2a6 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:33.726514 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e312e-d4c8-4e0a-bce9-7949e0d37598 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30fd66c2-ec2c-4567-a227-62ed4b050699,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:33.819673 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2757ae34-ba14-4151-9404-0369aa8ce2a6 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:33.822753 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6a08921a-221d-43dc-8474-161aec38fcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.860332 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb098e4b-3d3a-4364-8504-72e35fb516c8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Made reservation on behalf of 02d0d2917e594a5f85c23d8add7f0e99 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:33.868635 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 2757ae34-ba14-4151-9404-0369aa8ce2a6 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:33.869233 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2757ae34-ba14-4151-9404-0369aa8ce2a6 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:33.877975 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e860696c-f63d-4bc1-9458-2f9f2e3e9c7e None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.890587 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e860696c-f63d-4bc1-9458-2f9f2e3e9c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.929998 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48300) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:33.957296 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860696c-f63d-4bc1-9458-2f9f2e3e9c7e None None] Pushing event updated for resources: {'Port': ['ID=5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:33.969260 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e860696c-f63d-4bc1-9458-2f9f2e3e9c7e None None] Network 2f9390cb-4489-4133-8b77-d0812c7ca5f1 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:33.971977 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-e860696c-f63d-4bc1-9458-2f9f2e3e9c7e None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:33.984249 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e860696c-f63d-4bc1-9458-2f9f2e3e9c7e None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:33.997962 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cda569ee-6c76-45bc-9f50-2e1d15926deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.017605 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9437d70-bafd-48de-b345-1052ac7dd84b req-3185ea46-654d-48f1-a6c9-d552cae6fd58 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:34.026809 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e9437d70-bafd-48de-b345-1052ac7dd84b req-3185ea46-654d-48f1-a6c9-d552cae6fd58 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 943 time: 0.4781063 Sep 16 04:54:34.057594 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08921a-221d-43dc-8474-161aec38fcc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2757ae34-ba14-4151-9404-0369aa8ce2a6,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:34.068276 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a08921a-221d-43dc-8474-161aec38fcc3 admin admin] No DVR routers for this DVR port 2757ae34-ba14-4151-9404-0369aa8ce2a6 on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:34.070067 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-eb098e4b-3d3a-4364-8504-72e35fb516c8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.085338 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-e860696c-f63d-4bc1-9458-2f9f2e3e9c7e None None] Attempting to bind port 5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:34.086110 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-e860696c-f63d-4bc1-9458-2f9f2e3e9c7e None None] Attempting to bind port 5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'd6bb57be-67b8-45f6-b653-59e53ab81773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2f9390cb-4489-4133-8b77-d0812c7ca5f1'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:34.086794 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e860696c-f63d-4bc1-9458-2f9f2e3e9c7e None None] Attempting to bind port 5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2 on network 2f9390cb-4489-4133-8b77-d0812c7ca5f1 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:34.100071 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e860696c-f63d-4bc1-9458-2f9f2e3e9c7e None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:34.101736 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e860696c-f63d-4bc1-9458-2f9f2e3e9c7e None None] Checking segment: {'id': 'd6bb57be-67b8-45f6-b653-59e53ab81773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2f9390cb-4489-4133-8b77-d0812c7ca5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:34.102427 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e860696c-f63d-4bc1-9458-2f9f2e3e9c7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.103097 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e860696c-f63d-4bc1-9458-2f9f2e3e9c7e None None] Bound using segment: {'id': 'd6bb57be-67b8-45f6-b653-59e53ab81773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2f9390cb-4489-4133-8b77-d0812c7ca5f1'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:34.104555 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-e860696c-f63d-4bc1-9458-2f9f2e3e9c7e None None] Bound port: 5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6bb57be-67b8-45f6-b653-59e53ab81773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2f9390cb-4489-4133-8b77-d0812c7ca5f1'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:34.105285 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e860696c-f63d-4bc1-9458-2f9f2e3e9c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.115268 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-eb098e4b-3d3a-4364-8504-72e35fb516c8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] device_id is not set on port b65e2a33-9daf-434c-9539-422659925859 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:54:34.202259 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6a08921a-221d-43dc-8474-161aec38fcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.224853 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-ecff48ae-5f3d-44a3-b1cc-32960471613c service neutron] For port 7bc1d214-5adc-4176-ba02-d26b747c280e, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:34.246106 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-6a08921a-221d-43dc-8474-161aec38fcc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['268ab5df-65e1-4022-9ab7-d67387588731']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:34.272550 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-e860696c-f63d-4bc1-9458-2f9f2e3e9c7e None None] For port 5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:34.278896 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-e860696c-f63d-4bc1-9458-2f9f2e3e9c7e None None] For port 5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2,segment=NetworkSegment(d6bb57be-67b8-45f6-b653-59e53ab81773),segment_id=d6bb57be-67b8-45f6-b653-59e53ab81773)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:34.289455 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cda569ee-6c76-45bc-9f50-2e1d15926deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.291611 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e860696c-f63d-4bc1-9458-2f9f2e3e9c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.306281 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-6a08921a-221d-43dc-8474-161aec38fcc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d04658e-84bb-4be3-acaa-f77a62639bd7') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:34.306805 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-6a08921a-221d-43dc-8474-161aec38fcc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d04658e-84bb-4be3-acaa-f77a62639bd7') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:34.333018 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e9437d70-bafd-48de-b345-1052ac7dd84b req-822a72a5-a425-4816-82af-81b5b498e9db tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3027754 Sep 16 04:54:34.338139 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cda569ee-6c76-45bc-9f50-2e1d15926deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.341583 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-ecff48ae-5f3d-44a3-b1cc-32960471613c service neutron] For port 7bc1d214-5adc-4176-ba02-d26b747c280e, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=7bc1d214-5adc-4176-ba02-d26b747c280e,segment=NetworkSegment(68f1d648-cebf-497a-a433-07a45b963bfc),segment_id=68f1d648-cebf-497a-a433-07a45b963bfc)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:34.375850 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-ecff48ae-5f3d-44a3-b1cc-32960471613c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.390063 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6a08921a-221d-43dc-8474-161aec38fcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.427482 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cda569ee-6c76-45bc-9f50-2e1d15926deb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ea62f36b57324fa8af3f48cf7d75fef9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4962330 Sep 16 04:54:34.428292 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48312) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:34.431057 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860696c-f63d-4bc1-9458-2f9f2e3e9c7e None None] Pushing event updated for resources: {'Port': ['ID=5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:34.432536 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda569ee-6c76-45bc-9f50-2e1d15926deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4376d614-404b-438f-ae76-c0d8a0d31c2e,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:34.465623 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6a08921a-221d-43dc-8474-161aec38fcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.481461 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-ecff48ae-5f3d-44a3-b1cc-32960471613c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:34.482098 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-ecff48ae-5f3d-44a3-b1cc-32960471613c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.483576 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-ecff48ae-5f3d-44a3-b1cc-32960471613c service neutron] 10.222.0.48 "PUT /v2.0/ports/7bc1d214-5adc-4176-ba02-d26b747c280e HTTP/1.1" status: 200 len: 1092 time: 3.3493383 Sep 16 04:54:34.484243 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3472258-21a7-410c-865b-b4c706eebb09', 'tag': '7bc1d214-5adc-4176-ba02-d26b747c280e'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:34.507220 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12150207-acd6-4fab-8649-ea85841f1d29" -d '{"events": [{"name": "network-changed", "server_uuid": "c3472258-21a7-410c-865b-b4c706eebb09", "tag": "7bc1d214-5adc-4176-ba02-d26b747c280e"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:34.526120 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a08921a-221d-43dc-8474-161aec38fcc3 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:54:34.526882 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6a08921a-221d-43dc-8474-161aec38fcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:54:34.528877 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:54:34.605928 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff48ae-5f3d-44a3-b1cc-32960471613c service neutron] Pushing event updated for resources: {'Port': ['ID=7bc1d214-5adc-4176-ba02-d26b747c280e,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:34.637444 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-eb098e4b-3d3a-4364-8504-72e35fb516c8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Allocated IP 172.20.0.7 (2f9390cb-4489-4133-8b77-d0812c7ca5f1/5078ea25-0d0e-4069-a7f4-491a90e3c296/b65e2a33-9daf-434c-9539-422659925859) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:34.690692 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b936c5a1-bdb3-4b63-a126-a3702293f12f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.750736 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b936c5a1-bdb3-4b63-a126-a3702293f12f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.763445 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6a08921a-221d-43dc-8474-161aec38fcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.772342 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48318) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:34.790757 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6a08921a-221d-43dc-8474-161aec38fcc3 admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.805495 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6a08921a-221d-43dc-8474-161aec38fcc3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/268ab5df-65e1-4022-9ab7-d67387588731 HTTP/1.1" status: 204 len: 168 time: 2.7297866 Sep 16 04:54:34.813041 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08921a-221d-43dc-8474-161aec38fcc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=268ab5df-65e1-4022-9ab7-d67387588731,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:34.899576 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-6d94bdcd-aaf0-404c-8bf8-9a3a54be96f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:34.901138 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-6d94bdcd-aaf0-404c-8bf8-9a3a54be96f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9314d3ea71064ec8a4285d4ce520aaad&device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 1095 time: 0.3344185 Sep 16 04:54:35.024668 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b936c5a1-bdb3-4b63-a126-a3702293f12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.030353 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b936c5a1-bdb3-4b63-a126-a3702293f12f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.038473 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b936c5a1-bdb3-4b63-a126-a3702293f12f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4376d614-404b-438f-ae76-c0d8a0d31c2e HTTP/1.1" status: 204 len: 168 time: 0.6002269 Sep 16 04:54:35.050544 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-360aded7-c9c0-4893-9c94-e95645b09a1d tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1239405187', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:35.085962 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-5c9f8b26-f7c6-480f-9c67-33678d7d3b1a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bc1d214-5adc-4176-ba02-d26b747c280e HTTP/1.1" status: 200 len: 217 time: 0.1693861 Sep 16 04:54:35.120446 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-eb098e4b-3d3a-4364-8504-72e35fb516c8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.136888 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936c5a1-bdb3-4b63-a126-a3702293f12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4376d614-404b-438f-ae76-c0d8a0d31c2e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:35.190055 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-360aded7-c9c0-4893-9c94-e95645b09a1d tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.191905 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-360aded7-c9c0-4893-9c94-e95645b09a1d tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.199450 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-eb098e4b-3d3a-4364-8504-72e35fb516c8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.214823 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48328) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:35.221758 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09393566-9cc2-4e49-8c28-cda5b31ef996 req-0cfc8a46-e941-4973-b76e-fb9d4f7a4040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:35.224728 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-09393566-9cc2-4e49-8c28-cda5b31ef996 req-0cfc8a46-e941-4973-b76e-fb9d4f7a4040 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ae9253f056ae49e68f4d400ee8ce541c&device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 1098 time: 0.3340058 Sep 16 04:54:35.230181 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-0ba075b9-3148-4e5d-a1f7-9419dba752f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:35.231537 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-0ba075b9-3148-4e5d-a1f7-9419dba752f6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f9ff2605-c72a-41ed-8f82-af1ea6bf175d HTTP/1.1" status: 200 len: 835 time: 0.1234338 Sep 16 04:54:35.247708 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716114a1-de77-4635-a5ba-e10d317b2b61 req-b09eb489-0d2a-44c4-a17b-d912de94687e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:35.249282 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-716114a1-de77-4635-a5ba-e10d317b2b61 req-b09eb489-0d2a-44c4-a17b-d912de94687e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.1917210 Sep 16 04:54:35.262150 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb098e4b-3d3a-4364-8504-72e35fb516c8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Network 2f9390cb-4489-4133-8b77-d0812c7ca5f1 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:35.269118 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-eb098e4b-3d3a-4364-8504-72e35fb516c8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:35.272040 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb098e4b-3d3a-4364-8504-72e35fb516c8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:35.334286 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb098e4b-3d3a-4364-8504-72e35fb516c8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Port': ['ID=b65e2a33-9daf-434c-9539-422659925859,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:35.376921 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5c8fe040-245c-46ad-ae1a-2861d01882c2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7bbe39f2ccff44e5a5c6b6e96a70ab43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1577852 Sep 16 04:54:35.380363 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48334) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:35.399749 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb098e4b-3d3a-4364-8504-72e35fb516c8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:35.400454 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-eb098e4b-3d3a-4364-8504-72e35fb516c8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.441045 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-eb098e4b-3d3a-4364-8504-72e35fb516c8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8570807 Sep 16 04:54:35.450911 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48338) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:35.455432 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-2fc39185-187e-4c91-ab4e-7b7c0932edac tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'subnet': {'network_id': '2f9390cb-4489-4133-8b77-d0812c7ca5f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:35.539160 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9439d1a6-8e12-4baa-bcd9-95199b193b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.592668 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9439d1a6-8e12-4baa-bcd9-95199b193b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.661525 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc39185-187e-4c91-ab4e-7b7c0932edac tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Made reservation on behalf of 02d0d2917e594a5f85c23d8add7f0e99 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:35.667079 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2fc39185-187e-4c91-ab4e-7b7c0932edac tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.729255 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9439d1a6-8e12-4baa-bcd9-95199b193b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.732925 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9439d1a6-8e12-4baa-bcd9-95199b193b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.758578 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9439d1a6-8e12-4baa-bcd9-95199b193b3f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205 HTTP/1.1" status: 204 len: 168 time: 0.3633287 Sep 16 04:54:35.833494 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9439d1a6-8e12-4baa-bcd9-95199b193b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0f8ccc-3c63-43c1-b2ee-31c90c8aa205,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:35.841532 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:35.893003 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-360aded7-c9c0-4893-9c94-e95645b09a1d tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.945688 n-d-712139-15 neutron-server[94766]: INFO neutron.db.ipam_backend_mixin [None req-2fc39185-187e-4c91-ab4e-7b7c0932edac tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5078ea25-0d0e-4069-a7f4-491a90e3c296 (CIDR: 172.20.0.0/28) Sep 16 04:54:35.951332 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc39185-187e-4c91-ab4e-7b7c0932edac tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:54:35.952222 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc39185-187e-4c91-ab4e-7b7c0932edac tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:35.988253 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-716114a1-de77-4635-a5ba-e10d317b2b61 req-9b8c8995-a52e-4f2f-8943-aeb54afbe2b1 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7239449 Sep 16 04:54:35.989366 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-360aded7-c9c0-4893-9c94-e95645b09a1d tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.999327 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:35.999810 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.012050 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2fc39185-187e-4c91-ab4e-7b7c0932edac tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5615551 Sep 16 04:54:36.014871 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48354) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:36.030523 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-3b677e8f-39ba-4808-896d-d60f3a8a4d17 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'subnet': {'network_id': '2f9390cb-4489-4133-8b77-d0812c7ca5f1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:36.073632 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-01d6cf3f-251b-4513-8aac-547844012ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:36.075750 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-01d6cf3f-251b-4513-8aac-547844012ea3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b176c75-bdca-437f-ac9d-05aa6e6916b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8255327 Sep 16 04:54:36.097614 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-360aded7-c9c0-4893-9c94-e95645b09a1d tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.099746 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-360aded7-c9c0-4893-9c94-e95645b09a1d tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.3245962 Sep 16 04:54:36.103707 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48358) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:36.135071 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-629c4b01-0091-46d1-a850-2e2affd872ce tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1405056337'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:36.202950 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629c4b01-0091-46d1-a850-2e2affd872ce tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Made reservation on behalf of 26a2b83655bb429cafa4923ed8c705b7 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:36.206044 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.207780 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-629c4b01-0091-46d1-a850-2e2affd872ce tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.243428 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-15163d98-39b7-4c97-83b2-8c4671eb0846 service neutron] 10.222.0.48 "GET /v2.0/networks/5b176c75-bdca-437f-ac9d-05aa6e6916b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573753 Sep 16 04:54:36.257976 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-629c4b01-0091-46d1-a850-2e2affd872ce tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.297070 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09393566-9cc2-4e49-8c28-cda5b31ef996 req-6da49410-9058-4598-a465-8ad4ed029a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:36.301867 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-09393566-9cc2-4e49-8c28-cda5b31ef996 req-6da49410-9058-4598-a465-8ad4ed029a33 service neutron] 10.222.0.47 "GET /v2.0/networks?id=95323e7d-bc75-4644-adb1-0a3d4ef7631b HTTP/1.1" status: 200 len: 920 time: 1.0683596 Sep 16 04:54:36.323435 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2,segment=NetworkSegment(d6bb57be-67b8-45f6-b653-59e53ab81773),segment_id=d6bb57be-67b8-45f6-b653-59e53ab81773)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:36.333855 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.493091 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-629c4b01-0091-46d1-a850-2e2affd872ce tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.506409 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-629c4b01-0091-46d1-a850-2e2affd872ce tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.507576 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:36.548544 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-062d0575-54a1-4648-96df-b7e828093572 None None] Provisioning complete for port 5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:36.549786 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-062d0575-54a1-4648-96df-b7e828093572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.568954 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-09393566-9cc2-4e49-8c28-cda5b31ef996 req-757e6b75-fbf4-4d3b-99cf-85b2483f0ecd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df9615f6-aeda-465a-87a6-28cf51d746a1 HTTP/1.1" status: 200 len: 217 time: 0.2475457 Sep 16 04:54:36.601855 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b2ebff-2c16-4674-b519-9e9112b1b15a x-openstack-request-id: req-21b2ebff-2c16-4674-b519-9e9112b1b15a {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:36.602362 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3472258-21a7-410c-865b-b4c706eebb09", "tag": "7bc1d214-5adc-4176-ba02-d26b747c280e", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:36.602815 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-21b2ebff-2c16-4674-b519-9e9112b1b15a {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:36.604417 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3472258-21a7-410c-865b-b4c706eebb09', 'tag': '7bc1d214-5adc-4176-ba02-d26b747c280e', 'status': 'completed', 'code': 200} Sep 16 04:54:36.610764 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-629c4b01-0091-46d1-a850-2e2affd872ce tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:54:36.630414 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b677e8f-39ba-4808-896d-d60f3a8a4d17 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Made reservation on behalf of 02d0d2917e594a5f85c23d8add7f0e99 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:36.670584 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3b677e8f-39ba-4808-896d-d60f3a8a4d17 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.734121 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c4b01-0091-46d1-a850-2e2affd872ce tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a89cdb29-2c9c-4156-b759-cddef6337020,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:36.736076 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a873d35-05eb-46b6-8ec9-df4816607b04 req-f27db82d-f377-4f80-ba83-a43166350423 service neutron] 10.222.0.48 "GET /v2.0/networks/5b176c75-bdca-437f-ac9d-05aa6e6916b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4831994 Sep 16 04:54:36.739605 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09393566-9cc2-4e49-8c28-cda5b31ef996 req-11e24e39-2cc7-4d55-9ed3-a09a3a9484b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:36.744302 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-09393566-9cc2-4e49-8c28-cda5b31ef996 req-11e24e39-2cc7-4d55-9ed3-a09a3a9484b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52ea8b91-2711-402b-a55a-c845ac289939 HTTP/1.1" status: 200 len: 859 time: 0.1671627 Sep 16 04:54:36.772342 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-629c4b01-0091-46d1-a850-2e2affd872ce tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.773477 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-629c4b01-0091-46d1-a850-2e2affd872ce tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Added segment bc5516bc-df3e-4e62-b22a-3a89cc6e4f72 of type vlan for network c25c5c30-f1f2-494a-bd00-75918f4e0818 Sep 16 04:54:36.856086 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-062d0575-54a1-4648-96df-b7e828093572 None None] Provisioning complete for port fc50243f-0ebe-4370-af91-ee0acabfe7b2 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:36.857582 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-062d0575-54a1-4648-96df-b7e828093572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.878238 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-09393566-9cc2-4e49-8c28-cda5b31ef996 req-8afaa085-4490-42d0-be78-0be5d3e2345c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=95323e7d-bc75-4644-adb1-0a3d4ef7631b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1252406 Sep 16 04:54:36.906846 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-062d0575-54a1-4648-96df-b7e828093572 None None] Port fc50243f-0ebe-4370-af91-ee0acabfe7b2 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:36.987253 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-629c4b01-0091-46d1-a850-2e2affd872ce tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.000927 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b447a-39d2-4cae-a43f-1b7b3ac5dfe1 req-6df0e56e-5426-49ee-b3b7-be188a188b5b tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:37.003088 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-028b447a-39d2-4cae-a43f-1b7b3ac5dfe1 req-6df0e56e-5426-49ee-b3b7-be188a188b5b tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 946 time: 0.1915283 Sep 16 04:54:37.020192 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12150207-acd6-4fab-8649-ea85841f1d29 req-def0077f-eb11-4845-b671-7ef0e5097cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:37.021951 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-12150207-acd6-4fab-8649-ea85841f1d29 req-def0077f-eb11-4845-b671-7ef0e5097cce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9314d3ea71064ec8a4285d4ce520aaad&device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 1095 time: 0.1852324 Sep 16 04:54:37.043917 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-629c4b01-0091-46d1-a850-2e2affd872ce tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.050557 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629c4b01-0091-46d1-a850-2e2affd872ce tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:37.051450 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-629c4b01-0091-46d1-a850-2e2affd872ce tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.052451 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ce3123ea-972e-470b-9ab8-782f7e7b0dcd None None] Provisioning complete for port b65e2a33-9daf-434c-9539-422659925859 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:37.052874 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ce3123ea-972e-470b-9ab8-782f7e7b0dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.140493 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-ce3123ea-972e-470b-9ab8-782f7e7b0dcd None None] Port b65e2a33-9daf-434c-9539-422659925859 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:37.156027 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12150207-acd6-4fab-8649-ea85841f1d29 req-31096508-ddc7-4e51-94da-5129ce5ba4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:37.157550 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-12150207-acd6-4fab-8649-ea85841f1d29 req-31096508-ddc7-4e51-94da-5129ce5ba4b8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5b176c75-bdca-437f-ac9d-05aa6e6916b7 HTTP/1.1" status: 200 len: 898 time: 0.1253762 Sep 16 04:54:37.166696 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-629c4b01-0091-46d1-a850-2e2affd872ce tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0573978 Sep 16 04:54:37.178653 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48384) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:37.187314 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-01102c78-b6ee-48ec-83ba-4969c2a68fed tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Request body: {'subnet': {'network_id': 'c25c5c30-f1f2-494a-bd00-75918f4e0818', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:37.217425 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-09393566-9cc2-4e49-8c28-cda5b31ef996 req-d98e30dc-c4de-49d1-b230-2238073c3b16 service neutron] 10.222.0.47 "GET /v2.0/networks/95323e7d-bc75-4644-adb1-0a3d4ef7631b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177884 Sep 16 04:54:37.228632 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-12150207-acd6-4fab-8649-ea85841f1d29 req-e56a7e3b-a729-47f4-8eba-20b631d42e79 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bc1d214-5adc-4176-ba02-d26b747c280e HTTP/1.1" status: 200 len: 217 time: 0.0617113 Sep 16 04:54:37.266939 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-028b447a-39d2-4cae-a43f-1b7b3ac5dfe1 req-ee9e2e59-3650-403c-a50a-dc0150ba0d27 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541249 Sep 16 04:54:37.359004 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c4b01-0091-46d1-a850-2e2affd872ce tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Pushing event updated for resources: {'Network': ['ID=c25c5c30-f1f2-494a-bd00-75918f4e0818,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:37.374409 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network c25c5c30-f1f2-494a-bd00-75918f4e0818 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:54:37.453003 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12150207-acd6-4fab-8649-ea85841f1d29 req-1fdd6664-d237-4734-b273-f7e31e74e9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:37.454559 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-12150207-acd6-4fab-8649-ea85841f1d29 req-1fdd6664-d237-4734-b273-f7e31e74e9fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f9ff2605-c72a-41ed-8f82-af1ea6bf175d HTTP/1.1" status: 200 len: 835 time: 0.2193151 Sep 16 04:54:37.537074 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f23ec-8ad5-4c1c-bdfc-d418860caea7 req-37a75875-1d39-4716-b64c-54108adb9dcc tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:37.538513 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e27f23ec-8ad5-4c1c-bdfc-d418860caea7 req-37a75875-1d39-4716-b64c-54108adb9dcc tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 943 time: 0.1404910 Sep 16 04:54:37.545856 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-09393566-9cc2-4e49-8c28-cda5b31ef996 req-9174c42c-301b-4057-8285-9477ea54de41 service neutron] 10.222.0.47 "GET /v2.0/networks/95323e7d-bc75-4644-adb1-0a3d4ef7631b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088486 Sep 16 04:54:37.581027 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01102c78-b6ee-48ec-83ba-4969c2a68fed tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Made reservation on behalf of 26a2b83655bb429cafa4923ed8c705b7 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:37.586072 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-01102c78-b6ee-48ec-83ba-4969c2a68fed tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.588623 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12150207-acd6-4fab-8649-ea85841f1d29 req-ba3cf1d0-891e-4487-986f-dfc3c37545ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:37.590647 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-12150207-acd6-4fab-8649-ea85841f1d29 req-ba3cf1d0-891e-4487-986f-dfc3c37545ff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b176c75-bdca-437f-ac9d-05aa6e6916b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1240990 Sep 16 04:54:37.594659 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3b677e8f-39ba-4808-896d-d60f3a8a4d17 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.665817 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b677e8f-39ba-4808-896d-d60f3a8a4d17 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Subnet': ['ID=a109db96-c8ef-4adb-b430-8dbb54801609,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:37.676012 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e27f23ec-8ad5-4c1c-bdfc-d418860caea7 req-68cc88fa-a6f4-4f9b-94a7-da31ba4c2119 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180165 Sep 16 04:54:37.695329 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b677e8f-39ba-4808-896d-d60f3a8a4d17 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Network 2f9390cb-4489-4133-8b77-d0812c7ca5f1 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:37.742115 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-3b677e8f-39ba-4808-896d-d60f3a8a4d17 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:37.745791 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b677e8f-39ba-4808-896d-d60f3a8a4d17 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:37.745791 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3b677e8f-39ba-4808-896d-d60f3a8a4d17 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.765423 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc23561-e654-4535-aad8-d0b29b67de34 None None] Network 2f9390cb-4489-4133-8b77-d0812c7ca5f1 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:37.783414 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3b677e8f-39ba-4808-896d-d60f3a8a4d17 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7666252 Sep 16 04:54:37.791412 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48402) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:37.809305 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-12150207-acd6-4fab-8649-ea85841f1d29 req-115a7b7e-94ff-472b-9f98-81fd2c6fe914 service neutron] 10.222.0.48 "GET /v2.0/networks/5b176c75-bdca-437f-ac9d-05aa6e6916b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082515 Sep 16 04:54:37.810035 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-7f978aef-c68d-439c-af23-29d0d5210296 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-887748720', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a109db96-c8ef-4adb-b430-8dbb54801609'}], 'security_groups': ['c6ca170f-bac6-4644-b5a4-ea73a5ba21ae']}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:37.927326 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:37.931932 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7f978aef-c68d-439c-af23-29d0d5210296 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:38.029054 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:38.029749 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:38.068593 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-12150207-acd6-4fab-8649-ea85841f1d29 req-345364d0-f16d-469e-8f52-2feb5e656a4e service neutron] 10.222.0.48 "GET /v2.0/networks/5b176c75-bdca-437f-ac9d-05aa6e6916b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514136 Sep 16 04:54:38.083186 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6536a0a-70d1-45df-aa23-26acc5e7fb23 req-ca31cec5-20e1-47a3-be28-36a0dc558c0d tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:38.085028 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a6536a0a-70d1-45df-aa23-26acc5e7fb23 req-ca31cec5-20e1-47a3-be28-36a0dc558c0d tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.1237290 Sep 16 04:54:38.235655 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a6536a0a-70d1-45df-aa23-26acc5e7fb23 req-4c7725b6-58c4-4abe-b3cc-845394573148 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261935 Sep 16 04:54:38.332331 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e4dbe0-e589-4aed-8d91-34abf566a488 None None] Update dhcp port {'port': {'network_id': '2f9390cb-4489-4133-8b77-d0812c7ca5f1', 'fixed_ips': [{'subnet_id': '5078ea25-0d0e-4069-a7f4-491a90e3c296', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a109db96-c8ef-4adb-b430-8dbb54801609'}], 'binding:host_id': 'n-d-712139-15'}, 'id': '5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2'} from n-d-712139-15. {{(pid=94768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:54:38.380187 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b1e4dbe0-e589-4aed-8d91-34abf566a488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:38.549889 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-01102c78-b6ee-48ec-83ba-4969c2a68fed tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:38.727594 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d137b-de06-4f37-81ca-bdcad2d2d1d4 req-d1a32a86-e760-4b61-84d8-2523862fa873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:38.730258 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b45d137b-de06-4f37-81ca-bdcad2d2d1d4 req-d1a32a86-e760-4b61-84d8-2523862fa873 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=68cc116df1104257a08239cd46cd0170&device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 1096 time: 0.0726833 Sep 16 04:54:38.745245 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cf6a9-8ac0-490f-a50f-e89da7f2f2d8 req-1302ae11-58e7-4809-97af-2ba61d16ca5f tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:38.747629 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b05cf6a9-8ac0-490f-a50f-e89da7f2f2d8 req-1302ae11-58e7-4809-97af-2ba61d16ca5f tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 946 time: 0.1505127 Sep 16 04:54:38.748246 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-b1e4dbe0-e589-4aed-8d91-34abf566a488 None None] Allocated IP 172.20.0.18 (2f9390cb-4489-4133-8b77-d0812c7ca5f1/a109db96-c8ef-4adb-b430-8dbb54801609/5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:38.823694 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01102c78-b6ee-48ec-83ba-4969c2a68fed tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Pushing event updated for resources: {'Subnet': ['ID=5925fd32-4643-40ce-95c9-a9c0fc8b757b,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:38.858293 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01102c78-b6ee-48ec-83ba-4969c2a68fed tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Checking segment: {'id': 'bc5516bc-df3e-4e62-b22a-3a89cc6e4f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c25c5c30-f1f2-494a-bd00-75918f4e0818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:38.858899 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01102c78-b6ee-48ec-83ba-4969c2a68fed tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Network hostable DHCP agents. Network: c25c5c30-f1f2-494a-bd00-75918f4e0818, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:54:38.889789 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b05cf6a9-8ac0-490f-a50f-e89da7f2f2d8 req-fad6efaf-6ffb-4b26-b70d-3c90b30fbee8 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280775 Sep 16 04:54:38.908101 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01102c78-b6ee-48ec-83ba-4969c2a68fed tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Network c25c5c30-f1f2-494a-bd00-75918f4e0818 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:54:38.909392 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-b1e4dbe0-e589-4aed-8d91-34abf566a488 None None] For port 5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2,segment=NetworkSegment(d6bb57be-67b8-45f6-b653-59e53ab81773),segment_id=d6bb57be-67b8-45f6-b653-59e53ab81773)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:38.928298 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-01102c78-b6ee-48ec-83ba-4969c2a68fed tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, c25c5c30-f1f2-494a-bd00-75918f4e0818) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:38.938377 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01102c78-b6ee-48ec-83ba-4969c2a68fed tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:38.943794 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-01102c78-b6ee-48ec-83ba-4969c2a68fed tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:38.946346 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d137b-de06-4f37-81ca-bdcad2d2d1d4 req-f71c3083-f950-462e-bee8-286f4d3488a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:38.947743 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4073a1b-c0ca-40e3-b662-614cdbfd9b0c None None] Network c25c5c30-f1f2-494a-bd00-75918f4e0818 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:38.959338 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b45d137b-de06-4f37-81ca-bdcad2d2d1d4 req-f71c3083-f950-462e-bee8-286f4d3488a1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=92ecefce-c627-4abd-9d77-6a33db190651 HTTP/1.1" status: 200 len: 912 time: 0.2025592 Sep 16 04:54:38.970458 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48440) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:38.971893 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-01102c78-b6ee-48ec-83ba-4969c2a68fed tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7873223 Sep 16 04:54:38.977473 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-63ff7bc2-6ef8-4e83-af1c-ce90bf53b453 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Request body: {'network': {'name': 'tempest-router-network01--1362268191'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:39.018593 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b1e4dbe0-e589-4aed-8d91-34abf566a488 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:39.026263 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b1e4dbe0-e589-4aed-8d91-34abf566a488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:39.086734 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b45d137b-de06-4f37-81ca-bdcad2d2d1d4 req-89612e64-1ff6-4340-83d3-30e7161aca84 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09464b06-c001-4b17-972c-bc148f6c7b1e HTTP/1.1" status: 200 len: 999 time: 0.1255679 Sep 16 04:54:39.123130 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ff7bc2-6ef8-4e83-af1c-ce90bf53b453 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Made reservation on behalf of 26a2b83655bb429cafa4923ed8c705b7 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:39.126989 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-63ff7bc2-6ef8-4e83-af1c-ce90bf53b453 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:39.207446 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34486568-8026-40c6-9008-bce7f0c09082 req-2b82e311-c731-4a90-b617-3d8532d1d5a1 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:39.215682 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-34486568-8026-40c6-9008-bce7f0c09082 req-2b82e311-c731-4a90-b617-3d8532d1d5a1 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.1561296 Sep 16 04:54:39.248710 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ff7bc2-6ef8-4e83-af1c-ce90bf53b453 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:54:39.266055 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d137b-de06-4f37-81ca-bdcad2d2d1d4 req-52f66807-f3f1-4a0c-8461-277972a873e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:39.267439 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b45d137b-de06-4f37-81ca-bdcad2d2d1d4 req-52f66807-f3f1-4a0c-8461-277972a873e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21 HTTP/1.1" status: 200 len: 850 time: 0.1453807 Sep 16 04:54:39.283187 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-63ff7bc2-6ef8-4e83-af1c-ce90bf53b453 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:39.283187 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-63ff7bc2-6ef8-4e83-af1c-ce90bf53b453 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Added segment be537485-f1a6-48bd-825a-349480eb12c1 of type vlan for network baa6ec22-d217-41aa-81d8-7e6c59f404e3 Sep 16 04:54:39.290291 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-7f978aef-c68d-439c-af23-29d0d5210296 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Delete allocated IP 172.20.0.7 (2f9390cb-4489-4133-8b77-d0812c7ca5f1/5078ea25-0d0e-4069-a7f4-491a90e3c296) {{(pid=94766) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 04:54:39.309322 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-7f978aef-c68d-439c-af23-29d0d5210296 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Allocated IP 172.20.0.22 (2f9390cb-4489-4133-8b77-d0812c7ca5f1/a109db96-c8ef-4adb-b430-8dbb54801609/b65e2a33-9daf-434c-9539-422659925859) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:39.352948 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4dbe0-e589-4aed-8d91-34abf566a488 None None] Pushing event updated for resources: {'Port': ['ID=5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:39.388635 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecbb9d7-283e-40e5-971e-39dc5701e9f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-c25c5c30-f1f2-494a-bd00-75918f4e0818', 'network_id': 'c25c5c30-f1f2-494a-bd00-75918f4e0818', 'tenant_id': '26a2b83655bb429cafa4923ed8c705b7', 'fixed_ips': [{'subnet_id': '5925fd32-4643-40ce-95c9-a9c0fc8b757b'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:54:39.389587 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0ecbb9d7-283e-40e5-971e-39dc5701e9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:39.428281 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-34486568-8026-40c6-9008-bce7f0c09082 req-e867a71a-5bea-4f0b-91ae-4ca559d91dc2 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115483 Sep 16 04:54:39.480466 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-63ff7bc2-6ef8-4e83-af1c-ce90bf53b453 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:39.535429 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-63ff7bc2-6ef8-4e83-af1c-ce90bf53b453 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:39.548832 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ff7bc2-6ef8-4e83-af1c-ce90bf53b453 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:39.550631 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-63ff7bc2-6ef8-4e83-af1c-ce90bf53b453 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:39.607635 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7f978aef-c68d-439c-af23-29d0d5210296 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:39.617337 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7f978aef-c68d-439c-af23-29d0d5210296 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:39.621613 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48452) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:39.774146 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-0ecbb9d7-283e-40e5-971e-39dc5701e9f3 None None] Allocated IP 172.20.0.2 (c25c5c30-f1f2-494a-bd00-75918f4e0818/5925fd32-4643-40ce-95c9-a9c0fc8b757b/3989604c-12d3-4fc3-9429-f50b9ae6c43a) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:39.796117 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-7f978aef-c68d-439c-af23-29d0d5210296 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] In _notify_port_updated(), no bound segment for port b65e2a33-9daf-434c-9539-422659925859 on network 2f9390cb-4489-4133-8b77-d0812c7ca5f1 {{(pid=94766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:54:39.803036 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f978aef-c68d-439c-af23-29d0d5210296 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:39.803730 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7f978aef-c68d-439c-af23-29d0d5210296 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:39.809319 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7f978aef-c68d-439c-af23-29d0d5210296 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "PUT /v2.0/ports/b65e2a33-9daf-434c-9539-422659925859 HTTP/1.1" status: 200 len: 920 time: 2.0094998 Sep 16 04:54:39.810066 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48456) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:39.823725 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff7bc2-6ef8-4e83-af1c-ce90bf53b453 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Pushing event updated for resources: {'Network': ['ID=baa6ec22-d217-41aa-81d8-7e6c59f404e3,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:39.825885 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f978aef-c68d-439c-af23-29d0d5210296 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Port': ['ID=b65e2a33-9daf-434c-9539-422659925859,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:39.843533 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:39.931675 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network baa6ec22-d217-41aa-81d8-7e6c59f404e3 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:54:39.976809 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-6fa88f76-7219-41eb-9bde-bc2623b38dc8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Deleting port b65e2a33-9daf-434c-9539-422659925859 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:39.977216 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6fa88f76-7219-41eb-9bde-bc2623b38dc8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:39.979927 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d137b-de06-4f37-81ca-bdcad2d2d1d4 req-ab488d54-847a-4689-a02b-6f9ca81863d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:39.982548 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b45d137b-de06-4f37-81ca-bdcad2d2d1d4 req-ab488d54-847a-4689-a02b-6f9ca81863d1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=92ecefce-c627-4abd-9d77-6a33db190651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7041514 Sep 16 04:54:40.007638 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-63ff7bc2-6ef8-4e83-af1c-ce90bf53b453 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0347483 Sep 16 04:54:40.012876 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48462) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:40.054870 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-e975cc50-c764-4d50-88ac-52b31e2afd3d tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Request body: {'network': {'name': 'tempest-router-network02--69852666'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:40.116051 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48464) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:40.175846 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9fa89-98bf-43a6-b4cd-34aaa63335d3 req-b3563c7e-e1ff-4f17-ab57-6bb04d8687d9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:40.177942 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9fd43ceb-3bcb-48f9-abd1-ea65fa64a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.185553 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6fa88f76-7219-41eb-9bde-bc2623b38dc8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.191148 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-89a9fa89-98bf-43a6-b4cd-34aaa63335d3 req-b3563c7e-e1ff-4f17-ab57-6bb04d8687d9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 943 time: 0.3715353 Sep 16 04:54:40.197212 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e975cc50-c764-4d50-88ac-52b31e2afd3d tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Made reservation on behalf of 26a2b83655bb429cafa4923ed8c705b7 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:40.203818 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-6fa88f76-7219-41eb-9bde-bc2623b38dc8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Calling delete_port for b65e2a33-9daf-434c-9539-422659925859 owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:40.204320 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e975cc50-c764-4d50-88ac-52b31e2afd3d tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.269124 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e975cc50-c764-4d50-88ac-52b31e2afd3d tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:54:40.282640 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:40.283143 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.301463 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e975cc50-c764-4d50-88ac-52b31e2afd3d tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.301896 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-e975cc50-c764-4d50-88ac-52b31e2afd3d tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Added segment 0cc68c56-afac-44e6-a2c1-7c6cbc3772a7 of type vlan for network 41f217a4-33da-4aaa-a068-9a38de43ad79 Sep 16 04:54:40.382245 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-de1fd6a1-50e4-4a84-9a51-6507b1f7f7dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.396046 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-463bff3f-7f68-4d9e-a752-e80bdf80b3a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.404913 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e975cc50-c764-4d50-88ac-52b31e2afd3d tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.421974 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0ecbb9d7-283e-40e5-971e-39dc5701e9f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.434336 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0ecbb9d7-283e-40e5-971e-39dc5701e9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.440337 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6fa88f76-7219-41eb-9bde-bc2623b38dc8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.479434 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-89a9fa89-98bf-43a6-b4cd-34aaa63335d3 req-0c9624ce-2d66-4d8b-9b6b-1d9ff573cd0b tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2844355 Sep 16 04:54:40.488966 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecbb9d7-283e-40e5-971e-39dc5701e9f3 None None] Network c25c5c30-f1f2-494a-bd00-75918f4e0818 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:40.492448 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-0ecbb9d7-283e-40e5-971e-39dc5701e9f3 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:40.509222 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecbb9d7-283e-40e5-971e-39dc5701e9f3 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:40.545949 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa88f76-7219-41eb-9bde-bc2623b38dc8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Port': ['ID=b65e2a33-9daf-434c-9539-422659925859,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:40.550436 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecbb9d7-283e-40e5-971e-39dc5701e9f3 None None] Pushing event updated for resources: {'Port': ['ID=3989604c-12d3-4fc3-9429-f50b9ae6c43a,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:40.558246 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b45d137b-de06-4f37-81ca-bdcad2d2d1d4 req-81336fc1-e210-4e67-9524-01aeff2effc7 service neutron] 10.222.0.48 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5654757 Sep 16 04:54:40.560727 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e975cc50-c764-4d50-88ac-52b31e2afd3d tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.568159 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e975cc50-c764-4d50-88ac-52b31e2afd3d tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:40.569081 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e975cc50-c764-4d50-88ac-52b31e2afd3d tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.591216 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-82acde0b-20fc-4b64-9f9d-03c01a22683e None None] Provisioning complete for port 5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:40.591591 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-82acde0b-20fc-4b64-9f9d-03c01a22683e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.595985 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-0ecbb9d7-283e-40e5-971e-39dc5701e9f3 None None] Attempting to bind port 3989604c-12d3-4fc3-9429-f50b9ae6c43a on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:40.597207 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-0ecbb9d7-283e-40e5-971e-39dc5701e9f3 None None] Attempting to bind port 3989604c-12d3-4fc3-9429-f50b9ae6c43a by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'bc5516bc-df3e-4e62-b22a-3a89cc6e4f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c25c5c30-f1f2-494a-bd00-75918f4e0818'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:40.597874 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecbb9d7-283e-40e5-971e-39dc5701e9f3 None None] Attempting to bind port 3989604c-12d3-4fc3-9429-f50b9ae6c43a on network c25c5c30-f1f2-494a-bd00-75918f4e0818 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:40.632884 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecbb9d7-283e-40e5-971e-39dc5701e9f3 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:40.633284 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecbb9d7-283e-40e5-971e-39dc5701e9f3 None None] Checking segment: {'id': 'bc5516bc-df3e-4e62-b22a-3a89cc6e4f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c25c5c30-f1f2-494a-bd00-75918f4e0818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:40.633678 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0ecbb9d7-283e-40e5-971e-39dc5701e9f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.634178 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecbb9d7-283e-40e5-971e-39dc5701e9f3 None None] Bound using segment: {'id': 'bc5516bc-df3e-4e62-b22a-3a89cc6e4f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c25c5c30-f1f2-494a-bd00-75918f4e0818'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:40.634800 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-0ecbb9d7-283e-40e5-971e-39dc5701e9f3 None None] Bound port: 3989604c-12d3-4fc3-9429-f50b9ae6c43a, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5516bc-df3e-4e62-b22a-3a89cc6e4f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c25c5c30-f1f2-494a-bd00-75918f4e0818'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:40.635191 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0ecbb9d7-283e-40e5-971e-39dc5701e9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.647244 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975cc50-c764-4d50-88ac-52b31e2afd3d tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Pushing event updated for resources: {'Network': ['ID=41f217a4-33da-4aaa-a068-9a38de43ad79,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:40.656393 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6fa88f76-7219-41eb-9bde-bc2623b38dc8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.663849 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6fa88f76-7219-41eb-9bde-bc2623b38dc8 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/ports/b65e2a33-9daf-434c-9539-422659925859 HTTP/1.1" status: 204 len: 168 time: 0.8532035 Sep 16 04:54:40.666027 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48470) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:40.703558 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f67b6d99-54bb-413b-82a1-316bc62d9fa7 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] GET failed (client error): The resource could not be found. Sep 16 04:54:40.705957 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f67b6d99-54bb-413b-82a1-316bc62d9fa7 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "GET /v2.0/ports/b65e2a33-9daf-434c-9539-422659925859 HTTP/1.1" status: 404 len: 333 time: 0.0384409 Sep 16 04:54:40.716306 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48472) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:40.821038 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3380119-7724-41d7-8e42-29ccddd2ffea req-5673205e-740b-44e4-b72f-d97ae667acfd tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:40.822721 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d3380119-7724-41d7-8e42-29ccddd2ffea req-5673205e-740b-44e4-b72f-d97ae667acfd tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 946 time: 0.0740850 Sep 16 04:54:40.825731 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-de1fd6a1-50e4-4a84-9a51-6507b1f7f7dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.829517 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b45d137b-de06-4f37-81ca-bdcad2d2d1d4 req-2d851037-92a7-4d1a-9727-650d05823b52 service neutron] 10.222.0.48 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573431 Sep 16 04:54:40.844070 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-de1fd6a1-50e4-4a84-9a51-6507b1f7f7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.851478 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 41f217a4-33da-4aaa-a068-9a38de43ad79 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:54:40.873760 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96394943-b255-4d56-b5b9-f0eaf3fd4c70 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.884033 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e975cc50-c764-4d50-88ac-52b31e2afd3d tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8523438 Sep 16 04:54:40.890099 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48474) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:40.900938 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-f1e95484-9a9e-43a0-9067-ca0435c4843c tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Request body: {'subnet': {'network_id': 'baa6ec22-d217-41aa-81d8-7e6c59f404e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:40.951201 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d3380119-7724-41d7-8e42-29ccddd2ffea req-ed8d9b20-eed9-4932-aa34-88b38018291b tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148756 Sep 16 04:54:40.964003 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96394943-b255-4d56-b5b9-f0eaf3fd4c70 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.973314 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-de1fd6a1-50e4-4a84-9a51-6507b1f7f7dc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=39b794b1108d4b26b49de9d62836ba9e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3480995 Sep 16 04:54:40.989392 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48476) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:40.990207 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1fd6a1-50e4-4a84-9a51-6507b1f7f7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78591c45-93c5-44d3-9b82-c7a4b8ea8eb4,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:41.005515 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-0ecbb9d7-283e-40e5-971e-39dc5701e9f3 None None] For port 3989604c-12d3-4fc3-9429-f50b9ae6c43a, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:41.010870 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-0ecbb9d7-283e-40e5-971e-39dc5701e9f3 None None] For port 3989604c-12d3-4fc3-9429-f50b9ae6c43a, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3989604c-12d3-4fc3-9429-f50b9ae6c43a,segment=NetworkSegment(bc5516bc-df3e-4e62-b22a-3a89cc6e4f72),segment_id=bc5516bc-df3e-4e62-b22a-3a89cc6e4f72)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:41.018874 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0ecbb9d7-283e-40e5-971e-39dc5701e9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.128770 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecbb9d7-283e-40e5-971e-39dc5701e9f3 None None] Pushing event updated for resources: {'Port': ['ID=3989604c-12d3-4fc3-9429-f50b9ae6c43a,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:41.167306 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-82acde0b-20fc-4b64-9f9d-03c01a22683e None None] Provisioning complete for port fc50243f-0ebe-4370-af91-ee0acabfe7b2 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:41.168239 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-82acde0b-20fc-4b64-9f9d-03c01a22683e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.174908 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96394943-b255-4d56-b5b9-f0eaf3fd4c70 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.178147 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96394943-b255-4d56-b5b9-f0eaf3fd4c70 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.179085 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-96394943-b255-4d56-b5b9-f0eaf3fd4c70 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/security-groups/30fd66c2-ec2c-4567-a227-62ed4b050699 HTTP/1.1" status: 204 len: 168 time: 0.4613054 Sep 16 04:54:41.182941 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48478) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:41.213120 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96394943-b255-4d56-b5b9-f0eaf3fd4c70 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fd66c2-ec2c-4567-a227-62ed4b050699,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:41.235280 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-82acde0b-20fc-4b64-9f9d-03c01a22683e None None] Port fc50243f-0ebe-4370-af91-ee0acabfe7b2 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:41.242967 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-82acde0b-20fc-4b64-9f9d-03c01a22683e None None] Could not find standard attr ID for object b65e2a33-9daf-434c-9539-422659925859. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:54:41.280733 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-463bff3f-7f68-4d9e-a752-e80bdf80b3a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.290971 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0287e0f5-24cc-465c-9c1f-9cfcd51c4810 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.311505 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6dfcefb5-9eab-47c0-838b-4cb8bbb21df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.316136 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-463bff3f-7f68-4d9e-a752-e80bdf80b3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.336453 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0287e0f5-24cc-465c-9c1f-9cfcd51c4810 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.342021 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e95484-9a9e-43a0-9067-ca0435c4843c tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Made reservation on behalf of 26a2b83655bb429cafa4923ed8c705b7 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:41.354073 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52aaf8b-86cd-4603-b373-5c10d83178c3 req-d8e4f012-71ad-4ae8-bee1-b0bf7ac3906c tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:41.356941 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c52aaf8b-86cd-4603-b373-5c10d83178c3 req-d8e4f012-71ad-4ae8-bee1-b0bf7ac3906c tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.2460718 Sep 16 04:54:41.357629 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f1e95484-9a9e-43a0-9067-ca0435c4843c tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.360917 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-58631815-03d3-46d6-8ea8-fb865858b9be None None] Could not find standard attr ID for object b65e2a33-9daf-434c-9539-422659925859. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:54:41.462066 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-463bff3f-7f68-4d9e-a752-e80bdf80b3a0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7960e707c57e49b2814731a45370b5b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3345034 Sep 16 04:54:41.463399 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48480) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:41.467393 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6dfcefb5-9eab-47c0-838b-4cb8bbb21df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.542349 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463bff3f-7f68-4d9e-a752-e80bdf80b3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd952e1-2561-4e40-af56-5cd847c87b7f,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:41.561814 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 7bc1d214-5adc-4176-ba02-d26b747c280e details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:54:41.645665 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.720308 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c52aaf8b-86cd-4603-b373-5c10d83178c3 req-7b5284f5-f3f2-4e30-b221-84715390de89 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3326764 Sep 16 04:54:41.779291 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a1ed46f3-ff6a-4b7a-a778-8d89c1427121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.791795 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f1e95484-9a9e-43a0-9067-ca0435c4843c tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.819861 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6dfcefb5-9eab-47c0-838b-4cb8bbb21df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.833214 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6dfcefb5-9eab-47c0-838b-4cb8bbb21df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.841465 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6dfcefb5-9eab-47c0-838b-4cb8bbb21df4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/78591c45-93c5-44d3-9b82-c7a4b8ea8eb4 HTTP/1.1" status: 204 len: 168 time: 0.8423133 Sep 16 04:54:41.882921 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 7bc1d214-5adc-4176-ba02-d26b747c280e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=7bc1d214-5adc-4176-ba02-d26b747c280e,segment=NetworkSegment(68f1d648-cebf-497a-a433-07a45b963bfc),segment_id=68f1d648-cebf-497a-a433-07a45b963bfc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:41.885760 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e95484-9a9e-43a0-9067-ca0435c4843c tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Pushing event updated for resources: {'Subnet': ['ID=ae70c4c8-2f0e-462c-b767-29744be89160,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:41.900165 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0287e0f5-24cc-465c-9c1f-9cfcd51c4810 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.902902 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3989604c-12d3-4fc3-9429-f50b9ae6c43a up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:41.903287 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0287e0f5-24cc-465c-9c1f-9cfcd51c4810 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.907955 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0287e0f5-24cc-465c-9c1f-9cfcd51c4810 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/security-groups/c6ca170f-bac6-4644-b5a4-ea73a5ba21ae HTTP/1.1" status: 204 len: 168 time: 0.7182081 Sep 16 04:54:41.917121 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48488) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:41.921155 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287e0f5-24cc-465c-9c1f-9cfcd51c4810 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ca170f-bac6-4644-b5a4-ea73a5ba21ae,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:41.943280 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '7bc1d214-5adc-4176-ba02-d26b747c280e', 'network_id': '5b176c75-bdca-437f-ac9d-05aa6e6916b7', 'port_id': '7bc1d214-5adc-4176-ba02-d26b747c280e', 'mac_address': 'fa:16:3e:e2:55:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ff2605-c72a-41ed-8f82-af1ea6bf175d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:54:41.951150 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a1ed46f3-ff6a-4b7a-a778-8d89c1427121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.951896 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e95484-9a9e-43a0-9067-ca0435c4843c tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Checking segment: {'id': 'be537485-f1a6-48bd-825a-349480eb12c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'baa6ec22-d217-41aa-81d8-7e6c59f404e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:41.953724 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e95484-9a9e-43a0-9067-ca0435c4843c tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Network hostable DHCP agents. Network: baa6ec22-d217-41aa-81d8-7e6c59f404e3, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:54:41.993618 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e95484-9a9e-43a0-9067-ca0435c4843c tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Network baa6ec22-d217-41aa-81d8-7e6c59f404e3 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:54:42.001650 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcefb5-9eab-47c0-838b-4cb8bbb21df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78591c45-93c5-44d3-9b82-c7a4b8ea8eb4,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:42.011690 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.024019 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-f1e95484-9a9e-43a0-9067-ca0435c4843c tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, baa6ec22-d217-41aa-81d8-7e6c59f404e3) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:42.034952 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e95484-9a9e-43a0-9067-ca0435c4843c tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:42.035696 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc1d214-5adc-4176-ba02-d26b747c280e {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:42.039809 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f1e95484-9a9e-43a0-9067-ca0435c4843c tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.060348 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2ee04d-75cf-4e14-930e-6eddaa135f96 None None] Network baa6ec22-d217-41aa-81d8-7e6c59f404e3 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:42.086547 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f1e95484-9a9e-43a0-9067-ca0435c4843c tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1895988 Sep 16 04:54:42.089452 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48492) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:42.096690 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8469b50a-3b52-4c04-ba3c-5dc0a60a97d3 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Deleting subnet 5078ea25-0d0e-4069-a7f4-491a90e3c296 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:54:42.101070 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-b3993292-b08e-4867-b1b6-dd48d0b29861 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Request body: {'subnet': {'network_id': '41f217a4-33da-4aaa-a068-9a38de43ad79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:42.103371 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8469b50a-3b52-4c04-ba3c-5dc0a60a97d3 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.129350 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 7bc1d214-5adc-4176-ba02-d26b747c280e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=7bc1d214-5adc-4176-ba02-d26b747c280e,segment=NetworkSegment(68f1d648-cebf-497a-a433-07a45b963bfc),segment_id=68f1d648-cebf-497a-a433-07a45b963bfc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:42.138223 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.169944 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65adb18-f6f3-4d86-aad8-f1b7aeaf0301 req-06b5f091-63b7-4aee-9605-d95255c3a357 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:42.183056 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e65adb18-f6f3-4d86-aad8-f1b7aeaf0301 req-06b5f091-63b7-4aee-9605-d95255c3a357 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 943 time: 0.2359874 Sep 16 04:54:42.225689 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8469b50a-3b52-4c04-ba3c-5dc0a60a97d3 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.246992 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 3989604c-12d3-4fc3-9429-f50b9ae6c43a triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:42.248093 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.282042 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3993292-b08e-4867-b1b6-dd48d0b29861 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Made reservation on behalf of 26a2b83655bb429cafa4923ed8c705b7 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:42.291708 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b3993292-b08e-4867-b1b6-dd48d0b29861 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.301716 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a1ed46f3-ff6a-4b7a-a778-8d89c1427121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.306212 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a1ed46f3-ff6a-4b7a-a778-8d89c1427121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.308122 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a1ed46f3-ff6a-4b7a-a778-8d89c1427121 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cfd952e1-2561-4e40-af56-5cd847c87b7f HTTP/1.1" status: 204 len: 168 time: 0.8347547 Sep 16 04:54:42.329025 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=7bc1d214-5adc-4176-ba02-d26b747c280e,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:42.335500 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e65adb18-f6f3-4d86-aad8-f1b7aeaf0301 req-e28ee16d-4538-4926-920f-c27e8e245304 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509252 Sep 16 04:54:42.355875 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed46f3-ff6a-4b7a-a778-8d89c1427121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd952e1-2561-4e40-af56-5cd847c87b7f,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:42.548695 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8469b50a-3b52-4c04-ba3c-5dc0a60a97d3 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.556410 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4d642e-8180-4207-b563-5736b0237346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-baa6ec22-d217-41aa-81d8-7e6c59f404e3', 'network_id': 'baa6ec22-d217-41aa-81d8-7e6c59f404e3', 'tenant_id': '26a2b83655bb429cafa4923ed8c705b7', 'fixed_ips': [{'subnet_id': 'ae70c4c8-2f0e-462c-b767-29744be89160'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:54:42.557574 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cb4d642e-8180-4207-b563-5736b0237346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.583154 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.626312 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['7bc1d214-5adc-4176-ba02-d26b747c280e'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:42.765186 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adb36e-165f-4de7-91a7-8fe4d44cb183 req-4ba60592-41ce-41f3-b500-b1f89b64782a tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:42.774675 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-43adb36e-165f-4de7-91a7-8fe4d44cb183 req-4ba60592-41ce-41f3-b500-b1f89b64782a tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 946 time: 0.1272593 Sep 16 04:54:42.835005 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8469b50a-3b52-4c04-ba3c-5dc0a60a97d3 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.863587 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b3993292-b08e-4867-b1b6-dd48d0b29861 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.865411 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-43adb36e-165f-4de7-91a7-8fe4d44cb183 req-380dcdec-86cf-422e-8d1f-b398efd34cef tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888515 Sep 16 04:54:42.928249 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 3989604c-12d3-4fc3-9429-f50b9ae6c43a, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3989604c-12d3-4fc3-9429-f50b9ae6c43a,segment=NetworkSegment(bc5516bc-df3e-4e62-b22a-3a89cc6e4f72),segment_id=bc5516bc-df3e-4e62-b22a-3a89cc6e4f72)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:42.939229 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.957138 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16276c0f-9996-46ea-a864-fb7603bad7a4 None None] Network c25c5c30-f1f2-494a-bd00-75918f4e0818 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:42.964868 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469b50a-3b52-4c04-ba3c-5dc0a60a97d3 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Subnet': ['ID=5078ea25-0d0e-4069-a7f4-491a90e3c296,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:42.977956 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8469b50a-3b52-4c04-ba3c-5dc0a60a97d3 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.989204 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8469b50a-3b52-4c04-ba3c-5dc0a60a97d3 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/subnets/5078ea25-0d0e-4069-a7f4-491a90e3c296 HTTP/1.1" status: 204 len: 168 time: 1.0703688 Sep 16 04:54:42.996290 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48510) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:43.017191 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-8dd88acd-9d8a-41dd-89fe-2e14fe491583 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'subnet': {'network_id': '2f9390cb-4489-4133-8b77-d0812c7ca5f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:43.037094 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3993292-b08e-4867-b1b6-dd48d0b29861 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Checking segment: {'id': '0cc68c56-afac-44e6-a2c1-7c6cbc3772a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '41f217a4-33da-4aaa-a068-9a38de43ad79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:43.037413 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3993292-b08e-4867-b1b6-dd48d0b29861 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Network hostable DHCP agents. Network: 41f217a4-33da-4aaa-a068-9a38de43ad79, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:54:43.049395 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3993292-b08e-4867-b1b6-dd48d0b29861 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Pushing event updated for resources: {'Subnet': ['ID=925a5683-7b91-4b99-859e-3aaf0bfb9496,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:43.070585 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3993292-b08e-4867-b1b6-dd48d0b29861 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Network 41f217a4-33da-4aaa-a068-9a38de43ad79 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:54:43.075885 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d27504f-1ceb-4b32-b2cf-f4ad1daf2b3b None None] Network 2f9390cb-4489-4133-8b77-d0812c7ca5f1 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:43.094398 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-b3993292-b08e-4867-b1b6-dd48d0b29861 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 41f217a4-33da-4aaa-a068-9a38de43ad79) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:43.101702 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3993292-b08e-4867-b1b6-dd48d0b29861 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:43.102995 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b3993292-b08e-4867-b1b6-dd48d0b29861 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.120691 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48516) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:43.133951 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b3993292-b08e-4867-b1b6-dd48d0b29861 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0421684 Sep 16 04:54:43.136465 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48520) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:43.160040 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6988b4d1-2df5-4ecb-a076-42293fcf473d None None] Network 41f217a4-33da-4aaa-a068-9a38de43ad79 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:43.241093 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70d00351-79bd-41c5-8fbd-946b1712a624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.258685 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744510a-975d-44a5-a350-f1aba3b10fd6 req-3ec0fa06-7164-4449-993b-afd6ccf16797 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:43.260392 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6744510a-975d-44a5-a350-f1aba3b10fd6 req-3ec0fa06-7164-4449-993b-afd6ccf16797 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.1811790 Sep 16 04:54:43.402104 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6744510a-975d-44a5-a350-f1aba3b10fd6 req-d20d7f00-31bc-4a42-aee8-9ff4cf641aad tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324883 Sep 16 04:54:43.498948 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-95ab50ab-a7fb-40f4-afd0-c4097adf1aa4 None None] Provisioning complete for port 3989604c-12d3-4fc3-9429-f50b9ae6c43a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:43.500027 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-95ab50ab-a7fb-40f4-afd0-c4097adf1aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.520314 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-cb4d642e-8180-4207-b563-5736b0237346 None None] Allocated IP 172.20.0.2 (baa6ec22-d217-41aa-81d8-7e6c59f404e3/ae70c4c8-2f0e-462c-b767-29744be89160/2f0d7e3f-7b90-4b38-ba58-c2852ac7ce44) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:43.555990 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f886e0bb-f40a-4750-970b-d38ee46da1c1 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.558765 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f88c76-be06-4878-a54b-a3533253ec21 req-5dcfd69d-340f-43d6-b79a-921d60eed83f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:43.561282 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-61f88c76-be06-4878-a54b-a3533253ec21 req-5dcfd69d-340f-43d6-b79a-921d60eed83f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 944 time: 0.0681524 Sep 16 04:54:43.582297 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70d00351-79bd-41c5-8fbd-946b1712a624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.584978 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=3989604c-12d3-4fc3-9429-f50b9ae6c43a,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:43.616342 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd88acd-9d8a-41dd-89fe-2e14fe491583 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Made reservation on behalf of 02d0d2917e594a5f85c23d8add7f0e99 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:43.620036 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-eb3de6dc-d9b9-4c2c-982e-8eae2d86f82a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.621062 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8dd88acd-9d8a-41dd-89fe-2e14fe491583 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.655044 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-61f88c76-be06-4878-a54b-a3533253ec21 req-4f346872-a1fc-4e96-a9ce-df2c11545bd4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832467 Sep 16 04:54:43.677945 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70d00351-79bd-41c5-8fbd-946b1712a624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.742489 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d00351-79bd-41c5-8fbd-946b1712a624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84b7ce1-288f-4959-9208-9495dd19ab4c,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:43.787270 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-70d00351-79bd-41c5-8fbd-946b1712a624 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b01ba439bf4f43c28a6ffa590fd2f953&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6649556 Sep 16 04:54:43.790403 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48532) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:43.800173 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.803264 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3989604c-12d3-4fc3-9429-f50b9ae6c43a up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:43.880636 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75446e-7d1b-42e4-9670-b6472c59a9ff req-53fd10ad-3530-424b-b1c5-e1b4bc0c74f8 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:43.882215 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-be75446e-7d1b-42e4-9670-b6472c59a9ff req-53fd10ad-3530-424b-b1c5-e1b4bc0c74f8 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.0847023 Sep 16 04:54:43.900843 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c418519b-5c12-4632-b98e-4b39476b0536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.934179 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c418519b-5c12-4632-b98e-4b39476b0536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.989208 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-be75446e-7d1b-42e4-9670-b6472c59a9ff req-c82f19e1-f215-489b-b60f-96d586765f87 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917478 Sep 16 04:54:44.021972 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c418519b-5c12-4632-b98e-4b39476b0536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.025856 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c418519b-5c12-4632-b98e-4b39476b0536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.028406 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c418519b-5c12-4632-b98e-4b39476b0536 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c84b7ce1-288f-4959-9208-9495dd19ab4c HTTP/1.1" status: 204 len: 168 time: 0.2365208 Sep 16 04:54:44.041519 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418519b-5c12-4632-b98e-4b39476b0536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84b7ce1-288f-4959-9208-9495dd19ab4c,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:44.184458 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8dd88acd-9d8a-41dd-89fe-2e14fe491583 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.277519 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd88acd-9d8a-41dd-89fe-2e14fe491583 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Network 2f9390cb-4489-4133-8b77-d0812c7ca5f1 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:44.282156 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-8dd88acd-9d8a-41dd-89fe-2e14fe491583 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:44.291800 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd88acd-9d8a-41dd-89fe-2e14fe491583 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:44.293762 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8dd88acd-9d8a-41dd-89fe-2e14fe491583 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.337126 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd88acd-9d8a-41dd-89fe-2e14fe491583 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Subnet': ['ID=dba87704-a567-4747-9bb1-8411be3a324d,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:44.344716 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8dd88acd-9d8a-41dd-89fe-2e14fe491583 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3424091 Sep 16 04:54:44.347567 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48544) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:44.352440 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-102f0f4e-0e7a-477c-aadb-feea27865248 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'security_group': {'name': 'tempest-secgroup-923783069'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:44.358238 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526373f7-7205-48c6-9430-e7a722436fa9 req-a6657855-11f7-4415-9d62-04578e2aea3f tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:44.361176 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-526373f7-7205-48c6-9430-e7a722436fa9 req-a6657855-11f7-4415-9d62-04578e2aea3f tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 946 time: 0.1655569 Sep 16 04:54:44.396629 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-102f0f4e-0e7a-477c-aadb-feea27865248 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.421484 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-526373f7-7205-48c6-9430-e7a722436fa9 req-abdbad12-4af0-4987-8cd3-2920e0d58dbe tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475292 Sep 16 04:54:44.594904 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-102f0f4e-0e7a-477c-aadb-feea27865248 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.595257 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 3989604c-12d3-4fc3-9429-f50b9ae6c43a triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:44.596461 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.603815 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-102f0f4e-0e7a-477c-aadb-feea27865248 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.636857 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf11c9a-ca68-4851-9df7-5bb912b67ba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-41f217a4-33da-4aaa-a068-9a38de43ad79', 'network_id': '41f217a4-33da-4aaa-a068-9a38de43ad79', 'tenant_id': '26a2b83655bb429cafa4923ed8c705b7', 'fixed_ips': [{'subnet_id': '925a5683-7b91-4b99-859e-3aaf0bfb9496'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:54:44.637850 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-adf11c9a-ca68-4851-9df7-5bb912b67ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.638625 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-102f0f4e-0e7a-477c-aadb-feea27865248 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.643148 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-102f0f4e-0e7a-477c-aadb-feea27865248 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2943833 Sep 16 04:54:44.644204 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48554) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:44.644970 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f0f4e-0e7a-477c-aadb-feea27865248 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee5830a-2147-4e59-a914-1cb2b7adb119,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:44.653343 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-c5aaef43-febb-493a-8e4b-3466f0b7ca8a tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'security_group': {'name': 'tempest-secgroup-1691340435'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:44.687349 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c5aaef43-febb-493a-8e4b-3466f0b7ca8a tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.694533 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14c54a-77b3-4e16-a2ad-e6df8180d5b1 req-bda1a544-5fee-4aaa-8c5f-66e0759a2b38 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:44.705057 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2d14c54a-77b3-4e16-a2ad-e6df8180d5b1 req-bda1a544-5fee-4aaa-8c5f-66e0759a2b38 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.1167133 Sep 16 04:54:44.709731 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.725697 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cb4d642e-8180-4207-b563-5736b0237346 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.727442 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.781028 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2d14c54a-77b3-4e16-a2ad-e6df8180d5b1 req-0b9ef98f-fa3e-4ca5-a1cc-f32380bcafcd tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742450 Sep 16 04:54:44.896927 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cb4d642e-8180-4207-b563-5736b0237346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.962815 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-adf11c9a-ca68-4851-9df7-5bb912b67ba6 None None] Allocated IP 172.20.0.2 (41f217a4-33da-4aaa-a068-9a38de43ad79/925a5683-7b91-4b99-859e-3aaf0bfb9496/ee87c847-304e-4a93-9ba1-6b1e3e002220) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:44.969504 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4d642e-8180-4207-b563-5736b0237346 None None] Network baa6ec22-d217-41aa-81d8-7e6c59f404e3 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:44.985767 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-f886e0bb-f40a-4750-970b-d38ee46da1c1 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Allocated IP 172.20.0.1 (baa6ec22-d217-41aa-81d8-7e6c59f404e3/ae70c4c8-2f0e-462c-b767-29744be89160/d1bbadf5-0dbe-4763-b459-233c09ec7887) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:45.011321 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-cb4d642e-8180-4207-b563-5736b0237346 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:45.014302 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4d642e-8180-4207-b563-5736b0237346 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:45.023863 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d642e-8180-4207-b563-5736b0237346 None None] Pushing event updated for resources: {'Port': ['ID=2f0d7e3f-7b90-4b38-ba58-c2852ac7ce44,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:45.197758 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c5aaef43-febb-493a-8e4b-3466f0b7ca8a tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.198591 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-cb4d642e-8180-4207-b563-5736b0237346 None None] Attempting to bind port 2f0d7e3f-7b90-4b38-ba58-c2852ac7ce44 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:45.199429 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-cb4d642e-8180-4207-b563-5736b0237346 None None] Attempting to bind port 2f0d7e3f-7b90-4b38-ba58-c2852ac7ce44 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'be537485-f1a6-48bd-825a-349480eb12c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'baa6ec22-d217-41aa-81d8-7e6c59f404e3'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:45.200168 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4d642e-8180-4207-b563-5736b0237346 None None] Attempting to bind port 2f0d7e3f-7b90-4b38-ba58-c2852ac7ce44 on network baa6ec22-d217-41aa-81d8-7e6c59f404e3 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:45.204042 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7da4d-6c9d-4c92-8df9-2eb5a0f84f5d req-bb05b919-fb85-4cfb-b5b7-d33a065cdc67 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:45.207419 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-89c7da4d-6c9d-4c92-8df9-2eb5a0f84f5d req-bb05b919-fb85-4cfb-b5b7-d33a065cdc67 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 944 time: 0.1839950 Sep 16 04:54:45.214659 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c5aaef43-febb-493a-8e4b-3466f0b7ca8a tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.273642 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c5aaef43-febb-493a-8e4b-3466f0b7ca8a tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.275078 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c5aaef43-febb-493a-8e4b-3466f0b7ca8a tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6261983 Sep 16 04:54:45.280146 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48572) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:45.289616 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-eed3b963-37e3-45c6-8f0d-f6459afba3ff tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'security_group': {'name': 'tempest-secgroup-1693699055'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:45.302263 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4d642e-8180-4207-b563-5736b0237346 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:45.302908 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4d642e-8180-4207-b563-5736b0237346 None None] Checking segment: {'id': 'be537485-f1a6-48bd-825a-349480eb12c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'baa6ec22-d217-41aa-81d8-7e6c59f404e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:45.307754 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cb4d642e-8180-4207-b563-5736b0237346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.308183 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4d642e-8180-4207-b563-5736b0237346 None None] Bound using segment: {'id': 'be537485-f1a6-48bd-825a-349480eb12c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'baa6ec22-d217-41aa-81d8-7e6c59f404e3'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:45.308730 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-cb4d642e-8180-4207-b563-5736b0237346 None None] Bound port: 2f0d7e3f-7b90-4b38-ba58-c2852ac7ce44, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be537485-f1a6-48bd-825a-349480eb12c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'baa6ec22-d217-41aa-81d8-7e6c59f404e3'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:45.309130 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cb4d642e-8180-4207-b563-5736b0237346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.312151 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aaef43-febb-493a-8e4b-3466f0b7ca8a tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e1ba94-143d-4730-93d5-9abb324204ca,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:45.325334 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f886e0bb-f40a-4750-970b-d38ee46da1c1 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.348944 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-eed3b963-37e3-45c6-8f0d-f6459afba3ff tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.358286 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-89c7da4d-6c9d-4c92-8df9-2eb5a0f84f5d req-8c55747d-6d83-4297-a650-c78c73244874 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400716 Sep 16 04:54:45.383486 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d03886aa-ecce-4aae-befb-243a1feacc4d None None] Provisioning complete for port 3989604c-12d3-4fc3-9429-f50b9ae6c43a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:45.384127 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d03886aa-ecce-4aae-befb-243a1feacc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.407189 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f886e0bb-f40a-4750-970b-d38ee46da1c1 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.486365 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886e0bb-f40a-4750-970b-d38ee46da1c1 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Pushing event updated for resources: {'Port': ['ID=d1bbadf5-0dbe-4763-b459-233c09ec7887,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:45.542850 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f886e0bb-f40a-4750-970b-d38ee46da1c1 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Network baa6ec22-d217-41aa-81d8-7e6c59f404e3 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:45.548312 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-f886e0bb-f40a-4750-970b-d38ee46da1c1 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:45.553261 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f886e0bb-f40a-4750-970b-d38ee46da1c1 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:45.562785 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 7bc1d214-5adc-4176-ba02-d26b747c280e up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:45.632001 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-eed3b963-37e3-45c6-8f0d-f6459afba3ff tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.633980 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f886e0bb-f40a-4750-970b-d38ee46da1c1 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.639381 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-eed3b963-37e3-45c6-8f0d-f6459afba3ff tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.724129 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed3b963-37e3-45c6-8f0d-f6459afba3ff tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9dba595-da73-4ec2-aee7-597f82db591d,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:45.726767 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-eed3b963-37e3-45c6-8f0d-f6459afba3ff tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.732181 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-eed3b963-37e3-45c6-8f0d-f6459afba3ff tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4449255 Sep 16 04:54:45.732426 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48580) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:45.740395 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-98da5f86-1b4f-4ed9-bddf-aaa4df26efd3 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-444655600', 'security_groups': ['b9dba595-da73-4ec2-aee7-597f82db591d'], 'network_id': '2f9390cb-4489-4133-8b77-d0812c7ca5f1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dba87704-a567-4747-9bb1-8411be3a324d'}]}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:45.753721 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e7b794-df42-4f6b-a1d3-d9d464ee49fe None None] Network 2f9390cb-4489-4133-8b77-d0812c7ca5f1 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:45.805957 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-cb4d642e-8180-4207-b563-5736b0237346 None None] For port 2f0d7e3f-7b90-4b38-ba58-c2852ac7ce44, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:45.825857 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-adf11c9a-ca68-4851-9df7-5bb912b67ba6 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.832167 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 7bc1d214-5adc-4176-ba02-d26b747c280e completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:54:45.865307 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-adf11c9a-ca68-4851-9df7-5bb912b67ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.931993 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f886e0bb-f40a-4750-970b-d38ee46da1c1 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.938611 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-cb4d642e-8180-4207-b563-5736b0237346 None None] For port 2f0d7e3f-7b90-4b38-ba58-c2852ac7ce44, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2f0d7e3f-7b90-4b38-ba58-c2852ac7ce44,segment=NetworkSegment(be537485-f1a6-48bd-825a-349480eb12c1),segment_id=be537485-f1a6-48bd-825a-349480eb12c1)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:45.939932 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 7bc1d214-5adc-4176-ba02-d26b747c280e triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:45.940321 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.058853 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98da5f86-1b4f-4ed9-bddf-aaa4df26efd3 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Made reservation on behalf of 02d0d2917e594a5f85c23d8add7f0e99 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:46.093578 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cb4d642e-8180-4207-b563-5736b0237346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.118244 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf11c9a-ca68-4851-9df7-5bb912b67ba6 None None] Pushing event updated for resources: {'Port': ['ID=ee87c847-304e-4a93-9ba1-6b1e3e002220,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:46.134085 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48590) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:46.160469 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf11c9a-ca68-4851-9df7-5bb912b67ba6 None None] Network 41f217a4-33da-4aaa-a068-9a38de43ad79 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:46.191714 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-adf11c9a-ca68-4851-9df7-5bb912b67ba6 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:46.198000 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf11c9a-ca68-4851-9df7-5bb912b67ba6 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:46.232657 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.514764 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-946aa2c2-17f8-4f90-b08b-aee911e45c20 None None] Provisioning complete for port 5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:46.515330 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-946aa2c2-17f8-4f90-b08b-aee911e45c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.588738 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d642e-8180-4207-b563-5736b0237346 None None] Pushing event updated for resources: {'Port': ['ID=2f0d7e3f-7b90-4b38-ba58-c2852ac7ce44,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:46.610913 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f886e0bb-f40a-4750-970b-d38ee46da1c1 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.650892 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-adf11c9a-ca68-4851-9df7-5bb912b67ba6 None None] Attempting to bind port ee87c847-304e-4a93-9ba1-6b1e3e002220 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:46.651714 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-adf11c9a-ca68-4851-9df7-5bb912b67ba6 None None] Attempting to bind port ee87c847-304e-4a93-9ba1-6b1e3e002220 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '0cc68c56-afac-44e6-a2c1-7c6cbc3772a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '41f217a4-33da-4aaa-a068-9a38de43ad79'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:46.653618 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf11c9a-ca68-4851-9df7-5bb912b67ba6 None None] Attempting to bind port ee87c847-304e-4a93-9ba1-6b1e3e002220 on network 41f217a4-33da-4aaa-a068-9a38de43ad79 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:46.656016 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f886e0bb-f40a-4750-970b-d38ee46da1c1 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.666380 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf11c9a-ca68-4851-9df7-5bb912b67ba6 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:46.666868 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf11c9a-ca68-4851-9df7-5bb912b67ba6 None None] Checking segment: {'id': '0cc68c56-afac-44e6-a2c1-7c6cbc3772a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '41f217a4-33da-4aaa-a068-9a38de43ad79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:46.667210 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-adf11c9a-ca68-4851-9df7-5bb912b67ba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.667878 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf11c9a-ca68-4851-9df7-5bb912b67ba6 None None] Bound using segment: {'id': '0cc68c56-afac-44e6-a2c1-7c6cbc3772a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '41f217a4-33da-4aaa-a068-9a38de43ad79'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:46.668371 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-adf11c9a-ca68-4851-9df7-5bb912b67ba6 None None] Bound port: ee87c847-304e-4a93-9ba1-6b1e3e002220, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc68c56-afac-44e6-a2c1-7c6cbc3772a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '41f217a4-33da-4aaa-a068-9a38de43ad79'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:46.668834 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-adf11c9a-ca68-4851-9df7-5bb912b67ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.711542 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.760812 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-98da5f86-1b4f-4ed9-bddf-aaa4df26efd3 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.781687 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886e0bb-f40a-4750-970b-d38ee46da1c1 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Pushing event updated for resources: {'Port': ['ID=d1bbadf5-0dbe-4763-b459-233c09ec7887,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:46.834955 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-325c0ee2-0025-48de-a23d-53d75960a9ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.843437 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f886e0bb-f40a-4750-970b-d38ee46da1c1 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.860486 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 7bc1d214-5adc-4176-ba02-d26b747c280e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=7bc1d214-5adc-4176-ba02-d26b747c280e,segment=NetworkSegment(68f1d648-cebf-497a-a433-07a45b963bfc),segment_id=68f1d648-cebf-497a-a433-07a45b963bfc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:46.861004 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-98da5f86-1b4f-4ed9-bddf-aaa4df26efd3 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] device_id is not set on port 6aa91b9a-495b-4211-9c6e-a3d8a54ac78c yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:54:46.884714 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3472258-21a7-410c-865b-b4c706eebb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc1d214-5adc-4176-ba02-d26b747c280e'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:46.886985 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8914fc5-cf38-4fdf-b53a-f5c596fc5c14" -d '{"events": [{"server_uuid": "c3472258-21a7-410c-865b-b4c706eebb09", "name": "network-vif-plugged", "status": "completed", "tag": "7bc1d214-5adc-4176-ba02-d26b747c280e"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:46.919007 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.989781 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23c2f5-b007-4d01-8fdd-4cee6e1c502d req-8d26abde-ab1c-48ca-892f-0d49ea923241 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:47.003330 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ea23c2f5-b007-4d01-8fdd-4cee6e1c502d req-8d26abde-ab1c-48ca-892f-0d49ea923241 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 946 time: 0.9212666 Sep 16 04:54:47.007727 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f886e0bb-f40a-4750-970b-d38ee46da1c1 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Network baa6ec22-d217-41aa-81d8-7e6c59f404e3 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:47.009816 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-f886e0bb-f40a-4750-970b-d38ee46da1c1 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:47.074955 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=7bc1d214-5adc-4176-ba02-d26b747c280e,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:47.079102 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-adf11c9a-ca68-4851-9df7-5bb912b67ba6 None None] For port ee87c847-304e-4a93-9ba1-6b1e3e002220, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:47.083284 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-adf11c9a-ca68-4851-9df7-5bb912b67ba6 None None] For port ee87c847-304e-4a93-9ba1-6b1e3e002220, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=ee87c847-304e-4a93-9ba1-6b1e3e002220,segment=NetworkSegment(0cc68c56-afac-44e6-a2c1-7c6cbc3772a7),segment_id=0cc68c56-afac-44e6-a2c1-7c6cbc3772a7)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:47.097014 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-946aa2c2-17f8-4f90-b08b-aee911e45c20 None None] Provisioning complete for port fc50243f-0ebe-4370-af91-ee0acabfe7b2 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:47.097553 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-946aa2c2-17f8-4f90-b08b-aee911e45c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:47.101495 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-adf11c9a-ca68-4851-9df7-5bb912b67ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:47.252283 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-946aa2c2-17f8-4f90-b08b-aee911e45c20 None None] Port fc50243f-0ebe-4370-af91-ee0acabfe7b2 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:47.260154 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf11c9a-ca68-4851-9df7-5bb912b67ba6 None None] Pushing event updated for resources: {'Port': ['ID=ee87c847-304e-4a93-9ba1-6b1e3e002220,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:47.262342 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f886e0bb-f40a-4750-970b-d38ee46da1c1 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Router 7ed13a4c-3b65-4a90-95f9-e854448b3347 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:54:47.265314 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4604949-b6da-4577-bcfb-777f56ffadc0 None None] Update dhcp port {'port': {'network_id': '2f9390cb-4489-4133-8b77-d0812c7ca5f1', 'fixed_ips': [{'subnet_id': 'a109db96-c8ef-4adb-b430-8dbb54801609', 'ip_address': '172.20.0.18'}, {'subnet_id': 'dba87704-a567-4747-9bb1-8411be3a324d'}], 'binding:host_id': 'n-d-712139-15'}, 'id': '5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2'} from n-d-712139-15. {{(pid=94768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:54:47.335003 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e4604949-b6da-4577-bcfb-777f56ffadc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:47.337499 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-325c0ee2-0025-48de-a23d-53d75960a9ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:47.348828 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-325c0ee2-0025-48de-a23d-53d75960a9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:47.395960 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c0ee2-0025-48de-a23d-53d75960a9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33794364-61b1-484a-9491-475bc85470c1,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:47.414145 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ea23c2f5-b007-4d01-8fdd-4cee6e1c502d req-493902b3-2c4e-4ff9-9aad-be3d695af296 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078004 Sep 16 04:54:47.492771 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-98da5f86-1b4f-4ed9-bddf-aaa4df26efd3 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Allocated IP 172.20.0.2 (2f9390cb-4489-4133-8b77-d0812c7ca5f1/dba87704-a567-4747-9bb1-8411be3a324d/6aa91b9a-495b-4211-9c6e-a3d8a54ac78c) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:47.526846 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-325c0ee2-0025-48de-a23d-53d75960a9ba admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b0264392a9b74e9f9615701c991f9e0b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3814485 Sep 16 04:54:47.529633 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48614) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:47.826260 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-13e19916-dc05-44f2-86ef-55ca885a78f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:47.941171 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10e6db-8b14-437e-a569-a2d0f2055d80 req-775521fd-04e9-497f-970b-8ed912f930e7 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:47.952247 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2d10e6db-8b14-437e-a569-a2d0f2055d80 req-775521fd-04e9-497f-970b-8ed912f930e7 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.2723937 Sep 16 04:54:47.977471 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-13e19916-dc05-44f2-86ef-55ca885a78f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:47.987084 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device ee87c847-304e-4a93-9ba1-6b1e3e002220 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:48.066428 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f886e0bb-f40a-4750-970b-d38ee46da1c1 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:54:48.078912 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f886e0bb-f40a-4750-970b-d38ee46da1c1 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] 10.222.0.35 "PUT /v2.0/routers/7ed13a4c-3b65-4a90-95f9-e854448b3347/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9389148 Sep 16 04:54:48.082468 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48620) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:48.083051 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d3849-ab80-46d9-acf6-cd993985bb5d None None] Sync routers for ids ['7ed13a4c-3b65-4a90-95f9-e854448b3347'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:54:48.102075 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port ee87c847-304e-4a93-9ba1-6b1e3e002220 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:48.102549 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.103945 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703d3849-ab80-46d9-acf6-cd993985bb5d None None] Routers {'7ed13a4c-3b65-4a90-95f9-e854448b3347'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:48.104804 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-703d3849-ab80-46d9-acf6-cd993985bb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:54:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['7ed13a4c-3b65-4a90-95f9-e854448b3347'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:48.118735 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862ade9d-9bd1-4099-8cf9-50659bce8155 None None] Network baa6ec22-d217-41aa-81d8-7e6c59f404e3 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:48.166808 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-703d3849-ab80-46d9-acf6-cd993985bb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:48.182194 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703d3849-ab80-46d9-acf6-cd993985bb5d None None] Routers {'7ed13a4c-3b65-4a90-95f9-e854448b3347'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:48.183579 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-703d3849-ab80-46d9-acf6-cd993985bb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:54:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['7ed13a4c-3b65-4a90-95f9-e854448b3347'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:48.237412 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2d10e6db-8b14-437e-a569-a2d0f2055d80 req-e7cbd00d-1c75-4470-9772-9564cb94ec7c tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2826941 Sep 16 04:54:48.238097 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-703d3849-ab80-46d9-acf6-cd993985bb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:48.239098 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d3849-ab80-46d9-acf6-cd993985bb5d None None] The sync data for ids ['7ed13a4c-3b65-4a90-95f9-e854448b3347'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:54:48.315358 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f5a36afd-8bda-4631-82e8-cf589dca4802 None None] Provisioning complete for port 2f0d7e3f-7b90-4b38-ba58-c2852ac7ce44 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:48.316146 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f5a36afd-8bda-4631-82e8-cf589dca4802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.468799 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-98da5f86-1b4f-4ed9-bddf-aaa4df26efd3 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.538778 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-13e19916-dc05-44f2-86ef-55ca885a78f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.541362 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-13e19916-dc05-44f2-86ef-55ca885a78f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.542937 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-13e19916-dc05-44f2-86ef-55ca885a78f2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/33794364-61b1-484a-9491-475bc85470c1 HTTP/1.1" status: 204 len: 168 time: 1.0120761 Sep 16 04:54:48.602766 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e19916-dc05-44f2-86ef-55ca885a78f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33794364-61b1-484a-9491-475bc85470c1,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:48.641844 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4c247-16bf-4751-8a8c-5bc850df0aa1 req-a2d2948e-bd19-4892-aef3-bd9cbba76003 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:48.644090 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bbe4c247-16bf-4751-8a8c-5bc850df0aa1 req-a2d2948e-bd19-4892-aef3-bd9cbba76003 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 945 time: 0.2850678 Sep 16 04:54:48.684138 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-98da5f86-1b4f-4ed9-bddf-aaa4df26efd3 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.906780 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bbe4c247-16bf-4751-8a8c-5bc850df0aa1 req-27650ce7-d725-4b71-8675-2c27dc734472 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2521386 Sep 16 04:54:48.917237 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98da5f86-1b4f-4ed9-bddf-aaa4df26efd3 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Network 2f9390cb-4489-4133-8b77-d0812c7ca5f1 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:49.028502 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fd42b6-8e4e-495b-8fce-7d4e6d390810 x-openstack-request-id: req-d7fd42b6-8e4e-495b-8fce-7d4e6d390810 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:49.029414 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3472258-21a7-410c-865b-b4c706eebb09", "name": "network-vif-plugged", "status": "completed", "tag": "7bc1d214-5adc-4176-ba02-d26b747c280e", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:49.029414 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d7fd42b6-8e4e-495b-8fce-7d4e6d390810 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:49.029772 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3472258-21a7-410c-865b-b4c706eebb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc1d214-5adc-4176-ba02-d26b747c280e', 'code': 200} Sep 16 04:54:49.055825 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.092355 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f5a36afd-8bda-4631-82e8-cf589dca4802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.128125 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-e4604949-b6da-4577-bcfb-777f56ffadc0 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-8a2d8ee2-5582-4305-9614-cd0483df2d14 {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:54:49.128490 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-e4604949-b6da-4577-bcfb-777f56ffadc0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:54:49.167352 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da5f86-1b4f-4ed9-bddf-aaa4df26efd3 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Port': ['ID=6aa91b9a-495b-4211-9c6e-a3d8a54ac78c,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:49.167352 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-98da5f86-1b4f-4ed9-bddf-aaa4df26efd3 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:49.182147 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port ee87c847-304e-4a93-9ba1-6b1e3e002220, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=ee87c847-304e-4a93-9ba1-6b1e3e002220,segment=NetworkSegment(0cc68c56-afac-44e6-a2c1-7c6cbc3772a7),segment_id=0cc68c56-afac-44e6-a2c1-7c6cbc3772a7)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:49.200500 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.201474 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2f0d7e3f-7b90-4b38-ba58-c2852ac7ce44 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:49.229294 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98da5f86-1b4f-4ed9-bddf-aaa4df26efd3 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:49.264940 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b52c8c-6c93-4bd2-88a2-20148f4db453 None None] Network 41f217a4-33da-4aaa-a068-9a38de43ad79 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:49.268117 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-f5a36afd-8bda-4631-82e8-cf589dca4802 None None] For port 2f0d7e3f-7b90-4b38-ba58-c2852ac7ce44, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2f0d7e3f-7b90-4b38-ba58-c2852ac7ce44,segment=NetworkSegment(be537485-f1a6-48bd-825a-349480eb12c1),segment_id=be537485-f1a6-48bd-825a-349480eb12c1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:49.288097 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-c6458ae5-3b61-4745-9a30-72559b2b8d31 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:54:49.292382 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48640) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:49.293286 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c6458ae5-3b61-4745-9a30-72559b2b8d31 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] 10.222.0.35 "PUT /v2.0/routers/7ed13a4c-3b65-4a90-95f9-e854448b3347/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2028224 Sep 16 04:54:49.311538 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98da5f86-1b4f-4ed9-bddf-aaa4df26efd3 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:49.312200 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-98da5f86-1b4f-4ed9-bddf-aaa4df26efd3 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.340102 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874f858-6657-4dad-ab3b-e8ab8f5b9deb req-9df934a1-132a-42d6-a31f-c00860872c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:49.341693 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a874f858-6657-4dad-ab3b-e8ab8f5b9deb req-9df934a1-132a-42d6-a31f-c00860872c2f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 1098 time: 0.4226587 Sep 16 04:54:49.343621 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86d88e-7119-49bc-b443-866f2b06c3d7 req-3d204858-7a3f-49b6-950a-3fc76e9024b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:49.346706 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ee86d88e-7119-49bc-b443-866f2b06c3d7 req-3d204858-7a3f-49b6-950a-3fc76e9024b5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 1097 time: 0.1951621 Sep 16 04:54:49.391172 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-98da5f86-1b4f-4ed9-bddf-aaa4df26efd3 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6576633 Sep 16 04:54:49.418765 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48644) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:49.453329 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f5a36afd-8bda-4631-82e8-cf589dca4802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.465500 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-c9dcfaf1-9193-4fed-bd7f-278f286363cb tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'subnet': {'network_id': '2f9390cb-4489-4133-8b77-d0812c7ca5f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:49.671436 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a874f858-6657-4dad-ab3b-e8ab8f5b9deb req-bb976ff2-2aba-41f6-8463-54065c8c5966 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162718 Sep 16 04:54:49.678719 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ee86d88e-7119-49bc-b443-866f2b06c3d7 req-6609152c-9452-40b7-8c33-f5f619dd4c01 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3081799 Sep 16 04:54:49.709127 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387f5e8-a276-436b-8b99-018dde011c8e req-697335be-edc9-4bdd-bbbd-bff9371f7124 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:49.710764 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b387f5e8-a276-436b-8b99-018dde011c8e req-697335be-edc9-4bdd-bbbd-bff9371f7124 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 946 time: 0.1197636 Sep 16 04:54:49.711606 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9dcfaf1-9193-4fed-bd7f-278f286363cb tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Made reservation on behalf of 02d0d2917e594a5f85c23d8add7f0e99 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:49.715153 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c9dcfaf1-9193-4fed-bd7f-278f286363cb tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.731498 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=ee87c847-304e-4a93-9ba1-6b1e3e002220,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:49.769170 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 2f0d7e3f-7b90-4b38-ba58-c2852ac7ce44 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:49.773682 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.791539 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-e0799111-add7-4f2a-a116-fa78301a7dd0 None None] Provisioning complete for port d1bbadf5-0dbe-4763-b459-233c09ec7887 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:49.792164 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e0799111-add7-4f2a-a116-fa78301a7dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.844137 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b34269-c102-4281-a699-4b0ca0b59588 req-ef3c5d85-110d-43a0-9e5d-e46ee9c97bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:49.846849 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d6b34269-c102-4281-a699-4b0ca0b59588 req-ef3c5d85-110d-43a0-9e5d-e46ee9c97bc1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=68cc116df1104257a08239cd46cd0170&device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 1096 time: 0.2822435 Sep 16 04:54:49.870085 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e4604949-b6da-4577-bcfb-777f56ffadc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.936884 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b387f5e8-a276-436b-8b99-018dde011c8e req-9d34f02a-4cf7-441f-a212-7752d1fe62ec tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844793 Sep 16 04:54:49.950086 n-d-712139-15 neutron-server[94767]: INFO neutron.db.ipam_backend_mixin [None req-c9dcfaf1-9193-4fed-bd7f-278f286363cb tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet dba87704-a567-4747-9bb1-8411be3a324d (CIDR: 172.20.0.0/28) Sep 16 04:54:49.956504 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9dcfaf1-9193-4fed-bd7f-278f286363cb tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:54:49.957720 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9dcfaf1-9193-4fed-bd7f-278f286363cb tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:49.999439 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c9dcfaf1-9193-4fed-bd7f-278f286363cb tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5491316 Sep 16 04:54:50.000369 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48658) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:50.009867 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-397a25e2-7b8e-4e43-a347-dffbf579c0ab tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'subnet': {'network_id': '2f9390cb-4489-4133-8b77-d0812c7ca5f1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:50.106951 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-e0799111-add7-4f2a-a116-fa78301a7dd0 None None] Port d1bbadf5-0dbe-4763-b459-233c09ec7887 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:50.196921 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b34269-c102-4281-a699-4b0ca0b59588 req-a1444fd0-562f-4935-8cd4-485371ad9fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:50.198473 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d6b34269-c102-4281-a699-4b0ca0b59588 req-a1444fd0-562f-4935-8cd4-485371ad9fcc service neutron] 10.222.0.48 "GET /v2.0/networks?id=92ecefce-c627-4abd-9d77-6a33db190651 HTTP/1.1" status: 200 len: 912 time: 0.1382186 Sep 16 04:54:50.214092 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-e0799111-add7-4f2a-a116-fa78301a7dd0 None None] Provisioning complete for port ee87c847-304e-4a93-9ba1-6b1e3e002220 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:50.214864 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e0799111-add7-4f2a-a116-fa78301a7dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.218089 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a36afd-8bda-4631-82e8-cf589dca4802 None None] Pushing event updated for resources: {'Port': ['ID=2f0d7e3f-7b90-4b38-ba58-c2852ac7ce44,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:50.268368 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48664) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:50.273969 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7c1bc-0389-402b-a4a6-5b3cb3bbb543 req-72107e64-6467-419a-9d31-742938b52c94 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:50.293904 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-81f7c1bc-0389-402b-a4a6-5b3cb3bbb543 req-72107e64-6467-419a-9d31-742938b52c94 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.2193084 Sep 16 04:54:50.340311 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d6b34269-c102-4281-a699-4b0ca0b59588 req-4b13ca81-cbac-4271-8626-85ada823b6a6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09464b06-c001-4b17-972c-bc148f6c7b1e HTTP/1.1" status: 200 len: 999 time: 0.1318476 Sep 16 04:54:50.425523 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-81f7c1bc-0389-402b-a4a6-5b3cb3bbb543 req-be4c288d-7d3d-47c9-b6b2-20c60b65fb56 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299541 Sep 16 04:54:50.437438 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397a25e2-7b8e-4e43-a347-dffbf579c0ab tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Made reservation on behalf of 02d0d2917e594a5f85c23d8add7f0e99 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:50.446690 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-397a25e2-7b8e-4e43-a347-dffbf579c0ab tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.457052 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b34269-c102-4281-a699-4b0ca0b59588 req-7d95ea71-e4d4-414e-82cc-32a5c79681bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:50.458635 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d6b34269-c102-4281-a699-4b0ca0b59588 req-7d95ea71-e4d4-414e-82cc-32a5c79681bf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21 HTTP/1.1" status: 200 len: 850 time: 0.0909133 Sep 16 04:54:50.466049 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0ec936ae-9146-45d2-a589-9147821fd19a tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.620855 n-d-712139-15 neutron-server[94767]: INFO neutron.db.ipam_backend_mixin [None req-397a25e2-7b8e-4e43-a347-dffbf579c0ab tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a109db96-c8ef-4adb-b430-8dbb54801609 (CIDR: 172.20.0.16/28) Sep 16 04:54:50.636477 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-397a25e2-7b8e-4e43-a347-dffbf579c0ab tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:54:50.640648 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-397a25e2-7b8e-4e43-a347-dffbf579c0ab tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:50.676548 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ff48ebf8-d749-449a-bff3-b7d1500999b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.684909 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-397a25e2-7b8e-4e43-a347-dffbf579c0ab tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6832106 Sep 16 04:54:50.689850 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48674) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:50.694808 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-44b15d38-23d2-4b0a-8cf5-52908bd618e6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'subnet': {'network_id': '2f9390cb-4489-4133-8b77-d0812c7ca5f1', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:50.712915 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b34269-c102-4281-a699-4b0ca0b59588 req-25be2ce6-1e1d-42ca-8ef0-a38687af8e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:50.714806 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d6b34269-c102-4281-a699-4b0ca0b59588 req-25be2ce6-1e1d-42ca-8ef0-a38687af8e78 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=92ecefce-c627-4abd-9d77-6a33db190651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2466376 Sep 16 04:54:50.734031 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d793b-f13c-4c69-80f6-5bb58b98ccbd req-647c0821-173c-47af-9fea-956e10fb43bf tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:50.734673 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-119d793b-f13c-4c69-80f6-5bb58b98ccbd req-647c0821-173c-47af-9fea-956e10fb43bf tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 945 time: 0.1102011 Sep 16 04:54:50.825322 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device ee87c847-304e-4a93-9ba1-6b1e3e002220 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:50.902317 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-119d793b-f13c-4c69-80f6-5bb58b98ccbd req-d3bc1553-3ad0-4d16-ae2e-84d96929da0e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508918 Sep 16 04:54:51.012384 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d6b34269-c102-4281-a699-4b0ca0b59588 req-de2e78c0-f1f6-4586-9884-ee5c69d21dbc service neutron] 10.222.0.48 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848921 Sep 16 04:54:51.021374 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-e4604949-b6da-4577-bcfb-777f56ffadc0 None None] Allocated IP 172.20.0.3 (2f9390cb-4489-4133-8b77-d0812c7ca5f1/dba87704-a567-4747-9bb1-8411be3a324d/5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:51.079038 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-e0799111-add7-4f2a-a116-fa78301a7dd0 None None] Provisioning complete for port 2f0d7e3f-7b90-4b38-ba58-c2852ac7ce44 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:51.079880 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e0799111-add7-4f2a-a116-fa78301a7dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.140406 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ff48ebf8-d749-449a-bff3-b7d1500999b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.179815 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b15d38-23d2-4b0a-8cf5-52908bd618e6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Made reservation on behalf of 02d0d2917e594a5f85c23d8add7f0e99 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:51.184791 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-44b15d38-23d2-4b0a-8cf5-52908bd618e6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.191395 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ff48ebf8-d749-449a-bff3-b7d1500999b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.272637 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ff48ebf8-d749-449a-bff3-b7d1500999b4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8fbbca479064427e9f79ec0ef8617e5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9983187 Sep 16 04:54:51.281086 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48682) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:51.284438 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff48ebf8-d749-449a-bff3-b7d1500999b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118ea8b7-5010-4ab8-bfb0-ea4ed754fd56,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:51.327049 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff48ebf8-d749-449a-bff3-b7d1500999b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:51.327454 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff48ebf8-d749-449a-bff3-b7d1500999b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:51.327821 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff48ebf8-d749-449a-bff3-b7d1500999b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:51.328085 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff48ebf8-d749-449a-bff3-b7d1500999b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:51.328420 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff48ebf8-d749-449a-bff3-b7d1500999b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:51.328774 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff48ebf8-d749-449a-bff3-b7d1500999b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:51.329103 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff48ebf8-d749-449a-bff3-b7d1500999b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:51.329431 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff48ebf8-d749-449a-bff3-b7d1500999b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:51.329758 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff48ebf8-d749-449a-bff3-b7d1500999b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:51.330274 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff48ebf8-d749-449a-bff3-b7d1500999b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:51.330700 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff48ebf8-d749-449a-bff3-b7d1500999b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:51.331022 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff48ebf8-d749-449a-bff3-b7d1500999b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:51.360097 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d6b34269-c102-4281-a699-4b0ca0b59588 req-701b0457-7441-4627-98a8-c1f8fb344602 service neutron] 10.222.0.48 "GET /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074002 Sep 16 04:54:51.387327 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-0ec936ae-9146-45d2-a589-9147821fd19a tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Deleting port d1bbadf5-0dbe-4763-b459-233c09ec7887 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:51.388488 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0ec936ae-9146-45d2-a589-9147821fd19a tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.400172 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-e4604949-b6da-4577-bcfb-777f56ffadc0 None None] For port 5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2,segment=NetworkSegment(d6bb57be-67b8-45f6-b653-59e53ab81773),segment_id=d6bb57be-67b8-45f6-b653-59e53ab81773)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:51.416053 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dc6b1-08cd-4b9b-9b3c-f6a5a3148fbf req-095853a8-0f59-4bcf-9031-a799a5136d9c tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:51.422575 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c55dc6b1-08cd-4b9b-9b3c-f6a5a3148fbf req-095853a8-0f59-4bcf-9031-a799a5136d9c tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 946 time: 0.2191231 Sep 16 04:54:51.447205 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port ee87c847-304e-4a93-9ba1-6b1e3e002220 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:51.447205 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.502617 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ab9f85ac-3ba1-4c51-84c0-0ce5b53efd23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.515285 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c55dc6b1-08cd-4b9b-9b3c-f6a5a3148fbf req-afccba04-d044-4bbd-a559-eb953fd070d6 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635047 Sep 16 04:54:51.535454 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e4604949-b6da-4577-bcfb-777f56ffadc0 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.552505 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0ec936ae-9146-45d2-a589-9147821fd19a tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.574194 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ab9f85ac-3ba1-4c51-84c0-0ce5b53efd23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.585735 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-0ec936ae-9146-45d2-a589-9147821fd19a tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Calling delete_port for d1bbadf5-0dbe-4763-b459-233c09ec7887 owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:51.599539 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e4604949-b6da-4577-bcfb-777f56ffadc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.739587 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-44b15d38-23d2-4b0a-8cf5-52908bd618e6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.788893 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2f0d7e3f-7b90-4b38-ba58-c2852ac7ce44 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:51.827350 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b15d38-23d2-4b0a-8cf5-52908bd618e6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Subnet': ['ID=6d8b7adb-bca0-435c-90b1-5d8d2453f6d8,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:51.844299 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b15d38-23d2-4b0a-8cf5-52908bd618e6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Network 2f9390cb-4489-4133-8b77-d0812c7ca5f1 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:51.846257 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-44b15d38-23d2-4b0a-8cf5-52908bd618e6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:51.853127 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b15d38-23d2-4b0a-8cf5-52908bd618e6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:51.854426 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-44b15d38-23d2-4b0a-8cf5-52908bd618e6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.867088 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0ec936ae-9146-45d2-a589-9147821fd19a tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.876679 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-44b15d38-23d2-4b0a-8cf5-52908bd618e6 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1859360 Sep 16 04:54:51.882374 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48690) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:51.896744 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-7dab8a48-bf98-4d6b-aa5c-6cba387d17fd tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1051480693', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6d8b7adb-bca0-435c-90b1-5d8d2453f6d8'}], 'security_groups': ['0ee5830a-2147-4e59-a914-1cb2b7adb119', 'b0e1ba94-143d-4730-93d5-9abb324204ca']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:51.900200 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec936ae-9146-45d2-a589-9147821fd19a tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Pushing event deleted for resources: {'Port': ['ID=d1bbadf5-0dbe-4763-b459-233c09ec7887,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:51.910244 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f71badfa-147a-4912-8240-f4d6f65500f2 None None] Could not find standard attr ID for object d1bbadf5-0dbe-4763-b459-233c09ec7887. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:54:51.912960 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4604949-b6da-4577-bcfb-777f56ffadc0 None None] Pushing event updated for resources: {'Port': ['ID=5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2,revision_number=6']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:51.961311 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 2f0d7e3f-7b90-4b38-ba58-c2852ac7ce44 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:51.961598 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ab9f85ac-3ba1-4c51-84c0-0ce5b53efd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.962783 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.964475 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ab9f85ac-3ba1-4c51-84c0-0ce5b53efd23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.968123 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ab9f85ac-3ba1-4c51-84c0-0ce5b53efd23 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/118ea8b7-5010-4ab8-bfb0-ea4ed754fd56 HTTP/1.1" status: 204 len: 168 time: 0.6827595 Sep 16 04:54:52.000457 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f85ac-3ba1-4c51-84c0-0ce5b53efd23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118ea8b7-5010-4ab8-bfb0-ea4ed754fd56,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:52.073487 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f71badfa-147a-4912-8240-f4d6f65500f2 None None] Provisioning complete for port ee87c847-304e-4a93-9ba1-6b1e3e002220 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:52.074836 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f71badfa-147a-4912-8240-f4d6f65500f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.285558 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0ec936ae-9146-45d2-a589-9147821fd19a tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.515046 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7dab8a48-bf98-4d6b-aa5c-6cba387d17fd tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.551693 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5a880-7f58-46bc-9a00-1dfa5169c5d9 req-07558b32-c31e-49d6-8dfa-d3815b25b008 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:52.571902 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fbc5a880-7f58-46bc-9a00-1dfa5169c5d9 req-07558b32-c31e-49d6-8dfa-d3815b25b008 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.4647958 Sep 16 04:54:52.824348 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fbc5a880-7f58-46bc-9a00-1dfa5169c5d9 req-d5c13072-97b1-4859-85eb-80a2620074b1 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353592 Sep 16 04:54:52.837090 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:52.868741 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec936ae-9146-45d2-a589-9147821fd19a tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Router 7ed13a4c-3b65-4a90-95f9-e854448b3347 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:54:53.001114 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7310b397-5618-4056-a584-1aa9f099d712 None None] Network 2f9390cb-4489-4133-8b77-d0812c7ca5f1 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:53.034710 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:53.035802 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.058755 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec936ae-9146-45d2-a589-9147821fd19a tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:54:53.074360 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0ec936ae-9146-45d2-a589-9147821fd19a tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] 10.222.0.35 "PUT /v2.0/routers/7ed13a4c-3b65-4a90-95f9-e854448b3347/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7800124 Sep 16 04:54:53.075620 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48706) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:53.092184 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d2d3ef-7ed6-4502-87bb-068601013216 None None] Sync routers for ids ['7ed13a4c-3b65-4a90-95f9-e854448b3347'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:54:53.117186 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-461af703-9608-4a54-939c-4e61a1a2bff2 None None] Provisioning complete for port 5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:53.117970 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-461af703-9608-4a54-939c-4e61a1a2bff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.146523 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48708) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:53.154412 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-8d058675-59ac-4542-b71e-365013b96b5a tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] delete failed (client error): The resource could not be found. Sep 16 04:54:53.165276 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8d058675-59ac-4542-b71e-365013b96b5a tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] 10.222.0.35 "DELETE /v2.0/routers/tempest-non_exist_router-1925044863 HTTP/1.1" status: 404 len: 335 time: 0.0781908 Sep 16 04:54:53.165276 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48710) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:53.165906 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5a146dc9-b246-47d7-a0e1-98a293d1451e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.171892 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-b3949932-32e4-4260-a88d-0773a3509e55 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Request body: {'router': {'external_gateway_info': {'network_id': '7ed13a4c-3b65-4a90-95f9-e854448b3347'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:53.215761 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d2d3ef-7ed6-4502-87bb-068601013216 None None] Routers {'7ed13a4c-3b65-4a90-95f9-e854448b3347'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:53.216311 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-c1d2d3ef-7ed6-4502-87bb-068601013216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:54:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['7ed13a4c-3b65-4a90-95f9-e854448b3347'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:53.247933 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcf6eb-a656-468a-a2f9-72a96a57ffb1 req-97c80ac6-3898-4308-bfdc-639f24483a5a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:53.250777 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9efcf6eb-a656-468a-a2f9-72a96a57ffb1 req-97c80ac6-3898-4308-bfdc-639f24483a5a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 945 time: 0.1285927 Sep 16 04:54:53.277678 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-c1d2d3ef-7ed6-4502-87bb-068601013216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:53.327679 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d2d3ef-7ed6-4502-87bb-068601013216 None None] Routers {'7ed13a4c-3b65-4a90-95f9-e854448b3347'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:53.328612 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-c1d2d3ef-7ed6-4502-87bb-068601013216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:54:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['7ed13a4c-3b65-4a90-95f9-e854448b3347'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:53.381927 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9efcf6eb-a656-468a-a2f9-72a96a57ffb1 req-f5329d8e-2081-4b0c-b0c0-6dde0a5b01e5 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210375 Sep 16 04:54:53.429350 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-c1d2d3ef-7ed6-4502-87bb-068601013216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:53.430286 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d2d3ef-7ed6-4502-87bb-068601013216 None None] The sync data for ids ['7ed13a4c-3b65-4a90-95f9-e854448b3347'] in n-d-712139-15 is: [] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:54:53.484181 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-7dab8a48-bf98-4d6b-aa5c-6cba387d17fd tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Delete allocated IP 172.20.0.2 (2f9390cb-4489-4133-8b77-d0812c7ca5f1/dba87704-a567-4747-9bb1-8411be3a324d) {{(pid=94767) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 04:54:53.496416 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-7dab8a48-bf98-4d6b-aa5c-6cba387d17fd tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Allocated IP 172.20.0.45 (2f9390cb-4489-4133-8b77-d0812c7ca5f1/6d8b7adb-bca0-435c-90b1-5d8d2453f6d8/6aa91b9a-495b-4211-9c6e-a3d8a54ac78c) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:53.518691 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b3949932-32e4-4260-a88d-0773a3509e55 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.562747 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-b3949932-32e4-4260-a88d-0773a3509e55 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] update failed (client error): The resource could not be found. Sep 16 04:54:53.570375 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b3949932-32e4-4260-a88d-0773a3509e55 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] 10.222.0.35 "PUT /v2.0/routers/7ed13a4c-3b65-4a90-95f9-e854448b3347 HTTP/1.1" status: 404 len: 339 time: 0.3995600 Sep 16 04:54:53.573060 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48714) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:53.746717 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-461af703-9608-4a54-939c-4e61a1a2bff2 None None] Provisioning complete for port fc50243f-0ebe-4370-af91-ee0acabfe7b2 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:53.747080 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-461af703-9608-4a54-939c-4e61a1a2bff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.801425 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5a146dc9-b246-47d7-a0e1-98a293d1451e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.834122 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5a146dc9-b246-47d7-a0e1-98a293d1451e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.835952 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-461af703-9608-4a54-939c-4e61a1a2bff2 None None] Port fc50243f-0ebe-4370-af91-ee0acabfe7b2 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:53.849820 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5af409-3170-45ad-a5dc-372a8286cc63 None None] Update dhcp port {'port': {'network_id': '2f9390cb-4489-4133-8b77-d0812c7ca5f1', 'fixed_ips': [{'subnet_id': 'a109db96-c8ef-4adb-b430-8dbb54801609', 'ip_address': '172.20.0.18'}, {'subnet_id': 'dba87704-a567-4747-9bb1-8411be3a324d', 'ip_address': '172.20.0.3'}, {'subnet_id': '6d8b7adb-bca0-435c-90b1-5d8d2453f6d8'}], 'binding:host_id': 'n-d-712139-15'}, 'id': '5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2'} from n-d-712139-15. {{(pid=94768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:54:53.895444 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-be5af409-3170-45ad-a5dc-372a8286cc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.929595 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e07c30-5063-465b-9980-99dedb0fa61b req-1b0bfcc8-5cc3-4efb-ad7a-f96271cbb7d2 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:53.931209 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-48e07c30-5063-465b-9980-99dedb0fa61b req-1b0bfcc8-5cc3-4efb-ad7a-f96271cbb7d2 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 945 time: 0.1455338 Sep 16 04:54:53.935122 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631e0b0-7842-40eb-958a-5f33c20925fd req-0aa32456-a332-4ec2-90bd-fda5bd03e345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:53.936790 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8631e0b0-7842-40eb-958a-5f33c20925fd req-0aa32456-a332-4ec2-90bd-fda5bd03e345 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ae9253f056ae49e68f4d400ee8ce541c&device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 1098 time: 0.1499074 Sep 16 04:54:53.988352 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7dab8a48-bf98-4d6b-aa5c-6cba387d17fd tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.008115 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7dab8a48-bf98-4d6b-aa5c-6cba387d17fd tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.105050 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-be5af409-3170-45ad-a5dc-372a8286cc63 None None] Allocated IP 172.20.0.34 (2f9390cb-4489-4133-8b77-d0812c7ca5f1/6d8b7adb-bca0-435c-90b1-5d8d2453f6d8/5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:54.140513 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-48e07c30-5063-465b-9980-99dedb0fa61b req-a382e1df-a8ad-49ee-8a23-8f368343eca7 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930478 Sep 16 04:54:54.259975 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48722) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:54.267985 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-be5af409-3170-45ad-a5dc-372a8286cc63 None None] For port 5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2,segment=NetworkSegment(d6bb57be-67b8-45f6-b653-59e53ab81773),segment_id=d6bb57be-67b8-45f6-b653-59e53ab81773)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:54.323650 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-be5af409-3170-45ad-a5dc-372a8286cc63 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.330752 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-be5af409-3170-45ad-a5dc-372a8286cc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.356662 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5a146dc9-b246-47d7-a0e1-98a293d1451e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0a82256e88e340b0926731d6aad3313a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2084651 Sep 16 04:54:54.361821 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48724) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:54.366674 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a146dc9-b246-47d7-a0e1-98a293d1451e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb9fe68-01a0-4e38-8a19-f5ab86f142cd,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:54.466445 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffc7af3-aa41-4706-8817-87ceac92db8a tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:54.471724 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-dffc7af3-aa41-4706-8817-87ceac92db8a tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 1092 time: 0.2071633 Sep 16 04:54:54.474938 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48726) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:54.479629 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5af409-3170-45ad-a5dc-372a8286cc63 None None] Pushing event updated for resources: {'Port': ['ID=5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2,revision_number=7']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:54.499526 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-6c00e388-7209-4db8-a68b-3753239f7216 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'port_id': '7bc1d214-5adc-4176-ba02-d26b747c280e', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:54.507253 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-950552be-9621-4ed0-b7be-9372495032ff tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.546074 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9336ee8c-93a3-48db-b500-f500e239db02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.590117 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab8a48-bf98-4d6b-aa5c-6cba387d17fd tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event updated for resources: {'Port': ['ID=6aa91b9a-495b-4211-9c6e-a3d8a54ac78c,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:54.601174 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6c00e388-7209-4db8-a68b-3753239f7216 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for floatingip, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.642406 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631e0b0-7842-40eb-958a-5f33c20925fd req-9d1ee780-3cbb-4883-9d9d-6d8e11e9a217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:54.644132 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8631e0b0-7842-40eb-958a-5f33c20925fd req-9d1ee780-3cbb-4883-9d9d-6d8e11e9a217 service neutron] 10.222.0.47 "GET /v2.0/networks?id=95323e7d-bc75-4644-adb1-0a3d4ef7631b HTTP/1.1" status: 200 len: 920 time: 0.6969125 Sep 16 04:54:54.651810 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dab8a48-bf98-4d6b-aa5c-6cba387d17fd tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:54.651810 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dab8a48-bf98-4d6b-aa5c-6cba387d17fd tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:54.651810 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dab8a48-bf98-4d6b-aa5c-6cba387d17fd tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:54.651810 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dab8a48-bf98-4d6b-aa5c-6cba387d17fd tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:54.651810 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dab8a48-bf98-4d6b-aa5c-6cba387d17fd tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:54.651810 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dab8a48-bf98-4d6b-aa5c-6cba387d17fd tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:54.651810 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dab8a48-bf98-4d6b-aa5c-6cba387d17fd tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:54.651810 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dab8a48-bf98-4d6b-aa5c-6cba387d17fd tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:54.651810 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dab8a48-bf98-4d6b-aa5c-6cba387d17fd tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:54.653235 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dab8a48-bf98-4d6b-aa5c-6cba387d17fd tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:54.653235 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dab8a48-bf98-4d6b-aa5c-6cba387d17fd tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:54.653235 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dab8a48-bf98-4d6b-aa5c-6cba387d17fd tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:54.672613 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9336ee8c-93a3-48db-b500-f500e239db02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.712896 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8631e0b0-7842-40eb-958a-5f33c20925fd req-d996b475-602a-42be-af49-60641ceb9cc9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df9615f6-aeda-465a-87a6-28cf51d746a1 HTTP/1.1" status: 200 len: 217 time: 0.0556681 Sep 16 04:54:54.717394 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:54.718160 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-7dab8a48-bf98-4d6b-aa5c-6cba387d17fd tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] In _notify_port_updated(), no bound segment for port 6aa91b9a-495b-4211-9c6e-a3d8a54ac78c on network 2f9390cb-4489-4133-8b77-d0812c7ca5f1 {{(pid=94767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:54:54.727807 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dab8a48-bf98-4d6b-aa5c-6cba387d17fd tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:54.728499 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7dab8a48-bf98-4d6b-aa5c-6cba387d17fd tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.732791 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7dab8a48-bf98-4d6b-aa5c-6cba387d17fd tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "PUT /v2.0/ports/6aa91b9a-495b-4211-9c6e-a3d8a54ac78c HTTP/1.1" status: 200 len: 960 time: 2.8458982 Sep 16 04:54:54.742781 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48730) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:54.792835 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:54.792835 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.806770 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718583d-6d70-4740-938e-42a9bc292f3d req-7c9403c0-9b5b-402b-ae2e-c7f31df32df7 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:54.816966 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d718583d-6d70-4740-938e-42a9bc292f3d req-7c9403c0-9b5b-402b-ae2e-c7f31df32df7 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 946 time: 0.2343981 Sep 16 04:54:54.886907 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d718583d-6d70-4740-938e-42a9bc292f3d req-a7493380-cc8f-4a98-a136-63611cb39ccd tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670538 Sep 16 04:54:54.927967 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631e0b0-7842-40eb-958a-5f33c20925fd req-50153d77-c572-45c9-9d98-e4a7dbcf9e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:54.929694 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8631e0b0-7842-40eb-958a-5f33c20925fd req-50153d77-c572-45c9-9d98-e4a7dbcf9e97 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52ea8b91-2711-402b-a55a-c845ac289939 HTTP/1.1" status: 200 len: 859 time: 0.1982720 Sep 16 04:54:54.963670 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9336ee8c-93a3-48db-b500-f500e239db02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.966565 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9336ee8c-93a3-48db-b500-f500e239db02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.967881 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9336ee8c-93a3-48db-b500-f500e239db02 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dcb9fe68-01a0-4e38-8a19-f5ab86f142cd HTTP/1.1" status: 204 len: 168 time: 0.6023605 Sep 16 04:54:54.989938 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8631e0b0-7842-40eb-958a-5f33c20925fd req-9e4c4bdd-91de-4f96-a3f3-363491ef21ef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=95323e7d-bc75-4644-adb1-0a3d4ef7631b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520082 Sep 16 04:54:55.037470 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9336ee8c-93a3-48db-b500-f500e239db02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb9fe68-01a0-4e38-8a19-f5ab86f142cd,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:55.095520 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-950552be-9621-4ed0-b7be-9372495032ff tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Allocated IP 172.20.0.1 (c25c5c30-f1f2-494a-bd00-75918f4e0818/5925fd32-4643-40ce-95c9-a9c0fc8b757b/a48b21a9-35c4-4fef-a5ff-c465060b01e9) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:55.139232 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6c00e388-7209-4db8-a68b-3753239f7216 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:55.139859 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-1a1bf8ba-dfe2-4af3-9926-a98cffb0ab81 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Deleting port 6aa91b9a-495b-4211-9c6e-a3d8a54ac78c {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:55.140678 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1a1bf8ba-dfe2-4af3-9926-a98cffb0ab81 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:55.274857 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8631e0b0-7842-40eb-958a-5f33c20925fd req-3134b0aa-aa18-4762-ba3d-6646c5de89e8 service neutron] 10.222.0.47 "GET /v2.0/networks/95323e7d-bc75-4644-adb1-0a3d4ef7631b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746973 Sep 16 04:54:55.290600 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f5e24-5397-465d-98be-09510fc1f81c req-6034246f-19a8-4819-b168-56c8da777c07 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:55.300171 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-4660ba0c-1445-429a-a9f7-f81add49cde8 None None] Provisioning complete for port 5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:55.300883 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf9f5e24-5397-465d-98be-09510fc1f81c req-6034246f-19a8-4819-b168-56c8da777c07 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.1842189 Sep 16 04:54:55.302542 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4660ba0c-1445-429a-a9f7-f81add49cde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:55.379779 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1a1bf8ba-dfe2-4af3-9926-a98cffb0ab81 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:55.449089 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-950552be-9621-4ed0-b7be-9372495032ff tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:55.480009 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-6c00e388-7209-4db8-a68b-3753239f7216 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Allocated IP 172.25.8.98 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/8269769b-799b-4144-b4a9-2cbb1655e458) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:55.487133 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-1a1bf8ba-dfe2-4af3-9926-a98cffb0ab81 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Calling delete_port for 6aa91b9a-495b-4211-9c6e-a3d8a54ac78c owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:55.487588 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-4660ba0c-1445-429a-a9f7-f81add49cde8 None None] Provisioning complete for port fc50243f-0ebe-4370-af91-ee0acabfe7b2 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:55.488287 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4660ba0c-1445-429a-a9f7-f81add49cde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:55.496514 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf9f5e24-5397-465d-98be-09510fc1f81c req-4593c5cd-ee6b-404b-8285-9066e59cb596 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950977 Sep 16 04:54:55.626520 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8631e0b0-7842-40eb-958a-5f33c20925fd req-949fd00d-0265-4040-a493-cb62c1ce79d4 service neutron] 10.222.0.47 "GET /v2.0/networks/95323e7d-bc75-4644-adb1-0a3d4ef7631b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170021 Sep 16 04:54:55.634777 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-950552be-9621-4ed0-b7be-9372495032ff tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:55.655153 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-4660ba0c-1445-429a-a9f7-f81add49cde8 None None] Port fc50243f-0ebe-4370-af91-ee0acabfe7b2 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:55.730278 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950552be-9621-4ed0-b7be-9372495032ff tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Pushing event updated for resources: {'Port': ['ID=a48b21a9-35c4-4fef-a5ff-c465060b01e9,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:55.740029 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-4660ba0c-1445-429a-a9f7-f81add49cde8 None None] Provisioning complete for port 6aa91b9a-495b-4211-9c6e-a3d8a54ac78c triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:55.740892 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4660ba0c-1445-429a-a9f7-f81add49cde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:55.747962 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950552be-9621-4ed0-b7be-9372495032ff tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Network c25c5c30-f1f2-494a-bd00-75918f4e0818 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:55.752387 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-950552be-9621-4ed0-b7be-9372495032ff tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:55.760477 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950552be-9621-4ed0-b7be-9372495032ff tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:55.842926 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-950552be-9621-4ed0-b7be-9372495032ff tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:55.854072 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-4660ba0c-1445-429a-a9f7-f81add49cde8 None None] Port 6aa91b9a-495b-4211-9c6e-a3d8a54ac78c cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:55.859448 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1a1bf8ba-dfe2-4af3-9926-a98cffb0ab81 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:55.897391 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6c00e388-7209-4db8-a68b-3753239f7216 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:55.924676 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1bf8ba-dfe2-4af3-9926-a98cffb0ab81 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Port': ['ID=6aa91b9a-495b-4211-9c6e-a3d8a54ac78c,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:55.974526 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-2c0b00d9-23be-4e8f-9bae-60d440772e4f None None] Could not find standard attr ID for object 6aa91b9a-495b-4211-9c6e-a3d8a54ac78c. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:54:56.052712 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1a1bf8ba-dfe2-4af3-9926-a98cffb0ab81 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.056454 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1a1bf8ba-dfe2-4af3-9926-a98cffb0ab81 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/ports/6aa91b9a-495b-4211-9c6e-a3d8a54ac78c HTTP/1.1" status: 204 len: 168 time: 1.3124349 Sep 16 04:54:56.059377 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48754) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:56.079991 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6c00e388-7209-4db8-a68b-3753239f7216 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.117776 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-351cb1bf-46ea-4f2a-8037-2f012e291e93 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] GET failed (client error): The resource could not be found. Sep 16 04:54:56.125770 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-351cb1bf-46ea-4f2a-8037-2f012e291e93 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "GET /v2.0/ports/6aa91b9a-495b-4211-9c6e-a3d8a54ac78c HTTP/1.1" status: 404 len: 333 time: 0.0636668 Sep 16 04:54:56.127525 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48758) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:56.149280 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-950552be-9621-4ed0-b7be-9372495032ff tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.171766 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd983a-42ba-4e9b-9887-9d985880e7bf req-47abe06d-cefb-4381-a6c0-c89252b68409 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:56.175849 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c2cd983a-42ba-4e9b-9887-9d985880e7bf req-47abe06d-cefb-4381-a6c0-c89252b68409 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.2683895 Sep 16 04:54:56.187771 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c00e388-7209-4db8-a68b-3753239f7216 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:56.195825 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-6c00e388-7209-4db8-a68b-3753239f7216 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:56.200614 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c00e388-7209-4db8-a68b-3753239f7216 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:56.211114 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-41996be9-31da-47ac-bb24-71380fc0bf3e None None] Provisioning complete for port a48b21a9-35c4-4fef-a5ff-c465060b01e9 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:56.211804 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-41996be9-31da-47ac-bb24-71380fc0bf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.269373 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-41996be9-31da-47ac-bb24-71380fc0bf3e None None] Port a48b21a9-35c4-4fef-a5ff-c465060b01e9 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:56.322364 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c2cd983a-42ba-4e9b-9887-9d985880e7bf req-66824a8d-96d4-4a11-8c0c-4f6866a80e49 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278100 Sep 16 04:54:56.324198 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a1bfe567-9d9d-4207-91d8-57a0405c2236 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.385237 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a1bfe567-9d9d-4207-91d8-57a0405c2236 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.475759 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c00e388-7209-4db8-a68b-3753239f7216 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'Port': ['ID=8269769b-799b-4144-b4a9-2cbb1655e458,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:56.496745 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-4baa75d2-3ff6-40c9-8d4b-29c24d4fa7ae None None] Could not find standard attr ID for object 6aa91b9a-495b-4211-9c6e-a3d8a54ac78c. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:54:56.513855 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b29a1-65ac-42dd-8362-ee786990c575 req-e59460e0-21bc-4f48-a4fe-7c12afe4aabb tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:56.525304 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6a7b29a1-65ac-42dd-8362-ee786990c575 req-e59460e0-21bc-4f48-a4fe-7c12afe4aabb tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 946 time: 0.1025410 Sep 16 04:54:56.526847 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a1bfe567-9d9d-4207-91d8-57a0405c2236 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.530392 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a1bfe567-9d9d-4207-91d8-57a0405c2236 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.533986 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a1bfe567-9d9d-4207-91d8-57a0405c2236 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/security-groups/b9dba595-da73-4ec2-aee7-597f82db591d HTTP/1.1" status: 204 len: 168 time: 0.4043941 Sep 16 04:54:56.545384 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48770) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:56.570948 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bfe567-9d9d-4207-91d8-57a0405c2236 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9dba595-da73-4ec2-aee7-597f82db591d,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:56.691516 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6a7b29a1-65ac-42dd-8362-ee786990c575 req-b0a3d508-4d1e-4061-a9c1-486cd43e8d60 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540277 Sep 16 04:54:56.717431 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4091d96e-af76-4622-aeb5-192b6b532c55 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.758597 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4091d96e-af76-4622-aeb5-192b6b532c55 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.816229 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4091d96e-af76-4622-aeb5-192b6b532c55 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.819409 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4091d96e-af76-4622-aeb5-192b6b532c55 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.820906 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4091d96e-af76-4622-aeb5-192b6b532c55 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/security-groups/b0e1ba94-143d-4730-93d5-9abb324204ca HTTP/1.1" status: 204 len: 168 time: 0.2736647 Sep 16 04:54:56.836472 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48778) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:56.869329 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4091d96e-af76-4622-aeb5-192b6b532c55 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e1ba94-143d-4730-93d5-9abb324204ca,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:56.962187 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3e19375b-9b21-42c3-a768-c9576d355a86 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.995710 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3e19375b-9b21-42c3-a768-c9576d355a86 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.045038 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3e19375b-9b21-42c3-a768-c9576d355a86 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.050796 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3e19375b-9b21-42c3-a768-c9576d355a86 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.051961 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3e19375b-9b21-42c3-a768-c9576d355a86 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/security-groups/0ee5830a-2147-4e59-a914-1cb2b7adb119 HTTP/1.1" status: 204 len: 168 time: 0.2124228 Sep 16 04:54:57.055801 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48794) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:57.114398 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19375b-9b21-42c3-a768-c9576d355a86 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee5830a-2147-4e59-a914-1cb2b7adb119,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:57.164537 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-576e4332-2246-413f-8131-13fce1cc2340 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Deleting subnet dba87704-a567-4747-9bb1-8411be3a324d {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:54:57.169529 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-576e4332-2246-413f-8131-13fce1cc2340 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.185399 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-950552be-9621-4ed0-b7be-9372495032ff tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.195240 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-950552be-9621-4ed0-b7be-9372495032ff tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.255757 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-576e4332-2246-413f-8131-13fce1cc2340 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.337058 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-950552be-9621-4ed0-b7be-9372495032ff tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.349033 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6c00e388-7209-4db8-a68b-3753239f7216 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.359572 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950552be-9621-4ed0-b7be-9372495032ff tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Pushing event updated for resources: {'Port': ['ID=a48b21a9-35c4-4fef-a5ff-c465060b01e9,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:57.425588 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-576e4332-2246-413f-8131-13fce1cc2340 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.528373 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6c00e388-7209-4db8-a68b-3753239f7216 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.536004 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-576e4332-2246-413f-8131-13fce1cc2340 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.554084 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-576e4332-2246-413f-8131-13fce1cc2340 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.556063 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-576e4332-2246-413f-8131-13fce1cc2340 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/subnets/dba87704-a567-4747-9bb1-8411be3a324d HTTP/1.1" status: 204 len: 168 time: 0.4980190 Sep 16 04:54:57.568488 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d54451c-0051-40cc-85b0-f3f9e553da50 None None] Network 2f9390cb-4489-4133-8b77-d0812c7ca5f1 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:57.572624 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48814) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:57.582853 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e4332-2246-413f-8131-13fce1cc2340 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Subnet': ['ID=dba87704-a567-4747-9bb1-8411be3a324d,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:57.664345 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950552be-9621-4ed0-b7be-9372495032ff tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Network c25c5c30-f1f2-494a-bd00-75918f4e0818 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:57.674041 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-950552be-9621-4ed0-b7be-9372495032ff tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:57.686938 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-de59d46b-3dca-4d49-b48f-293d0b46304d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Deleting subnet 6d8b7adb-bca0-435c-90b1-5d8d2453f6d8 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:54:57.693867 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-de59d46b-3dca-4d49-b48f-293d0b46304d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.937195 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-de59d46b-3dca-4d49-b48f-293d0b46304d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.022828 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950552be-9621-4ed0-b7be-9372495032ff tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Router 7ed13a4c-3b65-4a90-95f9-e854448b3347 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:54:58.274193 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-a6381aad-ed02-4287-97f9-5d143414f8d6 None None] Provisioning complete for port a48b21a9-35c4-4fef-a5ff-c465060b01e9 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:58.274729 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a6381aad-ed02-4287-97f9-5d143414f8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.350568 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-a6381aad-ed02-4287-97f9-5d143414f8d6 None None] Port a48b21a9-35c4-4fef-a5ff-c465060b01e9 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:58.372557 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905cb87-1bda-4992-80a7-18ad68e1cee9 req-a3ff0197-3952-42e0-a12e-e16870687e63 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:58.381776 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b905cb87-1bda-4992-80a7-18ad68e1cee9 req-a3ff0197-3952-42e0-a12e-e16870687e63 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=8340490b-4b72-4225-97cb-434daaf123c9 HTTP/1.1" status: 200 len: 944 time: 0.0975220 Sep 16 04:54:58.534050 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-b905cb87-1bda-4992-80a7-18ad68e1cee9 req-6916e534-8b12-491a-90ed-98c1b1d80b78 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Deleting port 7524c7a6-6efe-4174-9620-da5358c34a62 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:58.534847 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b905cb87-1bda-4992-80a7-18ad68e1cee9 req-6916e534-8b12-491a-90ed-98c1b1d80b78 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.678592 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6c00e388-7209-4db8-a68b-3753239f7216 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.691520 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6c00e388-7209-4db8-a68b-3753239f7216 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.697862 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-b905cb87-1bda-4992-80a7-18ad68e1cee9 req-6916e534-8b12-491a-90ed-98c1b1d80b78 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] For port 7524c7a6-6efe-4174-9620-da5358c34a62, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=7524c7a6-6efe-4174-9620-da5358c34a62,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:58.698924 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b905cb87-1bda-4992-80a7-18ad68e1cee9 req-6916e534-8b12-491a-90ed-98c1b1d80b78 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.723494 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-b905cb87-1bda-4992-80a7-18ad68e1cee9 req-6916e534-8b12-491a-90ed-98c1b1d80b78 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Calling delete_port for 7524c7a6-6efe-4174-9620-da5358c34a62 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:58.756549 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-de59d46b-3dca-4d49-b48f-293d0b46304d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.763190 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950552be-9621-4ed0-b7be-9372495032ff tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:54:58.781358 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe99c34c-29de-44e1-b0eb-bd4d92d573bd None None] Sync routers for ids ['7ed13a4c-3b65-4a90-95f9-e854448b3347'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:54:58.798624 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe99c34c-29de-44e1-b0eb-bd4d92d573bd None None] Routers {'7ed13a4c-3b65-4a90-95f9-e854448b3347'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:58.799784 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-fe99c34c-29de-44e1-b0eb-bd4d92d573bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:54:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['7ed13a4c-3b65-4a90-95f9-e854448b3347'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:58.840535 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-950552be-9621-4ed0-b7be-9372495032ff tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] 10.222.0.35 "PUT /v2.0/routers/7ed13a4c-3b65-4a90-95f9-e854448b3347/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2651680 Sep 16 04:54:58.843421 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48862) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:58.882983 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-fe99c34c-29de-44e1-b0eb-bd4d92d573bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:58.890214 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c00e388-7209-4db8-a68b-3753239f7216 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'Port': ['ID=8269769b-799b-4144-b4a9-2cbb1655e458,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:58.911079 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe99c34c-29de-44e1-b0eb-bd4d92d573bd None None] Routers {'7ed13a4c-3b65-4a90-95f9-e854448b3347'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:58.913577 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-fe99c34c-29de-44e1-b0eb-bd4d92d573bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:54:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['7ed13a4c-3b65-4a90-95f9-e854448b3347'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:58.918956 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6c00e388-7209-4db8-a68b-3753239f7216 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.958390 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-fe99c34c-29de-44e1-b0eb-bd4d92d573bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:58.959060 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe99c34c-29de-44e1-b0eb-bd4d92d573bd None None] The sync data for ids ['7ed13a4c-3b65-4a90-95f9-e854448b3347'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:54:58.984856 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-9e9ccd27-7e5e-46ca-a83f-11326deb8515 None None] Provisioning complete for port 5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:58.985688 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9e9ccd27-7e5e-46ca-a83f-11326deb8515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.992635 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-458f8bf3-6916-4f2c-86b5-d9989082ef36 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.998183 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-de59d46b-3dca-4d49-b48f-293d0b46304d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.035613 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59d46b-3dca-4d49-b48f-293d0b46304d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Subnet': ['ID=6d8b7adb-bca0-435c-90b1-5d8d2453f6d8,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:59.038573 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-de59d46b-3dca-4d49-b48f-293d0b46304d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.040896 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-de59d46b-3dca-4d49-b48f-293d0b46304d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/subnets/6d8b7adb-bca0-435c-90b1-5d8d2453f6d8 HTTP/1.1" status: 204 len: 168 time: 1.4671149 Sep 16 04:54:59.046164 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48868) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:59.055430 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e26b54a-aaeb-47e8-b9e2-1187f8091167 None None] Network 2f9390cb-4489-4133-8b77-d0812c7ca5f1 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:59.089974 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-235add4f-28be-40c9-92f8-190879db61e4 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:59.090680 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-235add4f-28be-40c9-92f8-190879db61e4 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:59.092806 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-235add4f-28be-40c9-92f8-190879db61e4 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/subnets/dba87704-a567-4747-9bb1-8411be3a324d HTTP/1.1" status: 404 len: 337 time: 0.0448327 Sep 16 04:54:59.096712 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48872) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:59.178237 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-458f8bf3-6916-4f2c-86b5-d9989082ef36 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 04:54:59.179751 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-458f8bf3-6916-4f2c-86b5-d9989082ef36 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] 10.222.0.35 "DELETE /v2.0/routers/7ed13a4c-3b65-4a90-95f9-e854448b3347 HTTP/1.1" status: 409 len: 329 time: 0.3346267 Sep 16 04:54:59.183775 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48876) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:59.222556 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-cea1895d-5280-4b04-bd5c-a9b2e8da963f tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Deleting subnet a109db96-c8ef-4adb-b430-8dbb54801609 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:54:59.225311 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [None req-6c00e388-7209-4db8-a68b-3753239f7216 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Floating IP 44b53fcb-63ec-49f5-8775-e96dce3f4edb associated. External IP: 172.25.8.98, port: 7bc1d214-5adc-4176-ba02-d26b747c280e. Sep 16 04:54:59.322447 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b905cb87-1bda-4992-80a7-18ad68e1cee9 req-6916e534-8b12-491a-90ed-98c1b1d80b78 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.358836 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cea1895d-5280-4b04-bd5c-a9b2e8da963f tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.369124 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-9e9ccd27-7e5e-46ca-a83f-11326deb8515 None None] Provisioning complete for port fc50243f-0ebe-4370-af91-ee0acabfe7b2 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:59.370022 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9e9ccd27-7e5e-46ca-a83f-11326deb8515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.391739 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916e534-8b12-491a-90ed-98c1b1d80b78 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Pushing event deleted for resources: {'Port': ['ID=7524c7a6-6efe-4174-9620-da5358c34a62,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:59.422889 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['2959b5b2-8587-4021-ac7c-7b2c07c40aca', 'c1bfbfef-8342-43fb-b456-027cddcafde6'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:59.430430 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-9e9ccd27-7e5e-46ca-a83f-11326deb8515 None None] Port fc50243f-0ebe-4370-af91-ee0acabfe7b2 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:59.456733 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cea1895d-5280-4b04-bd5c-a9b2e8da963f tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.478394 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b905cb87-1bda-4992-80a7-18ad68e1cee9 req-6916e534-8b12-491a-90ed-98c1b1d80b78 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] No DVR routers for this DVR port 7524c7a6-6efe-4174-9620-da5358c34a62 on host n-h1-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:59.481675 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b905cb87-1bda-4992-80a7-18ad68e1cee9 req-6916e534-8b12-491a-90ed-98c1b1d80b78 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.492865 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b905cb87-1bda-4992-80a7-18ad68e1cee9 req-6916e534-8b12-491a-90ed-98c1b1d80b78 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "DELETE /v2.0/ports/7524c7a6-6efe-4174-9620-da5358c34a62 HTTP/1.1" status: 204 len: 173 time: 1.1096621 Sep 16 04:54:59.493947 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8340490b-4b72-4225-97cb-434daaf123c9', 'name': 'network-vif-deleted', 'tag': '7524c7a6-6efe-4174-9620-da5358c34a62'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:59.514598 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197c78ab-872e-4fdc-96ab-2ac6c96a1544" -d '{"events": [{"server_uuid": "8340490b-4b72-4225-97cb-434daaf123c9", "name": "network-vif-deleted", "tag": "7524c7a6-6efe-4174-9620-da5358c34a62"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:59.713513 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c00e388-7209-4db8-a68b-3753239f7216 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Router 1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:54:59.767642 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cea1895d-5280-4b04-bd5c-a9b2e8da963f tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.943971 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48890) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:00.017548 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cea1895d-5280-4b04-bd5c-a9b2e8da963f tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.042090 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cea1895d-5280-4b04-bd5c-a9b2e8da963f tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.047766 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cea1895d-5280-4b04-bd5c-a9b2e8da963f tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/subnets/a109db96-c8ef-4adb-b430-8dbb54801609 HTTP/1.1" status: 204 len: 168 time: 0.9497395 Sep 16 04:55:00.073076 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48894) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:00.122705 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8bfb8ca-7985-412e-a510-a941fe5e9543 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] DELETE failed (client error): The resource could not be found. Sep 16 04:55:00.123161 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8bfb8ca-7985-412e-a510-a941fe5e9543 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:55:00.129401 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d8bfb8ca-7985-412e-a510-a941fe5e9543 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/subnets/5078ea25-0d0e-4069-a7f4-491a90e3c296 HTTP/1.1" status: 404 len: 337 time: 0.0538039 Sep 16 04:55:00.150007 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48896) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:00.155119 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1895d-5280-4b04-bd5c-a9b2e8da963f tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Subnet': ['ID=a109db96-c8ef-4adb-b430-8dbb54801609,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:00.200067 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c00e388-7209-4db8-a68b-3753239f7216 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:00.214543 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c648c1f0-ec69-4ee8-b0bd-dd5b438d77cc None None] Sync routers for ids ['1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:00.225897 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6c00e388-7209-4db8-a68b-3753239f7216 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.229281 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c648c1f0-ec69-4ee8-b0bd-dd5b438d77cc None None] Routers {'1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:00.230104 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-c648c1f0-ec69-4ee8-b0bd-dd5b438d77cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:54:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:00.258747 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-bf5752bf-f3fb-47cb-bc69-8dad5a6f586b tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe47708e-c95f-490c-be09-1a950beab20b HTTP/1.1" status: 200 len: 205 time: 0.1043043 Sep 16 04:55:00.261587 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48898) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:00.269746 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6c00e388-7209-4db8-a68b-3753239f7216 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.7933612 Sep 16 04:55:00.275694 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3472258-21a7-410c-865b-b4c706eebb09', 'tag': '7bc1d214-5adc-4176-ba02-d26b747c280e'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:00.278174 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e02e1d-5f4f-4711-950b-98b6338d7c87" -d '{"events": [{"name": "network-changed", "server_uuid": "c3472258-21a7-410c-865b-b4c706eebb09", "tag": "7bc1d214-5adc-4176-ba02-d26b747c280e"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:00.282030 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9c102e3f-c680-447e-8cf6-0f517a8e913b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.333390 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bd42701f-4d3a-4d51-be8e-67ae5a501b6e tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.334895 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-cb9f8a5f-5c6e-48c0-b60c-7501efbe9548 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] delete failed (client error): The resource could not be found. Sep 16 04:55:00.339687 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cb9f8a5f-5c6e-48c0-b60c-7501efbe9548 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/routers/fe47708e-c95f-490c-be09-1a950beab20b HTTP/1.1" status: 404 len: 336 time: 0.0767663 Sep 16 04:55:00.340967 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48904) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:00.406635 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bd02bae-edf7-403c-ba77-2d72cd4753ed tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] DELETE failed (client error): The resource could not be found. Sep 16 04:55:00.408782 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bd02bae-edf7-403c-ba77-2d72cd4753ed tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:55:00.414625 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6bd02bae-edf7-403c-ba77-2d72cd4753ed tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/subnets/e5b274d2-1bef-4698-843d-1eae383e8e89 HTTP/1.1" status: 404 len: 337 time: 0.0718548 Sep 16 04:55:00.415374 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48910) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:00.432423 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-c648c1f0-ec69-4ee8-b0bd-dd5b438d77cc None None] Set router 1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:00.463160 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c6cfaef-2218-443f-bc02-34c2b944ff79 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] DELETE failed (client error): The resource could not be found. Sep 16 04:55:00.463573 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c6cfaef-2218-443f-bc02-34c2b944ff79 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:55:00.469995 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3c6cfaef-2218-443f-bc02-34c2b944ff79 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/subnets/12fb8988-0e37-4e04-8c38-86ab5fda9e0f HTTP/1.1" status: 404 len: 337 time: 0.0531235 Sep 16 04:55:00.471925 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48914) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:00.515653 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-60792e9c-2a16-47a3-b763-8a2a7dadcd1c tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] DELETE failed (client error): The resource could not be found. Sep 16 04:55:00.516121 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60792e9c-2a16-47a3-b763-8a2a7dadcd1c tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:55:00.522236 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-60792e9c-2a16-47a3-b763-8a2a7dadcd1c tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/subnets/5d7cba71-7983-47a5-ad56-87895ecbaf18 HTTP/1.1" status: 404 len: 337 time: 0.0485363 Sep 16 04:55:00.522899 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48916) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:00.594042 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-756adecc-dec2-41bb-bac7-9762c2ab0840 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] DELETE failed (client error): The resource could not be found. Sep 16 04:55:00.594403 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-756adecc-dec2-41bb-bac7-9762c2ab0840 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:55:00.601914 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48918) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:00.603042 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-756adecc-dec2-41bb-bac7-9762c2ab0840 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/ports/aa32959a-b2cc-42a6-9b16-b5ce786827fc HTTP/1.1" status: 404 len: 333 time: 0.0790622 Sep 16 04:55:00.659670 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5cbad8d-a897-43ac-a3d1-b00de29e5a49 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] DELETE failed (client error): The resource could not be found. Sep 16 04:55:00.660224 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5cbad8d-a897-43ac-a3d1-b00de29e5a49 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:55:00.662548 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c5cbad8d-a897-43ac-a3d1-b00de29e5a49 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/subnets/cd77de4f-1c8c-40f9-81d5-9aa116131166 HTTP/1.1" status: 404 len: 337 time: 0.0580294 Sep 16 04:55:00.666972 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48920) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:00.682866 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd48966-ee40-42f3-a57b-63d9051717ae None None] Network 2f9390cb-4489-4133-8b77-d0812c7ca5f1 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:55:00.755284 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9c102e3f-c680-447e-8cf6-0f517a8e913b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.762255 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6aa9a7e-133a-4c0f-8438-6dcd4fab7b31 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] DELETE failed (client error): The resource could not be found. Sep 16 04:55:00.762805 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6aa9a7e-133a-4c0f-8438-6dcd4fab7b31 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:55:00.766375 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b6aa9a7e-133a-4c0f-8438-6dcd4fab7b31 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/subnets/5b43a419-837a-4050-bb5a-52c730e20cd6 HTTP/1.1" status: 404 len: 337 time: 0.0971766 Sep 16 04:55:00.770056 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48922) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:00.786855 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9c102e3f-c680-447e-8cf6-0f517a8e913b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.798465 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f0a6d85-0a10-4b7f-9ec0-e35c5a3f338d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] DELETE failed (client error): The resource could not be found. Sep 16 04:55:00.799353 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f0a6d85-0a10-4b7f-9ec0-e35c5a3f338d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:55:00.803633 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9f0a6d85-0a10-4b7f-9ec0-e35c5a3f338d tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/ports/6e35e44c-b18c-4956-bda7-3a87a0bf2f5c HTTP/1.1" status: 404 len: 333 time: 0.0302677 Sep 16 04:55:00.804511 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48924) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:00.831188 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d8124c3f-3647-4333-90a2-b02d34a47f57 None None] Provisioning complete for port 5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:00.831796 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d8124c3f-3647-4333-90a2-b02d34a47f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.858964 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b699d701-ebd7-482f-8418-ff4ad3e108ae tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] DELETE failed (client error): The resource could not be found. Sep 16 04:55:00.859907 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b699d701-ebd7-482f-8418-ff4ad3e108ae tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:55:00.865551 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b699d701-ebd7-482f-8418-ff4ad3e108ae tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/subnets/a2175e2f-a7aa-4218-8464-0b64280a5e85 HTTP/1.1" status: 404 len: 337 time: 0.0587339 Sep 16 04:55:00.867561 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48926) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:00.873171 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf66278-bec7-4f8a-bae2-abb6074149bb req-62c09fa1-4e7b-41e5-a3ef-58ea1fe6e962 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:00.881381 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ebf66278-bec7-4f8a-bae2-abb6074149bb req-62c09fa1-4e7b-41e5-a3ef-58ea1fe6e962 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 946 time: 0.2343223 Sep 16 04:55:00.899671 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9c102e3f-c680-447e-8cf6-0f517a8e913b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=55db876270cd4df88b35028dff4b1616&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9542241 Sep 16 04:55:00.909665 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c102e3f-c680-447e-8cf6-0f517a8e913b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8115a0cd-4b12-4e75-988b-988d8d0d86c8,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:00.910613 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-be231a09-f363-41a3-9173-3e52f88ae289 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] DELETE failed (client error): The resource could not be found. Sep 16 04:55:00.911130 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be231a09-f363-41a3-9173-3e52f88ae289 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:55:00.913448 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-be231a09-f363-41a3-9173-3e52f88ae289 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/subnets/22c49d39-31b4-458c-8ebe-8357ac400417 HTTP/1.1" status: 404 len: 337 time: 0.0454118 Sep 16 04:55:00.913848 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48928) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:00.916941 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48930) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:00.986371 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ba142bba-27e9-47e7-8eb4-bd442aafeec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.014653 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ba142bba-27e9-47e7-8eb4-bd442aafeec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.038789 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ebf66278-bec7-4f8a-bae2-abb6074149bb req-2b5cb6f9-06a8-4458-8edd-9fbe93866e05 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551793 Sep 16 04:55:01.095774 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-c648c1f0-ec69-4ee8-b0bd-dd5b438d77cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431317205', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'e46248be-ed7c-4edb-800d-f470d8031f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:02Z', 'updated_at': '2021-09-16T04:54:17Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'e46248be-ed7c-4edb-800d-f470d8031f9e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:68:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:05Z', 'updated_at': '2021-09-16T04:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '44b53fcb-63ec-49f5-8775-e96dce3f4edb', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'floating_ip_address': '172.25.8.98', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'port_id': '7bc1d214-5adc-4176-ba02-d26b747c280e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b176c75-bdca-437f-ac9d-05aa6e6916b7', 'mac_address': 'fa:16:3e:e2:55:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3472258-21a7-410c-865b-b4c706eebb09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:54:56Z', 'updated_at': '2021-09-16T04:54:56Z', 'revision_number': 0, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24e8e389-11bb-4488-9732-70a5110e16cd', 'name': '', 'network_id': '5b176c75-bdca-437f-ac9d-05aa6e6916b7', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'mac_address': 'fa:16:3e:29:ee:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': 'f9ff2605-c72a-41ed-8f82-af1ea6bf175d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:15Z', 'updated_at': '2021-09-16T04:54:25Z', 'revision_number': 5, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'subnets': [{'id': 'f9ff2605-c72a-41ed-8f82-af1ea6bf175d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:01.118046 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ba142bba-27e9-47e7-8eb4-bd442aafeec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.126855 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ba142bba-27e9-47e7-8eb4-bd442aafeec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.151069 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ba142bba-27e9-47e7-8eb4-bd442aafeec2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8115a0cd-4b12-4e75-988b-988d8d0d86c8 HTTP/1.1" status: 204 len: 168 time: 0.2278702 Sep 16 04:55:01.153935 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1551918c-f7ad-43ef-a963-d21f7ad936fb x-openstack-request-id: req-1551918c-f7ad-43ef-a963-d21f7ad936fb {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:01.154228 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8340490b-4b72-4225-97cb-434daaf123c9", "name": "network-vif-deleted", "tag": "7524c7a6-6efe-4174-9620-da5358c34a62", "status": "failed", "code": 422}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:01.154461 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1551918c-f7ad-43ef-a963-d21f7ad936fb {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:01.154873 n-d-712139-15 neutron-server[94767]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8340490b-4b72-4225-97cb-434daaf123c9', 'name': 'network-vif-deleted', 'tag': '7524c7a6-6efe-4174-9620-da5358c34a62', 'status': 'failed', 'code': 422} returned with failed status Sep 16 04:55:01.170434 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4774d5a3-3965-4d64-90cc-2e61b8d6c72c None None] DHCP port deletion for 2f9390cb-4489-4133-8b77-d0812c7ca5f1 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:55:01.174520 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba142bba-27e9-47e7-8eb4-bd442aafeec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8115a0cd-4b12-4e75-988b-988d8d0d86c8,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:01.177268 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c648c1f0-ec69-4ee8-b0bd-dd5b438d77cc None None] Checking router: 1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:55:01.199843 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-bd42701f-4d3a-4d51-be8e-67ae5a501b6e tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Deleting port a48b21a9-35c4-4fef-a5ff-c465060b01e9 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:01.200185 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bd42701f-4d3a-4d51-be8e-67ae5a501b6e tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.271790 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c648c1f0-ec69-4ee8-b0bd-dd5b438d77cc None None] Routers {'1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:01.273844 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-c648c1f0-ec69-4ee8-b0bd-dd5b438d77cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:54:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:01.302517 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-d8a64e28-cfe0-4c2e-bfd5-4b290002685e tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Deleting port fc50243f-0ebe-4370-af91-ee0acabfe7b2 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:01.302856 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d8a64e28-cfe0-4c2e-bfd5-4b290002685e tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.343255 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d8124c3f-3647-4333-90a2-b02d34a47f57 None None] Provisioning complete for port fc50243f-0ebe-4370-af91-ee0acabfe7b2 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:01.343912 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d8124c3f-3647-4333-90a2-b02d34a47f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.418721 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bd42701f-4d3a-4d51-be8e-67ae5a501b6e tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.432861 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-d8124c3f-3647-4333-90a2-b02d34a47f57 None None] Port fc50243f-0ebe-4370-af91-ee0acabfe7b2 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:55:01.433319 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d8a64e28-cfe0-4c2e-bfd5-4b290002685e tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.451036 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-bd42701f-4d3a-4d51-be8e-67ae5a501b6e tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Calling delete_port for a48b21a9-35c4-4fef-a5ff-c465060b01e9 owned by network:router_interface {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:01.460276 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-d8a64e28-cfe0-4c2e-bfd5-4b290002685e tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Calling delete_port for fc50243f-0ebe-4370-af91-ee0acabfe7b2 owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:01.479493 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-4774d5a3-3965-4d64-90cc-2e61b8d6c72c None None] Deleting port 5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:01.479865 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4774d5a3-3965-4d64-90cc-2e61b8d6c72c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.669415 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-c648c1f0-ec69-4ee8-b0bd-dd5b438d77cc None None] Set router 1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:01.755634 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-4774d5a3-3965-4d64-90cc-2e61b8d6c72c None None] For port 5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2,segment=NetworkSegment(d6bb57be-67b8-45f6-b653-59e53ab81773),segment_id=d6bb57be-67b8-45f6-b653-59e53ab81773)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:01.756905 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4774d5a3-3965-4d64-90cc-2e61b8d6c72c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.811976 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-4774d5a3-3965-4d64-90cc-2e61b8d6c72c None None] Calling delete_port for 5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:01.872457 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48946) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:01.898356 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d5e8f967-fa09-4048-a542-70885db36887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.908448 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d8a64e28-cfe0-4c2e-bfd5-4b290002685e tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.957583 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:55:02.041016 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a64e28-cfe0-4c2e-bfd5-4b290002685e tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Port': ['ID=fc50243f-0ebe-4370-af91-ee0acabfe7b2,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:02.116845 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d8a64e28-cfe0-4c2e-bfd5-4b290002685e tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.122188 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d8a64e28-cfe0-4c2e-bfd5-4b290002685e tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/ports/fc50243f-0ebe-4370-af91-ee0acabfe7b2 HTTP/1.1" status: 204 len: 168 time: 1.2010157 Sep 16 04:55:02.124205 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48950) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:02.132118 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bd42701f-4d3a-4d51-be8e-67ae5a501b6e tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.176695 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42701f-4d3a-4d51-be8e-67ae5a501b6e tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Pushing event deleted for resources: {'Port': ['ID=a48b21a9-35c4-4fef-a5ff-c465060b01e9,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:02.258645 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec7216-9a78-45b7-a328-6863ccc339eb req-d9ad0f3c-2cd7-45f9-bace-865ded515df8 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:02.260770 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-13ec7216-9a78-45b7-a328-6863ccc339eb req-d9ad0f3c-2cd7-45f9-bace-865ded515df8 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 945 time: 0.2089617 Sep 16 04:55:02.278495 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-06a50e12-353c-4bb4-abca-bbc0cf04bd54 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.368842 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4774d5a3-3965-4d64-90cc-2e61b8d6c72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.415550 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bd42701f-4d3a-4d51-be8e-67ae5a501b6e tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.437401 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4774d5a3-3965-4d64-90cc-2e61b8d6c72c None None] Pushing event deleted for resources: {'Port': ['ID=5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:02.447258 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4774d5a3-3965-4d64-90cc-2e61b8d6c72c None None] No DVR routers for this DVR port 5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:02.475316 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-06a50e12-353c-4bb4-abca-bbc0cf04bd54 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.480963 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-c648c1f0-ec69-4ee8-b0bd-dd5b438d77cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431317205', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'e46248be-ed7c-4edb-800d-f470d8031f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:02Z', 'updated_at': '2021-09-16T04:54:17Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'e46248be-ed7c-4edb-800d-f470d8031f9e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:68:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:05Z', 'updated_at': '2021-09-16T04:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '44b53fcb-63ec-49f5-8775-e96dce3f4edb', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'floating_ip_address': '172.25.8.98', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'port_id': '7bc1d214-5adc-4176-ba02-d26b747c280e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b176c75-bdca-437f-ac9d-05aa6e6916b7', 'mac_address': 'fa:16:3e:e2:55:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3472258-21a7-410c-865b-b4c706eebb09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:54:56Z', 'updated_at': '2021-09-16T04:54:56Z', 'revision_number': 0, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24e8e389-11bb-4488-9732-70a5110e16cd', 'name': '', 'network_id': '5b176c75-bdca-437f-ac9d-05aa6e6916b7', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'mac_address': 'fa:16:3e:29:ee:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': 'f9ff2605-c72a-41ed-8f82-af1ea6bf175d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:15Z', 'updated_at': '2021-09-16T04:54:25Z', 'revision_number': 5, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'subnets': [{'id': 'f9ff2605-c72a-41ed-8f82-af1ea6bf175d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:02.527552 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-06a50e12-353c-4bb4-abca-bbc0cf04bd54 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f9390cb-4489-4133-8b77-d0812c7ca5f1']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:02.535875 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c648c1f0-ec69-4ee8-b0bd-dd5b438d77cc None None] The sync data for ids ['1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2'] in n-d-712139-15 is: [{'id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431317205', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'e46248be-ed7c-4edb-800d-f470d8031f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:02Z', 'updated_at': '2021-09-16T04:54:17Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'e46248be-ed7c-4edb-800d-f470d8031f9e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:68:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:05Z', 'updated_at': '2021-09-16T04:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '44b53fcb-63ec-49f5-8775-e96dce3f4edb', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'floating_ip_address': '172.25.8.98', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'port_id': '7bc1d214-5adc-4176-ba02-d26b747c280e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b176c75-bdca-437f-ac9d-05aa6e6916b7', 'mac_address': 'fa:16:3e:e2:55:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3472258-21a7-410c-865b-b4c706eebb09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:54:56Z', 'updated_at': '2021-09-16T04:54:56Z', 'revision_number': 0, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24e8e389-11bb-4488-9732-70a5110e16cd', 'name': '', 'network_id': '5b176c75-bdca-437f-ac9d-05aa6e6916b7', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'mac_address': 'fa:16:3e:29:ee:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': 'f9ff2605-c72a-41ed-8f82-af1ea6bf175d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:15Z', 'updated_at': '2021-09-16T04:54:25Z', 'revision_number': 5, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'subnets': [{'id': 'f9ff2605-c72a-41ed-8f82-af1ea6bf175d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:02.545325 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d5e8f967-fa09-4048-a542-70885db36887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.551105 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-06a50e12-353c-4bb4-abca-bbc0cf04bd54 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6bb57be-67b8-45f6-b653-59e53ab81773') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:02.551541 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-06a50e12-353c-4bb4-abca-bbc0cf04bd54 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6bb57be-67b8-45f6-b653-59e53ab81773') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:02.554856 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d5e8f967-fa09-4048-a542-70885db36887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.630648 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d5e8f967-fa09-4048-a542-70885db36887 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d61a02c475e644cb82d511655719ee64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7562649 Sep 16 04:55:02.636696 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48952) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:02.649041 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-06a50e12-353c-4bb4-abca-bbc0cf04bd54 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.713364 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-06a50e12-353c-4bb4-abca-bbc0cf04bd54 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.715848 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8f967-fa09-4048-a542-70885db36887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868a8163-8c4d-4ef6-8266-18789a7bd5b8,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:02.741320 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:02.748442 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a50e12-353c-4bb4-abca-bbc0cf04bd54 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:55:02.749212 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-06a50e12-353c-4bb4-abca-bbc0cf04bd54 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.753910 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:55:02.753910 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:55:02.753910 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:55:02.753910 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:55:02.753910 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:55:02.753910 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:55:02.753910 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:55:02.753910 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:55:02.753910 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:55:02.753910 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:55:02.753910 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:55:02.753910 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:55:02.753910 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:55:02.753910 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:55:02.753910 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:55:02.753910 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:55:02.753910 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:55:02.753910 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:55:02.753910 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:55:02.753910 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:55:02.753910 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:55:02.753910 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:55:02.753910 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:55:02.753910 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:55:02.753910 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:55:02.753910 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:55:02.753910 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:55:02.753910 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:55:02.753910 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:55:02.753910 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:55:02.753910 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:55:02.753910 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:55:02.774679 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:02.775034 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 5c335b5e-f32b-475e-b70e-e1bb2b0ea5e2 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:02.873992 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-06a50e12-353c-4bb4-abca-bbc0cf04bd54 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.878166 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2545f94b-9cb7-4e4b-b3b3-10be3056aa93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.896846 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-06a50e12-353c-4bb4-abca-bbc0cf04bd54 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.900068 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-06a50e12-353c-4bb4-abca-bbc0cf04bd54 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] 10.222.0.35 "DELETE /v2.0/networks/2f9390cb-4489-4133-8b77-d0812c7ca5f1 HTTP/1.1" status: 204 len: 168 time: 0.7719202 Sep 16 04:55:02.942467 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a50e12-353c-4bb4-abca-bbc0cf04bd54 tempest-PortsTestJSON-996620706 tempest-PortsTestJSON-996620706-project] Pushing event deleted for resources: {'Network': ['ID=2f9390cb-4489-4133-8b77-d0812c7ca5f1,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:02.989246 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2545f94b-9cb7-4e4b-b3b3-10be3056aa93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:03.013396 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c362a251-45c6-4c63-9c78-944316352e6b None None] New status for floating IP 44b53fcb-63ec-49f5-8775-e96dce3f4edb: ACTIVE {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:55:03.094837 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2545f94b-9cb7-4e4b-b3b3-10be3056aa93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:03.102400 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2545f94b-9cb7-4e4b-b3b3-10be3056aa93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:03.106095 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2545f94b-9cb7-4e4b-b3b3-10be3056aa93 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/868a8163-8c4d-4ef6-8266-18789a7bd5b8 HTTP/1.1" status: 204 len: 168 time: 0.4626875 Sep 16 04:55:03.128892 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545f94b-9cb7-4e4b-b3b3-10be3056aa93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868a8163-8c4d-4ef6-8266-18789a7bd5b8,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:03.144155 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-13ec7216-9a78-45b7-a328-6863ccc339eb req-d7dad2b7-7feb-4c11-802f-0053e38e8c87 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8233638 Sep 16 04:55:03.207389 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48960) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:03.274119 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf1c4e6-90ab-4edf-a1c8-a0ab7ed7e8e5 x-openstack-request-id: req-2cf1c4e6-90ab-4edf-a1c8-a0ab7ed7e8e5 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:03.274808 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3472258-21a7-410c-865b-b4c706eebb09", "tag": "7bc1d214-5adc-4176-ba02-d26b747c280e", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:03.275290 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2cf1c4e6-90ab-4edf-a1c8-a0ab7ed7e8e5 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:03.275953 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3472258-21a7-410c-865b-b4c706eebb09', 'tag': '7bc1d214-5adc-4176-ba02-d26b747c280e', 'status': 'completed', 'code': 200} Sep 16 04:55:03.315497 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd42701f-4d3a-4d51-be8e-67ae5a501b6e tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Router 7ed13a4c-3b65-4a90-95f9-e854448b3347 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:55:03.344882 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-53555de7-a833-4e7d-bca4-22705899f93d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/floatingips/44b53fcb-63ec-49f5-8775-e96dce3f4edb HTTP/1.1" status: 200 len: 990 time: 0.1335230 Sep 16 04:55:03.466629 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e02e1d-5f4f-4711-950b-98b6338d7c87 req-bed3fafb-20c5-4609-b9d4-3767a7bfcd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:03.468947 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-97e02e1d-5f4f-4711-950b-98b6338d7c87 req-bed3fafb-20c5-4609-b9d4-3767a7bfcd4b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9314d3ea71064ec8a4285d4ce520aaad&device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 1097 time: 0.0572405 Sep 16 04:55:03.489509 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd42701f-4d3a-4d51-be8e-67ae5a501b6e tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:03.501879 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-bd42701f-4d3a-4d51-be8e-67ae5a501b6e tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] 10.222.0.35 "PUT /v2.0/routers/7ed13a4c-3b65-4a90-95f9-e854448b3347/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3167276 Sep 16 04:55:03.503093 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c299f6-d337-4e75-a127-d05ba3dda078 None None] Sync routers for ids ['7ed13a4c-3b65-4a90-95f9-e854448b3347'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:03.506626 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48972) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:03.531695 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c299f6-d337-4e75-a127-d05ba3dda078 None None] Routers {'7ed13a4c-3b65-4a90-95f9-e854448b3347'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:03.535625 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-d5c299f6-d337-4e75-a127-d05ba3dda078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:54:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['7ed13a4c-3b65-4a90-95f9-e854448b3347'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:03.586148 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-9f39580f-4868-481b-8946-49cfbf219a69 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] show failed (client error): The resource could not be found. Sep 16 04:55:03.587858 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9f39580f-4868-481b-8946-49cfbf219a69 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] 10.222.0.35 "GET /v2.0/routers/tempest-non_exist_router-473290836 HTTP/1.1" status: 404 len: 334 time: 0.0782762 Sep 16 04:55:03.588786 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48974) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:03.599502 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48976) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:03.604603 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-2c4f884a-9092-48ab-9d2a-29c956688a90 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:03.618992 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-d5c299f6-d337-4e75-a127-d05ba3dda078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:03.632152 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c299f6-d337-4e75-a127-d05ba3dda078 None None] Routers {'7ed13a4c-3b65-4a90-95f9-e854448b3347'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:03.632837 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-d5c299f6-d337-4e75-a127-d05ba3dda078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:54:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['7ed13a4c-3b65-4a90-95f9-e854448b3347'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:03.649693 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-2c4f884a-9092-48ab-9d2a-29c956688a90 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] update failed (client error): The resource could not be found. Sep 16 04:55:03.650903 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2c4f884a-9092-48ab-9d2a-29c956688a90 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] 10.222.0.35 "PUT /v2.0/routers/tempest-non_exist_router-913067403 HTTP/1.1" status: 404 len: 334 time: 0.0500531 Sep 16 04:55:03.655519 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48982) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:03.690539 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-d5c299f6-d337-4e75-a127-d05ba3dda078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:03.691434 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c299f6-d337-4e75-a127-d05ba3dda078 None None] The sync data for ids ['7ed13a4c-3b65-4a90-95f9-e854448b3347'] in n-d-712139-15 is: [] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:03.694588 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e02e1d-5f4f-4711-950b-98b6338d7c87 req-5cf929be-7ea0-45c2-9085-86d99c89a039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:03.696921 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-97e02e1d-5f4f-4711-950b-98b6338d7c87 req-5cf929be-7ea0-45c2-9085-86d99c89a039 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5b176c75-bdca-437f-ac9d-05aa6e6916b7 HTTP/1.1" status: 200 len: 898 time: 0.2193148 Sep 16 04:55:03.774395 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3c2cb2f-e0fb-49d8-9c5e-9cebb707bcf7 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Deleting subnet 925a5683-7b91-4b99-859e-3aaf0bfb9496 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:55:03.801897 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d3c2cb2f-e0fb-49d8-9c5e-9cebb707bcf7 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:03.875749 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-97e02e1d-5f4f-4711-950b-98b6338d7c87 req-1d4c4006-651e-479e-8503-96b5fe85eb7a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bc1d214-5adc-4176-ba02-d26b747c280e HTTP/1.1" status: 200 len: 1000 time: 0.1711407 Sep 16 04:55:03.905920 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d3c2cb2f-e0fb-49d8-9c5e-9cebb707bcf7 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:03.971200 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e2d43563-70ab-4473-9fae-acec0d89e29e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=02d0d2917e594a5f85c23d8add7f0e99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3803465 Sep 16 04:55:03.971450 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e02e1d-5f4f-4711-950b-98b6338d7c87 req-219ae4d0-7e01-4e0d-9ae5-fc0ab7327ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:03.973833 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-97e02e1d-5f4f-4711-950b-98b6338d7c87 req-219ae4d0-7e01-4e0d-9ae5-fc0ab7327ba4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f9ff2605-c72a-41ed-8f82-af1ea6bf175d HTTP/1.1" status: 200 len: 835 time: 0.0896039 Sep 16 04:55:03.974811 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48988) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:04.059610 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48994) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:04.087319 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ec940-ffda-4110-8733-d67aa04bd137 req-ecec7ce0-345a-4c23-b4a5-3aa88126801f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:04.089536 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac4ec940-ffda-4110-8733-d67aa04bd137 req-ecec7ce0-345a-4c23-b4a5-3aa88126801f tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0d70f5a-6b5d-40a3-bbbb-54906d62b436 HTTP/1.1" status: 200 len: 908 time: 0.1281917 Sep 16 04:55:04.107635 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d3c2cb2f-e0fb-49d8-9c5e-9cebb707bcf7 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:04.178294 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e02e1d-5f4f-4711-950b-98b6338d7c87 req-56ad95cf-4b09-4208-836f-31c67157a566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:04.180290 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-97e02e1d-5f4f-4711-950b-98b6338d7c87 req-56ad95cf-4b09-4208-836f-31c67157a566 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b176c75-bdca-437f-ac9d-05aa6e6916b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1957097 Sep 16 04:55:04.245775 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-82581974-5008-4e52-a9a2-dd7a40d6b5d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:04.247904 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d3c2cb2f-e0fb-49d8-9c5e-9cebb707bcf7 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:04.318985 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-82581974-5008-4e52-a9a2-dd7a40d6b5d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:04.325584 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2cb2f-e0fb-49d8-9c5e-9cebb707bcf7 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Pushing event deleted for resources: {'Subnet': ['ID=925a5683-7b91-4b99-859e-3aaf0bfb9496,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:04.342000 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d3c2cb2f-e0fb-49d8-9c5e-9cebb707bcf7 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:04.347210 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d3c2cb2f-e0fb-49d8-9c5e-9cebb707bcf7 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] 10.222.0.35 "DELETE /v2.0/subnets/925a5683-7b91-4b99-859e-3aaf0bfb9496 HTTP/1.1" status: 204 len: 168 time: 0.6878464 Sep 16 04:55:04.348657 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49004) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:04.348657 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49006) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:04.353919 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca46e42d-6ab6-4b5f-bd88-c67822b2b0e1 None None] Network 41f217a4-33da-4aaa-a068-9a38de43ad79 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:55:04.378833 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-97e02e1d-5f4f-4711-950b-98b6338d7c87 req-aaf8819b-7141-4dae-be66-be084ac45e7d service neutron] 10.222.0.48 "GET /v2.0/networks/5b176c75-bdca-437f-ac9d-05aa6e6916b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895807 Sep 16 04:55:04.496157 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-82581974-5008-4e52-a9a2-dd7a40d6b5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:04.500852 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-82581974-5008-4e52-a9a2-dd7a40d6b5d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:04.506241 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-82581974-5008-4e52-a9a2-dd7a40d6b5d5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a80e8e7e-a626-41af-b29b-32d642c71833 HTTP/1.1" status: 204 len: 168 time: 0.5298431 Sep 16 04:55:04.551109 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82581974-5008-4e52-a9a2-dd7a40d6b5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80e8e7e-a626-41af-b29b-32d642c71833,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:04.561902 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-79fa0cb4-18c1-495c-8c0c-852dac006933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:04.601994 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b5f04c0c-c630-42cb-8eba-ba1e34f3f590 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/floatingips/44b53fcb-63ec-49f5-8775-e96dce3f4edb HTTP/1.1" status: 200 len: 992 time: 0.2350419 Sep 16 04:55:04.615469 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-97e02e1d-5f4f-4711-950b-98b6338d7c87 req-327b7fa8-633d-4f2f-9e28-7b987614fce2 service neutron] 10.222.0.48 "GET /v2.0/networks/5b176c75-bdca-437f-ac9d-05aa6e6916b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866226 Sep 16 04:55:04.622547 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0fe9dda-d79c-46fd-a8e8-42cbf97587ea tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Deleting subnet ae70c4c8-2f0e-462c-b767-29744be89160 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:55:04.635069 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9dda-d79c-46fd-a8e8-42cbf97587ea tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:04.650954 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451aab0-8c2b-4692-8dba-90194a14776f req-d0451b6d-c9fa-49f6-a82d-ec14176375e0 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:04.660747 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7451aab0-8c2b-4692-8dba-90194a14776f req-d0451b6d-c9fa-49f6-a82d-ec14176375e0 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 946 time: 0.3400571 Sep 16 04:55:04.713791 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51c11f2-bdff-455f-914e-de30e931f88b None None] DHCP port deletion for 41f217a4-33da-4aaa-a068-9a38de43ad79 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:55:04.748496 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9dda-d79c-46fd-a8e8-42cbf97587ea tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:04.787746 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-c51c11f2-bdff-455f-914e-de30e931f88b None None] Deleting port ee87c847-304e-4a93-9ba1-6b1e3e002220 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:04.788132 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c51c11f2-bdff-455f-914e-de30e931f88b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:04.816311 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7451aab0-8c2b-4692-8dba-90194a14776f req-3ab3bc98-a773-48fa-9f01-035420cce7eb tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540368 Sep 16 04:55:04.949664 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-c51c11f2-bdff-455f-914e-de30e931f88b None None] For port ee87c847-304e-4a93-9ba1-6b1e3e002220, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=ee87c847-304e-4a93-9ba1-6b1e3e002220,segment=NetworkSegment(0cc68c56-afac-44e6-a2c1-7c6cbc3772a7),segment_id=0cc68c56-afac-44e6-a2c1-7c6cbc3772a7)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:04.950404 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c51c11f2-bdff-455f-914e-de30e931f88b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:04.979217 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-79fa0cb4-18c1-495c-8c0c-852dac006933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:04.980321 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9dda-d79c-46fd-a8e8-42cbf97587ea tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:04.984879 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-79fa0cb4-18c1-495c-8c0c-852dac006933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:04.988864 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-c51c11f2-bdff-455f-914e-de30e931f88b None None] Calling delete_port for ee87c847-304e-4a93-9ba1-6b1e3e002220 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:05.070251 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-79fa0cb4-18c1-495c-8c0c-852dac006933 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b5a62f49de9f43e08a6d5ace3bb0ca16&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0030811 Sep 16 04:55:05.070566 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49030) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:05.075185 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa0cb4-18c1-495c-8c0c-852dac006933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa649394-67da-4989-a85d-0a884b3a66fc,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:05.115897 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9dda-d79c-46fd-a8e8-42cbf97587ea tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.177054 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c51c11f2-bdff-455f-914e-de30e931f88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.182016 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe9dda-d79c-46fd-a8e8-42cbf97587ea tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Pushing event deleted for resources: {'Subnet': ['ID=ae70c4c8-2f0e-462c-b767-29744be89160,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:05.186967 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a0fe9dda-d79c-46fd-a8e8-42cbf97587ea tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.189222 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9c4e36bd-35a1-4df7-b0cc-b0eb7f208856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.189673 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a0fe9dda-d79c-46fd-a8e8-42cbf97587ea tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] 10.222.0.35 "DELETE /v2.0/subnets/ae70c4c8-2f0e-462c-b767-29744be89160 HTTP/1.1" status: 204 len: 168 time: 0.8212729 Sep 16 04:55:05.192111 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49044) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:05.214343 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01a2774-fb65-4235-b7f9-43052b6ee080 None None] Network baa6ec22-d217-41aa-81d8-7e6c59f404e3 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:55:05.240709 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9c4e36bd-35a1-4df7-b0cc-b0eb7f208856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.304670 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c11f2-bdff-455f-914e-de30e931f88b None None] Pushing event deleted for resources: {'Port': ['ID=ee87c847-304e-4a93-9ba1-6b1e3e002220,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:05.310035 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51c11f2-bdff-455f-914e-de30e931f88b None None] No DVR routers for this DVR port ee87c847-304e-4a93-9ba1-6b1e3e002220 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:05.362952 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-10fb949d-20f6-41a4-839f-45cc4334ef60 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.384316 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9c4e36bd-35a1-4df7-b0cc-b0eb7f208856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.387800 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9c4e36bd-35a1-4df7-b0cc-b0eb7f208856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.389330 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9c4e36bd-35a1-4df7-b0cc-b0eb7f208856 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aa649394-67da-4989-a85d-0a884b3a66fc HTTP/1.1" status: 204 len: 168 time: 0.3177543 Sep 16 04:55:05.403145 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e36bd-35a1-4df7-b0cc-b0eb7f208856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa649394-67da-4989-a85d-0a884b3a66fc,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:05.435812 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f0002-066a-4251-8c38-ecbc11709fdd req-a1b9cd30-5c00-4859-a369-4c348ef6ec15 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:05.437850 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-859f0002-066a-4251-8c38-ecbc11709fdd req-a1b9cd30-5c00-4859-a369-4c348ef6ec15 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.47 "GET /v2.0/ports?device_id=d0d70f5a-6b5d-40a3-bbbb-54906d62b436 HTTP/1.1" status: 200 len: 908 time: 0.1286421 Sep 16 04:55:05.534638 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-10fb949d-20f6-41a4-839f-45cc4334ef60 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.612450 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-10fb949d-20f6-41a4-839f-45cc4334ef60 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f217a4-33da-4aaa-a068-9a38de43ad79']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:05.635718 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-10fb949d-20f6-41a4-839f-45cc4334ef60 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cc68c56-afac-44e6-a2c1-7c6cbc3772a7') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:05.636670 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-10fb949d-20f6-41a4-839f-45cc4334ef60 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cc68c56-afac-44e6-a2c1-7c6cbc3772a7') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:05.670891 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-10fb949d-20f6-41a4-839f-45cc4334ef60 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.733349 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f42a5cd-cbb1-4574-a111-2008146cb85f None None] DHCP port deletion for baa6ec22-d217-41aa-81d8-7e6c59f404e3 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:55:05.739486 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-859f0002-066a-4251-8c38-ecbc11709fdd req-5d536233-f92a-4979-831c-4525f58f58f8 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Deleting port a7ce0463-3d29-43d9-87cf-773d5694fa8e {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:05.741193 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-859f0002-066a-4251-8c38-ecbc11709fdd req-5d536233-f92a-4979-831c-4525f58f58f8 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.751137 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-10fb949d-20f6-41a4-839f-45cc4334ef60 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.794074 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-7f42a5cd-cbb1-4574-a111-2008146cb85f None None] Deleting port 2f0d7e3f-7b90-4b38-ba58-c2852ac7ce44 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:05.794876 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7f42a5cd-cbb1-4574-a111-2008146cb85f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.876028 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10fb949d-20f6-41a4-839f-45cc4334ef60 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:55:05.876490 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-10fb949d-20f6-41a4-839f-45cc4334ef60 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.880976 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:55:05.880976 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:55:05.880976 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:55:05.880976 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:55:05.880976 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:55:05.880976 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:55:05.880976 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:55:05.880976 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:55:05.880976 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:55:05.880976 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:55:05.880976 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:55:05.880976 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:55:05.880976 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:55:05.880976 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:55:05.880976 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:55:05.880976 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:55:05.880976 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:55:05.880976 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:55:05.880976 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:55:05.880976 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:55:05.880976 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:55:05.880976 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:55:05.880976 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:55:05.880976 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:55:05.880976 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:55:05.880976 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:55:05.880976 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:55:05.880976 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:55:05.880976 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:55:05.880976 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:55:05.880976 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:55:05.880976 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:55:05.885799 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49064) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:05.909129 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-7f42a5cd-cbb1-4574-a111-2008146cb85f None None] For port 2f0d7e3f-7b90-4b38-ba58-c2852ac7ce44, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2f0d7e3f-7b90-4b38-ba58-c2852ac7ce44,segment=NetworkSegment(be537485-f1a6-48bd-825a-349480eb12c1),segment_id=be537485-f1a6-48bd-825a-349480eb12c1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:05.909866 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7f42a5cd-cbb1-4574-a111-2008146cb85f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.973981 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-7f42a5cd-cbb1-4574-a111-2008146cb85f None None] Calling delete_port for 2f0d7e3f-7b90-4b38-ba58-c2852ac7ce44 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:06.040771 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455a943-2f35-41ec-8847-d3ff40973791 req-356a1ca9-eada-4c3a-9820-d953511eb601 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:06.054622 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d455a943-2f35-41ec-8847-d3ff40973791 req-356a1ca9-eada-4c3a-9820-d953511eb601 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0d70f5a-6b5d-40a3-bbbb-54906d62b436 HTTP/1.1" status: 200 len: 908 time: 0.3174758 Sep 16 04:55:06.104661 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-859f0002-066a-4251-8c38-ecbc11709fdd req-5d536233-f92a-4979-831c-4525f58f58f8 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] For port a7ce0463-3d29-43d9-87cf-773d5694fa8e, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=a7ce0463-3d29-43d9-87cf-773d5694fa8e,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:06.105068 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-859f0002-066a-4251-8c38-ecbc11709fdd req-5d536233-f92a-4979-831c-4525f58f58f8 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.127583 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-859f0002-066a-4251-8c38-ecbc11709fdd req-5d536233-f92a-4979-831c-4525f58f58f8 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Calling delete_port for a7ce0463-3d29-43d9-87cf-773d5694fa8e owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:06.173817 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e5da89b-9883-474a-a7d3-44341d87605e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.193447 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7f42a5cd-cbb1-4574-a111-2008146cb85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.200401 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-10fb949d-20f6-41a4-839f-45cc4334ef60 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.213567 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-10fb949d-20f6-41a4-839f-45cc4334ef60 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.216761 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-10fb949d-20f6-41a4-839f-45cc4334ef60 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] 10.222.0.35 "DELETE /v2.0/networks/41f217a4-33da-4aaa-a068-9a38de43ad79 HTTP/1.1" status: 204 len: 168 time: 1.0228529 Sep 16 04:55:06.223070 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49080) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:06.251617 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb949d-20f6-41a4-839f-45cc4334ef60 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Pushing event deleted for resources: {'Network': ['ID=41f217a4-33da-4aaa-a068-9a38de43ad79,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:06.278186 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f42a5cd-cbb1-4574-a111-2008146cb85f None None] Pushing event deleted for resources: {'Port': ['ID=2f0d7e3f-7b90-4b38-ba58-c2852ac7ce44,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:06.295734 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f42a5cd-cbb1-4574-a111-2008146cb85f None None] No DVR routers for this DVR port 2f0d7e3f-7b90-4b38-ba58-c2852ac7ce44 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:06.403198 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e5da89b-9883-474a-a7d3-44341d87605e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.411281 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e5da89b-9883-474a-a7d3-44341d87605e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.493419 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f9216fab-3b57-4524-b245-22091a497edd tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.495241 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2e5da89b-9883-474a-a7d3-44341d87605e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=afe71da782ef42d5b794a92f396b402b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6080587 Sep 16 04:55:06.496348 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49086) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:06.514294 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-859f0002-066a-4251-8c38-ecbc11709fdd req-5d536233-f92a-4979-831c-4525f58f58f8 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.514610 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5da89b-9883-474a-a7d3-44341d87605e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a59a79-5e84-49c2-8fbe-c04a30091c26,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:06.581086 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d536233-f92a-4979-831c-4525f58f58f8 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Pushing event deleted for resources: {'Port': ['ID=a7ce0463-3d29-43d9-87cf-773d5694fa8e,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:06.603526 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ff81bb44-761c-4997-82eb-d9bcdf609f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.664306 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ff81bb44-761c-4997-82eb-d9bcdf609f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.664531 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-859f0002-066a-4251-8c38-ecbc11709fdd req-5d536233-f92a-4979-831c-4525f58f58f8 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] No DVR routers for this DVR port a7ce0463-3d29-43d9-87cf-773d5694fa8e on host n-h1-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:06.673876 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-859f0002-066a-4251-8c38-ecbc11709fdd req-5d536233-f92a-4979-831c-4525f58f58f8 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.677103 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-859f0002-066a-4251-8c38-ecbc11709fdd req-5d536233-f92a-4979-831c-4525f58f58f8 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.47 "DELETE /v2.0/ports/a7ce0463-3d29-43d9-87cf-773d5694fa8e HTTP/1.1" status: 204 len: 173 time: 1.2275605 Sep 16 04:55:06.682298 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d70f5a-6b5d-40a3-bbbb-54906d62b436', 'name': 'network-vif-deleted', 'tag': 'a7ce0463-3d29-43d9-87cf-773d5694fa8e'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:06.688466 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fe4acc-96b4-4d96-aed4-c3f7cd206661" -d '{"events": [{"server_uuid": "d0d70f5a-6b5d-40a3-bbbb-54906d62b436", "name": "network-vif-deleted", "tag": "a7ce0463-3d29-43d9-87cf-773d5694fa8e"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:06.806192 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device ee87c847-304e-4a93-9ba1-6b1e3e002220 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:06.834788 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d7ed76-a5df-460f-b0fb-95fcbe5b1de4 x-openstack-request-id: req-54d7ed76-a5df-460f-b0fb-95fcbe5b1de4 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:06.837184 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d70f5a-6b5d-40a3-bbbb-54906d62b436", "name": "network-vif-deleted", "tag": "a7ce0463-3d29-43d9-87cf-773d5694fa8e", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:06.837599 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-54d7ed76-a5df-460f-b0fb-95fcbe5b1de4 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:06.837912 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d70f5a-6b5d-40a3-bbbb-54906d62b436', 'name': 'network-vif-deleted', 'tag': 'a7ce0463-3d29-43d9-87cf-773d5694fa8e', 'status': 'completed', 'code': 200} Sep 16 04:55:06.848218 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ff81bb44-761c-4997-82eb-d9bcdf609f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.856719 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ff81bb44-761c-4997-82eb-d9bcdf609f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.857877 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ff81bb44-761c-4997-82eb-d9bcdf609f86 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/80a59a79-5e84-49c2-8fbe-c04a30091c26 HTTP/1.1" status: 204 len: 168 time: 0.3593109 Sep 16 04:55:06.883954 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81bb44-761c-4997-82eb-d9bcdf609f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a59a79-5e84-49c2-8fbe-c04a30091c26,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:06.886177 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: ee87c847-304e-4a93-9ba1-6b1e3e002220 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:06.887042 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device ee87c847-304e-4a93-9ba1-6b1e3e002220 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:06.887739 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2f0d7e3f-7b90-4b38-ba58-c2852ac7ce44 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:06.927742 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 2f0d7e3f-7b90-4b38-ba58-c2852ac7ce44 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:06.928722 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2f0d7e3f-7b90-4b38-ba58-c2852ac7ce44 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:07.003194 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f9216fab-3b57-4524-b245-22091a497edd tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.107588 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-f9216fab-3b57-4524-b245-22091a497edd tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baa6ec22-d217-41aa-81d8-7e6c59f404e3']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:07.114158 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49106) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:07.133336 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-f9216fab-3b57-4524-b245-22091a497edd tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be537485-f1a6-48bd-825a-349480eb12c1') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:07.133635 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-f9216fab-3b57-4524-b245-22091a497edd tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be537485-f1a6-48bd-825a-349480eb12c1') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:07.179859 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f9216fab-3b57-4524-b245-22091a497edd tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.204203 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f9216fab-3b57-4524-b245-22091a497edd tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.215603 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9216fab-3b57-4524-b245-22091a497edd tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:55:07.216468 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f9216fab-3b57-4524-b245-22091a497edd tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.223611 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:55:07.223611 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:55:07.223611 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:55:07.223611 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:55:07.223611 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:55:07.223611 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:55:07.223611 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:55:07.223611 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:55:07.223611 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:55:07.223611 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:55:07.223611 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:55:07.223611 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:55:07.223611 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:55:07.223611 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:55:07.223611 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:55:07.223611 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:55:07.223611 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:55:07.223611 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:55:07.223611 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:55:07.223611 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:55:07.223611 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:55:07.223611 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:55:07.223611 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:55:07.223611 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:55:07.223611 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:55:07.223611 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:55:07.223611 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:55:07.223611 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:55:07.223611 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:55:07.223611 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:55:07.223611 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:55:07.223611 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:55:07.357906 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f9216fab-3b57-4524-b245-22091a497edd tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.361705 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c3454f3c-9bab-4ff5-92ae-6e83f2ac03d9 req-4d0b6383-2ea5-4a7f-81ce-2d850eaac224 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0d70f5a-6b5d-40a3-bbbb-54906d62b436 HTTP/1.1" status: 200 len: 210 time: 0.0332358 Sep 16 04:55:07.368910 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f9216fab-3b57-4524-b245-22091a497edd tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.371583 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f9216fab-3b57-4524-b245-22091a497edd tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] 10.222.0.35 "DELETE /v2.0/networks/baa6ec22-d217-41aa-81d8-7e6c59f404e3 HTTP/1.1" status: 204 len: 168 time: 1.1472120 Sep 16 04:55:07.374757 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49114) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:07.411234 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9216fab-3b57-4524-b245-22091a497edd tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Pushing event deleted for resources: {'Network': ['ID=baa6ec22-d217-41aa-81d8-7e6c59f404e3,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:07.477128 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-df86ee09-11d0-4c26-9a94-c3397209269a tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Deleting subnet 5925fd32-4643-40ce-95c9-a9c0fc8b757b {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:55:07.490556 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-df86ee09-11d0-4c26-9a94-c3397209269a tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.601187 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-df86ee09-11d0-4c26-9a94-c3397209269a tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.718073 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-df86ee09-11d0-4c26-9a94-c3397209269a tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.757450 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-0f56d7c7-756a-4b2f-a94a-d5953093d471 tempest-DvrRoutersNegativeTest-2141635521 tempest-DvrRoutersNegativeTest-2141635521-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1668384392', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:07.764460 n-d-712139-15 neutron-server[94766]: DEBUG neutron.policy [None req-0f56d7c7-756a-4b2f-a94a-d5953093d471 tempest-DvrRoutersNegativeTest-2141635521 tempest-DvrRoutersNegativeTest-2141635521-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94766) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 16 04:55:07.765027 n-d-712139-15 neutron-server[94766]: DEBUG neutron.policy [None req-0f56d7c7-756a-4b2f-a94a-d5953093d471 tempest-DvrRoutersNegativeTest-2141635521 tempest-DvrRoutersNegativeTest-2141635521-project] Failed policy check for 'create_router' {{(pid=94766) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 16 04:55:07.766112 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-0f56d7c7-756a-4b2f-a94a-d5953093d471 tempest-DvrRoutersNegativeTest-2141635521 tempest-DvrRoutersNegativeTest-2141635521-project] create failed (client error): Access was denied to this resource. Sep 16 04:55:07.776137 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0f56d7c7-756a-4b2f-a94a-d5953093d471 tempest-DvrRoutersNegativeTest-2141635521 tempest-DvrRoutersNegativeTest-2141635521-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.6598811 Sep 16 04:55:07.843290 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-df86ee09-11d0-4c26-9a94-c3397209269a tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.941643 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56802ee3-1e0c-40df-9622-d943ae2247c1 None None] Network c25c5c30-f1f2-494a-bd00-75918f4e0818 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:55:07.960978 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-df86ee09-11d0-4c26-9a94-c3397209269a tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.967781 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-df86ee09-11d0-4c26-9a94-c3397209269a tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] 10.222.0.35 "DELETE /v2.0/subnets/5925fd32-4643-40ce-95c9-a9c0fc8b757b HTTP/1.1" status: 204 len: 168 time: 0.5911303 Sep 16 04:55:07.971729 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49132) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:07.973939 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df86ee09-11d0-4c26-9a94-c3397209269a tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Pushing event deleted for resources: {'Subnet': ['ID=5925fd32-4643-40ce-95c9-a9c0fc8b757b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:08.142771 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-29e07c92-cc19-44c2-a7d3-6384d5b4097e tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.228463 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c19da6d-f6de-4e56-bd95-9b8f1b90c29c None None] DHCP port deletion for c25c5c30-f1f2-494a-bd00-75918f4e0818 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:55:08.236912 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49140) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:08.276111 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-29e07c92-cc19-44c2-a7d3-6384d5b4097e tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Deleting port 3989604c-12d3-4fc3-9429-f50b9ae6c43a {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:08.276952 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-29e07c92-cc19-44c2-a7d3-6384d5b4097e tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.315845 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-6c19da6d-f6de-4e56-bd95-9b8f1b90c29c None None] Deleting port 3989604c-12d3-4fc3-9429-f50b9ae6c43a {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:08.316559 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6c19da6d-f6de-4e56-bd95-9b8f1b90c29c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.442627 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-29e07c92-cc19-44c2-a7d3-6384d5b4097e tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] For port 3989604c-12d3-4fc3-9429-f50b9ae6c43a, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3989604c-12d3-4fc3-9429-f50b9ae6c43a,segment=NetworkSegment(bc5516bc-df3e-4e62-b22a-3a89cc6e4f72),segment_id=bc5516bc-df3e-4e62-b22a-3a89cc6e4f72)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:08.443495 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-29e07c92-cc19-44c2-a7d3-6384d5b4097e tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.445469 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-6c19da6d-f6de-4e56-bd95-9b8f1b90c29c None None] For port 3989604c-12d3-4fc3-9429-f50b9ae6c43a, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3989604c-12d3-4fc3-9429-f50b9ae6c43a,segment=NetworkSegment(bc5516bc-df3e-4e62-b22a-3a89cc6e4f72),segment_id=bc5516bc-df3e-4e62-b22a-3a89cc6e4f72)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:08.445994 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6c19da6d-f6de-4e56-bd95-9b8f1b90c29c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.477783 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-6c19da6d-f6de-4e56-bd95-9b8f1b90c29c None None] Calling delete_port for 3989604c-12d3-4fc3-9429-f50b9ae6c43a owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:08.494383 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-29e07c92-cc19-44c2-a7d3-6384d5b4097e tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Calling delete_port for 3989604c-12d3-4fc3-9429-f50b9ae6c43a owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:08.736675 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6c19da6d-f6de-4e56-bd95-9b8f1b90c29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.754246 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-29e07c92-cc19-44c2-a7d3-6384d5b4097e tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.774371 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device a7ce0463-3d29-43d9-87cf-773d5694fa8e no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:08.784043 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e07c92-cc19-44c2-a7d3-6384d5b4097e tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] No DVR routers for this DVR port 3989604c-12d3-4fc3-9429-f50b9ae6c43a on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:08.820537 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2dde9175-63ea-4f08-829e-d388fe1b2ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.841844 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e07c92-cc19-44c2-a7d3-6384d5b4097e tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Pushing event deleted for resources: {'Port': ['ID=3989604c-12d3-4fc3-9429-f50b9ae6c43a,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:08.861581 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c19da6d-f6de-4e56-bd95-9b8f1b90c29c None None] No DVR routers for this DVR port 3989604c-12d3-4fc3-9429-f50b9ae6c43a on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:08.907682 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: a7ce0463-3d29-43d9-87cf-773d5694fa8e {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:08.908323 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device a7ce0463-3d29-43d9-87cf-773d5694fa8e not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:08.910916 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3989604c-12d3-4fc3-9429-f50b9ae6c43a no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:09.003681 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19da6d-f6de-4e56-bd95-9b8f1b90c29c None None] Pushing event deleted for resources: {'Port': ['ID=3989604c-12d3-4fc3-9429-f50b9ae6c43a,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:09.024730 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 3989604c-12d3-4fc3-9429-f50b9ae6c43a {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:09.025378 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3989604c-12d3-4fc3-9429-f50b9ae6c43a not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:09.098749 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-29e07c92-cc19-44c2-a7d3-6384d5b4097e tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.154265 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-29e07c92-cc19-44c2-a7d3-6384d5b4097e tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c25c5c30-f1f2-494a-bd00-75918f4e0818']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:09.169120 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2dde9175-63ea-4f08-829e-d388fe1b2ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.177908 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2dde9175-63ea-4f08-829e-d388fe1b2ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.201454 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-29e07c92-cc19-44c2-a7d3-6384d5b4097e tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc5516bc-df3e-4e62-b22a-3a89cc6e4f72') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:09.202221 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-29e07c92-cc19-44c2-a7d3-6384d5b4097e tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc5516bc-df3e-4e62-b22a-3a89cc6e4f72') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:09.217364 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-29e07c92-cc19-44c2-a7d3-6384d5b4097e tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.234806 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2dde9175-63ea-4f08-829e-d388fe1b2ea0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=63352297c3044062aed4ba6efb0f329e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9941025 Sep 16 04:55:09.244114 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49172) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:09.253545 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde9175-63ea-4f08-829e-d388fe1b2ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea45c1d6-c179-4daf-8bc9-49af6b61e4cf,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:09.278329 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-29e07c92-cc19-44c2-a7d3-6384d5b4097e tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.341330 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9fa14-0e7d-4649-ac0d-56d0ba9fd47c req-6e4d49e4-a373-40ca-886f-27075f40a966 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:09.358484 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dab9fa14-0e7d-4649-ac0d-56d0ba9fd47c req-6e4d49e4-a373-40ca-886f-27075f40a966 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=d055551a-ee15-46e0-aa7a-3a0fb71bf2a4 HTTP/1.1" status: 200 len: 945 time: 0.2129569 Sep 16 04:55:09.361935 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e07c92-cc19-44c2-a7d3-6384d5b4097e tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:55:09.362545 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-29e07c92-cc19-44c2-a7d3-6384d5b4097e tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:55:09.368711 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:55:09.488426 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-29e07c92-cc19-44c2-a7d3-6384d5b4097e tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.499185 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-29e07c92-cc19-44c2-a7d3-6384d5b4097e tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.505798 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-29e07c92-cc19-44c2-a7d3-6384d5b4097e tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] 10.222.0.35 "DELETE /v2.0/networks/c25c5c30-f1f2-494a-bd00-75918f4e0818 HTTP/1.1" status: 204 len: 168 time: 1.5286422 Sep 16 04:55:09.507886 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49182) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:09.539618 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dab9fa14-0e7d-4649-ac0d-56d0ba9fd47c req-44917114-3ea4-4525-9dfb-25b90012e7c4 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799922 Sep 16 04:55:09.559977 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e07c92-cc19-44c2-a7d3-6384d5b4097e tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Pushing event deleted for resources: {'Network': ['ID=c25c5c30-f1f2-494a-bd00-75918f4e0818,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:09.564801 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-19112571-0e00-4776-bde5-6d4e7e499459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.595862 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49186) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:09.596837 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4708bf16-cbaa-4aae-b487-4373de3bd9e9 tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ed13a4c-3b65-4a90-95f9-e854448b3347 HTTP/1.1" status: 200 len: 205 time: 0.0836463 Sep 16 04:55:09.712156 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-facbf4e4-c65f-4246-91e8-9a6b71795b0d tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.797396 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60befe-7be3-4662-94eb-15deec8b88ed req-8e6f5fdb-7861-44b6-ab20-73376a581e50 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:09.804843 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7a60befe-7be3-4662-94eb-15deec8b88ed req-8e6f5fdb-7861-44b6-ab20-73376a581e50 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.48 "GET /v2.0/ports?device_id=d055551a-ee15-46e0-aa7a-3a0fb71bf2a4 HTTP/1.1" status: 200 len: 945 time: 0.1187084 Sep 16 04:55:09.808610 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-19112571-0e00-4776-bde5-6d4e7e499459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.964147 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-7a60befe-7be3-4662-94eb-15deec8b88ed req-7d9353ec-9f1a-441b-b287-a97563083d2e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Deleting port c1bfbfef-8342-43fb-b456-027cddcafde6 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:09.966367 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7a60befe-7be3-4662-94eb-15deec8b88ed req-7d9353ec-9f1a-441b-b287-a97563083d2e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.988264 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-facbf4e4-c65f-4246-91e8-9a6b71795b0d tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.991410 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-facbf4e4-c65f-4246-91e8-9a6b71795b0d tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.066906 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-73d5819c-c933-4f2a-b97e-ea75cf6abbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.089736 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-facbf4e4-c65f-4246-91e8-9a6b71795b0d tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.090370 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facbf4e4-c65f-4246-91e8-9a6b71795b0d tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Fanout notify agent at l3_agent the message router_deleted on router 7ed13a4c-3b65-4a90-95f9-e854448b3347 {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:55:10.112274 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-facbf4e4-c65f-4246-91e8-9a6b71795b0d tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.114258 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-facbf4e4-c65f-4246-91e8-9a6b71795b0d tempest-RoutersNegativeTest-110644924 tempest-RoutersNegativeTest-110644924-project] 10.222.0.35 "DELETE /v2.0/routers/7ed13a4c-3b65-4a90-95f9-e854448b3347 HTTP/1.1" status: 204 len: 168 time: 0.5149109 Sep 16 04:55:10.125009 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-19112571-0e00-4776-bde5-6d4e7e499459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.129456 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-19112571-0e00-4776-bde5-6d4e7e499459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.131607 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-19112571-0e00-4776-bde5-6d4e7e499459 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ea45c1d6-c179-4daf-8bc9-49af6b61e4cf HTTP/1.1" status: 204 len: 168 time: 0.8792586 Sep 16 04:55:10.143910 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19112571-0e00-4776-bde5-6d4e7e499459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea45c1d6-c179-4daf-8bc9-49af6b61e4cf,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:10.162922 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-7a60befe-7be3-4662-94eb-15deec8b88ed req-7d9353ec-9f1a-441b-b287-a97563083d2e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] For port c1bfbfef-8342-43fb-b456-027cddcafde6, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=c1bfbfef-8342-43fb-b456-027cddcafde6,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:10.163291 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7a60befe-7be3-4662-94eb-15deec8b88ed req-7d9353ec-9f1a-441b-b287-a97563083d2e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.187081 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-7a60befe-7be3-4662-94eb-15deec8b88ed req-7d9353ec-9f1a-441b-b287-a97563083d2e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Calling delete_port for c1bfbfef-8342-43fb-b456-027cddcafde6 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:10.393998 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7a60befe-7be3-4662-94eb-15deec8b88ed req-7d9353ec-9f1a-441b-b287-a97563083d2e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.430123 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9353ec-9f1a-441b-b287-a97563083d2e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Pushing event deleted for resources: {'Port': ['ID=c1bfbfef-8342-43fb-b456-027cddcafde6,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:10.434286 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['2959b5b2-8587-4021-ac7c-7b2c07c40aca', 'c1bfbfef-8342-43fb-b456-027cddcafde6'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:10.497403 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a60befe-7be3-4662-94eb-15deec8b88ed req-7d9353ec-9f1a-441b-b287-a97563083d2e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] No DVR routers for this DVR port c1bfbfef-8342-43fb-b456-027cddcafde6 on host n-h2-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:10.500596 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7a60befe-7be3-4662-94eb-15deec8b88ed req-7d9353ec-9f1a-441b-b287-a97563083d2e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.503423 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7a60befe-7be3-4662-94eb-15deec8b88ed req-7d9353ec-9f1a-441b-b287-a97563083d2e tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.48 "DELETE /v2.0/ports/c1bfbfef-8342-43fb-b456-027cddcafde6 HTTP/1.1" status: 204 len: 173 time: 0.6922607 Sep 16 04:55:10.504118 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd055551a-ee15-46e0-aa7a-3a0fb71bf2a4', 'name': 'network-vif-deleted', 'tag': 'c1bfbfef-8342-43fb-b456-027cddcafde6'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:10.507539 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7503eabc-7606-4558-9aee-98ae812ff914" -d '{"events": [{"server_uuid": "d055551a-ee15-46e0-aa7a-3a0fb71bf2a4", "name": "network-vif-deleted", "tag": "c1bfbfef-8342-43fb-b456-027cddcafde6"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:10.552316 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44214890-28da-4e1d-929c-a71148a7c2d5 x-openstack-request-id: req-44214890-28da-4e1d-929c-a71148a7c2d5 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:10.552925 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d055551a-ee15-46e0-aa7a-3a0fb71bf2a4", "name": "network-vif-deleted", "tag": "c1bfbfef-8342-43fb-b456-027cddcafde6", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:10.553440 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-44214890-28da-4e1d-929c-a71148a7c2d5 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:10.554026 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd055551a-ee15-46e0-aa7a-3a0fb71bf2a4', 'name': 'network-vif-deleted', 'tag': 'c1bfbfef-8342-43fb-b456-027cddcafde6', 'status': 'completed', 'code': 200} Sep 16 04:55:10.717361 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-36edf14a-05a0-44db-ad0c-3e0266dfd592 req-d7ba15a6-5cae-4477-9556-a6e36a9d2134 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=d055551a-ee15-46e0-aa7a-3a0fb71bf2a4 HTTP/1.1" status: 200 len: 210 time: 0.0530732 Sep 16 04:55:11.031273 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49236) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:11.087754 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49240) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:11.415061 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-fb122030-21e7-4cb6-a362-904237725065 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=26a2b83655bb429cafa4923ed8c705b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3811824 Sep 16 04:55:11.418281 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49254) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:11.445326 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-49b1c20b-0f60-49f5-a8af-aba34a57bf7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.555936 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.562573 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f7f24e6c-5c76-4550-844b-71ae4aad3877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.595882 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-49b1c20b-0f60-49f5-a8af-aba34a57bf7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.600935 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-49b1c20b-0f60-49f5-a8af-aba34a57bf7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.612001 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f7f24e6c-5c76-4550-844b-71ae4aad3877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.670801 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1c20b-0f60-49f5-a8af-aba34a57bf7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850fda0b-fd1b-4523-9112-320f77c9d795,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:11.678702 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-49b1c20b-0f60-49f5-a8af-aba34a57bf7c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e524a2c3eb3748f3867b6705a8fc48fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5896561 Sep 16 04:55:11.681176 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49266) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:11.729707 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f7f24e6c-5c76-4550-844b-71ae4aad3877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.736629 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f7f24e6c-5c76-4550-844b-71ae4aad3877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.742086 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f7f24e6c-5c76-4550-844b-71ae4aad3877 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a89cdb29-2c9c-4156-b759-cddef6337020 HTTP/1.1" status: 204 len: 168 time: 0.3216159 Sep 16 04:55:11.756958 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f24e6c-5c76-4550-844b-71ae4aad3877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89cdb29-2c9c-4156-b759-cddef6337020,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:11.801721 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ce9505a8-da24-4bd1-b7bf-1f3a9d097174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.866916 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ce9505a8-da24-4bd1-b7bf-1f3a9d097174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:12.005263 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ce9505a8-da24-4bd1-b7bf-1f3a9d097174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:12.010476 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ce9505a8-da24-4bd1-b7bf-1f3a9d097174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:12.012585 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ce9505a8-da24-4bd1-b7bf-1f3a9d097174 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/850fda0b-fd1b-4523-9112-320f77c9d795 HTTP/1.1" status: 204 len: 168 time: 0.3297379 Sep 16 04:55:12.036230 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9505a8-da24-4bd1-b7bf-1f3a9d097174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850fda0b-fd1b-4523-9112-320f77c9d795,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:12.296247 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792c419-a8b1-4100-9762-68c4155995b5 req-6ba3f61f-d1fe-48ec-89b6-aa6cd38d88b6 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:12.306205 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1792c419-a8b1-4100-9762-68c4155995b5 req-6ba3f61f-d1fe-48ec-89b6-aa6cd38d88b6 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 945 time: 0.1302190 Sep 16 04:55:12.403252 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1792c419-a8b1-4100-9762-68c4155995b5 req-15e3eb66-c00c-4393-9c24-3615bc37e919 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950215 Sep 16 04:55:12.658159 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49300) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:12.689623 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9e7f4-74ca-4369-b02e-0ed78524f592 req-21b66e8a-9058-4eb3-a9a5-15d4b0cd1561 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:12.692270 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5ba9e7f4-74ca-4369-b02e-0ed78524f592 req-21b66e8a-9058-4eb3-a9a5-15d4b0cd1561 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.48 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0723348 Sep 16 04:55:12.834868 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-5ba9e7f4-74ca-4369-b02e-0ed78524f592 req-f3c3843a-6c1e-4152-b38c-a73d24f394f2 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Deleting port 2959b5b2-8587-4021-ac7c-7b2c07c40aca {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:12.835939 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5ba9e7f4-74ca-4369-b02e-0ed78524f592 req-f3c3843a-6c1e-4152-b38c-a73d24f394f2 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.004236 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-5ba9e7f4-74ca-4369-b02e-0ed78524f592 req-f3c3843a-6c1e-4152-b38c-a73d24f394f2 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] For port 2959b5b2-8587-4021-ac7c-7b2c07c40aca, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=2959b5b2-8587-4021-ac7c-7b2c07c40aca,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:13.004633 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5ba9e7f4-74ca-4369-b02e-0ed78524f592 req-f3c3843a-6c1e-4152-b38c-a73d24f394f2 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.019643 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-5ba9e7f4-74ca-4369-b02e-0ed78524f592 req-f3c3843a-6c1e-4152-b38c-a73d24f394f2 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Calling delete_port for 2959b5b2-8587-4021-ac7c-7b2c07c40aca owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:13.082682 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49310) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:13.108289 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-18756321-90a6-4bec-a828-73d8c4c71f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.118489 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-1fd1a216-2e94-48c2-9e3b-219914272225 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Request body: {'security_group': {'name': 'tempest-secgroup--1544433471'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:13.159267 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.db.api [None req-18756321-90a6-4bec-a828-73d8c4c71f19 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:55:13.159267 n-d-712139-15 neutron-server[94767]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 16 04:55:13.159267 n-d-712139-15 neutron-server[94767]: [parameters: {'project_id': '56e9f022cf5d47dcb7267dbd5215a450', 'id': 'd3b8b760-1342-4316-81ff-b6ecf98faa04', 'expiration': datetime.datetime(2021, 9, 16, 4, 57, 13, 152015)}] Sep 16 04:55:13.159267 n-d-712139-15 neutron-server[94767]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:55:13.160290 n-d-712139-15 neutron-server[94767]: DEBUG oslo_db.api [None req-18756321-90a6-4bec-a828-73d8c4c71f19 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:55:13.169588 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1fd1a216-2e94-48c2-9e3b-219914272225 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.181091 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1fd1a216-2e94-48c2-9e3b-219914272225 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.224045 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5ba9e7f4-74ca-4369-b02e-0ed78524f592 req-f3c3843a-6c1e-4152-b38c-a73d24f394f2 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.225913 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d813a3e8-4b77-4941-bc54-c08a7d1339fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.271600 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['2959b5b2-8587-4021-ac7c-7b2c07c40aca'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:13.294719 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3843a-6c1e-4152-b38c-a73d24f394f2 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Pushing event deleted for resources: {'Port': ['ID=2959b5b2-8587-4021-ac7c-7b2c07c40aca,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:13.346575 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba9e7f4-74ca-4369-b02e-0ed78524f592 req-f3c3843a-6c1e-4152-b38c-a73d24f394f2 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] No DVR routers for this DVR port 2959b5b2-8587-4021-ac7c-7b2c07c40aca on host n-h2-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:13.349284 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5ba9e7f4-74ca-4369-b02e-0ed78524f592 req-f3c3843a-6c1e-4152-b38c-a73d24f394f2 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.351427 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5ba9e7f4-74ca-4369-b02e-0ed78524f592 req-f3c3843a-6c1e-4152-b38c-a73d24f394f2 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.48 "DELETE /v2.0/ports/2959b5b2-8587-4021-ac7c-7b2c07c40aca HTTP/1.1" status: 204 len: 173 time: 0.6514139 Sep 16 04:55:13.351953 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d7f172-a8ef-4e81-a5a9-31d35350f4b2', 'name': 'network-vif-deleted', 'tag': '2959b5b2-8587-4021-ac7c-7b2c07c40aca'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:13.354398 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c2c81d-1fbd-4ada-a4b0-a352b12b9af2" -d '{"events": [{"server_uuid": "46d7f172-a8ef-4e81-a5a9-31d35350f4b2", "name": "network-vif-deleted", "tag": "2959b5b2-8587-4021-ac7c-7b2c07c40aca"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:13.395454 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1fd1a216-2e94-48c2-9e3b-219914272225 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.399553 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1fd1a216-2e94-48c2-9e3b-219914272225 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.426046 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6aa115-bf3a-41ac-88ad-c435e9031344 x-openstack-request-id: req-ef6aa115-bf3a-41ac-88ad-c435e9031344 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:13.426629 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d7f172-a8ef-4e81-a5a9-31d35350f4b2", "name": "network-vif-deleted", "tag": "2959b5b2-8587-4021-ac7c-7b2c07c40aca", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:13.427056 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ef6aa115-bf3a-41ac-88ad-c435e9031344 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:13.428882 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d7f172-a8ef-4e81-a5a9-31d35350f4b2', 'name': 'network-vif-deleted', 'tag': '2959b5b2-8587-4021-ac7c-7b2c07c40aca', 'status': 'completed', 'code': 200} Sep 16 04:55:13.516280 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.583567 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1a216-2e94-48c2-9e3b-219914272225 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0746619d-2bee-4a6a-bb66-426e4fb871e3,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:13.661762 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-18ac57e3-8f54-431c-baed-9e8580b61e9f req-f41d62f9-7c90-456c-93d9-b0e5bde56768 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d7f172-a8ef-4e81-a5a9-31d35350f4b2 HTTP/1.1" status: 200 len: 210 time: 0.1148705 Sep 16 04:55:13.680528 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-18756321-90a6-4bec-a828-73d8c4c71f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.725004 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device c1bfbfef-8342-43fb-b456-027cddcafde6 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:13.793882 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: c1bfbfef-8342-43fb-b456-027cddcafde6 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:13.794594 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device c1bfbfef-8342-43fb-b456-027cddcafde6 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:13.833696 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1fd1a216-2e94-48c2-9e3b-219914272225 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.844191 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1fd1a216-2e94-48c2-9e3b-219914272225 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.910481 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1a216-2e94-48c2-9e3b-219914272225 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f29e23fd-ad43-4949-b04f-eef7823fecea,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:14.018842 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-18756321-90a6-4bec-a828-73d8c4c71f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.023977 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49346) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:14.035267 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-18756321-90a6-4bec-a828-73d8c4c71f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.058839 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1fd1a216-2e94-48c2-9e3b-219914272225 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.060658 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1fd1a216-2e94-48c2-9e3b-219914272225 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4004557 Sep 16 04:55:14.064283 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49352) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:14.097812 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-18756321-90a6-4bec-a828-73d8c4c71f19 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=56e9f022cf5d47dcb7267dbd5215a450&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0137913 Sep 16 04:55:14.101880 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49354) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:14.121593 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18756321-90a6-4bec-a828-73d8c4c71f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d86e312-815d-41a2-b661-11a09bcb90e0,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:14.202843 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c2eb4c78-9e0d-4cfd-9ca4-b414d59cded5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.255522 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c2eb4c78-9e0d-4cfd-9ca4-b414d59cded5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.302117 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-164dd8ff-5d8b-4f8a-a252-9739c53c5783 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2363951 Sep 16 04:55:14.302772 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49362) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:14.313589 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-57e1f81d-8c3a-43f3-9cdf-2f7f0a8a9932 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Request body: {'security_group': {'name': 'tempest-security--776899717', 'description': 'tempest-security-description-1675647344'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:14.336037 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-f6a073c2-27fc-4b68-a7cf-7e73be88108e tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1261638470'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:14.368145 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-57e1f81d-8c3a-43f3-9cdf-2f7f0a8a9932 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.413011 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a073c2-27fc-4b68-a7cf-7e73be88108e tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Made reservation on behalf of a0c526c3bc2143aaabe01b12d3886f3e for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:14.419168 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f6a073c2-27fc-4b68-a7cf-7e73be88108e tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.431091 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-57e1f81d-8c3a-43f3-9cdf-2f7f0a8a9932 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.434824 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f6a073c2-27fc-4b68-a7cf-7e73be88108e tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.437163 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-57e1f81d-8c3a-43f3-9cdf-2f7f0a8a9932 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.440525 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-57e1f81d-8c3a-43f3-9cdf-2f7f0a8a9932 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.444720 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-57e1f81d-8c3a-43f3-9cdf-2f7f0a8a9932 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "PUT /v2.0/security-groups/f29e23fd-ad43-4949-b04f-eef7823fecea HTTP/1.1" status: 200 len: 1779 time: 0.1368184 Sep 16 04:55:14.445420 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49366) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:14.463318 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c2eb4c78-9e0d-4cfd-9ca4-b414d59cded5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.468447 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c2eb4c78-9e0d-4cfd-9ca4-b414d59cded5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.472188 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c2eb4c78-9e0d-4cfd-9ca4-b414d59cded5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9d86e312-815d-41a2-b661-11a09bcb90e0 HTTP/1.1" status: 204 len: 168 time: 0.3688471 Sep 16 04:55:14.494256 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb4c78-9e0d-4cfd-9ca4-b414d59cded5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d86e312-815d-41a2-b661-11a09bcb90e0,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:14.531546 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.536216 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.558721 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e1f81d-8c3a-43f3-9cdf-2f7f0a8a9932 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f29e23fd-ad43-4949-b04f-eef7823fecea,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:14.586502 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d02bb516-4662-4bbf-aa1f-3154f7283485 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "GET /v2.0/security-groups/f29e23fd-ad43-4949-b04f-eef7823fecea HTTP/1.1" status: 200 len: 1779 time: 0.1372874 Sep 16 04:55:14.587772 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49370) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:14.734636 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-686a049e-710f-4ed7-a0d4-2e448b2f8a6f tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.749717 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f6a073c2-27fc-4b68-a7cf-7e73be88108e tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.757157 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f6a073c2-27fc-4b68-a7cf-7e73be88108e tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.814890 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-686a049e-710f-4ed7-a0d4-2e448b2f8a6f tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.836290 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a073c2-27fc-4b68-a7cf-7e73be88108e tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:55:14.886625 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a073c2-27fc-4b68-a7cf-7e73be88108e tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=122f75a4-92aa-4147-8115-0ec4e85f3c79,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:14.904634 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-686a049e-710f-4ed7-a0d4-2e448b2f8a6f tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.906939 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f6a073c2-27fc-4b68-a7cf-7e73be88108e tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.908120 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-686a049e-710f-4ed7-a0d4-2e448b2f8a6f tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.909219 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-f6a073c2-27fc-4b68-a7cf-7e73be88108e tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Added segment 945d1e7c-c4b2-454f-96e5-d2d67e44ebb5 of type vlan for network eeeaf276-edd3-44c6-8bcb-ce534e765947 Sep 16 04:55:14.914753 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49380) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:14.915172 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-686a049e-710f-4ed7-a0d4-2e448b2f8a6f tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "DELETE /v2.0/security-groups/f29e23fd-ad43-4949-b04f-eef7823fecea HTTP/1.1" status: 204 len: 168 time: 0.3257439 Sep 16 04:55:14.937736 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a049e-710f-4ed7-a0d4-2e448b2f8a6f tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29e23fd-ad43-4949-b04f-eef7823fecea,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:15.045191 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49384) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:15.169848 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5c99dc3f-3c37-4507-86bb-d6edd4849d7e tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2508111 Sep 16 04:55:15.171955 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49394) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:15.196827 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-df5c040f-bf9f-4eaa-b1ec-0c6fd61de75c tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] delete failed (client error): The resource could not be found. Sep 16 04:55:15.199421 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f6a073c2-27fc-4b68-a7cf-7e73be88108e tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.199633 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-df5c040f-bf9f-4eaa-b1ec-0c6fd61de75c tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "DELETE /v2.0/security-groups/f29e23fd-ad43-4949-b04f-eef7823fecea HTTP/1.1" status: 404 len: 347 time: 0.0264690 Sep 16 04:55:15.210189 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49396) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:15.215955 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-3e04889a-8d9d-452a-bd1c-0940c10aa774 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Request body: {'security_group': {'name': 'tempest-secgroup--985382614'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:15.234629 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be760cb4-d93e-42a6-8c36-36109ce7ab45 req-2115db6b-c26e-4c2a-9a58-c59871a60fd7 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:15.237521 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-be760cb4-d93e-42a6-8c36-36109ce7ab45 req-2115db6b-c26e-4c2a-9a58-c59871a60fd7 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.1006913 Sep 16 04:55:15.268492 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f6a073c2-27fc-4b68-a7cf-7e73be88108e tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.274704 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3e04889a-8d9d-452a-bd1c-0940c10aa774 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.277380 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a073c2-27fc-4b68-a7cf-7e73be88108e tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:15.278064 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f6a073c2-27fc-4b68-a7cf-7e73be88108e tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.287520 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6219b506-91b4-4f69-a90a-deb218077655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.375602 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f6a073c2-27fc-4b68-a7cf-7e73be88108e tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3480647 Sep 16 04:55:15.379018 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a073c2-27fc-4b68-a7cf-7e73be88108e tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Pushing event updated for resources: {'Network': ['ID=eeeaf276-edd3-44c6-8bcb-ce534e765947,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:15.380529 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49402) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:15.389688 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-7dc2da7d-0c9d-4774-a25c-b68efc2e70b2 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Request body: {'subnet': {'network_id': 'eeeaf276-edd3-44c6-8bcb-ce534e765947', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:15.391372 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-be760cb4-d93e-42a6-8c36-36109ce7ab45 req-45de27ee-0f6d-4b44-98a4-8a9ce3837dda tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317286 Sep 16 04:55:15.396012 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network eeeaf276-edd3-44c6-8bcb-ce534e765947 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:55:15.573571 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6219b506-91b4-4f69-a90a-deb218077655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.582304 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6219b506-91b4-4f69-a90a-deb218077655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.662844 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49412) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:15.663200 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6219b506-91b4-4f69-a90a-deb218077655 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b0a8cbe689924b3a80ac669dffefabcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6155157 Sep 16 04:55:15.678165 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219b506-91b4-4f69-a90a-deb218077655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe35f323-7872-4cae-be56-8298f3a0b709,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:15.732141 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 2959b5b2-8587-4021-ac7c-7b2c07c40aca no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:15.758914 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 2959b5b2-8587-4021-ac7c-7b2c07c40aca {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:15.759264 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 2959b5b2-8587-4021-ac7c-7b2c07c40aca not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:15.774605 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3e04889a-8d9d-452a-bd1c-0940c10aa774 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.784155 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3e04889a-8d9d-452a-bd1c-0940c10aa774 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.788640 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0dd356c7-bcef-4702-98d5-7d1e35b18dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.828745 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc2da7d-0c9d-4774-a25c-b68efc2e70b2 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Made reservation on behalf of a0c526c3bc2143aaabe01b12d3886f3e for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:15.833778 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7dc2da7d-0c9d-4774-a25c-b68efc2e70b2 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.839257 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04889a-8d9d-452a-bd1c-0940c10aa774 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a82dcb51-cb74-475a-99cc-24d6b87f94cb,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:15.853821 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0dd356c7-bcef-4702-98d5-7d1e35b18dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.855607 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3e04889a-8d9d-452a-bd1c-0940c10aa774 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.856990 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3e04889a-8d9d-452a-bd1c-0940c10aa774 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6454449 Sep 16 04:55:15.862650 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49416) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:15.883448 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-8fec2907-ff47-4325-81b9-487c6b4f4c54 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Request body: {'security_group_rule': {'security_group_id': 'a82dcb51-cb74-475a-99cc-24d6b87f94cb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:15.939782 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0dd356c7-bcef-4702-98d5-7d1e35b18dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.945795 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0dd356c7-bcef-4702-98d5-7d1e35b18dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.953670 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0dd356c7-bcef-4702-98d5-7d1e35b18dcb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fe35f323-7872-4cae-be56-8298f3a0b709 HTTP/1.1" status: 204 len: 168 time: 0.2870975 Sep 16 04:55:15.967694 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd356c7-bcef-4702-98d5-7d1e35b18dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe35f323-7872-4cae-be56-8298f3a0b709,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:16.046593 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8fec2907-ff47-4325-81b9-487c6b4f4c54 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.047027 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.283888 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8fec2907-ff47-4325-81b9-487c6b4f4c54 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.331227 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8fec2907-ff47-4325-81b9-487c6b4f4c54 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.436217 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec2907-ff47-4325-81b9-487c6b4f4c54 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a544f91a-02b6-49ea-a6b5-0633bfdc9ebc,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:16.446089 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7dc2da7d-0c9d-4774-a25c-b68efc2e70b2 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.457706 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8fec2907-ff47-4325-81b9-487c6b4f4c54 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.461673 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8fec2907-ff47-4325-81b9-487c6b4f4c54 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5949655 Sep 16 04:55:16.464242 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49430) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:16.572359 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2da7d-0c9d-4774-a25c-b68efc2e70b2 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Pushing event updated for resources: {'Subnet': ['ID=1bf9ad43-aba0-4dca-bc3f-7d5928d7e4bb,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:16.577176 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ecb4306d-ce6f-4f8b-ab68-409334255db3 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.588867 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc2da7d-0c9d-4774-a25c-b68efc2e70b2 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Checking segment: {'id': '945d1e7c-c4b2-454f-96e5-d2d67e44ebb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'eeeaf276-edd3-44c6-8bcb-ce534e765947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:16.589244 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc2da7d-0c9d-4774-a25c-b68efc2e70b2 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Network hostable DHCP agents. Network: eeeaf276-edd3-44c6-8bcb-ce534e765947, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:55:16.590761 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ecb4306d-ce6f-4f8b-ab68-409334255db3 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.643000 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc2da7d-0c9d-4774-a25c-b68efc2e70b2 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Network eeeaf276-edd3-44c6-8bcb-ce534e765947 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:55:16.654432 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ecb4306d-ce6f-4f8b-ab68-409334255db3 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.664827 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ecb4306d-ce6f-4f8b-ab68-409334255db3 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.665614 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ecb4306d-ce6f-4f8b-ab68-409334255db3 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/a544f91a-02b6-49ea-a6b5-0633bfdc9ebc HTTP/1.1" status: 204 len: 168 time: 0.1997855 Sep 16 04:55:16.681332 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49442) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:16.681730 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826d5d2-b6ab-413e-b92d-79bf0f6eacd6 req-735f4035-8ea6-4946-8af8-550551281819 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:16.683044 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4306d-ce6f-4f8b-ab68-409334255db3 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a544f91a-02b6-49ea-a6b5-0633bfdc9ebc,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:16.683820 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8826d5d2-b6ab-413e-b92d-79bf0f6eacd6 req-735f4035-8ea6-4946-8af8-550551281819 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.48 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.1069727 Sep 16 04:55:16.711114 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-7dc2da7d-0c9d-4774-a25c-b68efc2e70b2 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, eeeaf276-edd3-44c6-8bcb-ce534e765947) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:16.718047 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc2da7d-0c9d-4774-a25c-b68efc2e70b2 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:16.718857 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7dc2da7d-0c9d-4774-a25c-b68efc2e70b2 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.726175 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540505a1-b22e-4673-a42e-a3950572d5c1 None None] Network eeeaf276-edd3-44c6-8bcb-ce534e765947 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:55:16.757849 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e910a-7042-4bbd-8142-780d49a8f8ec req-dfdb8769-3b30-4fb4-ac8b-c27e44e55d74 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:16.768108 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-db3e910a-7042-4bbd-8142-780d49a8f8ec req-dfdb8769-3b30-4fb4-ac8b-c27e44e55d74 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.2304332 Sep 16 04:55:16.827862 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7dc2da7d-0c9d-4774-a25c-b68efc2e70b2 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4451334 Sep 16 04:55:16.832496 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49448) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:16.870434 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-31c9a200-1368-47bb-af21-868d85c3db8b tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1793697 Sep 16 04:55:16.878115 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49450) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:16.886737 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-a257afdf-a5d0-4471-99c0-6d30a199498e tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Request body: {'port': {'network_id': 'eeeaf276-edd3-44c6-8bcb-ce534e765947', 'name': 'tempest-TagsExtTest-1211766374'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:16.982567 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-db3e910a-7042-4bbd-8142-780d49a8f8ec req-75f0062f-a668-47f5-8bf8-2e48b2571d35 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132120 Sep 16 04:55:17.061187 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa946c2e-f602-4e2d-a9c4-c0292e14adaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-eeeaf276-edd3-44c6-8bcb-ce534e765947', 'network_id': 'eeeaf276-edd3-44c6-8bcb-ce534e765947', 'tenant_id': 'a0c526c3bc2143aaabe01b12d3886f3e', 'fixed_ips': [{'subnet_id': '1bf9ad43-aba0-4dca-bc3f-7d5928d7e4bb'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:55:17.066526 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-aa946c2e-f602-4e2d-a9c4-c0292e14adaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.077378 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6eb1ba73-8a55-40ad-9bb0-e1da75db0ae6 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.113581 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6eb1ba73-8a55-40ad-9bb0-e1da75db0ae6 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.171093 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6eb1ba73-8a55-40ad-9bb0-e1da75db0ae6 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.175845 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6eb1ba73-8a55-40ad-9bb0-e1da75db0ae6 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.177625 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6eb1ba73-8a55-40ad-9bb0-e1da75db0ae6 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "DELETE /v2.0/security-groups/a82dcb51-cb74-475a-99cc-24d6b87f94cb HTTP/1.1" status: 204 len: 168 time: 0.2862730 Sep 16 04:55:17.186843 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49460) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:17.227535 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1ba73-8a55-40ad-9bb0-e1da75db0ae6 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82dcb51-cb74-475a-99cc-24d6b87f94cb,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:17.288282 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ee4af988-6352-48d2-8817-9121323353d1 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0929530 Sep 16 04:55:17.289417 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49464) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:17.293792 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-a50963ff-07cd-44a0-a8c8-3cea5253c14e tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Request body: {'security_group': {'name': 'tempest-secgroup--1152167833'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:17.342724 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a257afdf-a5d0-4471-99c0-6d30a199498e tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Made reservation on behalf of a0c526c3bc2143aaabe01b12d3886f3e for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:17.346945 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a257afdf-a5d0-4471-99c0-6d30a199498e tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.409673 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-a257afdf-a5d0-4471-99c0-6d30a199498e tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] device_id is not set on port b7c34804-3913-43ae-bd09-8e4a3fa47fa9 yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:55:17.445655 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-aa946c2e-f602-4e2d-a9c4-c0292e14adaa None None] Allocated IP 172.20.0.2 (eeeaf276-edd3-44c6-8bcb-ce534e765947/1bf9ad43-aba0-4dca-bc3f-7d5928d7e4bb/9c57cee0-b00d-43c7-8868-d2a67e4008ea) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:17.509515 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a50963ff-07cd-44a0-a8c8-3cea5253c14e tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.742332 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-8826d5d2-b6ab-413e-b92d-79bf0f6eacd6 req-3b06b991-5330-42a4-bc30-eb72020cfb8b tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Deleting port 09464b06-c001-4b17-972c-bc148f6c7b1e {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:17.743720 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8826d5d2-b6ab-413e-b92d-79bf0f6eacd6 req-3b06b991-5330-42a4-bc30-eb72020cfb8b tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.810276 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a50963ff-07cd-44a0-a8c8-3cea5253c14e tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.817482 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a50963ff-07cd-44a0-a8c8-3cea5253c14e tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.833761 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-aa946c2e-f602-4e2d-a9c4-c0292e14adaa None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.845342 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-aa946c2e-f602-4e2d-a9c4-c0292e14adaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.970292 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-8826d5d2-b6ab-413e-b92d-79bf0f6eacd6 req-3b06b991-5330-42a4-bc30-eb72020cfb8b tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] For port 09464b06-c001-4b17-972c-bc148f6c7b1e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=09464b06-c001-4b17-972c-bc148f6c7b1e,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:17.970835 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8826d5d2-b6ab-413e-b92d-79bf0f6eacd6 req-3b06b991-5330-42a4-bc30-eb72020cfb8b tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.974941 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa946c2e-f602-4e2d-a9c4-c0292e14adaa None None] Network eeeaf276-edd3-44c6-8bcb-ce534e765947 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:17.980884 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-aa946c2e-f602-4e2d-a9c4-c0292e14adaa None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:17.998740 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa946c2e-f602-4e2d-a9c4-c0292e14adaa None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:18.043379 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa946c2e-f602-4e2d-a9c4-c0292e14adaa None None] Pushing event updated for resources: {'Port': ['ID=9c57cee0-b00d-43c7-8868-d2a67e4008ea,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:18.160785 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-aa946c2e-f602-4e2d-a9c4-c0292e14adaa None None] Attempting to bind port 9c57cee0-b00d-43c7-8868-d2a67e4008ea on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:18.162090 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-aa946c2e-f602-4e2d-a9c4-c0292e14adaa None None] Attempting to bind port 9c57cee0-b00d-43c7-8868-d2a67e4008ea by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '945d1e7c-c4b2-454f-96e5-d2d67e44ebb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'eeeaf276-edd3-44c6-8bcb-ce534e765947'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:18.162734 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa946c2e-f602-4e2d-a9c4-c0292e14adaa None None] Attempting to bind port 9c57cee0-b00d-43c7-8868-d2a67e4008ea on network eeeaf276-edd3-44c6-8bcb-ce534e765947 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:18.202659 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa946c2e-f602-4e2d-a9c4-c0292e14adaa None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:18.205583 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa946c2e-f602-4e2d-a9c4-c0292e14adaa None None] Checking segment: {'id': '945d1e7c-c4b2-454f-96e5-d2d67e44ebb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'eeeaf276-edd3-44c6-8bcb-ce534e765947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:18.216240 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-aa946c2e-f602-4e2d-a9c4-c0292e14adaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.217302 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa946c2e-f602-4e2d-a9c4-c0292e14adaa None None] Bound using segment: {'id': '945d1e7c-c4b2-454f-96e5-d2d67e44ebb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'eeeaf276-edd3-44c6-8bcb-ce534e765947'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:18.218404 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-aa946c2e-f602-4e2d-a9c4-c0292e14adaa None None] Bound port: 9c57cee0-b00d-43c7-8868-d2a67e4008ea, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '945d1e7c-c4b2-454f-96e5-d2d67e44ebb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'eeeaf276-edd3-44c6-8bcb-ce534e765947'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:18.219410 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-aa946c2e-f602-4e2d-a9c4-c0292e14adaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.359561 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-aa946c2e-f602-4e2d-a9c4-c0292e14adaa None None] For port 9c57cee0-b00d-43c7-8868-d2a67e4008ea, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:18.371611 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-aa946c2e-f602-4e2d-a9c4-c0292e14adaa None None] For port 9c57cee0-b00d-43c7-8868-d2a67e4008ea, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=9c57cee0-b00d-43c7-8868-d2a67e4008ea,segment=NetworkSegment(945d1e7c-c4b2-454f-96e5-d2d67e44ebb5),segment_id=945d1e7c-c4b2-454f-96e5-d2d67e44ebb5)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:18.382506 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a50963ff-07cd-44a0-a8c8-3cea5253c14e tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.383810 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a50963ff-07cd-44a0-a8c8-3cea5253c14e tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0938623 Sep 16 04:55:18.385230 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-aa946c2e-f602-4e2d-a9c4-c0292e14adaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.391712 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49492) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:18.414748 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-d4920401-dd7d-4128-a582-6bd7db99ff1a tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Request body: {'security_group_rule': {'security_group_id': '7f8a06d7-3800-411a-989d-cc0639b4eb3f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:18.553889 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa946c2e-f602-4e2d-a9c4-c0292e14adaa None None] Pushing event updated for resources: {'Port': ['ID=9c57cee0-b00d-43c7-8868-d2a67e4008ea,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:18.584921 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50963ff-07cd-44a0-a8c8-3cea5253c14e tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8a06d7-3800-411a-989d-cc0639b4eb3f,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:18.625188 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-a257afdf-a5d0-4471-99c0-6d30a199498e tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Allocated IP 172.20.0.8 (eeeaf276-edd3-44c6-8bcb-ce534e765947/1bf9ad43-aba0-4dca-bc3f-7d5928d7e4bb/b7c34804-3913-43ae-bd09-8e4a3fa47fa9) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:18.706883 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8a7f5-5429-4634-9b67-3ce150181cae req-76bf4ed7-03ce-4208-ac58-af966ef6467a tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:18.717197 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4a8a7f5-5429-4634-9b67-3ce150181cae req-76bf4ed7-03ce-4208-ac58-af966ef6467a tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 944 time: 0.3143861 Sep 16 04:55:18.736469 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d4920401-dd7d-4128-a582-6bd7db99ff1a tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.906097 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d4920401-dd7d-4128-a582-6bd7db99ff1a tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.921154 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d4920401-dd7d-4128-a582-6bd7db99ff1a tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.981469 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4a8a7f5-5429-4634-9b67-3ce150181cae req-01f775dc-c833-4c96-9d50-7316daf389cf tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups?id=e69fe161-84d2-43a8-a069-f9cb1ac54af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2587435 Sep 16 04:55:19.124536 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8826d5d2-b6ab-413e-b92d-79bf0f6eacd6 req-3b06b991-5330-42a4-bc30-eb72020cfb8b tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.125308 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8826d5d2-b6ab-413e-b92d-79bf0f6eacd6 req-3b06b991-5330-42a4-bc30-eb72020cfb8b tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.126003 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [req-8826d5d2-b6ab-413e-b92d-79bf0f6eacd6 req-3b06b991-5330-42a4-bc30-eb72020cfb8b tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Floating IP 1a02e190-2a98-4926-a4d0-e8bc108e6dad disassociated. External IP: 172.25.8.188, port: 09464b06-c001-4b17-972c-bc148f6c7b1e. Sep 16 04:55:19.126725 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-8826d5d2-b6ab-413e-b92d-79bf0f6eacd6 req-3b06b991-5330-42a4-bc30-eb72020cfb8b tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Calling delete_port for 09464b06-c001-4b17-972c-bc148f6c7b1e owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:19.129635 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49500) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:19.183501 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4920401-dd7d-4128-a582-6bd7db99ff1a tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edadeca5-9266-43cd-93fe-5402939d7778,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:19.205699 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d4920401-dd7d-4128-a582-6bd7db99ff1a tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.212716 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d4920401-dd7d-4128-a582-6bd7db99ff1a tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8199697 Sep 16 04:55:19.220498 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49504) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:19.227356 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-bfd043f1-9f6a-47b7-8203-79d20e270561 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Request body: {'security_group_rule': {'security_group_id': '7f8a06d7-3800-411a-989d-cc0639b4eb3f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:19.319537 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a257afdf-a5d0-4471-99c0-6d30a199498e tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.415043 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bfd043f1-9f6a-47b7-8203-79d20e270561 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.567025 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8826d5d2-b6ab-413e-b92d-79bf0f6eacd6 req-3b06b991-5330-42a4-bc30-eb72020cfb8b tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.577800 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a257afdf-a5d0-4471-99c0-6d30a199498e tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.647182 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b06b991-5330-42a4-bc30-eb72020cfb8b tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Pushing event deleted for resources: {'Port': ['ID=09464b06-c001-4b17-972c-bc148f6c7b1e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:19.659224 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a257afdf-a5d0-4471-99c0-6d30a199498e tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Network eeeaf276-edd3-44c6-8bcb-ce534e765947 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:19.685367 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-a257afdf-a5d0-4471-99c0-6d30a199498e tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:19.715388 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a257afdf-a5d0-4471-99c0-6d30a199498e tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:19.767873 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 09464b06-c001-4b17-972c-bc148f6c7b1e no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:19.819418 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 09464b06-c001-4b17-972c-bc148f6c7b1e {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:19.819822 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 09464b06-c001-4b17-972c-bc148f6c7b1e not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:19.848519 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bfd043f1-9f6a-47b7-8203-79d20e270561 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.863461 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257afdf-a5d0-4471-99c0-6d30a199498e tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Pushing event updated for resources: {'Port': ['ID=b7c34804-3913-43ae-bd09-8e4a3fa47fa9,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:19.869623 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bfd043f1-9f6a-47b7-8203-79d20e270561 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.917270 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3f990c37-dd55-45bf-b68b-7388857b5321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.943310 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd043f1-9f6a-47b7-8203-79d20e270561 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1357af94-a88d-4182-b1e6-1d9c6d3c208d,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:19.953521 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a257afdf-a5d0-4471-99c0-6d30a199498e tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:19.955100 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a257afdf-a5d0-4471-99c0-6d30a199498e tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.959966 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bfd043f1-9f6a-47b7-8203-79d20e270561 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.963752 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-bfd043f1-9f6a-47b7-8203-79d20e270561 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7387300 Sep 16 04:55:19.965379 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49524) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:19.983638 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-ce0814c9-ff62-4824-9b68-32b9949ea0b0 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Request body: {'security_group_rule': {'security_group_id': '7f8a06d7-3800-411a-989d-cc0639b4eb3f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:20.132492 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8826d5d2-b6ab-413e-b92d-79bf0f6eacd6 req-3b06b991-5330-42a4-bc30-eb72020cfb8b tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Router bec4b288-7060-4d9e-9ef2-82f257f26b4f has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:55:20.438509 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3f990c37-dd55-45bf-b68b-7388857b5321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.448483 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3f990c37-dd55-45bf-b68b-7388857b5321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.462502 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a257afdf-a5d0-4471-99c0-6d30a199498e tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.5937164 Sep 16 04:55:20.469518 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49530) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:20.474995 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-11869676-7f64-4c02-afa4-abbdb1f95f5a tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2122323218', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:20.537476 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8826d5d2-b6ab-413e-b92d-79bf0f6eacd6 req-3b06b991-5330-42a4-bc30-eb72020cfb8b tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:20.555145 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ca62ad-768b-4a70-96da-e0b253e11874 None None] Network eeeaf276-edd3-44c6-8bcb-ce534e765947 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:55:20.555486 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c9702c-dcc3-4ae7-b846-b8e0fd452cd5 None None] Sync routers for ids ['bec4b288-7060-4d9e-9ef2-82f257f26b4f'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:20.574923 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c9702c-dcc3-4ae7-b846-b8e0fd452cd5 None None] Routers {'bec4b288-7060-4d9e-9ef2-82f257f26b4f'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:20.575581 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a9c9702c-dcc3-4ae7-b846-b8e0fd452cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:55:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['bec4b288-7060-4d9e-9ef2-82f257f26b4f'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:20.594214 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b23ab329-275b-4623-aa50-29f797498ba9 req-2acaee71-d0e5-49f4-ba0b-c5e62543a7c5 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/ports?device_id=215e3473-bd93-460c-b545-1e19afbb2ffd HTTP/1.1" status: 200 len: 210 time: 0.1755178 Sep 16 04:55:20.603569 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f990c37-dd55-45bf-b68b-7388857b5321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa13b27-2308-4fc6-a1e0-a670383dcde6,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:20.612314 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-11869676-7f64-4c02-afa4-abbdb1f95f5a tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.619854 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-11869676-7f64-4c02-afa4-abbdb1f95f5a tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.668374 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d6abe-8298-4bd1-a419-ba4e2472b567 req-c68bea7c-5b4b-4d06-8282-18dd48605f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:20.671353 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-313d6abe-8298-4bd1-a419-ba4e2472b567 req-c68bea7c-5b4b-4d06-8282-18dd48605f54 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ae9253f056ae49e68f4d400ee8ce541c&device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 1098 time: 0.3136578 Sep 16 04:55:20.674244 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3f990c37-dd55-45bf-b68b-7388857b5321 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=80ebd30fbddb455f8d7a5a675f5d6789&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5400259 Sep 16 04:55:20.678353 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ce0814c9-ff62-4824-9b68-32b9949ea0b0 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.682487 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49534) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:20.806403 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8826d5d2-b6ab-413e-b92d-79bf0f6eacd6 req-3b06b991-5330-42a4-bc30-eb72020cfb8b tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] No DVR routers for this DVR port 09464b06-c001-4b17-972c-bc148f6c7b1e on host n-h2-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:20.814742 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8826d5d2-b6ab-413e-b92d-79bf0f6eacd6 req-3b06b991-5330-42a4-bc30-eb72020cfb8b tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.817403 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8826d5d2-b6ab-413e-b92d-79bf0f6eacd6 req-3b06b991-5330-42a4-bc30-eb72020cfb8b tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.48 "DELETE /v2.0/ports/09464b06-c001-4b17-972c-bc148f6c7b1e HTTP/1.1" status: 204 len: 173 time: 4.1260531 Sep 16 04:55:20.818321 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215e3473-bd93-460c-b545-1e19afbb2ffd', 'name': 'network-vif-deleted', 'tag': '09464b06-c001-4b17-972c-bc148f6c7b1e'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:20.819035 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bb3f142d-5690-411f-a258-8fb74ee351cb None None] Provisioning complete for port 9c57cee0-b00d-43c7-8868-d2a67e4008ea triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:20.820087 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bb3f142d-5690-411f-a258-8fb74ee351cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.822568 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620c9f6d-a004-492e-a1b4-1485f585bdb5" -d '{"events": [{"server_uuid": "215e3473-bd93-460c-b545-1e19afbb2ffd", "name": "network-vif-deleted", "tag": "09464b06-c001-4b17-972c-bc148f6c7b1e"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:20.854262 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b1b1d7e1-3905-43f9-88af-3df55395a272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.881269 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-a9c9702c-dcc3-4ae7-b846-b8e0fd452cd5 None None] Set router bec4b288-7060-4d9e-9ef2-82f257f26b4f gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:20.944338 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b1b1d7e1-3905-43f9-88af-3df55395a272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.962376 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 9c57cee0-b00d-43c7-8868-d2a67e4008ea up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:21.022439 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-11869676-7f64-4c02-afa4-abbdb1f95f5a tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.082363 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b1b1d7e1-3905-43f9-88af-3df55395a272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.085750 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b1b1d7e1-3905-43f9-88af-3df55395a272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.087454 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b1b1d7e1-3905-43f9-88af-3df55395a272 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9fa13b27-2308-4fc6-a1e0-a670383dcde6 HTTP/1.1" status: 204 len: 168 time: 0.3931057 Sep 16 04:55:21.112684 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b1d7e1-3905-43f9-88af-3df55395a272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa13b27-2308-4fc6-a1e0-a670383dcde6,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:21.137239 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-11869676-7f64-4c02-afa4-abbdb1f95f5a tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.237319 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a9c9702c-dcc3-4ae7-b846-b8e0fd452cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'name': 'tempest-ServerActionsTestJSON-669910005-router', 'tenant_id': '68cc116df1104257a08239cd46cd0170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ca027f78-5fe0-4230-ad7b-e09af3817a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:14Z', 'updated_at': '2021-09-16T04:42:19Z', 'revision_number': 4, 'project_id': '68cc116df1104257a08239cd46cd0170', 'gw_port': {'id': 'ca027f78-5fe0-4230-ad7b-e09af3817a7a', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:15Z', 'updated_at': '2021-09-16T04:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'd8f789a0-18a8-4d94-b2eb-785fc8c1df0f', 'name': '', 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651', 'tenant_id': '68cc116df1104257a08239cd46cd0170', 'mac_address': 'fa:16:3e:45:f9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:18Z', 'updated_at': '2021-09-16T04:42:24Z', 'revision_number': 5, 'project_id': '68cc116df1104257a08239cd46cd0170', 'subnets': [{'id': '01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:21.306263 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-11869676-7f64-4c02-afa4-abbdb1f95f5a tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.310834 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-11869676-7f64-4c02-afa4-abbdb1f95f5a tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8398321 Sep 16 04:55:21.311398 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49546) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:21.317072 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-ba33f956-d266-41cf-b80d-e0ee9186b6ff tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-642942893', 'prefixes': ['172.20.0.0/16']}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:21.323811 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ce0814c9-ff62-4824-9b68-32b9949ea0b0 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.335686 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c9702c-dcc3-4ae7-b846-b8e0fd452cd5 None None] Checking router: bec4b288-7060-4d9e-9ef2-82f257f26b4f for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:55:21.337007 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b5b0c-4c83-4e05-b10f-ba235b8ca521 req-f9ced10c-f427-48ec-93bd-c6473259068b tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:21.338796 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b3b5b0c-4c83-4e05-b10f-ba235b8ca521 req-f9ced10c-f427-48ec-93bd-c6473259068b tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 946 time: 0.3234594 Sep 16 04:55:21.347175 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ce0814c9-ff62-4824-9b68-32b9949ea0b0 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.395509 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c9702c-dcc3-4ae7-b846-b8e0fd452cd5 None None] Routers {'bec4b288-7060-4d9e-9ef2-82f257f26b4f'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:21.396156 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a9c9702c-dcc3-4ae7-b846-b8e0fd452cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:55:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['bec4b288-7060-4d9e-9ef2-82f257f26b4f'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:21.442262 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d6abe-8298-4bd1-a419-ba4e2472b567 req-9385b260-f60d-4e02-a1e1-f36594a66795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:21.445344 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-313d6abe-8298-4bd1-a419-ba4e2472b567 req-9385b260-f60d-4e02-a1e1-f36594a66795 service neutron] 10.222.0.47 "GET /v2.0/networks?id=95323e7d-bc75-4644-adb1-0a3d4ef7631b HTTP/1.1" status: 200 len: 920 time: 0.6872854 Sep 16 04:55:21.449241 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 9c57cee0-b00d-43c7-8868-d2a67e4008ea triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:21.453351 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.514867 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ba33f956-d266-41cf-b80d-e0ee9186b6ff tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks [] for subnetpool, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.524787 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ba33f956-d266-41cf-b80d-e0ee9186b6ff tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2120824 Sep 16 04:55:21.526513 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49550) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:21.541081 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.tag.tag_plugin [None req-f7662bfc-c541-46dd-8f45-bdffe79aa5d7 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1bf9ad43-aba0-4dca-bc3f-7d5928d7e4bb', 'tempest-TagsExtTest-Tag-2143819166') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:21.555010 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-313d6abe-8298-4bd1-a419-ba4e2472b567 req-2e962b6b-f244-4c4b-acd1-34bd09ab6fc5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df9615f6-aeda-465a-87a6-28cf51d746a1 HTTP/1.1" status: 200 len: 217 time: 0.0910304 Sep 16 04:55:21.557623 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ce0814c9-ff62-4824-9b68-32b9949ea0b0 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.561518 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ce0814c9-ff62-4824-9b68-32b9949ea0b0 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5932467 Sep 16 04:55:21.573763 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0814c9-ff62-4824-9b68-32b9949ea0b0 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd0ffc15-f779-484a-bf31-a9a14aeba6fc,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:21.575576 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49552) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:21.620261 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-cd208779-f628-40b9-85ee-ddba63b95c72 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Request body: {'security_group_rule': {'security_group_id': '7f8a06d7-3800-411a-989d-cc0639b4eb3f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:21.647155 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b3b5b0c-4c83-4e05-b10f-ba235b8ca521 req-817a5403-4f49-47d5-90a2-22e9981cdd0e tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757640 Sep 16 04:55:21.664225 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-a9c9702c-dcc3-4ae7-b846-b8e0fd452cd5 None None] Set router bec4b288-7060-4d9e-9ef2-82f257f26b4f gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:21.670105 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bb3f142d-5690-411f-a258-8fb74ee351cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.756653 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f600c33-0619-441b-8296-abe4efaee6bd x-openstack-request-id: req-1f600c33-0619-441b-8296-abe4efaee6bd {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:21.756977 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215e3473-bd93-460c-b545-1e19afbb2ffd", "name": "network-vif-deleted", "tag": "09464b06-c001-4b17-972c-bc148f6c7b1e", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:21.757278 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1f600c33-0619-441b-8296-abe4efaee6bd {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:21.757695 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215e3473-bd93-460c-b545-1e19afbb2ffd', 'name': 'network-vif-deleted', 'tag': '09464b06-c001-4b17-972c-bc148f6c7b1e', 'status': 'completed', 'code': 200} Sep 16 04:55:21.769984 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d6abe-8298-4bd1-a419-ba4e2472b567 req-72071fde-1e12-42d6-be34-f06dbb6697e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:21.771846 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-313d6abe-8298-4bd1-a419-ba4e2472b567 req-72071fde-1e12-42d6-be34-f06dbb6697e2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52ea8b91-2711-402b-a55a-c845ac289939 HTTP/1.1" status: 200 len: 859 time: 0.2092648 Sep 16 04:55:21.846934 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-313d6abe-8298-4bd1-a419-ba4e2472b567 req-e1a250d4-89ba-4129-a85b-64cf684ed3f7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=95323e7d-bc75-4644-adb1-0a3d4ef7631b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583172 Sep 16 04:55:21.849499 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cd208779-f628-40b9-85ee-ddba63b95c72 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.881307 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f7662bfc-c541-46dd-8f45-bdffe79aa5d7 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "PUT /v2.0/subnets/1bf9ad43-aba0-4dca-bc3f-7d5928d7e4bb/tags/tempest-TagsExtTest-Tag-2143819166 HTTP/1.1" status: 201 len: 201 time: 0.3499095 Sep 16 04:55:21.886888 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49562) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:21.898434 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bb3f142d-5690-411f-a258-8fb74ee351cb None None] For port 9c57cee0-b00d-43c7-8868-d2a67e4008ea, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=9c57cee0-b00d-43c7-8868-d2a67e4008ea,segment=NetworkSegment(945d1e7c-c4b2-454f-96e5-d2d67e44ebb5),segment_id=945d1e7c-c4b2-454f-96e5-d2d67e44ebb5)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:21.898941 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.tag.tag_plugin [None req-dde9c37d-4f32-4824-8c1f-92e3ce69d9dc tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b7c34804-3913-43ae-bd09-8e4a3fa47fa9', 'tempest-TagsExtTest-Tag-273373252') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:21.916670 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49566) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:21.918870 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bb3f142d-5690-411f-a258-8fb74ee351cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:22.093500 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-dde9c37d-4f32-4824-8c1f-92e3ce69d9dc tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "PUT /v2.0/ports/b7c34804-3913-43ae-bd09-8e4a3fa47fa9/tags/tempest-TagsExtTest-Tag-273373252 HTTP/1.1" status: 201 len: 201 time: 0.2054985 Sep 16 04:55:22.098288 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49570) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:22.105855 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.tag.tag_plugin [None req-668989e1-f9fe-4b4b-b369-b5be6ab1d6dd tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0747b504-535c-47c4-abd1-d0e4be1deb38', 'tempest-TagsExtTest-Tag-1060148573') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:22.114862 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f142d-5690-411f-a258-8fb74ee351cb None None] Pushing event updated for resources: {'Port': ['ID=9c57cee0-b00d-43c7-8868-d2a67e4008ea,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:22.137076 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f142d-5690-411f-a258-8fb74ee351cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:22.137693 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f142d-5690-411f-a258-8fb74ee351cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:22.138544 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f142d-5690-411f-a258-8fb74ee351cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:22.139125 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f142d-5690-411f-a258-8fb74ee351cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:22.139693 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f142d-5690-411f-a258-8fb74ee351cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:22.140270 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f142d-5690-411f-a258-8fb74ee351cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:22.140911 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f142d-5690-411f-a258-8fb74ee351cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:22.143679 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f142d-5690-411f-a258-8fb74ee351cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:22.144258 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f142d-5690-411f-a258-8fb74ee351cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:22.144879 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f142d-5690-411f-a258-8fb74ee351cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:22.145462 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f142d-5690-411f-a258-8fb74ee351cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:22.146036 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f142d-5690-411f-a258-8fb74ee351cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:22.239860 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a9c9702c-dcc3-4ae7-b846-b8e0fd452cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'name': 'tempest-ServerActionsTestJSON-669910005-router', 'tenant_id': '68cc116df1104257a08239cd46cd0170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ca027f78-5fe0-4230-ad7b-e09af3817a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:14Z', 'updated_at': '2021-09-16T04:42:19Z', 'revision_number': 4, 'project_id': '68cc116df1104257a08239cd46cd0170', 'gw_port': {'id': 'ca027f78-5fe0-4230-ad7b-e09af3817a7a', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:15Z', 'updated_at': '2021-09-16T04:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'd8f789a0-18a8-4d94-b2eb-785fc8c1df0f', 'name': '', 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651', 'tenant_id': '68cc116df1104257a08239cd46cd0170', 'mac_address': 'fa:16:3e:45:f9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:18Z', 'updated_at': '2021-09-16T04:42:24Z', 'revision_number': 5, 'project_id': '68cc116df1104257a08239cd46cd0170', 'subnets': [{'id': '01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:22.338041 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-668989e1-f9fe-4b4b-b369-b5be6ab1d6dd tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "PUT /v2.0/routers/0747b504-535c-47c4-abd1-d0e4be1deb38/tags/tempest-TagsExtTest-Tag-1060148573 HTTP/1.1" status: 201 len: 201 time: 0.2381032 Sep 16 04:55:22.340547 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49578) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:22.344172 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c6ae7ff6-5641-4c7c-a5c5-9fb53d142feb tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:22.352278 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c9702c-dcc3-4ae7-b846-b8e0fd452cd5 None None] The sync data for ids ['bec4b288-7060-4d9e-9ef2-82f257f26b4f'] in n-d-712139-15 is: [{'id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'name': 'tempest-ServerActionsTestJSON-669910005-router', 'tenant_id': '68cc116df1104257a08239cd46cd0170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ca027f78-5fe0-4230-ad7b-e09af3817a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:14Z', 'updated_at': '2021-09-16T04:42:19Z', 'revision_number': 4, 'project_id': '68cc116df1104257a08239cd46cd0170', 'gw_port': {'id': 'ca027f78-5fe0-4230-ad7b-e09af3817a7a', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:15Z', 'updated_at': '2021-09-16T04:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'd8f789a0-18a8-4d94-b2eb-785fc8c1df0f', 'name': '', 'network_id': '92ecefce-c627-4abd-9d77-6a33db190651', 'tenant_id': '68cc116df1104257a08239cd46cd0170', 'mac_address': 'fa:16:3e:45:f9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:18Z', 'updated_at': '2021-09-16T04:42:24Z', 'revision_number': 5, 'project_id': '68cc116df1104257a08239cd46cd0170', 'subnets': [{'id': '01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:22.353789 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.tag.tag_plugin [None req-e1cb3c38-e7e4-48cf-b6d0-8e889663a9db tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5121d181-4f61-495a-a126-e33aea7ff6a8', 'tempest-TagsExtTest-Tag-1775288863') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:22.410236 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c6ae7ff6-5641-4c7c-a5c5-9fb53d142feb tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:22.463326 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e1cb3c38-e7e4-48cf-b6d0-8e889663a9db tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "PUT /v2.0/subnetpools/5121d181-4f61-495a-a126-e33aea7ff6a8/tags/tempest-TagsExtTest-Tag-1775288863 HTTP/1.1" status: 201 len: 201 time: 0.1163635 Sep 16 04:55:22.463844 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49584) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:22.473462 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.tag.tag_plugin [None req-affa824e-116c-4122-8bac-908d7193f16b tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1bf9ad43-aba0-4dca-bc3f-7d5928d7e4bb') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:22.521435 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-313d6abe-8298-4bd1-a419-ba4e2472b567 req-4e0824a3-81a1-4212-a1fa-4ec275f3a9fe service neutron] 10.222.0.47 "GET /v2.0/networks/95323e7d-bc75-4644-adb1-0a3d4ef7631b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6616559 Sep 16 04:55:22.580211 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-5c04f11c-b0e8-4215-bec3-6539c56a7913 None None] Provisioning complete for port b7c34804-3913-43ae-bd09-8e4a3fa47fa9 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:22.581904 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5c04f11c-b0e8-4215-bec3-6539c56a7913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:22.593258 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cd208779-f628-40b9-85ee-ddba63b95c72 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:22.649123 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cd208779-f628-40b9-85ee-ddba63b95c72 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:22.767946 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-affa824e-116c-4122-8bac-908d7193f16b tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "GET /v2.0/subnets/1bf9ad43-aba0-4dca-bc3f-7d5928d7e4bb/tags HTTP/1.1" status: 200 len: 241 time: 0.3028042 Sep 16 04:55:22.773929 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49590) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:22.799480 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.tag.tag_plugin [None req-0c78d695-1150-4609-878c-76adecf56bd0 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1bf9ad43-aba0-4dca-bc3f-7d5928d7e4bb', 'tempest-TagsExtTest-Tag-2143819166') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:22.807732 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-5c04f11c-b0e8-4215-bec3-6539c56a7913 None None] Port b7c34804-3913-43ae-bd09-8e4a3fa47fa9 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:55:22.840523 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 9c57cee0-b00d-43c7-8868-d2a67e4008ea up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:22.925403 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-313d6abe-8298-4bd1-a419-ba4e2472b567 req-9bf8a88c-f40d-4a5b-a0e4-9318e8d9bf09 service neutron] 10.222.0.47 "GET /v2.0/networks/95323e7d-bc75-4644-adb1-0a3d4ef7631b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814042 Sep 16 04:55:22.957903 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd208779-f628-40b9-85ee-ddba63b95c72 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5dd9e3c-59ed-499e-80dc-45f7010e9000,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:22.970908 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0c78d695-1150-4609-878c-76adecf56bd0 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "GET /v2.0/subnets/1bf9ad43-aba0-4dca-bc3f-7d5928d7e4bb/tags/tempest-TagsExtTest-Tag-2143819166 HTTP/1.1" status: 204 len: 168 time: 0.1893086 Sep 16 04:55:22.979795 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49596) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:22.984717 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c6ae7ff6-5641-4c7c-a5c5-9fb53d142feb tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:22.993087 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c6ae7ff6-5641-4c7c-a5c5-9fb53d142feb tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:22.995071 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c6ae7ff6-5641-4c7c-a5c5-9fb53d142feb tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "DELETE /v2.0/security-groups/e69fe161-84d2-43a8-a069-f9cb1ac54af6 HTTP/1.1" status: 204 len: 168 time: 1.0571973 Sep 16 04:55:22.997291 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.tag.tag_plugin [None req-1d1e00bc-aa74-47e0-8a7d-487d585e1ccb tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '1bf9ad43-aba0-4dca-bc3f-7d5928d7e4bb', 'tempest-TagsExtTest-Tag-2143819166') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:23.004941 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49598) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:23.074916 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cd208779-f628-40b9-85ee-ddba63b95c72 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.083303 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-cd208779-f628-40b9-85ee-ddba63b95c72 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4856181 Sep 16 04:55:23.086724 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49604) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:23.087554 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-18c56991-8b53-4d68-b3b7-935736853595 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] show failed (client error): The resource could not be found. Sep 16 04:55:23.102065 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-18c56991-8b53-4d68-b3b7-935736853595 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "GET /v2.0/security-groups/e69fe161-84d2-43a8-a069-f9cb1ac54af6 HTTP/1.1" status: 404 len: 347 time: 0.0897861 Sep 16 04:55:23.103346 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49606) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:23.166288 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-464d24e4-ec08-46c0-a8f0-28781e471468 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Request body: {'security_group_rule': {'security_group_id': '7f8a06d7-3800-411a-989d-cc0639b4eb3f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:23.223030 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae7ff6-5641-4c7c-a5c5-9fb53d142feb tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69fe161-84d2-43a8-a069-f9cb1ac54af6,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:23.256258 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-464d24e4-ec08-46c0-a8f0-28781e471468 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.287948 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39c313-53e8-49e9-ac8c-a743f06116e4 req-b1c435f8-2973-4579-8811-37ca1140c802 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:23.291759 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c39c313-53e8-49e9-ac8c-a743f06116e4 req-b1c435f8-2973-4579-8811-37ca1140c802 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 946 time: 0.3649571 Sep 16 04:55:23.341451 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b21e25-0bde-4836-a579-905c2dcd354d None None] New status for floating IP 1a02e190-2a98-4926-a4d0-e8bc108e6dad: DOWN {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:55:23.374508 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-5c04f11c-b0e8-4215-bec3-6539c56a7913 None None] Provisioning complete for port 9c57cee0-b00d-43c7-8868-d2a67e4008ea triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:23.375198 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5c04f11c-b0e8-4215-bec3-6539c56a7913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.439838 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c39c313-53e8-49e9-ac8c-a743f06116e4 req-fa117662-8a37-4055-bc73-44db2f671463 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280990 Sep 16 04:55:23.451801 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-464d24e4-ec08-46c0-a8f0-28781e471468 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.458991 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-464d24e4-ec08-46c0-a8f0-28781e471468 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.509357 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d24e4-ec08-46c0-a8f0-28781e471468 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=488593b6-d634-475f-b92a-f53b8a379339,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:23.535073 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-464d24e4-ec08-46c0-a8f0-28781e471468 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.542087 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-464d24e4-ec08-46c0-a8f0-28781e471468 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3916485 Sep 16 04:55:23.543476 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49614) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:23.570414 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1d1e00bc-aa74-47e0-8a7d-487d585e1ccb tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "DELETE /v2.0/subnets/1bf9ad43-aba0-4dca-bc3f-7d5928d7e4bb/tags/tempest-TagsExtTest-Tag-2143819166 HTTP/1.1" status: 204 len: 168 time: 0.5823779 Sep 16 04:55:23.571531 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49616) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:23.578298 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.tag.tag_plugin [None req-a9c6f7bd-de19-4161-901b-965e193ac17a tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1bf9ad43-aba0-4dca-bc3f-7d5928d7e4bb') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:23.589614 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-dac14632-d55b-4c30-8aaa-2b9933d742f1 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Deleting port c35ac3c1-d5f8-4723-8021-8e21bb521c77 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:23.596090 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dac14632-d55b-4c30-8aaa-2b9933d742f1 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.673263 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8661411b-1c6f-4caf-89dc-0fd804a4ba53 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.690399 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 9c57cee0-b00d-43c7-8868-d2a67e4008ea triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:23.697913 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.759721 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8661411b-1c6f-4caf-89dc-0fd804a4ba53 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.791164 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dac14632-d55b-4c30-8aaa-2b9933d742f1 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.791527 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dac14632-d55b-4c30-8aaa-2b9933d742f1 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.810654 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-dac14632-d55b-4c30-8aaa-2b9933d742f1 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Calling delete_port for c35ac3c1-d5f8-4723-8021-8e21bb521c77 owned by network:floatingip {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:23.922410 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a9c6f7bd-de19-4161-901b-965e193ac17a tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "GET /v2.0/subnets/1bf9ad43-aba0-4dca-bc3f-7d5928d7e4bb/tags HTTP/1.1" status: 200 len: 205 time: 0.3486502 Sep 16 04:55:23.926936 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49626) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:23.935741 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.tag.tag_plugin [None req-ea3a68c0-63a9-4292-a77b-21fcc1455a27 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b7c34804-3913-43ae-bd09-8e4a3fa47fa9') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:23.943786 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8661411b-1c6f-4caf-89dc-0fd804a4ba53 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.972214 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8661411b-1c6f-4caf-89dc-0fd804a4ba53 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.973624 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8661411b-1c6f-4caf-89dc-0fd804a4ba53 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/488593b6-d634-475f-b92a-f53b8a379339 HTTP/1.1" status: 204 len: 168 time: 0.4283905 Sep 16 04:55:23.976978 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49628) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:24.015410 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661411b-1c6f-4caf-89dc-0fd804a4ba53 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=488593b6-d634-475f-b92a-f53b8a379339,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:24.066347 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a9cda588-24ae-4c87-9933-554bbb4ac255 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0836279 Sep 16 04:55:24.067355 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49632) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:24.089621 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ea3a68c0-63a9-4292-a77b-21fcc1455a27 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "GET /v2.0/ports/b7c34804-3913-43ae-bd09-8e4a3fa47fa9/tags HTTP/1.1" status: 200 len: 240 time: 0.1599407 Sep 16 04:55:24.092880 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49634) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:24.099465 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-e982c5b3-6ce3-45aa-9ed4-19600e612b69 None None] Provisioning complete for port b7c34804-3913-43ae-bd09-8e4a3fa47fa9 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:24.099851 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e982c5b3-6ce3-45aa-9ed4-19600e612b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.101152 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.tag.tag_plugin [None req-2d0f575e-ce27-4c25-b290-f801431747e2 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b7c34804-3913-43ae-bd09-8e4a3fa47fa9', 'tempest-TagsExtTest-Tag-273373252') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:24.120724 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dac14632-d55b-4c30-8aaa-2b9933d742f1 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.131326 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-763ae227-64c3-4b2a-82a1-ce45e7bd6a70 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.163182 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-763ae227-64c3-4b2a-82a1-ce45e7bd6a70 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.182780 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac14632-d55b-4c30-8aaa-2b9933d742f1 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Pushing event deleted for resources: {'Port': ['ID=c35ac3c1-d5f8-4723-8021-8e21bb521c77,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:24.198659 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2d0f575e-ce27-4c25-b290-f801431747e2 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "GET /v2.0/ports/b7c34804-3913-43ae-bd09-8e4a3fa47fa9/tags/tempest-TagsExtTest-Tag-273373252 HTTP/1.1" status: 204 len: 168 time: 0.0986097 Sep 16 04:55:24.198803 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-e982c5b3-6ce3-45aa-9ed4-19600e612b69 None None] Port b7c34804-3913-43ae-bd09-8e4a3fa47fa9 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:55:24.198913 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49638) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:24.204531 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.tag.tag_plugin [None req-7d52ed68-61b8-4b96-b1a1-131f8c488b5e tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b7c34804-3913-43ae-bd09-8e4a3fa47fa9', 'tempest-TagsExtTest-Tag-273373252') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:24.261591 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dac14632-d55b-4c30-8aaa-2b9933d742f1 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks [] for floatingip, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.264676 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dac14632-d55b-4c30-8aaa-2b9933d742f1 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.266943 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-dac14632-d55b-4c30-8aaa-2b9933d742f1 tempest-ServerActionsTestJSON-66588319 tempest-ServerActionsTestJSON-66588319-project] 10.222.0.35 "DELETE /v2.0/floatingips/1a02e190-2a98-4926-a4d0-e8bc108e6dad HTTP/1.1" status: 204 len: 168 time: 1.1477537 Sep 16 04:55:24.268295 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-763ae227-64c3-4b2a-82a1-ce45e7bd6a70 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.269955 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49642) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:24.277361 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-763ae227-64c3-4b2a-82a1-ce45e7bd6a70 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.281062 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-763ae227-64c3-4b2a-82a1-ce45e7bd6a70 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/e5dd9e3c-59ed-499e-80dc-45f7010e9000 HTTP/1.1" status: 204 len: 168 time: 0.2125611 Sep 16 04:55:24.287569 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49646) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:24.300408 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ae227-64c3-4b2a-82a1-ce45e7bd6a70 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5dd9e3c-59ed-499e-80dc-45f7010e9000,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:24.313249 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7d52ed68-61b8-4b96-b1a1-131f8c488b5e tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "DELETE /v2.0/ports/b7c34804-3913-43ae-bd09-8e4a3fa47fa9/tags/tempest-TagsExtTest-Tag-273373252 HTTP/1.1" status: 204 len: 168 time: 0.1141372 Sep 16 04:55:24.315530 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49650) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:24.324408 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.tag.tag_plugin [None req-27f50427-7c51-4682-9e3c-79dc21e00158 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b7c34804-3913-43ae-bd09-8e4a3fa47fa9') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:24.357062 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-68e2d798-24c7-4c01-bb6b-73862cc5e95c tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0658319 Sep 16 04:55:24.357615 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49654) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:24.388821 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6a213eb8-3537-45e9-9a82-6c0beaff69ad tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.397179 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-27f50427-7c51-4682-9e3c-79dc21e00158 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "GET /v2.0/ports/b7c34804-3913-43ae-bd09-8e4a3fa47fa9/tags HTTP/1.1" status: 200 len: 205 time: 0.0805964 Sep 16 04:55:24.397793 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6a213eb8-3537-45e9-9a82-6c0beaff69ad tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.399702 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49658) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:24.409057 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.tag.tag_plugin [None req-676098bd-db82-4c74-8611-15451eccc60b tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0747b504-535c-47c4-abd1-d0e4be1deb38') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:24.493850 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6a213eb8-3537-45e9-9a82-6c0beaff69ad tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.500444 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6a213eb8-3537-45e9-9a82-6c0beaff69ad tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.504156 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6a213eb8-3537-45e9-9a82-6c0beaff69ad tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/bd0ffc15-f779-484a-bf31-a9a14aeba6fc HTTP/1.1" status: 204 len: 168 time: 0.1429574 Sep 16 04:55:24.504647 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49662) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:24.511004 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-676098bd-db82-4c74-8611-15451eccc60b tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "GET /v2.0/routers/0747b504-535c-47c4-abd1-d0e4be1deb38/tags HTTP/1.1" status: 200 len: 241 time: 0.1102734 Sep 16 04:55:24.514650 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49666) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:24.515473 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a213eb8-3537-45e9-9a82-6c0beaff69ad tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd0ffc15-f779-484a-bf31-a9a14aeba6fc,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:24.532918 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.tag.tag_plugin [None req-c8f67ae6-0e8a-4328-9b3e-4911bc3d8d70 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0747b504-535c-47c4-abd1-d0e4be1deb38', 'tempest-TagsExtTest-Tag-1060148573') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:24.633016 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f6d0861c-a106-46ab-b412-0bddc07bd928 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1270213 Sep 16 04:55:24.637016 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49668) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:24.686467 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e2155367-1814-49da-ac95-bc66b0f86ecf tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.698662 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e2155367-1814-49da-ac95-bc66b0f86ecf tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.758979 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e2155367-1814-49da-ac95-bc66b0f86ecf tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.771990 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e2155367-1814-49da-ac95-bc66b0f86ecf tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.775444 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e2155367-1814-49da-ac95-bc66b0f86ecf tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/1357af94-a88d-4182-b1e6-1d9c6d3c208d HTTP/1.1" status: 204 len: 168 time: 0.1342597 Sep 16 04:55:24.776079 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49674) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:24.782717 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c8f67ae6-0e8a-4328-9b3e-4911bc3d8d70 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "GET /v2.0/routers/0747b504-535c-47c4-abd1-d0e4be1deb38/tags/tempest-TagsExtTest-Tag-1060148573 HTTP/1.1" status: 204 len: 168 time: 0.2655735 Sep 16 04:55:24.793152 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49676) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:24.811764 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d9969-9750-46cc-b9a5-71571f42359d req-5e7fb705-7a27-46ba-9c6c-3e20c05a3ede tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:24.813543 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-034d9969-9750-46cc-b9a5-71571f42359d req-5e7fb705-7a27-46ba-9c6c-3e20c05a3ede tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 946 time: 0.2763319 Sep 16 04:55:24.817683 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.tag.tag_plugin [None req-d50be0d2-f1d2-41b5-94c2-ed7a9360dd4a tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '0747b504-535c-47c4-abd1-d0e4be1deb38', 'tempest-TagsExtTest-Tag-1060148573') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:24.828019 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2155367-1814-49da-ac95-bc66b0f86ecf tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1357af94-a88d-4182-b1e6-1d9c6d3c208d,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:24.928704 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-034d9969-9750-46cc-b9a5-71571f42359d req-91ac6b37-cb4c-4fdc-a3cb-d83eedf3fd84 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962403 Sep 16 04:55:24.947817 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-67a95e46-0f42-44f6-acc3-8b9cfb9eccb9 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1638823 Sep 16 04:55:24.958887 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49686) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:25.021628 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-82124535-4bbe-4f75-9a35-5fbfca5e1865 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.028486 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d50be0d2-f1d2-41b5-94c2-ed7a9360dd4a tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "DELETE /v2.0/routers/0747b504-535c-47c4-abd1-d0e4be1deb38/tags/tempest-TagsExtTest-Tag-1060148573 HTTP/1.1" status: 204 len: 168 time: 0.2319860 Sep 16 04:55:25.031030 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49688) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:25.033489 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-82124535-4bbe-4f75-9a35-5fbfca5e1865 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.037982 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.tag.tag_plugin [None req-e010a24f-cfaf-4f4d-a44a-2f8b755b34a3 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0747b504-535c-47c4-abd1-d0e4be1deb38') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:25.083901 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-82124535-4bbe-4f75-9a35-5fbfca5e1865 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.109783 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-82124535-4bbe-4f75-9a35-5fbfca5e1865 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.116018 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-82124535-4bbe-4f75-9a35-5fbfca5e1865 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/edadeca5-9266-43cd-93fe-5402939d7778 HTTP/1.1" status: 204 len: 168 time: 0.1536362 Sep 16 04:55:25.116415 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49692) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:25.186061 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82124535-4bbe-4f75-9a35-5fbfca5e1865 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=edadeca5-9266-43cd-93fe-5402939d7778,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:25.202670 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e010a24f-cfaf-4f4d-a44a-2f8b755b34a3 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "GET /v2.0/routers/0747b504-535c-47c4-abd1-d0e4be1deb38/tags HTTP/1.1" status: 200 len: 205 time: 0.1666484 Sep 16 04:55:25.206345 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49698) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:25.212194 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.tag.tag_plugin [None req-65bdf221-98fd-4eea-ab8d-9eeec3382efc tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5121d181-4f61-495a-a126-e33aea7ff6a8') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:25.229770 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbba497-2ded-48b3-9fc3-e28b9247b426 req-5a583bb2-82e7-4657-aaf5-fa294743067a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:25.232204 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8bbba497-2ded-48b3-9fc3-e28b9247b426 req-5a583bb2-82e7-4657-aaf5-fa294743067a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ae9253f056ae49e68f4d400ee8ce541c&device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 1098 time: 0.0844121 Sep 16 04:55:25.251695 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-364258cb-fb6e-4c6d-9705-739d160d8696 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1254554 Sep 16 04:55:25.252521 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49702) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:25.276286 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-65bdf221-98fd-4eea-ab8d-9eeec3382efc tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "GET /v2.0/subnetpools/5121d181-4f61-495a-a126-e33aea7ff6a8/tags HTTP/1.1" status: 200 len: 241 time: 0.0680063 Sep 16 04:55:25.283728 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49706) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:25.291529 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.tag.tag_plugin [None req-2b223e66-5de0-44d0-b924-59472d55aea8 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5121d181-4f61-495a-a126-e33aea7ff6a8', 'tempest-TagsExtTest-Tag-1775288863') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:25.306178 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e1d3ef9a-cd08-4c91-a13d-da4dc7c39834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.370826 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbba497-2ded-48b3-9fc3-e28b9247b426 req-d68869b1-90c5-4a08-a835-315c52b84e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:25.372406 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8bbba497-2ded-48b3-9fc3-e28b9247b426 req-d68869b1-90c5-4a08-a835-315c52b84e8d service neutron] 10.222.0.47 "GET /v2.0/networks?id=95323e7d-bc75-4644-adb1-0a3d4ef7631b HTTP/1.1" status: 200 len: 920 time: 0.1178298 Sep 16 04:55:25.400348 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2b223e66-5de0-44d0-b924-59472d55aea8 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "GET /v2.0/subnetpools/5121d181-4f61-495a-a126-e33aea7ff6a8/tags/tempest-TagsExtTest-Tag-1775288863 HTTP/1.1" status: 204 len: 168 time: 0.1123402 Sep 16 04:55:25.403033 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49712) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:25.403671 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2972f705-53a4-4dae-b8de-e1d79ffdab21 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.409766 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.tag.tag_plugin [None req-464ecc64-8ec4-4a81-a954-d1c75344226e tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '5121d181-4f61-495a-a126-e33aea7ff6a8', 'tempest-TagsExtTest-Tag-1775288863') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:25.423941 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8bbba497-2ded-48b3-9fc3-e28b9247b426 req-7a3f6127-06cb-417f-9733-61e7e29ef88b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df9615f6-aeda-465a-87a6-28cf51d746a1 HTTP/1.1" status: 200 len: 217 time: 0.0430942 Sep 16 04:55:25.492081 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbba497-2ded-48b3-9fc3-e28b9247b426 req-b0affd6b-9978-4f5d-870a-a1cff7110533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:25.493804 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8bbba497-2ded-48b3-9fc3-e28b9247b426 req-b0affd6b-9978-4f5d-870a-a1cff7110533 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52ea8b91-2711-402b-a55a-c845ac289939 HTTP/1.1" status: 200 len: 859 time: 0.0621791 Sep 16 04:55:25.534070 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8bbba497-2ded-48b3-9fc3-e28b9247b426 req-86f7100e-273a-4540-8640-4d19f677094d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=95323e7d-bc75-4644-adb1-0a3d4ef7631b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306501 Sep 16 04:55:25.657894 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8bbba497-2ded-48b3-9fc3-e28b9247b426 req-66e35bb7-c889-4d27-ab1e-cf5d686bdfe6 service neutron] 10.222.0.47 "GET /v2.0/networks/95323e7d-bc75-4644-adb1-0a3d4ef7631b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154790 Sep 16 04:55:25.802084 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8bbba497-2ded-48b3-9fc3-e28b9247b426 req-c236e57c-0efa-4ca2-9a16-148774820f4f service neutron] 10.222.0.47 "GET /v2.0/networks/95323e7d-bc75-4644-adb1-0a3d4ef7631b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380298 Sep 16 04:55:25.829273 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2972f705-53a4-4dae-b8de-e1d79ffdab21 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.936891 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-464ecc64-8ec4-4a81-a954-d1c75344226e tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "DELETE /v2.0/subnetpools/5121d181-4f61-495a-a126-e33aea7ff6a8/tags/tempest-TagsExtTest-Tag-1775288863 HTTP/1.1" status: 204 len: 168 time: 0.5278673 Sep 16 04:55:25.937940 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49732) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:25.948320 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.tag.tag_plugin [None req-2f62cfee-2fe7-4ff1-96f2-2ba6334ed899 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5121d181-4f61-495a-a126-e33aea7ff6a8') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:25.987289 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2972f705-53a4-4dae-b8de-e1d79ffdab21 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.991616 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2972f705-53a4-4dae-b8de-e1d79ffdab21 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.994486 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2972f705-53a4-4dae-b8de-e1d79ffdab21 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "DELETE /v2.0/security-groups/7f8a06d7-3800-411a-989d-cc0639b4eb3f HTTP/1.1" status: 204 len: 168 time: 0.7402718 Sep 16 04:55:25.998501 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49742) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:26.015606 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972f705-53a4-4dae-b8de-e1d79ffdab21 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8a06d7-3800-411a-989d-cc0639b4eb3f,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:26.034707 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2f62cfee-2fe7-4ff1-96f2-2ba6334ed899 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "GET /v2.0/subnetpools/5121d181-4f61-495a-a126-e33aea7ff6a8/tags HTTP/1.1" status: 200 len: 205 time: 0.0899000 Sep 16 04:55:26.042395 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49744) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:26.047177 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.tag.tag_plugin [None req-36a59f00-0d93-4720-9c3b-a1be04a7ab94 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5121d181-4f61-495a-a126-e33aea7ff6a8') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:26.137658 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-36a59f00-0d93-4720-9c3b-a1be04a7ab94 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "DELETE /v2.0/subnetpools/5121d181-4f61-495a-a126-e33aea7ff6a8/tags HTTP/1.1" status: 204 len: 168 time: 0.0940886 Sep 16 04:55:26.143295 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49746) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:26.152727 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.tag.tag_plugin [None req-45ce16ca-0a2d-479c-9d79-d995bf403e8f tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0747b504-535c-47c4-abd1-d0e4be1deb38') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:26.153055 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-66706c33-dcda-472a-a532-a1d22dbc2c0d tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1521785 Sep 16 04:55:26.154633 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49750) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:26.163783 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-f8ad687c-b8fc-4fc4-815f-3b1f53a8f152 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Request body: {'security_group': {'name': 'tempest-secgroup--317782233'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:26.217439 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e3aa6-2b1b-4d1a-af61-8e7f94508f73 req-304c11e4-ce69-48e9-97da-d2ca0199fa02 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:26.218990 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-e1d3ef9a-cd08-4c91-a13d-da4dc7c39834 admin admin] Deleting port d8f789a0-18a8-4d94-b2eb-785fc8c1df0f {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:26.219934 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-593e3aa6-2b1b-4d1a-af61-8e7f94508f73 req-304c11e4-ce69-48e9-97da-d2ca0199fa02 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 946 time: 0.1747792 Sep 16 04:55:26.220547 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e1d3ef9a-cd08-4c91-a13d-da4dc7c39834 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.221625 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f8ad687c-b8fc-4fc4-815f-3b1f53a8f152 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.307159 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-593e3aa6-2b1b-4d1a-af61-8e7f94508f73 req-ab34d8b3-7178-4554-b28d-fe9393ad4e11 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627148 Sep 16 04:55:26.317956 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-45ce16ca-0a2d-479c-9d79-d995bf403e8f tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "DELETE /v2.0/routers/0747b504-535c-47c4-abd1-d0e4be1deb38/tags HTTP/1.1" status: 204 len: 168 time: 0.1731601 Sep 16 04:55:26.320554 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49752) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:26.325506 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.tag.tag_plugin [None req-d08947c8-8ffc-4b37-99e9-2fcb45c75859 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b7c34804-3913-43ae-bd09-8e4a3fa47fa9') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:26.381040 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f8ad687c-b8fc-4fc4-815f-3b1f53a8f152 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.387197 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-e1d3ef9a-cd08-4c91-a13d-da4dc7c39834 admin admin] For port d8f789a0-18a8-4d94-b2eb-785fc8c1df0f, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d8f789a0-18a8-4d94-b2eb-785fc8c1df0f,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:26.387584 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e1d3ef9a-cd08-4c91-a13d-da4dc7c39834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.388330 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f8ad687c-b8fc-4fc4-815f-3b1f53a8f152 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.404453 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-e1d3ef9a-cd08-4c91-a13d-da4dc7c39834 admin admin] Calling delete_port for d8f789a0-18a8-4d94-b2eb-785fc8c1df0f owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:26.429520 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f8ad687c-b8fc-4fc4-815f-3b1f53a8f152 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.434262 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f8ad687c-b8fc-4fc4-815f-3b1f53a8f152 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2781386 Sep 16 04:55:26.437740 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad687c-b8fc-4fc4-815f-3b1f53a8f152 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10c8322a-e2c1-48ae-862f-1e6cf8535101,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:26.441608 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49760) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:26.446704 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-d5bdf1d7-fc62-4827-bf41-9eb964c6749a tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Request body: {'security_group_rule': {'security_group_id': '10c8322a-e2c1-48ae-862f-1e6cf8535101', 'direction': 'ingress', 'protocol': 17}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:26.478668 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d5bdf1d7-fc62-4827-bf41-9eb964c6749a tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.485925 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d08947c8-8ffc-4b37-99e9-2fcb45c75859 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "DELETE /v2.0/ports/b7c34804-3913-43ae-bd09-8e4a3fa47fa9/tags HTTP/1.1" status: 204 len: 168 time: 0.1642053 Sep 16 04:55:26.489704 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49764) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:26.494330 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.tag.tag_plugin [None req-1e20f8e7-2ecf-4f19-8e20-210c96d53b1b tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1bf9ad43-aba0-4dca-bc3f-7d5928d7e4bb') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:26.584426 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d5bdf1d7-fc62-4827-bf41-9eb964c6749a tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.600886 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d5bdf1d7-fc62-4827-bf41-9eb964c6749a tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.611265 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1e20f8e7-2ecf-4f19-8e20-210c96d53b1b tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "DELETE /v2.0/subnets/1bf9ad43-aba0-4dca-bc3f-7d5928d7e4bb/tags HTTP/1.1" status: 204 len: 168 time: 0.1129808 Sep 16 04:55:26.615929 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49770) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:26.619825 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bdf1d7-fc62-4827-bf41-9eb964c6749a tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bd09cbc-b11d-4c15-8655-a1508dfe0df2,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:26.647311 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d5bdf1d7-fc62-4827-bf41-9eb964c6749a tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.651351 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d5bdf1d7-fc62-4827-bf41-9eb964c6749a tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2059650 Sep 16 04:55:26.651553 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.tag.tag_plugin [None req-726237d4-ed28-4ccb-b1c7-4028b0664275 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1bf9ad43-aba0-4dca-bc3f-7d5928d7e4bb', 'tempest-TagsExtTest-Tag-1954526849') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:26.652907 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49772) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:26.761635 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e1d3ef9a-cd08-4c91-a13d-da4dc7c39834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.791206 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-33edc52e-8af0-4ccf-990d-2a8b7ca90675 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.795081 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3ef9a-cd08-4c91-a13d-da4dc7c39834 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8f789a0-18a8-4d94-b2eb-785fc8c1df0f,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:26.803748 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-726237d4-ed28-4ccb-b1c7-4028b0664275 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "PUT /v2.0/subnets/1bf9ad43-aba0-4dca-bc3f-7d5928d7e4bb/tags/tempest-TagsExtTest-Tag-1954526849 HTTP/1.1" status: 201 len: 201 time: 0.1832569 Sep 16 04:55:26.803748 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49776) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:26.809569 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.tag.tag_plugin [None req-95118938-77b1-4253-8d5c-e6aeb2f9be79 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b7c34804-3913-43ae-bd09-8e4a3fa47fa9', 'tempest-TagsExtTest-Tag-56063866') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:26.855705 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-33edc52e-8af0-4ccf-990d-2a8b7ca90675 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.934356 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-33edc52e-8af0-4ccf-990d-2a8b7ca90675 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.943322 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-33edc52e-8af0-4ccf-990d-2a8b7ca90675 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.943577 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-33edc52e-8af0-4ccf-990d-2a8b7ca90675 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "DELETE /v2.0/security-groups/10c8322a-e2c1-48ae-862f-1e6cf8535101 HTTP/1.1" status: 204 len: 168 time: 0.2901361 Sep 16 04:55:26.947777 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49780) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:26.997849 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33edc52e-8af0-4ccf-990d-2a8b7ca90675 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c8322a-e2c1-48ae-862f-1e6cf8535101,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:27.098247 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-38407bf5-852d-4939-b63f-9d5f6fb84291 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1125801 Sep 16 04:55:27.102199 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49784) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:27.115542 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-56bcb895-17a2-489a-bec6-897937d07db4 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Request body: {'security_group': {'name': 'tempest-secgroup--1850949106'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:27.168496 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-56bcb895-17a2-489a-bec6-897937d07db4 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:27.194374 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49792) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:27.194547 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-95118938-77b1-4253-8d5c-e6aeb2f9be79 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "PUT /v2.0/ports/b7c34804-3913-43ae-bd09-8e4a3fa47fa9/tags/tempest-TagsExtTest-Tag-56063866 HTTP/1.1" status: 201 len: 201 time: 0.3884752 Sep 16 04:55:27.200106 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.tag.tag_plugin [None req-1eec890c-b0f4-425a-9217-c49898532e2f tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0747b504-535c-47c4-abd1-d0e4be1deb38', 'tempest-TagsExtTest-Tag-1399785876') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:27.201539 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e1d3ef9a-cd08-4c91-a13d-da4dc7c39834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:27.370331 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49806) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:27.375140 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.tag.tag_plugin [None req-fc174961-64b2-416e-86d7-9f851e5669d9 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5121d181-4f61-495a-a126-e33aea7ff6a8', 'tempest-TagsExtTest-Tag-63440108') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:27.378254 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1eec890c-b0f4-425a-9217-c49898532e2f tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "PUT /v2.0/routers/0747b504-535c-47c4-abd1-d0e4be1deb38/tags/tempest-TagsExtTest-Tag-1399785876 HTTP/1.1" status: 201 len: 201 time: 0.1826313 Sep 16 04:55:27.393921 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-56bcb895-17a2-489a-bec6-897937d07db4 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:27.401543 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-56bcb895-17a2-489a-bec6-897937d07db4 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:27.455113 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bcb895-17a2-489a-bec6-897937d07db4 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d92fe43-dba9-4ac6-bf14-a73a4c18c00a,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:27.475160 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-56bcb895-17a2-489a-bec6-897937d07db4 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:27.476490 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-56bcb895-17a2-489a-bec6-897937d07db4 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3730710 Sep 16 04:55:27.479350 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49810) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:27.488851 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-fea86977-f6fd-4917-9d2a-b294b3f45059 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Request body: {'security_group': {'name': 'tempest-secgroup--1208632654'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:27.504520 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fc174961-64b2-416e-86d7-9f851e5669d9 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "PUT /v2.0/subnetpools/5121d181-4f61-495a-a126-e33aea7ff6a8/tags/tempest-TagsExtTest-Tag-63440108 HTTP/1.1" status: 201 len: 201 time: 0.1330299 Sep 16 04:55:27.505809 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf7f49-2ffa-4b7a-9546-04d2a3912322 req-93a07d77-ed80-46fb-a558-87db67a9cf3f tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:27.507563 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-efdf7f49-2ffa-4b7a-9546-04d2a3912322 req-93a07d77-ed80-46fb-a558-87db67a9cf3f tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 946 time: 0.0732434 Sep 16 04:55:27.508155 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49812) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:27.543386 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.tag.tag_plugin [None req-8feea8d8-534f-40d8-958f-8b7eb3b0186d tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '1bf9ad43-aba0-4dca-bc3f-7d5928d7e4bb', {'tags': ['tempest-TagsExtTest-Tag-1594688149', 'tempest-TagsExtTest-Tag-1322113366', 'tempest-TagsExtTest-Tag-1378309246']}) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:27.558435 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-efdf7f49-2ffa-4b7a-9546-04d2a3912322 req-7dfbb588-3cd1-4d87-abac-f5f3f1c09c3a tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436604 Sep 16 04:55:27.602706 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fea86977-f6fd-4917-9d2a-b294b3f45059 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:27.633113 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d3ef9a-cd08-4c91-a13d-da4dc7c39834 admin admin] Router bec4b288-7060-4d9e-9ef2-82f257f26b4f has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:55:27.646826 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8feea8d8-534f-40d8-958f-8b7eb3b0186d tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "PUT /v2.0/subnets/1bf9ad43-aba0-4dca-bc3f-7d5928d7e4bb/tags HTTP/1.1" status: 200 len: 318 time: 0.1376464 Sep 16 04:55:27.649739 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49816) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:27.654823 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.tag.tag_plugin [None req-b91ed053-3d9c-4f79-b2f6-6b5d539dba99 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1bf9ad43-aba0-4dca-bc3f-7d5928d7e4bb') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:27.761795 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b91ed053-3d9c-4f79-b2f6-6b5d539dba99 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "DELETE /v2.0/subnets/1bf9ad43-aba0-4dca-bc3f-7d5928d7e4bb/tags HTTP/1.1" status: 204 len: 168 time: 0.1103487 Sep 16 04:55:27.764508 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49820) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:27.772228 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.tag.tag_plugin [None req-6827f3cd-9640-45d7-90b5-b13c8a3ce594 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1bf9ad43-aba0-4dca-bc3f-7d5928d7e4bb', 'tempest-TagsExtTest-Tag-1594688149') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:27.793047 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49822) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:27.819368 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d3ef9a-cd08-4c91-a13d-da4dc7c39834 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:27.822855 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fea86977-f6fd-4917-9d2a-b294b3f45059 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:27.833587 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db46320-9d18-4d10-91f4-37c07f6449f5 None None] Sync routers for ids ['bec4b288-7060-4d9e-9ef2-82f257f26b4f'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:27.834495 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e1d3ef9a-cd08-4c91-a13d-da4dc7c39834 admin admin] 10.222.0.35 "PUT /v2.0/routers/bec4b288-7060-4d9e-9ef2-82f257f26b4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5606449 Sep 16 04:55:27.835545 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49826) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:27.841517 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fea86977-f6fd-4917-9d2a-b294b3f45059 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:27.853228 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db46320-9d18-4d10-91f4-37c07f6449f5 None None] Routers {'bec4b288-7060-4d9e-9ef2-82f257f26b4f'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:27.854475 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-1db46320-9d18-4d10-91f4-37c07f6449f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:55:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['bec4b288-7060-4d9e-9ef2-82f257f26b4f'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:27.890145 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-6827f3cd-9640-45d7-90b5-b13c8a3ce594 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] show failed (client error): The resource could not be found. Sep 16 04:55:27.897102 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6827f3cd-9640-45d7-90b5-b13c8a3ce594 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "GET /v2.0/subnets/1bf9ad43-aba0-4dca-bc3f-7d5928d7e4bb/tags/tempest-TagsExtTest-Tag-1594688149 HTTP/1.1" status: 404 len: 329 time: 0.1311078 Sep 16 04:55:27.901190 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49830) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:27.912414 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.tag.tag_plugin [None req-2d2dc8ac-1721-4896-a0e1-2e53771756ea tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1bf9ad43-aba0-4dca-bc3f-7d5928d7e4bb', 'tempest-TagsExtTest-Tag-1322113366') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:27.923935 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fea86977-f6fd-4917-9d2a-b294b3f45059 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:27.927686 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fea86977-f6fd-4917-9d2a-b294b3f45059 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4441657 Sep 16 04:55:27.931285 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49832) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:27.944617 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-e2019600-da3a-4f4a-8096-f3e335aec0f9 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Request body: {'security_group_rule': {'security_group_id': '0d92fe43-dba9-4ac6-bf14-a73a4c18c00a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '96aa6d89-eb0d-47e2-b56c-d6c485122240', 'remote_ip_prefix': None}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:27.957502 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea86977-f6fd-4917-9d2a-b294b3f45059 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96aa6d89-eb0d-47e2-b56c-d6c485122240,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:28.016626 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-1db46320-9d18-4d10-91f4-37c07f6449f5 None None] Set router bec4b288-7060-4d9e-9ef2-82f257f26b4f gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:28.019904 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a1adaea9-6c41-4cad-b1b4-a367aca628cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.024683 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-2d2dc8ac-1721-4896-a0e1-2e53771756ea tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] show failed (client error): The resource could not be found. Sep 16 04:55:28.030488 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2d2dc8ac-1721-4896-a0e1-2e53771756ea tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "GET /v2.0/subnets/1bf9ad43-aba0-4dca-bc3f-7d5928d7e4bb/tags/tempest-TagsExtTest-Tag-1322113366 HTTP/1.1" status: 404 len: 329 time: 0.1255155 Sep 16 04:55:28.031641 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49836) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:28.038462 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.tag.tag_plugin [None req-51d96467-1f19-40f2-a01c-c69bac649094 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1bf9ad43-aba0-4dca-bc3f-7d5928d7e4bb', 'tempest-TagsExtTest-Tag-1378309246') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:28.051209 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-45ce8d78-dbde-499b-a08c-d9bdc13519d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.056610 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e2019600-da3a-4f4a-8096-f3e335aec0f9 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.126530 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-51d96467-1f19-40f2-a01c-c69bac649094 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] show failed (client error): The resource could not be found. Sep 16 04:55:28.127956 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-51d96467-1f19-40f2-a01c-c69bac649094 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "GET /v2.0/subnets/1bf9ad43-aba0-4dca-bc3f-7d5928d7e4bb/tags/tempest-TagsExtTest-Tag-1378309246 HTTP/1.1" status: 404 len: 329 time: 0.0949547 Sep 16 04:55:28.130938 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49842) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:28.137059 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.tag.tag_plugin [None req-21f1f7eb-1997-44b0-aff7-e2afd0f5b623 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b7c34804-3913-43ae-bd09-8e4a3fa47fa9', {'tags': ['tempest-TagsExtTest-Tag-2019448161', 'tempest-TagsExtTest-Tag-334824242', 'tempest-TagsExtTest-Tag-347819190']}) {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:28.293947 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-21f1f7eb-1997-44b0-aff7-e2afd0f5b623 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "PUT /v2.0/ports/b7c34804-3913-43ae-bd09-8e4a3fa47fa9/tags HTTP/1.1" status: 200 len: 316 time: 0.1614921 Sep 16 04:55:28.295937 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49844) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:28.303490 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.tag.tag_plugin [None req-7b980d65-7969-47f9-b1ea-a4b5e4628bc7 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b7c34804-3913-43ae-bd09-8e4a3fa47fa9') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:28.313176 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e2019600-da3a-4f4a-8096-f3e335aec0f9 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.315243 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-45ce8d78-dbde-499b-a08c-d9bdc13519d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.323244 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e2019600-da3a-4f4a-8096-f3e335aec0f9 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.378782 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a1adaea9-6c41-4cad-b1b4-a367aca628cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.383767 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2019600-da3a-4f4a-8096-f3e335aec0f9 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78073487-6aa3-409e-a269-d7ed5fd055a6,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:28.393248 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a1adaea9-6c41-4cad-b1b4-a367aca628cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.405440 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e2019600-da3a-4f4a-8096-f3e335aec0f9 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.410085 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e2019600-da3a-4f4a-8096-f3e335aec0f9 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4730225 Sep 16 04:55:28.410439 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49848) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:28.416091 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-1db46320-9d18-4d10-91f4-37c07f6449f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'name': 'tempest-ServerActionsTestJSON-669910005-router', 'tenant_id': '68cc116df1104257a08239cd46cd0170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ca027f78-5fe0-4230-ad7b-e09af3817a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:14Z', 'updated_at': '2021-09-16T04:55:26Z', 'revision_number': 5, 'project_id': '68cc116df1104257a08239cd46cd0170', 'gw_port': {'id': 'ca027f78-5fe0-4230-ad7b-e09af3817a7a', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:15Z', 'updated_at': '2021-09-16T04:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:28.444341 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-42cf2ff6-1fe6-4194-9727-c00775a43254 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.448951 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7b980d65-7969-47f9-b1ea-a4b5e4628bc7 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "DELETE /v2.0/ports/b7c34804-3913-43ae-bd09-8e4a3fa47fa9/tags HTTP/1.1" status: 204 len: 168 time: 0.1519549 Sep 16 04:55:28.449793 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a1adaea9-6c41-4cad-b1b4-a367aca628cd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c03ab4fe34a249f2b6e398e7879de500&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6539862 Sep 16 04:55:28.450542 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1adaea9-6c41-4cad-b1b4-a367aca628cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986348d8-6da9-4fe5-abf7-119613b61f7e,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:28.456681 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49850) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:28.457024 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49852) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:28.458673 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-42cf2ff6-1fe6-4194-9727-c00775a43254 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.463416 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.tag.tag_plugin [None req-d0e559be-3330-49ca-a425-6835800f7915 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b7c34804-3913-43ae-bd09-8e4a3fa47fa9', 'tempest-TagsExtTest-Tag-2019448161') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:28.488074 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db46320-9d18-4d10-91f4-37c07f6449f5 None None] Checking router: bec4b288-7060-4d9e-9ef2-82f257f26b4f for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:55:28.497599 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db46320-9d18-4d10-91f4-37c07f6449f5 None None] Routers {'bec4b288-7060-4d9e-9ef2-82f257f26b4f'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:28.498254 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-1db46320-9d18-4d10-91f4-37c07f6449f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:55:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['bec4b288-7060-4d9e-9ef2-82f257f26b4f'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:28.499560 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-42cf2ff6-1fe6-4194-9727-c00775a43254 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.502329 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-45ce8d78-dbde-499b-a08c-d9bdc13519d0 admin admin] Deleting port ca027f78-5fe0-4230-ad7b-e09af3817a7a {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:28.502680 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-45ce8d78-dbde-499b-a08c-d9bdc13519d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.512167 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-42cf2ff6-1fe6-4194-9727-c00775a43254 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.515796 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-42cf2ff6-1fe6-4194-9727-c00775a43254 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/78073487-6aa3-409e-a269-d7ed5fd055a6 HTTP/1.1" status: 204 len: 168 time: 0.1021872 Sep 16 04:55:28.520009 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49856) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:28.522958 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf2ff6-1fe6-4194-9727-c00775a43254 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78073487-6aa3-409e-a269-d7ed5fd055a6,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:28.601435 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2334ba3b-01a4-4205-b7d9-4940e6e1867b tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0795128 Sep 16 04:55:28.601752 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-1db46320-9d18-4d10-91f4-37c07f6449f5 None None] Set router bec4b288-7060-4d9e-9ef2-82f257f26b4f gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:28.602277 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49862) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:28.658291 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cd0f1879-3bc0-48a0-a11a-b7ff749834a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.686592 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-1db46320-9d18-4d10-91f4-37c07f6449f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'name': 'tempest-ServerActionsTestJSON-669910005-router', 'tenant_id': '68cc116df1104257a08239cd46cd0170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:14Z', 'updated_at': '2021-09-16T04:55:28Z', 'revision_number': 6, 'project_id': '68cc116df1104257a08239cd46cd0170', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:28.705910 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-d0e559be-3330-49ca-a425-6835800f7915 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] show failed (client error): The resource could not be found. Sep 16 04:55:28.707562 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d0e559be-3330-49ca-a425-6835800f7915 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "GET /v2.0/ports/b7c34804-3913-43ae-bd09-8e4a3fa47fa9/tags/tempest-TagsExtTest-Tag-2019448161 HTTP/1.1" status: 404 len: 329 time: 0.2494378 Sep 16 04:55:28.719174 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49866) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:28.731831 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.tag.tag_plugin [None req-55dc4f25-abd7-4082-b7bd-1d4c0525aff3 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b7c34804-3913-43ae-bd09-8e4a3fa47fa9', 'tempest-TagsExtTest-Tag-334824242') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:28.746430 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db46320-9d18-4d10-91f4-37c07f6449f5 None None] The sync data for ids ['bec4b288-7060-4d9e-9ef2-82f257f26b4f'] in n-d-712139-15 is: [{'id': 'bec4b288-7060-4d9e-9ef2-82f257f26b4f', 'name': 'tempest-ServerActionsTestJSON-669910005-router', 'tenant_id': '68cc116df1104257a08239cd46cd0170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:14Z', 'updated_at': '2021-09-16T04:55:28Z', 'revision_number': 6, 'project_id': '68cc116df1104257a08239cd46cd0170', 'gw_port_host': None}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:28.751010 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cd0f1879-3bc0-48a0-a11a-b7ff749834a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.754325 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-45ce8d78-dbde-499b-a08c-d9bdc13519d0 admin admin] For port ca027f78-5fe0-4230-ad7b-e09af3817a7a, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=ca027f78-5fe0-4230-ad7b-e09af3817a7a,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:28.754688 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-45ce8d78-dbde-499b-a08c-d9bdc13519d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.779577 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49352592-8fba-4ca7-b687-0086130f4b25 req-e7cafbdf-29a9-4f0f-9ec9-f4eec632b658 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:28.781827 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-49352592-8fba-4ca7-b687-0086130f4b25 req-e7cafbdf-29a9-4f0f-9ec9-f4eec632b658 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 946 time: 0.0932474 Sep 16 04:55:28.821884 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-45ce8d78-dbde-499b-a08c-d9bdc13519d0 admin admin] Calling delete_port for ca027f78-5fe0-4230-ad7b-e09af3817a7a owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:28.857290 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-49352592-8fba-4ca7-b687-0086130f4b25 req-06fcfd70-b435-47e4-a0be-85ae1ecf571b tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628147 Sep 16 04:55:28.908846 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-57bd75e0-761b-4cf7-b5a1-b49650380dc4 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.968881 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-57bd75e0-761b-4cf7-b5a1-b49650380dc4 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.978655 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cd0f1879-3bc0-48a0-a11a-b7ff749834a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.981276 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cd0f1879-3bc0-48a0-a11a-b7ff749834a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.982474 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cd0f1879-3bc0-48a0-a11a-b7ff749834a3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/986348d8-6da9-4fe5-abf7-119613b61f7e HTTP/1.1" status: 204 len: 168 time: 0.5233886 Sep 16 04:55:28.990082 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-55dc4f25-abd7-4082-b7bd-1d4c0525aff3 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] show failed (client error): The resource could not be found. Sep 16 04:55:28.991120 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-55dc4f25-abd7-4082-b7bd-1d4c0525aff3 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "GET /v2.0/ports/b7c34804-3913-43ae-bd09-8e4a3fa47fa9/tags/tempest-TagsExtTest-Tag-334824242 HTTP/1.1" status: 404 len: 328 time: 0.2629006 Sep 16 04:55:28.995244 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49874) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:29.004408 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.tag.tag_plugin [None req-dd2efcc5-c921-47fe-9ddc-1fe7d9cd711d tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b7c34804-3913-43ae-bd09-8e4a3fa47fa9', 'tempest-TagsExtTest-Tag-347819190') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:29.045618 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0f1879-3bc0-48a0-a11a-b7ff749834a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986348d8-6da9-4fe5-abf7-119613b61f7e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:29.090995 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-57bd75e0-761b-4cf7-b5a1-b49650380dc4 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.095082 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-57bd75e0-761b-4cf7-b5a1-b49650380dc4 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.097754 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-57bd75e0-761b-4cf7-b5a1-b49650380dc4 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "DELETE /v2.0/security-groups/96aa6d89-eb0d-47e2-b56c-d6c485122240 HTTP/1.1" status: 204 len: 168 time: 0.4885941 Sep 16 04:55:29.102733 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49878) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:29.146712 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-dd2efcc5-c921-47fe-9ddc-1fe7d9cd711d tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] show failed (client error): The resource could not be found. Sep 16 04:55:29.148853 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd75e0-761b-4cf7-b5a1-b49650380dc4 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96aa6d89-eb0d-47e2-b56c-d6c485122240,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:29.151911 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49880) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:29.161382 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.tag.tag_plugin [None req-50af8751-bab3-4b58-97a2-c1697fb40c83 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '0747b504-535c-47c4-abd1-d0e4be1deb38', {'tags': ['tempest-TagsExtTest-Tag-1122487615', 'tempest-TagsExtTest-Tag-164824607', 'tempest-TagsExtTest-Tag-541648273']}) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:29.161743 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-dd2efcc5-c921-47fe-9ddc-1fe7d9cd711d tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "GET /v2.0/ports/b7c34804-3913-43ae-bd09-8e4a3fa47fa9/tags/tempest-TagsExtTest-Tag-347819190 HTTP/1.1" status: 404 len: 328 time: 0.1626737 Sep 16 04:55:29.277355 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151f36e-7639-488c-bb6d-8ffe61bbac26 req-186f18c3-cf73-4226-919f-594b818e9e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:29.279330 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6151f36e-7639-488c-bb6d-8ffe61bbac26 req-186f18c3-cf73-4226-919f-594b818e9e75 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 1098 time: 0.1162050 Sep 16 04:55:29.291424 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-328d0115-aee0-4d1a-bc65-b313e0b8e9d1 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1833491 Sep 16 04:55:29.299775 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49888) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:29.311750 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-45ce8d78-dbde-499b-a08c-d9bdc13519d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.350210 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce8d78-dbde-499b-a08c-d9bdc13519d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca027f78-5fe0-4230-ad7b-e09af3817a7a,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:29.376600 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6151f36e-7639-488c-bb6d-8ffe61bbac26 req-389ffb08-d3ad-45e9-82c0-badb4cd82e5d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829973 Sep 16 04:55:29.426505 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-50af8751-bab3-4b58-97a2-c1697fb40c83 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "PUT /v2.0/routers/0747b504-535c-47c4-abd1-d0e4be1deb38/tags HTTP/1.1" status: 200 len: 316 time: 0.2714772 Sep 16 04:55:29.430766 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49890) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:29.436060 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8ddf14fb-109e-49c5-a3c4-9d966b9adfc8 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.437922 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.tag.tag_plugin [None req-c78b4a5a-986c-472c-8f7c-7725bdfb4f8d tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0747b504-535c-47c4-abd1-d0e4be1deb38') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:29.465250 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8ddf14fb-109e-49c5-a3c4-9d966b9adfc8 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.489911 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-45ce8d78-dbde-499b-a08c-d9bdc13519d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.526373 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8ddf14fb-109e-49c5-a3c4-9d966b9adfc8 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.529763 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8ddf14fb-109e-49c5-a3c4-9d966b9adfc8 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.531346 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8ddf14fb-109e-49c5-a3c4-9d966b9adfc8 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "DELETE /v2.0/security-groups/0d92fe43-dba9-4ac6-bf14-a73a4c18c00a HTTP/1.1" status: 204 len: 168 time: 0.2282798 Sep 16 04:55:29.536455 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49896) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:29.559709 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf14fb-109e-49c5-a3c4-9d966b9adfc8 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d92fe43-dba9-4ac6-bf14-a73a4c18c00a,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:29.612268 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-949fd152-d1d8-4398-b22d-be5ec8023402 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0703952 Sep 16 04:55:29.612765 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49898) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:29.618339 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-02c57c6e-4374-48f5-84a5-63fd984e6a68 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Request body: {'security_group': {'name': 'tempest-secgroup--1892157831'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:29.626789 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-45ce8d78-dbde-499b-a08c-d9bdc13519d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.630078 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-45ce8d78-dbde-499b-a08c-d9bdc13519d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.657377 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-02c57c6e-4374-48f5-84a5-63fd984e6a68 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.694871 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c78b4a5a-986c-472c-8f7c-7725bdfb4f8d tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "DELETE /v2.0/routers/0747b504-535c-47c4-abd1-d0e4be1deb38/tags HTTP/1.1" status: 204 len: 168 time: 0.2625206 Sep 16 04:55:29.696832 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49900) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:29.705954 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.tag.tag_plugin [None req-aad4eae3-769d-4b7c-a19f-c17e3805ddf9 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0747b504-535c-47c4-abd1-d0e4be1deb38', 'tempest-TagsExtTest-Tag-1122487615') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:29.709820 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-45ce8d78-dbde-499b-a08c-d9bdc13519d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.710393 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ce8d78-dbde-499b-a08c-d9bdc13519d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bec4b288-7060-4d9e-9ef2-82f257f26b4f {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:55:29.775671 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-45ce8d78-dbde-499b-a08c-d9bdc13519d0 admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.778414 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-45ce8d78-dbde-499b-a08c-d9bdc13519d0 admin admin] 10.222.0.35 "DELETE /v2.0/routers/bec4b288-7060-4d9e-9ef2-82f257f26b4f HTTP/1.1" status: 204 len: 168 time: 1.9419203 Sep 16 04:55:29.784547 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49902) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:29.834694 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-aad4eae3-769d-4b7c-a19f-c17e3805ddf9 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] show failed (client error): The resource could not be found. Sep 16 04:55:29.836148 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-aad4eae3-769d-4b7c-a19f-c17e3805ddf9 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "GET /v2.0/routers/0747b504-535c-47c4-abd1-d0e4be1deb38/tags/tempest-TagsExtTest-Tag-1122487615 HTTP/1.1" status: 404 len: 329 time: 0.1379359 Sep 16 04:55:29.838879 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49906) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:29.846739 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.tag.tag_plugin [None req-0b952032-73e2-4ee1-8776-1fa8ae1888fd tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0747b504-535c-47c4-abd1-d0e4be1deb38', 'tempest-TagsExtTest-Tag-164824607') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:29.885593 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-64f304ae-4037-4206-a2b5-9079487f94a8 admin admin] Deleting subnet 01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:55:29.900093 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49912) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:29.901179 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-64f304ae-4037-4206-a2b5-9079487f94a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.924764 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-238a3633-f16e-4cae-b849-723e89dd827a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.946609 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-02c57c6e-4374-48f5-84a5-63fd984e6a68 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.957538 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-02c57c6e-4374-48f5-84a5-63fd984e6a68 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.983450 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-64f304ae-4037-4206-a2b5-9079487f94a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.991247 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-02c57c6e-4374-48f5-84a5-63fd984e6a68 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.992656 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-02c57c6e-4374-48f5-84a5-63fd984e6a68 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3785994 Sep 16 04:55:29.992964 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-0b952032-73e2-4ee1-8776-1fa8ae1888fd tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] show failed (client error): The resource could not be found. Sep 16 04:55:29.994052 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0b952032-73e2-4ee1-8776-1fa8ae1888fd tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "GET /v2.0/routers/0747b504-535c-47c4-abd1-d0e4be1deb38/tags/tempest-TagsExtTest-Tag-164824607 HTTP/1.1" status: 404 len: 328 time: 0.1533170 Sep 16 04:55:29.997187 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49914) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:30.003361 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-892097a1-b7e6-4b54-b6ed-469d8f736115 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Request body: {'security_group_rule': {'security_group_id': '9b2955c5-44ae-4603-a93f-a8c7ea1665c8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:30.009041 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49916) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:30.015554 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.tag.tag_plugin [None req-d7465c0d-b856-4829-a5d2-d7a41b5bb21f tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0747b504-535c-47c4-abd1-d0e4be1deb38', 'tempest-TagsExtTest-Tag-541648273') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:30.083871 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c57c6e-4374-48f5-84a5-63fd984e6a68 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2955c5-44ae-4603-a93f-a8c7ea1665c8,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:30.122091 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738646c0-08b4-4043-a301-106fa3373927 req-7173ea7d-fb34-4ff2-b620-2daa3878cf58 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:30.123793 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-738646c0-08b4-4043-a301-106fa3373927 req-7173ea7d-fb34-4ff2-b620-2daa3878cf58 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 946 time: 0.1510231 Sep 16 04:55:30.197616 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-64f304ae-4037-4206-a2b5-9079487f94a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.232375 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-738646c0-08b4-4043-a301-106fa3373927 req-8612d327-1ad6-4790-a50d-18f037bce338 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835280 Sep 16 04:55:30.285115 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49920) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:30.310428 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-64f304ae-4037-4206-a2b5-9079487f94a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.338081 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f304ae-4037-4206-a2b5-9079487f94a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:30.342151 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-64f304ae-4037-4206-a2b5-9079487f94a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.347651 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-64f304ae-4037-4206-a2b5-9079487f94a8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/01b61e8e-6153-4fa5-8c25-ffb4aa2d6b21 HTTP/1.1" status: 204 len: 168 time: 0.5497587 Sep 16 04:55:30.348281 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49926) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:30.352811 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98af1d0e-2d12-4b09-80f0-1076be609fd9 None None] Network 92ecefce-c627-4abd-9d77-6a33db190651 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:55:30.471060 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5d80dcf3-bbd7-4eac-bbc9-ee3a649e3583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.543525 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a868064b-c0b9-420a-a4b5-7fea671d646d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.560282 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-d7465c0d-b856-4829-a5d2-d7a41b5bb21f tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] show failed (client error): The resource could not be found. Sep 16 04:55:30.565125 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d7465c0d-b856-4829-a5d2-d7a41b5bb21f tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "GET /v2.0/routers/0747b504-535c-47c4-abd1-d0e4be1deb38/tags/tempest-TagsExtTest-Tag-541648273 HTTP/1.1" status: 404 len: 328 time: 0.5515487 Sep 16 04:55:30.567950 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49932) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:30.572743 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.tag.tag_plugin [None req-6a07a95c-f5d9-4e98-addf-3030c5b148b4 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '5121d181-4f61-495a-a126-e33aea7ff6a8', {'tags': ['tempest-TagsExtTest-Tag-1629474254', 'tempest-TagsExtTest-Tag-1798641526', 'tempest-TagsExtTest-Tag-1786098494']}) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:30.588898 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-5d80dcf3-bbd7-4eac-bbc9-ee3a649e3583 admin admin] Deleting port d0983ab4-ef63-4ded-a548-a760171b560b {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:30.589256 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5d80dcf3-bbd7-4eac-bbc9-ee3a649e3583 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.633930 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e5f021-a1f7-4ec5-b975-1daa68d090b6 None None] DHCP port deletion for 92ecefce-c627-4abd-9d77-6a33db190651 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:55:30.638195 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6a07a95c-f5d9-4e98-addf-3030c5b148b4 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "PUT /v2.0/subnetpools/5121d181-4f61-495a-a126-e33aea7ff6a8/tags HTTP/1.1" status: 200 len: 318 time: 0.0667894 Sep 16 04:55:30.638764 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49934) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:30.648435 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-238a3633-f16e-4cae-b849-723e89dd827a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.656372 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-238a3633-f16e-4cae-b849-723e89dd827a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.675966 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.tag.tag_plugin [None req-07dddf82-a520-4475-8c67-877d68478439 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5121d181-4f61-495a-a126-e33aea7ff6a8') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:30.737312 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-892097a1-b7e6-4b54-b6ed-469d8f736115 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.746454 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-238a3633-f16e-4cae-b849-723e89dd827a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6c6be5eb66ba4aa5bac72a050d861e85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8438599 Sep 16 04:55:30.759158 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a3633-f16e-4cae-b849-723e89dd827a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7672600c-9a73-43a7-830c-49a7097ed986,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:30.760117 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-62e5f021-a1f7-4ec5-b975-1daa68d090b6 None None] Deleting port d0983ab4-ef63-4ded-a548-a760171b560b {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:30.760505 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-62e5f021-a1f7-4ec5-b975-1daa68d090b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.770880 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49938) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:30.771427 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-5d80dcf3-bbd7-4eac-bbc9-ee3a649e3583 admin admin] For port d0983ab4-ef63-4ded-a548-a760171b560b, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d0983ab4-ef63-4ded-a548-a760171b560b,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:30.771905 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5d80dcf3-bbd7-4eac-bbc9-ee3a649e3583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.787601 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-5d80dcf3-bbd7-4eac-bbc9-ee3a649e3583 admin admin] Calling delete_port for d0983ab4-ef63-4ded-a548-a760171b560b owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:30.823215 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d8f789a0-18a8-4d94-b2eb-785fc8c1df0f no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:30.855837 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-892097a1-b7e6-4b54-b6ed-469d8f736115 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.856082 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: d8f789a0-18a8-4d94-b2eb-785fc8c1df0f {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:30.856082 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d8f789a0-18a8-4d94-b2eb-785fc8c1df0f not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:30.856492 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d0983ab4-ef63-4ded-a548-a760171b560b no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:30.867652 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-892097a1-b7e6-4b54-b6ed-469d8f736115 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.883179 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4cf3f45c-5fd0-4a5a-8ce8-50df2114576c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.895356 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892097a1-b7e6-4b54-b6ed-469d8f736115 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0e16a07-aac0-43b9-803a-e6099d5b2efa,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:30.917089 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-62e5f021-a1f7-4ec5-b975-1daa68d090b6 None None] For port d0983ab4-ef63-4ded-a548-a760171b560b, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d0983ab4-ef63-4ded-a548-a760171b560b,segment=NetworkSegment(68f7506c-c9b8-419e-a123-643d3df6eb65),segment_id=68f7506c-c9b8-419e-a123-643d3df6eb65)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:30.917799 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-62e5f021-a1f7-4ec5-b975-1daa68d090b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.920083 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4cf3f45c-5fd0-4a5a-8ce8-50df2114576c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.936038 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-07dddf82-a520-4475-8c67-877d68478439 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "DELETE /v2.0/subnetpools/5121d181-4f61-495a-a126-e33aea7ff6a8/tags HTTP/1.1" status: 204 len: 168 time: 0.2956915 Sep 16 04:55:30.940241 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49940) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:30.946327 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-62e5f021-a1f7-4ec5-b975-1daa68d090b6 None None] Calling delete_port for d0983ab4-ef63-4ded-a548-a760171b560b owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:30.946944 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.tag.tag_plugin [None req-5eafbf0b-8360-4b2a-bde6-435f271f7579 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5121d181-4f61-495a-a126-e33aea7ff6a8', 'tempest-TagsExtTest-Tag-1629474254') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:30.968691 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3faa6c0-8eb5-483d-bc99-1eca94709537 req-1a818f5e-53c6-403d-b49e-eaa8f86dacd1 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:30.970881 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e3faa6c0-8eb5-483d-bc99-1eca94709537 req-1a818f5e-53c6-403d-b49e-eaa8f86dacd1 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 946 time: 0.1356969 Sep 16 04:55:30.983273 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-5eafbf0b-8360-4b2a-bde6-435f271f7579 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] show failed (client error): The resource could not be found. Sep 16 04:55:30.984394 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5eafbf0b-8360-4b2a-bde6-435f271f7579 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "GET /v2.0/subnetpools/5121d181-4f61-495a-a126-e33aea7ff6a8/tags/tempest-TagsExtTest-Tag-1629474254 HTTP/1.1" status: 404 len: 329 time: 0.0431130 Sep 16 04:55:30.987684 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49942) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:30.992893 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.tag.tag_plugin [None req-d29b24e4-8f74-4491-af42-b50a1e757752 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5121d181-4f61-495a-a126-e33aea7ff6a8', 'tempest-TagsExtTest-Tag-1798641526') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:31.006688 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5d80dcf3-bbd7-4eac-bbc9-ee3a649e3583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.012869 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4cf3f45c-5fd0-4a5a-8ce8-50df2114576c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.015476 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4cf3f45c-5fd0-4a5a-8ce8-50df2114576c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.016758 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a868064b-c0b9-420a-a4b5-7fea671d646d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.017508 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4cf3f45c-5fd0-4a5a-8ce8-50df2114576c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7672600c-9a73-43a7-830c-49a7097ed986 HTTP/1.1" status: 204 len: 168 time: 0.2456648 Sep 16 04:55:31.031776 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3f45c-5fd0-4a5a-8ce8-50df2114576c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7672600c-9a73-43a7-830c-49a7097ed986,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:31.035307 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-d29b24e4-8f74-4491-af42-b50a1e757752 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] show failed (client error): The resource could not be found. Sep 16 04:55:31.035742 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Port d0983ab4-ef63-4ded-a548-a760171b560b update to DOWN by agent not found {{(pid=94768) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 16 04:55:31.036496 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device ca027f78-5fe0-4230-ad7b-e09af3817a7a no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:31.036709 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d29b24e4-8f74-4491-af42-b50a1e757752 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "GET /v2.0/subnetpools/5121d181-4f61-495a-a126-e33aea7ff6a8/tags/tempest-TagsExtTest-Tag-1798641526 HTTP/1.1" status: 404 len: 329 time: 0.0475733 Sep 16 04:55:31.039826 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49946) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:31.045182 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.tag.tag_plugin [None req-24a2d38f-f564-47b7-8e75-9998e8459cc9 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5121d181-4f61-495a-a126-e33aea7ff6a8', 'tempest-TagsExtTest-Tag-1786098494') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:31.048262 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-892097a1-b7e6-4b54-b6ed-469d8f736115 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.052861 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-892097a1-b7e6-4b54-b6ed-469d8f736115 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0545847 Sep 16 04:55:31.053498 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49948) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:31.071700 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a868064b-c0b9-420a-a4b5-7fea671d646d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.077158 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80dcf3-bbd7-4eac-bbc9-ee3a649e3583 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0983ab4-ef63-4ded-a548-a760171b560b,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:31.088727 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d80dcf3-bbd7-4eac-bbc9-ee3a649e3583 admin admin] No DVR routers for this DVR port d0983ab4-ef63-4ded-a548-a760171b560b on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:31.091370 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: ca027f78-5fe0-4230-ad7b-e09af3817a7a {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:31.092713 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device ca027f78-5fe0-4230-ad7b-e09af3817a7a not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:31.100722 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dabaffbb-8688-4cd8-b4fa-0aaacff281f5 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:31.114436 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:55:31.118636 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:31.118636 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:55:31.118636 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:31.118636 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:55:31.118636 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:31.118636 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:55:31.118636 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:31.118636 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:55:31.118636 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:31.118636 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:55:31.118636 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:31.118636 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:55:31.118636 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:31.118636 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 04:55:31.120667 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dabaffbb-8688-4cd8-b4fa-0aaacff281f5 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.120667 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-24a2d38f-f564-47b7-8e75-9998e8459cc9 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] show failed (client error): The resource could not be found. Sep 16 04:55:31.120667 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-24a2d38f-f564-47b7-8e75-9998e8459cc9 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "GET /v2.0/subnetpools/5121d181-4f61-495a-a126-e33aea7ff6a8/tags/tempest-TagsExtTest-Tag-1786098494 HTTP/1.1" status: 404 len: 329 time: 0.0777805 Sep 16 04:55:31.130230 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-62e5f021-a1f7-4ec5-b975-1daa68d090b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.137071 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49950) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:31.146281 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.tag.tag_plugin [None req-8963b736-c223-45ec-abbb-87cdb9d6fb22 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5121d181-4f61-495a-a126-e33aea7ff6a8') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:31.163808 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e3faa6c0-8eb5-483d-bc99-1eca94709537 req-6085d0ab-dad7-40a3-b70d-cbd85ad99937 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8f27d69d-6385-4ec0-b94a-3382c6c2c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676366 Sep 16 04:55:31.174941 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dabaffbb-8688-4cd8-b4fa-0aaacff281f5 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.176559 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e5f021-a1f7-4ec5-b975-1daa68d090b6 None None] No DVR routers for this DVR port d0983ab4-ef63-4ded-a548-a760171b560b on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:31.192199 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5f021-a1f7-4ec5-b975-1daa68d090b6 None None] Pushing event deleted for resources: {'Port': ['ID=d0983ab4-ef63-4ded-a548-a760171b560b,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:31.192794 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a868064b-c0b9-420a-a4b5-7fea671d646d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b3abd2b8ee1b422385c425dd0d6925d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8989794 Sep 16 04:55:31.193048 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dabaffbb-8688-4cd8-b4fa-0aaacff281f5 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.197782 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49952) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:31.198295 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49954) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:31.204736 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-dabaffbb-8688-4cd8-b4fa-0aaacff281f5 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/f0e16a07-aac0-43b9-803a-e6099d5b2efa HTTP/1.1" status: 204 len: 168 time: 0.1488154 Sep 16 04:55:31.207513 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868064b-c0b9-420a-a4b5-7fea671d646d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8968bf-79e2-46ff-b207-9b88cc060a84,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:31.217334 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabaffbb-8688-4cd8-b4fa-0aaacff281f5 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0e16a07-aac0-43b9-803a-e6099d5b2efa,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:31.284464 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5d80dcf3-bbd7-4eac-bbc9-ee3a649e3583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.333095 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8963b736-c223-45ec-abbb-87cdb9d6fb22 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "DELETE /v2.0/subnetpools/5121d181-4f61-495a-a126-e33aea7ff6a8/tags HTTP/1.1" status: 204 len: 168 time: 0.1949587 Sep 16 04:55:31.336227 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49960) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:31.338953 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-5d80dcf3-bbd7-4eac-bbc9-ee3a649e3583 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ecefce-c627-4abd-9d77-6a33db190651']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:31.341317 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.tag.tag_plugin [None req-b2ba46af-faaf-4378-b0f0-1a5803f745ed tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0747b504-535c-47c4-abd1-d0e4be1deb38') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:31.366826 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-63e8a7bc-cbe5-4f70-a6a1-d22b0c1b8baa tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1656246 Sep 16 04:55:31.372857 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-5d80dcf3-bbd7-4eac-bbc9-ee3a649e3583 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f7506c-c9b8-419e-a123-643d3df6eb65') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:31.373149 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-5d80dcf3-bbd7-4eac-bbc9-ee3a649e3583 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f7506c-c9b8-419e-a123-643d3df6eb65') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:31.374754 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49962) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:31.412348 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5d80dcf3-bbd7-4eac-bbc9-ee3a649e3583 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.427866 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-699fa176-e777-4d36-aeb0-8f851a5c9fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.431056 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b2ba46af-faaf-4378-b0f0-1a5803f745ed tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "DELETE /v2.0/routers/0747b504-535c-47c4-abd1-d0e4be1deb38/tags HTTP/1.1" status: 204 len: 168 time: 0.0934649 Sep 16 04:55:31.433692 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49966) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:31.438175 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.tag.tag_plugin [None req-b8f02c02-8aed-4a1a-a2a2-01dee57b32c4 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b7c34804-3913-43ae-bd09-8e4a3fa47fa9') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:31.456875 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5d80dcf3-bbd7-4eac-bbc9-ee3a649e3583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.468637 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d80dcf3-bbd7-4eac-bbc9-ee3a649e3583 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:55:31.469147 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5d80dcf3-bbd7-4eac-bbc9-ee3a649e3583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.478887 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:55:31.478887 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:55:31.478887 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:55:31.478887 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:55:31.478887 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:55:31.478887 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:55:31.478887 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:55:31.478887 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:55:31.478887 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:55:31.478887 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:55:31.478887 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:55:31.478887 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:55:31.478887 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:55:31.478887 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:55:31.478887 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:55:31.478887 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:55:31.478887 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:55:31.478887 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:55:31.478887 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:55:31.478887 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:55:31.478887 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:55:31.478887 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:55:31.478887 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:55:31.478887 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:55:31.478887 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:55:31.478887 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:55:31.478887 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:55:31.478887 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:55:31.478887 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:55:31.478887 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:55:31.478887 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:55:31.478887 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:55:31.504086 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-699fa176-e777-4d36-aeb0-8f851a5c9fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.509658 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b8f02c02-8aed-4a1a-a2a2-01dee57b32c4 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "DELETE /v2.0/ports/b7c34804-3913-43ae-bd09-8e4a3fa47fa9/tags HTTP/1.1" status: 204 len: 168 time: 0.0725656 Sep 16 04:55:31.509910 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49972) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:31.516183 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.tag.tag_plugin [None req-e28e90a3-f731-4f99-8c5e-9b485ee7f783 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1bf9ad43-aba0-4dca-bc3f-7d5928d7e4bb') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:31.585774 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e28e90a3-f731-4f99-8c5e-9b485ee7f783 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "DELETE /v2.0/subnets/1bf9ad43-aba0-4dca-bc3f-7d5928d7e4bb/tags HTTP/1.1" status: 204 len: 168 time: 0.0743592 Sep 16 04:55:31.586827 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49976) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:31.700197 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-968a6744-c9bf-40f2-8a96-1ef9886550f4 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks [] for subnetpool, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.704461 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-968a6744-c9bf-40f2-8a96-1ef9886550f4 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "DELETE /v2.0/subnetpools/5121d181-4f61-495a-a126-e33aea7ff6a8 HTTP/1.1" status: 204 len: 168 time: 0.1136572 Sep 16 04:55:31.707787 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49980) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:31.736851 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-264090e0-74e2-4fba-baa2-6b0a50178647 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "GET /v2.0/ports?device_id=0747b504-535c-47c4-abd1-d0e4be1deb38 HTTP/1.1" status: 200 len: 205 time: 0.0302031 Sep 16 04:55:31.739102 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49984) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:31.822913 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-88dc767e-7833-48d2-9390-cb5756ec395c tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.905094 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17010180-5fc6-4428-887a-0fff02c7bd68 req-b9da823c-34db-4da4-ab38-d450909daa4f tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:31.907021 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-17010180-5fc6-4428-887a-0fff02c7bd68 req-b9da823c-34db-4da4-ab38-d450909daa4f tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 946 time: 0.5700347 Sep 16 04:55:31.948397 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f8ff40ee-264f-402a-a9ff-8793f108d47b tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.960988 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5d80dcf3-bbd7-4eac-bbc9-ee3a649e3583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.966492 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5d80dcf3-bbd7-4eac-bbc9-ee3a649e3583 admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.971501 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5d80dcf3-bbd7-4eac-bbc9-ee3a649e3583 admin admin] 10.222.0.35 "DELETE /v2.0/networks/92ecefce-c627-4abd-9d77-6a33db190651 HTTP/1.1" status: 204 len: 168 time: 1.6193349 Sep 16 04:55:32.004554 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-88dc767e-7833-48d2-9390-cb5756ec395c tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.007003 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-88dc767e-7833-48d2-9390-cb5756ec395c tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.008197 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80dcf3-bbd7-4eac-bbc9-ee3a649e3583 admin admin] Pushing event deleted for resources: {'Network': ['ID=92ecefce-c627-4abd-9d77-6a33db190651,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:32.020232 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f8ff40ee-264f-402a-a9ff-8793f108d47b tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.038490 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-699fa176-e777-4d36-aeb0-8f851a5c9fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.041203 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-699fa176-e777-4d36-aeb0-8f851a5c9fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.042468 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-699fa176-e777-4d36-aeb0-8f851a5c9fda admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0b8968bf-79e2-46ff-b207-9b88cc060a84 HTTP/1.1" status: 204 len: 168 time: 0.8426061 Sep 16 04:55:32.046323 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-17010180-5fc6-4428-887a-0fff02c7bd68 req-af724565-af3d-43da-8772-ca727b9d7b73 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163051 Sep 16 04:55:32.073884 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699fa176-e777-4d36-aeb0-8f851a5c9fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8968bf-79e2-46ff-b207-9b88cc060a84,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:32.098390 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-88dc767e-7833-48d2-9390-cb5756ec395c tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.099009 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88dc767e-7833-48d2-9390-cb5756ec395c tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Fanout notify agent at l3_agent the message router_deleted on router 0747b504-535c-47c4-abd1-d0e4be1deb38 {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:55:32.107734 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-88dc767e-7833-48d2-9390-cb5756ec395c tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.111628 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50002) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:32.112191 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-88dc767e-7833-48d2-9390-cb5756ec395c tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "DELETE /v2.0/routers/0747b504-535c-47c4-abd1-d0e4be1deb38 HTTP/1.1" status: 204 len: 168 time: 0.3714888 Sep 16 04:55:32.148659 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f8ff40ee-264f-402a-a9ff-8793f108d47b tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.151270 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f8ff40ee-264f-402a-a9ff-8793f108d47b tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.155197 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50004) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:32.161856 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f8ff40ee-264f-402a-a9ff-8793f108d47b tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "DELETE /v2.0/security-groups/9b2955c5-44ae-4603-a93f-a8c7ea1665c8 HTTP/1.1" status: 204 len: 168 time: 0.7862296 Sep 16 04:55:32.201844 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff40ee-264f-402a-a9ff-8793f108d47b tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2955c5-44ae-4603-a93f-a8c7ea1665c8,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:32.246432 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-32e8439e-2270-42c8-a62c-66090b5a45c5 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0858107 Sep 16 04:55:32.247125 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50034) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:32.260222 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-8f73fb5f-628c-4657-92ec-2108284449ad tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Request body: {'security_group': {'name': 'tempest-secgroup--1718270325'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:32.314665 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-886ff14f-3958-4f27-a74e-48ec2c8cdec1 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Deleting port b7c34804-3913-43ae-bd09-8e4a3fa47fa9 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:32.315581 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-886ff14f-3958-4f27-a74e-48ec2c8cdec1 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.325124 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f73fb5f-628c-4657-92ec-2108284449ad tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.330886 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50050) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:32.414341 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d8b882b4-1299-4f53-bbb5-60a7a0004ae0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=68cc116df1104257a08239cd46cd0170&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0724726 Sep 16 04:55:32.418080 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50054) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:32.497699 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f73fb5f-628c-4657-92ec-2108284449ad tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.505661 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f73fb5f-628c-4657-92ec-2108284449ad tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.522462 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-886ff14f-3958-4f27-a74e-48ec2c8cdec1 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.540856 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f73fb5f-628c-4657-92ec-2108284449ad tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.542301 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8f73fb5f-628c-4657-92ec-2108284449ad tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2941868 Sep 16 04:55:32.545749 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f73fb5f-628c-4657-92ec-2108284449ad tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78f578e7-3ce9-48d9-8827-25b20ef4f4ae,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:32.545954 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50058) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:32.554110 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-886ff14f-3958-4f27-a74e-48ec2c8cdec1 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Calling delete_port for b7c34804-3913-43ae-bd09-8e4a3fa47fa9 owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:32.558333 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-d153d2ed-ce54-4a6b-87f9-3704dbc2952e tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Request body: {'security_group_rule': {'security_group_id': '78f578e7-3ce9-48d9-8827-25b20ef4f4ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:32.586042 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e251e-66ce-4c7e-b5a3-a1f62a340bdd req-5a4e3f82-e961-493a-897c-a8340a80e853 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:32.587654 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-451e251e-66ce-4c7e-b5a3-a1f62a340bdd req-5a4e3f82-e961-493a-897c-a8340a80e853 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 946 time: 0.1357450 Sep 16 04:55:32.588328 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8441cea8-8ce5-401c-944b-0b8abd76c672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.682211 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8441cea8-8ce5-401c-944b-0b8abd76c672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.711926 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50062) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:32.732612 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-08eafc39-d3cd-4af4-898f-602f4c67d29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.733362 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d153d2ed-ce54-4a6b-87f9-3704dbc2952e tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.747970 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50064) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:32.753190 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-451e251e-66ce-4c7e-b5a3-a1f62a340bdd req-5cb6cccd-05b5-4d90-b355-7bd218d3e116 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8f27d69d-6385-4ec0-b94a-3382c6c2c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557274 Sep 16 04:55:32.837985 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8441cea8-8ce5-401c-944b-0b8abd76c672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.840604 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8441cea8-8ce5-401c-944b-0b8abd76c672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.841797 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8441cea8-8ce5-401c-944b-0b8abd76c672 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae HTTP/1.1" status: 204 len: 168 time: 0.4216983 Sep 16 04:55:32.867960 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d153d2ed-ce54-4a6b-87f9-3704dbc2952e tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.872260 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441cea8-8ce5-401c-944b-0b8abd76c672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3daeddcd-7c03-4270-8cf6-ff09c2dfb0ae,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:32.878846 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d153d2ed-ce54-4a6b-87f9-3704dbc2952e tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.897912 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-886ff14f-3958-4f27-a74e-48ec2c8cdec1 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.912591 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153d2ed-ce54-4a6b-87f9-3704dbc2952e tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6902d65e-1ae8-44c3-a8f2-8d6720741b5d,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:32.955604 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ff14f-3958-4f27-a74e-48ec2c8cdec1 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Pushing event deleted for resources: {'Port': ['ID=b7c34804-3913-43ae-bd09-8e4a3fa47fa9,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:32.955892 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-08eafc39-d3cd-4af4-898f-602f4c67d29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.965275 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-08eafc39-d3cd-4af4-898f-602f4c67d29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.029184 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d153d2ed-ce54-4a6b-87f9-3704dbc2952e tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.045154 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d153d2ed-ce54-4a6b-87f9-3704dbc2952e tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4923458 Sep 16 04:55:33.046345 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50072) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:33.066906 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-08eafc39-d3cd-4af4-898f-602f4c67d29a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a069f6c9df7e489ea67b4bfe581b18bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3532708 Sep 16 04:55:33.067545 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50074) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:33.070040 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eafc39-d3cd-4af4-898f-602f4c67d29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f58ec88-0dd3-40be-9dd5-ac7c2a5610b9,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:33.108086 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-814318ce-f6c3-408c-a46b-3d93cba1d0c9 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "GET /v2.0/security-group-rules/6902d65e-1ae8-44c3-a8f2-8d6720741b5d HTTP/1.1" status: 200 len: 763 time: 0.0561080 Sep 16 04:55:33.112134 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50076) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:33.133877 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4c691d6e-0eab-4248-84f8-d21ec2e23545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.134194 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-886ff14f-3958-4f27-a74e-48ec2c8cdec1 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.138686 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-886ff14f-3958-4f27-a74e-48ec2c8cdec1 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "DELETE /v2.0/ports/b7c34804-3913-43ae-bd09-8e4a3fa47fa9 HTTP/1.1" status: 204 len: 168 time: 1.0259078 Sep 16 04:55:33.140143 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50078) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:33.183670 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5db16-2a66-44b2-9673-3d2167e059f4 req-3f6adea9-7f76-4131-b1d6-e190bda5ce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:33.189471 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3ad5db16-2a66-44b2-9673-3d2167e059f4 req-3f6adea9-7f76-4131-b1d6-e190bda5ce68 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ae9253f056ae49e68f4d400ee8ce541c&device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 1098 time: 0.1290898 Sep 16 04:55:33.223928 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-da856536-ba33-4a81-8915-3d874e952c8b tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1083205 Sep 16 04:55:33.231045 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50082) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:33.277010 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f031f5f0-2573-4e5b-a184-7428ef0c6552 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Deleting subnet 1bf9ad43-aba0-4dca-bc3f-7d5928d7e4bb {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:55:33.282672 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c54cfb21-0add-4c16-8790-2b017407c8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.295197 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f031f5f0-2573-4e5b-a184-7428ef0c6552 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.327278 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6089556a-2895-4b9c-8d2e-6a8e9a0f92d3 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.330165 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff0393-7290-44e1-96b7-dd69dd7e8b28 req-c0e825c7-960e-46d3-a0d3-7341c26ca44f tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:33.332154 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5ff0393-7290-44e1-96b7-dd69dd7e8b28 req-c0e825c7-960e-46d3-a0d3-7341c26ca44f tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 946 time: 0.2205184 Sep 16 04:55:33.368709 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6089556a-2895-4b9c-8d2e-6a8e9a0f92d3 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.372061 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c54cfb21-0add-4c16-8790-2b017407c8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.380380 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5db16-2a66-44b2-9673-3d2167e059f4 req-50da473a-4bde-43fe-a1cd-c4cc780e7dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:33.381923 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3ad5db16-2a66-44b2-9673-3d2167e059f4 req-50da473a-4bde-43fe-a1cd-c4cc780e7dbc service neutron] 10.222.0.47 "GET /v2.0/networks?id=95323e7d-bc75-4644-adb1-0a3d4ef7631b HTTP/1.1" status: 200 len: 920 time: 0.1739328 Sep 16 04:55:33.387208 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5ff0393-7290-44e1-96b7-dd69dd7e8b28 req-d4e2f4cc-a2b5-41e7-8c17-26023352ae23 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490458 Sep 16 04:55:33.412952 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f031f5f0-2573-4e5b-a184-7428ef0c6552 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.431777 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3ad5db16-2a66-44b2-9673-3d2167e059f4 req-cd9577e8-55d7-4a39-9ef2-3fa282f3c075 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df9615f6-aeda-465a-87a6-28cf51d746a1 HTTP/1.1" status: 200 len: 217 time: 0.0426333 Sep 16 04:55:33.488398 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6089556a-2895-4b9c-8d2e-6a8e9a0f92d3 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.493500 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6089556a-2895-4b9c-8d2e-6a8e9a0f92d3 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.493743 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5db16-2a66-44b2-9673-3d2167e059f4 req-855efb71-9927-4c53-9c83-45c85c00b722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:33.495469 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3ad5db16-2a66-44b2-9673-3d2167e059f4 req-855efb71-9927-4c53-9c83-45c85c00b722 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52ea8b91-2711-402b-a55a-c845ac289939 HTTP/1.1" status: 200 len: 859 time: 0.0557623 Sep 16 04:55:33.497096 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50092) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:33.497268 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6089556a-2895-4b9c-8d2e-6a8e9a0f92d3 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/6902d65e-1ae8-44c3-a8f2-8d6720741b5d HTTP/1.1" status: 204 len: 168 time: 0.2603283 Sep 16 04:55:33.523842 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6089556a-2895-4b9c-8d2e-6a8e9a0f92d3 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6902d65e-1ae8-44c3-a8f2-8d6720741b5d,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:33.540473 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3ad5db16-2a66-44b2-9673-3d2167e059f4 req-28f11156-5e53-4956-908c-69144ae47e56 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=95323e7d-bc75-4644-adb1-0a3d4ef7631b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352118 Sep 16 04:55:33.567094 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c54cfb21-0add-4c16-8790-2b017407c8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.569865 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c54cfb21-0add-4c16-8790-2b017407c8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.571029 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c54cfb21-0add-4c16-8790-2b017407c8ff admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2f58ec88-0dd3-40be-9dd5-ac7c2a5610b9 HTTP/1.1" status: 204 len: 168 time: 0.4980099 Sep 16 04:55:33.599053 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54cfb21-0add-4c16-8790-2b017407c8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f58ec88-0dd3-40be-9dd5-ac7c2a5610b9,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:33.602605 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4c691d6e-0eab-4248-84f8-d21ec2e23545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.613371 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4c691d6e-0eab-4248-84f8-d21ec2e23545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.632196 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f031f5f0-2573-4e5b-a184-7428ef0c6552 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.663211 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4d6d4be9-bf94-4984-b8d5-e0b573e0bf66 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1626976 Sep 16 04:55:33.663981 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50100) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:33.668551 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-63c27d72-1829-44bc-b578-fbf3e351bb69 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Request body: {'security_group_rule': {'security_group_id': '78f578e7-3ce9-48d9-8827-25b20ef4f4ae', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:33.713103 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4c691d6e-0eab-4248-84f8-d21ec2e23545 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a9544f6dfccc46d9b53ec74d32d811c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9636378 Sep 16 04:55:33.713889 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-63c27d72-1829-44bc-b578-fbf3e351bb69 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.717274 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50104) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:33.753302 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c691d6e-0eab-4248-84f8-d21ec2e23545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd4331d-a004-4560-8709-a7bdd8bdfba7,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:33.763010 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3ad5db16-2a66-44b2-9673-3d2167e059f4 req-ce2b673b-8807-4731-8790-d964310d2a27 service neutron] 10.222.0.47 "GET /v2.0/networks/95323e7d-bc75-4644-adb1-0a3d4ef7631b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128201 Sep 16 04:55:33.867256 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-886fd260-e24b-4120-9d07-662e015cf0f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.873258 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f031f5f0-2573-4e5b-a184-7428ef0c6552 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.883376 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-63c27d72-1829-44bc-b578-fbf3e351bb69 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.903832 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-63c27d72-1829-44bc-b578-fbf3e351bb69 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.936666 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f031f5f0-2573-4e5b-a184-7428ef0c6552 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.941812 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f031f5f0-2573-4e5b-a184-7428ef0c6552 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "DELETE /v2.0/subnets/1bf9ad43-aba0-4dca-bc3f-7d5928d7e4bb HTTP/1.1" status: 204 len: 168 time: 0.7988749 Sep 16 04:55:33.942864 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50114) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:33.943959 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c27d72-1829-44bc-b578-fbf3e351bb69 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b981434-e24e-42ee-8542-f5a02c29810e,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:33.945703 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-886fd260-e24b-4120-9d07-662e015cf0f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.948523 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031f5f0-2573-4e5b-a184-7428ef0c6552 tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Pushing event deleted for resources: {'Subnet': ['ID=1bf9ad43-aba0-4dca-bc3f-7d5928d7e4bb,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:33.951461 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03fcce7-8a5d-44d5-a48d-7eb3fd0f5671 None None] Network eeeaf276-edd3-44c6-8bcb-ce534e765947 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:55:33.975586 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3ad5db16-2a66-44b2-9673-3d2167e059f4 req-4e2959f5-57fd-4314-985a-b5434d501ccb service neutron] 10.222.0.47 "GET /v2.0/networks/95323e7d-bc75-4644-adb1-0a3d4ef7631b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042363 Sep 16 04:55:33.989924 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-63c27d72-1829-44bc-b578-fbf3e351bb69 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.991753 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-63c27d72-1829-44bc-b578-fbf3e351bb69 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3270233 Sep 16 04:55:33.999220 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50116) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:34.011959 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2f5ba-325e-4596-8898-ed333eb28c5f req-642e1bfb-2cbd-4ecc-9eb6-8b9775cdf7c2 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:34.014371 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3af2f5ba-325e-4596-8898-ed333eb28c5f req-642e1bfb-2cbd-4ecc-9eb6-8b9775cdf7c2 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 946 time: 0.1274505 Sep 16 04:55:34.033149 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50120) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:34.063507 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-eb331ff2-b215-4d4f-8b68-ab96bd8d543d tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "GET /v2.0/security-group-rules/8b981434-e24e-42ee-8542-f5a02c29810e HTTP/1.1" status: 200 len: 763 time: 0.0462832 Sep 16 04:55:34.066924 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50124) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:34.121437 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3af2f5ba-325e-4596-8898-ed333eb28c5f req-c6b6b3f5-496c-4e89-b5f9-2c3008c9b84a tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8f27d69d-6385-4ec0-b94a-3382c6c2c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970871 Sep 16 04:55:34.170629 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-75f2517a-22f7-41af-8f65-067f846b95a2 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1022735 Sep 16 04:55:34.173685 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50128) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:34.197987 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f3bf6d5e-242d-4759-8d8a-7d9e704c350d tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.202614 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-886fd260-e24b-4120-9d07-662e015cf0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.206642 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-886fd260-e24b-4120-9d07-662e015cf0f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.210806 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-886fd260-e24b-4120-9d07-662e015cf0f2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ccd4331d-a004-4560-8709-a7bdd8bdfba7 HTTP/1.1" status: 204 len: 168 time: 0.4925094 Sep 16 04:55:34.225252 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c9e59b2b-cfe9-4ee1-a909-0ae4b562cde5 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.246059 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886fd260-e24b-4120-9d07-662e015cf0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd4331d-a004-4560-8709-a7bdd8bdfba7,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:34.279229 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b924b068-3645-4fa2-8746-5492a4d0b143 None None] DHCP port deletion for eeeaf276-edd3-44c6-8bcb-ce534e765947 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:55:34.291953 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-4fed51d0-87a5-43e7-bcf3-543b7b05831c admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2036449124-network', 'tenant_id': 'f62c1bfba2fc40c288611b71a358423d'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:34.302262 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c9e59b2b-cfe9-4ee1-a909-0ae4b562cde5 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.347441 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fed51d0-87a5-43e7-bcf3-543b7b05831c admin admin] Made reservation on behalf of f62c1bfba2fc40c288611b71a358423d for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:34.351345 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4fed51d0-87a5-43e7-bcf3-543b7b05831c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.355828 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c9e59b2b-cfe9-4ee1-a909-0ae4b562cde5 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.379167 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c9e59b2b-cfe9-4ee1-a909-0ae4b562cde5 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.380865 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c9e59b2b-cfe9-4ee1-a909-0ae4b562cde5 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/8b981434-e24e-42ee-8542-f5a02c29810e HTTP/1.1" status: 204 len: 168 time: 0.2057886 Sep 16 04:55:34.382073 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-f3bf6d5e-242d-4759-8d8a-7d9e704c350d tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Deleting port 9c57cee0-b00d-43c7-8868-d2a67e4008ea {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:34.382429 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f3bf6d5e-242d-4759-8d8a-7d9e704c350d tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.384936 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50134) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:34.385769 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4fed51d0-87a5-43e7-bcf3-543b7b05831c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.388307 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-b924b068-3645-4fa2-8746-5492a4d0b143 None None] Deleting port 9c57cee0-b00d-43c7-8868-d2a67e4008ea {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:34.388927 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b924b068-3645-4fa2-8746-5492a4d0b143 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.395429 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e59b2b-cfe9-4ee1-a909-0ae4b562cde5 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b981434-e24e-42ee-8542-f5a02c29810e,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:34.496049 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-b924b068-3645-4fa2-8746-5492a4d0b143 None None] For port 9c57cee0-b00d-43c7-8868-d2a67e4008ea, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=9c57cee0-b00d-43c7-8868-d2a67e4008ea,segment=NetworkSegment(945d1e7c-c4b2-454f-96e5-d2d67e44ebb5),segment_id=945d1e7c-c4b2-454f-96e5-d2d67e44ebb5)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:34.496760 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b924b068-3645-4fa2-8746-5492a4d0b143 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.530868 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-b924b068-3645-4fa2-8746-5492a4d0b143 None None] Calling delete_port for 9c57cee0-b00d-43c7-8868-d2a67e4008ea owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:34.559493 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-f3bf6d5e-242d-4759-8d8a-7d9e704c350d tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] For port 9c57cee0-b00d-43c7-8868-d2a67e4008ea, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=9c57cee0-b00d-43c7-8868-d2a67e4008ea,segment=NetworkSegment(945d1e7c-c4b2-454f-96e5-d2d67e44ebb5),segment_id=945d1e7c-c4b2-454f-96e5-d2d67e44ebb5)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:34.559656 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f3bf6d5e-242d-4759-8d8a-7d9e704c350d tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.566759 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4fed51d0-87a5-43e7-bcf3-543b7b05831c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.574085 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-59b6468c-de90-47cf-9b62-6fad93fca4c7 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1813912 Sep 16 04:55:34.574992 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50142) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:34.576111 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4fed51d0-87a5-43e7-bcf3-543b7b05831c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.587144 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-b07275c6-f140-40b9-9dd2-0a88e01acae1 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Request body: {'security_group_rule': {'security_group_id': '78f578e7-3ce9-48d9-8827-25b20ef4f4ae', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:34.594928 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8242c0-cecc-4d69-9735-f0ebdd97734b req-56da87ea-9f8a-4d48-b2b8-c2ded73202e4 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:34.596723 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bc8242c0-cecc-4d69-9735-f0ebdd97734b req-56da87ea-9f8a-4d48-b2b8-c2ded73202e4 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 946 time: 0.0875154 Sep 16 04:55:34.603323 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-f3bf6d5e-242d-4759-8d8a-7d9e704c350d tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Calling delete_port for 9c57cee0-b00d-43c7-8868-d2a67e4008ea owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:34.637385 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fed51d0-87a5-43e7-bcf3-543b7b05831c admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:55:34.664924 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b924b068-3645-4fa2-8746-5492a4d0b143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.675875 n-d-712139-15 neutron-server[94766]: INFO neutron.db.securitygroups_db [None req-b07275c6-f140-40b9-9dd2-0a88e01acae1 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Project b719937841744e44ab34e741e2be88af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 04:55:34.683364 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b07275c6-f140-40b9-9dd2-0a88e01acae1 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.749188 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed51d0-87a5-43e7-bcf3-543b7b05831c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d669db44-0026-4b16-8647-b7b954763913,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:34.756221 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924b068-3645-4fa2-8746-5492a4d0b143 None None] Pushing event deleted for resources: {'Port': ['ID=9c57cee0-b00d-43c7-8868-d2a67e4008ea,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:34.758849 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f3bf6d5e-242d-4759-8d8a-7d9e704c350d tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.765439 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 9c57cee0-b00d-43c7-8868-d2a67e4008ea no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:34.772457 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b924b068-3645-4fa2-8746-5492a4d0b143 None None] No DVR routers for this DVR port 9c57cee0-b00d-43c7-8868-d2a67e4008ea on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:34.774767 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4fed51d0-87a5-43e7-bcf3-543b7b05831c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.775156 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-4fed51d0-87a5-43e7-bcf3-543b7b05831c admin admin] Added segment aa82d971-7c66-4987-9058-fa82892ee912 of type vlan for network 944888ba-33b3-4bd4-8163-599612516cbb Sep 16 04:55:34.780302 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bc8242c0-cecc-4d69-9735-f0ebdd97734b req-bf049193-f82f-4d6b-a4f8-853c6197deb8 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694238 Sep 16 04:55:34.826272 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bf6d5e-242d-4759-8d8a-7d9e704c350d tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] No DVR routers for this DVR port 9c57cee0-b00d-43c7-8868-d2a67e4008ea on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:34.835687 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 9c57cee0-b00d-43c7-8868-d2a67e4008ea {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:34.836275 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 9c57cee0-b00d-43c7-8868-d2a67e4008ea not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:34.854149 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf6d5e-242d-4759-8d8a-7d9e704c350d tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Pushing event deleted for resources: {'Port': ['ID=9c57cee0-b00d-43c7-8868-d2a67e4008ea,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:34.867903 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4fed51d0-87a5-43e7-bcf3-543b7b05831c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.882155 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b07275c6-f140-40b9-9dd2-0a88e01acae1 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.906335 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b07275c6-f140-40b9-9dd2-0a88e01acae1 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.908433 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4fed51d0-87a5-43e7-bcf3-543b7b05831c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.911106 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fed51d0-87a5-43e7-bcf3-543b7b05831c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:34.911789 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4fed51d0-87a5-43e7-bcf3-543b7b05831c admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.980542 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4fed51d0-87a5-43e7-bcf3-543b7b05831c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9400127 Sep 16 04:55:34.983152 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50158) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:35.018181 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f3bf6d5e-242d-4759-8d8a-7d9e704c350d tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.021598 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-0d6b749e-5d7f-4949-a775-9c623a59f309 admin admin] Request body: {'subnet': {'network_id': '944888ba-33b3-4bd4-8163-599612516cbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2036449124-subnet', 'tenant_id': 'f62c1bfba2fc40c288611b71a358423d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:35.030762 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07275c6-f140-40b9-9dd2-0a88e01acae1 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=687b349e-6a4d-40cb-80a9-75224bfd8d35,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:35.031005 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed51d0-87a5-43e7-bcf3-543b7b05831c admin admin] Pushing event updated for resources: {'Network': ['ID=944888ba-33b3-4bd4-8163-599612516cbb,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:35.047797 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 944888ba-33b3-4bd4-8163-599612516cbb details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:55:35.050625 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b07275c6-f140-40b9-9dd2-0a88e01acae1 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.052256 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b07275c6-f140-40b9-9dd2-0a88e01acae1 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4702437 Sep 16 04:55:35.058442 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50164) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:35.074774 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-f3bf6d5e-242d-4759-8d8a-7d9e704c350d tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeeaf276-edd3-44c6-8bcb-ce534e765947']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:35.076345 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6b749e-5d7f-4949-a775-9c623a59f309 admin admin] Made reservation on behalf of f62c1bfba2fc40c288611b71a358423d for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:35.080671 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0d6b749e-5d7f-4949-a775-9c623a59f309 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.086720 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-05f7d2a5-64a4-430e-8bc6-78ccad3c0304 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "GET /v2.0/security-group-rules/687b349e-6a4d-40cb-80a9-75224bfd8d35 HTTP/1.1" status: 200 len: 769 time: 0.0272021 Sep 16 04:55:35.089453 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50166) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:35.097074 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-f3bf6d5e-242d-4759-8d8a-7d9e704c350d tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '945d1e7c-c4b2-454f-96e5-d2d67e44ebb5') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:35.098319 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-f3bf6d5e-242d-4759-8d8a-7d9e704c350d tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '945d1e7c-c4b2-454f-96e5-d2d67e44ebb5') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:35.119927 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f3bf6d5e-242d-4759-8d8a-7d9e704c350d tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.149980 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f3bf6d5e-242d-4759-8d8a-7d9e704c350d tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.163734 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6afa7eb6-e25a-452d-9cc7-1b134af97ac3 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0730481 Sep 16 04:55:35.170336 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50174) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:35.187353 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3bf6d5e-242d-4759-8d8a-7d9e704c350d tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:55:35.190261 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f3bf6d5e-242d-4759-8d8a-7d9e704c350d tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:55:35.200437 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:55:35.268066 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e83b6d2a-5506-4fc4-94dd-b67bf41db0de tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.296285 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e83b6d2a-5506-4fc4-94dd-b67bf41db0de tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.302075 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f3bf6d5e-242d-4759-8d8a-7d9e704c350d tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.323223 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f3bf6d5e-242d-4759-8d8a-7d9e704c350d tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.328697 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f3bf6d5e-242d-4759-8d8a-7d9e704c350d tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] 10.222.0.35 "DELETE /v2.0/networks/eeeaf276-edd3-44c6-8bcb-ce534e765947 HTTP/1.1" status: 204 len: 168 time: 1.3769035 Sep 16 04:55:35.343926 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf6d5e-242d-4759-8d8a-7d9e704c350d tempest-TagsExtTest-1132213265 tempest-TagsExtTest-1132213265-project] Pushing event deleted for resources: {'Network': ['ID=eeeaf276-edd3-44c6-8bcb-ce534e765947,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:35.393765 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e83b6d2a-5506-4fc4-94dd-b67bf41db0de tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.400361 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e83b6d2a-5506-4fc4-94dd-b67bf41db0de tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.403987 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e83b6d2a-5506-4fc4-94dd-b67bf41db0de tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/687b349e-6a4d-40cb-80a9-75224bfd8d35 HTTP/1.1" status: 204 len: 168 time: 0.2302008 Sep 16 04:55:35.404138 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50184) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:35.452606 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b6d2a-5506-4fc4-94dd-b67bf41db0de tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=687b349e-6a4d-40cb-80a9-75224bfd8d35,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:35.465180 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad525e5-fdda-41e9-bac5-511c192159bd req-d834df1a-22ea-4bbe-9298-5afa38b30ecc tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:35.466744 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ad525e5-fdda-41e9-bac5-511c192159bd req-d834df1a-22ea-4bbe-9298-5afa38b30ecc tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 946 time: 0.1664419 Sep 16 04:55:35.513024 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d9e8a60e-3abf-46b9-9ab6-17d7d9c28f9f tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1037710 Sep 16 04:55:35.516017 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50188) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:35.581713 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ad525e5-fdda-41e9-bac5-511c192159bd req-fce7e3c0-b760-4175-be90-d4d807a28a99 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8f27d69d-6385-4ec0-b94a-3382c6c2c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000552 Sep 16 04:55:35.591677 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0d6b749e-5d7f-4949-a775-9c623a59f309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.639690 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d9e1bc6e-7b39-4816-a8c1-3ec4d1b5841d tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.678264 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d9e1bc6e-7b39-4816-a8c1-3ec4d1b5841d tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.692469 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b749e-5d7f-4949-a775-9c623a59f309 admin admin] Pushing event updated for resources: {'Subnet': ['ID=084d1599-3699-40f0-b7ed-26f962199949,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:35.702374 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6b749e-5d7f-4949-a775-9c623a59f309 admin admin] Checking segment: {'id': 'aa82d971-7c66-4987-9058-fa82892ee912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '944888ba-33b3-4bd4-8163-599612516cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:35.702749 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6b749e-5d7f-4949-a775-9c623a59f309 admin admin] Network hostable DHCP agents. Network: 944888ba-33b3-4bd4-8163-599612516cbb, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:55:35.723865 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6b749e-5d7f-4949-a775-9c623a59f309 admin admin] Network 944888ba-33b3-4bd4-8163-599612516cbb is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:55:35.734507 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d9e1bc6e-7b39-4816-a8c1-3ec4d1b5841d tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.736429 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-0d6b749e-5d7f-4949-a775-9c623a59f309 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 944888ba-33b3-4bd4-8163-599612516cbb) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:35.739287 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d9e1bc6e-7b39-4816-a8c1-3ec4d1b5841d tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.740490 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d9e1bc6e-7b39-4816-a8c1-3ec4d1b5841d tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "DELETE /v2.0/security-groups/78f578e7-3ce9-48d9-8827-25b20ef4f4ae HTTP/1.1" status: 204 len: 168 time: 0.2230105 Sep 16 04:55:35.748272 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfe8c54-d137-4e86-ab58-16d2797bb485 None None] Network 944888ba-33b3-4bd4-8163-599612516cbb requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:55:35.749384 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6b749e-5d7f-4949-a775-9c623a59f309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:35.751365 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0d6b749e-5d7f-4949-a775-9c623a59f309 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.753008 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50194) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:35.769354 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0d6b749e-5d7f-4949-a775-9c623a59f309 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7850823 Sep 16 04:55:35.792186 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1bc6e-7b39-4816-a8c1-3ec4d1b5841d tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f578e7-3ce9-48d9-8827-25b20ef4f4ae,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:35.796985 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50198) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:35.891123 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50206) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:35.891920 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9c1388c6-58e9-4c9a-824f-7ea79ce86604 tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1279311 Sep 16 04:55:35.978154 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ad80c06c-bf48-4125-b808-a18f76f8770f tempest-SecGroupIPv6Test-2104301296 tempest-SecGroupIPv6Test-2104301296-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0897620 Sep 16 04:55:35.995755 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c149ee-bc28-46ea-91cf-5b516551046f req-c0fdc0a1-137d-4619-ad46-d0202176267e tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:35.997712 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-07c149ee-bc28-46ea-91cf-5b516551046f req-c0fdc0a1-137d-4619-ad46-d0202176267e tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 946 time: 0.0801463 Sep 16 04:55:36.024544 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b533c9-fff7-405d-bcd6-75fce171c56e None None] Network 944888ba-33b3-4bd4-8163-599612516cbb requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:55:36.062497 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-07c149ee-bc28-46ea-91cf-5b516551046f req-cd6becf5-a943-4243-8c40-1f0b0a316ab1 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566423 Sep 16 04:55:36.288843 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-02bcb272-9c00-4565-b79a-5c3ffbb34b45 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a0c526c3bc2143aaabe01b12d3886f3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4895146 Sep 16 04:55:36.291423 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50224) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:36.364313 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e7067895-3205-43c1-9650-192e7ffabd80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:36.392486 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e7067895-3205-43c1-9650-192e7ffabd80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:36.478431 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e7067895-3205-43c1-9650-192e7ffabd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:36.482885 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e7067895-3205-43c1-9650-192e7ffabd80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:36.484671 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e7067895-3205-43c1-9650-192e7ffabd80 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/122f75a4-92aa-4147-8115-0ec4e85f3c79 HTTP/1.1" status: 204 len: 168 time: 0.1909215 Sep 16 04:55:36.495671 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7067895-3205-43c1-9650-192e7ffabd80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122f75a4-92aa-4147-8115-0ec4e85f3c79,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:36.910263 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50256) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:37.040764 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-70d0aa6f-47bd-438e-8a41-2346889c62e2 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:37.043161 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-70d0aa6f-47bd-438e-8a41-2346889c62e2 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] 10.222.0.35 "GET /v2.0/networks?id=944888ba-33b3-4bd4-8163-599612516cbb HTTP/1.1" status: 200 len: 813 time: 0.1353064 Sep 16 04:55:37.067576 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-f05a583a-7ba6-4e95-9cfa-a96fbd46d392 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] 10.222.0.35 "GET /v2.0/quotas/f62c1bfba2fc40c288611b71a358423d HTTP/1.1" status: 200 len: 375 time: 0.0164247 Sep 16 04:55:37.130310 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-a292adc7-e453-425f-bf91-86fa97c7bc32 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f62c1bfba2fc40c288611b71a358423d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564094 Sep 16 04:55:37.272934 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a21ae685-157b-4eb9-95b0-52bc62645cb0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b719937841744e44ab34e741e2be88af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3613443 Sep 16 04:55:37.275185 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50272) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:37.355970 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e98c3703-6529-4c6d-a2da-4c89c799f8e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:37.391610 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e98c3703-6529-4c6d-a2da-4c89c799f8e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:37.433151 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-d5d06227-c6ac-48ee-bf60-bca4e0967965 service neutron] 10.222.0.35 "GET /v2.0/networks/944888ba-33b3-4bd4-8163-599612516cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018768 Sep 16 04:55:37.462132 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e98c3703-6529-4c6d-a2da-4c89c799f8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:37.466868 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e98c3703-6529-4c6d-a2da-4c89c799f8e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:37.468771 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e98c3703-6529-4c6d-a2da-4c89c799f8e4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0746619d-2bee-4a6a-bb66-426e4fb871e3 HTTP/1.1" status: 204 len: 168 time: 0.1922684 Sep 16 04:55:37.484160 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c3703-6529-4c6d-a2da-4c89c799f8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0746619d-2bee-4a6a-bb66-426e4fb871e3,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:37.595717 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-57cc78ce-c7dc-42cd-bd5a-2e3d7d2190ba service neutron] 10.222.0.35 "GET /v2.0/networks/944888ba-33b3-4bd4-8163-599612516cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604149 Sep 16 04:55:37.957505 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17865534-64f6-404d-ba0e-e15ddf1096a7 req-94a62444-6e80-452e-8022-ba31c4c5bda3 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:37.959365 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-17865534-64f6-404d-ba0e-e15ddf1096a7 req-94a62444-6e80-452e-8022-ba31c4c5bda3 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 946 time: 0.0788431 Sep 16 04:55:38.003294 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-17865534-64f6-404d-ba0e-e15ddf1096a7 req-75b0b8e0-8b73-4d77-b2fb-9304a407bda0 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8f27d69d-6385-4ec0-b94a-3382c6c2c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361400 Sep 16 04:55:38.096786 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a2b775a5-d5ef-4232-8972-f05b87592fce req-8635bcac-621b-461e-a629-a99a14879e37 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] 10.222.0.35 "GET /v2.0/ports?device_id=3670efab-32a6-4249-afdf-923438c22384 HTTP/1.1" status: 200 len: 210 time: 0.0370936 Sep 16 04:55:38.491636 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50318) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:38.575715 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50322) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:38.579738 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029776 Sep 16 04:55:38.583133 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50324) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:38.810691 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d63bf613-de0b-44b1-aec7-ca998e67391e tempest-NetworksApiDiscovery-365400928 tempest-NetworksApiDiscovery-365400928-project] 10.222.0.35 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2227540 Sep 16 04:55:38.832328 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-5030e5e2-f5d1-4e28-a577-9f6b28777a95 tempest-PortsAdminExtendedAttrsTestJSON-1063648521 tempest-PortsAdminExtendedAttrsTestJSON-1063648521-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1532577356'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:38.925483 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5030e5e2-f5d1-4e28-a577-9f6b28777a95 tempest-PortsAdminExtendedAttrsTestJSON-1063648521 tempest-PortsAdminExtendedAttrsTestJSON-1063648521-project] Made reservation on behalf of 1d1fb1df0e674837974712dd5513b1c0 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:38.932729 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5030e5e2-f5d1-4e28-a577-9f6b28777a95 tempest-PortsAdminExtendedAttrsTestJSON-1063648521 tempest-PortsAdminExtendedAttrsTestJSON-1063648521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:38.956268 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5030e5e2-f5d1-4e28-a577-9f6b28777a95 tempest-PortsAdminExtendedAttrsTestJSON-1063648521 tempest-PortsAdminExtendedAttrsTestJSON-1063648521-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:38.960420 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:55:39.169755 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5030e5e2-f5d1-4e28-a577-9f6b28777a95 tempest-PortsAdminExtendedAttrsTestJSON-1063648521 tempest-PortsAdminExtendedAttrsTestJSON-1063648521-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:39.203225 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5030e5e2-f5d1-4e28-a577-9f6b28777a95 tempest-PortsAdminExtendedAttrsTestJSON-1063648521 tempest-PortsAdminExtendedAttrsTestJSON-1063648521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:39.235300 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030e5e2-f5d1-4e28-a577-9f6b28777a95 tempest-PortsAdminExtendedAttrsTestJSON-1063648521 tempest-PortsAdminExtendedAttrsTestJSON-1063648521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d0f309-f08b-48e8-9c1d-251534b40899,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:39.251976 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5030e5e2-f5d1-4e28-a577-9f6b28777a95 tempest-PortsAdminExtendedAttrsTestJSON-1063648521 tempest-PortsAdminExtendedAttrsTestJSON-1063648521-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:55:39.272034 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e741063-e72d-4c86-a6f7-0b8534ee5cd6 req-7ba4b802-e3f0-4037-912c-4a2e39a505f6 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:39.273847 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5e741063-e72d-4c86-a6f7-0b8534ee5cd6 req-7ba4b802-e3f0-4037-912c-4a2e39a505f6 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 946 time: 0.1239140 Sep 16 04:55:39.280224 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5030e5e2-f5d1-4e28-a577-9f6b28777a95 tempest-PortsAdminExtendedAttrsTestJSON-1063648521 tempest-PortsAdminExtendedAttrsTestJSON-1063648521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:39.280224 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-5030e5e2-f5d1-4e28-a577-9f6b28777a95 tempest-PortsAdminExtendedAttrsTestJSON-1063648521 tempest-PortsAdminExtendedAttrsTestJSON-1063648521-project] Added segment e8a3044e-bb33-4bdf-8e14-0d66f9754020 of type vlan for network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 Sep 16 04:55:39.281102 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50358) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:39.349876 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5030e5e2-f5d1-4e28-a577-9f6b28777a95 tempest-PortsAdminExtendedAttrsTestJSON-1063648521 tempest-PortsAdminExtendedAttrsTestJSON-1063648521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:39.379055 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5e741063-e72d-4c86-a6f7-0b8534ee5cd6 req-f0e167e0-b84d-4cf4-86ba-f7baa4bd5cea tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8f27d69d-6385-4ec0-b94a-3382c6c2c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853646 Sep 16 04:55:39.424346 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5030e5e2-f5d1-4e28-a577-9f6b28777a95 tempest-PortsAdminExtendedAttrsTestJSON-1063648521 tempest-PortsAdminExtendedAttrsTestJSON-1063648521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:39.437183 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5030e5e2-f5d1-4e28-a577-9f6b28777a95 tempest-PortsAdminExtendedAttrsTestJSON-1063648521 tempest-PortsAdminExtendedAttrsTestJSON-1063648521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:39.437863 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5030e5e2-f5d1-4e28-a577-9f6b28777a95 tempest-PortsAdminExtendedAttrsTestJSON-1063648521 tempest-PortsAdminExtendedAttrsTestJSON-1063648521-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:39.503035 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-673bf00e-9bec-4fd2-af59-18037c7d048f req-bc5c79bf-a022-4de5-9cb6-ea5302d4c0cc tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] 10.222.0.35 "GET /v2.0/ports?device_id=3670efab-32a6-4249-afdf-923438c22384 HTTP/1.1" status: 200 len: 210 time: 0.0614693 Sep 16 04:55:39.538492 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2bd59709-5556-4ade-a0a2-c5b29318cb7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:39.553471 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5030e5e2-f5d1-4e28-a577-9f6b28777a95 tempest-PortsAdminExtendedAttrsTestJSON-1063648521 tempest-PortsAdminExtendedAttrsTestJSON-1063648521-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.0565934 Sep 16 04:55:39.553471 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030e5e2-f5d1-4e28-a577-9f6b28777a95 tempest-PortsAdminExtendedAttrsTestJSON-1063648521 tempest-PortsAdminExtendedAttrsTestJSON-1063648521-project] Pushing event updated for resources: {'Network': ['ID=3f74939d-23d5-41bd-93a9-f52b3f9fa6d5,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:39.568889 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:55:39.703050 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50372) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:39.755737 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2bd59709-5556-4ade-a0a2-c5b29318cb7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:39.761859 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2bd59709-5556-4ade-a0a2-c5b29318cb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:39.804354 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd59709-5556-4ade-a0a2-c5b29318cb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8455a5f-6deb-4ff2-abe5-859b09d91364,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:39.840653 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50378) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:39.840821 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2bd59709-5556-4ade-a0a2-c5b29318cb7e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d58bbb3aad5f463ab3dcea8c795ab01c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5572879 Sep 16 04:55:39.866805 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-cae38cd3-b28d-4cdc-b5d5-6ef23e800b4a tempest-SubnetPoolsTestJSON-2115217785 tempest-SubnetPoolsTestJSON-2115217785-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-796873820', 'prefixes': ['172.20.0.0/16']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:39.940387 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8218089d-1313-4752-a98e-a33d65fc3e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:40.003689 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8218089d-1313-4752-a98e-a33d65fc3e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:40.034534 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50384) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:40.039796 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Request body: {'port': {'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5', 'binding:host_id': 'n-h1-712139-15', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1974269667'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:40.073168 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b50a673b-72d4-48e0-b4e3-77719b2f77ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:40.076512 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8218089d-1313-4752-a98e-a33d65fc3e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:40.082712 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8218089d-1313-4752-a98e-a33d65fc3e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:40.086775 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8218089d-1313-4752-a98e-a33d65fc3e37 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f8455a5f-6deb-4ff2-abe5-859b09d91364 HTTP/1.1" status: 204 len: 168 time: 0.2421510 Sep 16 04:55:40.102200 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Made reservation on behalf of 79e8bc45a8f746c18bbc70ffcfef4ea0 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:40.104019 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218089d-1313-4752-a98e-a33d65fc3e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8455a5f-6deb-4ff2-abe5-859b09d91364,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:40.106060 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:40.143213 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:40.144876 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cae38cd3-b28d-4cdc-b5d5-6ef23e800b4a tempest-SubnetPoolsTestJSON-2115217785 tempest-SubnetPoolsTestJSON-2115217785-project] Notify callbacks [] for subnetpool, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:40.148615 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-cae38cd3-b28d-4cdc-b5d5-6ef23e800b4a tempest-SubnetPoolsTestJSON-2115217785 tempest-SubnetPoolsTestJSON-2115217785-project] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4415898 Sep 16 04:55:40.149669 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50388) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:40.219772 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-94cd368d-cf75-4602-bc15-59e3924f9c5d tempest-SubnetPoolsTestJSON-2115217785 tempest-SubnetPoolsTestJSON-2115217785-project] 10.222.0.35 "GET /v2.0/subnetpools/c5b7ae88-ee99-47e5-980e-347e5983f727 HTTP/1.1" status: 200 len: 731 time: 0.0675738 Sep 16 04:55:40.223209 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50394) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:40.230046 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-ed444f4f-d683-4ef0-a936-42002b8933e4 tempest-SubnetPoolsTestJSON-2115217785 tempest-SubnetPoolsTestJSON-2115217785-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-25026667'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:40.396107 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:40.406083 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:40.430116 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] device_id is not set on port f37d8bc8-1cd3-41c1-9e63-294a3b36733d yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:55:40.566037 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ebdfd-d198-4c8d-bd1b-3717aed969cf req-879cc5e1-0e4b-4908-8bac-a96729596148 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:40.567590 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-422ebdfd-d198-4c8d-bd1b-3717aed969cf req-879cc5e1-0e4b-4908-8bac-a96729596148 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 946 time: 0.0854187 Sep 16 04:55:40.641608 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-422ebdfd-d198-4c8d-bd1b-3717aed969cf req-b9403105-3112-4728-8cfd-bf56eea0a094 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8f27d69d-6385-4ec0-b94a-3382c6c2c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666654 Sep 16 04:55:40.769736 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1855ab3a-3f97-4aa2-9e55-59b7c5bb5000 req-3dd09e37-0fe6-4fc4-8161-b04f89a7ac46 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] 10.222.0.35 "GET /v2.0/ports?device_id=3670efab-32a6-4249-afdf-923438c22384 HTTP/1.1" status: 200 len: 210 time: 0.0399923 Sep 16 04:55:40.779840 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ed444f4f-d683-4ef0-a936-42002b8933e4 tempest-SubnetPoolsTestJSON-2115217785 tempest-SubnetPoolsTestJSON-2115217785-project] Notify callbacks [] for subnetpool, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:40.782333 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ed444f4f-d683-4ef0-a936-42002b8933e4 tempest-SubnetPoolsTestJSON-2115217785 tempest-SubnetPoolsTestJSON-2115217785-project] 10.222.0.35 "PUT /v2.0/subnetpools/c5b7ae88-ee99-47e5-980e-347e5983f727 HTTP/1.1" status: 200 len: 682 time: 0.5558112 Sep 16 04:55:40.786368 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50412) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:40.836072 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] device_id is not set on port f37d8bc8-1cd3-41c1-9e63-294a3b36733d yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:55:40.845771 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b54683-ae4a-4478-9bbd-4d975c0958ea,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:40.853076 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:40.863712 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:40.937084 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Pushing event updated for resources: {'Port': ['ID=f37d8bc8-1cd3-41c1-9e63-294a3b36733d,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:40.949689 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Checking segment: {'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:40.950207 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Network hostable DHCP agents. Network: 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:55:40.969737 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7173a670-32ca-4e61-9f81-3edefdf66d94 tempest-SubnetPoolsTestJSON-2115217785 tempest-SubnetPoolsTestJSON-2115217785-project] Notify callbacks [] for subnetpool, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:40.972100 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:55:40.977579 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7173a670-32ca-4e61-9f81-3edefdf66d94 tempest-SubnetPoolsTestJSON-2115217785 tempest-SubnetPoolsTestJSON-2115217785-project] 10.222.0.35 "DELETE /v2.0/subnetpools/c5b7ae88-ee99-47e5-980e-347e5983f727 HTTP/1.1" status: 204 len: 168 time: 0.1900270 Sep 16 04:55:40.978436 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50418) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:40.987850 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:40.992861 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:40.999640 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a50eea-fd11-43c1-8476-48b3dec4bd46 None None] Network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:55:41.036133 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:41.036798 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:41.037875 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:41.043132 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-e3943a3c-02fe-474f-88f8-e10394458ce8 tempest-SubnetPoolsTestJSON-2115217785 tempest-SubnetPoolsTestJSON-2115217785-project] show failed (client error): The resource could not be found. Sep 16 04:55:41.045911 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e3943a3c-02fe-474f-88f8-e10394458ce8 tempest-SubnetPoolsTestJSON-2115217785 tempest-SubnetPoolsTestJSON-2115217785-project] 10.222.0.35 "GET /v2.0/subnetpools/c5b7ae88-ee99-47e5-980e-347e5983f727 HTTP/1.1" status: 404 len: 346 time: 0.0662081 Sep 16 04:55:41.049524 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50426) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:41.052411 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:41.053862 n-d-712139-15 neutron-server[94766]: ERROR neutron.plugins.ml2.managers [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Failed to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on host n-h1-712139-15 for vnic_type normal using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] Sep 16 04:55:41.057341 n-d-712139-15 neutron-server[94766]: INFO neutron.plugins.ml2.plugin [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempt 2 to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d Sep 16 04:55:41.069854 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-07d3d721-504e-43c4-b837-5e336504ae96 tempest-SubnetPoolsTestJSON-2115217785 tempest-SubnetPoolsTestJSON-2115217785-project] delete failed (client error): The resource could not be found. Sep 16 04:55:41.070891 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-07d3d721-504e-43c4-b837-5e336504ae96 tempest-SubnetPoolsTestJSON-2115217785 tempest-SubnetPoolsTestJSON-2115217785-project] 10.222.0.35 "DELETE /v2.0/subnetpools/c5b7ae88-ee99-47e5-980e-347e5983f727 HTTP/1.1" status: 404 len: 346 time: 0.0200353 Sep 16 04:55:41.097873 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:41.098259 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:41.098940 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:41.104851 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:41.105425 n-d-712139-15 neutron-server[94766]: ERROR neutron.plugins.ml2.managers [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Failed to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on host n-h1-712139-15 for vnic_type normal using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] Sep 16 04:55:41.105866 n-d-712139-15 neutron-server[94766]: INFO neutron.plugins.ml2.plugin [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempt 3 to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d Sep 16 04:55:41.130455 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:41.130802 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:41.131148 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:41.136203 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:41.136548 n-d-712139-15 neutron-server[94766]: ERROR neutron.plugins.ml2.managers [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Failed to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on host n-h1-712139-15 for vnic_type normal using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] Sep 16 04:55:41.137028 n-d-712139-15 neutron-server[94766]: INFO neutron.plugins.ml2.plugin [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempt 4 to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d Sep 16 04:55:41.158266 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:41.158479 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:41.158991 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:41.165420 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:41.165698 n-d-712139-15 neutron-server[94766]: ERROR neutron.plugins.ml2.managers [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Failed to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on host n-h1-712139-15 for vnic_type normal using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] Sep 16 04:55:41.166093 n-d-712139-15 neutron-server[94766]: INFO neutron.plugins.ml2.plugin [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempt 5 to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d Sep 16 04:55:41.183471 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:41.183820 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:41.184169 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:41.207750 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:41.208138 n-d-712139-15 neutron-server[94766]: ERROR neutron.plugins.ml2.managers [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Failed to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on host n-h1-712139-15 for vnic_type normal using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] Sep 16 04:55:41.208501 n-d-712139-15 neutron-server[94766]: INFO neutron.plugins.ml2.plugin [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempt 6 to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d Sep 16 04:55:41.244163 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:41.244783 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:41.245432 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:41.250575 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:41.251149 n-d-712139-15 neutron-server[94766]: ERROR neutron.plugins.ml2.managers [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Failed to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on host n-h1-712139-15 for vnic_type normal using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] Sep 16 04:55:41.251906 n-d-712139-15 neutron-server[94766]: INFO neutron.plugins.ml2.plugin [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempt 7 to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d Sep 16 04:55:41.311824 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:41.312338 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:41.313431 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:41.341326 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:41.341874 n-d-712139-15 neutron-server[94766]: ERROR neutron.plugins.ml2.managers [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Failed to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on host n-h1-712139-15 for vnic_type normal using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] Sep 16 04:55:41.344822 n-d-712139-15 neutron-server[94766]: INFO neutron.plugins.ml2.plugin [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempt 8 to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d Sep 16 04:55:41.366159 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:41.366787 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:41.367761 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:41.409311 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:41.409657 n-d-712139-15 neutron-server[94766]: ERROR neutron.plugins.ml2.managers [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Failed to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on host n-h1-712139-15 for vnic_type normal using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] Sep 16 04:55:41.413663 n-d-712139-15 neutron-server[94766]: INFO neutron.plugins.ml2.plugin [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempt 9 to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d Sep 16 04:55:41.435335 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:41.435683 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:41.436019 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:41.446599 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:41.446938 n-d-712139-15 neutron-server[94766]: ERROR neutron.plugins.ml2.managers [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Failed to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on host n-h1-712139-15 for vnic_type normal using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] Sep 16 04:55:41.452027 n-d-712139-15 neutron-server[94766]: INFO neutron.plugins.ml2.plugin [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempt 10 to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d Sep 16 04:55:41.470877 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-cd1fee94-1eff-469a-a0db-84576ea44054 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:41.472408 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-cd1fee94-1eff-469a-a0db-84576ea44054 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] 10.222.0.48 "GET /v2.0/networks?id=944888ba-33b3-4bd4-8163-599612516cbb HTTP/1.1" status: 200 len: 813 time: 0.1739295 Sep 16 04:55:41.478120 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:41.478464 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:41.478866 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:41.484044 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:41.484984 n-d-712139-15 neutron-server[94766]: ERROR neutron.plugins.ml2.managers [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Failed to bind port f37d8bc8-1cd3-41c1-9e63-294a3b36733d on host n-h1-712139-15 for vnic_type normal using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] Sep 16 04:55:41.485527 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:41.499164 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-f2aee5d4-4dbb-42a2-87d8-2a584f2b2e96 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] Request body: {'port': {'device_id': '3670efab-32a6-4249-afdf-923438c22384', 'network_id': '944888ba-33b3-4bd4-8163-599612516cbb', 'admin_state_up': True, 'tenant_id': 'f62c1bfba2fc40c288611b71a358423d'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:41.569408 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:41.620119 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50440) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:41.631924 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] For port f37d8bc8-1cd3-41c1-9e63-294a3b36733d, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:41.632301 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempted to set empty binding levels {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 04:55:41.639770 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:41.691627 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:41.692301 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:41.730584 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-f2aee5d4-4dbb-42a2-87d8-2a584f2b2e96 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] Made reservation on behalf of f62c1bfba2fc40c288611b71a358423d for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:41.734694 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-f2aee5d4-4dbb-42a2-87d8-2a584f2b2e96 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:41.740255 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Pushing event updated for resources: {'Port': ['ID=f37d8bc8-1cd3-41c1-9e63-294a3b36733d,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:41.745563 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7e7b2d2c-446c-4d9c-8f22-37a794ccdf59 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.7096598 Sep 16 04:55:41.755420 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50448) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:41.803374 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b23868-6bd3-4138-90fe-14711273417d req-efb726db-0032-4c5f-a051-cfd39461c205 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:41.805351 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d6b23868-6bd3-4138-90fe-14711273417d req-efb726db-0032-4c5f-a051-cfd39461c205 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 946 time: 0.0759323 Sep 16 04:55:41.820138 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-734c9007-6f09-47cd-b3ce-6893d2ba1041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:41.879990 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d6b23868-6bd3-4138-90fe-14711273417d req-4a97d0a9-d80d-46a7-b647-515534b2e60e tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8f27d69d-6385-4ec0-b94a-3382c6c2c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619719 Sep 16 04:55:41.907425 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-00c5b148-d77a-49ce-8762-e23622e29c42 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Deleting port f37d8bc8-1cd3-41c1-9e63-294a3b36733d {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:41.908375 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-00c5b148-d77a-49ce-8762-e23622e29c42 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.028134 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5008c3d8-88c4-4f35-8027-091a05b1c8ec req-abe3c156-78c9-4fbb-99e7-6aab2c5c04af tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] 10.222.0.35 "GET /v2.0/ports?device_id=3670efab-32a6-4249-afdf-923438c22384 HTTP/1.1" status: 200 len: 210 time: 0.0438871 Sep 16 04:55:42.030744 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-734c9007-6f09-47cd-b3ce-6893d2ba1041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.030860 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-00c5b148-d77a-49ce-8762-e23622e29c42 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] For port f37d8bc8-1cd3-41c1-9e63-294a3b36733d, host n-h1-712139-15, got binding levels [] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:42.032138 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-00c5b148-d77a-49ce-8762-e23622e29c42 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.038438 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-734c9007-6f09-47cd-b3ce-6893d2ba1041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.051889 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-f2aee5d4-4dbb-42a2-87d8-2a584f2b2e96 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] Allocated IP 172.20.0.14 (944888ba-33b3-4bd4-8163-599612516cbb/084d1599-3699-40f0-b7ed-26f962199949/e7140dd5-de60-406f-9795-31a1dba84eb5) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:42.054539 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-00c5b148-d77a-49ce-8762-e23622e29c42 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Calling delete_port for f37d8bc8-1cd3-41c1-9e63-294a3b36733d owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:42.132212 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-734c9007-6f09-47cd-b3ce-6893d2ba1041 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a6c437a8d6814f99a1bf75c2d97e7bf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5076272 Sep 16 04:55:42.132212 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c9007-6f09-47cd-b3ce-6893d2ba1041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0a8238-077b-4be0-b841-3a4fb54bbf57,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:42.133574 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50462) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:42.242466 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2eb97f31-0e2a-4670-a470-bd7f2dc01b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.321460 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2eb97f31-0e2a-4670-a470-bd7f2dc01b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.321820 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-00c5b148-d77a-49ce-8762-e23622e29c42 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.366597 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5b148-d77a-49ce-8762-e23622e29c42 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Pushing event deleted for resources: {'Port': ['ID=f37d8bc8-1cd3-41c1-9e63-294a3b36733d,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:42.384603 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-00c5b148-d77a-49ce-8762-e23622e29c42 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.384603 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-00c5b148-d77a-49ce-8762-e23622e29c42 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] 10.222.0.35 "DELETE /v2.0/ports/f37d8bc8-1cd3-41c1-9e63-294a3b36733d HTTP/1.1" status: 204 len: 168 time: 0.6282535 Sep 16 04:55:42.387747 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50470) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:42.431174 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-f2aee5d4-4dbb-42a2-87d8-2a584f2b2e96 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.433271 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e554947e-93e4-4482-a508-3bc0355d58d2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] GET failed (client error): The resource could not be found. Sep 16 04:55:42.438419 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e554947e-93e4-4482-a508-3bc0355d58d2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] 10.222.0.35 "GET /v2.0/ports/f37d8bc8-1cd3-41c1-9e63-294a3b36733d HTTP/1.1" status: 404 len: 333 time: 0.0459275 Sep 16 04:55:42.440098 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50474) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:42.442902 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2eb97f31-0e2a-4670-a470-bd7f2dc01b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.444974 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-6158743f-e95e-4b3d-ad8b-e7324d06abdc tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Request body: {'port': {'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1529092660'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:42.446067 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2eb97f31-0e2a-4670-a470-bd7f2dc01b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.450731 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2eb97f31-0e2a-4670-a470-bd7f2dc01b22 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3a0a8238-077b-4be0-b841-3a4fb54bbf57 HTTP/1.1" status: 204 len: 168 time: 0.3157599 Sep 16 04:55:42.471891 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb97f31-0e2a-4670-a470-bd7f2dc01b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0a8238-077b-4be0-b841-3a4fb54bbf57,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:42.487526 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6158743f-e95e-4b3d-ad8b-e7324d06abdc tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Made reservation on behalf of 79e8bc45a8f746c18bbc70ffcfef4ea0 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:42.490967 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6158743f-e95e-4b3d-ad8b-e7324d06abdc tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.513631 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-6158743f-e95e-4b3d-ad8b-e7324d06abdc tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] device_id is not set on port cfe2af89-c869-41ca-b13a-96b55a6ebb12 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:55:42.518592 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e66e33-488e-4253-86f1-12b0edda265e req-78b9249e-6d1e-490b-ae0a-c9b9a40d5873 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:42.533355 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-86e66e33-488e-4253-86f1-12b0edda265e req-78b9249e-6d1e-490b-ae0a-c9b9a40d5873 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 946 time: 0.2672112 Sep 16 04:55:42.568493 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07695aea-7973-4ec3-b36a-98622a651634 req-0d46bcb3-e6d6-4c0c-9207-1e4bc5fdf2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:42.571093 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-07695aea-7973-4ec3-b36a-98622a651634 req-0d46bcb3-e6d6-4c0c-9207-1e4bc5fdf2f0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e1faaf8ea3f84b74b8884c5da7c3f469&device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 1098 time: 0.1910298 Sep 16 04:55:42.577638 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-f2aee5d4-4dbb-42a2-87d8-2a584f2b2e96 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.631560 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-86e66e33-488e-4253-86f1-12b0edda265e req-a33db93a-911e-4d89-920a-6f3125db8f00 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8f27d69d-6385-4ec0-b94a-3382c6c2c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958724 Sep 16 04:55:42.665650 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-f2aee5d4-4dbb-42a2-87d8-2a584f2b2e96 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] Network 944888ba-33b3-4bd4-8163-599612516cbb is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:42.670991 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-f2aee5d4-4dbb-42a2-87d8-2a584f2b2e96 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:42.679415 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-f2aee5d4-4dbb-42a2-87d8-2a584f2b2e96 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:42.725431 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aee5d4-4dbb-42a2-87d8-2a584f2b2e96 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] Pushing event updated for resources: {'Port': ['ID=e7140dd5-de60-406f-9795-31a1dba84eb5,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:42.789775 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07695aea-7973-4ec3-b36a-98622a651634 req-bb02a636-84a9-448e-9556-1432aeff08f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:42.791518 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-07695aea-7973-4ec3-b36a-98622a651634 req-bb02a636-84a9-448e-9556-1432aeff08f8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b57de9dd-8389-462f-809e-a5ea9e13e1e0 HTTP/1.1" status: 200 len: 911 time: 0.2130458 Sep 16 04:55:42.813182 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-f2aee5d4-4dbb-42a2-87d8-2a584f2b2e96 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:42.814519 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-f2aee5d4-4dbb-42a2-87d8-2a584f2b2e96 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.852450 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-f2aee5d4-4dbb-42a2-87d8-2a584f2b2e96 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3636296 Sep 16 04:55:42.875219 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-e370aa3d-a16b-4223-9aba-0a9490cfb612 service neutron] Request body: {'port': {'device_id': '3670efab-32a6-4249-afdf-923438c22384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:42.882074 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6158743f-e95e-4b3d-ad8b-e7324d06abdc tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.913850 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-07695aea-7973-4ec3-b36a-98622a651634 req-b73537b9-bf3e-4a21-be7b-99c50e2c7efe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4ffa50b-c347-4976-a254-c870fa6bfd5c HTTP/1.1" status: 200 len: 1002 time: 0.1144853 Sep 16 04:55:42.974558 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07695aea-7973-4ec3-b36a-98622a651634 req-73756456-6d46-42e4-8454-07dd77d7e1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:42.974558 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-07695aea-7973-4ec3-b36a-98622a651634 req-73756456-6d46-42e4-8454-07dd77d7e1b7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d075d26-c7df-4ea0-b069-e1f04da018dc HTTP/1.1" status: 200 len: 849 time: 0.0520673 Sep 16 04:55:43.000177 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-e370aa3d-a16b-4223-9aba-0a9490cfb612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.048602 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07695aea-7973-4ec3-b36a-98622a651634 req-d7c60e69-dc16-4c95-a337-f59746e7c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:43.050174 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-07695aea-7973-4ec3-b36a-98622a651634 req-d7c60e69-dc16-4c95-a337-f59746e7c5f8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b57de9dd-8389-462f-809e-a5ea9e13e1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686276 Sep 16 04:55:43.232480 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-82a24fdc-7955-428b-8b56-8d90e059d6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.373739 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-07695aea-7973-4ec3-b36a-98622a651634 req-518ef462-6607-41ad-aaeb-172a9ace2850 service neutron] 10.222.0.48 "GET /v2.0/networks/b57de9dd-8389-462f-809e-a5ea9e13e1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160739 Sep 16 04:55:43.421245 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-e370aa3d-a16b-4223-9aba-0a9490cfb612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7140dd5-de60-406f-9795-31a1dba84eb5 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:43.429790 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-e370aa3d-a16b-4223-9aba-0a9490cfb612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.452228 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-e370aa3d-a16b-4223-9aba-0a9490cfb612 service neutron] Transition to ACTIVE for port object e7140dd5-de60-406f-9795-31a1dba84eb5 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:55:43.461973 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-e370aa3d-a16b-4223-9aba-0a9490cfb612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.496618 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.512281 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6758e-38a3-4287-af38-9cd4dfd32364 req-59448727-2455-4cf9-96c8-22dacaa44078 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:43.520550 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-19e6758e-38a3-4287-af38-9cd4dfd32364 req-59448727-2455-4cf9-96c8-22dacaa44078 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] 10.222.0.35 "GET /v2.0/ports?device_id=3670efab-32a6-4249-afdf-923438c22384 HTTP/1.1" status: 200 len: 932 time: 0.2260292 Sep 16 04:55:43.522469 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370aa3d-a16b-4223-9aba-0a9490cfb612 service neutron] Pushing event updated for resources: {'Port': ['ID=e7140dd5-de60-406f-9795-31a1dba84eb5,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:43.526110 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6158743f-e95e-4b3d-ad8b-e7324d06abdc tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.553592 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-07695aea-7973-4ec3-b36a-98622a651634 req-3d7ff784-b834-444d-b36f-4cc8c8b6f0bf service neutron] 10.222.0.48 "GET /v2.0/networks/b57de9dd-8389-462f-809e-a5ea9e13e1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688149 Sep 16 04:55:43.612043 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-19e6758e-38a3-4287-af38-9cd4dfd32364 req-1de1dcb0-c81e-4866-9337-e2d0c9c13c1e tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] 10.222.0.35 "GET /v2.0/security-groups?id=d669db44-0026-4b16-8647-b7b954763913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905116 Sep 16 04:55:43.618194 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6158743f-e95e-4b3d-ad8b-e7324d06abdc tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:43.640062 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158743f-e95e-4b3d-ad8b-e7324d06abdc tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Pushing event updated for resources: {'Port': ['ID=cfe2af89-c869-41ca-b13a-96b55a6ebb12,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:43.645223 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-6158743f-e95e-4b3d-ad8b-e7324d06abdc tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:43.663270 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6158743f-e95e-4b3d-ad8b-e7324d06abdc tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:43.664238 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6158743f-e95e-4b3d-ad8b-e7324d06abdc tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:43.664871 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6158743f-e95e-4b3d-ad8b-e7324d06abdc tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.711456 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6158743f-e95e-4b3d-ad8b-e7324d06abdc tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2701669 Sep 16 04:55:43.714077 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50522) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:43.719736 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:43.772676 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-e370aa3d-a16b-4223-9aba-0a9490cfb612 service neutron] Attempting to bind port e7140dd5-de60-406f-9795-31a1dba84eb5 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:43.773195 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-e370aa3d-a16b-4223-9aba-0a9490cfb612 service neutron] Attempting to bind port e7140dd5-de60-406f-9795-31a1dba84eb5 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': 'aa82d971-7c66-4987-9058-fa82892ee912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '944888ba-33b3-4bd4-8163-599612516cbb'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:43.773537 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-e370aa3d-a16b-4223-9aba-0a9490cfb612 service neutron] Attempting to bind port e7140dd5-de60-406f-9795-31a1dba84eb5 on network 944888ba-33b3-4bd4-8163-599612516cbb {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:43.780814 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-e370aa3d-a16b-4223-9aba-0a9490cfb612 service neutron] Port e7140dd5-de60-406f-9795-31a1dba84eb5 on network 944888ba-33b3-4bd4-8163-599612516cbb not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:43.781815 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-e370aa3d-a16b-4223-9aba-0a9490cfb612 service neutron] Attempting to bind port e7140dd5-de60-406f-9795-31a1dba84eb5 on network 944888ba-33b3-4bd4-8163-599612516cbb {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:43.791534 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-e370aa3d-a16b-4223-9aba-0a9490cfb612 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:43.791868 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-e370aa3d-a16b-4223-9aba-0a9490cfb612 service neutron] Checking segment: {'id': 'aa82d971-7c66-4987-9058-fa82892ee912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '944888ba-33b3-4bd4-8163-599612516cbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:43.792372 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-e370aa3d-a16b-4223-9aba-0a9490cfb612 service neutron] Bound using segment: {'id': 'aa82d971-7c66-4987-9058-fa82892ee912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '944888ba-33b3-4bd4-8163-599612516cbb'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:43.793233 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-e370aa3d-a16b-4223-9aba-0a9490cfb612 service neutron] Bound port: e7140dd5-de60-406f-9795-31a1dba84eb5, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa82d971-7c66-4987-9058-fa82892ee912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '944888ba-33b3-4bd4-8163-599612516cbb'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:43.793824 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-e370aa3d-a16b-4223-9aba-0a9490cfb612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.810295 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93cf8d-6e41-4b93-9c56-282189b8ce68 req-54fa9c3d-244d-4683-8528-b44ffaa70b97 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:43.822551 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4f93cf8d-6e41-4b93-9c56-282189b8ce68 req-54fa9c3d-244d-4683-8528-b44ffaa70b97 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 946 time: 0.1084468 Sep 16 04:55:43.840899 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.876610 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4f93cf8d-6e41-4b93-9c56-282189b8ce68 req-dbcade65-08aa-4276-b616-944748f6e8f1 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8f27d69d-6385-4ec0-b94a-3382c6c2c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522561 Sep 16 04:55:43.966488 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-e370aa3d-a16b-4223-9aba-0a9490cfb612 service neutron] For port e7140dd5-de60-406f-9795-31a1dba84eb5, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:43.991023 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-e370aa3d-a16b-4223-9aba-0a9490cfb612 service neutron] For port e7140dd5-de60-406f-9795-31a1dba84eb5, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=e7140dd5-de60-406f-9795-31a1dba84eb5,segment=NetworkSegment(aa82d971-7c66-4987-9058-fa82892ee912),segment_id=aa82d971-7c66-4987-9058-fa82892ee912)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:44.061417 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-e370aa3d-a16b-4223-9aba-0a9490cfb612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:44.159804 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-e370aa3d-a16b-4223-9aba-0a9490cfb612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:44.160803 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-e370aa3d-a16b-4223-9aba-0a9490cfb612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:44.163234 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-e370aa3d-a16b-4223-9aba-0a9490cfb612 service neutron] 10.222.0.48 "PUT /v2.0/ports/e7140dd5-de60-406f-9795-31a1dba84eb5 HTTP/1.1" status: 200 len: 1093 time: 1.2930775 Sep 16 04:55:44.166272 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3670efab-32a6-4249-afdf-923438c22384', 'tag': 'e7140dd5-de60-406f-9795-31a1dba84eb5'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:44.171037 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a45abe7-78cb-401b-b4fd-346293bb1735" -d '{"events": [{"name": "network-changed", "server_uuid": "3670efab-32a6-4249-afdf-923438c22384", "tag": "e7140dd5-de60-406f-9795-31a1dba84eb5"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:44.176684 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370aa3d-a16b-4223-9aba-0a9490cfb612 service neutron] Pushing event updated for resources: {'Port': ['ID=e7140dd5-de60-406f-9795-31a1dba84eb5,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:44.291130 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] device_id is not set on port cfe2af89-c869-41ca-b13a-96b55a6ebb12 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:55:44.306453 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:44.313151 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-c2299cb0-298d-4438-b199-12a8a60d3067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:44.314843 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-c2299cb0-298d-4438-b199-12a8a60d3067 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f62c1bfba2fc40c288611b71a358423d&device_id=3670efab-32a6-4249-afdf-923438c22384 HTTP/1.1" status: 200 len: 1096 time: 0.0695589 Sep 16 04:55:44.316295 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:44.490215 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:44.523504 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:44.713538 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50554) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:44.808068 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b04dc56-2658-485a-bcf3-ec2a13f0bfc9 x-openstack-request-id: req-2b04dc56-2658-485a-bcf3-ec2a13f0bfc9 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:44.808379 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3670efab-32a6-4249-afdf-923438c22384", "tag": "e7140dd5-de60-406f-9795-31a1dba84eb5", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:44.808658 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2b04dc56-2658-485a-bcf3-ec2a13f0bfc9 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:44.809773 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3670efab-32a6-4249-afdf-923438c22384', 'tag': 'e7140dd5-de60-406f-9795-31a1dba84eb5', 'status': 'completed', 'code': 200} Sep 16 04:55:44.848663 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f822f-f0c8-488d-91b5-363d5301f2e1 req-a59fb455-d66c-4998-ba5f-a2e824bb91ec tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:44.852159 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-760f822f-f0c8-488d-91b5-363d5301f2e1 req-a59fb455-d66c-4998-ba5f-a2e824bb91ec tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] 10.222.0.35 "GET /v2.0/ports?device_id=3670efab-32a6-4249-afdf-923438c22384 HTTP/1.1" status: 200 len: 944 time: 0.0836461 Sep 16 04:55:44.860074 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-6af7ce3a-3be2-413b-8a2a-605fa4046e70 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7140dd5-de60-406f-9795-31a1dba84eb5 HTTP/1.1" status: 200 len: 217 time: 0.0611451 Sep 16 04:55:44.910632 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-3ac32b6c-7fcd-4e45-ac3a-47c10d5dfedd tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1979404218'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:44.928632 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:44.929008 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:44.929323 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:44.931280 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Pushing event updated for resources: {'Port': ['ID=cfe2af89-c869-41ca-b13a-96b55a6ebb12,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:44.936982 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-760f822f-f0c8-488d-91b5-363d5301f2e1 req-4bb737e0-074b-432c-9f8d-215e7b0aceb8 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] 10.222.0.35 "GET /v2.0/security-groups?id=d669db44-0026-4b16-8647-b7b954763913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774972 Sep 16 04:55:44.946727 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:44.946987 n-d-712139-15 neutron-server[94766]: ERROR neutron.plugins.ml2.managers [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Failed to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on host n-h1-712139-15 for vnic_type normal using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] Sep 16 04:55:44.949055 n-d-712139-15 neutron-server[94766]: INFO neutron.plugins.ml2.plugin [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempt 2 to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 Sep 16 04:55:44.962235 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-623e218d-7843-4550-b060-9c7e461f6452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:44.963792 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-623e218d-7843-4550-b060-9c7e461f6452 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=084d1599-3699-40f0-b7ed-26f962199949 HTTP/1.1" status: 200 len: 853 time: 0.0949302 Sep 16 04:55:44.968299 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:44.969321 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:44.969681 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:44.981030 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac32b6c-7fcd-4e45-ac3a-47c10d5dfedd tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] Made reservation on behalf of b1280af098f8472794e495eb6f2d1f20 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:44.984899 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3ac32b6c-7fcd-4e45-ac3a-47c10d5dfedd tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:44.994047 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3ac32b6c-7fcd-4e45-ac3a-47c10d5dfedd tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:45.010044 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:45.010646 n-d-712139-15 neutron-server[94766]: ERROR neutron.plugins.ml2.managers [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Failed to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on host n-h1-712139-15 for vnic_type normal using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] Sep 16 04:55:45.013315 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-d6431b0f-1345-4a53-98ea-2f9964419c0f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=944888ba-33b3-4bd4-8163-599612516cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408952 Sep 16 04:55:45.014006 n-d-712139-15 neutron-server[94766]: INFO neutron.plugins.ml2.plugin [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempt 3 to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 Sep 16 04:55:45.029675 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:45.030390 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:45.031954 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:45.039087 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:45.039846 n-d-712139-15 neutron-server[94766]: ERROR neutron.plugins.ml2.managers [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Failed to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on host n-h1-712139-15 for vnic_type normal using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] Sep 16 04:55:45.048847 n-d-712139-15 neutron-server[94766]: INFO neutron.plugins.ml2.plugin [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempt 4 to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 Sep 16 04:55:45.080251 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:45.080930 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:45.080930 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:45.088598 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:45.089021 n-d-712139-15 neutron-server[94766]: ERROR neutron.plugins.ml2.managers [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Failed to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on host n-h1-712139-15 for vnic_type normal using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] Sep 16 04:55:45.105577 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3ac32b6c-7fcd-4e45-ac3a-47c10d5dfedd tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:45.114117 n-d-712139-15 neutron-server[94766]: INFO neutron.plugins.ml2.plugin [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempt 5 to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 Sep 16 04:55:45.119222 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3ac32b6c-7fcd-4e45-ac3a-47c10d5dfedd tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:45.138554 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:45.139011 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:45.139408 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:45.149756 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:45.150083 n-d-712139-15 neutron-server[94766]: ERROR neutron.plugins.ml2.managers [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Failed to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on host n-h1-712139-15 for vnic_type normal using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] Sep 16 04:55:45.153444 n-d-712139-15 neutron-server[94766]: INFO neutron.plugins.ml2.plugin [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempt 6 to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 Sep 16 04:55:45.171510 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ac32b6c-7fcd-4e45-ac3a-47c10d5dfedd tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:55:45.175372 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-c33af1ae-0e4b-40b7-873b-e12b07227a5d service neutron] 10.222.0.48 "GET /v2.0/networks/944888ba-33b3-4bd4-8163-599612516cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373794 Sep 16 04:55:45.176256 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:45.176713 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:45.177135 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:45.181772 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:45.182579 n-d-712139-15 neutron-server[94766]: ERROR neutron.plugins.ml2.managers [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Failed to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on host n-h1-712139-15 for vnic_type normal using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] Sep 16 04:55:45.182791 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac32b6c-7fcd-4e45-ac3a-47c10d5dfedd tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a35eb4a-29b0-4468-800b-264a187f7798,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:45.185099 n-d-712139-15 neutron-server[94766]: INFO neutron.plugins.ml2.plugin [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempt 7 to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 Sep 16 04:55:45.208927 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fd861-c38c-4618-af6c-5f945c52bef0 req-2fafb12f-df8b-431c-88ac-d8431029b0d6 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.211049 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-835fd861-c38c-4618-af6c-5f945c52bef0 req-2fafb12f-df8b-431c-88ac-d8431029b0d6 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 946 time: 0.1118665 Sep 16 04:55:45.212305 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3ac32b6c-7fcd-4e45-ac3a-47c10d5dfedd tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:45.212684 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-3ac32b6c-7fcd-4e45-ac3a-47c10d5dfedd tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] Added segment 09efa40e-3c06-4e8c-919d-b07e80c672cd of type vlan for network 9c2ddbd3-6bc9-4bcc-b128-13b358e2fa5b Sep 16 04:55:45.224536 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:45.224904 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:45.225240 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:45.255869 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:45.256449 n-d-712139-15 neutron-server[94766]: ERROR neutron.plugins.ml2.managers [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Failed to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on host n-h1-712139-15 for vnic_type normal using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] Sep 16 04:55:45.260128 n-d-712139-15 neutron-server[94766]: INFO neutron.plugins.ml2.plugin [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempt 8 to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 Sep 16 04:55:45.284995 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:45.285190 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3ac32b6c-7fcd-4e45-ac3a-47c10d5dfedd tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:45.285279 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:45.285279 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:45.293644 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-835fd861-c38c-4618-af6c-5f945c52bef0 req-59967b62-4c9e-4f7d-85f2-dd5da7daf02f tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8f27d69d-6385-4ec0-b94a-3382c6c2c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712280 Sep 16 04:55:45.295916 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:45.296271 n-d-712139-15 neutron-server[94766]: ERROR neutron.plugins.ml2.managers [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Failed to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on host n-h1-712139-15 for vnic_type normal using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] Sep 16 04:55:45.298913 n-d-712139-15 neutron-server[94766]: INFO neutron.plugins.ml2.plugin [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempt 9 to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 Sep 16 04:55:45.304664 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-aef89301-49b9-4b73-8742-59ea8f7bce97 req-afe22967-64f8-4ce5-9b31-893ad927d95b service neutron] 10.222.0.48 "GET /v2.0/networks/944888ba-33b3-4bd4-8163-599612516cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205790 Sep 16 04:55:45.325860 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:45.325860 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:45.325860 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:45.325860 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:45.325860 n-d-712139-15 neutron-server[94766]: ERROR neutron.plugins.ml2.managers [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Failed to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on host n-h1-712139-15 for vnic_type normal using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] Sep 16 04:55:45.325860 n-d-712139-15 neutron-server[94766]: INFO neutron.plugins.ml2.plugin [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempt 10 to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 Sep 16 04:55:45.334732 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3ac32b6c-7fcd-4e45-ac3a-47c10d5dfedd tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:45.342709 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac32b6c-7fcd-4e45-ac3a-47c10d5dfedd tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.343357 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3ac32b6c-7fcd-4e45-ac3a-47c10d5dfedd tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:45.355653 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:45.356770 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:45.358409 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:45.368502 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:45.368930 n-d-712139-15 neutron-server[94766]: ERROR neutron.plugins.ml2.managers [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Failed to bind port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on host n-h1-712139-15 for vnic_type normal using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] Sep 16 04:55:45.369403 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:45.393385 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3ac32b6c-7fcd-4e45-ac3a-47c10d5dfedd tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.6752126 Sep 16 04:55:45.403747 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50568) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:45.409464 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.tag.tag_plugin [None req-b344484d-448e-43f7-8e15-06e11d207cc4 tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '9c2ddbd3-6bc9-4bcc-b128-13b358e2fa5b', 'tempest-TagsTest-Tag-1338892572') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:45.454072 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] For port cfe2af89-c869-41ca-b13a-96b55a6ebb12, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:45.454597 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempted to set empty binding levels {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 04:55:45.471050 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac32b6c-7fcd-4e45-ac3a-47c10d5dfedd tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] Pushing event updated for resources: {'Network': ['ID=9c2ddbd3-6bc9-4bcc-b128-13b358e2fa5b,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:45.483132 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 9c2ddbd3-6bc9-4bcc-b128-13b358e2fa5b details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:55:45.488247 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:45.549490 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Pushing event updated for resources: {'Port': ['ID=cfe2af89-c869-41ca-b13a-96b55a6ebb12,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:45.562147 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b344484d-448e-43f7-8e15-06e11d207cc4 tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] 10.222.0.35 "PUT /v2.0/networks/9c2ddbd3-6bc9-4bcc-b128-13b358e2fa5b/tags/tempest-TagsTest-Tag-1338892572 HTTP/1.1" status: 201 len: 201 time: 0.1549947 Sep 16 04:55:45.564023 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50576) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:45.568271 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.tag.tag_plugin [None req-73c0d939-31cb-4570-9b42-eca13382a127 tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9c2ddbd3-6bc9-4bcc-b128-13b358e2fa5b', 'tempest-TagsTest-Tag-1338892572') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:45.579739 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] In _notify_port_updated(), no bound segment for port cfe2af89-c869-41ca-b13a-96b55a6ebb12 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 {{(pid=94766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:55:45.580994 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.582011 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:45.583675 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ee6b6d12-7bfc-483d-9804-a953872e7765 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] 10.222.0.35 "PUT /v2.0/ports/cfe2af89-c869-41ca-b13a-96b55a6ebb12 HTTP/1.1" status: 200 len: 976 time: 1.8685050 Sep 16 04:55:45.586047 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45abe7-78cb-401b-b4fd-346293bb1735 req-a271ac78-b93c-4d85-a625-3670a81b2d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.587813 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1a45abe7-78cb-401b-b4fd-346293bb1735 req-a271ac78-b93c-4d85-a625-3670a81b2d09 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f62c1bfba2fc40c288611b71a358423d&device_id=3670efab-32a6-4249-afdf-923438c22384 HTTP/1.1" status: 200 len: 1096 time: 0.1306448 Sep 16 04:55:45.588391 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50578) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:45.715979 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45abe7-78cb-401b-b4fd-346293bb1735 req-2342821b-1799-4f3f-9518-2d051156da1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.718085 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1a45abe7-78cb-401b-b4fd-346293bb1735 req-2342821b-1799-4f3f-9518-2d051156da1f service neutron] 10.222.0.48 "GET /v2.0/networks?id=944888ba-33b3-4bd4-8163-599612516cbb HTTP/1.1" status: 200 len: 914 time: 0.1208498 Sep 16 04:55:45.750119 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f0d90e-9d08-458e-b530-92c78833984c tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.750607 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f0d90e-9d08-458e-b530-92c78833984c tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.751082 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f0d90e-9d08-458e-b530-92c78833984c tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.751544 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f0d90e-9d08-458e-b530-92c78833984c tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.752013 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f0d90e-9d08-458e-b530-92c78833984c tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.752478 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f0d90e-9d08-458e-b530-92c78833984c tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.752968 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f0d90e-9d08-458e-b530-92c78833984c tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.753428 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f0d90e-9d08-458e-b530-92c78833984c tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.753885 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f0d90e-9d08-458e-b530-92c78833984c tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.754334 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f0d90e-9d08-458e-b530-92c78833984c tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.754792 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f0d90e-9d08-458e-b530-92c78833984c tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.755388 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f0d90e-9d08-458e-b530-92c78833984c tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.755852 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f0d90e-9d08-458e-b530-92c78833984c tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.756306 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f0d90e-9d08-458e-b530-92c78833984c tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.756823 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f0d90e-9d08-458e-b530-92c78833984c tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.757230 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f0d90e-9d08-458e-b530-92c78833984c tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.757763 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f0d90e-9d08-458e-b530-92c78833984c tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.758213 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f0d90e-9d08-458e-b530-92c78833984c tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.758708 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f0d90e-9d08-458e-b530-92c78833984c tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.760083 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f0d90e-9d08-458e-b530-92c78833984c tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.762662 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a5f0d90e-9d08-458e-b530-92c78833984c tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17977 time: 0.1724846 Sep 16 04:55:45.768732 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-73c0d939-31cb-4570-9b42-eca13382a127 tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] 10.222.0.35 "GET /v2.0/networks/9c2ddbd3-6bc9-4bcc-b128-13b358e2fa5b/tags/tempest-TagsTest-Tag-1338892572 HTTP/1.1" status: 204 len: 168 time: 0.2012103 Sep 16 04:55:45.768732 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50582) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:45.776036 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50584) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:45.780000 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1a45abe7-78cb-401b-b4fd-346293bb1735 req-1cd16af0-031a-49c2-abff-f2ef6648a2fa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7140dd5-de60-406f-9795-31a1dba84eb5 HTTP/1.1" status: 200 len: 217 time: 0.0534308 Sep 16 04:55:45.785176 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.tag.tag_plugin [None req-076193b2-92ff-4f8b-ae33-84eb0f3fd598 tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '9c2ddbd3-6bc9-4bcc-b128-13b358e2fa5b') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:45.865199 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-38b539d7-c352-40fd-9cfe-17939aa53d2a tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Deleting port cfe2af89-c869-41ca-b13a-96b55a6ebb12 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:45.867114 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-38b539d7-c352-40fd-9cfe-17939aa53d2a tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:45.892967 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45abe7-78cb-401b-b4fd-346293bb1735 req-c33e7786-95b0-4d83-9c8c-2003fee632e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.894489 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1a45abe7-78cb-401b-b4fd-346293bb1735 req-c33e7786-95b0-4d83-9c8c-2003fee632e0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=084d1599-3699-40f0-b7ed-26f962199949 HTTP/1.1" status: 200 len: 853 time: 0.1045330 Sep 16 04:55:45.955350 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-076193b2-92ff-4f8b-ae33-84eb0f3fd598 tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] 10.222.0.35 "GET /v2.0/networks/9c2ddbd3-6bc9-4bcc-b128-13b358e2fa5b/tags HTTP/1.1" status: 200 len: 238 time: 0.1779275 Sep 16 04:55:45.987931 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50594) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:45.990092 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1a45abe7-78cb-401b-b4fd-346293bb1735 req-e6bb5025-1d84-4ea6-bdef-1b84e03ab9da service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=944888ba-33b3-4bd4-8163-599612516cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497029 Sep 16 04:55:45.994508 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.tag.tag_plugin [None req-f77e58e5-12e3-4fa5-a9fa-6db5f929a616 tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '9c2ddbd3-6bc9-4bcc-b128-13b358e2fa5b', {'tags': ['tempest-TagsTest-Tag-446117966', 'tempest-TagsTest-Tag-566328270', 'tempest-TagsTest-Tag-1858919180']}) {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:46.018023 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.022063 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-38b539d7-c352-40fd-9cfe-17939aa53d2a tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] For port cfe2af89-c869-41ca-b13a-96b55a6ebb12, host n-h1-712139-15, got binding levels [] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:46.024560 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-38b539d7-c352-40fd-9cfe-17939aa53d2a tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.048667 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-38b539d7-c352-40fd-9cfe-17939aa53d2a tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Calling delete_port for cfe2af89-c869-41ca-b13a-96b55a6ebb12 owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:46.178663 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f77e58e5-12e3-4fa5-a9fa-6db5f929a616 tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] 10.222.0.35 "PUT /v2.0/networks/9c2ddbd3-6bc9-4bcc-b128-13b358e2fa5b/tags HTTP/1.1" status: 200 len: 307 time: 0.1852529 Sep 16 04:55:46.181706 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50598) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:46.188386 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.tag.tag_plugin [None req-596e9151-4f00-4efe-afdd-60b1f3efa096 tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '9c2ddbd3-6bc9-4bcc-b128-13b358e2fa5b', 'tempest-TagsTest-Tag-446117966') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:46.210727 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1a45abe7-78cb-401b-b4fd-346293bb1735 req-07a9d54d-94c7-477c-8d72-57f255b43920 service neutron] 10.222.0.48 "GET /v2.0/networks/944888ba-33b3-4bd4-8163-599612516cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108011 Sep 16 04:55:46.236851 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2dbe1a-5f1a-4bc5-b52d-173da55149e8 req-a688619d-4990-4a48-8c1e-e2958c206412 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:46.239612 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2a2dbe1a-5f1a-4bc5-b52d-173da55149e8 req-a688619d-4990-4a48-8c1e-e2958c206412 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] 10.222.0.35 "GET /v2.0/ports?device_id=3670efab-32a6-4249-afdf-923438c22384 HTTP/1.1" status: 200 len: 944 time: 0.1034286 Sep 16 04:55:46.240920 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-38b539d7-c352-40fd-9cfe-17939aa53d2a tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.299923 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b539d7-c352-40fd-9cfe-17939aa53d2a tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Pushing event deleted for resources: {'Port': ['ID=cfe2af89-c869-41ca-b13a-96b55a6ebb12,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:46.330953 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-38b539d7-c352-40fd-9cfe-17939aa53d2a tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.334887 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-38b539d7-c352-40fd-9cfe-17939aa53d2a tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] 10.222.0.35 "DELETE /v2.0/ports/cfe2af89-c869-41ca-b13a-96b55a6ebb12 HTTP/1.1" status: 204 len: 168 time: 0.5668685 Sep 16 04:55:46.340533 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50604) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:46.430840 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-65772634-f90c-4f3f-aed0-440ad6f4866e tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] GET failed (client error): The resource could not be found. Sep 16 04:55:46.436942 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-65772634-f90c-4f3f-aed0-440ad6f4866e tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] 10.222.0.35 "GET /v2.0/ports/cfe2af89-c869-41ca-b13a-96b55a6ebb12 HTTP/1.1" status: 404 len: 333 time: 0.0913897 Sep 16 04:55:46.441297 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50610) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:46.457062 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-4370cb0c-ac29-44ff-a343-e97d7f069ac2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-809723897', 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:46.459655 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2a2dbe1a-5f1a-4bc5-b52d-173da55149e8 req-3e785cda-597f-4d56-b997-7bb4d25111ef tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] 10.222.0.35 "GET /v2.0/security-groups?id=d669db44-0026-4b16-8647-b7b954763913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096248 Sep 16 04:55:46.502127 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-596e9151-4f00-4efe-afdd-60b1f3efa096 tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] 10.222.0.35 "DELETE /v2.0/networks/9c2ddbd3-6bc9-4bcc-b128-13b358e2fa5b/tags/tempest-TagsTest-Tag-446117966 HTTP/1.1" status: 204 len: 168 time: 0.3191369 Sep 16 04:55:46.504663 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50616) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:46.509078 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.tag.tag_plugin [None req-18a29c89-b05d-4239-8dc9-7a2256aa4a63 tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9c2ddbd3-6bc9-4bcc-b128-13b358e2fa5b', 'tempest-TagsTest-Tag-446117966') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:46.517541 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1a45abe7-78cb-401b-b4fd-346293bb1735 req-35aa2bc7-d5e4-4622-8074-4e167b780ba0 service neutron] 10.222.0.48 "GET /v2.0/networks/944888ba-33b3-4bd4-8163-599612516cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925942 Sep 16 04:55:46.533980 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4370cb0c-ac29-44ff-a343-e97d7f069ac2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Made reservation on behalf of 79e8bc45a8f746c18bbc70ffcfef4ea0 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:46.536538 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4370cb0c-ac29-44ff-a343-e97d7f069ac2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.582345 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-4370cb0c-ac29-44ff-a343-e97d7f069ac2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] device_id is not set on port 5f646235-5797-4719-a304-6e536b0609ce yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:55:46.701365 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-18a29c89-b05d-4239-8dc9-7a2256aa4a63 tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] show failed (client error): The resource could not be found. Sep 16 04:55:46.709108 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-18a29c89-b05d-4239-8dc9-7a2256aa4a63 tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] 10.222.0.35 "GET /v2.0/networks/9c2ddbd3-6bc9-4bcc-b128-13b358e2fa5b/tags/tempest-TagsTest-Tag-446117966 HTTP/1.1" status: 404 len: 325 time: 0.2015188 Sep 16 04:55:46.711226 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50626) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:46.715766 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.tag.tag_plugin [None req-be91c39e-0583-444a-902a-899e26107207 tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9c2ddbd3-6bc9-4bcc-b128-13b358e2fa5b', 'tempest-TagsTest-Tag-566328270') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:46.829716 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4370cb0c-ac29-44ff-a343-e97d7f069ac2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.911969 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4370cb0c-ac29-44ff-a343-e97d7f069ac2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.935459 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4370cb0c-ac29-44ff-a343-e97d7f069ac2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:46.959381 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-4370cb0c-ac29-44ff-a343-e97d7f069ac2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:46.963673 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4370cb0c-ac29-44ff-a343-e97d7f069ac2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:46.964921 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4370cb0c-ac29-44ff-a343-e97d7f069ac2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:46.965783 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4370cb0c-ac29-44ff-a343-e97d7f069ac2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.996076 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4370cb0c-ac29-44ff-a343-e97d7f069ac2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5528359 Sep 16 04:55:47.000228 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50632) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:47.037306 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e69321-c1a6-457a-9591-22c7b855455e tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:47.038865 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-67e69321-c1a6-457a-9591-22c7b855455e tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] 10.222.0.35 "GET /v2.0/ports/5f646235-5797-4719-a304-6e536b0609ce HTTP/1.1" status: 200 len: 954 time: 0.0374944 Sep 16 04:55:47.039903 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4370cb0c-ac29-44ff-a343-e97d7f069ac2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Pushing event updated for resources: {'Port': ['ID=5f646235-5797-4719-a304-6e536b0609ce,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:47.043931 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50634) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:47.142430 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-9b0e281f-6f24-4e38-86c6-ab7b85fc62d9 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Deleting port 5f646235-5797-4719-a304-6e536b0609ce {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:47.142905 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9b0e281f-6f24-4e38-86c6-ab7b85fc62d9 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.233342 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9b0e281f-6f24-4e38-86c6-ab7b85fc62d9 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.252461 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-9b0e281f-6f24-4e38-86c6-ab7b85fc62d9 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Calling delete_port for 5f646235-5797-4719-a304-6e536b0609ce owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:47.387381 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50638) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:47.428219 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9b0e281f-6f24-4e38-86c6-ab7b85fc62d9 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.480902 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e281f-6f24-4e38-86c6-ab7b85fc62d9 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f646235-5797-4719-a304-6e536b0609ce,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:47.501032 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9b0e281f-6f24-4e38-86c6-ab7b85fc62d9 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.509991 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9b0e281f-6f24-4e38-86c6-ab7b85fc62d9 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] 10.222.0.35 "DELETE /v2.0/ports/5f646235-5797-4719-a304-6e536b0609ce HTTP/1.1" status: 204 len: 168 time: 0.4647410 Sep 16 04:55:47.510679 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50644) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:47.552124 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0011945c-4a42-40ad-a233-154665556572 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] GET failed (client error): The resource could not be found. Sep 16 04:55:47.558038 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0011945c-4a42-40ad-a233-154665556572 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] 10.222.0.35 "GET /v2.0/ports/5f646235-5797-4719-a304-6e536b0609ce HTTP/1.1" status: 404 len: 333 time: 0.0459211 Sep 16 04:55:47.558670 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50646) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:47.569735 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-be91c39e-0583-444a-902a-899e26107207 tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] 10.222.0.35 "GET /v2.0/networks/9c2ddbd3-6bc9-4bcc-b128-13b358e2fa5b/tags/tempest-TagsTest-Tag-566328270 HTTP/1.1" status: 204 len: 168 time: 0.8572862 Sep 16 04:55:47.571765 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-5e7a330b-3b5a-4b89-90b1-7fa29ebfa8b9 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Request body: {'port': {'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2001714408'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:47.577375 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50648) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:47.582946 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.tag.tag_plugin [None req-3691ac20-25ca-4a19-94d9-8b5c3eeb2f8e tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9c2ddbd3-6bc9-4bcc-b128-13b358e2fa5b', 'tempest-TagsTest-Tag-1858919180') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:47.629048 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7a330b-3b5a-4b89-90b1-7fa29ebfa8b9 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Made reservation on behalf of 79e8bc45a8f746c18bbc70ffcfef4ea0 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:47.631868 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5e7a330b-3b5a-4b89-90b1-7fa29ebfa8b9 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.656342 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345732e-2e01-46d0-ae5b-22fecb71b003 req-27ed20f8-2c6e-4b27-8518-1065abb0ee74 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:47.658125 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c345732e-2e01-46d0-ae5b-22fecb71b003 req-27ed20f8-2c6e-4b27-8518-1065abb0ee74 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] 10.222.0.35 "GET /v2.0/ports?device_id=3670efab-32a6-4249-afdf-923438c22384 HTTP/1.1" status: 200 len: 944 time: 0.1022561 Sep 16 04:55:47.669465 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-65a9f13f-fb25-4935-bee8-90a95930eb7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.704002 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-5e7a330b-3b5a-4b89-90b1-7fa29ebfa8b9 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] device_id is not set on port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:55:47.708874 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3691ac20-25ca-4a19-94d9-8b5c3eeb2f8e tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] 10.222.0.35 "GET /v2.0/networks/9c2ddbd3-6bc9-4bcc-b128-13b358e2fa5b/tags/tempest-TagsTest-Tag-1858919180 HTTP/1.1" status: 204 len: 168 time: 0.1303744 Sep 16 04:55:47.709512 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50652) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:47.722738 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.tag.tag_plugin [None req-753b5837-2c8c-4a19-a711-e15328a0f39d tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9c2ddbd3-6bc9-4bcc-b128-13b358e2fa5b') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:47.766587 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c345732e-2e01-46d0-ae5b-22fecb71b003 req-af9d3110-1541-460a-91cc-b2ba083ae272 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] 10.222.0.35 "GET /v2.0/security-groups?id=d669db44-0026-4b16-8647-b7b954763913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732219 Sep 16 04:55:47.877269 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1db27690-3c22-4160-8604-533d011558a1 req-bbd8d731-1af2-4a01-b043-ebe9b88d6936 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1249337 Sep 16 04:55:47.883418 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-753b5837-2c8c-4a19-a711-e15328a0f39d tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] 10.222.0.35 "DELETE /v2.0/networks/9c2ddbd3-6bc9-4bcc-b128-13b358e2fa5b/tags HTTP/1.1" status: 204 len: 168 time: 0.1647604 Sep 16 04:55:47.883816 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50660) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:47.893248 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.tag.tag_plugin [None req-99a95fd7-0b55-43e3-bea9-315c69b81baf tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9c2ddbd3-6bc9-4bcc-b128-13b358e2fa5b', 'tempest-TagsTest-Tag-566328270') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:48.045061 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-65a9f13f-fb25-4935-bee8-90a95930eb7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.063870 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-65a9f13f-fb25-4935-bee8-90a95930eb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.079429 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5e7a330b-3b5a-4b89-90b1-7fa29ebfa8b9 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.170396 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-65a9f13f-fb25-4935-bee8-90a95930eb7a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dbc3b7417f714114aaf7b2aa85200e42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7746661 Sep 16 04:55:48.170396 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-99a95fd7-0b55-43e3-bea9-315c69b81baf tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] show failed (client error): The resource could not be found. Sep 16 04:55:48.170396 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-99a95fd7-0b55-43e3-bea9-315c69b81baf tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] 10.222.0.35 "GET /v2.0/networks/9c2ddbd3-6bc9-4bcc-b128-13b358e2fa5b/tags/tempest-TagsTest-Tag-566328270 HTTP/1.1" status: 404 len: 325 time: 0.2807677 Sep 16 04:55:48.170396 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50662) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:48.170654 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50664) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:48.176152 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.tag.tag_plugin [None req-8a492b9f-5b3e-47aa-8a54-7793b3248678 tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9c2ddbd3-6bc9-4bcc-b128-13b358e2fa5b', 'tempest-TagsTest-Tag-1858919180') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:48.185379 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9f13f-fb25-4935-bee8-90a95930eb7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3972efd-3f88-41a9-a47e-dd669b6cbfa1,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:48.190515 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db27690-3c22-4160-8604-533d011558a1 req-e43b186e-e64e-456d-b759-31d8c86a5c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:48.191846 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1db27690-3c22-4160-8604-533d011558a1 req-e43b186e-e64e-456d-b759-31d8c86a5c6c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e1faaf8ea3f84b74b8884c5da7c3f469&device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 1098 time: 0.1920080 Sep 16 04:55:48.336703 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5e7a330b-3b5a-4b89-90b1-7fa29ebfa8b9 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.413144 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c7af39f8-4cc0-422f-8614-369359a893db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.457245 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7a330b-3b5a-4b89-90b1-7fa29ebfa8b9 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:48.478221 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-5e7a330b-3b5a-4b89-90b1-7fa29ebfa8b9 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:48.480698 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7a330b-3b5a-4b89-90b1-7fa29ebfa8b9 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:48.481753 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7a330b-3b5a-4b89-90b1-7fa29ebfa8b9 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:48.482357 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5e7a330b-3b5a-4b89-90b1-7fa29ebfa8b9 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.488882 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-8a492b9f-5b3e-47aa-8a54-7793b3248678 tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] show failed (client error): The resource could not be found. Sep 16 04:55:48.492457 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8a492b9f-5b3e-47aa-8a54-7793b3248678 tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] 10.222.0.35 "GET /v2.0/networks/9c2ddbd3-6bc9-4bcc-b128-13b358e2fa5b/tags/tempest-TagsTest-Tag-1858919180 HTTP/1.1" status: 404 len: 326 time: 0.3185573 Sep 16 04:55:48.492457 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a330b-3b5a-4b89-90b1-7fa29ebfa8b9 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Pushing event updated for resources: {'Port': ['ID=61b3d7cb-4f3e-4cc4-8285-f138a00bb359,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:48.493563 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50674) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:48.494528 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db27690-3c22-4160-8604-533d011558a1 req-a365c9ae-4443-421a-be18-f4524f368c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:48.496024 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1db27690-3c22-4160-8604-533d011558a1 req-a365c9ae-4443-421a-be18-f4524f368c06 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b57de9dd-8389-462f-809e-a5ea9e13e1e0 HTTP/1.1" status: 200 len: 911 time: 0.2733741 Sep 16 04:55:48.505562 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.tag.tag_plugin [None req-841c8d43-9060-4bdb-9600-019c230bc575 tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9c2ddbd3-6bc9-4bcc-b128-13b358e2fa5b') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:48.523572 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c7af39f8-4cc0-422f-8614-369359a893db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.565694 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5e7a330b-3b5a-4b89-90b1-7fa29ebfa8b9 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0059569 Sep 16 04:55:48.569508 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50678) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:48.579760 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:48.607794 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1db27690-3c22-4160-8604-533d011558a1 req-f3560251-81ff-4176-8894-09398e4d3f61 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4ffa50b-c347-4976-a254-c870fa6bfd5c HTTP/1.1" status: 200 len: 1002 time: 0.1001410 Sep 16 04:55:48.676073 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c7af39f8-4cc0-422f-8614-369359a893db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.679170 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c7af39f8-4cc0-422f-8614-369359a893db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.680323 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c7af39f8-4cc0-422f-8614-369359a893db admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f3972efd-3f88-41a9-a47e-dd669b6cbfa1 HTTP/1.1" status: 204 len: 168 time: 0.5077896 Sep 16 04:55:48.708148 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af39f8-4cc0-422f-8614-369359a893db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3972efd-3f88-41a9-a47e-dd669b6cbfa1,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:48.725179 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db27690-3c22-4160-8604-533d011558a1 req-24f0a377-c69f-47af-aad2-dada1d68a3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:48.726779 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1db27690-3c22-4160-8604-533d011558a1 req-24f0a377-c69f-47af-aad2-dada1d68a3d6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d075d26-c7df-4ea0-b069-e1f04da018dc HTTP/1.1" status: 200 len: 849 time: 0.1120737 Sep 16 04:55:48.747538 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.775049 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-841c8d43-9060-4bdb-9600-019c230bc575 tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] 10.222.0.35 "DELETE /v2.0/networks/9c2ddbd3-6bc9-4bcc-b128-13b358e2fa5b/tags HTTP/1.1" status: 204 len: 168 time: 0.2782021 Sep 16 04:55:48.779266 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50682) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:48.915051 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-88c343ef-722e-4ccb-9be9-df121fbb9764 tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.920493 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db27690-3c22-4160-8604-533d011558a1 req-6f4f2474-995a-4536-b9f2-84e7a9722afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:48.922309 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1db27690-3c22-4160-8604-533d011558a1 req-6f4f2474-995a-4536-b9f2-84e7a9722afa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b57de9dd-8389-462f-809e-a5ea9e13e1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1884706 Sep 16 04:55:49.041628 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed09a89-e23c-45e4-844c-4c5c23c5398e req-b44b9eb6-16a7-46bc-8238-c124a03f9094 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:49.051101 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3ed09a89-e23c-45e4-844c-4c5c23c5398e req-b44b9eb6-16a7-46bc-8238-c124a03f9094 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] 10.222.0.35 "GET /v2.0/ports?device_id=3670efab-32a6-4249-afdf-923438c22384 HTTP/1.1" status: 200 len: 944 time: 0.1417787 Sep 16 04:55:49.159641 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3ed09a89-e23c-45e4-844c-4c5c23c5398e req-7248e90a-669a-4977-8473-aa972f799aa0 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] 10.222.0.35 "GET /v2.0/security-groups?id=d669db44-0026-4b16-8647-b7b954763913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030965 Sep 16 04:55:49.167131 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-88c343ef-722e-4ccb-9be9-df121fbb9764 tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.176834 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] device_id is not set on port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:55:49.178207 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50690) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:49.186529 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.194772 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.196172 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3844027d-e88a-4017-b9c4-e447b1329134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.232586 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-88c343ef-722e-4ccb-9be9-df121fbb9764 tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c2ddbd3-6bc9-4bcc-b128-13b358e2fa5b']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:49.255416 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Pushing event updated for resources: {'Port': ['ID=61b3d7cb-4f3e-4cc4-8285-f138a00bb359,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:49.269614 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-88c343ef-722e-4ccb-9be9-df121fbb9764 tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09efa40e-3c06-4e8c-919d-b07e80c672cd') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:49.269920 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-88c343ef-722e-4ccb-9be9-df121fbb9764 tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09efa40e-3c06-4e8c-919d-b07e80c672cd') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:49.276147 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:49.277137 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:49.277675 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:49.283403 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:49.284071 n-d-712139-15 neutron-server[94767]: ERROR neutron.plugins.ml2.managers [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Failed to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on host n-h1-712139-15 for vnic_type normal using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] Sep 16 04:55:49.284637 n-d-712139-15 neutron-server[94767]: INFO neutron.plugins.ml2.plugin [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempt 2 to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 Sep 16 04:55:49.291900 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-88c343ef-722e-4ccb-9be9-df121fbb9764 tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.298314 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1db27690-3c22-4160-8604-533d011558a1 req-3cb72708-189a-485e-b564-418bf2a6ff11 service neutron] 10.222.0.48 "GET /v2.0/networks/b57de9dd-8389-462f-809e-a5ea9e13e1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683558 Sep 16 04:55:49.303789 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:49.304220 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:49.304676 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:49.311424 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:49.311657 n-d-712139-15 neutron-server[94767]: ERROR neutron.plugins.ml2.managers [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Failed to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on host n-h1-712139-15 for vnic_type normal using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] Sep 16 04:55:49.312933 n-d-712139-15 neutron-server[94767]: INFO neutron.plugins.ml2.plugin [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempt 3 to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 Sep 16 04:55:49.330678 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:49.331136 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:49.331594 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:49.339728 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:49.340169 n-d-712139-15 neutron-server[94767]: ERROR neutron.plugins.ml2.managers [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Failed to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on host n-h1-712139-15 for vnic_type normal using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] Sep 16 04:55:49.341704 n-d-712139-15 neutron-server[94767]: INFO neutron.plugins.ml2.plugin [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempt 4 to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 Sep 16 04:55:49.357929 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:49.358280 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:49.361026 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:49.364914 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:49.365241 n-d-712139-15 neutron-server[94767]: ERROR neutron.plugins.ml2.managers [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Failed to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on host n-h1-712139-15 for vnic_type normal using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] Sep 16 04:55:49.365643 n-d-712139-15 neutron-server[94767]: INFO neutron.plugins.ml2.plugin [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempt 5 to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 Sep 16 04:55:49.379224 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:49.379567 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:49.379923 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:49.384538 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:49.385174 n-d-712139-15 neutron-server[94767]: ERROR neutron.plugins.ml2.managers [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Failed to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on host n-h1-712139-15 for vnic_type normal using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] Sep 16 04:55:49.385577 n-d-712139-15 neutron-server[94767]: INFO neutron.plugins.ml2.plugin [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempt 6 to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 Sep 16 04:55:49.410305 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:49.410646 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:49.410993 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:49.415930 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:49.416262 n-d-712139-15 neutron-server[94767]: ERROR neutron.plugins.ml2.managers [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Failed to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on host n-h1-712139-15 for vnic_type normal using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] Sep 16 04:55:49.416690 n-d-712139-15 neutron-server[94767]: INFO neutron.plugins.ml2.plugin [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempt 7 to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 Sep 16 04:55:49.432883 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:49.433215 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:49.433564 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:49.438920 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:49.439243 n-d-712139-15 neutron-server[94767]: ERROR neutron.plugins.ml2.managers [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Failed to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on host n-h1-712139-15 for vnic_type normal using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] Sep 16 04:55:49.439805 n-d-712139-15 neutron-server[94767]: INFO neutron.plugins.ml2.plugin [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempt 8 to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 Sep 16 04:55:49.456102 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:49.456437 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:49.456807 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:49.463813 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:49.464144 n-d-712139-15 neutron-server[94767]: ERROR neutron.plugins.ml2.managers [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Failed to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on host n-h1-712139-15 for vnic_type normal using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] Sep 16 04:55:49.464560 n-d-712139-15 neutron-server[94767]: INFO neutron.plugins.ml2.plugin [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempt 9 to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 Sep 16 04:55:49.465318 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-88c343ef-722e-4ccb-9be9-df121fbb9764 tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.480616 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:49.480943 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:49.481285 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:49.485960 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:49.486291 n-d-712139-15 neutron-server[94767]: ERROR neutron.plugins.ml2.managers [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Failed to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on host n-h1-712139-15 for vnic_type normal using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] Sep 16 04:55:49.486686 n-d-712139-15 neutron-server[94767]: INFO neutron.plugins.ml2.plugin [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempt 10 to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 Sep 16 04:55:49.500105 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:49.500374 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:49.500956 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempting to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:49.505459 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1db27690-3c22-4160-8604-533d011558a1 req-e4c294c6-89d6-498f-b73c-6160bc06eb94 service neutron] 10.222.0.48 "GET /v2.0/networks/b57de9dd-8389-462f-809e-a5ea9e13e1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969836 Sep 16 04:55:49.505692 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:49.506004 n-d-712139-15 neutron-server[94767]: ERROR neutron.plugins.ml2.managers [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Failed to bind port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on host n-h1-712139-15 for vnic_type normal using segments [{'id': 'e8a3044e-bb33-4bdf-8e14-0d66f9754020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3f74939d-23d5-41bd-93a9-f52b3f9fa6d5'}] Sep 16 04:55:49.506376 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.506966 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c343ef-722e-4ccb-9be9-df121fbb9764 tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:55:49.507467 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-88c343ef-722e-4ccb-9be9-df121fbb9764 tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.532691 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:55:49.532691 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:55:49.532691 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:55:49.532691 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:55:49.532691 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:55:49.532691 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:55:49.532691 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:55:49.532691 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:55:49.532691 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:55:49.532691 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:55:49.532691 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:55:49.532691 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:55:49.532691 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:55:49.532691 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:55:49.532691 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:55:49.532691 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:55:49.532691 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:55:49.532691 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:55:49.532691 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:55:49.532691 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:55:49.532691 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:55:49.532691 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:55:49.532691 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:55:49.532691 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:55:49.532691 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:55:49.532691 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:55:49.532691 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:55:49.532691 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:55:49.532691 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:55:49.532691 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:55:49.532691 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:55:49.532691 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:55:49.602442 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] For port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:49.602950 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attempted to set empty binding levels {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 04:55:49.609066 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.621523 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-88c343ef-722e-4ccb-9be9-df121fbb9764 tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.646927 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-88c343ef-722e-4ccb-9be9-df121fbb9764 tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.666836 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-88c343ef-722e-4ccb-9be9-df121fbb9764 tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] 10.222.0.35 "DELETE /v2.0/networks/9c2ddbd3-6bc9-4bcc-b128-13b358e2fa5b HTTP/1.1" status: 204 len: 168 time: 0.8862853 Sep 16 04:55:49.705160 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c343ef-722e-4ccb-9be9-df121fbb9764 tempest-TagsTest-1248472214 tempest-TagsTest-1248472214-project] Pushing event deleted for resources: {'Network': ['ID=9c2ddbd3-6bc9-4bcc-b128-13b358e2fa5b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:49.756912 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] In _notify_port_updated(), no bound segment for port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 on network 3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 {{(pid=94767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:55:49.758104 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:49.762210 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.768718 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] 10.222.0.35 "PUT /v2.0/ports/61b3d7cb-4f3e-4cc4-8285-f138a00bb359 HTTP/1.1" status: 200 len: 976 time: 1.1953006 Sep 16 04:55:49.774850 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50698) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:49.847812 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977a50e-e1c6-4246-b52f-fdd7048400e2 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Pushing event updated for resources: {'Port': ['ID=61b3d7cb-4f3e-4cc4-8285-f138a00bb359,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:49.854697 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device e7140dd5-de60-406f-9795-31a1dba84eb5 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:55:49.883731 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3844027d-e88a-4017-b9c4-e447b1329134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.892653 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3844027d-e88a-4017-b9c4-e447b1329134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.926707 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-e00c7903-fdb1-465a-a476-da361db041d1 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Deleting port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:49.927066 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e00c7903-fdb1-465a-a476-da361db041d1 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.949792 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3844027d-e88a-4017-b9c4-e447b1329134 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8552e07168ad4f4bb890ee54da644de6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7704141 Sep 16 04:55:49.951435 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844027d-e88a-4017-b9c4-e447b1329134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c59e072-3e92-4bb5-b5c2-def469311de1,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:49.954511 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50700) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:50.033166 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-e00c7903-fdb1-465a-a476-da361db041d1 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] For port 61b3d7cb-4f3e-4cc4-8285-f138a00bb359, host n-h1-712139-15, got binding levels [] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:50.033840 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e00c7903-fdb1-465a-a476-da361db041d1 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.055845 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port e7140dd5-de60-406f-9795-31a1dba84eb5, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=e7140dd5-de60-406f-9795-31a1dba84eb5,segment=NetworkSegment(aa82d971-7c66-4987-9058-fa82892ee912),segment_id=aa82d971-7c66-4987-9058-fa82892ee912)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:50.061329 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-e00c7903-fdb1-465a-a476-da361db041d1 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Calling delete_port for 61b3d7cb-4f3e-4cc4-8285-f138a00bb359 owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:50.087139 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ea635430-6b09-4a6f-97f7-939bfe4348fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.088536 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'e7140dd5-de60-406f-9795-31a1dba84eb5', 'network_id': '944888ba-33b3-4bd4-8163-599612516cbb', 'port_id': 'e7140dd5-de60-406f-9795-31a1dba84eb5', 'mac_address': 'fa:16:3e:59:c2:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '084d1599-3699-40f0-b7ed-26f962199949', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:55:50.162664 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.216739 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7140dd5-de60-406f-9795-31a1dba84eb5 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:50.258729 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ea635430-6b09-4a6f-97f7-939bfe4348fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.272078 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port e7140dd5-de60-406f-9795-31a1dba84eb5, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=e7140dd5-de60-406f-9795-31a1dba84eb5,segment=NetworkSegment(aa82d971-7c66-4987-9058-fa82892ee912),segment_id=aa82d971-7c66-4987-9058-fa82892ee912)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:50.282447 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.290062 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50710) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:50.368347 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e00c7903-fdb1-465a-a476-da361db041d1 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.372398 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ea635430-6b09-4a6f-97f7-939bfe4348fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.376943 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ea635430-6b09-4a6f-97f7-939bfe4348fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.382375 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ea635430-6b09-4a6f-97f7-939bfe4348fc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6c59e072-3e92-4bb5-b5c2-def469311de1 HTTP/1.1" status: 204 len: 168 time: 0.4243886 Sep 16 04:55:50.445981 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea635430-6b09-4a6f-97f7-939bfe4348fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c59e072-3e92-4bb5-b5c2-def469311de1,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:50.448964 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c7903-fdb1-465a-a476-da361db041d1 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Pushing event deleted for resources: {'Port': ['ID=61b3d7cb-4f3e-4cc4-8285-f138a00bb359,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:50.451831 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=e7140dd5-de60-406f-9795-31a1dba84eb5,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:50.508437 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e00c7903-fdb1-465a-a476-da361db041d1 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.512700 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e00c7903-fdb1-465a-a476-da361db041d1 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] 10.222.0.35 "DELETE /v2.0/ports/61b3d7cb-4f3e-4cc4-8285-f138a00bb359 HTTP/1.1" status: 204 len: 168 time: 0.7247472 Sep 16 04:55:50.513485 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50720) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:50.535132 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c816a-9728-446a-be20-c947f3814942 req-9afb6c53-228f-45bc-8efc-3cee4a4382a7 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:50.536740 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8e5c816a-9728-446a-be20-c947f3814942 req-9afb6c53-228f-45bc-8efc-3cee4a4382a7 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] 10.222.0.35 "GET /v2.0/ports?device_id=3670efab-32a6-4249-afdf-923438c22384 HTTP/1.1" status: 200 len: 945 time: 0.0926151 Sep 16 04:55:50.577501 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb7c7a8c-95e9-40c9-b254-bf97299798e4 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] GET failed (client error): The resource could not be found. Sep 16 04:55:50.584609 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50722) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:50.584733 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-eb7c7a8c-95e9-40c9-b254-bf97299798e4 tempest-PortsAdminExtendedAttrsTestJSON-1567106523 tempest-PortsAdminExtendedAttrsTestJSON-1567106523-project-admin] 10.222.0.35 "GET /v2.0/ports/61b3d7cb-4f3e-4cc4-8285-f138a00bb359 HTTP/1.1" status: 404 len: 333 time: 0.0695233 Sep 16 04:55:50.612857 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8e5c816a-9728-446a-be20-c947f3814942 req-f5d75ac1-0f23-4f1d-b533-89ca54acb0bd tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] 10.222.0.35 "GET /v2.0/security-groups?id=d669db44-0026-4b16-8647-b7b954763913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669482 Sep 16 04:55:50.650087 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-046dae72-9907-4c88-8903-592f1e508598 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b1280af098f8472794e495eb6f2d1f20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3580248 Sep 16 04:55:50.653095 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50726) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:50.737933 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-22e4884c-7e40-4d31-89e1-32255fcc1220 tempest-PortsAdminExtendedAttrsTestJSON-1063648521 tempest-PortsAdminExtendedAttrsTestJSON-1063648521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.740112 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['e7140dd5-de60-406f-9795-31a1dba84eb5'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:50.784917 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bfc189bb-468a-461e-aa0f-3afadc1d6990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.839215 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bfc189bb-468a-461e-aa0f-3afadc1d6990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.910084 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bfc189bb-468a-461e-aa0f-3afadc1d6990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.913044 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bfc189bb-468a-461e-aa0f-3afadc1d6990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.914280 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-bfc189bb-468a-461e-aa0f-3afadc1d6990 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0a35eb4a-29b0-4468-800b-264a187f7798 HTTP/1.1" status: 204 len: 168 time: 0.2592742 Sep 16 04:55:50.936629 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc189bb-468a-461e-aa0f-3afadc1d6990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a35eb4a-29b0-4468-800b-264a187f7798,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:51.022968 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea6da7-24e5-493c-8fc8-567319198571 req-73144b81-06cf-46b6-b71c-d52026d23676 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:51.030344 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-66ea6da7-24e5-493c-8fc8-567319198571 req-73144b81-06cf-46b6-b71c-d52026d23676 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=010d1707-ce1f-4b76-98df-4b2373165c6c HTTP/1.1" status: 200 len: 946 time: 0.2763567 Sep 16 04:55:51.074059 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-22e4884c-7e40-4d31-89e1-32255fcc1220 tempest-PortsAdminExtendedAttrsTestJSON-1063648521 tempest-PortsAdminExtendedAttrsTestJSON-1063648521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.105564 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-22e4884c-7e40-4d31-89e1-32255fcc1220 tempest-PortsAdminExtendedAttrsTestJSON-1063648521 tempest-PortsAdminExtendedAttrsTestJSON-1063648521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f74939d-23d5-41bd-93a9-f52b3f9fa6d5']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:51.125732 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-66ea6da7-24e5-493c-8fc8-567319198571 req-def6f6f8-94a7-4059-b5b1-a9552d8cb238 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935552 Sep 16 04:55:51.132978 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-22e4884c-7e40-4d31-89e1-32255fcc1220 tempest-PortsAdminExtendedAttrsTestJSON-1063648521 tempest-PortsAdminExtendedAttrsTestJSON-1063648521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a3044e-bb33-4bdf-8e14-0d66f9754020') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:51.133438 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-22e4884c-7e40-4d31-89e1-32255fcc1220 tempest-PortsAdminExtendedAttrsTestJSON-1063648521 tempest-PortsAdminExtendedAttrsTestJSON-1063648521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a3044e-bb33-4bdf-8e14-0d66f9754020') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:51.143872 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-22e4884c-7e40-4d31-89e1-32255fcc1220 tempest-PortsAdminExtendedAttrsTestJSON-1063648521 tempest-PortsAdminExtendedAttrsTestJSON-1063648521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.164854 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-22e4884c-7e40-4d31-89e1-32255fcc1220 tempest-PortsAdminExtendedAttrsTestJSON-1063648521 tempest-PortsAdminExtendedAttrsTestJSON-1063648521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.173534 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e4884c-7e40-4d31-89e1-32255fcc1220 tempest-PortsAdminExtendedAttrsTestJSON-1063648521 tempest-PortsAdminExtendedAttrsTestJSON-1063648521-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:55:51.174491 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-22e4884c-7e40-4d31-89e1-32255fcc1220 tempest-PortsAdminExtendedAttrsTestJSON-1063648521 tempest-PortsAdminExtendedAttrsTestJSON-1063648521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.179378 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:55:51.179378 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:55:51.179378 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:55:51.179378 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:55:51.179378 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:55:51.179378 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:55:51.179378 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:55:51.179378 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:55:51.179378 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:55:51.179378 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:55:51.179378 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:55:51.179378 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:55:51.179378 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:55:51.179378 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:55:51.179378 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:55:51.179378 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:55:51.179378 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:55:51.179378 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:55:51.179378 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:55:51.179378 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:55:51.179378 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:55:51.179378 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:55:51.179378 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:55:51.179378 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:55:51.179378 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:55:51.179378 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:55:51.179378 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:55:51.179378 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:55:51.179378 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:55:51.179378 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:55:51.179378 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:55:51.179378 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:55:51.264115 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-22e4884c-7e40-4d31-89e1-32255fcc1220 tempest-PortsAdminExtendedAttrsTestJSON-1063648521 tempest-PortsAdminExtendedAttrsTestJSON-1063648521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.287261 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-22e4884c-7e40-4d31-89e1-32255fcc1220 tempest-PortsAdminExtendedAttrsTestJSON-1063648521 tempest-PortsAdminExtendedAttrsTestJSON-1063648521-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.299030 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-22e4884c-7e40-4d31-89e1-32255fcc1220 tempest-PortsAdminExtendedAttrsTestJSON-1063648521 tempest-PortsAdminExtendedAttrsTestJSON-1063648521-project] 10.222.0.35 "DELETE /v2.0/networks/3f74939d-23d5-41bd-93a9-f52b3f9fa6d5 HTTP/1.1" status: 204 len: 168 time: 0.7091935 Sep 16 04:55:51.311088 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4884c-7e40-4d31-89e1-32255fcc1220 tempest-PortsAdminExtendedAttrsTestJSON-1063648521 tempest-PortsAdminExtendedAttrsTestJSON-1063648521-project] Pushing event deleted for resources: {'Network': ['ID=3f74939d-23d5-41bd-93a9-f52b3f9fa6d5,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:51.705853 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50764) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:51.811870 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9625c3-d301-4867-b28b-d4ce7c54eae2 req-a79f6625-974e-41de-94f8-034676dd8b88 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:51.816382 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b9625c3-d301-4867-b28b-d4ce7c54eae2 req-a79f6625-974e-41de-94f8-034676dd8b88 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] 10.222.0.35 "GET /v2.0/ports?device_id=3670efab-32a6-4249-afdf-923438c22384 HTTP/1.1" status: 200 len: 945 time: 0.1145141 Sep 16 04:55:51.855767 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device e7140dd5-de60-406f-9795-31a1dba84eb5 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:51.963042 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b9625c3-d301-4867-b28b-d4ce7c54eae2 req-c843f2e8-9393-47ee-9de6-1c7656b5bfd0 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] 10.222.0.35 "GET /v2.0/security-groups?id=d669db44-0026-4b16-8647-b7b954763913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366811 Sep 16 04:55:52.022171 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port e7140dd5-de60-406f-9795-31a1dba84eb5 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:55:52.029413 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port e7140dd5-de60-406f-9795-31a1dba84eb5 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:52.030790 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.237082 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4c49c8ef-141a-4513-a9da-43f2241ab26c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1d1fb1df0e674837974712dd5513b1c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5288615 Sep 16 04:55:52.237742 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50786) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:52.244015 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.292866 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-47a465a8-5c68-4912-819a-dbf02480db66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.318255 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port e7140dd5-de60-406f-9795-31a1dba84eb5, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=e7140dd5-de60-406f-9795-31a1dba84eb5,segment=NetworkSegment(aa82d971-7c66-4987-9058-fa82892ee912),segment_id=aa82d971-7c66-4987-9058-fa82892ee912)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:52.319726 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3670efab-32a6-4249-afdf-923438c22384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7140dd5-de60-406f-9795-31a1dba84eb5'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:52.324952 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291adea0-159c-42e4-97e2-619baf3b446a" -d '{"events": [{"server_uuid": "3670efab-32a6-4249-afdf-923438c22384", "name": "network-vif-plugged", "status": "completed", "tag": "e7140dd5-de60-406f-9795-31a1dba84eb5"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:52.328688 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-47a465a8-5c68-4912-819a-dbf02480db66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.333053 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.387614 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda5c8b-6c2a-489f-ac73-7cc58ce4ee90 req-5ed4c083-b6cd-4194-acf5-4013fde80541 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:52.391928 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ddda5c8b-6c2a-489f-ac73-7cc58ce4ee90 req-5ed4c083-b6cd-4194-acf5-4013fde80541 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=010d1707-ce1f-4b76-98df-4b2373165c6c HTTP/1.1" status: 200 len: 946 time: 0.1182876 Sep 16 04:55:52.437242 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-47a465a8-5c68-4912-819a-dbf02480db66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.442812 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-47a465a8-5c68-4912-819a-dbf02480db66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.448377 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-47a465a8-5c68-4912-819a-dbf02480db66 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f9d0f309-f08b-48e8-9c1d-251534b40899 HTTP/1.1" status: 204 len: 168 time: 0.2095783 Sep 16 04:55:52.464452 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a465a8-5c68-4912-819a-dbf02480db66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d0f309-f08b-48e8-9c1d-251534b40899,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:52.476006 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a465a8-5c68-4912-819a-dbf02480db66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:52.476513 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a465a8-5c68-4912-819a-dbf02480db66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:52.476786 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a465a8-5c68-4912-819a-dbf02480db66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:52.478607 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a465a8-5c68-4912-819a-dbf02480db66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:52.479125 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=e7140dd5-de60-406f-9795-31a1dba84eb5,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:52.479602 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a465a8-5c68-4912-819a-dbf02480db66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:52.479977 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a465a8-5c68-4912-819a-dbf02480db66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:52.484496 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a465a8-5c68-4912-819a-dbf02480db66 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:52.484496 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a465a8-5c68-4912-819a-dbf02480db66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:52.484496 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a465a8-5c68-4912-819a-dbf02480db66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:52.484496 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a465a8-5c68-4912-819a-dbf02480db66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:52.484496 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a465a8-5c68-4912-819a-dbf02480db66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:52.497202 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a465a8-5c68-4912-819a-dbf02480db66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:52.530500 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ddda5c8b-6c2a-489f-ac73-7cc58ce4ee90 req-6cd23d38-56e0-4872-986c-c9341ea8e99d tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152048 Sep 16 04:55:52.581263 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ff9b22-aba3-445f-8604-6a06fe4a799c x-openstack-request-id: req-a3ff9b22-aba3-445f-8604-6a06fe4a799c {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:52.581571 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3670efab-32a6-4249-afdf-923438c22384", "name": "network-vif-plugged", "status": "completed", "tag": "e7140dd5-de60-406f-9795-31a1dba84eb5", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:52.581826 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a3ff9b22-aba3-445f-8604-6a06fe4a799c {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:52.582226 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3670efab-32a6-4249-afdf-923438c22384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7140dd5-de60-406f-9795-31a1dba84eb5', 'code': 200} Sep 16 04:55:52.735505 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaef4f8-b368-424a-bc6d-77dd4e3ec62f req-fe37ef63-2052-46fd-9937-5130bc1ebb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:52.738823 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9eaef4f8-b368-424a-bc6d-77dd4e3ec62f req-fe37ef63-2052-46fd-9937-5130bc1ebb13 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3670efab-32a6-4249-afdf-923438c22384 HTTP/1.1" status: 200 len: 1098 time: 0.0630767 Sep 16 04:55:52.761534 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd859fd-f6bd-49f9-8fd9-6f2c5965f4ec req-0cc32cd0-fd33-4a24-8648-fefde5feb321 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:52.763070 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cdd859fd-f6bd-49f9-8fd9-6f2c5965f4ec req-0cc32cd0-fd33-4a24-8648-fefde5feb321 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.47 "GET /v2.0/ports?device_id=010d1707-ce1f-4b76-98df-4b2373165c6c HTTP/1.1" status: 200 len: 946 time: 0.0810919 Sep 16 04:55:52.787742 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9eaef4f8-b368-424a-bc6d-77dd4e3ec62f req-84cbba84-d9fb-4bdc-b66f-c4fb3db8b272 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d669db44-0026-4b16-8647-b7b954763913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421081 Sep 16 04:55:52.902890 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-cdd859fd-f6bd-49f9-8fd9-6f2c5965f4ec req-c8ff93c9-ee54-49a9-ab0b-a6cb605d035d tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Deleting port 3091c6ec-7291-4109-a7cf-ff9e65f76435 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:52.903622 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cdd859fd-f6bd-49f9-8fd9-6f2c5965f4ec req-c8ff93c9-ee54-49a9-ab0b-a6cb605d035d tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.024443 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-cdd859fd-f6bd-49f9-8fd9-6f2c5965f4ec req-c8ff93c9-ee54-49a9-ab0b-a6cb605d035d tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] For port 3091c6ec-7291-4109-a7cf-ff9e65f76435, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=3091c6ec-7291-4109-a7cf-ff9e65f76435,segment=NetworkSegment(e239c08b-9502-403b-a62d-904bde2bc84f),segment_id=e239c08b-9502-403b-a62d-904bde2bc84f)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:53.024851 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cdd859fd-f6bd-49f9-8fd9-6f2c5965f4ec req-c8ff93c9-ee54-49a9-ab0b-a6cb605d035d tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.052308 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-cdd859fd-f6bd-49f9-8fd9-6f2c5965f4ec req-c8ff93c9-ee54-49a9-ab0b-a6cb605d035d tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Calling delete_port for 3091c6ec-7291-4109-a7cf-ff9e65f76435 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:53.067491 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50810) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:53.138368 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-729782ba-917e-4edb-af32-2ab3639e9cbb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=79e8bc45a8f746c18bbc70ffcfef4ea0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0696306 Sep 16 04:55:53.141967 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50814) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:53.271766 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284668d8-8d4f-4a63-8f64-fa2c17cc0464 req-6be34066-82f3-4c6c-b882-937beac634b2 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:53.280626 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b01fa108-4a1b-4d82-aaf8-4382a6f8c5a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.290697 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-284668d8-8d4f-4a63-8f64-fa2c17cc0464 req-6be34066-82f3-4c6c-b882-937beac634b2 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] 10.222.0.35 "GET /v2.0/ports?device_id=3670efab-32a6-4249-afdf-923438c22384 HTTP/1.1" status: 200 len: 946 time: 0.2498174 Sep 16 04:55:53.332269 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b01fa108-4a1b-4d82-aaf8-4382a6f8c5a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.364798 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-284668d8-8d4f-4a63-8f64-fa2c17cc0464 req-b0534123-4eb1-40d2-93f0-8a77b0da4cbb tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] 10.222.0.35 "GET /v2.0/security-groups?id=d669db44-0026-4b16-8647-b7b954763913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730805 Sep 16 04:55:53.420319 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b01fa108-4a1b-4d82-aaf8-4382a6f8c5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.429973 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b01fa108-4a1b-4d82-aaf8-4382a6f8c5a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.435051 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b01fa108-4a1b-4d82-aaf8-4382a6f8c5a1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b1b54683-ae4a-4478-9bbd-4d975c0958ea HTTP/1.1" status: 204 len: 168 time: 0.2864125 Sep 16 04:55:53.447035 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01fa108-4a1b-4d82-aaf8-4382a6f8c5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b54683-ae4a-4478-9bbd-4d975c0958ea,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:53.459686 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cdd859fd-f6bd-49f9-8fd9-6f2c5965f4ec req-c8ff93c9-ee54-49a9-ab0b-a6cb605d035d tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.496122 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['df9615f6-aeda-465a-87a6-28cf51d746a1', '3091c6ec-7291-4109-a7cf-ff9e65f76435'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:53.509532 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ff93c9-ee54-49a9-ab0b-a6cb605d035d tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Pushing event deleted for resources: {'Port': ['ID=3091c6ec-7291-4109-a7cf-ff9e65f76435,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:53.566737 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd859fd-f6bd-49f9-8fd9-6f2c5965f4ec req-c8ff93c9-ee54-49a9-ab0b-a6cb605d035d tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] No DVR routers for this DVR port 3091c6ec-7291-4109-a7cf-ff9e65f76435 on host n-h1-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:53.570509 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-cdd859fd-f6bd-49f9-8fd9-6f2c5965f4ec req-c8ff93c9-ee54-49a9-ab0b-a6cb605d035d tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.572948 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cdd859fd-f6bd-49f9-8fd9-6f2c5965f4ec req-c8ff93c9-ee54-49a9-ab0b-a6cb605d035d tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.47 "DELETE /v2.0/ports/3091c6ec-7291-4109-a7cf-ff9e65f76435 HTTP/1.1" status: 204 len: 173 time: 0.8019171 Sep 16 04:55:53.574060 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010d1707-ce1f-4b76-98df-4b2373165c6c', 'name': 'network-vif-deleted', 'tag': '3091c6ec-7291-4109-a7cf-ff9e65f76435'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:53.586256 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6b3d2f-1e3d-4933-860c-70d21d878833" -d '{"events": [{"server_uuid": "010d1707-ce1f-4b76-98df-4b2373165c6c", "name": "network-vif-deleted", "tag": "3091c6ec-7291-4109-a7cf-ff9e65f76435"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:53.739370 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-25c1f04e-8aef-434a-8a8d-f9899c577310 req-c89f8289-d774-49fb-a668-851d7ae85f86 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=010d1707-ce1f-4b76-98df-4b2373165c6c HTTP/1.1" status: 200 len: 210 time: 0.0394728 Sep 16 04:55:53.857165 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e04dbd-a7ae-4ad3-84b9-f1da711c1e64 x-openstack-request-id: req-75e04dbd-a7ae-4ad3-84b9-f1da711c1e64 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:53.857716 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010d1707-ce1f-4b76-98df-4b2373165c6c", "name": "network-vif-deleted", "tag": "3091c6ec-7291-4109-a7cf-ff9e65f76435", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:53.857716 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-75e04dbd-a7ae-4ad3-84b9-f1da711c1e64 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:53.858239 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010d1707-ce1f-4b76-98df-4b2373165c6c', 'name': 'network-vif-deleted', 'tag': '3091c6ec-7291-4109-a7cf-ff9e65f76435', 'status': 'completed', 'code': 200} Sep 16 04:55:54.516774 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10410753-1434-4dc9-abf0-28ede5d0ff1d req-f35a5934-6abb-4d02-8ffe-9e0adc1cd510 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:54.525436 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-10410753-1434-4dc9-abf0-28ede5d0ff1d req-f35a5934-6abb-4d02-8ffe-9e0adc1cd510 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] 10.222.0.35 "GET /v2.0/ports?device_id=3670efab-32a6-4249-afdf-923438c22384 HTTP/1.1" status: 200 len: 946 time: 0.0740693 Sep 16 04:55:54.594392 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-10410753-1434-4dc9-abf0-28ede5d0ff1d req-ef88af01-05a5-4285-a4eb-b4368d545d0e tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] 10.222.0.35 "GET /v2.0/security-groups?id=d669db44-0026-4b16-8647-b7b954763913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509253 Sep 16 04:55:55.358779 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50924) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:55.586247 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7102af8-d147-4cf9-8be9-af2980cfe33c req-83393495-dcc2-44b7-81d6-904da1e5ea95 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:55.594138 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f7102af8-d147-4cf9-8be9-af2980cfe33c req-83393495-dcc2-44b7-81d6-904da1e5ea95 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] 10.222.0.35 "GET /v2.0/ports?device_id=3670efab-32a6-4249-afdf-923438c22384 HTTP/1.1" status: 200 len: 946 time: 0.0769730 Sep 16 04:55:55.638235 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f7102af8-d147-4cf9-8be9-af2980cfe33c req-13c337ee-7222-4e95-9777-956e02b530d6 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] 10.222.0.35 "GET /v2.0/security-groups?id=d669db44-0026-4b16-8647-b7b954763913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428443 Sep 16 04:55:55.645053 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-e262e4ca-93d7-44e0-b6e8-4a7dc53bd1f1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-254127378'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:55.679296 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e262e4ca-93d7-44e0-b6e8-4a7dc53bd1f1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Made reservation on behalf of cf634ef2964b491da55290e513644017 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:55.696691 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e262e4ca-93d7-44e0-b6e8-4a7dc53bd1f1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:55.709073 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e262e4ca-93d7-44e0-b6e8-4a7dc53bd1f1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:55.821631 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bce913-84c4-4933-a33e-1f4353a4e059 req-dfbbe106-4a64-48e2-b005-fe02d170d3f4 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:55.823170 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-83bce913-84c4-4933-a33e-1f4353a4e059 req-dfbbe106-4a64-48e2-b005-fe02d170d3f4 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 946 time: 0.0779204 Sep 16 04:55:55.899351 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-83bce913-84c4-4933-a33e-1f4353a4e059 req-790bc97e-8d19-4882-b3cd-5d93ca0c3ecf tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620778 Sep 16 04:55:55.925679 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e262e4ca-93d7-44e0-b6e8-4a7dc53bd1f1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:55.933058 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e262e4ca-93d7-44e0-b6e8-4a7dc53bd1f1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:55.975036 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262e4ca-93d7-44e0-b6e8-4a7dc53bd1f1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64685661-78f8-47ae-9774-2aa937891b39,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:55.985690 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e262e4ca-93d7-44e0-b6e8-4a7dc53bd1f1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:55:55.989795 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262e4ca-93d7-44e0-b6e8-4a7dc53bd1f1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:55.990331 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262e4ca-93d7-44e0-b6e8-4a7dc53bd1f1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:55.990807 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262e4ca-93d7-44e0-b6e8-4a7dc53bd1f1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:55.991407 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262e4ca-93d7-44e0-b6e8-4a7dc53bd1f1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:55.992646 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262e4ca-93d7-44e0-b6e8-4a7dc53bd1f1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:55.993243 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262e4ca-93d7-44e0-b6e8-4a7dc53bd1f1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:55.993354 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262e4ca-93d7-44e0-b6e8-4a7dc53bd1f1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:55.993648 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262e4ca-93d7-44e0-b6e8-4a7dc53bd1f1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:55.993997 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262e4ca-93d7-44e0-b6e8-4a7dc53bd1f1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:55.994492 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262e4ca-93d7-44e0-b6e8-4a7dc53bd1f1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:55.995708 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262e4ca-93d7-44e0-b6e8-4a7dc53bd1f1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:55.995708 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262e4ca-93d7-44e0-b6e8-4a7dc53bd1f1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:56.007949 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e262e4ca-93d7-44e0-b6e8-4a7dc53bd1f1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.007949 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-e262e4ca-93d7-44e0-b6e8-4a7dc53bd1f1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Added segment 7539aef7-3765-400d-bb52-b254815eb637 of type vlan for network d7855548-00ac-43d3-9794-c69772a63a5e Sep 16 04:55:56.079803 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e262e4ca-93d7-44e0-b6e8-4a7dc53bd1f1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.129007 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e262e4ca-93d7-44e0-b6e8-4a7dc53bd1f1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.138985 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e262e4ca-93d7-44e0-b6e8-4a7dc53bd1f1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:56.139865 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e262e4ca-93d7-44e0-b6e8-4a7dc53bd1f1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.187367 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e262e4ca-93d7-44e0-b6e8-4a7dc53bd1f1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.8268027 Sep 16 04:55:56.190663 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50978) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:56.195571 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-1cd4e308-9840-428f-867d-8fad06b538fe tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Request body: {'subnet': {'network_id': 'd7855548-00ac-43d3-9794-c69772a63a5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:56.242861 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262e4ca-93d7-44e0-b6e8-4a7dc53bd1f1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Pushing event updated for resources: {'Network': ['ID=d7855548-00ac-43d3-9794-c69772a63a5e,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:56.257852 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network d7855548-00ac-43d3-9794-c69772a63a5e details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:55:56.358539 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd4e308-9840-428f-867d-8fad06b538fe tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Made reservation on behalf of cf634ef2964b491da55290e513644017 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:56.363189 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1cd4e308-9840-428f-867d-8fad06b538fe tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.718761 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1cd4e308-9840-428f-867d-8fad06b538fe tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.776313 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51002) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:56.849798 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4e308-9840-428f-867d-8fad06b538fe tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Pushing event updated for resources: {'Subnet': ['ID=f96662f3-23a6-47c3-b949-e5f2a579d2a2,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:56.865333 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd4e308-9840-428f-867d-8fad06b538fe tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Checking segment: {'id': '7539aef7-3765-400d-bb52-b254815eb637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd7855548-00ac-43d3-9794-c69772a63a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:56.865739 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd4e308-9840-428f-867d-8fad06b538fe tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Network hostable DHCP agents. Network: d7855548-00ac-43d3-9794-c69772a63a5e, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:55:56.879366 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cfb58-e2e1-42f0-9bb0-0e5d13b40d23 req-93dcf6a5-4ae5-4d40-bdbe-2a5afddb9eab tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:56.881170 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a05cfb58-e2e1-42f0-9bb0-0e5d13b40d23 req-93dcf6a5-4ae5-4d40-bdbe-2a5afddb9eab tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] 10.222.0.35 "GET /v2.0/ports?device_id=3670efab-32a6-4249-afdf-923438c22384 HTTP/1.1" status: 200 len: 946 time: 0.1188469 Sep 16 04:55:56.902737 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd4e308-9840-428f-867d-8fad06b538fe tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Network d7855548-00ac-43d3-9794-c69772a63a5e is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:55:56.936360 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-1cd4e308-9840-428f-867d-8fad06b538fe tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, d7855548-00ac-43d3-9794-c69772a63a5e) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:56.942790 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd4e308-9840-428f-867d-8fad06b538fe tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:56.943705 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1cd4e308-9840-428f-867d-8fad06b538fe tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.971319 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a840f24-c40b-4a16-b317-d9b29c5cb21b None None] Network d7855548-00ac-43d3-9794-c69772a63a5e requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:55:56.972733 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a05cfb58-e2e1-42f0-9bb0-0e5d13b40d23 req-0b7f1c08-b543-4abc-9b91-d16a68ab33c9 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] 10.222.0.35 "GET /v2.0/security-groups?id=d669db44-0026-4b16-8647-b7b954763913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814285 Sep 16 04:55:56.974984 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1cd4e308-9840-428f-867d-8fad06b538fe tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7834582 Sep 16 04:55:56.978727 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51012) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:56.985431 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-f4804eef-edb7-4d11-a0d0-b705484d09ea tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Request body: {'port': {'network_id': 'd7855548-00ac-43d3-9794-c69772a63a5e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1881041514'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:57.007381 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f8265-486f-47f2-b266-031d436ad843 req-8d688022-003d-4ad3-92c6-93764334bb57 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:57.010628 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-870f8265-486f-47f2-b266-031d436ad843 req-8d688022-003d-4ad3-92c6-93764334bb57 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] 10.222.0.48 "GET /v2.0/ports?device_id=3670efab-32a6-4249-afdf-923438c22384 HTTP/1.1" status: 200 len: 946 time: 0.1113372 Sep 16 04:55:57.136221 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 3091c6ec-7291-4109-a7cf-ff9e65f76435 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:57.193363 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f99f129e-f3d7-4b33-b56e-aab21d4e1ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:57.212021 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: 3091c6ec-7291-4109-a7cf-ff9e65f76435 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:57.216595 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 3091c6ec-7291-4109-a7cf-ff9e65f76435 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:57.308433 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc47c8c-fb02-4381-a524-9341fa59f559 req-63858c5f-a790-4702-98ab-023bba58e241 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:57.324402 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dfc47c8c-fb02-4381-a524-9341fa59f559 req-63858c5f-a790-4702-98ab-023bba58e241 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 946 time: 0.1814847 Sep 16 04:55:57.334743 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f99f129e-f3d7-4b33-b56e-aab21d4e1ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:57.336876 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51016) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:57.345668 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f99f129e-f3d7-4b33-b56e-aab21d4e1ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:57.377189 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4804eef-edb7-4d11-a0d0-b705484d09ea tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Made reservation on behalf of cf634ef2964b491da55290e513644017 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:57.385076 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f4804eef-edb7-4d11-a0d0-b705484d09ea tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:57.395580 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f99f129e-f3d7-4b33-b56e-aab21d4e1ab2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d82ece99b3664400b8943f3ec478d80e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6161773 Sep 16 04:55:57.398978 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51020) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:57.451438 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-f4804eef-edb7-4d11-a0d0-b705484d09ea tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] device_id is not set on port 844fef7f-1f9f-46ef-bcff-d611f8d30b6e yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:55:57.461654 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f129e-f3d7-4b33-b56e-aab21d4e1ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859b3d7d-e326-43c2-bb33-bbcbc307e5c8,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:57.485655 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-870f8265-486f-47f2-b266-031d436ad843 req-dea0e4e7-7169-431f-9803-25652c0f9442 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] Deleting port e7140dd5-de60-406f-9795-31a1dba84eb5 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:57.486254 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-870f8265-486f-47f2-b266-031d436ad843 req-dea0e4e7-7169-431f-9803-25652c0f9442 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:57.510106 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f84334-7e08-4967-aefc-38f9861637f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-d7855548-00ac-43d3-9794-c69772a63a5e', 'network_id': 'd7855548-00ac-43d3-9794-c69772a63a5e', 'tenant_id': 'cf634ef2964b491da55290e513644017', 'fixed_ips': [{'subnet_id': 'f96662f3-23a6-47c3-b949-e5f2a579d2a2'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:55:57.511034 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-25f84334-7e08-4967-aefc-38f9861637f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:57.583533 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-870f8265-486f-47f2-b266-031d436ad843 req-dea0e4e7-7169-431f-9803-25652c0f9442 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] For port e7140dd5-de60-406f-9795-31a1dba84eb5, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=e7140dd5-de60-406f-9795-31a1dba84eb5,segment=NetworkSegment(aa82d971-7c66-4987-9058-fa82892ee912),segment_id=aa82d971-7c66-4987-9058-fa82892ee912)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:57.584258 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-870f8265-486f-47f2-b266-031d436ad843 req-dea0e4e7-7169-431f-9803-25652c0f9442 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:57.603124 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-870f8265-486f-47f2-b266-031d436ad843 req-dea0e4e7-7169-431f-9803-25652c0f9442 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] Calling delete_port for e7140dd5-de60-406f-9795-31a1dba84eb5 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:57.654377 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dfc47c8c-fb02-4381-a524-9341fa59f559 req-67ada6d6-2e46-4de7-a636-df7d89444041 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802031 Sep 16 04:55:57.684146 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-f4804eef-edb7-4d11-a0d0-b705484d09ea tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Allocated IP 2001:db8::1ba (d7855548-00ac-43d3-9794-c69772a63a5e/f96662f3-23a6-47c3-b949-e5f2a579d2a2/844fef7f-1f9f-46ef-bcff-d611f8d30b6e) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:57.751649 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-61c9201a-07a9-4180-8c99-2f20897a1e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:57.769200 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-870f8265-486f-47f2-b266-031d436ad843 req-dea0e4e7-7169-431f-9803-25652c0f9442 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:57.811785 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['e7140dd5-de60-406f-9795-31a1dba84eb5'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:57.814957 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-829aa237-77b2-4ac7-9029-aec9395c21df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:57.822762 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0e4e7-7169-431f-9803-25652c0f9442 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] Pushing event deleted for resources: {'Port': ['ID=e7140dd5-de60-406f-9795-31a1dba84eb5,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:57.897690 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-829aa237-77b2-4ac7-9029-aec9395c21df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:57.922245 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-870f8265-486f-47f2-b266-031d436ad843 req-dea0e4e7-7169-431f-9803-25652c0f9442 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] No DVR routers for this DVR port e7140dd5-de60-406f-9795-31a1dba84eb5 on host n-h2-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:57.926452 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-870f8265-486f-47f2-b266-031d436ad843 req-dea0e4e7-7169-431f-9803-25652c0f9442 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:57.929056 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-870f8265-486f-47f2-b266-031d436ad843 req-dea0e4e7-7169-431f-9803-25652c0f9442 tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] 10.222.0.48 "DELETE /v2.0/ports/e7140dd5-de60-406f-9795-31a1dba84eb5 HTTP/1.1" status: 204 len: 173 time: 0.9108853 Sep 16 04:55:57.934557 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3670efab-32a6-4249-afdf-923438c22384', 'name': 'network-vif-deleted', 'tag': 'e7140dd5-de60-406f-9795-31a1dba84eb5'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:57.937271 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5ef9eb-f91d-4a92-b215-f429092f73a2" -d '{"events": [{"server_uuid": "3670efab-32a6-4249-afdf-923438c22384", "name": "network-vif-deleted", "tag": "e7140dd5-de60-406f-9795-31a1dba84eb5"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:57.997288 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b9fba7-c134-45b2-ae35-62fedad1c3e1 x-openstack-request-id: req-79b9fba7-c134-45b2-ae35-62fedad1c3e1 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:57.997288 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3670efab-32a6-4249-afdf-923438c22384", "name": "network-vif-deleted", "tag": "e7140dd5-de60-406f-9795-31a1dba84eb5", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:57.999777 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-79b9fba7-c134-45b2-ae35-62fedad1c3e1 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:57.999777 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3670efab-32a6-4249-afdf-923438c22384', 'name': 'network-vif-deleted', 'tag': 'e7140dd5-de60-406f-9795-31a1dba84eb5', 'status': 'completed', 'code': 200} Sep 16 04:55:58.013626 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f4804eef-edb7-4d11-a0d0-b705484d09ea tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:58.076484 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-829aa237-77b2-4ac7-9029-aec9395c21df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:58.085853 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-829aa237-77b2-4ac7-9029-aec9395c21df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:58.088913 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-829aa237-77b2-4ac7-9029-aec9395c21df admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/859b3d7d-e326-43c2-bb33-bbcbc307e5c8 HTTP/1.1" status: 204 len: 168 time: 0.6873198 Sep 16 04:55:58.090805 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f4804eef-edb7-4d11-a0d0-b705484d09ea tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:58.132661 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829aa237-77b2-4ac7-9029-aec9395c21df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859b3d7d-e326-43c2-bb33-bbcbc307e5c8,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:58.207217 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-61c9201a-07a9-4180-8c99-2f20897a1e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:58.214690 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-61c9201a-07a9-4180-8c99-2f20897a1e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:58.239339 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4804eef-edb7-4d11-a0d0-b705484d09ea tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Pushing event updated for resources: {'Port': ['ID=844fef7f-1f9f-46ef-bcff-d611f8d30b6e,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:58.244237 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-25f84334-7e08-4967-aefc-38f9861637f5 None None] Allocated IP 2001:db8::2 (d7855548-00ac-43d3-9794-c69772a63a5e/f96662f3-23a6-47c3-b949-e5f2a579d2a2/47eaad5f-bc9c-4dc2-891b-6218a9ab80b0) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:58.290408 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-61c9201a-07a9-4180-8c99-2f20897a1e3d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=42daf97c9c364a3eb3ebf6cefa81b239&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9498513 Sep 16 04:55:58.294565 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51034) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:58.320389 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9201a-07a9-4180-8c99-2f20897a1e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fa7c90-c17d-42b2-acd0-8e6ed097a3b9,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:58.324725 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4804eef-edb7-4d11-a0d0-b705484d09ea tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Network d7855548-00ac-43d3-9794-c69772a63a5e is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:58.328207 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c7a5acc3-0167-42e0-b601-102e3a8b7070 req-e233301d-3382-4313-8630-f18e92473a2c tempest-ServerPasswordTestJSON-1402753585 tempest-ServerPasswordTestJSON-1402753585-project] 10.222.0.35 "GET /v2.0/ports?device_id=3670efab-32a6-4249-afdf-923438c22384 HTTP/1.1" status: 200 len: 210 time: 0.0897598 Sep 16 04:55:58.329431 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-f4804eef-edb7-4d11-a0d0-b705484d09ea tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:58.331993 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4804eef-edb7-4d11-a0d0-b705484d09ea tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:58.339299 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4804eef-edb7-4d11-a0d0-b705484d09ea tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:58.342857 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f4804eef-edb7-4d11-a0d0-b705484d09ea tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:58.390525 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f4804eef-edb7-4d11-a0d0-b705484d09ea tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4101238 Sep 16 04:55:58.391959 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-26c67338-551b-4a27-9e5b-aae49d1a7833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:58.397752 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51038) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:58.417461 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-7235bbe4-4cc1-4c4a-ad6e-af6a433a96ea tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Request body: {'port': {'network_id': 'd7855548-00ac-43d3-9794-c69772a63a5e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1378742586', 'allowed_address_pairs': [{'ip_address': '2001:db8::1ba', 'mac_address': 'fa:16:3e:5f:57:f1'}]}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:58.431308 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-26c67338-551b-4a27-9e5b-aae49d1a7833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:58.510175 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-26c67338-551b-4a27-9e5b-aae49d1a7833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:58.514820 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-26c67338-551b-4a27-9e5b-aae49d1a7833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:58.517591 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-26c67338-551b-4a27-9e5b-aae49d1a7833 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/87fa7c90-c17d-42b2-acd0-8e6ed097a3b9 HTTP/1.1" status: 204 len: 168 time: 0.2213449 Sep 16 04:55:58.553231 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c67338-551b-4a27-9e5b-aae49d1a7833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fa7c90-c17d-42b2-acd0-8e6ed097a3b9,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:58.581826 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7235bbe4-4cc1-4c4a-ad6e-af6a433a96ea tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Made reservation on behalf of cf634ef2964b491da55290e513644017 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:58.685173 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-25f84334-7e08-4967-aefc-38f9861637f5 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:58.696485 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-25f84334-7e08-4967-aefc-38f9861637f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:58.823000 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f84334-7e08-4967-aefc-38f9861637f5 None None] Network d7855548-00ac-43d3-9794-c69772a63a5e is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:58.832735 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-25f84334-7e08-4967-aefc-38f9861637f5 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:58.838831 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f84334-7e08-4967-aefc-38f9861637f5 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:58.851663 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f84334-7e08-4967-aefc-38f9861637f5 None None] Pushing event updated for resources: {'Port': ['ID=47eaad5f-bc9c-4dc2-891b-6218a9ab80b0,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:58.857191 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7235bbe4-4cc1-4c4a-ad6e-af6a433a96ea tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:58.954938 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-7235bbe4-4cc1-4c4a-ad6e-af6a433a96ea tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] device_id is not set on port 0618cf93-4061-430d-b98c-278e6c4b9f5b yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:55:58.960263 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51046) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:58.989855 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-665887fc-ad24-435c-ad85-68a5feabe6de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:59.024187 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008259e-a7b0-45dc-9aeb-c071dcb5a94f req-cde429ed-7a73-4b55-9308-87ea514667be tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:59.027823 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b008259e-a7b0-45dc-9aeb-c071dcb5a94f req-cde429ed-7a73-4b55-9308-87ea514667be tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 946 time: 0.2018557 Sep 16 04:55:59.039115 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-25f84334-7e08-4967-aefc-38f9861637f5 None None] Attempting to bind port 47eaad5f-bc9c-4dc2-891b-6218a9ab80b0 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:59.040875 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-25f84334-7e08-4967-aefc-38f9861637f5 None None] Attempting to bind port 47eaad5f-bc9c-4dc2-891b-6218a9ab80b0 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '7539aef7-3765-400d-bb52-b254815eb637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd7855548-00ac-43d3-9794-c69772a63a5e'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:59.042506 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f84334-7e08-4967-aefc-38f9861637f5 None None] Attempting to bind port 47eaad5f-bc9c-4dc2-891b-6218a9ab80b0 on network d7855548-00ac-43d3-9794-c69772a63a5e {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:59.053330 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f84334-7e08-4967-aefc-38f9861637f5 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:59.061706 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f84334-7e08-4967-aefc-38f9861637f5 None None] Checking segment: {'id': '7539aef7-3765-400d-bb52-b254815eb637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd7855548-00ac-43d3-9794-c69772a63a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:59.062176 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-25f84334-7e08-4967-aefc-38f9861637f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:59.062611 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f84334-7e08-4967-aefc-38f9861637f5 None None] Bound using segment: {'id': '7539aef7-3765-400d-bb52-b254815eb637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd7855548-00ac-43d3-9794-c69772a63a5e'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:59.069742 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-25f84334-7e08-4967-aefc-38f9861637f5 None None] Bound port: 47eaad5f-bc9c-4dc2-891b-6218a9ab80b0, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7539aef7-3765-400d-bb52-b254815eb637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd7855548-00ac-43d3-9794-c69772a63a5e'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:59.069742 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-25f84334-7e08-4967-aefc-38f9861637f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:59.177543 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b008259e-a7b0-45dc-9aeb-c071dcb5a94f req-470ca027-3b75-4ba5-a491-61fc2e473f12 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929987 Sep 16 04:55:59.279551 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-7235bbe4-4cc1-4c4a-ad6e-af6a433a96ea tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Allocated IP 2001:db8::1a6 (d7855548-00ac-43d3-9794-c69772a63a5e/f96662f3-23a6-47c3-b949-e5f2a579d2a2/0618cf93-4061-430d-b98c-278e6c4b9f5b) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:59.332408 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-25f84334-7e08-4967-aefc-38f9861637f5 None None] For port 47eaad5f-bc9c-4dc2-891b-6218a9ab80b0, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:59.345153 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-25f84334-7e08-4967-aefc-38f9861637f5 None None] For port 47eaad5f-bc9c-4dc2-891b-6218a9ab80b0, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=47eaad5f-bc9c-4dc2-891b-6218a9ab80b0,segment=NetworkSegment(7539aef7-3765-400d-bb52-b254815eb637),segment_id=7539aef7-3765-400d-bb52-b254815eb637)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:59.354870 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-25f84334-7e08-4967-aefc-38f9861637f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:59.358390 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-665887fc-ad24-435c-ad85-68a5feabe6de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:59.365576 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-665887fc-ad24-435c-ad85-68a5feabe6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:59.415788 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51054) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:59.425777 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51056) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:59.456267 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665887fc-ad24-435c-ad85-68a5feabe6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d524a07b-a11d-47dc-9131-b793dbde744e,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:59.465954 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-665887fc-ad24-435c-ad85-68a5feabe6de admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dbcfbb8484764a2cae9b6305bcd4d1c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5028546 Sep 16 04:55:59.467145 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51058) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:59.470040 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e228faf-d715-4c90-bcbf-d4f47f05f232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:59.501484 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f84334-7e08-4967-aefc-38f9861637f5 None None] Pushing event updated for resources: {'Port': ['ID=47eaad5f-bc9c-4dc2-891b-6218a9ab80b0,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:59.832938 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-354717ea-d7a0-49bb-95fd-90be78454033 admin admin] Deleting subnet 084d1599-3699-40f0-b7ed-26f962199949 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:55:59.840143 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-354717ea-d7a0-49bb-95fd-90be78454033 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:59.908966 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device e7140dd5-de60-406f-9795-31a1dba84eb5 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:59.926806 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-354717ea-d7a0-49bb-95fd-90be78454033 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:59.960127 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: e7140dd5-de60-406f-9795-31a1dba84eb5 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:59.960970 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device e7140dd5-de60-406f-9795-31a1dba84eb5 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:59.962981 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-591f914e-3a00-422a-b329-877a3af4f024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.011372 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-354717ea-d7a0-49bb-95fd-90be78454033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.019860 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-591f914e-3a00-422a-b329-877a3af4f024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.048608 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7235bbe4-4cc1-4c4a-ad6e-af6a433a96ea tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.111603 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e228faf-d715-4c90-bcbf-d4f47f05f232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.122407 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e228faf-d715-4c90-bcbf-d4f47f05f232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.146413 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-591f914e-3a00-422a-b329-877a3af4f024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.149730 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-591f914e-3a00-422a-b329-877a3af4f024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.153290 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-591f914e-3a00-422a-b329-877a3af4f024 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d524a07b-a11d-47dc-9131-b793dbde744e HTTP/1.1" status: 204 len: 168 time: 0.6779304 Sep 16 04:56:00.153448 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-354717ea-d7a0-49bb-95fd-90be78454033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.180148 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9e228faf-d715-4c90-bcbf-d4f47f05f232 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c87f07f420964e2da4a562740e9c751a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7514408 Sep 16 04:56:00.180374 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51066) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:00.186680 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e228faf-d715-4c90-bcbf-d4f47f05f232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcb601a-4f40-4b1d-a061-ed02b0bde95f,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:00.208622 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f914e-3a00-422a-b329-877a3af4f024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d524a07b-a11d-47dc-9131-b793dbde744e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:00.247078 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-354717ea-d7a0-49bb-95fd-90be78454033 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.249006 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-354717ea-d7a0-49bb-95fd-90be78454033 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/084d1599-3699-40f0-b7ed-26f962199949 HTTP/1.1" status: 204 len: 168 time: 0.8222740 Sep 16 04:56:00.251577 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354717ea-d7a0-49bb-95fd-90be78454033 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=084d1599-3699-40f0-b7ed-26f962199949,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:00.253509 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51070) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:00.257501 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7235bbe4-4cc1-4c4a-ad6e-af6a433a96ea tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.292866 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-592d6de7-d3ce-4dc8-9f34-294b284a166e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.356092 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7235bbe4-4cc1-4c4a-ad6e-af6a433a96ea tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Network d7855548-00ac-43d3-9794-c69772a63a5e is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:00.372122 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-7235bbe4-4cc1-4c4a-ad6e-af6a433a96ea tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:00.398586 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7235bbe4-4cc1-4c4a-ad6e-af6a433a96ea tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:00.407832 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7235bbe4-4cc1-4c4a-ad6e-af6a433a96ea tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:00.408329 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-592d6de7-d3ce-4dc8-9f34-294b284a166e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.408540 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7235bbe4-4cc1-4c4a-ad6e-af6a433a96ea tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.412776 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-30cf3589-f3a3-43de-b001-2af61e06efe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.432301 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235bbe4-4cc1-4c4a-ad6e-af6a433a96ea tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Pushing event updated for resources: {'Port': ['ID=0618cf93-4061-430d-b98c-278e6c4b9f5b,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:00.455836 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7235bbe4-4cc1-4c4a-ad6e-af6a433a96ea tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.0562098 Sep 16 04:56:00.473641 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39476e6-5c54-42f7-a611-4ecd3bf001e4 req-e3b2e37a-6411-47dd-8c38-a710baf22bf7 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:00.481743 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a39476e6-5c54-42f7-a611-4ecd3bf001e4 req-e3b2e37a-6411-47dd-8c38-a710baf22bf7 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 946 time: 0.1760859 Sep 16 04:56:00.492951 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51072) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:00.536126 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a39476e6-5c54-42f7-a611-4ecd3bf001e4 req-f2a601af-a32d-4121-90d9-21801716a859 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510776 Sep 16 04:56:00.578851 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-30cf3589-f3a3-43de-b001-2af61e06efe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.634107 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-30cf3589-f3a3-43de-b001-2af61e06efe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['944888ba-33b3-4bd4-8163-599612516cbb']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:00.651452 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-30cf3589-f3a3-43de-b001-2af61e06efe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa82d971-7c66-4987-9058-fa82892ee912') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:00.651669 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-30cf3589-f3a3-43de-b001-2af61e06efe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa82d971-7c66-4987-9058-fa82892ee912') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:00.670311 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-592d6de7-d3ce-4dc8-9f34-294b284a166e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.693073 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-592d6de7-d3ce-4dc8-9f34-294b284a166e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.693073 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-592d6de7-d3ce-4dc8-9f34-294b284a166e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bfcb601a-4f40-4b1d-a061-ed02b0bde95f HTTP/1.1" status: 204 len: 168 time: 0.5102198 Sep 16 04:56:00.693717 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-30cf3589-f3a3-43de-b001-2af61e06efe8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.764303 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d6de7-d3ce-4dc8-9f34-294b284a166e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcb601a-4f40-4b1d-a061-ed02b0bde95f,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:00.791471 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f08278-9458-4608-bf4f-db799bba60b0 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:00.805944 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f08278-9458-4608-bf4f-db799bba60b0 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:00.820691 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f08278-9458-4608-bf4f-db799bba60b0 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:00.826927 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51082) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:00.836774 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e9f08278-9458-4608-bf4f-db799bba60b0 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.2470465 Sep 16 04:56:00.844979 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-30cf3589-f3a3-43de-b001-2af61e06efe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.857721 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30cf3589-f3a3-43de-b001-2af61e06efe8 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:56:00.858309 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-30cf3589-f3a3-43de-b001-2af61e06efe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.861939 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:56:00.861939 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:56:00.861939 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:56:00.861939 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:56:00.861939 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:56:00.861939 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:56:00.861939 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:56:00.861939 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:56:00.861939 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:56:00.861939 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:56:00.861939 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:56:00.861939 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:56:00.861939 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:56:00.861939 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:56:00.861939 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:56:00.861939 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:56:00.861939 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:56:00.861939 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:56:00.861939 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:56:00.861939 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:56:00.861939 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:56:00.861939 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:56:00.861939 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:56:00.861939 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:56:00.861939 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:56:00.861939 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:56:00.861939 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:56:00.861939 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:56:00.861939 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:56:00.861939 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:56:00.861939 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:56:00.861939 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:56:00.944769 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 47eaad5f-bc9c-4dc2-891b-6218a9ab80b0 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:01.001666 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-30cf3589-f3a3-43de-b001-2af61e06efe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.040256 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-30cf3589-f3a3-43de-b001-2af61e06efe8 admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.048744 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-30cf3589-f3a3-43de-b001-2af61e06efe8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/944888ba-33b3-4bd4-8163-599612516cbb HTTP/1.1" status: 204 len: 168 time: 0.7894914 Sep 16 04:56:01.048744 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf3589-f3a3-43de-b001-2af61e06efe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=944888ba-33b3-4bd4-8163-599612516cbb,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:01.058723 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b045ee2-8601-4401-a438-bd58004f0469 None None] Network d7855548-00ac-43d3-9794-c69772a63a5e requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:01.069231 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 47eaad5f-bc9c-4dc2-891b-6218a9ab80b0 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:01.070982 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.159270 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea1e05-9bf9-49d8-9124-3ac3e621515a req-f2f71b77-b2c5-431b-b07a-677480204dad tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:01.160791 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94ea1e05-9bf9-49d8-9124-3ac3e621515a req-f2f71b77-b2c5-431b-b07a-677480204dad tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 946 time: 0.1057637 Sep 16 04:56:01.174766 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-2d6823d6-a4af-454d-a464-0e17f661d99b tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Deleting port 0618cf93-4061-430d-b98c-278e6c4b9f5b {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:01.174766 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2d6823d6-a4af-454d-a464-0e17f661d99b tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.316221 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-0acd405b-3795-4972-a66f-106a29a64a8b None None] Provisioning complete for port 47eaad5f-bc9c-4dc2-891b-6218a9ab80b0 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:01.316757 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0acd405b-3795-4972-a66f-106a29a64a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.348615 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2d6823d6-a4af-454d-a464-0e17f661d99b tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.380518 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-2d6823d6-a4af-454d-a464-0e17f661d99b tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Calling delete_port for 0618cf93-4061-430d-b98c-278e6c4b9f5b owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:01.394795 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-94ea1e05-9bf9-49d8-9124-3ac3e621515a req-e917519f-42da-459b-84b7-cc1a6fec2729 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Deleting port df9615f6-aeda-465a-87a6-28cf51d746a1 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:01.395144 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-94ea1e05-9bf9-49d8-9124-3ac3e621515a req-e917519f-42da-459b-84b7-cc1a6fec2729 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.479791 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51102) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:01.576511 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-35542f3a-d9f9-48d6-8a26-ee91766f70c7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f62c1bfba2fc40c288611b71a358423d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0925872 Sep 16 04:56:01.577011 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51108) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:01.713527 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-63e1fc54-ebe6-4540-a594-ca1aa100de6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.751818 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-63e1fc54-ebe6-4540-a594-ca1aa100de6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.846540 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-94ea1e05-9bf9-49d8-9124-3ac3e621515a req-e917519f-42da-459b-84b7-cc1a6fec2729 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] For port df9615f6-aeda-465a-87a6-28cf51d746a1, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=df9615f6-aeda-465a-87a6-28cf51d746a1,segment=NetworkSegment(e239c08b-9502-403b-a62d-904bde2bc84f),segment_id=e239c08b-9502-403b-a62d-904bde2bc84f)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:01.847678 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-94ea1e05-9bf9-49d8-9124-3ac3e621515a req-e917519f-42da-459b-84b7-cc1a6fec2729 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.866286 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-63e1fc54-ebe6-4540-a594-ca1aa100de6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.869490 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-63e1fc54-ebe6-4540-a594-ca1aa100de6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.875698 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-63e1fc54-ebe6-4540-a594-ca1aa100de6a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d669db44-0026-4b16-8647-b7b954763913 HTTP/1.1" status: 204 len: 168 time: 0.2954814 Sep 16 04:56:01.896503 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1fc54-ebe6-4540-a594-ca1aa100de6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d669db44-0026-4b16-8647-b7b954763913,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:01.918459 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0acd405b-3795-4972-a66f-106a29a64a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.925998 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-94ea1e05-9bf9-49d8-9124-3ac3e621515a req-e917519f-42da-459b-84b7-cc1a6fec2729 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Calling delete_port for df9615f6-aeda-465a-87a6-28cf51d746a1 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:01.963614 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914295d1-1198-4a7c-991d-8af9a5389fd2 req-77f06f33-1da6-4b94-8a95-7b4fb6027bfd tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:01.965443 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-914295d1-1198-4a7c-991d-8af9a5389fd2 req-77f06f33-1da6-4b94-8a95-7b4fb6027bfd tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 946 time: 0.1980155 Sep 16 04:56:02.027745 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-0acd405b-3795-4972-a66f-106a29a64a8b None None] For port 47eaad5f-bc9c-4dc2-891b-6218a9ab80b0, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=47eaad5f-bc9c-4dc2-891b-6218a9ab80b0,segment=NetworkSegment(7539aef7-3765-400d-bb52-b254815eb637),segment_id=7539aef7-3765-400d-bb52-b254815eb637)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:02.040174 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0acd405b-3795-4972-a66f-106a29a64a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.102982 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd405b-3795-4972-a66f-106a29a64a8b None None] Pushing event updated for resources: {'Port': ['ID=47eaad5f-bc9c-4dc2-891b-6218a9ab80b0,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:02.107433 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.182286 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:56:02.184151 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:56:02.191806 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2d6823d6-a4af-454d-a464-0e17f661d99b tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.242488 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6823d6-a4af-454d-a464-0e17f661d99b tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Pushing event deleted for resources: {'Port': ['ID=0618cf93-4061-430d-b98c-278e6c4b9f5b,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:02.256042 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-914295d1-1198-4a7c-991d-8af9a5389fd2 req-805a9b7c-b576-40dc-8667-ac87b83dabce tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/security-groups?id=b144398b-96c5-4a7f-873e-7580b5a81305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778447 Sep 16 04:56:02.398892 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bc88b4b2-e956-4cec-a390-330f11ae9908 None None] Could not find standard attr ID for object 0618cf93-4061-430d-b98c-278e6c4b9f5b. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:56:02.435351 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bc88b4b2-e956-4cec-a390-330f11ae9908 None None] Provisioning complete for port 47eaad5f-bc9c-4dc2-891b-6218a9ab80b0 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:02.435744 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bc88b4b2-e956-4cec-a390-330f11ae9908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.536153 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2d6823d6-a4af-454d-a464-0e17f661d99b tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.544445 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2d6823d6-a4af-454d-a464-0e17f661d99b tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] 10.222.0.35 "DELETE /v2.0/ports/0618cf93-4061-430d-b98c-278e6c4b9f5b HTTP/1.1" status: 204 len: 168 time: 1.7131126 Sep 16 04:56:02.544445 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-94ea1e05-9bf9-49d8-9124-3ac3e621515a req-e917519f-42da-459b-84b7-cc1a6fec2729 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.545480 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51142) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:02.621924 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e917519f-42da-459b-84b7-cc1a6fec2729 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Pushing event deleted for resources: {'Port': ['ID=df9615f6-aeda-465a-87a6-28cf51d746a1,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:02.622138 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a23d6f81-c20f-4b4a-9b06-254926adc73f tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] GET failed (client error): The resource could not be found. Sep 16 04:56:02.623753 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a23d6f81-c20f-4b4a-9b06-254926adc73f tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] 10.222.0.35 "GET /v2.0/ports/0618cf93-4061-430d-b98c-278e6c4b9f5b HTTP/1.1" status: 404 len: 333 time: 0.0758843 Sep 16 04:56:02.627473 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51146) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:02.638266 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-4bfec8cf-6096-41fe-a389-c7e8830f071b tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Request body: {'port': {'network_id': 'd7855548-00ac-43d3-9794-c69772a63a5e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1628757022'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:02.661670 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bc88b4b2-e956-4cec-a390-330f11ae9908 None None] Provisioning complete for port 844fef7f-1f9f-46ef-bcff-d611f8d30b6e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:02.662051 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bc88b4b2-e956-4cec-a390-330f11ae9908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.748272 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ea1e05-9bf9-49d8-9124-3ac3e621515a req-e917519f-42da-459b-84b7-cc1a6fec2729 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] No DVR routers for this DVR port df9615f6-aeda-465a-87a6-28cf51d746a1 on host n-h1-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:02.767069 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-94ea1e05-9bf9-49d8-9124-3ac3e621515a req-e917519f-42da-459b-84b7-cc1a6fec2729 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.771419 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94ea1e05-9bf9-49d8-9124-3ac3e621515a req-e917519f-42da-459b-84b7-cc1a6fec2729 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.47 "DELETE /v2.0/ports/df9615f6-aeda-465a-87a6-28cf51d746a1 HTTP/1.1" status: 204 len: 173 time: 1.6020491 Sep 16 04:56:02.774312 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f2ae43-7b6a-49d9-be4f-3488d7130d48', 'name': 'network-vif-deleted', 'tag': 'df9615f6-aeda-465a-87a6-28cf51d746a1'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:02.781860 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b08936-1eec-48dc-a8d6-2acfb1741bc6" -d '{"events": [{"server_uuid": "f7f2ae43-7b6a-49d9-be4f-3488d7130d48", "name": "network-vif-deleted", "tag": "df9615f6-aeda-465a-87a6-28cf51d746a1"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:02.783450 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bc88b4b2-e956-4cec-a390-330f11ae9908 None None] Port 844fef7f-1f9f-46ef-bcff-d611f8d30b6e cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:02.787759 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['df9615f6-aeda-465a-87a6-28cf51d746a1'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:56:02.917322 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d63136d-dd91-4ccf-a6f7-a8992237a875 x-openstack-request-id: req-6d63136d-dd91-4ccf-a6f7-a8992237a875 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:02.917882 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f2ae43-7b6a-49d9-be4f-3488d7130d48", "name": "network-vif-deleted", "tag": "df9615f6-aeda-465a-87a6-28cf51d746a1", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:02.918907 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6d63136d-dd91-4ccf-a6f7-a8992237a875 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:02.919398 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f2ae43-7b6a-49d9-be4f-3488d7130d48', 'name': 'network-vif-deleted', 'tag': 'df9615f6-aeda-465a-87a6-28cf51d746a1', 'status': 'completed', 'code': 200} Sep 16 04:56:02.920912 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfec8cf-6096-41fe-a389-c7e8830f071b tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Made reservation on behalf of cf634ef2964b491da55290e513644017 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:02.929071 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-dce4bd64-e089-4753-bc2e-f6fe4b800967 None None] Provisioning complete for port 844fef7f-1f9f-46ef-bcff-d611f8d30b6e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:02.929267 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4bfec8cf-6096-41fe-a389-c7e8830f071b tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.929451 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-dce4bd64-e089-4753-bc2e-f6fe4b800967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.961698 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-4bfec8cf-6096-41fe-a389-c7e8830f071b tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] device_id is not set on port 05b10a67-6642-4ced-9956-87bece1ff52b yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:56:03.010343 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-dce4bd64-e089-4753-bc2e-f6fe4b800967 None None] Port 844fef7f-1f9f-46ef-bcff-d611f8d30b6e cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:03.078371 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 47eaad5f-bc9c-4dc2-891b-6218a9ab80b0 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:03.191156 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-4bfec8cf-6096-41fe-a389-c7e8830f071b tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Allocated IP 2001:db8::90 (d7855548-00ac-43d3-9794-c69772a63a5e/f96662f3-23a6-47c3-b949-e5f2a579d2a2/05b10a67-6642-4ced-9956-87bece1ff52b) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:03.193175 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 47eaad5f-bc9c-4dc2-891b-6218a9ab80b0 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:03.193554 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:03.272413 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-e6d4e77e-344c-48bc-b728-a7128f094c5d None None] Could not find standard attr ID for object 0618cf93-4061-430d-b98c-278e6c4b9f5b. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:56:03.572263 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-add460fe-2ef3-4c7c-84bd-9e75961b52ed req-844fd05c-f8dc-4d97-b2e1-9db69eb833c3 tempest-ServerRescueNegativeTestJSON-1244546873 tempest-ServerRescueNegativeTestJSON-1244546873-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f2ae43-7b6a-49d9-be4f-3488d7130d48 HTTP/1.1" status: 200 len: 210 time: 0.0716095 Sep 16 04:56:03.602564 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4bfec8cf-6096-41fe-a389-c7e8830f071b tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:03.699694 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4bfec8cf-6096-41fe-a389-c7e8830f071b tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:03.752115 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfec8cf-6096-41fe-a389-c7e8830f071b tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Network d7855548-00ac-43d3-9794-c69772a63a5e is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:03.756771 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-4bfec8cf-6096-41fe-a389-c7e8830f071b tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:03.761870 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfec8cf-6096-41fe-a389-c7e8830f071b tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:03.770090 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfec8cf-6096-41fe-a389-c7e8830f071b tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:03.771021 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4bfec8cf-6096-41fe-a389-c7e8830f071b tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:03.795535 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51190) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:03.797965 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4bfec8cf-6096-41fe-a389-c7e8830f071b tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1683722 Sep 16 04:56:03.810157 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-6d5077aa-9e89-4723-9f3e-ceb04ccde7cd tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1ba', 'mac_address': 'fa:16:3e:5f:57:f1'}]}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:03.838143 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfec8cf-6096-41fe-a389-c7e8830f071b tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Pushing event updated for resources: {'Port': ['ID=05b10a67-6642-4ced-9956-87bece1ff52b,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:04.089674 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6d5077aa-9e89-4723-9f3e-ceb04ccde7cd tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:04.227020 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-64d35be9-555f-47a8-ae78-50052c2b4713 None None] Provisioning complete for port 05b10a67-6642-4ced-9956-87bece1ff52b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:04.228078 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-64d35be9-555f-47a8-ae78-50052c2b4713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:04.303269 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-64d35be9-555f-47a8-ae78-50052c2b4713 None None] Port 05b10a67-6642-4ced-9956-87bece1ff52b cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:04.486584 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6d5077aa-9e89-4723-9f3e-ceb04ccde7cd tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:04.493845 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6d5077aa-9e89-4723-9f3e-ceb04ccde7cd tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:04.540161 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-6d5077aa-9e89-4723-9f3e-ceb04ccde7cd tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] In _notify_port_updated(), no bound segment for port 05b10a67-6642-4ced-9956-87bece1ff52b on network d7855548-00ac-43d3-9794-c69772a63a5e {{(pid=94767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:56:04.549354 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5077aa-9e89-4723-9f3e-ceb04ccde7cd tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:04.550580 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6d5077aa-9e89-4723-9f3e-ceb04ccde7cd tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:04.555554 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51218) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:04.555851 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6d5077aa-9e89-4723-9f3e-ceb04ccde7cd tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] 10.222.0.35 "PUT /v2.0/ports/05b10a67-6642-4ced-9956-87bece1ff52b HTTP/1.1" status: 200 len: 1002 time: 0.7586915 Sep 16 04:56:04.594565 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5077aa-9e89-4723-9f3e-ceb04ccde7cd tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Pushing event updated for resources: {'Port': ['ID=05b10a67-6642-4ced-9956-87bece1ff52b,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:04.723677 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-27c1b3d1-c2dd-42e9-9384-5c2e3701f981 req-6f4c1151-93f9-4675-b147-586c4a3c737b tempest-ServerShowV254Test-2124485009 tempest-ServerShowV254Test-2124485009-project] 10.222.0.35 "GET /v2.0/ports?device_id=0feb7a51-a3c7-4cda-adfe-f5b5872bfc9f HTTP/1.1" status: 200 len: 210 time: 0.0706809 Sep 16 04:56:04.761652 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-7b7ab8bd-16a9-4871-a950-173270a9aeda tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Deleting port 05b10a67-6642-4ced-9956-87bece1ff52b {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:04.763741 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7b7ab8bd-16a9-4871-a950-173270a9aeda tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:04.823668 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51230) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:04.965285 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7b7ab8bd-16a9-4871-a950-173270a9aeda tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:04.987382 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-7b7ab8bd-16a9-4871-a950-173270a9aeda tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Calling delete_port for 05b10a67-6642-4ced-9956-87bece1ff52b owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:05.085395 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device df9615f6-aeda-465a-87a6-28cf51d746a1 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:05.144661 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: df9615f6-aeda-465a-87a6-28cf51d746a1 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:05.145308 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device df9615f6-aeda-465a-87a6-28cf51d746a1 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:05.156860 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-c4b51d20-16b8-4ef5-9c05-c2e3429cae50 None None] Provisioning complete for port 05b10a67-6642-4ced-9956-87bece1ff52b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:05.157510 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c4b51d20-16b8-4ef5-9c05-c2e3429cae50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.213803 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7b7ab8bd-16a9-4871-a950-173270a9aeda tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.253672 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-c4b51d20-16b8-4ef5-9c05-c2e3429cae50 None None] Port 05b10a67-6642-4ced-9956-87bece1ff52b cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:05.270058 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ab8bd-16a9-4871-a950-173270a9aeda tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Pushing event deleted for resources: {'Port': ['ID=05b10a67-6642-4ced-9956-87bece1ff52b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:05.444084 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7b7ab8bd-16a9-4871-a950-173270a9aeda tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.446107 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7b7ab8bd-16a9-4871-a950-173270a9aeda tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] 10.222.0.35 "DELETE /v2.0/ports/05b10a67-6642-4ced-9956-87bece1ff52b HTTP/1.1" status: 204 len: 168 time: 0.8893929 Sep 16 04:56:05.448921 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51244) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:05.493449 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d89fd99-d4a9-45f4-88c2-306a32bb2a50 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] GET failed (client error): The resource could not be found. Sep 16 04:56:05.496340 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0d89fd99-d4a9-45f4-88c2-306a32bb2a50 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] 10.222.0.35 "GET /v2.0/ports/05b10a67-6642-4ced-9956-87bece1ff52b HTTP/1.1" status: 404 len: 333 time: 0.0458825 Sep 16 04:56:05.502060 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51248) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:05.509609 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-c4e85891-daf0-48ea-b44a-b604adff5933 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Request body: {'port': {'network_id': 'd7855548-00ac-43d3-9794-c69772a63a5e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1813770773'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:05.860491 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e85891-daf0-48ea-b44a-b604adff5933 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Made reservation on behalf of cf634ef2964b491da55290e513644017 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:05.864162 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c4e85891-daf0-48ea-b44a-b604adff5933 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.889382 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dbbe2328-10c2-43c4-ad0b-65149089f6e6 req-b47ebc97-93ab-4ac9-b6b5-4667302511b5 tempest-ServerShowV254Test-2124485009 tempest-ServerShowV254Test-2124485009-project] 10.222.0.35 "GET /v2.0/ports?device_id=0feb7a51-a3c7-4cda-adfe-f5b5872bfc9f HTTP/1.1" status: 200 len: 210 time: 0.0424798 Sep 16 04:56:05.951165 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-c4e85891-daf0-48ea-b44a-b604adff5933 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] device_id is not set on port fb6e71a8-340c-4fba-80be-168d2618a26e yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:56:06.106625 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1b77fd1a-b8a8-4881-897a-f08a274d80dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:06.184966 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-c4e85891-daf0-48ea-b44a-b604adff5933 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Allocated IP 2001:db8::59 (d7855548-00ac-43d3-9794-c69772a63a5e/f96662f3-23a6-47c3-b949-e5f2a579d2a2/fb6e71a8-340c-4fba-80be-168d2618a26e) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:06.822839 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c4e85891-daf0-48ea-b44a-b604adff5933 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:06.914817 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c4e85891-daf0-48ea-b44a-b604adff5933 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:06.919785 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-1b77fd1a-b8a8-4881-897a-f08a274d80dd admin admin] Deleting port 4c38b244-ccd9-4ff9-88b7-4891f836d310 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:06.919785 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1b77fd1a-b8a8-4881-897a-f08a274d80dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.039827 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e85891-daf0-48ea-b44a-b604adff5933 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Network d7855548-00ac-43d3-9794-c69772a63a5e is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:07.065547 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-c4e85891-daf0-48ea-b44a-b604adff5933 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:07.071244 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e85891-daf0-48ea-b44a-b604adff5933 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:07.077404 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e85891-daf0-48ea-b44a-b604adff5933 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:07.077905 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c4e85891-daf0-48ea-b44a-b604adff5933 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.082221 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e85891-daf0-48ea-b44a-b604adff5933 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Pushing event updated for resources: {'Port': ['ID=fb6e71a8-340c-4fba-80be-168d2618a26e,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:07.116429 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-908e6bd0-e16f-4384-a455-145d86adc951 req-0ee57964-7662-4012-882c-bf4afaf4276e tempest-ServerShowV254Test-2124485009 tempest-ServerShowV254Test-2124485009-project] 10.222.0.35 "GET /v2.0/ports?device_id=0feb7a51-a3c7-4cda-adfe-f5b5872bfc9f HTTP/1.1" status: 200 len: 210 time: 0.0751405 Sep 16 04:56:07.153191 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c4e85891-daf0-48ea-b44a-b604adff5933 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6472809 Sep 16 04:56:07.154628 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51294) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:07.161201 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-1b77fd1a-b8a8-4881-897a-f08a274d80dd admin admin] For port 4c38b244-ccd9-4ff9-88b7-4891f836d310, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=4c38b244-ccd9-4ff9-88b7-4891f836d310,segment=NetworkSegment(e239c08b-9502-403b-a62d-904bde2bc84f),segment_id=e239c08b-9502-403b-a62d-904bde2bc84f)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:07.161616 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1b77fd1a-b8a8-4881-897a-f08a274d80dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.168927 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-3b218f67-0556-4476-8ad3-70668f90f853 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:5f:57:f1'}]}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:07.225301 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-1b77fd1a-b8a8-4881-897a-f08a274d80dd admin admin] Calling delete_port for 4c38b244-ccd9-4ff9-88b7-4891f836d310 owned by network:router_interface {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:07.334066 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3b218f67-0556-4476-8ad3-70668f90f853 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.583692 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-71a7970b-9845-4d41-9316-1d70194f1bdc None None] Provisioning complete for port fb6e71a8-340c-4fba-80be-168d2618a26e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:07.584630 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-71a7970b-9845-4d41-9316-1d70194f1bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.648930 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-71a7970b-9845-4d41-9316-1d70194f1bdc None None] Port fb6e71a8-340c-4fba-80be-168d2618a26e cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:07.737214 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-34a3e0ad-8707-4914-be5c-59310025942d req-9e7cf848-0448-40a4-861d-c1929c66f41d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0feb7a51-a3c7-4cda-adfe-f5b5872bfc9f HTTP/1.1" status: 200 len: 210 time: 0.3408647 Sep 16 04:56:07.881065 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3b218f67-0556-4476-8ad3-70668f90f853 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.884314 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1b77fd1a-b8a8-4881-897a-f08a274d80dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.896047 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3b218f67-0556-4476-8ad3-70668f90f853 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.923809 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77fd1a-b8a8-4881-897a-f08a274d80dd admin admin] Pushing event deleted for resources: {'Port': ['ID=4c38b244-ccd9-4ff9-88b7-4891f836d310,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:07.959503 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-3b218f67-0556-4476-8ad3-70668f90f853 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] In _notify_port_updated(), no bound segment for port fb6e71a8-340c-4fba-80be-168d2618a26e on network d7855548-00ac-43d3-9794-c69772a63a5e {{(pid=94767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:56:07.965546 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b218f67-0556-4476-8ad3-70668f90f853 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:07.966222 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3b218f67-0556-4476-8ad3-70668f90f853 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.967588 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3b218f67-0556-4476-8ad3-70668f90f853 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] 10.222.0.35 "PUT /v2.0/ports/fb6e71a8-340c-4fba-80be-168d2618a26e HTTP/1.1" status: 200 len: 1002 time: 0.8087120 Sep 16 04:56:07.973062 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51304) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:08.031034 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b218f67-0556-4476-8ad3-70668f90f853 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Pushing event updated for resources: {'Port': ['ID=fb6e71a8-340c-4fba-80be-168d2618a26e,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:08.188458 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-291522cb-2952-4327-b91e-808f14f7bf1d tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Deleting port fb6e71a8-340c-4fba-80be-168d2618a26e {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:08.192847 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-291522cb-2952-4327-b91e-808f14f7bf1d tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:08.267484 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1b77fd1a-b8a8-4881-897a-f08a274d80dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:08.388960 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d52970a3-5ae0-429a-87d9-1bb4428413a7 req-6ccdca21-9a16-4f7d-a7c5-6f38c6eec7e8 tempest-ServerShowV254Test-2124485009 tempest-ServerShowV254Test-2124485009-project] 10.222.0.35 "GET /v2.0/ports?device_id=0feb7a51-a3c7-4cda-adfe-f5b5872bfc9f HTTP/1.1" status: 200 len: 210 time: 0.0430839 Sep 16 04:56:08.457723 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-291522cb-2952-4327-b91e-808f14f7bf1d tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:08.481327 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-291522cb-2952-4327-b91e-808f14f7bf1d tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Calling delete_port for fb6e71a8-340c-4fba-80be-168d2618a26e owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:08.491458 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ba64e6be-4630-4b32-9a45-bacc94947c83 None None] Provisioning complete for port fb6e71a8-340c-4fba-80be-168d2618a26e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:08.491831 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ba64e6be-4630-4b32-9a45-bacc94947c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:08.537216 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-ba64e6be-4630-4b32-9a45-bacc94947c83 None None] Port fb6e71a8-340c-4fba-80be-168d2618a26e cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:08.720815 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-291522cb-2952-4327-b91e-808f14f7bf1d tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:08.808020 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b77fd1a-b8a8-4881-897a-f08a274d80dd admin admin] Router 35f451f4-e175-49af-9170-56d406504f57 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:56:08.866122 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291522cb-2952-4327-b91e-808f14f7bf1d tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Pushing event deleted for resources: {'Port': ['ID=fb6e71a8-340c-4fba-80be-168d2618a26e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:08.961224 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-291522cb-2952-4327-b91e-808f14f7bf1d tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:08.963513 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-291522cb-2952-4327-b91e-808f14f7bf1d tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] 10.222.0.35 "DELETE /v2.0/ports/fb6e71a8-340c-4fba-80be-168d2618a26e HTTP/1.1" status: 204 len: 168 time: 0.9891992 Sep 16 04:56:08.966092 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51318) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:08.998711 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b12af919-145b-4937-818c-1751a4ae1497 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] GET failed (client error): The resource could not be found. Sep 16 04:56:09.001989 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b12af919-145b-4937-818c-1751a4ae1497 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] 10.222.0.35 "GET /v2.0/ports/fb6e71a8-340c-4fba-80be-168d2618a26e HTTP/1.1" status: 404 len: 333 time: 0.0346527 Sep 16 04:56:09.005236 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51320) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:09.010986 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-bcdbe9e8-287a-4ae3-af78-11042800edd1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Request body: {'port': {'network_id': 'd7855548-00ac-43d3-9794-c69772a63a5e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-291926105'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:09.073396 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b77fd1a-b8a8-4881-897a-f08a274d80dd admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:56:09.084877 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1b77fd1a-b8a8-4881-897a-f08a274d80dd admin admin] 10.222.0.35 "PUT /v2.0/routers/35f451f4-e175-49af-9170-56d406504f57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2580285 Sep 16 04:56:09.086414 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51322) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:09.089178 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58f8c5f-86a9-4b3b-a9e9-2b8b87896582 None None] Sync routers for ids ['35f451f4-e175-49af-9170-56d406504f57'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:56:09.111732 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58f8c5f-86a9-4b3b-a9e9-2b8b87896582 None None] Routers {'35f451f4-e175-49af-9170-56d406504f57'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:09.112889 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-e58f8c5f-86a9-4b3b-a9e9-2b8b87896582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:55:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['35f451f4-e175-49af-9170-56d406504f57'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:09.186291 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdbe9e8-287a-4ae3-af78-11042800edd1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Made reservation on behalf of cf634ef2964b491da55290e513644017 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:09.193891 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bcdbe9e8-287a-4ae3-af78-11042800edd1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.234840 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-bcdbe9e8-287a-4ae3-af78-11042800edd1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] device_id is not set on port 621847fe-2706-467e-8be5-a6b432696278 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:56:09.268817 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e11eba00-1a98-4d8a-af04-f86b83460934 admin admin] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.394021 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-e58f8c5f-86a9-4b3b-a9e9-2b8b87896582 None None] Set router 35f451f4-e175-49af-9170-56d406504f57 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:56:09.538901 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-bcdbe9e8-287a-4ae3-af78-11042800edd1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Allocated IP 2001:db8::363 (d7855548-00ac-43d3-9794-c69772a63a5e/f96662f3-23a6-47c3-b949-e5f2a579d2a2/621847fe-2706-467e-8be5-a6b432696278) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:09.588766 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e11eba00-1a98-4d8a-af04-f86b83460934 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.636469 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-874b25b5-59fd-40d7-bcbf-8149b76b4fad req-5fffb8ce-f70c-4833-b971-02a647930a14 tempest-ServerShowV254Test-2124485009 tempest-ServerShowV254Test-2124485009-project] 10.222.0.35 "GET /v2.0/ports?device_id=0feb7a51-a3c7-4cda-adfe-f5b5872bfc9f HTTP/1.1" status: 200 len: 210 time: 0.0969846 Sep 16 04:56:09.766007 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-e11eba00-1a98-4d8a-af04-f86b83460934 admin admin] Deleting port 8617fe60-acb2-4aa9-ba3d-4370ccd67ac0 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:09.770227 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e11eba00-1a98-4d8a-af04-f86b83460934 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.836683 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-e58f8c5f-86a9-4b3b-a9e9-2b8b87896582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f451f4-e175-49af-9170-56d406504f57', 'name': 'tempest-ServerRescueNegativeTestJSON-1196630767-router', 'tenant_id': 'ae9253f056ae49e68f4d400ee8ce541c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '8617fe60-acb2-4aa9-ba3d-4370ccd67ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:53:07Z', 'updated_at': '2021-09-16T04:56:07Z', 'revision_number': 5, 'project_id': 'ae9253f056ae49e68f4d400ee8ce541c', 'gw_port': {'id': '8617fe60-acb2-4aa9-ba3d-4370ccd67ac0', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f451f4-e175-49af-9170-56d406504f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:53:08Z', 'updated_at': '2021-09-16T04:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:09.840682 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bcdbe9e8-287a-4ae3-af78-11042800edd1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.897496 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bcdbe9e8-287a-4ae3-af78-11042800edd1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.913733 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58f8c5f-86a9-4b3b-a9e9-2b8b87896582 None None] Checking router: 35f451f4-e175-49af-9170-56d406504f57 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:56:09.929214 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdbe9e8-287a-4ae3-af78-11042800edd1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Network d7855548-00ac-43d3-9794-c69772a63a5e is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:09.931202 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-bcdbe9e8-287a-4ae3-af78-11042800edd1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:09.936721 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58f8c5f-86a9-4b3b-a9e9-2b8b87896582 None None] Routers {'35f451f4-e175-49af-9170-56d406504f57'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:09.938115 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-e58f8c5f-86a9-4b3b-a9e9-2b8b87896582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:55:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['35f451f4-e175-49af-9170-56d406504f57'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:09.969070 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdbe9e8-287a-4ae3-af78-11042800edd1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:09.975462 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdbe9e8-287a-4ae3-af78-11042800edd1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:09.976210 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bcdbe9e8-287a-4ae3-af78-11042800edd1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.016599 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-bcdbe9e8-287a-4ae3-af78-11042800edd1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0096164 Sep 16 04:56:10.022623 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51342) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:10.032523 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-95400519-9f3f-4aff-a0a3-4d2d8db9c3c7 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Request body: {'port': {'network_id': 'd7855548-00ac-43d3-9794-c69772a63a5e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-844923022'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:10.036466 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdbe9e8-287a-4ae3-af78-11042800edd1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Pushing event updated for resources: {'Port': ['ID=621847fe-2706-467e-8be5-a6b432696278,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:10.091857 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-e11eba00-1a98-4d8a-af04-f86b83460934 admin admin] For port 8617fe60-acb2-4aa9-ba3d-4370ccd67ac0, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=8617fe60-acb2-4aa9-ba3d-4370ccd67ac0,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:10.093275 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e11eba00-1a98-4d8a-af04-f86b83460934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.115838 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-e58f8c5f-86a9-4b3b-a9e9-2b8b87896582 None None] Set router 35f451f4-e175-49af-9170-56d406504f57 gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:56:10.142107 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-e11eba00-1a98-4d8a-af04-f86b83460934 admin admin] Calling delete_port for 8617fe60-acb2-4aa9-ba3d-4370ccd67ac0 owned by network:router_gateway {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:10.247966 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-e58f8c5f-86a9-4b3b-a9e9-2b8b87896582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f451f4-e175-49af-9170-56d406504f57', 'name': 'tempest-ServerRescueNegativeTestJSON-1196630767-router', 'tenant_id': 'ae9253f056ae49e68f4d400ee8ce541c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:53:07Z', 'updated_at': '2021-09-16T04:56:09Z', 'revision_number': 6, 'project_id': 'ae9253f056ae49e68f4d400ee8ce541c', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:10.290574 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58f8c5f-86a9-4b3b-a9e9-2b8b87896582 None None] The sync data for ids ['35f451f4-e175-49af-9170-56d406504f57'] in n-d-712139-15 is: [{'id': '35f451f4-e175-49af-9170-56d406504f57', 'name': 'tempest-ServerRescueNegativeTestJSON-1196630767-router', 'tenant_id': 'ae9253f056ae49e68f4d400ee8ce541c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:53:07Z', 'updated_at': '2021-09-16T04:56:09Z', 'revision_number': 6, 'project_id': 'ae9253f056ae49e68f4d400ee8ce541c', 'gw_port_host': None}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:56:10.305472 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db7389f7-cb89-4597-898e-b1062c8d02b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.313914 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95400519-9f3f-4aff-a0a3-4d2d8db9c3c7 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Made reservation on behalf of cf634ef2964b491da55290e513644017 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:10.317808 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-95400519-9f3f-4aff-a0a3-4d2d8db9c3c7 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.359572 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-95400519-9f3f-4aff-a0a3-4d2d8db9c3c7 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] device_id is not set on port 2e217de0-dbd4-4140-820a-82843266412d yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:56:10.399849 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-3e433d2e-25ca-4266-9e5a-b6d892094020 None None] Provisioning complete for port 621847fe-2706-467e-8be5-a6b432696278 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:10.400736 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3e433d2e-25ca-4266-9e5a-b6d892094020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.456144 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-3e433d2e-25ca-4266-9e5a-b6d892094020 None None] Port 621847fe-2706-467e-8be5-a6b432696278 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:10.495696 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-95400519-9f3f-4aff-a0a3-4d2d8db9c3c7 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Allocated IP 2001:db8::3b (d7855548-00ac-43d3-9794-c69772a63a5e/f96662f3-23a6-47c3-b949-e5f2a579d2a2/2e217de0-dbd4-4140-820a-82843266412d) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:10.618594 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e11eba00-1a98-4d8a-af04-f86b83460934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.674933 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11eba00-1a98-4d8a-af04-f86b83460934 admin admin] Pushing event deleted for resources: {'Port': ['ID=8617fe60-acb2-4aa9-ba3d-4370ccd67ac0,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:10.769774 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-95400519-9f3f-4aff-a0a3-4d2d8db9c3c7 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.835109 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e11eba00-1a98-4d8a-af04-f86b83460934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.894254 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-95400519-9f3f-4aff-a0a3-4d2d8db9c3c7 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.053828 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95400519-9f3f-4aff-a0a3-4d2d8db9c3c7 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Network d7855548-00ac-43d3-9794-c69772a63a5e is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:11.065604 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-95400519-9f3f-4aff-a0a3-4d2d8db9c3c7 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:11.077057 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95400519-9f3f-4aff-a0a3-4d2d8db9c3c7 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:11.085083 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e11eba00-1a98-4d8a-af04-f86b83460934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.090128 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95400519-9f3f-4aff-a0a3-4d2d8db9c3c7 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:11.091560 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-95400519-9f3f-4aff-a0a3-4d2d8db9c3c7 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.092120 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e11eba00-1a98-4d8a-af04-f86b83460934 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.113350 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95400519-9f3f-4aff-a0a3-4d2d8db9c3c7 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Pushing event updated for resources: {'Port': ['ID=2e217de0-dbd4-4140-820a-82843266412d,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:11.167127 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-95400519-9f3f-4aff-a0a3-4d2d8db9c3c7 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1431987 Sep 16 04:56:11.173236 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51380) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:11.182568 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-26e2bc47-0ad5-4cf0-8420-aef102cf8137 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1ba', 'mac_address': 'fa:16:3e:5f:57:f1'}, {'ip_address': '2001:db8::363', 'mac_address': 'fa:16:3e:27:d4:4d'}]}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:11.313639 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e11eba00-1a98-4d8a-af04-f86b83460934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.318241 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11eba00-1a98-4d8a-af04-f86b83460934 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35f451f4-e175-49af-9170-56d406504f57 {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:56:11.339636 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e11eba00-1a98-4d8a-af04-f86b83460934 admin admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.339636 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e11eba00-1a98-4d8a-af04-f86b83460934 admin admin] 10.222.0.35 "DELETE /v2.0/routers/35f451f4-e175-49af-9170-56d406504f57 HTTP/1.1" status: 204 len: 168 time: 2.2517409 Sep 16 04:56:11.342586 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51384) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:11.448664 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 4c38b244-ccd9-4ff9-88b7-4891f836d310 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:11.512188 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 4c38b244-ccd9-4ff9-88b7-4891f836d310 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:11.513512 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 4c38b244-ccd9-4ff9-88b7-4891f836d310 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:11.514439 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 8617fe60-acb2-4aa9-ba3d-4370ccd67ac0 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:11.597403 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-70a192cf-6bb3-4866-b845-ed277bf50b43 admin admin] Deleting subnet 52ea8b91-2711-402b-a55a-c845ac289939 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:56:11.606990 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-70a192cf-6bb3-4866-b845-ed277bf50b43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.672663 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 8617fe60-acb2-4aa9-ba3d-4370ccd67ac0 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:11.673364 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 8617fe60-acb2-4aa9-ba3d-4370ccd67ac0 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:11.690189 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.787318 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-70a192cf-6bb3-4866-b845-ed277bf50b43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.795554 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-26e2bc47-0ad5-4cf0-8420-aef102cf8137 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.834689 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-4a55dc17-5292-4433-bcd3-90ecf9d130fc None None] Provisioning complete for port 2e217de0-dbd4-4140-820a-82843266412d triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:11.835283 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4a55dc17-5292-4433-bcd3-90ecf9d130fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.892294 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6f90e230-ff1b-4cf3-bbf7-e8769ca06266 req-c6d5e642-afa1-413c-a430-0ae8e6342b67 tempest-ServerShowV254Test-2124485009 tempest-ServerShowV254Test-2124485009-project] 10.222.0.35 "GET /v2.0/ports?device_id=0feb7a51-a3c7-4cda-adfe-f5b5872bfc9f HTTP/1.1" status: 200 len: 210 time: 0.1011779 Sep 16 04:56:11.973892 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-70a192cf-6bb3-4866-b845-ed277bf50b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.015524 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-4a55dc17-5292-4433-bcd3-90ecf9d130fc None None] Port 2e217de0-dbd4-4140-820a-82843266412d cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:12.145987 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51398) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:12.155315 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-70a192cf-6bb3-4866-b845-ed277bf50b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.176261 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-70a192cf-6bb3-4866-b845-ed277bf50b43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.182370 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-70a192cf-6bb3-4866-b845-ed277bf50b43 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/52ea8b91-2711-402b-a55a-c845ac289939 HTTP/1.1" status: 204 len: 168 time: 0.8340678 Sep 16 04:56:12.186160 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51402) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:12.205749 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a192cf-6bb3-4866-b845-ed277bf50b43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52ea8b91-2711-402b-a55a-c845ac289939,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:12.319468 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0d04eec7-4c76-41c8-a336-d6aced77907a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.331926 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-26e2bc47-0ad5-4cf0-8420-aef102cf8137 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.341600 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-26e2bc47-0ad5-4cf0-8420-aef102cf8137 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.398647 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e46073e8-8687-459c-b04d-0a71a9759717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.430464 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-26e2bc47-0ad5-4cf0-8420-aef102cf8137 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] In _notify_port_updated(), no bound segment for port 2e217de0-dbd4-4140-820a-82843266412d on network d7855548-00ac-43d3-9794-c69772a63a5e {{(pid=94766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:56:12.436357 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e2bc47-0ad5-4cf0-8420-aef102cf8137 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:12.436813 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-26e2bc47-0ad5-4cf0-8420-aef102cf8137 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.438224 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-26e2bc47-0ad5-4cf0-8420-aef102cf8137 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] 10.222.0.35 "PUT /v2.0/ports/2e217de0-dbd4-4140-820a-82843266412d HTTP/1.1" status: 200 len: 1066 time: 1.2639911 Sep 16 04:56:12.446981 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51406) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:12.516774 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0d04eec7-4c76-41c8-a336-d6aced77907a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.544097 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-0d04eec7-4c76-41c8-a336-d6aced77907a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95323e7d-bc75-4644-adb1-0a3d4ef7631b']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:12.556235 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-0d04eec7-4c76-41c8-a336-d6aced77907a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e239c08b-9502-403b-a62d-904bde2bc84f') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:12.556529 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-0d04eec7-4c76-41c8-a336-d6aced77907a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e239c08b-9502-403b-a62d-904bde2bc84f') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:12.569752 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0d04eec7-4c76-41c8-a336-d6aced77907a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.584346 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0d04eec7-4c76-41c8-a336-d6aced77907a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.591091 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d04eec7-4c76-41c8-a336-d6aced77907a admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:56:12.591690 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0d04eec7-4c76-41c8-a336-d6aced77907a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.672491 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-a7214908-3469-474b-9ab1-48b43a8425f5 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Deleting port 2e217de0-dbd4-4140-820a-82843266412d {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:12.674238 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a7214908-3469-474b-9ab1-48b43a8425f5 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.690591 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:56:12.690591 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:56:12.690591 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:56:12.690591 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:56:12.690591 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:56:12.690591 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:56:12.690591 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:56:12.690591 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:56:12.690591 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:56:12.690591 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:56:12.690591 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:56:12.690591 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:56:12.690591 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:56:12.690591 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:56:12.690591 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:56:12.690591 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:56:12.690591 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:56:12.690591 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:56:12.690591 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:56:12.690591 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:56:12.690591 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:56:12.690591 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:56:12.690591 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:56:12.690591 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:56:12.690591 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:56:12.690591 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:56:12.690591 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:56:12.690591 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:56:12.690591 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:56:12.690591 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:56:12.690591 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:56:12.690591 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:56:12.693111 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0d04eec7-4c76-41c8-a336-d6aced77907a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.695480 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e2bc47-0ad5-4cf0-8420-aef102cf8137 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Pushing event updated for resources: {'Port': ['ID=2e217de0-dbd4-4140-820a-82843266412d,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:12.705357 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e46073e8-8687-459c-b04d-0a71a9759717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.708313 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0d04eec7-4c76-41c8-a336-d6aced77907a admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.713608 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e46073e8-8687-459c-b04d-0a71a9759717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.716343 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0d04eec7-4c76-41c8-a336-d6aced77907a admin admin] 10.222.0.35 "DELETE /v2.0/networks/95323e7d-bc75-4644-adb1-0a3d4ef7631b HTTP/1.1" status: 204 len: 168 time: 0.5288656 Sep 16 04:56:12.732911 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04eec7-4c76-41c8-a336-d6aced77907a admin admin] Pushing event deleted for resources: {'Network': ['ID=95323e7d-bc75-4644-adb1-0a3d4ef7631b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:12.811277 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46073e8-8687-459c-b04d-0a71a9759717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e35f3d-9c02-4358-9f1d-ad31cc8bcfdc,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:12.821796 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e46073e8-8687-459c-b04d-0a71a9759717 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=adc4340c62914c2eb697a307f54f0447&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6720302 Sep 16 04:56:12.825967 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51414) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:12.866111 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a7214908-3469-474b-9ab1-48b43a8425f5 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.884384 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-a7214908-3469-474b-9ab1-48b43a8425f5 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Calling delete_port for 2e217de0-dbd4-4140-820a-82843266412d owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:12.897279 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-683542fc-c721-4646-be9d-ec4034d854eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.946054 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51416) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:12.956427 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-627f5b89-d016-4dd7-a08a-fce6199c7f8a None None] Provisioning complete for port 2e217de0-dbd4-4140-820a-82843266412d triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:12.957333 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-627f5b89-d016-4dd7-a08a-fce6199c7f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.992283 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-683542fc-c721-4646-be9d-ec4034d854eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.010881 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-627f5b89-d016-4dd7-a08a-fce6199c7f8a None None] Port 2e217de0-dbd4-4140-820a-82843266412d cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:13.036647 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2a91b4f5-e26b-4fa7-a2c5-6ddd60679dc0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ae9253f056ae49e68f4d400ee8ce541c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0892613 Sep 16 04:56:13.041030 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51420) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:13.088918 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-683542fc-c721-4646-be9d-ec4034d854eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.091926 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-683542fc-c721-4646-be9d-ec4034d854eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.094385 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-683542fc-c721-4646-be9d-ec4034d854eb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/57e35f3d-9c02-4358-9f1d-ad31cc8bcfdc HTTP/1.1" status: 204 len: 168 time: 0.2655222 Sep 16 04:56:13.106011 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683542fc-c721-4646-be9d-ec4034d854eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e35f3d-9c02-4358-9f1d-ad31cc8bcfdc,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:13.145916 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f61bb851-7385-4dd3-a7d6-4328c4d5b2c5 req-2b5ec096-8361-48b9-95c7-ff0ae47bfe91 tempest-ServerShowV254Test-2124485009 tempest-ServerShowV254Test-2124485009-project] 10.222.0.35 "GET /v2.0/ports?device_id=0feb7a51-a3c7-4cda-adfe-f5b5872bfc9f HTTP/1.1" status: 200 len: 210 time: 0.0676980 Sep 16 04:56:13.213212 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b2c0d736-8d72-4727-8cab-2f93d4e996a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.250970 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-14ed9431-d723-4870-bc67-bcb16e3325db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.268758 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a7214908-3469-474b-9ab1-48b43a8425f5 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.330722 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7214908-3469-474b-9ab1-48b43a8425f5 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Pushing event deleted for resources: {'Port': ['ID=2e217de0-dbd4-4140-820a-82843266412d,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:13.349538 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-14ed9431-d723-4870-bc67-bcb16e3325db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.501744 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.559340 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-14ed9431-d723-4870-bc67-bcb16e3325db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.564991 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-14ed9431-d723-4870-bc67-bcb16e3325db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.566139 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-14ed9431-d723-4870-bc67-bcb16e3325db admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b144398b-96c5-4a7f-873e-7580b5a81305 HTTP/1.1" status: 204 len: 168 time: 0.5239856 Sep 16 04:56:13.616095 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed9431-d723-4870-bc67-bcb16e3325db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b144398b-96c5-4a7f-873e-7580b5a81305,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:13.694739 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a7214908-3469-474b-9ab1-48b43a8425f5 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.696768 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a7214908-3469-474b-9ab1-48b43a8425f5 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] 10.222.0.35 "DELETE /v2.0/ports/2e217de0-dbd4-4140-820a-82843266412d HTTP/1.1" status: 204 len: 168 time: 1.2487857 Sep 16 04:56:13.700693 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51432) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:13.746420 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-258e6cae-8333-4b92-b1c5-3b28c1995f15 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] GET failed (client error): The resource could not be found. Sep 16 04:56:13.748199 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-258e6cae-8333-4b92-b1c5-3b28c1995f15 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] 10.222.0.35 "GET /v2.0/ports/2e217de0-dbd4-4140-820a-82843266412d HTTP/1.1" status: 404 len: 333 time: 0.0463533 Sep 16 04:56:13.751152 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51434) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:13.824013 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51436) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:13.838309 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bf0074f6-fd0b-4cf2-bd31-72e8ae457a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.932889 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-b043fbb2-c572-498a-b33d-b60b8be6e8e1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Deleting port 621847fe-2706-467e-8be5-a6b432696278 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:13.934220 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b043fbb2-c572-498a-b33d-b60b8be6e8e1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.015096 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bf0074f6-fd0b-4cf2-bd31-72e8ae457a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.024297 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bf0074f6-fd0b-4cf2-bd31-72e8ae457a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.091929 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-bf0074f6-fd0b-4cf2-bd31-72e8ae457a6d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5955bbb16d1f4fe8ba1592e4b4fdab98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2663686 Sep 16 04:56:14.096601 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51448) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:14.151953 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b043fbb2-c572-498a-b33d-b60b8be6e8e1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.188700 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0074f6-fd0b-4cf2-bd31-72e8ae457a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559ad415-48cf-4251-b952-ae8c246e2081,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:14.196183 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-b043fbb2-c572-498a-b33d-b60b8be6e8e1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Calling delete_port for 621847fe-2706-467e-8be5-a6b432696278 owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:14.292191 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d7a3abf-719e-4a76-b693-85a4476a9676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.346185 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d7a3abf-719e-4a76-b693-85a4476a9676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.471045 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d7a3abf-719e-4a76-b693-85a4476a9676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.474645 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d7a3abf-719e-4a76-b693-85a4476a9676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.486207 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2d7a3abf-719e-4a76-b693-85a4476a9676 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/559ad415-48cf-4251-b952-ae8c246e2081 HTTP/1.1" status: 204 len: 168 time: 0.3810399 Sep 16 04:56:14.506251 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a3abf-719e-4a76-b693-85a4476a9676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559ad415-48cf-4251-b952-ae8c246e2081,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:14.560255 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.578858 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.802592 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c56c4-823d-4885-92d1-0d4145c35dd9 req-af956605-cff1-446c-b46f-bffa49750d31 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:14.808312 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-429c56c4-823d-4885-92d1-0d4145c35dd9 req-af956605-cff1-446c-b46f-bffa49750d31 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 1097 time: 0.0984759 Sep 16 04:56:14.931111 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-429c56c4-823d-4885-92d1-0d4145c35dd9 req-e12d9997-d6e9-4cbc-b941-c4cfa1b97bcc tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063185 Sep 16 04:56:15.000062 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b043fbb2-c572-498a-b33d-b60b8be6e8e1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.052430 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043fbb2-c572-498a-b33d-b60b8be6e8e1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Pushing event deleted for resources: {'Port': ['ID=621847fe-2706-467e-8be5-a6b432696278,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:15.113557 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b043fbb2-c572-498a-b33d-b60b8be6e8e1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.115703 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b043fbb2-c572-498a-b33d-b60b8be6e8e1 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] 10.222.0.35 "DELETE /v2.0/ports/621847fe-2706-467e-8be5-a6b432696278 HTTP/1.1" status: 204 len: 168 time: 1.3631074 Sep 16 04:56:15.118408 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51482) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:15.231774 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1fe07795-87ea-442a-b22c-fff16539c6b9 req-179fef2a-cebc-458f-bb0d-cdae96dfa6b0 tempest-ServerShowV254Test-2124485009 tempest-ServerShowV254Test-2124485009-project] 10.222.0.35 "GET /v2.0/ports?device_id=0feb7a51-a3c7-4cda-adfe-f5b5872bfc9f HTTP/1.1" status: 200 len: 210 time: 0.1160610 Sep 16 04:56:15.231774 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d41cb7d0-8d58-4ea1-acbf-4f3e40be848f tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] GET failed (client error): The resource could not be found. Sep 16 04:56:15.231774 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d41cb7d0-8d58-4ea1-acbf-4f3e40be848f tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] 10.222.0.35 "GET /v2.0/ports/621847fe-2706-467e-8be5-a6b432696278 HTTP/1.1" status: 404 len: 333 time: 0.1098130 Sep 16 04:56:15.235462 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51486) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:15.433814 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-4b018603-457d-41c0-8355-e75bb53180b9 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Deleting port 844fef7f-1f9f-46ef-bcff-d611f8d30b6e {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:15.434164 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4b018603-457d-41c0-8355-e75bb53180b9 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.460670 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b167721-ba92-4610-af24-97cd180b64da req-7dd986fc-552d-4275-8e1d-16092c5ddfe0 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:15.463663 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b167721-ba92-4610-af24-97cd180b64da req-7dd986fc-552d-4275-8e1d-16092c5ddfe0 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 945 time: 0.0854120 Sep 16 04:56:15.539402 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b167721-ba92-4610-af24-97cd180b64da req-b15c7d95-6c6d-41c0-8c56-ef7a531ec6ea tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606906 Sep 16 04:56:15.566576 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51500) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:15.573197 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4b018603-457d-41c0-8355-e75bb53180b9 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.588315 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-4b018603-457d-41c0-8355-e75bb53180b9 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Calling delete_port for 844fef7f-1f9f-46ef-bcff-d611f8d30b6e owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:15.735448 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-63f57775-efc6-4f5d-a759-7e8a9e9ee734 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/floatingips/44b53fcb-63ec-49f5-8775-e96dce3f4edb HTTP/1.1" status: 200 len: 992 time: 0.1651206 Sep 16 04:56:15.789993 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4b018603-457d-41c0-8355-e75bb53180b9 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.868077 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4b018603-457d-41c0-8355-e75bb53180b9 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.870079 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4b018603-457d-41c0-8355-e75bb53180b9 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] 10.222.0.35 "DELETE /v2.0/ports/844fef7f-1f9f-46ef-bcff-d611f8d30b6e HTTP/1.1" status: 204 len: 168 time: 0.6327956 Sep 16 04:56:15.871016 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b018603-457d-41c0-8355-e75bb53180b9 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Pushing event deleted for resources: {'Port': ['ID=844fef7f-1f9f-46ef-bcff-d611f8d30b6e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:15.873965 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51516) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:15.961304 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:56:16.006700 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-453b1eda-e342-4f9a-af54-116f668ad57c tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Deleting subnet f96662f3-23a6-47c3-b949-e5f2a579d2a2 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:56:16.020186 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-453b1eda-e342-4f9a-af54-116f668ad57c tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.043122 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.121491 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-453b1eda-e342-4f9a-af54-116f668ad57c tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.302986 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-453b1eda-e342-4f9a-af54-116f668ad57c tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.484310 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6695a08e-701f-4433-b776-54b78e879eb9 req-b20126fe-f540-47ca-81bc-11daf5785681 tempest-ServerShowV247Test-556164729 tempest-ServerShowV247Test-556164729-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccbf6f2c-3c0c-423e-8376-8d773a43e9f5 HTTP/1.1" status: 200 len: 210 time: 0.0806425 Sep 16 04:56:16.518422 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-453b1eda-e342-4f9a-af54-116f668ad57c tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.579933 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-453b1eda-e342-4f9a-af54-116f668ad57c tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.581723 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d0354f-8265-46d3-988c-3a58fb56262c None None] Network d7855548-00ac-43d3-9794-c69772a63a5e requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:16.582708 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-453b1eda-e342-4f9a-af54-116f668ad57c tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] 10.222.0.35 "DELETE /v2.0/subnets/f96662f3-23a6-47c3-b949-e5f2a579d2a2 HTTP/1.1" status: 204 len: 168 time: 0.7075443 Sep 16 04:56:16.583985 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b1eda-e342-4f9a-af54-116f668ad57c tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Pushing event deleted for resources: {'Subnet': ['ID=f96662f3-23a6-47c3-b949-e5f2a579d2a2,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:16.587055 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51542) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:16.788662 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6c6910b1-abb4-43e4-8169-8a4d66e6eb8e req-3e8c448f-4917-45d9-83a1-47a3f8c88aa3 tempest-ServerShowV254Test-2124485009 tempest-ServerShowV254Test-2124485009-project] 10.222.0.35 "GET /v2.0/ports?device_id=0feb7a51-a3c7-4cda-adfe-f5b5872bfc9f HTTP/1.1" status: 200 len: 210 time: 0.0868053 Sep 16 04:56:16.793871 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-671aa747-410f-46d1-86d3-d67b2570ff93 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.936897 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-671aa747-410f-46d1-86d3-d67b2570ff93 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Deleting port 47eaad5f-bc9c-4dc2-891b-6218a9ab80b0 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:16.946595 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-671aa747-410f-46d1-86d3-d67b2570ff93 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.019688 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37138144-ae4c-456b-98ac-b00f057f6ecf None None] DHCP port deletion for d7855548-00ac-43d3-9794-c69772a63a5e request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:56:17.037967 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-0b77c779-c3c4-4978-adcc-74013f49da56 req-4f9239e0-89ae-48c9-a04c-bf6dde0999e5 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:56:17.039495 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b77c779-c3c4-4978-adcc-74013f49da56 req-4f9239e0-89ae-48c9-a04c-bf6dde0999e5 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099804 Sep 16 04:56:17.053591 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-671aa747-410f-46d1-86d3-d67b2570ff93 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] For port 47eaad5f-bc9c-4dc2-891b-6218a9ab80b0, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=47eaad5f-bc9c-4dc2-891b-6218a9ab80b0,segment=NetworkSegment(7539aef7-3765-400d-bb52-b254815eb637),segment_id=7539aef7-3765-400d-bb52-b254815eb637)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:17.054198 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-671aa747-410f-46d1-86d3-d67b2570ff93 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.088831 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-671aa747-410f-46d1-86d3-d67b2570ff93 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Calling delete_port for 47eaad5f-bc9c-4dc2-891b-6218a9ab80b0 owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:17.100999 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-37138144-ae4c-456b-98ac-b00f057f6ecf None None] Deleting port 47eaad5f-bc9c-4dc2-891b-6218a9ab80b0 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:17.101579 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-37138144-ae4c-456b-98ac-b00f057f6ecf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.183671 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-37138144-ae4c-456b-98ac-b00f057f6ecf None None] For port 47eaad5f-bc9c-4dc2-891b-6218a9ab80b0, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=47eaad5f-bc9c-4dc2-891b-6218a9ab80b0,segment=NetworkSegment(7539aef7-3765-400d-bb52-b254815eb637),segment_id=7539aef7-3765-400d-bb52-b254815eb637)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:17.184135 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-37138144-ae4c-456b-98ac-b00f057f6ecf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.199052 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-37138144-ae4c-456b-98ac-b00f057f6ecf None None] Calling delete_port for 47eaad5f-bc9c-4dc2-891b-6218a9ab80b0 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:17.215871 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-671aa747-410f-46d1-86d3-d67b2570ff93 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.304289 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671aa747-410f-46d1-86d3-d67b2570ff93 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] No DVR routers for this DVR port 47eaad5f-bc9c-4dc2-891b-6218a9ab80b0 on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:17.321714 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671aa747-410f-46d1-86d3-d67b2570ff93 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Pushing event deleted for resources: {'Port': ['ID=47eaad5f-bc9c-4dc2-891b-6218a9ab80b0,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:17.360979 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-37138144-ae4c-456b-98ac-b00f057f6ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.441732 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37138144-ae4c-456b-98ac-b00f057f6ecf None None] Pushing event deleted for resources: {'Port': ['ID=47eaad5f-bc9c-4dc2-891b-6218a9ab80b0,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:17.458042 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37138144-ae4c-456b-98ac-b00f057f6ecf None None] No DVR routers for this DVR port 47eaad5f-bc9c-4dc2-891b-6218a9ab80b0 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:17.527385 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-6ad1887c-6efb-43e0-8984-1835c2288e3e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1277466 Sep 16 04:56:17.600732 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-671aa747-410f-46d1-86d3-d67b2570ff93 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.674615 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-671aa747-410f-46d1-86d3-d67b2570ff93 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7855548-00ac-43d3-9794-c69772a63a5e']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:17.695936 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-671aa747-410f-46d1-86d3-d67b2570ff93 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7539aef7-3765-400d-bb52-b254815eb637') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:17.702346 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-671aa747-410f-46d1-86d3-d67b2570ff93 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7539aef7-3765-400d-bb52-b254815eb637') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:17.720989 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-671aa747-410f-46d1-86d3-d67b2570ff93 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.751380 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-671aa747-410f-46d1-86d3-d67b2570ff93 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.771666 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-671aa747-410f-46d1-86d3-d67b2570ff93 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:56:17.773994 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-671aa747-410f-46d1-86d3-d67b2570ff93 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.778579 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:56:17.778579 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:56:17.778579 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:56:17.778579 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:56:17.778579 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:56:17.778579 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:56:17.778579 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:56:17.778579 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:56:17.778579 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:56:17.778579 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:56:17.778579 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:56:17.778579 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:56:17.778579 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:56:17.778579 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:56:17.778579 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:56:17.778579 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:56:17.778579 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:56:17.778579 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:56:17.778579 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:56:17.778579 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:56:17.778579 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:56:17.778579 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:56:17.778579 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:56:17.778579 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:56:17.778579 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:56:17.778579 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:56:17.778579 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:56:17.778579 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:56:17.778579 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:56:17.778579 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:56:17.778579 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:56:17.778579 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:56:17.983341 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a56414-d602-4ab4-a35a-3be84cc998f9 req-c494ee12-3dfc-484e-97e6-37e2c05a474d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:17.993134 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8a56414-d602-4ab4-a35a-3be84cc998f9 req-c494ee12-3dfc-484e-97e6-37e2c05a474d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 945 time: 0.2134955 Sep 16 04:56:18.015628 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-671aa747-410f-46d1-86d3-d67b2570ff93 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.026907 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-671aa747-410f-46d1-86d3-d67b2570ff93 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.028836 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-671aa747-410f-46d1-86d3-d67b2570ff93 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] 10.222.0.35 "DELETE /v2.0/networks/d7855548-00ac-43d3-9794-c69772a63a5e HTTP/1.1" status: 204 len: 168 time: 1.4401705 Sep 16 04:56:18.071629 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671aa747-410f-46d1-86d3-d67b2570ff93 tempest-AllowedAddressPairIpV6TestJSON-748265374 tempest-AllowedAddressPairIpV6TestJSON-748265374-project] Pushing event deleted for resources: {'Network': ['ID=d7855548-00ac-43d3-9794-c69772a63a5e,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:18.113740 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8a56414-d602-4ab4-a35a-3be84cc998f9 req-768bd0ae-6140-407a-bfe1-4e29af041de0 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195052 Sep 16 04:56:18.503974 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3d8e8a3a-e05a-4c80-89ec-9680a2a10a79 req-87f2ed79-1be6-4a9d-9314-66bca86575e0 tempest-ServerShowV254Test-2124485009 tempest-ServerShowV254Test-2124485009-project] 10.222.0.35 "GET /v2.0/ports?device_id=0feb7a51-a3c7-4cda-adfe-f5b5872bfc9f HTTP/1.1" status: 200 len: 210 time: 0.0452724 Sep 16 04:56:18.689844 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d3fb8447-2c90-4397-a036-57074bb80e2f req-a084ab52-2efc-4c83-a7f8-7605ae1b4ad3 tempest-ServerShowV247Test-556164729 tempest-ServerShowV247Test-556164729-project] 10.222.0.35 "GET /v2.0/ports?device_id=63cf2442-40a5-4b29-94d2-da6886016ceb HTTP/1.1" status: 200 len: 210 time: 0.0308039 Sep 16 04:56:18.913266 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51636) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:19.073199 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 47eaad5f-bc9c-4dc2-891b-6218a9ab80b0 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:19.110359 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 47eaad5f-bc9c-4dc2-891b-6218a9ab80b0 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:19.110820 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 47eaad5f-bc9c-4dc2-891b-6218a9ab80b0 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:19.218252 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a2a9fbe5-5412-4a76-aa5f-eafbdda307a7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cf634ef2964b491da55290e513644017&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3021860 Sep 16 04:56:19.222965 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51650) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:19.317343 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22441988-6af4-4e35-a065-07622807fadd req-caba40b4-4508-4826-b534-67caa7c7cec9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:19.320086 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-47684c4c-b4b2-4253-871e-24531f8559ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.326525 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-22441988-6af4-4e35-a065-07622807fadd req-caba40b4-4508-4826-b534-67caa7c7cec9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 945 time: 0.1349447 Sep 16 04:56:19.368489 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-47684c4c-b4b2-4253-871e-24531f8559ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.445406 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-22441988-6af4-4e35-a065-07622807fadd req-16396571-1a0f-4bc9-976e-1f3a72619b1f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966103 Sep 16 04:56:19.535505 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-47684c4c-b4b2-4253-871e-24531f8559ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.540791 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-47684c4c-b4b2-4253-871e-24531f8559ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.548882 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-47684c4c-b4b2-4253-871e-24531f8559ef admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/64685661-78f8-47ae-9774-2aa937891b39 HTTP/1.1" status: 204 len: 168 time: 0.3240767 Sep 16 04:56:19.567160 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47684c4c-b4b2-4253-871e-24531f8559ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64685661-78f8-47ae-9774-2aa937891b39,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:19.775313 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9000802-ff9f-4ca4-9c53-a16a3ca3d33e req-0cac3573-bfc7-42df-883f-100ccda08452 tempest-ServerShowV254Test-2124485009 tempest-ServerShowV254Test-2124485009-project] 10.222.0.35 "GET /v2.0/ports?device_id=0feb7a51-a3c7-4cda-adfe-f5b5872bfc9f HTTP/1.1" status: 200 len: 210 time: 0.0396507 Sep 16 04:56:19.911044 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a1594515-40cd-46cd-b4de-dfc75de7a8cd req-a334f8b0-95f5-475a-a2a7-3a673bcb6408 tempest-ServerShowV247Test-556164729 tempest-ServerShowV247Test-556164729-project] 10.222.0.35 "GET /v2.0/ports?device_id=63cf2442-40a5-4b29-94d2-da6886016ceb HTTP/1.1" status: 200 len: 210 time: 0.0363564 Sep 16 04:56:20.184714 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-4c02e7a8-f8a6-42fe-b0bc-f3419addd8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:20.186573 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-4c02e7a8-f8a6-42fe-b0bc-f3419addd8f2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9314d3ea71064ec8a4285d4ce520aaad&device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 1097 time: 0.0499790 Sep 16 04:56:20.386963 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-17e5f4d2-7d9d-40a5-8b1e-4966808fd607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:20.391148 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-17e5f4d2-7d9d-40a5-8b1e-4966808fd607 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5b176c75-bdca-437f-ac9d-05aa6e6916b7 HTTP/1.1" status: 200 len: 898 time: 0.1948953 Sep 16 04:56:20.590772 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-7b3a34e1-3fba-40d7-b605-cfdffb6905c4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bc1d214-5adc-4176-ba02-d26b747c280e HTTP/1.1" status: 200 len: 1000 time: 0.1910045 Sep 16 04:56:20.677177 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51700) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:20.768417 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-634bb374-6660-4db8-af0c-cd5270b43aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:20.771582 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-634bb374-6660-4db8-af0c-cd5270b43aae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f9ff2605-c72a-41ed-8f82-af1ea6bf175d HTTP/1.1" status: 200 len: 835 time: 0.1728885 Sep 16 04:56:20.825741 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf24f2-65da-4487-90a7-9ac842d68e37 req-c860d810-8d40-4239-bca9-847e690f1dba tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:20.844460 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-beaf24f2-65da-4487-90a7-9ac842d68e37 req-c860d810-8d40-4239-bca9-847e690f1dba tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 945 time: 0.1470113 Sep 16 04:56:20.863077 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-55768e57-92bc-4233-9941-1d8bc453d406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:20.867272 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-55768e57-92bc-4233-9941-1d8bc453d406 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b176c75-bdca-437f-ac9d-05aa6e6916b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0880690 Sep 16 04:56:20.915096 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-476a0361-5923-4a65-9132-4510098ceaac tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:20.918643 n-d-712139-15 neutron-server[94767]: WARNING neutron.api.v2.base [None req-476a0361-5923-4a65-9132-4510098ceaac tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 16 04:56:20.919545 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-476a0361-5923-4a65-9132-4510098ceaac tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] create failed (client error): There was a conflict when trying to complete your request. Sep 16 04:56:20.922176 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-476a0361-5923-4a65-9132-4510098ceaac tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2429974 Sep 16 04:56:20.931865 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51708) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:20.939911 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-c4d4f2fd-61a5-4033-bca6-fa059a747e7c tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Request body: {'security_group': {'name': 'tempest-secgroup--93613058'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:20.975390 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5da0fb6b-f9a9-4990-bc36-a32cfbc46301 req-250b1abd-234c-4b44-abbd-c10e01933237 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=63cf2442-40a5-4b29-94d2-da6886016ceb HTTP/1.1" status: 200 len: 210 time: 0.1280596 Sep 16 04:56:21.002402 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-beaf24f2-65da-4487-90a7-9ac842d68e37 req-11e424a9-1db0-4ac2-9372-7f08ef7ed429 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514778 Sep 16 04:56:21.016138 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4d4f2fd-61a5-4033-bca6-fa059a747e7c tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.035927 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4d4f2fd-61a5-4033-bca6-fa059a747e7c tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.046920 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-706a548a-84c0-4422-8cf8-5a06ee19a392 service neutron] 10.222.0.48 "GET /v2.0/networks/5b176c75-bdca-437f-ac9d-05aa6e6916b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719568 Sep 16 04:56:21.205571 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bc478551-ce49-4df4-bdec-1d4c0a5e96d2 req-29a9a542-3aa6-4081-875e-9cd96064b7ae service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ccbf6f2c-3c0c-423e-8376-8d773a43e9f5 HTTP/1.1" status: 200 len: 210 time: 0.0516396 Sep 16 04:56:21.252616 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-279bcd01-7c80-4a9b-a0b2-b38ee0ae205b req-c083ab98-e4d6-4846-b4a1-206b6929e823 tempest-ServerShowV254Test-2124485009 tempest-ServerShowV254Test-2124485009-project] 10.222.0.35 "GET /v2.0/ports?device_id=0feb7a51-a3c7-4cda-adfe-f5b5872bfc9f HTTP/1.1" status: 200 len: 210 time: 0.0535274 Sep 16 04:56:21.261613 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-9eda7de1-9987-4dcb-b288-ee6f4994d8ba service neutron] 10.222.0.48 "GET /v2.0/networks/5b176c75-bdca-437f-ac9d-05aa6e6916b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051537 Sep 16 04:56:21.374759 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4d4f2fd-61a5-4033-bca6-fa059a747e7c tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.379647 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4d4f2fd-61a5-4033-bca6-fa059a747e7c tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.447386 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4f2fd-61a5-4033-bca6-fa059a747e7c tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4917d7f-951f-46cd-992a-1a6fded50d95,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:21.500157 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-68f8ebfe-63eb-4e93-99fd-24bba3532bd9 req-d4daaa78-626a-4bf3-91f7-3992c27e087a tempest-ServerShowV247Test-556164729 tempest-ServerShowV247Test-556164729-project] 10.222.0.35 "GET /v2.0/ports?device_id=63cf2442-40a5-4b29-94d2-da6886016ceb HTTP/1.1" status: 200 len: 210 time: 0.0743101 Sep 16 04:56:21.540879 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4d4f2fd-61a5-4033-bca6-fa059a747e7c tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.547920 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4d4f2fd-61a5-4033-bca6-fa059a747e7c tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.593321 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4d4f2fd-61a5-4033-bca6-fa059a747e7c tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.598918 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51712) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:21.599283 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c4d4f2fd-61a5-4033-bca6-fa059a747e7c tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6657953 Sep 16 04:56:21.603239 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4f2fd-61a5-4033-bca6-fa059a747e7c tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f639de9-f220-486d-beb0-3e8a46641d41,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:21.609747 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-40e2c83d-ba56-4cd5-97e1-c537a626cdfd tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Request body: {'security_group_rule': {'security_group_id': '6f639de9-f220-486d-beb0-3e8a46641d41', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:21.733791 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-40e2c83d-ba56-4cd5-97e1-c537a626cdfd tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.838042 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-40e2c83d-ba56-4cd5-97e1-c537a626cdfd tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.843352 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-40e2c83d-ba56-4cd5-97e1-c537a626cdfd tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.880595 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2c83d-ba56-4cd5-97e1-c537a626cdfd tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b86aef27-fea1-4704-bb58-7856e8a3c050,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:21.890006 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-40e2c83d-ba56-4cd5-97e1-c537a626cdfd tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.892041 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-40e2c83d-ba56-4cd5-97e1-c537a626cdfd tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2907257 Sep 16 04:56:21.896438 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51720) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:21.901057 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-3cb76a42-35b9-4dd7-94ad-0cc81e1a320e tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Request body: {'security_group_rule': {'security_group_id': '6f639de9-f220-486d-beb0-3e8a46641d41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:21.933767 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3cb76a42-35b9-4dd7-94ad-0cc81e1a320e tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.024435 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-3cb76a42-35b9-4dd7-94ad-0cc81e1a320e tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] create failed (client error): There was a conflict when trying to complete your request. Sep 16 04:56:22.032224 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3cb76a42-35b9-4dd7-94ad-0cc81e1a320e tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1345437 Sep 16 04:56:22.034958 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51724) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:22.177356 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fe2af999-1996-44d9-8f5c-bbf4277d5281 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.213602 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fe2af999-1996-44d9-8f5c-bbf4277d5281 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.246024 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bcc5ab-059f-4209-ad87-ea803ddf6906 req-6cbc6a01-7946-48f0-a8f7-b4ce27d3aaa2 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:22.249198 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-23bcc5ab-059f-4209-ad87-ea803ddf6906 req-6cbc6a01-7946-48f0-a8f7-b4ce27d3aaa2 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 945 time: 0.1139472 Sep 16 04:56:22.318294 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-23bcc5ab-059f-4209-ad87-ea803ddf6906 req-6c988963-378d-4eff-a851-8706a12bec59 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589652 Sep 16 04:56:22.351400 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fe2af999-1996-44d9-8f5c-bbf4277d5281 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.355531 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fe2af999-1996-44d9-8f5c-bbf4277d5281 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.356711 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-fe2af999-1996-44d9-8f5c-bbf4277d5281 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "DELETE /v2.0/security-groups/6f639de9-f220-486d-beb0-3e8a46641d41 HTTP/1.1" status: 204 len: 168 time: 0.3197074 Sep 16 04:56:22.360582 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51730) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:22.368958 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2af999-1996-44d9-8f5c-bbf4277d5281 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f639de9-f220-486d-beb0-3e8a46641d41,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:22.445467 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f89262a4-0e00-4f3f-9413-2761ed778fbe tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0837114 Sep 16 04:56:22.449665 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51732) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:22.454245 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e674d437-f886-4865-8481-82c376832f98 req-a019371e-eda3-47b4-b74b-e9aec65c9183 tempest-ServerShowV254Test-2124485009 tempest-ServerShowV254Test-2124485009-project] 10.222.0.35 "GET /v2.0/ports?device_id=0feb7a51-a3c7-4cda-adfe-f5b5872bfc9f HTTP/1.1" status: 200 len: 210 time: 0.0399303 Sep 16 04:56:22.456549 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-32e8f800-5e0a-4de6-a105-fc3f84465f65 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Request body: {'security_group': {'name': 'tempest-secgroup--999972522'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:22.489415 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-32e8f800-5e0a-4de6-a105-fc3f84465f65 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.617104 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-32e8f800-5e0a-4de6-a105-fc3f84465f65 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.622316 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-32e8f800-5e0a-4de6-a105-fc3f84465f65 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.650705 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dbf0cf58-8942-4efc-b796-924d549a88ed req-3e166bbc-cfae-46af-97c0-bf2850143dfb tempest-ServerShowV247Test-556164729 tempest-ServerShowV247Test-556164729-project] 10.222.0.35 "GET /v2.0/ports?device_id=63cf2442-40a5-4b29-94d2-da6886016ceb HTTP/1.1" status: 200 len: 210 time: 0.0324907 Sep 16 04:56:22.655797 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-32e8f800-5e0a-4de6-a105-fc3f84465f65 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.657155 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-32e8f800-5e0a-4de6-a105-fc3f84465f65 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2064397 Sep 16 04:56:22.660072 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51736) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:22.666146 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-730bdea5-c34b-43f7-bfea-7b9fc41d6edf tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Request body: {'security_group_rule': {'security_group_id': 'd435d798-e2a2-45f2-9154-c8cb47d2f60f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:22.666910 n-d-712139-15 neutron-server[94766]: WARNING neutron.api.v2.base [None req-730bdea5-c34b-43f7-bfea-7b9fc41d6edf tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 16 04:56:22.667411 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-730bdea5-c34b-43f7-bfea-7b9fc41d6edf tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:56:22.669410 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-730bdea5-c34b-43f7-bfea-7b9fc41d6edf tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0076454 Sep 16 04:56:22.670512 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8f800-5e0a-4de6-a105-fc3f84465f65 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d435d798-e2a2-45f2-9154-c8cb47d2f60f,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:22.673757 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51738) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:22.791511 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d64218f4-2632-4e91-8d94-6a6b73f2d2a5 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.855661 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d64218f4-2632-4e91-8d94-6a6b73f2d2a5 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.939730 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d64218f4-2632-4e91-8d94-6a6b73f2d2a5 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.943262 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d64218f4-2632-4e91-8d94-6a6b73f2d2a5 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.947880 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51758) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:22.949246 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d64218f4-2632-4e91-8d94-6a6b73f2d2a5 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "DELETE /v2.0/security-groups/d435d798-e2a2-45f2-9154-c8cb47d2f60f HTTP/1.1" status: 204 len: 168 time: 0.2742119 Sep 16 04:56:22.967271 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64218f4-2632-4e91-8d94-6a6b73f2d2a5 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d435d798-e2a2-45f2-9154-c8cb47d2f60f,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:23.118405 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-63500aa2-c4ec-4e2e-993b-4dba7d18db0b tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1680574 Sep 16 04:56:23.123057 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51764) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:23.130672 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-c5f92976-a8e0-47f2-a66d-2a1cf6dd9e89 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1775491364'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:23.196345 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c5f92976-a8e0-47f2-a66d-2a1cf6dd9e89 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:23.407958 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6370235-4b71-482a-a01c-08f15a088e96 req-cd19454c-a640-4387-a779-4bf7a2316dd7 tempest-ServerShowV247Test-556164729 tempest-ServerShowV247Test-556164729-project] 10.222.0.35 "GET /v2.0/ports?device_id=63cf2442-40a5-4b29-94d2-da6886016ceb HTTP/1.1" status: 200 len: 210 time: 0.0484068 Sep 16 04:56:23.442274 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c5f92976-a8e0-47f2-a66d-2a1cf6dd9e89 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:23.449279 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c5f92976-a8e0-47f2-a66d-2a1cf6dd9e89 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:23.522115 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51784) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:23.557736 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c5f92976-a8e0-47f2-a66d-2a1cf6dd9e89 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:23.565239 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c5f92976-a8e0-47f2-a66d-2a1cf6dd9e89 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4341125 Sep 16 04:56:23.570852 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f92976-a8e0-47f2-a66d-2a1cf6dd9e89 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=819e97ed-1dab-48d5-a45b-bbc3d2e9eb73,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:23.574971 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51788) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:23.583364 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-989c4e58-4652-4910-ade6-e8bb860a58cd tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Request body: {'security_group_rule': {'security_group_id': '819e97ed-1dab-48d5-a45b-bbc3d2e9eb73', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:23.585147 n-d-712139-15 neutron-server[94766]: WARNING neutron.api.v2.base [None req-989c4e58-4652-4910-ade6-e8bb860a58cd tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 16 04:56:23.586014 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-989c4e58-4652-4910-ade6-e8bb860a58cd tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:56:23.590296 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-989c4e58-4652-4910-ade6-e8bb860a58cd tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0112827 Sep 16 04:56:23.590962 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51790) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:23.646667 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e514fce-0cc3-48d0-91a8-0810fb1780e7 req-653bc8fa-2b66-45be-8d4f-a79fdbf38370 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:23.651573 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7e514fce-0cc3-48d0-91a8-0810fb1780e7 req-653bc8fa-2b66-45be-8d4f-a79fdbf38370 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 945 time: 0.0996172 Sep 16 04:56:23.738094 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7e514fce-0cc3-48d0-91a8-0810fb1780e7 req-a65c9759-d5c8-4fa3-837c-86a65eaea134 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746891 Sep 16 04:56:23.759658 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4172a7e1-8d98-4123-b515-c950ebef1e83 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:23.799740 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4172a7e1-8d98-4123-b515-c950ebef1e83 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:23.827787 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ca535827-afff-41ae-a17c-a850e908dde0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:23.902265 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9a22897e-75f1-426f-947b-ffb5d6ab51d2 req-73cd2f53-922a-49b9-a611-5074764aa099 tempest-ServerShowV254Test-2124485009 tempest-ServerShowV254Test-2124485009-project] 10.222.0.35 "GET /v2.0/ports?device_id=0feb7a51-a3c7-4cda-adfe-f5b5872bfc9f HTTP/1.1" status: 200 len: 210 time: 0.0374265 Sep 16 04:56:23.923167 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4172a7e1-8d98-4123-b515-c950ebef1e83 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:23.927166 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4172a7e1-8d98-4123-b515-c950ebef1e83 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:23.933202 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4172a7e1-8d98-4123-b515-c950ebef1e83 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "DELETE /v2.0/security-groups/819e97ed-1dab-48d5-a45b-bbc3d2e9eb73 HTTP/1.1" status: 204 len: 168 time: 0.3203702 Sep 16 04:56:23.933745 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51796) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:23.958494 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172a7e1-8d98-4123-b515-c950ebef1e83 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=819e97ed-1dab-48d5-a45b-bbc3d2e9eb73,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:24.008241 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6cc9bfe2-c85a-4645-9dbf-c3b6c0cf4d7a tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0732257 Sep 16 04:56:24.011771 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51798) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:24.026879 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-ff356b88-009e-4073-abc6-977f07a1b787 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Request body: {'security_group': {'name': 'tempest-secgroup--2116950373'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:24.038412 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ca535827-afff-41ae-a17c-a850e908dde0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.046863 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ca535827-afff-41ae-a17c-a850e908dde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.067822 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ff356b88-009e-4073-abc6-977f07a1b787 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.117912 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ca535827-afff-41ae-a17c-a850e908dde0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9f3e0c0eb63147598158d109a9f17691&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5904975 Sep 16 04:56:24.119935 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51800) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:24.123569 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca535827-afff-41ae-a17c-a850e908dde0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b1686e-15f3-401d-a488-063dc9f61acc,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:24.220347 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ff356b88-009e-4073-abc6-977f07a1b787 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.226826 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7e49d538-c36b-4d3b-ab88-15120f70e027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.228745 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ff356b88-009e-4073-abc6-977f07a1b787 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.279095 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ff356b88-009e-4073-abc6-977f07a1b787 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.284476 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ff356b88-009e-4073-abc6-977f07a1b787 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2711060 Sep 16 04:56:24.295294 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51804) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:24.306502 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-01f40d89-b7cd-437f-af0b-3f489f65c2d1 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Request body: {'security_group_rule': {'security_group_id': 'f911dd23-333e-49b6-bd22-c9e3b85c0381', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:24.317050 n-d-712139-15 neutron-server[94767]: WARNING neutron.api.v2.base [None req-01f40d89-b7cd-437f-af0b-3f489f65c2d1 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 16 04:56:24.318050 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-01f40d89-b7cd-437f-af0b-3f489f65c2d1 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:56:24.319899 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-01f40d89-b7cd-437f-af0b-3f489f65c2d1 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0222030 Sep 16 04:56:24.320879 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff356b88-009e-4073-abc6-977f07a1b787 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f911dd23-333e-49b6-bd22-c9e3b85c0381,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:24.322653 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51806) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:24.326414 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7e49d538-c36b-4d3b-ab88-15120f70e027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.336385 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-8af0f6db-a167-45d3-b5bd-b1d4636ebb2d tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Request body: {'security_group_rule': {'security_group_id': 'f911dd23-333e-49b6-bd22-c9e3b85c0381', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:24.339015 n-d-712139-15 neutron-server[94766]: WARNING neutron.api.v2.base [None req-8af0f6db-a167-45d3-b5bd-b1d4636ebb2d tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 16 04:56:24.340004 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-8af0f6db-a167-45d3-b5bd-b1d4636ebb2d tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:56:24.341860 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8af0f6db-a167-45d3-b5bd-b1d4636ebb2d tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0169981 Sep 16 04:56:24.347286 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51808) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:24.354944 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-c1cb3c48-8a15-4c85-a4c9-62cb81609cc5 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Request body: {'security_group_rule': {'security_group_id': 'f911dd23-333e-49b6-bd22-c9e3b85c0381', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:24.356007 n-d-712139-15 neutron-server[94766]: WARNING neutron.api.v2.base [None req-c1cb3c48-8a15-4c85-a4c9-62cb81609cc5 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 16 04:56:24.356665 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-c1cb3c48-8a15-4c85-a4c9-62cb81609cc5 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:56:24.357604 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c1cb3c48-8a15-4c85-a4c9-62cb81609cc5 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0089998 Sep 16 04:56:24.361541 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51810) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:24.371632 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-2cbc046c-4e79-4d01-ba03-00039781f66f tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Request body: {'security_group_rule': {'security_group_id': 'f911dd23-333e-49b6-bd22-c9e3b85c0381', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:24.381597 n-d-712139-15 neutron-server[94766]: WARNING neutron.api.v2.base [None req-2cbc046c-4e79-4d01-ba03-00039781f66f tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 16 04:56:24.381597 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-2cbc046c-4e79-4d01-ba03-00039781f66f tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:56:24.381597 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2cbc046c-4e79-4d01-ba03-00039781f66f tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0116045 Sep 16 04:56:24.381597 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51812) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:24.418278 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7e49d538-c36b-4d3b-ab88-15120f70e027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.423426 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7e49d538-c36b-4d3b-ab88-15120f70e027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.425187 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7e49d538-c36b-4d3b-ab88-15120f70e027 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/99b1686e-15f3-401d-a488-063dc9f61acc HTTP/1.1" status: 204 len: 168 time: 0.3036942 Sep 16 04:56:24.447422 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49d538-c36b-4d3b-ab88-15120f70e027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b1686e-15f3-401d-a488-063dc9f61acc,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:24.515935 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5dda08c9-0393-47b9-a4d8-4aea12125bb7 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.571506 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5dda08c9-0393-47b9-a4d8-4aea12125bb7 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.586984 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e022ce2d-0c05-41f5-97ee-8dfe9254ead2 req-c903ae1c-c5b7-4798-865f-a787ee6ddd3d tempest-ServerShowV247Test-556164729 tempest-ServerShowV247Test-556164729-project] 10.222.0.35 "GET /v2.0/ports?device_id=63cf2442-40a5-4b29-94d2-da6886016ceb HTTP/1.1" status: 200 len: 210 time: 0.0343137 Sep 16 04:56:24.638786 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5dda08c9-0393-47b9-a4d8-4aea12125bb7 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.642516 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5dda08c9-0393-47b9-a4d8-4aea12125bb7 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.647204 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5dda08c9-0393-47b9-a4d8-4aea12125bb7 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "DELETE /v2.0/security-groups/f911dd23-333e-49b6-bd22-c9e3b85c0381 HTTP/1.1" status: 204 len: 168 time: 0.2617176 Sep 16 04:56:24.647726 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51818) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:24.658177 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda08c9-0393-47b9-a4d8-4aea12125bb7 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f911dd23-333e-49b6-bd22-c9e3b85c0381,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:24.704341 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b25df857-2b45-4eee-bfbc-0053f1fb4745 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0554299 Sep 16 04:56:24.709911 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51822) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:24.714827 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-36bc7459-c105-441e-b244-1c358017131e tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1427551082'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:24.744637 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-36bc7459-c105-441e-b244-1c358017131e tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.878544 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-36bc7459-c105-441e-b244-1c358017131e tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.886564 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-36bc7459-c105-441e-b244-1c358017131e tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.944160 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc7459-c105-441e-b244-1c358017131e tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb045e94-52fb-4ea8-9d43-4e482c721446,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:24.948542 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-36bc7459-c105-441e-b244-1c358017131e tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.952916 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-36bc7459-c105-441e-b244-1c358017131e tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2390761 Sep 16 04:56:24.954462 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51830) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:24.964160 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-d8581342-aa90-4b2e-b501-236e155b4eb5 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Request body: {'security_group_rule': {'security_group_id': 'fb045e94-52fb-4ea8-9d43-4e482c721446', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:24.965519 n-d-712139-15 neutron-server[94766]: WARNING neutron.api.v2.base [None req-d8581342-aa90-4b2e-b501-236e155b4eb5 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 16 04:56:24.966097 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51834) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:24.966258 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-d8581342-aa90-4b2e-b501-236e155b4eb5 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:56:24.968199 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d8581342-aa90-4b2e-b501-236e155b4eb5 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0106919 Sep 16 04:56:24.972250 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51836) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:24.981034 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-f5e37c93-d04b-4a6e-abe5-b45a7919eb74 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Request body: {'security_group_rule': {'security_group_id': 'fb045e94-52fb-4ea8-9d43-4e482c721446', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:24.996195 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac201dd1-a79d-426d-a1e6-a1eba49098e3 req-b70842e8-eaa6-4b5e-a8e0-28cb06af72e7 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:25.006211 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac201dd1-a79d-426d-a1e6-a1eba49098e3 req-b70842e8-eaa6-4b5e-a8e0-28cb06af72e7 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 945 time: 0.1423519 Sep 16 04:56:25.021022 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5c1ea0a4-29ba-4bbc-82b5-64aaf724dd04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:25.055291 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-f5e37c93-d04b-4a6e-abe5-b45a7919eb74 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:56:25.063312 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f5e37c93-d04b-4a6e-abe5-b45a7919eb74 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0869398 Sep 16 04:56:25.066059 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51838) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:25.077860 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-08d518a3-03b5-4450-9749-ef2a9d463f9e tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Request body: {'security_group_rule': {'security_group_id': 'fb045e94-52fb-4ea8-9d43-4e482c721446', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:25.078560 n-d-712139-15 neutron-server[94766]: WARNING neutron.api.v2.base [None req-08d518a3-03b5-4450-9749-ef2a9d463f9e tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 16 04:56:25.079623 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-08d518a3-03b5-4450-9749-ef2a9d463f9e tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:56:25.081275 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-08d518a3-03b5-4450-9749-ef2a9d463f9e tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0134375 Sep 16 04:56:25.083919 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51842) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:25.093481 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-a7ba9881-eeb7-4c86-af4d-472ecb267de3 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Request body: {'security_group_rule': {'security_group_id': 'fb045e94-52fb-4ea8-9d43-4e482c721446', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:25.097126 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac201dd1-a79d-426d-a1e6-a1eba49098e3 req-7eb2b809-4376-48d0-b683-85c27532861f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801196 Sep 16 04:56:25.248778 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9240dd9e-c6a6-4a06-bd9e-c74a60d893bc req-3560d430-9cb1-44d8-8e0e-7bd47452c884 tempest-ServerShowV254Test-2124485009 tempest-ServerShowV254Test-2124485009-project] 10.222.0.35 "GET /v2.0/ports?device_id=0feb7a51-a3c7-4cda-adfe-f5b5872bfc9f HTTP/1.1" status: 200 len: 210 time: 0.0482814 Sep 16 04:56:25.273340 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5c1ea0a4-29ba-4bbc-82b5-64aaf724dd04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:25.286493 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5c1ea0a4-29ba-4bbc-82b5-64aaf724dd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:25.335292 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5c1ea0a4-29ba-4bbc-82b5-64aaf724dd04 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b223b9efa24b4d92ada82e4803614092&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3637309 Sep 16 04:56:25.336393 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ea0a4-29ba-4bbc-82b5-64aaf724dd04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994cdced-56a7-4b91-b080-e51c9829a498,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:25.338611 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51844) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:25.355023 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-a7ba9881-eeb7-4c86-af4d-472ecb267de3 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:56:25.356165 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a7ba9881-eeb7-4c86-af4d-472ecb267de3 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2705677 Sep 16 04:56:25.361008 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51846) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:25.369122 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-f0d502f8-f2e5-49ac-83ad-2e64bcd5a86a tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Request body: {'security_group_rule': {'security_group_id': 'fb045e94-52fb-4ea8-9d43-4e482c721446', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:25.370322 n-d-712139-15 neutron-server[94767]: WARNING neutron.api.v2.base [None req-f0d502f8-f2e5-49ac-83ad-2e64bcd5a86a tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 16 04:56:25.371116 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-f0d502f8-f2e5-49ac-83ad-2e64bcd5a86a tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:56:25.372896 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f0d502f8-f2e5-49ac-83ad-2e64bcd5a86a tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0100150 Sep 16 04:56:25.378632 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51848) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:25.384300 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-27df62a9-6f7d-4f44-aeb6-b79ec68982df tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Request body: {'security_group_rule': {'security_group_id': 'fb045e94-52fb-4ea8-9d43-4e482c721446', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:25.416895 n-d-712139-15 neutron-server[94767]: INFO neutron.db.securitygroups_db [None req-27df62a9-6f7d-4f44-aeb6-b79ec68982df tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Project 55a431e814ba44c299fe90750bff7a02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 04:56:25.427246 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e0ff373b-a074-47aa-b947-cc1c10b5c9fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:25.441338 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-27df62a9-6f7d-4f44-aeb6-b79ec68982df tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:56:25.447312 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-27df62a9-6f7d-4f44-aeb6-b79ec68982df tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0633304 Sep 16 04:56:25.448610 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51852) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:25.457464 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-b7d82aa0-4a41-4faa-96f8-0e6803bdcdf2 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Request body: {'security_group_rule': {'security_group_id': 'fb045e94-52fb-4ea8-9d43-4e482c721446', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:25.458384 n-d-712139-15 neutron-server[94766]: WARNING neutron.api.v2.base [None req-b7d82aa0-4a41-4faa-96f8-0e6803bdcdf2 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 16 04:56:25.459096 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-b7d82aa0-4a41-4faa-96f8-0e6803bdcdf2 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:56:25.464768 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b7d82aa0-4a41-4faa-96f8-0e6803bdcdf2 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0107672 Sep 16 04:56:25.465449 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51854) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:25.474767 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-ddaaa715-e89c-4712-8061-f6a498e29b0d tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Request body: {'security_group_rule': {'security_group_id': 'fb045e94-52fb-4ea8-9d43-4e482c721446', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:25.477549 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e0ff373b-a074-47aa-b947-cc1c10b5c9fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:25.519282 n-d-712139-15 neutron-server[94767]: INFO neutron.db.securitygroups_db [None req-ddaaa715-e89c-4712-8061-f6a498e29b0d tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Project 55a431e814ba44c299fe90750bff7a02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 04:56:25.543406 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-ddaaa715-e89c-4712-8061-f6a498e29b0d tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:56:25.548628 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ddaaa715-e89c-4712-8061-f6a498e29b0d tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0783067 Sep 16 04:56:25.548628 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51856) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:25.555436 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-362607ae-c80d-4560-8b3c-6e13dac08678 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Request body: {'security_group_rule': {'security_group_id': 'fb045e94-52fb-4ea8-9d43-4e482c721446', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:25.566252 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e0ff373b-a074-47aa-b947-cc1c10b5c9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:25.569109 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e0ff373b-a074-47aa-b947-cc1c10b5c9fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:25.574276 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e0ff373b-a074-47aa-b947-cc1c10b5c9fa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/994cdced-56a7-4b91-b080-e51c9829a498 HTTP/1.1" status: 204 len: 168 time: 0.2309797 Sep 16 04:56:25.580809 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff373b-a074-47aa-b947-cc1c10b5c9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994cdced-56a7-4b91-b080-e51c9829a498,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:25.612123 n-d-712139-15 neutron-server[94767]: INFO neutron.db.securitygroups_db [None req-362607ae-c80d-4560-8b3c-6e13dac08678 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Project 55a431e814ba44c299fe90750bff7a02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 04:56:25.645163 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-362607ae-c80d-4560-8b3c-6e13dac08678 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:56:25.654730 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51862) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:25.657199 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-362607ae-c80d-4560-8b3c-6e13dac08678 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1068118 Sep 16 04:56:25.733819 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4333bd61-bab3-43f5-9194-53eb74e109f6 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:25.734070 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e79e8935-ef3b-466a-bf32-d4d0ef79e40e req-0c15b6c3-7e63-486e-abe5-a2cbfee61208 tempest-ServerShowV247Test-556164729 tempest-ServerShowV247Test-556164729-project] 10.222.0.35 "GET /v2.0/ports?device_id=63cf2442-40a5-4b29-94d2-da6886016ceb HTTP/1.1" status: 200 len: 210 time: 0.0336893 Sep 16 04:56:25.770420 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4333bd61-bab3-43f5-9194-53eb74e109f6 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:25.838643 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4333bd61-bab3-43f5-9194-53eb74e109f6 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:25.842751 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4333bd61-bab3-43f5-9194-53eb74e109f6 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:25.845486 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4333bd61-bab3-43f5-9194-53eb74e109f6 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "DELETE /v2.0/security-groups/fb045e94-52fb-4ea8-9d43-4e482c721446 HTTP/1.1" status: 204 len: 168 time: 0.1855328 Sep 16 04:56:25.849767 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51864) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:25.863282 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4333bd61-bab3-43f5-9194-53eb74e109f6 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb045e94-52fb-4ea8-9d43-4e482c721446,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:25.957986 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-542473b1-f2b7-4019-afc9-fc8518fffadb tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0965610 Sep 16 04:56:25.959191 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51868) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:25.964454 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-06047e17-5cf9-469f-825e-425a3c8f17ec tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1185964171'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:25.994993 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-06047e17-5cf9-469f-825e-425a3c8f17ec tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:26.138382 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-06047e17-5cf9-469f-825e-425a3c8f17ec tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:26.145745 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-06047e17-5cf9-469f-825e-425a3c8f17ec tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:26.225619 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-06047e17-5cf9-469f-825e-425a3c8f17ec tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:26.234705 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-06047e17-5cf9-469f-825e-425a3c8f17ec tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2679043 Sep 16 04:56:26.235063 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51878) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:26.242841 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-4787de1e-0af2-4c7d-aff6-9b8661c2002a tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Request body: {'security_group_rule': {'security_group_id': '2979c66b-c91e-49fa-af2e-4847dcaa6c9f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:26.260092 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06047e17-5cf9-469f-825e-425a3c8f17ec tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2979c66b-c91e-49fa-af2e-4847dcaa6c9f,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:26.322132 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304aabcc-b19e-43af-bef0-289594913971 req-94ad3347-5a38-4c15-be78-590617503e09 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:26.324924 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-304aabcc-b19e-43af-bef0-289594913971 req-94ad3347-5a38-4c15-be78-590617503e09 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 945 time: 0.1300631 Sep 16 04:56:26.347607 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-4787de1e-0af2-4c7d-aff6-9b8661c2002a tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] create failed (client error): The resource could not be found. Sep 16 04:56:26.356053 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4787de1e-0af2-4c7d-aff6-9b8661c2002a tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1192441 Sep 16 04:56:26.357425 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51886) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:26.366725 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-ef61c683-e43d-4e77-850c-1cd9c9ce68f7 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Request body: {'security_group_rule': {'security_group_id': '2979c66b-c91e-49fa-af2e-4847dcaa6c9f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '0855a4ca-4fd6-455b-9932-395204677fa7'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:26.422953 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-304aabcc-b19e-43af-bef0-289594913971 req-4cfaa009-936b-40a3-8d1e-ee488a70b218 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841830 Sep 16 04:56:26.425015 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-ef61c683-e43d-4e77-850c-1cd9c9ce68f7 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] create failed (client error): The resource could not be found. Sep 16 04:56:26.427038 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ef61c683-e43d-4e77-850c-1cd9c9ce68f7 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0671506 Sep 16 04:56:26.431034 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51890) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:26.674765 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7391b446-1d82-459d-970a-18e0b9323572 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:26.690289 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-46910eb4-6397-48e0-8bdc-e8d5ad5f4e3c req-1b862257-3bda-4c6f-b5f2-6113d841feba tempest-ServerShowV254Test-2124485009 tempest-ServerShowV254Test-2124485009-project] 10.222.0.35 "GET /v2.0/ports?device_id=0feb7a51-a3c7-4cda-adfe-f5b5872bfc9f HTTP/1.1" status: 200 len: 210 time: 0.1384079 Sep 16 04:56:26.727552 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7391b446-1d82-459d-970a-18e0b9323572 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:26.813149 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7391b446-1d82-459d-970a-18e0b9323572 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:26.815841 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7391b446-1d82-459d-970a-18e0b9323572 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:26.819528 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7391b446-1d82-459d-970a-18e0b9323572 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "DELETE /v2.0/security-groups/2979c66b-c91e-49fa-af2e-4847dcaa6c9f HTTP/1.1" status: 204 len: 168 time: 0.3847373 Sep 16 04:56:26.820285 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51906) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:26.860146 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391b446-1d82-459d-970a-18e0b9323572 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2979c66b-c91e-49fa-af2e-4847dcaa6c9f,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:26.960094 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-312feaa1-be74-4e04-8387-547d4c4d1965 req-1daf09ee-267f-411a-8bd2-471b3c31973b tempest-ServerShowV247Test-556164729 tempest-ServerShowV247Test-556164729-project] 10.222.0.35 "GET /v2.0/ports?device_id=63cf2442-40a5-4b29-94d2-da6886016ceb HTTP/1.1" status: 200 len: 210 time: 0.0705829 Sep 16 04:56:26.984425 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4094255e-4fa0-4287-a87f-7e182341af4d tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1540856 Sep 16 04:56:26.984425 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51912) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:26.988709 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-c3a3387e-32cd-4616-af5f-52f3cf977910 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Request body: {'security_group_rule': {'security_group_id': '1d3e9635-4353-4adf-b09a-92f5acc0a955', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:27.043960 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-c3a3387e-32cd-4616-af5f-52f3cf977910 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] create failed (client error): The resource could not be found. Sep 16 04:56:27.045811 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c3a3387e-32cd-4616-af5f-52f3cf977910 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0612204 Sep 16 04:56:27.051067 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51916) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:27.057358 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-e17ae2b2-45c1-40c2-acca-348ed6392ad6 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1642769010'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:27.107977 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e17ae2b2-45c1-40c2-acca-348ed6392ad6 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.269870 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e17ae2b2-45c1-40c2-acca-348ed6392ad6 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.279458 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e17ae2b2-45c1-40c2-acca-348ed6392ad6 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.326432 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e17ae2b2-45c1-40c2-acca-348ed6392ad6 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.332589 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e17ae2b2-45c1-40c2-acca-348ed6392ad6 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2755561 Sep 16 04:56:27.332589 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51922) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:27.339573 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-59c2e90e-2510-440a-9a4c-dd06787320b9 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1298574505'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:27.352909 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ae2b2-45c1-40c2-acca-348ed6392ad6 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4ee1c6-4720-402e-ac48-ac53a86e2c71,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:27.380672 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-59c2e90e-2510-440a-9a4c-dd06787320b9 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.638064 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-59c2e90e-2510-440a-9a4c-dd06787320b9 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.644112 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-59c2e90e-2510-440a-9a4c-dd06787320b9 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.694334 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-59c2e90e-2510-440a-9a4c-dd06787320b9 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.696648 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-59c2e90e-2510-440a-9a4c-dd06787320b9 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3623059 Sep 16 04:56:27.699294 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51934) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:27.704951 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29d22d-3d3e-46bb-8adb-253203a5f524 req-b1292c8f-5a80-4740-a10b-37fe38b4fd0f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:27.706421 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-bf9495cd-4d86-4deb-8dc1-d9c53cac96f7 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Request body: {'security_group_rule': {'security_group_id': '3b4ee1c6-4720-402e-ac48-ac53a86e2c71', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '456a3607-abfd-4667-b9df-565ef63cea7a'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:27.706723 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d29d22d-3d3e-46bb-8adb-253203a5f524 req-b1292c8f-5a80-4740-a10b-37fe38b4fd0f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 945 time: 0.1604061 Sep 16 04:56:27.711435 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2e90e-2510-440a-9a4c-dd06787320b9 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=456a3607-abfd-4667-b9df-565ef63cea7a,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:27.768684 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d29d22d-3d3e-46bb-8adb-253203a5f524 req-d86083e2-8d88-424f-bad7-26781f9dbbf5 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473559 Sep 16 04:56:27.801433 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-bf9495cd-4d86-4deb-8dc1-d9c53cac96f7 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:56:27.804615 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-bf9495cd-4d86-4deb-8dc1-d9c53cac96f7 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1025338 Sep 16 04:56:27.807017 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51938) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:27.894154 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5387abb7-32c0-420f-a56f-58151a23bbd1 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.934233 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16b392b1-8dda-4aef-a894-4046c9a0cd1d req-3b159c29-309b-453c-9f6b-88e36a6d3814 tempest-ServerShowV254Test-2124485009 tempest-ServerShowV254Test-2124485009-project] 10.222.0.35 "GET /v2.0/ports?device_id=0feb7a51-a3c7-4cda-adfe-f5b5872bfc9f HTTP/1.1" status: 200 len: 210 time: 0.0359378 Sep 16 04:56:27.939981 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5387abb7-32c0-420f-a56f-58151a23bbd1 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.022778 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5387abb7-32c0-420f-a56f-58151a23bbd1 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.026274 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5387abb7-32c0-420f-a56f-58151a23bbd1 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.030297 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5387abb7-32c0-420f-a56f-58151a23bbd1 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "DELETE /v2.0/security-groups/456a3607-abfd-4667-b9df-565ef63cea7a HTTP/1.1" status: 204 len: 168 time: 0.2191486 Sep 16 04:56:28.031226 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51946) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:28.048773 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5387abb7-32c0-420f-a56f-58151a23bbd1 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=456a3607-abfd-4667-b9df-565ef63cea7a,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:28.106252 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2a43835b-54fc-4d50-b866-9e3658851626 req-933e4f31-81b4-4f5e-8591-0ee521b32994 tempest-ServerShowV247Test-556164729 tempest-ServerShowV247Test-556164729-project] 10.222.0.35 "GET /v2.0/ports?device_id=63cf2442-40a5-4b29-94d2-da6886016ceb HTTP/1.1" status: 200 len: 210 time: 0.0366585 Sep 16 04:56:28.136889 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ccad6b87-faad-4b1d-9617-b1ac9cbf7302 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1040783 Sep 16 04:56:28.142901 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51950) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:28.231329 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4873817b-1fd0-44b2-ae38-a2a9485407d3 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.275607 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4873817b-1fd0-44b2-ae38-a2a9485407d3 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.347258 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4873817b-1fd0-44b2-ae38-a2a9485407d3 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.351659 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4873817b-1fd0-44b2-ae38-a2a9485407d3 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.354400 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4873817b-1fd0-44b2-ae38-a2a9485407d3 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "DELETE /v2.0/security-groups/3b4ee1c6-4720-402e-ac48-ac53a86e2c71 HTTP/1.1" status: 204 len: 168 time: 0.2104335 Sep 16 04:56:28.358522 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51964) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:28.369507 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4873817b-1fd0-44b2-ae38-a2a9485407d3 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4ee1c6-4720-402e-ac48-ac53a86e2c71,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:28.444799 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4e795b5a-34a4-4aa6-ad59-16a9a83e18e4 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0826886 Sep 16 04:56:28.450756 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51970) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:28.458393 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-46cf625b-9360-4fad-9d81-22c25f437b46 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Request body: {'security_group': {'name': 'tempest-secgroup--584043720'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:28.493931 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-46cf625b-9360-4fad-9d81-22c25f437b46 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.631241 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-46cf625b-9360-4fad-9d81-22c25f437b46 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.635791 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-46cf625b-9360-4fad-9d81-22c25f437b46 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.671190 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf625b-9360-4fad-9d81-22c25f437b46 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c58393d-eb4f-47c1-8c54-5aa04468f4c6,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:28.680913 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-46cf625b-9360-4fad-9d81-22c25f437b46 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.683201 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-46cf625b-9360-4fad-9d81-22c25f437b46 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2307048 Sep 16 04:56:28.688533 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51978) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:28.694318 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-8408de76-1185-4873-a6bc-d3f38c61ccf4 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Request body: {'security_group_rule': {'security_group_id': '4c58393d-eb4f-47c1-8c54-5aa04468f4c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:28.743456 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-8408de76-1185-4873-a6bc-d3f38c61ccf4 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:56:28.744734 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8408de76-1185-4873-a6bc-d3f38c61ccf4 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0547571 Sep 16 04:56:28.748233 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51980) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:28.755731 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-6afd7648-f33c-40f7-b9e1-1093c2d76cdb tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Request body: {'security_group_rule': {'security_group_id': '4c58393d-eb4f-47c1-8c54-5aa04468f4c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:28.813619 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-6afd7648-f33c-40f7-b9e1-1093c2d76cdb tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:56:28.819014 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6afd7648-f33c-40f7-b9e1-1093c2d76cdb tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0654321 Sep 16 04:56:28.819391 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51984) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:28.891259 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5e1f5544-d8ea-400a-a97f-35b47a532117 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.949310 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5e1f5544-d8ea-400a-a97f-35b47a532117 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.039737 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5e1f5544-d8ea-400a-a97f-35b47a532117 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.047061 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5e1f5544-d8ea-400a-a97f-35b47a532117 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.049613 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5e1f5544-d8ea-400a-a97f-35b47a532117 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "DELETE /v2.0/security-groups/4c58393d-eb4f-47c1-8c54-5aa04468f4c6 HTTP/1.1" status: 204 len: 168 time: 0.2287805 Sep 16 04:56:29.058643 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51994) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:29.069743 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd045f87-730b-4f16-b81c-c84b016b4e90 req-f37d0a58-9f70-4502-bf47-5d96645d5f5c tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:29.081120 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fd045f87-730b-4f16-b81c-c84b016b4e90 req-f37d0a58-9f70-4502-bf47-5d96645d5f5c tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 945 time: 0.1308644 Sep 16 04:56:29.102601 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f5544-d8ea-400a-a97f-35b47a532117 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c58393d-eb4f-47c1-8c54-5aa04468f4c6,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:29.149202 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-923a70d5-1ee1-4250-9036-430e4aa396ad tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0883336 Sep 16 04:56:29.155302 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51996) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:29.166271 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-87c0fbf2-c03e-435a-93e1-3dffe22dbc83 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Request body: {'security_group': {'name': 'tempest-secgroup--699024589'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:29.191993 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fd045f87-730b-4f16-b81c-c84b016b4e90 req-18ffc3c4-e00e-4062-b067-77d3cb00cacc tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094794 Sep 16 04:56:29.213561 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-87c0fbf2-c03e-435a-93e1-3dffe22dbc83 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.458446 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-87c0fbf2-c03e-435a-93e1-3dffe22dbc83 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.471848 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-87c0fbf2-c03e-435a-93e1-3dffe22dbc83 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.480525 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3dc4eca-968d-4e50-9276-837193b7ceed req-2fc25b97-803c-4cc9-b7fa-97723f7e19dd tempest-ServerShowV254Test-2124485009 tempest-ServerShowV254Test-2124485009-project] 10.222.0.35 "GET /v2.0/ports?device_id=0feb7a51-a3c7-4cda-adfe-f5b5872bfc9f HTTP/1.1" status: 200 len: 210 time: 0.1116469 Sep 16 04:56:29.541340 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52010) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:29.569369 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0fbf2-c03e-435a-93e1-3dffe22dbc83 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f622246d-03ae-41d0-aff9-f7fec5741a6b,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:29.574839 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-87c0fbf2-c03e-435a-93e1-3dffe22dbc83 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.580451 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-87c0fbf2-c03e-435a-93e1-3dffe22dbc83 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4192197 Sep 16 04:56:29.581240 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52014) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:29.586761 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-55493125-148c-401f-8b0f-adae649c5392 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:29.587769 n-d-712139-15 neutron-server[94767]: WARNING neutron.api.v2.base [None req-55493125-148c-401f-8b0f-adae649c5392 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 16 04:56:29.588457 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-55493125-148c-401f-8b0f-adae649c5392 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] update failed (client error): There was a conflict when trying to complete your request. Sep 16 04:56:29.594641 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-55493125-148c-401f-8b0f-adae649c5392 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "PUT /v2.0/security-groups/f622246d-03ae-41d0-aff9-f7fec5741a6b HTTP/1.1" status: 409 len: 330 time: 0.0073302 Sep 16 04:56:29.594641 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52016) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:29.650970 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04df3cee-feae-4666-b1ae-a5acedaf36ac req-43cf9a91-dee4-4d8c-b90c-99adaabf9bf6 tempest-ServerShowV247Test-556164729 tempest-ServerShowV247Test-556164729-project] 10.222.0.35 "GET /v2.0/ports?device_id=63cf2442-40a5-4b29-94d2-da6886016ceb HTTP/1.1" status: 200 len: 210 time: 0.0375657 Sep 16 04:56:29.699372 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d3bad6b-9c6b-478d-814b-d2b94d0e5ae3 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.736368 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d3bad6b-9c6b-478d-814b-d2b94d0e5ae3 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.775798 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-aa1410d8-3e0b-43d9-a409-1273c96104e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.835955 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d3bad6b-9c6b-478d-814b-d2b94d0e5ae3 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.838527 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d3bad6b-9c6b-478d-814b-d2b94d0e5ae3 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.839670 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7d3bad6b-9c6b-478d-814b-d2b94d0e5ae3 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "DELETE /v2.0/security-groups/f622246d-03ae-41d0-aff9-f7fec5741a6b HTTP/1.1" status: 204 len: 168 time: 0.2435217 Sep 16 04:56:29.845122 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52024) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:29.857508 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3bad6b-9c6b-478d-814b-d2b94d0e5ae3 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f622246d-03ae-41d0-aff9-f7fec5741a6b,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:29.932591 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-aa1410d8-3e0b-43d9-a409-1273c96104e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.940166 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-aa1410d8-3e0b-43d9-a409-1273c96104e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.971611 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52030) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:29.972838 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-bf6d555e-7aed-4924-b3a4-adaa878fb9ea tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1192501 Sep 16 04:56:30.028789 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-eb0e6fe1-4f22-4b36-a165-5601c89c56cb tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] delete failed (client error): The resource could not be found. Sep 16 04:56:30.034611 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52032) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:30.041746 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-eb0e6fe1-4f22-4b36-a165-5601c89c56cb tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "DELETE /v2.0/security-groups/41dab569-ddc1-480f-beeb-f53fc4e1acfd HTTP/1.1" status: 404 len: 347 time: 0.0688624 Sep 16 04:56:30.049182 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-aa1410d8-3e0b-43d9-a409-1273c96104e4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=964fd140a4414834a90777bcc14bac63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5065031 Sep 16 04:56:30.049909 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52034) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:30.055006 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-a871fd92-be30-4ba7-8ef8-c22afc4215ba tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] show failed (client error): The resource could not be found. Sep 16 04:56:30.060194 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a871fd92-be30-4ba7-8ef8-c22afc4215ba tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "GET /v2.0/security-groups/128370cb-76b3-457d-8dc4-cf1f12c8403d HTTP/1.1" status: 404 len: 347 time: 0.0240848 Sep 16 04:56:30.061018 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52036) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:30.074880 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-6b044e9d-1b87-4f09-b39a-f00af4169542 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] show failed (client error): The resource could not be found. Sep 16 04:56:30.077823 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6b044e9d-1b87-4f09-b39a-f00af4169542 tempest-NegativeSecGroupIPv6Test-1745032967 tempest-NegativeSecGroupIPv6Test-1745032967-project] 10.222.0.35 "GET /v2.0/security-group-rules/2b60d4b9-c4ee-44cd-852c-0574849a820d HTTP/1.1" status: 404 len: 356 time: 0.0152819 Sep 16 04:56:30.089019 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1410d8-3e0b-43d9-a409-1273c96104e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4e5ee2-5d4a-465c-8fa7-3ff701ca282f,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:30.144011 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6cf1448d-2ae5-4543-9f5b-a6e07804e60d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.188975 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6cf1448d-2ae5-4543-9f5b-a6e07804e60d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.305674 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6cf1448d-2ae5-4543-9f5b-a6e07804e60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.308324 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6cf1448d-2ae5-4543-9f5b-a6e07804e60d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.311037 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6cf1448d-2ae5-4543-9f5b-a6e07804e60d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ec4e5ee2-5d4a-465c-8fa7-3ff701ca282f HTTP/1.1" status: 204 len: 168 time: 0.2572269 Sep 16 04:56:30.324014 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1448d-2ae5-4543-9f5b-a6e07804e60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4e5ee2-5d4a-465c-8fa7-3ff701ca282f,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:30.477871 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940a4ad-fc29-4501-ab95-92fab3d9e341 req-79b22aa8-f2d7-45ea-acd0-bb55429ec836 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:30.480624 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e940a4ad-fc29-4501-ab95-92fab3d9e341 req-79b22aa8-f2d7-45ea-acd0-bb55429ec836 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 945 time: 0.0968976 Sep 16 04:56:30.531576 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52050) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:30.537923 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e940a4ad-fc29-4501-ab95-92fab3d9e341 req-6175097a-c41c-4e67-8307-10b8ef268e69 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492239 Sep 16 04:56:30.678954 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c39a0d83-311c-4a1c-891f-1d0d91fd4105 req-0fca3016-11a0-41fc-b466-3fd1b86b2751 tempest-ServerShowV254Test-2124485009 tempest-ServerShowV254Test-2124485009-project] 10.222.0.35 "GET /v2.0/ports?device_id=0feb7a51-a3c7-4cda-adfe-f5b5872bfc9f HTTP/1.1" status: 200 len: 210 time: 0.0507035 Sep 16 04:56:30.813497 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2d49630c-1a57-4b94-81c5-2a17d9260833 req-4325689a-4d15-4217-8fe4-c60636ddad54 tempest-ServerShowV247Test-556164729 tempest-ServerShowV247Test-556164729-project] 10.222.0.35 "GET /v2.0/ports?device_id=63cf2442-40a5-4b29-94d2-da6886016ceb HTTP/1.1" status: 200 len: 210 time: 0.0332241 Sep 16 04:56:30.852382 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0243cf38-786e-45f7-9183-502354ceaab4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=55a431e814ba44c299fe90750bff7a02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3193738 Sep 16 04:56:30.856513 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52062) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:30.940284 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5539cf60-3101-4732-88c9-d5bf464fd1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.985796 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5539cf60-3101-4732-88c9-d5bf464fd1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.075693 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5539cf60-3101-4732-88c9-d5bf464fd1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.078790 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5539cf60-3101-4732-88c9-d5bf464fd1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.083731 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5539cf60-3101-4732-88c9-d5bf464fd1d1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a4917d7f-951f-46cd-992a-1a6fded50d95 HTTP/1.1" status: 204 len: 168 time: 0.2223253 Sep 16 04:56:31.097734 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5539cf60-3101-4732-88c9-d5bf464fd1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4917d7f-951f-46cd-992a-1a6fded50d95,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:31.756037 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b21e5e-754e-47e2-a3fa-c09dec6b4d28 req-9763b1ea-5374-436b-98ba-5e0431082827 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:31.757751 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-14b21e5e-754e-47e2-a3fa-c09dec6b4d28 req-9763b1ea-5374-436b-98ba-5e0431082827 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 945 time: 0.0863473 Sep 16 04:56:31.836874 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-14b21e5e-754e-47e2-a3fa-c09dec6b4d28 req-7ba0a662-9480-44ff-9d7b-44babe7111dd tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625942 Sep 16 04:56:32.017860 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-084e585b-6102-417b-a7a7-273c1d52e846 req-db453f05-e514-46f5-be9b-206e6739a086 tempest-ServerShowV254Test-2124485009 tempest-ServerShowV254Test-2124485009-project] 10.222.0.35 "GET /v2.0/ports?device_id=0feb7a51-a3c7-4cda-adfe-f5b5872bfc9f HTTP/1.1" status: 200 len: 210 time: 0.0416822 Sep 16 04:56:32.159723 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b77deec9-5397-4b93-8730-71dcb0f03673 req-8e4dcc90-1234-46d8-9e94-52a0b9d66edb tempest-ServerShowV247Test-556164729 tempest-ServerShowV247Test-556164729-project] 10.222.0.35 "GET /v2.0/ports?device_id=63cf2442-40a5-4b29-94d2-da6886016ceb HTTP/1.1" status: 200 len: 210 time: 0.0528529 Sep 16 04:56:33.055953 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90120af5-54e5-4218-9c5f-eda38998bb48 req-ddf91baa-6f27-4926-8451-fc06ade53f72 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:33.066827 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90120af5-54e5-4218-9c5f-eda38998bb48 req-ddf91baa-6f27-4926-8451-fc06ade53f72 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 945 time: 0.0754974 Sep 16 04:56:33.124708 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90120af5-54e5-4218-9c5f-eda38998bb48 req-4acb8fcb-4923-40a4-b627-291df6b7336e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562389 Sep 16 04:56:33.322760 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-33c8b44e-cfaa-4251-a394-a8f5155cbee4 req-5d78d267-c36c-4741-a7cf-6d808d5466c6 tempest-ServerShowV254Test-2124485009 tempest-ServerShowV254Test-2124485009-project] 10.222.0.35 "GET /v2.0/ports?device_id=0feb7a51-a3c7-4cda-adfe-f5b5872bfc9f HTTP/1.1" status: 200 len: 210 time: 0.0763044 Sep 16 04:56:33.592802 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-febe56a0-f612-4b1b-ac00-1aa809e2e70f req-b74e6e33-30c2-45fb-bcf9-a90f80fe8f39 tempest-ServerShowV247Test-556164729 tempest-ServerShowV247Test-556164729-project] 10.222.0.35 "GET /v2.0/ports?device_id=63cf2442-40a5-4b29-94d2-da6886016ceb HTTP/1.1" status: 200 len: 210 time: 0.0583856 Sep 16 04:56:33.853092 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52198) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:34.013638 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52210) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:34.193555 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-cb1a5e29-d382-4c0b-a63c-907b2ba039a6 service neutron] show failed (client error): The resource could not be found. Sep 16 04:56:34.195120 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-cb1a5e29-d382-4c0b-a63c-907b2ba039a6 service neutron] 10.222.0.48 "GET /v2.0/ports/7bc1d214-5adc-4176-ba02-d26b747c280e/bindings/n-h1-712139-15 HTTP/1.1" status: 404 len: 381 time: 0.1158943 Sep 16 04:56:34.293214 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-258a3684-d539-430d-a71a-7e7625c05c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.365538 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75ef0f-5817-49d8-a748-116b52e8904d req-a95ecc23-3c74-4aa5-a456-ca97b036c811 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:34.367349 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf75ef0f-5817-49d8-a748-116b52e8904d req-a95ecc23-3c74-4aa5-a456-ca97b036c811 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 945 time: 0.0944304 Sep 16 04:56:34.379091 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-9489f7e0-7501-4b3a-bc32-f8e56d9ef3a9 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:34.454090 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf75ef0f-5817-49d8-a748-116b52e8904d req-880ca9b6-bacb-4e69-9ba3-9b1c58e10a66 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689614 Sep 16 04:56:34.557775 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-258a3684-d539-430d-a71a-7e7625c05c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.564387 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-258a3684-d539-430d-a71a-7e7625c05c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.617769 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-258a3684-d539-430d-a71a-7e7625c05c8b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=82b1c3dc6f7c4a60b458a6a9c8ce3146&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7630339 Sep 16 04:56:34.618540 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a3684-d539-430d-a71a-7e7625c05c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8936e74d-e43f-430e-ad74-b66a3a3cdb92,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:34.621414 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52244) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:34.688146 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb71062e-bd0d-4c13-b6cc-d369eb3d29b2 req-53b3054f-83ae-47af-b0ef-b4a3d889f36a tempest-ServerShowV254Test-2124485009 tempest-ServerShowV254Test-2124485009-project] 10.222.0.35 "GET /v2.0/ports?device_id=0feb7a51-a3c7-4cda-adfe-f5b5872bfc9f HTTP/1.1" status: 200 len: 210 time: 0.0989504 Sep 16 04:56:34.712711 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52252) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:34.728034 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9489f7e0-7501-4b3a-bc32-f8e56d9ef3a9 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks [] for floatingip, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.729817 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d40db74-f449-4e38-b501-ec400fda6553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.769690 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-b825bbc5-8d0b-4a93-bae3-f86648ec0c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:34.771734 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-b825bbc5-8d0b-4a93-bae3-f86648ec0c5e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09&tenant_id=9314d3ea71064ec8a4285d4ce520aaad HTTP/1.1" status: 200 len: 1097 time: 0.2234795 Sep 16 04:56:34.803595 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-e8d62c48-bce2-4a11-a768-e23a945bd770 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-15', 'device_owner': 'compute:nova'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:34.805266 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d40db74-f449-4e38-b501-ec400fda6553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.901756 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d40db74-f449-4e38-b501-ec400fda6553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.909884 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d40db74-f449-4e38-b501-ec400fda6553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.911186 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2d40db74-f449-4e38-b501-ec400fda6553 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8936e74d-e43f-430e-ad74-b66a3a3cdb92 HTTP/1.1" status: 204 len: 168 time: 0.2886119 Sep 16 04:56:34.930374 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40db74-f449-4e38-b501-ec400fda6553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8936e74d-e43f-430e-ad74-b66a3a3cdb92,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:34.960803 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8e23665d-8a8a-4a6e-8b59-2a72240103c9 req-226bff25-7421-4540-80b4-819b47ceaaa4 tempest-ServerShowV247Test-556164729 tempest-ServerShowV247Test-556164729-project] 10.222.0.35 "GET /v2.0/ports?device_id=63cf2442-40a5-4b29-94d2-da6886016ceb HTTP/1.1" status: 200 len: 210 time: 0.0499115 Sep 16 04:56:35.033341 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-16bb3e0a-9c14-4f56-bdcf-00071bc7770a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.044546 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-e8d62c48-bce2-4a11-a768-e23a945bd770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.167279 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9489f7e0-7501-4b3a-bc32-f8e56d9ef3a9 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.416351 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52264) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:35.431743 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-393b1a5a-6889-4c79-8c2d-3a7c2e7e11c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.884331 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-9489f7e0-7501-4b3a-bc32-f8e56d9ef3a9 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Allocated IP 172.25.8.215 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/cdffcbc9-00e6-4bcc-97e0-11e4da341c8c) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:35.928899 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-16bb3e0a-9c14-4f56-bdcf-00071bc7770a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.946673 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-e8d62c48-bce2-4a11-a768-e23a945bd770 service neutron] For port 7bc1d214-5adc-4176-ba02-d26b747c280e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=7bc1d214-5adc-4176-ba02-d26b747c280e,segment=NetworkSegment(68f1d648-cebf-497a-a433-07a45b963bfc),segment_id=68f1d648-cebf-497a-a433-07a45b963bfc)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:35.958489 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0630b-734c-449b-9efb-f0a56f7931e4 req-0abf09dc-78f7-4011-b69b-2d33e008b6d2 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:35.960056 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-92a0630b-734c-449b-9efb-f0a56f7931e4 req-0abf09dc-78f7-4011-b69b-2d33e008b6d2 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 945 time: 0.1872134 Sep 16 04:56:35.960775 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-16bb3e0a-9c14-4f56-bdcf-00071bc7770a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.097173 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-393b1a5a-6889-4c79-8c2d-3a7c2e7e11c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.102258 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-393b1a5a-6889-4c79-8c2d-3a7c2e7e11c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.133217 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb3e0a-9c14-4f56-bdcf-00071bc7770a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374ca310-95e0-400d-a32f-b2c7cc9282e2,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:36.146066 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-16bb3e0a-9c14-4f56-bdcf-00071bc7770a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0619a2d0e1a5468e82a0788c4c6f27df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4236770 Sep 16 04:56:36.150742 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52274) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:36.169505 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-e8d62c48-bce2-4a11-a768-e23a945bd770 service neutron] For port 7bc1d214-5adc-4176-ba02-d26b747c280e, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:56:36.180058 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b1a5a-6889-4c79-8c2d-3a7c2e7e11c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc04fd7d-70be-4a6d-a5aa-99ea294548a4,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:36.187977 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-393b1a5a-6889-4c79-8c2d-3a7c2e7e11c4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d350ca191ed1400b85f3677d53df78b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7700572 Sep 16 04:56:36.189309 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52276) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:36.210311 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-92a0630b-734c-449b-9efb-f0a56f7931e4 req-4e9e515d-8726-470b-b6d8-bc7d764a7304 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2193649 Sep 16 04:56:36.272313 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cdefd035-5e0a-4372-9f65-07fa3324c85b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.304173 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9489f7e0-7501-4b3a-bc32-f8e56d9ef3a9 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.312036 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3472258-21a7-410c-865b-b4c706eebb09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bc1d214-5adc-4176-ba02-d26b747c280e'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:36.316260 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57de32e-8956-4e99-ad9e-123e68198ac9" -d '{"events": [{"server_uuid": "c3472258-21a7-410c-865b-b4c706eebb09", "name": "network-vif-unplugged", "status": "completed", "tag": "7bc1d214-5adc-4176-ba02-d26b747c280e"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:36.326716 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-e8d62c48-bce2-4a11-a768-e23a945bd770 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.329389 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cdefd035-5e0a-4372-9f65-07fa3324c85b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.355712 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-e8d62c48-bce2-4a11-a768-e23a945bd770 service neutron] Transition to ACTIVE for port object 7bc1d214-5adc-4176-ba02-d26b747c280e will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:56:36.389204 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-364db46c-3186-498e-b1c2-a30f11725940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.389887 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-e8d62c48-bce2-4a11-a768-e23a945bd770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.399009 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-03cbbf4c-ef4c-4a77-8532-ac9d241dc4b0 req-dadb5f92-5723-4e5e-b8a6-48bca332ab05 tempest-ServerShowV254Test-2124485009 tempest-ServerShowV254Test-2124485009-project] 10.222.0.35 "GET /v2.0/ports?device_id=0feb7a51-a3c7-4cda-adfe-f5b5872bfc9f HTTP/1.1" status: 200 len: 210 time: 0.0479014 Sep 16 04:56:36.441190 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-364db46c-3186-498e-b1c2-a30f11725940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.470085 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cdefd035-5e0a-4372-9f65-07fa3324c85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.477645 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cdefd035-5e0a-4372-9f65-07fa3324c85b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.477645 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cdefd035-5e0a-4372-9f65-07fa3324c85b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/374ca310-95e0-400d-a32f-b2c7cc9282e2 HTTP/1.1" status: 204 len: 168 time: 0.3202343 Sep 16 04:56:36.488713 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d62c48-bce2-4a11-a768-e23a945bd770 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc1d214-5adc-4176-ba02-d26b747c280e,revision_number=6']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:36.499475 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdefd035-5e0a-4372-9f65-07fa3324c85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374ca310-95e0-400d-a32f-b2c7cc9282e2,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:36.513651 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9489f7e0-7501-4b3a-bc32-f8e56d9ef3a9 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.543385 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-364db46c-3186-498e-b1c2-a30f11725940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.554385 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-364db46c-3186-498e-b1c2-a30f11725940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.556941 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-364db46c-3186-498e-b1c2-a30f11725940 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fc04fd7d-70be-4a6d-a5aa-99ea294548a4 HTTP/1.1" status: 204 len: 168 time: 0.3615019 Sep 16 04:56:36.595748 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364db46c-3186-498e-b1c2-a30f11725940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc04fd7d-70be-4a6d-a5aa-99ea294548a4,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:36.619034 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489f7e0-7501-4b3a-bc32-f8e56d9ef3a9 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Pushing event updated for resources: {'Port': ['ID=cdffcbc9-00e6-4bcc-97e0-11e4da341c8c,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:36.729691 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-67098414-c0bc-4dcd-aefc-7a5404d9ef90 req-3129a577-ac34-4c99-9839-801e503eee6b tempest-ServerShowV247Test-556164729 tempest-ServerShowV247Test-556164729-project] 10.222.0.35 "GET /v2.0/ports?device_id=63cf2442-40a5-4b29-94d2-da6886016ceb HTTP/1.1" status: 200 len: 210 time: 0.0336790 Sep 16 04:56:36.772843 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9489f7e0-7501-4b3a-bc32-f8e56d9ef3a9 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:36.785502 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-9489f7e0-7501-4b3a-bc32-f8e56d9ef3a9 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:36.792310 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9489f7e0-7501-4b3a-bc32-f8e56d9ef3a9 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:36.838759 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27157f8d-584c-466e-9153-2c399bf065f0 x-openstack-request-id: req-27157f8d-584c-466e-9153-2c399bf065f0 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:36.839055 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3472258-21a7-410c-865b-b4c706eebb09", "name": "network-vif-unplugged", "status": "completed", "tag": "7bc1d214-5adc-4176-ba02-d26b747c280e", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:36.839310 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-27157f8d-584c-466e-9153-2c399bf065f0 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:36.839708 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3472258-21a7-410c-865b-b4c706eebb09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bc1d214-5adc-4176-ba02-d26b747c280e', 'code': 200} Sep 16 04:56:36.895575 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-e8d62c48-bce2-4a11-a768-e23a945bd770 service neutron] No DVR routers for this DVR port 7bc1d214-5adc-4176-ba02-d26b747c280e on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:37.048003 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9489f7e0-7501-4b3a-bc32-f8e56d9ef3a9 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:37.176710 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9489f7e0-7501-4b3a-bc32-f8e56d9ef3a9 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:37.301368 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-e8d62c48-bce2-4a11-a768-e23a945bd770 service neutron] Attempting to bind port 7bc1d214-5adc-4176-ba02-d26b747c280e on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:56:37.301980 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-e8d62c48-bce2-4a11-a768-e23a945bd770 service neutron] Attempting to bind port 7bc1d214-5adc-4176-ba02-d26b747c280e by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '68f1d648-cebf-497a-a433-07a45b963bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b176c75-bdca-437f-ac9d-05aa6e6916b7'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:56:37.302467 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-e8d62c48-bce2-4a11-a768-e23a945bd770 service neutron] Attempting to bind port 7bc1d214-5adc-4176-ba02-d26b747c280e on network 5b176c75-bdca-437f-ac9d-05aa6e6916b7 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:37.315525 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-e8d62c48-bce2-4a11-a768-e23a945bd770 service neutron] Port 7bc1d214-5adc-4176-ba02-d26b747c280e on network 5b176c75-bdca-437f-ac9d-05aa6e6916b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:56:37.316031 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-e8d62c48-bce2-4a11-a768-e23a945bd770 service neutron] Attempting to bind port 7bc1d214-5adc-4176-ba02-d26b747c280e on network 5b176c75-bdca-437f-ac9d-05aa6e6916b7 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:37.323180 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-e8d62c48-bce2-4a11-a768-e23a945bd770 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:56:37.323790 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-e8d62c48-bce2-4a11-a768-e23a945bd770 service neutron] Checking segment: {'id': '68f1d648-cebf-497a-a433-07a45b963bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b176c75-bdca-437f-ac9d-05aa6e6916b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:37.324524 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-e8d62c48-bce2-4a11-a768-e23a945bd770 service neutron] Bound using segment: {'id': '68f1d648-cebf-497a-a433-07a45b963bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b176c75-bdca-437f-ac9d-05aa6e6916b7'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:56:37.325151 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-e8d62c48-bce2-4a11-a768-e23a945bd770 service neutron] Bound port: 7bc1d214-5adc-4176-ba02-d26b747c280e, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68f1d648-cebf-497a-a433-07a45b963bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b176c75-bdca-437f-ac9d-05aa6e6916b7'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:56:37.325680 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-e8d62c48-bce2-4a11-a768-e23a945bd770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:37.437955 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52302) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:37.463868 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52306) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:37.477651 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-143d5505-b012-4bea-ac40-605f2219d3bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:37.501280 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bf332203-f715-4799-afeb-a5e7c5e7ef2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:37.555929 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-e8d62c48-bce2-4a11-a768-e23a945bd770 service neutron] For port 7bc1d214-5adc-4176-ba02-d26b747c280e, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:56:37.567707 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-e8d62c48-bce2-4a11-a768-e23a945bd770 service neutron] For port 7bc1d214-5adc-4176-ba02-d26b747c280e, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=7bc1d214-5adc-4176-ba02-d26b747c280e,segment=NetworkSegment(68f1d648-cebf-497a-a433-07a45b963bfc),segment_id=68f1d648-cebf-497a-a433-07a45b963bfc)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:56:37.600923 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-e8d62c48-bce2-4a11-a768-e23a945bd770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:37.652940 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330dd73d-1a3f-4fee-900a-4dc97fc55f5e req-2f8b85f2-a9b2-45ed-845d-8c52c03e0cf5 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:37.666693 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-330dd73d-1a3f-4fee-900a-4dc97fc55f5e req-2f8b85f2-a9b2-45ed-845d-8c52c03e0cf5 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 943 time: 0.2663612 Sep 16 04:56:37.706840 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-e8d62c48-bce2-4a11-a768-e23a945bd770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:37.707618 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-e8d62c48-bce2-4a11-a768-e23a945bd770 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:37.709191 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-e8d62c48-bce2-4a11-a768-e23a945bd770 service neutron] 10.222.0.47 "PUT /v2.0/ports/7bc1d214-5adc-4176-ba02-d26b747c280e HTTP/1.1" status: 200 len: 1092 time: 2.9187725 Sep 16 04:56:37.716000 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bf332203-f715-4799-afeb-a5e7c5e7ef2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:37.730399 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bf332203-f715-4799-afeb-a5e7c5e7ef2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:37.826265 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-bf332203-f715-4799-afeb-a5e7c5e7ef2a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=982e100136da4bd5b1c0a79c8c8f62b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3601513 Sep 16 04:56:37.833865 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52310) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:37.847409 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf332203-f715-4799-afeb-a5e7c5e7ef2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb54bbe-6dca-4b24-a0b8-7e1eaed4f0d0,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:37.883794 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-330dd73d-1a3f-4fee-900a-4dc97fc55f5e req-10fb8bc9-c7f5-467e-a958-31ee22fcd0ff tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148740 Sep 16 04:56:37.956725 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9489f7e0-7501-4b3a-bc32-f8e56d9ef3a9 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.002122 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9489f7e0-7501-4b3a-bc32-f8e56d9ef3a9 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.005279 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e60be689-e431-4bb0-be4e-3f061d5fb58a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.049426 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e60be689-e431-4bb0-be4e-3f061d5fb58a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.053119 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-143d5505-b012-4bea-ac40-605f2219d3bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.059462 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d62c48-bce2-4a11-a768-e23a945bd770 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc1d214-5adc-4176-ba02-d26b747c280e,revision_number=7']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:38.066419 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-143d5505-b012-4bea-ac40-605f2219d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.090606 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 7bc1d214-5adc-4176-ba02-d26b747c280e no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:38.159420 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-143d5505-b012-4bea-ac40-605f2219d3bd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7bf740b70acd48da8365cb03e441dc53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7201703 Sep 16 04:56:38.160891 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52314) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:38.161226 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52316) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:38.169590 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9489f7e0-7501-4b3a-bc32-f8e56d9ef3a9 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.178261 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d5505-b012-4bea-ac40-605f2219d3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d02cedb-4156-4464-9a52-6223d6a15e9c,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:38.234704 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 7bc1d214-5adc-4176-ba02-d26b747c280e not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:38.241062 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e60be689-e431-4bb0-be4e-3f061d5fb58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.244436 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e60be689-e431-4bb0-be4e-3f061d5fb58a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.249123 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e60be689-e431-4bb0-be4e-3f061d5fb58a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ccb54bbe-6dca-4b24-a0b8-7e1eaed4f0d0 HTTP/1.1" status: 204 len: 168 time: 0.4125719 Sep 16 04:56:38.265794 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60be689-e431-4bb0-be4e-3f061d5fb58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb54bbe-6dca-4b24-a0b8-7e1eaed4f0d0,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:38.316070 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a547c3d7-ff1f-41fd-b5f9-cee61762f0be req-767eaabe-8e9e-4257-a61f-6f9fdb0f4df6 tempest-ServerShowV254Test-2124485009 tempest-ServerShowV254Test-2124485009-project] 10.222.0.35 "GET /v2.0/ports?device_id=0feb7a51-a3c7-4cda-adfe-f5b5872bfc9f HTTP/1.1" status: 200 len: 210 time: 0.1424372 Sep 16 04:56:38.319567 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-e3b597a4-4081-4aa9-9154-a3c0efc9b32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:38.322060 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-61b73b6a-e221-47d1-ac09-039720dae214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.322505 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-e3b597a4-4081-4aa9-9154-a3c0efc9b32e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9314d3ea71064ec8a4285d4ce520aaad&device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 1095 time: 0.5021963 Sep 16 04:56:38.350207 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-61b73b6a-e221-47d1-ac09-039720dae214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.369632 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9489f7e0-7501-4b3a-bc32-f8e56d9ef3a9 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.372199 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9489f7e0-7501-4b3a-bc32-f8e56d9ef3a9 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3567309 Sep 16 04:56:38.389996 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52322) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:38.399975 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-f7ad6ea7-cf68-4610-9025-e62e6d697f5d tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1414998188'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:38.446740 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-61b73b6a-e221-47d1-ac09-039720dae214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.450194 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-61b73b6a-e221-47d1-ac09-039720dae214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.455734 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-61b73b6a-e221-47d1-ac09-039720dae214 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4d02cedb-4156-4464-9a52-6223d6a15e9c HTTP/1.1" status: 204 len: 168 time: 0.2882016 Sep 16 04:56:38.468118 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b73b6a-e221-47d1-ac09-039720dae214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d02cedb-4156-4464-9a52-6223d6a15e9c,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:38.470784 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ad6ea7-cf68-4610-9025-e62e6d697f5d tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Made reservation on behalf of b54c3cfe5ba644bf88482690fe736463 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:38.474900 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f7ad6ea7-cf68-4610-9025-e62e6d697f5d tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.503338 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f7ad6ea7-cf68-4610-9025-e62e6d697f5d tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.508500 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489f7e0-7501-4b3a-bc32-f8e56d9ef3a9 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Pushing event updated for resources: {'Port': ['ID=cdffcbc9-00e6-4bcc-97e0-11e4da341c8c,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:38.645586 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e85cfef2-d0eb-4f6b-be52-dbe12a87a292 req-969d1430-46b2-4796-9d7c-58e48bcce28f tempest-ServerShowV247Test-556164729 tempest-ServerShowV247Test-556164729-project] 10.222.0.35 "GET /v2.0/ports?device_id=63cf2442-40a5-4b29-94d2-da6886016ceb HTTP/1.1" status: 200 len: 210 time: 0.1079271 Sep 16 04:56:38.717556 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-476e23f5-2225-4f3f-9d44-ec734efc5204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:38.720223 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-476e23f5-2225-4f3f-9d44-ec734efc5204 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5b176c75-bdca-437f-ac9d-05aa6e6916b7 HTTP/1.1" status: 200 len: 898 time: 0.3683550 Sep 16 04:56:38.762795 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e64a9ada-1ef2-4f2f-97e8-a52073f19a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.775820 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f7ad6ea7-cf68-4610-9025-e62e6d697f5d tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.790037 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f7ad6ea7-cf68-4610-9025-e62e6d697f5d tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.851122 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ad6ea7-cf68-4610-9025-e62e6d697f5d tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:56:38.882909 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3472258-21a7-410c-865b-b4c706eebb09', 'tag': '7bc1d214-5adc-4176-ba02-d26b747c280e'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:38.890077 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de903a1-63a4-49ee-9fe8-0016b0f1c3de" -d '{"events": [{"name": "network-changed", "server_uuid": "c3472258-21a7-410c-865b-b4c706eebb09", "tag": "7bc1d214-5adc-4176-ba02-d26b747c280e"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:38.904651 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-f64749ee-3dad-4529-a711-cceffac628a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bc1d214-5adc-4176-ba02-d26b747c280e HTTP/1.1" status: 200 len: 998 time: 0.1746290 Sep 16 04:56:38.916299 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad6ea7-cf68-4610-9025-e62e6d697f5d tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd106bb8-08ad-4eed-ba66-aab6c32b0fa9,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:38.923875 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f7ad6ea7-cf68-4610-9025-e62e6d697f5d tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.924459 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-f7ad6ea7-cf68-4610-9025-e62e6d697f5d tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Added segment 78d15f72-74b1-49ce-bf92-874ca81899ce of type vlan for network 54214c31-1e9b-4fe4-b727-02e7ac9de14c Sep 16 04:56:39.059731 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f7ad6ea7-cf68-4610-9025-e62e6d697f5d tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.079726 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1434f26c-9dcf-41a9-aa57-9933ae8afe29 x-openstack-request-id: req-1434f26c-9dcf-41a9-aa57-9933ae8afe29 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:39.080323 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3472258-21a7-410c-865b-b4c706eebb09", "tag": "7bc1d214-5adc-4176-ba02-d26b747c280e", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:39.080588 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1434f26c-9dcf-41a9-aa57-9933ae8afe29 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:39.081208 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3472258-21a7-410c-865b-b4c706eebb09', 'tag': '7bc1d214-5adc-4176-ba02-d26b747c280e', 'status': 'completed', 'code': 200} Sep 16 04:56:39.107625 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-61fbcb5b-8eda-4ef2-a720-54ecedbc41ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:39.110245 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-61fbcb5b-8eda-4ef2-a720-54ecedbc41ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f9ff2605-c72a-41ed-8f82-af1ea6bf175d HTTP/1.1" status: 200 len: 835 time: 0.1724975 Sep 16 04:56:39.191821 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e64a9ada-1ef2-4f2f-97e8-a52073f19a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.212602 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e64a9ada-1ef2-4f2f-97e8-a52073f19a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.255474 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f7ad6ea7-cf68-4610-9025-e62e6d697f5d tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.263742 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ad6ea7-cf68-4610-9025-e62e6d697f5d tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:39.264765 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f7ad6ea7-cf68-4610-9025-e62e6d697f5d tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.276671 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-a4c2c081-1691-4160-9e3d-6d0c7a0f6289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:39.290078 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-a4c2c081-1691-4160-9e3d-6d0c7a0f6289 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5b176c75-bdca-437f-ac9d-05aa6e6916b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1600063 Sep 16 04:56:39.383371 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3e594-05e5-42cc-88bc-a8400fc04e1b req-352df080-b4a8-47c4-979f-ff3d4f2b24d5 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:39.385875 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4a3e594-05e5-42cc-88bc-a8400fc04e1b req-352df080-b4a8-47c4-979f-ff3d4f2b24d5 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 943 time: 0.1750617 Sep 16 04:56:39.388759 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f7ad6ea7-cf68-4610-9025-e62e6d697f5d tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9966977 Sep 16 04:56:39.393740 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52348) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:39.403331 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e64a9ada-1ef2-4f2f-97e8-a52073f19a56 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f0f8844d470f4ea2bc160ba1162307fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2377191 Sep 16 04:56:39.411712 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-544c0673-1d3e-429e-a63c-2d1720ec6a11 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Request body: {'subnet': {'network_id': '54214c31-1e9b-4fe4-b727-02e7ac9de14c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:39.421880 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52352) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:39.434043 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a9ada-1ef2-4f2f-97e8-a52073f19a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be92e461-bbb2-4bbc-a7f3-cfe9c4bbc06e,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:39.541518 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4a3e594-05e5-42cc-88bc-a8400fc04e1b req-c8fdeacd-10bf-48f2-8a6a-dc96613435e3 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044264 Sep 16 04:56:39.554666 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-8b7b5166-c316-4af5-bb1c-022926c4b861 service neutron] 10.222.0.47 "GET /v2.0/networks/5b176c75-bdca-437f-ac9d-05aa6e6916b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629759 Sep 16 04:56:39.782282 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7adf92eb-ffd6-430a-9d89-3d1a4d68f90f req-4c8f4329-0662-47d7-9b09-c52161a89bfd tempest-ServerShowV254Test-2124485009 tempest-ServerShowV254Test-2124485009-project] 10.222.0.35 "GET /v2.0/ports?device_id=0feb7a51-a3c7-4cda-adfe-f5b5872bfc9f HTTP/1.1" status: 200 len: 210 time: 0.0778604 Sep 16 04:56:39.851763 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8a011eb-ab82-4274-89c6-658b653b33ac req-81185b0c-2b8b-4fff-9646-b2ef2aca1355 service neutron] 10.222.0.47 "GET /v2.0/networks/5b176c75-bdca-437f-ac9d-05aa6e6916b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887895 Sep 16 04:56:39.928850 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de903a1-63a4-49ee-9fe8-0016b0f1c3de req-fabbdfc6-d50e-4027-a033-a062e4025d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:39.943003 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3de903a1-63a4-49ee-9fe8-0016b0f1c3de req-fabbdfc6-d50e-4027-a033-a062e4025d48 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9314d3ea71064ec8a4285d4ce520aaad&device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 1095 time: 0.7490122 Sep 16 04:56:39.943792 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad6ea7-cf68-4610-9025-e62e6d697f5d tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Pushing event updated for resources: {'Network': ['ID=54214c31-1e9b-4fe4-b727-02e7ac9de14c,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:39.957376 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ce9f9e3c-b8d0-45aa-b7cb-1b055cc68fe0 req-9e3c8127-f51f-4313-8617-f6a27bb51c51 tempest-ServerShowV247Test-556164729 tempest-ServerShowV247Test-556164729-project] 10.222.0.35 "GET /v2.0/ports?device_id=63cf2442-40a5-4b29-94d2-da6886016ceb HTTP/1.1" status: 200 len: 210 time: 0.0574498 Sep 16 04:56:39.959993 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 54214c31-1e9b-4fe4-b727-02e7ac9de14c details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:56:40.091593 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de903a1-63a4-49ee-9fe8-0016b0f1c3de req-1eac81f1-bc61-4ba5-92d9-df71871a4d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:40.097680 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3de903a1-63a4-49ee-9fe8-0016b0f1c3de req-1eac81f1-bc61-4ba5-92d9-df71871a4d46 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9314d3ea71064ec8a4285d4ce520aaad&device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 1095 time: 0.1223826 Sep 16 04:56:40.101930 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6add39fb-81a1-4b5e-9f80-0e19d8705758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.237484 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d58d37f5-d512-4759-9110-197618502393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.318523 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de903a1-63a4-49ee-9fe8-0016b0f1c3de req-b9118142-2c41-4bb7-a85c-2581d2f80f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:40.321209 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3de903a1-63a4-49ee-9fe8-0016b0f1c3de req-b9118142-2c41-4bb7-a85c-2581d2f80f68 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5b176c75-bdca-437f-ac9d-05aa6e6916b7 HTTP/1.1" status: 200 len: 898 time: 0.2022152 Sep 16 04:56:40.323320 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d58d37f5-d512-4759-9110-197618502393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.327092 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e3c83f83-2d50-4936-b992-d2253007b506 req-a04f25d4-a749-48e4-9a2c-2d590d9c5b59 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0feb7a51-a3c7-4cda-adfe-f5b5872bfc9f HTTP/1.1" status: 200 len: 210 time: 0.0600019 Sep 16 04:56:40.360376 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544c0673-1d3e-429e-a63c-2d1720ec6a11 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Made reservation on behalf of b54c3cfe5ba644bf88482690fe736463 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:40.364149 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-544c0673-1d3e-429e-a63c-2d1720ec6a11 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.426936 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de903a1-63a4-49ee-9fe8-0016b0f1c3de req-3fbff7ef-e897-454a-b110-5987f70cc665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:40.428464 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3de903a1-63a4-49ee-9fe8-0016b0f1c3de req-3fbff7ef-e897-454a-b110-5987f70cc665 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5b176c75-bdca-437f-ac9d-05aa6e6916b7 HTTP/1.1" status: 200 len: 898 time: 0.3999627 Sep 16 04:56:40.581943 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d58d37f5-d512-4759-9110-197618502393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.586709 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d58d37f5-d512-4759-9110-197618502393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.590998 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d58d37f5-d512-4759-9110-197618502393 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/be92e461-bbb2-4bbc-a7f3-cfe9c4bbc06e HTTP/1.1" status: 204 len: 168 time: 1.1684682 Sep 16 04:56:40.625832 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d37f5-d512-4759-9110-197618502393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be92e461-bbb2-4bbc-a7f3-cfe9c4bbc06e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:40.674887 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3de903a1-63a4-49ee-9fe8-0016b0f1c3de req-be4b52a2-6ba9-4606-ae42-585480a70447 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bc1d214-5adc-4176-ba02-d26b747c280e HTTP/1.1" status: 200 len: 998 time: 0.2381654 Sep 16 04:56:40.690549 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3de903a1-63a4-49ee-9fe8-0016b0f1c3de req-3140ebc4-1a39-40a2-aa9f-7d2ab714f333 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bc1d214-5adc-4176-ba02-d26b747c280e HTTP/1.1" status: 200 len: 998 time: 0.1168504 Sep 16 04:56:40.830060 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de903a1-63a4-49ee-9fe8-0016b0f1c3de req-ce331ed4-d6ac-42fe-b28e-3f92bf7a2b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:40.833629 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3de903a1-63a4-49ee-9fe8-0016b0f1c3de req-ce331ed4-d6ac-42fe-b28e-3f92bf7a2b08 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f9ff2605-c72a-41ed-8f82-af1ea6bf175d HTTP/1.1" status: 200 len: 835 time: 0.1509161 Sep 16 04:56:40.869855 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013c3b5-c076-4f78-a331-6f3cf177bb17 req-f9433851-d337-43be-a5e8-83e8c2d43fff tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:40.872390 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4013c3b5-c076-4f78-a331-6f3cf177bb17 req-f9433851-d337-43be-a5e8-83e8c2d43fff tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 943 time: 0.1578701 Sep 16 04:56:40.875629 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de903a1-63a4-49ee-9fe8-0016b0f1c3de req-c991d62c-4ba5-4bea-b12f-03213e3ea2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:40.878063 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3de903a1-63a4-49ee-9fe8-0016b0f1c3de req-c991d62c-4ba5-4bea-b12f-03213e3ea2a4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f9ff2605-c72a-41ed-8f82-af1ea6bf175d HTTP/1.1" status: 200 len: 835 time: 0.1780746 Sep 16 04:56:41.003014 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4013c3b5-c076-4f78-a331-6f3cf177bb17 req-3c7eecd7-6eae-4d50-a150-ee779b360454 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223905 Sep 16 04:56:41.006374 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de903a1-63a4-49ee-9fe8-0016b0f1c3de req-91d104b6-71af-481e-87ae-93ea21b24cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:41.008258 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de903a1-63a4-49ee-9fe8-0016b0f1c3de req-01e961f8-d322-4d4e-ae90-61fbe36c5ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:41.009087 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3de903a1-63a4-49ee-9fe8-0016b0f1c3de req-91d104b6-71af-481e-87ae-93ea21b24cd9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5b176c75-bdca-437f-ac9d-05aa6e6916b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1174533 Sep 16 04:56:41.010667 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3de903a1-63a4-49ee-9fe8-0016b0f1c3de req-01e961f8-d322-4d4e-ae90-61fbe36c5ad0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b176c75-bdca-437f-ac9d-05aa6e6916b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1673167 Sep 16 04:56:41.012953 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-544c0673-1d3e-429e-a63c-2d1720ec6a11 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.224482 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544c0673-1d3e-429e-a63c-2d1720ec6a11 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Checking segment: {'id': '78d15f72-74b1-49ce-bf92-874ca81899ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '54214c31-1e9b-4fe4-b727-02e7ac9de14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:41.225205 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544c0673-1d3e-429e-a63c-2d1720ec6a11 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Network hostable DHCP agents. Network: 54214c31-1e9b-4fe4-b727-02e7ac9de14c, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:56:41.243974 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c0673-1d3e-429e-a63c-2d1720ec6a11 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Pushing event updated for resources: {'Subnet': ['ID=0d9160a5-1731-48e2-a9c5-8fa18ab61ed6,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:41.285122 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544c0673-1d3e-429e-a63c-2d1720ec6a11 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Network 54214c31-1e9b-4fe4-b727-02e7ac9de14c is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:56:41.309591 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3de903a1-63a4-49ee-9fe8-0016b0f1c3de req-f2d70ece-36e7-4ab9-9d5c-09d09b966b5c service neutron] 10.222.0.48 "GET /v2.0/networks/5b176c75-bdca-437f-ac9d-05aa6e6916b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812026 Sep 16 04:56:41.310704 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-544c0673-1d3e-429e-a63c-2d1720ec6a11 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 54214c31-1e9b-4fe4-b727-02e7ac9de14c) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:41.316366 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544c0673-1d3e-429e-a63c-2d1720ec6a11 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:41.317185 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-544c0673-1d3e-429e-a63c-2d1720ec6a11 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.328139 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a75358d-ef93-47cd-af79-8a9633d1ae95 None None] Network 54214c31-1e9b-4fe4-b727-02e7ac9de14c requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:41.362704 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-544c0673-1d3e-429e-a63c-2d1720ec6a11 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9604223 Sep 16 04:56:41.371876 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52412) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:41.377579 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-08081471-4cec-4db1-ae36-798ae562dfd2 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-182858059', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}, 'admin_state_up': False}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:41.486774 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-08081471-4cec-4db1-ae36-798ae562dfd2 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.490757 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-08081471-4cec-4db1-ae36-798ae562dfd2 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.550338 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bd9e92ec-305c-4092-a721-6e487823e392 req-3a103864-fe6d-48fd-8425-757e8f2544a4 tempest-ServerShowV254Test-2124485009 tempest-ServerShowV254Test-2124485009-project] 10.222.0.35 "GET /v2.0/ports?device_id=0feb7a51-a3c7-4cda-adfe-f5b5872bfc9f HTTP/1.1" status: 200 len: 210 time: 0.0478857 Sep 16 04:56:41.563635 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3de903a1-63a4-49ee-9fe8-0016b0f1c3de req-271154da-6861-4a4c-9e34-664a014a879c service neutron] 10.222.0.48 "GET /v2.0/networks/5b176c75-bdca-437f-ac9d-05aa6e6916b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272985 Sep 16 04:56:41.604160 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3de903a1-63a4-49ee-9fe8-0016b0f1c3de req-f117ab70-031a-418e-988e-77050eb0eba5 service neutron] 10.222.0.47 "GET /v2.0/networks/5b176c75-bdca-437f-ac9d-05aa6e6916b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5849917 Sep 16 04:56:41.633036 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52416) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:41.669445 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-08081471-4cec-4db1-ae36-798ae562dfd2 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.673830 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.715428 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0472b078-e5e5-438a-ac2f-2d5e6e358ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.749856 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7110d7c-b9cd-435c-bf21-5ce01a62e68a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-54214c31-1e9b-4fe4-b727-02e7ac9de14c', 'network_id': '54214c31-1e9b-4fe4-b727-02e7ac9de14c', 'tenant_id': 'b54c3cfe5ba644bf88482690fe736463', 'fixed_ips': [{'subnet_id': '0d9160a5-1731-48e2-a9c5-8fa18ab61ed6'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:56:41.750987 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b7110d7c-b9cd-435c-bf21-5ce01a62e68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.889546 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f8fbe5ed-f614-42e1-881e-ead470724ab2 req-e40da4b7-cf33-4343-8a89-5811814256a2 tempest-ServerShowV247Test-556164729 tempest-ServerShowV247Test-556164729-project] 10.222.0.35 "GET /v2.0/ports?device_id=63cf2442-40a5-4b29-94d2-da6886016ceb HTTP/1.1" status: 200 len: 210 time: 0.1862059 Sep 16 04:56:41.893578 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3de903a1-63a4-49ee-9fe8-0016b0f1c3de req-6ecf6514-8db1-44e6-aa9a-87b9ec03ac7f service neutron] 10.222.0.47 "GET /v2.0/networks/5b176c75-bdca-437f-ac9d-05aa6e6916b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815864 Sep 16 04:56:41.942567 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-b7110d7c-b9cd-435c-bf21-5ce01a62e68a None None] Allocated IP 172.20.0.2 (54214c31-1e9b-4fe4-b727-02e7ac9de14c/0d9160a5-1731-48e2-a9c5-8fa18ab61ed6/399826f7-935e-497b-a25c-cff683a2972d) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:42.029949 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-08081471-4cec-4db1-ae36-798ae562dfd2 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.135832 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0472b078-e5e5-438a-ac2f-2d5e6e358ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.149657 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0472b078-e5e5-438a-ac2f-2d5e6e358ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.194689 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b7110d7c-b9cd-435c-bf21-5ce01a62e68a None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.205837 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b7110d7c-b9cd-435c-bf21-5ce01a62e68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.287692 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7110d7c-b9cd-435c-bf21-5ce01a62e68a None None] Pushing event updated for resources: {'Port': ['ID=399826f7-935e-497b-a25c-cff683a2972d,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:42.288088 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0472b078-e5e5-438a-ac2f-2d5e6e358ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6f7e37-141d-4005-ad6d-f8f48107ecfc,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:42.300476 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0472b078-e5e5-438a-ac2f-2d5e6e358ff6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=32743ec324c64db58c32e6743cb529a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6599181 Sep 16 04:56:42.304374 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52432) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:42.329340 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7110d7c-b9cd-435c-bf21-5ce01a62e68a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:42.330297 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7110d7c-b9cd-435c-bf21-5ce01a62e68a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:42.330785 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7110d7c-b9cd-435c-bf21-5ce01a62e68a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:42.331383 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7110d7c-b9cd-435c-bf21-5ce01a62e68a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:42.331873 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7110d7c-b9cd-435c-bf21-5ce01a62e68a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:42.332370 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7110d7c-b9cd-435c-bf21-5ce01a62e68a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:42.332936 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7110d7c-b9cd-435c-bf21-5ce01a62e68a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:42.333446 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7110d7c-b9cd-435c-bf21-5ce01a62e68a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:42.333951 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7110d7c-b9cd-435c-bf21-5ce01a62e68a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:42.334667 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7110d7c-b9cd-435c-bf21-5ce01a62e68a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:42.335194 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7110d7c-b9cd-435c-bf21-5ce01a62e68a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:42.335667 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7110d7c-b9cd-435c-bf21-5ce01a62e68a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:42.355590 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7110d7c-b9cd-435c-bf21-5ce01a62e68a None None] Network 54214c31-1e9b-4fe4-b727-02e7ac9de14c is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:42.357211 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-b7110d7c-b9cd-435c-bf21-5ce01a62e68a None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:42.360737 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7110d7c-b9cd-435c-bf21-5ce01a62e68a None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:42.369795 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24a8f5-ea3a-4526-9f2d-182293a32d43 req-7bb891d7-72ed-4e8a-bac9-bdfaaf5ee34b tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:42.372452 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7b24a8f5-ea3a-4526-9f2d-182293a32d43 req-7bb891d7-72ed-4e8a-bac9-bdfaaf5ee34b tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 943 time: 0.1525342 Sep 16 04:56:42.412761 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fca33529-b0c2-4afe-9a46-c46a5f13e6af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.449124 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-b7110d7c-b9cd-435c-bf21-5ce01a62e68a None None] Attempting to bind port 399826f7-935e-497b-a25c-cff683a2972d on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:56:42.454418 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-b7110d7c-b9cd-435c-bf21-5ce01a62e68a None None] Attempting to bind port 399826f7-935e-497b-a25c-cff683a2972d by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '78d15f72-74b1-49ce-bf92-874ca81899ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '54214c31-1e9b-4fe4-b727-02e7ac9de14c'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:56:42.455616 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7110d7c-b9cd-435c-bf21-5ce01a62e68a None None] Attempting to bind port 399826f7-935e-497b-a25c-cff683a2972d on network 54214c31-1e9b-4fe4-b727-02e7ac9de14c {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:42.465903 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fca33529-b0c2-4afe-9a46-c46a5f13e6af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.473999 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7b24a8f5-ea3a-4526-9f2d-182293a32d43 req-4ca919a7-cb9b-45ad-b1d9-fbce86830eba tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879261 Sep 16 04:56:42.474722 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7110d7c-b9cd-435c-bf21-5ce01a62e68a None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:56:42.475330 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7110d7c-b9cd-435c-bf21-5ce01a62e68a None None] Checking segment: {'id': '78d15f72-74b1-49ce-bf92-874ca81899ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '54214c31-1e9b-4fe4-b727-02e7ac9de14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:42.475992 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b7110d7c-b9cd-435c-bf21-5ce01a62e68a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.476665 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7110d7c-b9cd-435c-bf21-5ce01a62e68a None None] Bound using segment: {'id': '78d15f72-74b1-49ce-bf92-874ca81899ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '54214c31-1e9b-4fe4-b727-02e7ac9de14c'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:56:42.477464 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-b7110d7c-b9cd-435c-bf21-5ce01a62e68a None None] Bound port: 399826f7-935e-497b-a25c-cff683a2972d, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d15f72-74b1-49ce-bf92-874ca81899ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '54214c31-1e9b-4fe4-b727-02e7ac9de14c'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:56:42.478107 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b7110d7c-b9cd-435c-bf21-5ce01a62e68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.569791 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fca33529-b0c2-4afe-9a46-c46a5f13e6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.574595 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fca33529-b0c2-4afe-9a46-c46a5f13e6af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.576024 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fca33529-b0c2-4afe-9a46-c46a5f13e6af admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6c6f7e37-141d-4005-ad6d-f8f48107ecfc HTTP/1.1" status: 204 len: 168 time: 0.2681255 Sep 16 04:56:42.602884 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-b7110d7c-b9cd-435c-bf21-5ce01a62e68a None None] For port 399826f7-935e-497b-a25c-cff683a2972d, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:56:42.609281 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-b7110d7c-b9cd-435c-bf21-5ce01a62e68a None None] For port 399826f7-935e-497b-a25c-cff683a2972d, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=399826f7-935e-497b-a25c-cff683a2972d,segment=NetworkSegment(78d15f72-74b1-49ce-bf92-874ca81899ce),segment_id=78d15f72-74b1-49ce-bf92-874ca81899ce)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:56:42.616313 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b7110d7c-b9cd-435c-bf21-5ce01a62e68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.654823 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca33529-b0c2-4afe-9a46-c46a5f13e6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6f7e37-141d-4005-ad6d-f8f48107ecfc,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:42.666544 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-08081471-4cec-4db1-ae36-798ae562dfd2 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.736658 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-08081471-4cec-4db1-ae36-798ae562dfd2 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.798448 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7110d7c-b9cd-435c-bf21-5ce01a62e68a None None] Pushing event updated for resources: {'Port': ['ID=399826f7-935e-497b-a25c-cff683a2972d,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:42.845885 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1ab257cb-c2be-46d9-9776-94f3ae90c817 req-4fda34b1-c148-4ba2-a965-7c14c50c39d0 tempest-ServerShowV254Test-2124485009 tempest-ServerShowV254Test-2124485009-project] 10.222.0.35 "GET /v2.0/ports?device_id=0feb7a51-a3c7-4cda-adfe-f5b5872bfc9f HTTP/1.1" status: 200 len: 210 time: 0.0674350 Sep 16 04:56:43.008833 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-08081471-4cec-4db1-ae36-798ae562dfd2 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Allocated IP 172.25.8.80 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/ed959e43-f157-4531-a92a-c358c01986f3) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:43.277107 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 7bc1d214-5adc-4176-ba02-d26b747c280e details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:56:43.383971 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5140157e-d18d-418c-ba41-70e94b7a7eb9 req-ca436b39-a88d-4987-b453-6199ee5ef6e8 tempest-ServerShowV247Test-556164729 tempest-ServerShowV247Test-556164729-project] 10.222.0.35 "GET /v2.0/ports?device_id=63cf2442-40a5-4b29-94d2-da6886016ceb HTTP/1.1" status: 200 len: 210 time: 0.1511142 Sep 16 04:56:43.488220 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-08081471-4cec-4db1-ae36-798ae562dfd2 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.598578 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 7bc1d214-5adc-4176-ba02-d26b747c280e, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=7bc1d214-5adc-4176-ba02-d26b747c280e,segment=NetworkSegment(68f1d648-cebf-497a-a433-07a45b963bfc),segment_id=68f1d648-cebf-497a-a433-07a45b963bfc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:43.616757 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-08081471-4cec-4db1-ae36-798ae562dfd2 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.670330 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '7bc1d214-5adc-4176-ba02-d26b747c280e', 'network_id': '5b176c75-bdca-437f-ac9d-05aa6e6916b7', 'port_id': '7bc1d214-5adc-4176-ba02-d26b747c280e', 'mac_address': 'fa:16:3e:e2:55:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ff2605-c72a-41ed-8f82-af1ea6bf175d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:56:43.719904 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7b633ee8-682e-4443-bcc4-0261bb25ded0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.736197 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.773128 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08081471-4cec-4db1-ae36-798ae562dfd2 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:43.786384 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-08081471-4cec-4db1-ae36-798ae562dfd2 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:43.800901 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08081471-4cec-4db1-ae36-798ae562dfd2 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:43.808997 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08081471-4cec-4db1-ae36-798ae562dfd2 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Pushing event updated for resources: {'Port': ['ID=ed959e43-f157-4531-a92a-c358c01986f3,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:43.827890 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.874506 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc1d214-5adc-4176-ba02-d26b747c280e {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:56:43.924432 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 7bc1d214-5adc-4176-ba02-d26b747c280e, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=7bc1d214-5adc-4176-ba02-d26b747c280e,segment=NetworkSegment(68f1d648-cebf-497a-a433-07a45b963bfc),segment_id=68f1d648-cebf-497a-a433-07a45b963bfc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:43.934039 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.094779 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea9569-892a-429d-a9af-e84660b5e0eb req-aa5115b0-db51-4a2f-9f4e-142002bd6eda tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:44.113186 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dcea9569-892a-429d-a9af-e84660b5e0eb req-aa5115b0-db51-4a2f-9f4e-142002bd6eda tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 944 time: 0.1325154 Sep 16 04:56:44.161851 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=7bc1d214-5adc-4176-ba02-d26b747c280e,revision_number=8']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:44.207622 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bb010eed-17da-4935-9240-31fec356d700 req-81f811ae-7ebb-42d3-9c53-1b6a25a072cb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5fbed2335907428eae087a3d58da32ee&device_id=0feb7a51-a3c7-4cda-adfe-f5b5872bfc9f HTTP/1.1" status: 200 len: 210 time: 0.0750258 Sep 16 04:56:44.303891 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['7bc1d214-5adc-4176-ba02-d26b747c280e'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:56:44.313369 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dcea9569-892a-429d-a9af-e84660b5e0eb req-1a3f10ad-37bd-4b50-9127-231ebcd9223a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982124 Sep 16 04:56:44.364758 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bb010eed-17da-4935-9240-31fec356d700 req-14105a3e-b030-49fd-84ac-5ded13786ea6 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=5fbed2335907428eae087a3d58da32ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1336479 Sep 16 04:56:44.546345 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.563733 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-08081471-4cec-4db1-ae36-798ae562dfd2 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.587748 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.907742 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb010eed-17da-4935-9240-31fec356d700 req-58cf0b26-3ace-4dda-bc88-a99fe30330df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:44.913226 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bb010eed-17da-4935-9240-31fec356d700 req-58cf0b26-3ace-4dda-bc88-a99fe30330df service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5401008 Sep 16 04:56:45.148733 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50ad1a8-b5fd-4a5f-aae1-a8038acce2c5 None None] Network 54214c31-1e9b-4fe4-b727-02e7ac9de14c requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:45.173156 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-08081471-4cec-4db1-ae36-798ae562dfd2 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.255017 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 399826f7-935e-497b-a25c-cff683a2972d up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:45.460081 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d58c2077-2fbc-427c-8a45-f7aa507a73b8 req-80809cb0-251f-447c-9423-caf7ffe55bca tempest-ServerShowV254Test-2124485009 tempest-ServerShowV254Test-2124485009-project] 10.222.0.35 "GET /v2.0/ports?device_id=0feb7a51-a3c7-4cda-adfe-f5b5872bfc9f HTTP/1.1" status: 200 len: 210 time: 0.0889416 Sep 16 04:56:45.548041 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08081471-4cec-4db1-ae36-798ae562dfd2 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Router 40a03ee0-1ea5-44ce-92eb-db57b27ed06d is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:56:45.775602 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f257231a-e95f-4065-b2b7-dccba60d5303 None None] Provisioning complete for port 399826f7-935e-497b-a25c-cff683a2972d triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:45.776046 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f257231a-e95f-4065-b2b7-dccba60d5303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.819327 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08081471-4cec-4db1-ae36-798ae562dfd2 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:56:45.842309 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525421ae-4fe2-41c8-9d18-8c7eb1b2a6e5 None None] Sync routers for ids ['40a03ee0-1ea5-44ce-92eb-db57b27ed06d'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:56:45.857674 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525421ae-4fe2-41c8-9d18-8c7eb1b2a6e5 None None] Routers {'40a03ee0-1ea5-44ce-92eb-db57b27ed06d'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:45.860579 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-525421ae-4fe2-41c8-9d18-8c7eb1b2a6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:56:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['40a03ee0-1ea5-44ce-92eb-db57b27ed06d'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:45.872537 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-08081471-4cec-4db1-ae36-798ae562dfd2 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.874812 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-08081471-4cec-4db1-ae36-798ae562dfd2 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 4.5031512 Sep 16 04:56:45.877729 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52516) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:45.997553 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-525421ae-4fe2-41c8-9d18-8c7eb1b2a6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:46.021326 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525421ae-4fe2-41c8-9d18-8c7eb1b2a6e5 None None] Routers {'40a03ee0-1ea5-44ce-92eb-db57b27ed06d'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:46.022170 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-525421ae-4fe2-41c8-9d18-8c7eb1b2a6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:56:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['40a03ee0-1ea5-44ce-92eb-db57b27ed06d'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:46.120744 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-92f16aba-46d8-456b-8b79-3d23495969ef req-a6bdcce1-ab40-4e32-84ce-7229346c3e44 tempest-ServerShowV247Test-556164729 tempest-ServerShowV247Test-556164729-project] 10.222.0.35 "GET /v2.0/ports?device_id=63cf2442-40a5-4b29-94d2-da6886016ceb HTTP/1.1" status: 200 len: 210 time: 0.1223202 Sep 16 04:56:46.128723 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-525421ae-4fe2-41c8-9d18-8c7eb1b2a6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:46.130264 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525421ae-4fe2-41c8-9d18-8c7eb1b2a6e5 None None] The sync data for ids ['40a03ee0-1ea5-44ce-92eb-db57b27ed06d'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:56:46.147226 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 399826f7-935e-497b-a25c-cff683a2972d triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:46.147591 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.151714 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.211028 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f257231a-e95f-4065-b2b7-dccba60d5303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.371628 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-f257231a-e95f-4065-b2b7-dccba60d5303 None None] For port 399826f7-935e-497b-a25c-cff683a2972d, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=399826f7-935e-497b-a25c-cff683a2972d,segment=NetworkSegment(78d15f72-74b1-49ce-bf92-874ca81899ce),segment_id=78d15f72-74b1-49ce-bf92-874ca81899ce)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:46.500168 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f257231a-e95f-4065-b2b7-dccba60d5303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.540181 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-bb010eed-17da-4935-9240-31fec356d700 req-6b53d5ec-6c5f-4a72-a6e7-99fd72357651 tempest-ServerShowV254Test-2124485009 tempest-ServerShowV254Test-2124485009-project] 10.222.0.47 "GET /v2.0/ports?device_id=0feb7a51-a3c7-4cda-adfe-f5b5872bfc9f HTTP/1.1" status: 200 len: 210 time: 0.1011698 Sep 16 04:56:46.625811 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-1e58a790-5eba-45b4-a1ce-e9de7bd1f834 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:46.636049 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-1e58a790-5eba-45b4-a1ce-e9de7bd1f834 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09&tenant_id=9314d3ea71064ec8a4285d4ce520aaad&binding%3Ahost_id=n-h1-712139-15 HTTP/1.1" status: 200 len: 944 time: 0.6318240 Sep 16 04:56:46.668957 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f257231a-e95f-4065-b2b7-dccba60d5303 None None] Pushing event updated for resources: {'Port': ['ID=399826f7-935e-497b-a25c-cff683a2972d,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:46.802748 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-d664b856-9a7d-44c1-8236-243669ba6292 service neutron] 10.222.0.47 "GET /v2.0/ports/7bc1d214-5adc-4176-ba02-d26b747c280e/bindings/n-h1-712139-15 HTTP/1.1" status: 200 len: 383 time: 0.1438782 Sep 16 04:56:46.837086 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-029e5bef-9882-4484-9796-1769d114e4b9 None None] Provisioning complete for port 399826f7-935e-497b-a25c-cff683a2972d triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:46.837557 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-029e5bef-9882-4484-9796-1769d114e4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.896242 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a5733-3dba-480c-8b2c-719a1ed4aaf8 req-48deaf19-dd1c-4c9a-bed7-b55f0a660992 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:46.916161 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a39a5733-3dba-480c-8b2c-719a1ed4aaf8 req-48deaf19-dd1c-4c9a-bed7-b55f0a660992 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 944 time: 0.5522637 Sep 16 04:56:47.217238 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 399826f7-935e-497b-a25c-cff683a2972d up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:47.308031 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 7bc1d214-5adc-4176-ba02-d26b747c280e up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:47.448229 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 399826f7-935e-497b-a25c-cff683a2972d triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:47.448822 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.613490 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a39a5733-3dba-480c-8b2c-719a1ed4aaf8 req-5e7ff4fe-386d-4f1a-a8e2-4e18d907a0b7 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6960881 Sep 16 04:56:47.619904 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-cda33dd1-ccf2-4b67-b886-f6b0c8a767af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:47.623817 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-cda33dd1-ccf2-4b67-b886-f6b0c8a767af service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9314d3ea71064ec8a4285d4ce520aaad&device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 1096 time: 0.7685981 Sep 16 04:56:47.626364 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 7bc1d214-5adc-4176-ba02-d26b747c280e completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:56:47.635534 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 7bc1d214-5adc-4176-ba02-d26b747c280e triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:47.635927 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.843309 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.907268 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3472258-21a7-410c-865b-b4c706eebb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc1d214-5adc-4176-ba02-d26b747c280e'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:47.910414 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f8ebc9-0b11-4138-aa88-6e86f6b75c8e" -d '{"events": [{"server_uuid": "c3472258-21a7-410c-865b-b4c706eebb09", "name": "network-vif-plugged", "status": "completed", "tag": "7bc1d214-5adc-4176-ba02-d26b747c280e"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:47.977108 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 7bc1d214-5adc-4176-ba02-d26b747c280e, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=7bc1d214-5adc-4176-ba02-d26b747c280e,segment=NetworkSegment(68f1d648-cebf-497a-a433-07a45b963bfc),segment_id=68f1d648-cebf-497a-a433-07a45b963bfc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:47.983980 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.090357 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-efc82eda-10ed-4de1-99cc-9d455ac6450c req-0c4ca8e2-d669-4dfe-8b80-669c86e9a7b1 tempest-ServerShowV247Test-556164729 tempest-ServerShowV247Test-556164729-project] 10.222.0.35 "GET /v2.0/ports?device_id=63cf2442-40a5-4b29-94d2-da6886016ceb HTTP/1.1" status: 200 len: 210 time: 0.1791117 Sep 16 04:56:48.188922 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=7bc1d214-5adc-4176-ba02-d26b747c280e,revision_number=9']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:48.213733 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-06d1649c-a839-4f54-8680-e08c62ad185b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:48.219446 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-06d1649c-a839-4f54-8680-e08c62ad185b service neutron] 10.222.0.47 "GET /v2.0/networks?id=5b176c75-bdca-437f-ac9d-05aa6e6916b7 HTTP/1.1" status: 200 len: 898 time: 0.5831423 Sep 16 04:56:48.329666 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d1e1cb3-227f-4873-bf15-bc7da073813a tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.367246 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66c3fa5-88c3-433d-b175-554adee3cd62 x-openstack-request-id: req-d66c3fa5-88c3-433d-b175-554adee3cd62 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:48.368064 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3472258-21a7-410c-865b-b4c706eebb09", "name": "network-vif-plugged", "status": "completed", "tag": "7bc1d214-5adc-4176-ba02-d26b747c280e", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:48.368064 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d66c3fa5-88c3-433d-b175-554adee3cd62 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:48.369127 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3472258-21a7-410c-865b-b4c706eebb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc1d214-5adc-4176-ba02-d26b747c280e', 'code': 200} Sep 16 04:56:48.433048 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-173303bf-2083-41d4-ba09-2022a8407aaa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bc1d214-5adc-4176-ba02-d26b747c280e HTTP/1.1" status: 200 len: 1000 time: 0.1937046 Sep 16 04:56:48.521608 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-0493532e-3575-4557-893c-f65fecaf3d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:48.523609 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-0493532e-3575-4557-893c-f65fecaf3d96 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f9ff2605-c72a-41ed-8f82-af1ea6bf175d HTTP/1.1" status: 200 len: 835 time: 0.0767570 Sep 16 04:56:48.599859 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52572) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:48.768674 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-5864c946-be9c-4ac1-bc58-840902b69a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:48.774933 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-5864c946-be9c-4ac1-bc58-840902b69a8a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5b176c75-bdca-437f-ac9d-05aa6e6916b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2354786 Sep 16 04:56:49.002521 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c489e32d-7eef-46ed-a764-f98673119c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.335308 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c489e32d-7eef-46ed-a764-f98673119c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.342160 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c489e32d-7eef-46ed-a764-f98673119c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.374176 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-7d1e1cb3-227f-4873-bf15-bc7da073813a tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Allocated IP 172.20.0.1 (54214c31-1e9b-4fe4-b727-02e7ac9de14c/0d9160a5-1731-48e2-a9c5-8fa18ab61ed6/b4300029-4342-4c69-b342-a6fb27703eb6) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:49.462897 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c489e32d-7eef-46ed-a764-f98673119c89 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5fbed2335907428eae087a3d58da32ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8609409 Sep 16 04:56:49.474768 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52588) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:49.519891 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489e32d-7eef-46ed-a764-f98673119c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25555ff-13f3-4f48-926d-96b66a1c9632,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:49.657803 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e19f81ad-5283-4ffd-b000-d651686fb642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.680267 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d1e1cb3-227f-4873-bf15-bc7da073813a tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.721547 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e19f81ad-5283-4ffd-b000-d651686fb642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.828634 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e19f81ad-5283-4ffd-b000-d651686fb642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.834006 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e19f81ad-5283-4ffd-b000-d651686fb642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.837647 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e19f81ad-5283-4ffd-b000-d651686fb642 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f25555ff-13f3-4f48-926d-96b66a1c9632 HTTP/1.1" status: 204 len: 168 time: 0.3575749 Sep 16 04:56:49.860100 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f81ad-5283-4ffd-b000-d651686fb642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25555ff-13f3-4f48-926d-96b66a1c9632,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:50.231193 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d1e1cb3-227f-4873-bf15-bc7da073813a tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.543407 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e1cb3-227f-4873-bf15-bc7da073813a tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Pushing event updated for resources: {'Port': ['ID=b4300029-4342-4c69-b342-a6fb27703eb6,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:50.551378 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1e1cb3-227f-4873-bf15-bc7da073813a tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Network 54214c31-1e9b-4fe4-b727-02e7ac9de14c is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:50.567497 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-f24861e9-60bd-41ce-8629-5a3caa84820e service neutron] 10.222.0.47 "GET /v2.0/networks/5b176c75-bdca-437f-ac9d-05aa6e6916b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7538767 Sep 16 04:56:50.595795 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67925d9-4f46-4235-b81c-eddc7959a7be req-201c2bbc-ecf3-42e9-b2a1-0c54362e3e3b tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:50.620308 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e67925d9-4f46-4235-b81c-eddc7959a7be req-201c2bbc-ecf3-42e9-b2a1-0c54362e3e3b tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 945 time: 1.8417602 Sep 16 04:56:50.799287 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-7d1e1cb3-227f-4873-bf15-bc7da073813a tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:50.846855 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1e1cb3-227f-4873-bf15-bc7da073813a tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:51.030008 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e67925d9-4f46-4235-b81c-eddc7959a7be req-00f8e904-acb7-452d-9b88-c5744ffb57cf tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4076231 Sep 16 04:56:51.179154 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-52f84ece-39f1-4bcb-9c92-2e7c68f8f2da None None] Provisioning complete for port b4300029-4342-4c69-b342-a6fb27703eb6 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:51.180113 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-52f84ece-39f1-4bcb-9c92-2e7c68f8f2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:51.267942 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-86ae185b-282a-4b49-b4ed-3a676d182887 service neutron] 10.222.0.47 "GET /v2.0/networks/5b176c75-bdca-437f-ac9d-05aa6e6916b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6435199 Sep 16 04:56:51.287360 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d1e1cb3-227f-4873-bf15-bc7da073813a tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:51.377538 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-52f84ece-39f1-4bcb-9c92-2e7c68f8f2da None None] Port b4300029-4342-4c69-b342-a6fb27703eb6 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:51.723307 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b74f9bd-4283-4099-963c-8c37eec93943 req-0c42522b-f8c9-43b2-b3a6-db9141f38859 tempest-ServerShowV247Test-556164729 tempest-ServerShowV247Test-556164729-project] 10.222.0.35 "GET /v2.0/ports?device_id=63cf2442-40a5-4b29-94d2-da6886016ceb HTTP/1.1" status: 200 len: 210 time: 0.0942292 Sep 16 04:56:51.855813 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d1e1cb3-227f-4873-bf15-bc7da073813a tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:52.786425 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d1e1cb3-227f-4873-bf15-bc7da073813a tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:52.796649 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d1e1cb3-227f-4873-bf15-bc7da073813a tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:52.969677 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:56:53.002927 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf2936-1f4d-4b9b-8047-edfb87ccc35f req-55b10623-7923-4aa5-a4a7-aefc2d1ec6c9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:53.014209 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8bcf2936-1f4d-4b9b-8047-edfb87ccc35f req-55b10623-7923-4aa5-a4a7-aefc2d1ec6c9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 945 time: 0.3198264 Sep 16 04:56:53.063561 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e1cb3-227f-4873-bf15-bc7da073813a tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Pushing event updated for resources: {'Port': ['ID=b4300029-4342-4c69-b342-a6fb27703eb6,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:53.076846 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d1e1cb3-227f-4873-bf15-bc7da073813a tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:53.376370 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8bcf2936-1f4d-4b9b-8047-edfb87ccc35f req-16f1b5ca-3e1e-4d7b-a8cb-991c8e7cd7b4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3393180 Sep 16 04:56:53.388679 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1e1cb3-227f-4873-bf15-bc7da073813a tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Network 54214c31-1e9b-4fe4-b727-02e7ac9de14c is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:53.391314 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-7d1e1cb3-227f-4873-bf15-bc7da073813a tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:53.721637 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1e1cb3-227f-4873-bf15-bc7da073813a tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Router 40a03ee0-1ea5-44ce-92eb-db57b27ed06d has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:56:53.809587 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-be279f89-b846-4ec5-88ca-48f8cdb59945 req-c75cea0c-6ac6-4047-809e-bff8e2f29807 tempest-ServerShowV247Test-556164729 tempest-ServerShowV247Test-556164729-project] 10.222.0.35 "GET /v2.0/ports?device_id=63cf2442-40a5-4b29-94d2-da6886016ceb HTTP/1.1" status: 200 len: 210 time: 0.1090944 Sep 16 04:56:53.988009 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-60bee1f3-57d5-481a-91d9-f47c1eb49f4d None None] Provisioning complete for port b4300029-4342-4c69-b342-a6fb27703eb6 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:53.988747 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-60bee1f3-57d5-481a-91d9-f47c1eb49f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.041540 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-60bee1f3-57d5-481a-91d9-f47c1eb49f4d None None] Port b4300029-4342-4c69-b342-a6fb27703eb6 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:54.104216 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-49d72008-175b-4218-aee9-b93af248e6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:54.106409 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-49d72008-175b-4218-aee9-b93af248e6f2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09&tenant_id=9314d3ea71064ec8a4285d4ce520aaad HTTP/1.1" status: 200 len: 1097 time: 0.1495965 Sep 16 04:56:54.121092 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1e1cb3-227f-4873-bf15-bc7da073813a tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:56:54.131353 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-415e5dca-d7d0-45fe-9076-cc65720608da service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-15', 'device_owner': 'compute:nova'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:54.141492 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7d1e1cb3-227f-4873-bf15-bc7da073813a tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] 10.222.0.35 "PUT /v2.0/routers/40a03ee0-1ea5-44ce-92eb-db57b27ed06d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2584159 Sep 16 04:56:54.145005 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52682) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:54.148065 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f777e0-0038-457b-b782-259fb783aaf9 None None] Sync routers for ids ['40a03ee0-1ea5-44ce-92eb-db57b27ed06d'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:56:54.167556 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-b659508b-7eeb-4959-ba3e-7b5ab0a87d08 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Request body: {'port': {'network_id': '54214c31-1e9b-4fe4-b727-02e7ac9de14c', 'name': 'tempest-FloatingIPAdminTestJSON-650139781'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:54.193828 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f777e0-0038-457b-b782-259fb783aaf9 None None] Routers {'40a03ee0-1ea5-44ce-92eb-db57b27ed06d'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:54.209301 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-b5f777e0-0038-457b-b782-259fb783aaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:56:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['40a03ee0-1ea5-44ce-92eb-db57b27ed06d'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:54.284438 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-415e5dca-d7d0-45fe-9076-cc65720608da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.309989 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-b5f777e0-0038-457b-b782-259fb783aaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:54.327568 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f777e0-0038-457b-b782-259fb783aaf9 None None] Routers {'40a03ee0-1ea5-44ce-92eb-db57b27ed06d'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:54.328473 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-b5f777e0-0038-457b-b782-259fb783aaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:56:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['40a03ee0-1ea5-44ce-92eb-db57b27ed06d'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:54.507915 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b659508b-7eeb-4959-ba3e-7b5ab0a87d08 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Made reservation on behalf of b54c3cfe5ba644bf88482690fe736463 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:54.509390 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-b5f777e0-0038-457b-b782-259fb783aaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:54.514661 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b659508b-7eeb-4959-ba3e-7b5ab0a87d08 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.518284 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f777e0-0038-457b-b782-259fb783aaf9 None None] The sync data for ids ['40a03ee0-1ea5-44ce-92eb-db57b27ed06d'] in n-d-712139-15 is: [] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:56:54.573626 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-b659508b-7eeb-4959-ba3e-7b5ab0a87d08 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] device_id is not set on port 480b02f3-7ffa-48d1-aad4-840da38cb2c8 yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:56:54.827172 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e2355-cbed-45d8-8b22-60ddc4106a02 req-a0aba4d0-081d-4b8c-a313-3cf7471a9d30 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:54.833646 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-023e2355-cbed-45d8-8b22-60ddc4106a02 req-a0aba4d0-081d-4b8c-a313-3cf7471a9d30 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 945 time: 0.2472358 Sep 16 04:56:54.906706 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-b659508b-7eeb-4959-ba3e-7b5ab0a87d08 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Allocated IP 172.20.0.12 (54214c31-1e9b-4fe4-b727-02e7ac9de14c/0d9160a5-1731-48e2-a9c5-8fa18ab61ed6/480b02f3-7ffa-48d1-aad4-840da38cb2c8) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:54.924761 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-023e2355-cbed-45d8-8b22-60ddc4106a02 req-077aaed0-b9d0-46be-9894-4751201a47d6 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793121 Sep 16 04:56:54.992374 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-415e5dca-d7d0-45fe-9076-cc65720608da service neutron] For port 7bc1d214-5adc-4176-ba02-d26b747c280e, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=7bc1d214-5adc-4176-ba02-d26b747c280e,segment=NetworkSegment(68f1d648-cebf-497a-a433-07a45b963bfc),segment_id=68f1d648-cebf-497a-a433-07a45b963bfc)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:55.057561 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-415e5dca-d7d0-45fe-9076-cc65720608da service neutron] For port 7bc1d214-5adc-4176-ba02-d26b747c280e, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:56:55.210689 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3472258-21a7-410c-865b-b4c706eebb09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bc1d214-5adc-4176-ba02-d26b747c280e'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:55.213430 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4cdc87-f4c5-40fd-875e-2239946c5a28" -d '{"events": [{"server_uuid": "c3472258-21a7-410c-865b-b4c706eebb09", "name": "network-vif-unplugged", "status": "completed", "tag": "7bc1d214-5adc-4176-ba02-d26b747c280e"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:55.219275 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0ed961dc-ae41-462b-ac99-98586d48cdbf req-cf34c176-b863-4cb9-bb09-fac6e3ded65a tempest-ServerShowV247Test-556164729 tempest-ServerShowV247Test-556164729-project] 10.222.0.35 "GET /v2.0/ports?device_id=63cf2442-40a5-4b29-94d2-da6886016ceb HTTP/1.1" status: 200 len: 210 time: 0.1196666 Sep 16 04:56:55.241318 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-415e5dca-d7d0-45fe-9076-cc65720608da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.312691 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52716) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:55.331852 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 7bc1d214-5adc-4176-ba02-d26b747c280e no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:55.351227 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-415e5dca-d7d0-45fe-9076-cc65720608da service neutron] Transition to ACTIVE for port object 7bc1d214-5adc-4176-ba02-d26b747c280e will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:56:55.355567 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-415e5dca-d7d0-45fe-9076-cc65720608da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.435141 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 7bc1d214-5adc-4176-ba02-d26b747c280e not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:55.449026 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b659508b-7eeb-4959-ba3e-7b5ab0a87d08 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.457082 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdf64a0-de3c-4e3a-bfe7-92a092b61fcd x-openstack-request-id: req-1bdf64a0-de3c-4e3a-bfe7-92a092b61fcd {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:55.457371 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3472258-21a7-410c-865b-b4c706eebb09", "name": "network-vif-unplugged", "status": "completed", "tag": "7bc1d214-5adc-4176-ba02-d26b747c280e", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:55.457811 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1bdf64a0-de3c-4e3a-bfe7-92a092b61fcd {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:55.458362 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3472258-21a7-410c-865b-b4c706eebb09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bc1d214-5adc-4176-ba02-d26b747c280e', 'code': 200} Sep 16 04:56:55.503937 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e5dca-d7d0-45fe-9076-cc65720608da service neutron] Pushing event updated for resources: {'Port': ['ID=7bc1d214-5adc-4176-ba02-d26b747c280e,revision_number=10']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:55.599563 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ff0ed602-0b1c-439b-b14b-3dc4a9c7de23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.624006 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b659508b-7eeb-4959-ba3e-7b5ab0a87d08 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.672192 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e5dca-d7d0-45fe-9076-cc65720608da service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:55.672552 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e5dca-d7d0-45fe-9076-cc65720608da service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:55.672941 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e5dca-d7d0-45fe-9076-cc65720608da service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:55.673597 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e5dca-d7d0-45fe-9076-cc65720608da service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:55.673843 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e5dca-d7d0-45fe-9076-cc65720608da service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:55.674192 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e5dca-d7d0-45fe-9076-cc65720608da service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:55.674639 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e5dca-d7d0-45fe-9076-cc65720608da service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:55.674981 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e5dca-d7d0-45fe-9076-cc65720608da service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:55.675321 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e5dca-d7d0-45fe-9076-cc65720608da service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:55.675763 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e5dca-d7d0-45fe-9076-cc65720608da service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:55.676119 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e5dca-d7d0-45fe-9076-cc65720608da service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:55.676712 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e5dca-d7d0-45fe-9076-cc65720608da service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:55.721240 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b659508b-7eeb-4959-ba3e-7b5ab0a87d08 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Network 54214c31-1e9b-4fe4-b727-02e7ac9de14c is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:55.768361 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659508b-7eeb-4959-ba3e-7b5ab0a87d08 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Pushing event updated for resources: {'Port': ['ID=480b02f3-7ffa-48d1-aad4-840da38cb2c8,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:55.777456 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-b659508b-7eeb-4959-ba3e-7b5ab0a87d08 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:55.782768 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b659508b-7eeb-4959-ba3e-7b5ab0a87d08 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:55.799616 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-415e5dca-d7d0-45fe-9076-cc65720608da service neutron] No DVR routers for this DVR port 7bc1d214-5adc-4176-ba02-d26b747c280e on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:55.908355 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b659508b-7eeb-4959-ba3e-7b5ab0a87d08 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:55.909259 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b659508b-7eeb-4959-ba3e-7b5ab0a87d08 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.943498 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52736) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:56.015636 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ff0ed602-0b1c-439b-b14b-3dc4a9c7de23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.032735 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ff0ed602-0b1c-439b-b14b-3dc4a9c7de23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.079638 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ff0ed602-0b1c-439b-b14b-3dc4a9c7de23 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eb66e5c9ff5f4e9891db1028f3873631&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7597711 Sep 16 04:56:56.081527 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b659508b-7eeb-4959-ba3e-7b5ab0a87d08 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9345126 Sep 16 04:56:56.082523 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52746) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:56.086217 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52750) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:56.266009 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d2eccef7-2e72-467f-9454-bb2a5b57de2c None None] Provisioning complete for port 480b02f3-7ffa-48d1-aad4-840da38cb2c8 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:56.269740 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d2eccef7-2e72-467f-9454-bb2a5b57de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.392328 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8a3925df-1205-4f1d-bcfc-4865935764a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.404231 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-d2eccef7-2e72-467f-9454-bb2a5b57de2c None None] Port 480b02f3-7ffa-48d1-aad4-840da38cb2c8 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:56.423349 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-415e5dca-d7d0-45fe-9076-cc65720608da service neutron] Attempting to bind port 7bc1d214-5adc-4176-ba02-d26b747c280e on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:56:56.423804 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-415e5dca-d7d0-45fe-9076-cc65720608da service neutron] Attempting to bind port 7bc1d214-5adc-4176-ba02-d26b747c280e by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '68f1d648-cebf-497a-a433-07a45b963bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b176c75-bdca-437f-ac9d-05aa6e6916b7'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:56:56.424359 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-415e5dca-d7d0-45fe-9076-cc65720608da service neutron] Attempting to bind port 7bc1d214-5adc-4176-ba02-d26b747c280e on network 5b176c75-bdca-437f-ac9d-05aa6e6916b7 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:56.432343 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ed602-0b1c-439b-b14b-3dc4a9c7de23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7e22e6-3c21-4caf-b740-300c90b5721a,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:56.445549 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7982b18b-dce8-4f04-915d-96d0f4960bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.462865 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-415e5dca-d7d0-45fe-9076-cc65720608da service neutron] Port 7bc1d214-5adc-4176-ba02-d26b747c280e on network 5b176c75-bdca-437f-ac9d-05aa6e6916b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:56:56.463288 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-415e5dca-d7d0-45fe-9076-cc65720608da service neutron] Attempting to bind port 7bc1d214-5adc-4176-ba02-d26b747c280e on network 5b176c75-bdca-437f-ac9d-05aa6e6916b7 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:56.474825 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-415e5dca-d7d0-45fe-9076-cc65720608da service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:56:56.474825 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-415e5dca-d7d0-45fe-9076-cc65720608da service neutron] Checking segment: {'id': '68f1d648-cebf-497a-a433-07a45b963bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b176c75-bdca-437f-ac9d-05aa6e6916b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:56.475590 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-415e5dca-d7d0-45fe-9076-cc65720608da service neutron] Bound using segment: {'id': '68f1d648-cebf-497a-a433-07a45b963bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b176c75-bdca-437f-ac9d-05aa6e6916b7'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:56:56.476346 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-415e5dca-d7d0-45fe-9076-cc65720608da service neutron] Bound port: 7bc1d214-5adc-4176-ba02-d26b747c280e, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68f1d648-cebf-497a-a433-07a45b963bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b176c75-bdca-437f-ac9d-05aa6e6916b7'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:56:56.477119 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-415e5dca-d7d0-45fe-9076-cc65720608da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.509443 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-38901338-418c-4d3e-9224-1024f6d2dfdd req-1b9ff7b6-ec26-4153-9e59-4153bf999aee service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=63cf2442-40a5-4b29-94d2-da6886016ceb HTTP/1.1" status: 200 len: 210 time: 0.0966480 Sep 16 04:56:56.536058 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-703bfa20-9083-47ca-867a-a69b92b1d8d4 tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'project_id': 'b54c3cfe5ba644bf88482690fe736463', 'port_id': '480b02f3-7ffa-48d1-aad4-840da38cb2c8'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:56.545265 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0ed602-0b1c-439b-b14b-3dc4a9c7de23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:56.545725 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0ed602-0b1c-439b-b14b-3dc4a9c7de23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:56.546360 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0ed602-0b1c-439b-b14b-3dc4a9c7de23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:56.547470 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0ed602-0b1c-439b-b14b-3dc4a9c7de23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:56.548349 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0ed602-0b1c-439b-b14b-3dc4a9c7de23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:56.549259 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0ed602-0b1c-439b-b14b-3dc4a9c7de23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:56.550049 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0ed602-0b1c-439b-b14b-3dc4a9c7de23 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:56.551872 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0ed602-0b1c-439b-b14b-3dc4a9c7de23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:56.551872 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0ed602-0b1c-439b-b14b-3dc4a9c7de23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:56.552252 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0ed602-0b1c-439b-b14b-3dc4a9c7de23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:56.556212 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0ed602-0b1c-439b-b14b-3dc4a9c7de23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:56.557029 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0ed602-0b1c-439b-b14b-3dc4a9c7de23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:56.617116 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-415e5dca-d7d0-45fe-9076-cc65720608da service neutron] For port 7bc1d214-5adc-4176-ba02-d26b747c280e, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:56:56.624747 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-415e5dca-d7d0-45fe-9076-cc65720608da service neutron] For port 7bc1d214-5adc-4176-ba02-d26b747c280e, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=7bc1d214-5adc-4176-ba02-d26b747c280e,segment=NetworkSegment(68f1d648-cebf-497a-a433-07a45b963bfc),segment_id=68f1d648-cebf-497a-a433-07a45b963bfc)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:56:56.632365 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6297734-1a77-444d-9f4d-c0ac0a183091 req-af3ebd9d-5700-46fc-aa39-251bbe45e67d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:56.633032 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-415e5dca-d7d0-45fe-9076-cc65720608da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.646206 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a6297734-1a77-444d-9f4d-c0ac0a183091 req-af3ebd9d-5700-46fc-aa39-251bbe45e67d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 944 time: 0.4137530 Sep 16 04:56:56.651970 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7982b18b-dce8-4f04-915d-96d0f4960bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.773703 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a6297734-1a77-444d-9f4d-c0ac0a183091 req-e129c5ea-de91-49ff-aaef-731ec1e612b9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260865 Sep 16 04:56:56.819531 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7982b18b-dce8-4f04-915d-96d0f4960bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.824228 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7982b18b-dce8-4f04-915d-96d0f4960bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.828480 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7982b18b-dce8-4f04-915d-96d0f4960bfc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6c7e22e6-3c21-4caf-b740-300c90b5721a HTTP/1.1" status: 204 len: 168 time: 0.7409725 Sep 16 04:56:56.847079 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8a3925df-1205-4f1d-bcfc-4865935764a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.850417 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e5dca-d7d0-45fe-9076-cc65720608da service neutron] Pushing event updated for resources: {'Port': ['ID=7bc1d214-5adc-4176-ba02-d26b747c280e,revision_number=11']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:56.869148 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8a3925df-1205-4f1d-bcfc-4865935764a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.875791 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-415e5dca-d7d0-45fe-9076-cc65720608da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:56.876971 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-415e5dca-d7d0-45fe-9076-cc65720608da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.878605 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-415e5dca-d7d0-45fe-9076-cc65720608da service neutron] 10.222.0.48 "PUT /v2.0/ports/7bc1d214-5adc-4176-ba02-d26b747c280e HTTP/1.1" status: 200 len: 1093 time: 2.7566540 Sep 16 04:56:56.942010 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982b18b-dce8-4f04-915d-96d0f4960bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7e22e6-3c21-4caf-b740-300c90b5721a,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:56.951194 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-703bfa20-9083-47ca-867a-a69b92b1d8d4 tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.961216 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3925df-1205-4f1d-bcfc-4865935764a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8605965d-5843-47e2-9896-ede7a0e68bf1,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:57.051643 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8a3925df-1205-4f1d-bcfc-4865935764a5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9efb36a8e77d4ec0abf9e29aa4644698&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1069305 Sep 16 04:56:57.053159 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52774) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:57.101496 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-a6541da8-baa6-4dfb-be57-c4edf35c843b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:57.104016 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-a6541da8-baa6-4dfb-be57-c4edf35c843b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9314d3ea71064ec8a4285d4ce520aaad&device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 1096 time: 0.1870217 Sep 16 04:56:57.145497 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f064819d-58f5-419c-b8a2-e0d7f844ba7c req-1adc5be1-c4f5-4b31-bbaf-b9914eec200b tempest-ServerShowV247Test-556164729 tempest-ServerShowV247Test-556164729-project] 10.222.0.35 "GET /v2.0/ports?device_id=63cf2442-40a5-4b29-94d2-da6886016ceb HTTP/1.1" status: 200 len: 210 time: 0.1230597 Sep 16 04:56:57.398046 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-73710013-e6f6-488d-a5ff-3e3995b3381a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:57.400256 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-73710013-e6f6-488d-a5ff-3e3995b3381a service neutron] 10.222.0.48 "GET /v2.0/networks?id=5b176c75-bdca-437f-ac9d-05aa6e6916b7 HTTP/1.1" status: 200 len: 898 time: 0.2868009 Sep 16 04:56:57.422882 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-703bfa20-9083-47ca-867a-a69b92b1d8d4 tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.471430 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1c62dab0-aeaf-4382-a606-e67d50d85059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.473462 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3472258-21a7-410c-865b-b4c706eebb09', 'tag': '7bc1d214-5adc-4176-ba02-d26b747c280e'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:57.477999 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db4ba80-db4b-4824-adf2-93d7f8ade794" -d '{"events": [{"name": "network-changed", "server_uuid": "c3472258-21a7-410c-865b-b4c706eebb09", "tag": "7bc1d214-5adc-4176-ba02-d26b747c280e"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:57.595940 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1c62dab0-aeaf-4382-a606-e67d50d85059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.644176 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-d7f88ff3-bb14-4cea-a104-150cc648504f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bc1d214-5adc-4176-ba02-d26b747c280e HTTP/1.1" status: 200 len: 998 time: 0.1993618 Sep 16 04:56:57.732833 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-90107bcd-80a5-496c-9985-0b8f79c38bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:57.740904 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-90107bcd-80a5-496c-9985-0b8f79c38bdf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f9ff2605-c72a-41ed-8f82-af1ea6bf175d HTTP/1.1" status: 200 len: 835 time: 0.0859404 Sep 16 04:56:57.809956 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1c62dab0-aeaf-4382-a606-e67d50d85059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.813625 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1c62dab0-aeaf-4382-a606-e67d50d85059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.814572 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-703bfa20-9083-47ca-867a-a69b92b1d8d4 tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Allocated IP 172.25.8.17 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/20bab175-c526-4ab2-8478-205a3a408624) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:57.818042 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1c62dab0-aeaf-4382-a606-e67d50d85059 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8605965d-5843-47e2-9896-ede7a0e68bf1 HTTP/1.1" status: 204 len: 168 time: 0.7614982 Sep 16 04:56:57.832707 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62dab0-aeaf-4382-a606-e67d50d85059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8605965d-5843-47e2-9896-ede7a0e68bf1,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:57.885499 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acd527-d9e3-4f12-a6a9-a3a2ec8937c6 req-2b3d3bbf-3b13-455e-8e41-c77a386de472 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:57.896259 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37acd527-d9e3-4f12-a6a9-a3a2ec8937c6 req-2b3d3bbf-3b13-455e-8e41-c77a386de472 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 946 time: 0.1789193 Sep 16 04:56:57.900533 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-4a31266b-9629-4fdc-ae26-bd7913e9862c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:57.904696 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-4a31266b-9629-4fdc-ae26-bd7913e9862c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b176c75-bdca-437f-ac9d-05aa6e6916b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1494498 Sep 16 04:56:58.020810 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37acd527-d9e3-4f12-a6a9-a3a2ec8937c6 req-5ec73098-3cb8-46d4-abdf-3ed0ff538766 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8f27d69d-6385-4ec0-b94a-3382c6c2c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950394 Sep 16 04:56:58.128452 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-2a6bae9b-edbe-4761-ad0c-7eefd05a9701 service neutron] 10.222.0.48 "GET /v2.0/networks/5b176c75-bdca-437f-ac9d-05aa6e6916b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143173 Sep 16 04:56:58.182856 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a017d31b-14b9-45ec-81a3-e3f1d652dd03 x-openstack-request-id: req-a017d31b-14b9-45ec-81a3-e3f1d652dd03 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:58.183304 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3472258-21a7-410c-865b-b4c706eebb09", "tag": "7bc1d214-5adc-4176-ba02-d26b747c280e", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:58.183679 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a017d31b-14b9-45ec-81a3-e3f1d652dd03 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:58.188949 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3472258-21a7-410c-865b-b4c706eebb09', 'tag': '7bc1d214-5adc-4176-ba02-d26b747c280e', 'status': 'completed', 'code': 200} Sep 16 04:56:58.321157 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-703bfa20-9083-47ca-867a-a69b92b1d8d4 tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.336610 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4ba80-db4b-4824-adf2-93d7f8ade794 req-8a4c3fc8-cb37-48bf-bc30-b96bee822f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:58.338217 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0db4ba80-db4b-4824-adf2-93d7f8ade794 req-8a4c3fc8-cb37-48bf-bc30-b96bee822f12 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9314d3ea71064ec8a4285d4ce520aaad&device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 1096 time: 0.1357369 Sep 16 04:56:58.516488 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8b6049bd-bf6b-4687-8efc-ebbde69778d3 req-a026d5be-c41b-467b-86ab-c7b20224787d service neutron] 10.222.0.48 "GET /v2.0/networks/5b176c75-bdca-437f-ac9d-05aa6e6916b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791168 Sep 16 04:56:58.554509 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-703bfa20-9083-47ca-867a-a69b92b1d8d4 tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.616820 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52814) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:58.639614 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703bfa20-9083-47ca-867a-a69b92b1d8d4 tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:58.674004 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eeac1d-1791-48ef-bdef-38d3e2d2900e req-b94826a8-3439-4634-b407-8e6a3a7ded5d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:58.676476 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-01eeac1d-1791-48ef-bdef-38d3e2d2900e req-b94826a8-3439-4634-b407-8e6a3a7ded5d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 944 time: 0.2527549 Sep 16 04:56:58.688340 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-703bfa20-9083-47ca-867a-a69b92b1d8d4 tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:58.717612 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703bfa20-9083-47ca-867a-a69b92b1d8d4 tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:58.771834 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-819b7407-8779-489e-8cd1-a1804d0d2c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.836117 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52820) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:58.843975 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703bfa20-9083-47ca-867a-a69b92b1d8d4 tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Pushing event updated for resources: {'Port': ['ID=20bab175-c526-4ab2-8478-205a3a408624,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:58.875553 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4ba80-db4b-4824-adf2-93d7f8ade794 req-7b0e3a25-02bd-4a27-a457-79faa4762fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:58.877323 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0db4ba80-db4b-4824-adf2-93d7f8ade794 req-7b0e3a25-02bd-4a27-a457-79faa4762fca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9314d3ea71064ec8a4285d4ce520aaad&device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 1096 time: 0.1359801 Sep 16 04:56:58.903123 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4ba80-db4b-4824-adf2-93d7f8ade794 req-9a5092d0-8571-475d-be56-6e4325f2113e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:58.906851 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0db4ba80-db4b-4824-adf2-93d7f8ade794 req-9a5092d0-8571-475d-be56-6e4325f2113e service neutron] 10.222.0.47 "GET /v2.0/networks?id=5b176c75-bdca-437f-ac9d-05aa6e6916b7 HTTP/1.1" status: 200 len: 898 time: 0.5584209 Sep 16 04:56:58.961767 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-01eeac1d-1791-48ef-bdef-38d3e2d2900e req-2a963b93-0e2b-41bb-9135-fce5c3f8000f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2696126 Sep 16 04:56:59.103041 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-819b7407-8779-489e-8cd1-a1804d0d2c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.120084 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-819b7407-8779-489e-8cd1-a1804d0d2c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.199568 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b7407-8779-489e-8cd1-a1804d0d2c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978c4014-63c2-42c7-a7fe-96e38f21a161,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:59.221182 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9df1183-8158-4341-af9a-25e7a73db6d0 req-90c01cf3-d102-4890-9825-cc2d89d29d90 tempest-ServerShowV247Test-556164729 tempest-ServerShowV247Test-556164729-project] 10.222.0.35 "GET /v2.0/ports?device_id=63cf2442-40a5-4b29-94d2-da6886016ceb HTTP/1.1" status: 200 len: 210 time: 0.1179950 Sep 16 04:56:59.236658 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-7b642d26-a6ec-4c06-87f4-d748c1946edf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1952685973-network', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:59.413646 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4ba80-db4b-4824-adf2-93d7f8ade794 req-687cfd76-98d4-45df-b26b-d69668b74af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:59.416005 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0db4ba80-db4b-4824-adf2-93d7f8ade794 req-687cfd76-98d4-45df-b26b-d69668b74af1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5b176c75-bdca-437f-ac9d-05aa6e6916b7 HTTP/1.1" status: 200 len: 898 time: 0.5144033 Sep 16 04:56:59.419001 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b642d26-a6ec-4c06-87f4-d748c1946edf admin admin] Made reservation on behalf of 9b67ac34bf7e46cc823dbce391e87ff7 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:59.423888 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7b642d26-a6ec-4c06-87f4-d748c1946edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.468213 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-819b7407-8779-489e-8cd1-a1804d0d2c13 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=55b0d02387874497958134f1bd45cfba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8490860 Sep 16 04:56:59.474395 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52830) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:59.493681 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7b642d26-a6ec-4c06-87f4-d748c1946edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.619288 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0db4ba80-db4b-4824-adf2-93d7f8ade794 req-765591fe-fa18-41d7-8028-182ed980c7fb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bc1d214-5adc-4176-ba02-d26b747c280e HTTP/1.1" status: 200 len: 998 time: 0.1900511 Sep 16 04:56:59.647562 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0db4ba80-db4b-4824-adf2-93d7f8ade794 req-6d26c942-582d-46dc-91e8-29068bf74e2f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bc1d214-5adc-4176-ba02-d26b747c280e HTTP/1.1" status: 200 len: 998 time: 0.6843026 Sep 16 04:56:59.942855 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4ba80-db4b-4824-adf2-93d7f8ade794 req-6822ab77-08b2-48ff-be9f-dd3e2bd1ee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:59.945466 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0db4ba80-db4b-4824-adf2-93d7f8ade794 req-6822ab77-08b2-48ff-be9f-dd3e2bd1ee50 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f9ff2605-c72a-41ed-8f82-af1ea6bf175d HTTP/1.1" status: 200 len: 835 time: 0.2860279 Sep 16 04:57:00.059591 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264b422-64d4-44d3-a1ee-3f96c6f73bab req-0f87d151-c5ce-42cb-a052-a16ceb430f51 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:00.068306 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a264b422-64d4-44d3-a1ee-3f96c6f73bab req-0f87d151-c5ce-42cb-a052-a16ceb430f51 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 946 time: 0.2131970 Sep 16 04:57:00.159000 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4ba80-db4b-4824-adf2-93d7f8ade794 req-dc1f60db-5f3d-4c7e-b470-e2190d117e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:00.160500 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0db4ba80-db4b-4824-adf2-93d7f8ade794 req-dc1f60db-5f3d-4c7e-b470-e2190d117e22 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5b176c75-bdca-437f-ac9d-05aa6e6916b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1997285 Sep 16 04:57:00.229516 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a264b422-64d4-44d3-a1ee-3f96c6f73bab req-5ae1ae07-e18c-4780-98e4-48f2b3574c81 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8f27d69d-6385-4ec0-b94a-3382c6c2c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591208 Sep 16 04:57:00.314512 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0d0647d9-6331-4094-a8ce-90ba40598b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.360321 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4ba80-db4b-4824-adf2-93d7f8ade794 req-65d63eeb-07a8-4a71-8101-8f579a62aac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:00.362102 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0db4ba80-db4b-4824-adf2-93d7f8ade794 req-65d63eeb-07a8-4a71-8101-8f579a62aac5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f9ff2605-c72a-41ed-8f82-af1ea6bf175d HTTP/1.1" status: 200 len: 835 time: 0.7304749 Sep 16 04:57:00.372497 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0d0647d9-6331-4094-a8ce-90ba40598b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.494926 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7b642d26-a6ec-4c06-87f4-d748c1946edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.498778 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4ba80-db4b-4824-adf2-93d7f8ade794 req-9aed621d-c02b-4670-9e8e-af0af5246384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:00.501914 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0db4ba80-db4b-4824-adf2-93d7f8ade794 req-9aed621d-c02b-4670-9e8e-af0af5246384 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b176c75-bdca-437f-ac9d-05aa6e6916b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1269538 Sep 16 04:57:00.503948 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7b642d26-a6ec-4c06-87f4-d748c1946edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.571930 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0d0647d9-6331-4094-a8ce-90ba40598b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.576697 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0d0647d9-6331-4094-a8ce-90ba40598b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.578134 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0d0647d9-6331-4094-a8ce-90ba40598b81 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/978c4014-63c2-42c7-a7fe-96e38f21a161 HTTP/1.1" status: 204 len: 168 time: 1.1043344 Sep 16 04:57:00.587867 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b642d26-a6ec-4c06-87f4-d748c1946edf admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:57:00.620755 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b642d26-a6ec-4c06-87f4-d748c1946edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82e14e6-4bfc-4ccd-be8c-811e848f76b6,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:00.627082 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7b642d26-a6ec-4c06-87f4-d748c1946edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.627681 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-7b642d26-a6ec-4c06-87f4-d748c1946edf admin admin] Added segment 77ae2f9e-48e5-4208-b08d-199ec9d120a2 of type vlan for network fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 Sep 16 04:57:00.678565 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0647d9-6331-4094-a8ce-90ba40598b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978c4014-63c2-42c7-a7fe-96e38f21a161,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:00.794817 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0db4ba80-db4b-4824-adf2-93d7f8ade794 req-ccff965c-9dfc-4f0a-b799-d869a03ed344 service neutron] 10.222.0.47 "GET /v2.0/networks/5b176c75-bdca-437f-ac9d-05aa6e6916b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5911732 Sep 16 04:57:00.863594 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7b642d26-a6ec-4c06-87f4-d748c1946edf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.961901 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0db4ba80-db4b-4824-adf2-93d7f8ade794 req-7256b907-6e2b-42d0-b281-bd5ac61f7b02 service neutron] 10.222.0.48 "GET /v2.0/networks/5b176c75-bdca-437f-ac9d-05aa6e6916b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497027 Sep 16 04:57:01.063283 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7b642d26-a6ec-4c06-87f4-d748c1946edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.073634 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b642d26-a6ec-4c06-87f4-d748c1946edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:01.077553 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7b642d26-a6ec-4c06-87f4-d748c1946edf admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.090110 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-703bfa20-9083-47ca-867a-a69b92b1d8d4 tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.199510 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fb8c2f36-b0b0-4b47-aded-4a0c46fdc9b9 req-47ee1c6f-362b-43db-a298-fc0b684aaaa4 tempest-ServerShowV247Test-556164729 tempest-ServerShowV247Test-556164729-project] 10.222.0.35 "GET /v2.0/ports?device_id=63cf2442-40a5-4b29-94d2-da6886016ceb&device_id=ccbf6f2c-3c0c-423e-8376-8d773a43e9f5 HTTP/1.1" status: 200 len: 210 time: 0.1372356 Sep 16 04:57:01.366380 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7b642d26-a6ec-4c06-87f4-d748c1946edf admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5271356 Sep 16 04:57:01.380171 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52858) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:01.426234 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-553d59bd-c8da-406c-aaa6-601aa96482bd admin admin] Request body: {'subnet': {'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1952685973-subnet', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:01.477390 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a572d-5592-4f36-9d95-2740695aee7c req-a02d0c44-b328-4606-b990-d8f20ebbd3ea tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:01.479238 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9e7a572d-5592-4f36-9d95-2740695aee7c req-a02d0c44-b328-4606-b990-d8f20ebbd3ea tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 944 time: 0.1630986 Sep 16 04:57:01.490901 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-703bfa20-9083-47ca-867a-a69b92b1d8d4 tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.517825 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b642d26-a6ec-4c06-87f4-d748c1946edf admin admin] Pushing event updated for resources: {'Network': ['ID=fa14f7fe-1f8d-4bc9-a5b1-99c520e36470,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:01.531690 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:57:01.569317 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0db4ba80-db4b-4824-adf2-93d7f8ade794 req-6b0bd1c6-ad09-4813-b64c-7604cc2bca95 service neutron] 10.222.0.48 "GET /v2.0/networks/5b176c75-bdca-437f-ac9d-05aa6e6916b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5952168 Sep 16 04:57:01.602644 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9e7a572d-5592-4f36-9d95-2740695aee7c req-d405a7b9-3bab-4e13-aa31-2d0e568ee0df tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109347 Sep 16 04:57:01.610995 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0db4ba80-db4b-4824-adf2-93d7f8ade794 req-65e5dc12-fd9a-4724-9589-a6e74f09a2b6 service neutron] 10.222.0.47 "GET /v2.0/networks/5b176c75-bdca-437f-ac9d-05aa6e6916b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7909811 Sep 16 04:57:01.628803 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553d59bd-c8da-406c-aaa6-601aa96482bd admin admin] Made reservation on behalf of 9b67ac34bf7e46cc823dbce391e87ff7 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:01.631270 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-553d59bd-c8da-406c-aaa6-601aa96482bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.123137 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-553d59bd-c8da-406c-aaa6-601aa96482bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.135601 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-28b0283a-16b0-471c-a198-7f9ad5eb7ac1 req-8596467d-776c-439c-ab6a-ef1ac7c44fb5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0ce3ab1d5744202bbbf8d554ad13b52&device_id=63cf2442-40a5-4b29-94d2-da6886016ceb HTTP/1.1" status: 200 len: 210 time: 0.0808847 Sep 16 04:57:02.181171 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 7bc1d214-5adc-4176-ba02-d26b747c280e details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:57:02.389817 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 7bc1d214-5adc-4176-ba02-d26b747c280e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=7bc1d214-5adc-4176-ba02-d26b747c280e,segment=NetworkSegment(68f1d648-cebf-497a-a433-07a45b963bfc),segment_id=68f1d648-cebf-497a-a433-07a45b963bfc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:02.409842 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494fff5-982a-4f1b-b04b-fa4056b74afe req-bd72ceb6-7405-4c71-876a-e5fa7a16d794 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:02.411968 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '7bc1d214-5adc-4176-ba02-d26b747c280e', 'network_id': '5b176c75-bdca-437f-ac9d-05aa6e6916b7', 'port_id': '7bc1d214-5adc-4176-ba02-d26b747c280e', 'mac_address': 'fa:16:3e:e2:55:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ff2605-c72a-41ed-8f82-af1ea6bf175d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:57:02.418217 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a494fff5-982a-4f1b-b04b-fa4056b74afe req-bd72ceb6-7405-4c71-876a-e5fa7a16d794 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 946 time: 0.4562895 Sep 16 04:57:02.431771 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-28b0283a-16b0-471c-a198-7f9ad5eb7ac1 req-11a42773-6b70-4ab2-b487-4df084dc6b9a service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=a0ce3ab1d5744202bbbf8d554ad13b52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2577980 Sep 16 04:57:02.458697 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553d59bd-c8da-406c-aaa6-601aa96482bd admin admin] Checking segment: {'id': '77ae2f9e-48e5-4208-b08d-199ec9d120a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:02.459755 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553d59bd-c8da-406c-aaa6-601aa96482bd admin admin] Network hostable DHCP agents. Network: fa14f7fe-1f8d-4bc9-a5b1-99c520e36470, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:57:02.473528 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.490131 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc1d214-5adc-4176-ba02-d26b747c280e {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:57:02.496557 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d59bd-c8da-406c-aaa6-601aa96482bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=03820bd1-1023-490e-b628-251d17d722c4,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:02.522967 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 7bc1d214-5adc-4176-ba02-d26b747c280e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=7bc1d214-5adc-4176-ba02-d26b747c280e,segment=NetworkSegment(68f1d648-cebf-497a-a433-07a45b963bfc),segment_id=68f1d648-cebf-497a-a433-07a45b963bfc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:02.530349 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.548587 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a494fff5-982a-4f1b-b04b-fa4056b74afe req-c0bec5f4-5d8e-45a8-bd84-e968b5b8c86a tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8f27d69d-6385-4ec0-b94a-3382c6c2c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298382 Sep 16 04:57:02.563170 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-703bfa20-9083-47ca-867a-a69b92b1d8d4 tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.575321 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553d59bd-c8da-406c-aaa6-601aa96482bd admin admin] Network fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:57:02.603271 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=7bc1d214-5adc-4176-ba02-d26b747c280e,revision_number=12']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:02.644399 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-553d59bd-c8da-406c-aaa6-601aa96482bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, fa14f7fe-1f8d-4bc9-a5b1-99c520e36470) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:02.646033 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-703bfa20-9083-47ca-867a-a69b92b1d8d4 tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.658257 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3be352f-1573-499b-afe3-1d01989293dc None None] Network fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:02.668223 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553d59bd-c8da-406c-aaa6-601aa96482bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:02.668835 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-553d59bd-c8da-406c-aaa6-601aa96482bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.795634 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-83446f36-4b04-47ff-a9f5-094e8c98e815 req-659ab8c3-1c4a-456e-95f5-32252309f7b3 tempest-ServerShowV247Test-556164729 tempest-ServerShowV247Test-556164729-project] 10.222.0.35 "GET /v2.0/ports?device_id=63cf2442-40a5-4b29-94d2-da6886016ceb HTTP/1.1" status: 200 len: 210 time: 0.0511582 Sep 16 04:57:02.808725 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-553d59bd-c8da-406c-aaa6-601aa96482bd admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3885891 Sep 16 04:57:02.810441 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52888) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:02.818461 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-d32555af-b5ec-49e2-8afd-ebe136d064e2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1952685973-router', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:02.844080 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703bfa20-9083-47ca-867a-a69b92b1d8d4 tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Pushing event updated for resources: {'Port': ['ID=20bab175-c526-4ab2-8478-205a3a408624,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:02.850735 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-703bfa20-9083-47ca-867a-a69b92b1d8d4 tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.910111 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0283a-16b0-471c-a198-7f9ad5eb7ac1 req-8587d511-a578-4745-acfc-2741d604103f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:02.911667 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-28b0283a-16b0-471c-a198-7f9ad5eb7ac1 req-8587d511-a578-4745-acfc-2741d604103f service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4573321 Sep 16 04:57:02.912990 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d32555af-b5ec-49e2-8afd-ebe136d064e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.916124 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d32555af-b5ec-49e2-8afd-ebe136d064e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.094545 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['7bc1d214-5adc-4176-ba02-d26b747c280e'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:57:03.203562 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86962d-8082-498e-9bb7-55ccea91ed17 req-8e978459-b394-4d9c-a897-59ffdad59584 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:03.206513 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bd86962d-8082-498e-9bb7-55ccea91ed17 req-8e978459-b394-4d9c-a897-59ffdad59584 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 945 time: 0.1041765 Sep 16 04:57:03.209657 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [None req-703bfa20-9083-47ca-867a-a69b92b1d8d4 tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Floating IP 1b489084-88ba-4043-971a-c4e65e0a5180 associated. External IP: 172.25.8.17, port: 480b02f3-7ffa-48d1-aad4-840da38cb2c8. Sep 16 04:57:03.251094 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d32555af-b5ec-49e2-8afd-ebe136d064e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.312111 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5857443-12b7-41fe-9d7a-cae3cdf3e8c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-fa14f7fe-1f8d-4bc9-a5b1-99c520e36470', 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'fixed_ips': [{'subnet_id': '03820bd1-1023-490e-b628-251d17d722c4'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:57:03.317628 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d5857443-12b7-41fe-9d7a-cae3cdf3e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.637103 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bd86962d-8082-498e-9bb7-55ccea91ed17 req-86b3da3e-afe4-45f9-86e5-5afddc35d909 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348609 Sep 16 04:57:03.703841 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d32555af-b5ec-49e2-8afd-ebe136d064e2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.756903 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52904) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:03.933520 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d388fb43-8adc-4328-99e9-60f18bb5136a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/floatingips/44b53fcb-63ec-49f5-8775-e96dce3f4edb HTTP/1.1" status: 200 len: 991 time: 0.1737313 Sep 16 04:57:04.285207 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52912) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:04.286327 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-d5857443-12b7-41fe-9d7a-cae3cdf3e8c3 None None] Allocated IP 172.20.0.2 (fa14f7fe-1f8d-4bc9-a5b1-99c520e36470/03820bd1-1023-490e-b628-251d17d722c4/aa86daab-91a9-492a-8620-3c1b473fa075) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:04.455053 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d5857443-12b7-41fe-9d7a-cae3cdf3e8c3 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:04.463919 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d5857443-12b7-41fe-9d7a-cae3cdf3e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:04.531519 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5857443-12b7-41fe-9d7a-cae3cdf3e8c3 None None] Network fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:04.540266 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-d5857443-12b7-41fe-9d7a-cae3cdf3e8c3 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:04.548014 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5857443-12b7-41fe-9d7a-cae3cdf3e8c3 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:04.556175 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5857443-12b7-41fe-9d7a-cae3cdf3e8c3 None None] Pushing event updated for resources: {'Port': ['ID=aa86daab-91a9-492a-8620-3c1b473fa075,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:04.610612 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-28b0283a-16b0-471c-a198-7f9ad5eb7ac1 req-5d495e68-e049-4652-bf89-932c127adc2f tempest-ServerShowV247Test-556164729 tempest-ServerShowV247Test-556164729-project] 10.222.0.47 "GET /v2.0/ports?device_id=63cf2442-40a5-4b29-94d2-da6886016ceb HTTP/1.1" status: 200 len: 210 time: 0.2277212 Sep 16 04:57:04.693027 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d32555af-b5ec-49e2-8afd-ebe136d064e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:04.751501 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d32555af-b5ec-49e2-8afd-ebe136d064e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:04.774332 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-d5857443-12b7-41fe-9d7a-cae3cdf3e8c3 None None] Attempting to bind port aa86daab-91a9-492a-8620-3c1b473fa075 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:04.777944 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-d5857443-12b7-41fe-9d7a-cae3cdf3e8c3 None None] Attempting to bind port aa86daab-91a9-492a-8620-3c1b473fa075 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '77ae2f9e-48e5-4208-b08d-199ec9d120a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:04.784299 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5857443-12b7-41fe-9d7a-cae3cdf3e8c3 None None] Attempting to bind port aa86daab-91a9-492a-8620-3c1b473fa075 on network fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:04.821573 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5857443-12b7-41fe-9d7a-cae3cdf3e8c3 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:04.822532 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5857443-12b7-41fe-9d7a-cae3cdf3e8c3 None None] Checking segment: {'id': '77ae2f9e-48e5-4208-b08d-199ec9d120a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:04.827841 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d5857443-12b7-41fe-9d7a-cae3cdf3e8c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:04.829027 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5857443-12b7-41fe-9d7a-cae3cdf3e8c3 None None] Bound using segment: {'id': '77ae2f9e-48e5-4208-b08d-199ec9d120a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:04.833086 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-d5857443-12b7-41fe-9d7a-cae3cdf3e8c3 None None] Bound port: aa86daab-91a9-492a-8620-3c1b473fa075, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ae2f9e-48e5-4208-b08d-199ec9d120a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:04.836097 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d5857443-12b7-41fe-9d7a-cae3cdf3e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:04.919868 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703bfa20-9083-47ca-867a-a69b92b1d8d4 tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Router 40a03ee0-1ea5-44ce-92eb-db57b27ed06d has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:57:04.926109 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ea2c361a-c34f-432e-ad84-a40929dec1fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:04.952416 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6daab-83de-4c32-8ffb-46162f6e51d0 req-5d31d1d9-e090-456a-abbd-733fe2b72788 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:04.969574 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3bf6daab-83de-4c32-8ffb-46162f6e51d0 req-5d31d1d9-e090-456a-abbd-733fe2b72788 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 946 time: 0.5854428 Sep 16 04:57:05.130162 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-d32555af-b5ec-49e2-8afd-ebe136d064e2 admin admin] Allocated IP 172.25.8.161 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/2668fa4c-4c34-4800-b1fc-52c492059be1) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:05.139183 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-d5857443-12b7-41fe-9d7a-cae3cdf3e8c3 None None] For port aa86daab-91a9-492a-8620-3c1b473fa075, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:05.139977 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3bf6daab-83de-4c32-8ffb-46162f6e51d0 req-8259ef0a-3920-48b6-a34a-0a3acec990f2 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8f27d69d-6385-4ec0-b94a-3382c6c2c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690619 Sep 16 04:57:05.143730 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-d5857443-12b7-41fe-9d7a-cae3cdf3e8c3 None None] For port aa86daab-91a9-492a-8620-3c1b473fa075, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=aa86daab-91a9-492a-8620-3c1b473fa075,segment=NetworkSegment(77ae2f9e-48e5-4208-b08d-199ec9d120a2),segment_id=77ae2f9e-48e5-4208-b08d-199ec9d120a2)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:05.149891 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d5857443-12b7-41fe-9d7a-cae3cdf3e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.349770 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5857443-12b7-41fe-9d7a-cae3cdf3e8c3 None None] Pushing event updated for resources: {'Port': ['ID=aa86daab-91a9-492a-8620-3c1b473fa075,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:05.444409 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-47d10bdd-31b4-4021-b699-198b09075ac2 req-52e3154c-0b6f-461b-a25e-deb72aed1d55 tempest-ServerShowV247Test-556164729 tempest-ServerShowV247Test-556164729-project] 10.222.0.35 "GET /v2.0/ports?device_id=63cf2442-40a5-4b29-94d2-da6886016ceb HTTP/1.1" status: 200 len: 210 time: 0.1207769 Sep 16 04:57:05.454724 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703bfa20-9083-47ca-867a-a69b92b1d8d4 tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:57:05.478146 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c693251a-ab9e-4dac-81df-6d7729ecec4d None None] Sync routers for ids ['40a03ee0-1ea5-44ce-92eb-db57b27ed06d'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:57:05.527346 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c693251a-ab9e-4dac-81df-6d7729ecec4d None None] Routers {'40a03ee0-1ea5-44ce-92eb-db57b27ed06d'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:05.536218 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-c693251a-ab9e-4dac-81df-6d7729ecec4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:56:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['40a03ee0-1ea5-44ce-92eb-db57b27ed06d'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:05.540049 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ea2c361a-c34f-432e-ad84-a40929dec1fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.551901 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-703bfa20-9083-47ca-867a-a69b92b1d8d4 tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.596986 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ea2c361a-c34f-432e-ad84-a40929dec1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.660345 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d32555af-b5ec-49e2-8afd-ebe136d064e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.687511 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-703bfa20-9083-47ca-867a-a69b92b1d8d4 tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 9.4696517 Sep 16 04:57:05.688459 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52932) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:05.716938 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-c693251a-ab9e-4dac-81df-6d7729ecec4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:05.745485 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c693251a-ab9e-4dac-81df-6d7729ecec4d None None] Routers {'40a03ee0-1ea5-44ce-92eb-db57b27ed06d'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:05.757750 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-c693251a-ab9e-4dac-81df-6d7729ecec4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:56:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['40a03ee0-1ea5-44ce-92eb-db57b27ed06d'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:05.882097 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-c693251a-ab9e-4dac-81df-6d7729ecec4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:05.882774 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c693251a-ab9e-4dac-81df-6d7729ecec4d None None] The sync data for ids ['40a03ee0-1ea5-44ce-92eb-db57b27ed06d'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:57:05.916247 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ea2c361a-c34f-432e-ad84-a40929dec1fb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5e724e7f7c4f4836a2817dd1bfcb9c76&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6179564 Sep 16 04:57:05.916928 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52936) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:05.921663 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c361a-c34f-432e-ad84-a40929dec1fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c77b838-5253-4e64-9544-0fe3110cfc91,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:06.044462 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d32555af-b5ec-49e2-8afd-ebe136d064e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:06.103094 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-643b26e4-2cd0-4dee-a4aa-8001e61f35e4 tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] 10.222.0.35 "GET /v2.0/floatingips/1b489084-88ba-4043-971a-c4e65e0a5180 HTTP/1.1" status: 200 len: 982 time: 0.4128504 Sep 16 04:57:06.103898 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52938) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:06.121703 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32555af-b5ec-49e2-8afd-ebe136d064e2 admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:06.143708 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4582459c-37e2-45fe-8c92-866bda0f6ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:06.191803 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-d32555af-b5ec-49e2-8afd-ebe136d064e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:06.199539 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 7bc1d214-5adc-4176-ba02-d26b747c280e up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:06.209967 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32555af-b5ec-49e2-8afd-ebe136d064e2 admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:06.280015 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32555af-b5ec-49e2-8afd-ebe136d064e2 admin admin] Pushing event updated for resources: {'Port': ['ID=2668fa4c-4c34-4800-b1fc-52c492059be1,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:06.312254 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4582459c-37e2-45fe-8c92-866bda0f6ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:06.336481 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380bab7-9204-4f8c-81f8-01e8cbfe402f req-b86cf37a-940c-4a62-8eea-4fcb981b85e3 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:06.350620 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8380bab7-9204-4f8c-81f8-01e8cbfe402f req-b86cf37a-940c-4a62-8eea-4fcb981b85e3 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 946 time: 0.0959561 Sep 16 04:57:06.369082 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-947a304d-df40-470d-a8de-2456cb025447 tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3035 time: 0.2623105 Sep 16 04:57:06.374800 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52942) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:06.498683 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8380bab7-9204-4f8c-81f8-01e8cbfe402f req-3616be25-1726-41c3-b8ad-8618463c87fd tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8f27d69d-6385-4ec0-b94a-3382c6c2c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441846 Sep 16 04:57:06.554243 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 7bc1d214-5adc-4176-ba02-d26b747c280e completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:57:06.562524 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 7bc1d214-5adc-4176-ba02-d26b747c280e triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:06.563052 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:06.678772 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4582459c-37e2-45fe-8c92-866bda0f6ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:06.683593 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4582459c-37e2-45fe-8c92-866bda0f6ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:06.703629 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4582459c-37e2-45fe-8c92-866bda0f6ec4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1c77b838-5253-4e64-9544-0fe3110cfc91 HTTP/1.1" status: 204 len: 168 time: 0.7842023 Sep 16 04:57:06.770262 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582459c-37e2-45fe-8c92-866bda0f6ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c77b838-5253-4e64-9544-0fe3110cfc91,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:06.969346 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.079700 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3472258-21a7-410c-865b-b4c706eebb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc1d214-5adc-4176-ba02-d26b747c280e'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:07.095801 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559dec4d-d584-4066-aad4-c6e0af84a6e2" -d '{"events": [{"server_uuid": "c3472258-21a7-410c-865b-b4c706eebb09", "name": "network-vif-plugged", "status": "completed", "tag": "7bc1d214-5adc-4176-ba02-d26b747c280e"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:07.218072 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 7bc1d214-5adc-4176-ba02-d26b747c280e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=7bc1d214-5adc-4176-ba02-d26b747c280e,segment=NetworkSegment(68f1d648-cebf-497a-a433-07a45b963bfc),segment_id=68f1d648-cebf-497a-a433-07a45b963bfc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:07.306924 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device aa86daab-91a9-492a-8620-3c1b473fa075 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:07.323990 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.348129 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b932af45-eb9c-4ed2-9c1b-59d0eb9a9a2f None None] Network fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:07.399276 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d32555af-b5ec-49e2-8afd-ebe136d064e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.493389 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084aadad-bb37-4f7b-9b7f-3d5967d7e95f x-openstack-request-id: req-084aadad-bb37-4f7b-9b7f-3d5967d7e95f {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:07.494097 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3472258-21a7-410c-865b-b4c706eebb09", "name": "network-vif-plugged", "status": "completed", "tag": "7bc1d214-5adc-4176-ba02-d26b747c280e", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:07.494613 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-084aadad-bb37-4f7b-9b7f-3d5967d7e95f {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:07.495364 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3472258-21a7-410c-865b-b4c706eebb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc1d214-5adc-4176-ba02-d26b747c280e', 'code': 200} Sep 16 04:57:07.608859 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db4ef096-ff92-4d5c-be52-8b9b6b2fde63 None None] Provisioning complete for port aa86daab-91a9-492a-8620-3c1b473fa075 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:07.610115 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db4ef096-ff92-4d5c-be52-8b9b6b2fde63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.668090 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=7bc1d214-5adc-4176-ba02-d26b747c280e,revision_number=13']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:07.693855 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-df05077f-4033-43f0-b074-9aba291f8979 req-3c482fe5-5f5a-4dbc-8d89-4dbf0a04a5f9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a0ce3ab1d5744202bbbf8d554ad13b52&device_id=ccbf6f2c-3c0c-423e-8376-8d773a43e9f5 HTTP/1.1" status: 200 len: 210 time: 0.0850866 Sep 16 04:57:07.802233 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-df05077f-4033-43f0-b074-9aba291f8979 req-b72f8497-2155-4e0b-8153-b98754c9840e service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=a0ce3ab1d5744202bbbf8d554ad13b52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0889418 Sep 16 04:57:07.824855 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port aa86daab-91a9-492a-8620-3c1b473fa075 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:07.825009 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.912160 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-3fafa3e5-5343-43e1-adcc-8c9932baa435 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Deleting port 20bab175-c526-4ab2-8478-205a3a408624 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:07.917344 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3fafa3e5-5343-43e1-adcc-8c9932baa435 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.938034 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-64a3eab6-ff22-423b-9aaa-41b94d2f870a req-97af1ebe-b194-4181-ab6e-f270a312f347 tempest-ServerShowV247Test-556164729 tempest-ServerShowV247Test-556164729-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccbf6f2c-3c0c-423e-8376-8d773a43e9f5 HTTP/1.1" status: 200 len: 210 time: 0.2172601 Sep 16 04:57:08.068345 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db4ef096-ff92-4d5c-be52-8b9b6b2fde63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.183465 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db4ef096-ff92-4d5c-be52-8b9b6b2fde63 None None] For port aa86daab-91a9-492a-8620-3c1b473fa075, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=aa86daab-91a9-492a-8620-3c1b473fa075,segment=NetworkSegment(77ae2f9e-48e5-4208-b08d-199ec9d120a2),segment_id=77ae2f9e-48e5-4208-b08d-199ec9d120a2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:08.218281 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db4ef096-ff92-4d5c-be52-8b9b6b2fde63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.270064 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.311689 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ef096-ff92-4d5c-be52-8b9b6b2fde63 None None] Pushing event updated for resources: {'Port': ['ID=aa86daab-91a9-492a-8620-3c1b473fa075,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:08.352611 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04992d7c-4b94-4b08-b5a2-d34fd6c95210 req-5ae9d1d2-edc3-4d95-900d-8b307d873499 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:08.361964 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04992d7c-4b94-4b08-b5a2-d34fd6c95210 req-5ae9d1d2-edc3-4d95-900d-8b307d873499 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 946 time: 0.1905591 Sep 16 04:57:08.368852 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:57:08.369303 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:57:08.462233 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04992d7c-4b94-4b08-b5a2-d34fd6c95210 req-8432552e-c55b-4eae-9c3a-b8ad7f5c0e8c tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8f27d69d-6385-4ec0-b94a-3382c6c2c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958366 Sep 16 04:57:08.635403 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3fafa3e5-5343-43e1-adcc-8c9932baa435 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.636286 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3fafa3e5-5343-43e1-adcc-8c9932baa435 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.662258 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-fca239c0-ad9b-4bfe-8901-c6017e450049 None None] Provisioning complete for port aa86daab-91a9-492a-8620-3c1b473fa075 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:08.664287 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fca239c0-ad9b-4bfe-8901-c6017e450049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.705216 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-3fafa3e5-5343-43e1-adcc-8c9932baa435 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Calling delete_port for 20bab175-c526-4ab2-8478-205a3a408624 owned by network:floatingip {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:08.714488 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05077f-4033-43f0-b074-9aba291f8979 req-5f8deea4-e994-4ace-a6a1-e6b70fb881a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:08.715684 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-df05077f-4033-43f0-b074-9aba291f8979 req-5f8deea4-e994-4ace-a6a1-e6b70fb881a4 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8668590 Sep 16 04:57:08.726883 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d32555af-b5ec-49e2-8afd-ebe136d064e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.142936 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device aa86daab-91a9-492a-8620-3c1b473fa075 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:09.181545 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-df33d590-c88f-4f95-9d5b-878f83646232 req-492f18b6-c728-4e2c-b486-f161ea3ddea7 tempest-ServerShowV247Test-556164729 tempest-ServerShowV247Test-556164729-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccbf6f2c-3c0c-423e-8376-8d773a43e9f5 HTTP/1.1" status: 200 len: 210 time: 0.0865636 Sep 16 04:57:09.304364 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port aa86daab-91a9-492a-8620-3c1b473fa075 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:09.304947 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.744990 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3fafa3e5-5343-43e1-adcc-8c9932baa435 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.845916 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906fe45f-23d4-40b7-8160-44b100168086 req-0b783c7a-2541-4bae-b323-408ad0ad5827 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:09.848617 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-906fe45f-23d4-40b7-8160-44b100168086 req-0b783c7a-2541-4bae-b323-408ad0ad5827 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 946 time: 0.1658351 Sep 16 04:57:09.918196 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-906fe45f-23d4-40b7-8160-44b100168086 req-4d07f3db-8c3c-4262-a11f-6f69eb8e85b9 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8f27d69d-6385-4ec0-b94a-3382c6c2c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571802 Sep 16 04:57:09.925246 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32555af-b5ec-49e2-8afd-ebe136d064e2 admin admin] Router 2a0e28cf-cf00-4e2c-a46b-39fab1f52ece is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:57:09.932397 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3fafa3e5-5343-43e1-adcc-8c9932baa435 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks [] for floatingip, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.933097 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [None req-3fafa3e5-5343-43e1-adcc-8c9932baa435 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Floating IP 1b489084-88ba-4043-971a-c4e65e0a5180 disassociated (deleted). External IP: 172.25.8.17, port: 480b02f3-7ffa-48d1-aad4-840da38cb2c8. Sep 16 04:57:09.937460 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fafa3e5-5343-43e1-adcc-8c9932baa435 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Pushing event deleted for resources: {'Port': ['ID=20bab175-c526-4ab2-8478-205a3a408624,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:10.008330 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 53028) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:10.094669 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f1135da4-af04-46f2-8f3d-3bc06b683095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.276262 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8f95b87e-f927-426b-8e79-df3b0d2d01e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.394045 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8f95b87e-f927-426b-8e79-df3b0d2d01e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.424692 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8f95b87e-f927-426b-8e79-df3b0d2d01e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.474724 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-df05077f-4033-43f0-b074-9aba291f8979 req-3af15506-152f-4757-87b2-3743eec2cd97 tempest-ServerShowV247Test-556164729 tempest-ServerShowV247Test-556164729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccbf6f2c-3c0c-423e-8376-8d773a43e9f5 HTTP/1.1" status: 200 len: 210 time: 0.0492342 Sep 16 04:57:10.486237 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8f95b87e-f927-426b-8e79-df3b0d2d01e4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1086642da67e43558f5eec437c241ea2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4693775 Sep 16 04:57:10.499389 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95b87e-f927-426b-8e79-df3b0d2d01e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c22dac-c603-4d4f-81d2-270bed31a102,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:10.503375 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 53040) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:10.558258 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32555af-b5ec-49e2-8afd-ebe136d064e2 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:57:10.569391 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662cd3cf-331c-48bf-acd7-6fab025dedad None None] Sync routers for ids ['2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:57:10.597655 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662cd3cf-331c-48bf-acd7-6fab025dedad None None] Routers {'2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:10.598697 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-662cd3cf-331c-48bf-acd7-6fab025dedad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:56:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:10.599829 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84614a-5483-4e2a-8273-17d3cfdecaf1 req-67d45963-964e-45d6-ae03-2fbc4bb5656f tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:10.608004 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cf84614a-5483-4e2a-8273-17d3cfdecaf1 req-67d45963-964e-45d6-ae03-2fbc4bb5656f tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 946 time: 0.3512418 Sep 16 04:57:10.613919 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764d814-c045-4fab-983b-943315440117 req-46521c2f-9f61-4e51-850c-91505bb376a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:10.615624 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0764d814-c045-4fab-983b-943315440117 req-46521c2f-9f61-4e51-850c-91505bb376a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e1faaf8ea3f84b74b8884c5da7c3f469&device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 1098 time: 0.2197580 Sep 16 04:57:10.635431 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d32555af-b5ec-49e2-8afd-ebe136d064e2 admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.645567 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d32555af-b5ec-49e2-8afd-ebe136d064e2 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.8318403 Sep 16 04:57:10.656495 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53042) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:10.666943 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cf84614a-5483-4e2a-8273-17d3cfdecaf1 req-3aa09298-da77-4b3b-b6f3-b0d4ba8224bf tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8f27d69d-6385-4ec0-b94a-3382c6c2c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579944 Sep 16 04:57:10.721473 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bfd1a208-8f75-4add-a917-54706fa40b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.773574 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bfd1a208-8f75-4add-a917-54706fa40b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.915966 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-db8269d1-69de-46a3-8f4a-ff25d92bf29d req-b4dfa53d-6ed6-4286-8343-29ba83c4b99b tempest-ServerShowV247Test-556164729 tempest-ServerShowV247Test-556164729-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccbf6f2c-3c0c-423e-8376-8d773a43e9f5 HTTP/1.1" status: 200 len: 210 time: 0.0521002 Sep 16 04:57:10.925630 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-662cd3cf-331c-48bf-acd7-6fab025dedad None None] Set router 2a0e28cf-cf00-4e2c-a46b-39fab1f52ece gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:57:10.933200 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bfd1a208-8f75-4add-a917-54706fa40b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.943448 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bfd1a208-8f75-4add-a917-54706fa40b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.964422 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-bfd1a208-8f75-4add-a917-54706fa40b3c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c8c22dac-c603-4d4f-81d2-270bed31a102 HTTP/1.1" status: 204 len: 168 time: 0.4513268 Sep 16 04:57:11.031888 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fafa3e5-5343-43e1-adcc-8c9932baa435 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Router 40a03ee0-1ea5-44ce-92eb-db57b27ed06d has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:57:11.068752 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1a208-8f75-4add-a917-54706fa40b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c22dac-c603-4d4f-81d2-270bed31a102,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:11.150598 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764d814-c045-4fab-983b-943315440117 req-e23d8965-b94b-441c-bf92-ac6ac4e1771a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:11.152132 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0764d814-c045-4fab-983b-943315440117 req-e23d8965-b94b-441c-bf92-ac6ac4e1771a service neutron] 10.222.0.48 "GET /v2.0/networks?id=b57de9dd-8389-462f-809e-a5ea9e13e1e0 HTTP/1.1" status: 200 len: 911 time: 0.4981143 Sep 16 04:57:11.315943 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0764d814-c045-4fab-983b-943315440117 req-359b0ed6-83a5-4f7c-81c9-bca7daf71f54 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4ffa50b-c347-4976-a254-c870fa6bfd5c HTTP/1.1" status: 200 len: 1002 time: 0.1513741 Sep 16 04:57:11.426362 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-662cd3cf-331c-48bf-acd7-6fab025dedad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'name': 'tempest-AttachVolumeShelveTestJSON-1952685973-router', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '2668fa4c-4c34-4800-b1fc-52c492059be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:02Z', 'updated_at': '2021-09-16T04:57:06Z', 'revision_number': 3, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'gw_port': {'id': '2668fa4c-4c34-4800-b1fc-52c492059be1', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:94:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:04Z', 'updated_at': '2021-09-16T04:57:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:11.532624 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764d814-c045-4fab-983b-943315440117 req-4389ca7c-e8f3-4d14-afdc-bee98afb66ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:11.532624 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0764d814-c045-4fab-983b-943315440117 req-4389ca7c-e8f3-4d14-afdc-bee98afb66ae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d075d26-c7df-4ea0-b069-e1f04da018dc HTTP/1.1" status: 200 len: 849 time: 0.2102129 Sep 16 04:57:11.537708 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662cd3cf-331c-48bf-acd7-6fab025dedad None None] Checking router: 2a0e28cf-cf00-4e2c-a46b-39fab1f52ece for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:57:11.537708 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662cd3cf-331c-48bf-acd7-6fab025dedad None None] Updating router 2a0e28cf-cf00-4e2c-a46b-39fab1f52ece port 2668fa4c-4c34-4800-b1fc-52c492059be1 binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:57:11.593770 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fafa3e5-5343-43e1-adcc-8c9932baa435 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:57:11.606939 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3fafa3e5-5343-43e1-adcc-8c9932baa435 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.608750 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddae1eb-138f-496f-8d66-fd4eea57ce6e None None] Sync routers for ids ['40a03ee0-1ea5-44ce-92eb-db57b27ed06d'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:57:11.625932 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-662cd3cf-331c-48bf-acd7-6fab025dedad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.643183 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddae1eb-138f-496f-8d66-fd4eea57ce6e None None] Routers {'40a03ee0-1ea5-44ce-92eb-db57b27ed06d'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:11.644248 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dddae1eb-138f-496f-8d66-fd4eea57ce6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:56:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['40a03ee0-1ea5-44ce-92eb-db57b27ed06d'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:11.687780 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764d814-c045-4fab-983b-943315440117 req-ef7f8516-83e4-4449-9224-e18af9270059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:11.693269 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0764d814-c045-4fab-983b-943315440117 req-ef7f8516-83e4-4449-9224-e18af9270059 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b57de9dd-8389-462f-809e-a5ea9e13e1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1531894 Sep 16 04:57:11.817429 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dddae1eb-138f-496f-8d66-fd4eea57ce6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:11.838257 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddae1eb-138f-496f-8d66-fd4eea57ce6e None None] Routers {'40a03ee0-1ea5-44ce-92eb-db57b27ed06d'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:11.840133 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dddae1eb-138f-496f-8d66-fd4eea57ce6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:56:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['40a03ee0-1ea5-44ce-92eb-db57b27ed06d'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:11.979110 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3fafa3e5-5343-43e1-adcc-8c9932baa435 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] 10.222.0.35 "DELETE /v2.0/floatingips/1b489084-88ba-4043-971a-c4e65e0a5180 HTTP/1.1" status: 204 len: 168 time: 5.6026499 Sep 16 04:57:11.979685 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dddae1eb-138f-496f-8d66-fd4eea57ce6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:11.984014 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53066) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:11.986273 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.990162 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-ac0226d0-bc75-4c15-85c2-5e6bee45afff tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:11.992085 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddae1eb-138f-496f-8d66-fd4eea57ce6e None None] The sync data for ids ['40a03ee0-1ea5-44ce-92eb-db57b27ed06d'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:57:12.025670 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ac0226d0-bc75-4c15-85c2-5e6bee45afff tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.133701 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557180d-1e4e-4a52-96d8-bc9cdbdf6c9c req-0372e5fc-914d-4cc1-a98a-fae870a37dc0 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:12.145947 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f557180d-1e4e-4a52-96d8-bc9cdbdf6c9c req-0372e5fc-914d-4cc1-a98a-fae870a37dc0 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 946 time: 0.3171675 Sep 16 04:57:12.175386 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8a920d7f-b289-4ca2-a701-c6dd22205baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.253325 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0764d814-c045-4fab-983b-943315440117 req-b2cecc12-16b8-4eb6-a43b-3d178d2c4473 service neutron] 10.222.0.48 "GET /v2.0/networks/b57de9dd-8389-462f-809e-a5ea9e13e1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5525696 Sep 16 04:57:12.415430 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-662cd3cf-331c-48bf-acd7-6fab025dedad None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.426261 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-662cd3cf-331c-48bf-acd7-6fab025dedad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.429354 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0764d814-c045-4fab-983b-943315440117 req-e61d89f4-ad40-46fb-a726-916e9714e95c service neutron] 10.222.0.48 "GET /v2.0/networks/b57de9dd-8389-462f-809e-a5ea9e13e1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541705 Sep 16 04:57:12.434981 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f557180d-1e4e-4a52-96d8-bc9cdbdf6c9c req-2c83a66a-b303-440d-a06a-7bea61cbb6ee tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8f27d69d-6385-4ec0-b94a-3382c6c2c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503405 Sep 16 04:57:12.583589 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19a08a-7f2e-4c86-a5c0-e71a7c399c97 None None] Pushing event updated for resources: {'Port': ['ID=2668fa4c-4c34-4800-b1fc-52c492059be1,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:12.635762 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-662cd3cf-331c-48bf-acd7-6fab025dedad None None] Attempting to bind port 2668fa4c-4c34-4800-b1fc-52c492059be1 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:12.636137 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-662cd3cf-331c-48bf-acd7-6fab025dedad None None] Attempting to bind port 2668fa4c-4c34-4800-b1fc-52c492059be1 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:12.636500 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662cd3cf-331c-48bf-acd7-6fab025dedad None None] Attempting to bind port 2668fa4c-4c34-4800-b1fc-52c492059be1 on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:12.652480 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662cd3cf-331c-48bf-acd7-6fab025dedad None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:12.652897 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662cd3cf-331c-48bf-acd7-6fab025dedad None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:12.653847 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-662cd3cf-331c-48bf-acd7-6fab025dedad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.654286 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662cd3cf-331c-48bf-acd7-6fab025dedad None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:12.663082 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-662cd3cf-331c-48bf-acd7-6fab025dedad None None] Bound port: 2668fa4c-4c34-4800-b1fc-52c492059be1, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:12.663736 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-662cd3cf-331c-48bf-acd7-6fab025dedad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.787466 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-8a920d7f-b289-4ca2-a701-c6dd22205baf admin admin] Allocated IP 172.20.0.1 (fa14f7fe-1f8d-4bc9-a5b1-99c520e36470/03820bd1-1023-490e-b628-251d17d722c4/c89118a7-9a47-450d-b0fa-310ca67add6d) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:12.802444 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-662cd3cf-331c-48bf-acd7-6fab025dedad None None] For port 2668fa4c-4c34-4800-b1fc-52c492059be1, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:12.808348 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-662cd3cf-331c-48bf-acd7-6fab025dedad None None] For port 2668fa4c-4c34-4800-b1fc-52c492059be1, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2668fa4c-4c34-4800-b1fc-52c492059be1,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:12.813798 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-662cd3cf-331c-48bf-acd7-6fab025dedad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.890892 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19a08a-7f2e-4c86-a5c0-e71a7c399c97 None None] Pushing event updated for resources: {'Port': ['ID=2668fa4c-4c34-4800-b1fc-52c492059be1,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:12.912690 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662cd3cf-331c-48bf-acd7-6fab025dedad None None] Routers {'2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:12.915451 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-662cd3cf-331c-48bf-acd7-6fab025dedad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:56:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:13.106993 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-662cd3cf-331c-48bf-acd7-6fab025dedad None None] Set router 2a0e28cf-cf00-4e2c-a46b-39fab1f52ece gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:57:13.225812 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 53094) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:13.352875 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bfd2dc20-699d-4691-bd28-fb8a4b24a313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.528000 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ac0226d0-bc75-4c15-85c2-5e6bee45afff tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.545146 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-aa6ccd7c-62bc-4368-a95c-fc968b4b72e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.624611 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8a920d7f-b289-4ca2-a701-c6dd22205baf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.635639 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.703610 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8a920d7f-b289-4ca2-a701-c6dd22205baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.708041 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-662cd3cf-331c-48bf-acd7-6fab025dedad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'name': 'tempest-AttachVolumeShelveTestJSON-1952685973-router', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '2668fa4c-4c34-4800-b1fc-52c492059be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:02Z', 'updated_at': '2021-09-16T04:57:06Z', 'revision_number': 3, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'gw_port': {'id': '2668fa4c-4c34-4800-b1fc-52c492059be1', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:94:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:04Z', 'updated_at': '2021-09-16T04:57:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:13.747425 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662cd3cf-331c-48bf-acd7-6fab025dedad None None] The sync data for ids ['2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'] in n-d-712139-15 is: [{'id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'name': 'tempest-AttachVolumeShelveTestJSON-1952685973-router', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '2668fa4c-4c34-4800-b1fc-52c492059be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:02Z', 'updated_at': '2021-09-16T04:57:06Z', 'revision_number': 3, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'gw_port': {'id': '2668fa4c-4c34-4800-b1fc-52c492059be1', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:94:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:04Z', 'updated_at': '2021-09-16T04:57:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:57:13.756957 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a920d7f-b289-4ca2-a701-c6dd22205baf admin admin] Pushing event updated for resources: {'Port': ['ID=c89118a7-9a47-450d-b0fa-310ca67add6d,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:13.831976 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a920d7f-b289-4ca2-a701-c6dd22205baf admin admin] Network fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:13.849358 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cadc4-c1d3-48d0-b032-2b900014dcb9 req-b66031f9-878b-4faf-b105-ec542ef3dcb8 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:13.851693 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-074cadc4-c1d3-48d0-b032-2b900014dcb9 req-b66031f9-878b-4faf-b105-ec542ef3dcb8 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 946 time: 0.2111495 Sep 16 04:57:13.862312 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-ac0226d0-bc75-4c15-85c2-5e6bee45afff tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Allocated IP 172.25.8.32 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/a34b7286-51d1-404a-a378-c49d5fb45d41) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:13.869812 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-8a920d7f-b289-4ca2-a701-c6dd22205baf admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:13.876880 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a920d7f-b289-4ca2-a701-c6dd22205baf admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:14.013907 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-074cadc4-c1d3-48d0-b032-2b900014dcb9 req-9201ef58-b9c5-4893-b00e-195dc9b9182a tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8f27d69d-6385-4ec0-b94a-3382c6c2c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476781 Sep 16 04:57:14.069303 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8a920d7f-b289-4ca2-a701-c6dd22205baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.146699 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-aa6ccd7c-62bc-4368-a95c-fc968b4b72e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.159584 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-aa6ccd7c-62bc-4368-a95c-fc968b4b72e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.286754 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ac0226d0-bc75-4c15-85c2-5e6bee45afff tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.316549 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-aa6ccd7c-62bc-4368-a95c-fc968b4b72e2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a0ce3ab1d5744202bbbf8d554ad13b52&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0850232 Sep 16 04:57:14.330312 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 53116) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:14.452187 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-3fdaebea-9267-46b2-bccb-8f76152b0720 None None] Provisioning complete for port c89118a7-9a47-450d-b0fa-310ca67add6d triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:14.452852 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3fdaebea-9267-46b2-bccb-8f76152b0720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.558953 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ac0226d0-bc75-4c15-85c2-5e6bee45afff tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.588880 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ccd7c-62bc-4368-a95c-fc968b4b72e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa099bb0-72c0-46eb-ab44-7fbddbeb612b,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:14.635761 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.647594 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.657921 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-3fdaebea-9267-46b2-bccb-8f76152b0720 None None] Port c89118a7-9a47-450d-b0fa-310ca67add6d cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:14.692231 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0226d0-bc75-4c15-85c2-5e6bee45afff tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:14.714201 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dfcc0c2d-896a-4793-a488-50dacc6d42a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.717682 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-ac0226d0-bc75-4c15-85c2-5e6bee45afff tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:14.727222 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0226d0-bc75-4c15-85c2-5e6bee45afff tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Pushing event updated for resources: {'Port': ['ID=a34b7286-51d1-404a-a378-c49d5fb45d41,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:14.766992 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dfcc0c2d-896a-4793-a488-50dacc6d42a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.801275 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0226d0-bc75-4c15-85c2-5e6bee45afff tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:14.884857 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dfcc0c2d-896a-4793-a488-50dacc6d42a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.890962 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dfcc0c2d-896a-4793-a488-50dacc6d42a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.894928 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-dfcc0c2d-896a-4793-a488-50dacc6d42a7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fa099bb0-72c0-46eb-ab44-7fbddbeb612b HTTP/1.1" status: 204 len: 168 time: 0.5581336 Sep 16 04:57:14.917363 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc0c2d-896a-4793-a488-50dacc6d42a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa099bb0-72c0-46eb-ab44-7fbddbeb612b,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:15.204625 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8a920d7f-b289-4ca2-a701-c6dd22205baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.234363 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2668fa4c-4c34-4800-b1fc-52c492059be1 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:15.399612 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 2668fa4c-4c34-4800-b1fc-52c492059be1 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:15.400060 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.417470 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ac0226d0-bc75-4c15-85c2-5e6bee45afff tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.542509 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ac0226d0-bc75-4c15-85c2-5e6bee45afff tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.593293 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.693326 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 2668fa4c-4c34-4800-b1fc-52c492059be1, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2668fa4c-4c34-4800-b1fc-52c492059be1,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:15.701641 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.862537 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=2668fa4c-4c34-4800-b1fc-52c492059be1,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:16.088774 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.100507 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8a920d7f-b289-4ca2-a701-c6dd22205baf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.135054 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8a920d7f-b289-4ca2-a701-c6dd22205baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.309761 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a920d7f-b289-4ca2-a701-c6dd22205baf admin admin] Pushing event updated for resources: {'Port': ['ID=c89118a7-9a47-450d-b0fa-310ca67add6d,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:16.324141 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8a920d7f-b289-4ca2-a701-c6dd22205baf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.390736 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ac0226d0-bc75-4c15-85c2-5e6bee45afff tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.425652 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ac0226d0-bc75-4c15-85c2-5e6bee45afff tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.547083 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 53154) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:16.741658 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0226d0-bc75-4c15-85c2-5e6bee45afff tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Pushing event updated for resources: {'Port': ['ID=a34b7286-51d1-404a-a378-c49d5fb45d41,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:16.796145 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ac0226d0-bc75-4c15-85c2-5e6bee45afff tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.845605 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-9ea6ecdc-8cc2-4c8f-aa0e-d572ce9b1772 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-173744531-network', 'tenant_id': '94ea1ee5d1484e639064cce57fd587a2'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:16.876060 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a920d7f-b289-4ca2-a701-c6dd22205baf admin admin] Network fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:16.878441 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-8a920d7f-b289-4ca2-a701-c6dd22205baf admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:16.885890 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea6ecdc-8cc2-4c8f-aa0e-d572ce9b1772 admin admin] Made reservation on behalf of 94ea1ee5d1484e639064cce57fd587a2 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:16.890177 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9ea6ecdc-8cc2-4c8f-aa0e-d572ce9b1772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.910235 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ac0226d0-bc75-4c15-85c2-5e6bee45afff tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.910841 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9ea6ecdc-8cc2-4c8f-aa0e-d572ce9b1772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.915897 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ac0226d0-bc75-4c15-85c2-5e6bee45afff tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9297092 Sep 16 04:57:16.933146 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 53166) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:17.233668 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2668fa4c-4c34-4800-b1fc-52c492059be1 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:17.249938 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a920d7f-b289-4ca2-a701-c6dd22205baf admin admin] Router 2a0e28cf-cf00-4e2c-a46b-39fab1f52ece has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:57:17.264312 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9ea6ecdc-8cc2-4c8f-aa0e-d572ce9b1772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.271100 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9ea6ecdc-8cc2-4c8f-aa0e-d572ce9b1772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.329180 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea6ecdc-8cc2-4c8f-aa0e-d572ce9b1772 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:57:17.379486 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6ecdc-8cc2-4c8f-aa0e-d572ce9b1772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8d7c1c-72a8-4154-b6cf-979129d8c68a,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:17.423550 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9ea6ecdc-8cc2-4c8f-aa0e-d572ce9b1772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.424217 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-9ea6ecdc-8cc2-4c8f-aa0e-d572ce9b1772 admin admin] Added segment dab9310f-13ce-4bf8-a7e1-33eed22fc3ad of type vlan for network 45b0c21d-4610-4d55-b9c9-f1403fa962c6 Sep 16 04:57:17.460821 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-c357799c-e6a8-4a0e-b84c-81cec53d9627 tempest-FloatingIPAdminTestJSON-1780768532 tempest-FloatingIPAdminTestJSON-1780768532-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:17.475483 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a920d7f-b289-4ca2-a701-c6dd22205baf admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:57:17.485123 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8a920d7f-b289-4ca2-a701-c6dd22205baf admin admin] 10.222.0.35 "PUT /v2.0/routers/2a0e28cf-cf00-4e2c-a46b-39fab1f52ece/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8228016 Sep 16 04:57:17.521180 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 2668fa4c-4c34-4800-b1fc-52c492059be1 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:17.522700 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.584262 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71747129-94ee-43f6-8ca3-00a613b5bb68 None None] Sync routers for ids ['2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:57:17.604592 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71747129-94ee-43f6-8ca3-00a613b5bb68 None None] Routers {'2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:17.605530 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-71747129-94ee-43f6-8ca3-00a613b5bb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:57:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:17.650163 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c357799c-e6a8-4a0e-b84c-81cec53d9627 tempest-FloatingIPAdminTestJSON-1780768532 tempest-FloatingIPAdminTestJSON-1780768532-project] Notify callbacks [] for floatingip, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.685580 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-a5f6fa29-0cc3-488f-937a-cf58f5172604 None None] Provisioning complete for port c89118a7-9a47-450d-b0fa-310ca67add6d triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:17.685957 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a5f6fa29-0cc3-488f-937a-cf58f5172604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.693067 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9ea6ecdc-8cc2-4c8f-aa0e-d572ce9b1772 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.744944 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-a5f6fa29-0cc3-488f-937a-cf58f5172604 None None] Port c89118a7-9a47-450d-b0fa-310ca67add6d cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:17.873485 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9ea6ecdc-8cc2-4c8f-aa0e-d572ce9b1772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.874486 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea6ecdc-8cc2-4c8f-aa0e-d572ce9b1772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:17.875069 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9ea6ecdc-8cc2-4c8f-aa0e-d572ce9b1772 admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.979487 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-71747129-94ee-43f6-8ca3-00a613b5bb68 None None] Set router 2a0e28cf-cf00-4e2c-a46b-39fab1f52ece gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:57:18.153932 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6ecdc-8cc2-4c8f-aa0e-d572ce9b1772 admin admin] Pushing event updated for resources: {'Network': ['ID=45b0c21d-4610-4d55-b9c9-f1403fa962c6,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:18.179984 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53198) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:18.191165 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-166f12b3-36e3-4d78-8386-206ed42073b4 admin admin] Request body: {'subnet': {'network_id': '45b0c21d-4610-4d55-b9c9-f1403fa962c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-173744531-subnet', 'tenant_id': '94ea1ee5d1484e639064cce57fd587a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:18.193941 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9ea6ecdc-8cc2-4c8f-aa0e-d572ce9b1772 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6444800 Sep 16 04:57:18.268953 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 45b0c21d-4610-4d55-b9c9-f1403fa962c6 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:57:18.315606 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166f12b3-36e3-4d78-8386-206ed42073b4 admin admin] Made reservation on behalf of 94ea1ee5d1484e639064cce57fd587a2 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:18.321175 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-166f12b3-36e3-4d78-8386-206ed42073b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.374540 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c357799c-e6a8-4a0e-b84c-81cec53d9627 tempest-FloatingIPAdminTestJSON-1780768532 tempest-FloatingIPAdminTestJSON-1780768532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.462580 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-71747129-94ee-43f6-8ca3-00a613b5bb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'name': 'tempest-AttachVolumeShelveTestJSON-1952685973-router', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '2668fa4c-4c34-4800-b1fc-52c492059be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:02Z', 'updated_at': '2021-09-16T04:57:15Z', 'revision_number': 4, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'gw_port': {'id': '2668fa4c-4c34-4800-b1fc-52c492059be1', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:04Z', 'updated_at': '2021-09-16T04:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'c89118a7-9a47-450d-b0fa-310ca67add6d', 'name': '', 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'mac_address': 'fa:16:3e:51:e0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '03820bd1-1023-490e-b628-251d17d722c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:12Z', 'updated_at': '2021-09-16T04:57:15Z', 'revision_number': 2, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'subnets': [{'id': '03820bd1-1023-490e-b628-251d17d722c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:18.550907 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71747129-94ee-43f6-8ca3-00a613b5bb68 None None] Checking router: 2a0e28cf-cf00-4e2c-a46b-39fab1f52ece for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:57:18.551273 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71747129-94ee-43f6-8ca3-00a613b5bb68 None None] Updating router 2a0e28cf-cf00-4e2c-a46b-39fab1f52ece port c89118a7-9a47-450d-b0fa-310ca67add6d binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:57:18.603715 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-71747129-94ee-43f6-8ca3-00a613b5bb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.670247 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-c357799c-e6a8-4a0e-b84c-81cec53d9627 tempest-FloatingIPAdminTestJSON-1780768532 tempest-FloatingIPAdminTestJSON-1780768532-project] Allocated IP 172.25.8.233 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/cbc2879e-b68e-4591-a0c0-e439609395fa) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:18.812401 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-166f12b3-36e3-4d78-8386-206ed42073b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.898773 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53210) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:18.907182 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-e0841989-66c8-4e18-8a60-cf7d0853b9f7 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1993462784', 'description': 'tempest-description--1803992343'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:18.913903 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c357799c-e6a8-4a0e-b84c-81cec53d9627 tempest-FloatingIPAdminTestJSON-1780768532 tempest-FloatingIPAdminTestJSON-1780768532-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.927092 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f12b3-36e3-4d78-8386-206ed42073b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae3b752b-dbea-4f4c-9ac2-d95eb121ecff,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:18.953400 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166f12b3-36e3-4d78-8386-206ed42073b4 admin admin] Checking segment: {'id': 'dab9310f-13ce-4bf8-a7e1-33eed22fc3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '45b0c21d-4610-4d55-b9c9-f1403fa962c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:18.953759 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166f12b3-36e3-4d78-8386-206ed42073b4 admin admin] Network hostable DHCP agents. Network: 45b0c21d-4610-4d55-b9c9-f1403fa962c6, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:57:18.969953 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c357799c-e6a8-4a0e-b84c-81cec53d9627 tempest-FloatingIPAdminTestJSON-1780768532 tempest-FloatingIPAdminTestJSON-1780768532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.998185 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e0841989-66c8-4e18-8a60-cf7d0853b9f7 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.070456 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166f12b3-36e3-4d78-8386-206ed42073b4 admin admin] Network 45b0c21d-4610-4d55-b9c9-f1403fa962c6 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:57:19.072414 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357799c-e6a8-4a0e-b84c-81cec53d9627 tempest-FloatingIPAdminTestJSON-1780768532 tempest-FloatingIPAdminTestJSON-1780768532-project] Pushing event updated for resources: {'Port': ['ID=cbc2879e-b68e-4591-a0c0-e439609395fa,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:19.099463 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c357799c-e6a8-4a0e-b84c-81cec53d9627 tempest-FloatingIPAdminTestJSON-1780768532 tempest-FloatingIPAdminTestJSON-1780768532-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:19.101765 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-c357799c-e6a8-4a0e-b84c-81cec53d9627 tempest-FloatingIPAdminTestJSON-1780768532 tempest-FloatingIPAdminTestJSON-1780768532-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:19.108100 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c357799c-e6a8-4a0e-b84c-81cec53d9627 tempest-FloatingIPAdminTestJSON-1780768532 tempest-FloatingIPAdminTestJSON-1780768532-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:19.130745 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-166f12b3-36e3-4d78-8386-206ed42073b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 45b0c21d-4610-4d55-b9c9-f1403fa962c6) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:19.146575 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166f12b3-36e3-4d78-8386-206ed42073b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:19.147193 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-166f12b3-36e3-4d78-8386-206ed42073b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.162912 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd682de-c0fc-4fb5-b9d8-7f24a4cd61a9 None None] Network 45b0c21d-4610-4d55-b9c9-f1403fa962c6 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:19.265964 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e0841989-66c8-4e18-8a60-cf7d0853b9f7 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.273406 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e0841989-66c8-4e18-8a60-cf7d0853b9f7 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.332850 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-166f12b3-36e3-4d78-8386-206ed42073b4 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1409791 Sep 16 04:57:19.346614 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c357799c-e6a8-4a0e-b84c-81cec53d9627 tempest-FloatingIPAdminTestJSON-1780768532 tempest-FloatingIPAdminTestJSON-1780768532-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.358738 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0841989-66c8-4e18-8a60-cf7d0853b9f7 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a82c10c-b888-4bd0-adf3-8ccf373a07b4,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:19.373791 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e0841989-66c8-4e18-8a60-cf7d0853b9f7 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.375314 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e0841989-66c8-4e18-8a60-cf7d0853b9f7 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4740653 Sep 16 04:57:19.388878 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53216) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:19.394070 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-96fdf956-a95f-4807-9ae1-c3280e8a0a09 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Request body: {'security_group_rule': {'security_group_id': '4a82c10c-b888-4bd0-adf3-8ccf373a07b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:19.437100 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96fdf956-a95f-4807-9ae1-c3280e8a0a09 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.443372 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c357799c-e6a8-4a0e-b84c-81cec53d9627 tempest-FloatingIPAdminTestJSON-1780768532 tempest-FloatingIPAdminTestJSON-1780768532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.583959 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96fdf956-a95f-4807-9ae1-c3280e8a0a09 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.590441 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96fdf956-a95f-4807-9ae1-c3280e8a0a09 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.621662 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53224) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:19.714324 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fdf956-a95f-4807-9ae1-c3280e8a0a09 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca8e43d-c404-4a9d-a64a-5312bc1c5932,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:19.716873 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-71747129-94ee-43f6-8ca3-00a613b5bb68 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.731651 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96fdf956-a95f-4807-9ae1-c3280e8a0a09 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.741837 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-96fdf956-a95f-4807-9ae1-c3280e8a0a09 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3514411 Sep 16 04:57:19.744969 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53228) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:19.759727 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-2c6fa75b-3505-40a4-92c1-fa8ce645acdc tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Request body: {'security_group_rule': {'security_group_id': '4a82c10c-b888-4bd0-adf3-8ccf373a07b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:19.772438 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-71747129-94ee-43f6-8ca3-00a613b5bb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.783917 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c357799c-e6a8-4a0e-b84c-81cec53d9627 tempest-FloatingIPAdminTestJSON-1780768532 tempest-FloatingIPAdminTestJSON-1780768532-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.795362 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c357799c-e6a8-4a0e-b84c-81cec53d9627 tempest-FloatingIPAdminTestJSON-1780768532 tempest-FloatingIPAdminTestJSON-1780768532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.800245 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-610e9e7d-01b0-4054-aafe-b0a19dfb3b0f admin admin] Deleting subnet ae3b752b-dbea-4f4c-9ac2-d95eb121ecff {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:57:19.817859 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-610e9e7d-01b0-4054-aafe-b0a19dfb3b0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.885774 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99402044-056b-4ce3-b10e-590c51e6d051 None None] Network 45b0c21d-4610-4d55-b9c9-f1403fa962c6 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:19.886444 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357799c-e6a8-4a0e-b84c-81cec53d9627 tempest-FloatingIPAdminTestJSON-1780768532 tempest-FloatingIPAdminTestJSON-1780768532-project] Pushing event updated for resources: {'Port': ['ID=cbc2879e-b68e-4591-a0c0-e439609395fa,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:19.894016 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2c6fa75b-3505-40a4-92c1-fa8ce645acdc tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.938383 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-610e9e7d-01b0-4054-aafe-b0a19dfb3b0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.968193 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c357799c-e6a8-4a0e-b84c-81cec53d9627 tempest-FloatingIPAdminTestJSON-1780768532 tempest-FloatingIPAdminTestJSON-1780768532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.987581 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c357799c-e6a8-4a0e-b84c-81cec53d9627 tempest-FloatingIPAdminTestJSON-1780768532 tempest-FloatingIPAdminTestJSON-1780768532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.989599 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c357799c-e6a8-4a0e-b84c-81cec53d9627 tempest-FloatingIPAdminTestJSON-1780768532 tempest-FloatingIPAdminTestJSON-1780768532-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0506058 Sep 16 04:57:19.992523 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53230) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:20.076445 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-610e9e7d-01b0-4054-aafe-b0a19dfb3b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.086935 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137973ec-4097-4039-a453-728f5ec41069 None None] Pushing event updated for resources: {'Port': ['ID=c89118a7-9a47-450d-b0fa-310ca67add6d,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:20.142822 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2c6fa75b-3505-40a4-92c1-fa8ce645acdc tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.154551 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2c6fa75b-3505-40a4-92c1-fa8ce645acdc tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.213925 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-71747129-94ee-43f6-8ca3-00a613b5bb68 None None] Attempting to bind port c89118a7-9a47-450d-b0fa-310ca67add6d on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:20.214291 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-71747129-94ee-43f6-8ca3-00a613b5bb68 None None] Attempting to bind port c89118a7-9a47-450d-b0fa-310ca67add6d by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '77ae2f9e-48e5-4208-b08d-199ec9d120a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:20.214651 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71747129-94ee-43f6-8ca3-00a613b5bb68 None None] Attempting to bind port c89118a7-9a47-450d-b0fa-310ca67add6d on network fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:20.223473 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d8db3f05-d403-4dfd-9eeb-2ffe9cfaf479 tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.2290876 Sep 16 04:57:20.225998 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 53232) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:20.251939 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6fa75b-3505-40a4-92c1-fa8ce645acdc tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4405052-8b93-4261-bd1d-c47661893a7c,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:20.263693 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2c6fa75b-3505-40a4-92c1-fa8ce645acdc tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.263693 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2c6fa75b-3505-40a4-92c1-fa8ce645acdc tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5176215 Sep 16 04:57:20.270100 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53234) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:20.276886 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-87be4452-55af-4be8-90ac-9c727cd72b79 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:20.287546 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71747129-94ee-43f6-8ca3-00a613b5bb68 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:20.289029 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71747129-94ee-43f6-8ca3-00a613b5bb68 None None] Checking segment: {'id': '77ae2f9e-48e5-4208-b08d-199ec9d120a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:20.289962 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-71747129-94ee-43f6-8ca3-00a613b5bb68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.294196 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71747129-94ee-43f6-8ca3-00a613b5bb68 None None] Bound using segment: {'id': '77ae2f9e-48e5-4208-b08d-199ec9d120a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:20.296299 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-71747129-94ee-43f6-8ca3-00a613b5bb68 None None] Bound port: c89118a7-9a47-450d-b0fa-310ca67add6d, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ae2f9e-48e5-4208-b08d-199ec9d120a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:20.298740 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-71747129-94ee-43f6-8ca3-00a613b5bb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.376244 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-610e9e7d-01b0-4054-aafe-b0a19dfb3b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.387737 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5cf0e7e9-8012-4ef8-98e3-13c8ea8b0fc2 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1597290 Sep 16 04:57:20.388376 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 53238) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:20.478242 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ba078260-eded-471c-b597-47d2e472746c None None] Provisioning complete for port c89118a7-9a47-450d-b0fa-310ca67add6d triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:20.478855 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ba078260-eded-471c-b597-47d2e472746c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.484297 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e9e7d-01b0-4054-aafe-b0a19dfb3b0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae3b752b-dbea-4f4c-9ac2-d95eb121ecff,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:20.484714 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-71747129-94ee-43f6-8ca3-00a613b5bb68 None None] For port c89118a7-9a47-450d-b0fa-310ca67add6d, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:20.490805 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-71747129-94ee-43f6-8ca3-00a613b5bb68 None None] For port c89118a7-9a47-450d-b0fa-310ca67add6d, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=c89118a7-9a47-450d-b0fa-310ca67add6d,segment=NetworkSegment(77ae2f9e-48e5-4208-b08d-199ec9d120a2),segment_id=77ae2f9e-48e5-4208-b08d-199ec9d120a2)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:20.498565 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-610e9e7d-01b0-4054-aafe-b0a19dfb3b0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.503705 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-610e9e7d-01b0-4054-aafe-b0a19dfb3b0f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ae3b752b-dbea-4f4c-9ac2-d95eb121ecff HTTP/1.1" status: 204 len: 168 time: 0.8743341 Sep 16 04:57:20.505026 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53244) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:20.537106 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-71747129-94ee-43f6-8ca3-00a613b5bb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.590072 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-61c0b47f-6808-4940-89a0-3a342f57e04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.597556 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-87be4452-55af-4be8-90ac-9c727cd72b79 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for floatingip, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.649498 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-ba078260-eded-471c-b597-47d2e472746c None None] Port c89118a7-9a47-450d-b0fa-310ca67add6d cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:20.671224 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71747129-94ee-43f6-8ca3-00a613b5bb68 None None] Routers {'2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:20.672181 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-71747129-94ee-43f6-8ca3-00a613b5bb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:57:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:20.737449 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-7d02c4e6-8282-4a30-915c-673f84e3837d tempest-FloatingIPAdminTestJSON-1780768532 tempest-FloatingIPAdminTestJSON-1780768532-project] Deleting port cbc2879e-b68e-4591-a0c0-e439609395fa {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:20.738036 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d02c4e6-8282-4a30-915c-673f84e3837d tempest-FloatingIPAdminTestJSON-1780768532 tempest-FloatingIPAdminTestJSON-1780768532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.790909 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137973ec-4097-4039-a453-728f5ec41069 None None] Pushing event updated for resources: {'Port': ['ID=c89118a7-9a47-450d-b0fa-310ca67add6d,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:20.805426 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-61c0b47f-6808-4940-89a0-3a342f57e04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.905227 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-61c0b47f-6808-4940-89a0-3a342f57e04e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b0c21d-4610-4d55-b9c9-f1403fa962c6']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:20.992482 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d02c4e6-8282-4a30-915c-673f84e3837d tempest-FloatingIPAdminTestJSON-1780768532 tempest-FloatingIPAdminTestJSON-1780768532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.993448 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d02c4e6-8282-4a30-915c-673f84e3837d tempest-FloatingIPAdminTestJSON-1780768532 tempest-FloatingIPAdminTestJSON-1780768532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.033331 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-61c0b47f-6808-4940-89a0-3a342f57e04e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dab9310f-13ce-4bf8-a7e1-33eed22fc3ad') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:21.033954 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-61c0b47f-6808-4940-89a0-3a342f57e04e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dab9310f-13ce-4bf8-a7e1-33eed22fc3ad') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:21.068882 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-7d02c4e6-8282-4a30-915c-673f84e3837d tempest-FloatingIPAdminTestJSON-1780768532 tempest-FloatingIPAdminTestJSON-1780768532-project] Calling delete_port for cbc2879e-b68e-4591-a0c0-e439609395fa owned by network:floatingip {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:21.071347 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-71747129-94ee-43f6-8ca3-00a613b5bb68 None None] Set router 2a0e28cf-cf00-4e2c-a46b-39fab1f52ece gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:57:21.419830 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d02c4e6-8282-4a30-915c-673f84e3837d tempest-FloatingIPAdminTestJSON-1780768532 tempest-FloatingIPAdminTestJSON-1780768532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.473642 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-95e36e01-28cb-4e26-afa4-4c6b334b9429 None None] Provisioning complete for port c89118a7-9a47-450d-b0fa-310ca67add6d triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:21.474252 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-95e36e01-28cb-4e26-afa4-4c6b334b9429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.609000 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-61c0b47f-6808-4940-89a0-3a342f57e04e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.655302 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-61c0b47f-6808-4940-89a0-3a342f57e04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.658139 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02c4e6-8282-4a30-915c-673f84e3837d tempest-FloatingIPAdminTestJSON-1780768532 tempest-FloatingIPAdminTestJSON-1780768532-project] Pushing event deleted for resources: {'Port': ['ID=cbc2879e-b68e-4591-a0c0-e439609395fa,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:21.708148 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c0b47f-6808-4940-89a0-3a342f57e04e admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:57:21.710689 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-61c0b47f-6808-4940-89a0-3a342f57e04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.719677 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:57:21.719677 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:57:21.719677 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:57:21.719677 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:57:21.719677 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:57:21.719677 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:57:21.719677 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:57:21.719677 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:57:21.719677 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:57:21.719677 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:57:21.719677 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:57:21.719677 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:57:21.719677 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:57:21.719677 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:57:21.719677 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:57:21.719677 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:57:21.719677 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:57:21.719677 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:57:21.719677 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:57:21.719677 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:57:21.719677 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:57:21.719677 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:57:21.719677 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:57:21.719677 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:57:21.719677 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:57:21.719677 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:57:21.719677 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:57:21.719677 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:57:21.719677 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:57:21.719677 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:57:21.719677 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:57:21.719677 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:57:21.762052 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d02c4e6-8282-4a30-915c-673f84e3837d tempest-FloatingIPAdminTestJSON-1780768532 tempest-FloatingIPAdminTestJSON-1780768532-project] Notify callbacks [] for floatingip, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.772311 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d02c4e6-8282-4a30-915c-673f84e3837d tempest-FloatingIPAdminTestJSON-1780768532 tempest-FloatingIPAdminTestJSON-1780768532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.773833 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7d02c4e6-8282-4a30-915c-673f84e3837d tempest-FloatingIPAdminTestJSON-1780768532 tempest-FloatingIPAdminTestJSON-1780768532-project] 10.222.0.35 "DELETE /v2.0/floatingips/cafd2397-2594-4ef0-b4cd-38f4142fbbf4 HTTP/1.1" status: 204 len: 168 time: 1.3842444 Sep 16 04:57:21.778671 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 53256) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:21.844269 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-95e36e01-28cb-4e26-afa4-4c6b334b9429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.859562 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-87be4452-55af-4be8-90ac-9c727cd72b79 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.876170 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-61c0b47f-6808-4940-89a0-3a342f57e04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.941799 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-61c0b47f-6808-4940-89a0-3a342f57e04e admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.945873 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-61c0b47f-6808-4940-89a0-3a342f57e04e admin admin] 10.222.0.35 "DELETE /v2.0/networks/45b0c21d-4610-4d55-b9c9-f1403fa962c6 HTTP/1.1" status: 204 len: 168 time: 1.4390795 Sep 16 04:57:21.947790 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-95e36e01-28cb-4e26-afa4-4c6b334b9429 None None] For port c89118a7-9a47-450d-b0fa-310ca67add6d, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=c89118a7-9a47-450d-b0fa-310ca67add6d,segment=NetworkSegment(77ae2f9e-48e5-4208-b08d-199ec9d120a2),segment_id=77ae2f9e-48e5-4208-b08d-199ec9d120a2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:21.964966 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-95e36e01-28cb-4e26-afa4-4c6b334b9429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.980643 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-71747129-94ee-43f6-8ca3-00a613b5bb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'name': 'tempest-AttachVolumeShelveTestJSON-1952685973-router', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '2668fa4c-4c34-4800-b1fc-52c492059be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:02Z', 'updated_at': '2021-09-16T04:57:15Z', 'revision_number': 4, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'gw_port': {'id': '2668fa4c-4c34-4800-b1fc-52c492059be1', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:04Z', 'updated_at': '2021-09-16T04:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'c89118a7-9a47-450d-b0fa-310ca67add6d', 'name': '', 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'mac_address': 'fa:16:3e:51:e0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '03820bd1-1023-490e-b628-251d17d722c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:12Z', 'updated_at': '2021-09-16T04:57:20Z', 'revision_number': 4, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'subnets': [{'id': '03820bd1-1023-490e-b628-251d17d722c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:21.993647 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0b47f-6808-4940-89a0-3a342f57e04e admin admin] Pushing event deleted for resources: {'Network': ['ID=45b0c21d-4610-4d55-b9c9-f1403fa962c6,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:22.067223 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71747129-94ee-43f6-8ca3-00a613b5bb68 None None] The sync data for ids ['2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'] in n-d-712139-15 is: [{'id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'name': 'tempest-AttachVolumeShelveTestJSON-1952685973-router', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '2668fa4c-4c34-4800-b1fc-52c492059be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:02Z', 'updated_at': '2021-09-16T04:57:15Z', 'revision_number': 4, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'gw_port': {'id': '2668fa4c-4c34-4800-b1fc-52c492059be1', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:04Z', 'updated_at': '2021-09-16T04:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'c89118a7-9a47-450d-b0fa-310ca67add6d', 'name': '', 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'mac_address': 'fa:16:3e:51:e0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '03820bd1-1023-490e-b628-251d17d722c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:12Z', 'updated_at': '2021-09-16T04:57:20Z', 'revision_number': 4, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'subnets': [{'id': '03820bd1-1023-490e-b628-251d17d722c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:57:22.252440 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-ca98eb33-ef3f-496a-a91a-077ea8a4f9bc tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Deleting port a34b7286-51d1-404a-a378-c49d5fb45d41 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:22.253436 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ca98eb33-ef3f-496a-a91a-077ea8a4f9bc tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.296312 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e36e01-28cb-4e26-afa4-4c6b334b9429 None None] Pushing event updated for resources: {'Port': ['ID=c89118a7-9a47-450d-b0fa-310ca67add6d,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:22.320340 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-87be4452-55af-4be8-90ac-9c727cd72b79 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Allocated IP 172.25.8.135 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/9d8e0dc9-76f2-4e2e-bd26-a224f7a0d36a) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:22.339755 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 53268) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:22.597028 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-87be4452-55af-4be8-90ac-9c727cd72b79 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.610199 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ca98eb33-ef3f-496a-a91a-077ea8a4f9bc tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.617164 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ca98eb33-ef3f-496a-a91a-077ea8a4f9bc tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.636341 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f1f567f1-94ab-4c46-8800-f4d41d60968d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=94ea1ee5d1484e639064cce57fd587a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2859290 Sep 16 04:57:22.639755 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 53278) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:22.658924 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-ca98eb33-ef3f-496a-a91a-077ea8a4f9bc tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Calling delete_port for a34b7286-51d1-404a-a378-c49d5fb45d41 owned by network:floatingip {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:22.694641 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-87be4452-55af-4be8-90ac-9c727cd72b79 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.792361 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87be4452-55af-4be8-90ac-9c727cd72b79 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:22.806810 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-87be4452-55af-4be8-90ac-9c727cd72b79 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:22.833040 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87be4452-55af-4be8-90ac-9c727cd72b79 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:22.914049 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9eb585eb-18e6-4d99-8ea6-d32123cc7d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.942076 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be4452-55af-4be8-90ac-9c727cd72b79 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Pushing event updated for resources: {'Port': ['ID=9d8e0dc9-76f2-4e2e-bd26-a224f7a0d36a,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:23.001001 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9eb585eb-18e6-4d99-8ea6-d32123cc7d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.097393 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ca98eb33-ef3f-496a-a91a-077ea8a4f9bc tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.167675 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca98eb33-ef3f-496a-a91a-077ea8a4f9bc tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Pushing event deleted for resources: {'Port': ['ID=a34b7286-51d1-404a-a378-c49d5fb45d41,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:23.177670 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9eb585eb-18e6-4d99-8ea6-d32123cc7d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.179908 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9eb585eb-18e6-4d99-8ea6-d32123cc7d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.181117 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9eb585eb-18e6-4d99-8ea6-d32123cc7d1a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/be8d7c1c-72a8-4154-b6cf-979129d8c68a HTTP/1.1" status: 204 len: 168 time: 0.5332918 Sep 16 04:57:23.254703 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-87be4452-55af-4be8-90ac-9c727cd72b79 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.341248 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device c89118a7-9a47-450d-b0fa-310ca67add6d up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:23.342811 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb585eb-18e6-4d99-8ea6-d32123cc7d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8d7c1c-72a8-4154-b6cf-979129d8c68a,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:23.352705 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-87be4452-55af-4be8-90ac-9c727cd72b79 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.380456 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ca98eb33-ef3f-496a-a91a-077ea8a4f9bc tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.386329 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ca98eb33-ef3f-496a-a91a-077ea8a4f9bc tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.390242 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ca98eb33-ef3f-496a-a91a-077ea8a4f9bc tempest-FloatingIPAdminTestJSON-86450874 tempest-FloatingIPAdminTestJSON-86450874-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/c4f523cf-32f6-488a-9de6-a6db28e8aeb8 HTTP/1.1" status: 204 len: 168 time: 1.6098902 Sep 16 04:57:23.395968 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 53288) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:23.513088 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port c89118a7-9a47-450d-b0fa-310ca67add6d triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:23.513391 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.814151 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-87be4452-55af-4be8-90ac-9c727cd72b79 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.822007 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-87be4452-55af-4be8-90ac-9c727cd72b79 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.091220 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be4452-55af-4be8-90ac-9c727cd72b79 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Pushing event updated for resources: {'Port': ['ID=9d8e0dc9-76f2-4e2e-bd26-a224f7a0d36a,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:24.129202 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-87be4452-55af-4be8-90ac-9c727cd72b79 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.168236 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-87be4452-55af-4be8-90ac-9c727cd72b79 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.179189 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-87be4452-55af-4be8-90ac-9c727cd72b79 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9057517 Sep 16 04:57:24.473419 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-14899c96-4d05-471f-b459-d2594c050cdc tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Deleting port 480b02f3-7ffa-48d1-aad4-840da38cb2c8 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:24.473925 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-14899c96-4d05-471f-b459-d2594c050cdc tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.712220 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-408e001e-585f-4a56-89f4-40975d002fe2 req-58cd30f4-067b-4af3-8f24-0b88a82ea86c tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1993462784&fields=id&tenant_id=9b67ac34bf7e46cc823dbce391e87ff7 HTTP/1.1" status: 200 len: 267 time: 0.1969614 Sep 16 04:57:24.777500 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-14899c96-4d05-471f-b459-d2594c050cdc tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.817531 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-14899c96-4d05-471f-b459-d2594c050cdc tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Calling delete_port for 480b02f3-7ffa-48d1-aad4-840da38cb2c8 owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:24.948894 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e001e-585f-4a56-89f4-40975d002fe2 req-1c06f637-214b-4082-9f74-01f911fe4ceb tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:24.951260 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-408e001e-585f-4a56-89f4-40975d002fe2 req-1c06f637-214b-4082-9f74-01f911fe4ceb tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/networks?id=fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 HTTP/1.1" status: 200 len: 817 time: 0.2072256 Sep 16 04:57:24.983535 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-408e001e-585f-4a56-89f4-40975d002fe2 req-c2d1312e-2dba-42cf-a7f3-d8be9bd1cf5d tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/quotas/9b67ac34bf7e46cc823dbce391e87ff7 HTTP/1.1" status: 200 len: 375 time: 0.0192475 Sep 16 04:57:25.090864 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-14899c96-4d05-471f-b459-d2594c050cdc tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:25.166589 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14899c96-4d05-471f-b459-d2594c050cdc tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Pushing event deleted for resources: {'Port': ['ID=480b02f3-7ffa-48d1-aad4-840da38cb2c8,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:25.280677 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-408e001e-585f-4a56-89f4-40975d002fe2 req-f570a52a-6958-43f0-b13f-e759621f0c31 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9b67ac34bf7e46cc823dbce391e87ff7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2025082 Sep 16 04:57:25.332145 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-14899c96-4d05-471f-b459-d2594c050cdc tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:25.334957 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-14899c96-4d05-471f-b459-d2594c050cdc tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] 10.222.0.35 "DELETE /v2.0/ports/480b02f3-7ffa-48d1-aad4-840da38cb2c8 HTTP/1.1" status: 204 len: 168 time: 1.9362977 Sep 16 04:57:25.337708 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 53356) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:25.482101 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ff722d-8b2f-4dbd-b8bd-3e5872985f4e tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:25.485190 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d0ff722d-8b2f-4dbd-b8bd-3e5872985f4e tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] 10.222.0.35 "GET /v2.0/ports?device_id=40a03ee0-1ea5-44ce-92eb-db57b27ed06d HTTP/1.1" status: 200 len: 913 time: 0.1462016 Sep 16 04:57:25.489802 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53366) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:25.520753 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-408e001e-585f-4a56-89f4-40975d002fe2 req-d3b87457-4a99-4331-9175-7912452a9774 service neutron] 10.222.0.35 "GET /v2.0/networks/fa14f7fe-1f8d-4bc9-a5b1-99c520e36470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266009 Sep 16 04:57:25.695775 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-408e001e-585f-4a56-89f4-40975d002fe2 req-b94897c9-57ae-4d45-87ff-0f7bcda62542 service neutron] 10.222.0.35 "GET /v2.0/networks/fa14f7fe-1f8d-4bc9-a5b1-99c520e36470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502311 Sep 16 04:57:26.460892 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0f6343a6-f342-4eb8-bb40-1f38777eb771 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:27.115422 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-0f6343a6-f342-4eb8-bb40-1f38777eb771 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Deleting port b4300029-4342-4c69-b342-a6fb27703eb6 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:27.116403 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0f6343a6-f342-4eb8-bb40-1f38777eb771 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:27.398959 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0f6343a6-f342-4eb8-bb40-1f38777eb771 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:27.464107 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-0f6343a6-f342-4eb8-bb40-1f38777eb771 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Calling delete_port for b4300029-4342-4c69-b342-a6fb27703eb6 owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:27.506822 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-11d05ee3-a99c-4f1d-9af1-9236c58212fe req-a89f2dce-fe3e-48f3-a8c3-29ae93634d9f tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 210 time: 0.1403739 Sep 16 04:57:28.294563 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0f6343a6-f342-4eb8-bb40-1f38777eb771 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.385564 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6343a6-f342-4eb8-bb40-1f38777eb771 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Pushing event deleted for resources: {'Port': ['ID=b4300029-4342-4c69-b342-a6fb27703eb6,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:28.468896 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e001e-585f-4a56-89f4-40975d002fe2 req-d6316497-d22d-4ebf-be09-b7451a7773f0 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:28.470562 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-408e001e-585f-4a56-89f4-40975d002fe2 req-d6316497-d22d-4ebf-be09-b7451a7773f0 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.47 "GET /v2.0/networks?id=fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 HTTP/1.1" status: 200 len: 817 time: 0.4848576 Sep 16 04:57:28.595194 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-408e001e-585f-4a56-89f4-40975d002fe2 req-852d8c0e-88ee-4c7a-9f1e-1d145a65b07a tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b67ac34bf7e46cc823dbce391e87ff7 HTTP/1.1" status: 200 len: 380 time: 0.1087236 Sep 16 04:57:28.631179 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-408e001e-585f-4a56-89f4-40975d002fe2 req-f689e8ed-b9ab-4026-bee2-1bc25ba2d613 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Request body: {'port': {'device_id': '7ae10969-906a-444f-b27a-93e3677f86d7', 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470', 'admin_state_up': True, 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'security_groups': ['4a82c10c-b888-4bd0-adf3-8ccf373a07b4']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:28.911918 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f9848cb3-6aa5-4de1-9432-8dabba27c284 req-df1aea2b-4d71-4cd1-8858-401884a441e1 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 210 time: 0.1553431 Sep 16 04:57:29.019534 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0f6343a6-f342-4eb8-bb40-1f38777eb771 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.126381 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-408e001e-585f-4a56-89f4-40975d002fe2 req-f689e8ed-b9ab-4026-bee2-1bc25ba2d613 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Made reservation on behalf of 9b67ac34bf7e46cc823dbce391e87ff7 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:29.130936 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-408e001e-585f-4a56-89f4-40975d002fe2 req-f689e8ed-b9ab-4026-bee2-1bc25ba2d613 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.473598 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-408e001e-585f-4a56-89f4-40975d002fe2 req-f689e8ed-b9ab-4026-bee2-1bc25ba2d613 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Allocated IP 172.20.0.11 (fa14f7fe-1f8d-4bc9-a5b1-99c520e36470/03820bd1-1023-490e-b628-251d17d722c4/dfa7b302-5c1c-443a-89da-aad3b2a9358e) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:29.756210 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6343a6-f342-4eb8-bb40-1f38777eb771 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Router 40a03ee0-1ea5-44ce-92eb-db57b27ed06d has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:57:29.903751 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-408e001e-585f-4a56-89f4-40975d002fe2 req-f689e8ed-b9ab-4026-bee2-1bc25ba2d613 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.964391 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:57:29.972772 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6343a6-f342-4eb8-bb40-1f38777eb771 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:57:29.979286 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0f6343a6-f342-4eb8-bb40-1f38777eb771 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] 10.222.0.35 "PUT /v2.0/routers/40a03ee0-1ea5-44ce-92eb-db57b27ed06d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4874496 Sep 16 04:57:29.984441 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53474) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:29.988041 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c99dc8-23c0-434c-bdc7-b824c569de3a None None] Sync routers for ids ['40a03ee0-1ea5-44ce-92eb-db57b27ed06d'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:57:30.012687 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c99dc8-23c0-434c-bdc7-b824c569de3a None None] Routers {'40a03ee0-1ea5-44ce-92eb-db57b27ed06d'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:30.014825 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-27c99dc8-23c0-434c-bdc7-b824c569de3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:57:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['40a03ee0-1ea5-44ce-92eb-db57b27ed06d'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:30.016887 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-408e001e-585f-4a56-89f4-40975d002fe2 req-f689e8ed-b9ab-4026-bee2-1bc25ba2d613 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.130700 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689e8ed-b9ab-4026-bee2-1bc25ba2d613 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Pushing event updated for resources: {'Port': ['ID=dfa7b302-5c1c-443a-89da-aad3b2a9358e,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:30.207567 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-27c99dc8-23c0-434c-bdc7-b824c569de3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:30.229792 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c99dc8-23c0-434c-bdc7-b824c569de3a None None] Routers {'40a03ee0-1ea5-44ce-92eb-db57b27ed06d'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:30.231044 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-27c99dc8-23c0-434c-bdc7-b824c569de3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:57:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['40a03ee0-1ea5-44ce-92eb-db57b27ed06d'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:30.258447 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1a1633d3-f1c0-43fd-b0b0-5b70e6594644 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.302747 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-27c99dc8-23c0-434c-bdc7-b824c569de3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:30.303472 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c99dc8-23c0-434c-bdc7-b824c569de3a None None] The sync data for ids ['40a03ee0-1ea5-44ce-92eb-db57b27ed06d'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:57:30.316771 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-408e001e-585f-4a56-89f4-40975d002fe2 req-f689e8ed-b9ab-4026-bee2-1bc25ba2d613 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Network fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:30.329981 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-408e001e-585f-4a56-89f4-40975d002fe2 req-f689e8ed-b9ab-4026-bee2-1bc25ba2d613 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:30.355885 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-408e001e-585f-4a56-89f4-40975d002fe2 req-f689e8ed-b9ab-4026-bee2-1bc25ba2d613 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:30.461906 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e001e-585f-4a56-89f4-40975d002fe2 req-f689e8ed-b9ab-4026-bee2-1bc25ba2d613 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:30.463449 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-408e001e-585f-4a56-89f4-40975d002fe2 req-f689e8ed-b9ab-4026-bee2-1bc25ba2d613 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.538861 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450194f-fd87-46a2-9805-29470a3054b9 req-526c2310-67b5-4d57-983d-2bedf6d06dd9 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:30.555823 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3450194f-fd87-46a2-9805-29470a3054b9 req-526c2310-67b5-4d57-983d-2bedf6d06dd9 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 932 time: 0.3905654 Sep 16 04:57:30.591352 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-408e001e-585f-4a56-89f4-40975d002fe2 req-f689e8ed-b9ab-4026-bee2-1bc25ba2d613 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9864063 Sep 16 04:57:30.665668 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-408e001e-585f-4a56-89f4-40975d002fe2 req-edc28fa1-e8ca-4858-ade3-6a42d0320ae0 service neutron] Request body: {'port': {'device_id': '7ae10969-906a-444f-b27a-93e3677f86d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:30.907562 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3450194f-fd87-46a2-9805-29470a3054b9 req-56050964-ff56-492f-8b6d-93b7f4bcf0b6 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3379331 Sep 16 04:57:30.945356 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-408e001e-585f-4a56-89f4-40975d002fe2 req-edc28fa1-e8ca-4858-ade3-6a42d0320ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.947971 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-b4df2ba2-3f98-428b-b257-12eae0816790 None None] Provisioning complete for port dfa7b302-5c1c-443a-89da-aad3b2a9358e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:30.948616 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b4df2ba2-3f98-428b-b257-12eae0816790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.024884 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-b4df2ba2-3f98-428b-b257-12eae0816790 None None] Port dfa7b302-5c1c-443a-89da-aad3b2a9358e cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:31.212549 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1a1633d3-f1c0-43fd-b0b0-5b70e6594644 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.379078 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-1a1633d3-f1c0-43fd-b0b0-5b70e6594644 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Deleting port ed959e43-f157-4531-a92a-c358c01986f3 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:31.379078 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1a1633d3-f1c0-43fd-b0b0-5b70e6594644 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.550394 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1a1633d3-f1c0-43fd-b0b0-5b70e6594644 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.555382 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-408e001e-585f-4a56-89f4-40975d002fe2 req-edc28fa1-e8ca-4858-ade3-6a42d0320ae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfa7b302-5c1c-443a-89da-aad3b2a9358e {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:57:31.576071 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-1a1633d3-f1c0-43fd-b0b0-5b70e6594644 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Calling delete_port for ed959e43-f157-4531-a92a-c358c01986f3 owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:31.579909 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-408e001e-585f-4a56-89f4-40975d002fe2 req-edc28fa1-e8ca-4858-ade3-6a42d0320ae0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.626372 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-408e001e-585f-4a56-89f4-40975d002fe2 req-edc28fa1-e8ca-4858-ade3-6a42d0320ae0 service neutron] Transition to ACTIVE for port object dfa7b302-5c1c-443a-89da-aad3b2a9358e will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:57:31.631617 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-408e001e-585f-4a56-89f4-40975d002fe2 req-edc28fa1-e8ca-4858-ade3-6a42d0320ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.890993 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc28fa1-e8ca-4858-ade3-6a42d0320ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa7b302-5c1c-443a-89da-aad3b2a9358e,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:31.998195 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-408e001e-585f-4a56-89f4-40975d002fe2 req-edc28fa1-e8ca-4858-ade3-6a42d0320ae0 service neutron] Attempting to bind port dfa7b302-5c1c-443a-89da-aad3b2a9358e on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:31.998839 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-408e001e-585f-4a56-89f4-40975d002fe2 req-edc28fa1-e8ca-4858-ade3-6a42d0320ae0 service neutron] Attempting to bind port dfa7b302-5c1c-443a-89da-aad3b2a9358e by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '77ae2f9e-48e5-4208-b08d-199ec9d120a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:31.999326 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408e001e-585f-4a56-89f4-40975d002fe2 req-edc28fa1-e8ca-4858-ade3-6a42d0320ae0 service neutron] Attempting to bind port dfa7b302-5c1c-443a-89da-aad3b2a9358e on network fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:32.012401 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408e001e-585f-4a56-89f4-40975d002fe2 req-edc28fa1-e8ca-4858-ade3-6a42d0320ae0 service neutron] Port dfa7b302-5c1c-443a-89da-aad3b2a9358e on network fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:57:32.014664 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408e001e-585f-4a56-89f4-40975d002fe2 req-edc28fa1-e8ca-4858-ade3-6a42d0320ae0 service neutron] Attempting to bind port dfa7b302-5c1c-443a-89da-aad3b2a9358e on network fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:32.033756 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408e001e-585f-4a56-89f4-40975d002fe2 req-edc28fa1-e8ca-4858-ade3-6a42d0320ae0 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:32.034293 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408e001e-585f-4a56-89f4-40975d002fe2 req-edc28fa1-e8ca-4858-ade3-6a42d0320ae0 service neutron] Checking segment: {'id': '77ae2f9e-48e5-4208-b08d-199ec9d120a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:32.034911 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408e001e-585f-4a56-89f4-40975d002fe2 req-edc28fa1-e8ca-4858-ade3-6a42d0320ae0 service neutron] Bound using segment: {'id': '77ae2f9e-48e5-4208-b08d-199ec9d120a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:32.035644 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-408e001e-585f-4a56-89f4-40975d002fe2 req-edc28fa1-e8ca-4858-ade3-6a42d0320ae0 service neutron] Bound port: dfa7b302-5c1c-443a-89da-aad3b2a9358e, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77ae2f9e-48e5-4208-b08d-199ec9d120a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:32.036226 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-408e001e-585f-4a56-89f4-40975d002fe2 req-edc28fa1-e8ca-4858-ade3-6a42d0320ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.077288 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1a1633d3-f1c0-43fd-b0b0-5b70e6594644 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.174560 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-408e001e-585f-4a56-89f4-40975d002fe2 req-edc28fa1-e8ca-4858-ade3-6a42d0320ae0 service neutron] For port dfa7b302-5c1c-443a-89da-aad3b2a9358e, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:32.187896 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-408e001e-585f-4a56-89f4-40975d002fe2 req-edc28fa1-e8ca-4858-ade3-6a42d0320ae0 service neutron] For port dfa7b302-5c1c-443a-89da-aad3b2a9358e, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=dfa7b302-5c1c-443a-89da-aad3b2a9358e,segment=NetworkSegment(77ae2f9e-48e5-4208-b08d-199ec9d120a2),segment_id=77ae2f9e-48e5-4208-b08d-199ec9d120a2)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:32.190778 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1633d3-f1c0-43fd-b0b0-5b70e6594644 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Pushing event deleted for resources: {'Port': ['ID=ed959e43-f157-4531-a92a-c358c01986f3,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:32.203200 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-408e001e-585f-4a56-89f4-40975d002fe2 req-edc28fa1-e8ca-4858-ade3-6a42d0320ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.298327 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e001e-585f-4a56-89f4-40975d002fe2 req-edc28fa1-e8ca-4858-ade3-6a42d0320ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:32.301362 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-408e001e-585f-4a56-89f4-40975d002fe2 req-edc28fa1-e8ca-4858-ade3-6a42d0320ae0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.302854 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-408e001e-585f-4a56-89f4-40975d002fe2 req-edc28fa1-e8ca-4858-ade3-6a42d0320ae0 service neutron] 10.222.0.47 "PUT /v2.0/ports/dfa7b302-5c1c-443a-89da-aad3b2a9358e HTTP/1.1" status: 200 len: 1093 time: 1.6633048 Sep 16 04:57:32.365604 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae10969-906a-444f-b27a-93e3677f86d7', 'tag': 'dfa7b302-5c1c-443a-89da-aad3b2a9358e'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:32.369654 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e39b3a7-4f04-48a4-8e52-da0c05d45ee4" -d '{"events": [{"name": "network-changed", "server_uuid": "7ae10969-906a-444f-b27a-93e3677f86d7", "tag": "dfa7b302-5c1c-443a-89da-aad3b2a9358e"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:32.383619 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc28fa1-e8ca-4858-ade3-6a42d0320ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa7b302-5c1c-443a-89da-aad3b2a9358e,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:32.414215 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1a1633d3-f1c0-43fd-b0b0-5b70e6594644 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.440554 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50c6ac-a813-481d-9f23-c1e721cdf979 req-6b5b0568-05a2-4a8e-894e-d960078bc34c tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:32.442592 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6f50c6ac-a813-481d-9f23-c1e721cdf979 req-6b5b0568-05a2-4a8e-894e-d960078bc34c tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 944 time: 0.2527089 Sep 16 04:57:32.496080 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e001e-585f-4a56-89f4-40975d002fe2 req-e4860c17-f602-4b18-ac4e-cc155b07365c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:32.499258 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-408e001e-585f-4a56-89f4-40975d002fe2 req-e4860c17-f602-4b18-ac4e-cc155b07365c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b67ac34bf7e46cc823dbce391e87ff7&device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 1096 time: 0.1081390 Sep 16 04:57:32.540674 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6f50c6ac-a813-481d-9f23-c1e721cdf979 req-9b7d8dae-2816-4c0e-bc7d-6579031744a5 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817795 Sep 16 04:57:32.615453 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-408e001e-585f-4a56-89f4-40975d002fe2 req-5e56b616-892a-4293-9e09-2eec20ab1789 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfa7b302-5c1c-443a-89da-aad3b2a9358e HTTP/1.1" status: 200 len: 217 time: 0.0999770 Sep 16 04:57:32.702761 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e001e-585f-4a56-89f4-40975d002fe2 req-31fe65c6-3596-4a70-aa1f-e65a63481743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:32.707371 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-408e001e-585f-4a56-89f4-40975d002fe2 req-31fe65c6-3596-4a70-aa1f-e65a63481743 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=03820bd1-1023-490e-b628-251d17d722c4 HTTP/1.1" status: 200 len: 856 time: 0.0830109 Sep 16 04:57:32.769554 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367f41d4-b4f3-47fb-a402-477e819b43ea x-openstack-request-id: req-367f41d4-b4f3-47fb-a402-477e819b43ea {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:32.769903 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ae10969-906a-444f-b27a-93e3677f86d7", "tag": "dfa7b302-5c1c-443a-89da-aad3b2a9358e", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:32.770286 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-367f41d4-b4f3-47fb-a402-477e819b43ea {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:32.771001 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ae10969-906a-444f-b27a-93e3677f86d7', 'tag': 'dfa7b302-5c1c-443a-89da-aad3b2a9358e', 'status': 'completed', 'code': 200} Sep 16 04:57:32.785835 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1a1633d3-f1c0-43fd-b0b0-5b70e6594644 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.791788 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1a1633d3-f1c0-43fd-b0b0-5b70e6594644 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.805997 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e001e-585f-4a56-89f4-40975d002fe2 req-6ad95d7c-c20e-4b1f-a1db-dcddb00dd265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:32.807628 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-408e001e-585f-4a56-89f4-40975d002fe2 req-6ad95d7c-c20e-4b1f-a1db-dcddb00dd265 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa14f7fe-1f8d-4bc9-a5b1-99c520e36470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0932267 Sep 16 04:57:32.853236 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1a1633d3-f1c0-43fd-b0b0-5b70e6594644 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.853782 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1633d3-f1c0-43fd-b0b0-5b70e6594644 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Fanout notify agent at l3_agent the message router_deleted on router 40a03ee0-1ea5-44ce-92eb-db57b27ed06d {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:57:32.876370 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1a1633d3-f1c0-43fd-b0b0-5b70e6594644 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.880818 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1a1633d3-f1c0-43fd-b0b0-5b70e6594644 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] 10.222.0.35 "DELETE /v2.0/routers/40a03ee0-1ea5-44ce-92eb-db57b27ed06d HTTP/1.1" status: 204 len: 168 time: 2.8942041 Sep 16 04:57:32.881662 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53552) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:32.964217 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a10ece-3e54-42ba-bad5-d1f9d559feab tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Deleting subnet 0d9160a5-1731-48e2-a9c5-8fa18ab61ed6 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:57:32.971223 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-408e001e-585f-4a56-89f4-40975d002fe2 req-7046493a-7be8-4a49-a634-abcee7834b99 service neutron] 10.222.0.47 "GET /v2.0/networks/fa14f7fe-1f8d-4bc9-a5b1-99c520e36470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553364 Sep 16 04:57:32.973832 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-24a10ece-3e54-42ba-bad5-d1f9d559feab tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.080971 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-24a10ece-3e54-42ba-bad5-d1f9d559feab tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.194236 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-408e001e-585f-4a56-89f4-40975d002fe2 req-fe46129f-3ff5-4740-ab6c-0f1c81e4159a service neutron] 10.222.0.47 "GET /v2.0/networks/fa14f7fe-1f8d-4bc9-a5b1-99c520e36470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160499 Sep 16 04:57:33.310296 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-24a10ece-3e54-42ba-bad5-d1f9d559feab tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.409317 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39b3a7-4f04-48a4-8e52-da0c05d45ee4 req-cc2e0021-0031-42b3-8229-63d29dc2a095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:33.411328 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7e39b3a7-4f04-48a4-8e52-da0c05d45ee4 req-cc2e0021-0031-42b3-8229-63d29dc2a095 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b67ac34bf7e46cc823dbce391e87ff7&device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 1096 time: 0.1147420 Sep 16 04:57:33.498653 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-24a10ece-3e54-42ba-bad5-d1f9d559feab tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.540255 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a10ece-3e54-42ba-bad5-d1f9d559feab tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Pushing event deleted for resources: {'Subnet': ['ID=0d9160a5-1731-48e2-a9c5-8fa18ab61ed6,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:33.552424 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-24a10ece-3e54-42ba-bad5-d1f9d559feab tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.558483 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-24a10ece-3e54-42ba-bad5-d1f9d559feab tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] 10.222.0.35 "DELETE /v2.0/subnets/0d9160a5-1731-48e2-a9c5-8fa18ab61ed6 HTTP/1.1" status: 204 len: 168 time: 0.6751211 Sep 16 04:57:33.559798 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53578) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:33.568952 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e627cbc-b80f-4c67-ae43-541fbcfb2cc1 None None] Network 54214c31-1e9b-4fe4-b727-02e7ac9de14c requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:33.658993 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39b3a7-4f04-48a4-8e52-da0c05d45ee4 req-2f334edc-49ee-4f73-b970-f16c45c0056e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:33.661093 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7e39b3a7-4f04-48a4-8e52-da0c05d45ee4 req-2f334edc-49ee-4f73-b970-f16c45c0056e service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 HTTP/1.1" status: 200 len: 918 time: 0.2417727 Sep 16 04:57:33.734616 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77457c39-fe80-434e-8b29-b3c46b0e6fdb tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.735129 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7e39b3a7-4f04-48a4-8e52-da0c05d45ee4 req-3060e462-2026-4e52-9efd-fd2db57ac932 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfa7b302-5c1c-443a-89da-aad3b2a9358e HTTP/1.1" status: 200 len: 217 time: 0.0654440 Sep 16 04:57:33.836054 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-77457c39-fe80-434e-8b29-b3c46b0e6fdb tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Deleting port 399826f7-935e-497b-a25c-cff683a2972d {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:33.836412 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77457c39-fe80-434e-8b29-b3c46b0e6fdb tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.886592 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39b3a7-4f04-48a4-8e52-da0c05d45ee4 req-31814536-80d1-49e1-a939-28e35861b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:33.893617 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7e39b3a7-4f04-48a4-8e52-da0c05d45ee4 req-31814536-80d1-49e1-a939-28e35861b46d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=03820bd1-1023-490e-b628-251d17d722c4 HTTP/1.1" status: 200 len: 856 time: 0.1452143 Sep 16 04:57:33.907477 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab37a1b-5a3c-499d-a476-df1b404f4555 req-592082d8-227d-4ea1-af12-a33c7d368eb5 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:33.918872 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0ab37a1b-5a3c-499d-a476-df1b404f4555 req-592082d8-227d-4ea1-af12-a33c7d368eb5 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 944 time: 0.1858208 Sep 16 04:57:33.982781 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-77457c39-fe80-434e-8b29-b3c46b0e6fdb tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] For port 399826f7-935e-497b-a25c-cff683a2972d, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=399826f7-935e-497b-a25c-cff683a2972d,segment=NetworkSegment(78d15f72-74b1-49ce-bf92-874ca81899ce),segment_id=78d15f72-74b1-49ce-bf92-874ca81899ce)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:33.983733 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a7557b-c84c-4dc0-b19d-241e60b46f93 None None] DHCP port deletion for 54214c31-1e9b-4fe4-b727-02e7ac9de14c request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:57:33.984976 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77457c39-fe80-434e-8b29-b3c46b0e6fdb tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.008679 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-77457c39-fe80-434e-8b29-b3c46b0e6fdb tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Calling delete_port for 399826f7-935e-497b-a25c-cff683a2972d owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:34.013357 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0ab37a1b-5a3c-499d-a476-df1b404f4555 req-0000cbd0-591b-440b-8a56-daca89f6c6a6 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928724 Sep 16 04:57:34.028324 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39b3a7-4f04-48a4-8e52-da0c05d45ee4 req-f5f7481c-dd6b-4b7b-b921-2940ff729c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:34.032778 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7e39b3a7-4f04-48a4-8e52-da0c05d45ee4 req-f5f7481c-dd6b-4b7b-b921-2940ff729c92 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa14f7fe-1f8d-4bc9-a5b1-99c520e36470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1101124 Sep 16 04:57:34.107582 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-b1a7557b-c84c-4dc0-b19d-241e60b46f93 None None] Deleting port 399826f7-935e-497b-a25c-cff683a2972d {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:34.108236 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b1a7557b-c84c-4dc0-b19d-241e60b46f93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.186189 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77457c39-fe80-434e-8b29-b3c46b0e6fdb tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.263079 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77457c39-fe80-434e-8b29-b3c46b0e6fdb tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Pushing event deleted for resources: {'Port': ['ID=399826f7-935e-497b-a25c-cff683a2972d,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:34.265591 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77457c39-fe80-434e-8b29-b3c46b0e6fdb tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] No DVR routers for this DVR port 399826f7-935e-497b-a25c-cff683a2972d on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:34.318761 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7e39b3a7-4f04-48a4-8e52-da0c05d45ee4 req-0e1cfa6e-7398-430e-a962-b9374970aa0a service neutron] 10.222.0.47 "GET /v2.0/networks/fa14f7fe-1f8d-4bc9-a5b1-99c520e36470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777436 Sep 16 04:57:34.373788 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-b1a7557b-c84c-4dc0-b19d-241e60b46f93 None None] For port 399826f7-935e-497b-a25c-cff683a2972d, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=399826f7-935e-497b-a25c-cff683a2972d,segment=NetworkSegment(78d15f72-74b1-49ce-bf92-874ca81899ce),segment_id=78d15f72-74b1-49ce-bf92-874ca81899ce)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:34.374527 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b1a7557b-c84c-4dc0-b19d-241e60b46f93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.410374 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-b1a7557b-c84c-4dc0-b19d-241e60b46f93 None None] Calling delete_port for 399826f7-935e-497b-a25c-cff683a2972d owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:34.490231 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77457c39-fe80-434e-8b29-b3c46b0e6fdb tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.540630 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-77457c39-fe80-434e-8b29-b3c46b0e6fdb tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54214c31-1e9b-4fe4-b727-02e7ac9de14c']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:34.560906 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7e39b3a7-4f04-48a4-8e52-da0c05d45ee4 req-c6f8ed02-8fb0-41c9-bf46-5171ee2b3fb4 service neutron] 10.222.0.47 "GET /v2.0/networks/fa14f7fe-1f8d-4bc9-a5b1-99c520e36470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203000 Sep 16 04:57:34.565552 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-77457c39-fe80-434e-8b29-b3c46b0e6fdb tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d15f72-74b1-49ce-bf92-874ca81899ce') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:34.565787 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-77457c39-fe80-434e-8b29-b3c46b0e6fdb tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d15f72-74b1-49ce-bf92-874ca81899ce') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:34.595197 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77457c39-fe80-434e-8b29-b3c46b0e6fdb tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.614883 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77457c39-fe80-434e-8b29-b3c46b0e6fdb tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.631562 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77457c39-fe80-434e-8b29-b3c46b0e6fdb tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:57:34.632802 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77457c39-fe80-434e-8b29-b3c46b0e6fdb tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.638946 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:57:34.638946 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:57:34.638946 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:57:34.638946 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:57:34.638946 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:57:34.638946 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:57:34.638946 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:57:34.638946 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:57:34.638946 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:57:34.638946 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:57:34.638946 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:57:34.638946 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:57:34.638946 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:57:34.638946 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:57:34.638946 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:57:34.638946 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:57:34.638946 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:57:34.638946 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:57:34.638946 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:57:34.638946 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:57:34.638946 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:57:34.638946 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:57:34.638946 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:57:34.638946 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:57:34.638946 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:57:34.638946 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:57:34.638946 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:57:34.638946 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:57:34.638946 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:57:34.638946 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:57:34.638946 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:57:34.638946 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:57:34.641249 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b1a7557b-c84c-4dc0-b19d-241e60b46f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.703742 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a7557b-c84c-4dc0-b19d-241e60b46f93 None None] No DVR routers for this DVR port 399826f7-935e-497b-a25c-cff683a2972d on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:34.718914 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7557b-c84c-4dc0-b19d-241e60b46f93 None None] Pushing event deleted for resources: {'Port': ['ID=399826f7-935e-497b-a25c-cff683a2972d,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:34.749632 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77457c39-fe80-434e-8b29-b3c46b0e6fdb tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.768820 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77457c39-fe80-434e-8b29-b3c46b0e6fdb tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.775468 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 53604) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:34.784980 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-77457c39-fe80-434e-8b29-b3c46b0e6fdb tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] 10.222.0.35 "DELETE /v2.0/networks/54214c31-1e9b-4fe4-b727-02e7ac9de14c HTTP/1.1" status: 204 len: 168 time: 1.2244117 Sep 16 04:57:34.807268 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77457c39-fe80-434e-8b29-b3c46b0e6fdb tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Pushing event deleted for resources: {'Network': ['ID=54214c31-1e9b-4fe4-b727-02e7ac9de14c,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:35.005215 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-44309733-6aa6-434f-9f5e-16b456777e97 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Deleting port cdffcbc9-00e6-4bcc-97e0-11e4da341c8c {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:35.005901 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-44309733-6aa6-434f-9f5e-16b456777e97 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.192723 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 399826f7-935e-497b-a25c-cff683a2972d no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:35.251818 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 399826f7-935e-497b-a25c-cff683a2972d {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:35.252167 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 399826f7-935e-497b-a25c-cff683a2972d not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:35.295254 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-44309733-6aa6-434f-9f5e-16b456777e97 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.296083 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-44309733-6aa6-434f-9f5e-16b456777e97 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.334925 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae33d0b-c6f8-4593-b46f-6d9aa7e9be0c req-bf64acb2-72f7-40dd-be91-8c75be52308d tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:35.337595 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aae33d0b-c6f8-4593-b46f-6d9aa7e9be0c req-bf64acb2-72f7-40dd-be91-8c75be52308d tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 944 time: 0.1918209 Sep 16 04:57:35.421942 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-44309733-6aa6-434f-9f5e-16b456777e97 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Calling delete_port for cdffcbc9-00e6-4bcc-97e0-11e4da341c8c owned by network:floatingip {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:35.568941 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device dfa7b302-5c1c-443a-89da-aad3b2a9358e details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:57:35.587687 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aae33d0b-c6f8-4593-b46f-6d9aa7e9be0c req-a266f756-35a5-4ccd-a966-e438a6d09ae4 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050257 Sep 16 04:57:35.733029 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port dfa7b302-5c1c-443a-89da-aad3b2a9358e, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=dfa7b302-5c1c-443a-89da-aad3b2a9358e,segment=NetworkSegment(77ae2f9e-48e5-4208-b08d-199ec9d120a2),segment_id=77ae2f9e-48e5-4208-b08d-199ec9d120a2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:35.748650 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'dfa7b302-5c1c-443a-89da-aad3b2a9358e', 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470', 'port_id': 'dfa7b302-5c1c-443a-89da-aad3b2a9358e', 'mac_address': 'fa:16:3e:17:6d:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03820bd1-1023-490e-b628-251d17d722c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:57:35.755926 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-44309733-6aa6-434f-9f5e-16b456777e97 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.849777 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.893372 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa7b302-5c1c-443a-89da-aad3b2a9358e {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:57:35.921136 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44309733-6aa6-434f-9f5e-16b456777e97 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Pushing event deleted for resources: {'Port': ['ID=cdffcbc9-00e6-4bcc-97e0-11e4da341c8c,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:35.945094 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port dfa7b302-5c1c-443a-89da-aad3b2a9358e, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=dfa7b302-5c1c-443a-89da-aad3b2a9358e,segment=NetworkSegment(77ae2f9e-48e5-4208-b08d-199ec9d120a2),segment_id=77ae2f9e-48e5-4208-b08d-199ec9d120a2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:35.953077 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:36.120316 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-44309733-6aa6-434f-9f5e-16b456777e97 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks [] for floatingip, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:36.127301 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=dfa7b302-5c1c-443a-89da-aad3b2a9358e,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:36.133115 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-44309733-6aa6-434f-9f5e-16b456777e97 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:36.141634 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-44309733-6aa6-434f-9f5e-16b456777e97 tempest-FloatingIPAdminTestJSON-445996877 tempest-FloatingIPAdminTestJSON-445996877-project] 10.222.0.35 "DELETE /v2.0/floatingips/1db7c069-a681-48f7-bd34-5b06d82ca2c5 HTTP/1.1" status: 204 len: 168 time: 1.3642619 Sep 16 04:57:36.237242 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['dfa7b302-5c1c-443a-89da-aad3b2a9358e'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:57:36.447844 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 53650) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:36.796472 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f96da68c-60e4-4f6e-8085-1cf876669540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:36.868183 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53662) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:36.988244 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac46938-901e-42a5-806a-d41d598be64a req-37d47995-d96b-4c34-8fd2-b45e093e0c36 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:36.990341 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2ac46938-901e-42a5-806a-d41d598be64a req-37d47995-d96b-4c34-8fd2-b45e093e0c36 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 945 time: 0.2214756 Sep 16 04:57:37.172468 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-539da74a-71c4-4dcd-acf9-9e7bbf720609 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b54c3cfe5ba644bf88482690fe736463&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3019989 Sep 16 04:57:37.173153 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53674) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:37.181123 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2ac46938-901e-42a5-806a-d41d598be64a req-ec58c3ea-94d0-46bd-bfd0-68674a4df407 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825492 Sep 16 04:57:37.271402 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f96da68c-60e4-4f6e-8085-1cf876669540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.288233 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f96da68c-60e4-4f6e-8085-1cf876669540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.333349 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bb6bd1f2-3d74-4004-8308-332a0e65f5ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.360546 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96da68c-60e4-4f6e-8085-1cf876669540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99ca42e-b11a-41cf-bd09-2b963174d7ac,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:37.380932 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f96da68c-60e4-4f6e-8085-1cf876669540 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=059c78d05f9d4d7f844136b8318195d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9305723 Sep 16 04:57:37.383239 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 53676) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:37.414687 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bb6bd1f2-3d74-4004-8308-332a0e65f5ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.494181 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9c3ab852-15d8-44fa-bf85-dec11c82e31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.553381 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bb6bd1f2-3d74-4004-8308-332a0e65f5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.561654 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bb6bd1f2-3d74-4004-8308-332a0e65f5ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.567060 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-bb6bd1f2-3d74-4004-8308-332a0e65f5ac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fd106bb8-08ad-4eed-ba66-aab6c32b0fa9 HTTP/1.1" status: 204 len: 168 time: 0.3893385 Sep 16 04:57:37.573608 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device dfa7b302-5c1c-443a-89da-aad3b2a9358e up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:37.586369 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9c3ab852-15d8-44fa-bf85-dec11c82e31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.606787 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6bd1f2-3d74-4004-8308-332a0e65f5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd106bb8-08ad-4eed-ba66-aab6c32b0fa9,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:37.774327 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9c3ab852-15d8-44fa-bf85-dec11c82e31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.797102 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9c3ab852-15d8-44fa-bf85-dec11c82e31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.799053 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port dfa7b302-5c1c-443a-89da-aad3b2a9358e completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:57:37.806526 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9c3ab852-15d8-44fa-bf85-dec11c82e31a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c99ca42e-b11a-41cf-bd09-2b963174d7ac HTTP/1.1" status: 204 len: 168 time: 0.4182866 Sep 16 04:57:37.807379 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port dfa7b302-5c1c-443a-89da-aad3b2a9358e triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:37.809121 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.838885 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ab852-15d8-44fa-bf85-dec11c82e31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99ca42e-b11a-41cf-bd09-2b963174d7ac,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:37.932291 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.990410 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port dfa7b302-5c1c-443a-89da-aad3b2a9358e, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=dfa7b302-5c1c-443a-89da-aad3b2a9358e,segment=NetworkSegment(77ae2f9e-48e5-4208-b08d-199ec9d120a2),segment_id=77ae2f9e-48e5-4208-b08d-199ec9d120a2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:37.992692 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae10969-906a-444f-b27a-93e3677f86d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa7b302-5c1c-443a-89da-aad3b2a9358e'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:37.998323 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c718d6f6-a60e-4552-a66b-36b08e2879fc" -d '{"events": [{"server_uuid": "7ae10969-906a-444f-b27a-93e3677f86d7", "name": "network-vif-plugged", "status": "completed", "tag": "dfa7b302-5c1c-443a-89da-aad3b2a9358e"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:38.006132 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:38.086223 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=dfa7b302-5c1c-443a-89da-aad3b2a9358e,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:38.112172 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f48d86-dfe2-418a-90b9-5a59757907a7 x-openstack-request-id: req-24f48d86-dfe2-418a-90b9-5a59757907a7 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:38.112768 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ae10969-906a-444f-b27a-93e3677f86d7", "name": "network-vif-plugged", "status": "completed", "tag": "dfa7b302-5c1c-443a-89da-aad3b2a9358e", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:38.113766 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-24f48d86-dfe2-418a-90b9-5a59757907a7 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:38.114396 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae10969-906a-444f-b27a-93e3677f86d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa7b302-5c1c-443a-89da-aad3b2a9358e', 'code': 200} Sep 16 04:57:38.424871 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe75f7-bc99-44c1-8903-9b08870457f0 req-58903319-d5d5-4c3b-a5df-d6c509c2e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:38.427744 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-65fe75f7-bc99-44c1-8903-9b08870457f0 req-58903319-d5d5-4c3b-a5df-d6c509c2e988 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 1098 time: 0.1533206 Sep 16 04:57:38.500612 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fc747-7c33-4611-b3ca-a22a5c1a4ce2 req-e81ba9a7-4eca-4904-a7df-dec17ee499df tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:38.509919 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-382fc747-7c33-4611-b3ca-a22a5c1a4ce2 req-e81ba9a7-4eca-4904-a7df-dec17ee499df tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 946 time: 0.1613798 Sep 16 04:57:38.565769 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53708) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:38.579169 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-382fc747-7c33-4611-b3ca-a22a5c1a4ce2 req-687bec26-f52b-45a8-b698-f7752f666863 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677152 Sep 16 04:57:38.598756 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8fe2c212-4723-4663-aab3-d34b717239a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:38.641622 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-65fe75f7-bc99-44c1-8903-9b08870457f0 req-538c0827-99c4-4ddf-a1eb-5180d162b3d8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051754 Sep 16 04:57:38.959322 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8fe2c212-4723-4663-aab3-d34b717239a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:38.966440 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8fe2c212-4723-4663-aab3-d34b717239a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.072227 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe2c212-4723-4663-aab3-d34b717239a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbd9f08-099c-4725-8052-2da14d1d0766,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:39.086470 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8fe2c212-4723-4663-aab3-d34b717239a1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=779bc605b0e14ae682cfa0d5c838345e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5195389 Sep 16 04:57:39.095673 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 53726) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:39.218241 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ee667423-11e1-4089-81c6-8ea05d0b4bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.305896 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ee667423-11e1-4089-81c6-8ea05d0b4bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.606951 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ee667423-11e1-4089-81c6-8ea05d0b4bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.612217 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ee667423-11e1-4089-81c6-8ea05d0b4bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.620766 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ee667423-11e1-4089-81c6-8ea05d0b4bf6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0dbd9f08-099c-4725-8052-2da14d1d0766 HTTP/1.1" status: 204 len: 168 time: 0.5172818 Sep 16 04:57:39.647200 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee667423-11e1-4089-81c6-8ea05d0b4bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbd9f08-099c-4725-8052-2da14d1d0766,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:39.948415 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18743dc5-59ad-4c83-9348-3806abac10a1 req-12537080-76f8-47d2-8874-3b984d80632e tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:39.951328 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-18743dc5-59ad-4c83-9348-3806abac10a1 req-12537080-76f8-47d2-8874-3b984d80632e tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 946 time: 0.1159899 Sep 16 04:57:40.075757 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-18743dc5-59ad-4c83-9348-3806abac10a1 req-8d1527bf-568a-4150-a12b-ed5211f94550 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136243 Sep 16 04:57:40.093244 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4b3dce5b-d2ae-4702-9088-024240f6f763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:40.440011 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 53760) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:40.462563 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-796a9b15-48c6-4714-937a-7852c178f62e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:40.670549 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-796a9b15-48c6-4714-937a-7852c178f62e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:40.692821 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-796a9b15-48c6-4714-937a-7852c178f62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:40.785909 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-796a9b15-48c6-4714-937a-7852c178f62e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7a5e1e7b3df04f2699bce2dc941b444f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3441491 Sep 16 04:57:40.789707 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53770) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:40.870140 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a9b15-48c6-4714-937a-7852c178f62e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc623aa-5cb3-42ce-ae19-701ba9375c1f,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:40.962144 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-952e9632-f92d-4292-91aa-9188d2c064b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.093095 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-952e9632-f92d-4292-91aa-9188d2c064b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.300654 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-952e9632-f92d-4292-91aa-9188d2c064b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.303887 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-952e9632-f92d-4292-91aa-9188d2c064b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.305111 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-952e9632-f92d-4292-91aa-9188d2c064b5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3dc623aa-5cb3-42ce-ae19-701ba9375c1f HTTP/1.1" status: 204 len: 168 time: 0.5137901 Sep 16 04:57:41.355512 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e9632-f92d-4292-91aa-9188d2c064b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc623aa-5cb3-42ce-ae19-701ba9375c1f,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:41.458983 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc813c-54eb-49f8-8118-30853f5c43a7 req-04e06599-c3f6-4a77-8d87-04b60c8aae6b tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:41.467691 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ebdc813c-54eb-49f8-8118-30853f5c43a7 req-04e06599-c3f6-4a77-8d87-04b60c8aae6b tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 946 time: 0.1520686 Sep 16 04:57:41.548948 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ebdc813c-54eb-49f8-8118-30853f5c43a7 req-ed70e100-fdf8-4ddd-b697-e606b3665e29 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801032 Sep 16 04:57:41.636369 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.870456 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a06372-da6a-4539-95d6-aefcd7e0b54a req-a4d5fba7-4321-4064-826e-7295013cb208 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:41.879918 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e4a06372-da6a-4539-95d6-aefcd7e0b54a req-a4d5fba7-4321-4064-826e-7295013cb208 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 946 time: 0.1326790 Sep 16 04:57:41.886089 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53798) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:41.901509 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-067f7058-5878-4b19-8f1a-db8e0ca8bb3b tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Request body: {'floatingip': {'port_id': 'dfa7b302-5c1c-443a-89da-aad3b2a9358e'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:42.011804 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-067f7058-5878-4b19-8f1a-db8e0ca8bb3b tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for floatingip, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.216978 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7e9a5a21-69d4-46aa-86ab-db0ab34f140f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.489758 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.db.resource_extend [None req-067f7058-5878-4b19-8f1a-db8e0ca8bb3b tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:57:43.517749 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.652525 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-067f7058-5878-4b19-8f1a-db8e0ca8bb3b tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.661482 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-067f7058-5878-4b19-8f1a-db8e0ca8bb3b tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:44.067487 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [None req-067f7058-5878-4b19-8f1a-db8e0ca8bb3b tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Floating IP 3cd4dd2b-6e7c-49c1-99a9-918f3ed78b2b associated. External IP: 172.25.8.135, port: dfa7b302-5c1c-443a-89da-aad3b2a9358e. Sep 16 04:57:44.595519 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:44.603261 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:44.931636 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067f7058-5878-4b19-8f1a-db8e0ca8bb3b tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Router 2a0e28cf-cf00-4e2c-a46b-39fab1f52ece has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:57:45.314156 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067f7058-5878-4b19-8f1a-db8e0ca8bb3b tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:57:45.365298 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20e429c-8966-42ec-b223-3161615f2cdd None None] Sync routers for ids ['2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:57:45.395239 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-067f7058-5878-4b19-8f1a-db8e0ca8bb3b tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:45.407176 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20e429c-8966-42ec-b223-3161615f2cdd None None] Routers {'2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:45.409240 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-f20e429c-8966-42ec-b223-3161615f2cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:57:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:45.470899 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-067f7058-5878-4b19-8f1a-db8e0ca8bb3b tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "PUT /v2.0/floatingips/3cd4dd2b-6e7c-49c1-99a9-918f3ed78b2b HTTP/1.1" status: 200 len: 992 time: 3.5808504 Sep 16 04:57:45.474181 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae10969-906a-444f-b27a-93e3677f86d7', 'tag': 'dfa7b302-5c1c-443a-89da-aad3b2a9358e'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:45.479171 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1eb841-25ef-48d4-abc3-b75e1bdcde58" -d '{"events": [{"name": "network-changed", "server_uuid": "7ae10969-906a-444f-b27a-93e3677f86d7", "tag": "dfa7b302-5c1c-443a-89da-aad3b2a9358e"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:45.764882 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d1b07c-11af-4f7d-88b6-461a2baf2dec x-openstack-request-id: req-54d1b07c-11af-4f7d-88b6-461a2baf2dec {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:45.765237 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ae10969-906a-444f-b27a-93e3677f86d7", "tag": "dfa7b302-5c1c-443a-89da-aad3b2a9358e", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:45.765447 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-54d1b07c-11af-4f7d-88b6-461a2baf2dec {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:45.765875 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ae10969-906a-444f-b27a-93e3677f86d7', 'tag': 'dfa7b302-5c1c-443a-89da-aad3b2a9358e', 'status': 'completed', 'code': 200} Sep 16 04:57:45.804213 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-f20e429c-8966-42ec-b223-3161615f2cdd None None] Set router 2a0e28cf-cf00-4e2c-a46b-39fab1f52ece gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:57:45.968419 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53926) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:46.038449 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1eb841-25ef-48d4-abc3-b75e1bdcde58 req-c27ba3cf-bff6-4294-87b6-1765ba19b8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:46.048932 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9c1eb841-25ef-48d4-abc3-b75e1bdcde58 req-c27ba3cf-bff6-4294-87b6-1765ba19b8ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b67ac34bf7e46cc823dbce391e87ff7&device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 1098 time: 0.2321451 Sep 16 04:57:46.145761 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:46.330888 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1eb841-25ef-48d4-abc3-b75e1bdcde58 req-01f3300c-86be-4882-94bd-5752adf801b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:46.334806 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9c1eb841-25ef-48d4-abc3-b75e1bdcde58 req-01f3300c-86be-4882-94bd-5752adf801b3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 HTTP/1.1" status: 200 len: 918 time: 0.2640111 Sep 16 04:57:46.512434 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9c1eb841-25ef-48d4-abc3-b75e1bdcde58 req-3ccf5e47-697f-4d97-aa34-31e1c53ee67c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfa7b302-5c1c-443a-89da-aad3b2a9358e HTTP/1.1" status: 200 len: 1000 time: 0.1711621 Sep 16 04:57:46.587520 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-f20e429c-8966-42ec-b223-3161615f2cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'name': 'tempest-AttachVolumeShelveTestJSON-1952685973-router', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '2668fa4c-4c34-4800-b1fc-52c492059be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:02Z', 'updated_at': '2021-09-16T04:57:15Z', 'revision_number': 4, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'gw_port': {'id': '2668fa4c-4c34-4800-b1fc-52c492059be1', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:04Z', 'updated_at': '2021-09-16T04:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '3cd4dd2b-6e7c-49c1-99a9-918f3ed78b2b', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'floating_ip_address': '172.25.8.135', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'port_id': 'dfa7b302-5c1c-443a-89da-aad3b2a9358e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470', 'mac_address': 'fa:16:3e:17:6d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae10969-906a-444f-b27a-93e3677f86d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:57:22Z', 'updated_at': '2021-09-16T04:57:43Z', 'revision_number': 1, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c89118a7-9a47-450d-b0fa-310ca67add6d', 'name': '', 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'mac_address': 'fa:16:3e:51:e0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '03820bd1-1023-490e-b628-251d17d722c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:12Z', 'updated_at': '2021-09-16T04:57:21Z', 'revision_number': 5, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'subnets': [{'id': '03820bd1-1023-490e-b628-251d17d722c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:46.660349 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1eb841-25ef-48d4-abc3-b75e1bdcde58 req-fdccccc0-8363-49fe-b0a2-0203d7771239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:46.663312 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9c1eb841-25ef-48d4-abc3-b75e1bdcde58 req-fdccccc0-8363-49fe-b0a2-0203d7771239 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=03820bd1-1023-490e-b628-251d17d722c4 HTTP/1.1" status: 200 len: 856 time: 0.1419599 Sep 16 04:57:46.707970 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20e429c-8966-42ec-b223-3161615f2cdd None None] Checking router: 2a0e28cf-cf00-4e2c-a46b-39fab1f52ece for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:57:46.752533 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20e429c-8966-42ec-b223-3161615f2cdd None None] Routers {'2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:46.753357 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-f20e429c-8966-42ec-b223-3161615f2cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:57:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:46.768559 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1eb841-25ef-48d4-abc3-b75e1bdcde58 req-f93deddf-7ec6-4584-9db1-93b64a4adb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:46.771081 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9c1eb841-25ef-48d4-abc3-b75e1bdcde58 req-f93deddf-7ec6-4584-9db1-93b64a4adb2e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa14f7fe-1f8d-4bc9-a5b1-99c520e36470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0955100 Sep 16 04:57:46.787929 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-a8608ed8-5520-4d3a-8650-f508da656e73 tempest-MeteringIpV6TestJSON-527867854 tempest-MeteringIpV6TestJSON-527867854-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2089602434'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:46.788416 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-a8608ed8-5520-4d3a-8650-f508da656e73 tempest-MeteringIpV6TestJSON-527867854 tempest-MeteringIpV6TestJSON-527867854-project-admin] Unknown quota resources ['metering_label']. {{(pid=94766) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:57:46.949912 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9c1eb841-25ef-48d4-abc3-b75e1bdcde58 req-9e1f372c-5162-46ae-8efa-1a605ef310d9 service neutron] 10.222.0.47 "GET /v2.0/networks/fa14f7fe-1f8d-4bc9-a5b1-99c520e36470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701014 Sep 16 04:57:47.239103 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9c1eb841-25ef-48d4-abc3-b75e1bdcde58 req-9ed28e1d-374f-47ed-9034-fb1b1a8e7456 service neutron] 10.222.0.47 "GET /v2.0/networks/fa14f7fe-1f8d-4bc9-a5b1-99c520e36470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517855 Sep 16 04:57:47.303019 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-f20e429c-8966-42ec-b223-3161615f2cdd None None] Set router 2a0e28cf-cf00-4e2c-a46b-39fab1f52ece gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:57:47.911648 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a8608ed8-5520-4d3a-8650-f508da656e73 tempest-MeteringIpV6TestJSON-527867854 tempest-MeteringIpV6TestJSON-527867854-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:47.916050 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a8608ed8-5520-4d3a-8650-f508da656e73 tempest-MeteringIpV6TestJSON-527867854 tempest-MeteringIpV6TestJSON-527867854-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.9454379 Sep 16 04:57:47.919661 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53966) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:47.938753 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-1a3fbcc3-5a11-4f31-9323-e05c268036b8 tempest-MeteringIpV6TestJSON-527867854 tempest-MeteringIpV6TestJSON-527867854-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '21510901-0c86-4122-a65c-279144042617'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:47.940134 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-1a3fbcc3-5a11-4f31-9323-e05c268036b8 tempest-MeteringIpV6TestJSON-527867854 tempest-MeteringIpV6TestJSON-527867854-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94766) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:57:48.172985 n-d-712139-15 neutron-server[94766]: WARNING neutron.services.metering.metering_plugin [None req-1a3fbcc3-5a11-4f31-9323-e05c268036b8 tempest-MeteringIpV6TestJSON-527867854 tempest-MeteringIpV6TestJSON-527867854-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 16 04:57:48.376804 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-f20e429c-8966-42ec-b223-3161615f2cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'name': 'tempest-AttachVolumeShelveTestJSON-1952685973-router', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '2668fa4c-4c34-4800-b1fc-52c492059be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:02Z', 'updated_at': '2021-09-16T04:57:15Z', 'revision_number': 4, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'gw_port': {'id': '2668fa4c-4c34-4800-b1fc-52c492059be1', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:04Z', 'updated_at': '2021-09-16T04:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '3cd4dd2b-6e7c-49c1-99a9-918f3ed78b2b', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'floating_ip_address': '172.25.8.135', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'port_id': 'dfa7b302-5c1c-443a-89da-aad3b2a9358e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470', 'mac_address': 'fa:16:3e:17:6d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae10969-906a-444f-b27a-93e3677f86d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:57:22Z', 'updated_at': '2021-09-16T04:57:43Z', 'revision_number': 1, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c89118a7-9a47-450d-b0fa-310ca67add6d', 'name': '', 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'mac_address': 'fa:16:3e:51:e0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '03820bd1-1023-490e-b628-251d17d722c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:12Z', 'updated_at': '2021-09-16T04:57:21Z', 'revision_number': 5, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'subnets': [{'id': '03820bd1-1023-490e-b628-251d17d722c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:48.394882 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1a3fbcc3-5a11-4f31-9323-e05c268036b8 tempest-MeteringIpV6TestJSON-527867854 tempest-MeteringIpV6TestJSON-527867854-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.400554 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 53978) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:48.406633 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-30af3b03-d896-4f62-b73a-b22adfb02e8d tempest-MeteringIpV6TestJSON-527867854 tempest-MeteringIpV6TestJSON-527867854-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '21510901-0c86-4122-a65c-279144042617'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:48.407299 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-30af3b03-d896-4f62-b73a-b22adfb02e8d tempest-MeteringIpV6TestJSON-527867854 tempest-MeteringIpV6TestJSON-527867854-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94767) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:57:48.429115 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1a3fbcc3-5a11-4f31-9323-e05c268036b8 tempest-MeteringIpV6TestJSON-527867854 tempest-MeteringIpV6TestJSON-527867854-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4805491 Sep 16 04:57:48.456938 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20e429c-8966-42ec-b223-3161615f2cdd None None] The sync data for ids ['2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'] in n-d-712139-15 is: [{'id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'name': 'tempest-AttachVolumeShelveTestJSON-1952685973-router', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '2668fa4c-4c34-4800-b1fc-52c492059be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:02Z', 'updated_at': '2021-09-16T04:57:15Z', 'revision_number': 4, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'gw_port': {'id': '2668fa4c-4c34-4800-b1fc-52c492059be1', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:04Z', 'updated_at': '2021-09-16T04:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '3cd4dd2b-6e7c-49c1-99a9-918f3ed78b2b', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'floating_ip_address': '172.25.8.135', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'port_id': 'dfa7b302-5c1c-443a-89da-aad3b2a9358e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470', 'mac_address': 'fa:16:3e:17:6d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae10969-906a-444f-b27a-93e3677f86d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:57:22Z', 'updated_at': '2021-09-16T04:57:43Z', 'revision_number': 1, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c89118a7-9a47-450d-b0fa-310ca67add6d', 'name': '', 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'mac_address': 'fa:16:3e:51:e0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '03820bd1-1023-490e-b628-251d17d722c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:12Z', 'updated_at': '2021-09-16T04:57:21Z', 'revision_number': 5, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'subnets': [{'id': '03820bd1-1023-490e-b628-251d17d722c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:57:48.620532 n-d-712139-15 neutron-server[94767]: WARNING neutron.services.metering.metering_plugin [None req-30af3b03-d896-4f62-b73a-b22adfb02e8d tempest-MeteringIpV6TestJSON-527867854 tempest-MeteringIpV6TestJSON-527867854-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 16 04:57:48.845666 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-30af3b03-d896-4f62-b73a-b22adfb02e8d tempest-MeteringIpV6TestJSON-527867854 tempest-MeteringIpV6TestJSON-527867854-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.849786 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53984) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:48.858961 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-30af3b03-d896-4f62-b73a-b22adfb02e8d tempest-MeteringIpV6TestJSON-527867854 tempest-MeteringIpV6TestJSON-527867854-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4547782 Sep 16 04:57:48.865800 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 53986) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:48.869215 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-262d9dd7-c75f-4fe9-b33d-767a1583d158 tempest-MeteringIpV6TestJSON-527867854 tempest-MeteringIpV6TestJSON-527867854-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=90373676-e3a2-45b5-b6c9-10502b793a89 HTTP/1.1" status: 200 len: 462 time: 0.0179248 Sep 16 04:57:48.982694 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3ee498-66fb-4046-944c-e58744973b65 None None] New status for floating IP 3cd4dd2b-6e7c-49c1-99a9-918f3ed78b2b: ACTIVE {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:57:49.350100 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54000) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:49.602535 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4272d4e4-9ca2-40e7-9fd9-90d590229af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.740692 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4272d4e4-9ca2-40e7-9fd9-90d590229af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.747180 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4272d4e4-9ca2-40e7-9fd9-90d590229af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.829001 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272d4e4-9ca2-40e7-9fd9-90d590229af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff20f54-27e2-4362-9581-a11ccd93b6b7,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:49.835348 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4272d4e4-9ca2-40e7-9fd9-90d590229af4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ed0aa3e1466648bfbf2a719d1a9e887f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4838309 Sep 16 04:57:49.837733 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54024) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:49.929835 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e3a87ad6-3aa4-4377-9b39-194f84aed7c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.963210 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e3a87ad6-3aa4-4377-9b39-194f84aed7c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.996627 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ce420df9-0a5c-49a5-99cf-76406c075ffb tempest-MeteringIpV6TestJSON-527867854 tempest-MeteringIpV6TestJSON-527867854-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.997733 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ce420df9-0a5c-49a5-99cf-76406c075ffb tempest-MeteringIpV6TestJSON-527867854 tempest-MeteringIpV6TestJSON-527867854-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-label-rules/90373676-e3a2-45b5-b6c9-10502b793a89 HTTP/1.1" status: 204 len: 168 time: 1.1304429 Sep 16 04:57:50.001912 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 54032) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:50.016943 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9b3b2a67-eb3e-4220-b5ae-1b4ae9786cf7 tempest-MeteringIpV6TestJSON-527867854 tempest-MeteringIpV6TestJSON-527867854-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=90373676-e3a2-45b5-b6c9-10502b793a89 HTTP/1.1" status: 200 len: 221 time: 0.0131831 Sep 16 04:57:50.024964 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 54036) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:50.030865 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-05487d9a-6714-48e2-8261-46e8be7d7c68 tempest-MeteringIpV6TestJSON-527867854 tempest-MeteringIpV6TestJSON-527867854-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--756253852', 'description': 'label created by tempest'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:50.031841 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-05487d9a-6714-48e2-8261-46e8be7d7c68 tempest-MeteringIpV6TestJSON-527867854 tempest-MeteringIpV6TestJSON-527867854-project-admin] Unknown quota resources ['metering_label']. {{(pid=94767) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:57:50.070972 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e3a87ad6-3aa4-4377-9b39-194f84aed7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.076279 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e3a87ad6-3aa4-4377-9b39-194f84aed7c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.080257 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e3a87ad6-3aa4-4377-9b39-194f84aed7c2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eff20f54-27e2-4362-9581-a11ccd93b6b7 HTTP/1.1" status: 204 len: 168 time: 0.2390356 Sep 16 04:57:50.111672 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a87ad6-3aa4-4377-9b39-194f84aed7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff20f54-27e2-4362-9581-a11ccd93b6b7,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:50.544931 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-05487d9a-6714-48e2-8261-46e8be7d7c68 tempest-MeteringIpV6TestJSON-527867854 tempest-MeteringIpV6TestJSON-527867854-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.552845 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-05487d9a-6714-48e2-8261-46e8be7d7c68 tempest-MeteringIpV6TestJSON-527867854 tempest-MeteringIpV6TestJSON-527867854-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5263357 Sep 16 04:57:50.557134 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54050) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:50.648440 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 54056) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:50.690876 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-49aa6568-38e2-4825-b435-d4a67a7ee406 tempest-MeteringIpV6TestJSON-527867854 tempest-MeteringIpV6TestJSON-527867854-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=0fc3e3f5-c422-42ae-bb65-fdfc8e83543f HTTP/1.1" status: 200 len: 467 time: 0.1308668 Sep 16 04:57:50.691722 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54058) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:50.725793 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c55f655e-055c-4a1b-a07f-70ddf3d5503c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.860398 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4af2a68-d8f4-4f71-aa6f-675ba633824d req-d82749dd-b328-4238-86b1-c786c5c9709a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1140864 Sep 16 04:57:51.021175 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b04799d8-5d66-4f20-a646-3af77678169b tempest-MeteringIpV6TestJSON-527867854 tempest-MeteringIpV6TestJSON-527867854-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.022526 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b04799d8-5d66-4f20-a646-3af77678169b tempest-MeteringIpV6TestJSON-527867854 tempest-MeteringIpV6TestJSON-527867854-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-labels/0fc3e3f5-c422-42ae-bb65-fdfc8e83543f HTTP/1.1" status: 204 len: 168 time: 0.3293989 Sep 16 04:57:51.032433 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54066) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:51.042490 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c55f655e-055c-4a1b-a07f-70ddf3d5503c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.052611 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-405b6cb1-24e4-4cfc-9ab1-b6af40e7f928 tempest-MeteringIpV6TestJSON-527867854 tempest-MeteringIpV6TestJSON-527867854-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=0fc3e3f5-c422-42ae-bb65-fdfc8e83543f HTTP/1.1" status: 200 len: 216 time: 0.0177650 Sep 16 04:57:51.056532 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54068) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:51.065539 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af2a68-d8f4-4f71-aa6f-675ba633824d req-fcbc9273-f23c-4738-af09-7bc2b7135ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:51.067914 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4af2a68-d8f4-4f71-aa6f-675ba633824d req-fcbc9273-f23c-4738-af09-7bc2b7135ef5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e1faaf8ea3f84b74b8884c5da7c3f469&device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 1098 time: 0.1171007 Sep 16 04:57:51.068839 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c55f655e-055c-4a1b-a07f-70ddf3d5503c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.076453 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-45f11638-702f-413e-8a97-040f00753fc0 tempest-MeteringIpV6TestJSON-527867854 tempest-MeteringIpV6TestJSON-527867854-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0186987 Sep 16 04:57:51.083403 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54070) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:51.106271 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e3682394-1f5d-4ebf-a72c-7754a8eac3a2 tempest-MeteringIpV6TestJSON-527867854 tempest-MeteringIpV6TestJSON-527867854-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0190082 Sep 16 04:57:51.109818 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54072) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:51.139245 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c55f655e-055c-4a1b-a07f-70ddf3d5503c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0e1a03457a0c497f94c9daca5bb57323&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4864726 Sep 16 04:57:51.142227 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54074) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:51.283453 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-45f522a2-4c72-473b-bf94-874a1b6ed406 tempest-MeteringIpV6TestJSON-527867854 tempest-MeteringIpV6TestJSON-527867854-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels/21510901-0c86-4122-a65c-279144042617 HTTP/1.1" status: 200 len: 473 time: 0.1723101 Sep 16 04:57:51.307242 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54080) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:51.327979 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f655e-055c-4a1b-a07f-70ddf3d5503c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09dbcd5-7f15-4955-b5dc-930cfec2eead,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:51.412056 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1ad5d0c5-52de-4ab0-b834-8b235d69c1b1 tempest-MeteringIpV6TestJSON-527867854 tempest-MeteringIpV6TestJSON-527867854-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules/3a8fff3e-1c0e-4324-942c-d28e9dd65703 HTTP/1.1" status: 200 len: 459 time: 0.0521286 Sep 16 04:57:51.438023 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af2a68-d8f4-4f71-aa6f-675ba633824d req-83123a56-4b1a-4b68-8684-bda6dbf743e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:51.441061 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54084) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:51.445483 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4af2a68-d8f4-4f71-aa6f-675ba633824d req-83123a56-4b1a-4b68-8684-bda6dbf743e4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b57de9dd-8389-462f-809e-a5ea9e13e1e0 HTTP/1.1" status: 200 len: 911 time: 0.3064601 Sep 16 04:57:51.514419 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e3bff32e-92c0-42da-8d9d-561f8726aa02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.629485 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4af2a68-d8f4-4f71-aa6f-675ba633824d req-09d7e29d-1a30-4f81-8f6d-df287c72e6c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4ffa50b-c347-4976-a254-c870fa6bfd5c HTTP/1.1" status: 200 len: 1002 time: 0.1763396 Sep 16 04:57:51.712209 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af2a68-d8f4-4f71-aa6f-675ba633824d req-27d5d203-27ea-40f7-974f-7cd7f2f37c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:51.714133 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4af2a68-d8f4-4f71-aa6f-675ba633824d req-27d5d203-27ea-40f7-974f-7cd7f2f37c75 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d075d26-c7df-4ea0-b069-e1f04da018dc HTTP/1.1" status: 200 len: 849 time: 0.0684173 Sep 16 04:57:51.733550 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e3bff32e-92c0-42da-8d9d-561f8726aa02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.792362 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af2a68-d8f4-4f71-aa6f-675ba633824d req-274ebffc-ba60-4b6e-93ff-bf531f860491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:51.799047 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4af2a68-d8f4-4f71-aa6f-675ba633824d req-274ebffc-ba60-4b6e-93ff-bf531f860491 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b57de9dd-8389-462f-809e-a5ea9e13e1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0766394 Sep 16 04:57:51.809306 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3975bb3c-520d-4ca6-aeb7-1a895344e1d2 tempest-MeteringIpV6TestJSON-527867854 tempest-MeteringIpV6TestJSON-527867854-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.811854 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3975bb3c-520d-4ca6-aeb7-1a895344e1d2 tempest-MeteringIpV6TestJSON-527867854 tempest-MeteringIpV6TestJSON-527867854-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-label-rules/3a8fff3e-1c0e-4324-942c-d28e9dd65703 HTTP/1.1" status: 204 len: 168 time: 0.3691788 Sep 16 04:57:51.821120 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54094) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:51.961515 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4af2a68-d8f4-4f71-aa6f-675ba633824d req-12429853-f402-4f81-8998-9c4ab70b7468 service neutron] 10.222.0.48 "GET /v2.0/networks/b57de9dd-8389-462f-809e-a5ea9e13e1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543174 Sep 16 04:57:52.022804 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e3bff32e-92c0-42da-8d9d-561f8726aa02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:52.025515 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e3bff32e-92c0-42da-8d9d-561f8726aa02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:52.027603 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e3bff32e-92c0-42da-8d9d-561f8726aa02 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f09dbcd5-7f15-4955-b5dc-930cfec2eead HTTP/1.1" status: 204 len: 168 time: 0.7559271 Sep 16 04:57:52.107060 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4af2a68-d8f4-4f71-aa6f-675ba633824d req-e9d219cc-ac27-43e7-abb8-8ef3982e770b service neutron] 10.222.0.48 "GET /v2.0/networks/b57de9dd-8389-462f-809e-a5ea9e13e1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329699 Sep 16 04:57:52.221054 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bff32e-92c0-42da-8d9d-561f8726aa02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09dbcd5-7f15-4955-b5dc-930cfec2eead,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:52.230917 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7be0e8b2-daf1-4ba0-b01b-9fd80e7c97c2 tempest-MeteringIpV6TestJSON-527867854 tempest-MeteringIpV6TestJSON-527867854-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:52.232553 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7be0e8b2-daf1-4ba0-b01b-9fd80e7c97c2 tempest-MeteringIpV6TestJSON-527867854 tempest-MeteringIpV6TestJSON-527867854-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-labels/21510901-0c86-4122-a65c-279144042617 HTTP/1.1" status: 204 len: 168 time: 0.4091680 Sep 16 04:57:52.836685 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54132) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:53.142216 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-98cf6852-58d8-489a-ad6f-28cca81db153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.293609 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-98cf6852-58d8-489a-ad6f-28cca81db153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.299017 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-98cf6852-58d8-489a-ad6f-28cca81db153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.333107 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf6852-58d8-489a-ad6f-28cca81db153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9332ba0b-8b0c-4ac8-80c7-dd3032732d22,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:53.354577 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-98cf6852-58d8-489a-ad6f-28cca81db153 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=762fc8078a874531a33d3df3275e7aa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5167141 Sep 16 04:57:53.354857 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 54150) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:53.482693 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-49e9989d-749e-4928-803a-1910a13ff695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.528708 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-49e9989d-749e-4928-803a-1910a13ff695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.649634 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-49e9989d-749e-4928-803a-1910a13ff695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.654677 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-49e9989d-749e-4928-803a-1910a13ff695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.688336 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-49e9989d-749e-4928-803a-1910a13ff695 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9332ba0b-8b0c-4ac8-80c7-dd3032732d22 HTTP/1.1" status: 204 len: 168 time: 0.2996361 Sep 16 04:57:53.744663 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e9989d-749e-4928-803a-1910a13ff695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9332ba0b-8b0c-4ac8-80c7-dd3032732d22,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:54.357395 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 54194) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:54.390844 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-946aa182-b316-4b06-b57d-9617b59dae00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.557172 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-946aa182-b316-4b06-b57d-9617b59dae00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.570820 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-946aa182-b316-4b06-b57d-9617b59dae00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.696916 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946aa182-b316-4b06-b57d-9617b59dae00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7052bc46-6563-4856-9b1e-1f54d2e2cb88,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:54.737103 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54202) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:54.738804 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-946aa182-b316-4b06-b57d-9617b59dae00 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7af59c501add4d99b8fbe55414c23533&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3756406 Sep 16 04:57:54.837091 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6f90080a-2f8f-4a41-bee5-908afa6f0f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.873729 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6f90080a-2f8f-4a41-bee5-908afa6f0f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:55.066739 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6f90080a-2f8f-4a41-bee5-908afa6f0f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:55.074717 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6f90080a-2f8f-4a41-bee5-908afa6f0f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:55.091549 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6f90080a-2f8f-4a41-bee5-908afa6f0f09 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7052bc46-6563-4856-9b1e-1f54d2e2cb88 HTTP/1.1" status: 204 len: 168 time: 0.3450580 Sep 16 04:57:55.104453 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90080a-2f8f-4a41-bee5-908afa6f0f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7052bc46-6563-4856-9b1e-1f54d2e2cb88,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:58.147383 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54348) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:58.322651 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 54352) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:58.641605 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-646bf82b-a710-44b9-a837-815f8e614a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-517720922'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:58.656043 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a625cc45-8150-4119-b2a0-b30d2e3fa3c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:58.688857 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646bf82b-a710-44b9-a837-815f8e614a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725-project] Made reservation on behalf of 3dcfd117fcc241808b28d06c8b3e070a for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:58.693336 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-646bf82b-a710-44b9-a837-815f8e614a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:58.708918 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-646bf82b-a710-44b9-a837-815f8e614a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:58.868104 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a625cc45-8150-4119-b2a0-b30d2e3fa3c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:58.873747 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a625cc45-8150-4119-b2a0-b30d2e3fa3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:58.916048 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a625cc45-8150-4119-b2a0-b30d2e3fa3c2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eeafe741ec534f84a1d230f10fd5e7c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5902314 Sep 16 04:57:58.920332 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54380) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:58.929421 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625cc45-8150-4119-b2a0-b30d2e3fa3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5864050b-0065-47e8-99d8-4f761ffc6657,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:58.941505 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a625cc45-8150-4119-b2a0-b30d2e3fa3c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:58.942091 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a625cc45-8150-4119-b2a0-b30d2e3fa3c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:58.942822 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a625cc45-8150-4119-b2a0-b30d2e3fa3c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:58.943318 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a625cc45-8150-4119-b2a0-b30d2e3fa3c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:58.943939 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a625cc45-8150-4119-b2a0-b30d2e3fa3c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:58.944870 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a625cc45-8150-4119-b2a0-b30d2e3fa3c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:58.945477 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a625cc45-8150-4119-b2a0-b30d2e3fa3c2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:58.946137 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a625cc45-8150-4119-b2a0-b30d2e3fa3c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:58.946903 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a625cc45-8150-4119-b2a0-b30d2e3fa3c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:58.947428 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a625cc45-8150-4119-b2a0-b30d2e3fa3c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:58.948290 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a625cc45-8150-4119-b2a0-b30d2e3fa3c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:58.949722 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a625cc45-8150-4119-b2a0-b30d2e3fa3c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:59.063546 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e9e39e9c-5500-4cbb-98bd-a32f506e1d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.096991 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e9e39e9c-5500-4cbb-98bd-a32f506e1d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.189602 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e9e39e9c-5500-4cbb-98bd-a32f506e1d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.195264 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e9e39e9c-5500-4cbb-98bd-a32f506e1d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.207537 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e9e39e9c-5500-4cbb-98bd-a32f506e1d9d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5864050b-0065-47e8-99d8-4f761ffc6657 HTTP/1.1" status: 204 len: 168 time: 0.2859504 Sep 16 04:57:59.284600 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e39e9c-5500-4cbb-98bd-a32f506e1d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5864050b-0065-47e8-99d8-4f761ffc6657,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:59.333046 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e39e9c-5500-4cbb-98bd-a32f506e1d9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:59.333399 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e39e9c-5500-4cbb-98bd-a32f506e1d9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:59.333746 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e39e9c-5500-4cbb-98bd-a32f506e1d9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:59.334086 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e39e9c-5500-4cbb-98bd-a32f506e1d9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:59.334424 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e39e9c-5500-4cbb-98bd-a32f506e1d9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:59.334759 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e39e9c-5500-4cbb-98bd-a32f506e1d9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:59.335092 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e39e9c-5500-4cbb-98bd-a32f506e1d9d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:59.335425 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e39e9c-5500-4cbb-98bd-a32f506e1d9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:59.335750 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e39e9c-5500-4cbb-98bd-a32f506e1d9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:59.336083 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e39e9c-5500-4cbb-98bd-a32f506e1d9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:59.336414 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e39e9c-5500-4cbb-98bd-a32f506e1d9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:59.336804 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e39e9c-5500-4cbb-98bd-a32f506e1d9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:59.367247 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-646bf82b-a710-44b9-a837-815f8e614a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.374743 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-646bf82b-a710-44b9-a837-815f8e614a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.428191 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-646bf82b-a710-44b9-a837-815f8e614a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:57:59.453423 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646bf82b-a710-44b9-a837-815f8e614a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34e340de-ab53-4d4b-886b-036cfa109531,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:59.477174 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-646bf82b-a710-44b9-a837-815f8e614a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.477526 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-646bf82b-a710-44b9-a837-815f8e614a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725-project] Added segment 91ef4f1b-c9d0-46ed-a16d-b9f46d185c25 of type vlan for network 99ba3e37-bbcf-4f75-b96d-d4999e826806 Sep 16 04:57:59.551716 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-646bf82b-a710-44b9-a837-815f8e614a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.604431 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-646bf82b-a710-44b9-a837-815f8e614a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.615123 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646bf82b-a710-44b9-a837-815f8e614a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:59.615714 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-646bf82b-a710-44b9-a837-815f8e614a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.648514 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-646bf82b-a710-44b9-a837-815f8e614a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.4965384 Sep 16 04:57:59.846123 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646bf82b-a710-44b9-a837-815f8e614a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725-project] Pushing event updated for resources: {'Network': ['ID=99ba3e37-bbcf-4f75-b96d-d4999e826806,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:59.862531 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 99ba3e37-bbcf-4f75-b96d-d4999e826806 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:57:59.941105 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54410) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:59.959909 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-75eeda25-4fc6-4675-a48e-6f0e9247b903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.203363 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-75eeda25-4fc6-4675-a48e-6f0e9247b903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.209680 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-75eeda25-4fc6-4675-a48e-6f0e9247b903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.301535 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eeda25-4fc6-4675-a48e-6f0e9247b903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa22249d-b8f3-469a-829e-2df410ec2d2f,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:00.307418 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-75eeda25-4fc6-4675-a48e-6f0e9247b903 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c94216abefd847bc894c98b5c813bb33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3648245 Sep 16 04:58:00.310536 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 54418) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:00.402239 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-471b8d01-cb13-4958-a880-9501eaf74de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.441245 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-471b8d01-cb13-4958-a880-9501eaf74de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.523228 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-471b8d01-cb13-4958-a880-9501eaf74de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.525880 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-471b8d01-cb13-4958-a880-9501eaf74de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.527715 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-471b8d01-cb13-4958-a880-9501eaf74de8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aa22249d-b8f3-469a-829e-2df410ec2d2f HTTP/1.1" status: 204 len: 168 time: 0.2159312 Sep 16 04:58:00.543187 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54424) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:00.547767 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b8d01-cb13-4958-a880-9501eaf74de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa22249d-b8f3-469a-829e-2df410ec2d2f,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:00.559402 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Request body: {'port': {'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806', 'binding:host_id': 'n-h1-712139-15', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1862595796'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:00.617899 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Made reservation on behalf of f280a529e67a4a34934dfaed5fc53c51 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:00.628655 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.653960 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.829682 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.853428 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.867254 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] device_id is not set on port 73c1da17-0e07-4d34-a054-fcd478bb9c2e yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:58:00.959113 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7318a7b-e654-4bf5-a565-69b52d9ee57c,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:01.273934 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] device_id is not set on port 73c1da17-0e07-4d34-a054-fcd478bb9c2e yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:58:01.321288 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.339982 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.465932 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Pushing event updated for resources: {'Port': ['ID=73c1da17-0e07-4d34-a054-fcd478bb9c2e,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:01.474559 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Checking segment: {'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:01.475154 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Network hostable DHCP agents. Network: 99ba3e37-bbcf-4f75-b96d-d4999e826806, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:58:01.503463 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Network 99ba3e37-bbcf-4f75-b96d-d4999e826806 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:58:01.522836 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 99ba3e37-bbcf-4f75-b96d-d4999e826806) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:01.531156 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:01.539290 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202d44a8-c4a1-4c66-9c19-560ec7206dae None None] Network 99ba3e37-bbcf-4f75-b96d-d4999e826806 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:01.572779 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:01.575251 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:01.575899 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:01.585259 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:01.585802 n-d-712139-15 neutron-server[94766]: ERROR neutron.plugins.ml2.managers [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Failed to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on host n-h1-712139-15 for vnic_type normal using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] Sep 16 04:58:01.586399 n-d-712139-15 neutron-server[94766]: INFO neutron.plugins.ml2.plugin [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempt 2 to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e Sep 16 04:58:01.609551 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:01.615175 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:01.615398 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:01.621300 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:01.621300 n-d-712139-15 neutron-server[94766]: ERROR neutron.plugins.ml2.managers [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Failed to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on host n-h1-712139-15 for vnic_type normal using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] Sep 16 04:58:01.621741 n-d-712139-15 neutron-server[94766]: INFO neutron.plugins.ml2.plugin [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempt 3 to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e Sep 16 04:58:01.646417 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:01.646417 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:01.647428 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:01.655153 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:01.655547 n-d-712139-15 neutron-server[94766]: ERROR neutron.plugins.ml2.managers [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Failed to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on host n-h1-712139-15 for vnic_type normal using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] Sep 16 04:58:01.655949 n-d-712139-15 neutron-server[94766]: INFO neutron.plugins.ml2.plugin [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempt 4 to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e Sep 16 04:58:01.671452 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:01.671659 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:01.671930 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:01.677476 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:01.677812 n-d-712139-15 neutron-server[94766]: ERROR neutron.plugins.ml2.managers [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Failed to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on host n-h1-712139-15 for vnic_type normal using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] Sep 16 04:58:01.678374 n-d-712139-15 neutron-server[94766]: INFO neutron.plugins.ml2.plugin [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempt 5 to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e Sep 16 04:58:01.694011 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:01.694476 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:01.694948 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:01.704189 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:01.704542 n-d-712139-15 neutron-server[94766]: ERROR neutron.plugins.ml2.managers [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Failed to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on host n-h1-712139-15 for vnic_type normal using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] Sep 16 04:58:01.705073 n-d-712139-15 neutron-server[94766]: INFO neutron.plugins.ml2.plugin [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempt 6 to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e Sep 16 04:58:01.721182 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:01.721592 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:01.722002 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:01.727453 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:01.728141 n-d-712139-15 neutron-server[94766]: ERROR neutron.plugins.ml2.managers [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Failed to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on host n-h1-712139-15 for vnic_type normal using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] Sep 16 04:58:01.728630 n-d-712139-15 neutron-server[94766]: INFO neutron.plugins.ml2.plugin [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempt 7 to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e Sep 16 04:58:01.746032 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:01.746032 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:01.746315 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:01.762078 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:01.762078 n-d-712139-15 neutron-server[94766]: ERROR neutron.plugins.ml2.managers [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Failed to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on host n-h1-712139-15 for vnic_type normal using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] Sep 16 04:58:01.762471 n-d-712139-15 neutron-server[94766]: INFO neutron.plugins.ml2.plugin [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempt 8 to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e Sep 16 04:58:01.824825 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:01.825600 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:01.826264 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:01.835791 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:01.836494 n-d-712139-15 neutron-server[94766]: ERROR neutron.plugins.ml2.managers [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Failed to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on host n-h1-712139-15 for vnic_type normal using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] Sep 16 04:58:01.837701 n-d-712139-15 neutron-server[94766]: INFO neutron.plugins.ml2.plugin [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempt 9 to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e Sep 16 04:58:01.864024 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:01.864624 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:01.865417 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:01.876989 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:01.877684 n-d-712139-15 neutron-server[94766]: ERROR neutron.plugins.ml2.managers [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Failed to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on host n-h1-712139-15 for vnic_type normal using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] Sep 16 04:58:01.878427 n-d-712139-15 neutron-server[94766]: INFO neutron.plugins.ml2.plugin [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempt 10 to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e Sep 16 04:58:01.921115 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:01.923506 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:01.924453 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:01.945356 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:01.945769 n-d-712139-15 neutron-server[94766]: ERROR neutron.plugins.ml2.managers [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Failed to bind port 73c1da17-0e07-4d34-a054-fcd478bb9c2e on host n-h1-712139-15 for vnic_type normal using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] Sep 16 04:58:01.946646 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:02.069827 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] For port 73c1da17-0e07-4d34-a054-fcd478bb9c2e, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:02.070172 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempted to set empty binding levels {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 04:58:02.075851 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:02.095758 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:02.096691 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:02.180703 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.6358228 Sep 16 04:58:02.185578 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 54472) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:02.196117 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff2420-c8d1-442a-b97a-06246e52cc63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Pushing event updated for resources: {'Port': ['ID=73c1da17-0e07-4d34-a054-fcd478bb9c2e,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:02.357229 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-124eb81d-97e2-4b00-9b86-c5fa74fe258b tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Deleting port 73c1da17-0e07-4d34-a054-fcd478bb9c2e {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:02.357568 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-124eb81d-97e2-4b00-9b86-c5fa74fe258b tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:02.490809 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-124eb81d-97e2-4b00-9b86-c5fa74fe258b tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] For port 73c1da17-0e07-4d34-a054-fcd478bb9c2e, host n-h1-712139-15, got binding levels [] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:02.492020 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-124eb81d-97e2-4b00-9b86-c5fa74fe258b tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:02.530601 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-124eb81d-97e2-4b00-9b86-c5fa74fe258b tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Calling delete_port for 73c1da17-0e07-4d34-a054-fcd478bb9c2e owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:02.636236 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-124eb81d-97e2-4b00-9b86-c5fa74fe258b tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:02.684619 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124eb81d-97e2-4b00-9b86-c5fa74fe258b tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Pushing event deleted for resources: {'Port': ['ID=73c1da17-0e07-4d34-a054-fcd478bb9c2e,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:02.687498 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-124eb81d-97e2-4b00-9b86-c5fa74fe258b tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:02.689824 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-124eb81d-97e2-4b00-9b86-c5fa74fe258b tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] 10.222.0.35 "DELETE /v2.0/ports/73c1da17-0e07-4d34-a054-fcd478bb9c2e HTTP/1.1" status: 204 len: 168 time: 0.5028872 Sep 16 04:58:02.692827 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 54484) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:02.745747 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0097fbfe-982c-421d-b369-d74f6d87acdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] GET failed (client error): The resource could not be found. Sep 16 04:58:02.752878 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54488) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:02.755637 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0097fbfe-982c-421d-b369-d74f6d87acdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] 10.222.0.35 "GET /v2.0/ports/73c1da17-0e07-4d34-a054-fcd478bb9c2e HTTP/1.1" status: 404 len: 333 time: 0.0616469 Sep 16 04:58:02.757972 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-c4a4c8f5-9afc-46b6-8617-4cb6b6d02aff tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Request body: {'port': {'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-943586330'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:02.798119 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a4c8f5-9afc-46b6-8617-4cb6b6d02aff tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Made reservation on behalf of f280a529e67a4a34934dfaed5fc53c51 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:02.800556 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4a4c8f5-9afc-46b6-8617-4cb6b6d02aff tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:02.821758 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-c4a4c8f5-9afc-46b6-8617-4cb6b6d02aff tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] device_id is not set on port 92313f1a-2065-4e86-a659-538e13c0225b yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:58:03.395300 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4a4c8f5-9afc-46b6-8617-4cb6b6d02aff tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:03.412115 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbebdf-b0db-4727-b740-d2c4886c609d req-028299b3-7170-4bfa-8f42-ff964165bdb6 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:03.421404 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f4cbebdf-b0db-4727-b740-d2c4886c609d req-028299b3-7170-4bfa-8f42-ff964165bdb6 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 1098 time: 0.0960894 Sep 16 04:58:03.472060 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4a4c8f5-9afc-46b6-8617-4cb6b6d02aff tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:03.510002 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f4cbebdf-b0db-4727-b740-d2c4886c609d req-f6359e0a-82d4-4af4-9154-15f758533289 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866375 Sep 16 04:58:03.550804 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a4c8f5-9afc-46b6-8617-4cb6b6d02aff tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Network 99ba3e37-bbcf-4f75-b96d-d4999e826806 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:03.558846 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-c4a4c8f5-9afc-46b6-8617-4cb6b6d02aff tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:03.565200 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a4c8f5-9afc-46b6-8617-4cb6b6d02aff tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:03.566390 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a4c8f5-9afc-46b6-8617-4cb6b6d02aff tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:03.567450 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4a4c8f5-9afc-46b6-8617-4cb6b6d02aff tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:03.571380 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4c8f5-9afc-46b6-8617-4cb6b6d02aff tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Pushing event updated for resources: {'Port': ['ID=92313f1a-2065-4e86-a659-538e13c0225b,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:03.580458 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54544) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:03.596796 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c4a4c8f5-9afc-46b6-8617-4cb6b6d02aff tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8425148 Sep 16 04:58:03.599431 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 54546) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:03.605217 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:03.733195 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.048338 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-6a18adb9-5cd0-4955-8f78-248d2af16f8c tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Deleting port 8269769b-799b-4144-b4a9-2cbb1655e458 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:04.049275 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6a18adb9-5cd0-4955-8f78-248d2af16f8c tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.223278 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] device_id is not set on port 92313f1a-2065-4e86-a659-538e13c0225b yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:58:04.256423 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.273076 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.379546 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6a18adb9-5cd0-4955-8f78-248d2af16f8c tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.379912 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6a18adb9-5cd0-4955-8f78-248d2af16f8c tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.430745 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 92313f1a-2065-4e86-a659-538e13c0225b on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:04.431792 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 92313f1a-2065-4e86-a659-538e13c0225b by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:04.432543 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 92313f1a-2065-4e86-a659-538e13c0225b on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:04.438950 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-6a18adb9-5cd0-4955-8f78-248d2af16f8c tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Calling delete_port for 8269769b-799b-4144-b4a9-2cbb1655e458 owned by network:floatingip {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:04.453564 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Port 92313f1a-2065-4e86-a659-538e13c0225b on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:04.455801 n-d-712139-15 neutron-server[94767]: ERROR neutron.plugins.ml2.managers [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Failed to bind port 92313f1a-2065-4e86-a659-538e13c0225b on host n-h1-712139-15 for vnic_type normal using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] Sep 16 04:58:04.470939 n-d-712139-15 neutron-server[94767]: INFO neutron.plugins.ml2.plugin [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempt 2 to bind port 92313f1a-2065-4e86-a659-538e13c0225b Sep 16 04:58:04.516830 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Pushing event updated for resources: {'Port': ['ID=92313f1a-2065-4e86-a659-538e13c0225b,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:04.529496 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 92313f1a-2065-4e86-a659-538e13c0225b on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:04.530973 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 92313f1a-2065-4e86-a659-538e13c0225b by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:04.532153 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 92313f1a-2065-4e86-a659-538e13c0225b on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:04.546539 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Port 92313f1a-2065-4e86-a659-538e13c0225b on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:04.547239 n-d-712139-15 neutron-server[94767]: ERROR neutron.plugins.ml2.managers [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Failed to bind port 92313f1a-2065-4e86-a659-538e13c0225b on host n-h1-712139-15 for vnic_type normal using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] Sep 16 04:58:04.548040 n-d-712139-15 neutron-server[94767]: INFO neutron.plugins.ml2.plugin [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempt 3 to bind port 92313f1a-2065-4e86-a659-538e13c0225b Sep 16 04:58:04.606880 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 92313f1a-2065-4e86-a659-538e13c0225b on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:04.608188 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 92313f1a-2065-4e86-a659-538e13c0225b by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:04.608736 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 92313f1a-2065-4e86-a659-538e13c0225b on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:04.617005 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Port 92313f1a-2065-4e86-a659-538e13c0225b on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:04.618030 n-d-712139-15 neutron-server[94767]: ERROR neutron.plugins.ml2.managers [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Failed to bind port 92313f1a-2065-4e86-a659-538e13c0225b on host n-h1-712139-15 for vnic_type normal using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] Sep 16 04:58:04.618645 n-d-712139-15 neutron-server[94767]: INFO neutron.plugins.ml2.plugin [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempt 4 to bind port 92313f1a-2065-4e86-a659-538e13c0225b Sep 16 04:58:04.656380 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 92313f1a-2065-4e86-a659-538e13c0225b on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:04.656879 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 92313f1a-2065-4e86-a659-538e13c0225b by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:04.657399 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 92313f1a-2065-4e86-a659-538e13c0225b on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:04.674438 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Port 92313f1a-2065-4e86-a659-538e13c0225b on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:04.675909 n-d-712139-15 neutron-server[94767]: ERROR neutron.plugins.ml2.managers [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Failed to bind port 92313f1a-2065-4e86-a659-538e13c0225b on host n-h1-712139-15 for vnic_type normal using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] Sep 16 04:58:04.676463 n-d-712139-15 neutron-server[94767]: INFO neutron.plugins.ml2.plugin [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempt 5 to bind port 92313f1a-2065-4e86-a659-538e13c0225b Sep 16 04:58:04.740775 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 92313f1a-2065-4e86-a659-538e13c0225b on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:04.741296 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 92313f1a-2065-4e86-a659-538e13c0225b by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:04.742052 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 92313f1a-2065-4e86-a659-538e13c0225b on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:04.794144 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Port 92313f1a-2065-4e86-a659-538e13c0225b on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:04.794354 n-d-712139-15 neutron-server[94767]: ERROR neutron.plugins.ml2.managers [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Failed to bind port 92313f1a-2065-4e86-a659-538e13c0225b on host n-h1-712139-15 for vnic_type normal using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] Sep 16 04:58:04.794749 n-d-712139-15 neutron-server[94767]: INFO neutron.plugins.ml2.plugin [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempt 6 to bind port 92313f1a-2065-4e86-a659-538e13c0225b Sep 16 04:58:04.824685 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 92313f1a-2065-4e86-a659-538e13c0225b on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:04.825030 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 92313f1a-2065-4e86-a659-538e13c0225b by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:04.825377 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 92313f1a-2065-4e86-a659-538e13c0225b on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:04.839727 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Port 92313f1a-2065-4e86-a659-538e13c0225b on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:04.840320 n-d-712139-15 neutron-server[94767]: ERROR neutron.plugins.ml2.managers [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Failed to bind port 92313f1a-2065-4e86-a659-538e13c0225b on host n-h1-712139-15 for vnic_type normal using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] Sep 16 04:58:04.840930 n-d-712139-15 neutron-server[94767]: INFO neutron.plugins.ml2.plugin [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempt 7 to bind port 92313f1a-2065-4e86-a659-538e13c0225b Sep 16 04:58:04.873900 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 92313f1a-2065-4e86-a659-538e13c0225b on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:04.874408 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 92313f1a-2065-4e86-a659-538e13c0225b by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:04.874921 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 92313f1a-2065-4e86-a659-538e13c0225b on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:04.880656 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Port 92313f1a-2065-4e86-a659-538e13c0225b on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:04.881025 n-d-712139-15 neutron-server[94767]: ERROR neutron.plugins.ml2.managers [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Failed to bind port 92313f1a-2065-4e86-a659-538e13c0225b on host n-h1-712139-15 for vnic_type normal using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] Sep 16 04:58:04.881393 n-d-712139-15 neutron-server[94767]: INFO neutron.plugins.ml2.plugin [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempt 8 to bind port 92313f1a-2065-4e86-a659-538e13c0225b Sep 16 04:58:04.928432 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 92313f1a-2065-4e86-a659-538e13c0225b on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:04.928784 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6a18adb9-5cd0-4955-8f78-248d2af16f8c tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.929584 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 92313f1a-2065-4e86-a659-538e13c0225b by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:04.930584 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 92313f1a-2065-4e86-a659-538e13c0225b on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:04.952111 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Port 92313f1a-2065-4e86-a659-538e13c0225b on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:04.953608 n-d-712139-15 neutron-server[94767]: ERROR neutron.plugins.ml2.managers [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Failed to bind port 92313f1a-2065-4e86-a659-538e13c0225b on host n-h1-712139-15 for vnic_type normal using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] Sep 16 04:58:04.954756 n-d-712139-15 neutron-server[94767]: INFO neutron.plugins.ml2.plugin [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempt 9 to bind port 92313f1a-2065-4e86-a659-538e13c0225b Sep 16 04:58:04.980649 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a18adb9-5cd0-4955-8f78-248d2af16f8c tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event deleted for resources: {'Port': ['ID=8269769b-799b-4144-b4a9-2cbb1655e458,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:04.993924 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 92313f1a-2065-4e86-a659-538e13c0225b on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:04.994448 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 92313f1a-2065-4e86-a659-538e13c0225b by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:04.997031 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 92313f1a-2065-4e86-a659-538e13c0225b on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:05.004651 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Port 92313f1a-2065-4e86-a659-538e13c0225b on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:05.005750 n-d-712139-15 neutron-server[94767]: ERROR neutron.plugins.ml2.managers [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Failed to bind port 92313f1a-2065-4e86-a659-538e13c0225b on host n-h1-712139-15 for vnic_type normal using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] Sep 16 04:58:05.006559 n-d-712139-15 neutron-server[94767]: INFO neutron.plugins.ml2.plugin [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempt 10 to bind port 92313f1a-2065-4e86-a659-538e13c0225b Sep 16 04:58:05.039724 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 92313f1a-2065-4e86-a659-538e13c0225b on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:05.040272 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 92313f1a-2065-4e86-a659-538e13c0225b by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:05.042737 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 92313f1a-2065-4e86-a659-538e13c0225b on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:05.049870 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Port 92313f1a-2065-4e86-a659-538e13c0225b on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:05.050417 n-d-712139-15 neutron-server[94767]: ERROR neutron.plugins.ml2.managers [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Failed to bind port 92313f1a-2065-4e86-a659-538e13c0225b on host n-h1-712139-15 for vnic_type normal using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] Sep 16 04:58:05.051185 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:05.136457 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6a18adb9-5cd0-4955-8f78-248d2af16f8c tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for floatingip, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:05.137497 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [None req-6a18adb9-5cd0-4955-8f78-248d2af16f8c tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Floating IP 44b53fcb-63ec-49f5-8775-e96dce3f4edb disassociated (deleted). External IP: 172.25.8.98, port: 7bc1d214-5adc-4176-ba02-d26b747c280e. Sep 16 04:58:05.182066 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] For port 92313f1a-2065-4e86-a659-538e13c0225b, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:05.183511 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempted to set empty binding levels {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 04:58:05.193498 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:05.288528 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] In _notify_port_updated(), no bound segment for port 92313f1a-2065-4e86-a659-538e13c0225b on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 {{(pid=94767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:58:05.307761 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:05.310938 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:05.315026 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] 10.222.0.35 "PUT /v2.0/ports/92313f1a-2065-4e86-a659-538e13c0225b HTTP/1.1" status: 200 len: 979 time: 1.7141409 Sep 16 04:58:05.318465 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54644) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:05.342952 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cdd0d6-01db-4ea8-8dcf-8da3fa62def8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Pushing event updated for resources: {'Port': ['ID=92313f1a-2065-4e86-a659-538e13c0225b,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:05.544921 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1abc09d-3a0e-4101-9166-2b8b1f787ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:05.545536 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1abc09d-3a0e-4101-9166-2b8b1f787ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:05.546011 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1abc09d-3a0e-4101-9166-2b8b1f787ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:05.546475 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1abc09d-3a0e-4101-9166-2b8b1f787ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:05.546943 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1abc09d-3a0e-4101-9166-2b8b1f787ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:05.547407 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1abc09d-3a0e-4101-9166-2b8b1f787ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:05.547866 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1abc09d-3a0e-4101-9166-2b8b1f787ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:05.548321 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1abc09d-3a0e-4101-9166-2b8b1f787ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:05.548800 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1abc09d-3a0e-4101-9166-2b8b1f787ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:05.549264 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1abc09d-3a0e-4101-9166-2b8b1f787ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:05.549716 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1abc09d-3a0e-4101-9166-2b8b1f787ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:05.550168 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1abc09d-3a0e-4101-9166-2b8b1f787ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:05.550875 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1abc09d-3a0e-4101-9166-2b8b1f787ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:05.551329 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1abc09d-3a0e-4101-9166-2b8b1f787ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:05.551781 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1abc09d-3a0e-4101-9166-2b8b1f787ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:05.552234 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1abc09d-3a0e-4101-9166-2b8b1f787ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:05.552724 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1abc09d-3a0e-4101-9166-2b8b1f787ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:05.553177 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1abc09d-3a0e-4101-9166-2b8b1f787ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:05.553626 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1abc09d-3a0e-4101-9166-2b8b1f787ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:05.564237 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 54656) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:05.565739 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e1abc09d-3a0e-4101-9166-2b8b1f787ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17162 time: 0.2460008 Sep 16 04:58:05.750993 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-b13a43d9-1db8-4605-9a00-133b59ba309c tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Deleting port 92313f1a-2065-4e86-a659-538e13c0225b {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:05.751350 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b13a43d9-1db8-4605-9a00-133b59ba309c tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:05.918491 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-b13a43d9-1db8-4605-9a00-133b59ba309c tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] For port 92313f1a-2065-4e86-a659-538e13c0225b, host n-h1-712139-15, got binding levels [] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:05.918902 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b13a43d9-1db8-4605-9a00-133b59ba309c tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:05.951212 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-b13a43d9-1db8-4605-9a00-133b59ba309c tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Calling delete_port for 92313f1a-2065-4e86-a659-538e13c0225b owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:06.202558 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 54668) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:06.229150 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b13a43d9-1db8-4605-9a00-133b59ba309c tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.277299 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a43d9-1db8-4605-9a00-133b59ba309c tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Pushing event deleted for resources: {'Port': ['ID=92313f1a-2065-4e86-a659-538e13c0225b,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:06.291439 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a18adb9-5cd0-4955-8f78-248d2af16f8c tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Router 1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:58:06.299751 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b13a43d9-1db8-4605-9a00-133b59ba309c tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.302676 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b13a43d9-1db8-4605-9a00-133b59ba309c tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] 10.222.0.35 "DELETE /v2.0/ports/92313f1a-2065-4e86-a659-538e13c0225b HTTP/1.1" status: 204 len: 168 time: 0.7363904 Sep 16 04:58:06.305606 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 54676) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:06.343674 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed367bc5-e7ff-4ffb-b9cf-511b9ce6add2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] GET failed (client error): The resource could not be found. Sep 16 04:58:06.345594 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ed367bc5-e7ff-4ffb-b9cf-511b9ce6add2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] 10.222.0.35 "GET /v2.0/ports/92313f1a-2065-4e86-a659-538e13c0225b HTTP/1.1" status: 404 len: 333 time: 0.0390079 Sep 16 04:58:06.350325 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 54678) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:06.359156 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-746ef44a-7001-4af8-b25d-496d91ec3f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143332630', 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:06.418928 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746ef44a-7001-4af8-b25d-496d91ec3f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Made reservation on behalf of f280a529e67a4a34934dfaed5fc53c51 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:06.438000 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-746ef44a-7001-4af8-b25d-496d91ec3f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.469517 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-746ef44a-7001-4af8-b25d-496d91ec3f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] device_id is not set on port ef008b72-bbe3-4199-83ea-d3e46d35f0d8 yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:58:06.487221 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a18adb9-5cd0-4955-8f78-248d2af16f8c tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:58:06.503234 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6c9c43-cde9-47cc-baf6-cd896f6460ab None None] Sync routers for ids ['1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:58:06.507536 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6a18adb9-5cd0-4955-8f78-248d2af16f8c tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.514147 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6c9c43-cde9-47cc-baf6-cd896f6460ab None None] Routers {'1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:06.515019 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-bb6c9c43-cde9-47cc-baf6-cd896f6460ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:57:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:06.580778 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6a18adb9-5cd0-4955-8f78-248d2af16f8c tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "DELETE /v2.0/floatingips/44b53fcb-63ec-49f5-8775-e96dce3f4edb HTTP/1.1" status: 204 len: 168 time: 2.9988806 Sep 16 04:58:06.581625 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3472258-21a7-410c-865b-b4c706eebb09', 'tag': '7bc1d214-5adc-4176-ba02-d26b747c280e'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:06.584484 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff52425-99f7-4743-a21d-525badd603cf" -d '{"events": [{"name": "network-changed", "server_uuid": "c3472258-21a7-410c-865b-b4c706eebb09", "tag": "7bc1d214-5adc-4176-ba02-d26b747c280e"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:06.722174 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-746ef44a-7001-4af8-b25d-496d91ec3f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.748980 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-bb6c9c43-cde9-47cc-baf6-cd896f6460ab None None] Set router 1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:06.758013 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2252169a-a41e-446f-8a15-fad5a1d6298e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.831732 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-746ef44a-7001-4af8-b25d-496d91ec3f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.919889 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746ef44a-7001-4af8-b25d-496d91ec3f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Network 99ba3e37-bbcf-4f75-b96d-d4999e826806 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:06.940357 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-746ef44a-7001-4af8-b25d-496d91ec3f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:06.960178 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746ef44a-7001-4af8-b25d-496d91ec3f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:06.961209 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746ef44a-7001-4af8-b25d-496d91ec3f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:06.961829 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-746ef44a-7001-4af8-b25d-496d91ec3f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.980803 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:58:07.013742 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ef44a-7001-4af8-b25d-496d91ec3f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Pushing event updated for resources: {'Port': ['ID=ef008b72-bbe3-4199-83ea-d3e46d35f0d8,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:07.032892 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecce0205-ac07-402e-902d-9d59b9fd3d29 x-openstack-request-id: req-ecce0205-ac07-402e-902d-9d59b9fd3d29 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:07.033257 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3472258-21a7-410c-865b-b4c706eebb09", "tag": "7bc1d214-5adc-4176-ba02-d26b747c280e", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:07.033447 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ecce0205-ac07-402e-902d-9d59b9fd3d29 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:07.033853 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3472258-21a7-410c-865b-b4c706eebb09', 'tag': '7bc1d214-5adc-4176-ba02-d26b747c280e', 'status': 'completed', 'code': 200} Sep 16 04:58:07.099116 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2252169a-a41e-446f-8a15-fad5a1d6298e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:07.144745 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2252169a-a41e-446f-8a15-fad5a1d6298e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:07.189550 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-746ef44a-7001-4af8-b25d-496d91ec3f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8357666 Sep 16 04:58:07.189962 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54704) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:07.203401 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252169a-a41e-446f-8a15-fad5a1d6298e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee38242-3627-47a6-a187-1e2aa1738adc,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:07.291136 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13ca561-f721-439a-bfdd-ec935e24f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:07.296201 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-bb6c9c43-cde9-47cc-baf6-cd896f6460ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431317205', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'e46248be-ed7c-4edb-800d-f470d8031f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:02Z', 'updated_at': '2021-09-16T04:54:17Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'e46248be-ed7c-4edb-800d-f470d8031f9e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:68:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:05Z', 'updated_at': '2021-09-16T04:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '24e8e389-11bb-4488-9732-70a5110e16cd', 'name': '', 'network_id': '5b176c75-bdca-437f-ac9d-05aa6e6916b7', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'mac_address': 'fa:16:3e:29:ee:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': 'f9ff2605-c72a-41ed-8f82-af1ea6bf175d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:15Z', 'updated_at': '2021-09-16T04:54:25Z', 'revision_number': 5, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'subnets': [{'id': 'f9ff2605-c72a-41ed-8f82-af1ea6bf175d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:07.296486 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff52425-99f7-4743-a21d-525badd603cf req-faf97f06-c5b2-4809-bb55-1779ec936094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:07.299403 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aff52425-99f7-4743-a21d-525badd603cf req-faf97f06-c5b2-4809-bb55-1779ec936094 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9314d3ea71064ec8a4285d4ce520aaad&device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 1098 time: 0.1963935 Sep 16 04:58:07.302638 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d13ca561-f721-439a-bfdd-ec935e24f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] 10.222.0.35 "GET /v2.0/ports/ef008b72-bbe3-4199-83ea-d3e46d35f0d8 HTTP/1.1" status: 200 len: 959 time: 0.1101460 Sep 16 04:58:07.303096 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 54706) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:07.333146 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6c9c43-cde9-47cc-baf6-cd896f6460ab None None] Checking router: 1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:58:07.343485 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6c9c43-cde9-47cc-baf6-cd896f6460ab None None] Routers {'1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:07.344420 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-bb6c9c43-cde9-47cc-baf6-cd896f6460ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:57:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:07.465588 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-bb6c9c43-cde9-47cc-baf6-cd896f6460ab None None] Set router 1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:07.486489 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff52425-99f7-4743-a21d-525badd603cf req-0c458c17-25f6-4350-985a-a59c60902394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:07.489570 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aff52425-99f7-4743-a21d-525badd603cf req-0c458c17-25f6-4350-985a-a59c60902394 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5b176c75-bdca-437f-ac9d-05aa6e6916b7 HTTP/1.1" status: 200 len: 898 time: 0.1788776 Sep 16 04:58:07.577172 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2252169a-a41e-446f-8a15-fad5a1d6298e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3bf3f555b46f490384e9026ae9c5e219&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3704937 Sep 16 04:58:07.577756 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54712) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:07.644988 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f86a783c-911f-4475-98fc-6cb2a24aa7f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:07.683501 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f86a783c-911f-4475-98fc-6cb2a24aa7f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:07.736094 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aff52425-99f7-4743-a21d-525badd603cf req-6aa6475b-438e-4916-931d-a53fc8eb708c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bc1d214-5adc-4176-ba02-d26b747c280e HTTP/1.1" status: 200 len: 217 time: 0.1519382 Sep 16 04:58:07.746722 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f86a783c-911f-4475-98fc-6cb2a24aa7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:07.750579 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f86a783c-911f-4475-98fc-6cb2a24aa7f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:07.755696 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f86a783c-911f-4475-98fc-6cb2a24aa7f5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1ee38242-3627-47a6-a187-1e2aa1738adc HTTP/1.1" status: 204 len: 168 time: 0.1731265 Sep 16 04:58:07.764527 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fc446-929e-45d6-8ffc-52c56409c14d req-267ca708-5a5f-496a-a734-933bf1105d86 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:07.783940 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a783c-911f-4475-98fc-6cb2a24aa7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee38242-3627-47a6-a187-1e2aa1738adc,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:07.794629 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-213fc446-929e-45d6-8ffc-52c56409c14d req-267ca708-5a5f-496a-a734-933bf1105d86 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 946 time: 0.6140125 Sep 16 04:58:07.933388 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-bb6c9c43-cde9-47cc-baf6-cd896f6460ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431317205', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'e46248be-ed7c-4edb-800d-f470d8031f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:02Z', 'updated_at': '2021-09-16T04:54:17Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'e46248be-ed7c-4edb-800d-f470d8031f9e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:68:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:05Z', 'updated_at': '2021-09-16T04:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '24e8e389-11bb-4488-9732-70a5110e16cd', 'name': '', 'network_id': '5b176c75-bdca-437f-ac9d-05aa6e6916b7', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'mac_address': 'fa:16:3e:29:ee:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': 'f9ff2605-c72a-41ed-8f82-af1ea6bf175d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:15Z', 'updated_at': '2021-09-16T04:54:25Z', 'revision_number': 5, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'subnets': [{'id': 'f9ff2605-c72a-41ed-8f82-af1ea6bf175d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:07.992834 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6c9c43-cde9-47cc-baf6-cd896f6460ab None None] The sync data for ids ['1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2'] in n-d-712139-15 is: [{'id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431317205', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'e46248be-ed7c-4edb-800d-f470d8031f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:02Z', 'updated_at': '2021-09-16T04:54:17Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'e46248be-ed7c-4edb-800d-f470d8031f9e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:68:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:05Z', 'updated_at': '2021-09-16T04:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '24e8e389-11bb-4488-9732-70a5110e16cd', 'name': '', 'network_id': '5b176c75-bdca-437f-ac9d-05aa6e6916b7', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'mac_address': 'fa:16:3e:29:ee:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': 'f9ff2605-c72a-41ed-8f82-af1ea6bf175d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:15Z', 'updated_at': '2021-09-16T04:54:25Z', 'revision_number': 5, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'subnets': [{'id': 'f9ff2605-c72a-41ed-8f82-af1ea6bf175d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:58:08.097765 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff52425-99f7-4743-a21d-525badd603cf req-bfaf7940-0d51-4ad6-9ff6-506ebb2f7469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:08.100529 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aff52425-99f7-4743-a21d-525badd603cf req-bfaf7940-0d51-4ad6-9ff6-506ebb2f7469 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f9ff2605-c72a-41ed-8f82-af1ea6bf175d HTTP/1.1" status: 200 len: 835 time: 0.2971513 Sep 16 04:58:08.168654 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-213fc446-929e-45d6-8ffc-52c56409c14d req-5eb9658d-7957-4a23-b8c9-b44f17b2a558 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3638775 Sep 16 04:58:08.345446 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-460b2ceb-1eed-4562-a438-f11fc8d99f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Deleting port ef008b72-bbe3-4199-83ea-d3e46d35f0d8 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:08.346012 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-460b2ceb-1eed-4562-a438-f11fc8d99f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:08.388974 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54740) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:08.421184 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3b891ce6-e8b7-4c85-9bd7-f97c3a9b7b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:08.508086 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-460b2ceb-1eed-4562-a438-f11fc8d99f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:08.530089 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-460b2ceb-1eed-4562-a438-f11fc8d99f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Calling delete_port for ef008b72-bbe3-4199-83ea-d3e46d35f0d8 owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:08.635467 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3b891ce6-e8b7-4c85-9bd7-f97c3a9b7b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:08.659803 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3b891ce6-e8b7-4c85-9bd7-f97c3a9b7b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:08.684588 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff52425-99f7-4743-a21d-525badd603cf req-d0ac4480-3de4-4881-9f66-93500f2495f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:08.686873 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aff52425-99f7-4743-a21d-525badd603cf req-d0ac4480-3de4-4881-9f66-93500f2495f5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b176c75-bdca-437f-ac9d-05aa6e6916b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5749929 Sep 16 04:58:08.729014 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b891ce6-e8b7-4c85-9bd7-f97c3a9b7b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dae70ac-f61f-416d-a8fb-d961425dfa15,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:08.734548 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3b891ce6-e8b7-4c85-9bd7-f97c3a9b7b17 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4b2d8a35bc8e4852967166b2b58957d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3439071 Sep 16 04:58:08.747975 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fc4fec-2baf-4d87-83fe-a6e82ae82ad4 None None] New status for floating IP 44b53fcb-63ec-49f5-8775-e96dce3f4edb: DOWN {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:58:08.752213 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54752) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:08.864292 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dcbf4719-aa65-41fe-9a41-1e21650246f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:08.900431 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dcbf4719-aa65-41fe-9a41-1e21650246f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:08.968456 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6712bd9-a126-449a-9e59-e530dd0dbbff req-b8a3ad22-4192-403b-9e46-bb3bf1325311 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:08.977599 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d6712bd9-a126-449a-9e59-e530dd0dbbff req-b8a3ad22-4192-403b-9e46-bb3bf1325311 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 946 time: 0.1853871 Sep 16 04:58:09.051619 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-460b2ceb-1eed-4562-a438-f11fc8d99f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.103271 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aff52425-99f7-4743-a21d-525badd603cf req-69ae62b1-9db4-4676-94ad-be356c571c12 service neutron] 10.222.0.48 "GET /v2.0/networks/5b176c75-bdca-437f-ac9d-05aa6e6916b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051986 Sep 16 04:58:09.107610 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-460b2ceb-1eed-4562-a438-f11fc8d99f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.117560 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-460b2ceb-1eed-4562-a438-f11fc8d99f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] 10.222.0.35 "DELETE /v2.0/ports/ef008b72-bbe3-4199-83ea-d3e46d35f0d8 HTTP/1.1" status: 204 len: 168 time: 1.8128502 Sep 16 04:58:09.122298 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54754) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:09.157740 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b2ceb-1eed-4562-a438-f11fc8d99f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef008b72-bbe3-4199-83ea-d3e46d35f0d8,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:09.195369 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b741810-5cec-4878-ac13-0b97377086d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] GET failed (client error): The resource could not be found. Sep 16 04:58:09.203537 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1b741810-5cec-4878-ac13-0b97377086d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] 10.222.0.35 "GET /v2.0/ports/ef008b72-bbe3-4199-83ea-d3e46d35f0d8 HTTP/1.1" status: 404 len: 333 time: 0.0736582 Sep 16 04:58:09.210429 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54762) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:09.259891 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-b6381274-2767-4921-b305-c32de513ce5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Request body: {'port': {'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346841689'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:09.309597 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aff52425-99f7-4743-a21d-525badd603cf req-c4414338-41ae-495a-b92d-bd76f7bb1497 service neutron] 10.222.0.48 "GET /v2.0/networks/5b176c75-bdca-437f-ac9d-05aa6e6916b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600428 Sep 16 04:58:09.319237 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dcbf4719-aa65-41fe-9a41-1e21650246f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.326762 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dcbf4719-aa65-41fe-9a41-1e21650246f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.333817 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-dcbf4719-aa65-41fe-9a41-1e21650246f7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9dae70ac-f61f-416d-a8fb-d961425dfa15 HTTP/1.1" status: 204 len: 168 time: 0.5779541 Sep 16 04:58:09.359700 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf4719-aa65-41fe-9a41-1e21650246f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dae70ac-f61f-416d-a8fb-d961425dfa15,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:09.391056 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6381274-2767-4921-b305-c32de513ce5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Made reservation on behalf of f280a529e67a4a34934dfaed5fc53c51 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:09.394620 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b6381274-2767-4921-b305-c32de513ce5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.397986 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-d6712bd9-a126-449a-9e59-e530dd0dbbff req-6a130da5-3696-4bfe-acc7-278604c54fdc tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Deleting port 7bc1d214-5adc-4176-ba02-d26b747c280e {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:09.417599 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d6712bd9-a126-449a-9e59-e530dd0dbbff req-6a130da5-3696-4bfe-acc7-278604c54fdc tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.488906 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd4729-dda5-4f7c-833d-0f20c0e164c1 req-a2236a8c-5321-4ff8-a5f0-4ab97b95395b tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:09.492135 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a7bd4729-dda5-4f7c-833d-0f20c0e164c1 req-a2236a8c-5321-4ff8-a5f0-4ab97b95395b tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 946 time: 0.1422532 Sep 16 04:58:09.496752 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-b6381274-2767-4921-b305-c32de513ce5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] device_id is not set on port 7a002fbf-7db4-4d5f-8125-471d99353896 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:58:09.577981 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a7bd4729-dda5-4f7c-833d-0f20c0e164c1 req-70a823de-18ad-467b-9697-36c8d3a32742 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8bf0043-6ac7-4179-96cd-3b6e791db078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778079 Sep 16 04:58:09.791914 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-d6712bd9-a126-449a-9e59-e530dd0dbbff req-6a130da5-3696-4bfe-acc7-278604c54fdc tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] For port 7bc1d214-5adc-4176-ba02-d26b747c280e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=7bc1d214-5adc-4176-ba02-d26b747c280e,segment=NetworkSegment(68f1d648-cebf-497a-a433-07a45b963bfc),segment_id=68f1d648-cebf-497a-a433-07a45b963bfc)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:09.792370 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d6712bd9-a126-449a-9e59-e530dd0dbbff req-6a130da5-3696-4bfe-acc7-278604c54fdc tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.859357 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-d6712bd9-a126-449a-9e59-e530dd0dbbff req-6a130da5-3696-4bfe-acc7-278604c54fdc tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Calling delete_port for 7bc1d214-5adc-4176-ba02-d26b747c280e owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:10.015019 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b6381274-2767-4921-b305-c32de513ce5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:10.082668 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-65809e88-f329-4a6d-9746-0f398f1a234d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:10.113503 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b6381274-2767-4921-b305-c32de513ce5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:10.160406 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6381274-2767-4921-b305-c32de513ce5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Network 99ba3e37-bbcf-4f75-b96d-d4999e826806 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:10.169045 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-b6381274-2767-4921-b305-c32de513ce5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:10.212309 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6381274-2767-4921-b305-c32de513ce5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:10.213959 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6381274-2767-4921-b305-c32de513ce5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:10.214937 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b6381274-2767-4921-b305-c32de513ce5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:10.260786 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 54792) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:10.261724 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b6381274-2767-4921-b305-c32de513ce5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0512884 Sep 16 04:58:10.270843 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d6712bd9-a126-449a-9e59-e530dd0dbbff req-6a130da5-3696-4bfe-acc7-278604c54fdc tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:10.272913 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:10.329785 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6381274-2767-4921-b305-c32de513ce5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Pushing event updated for resources: {'Port': ['ID=7a002fbf-7db4-4d5f-8125-471d99353896,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:10.423900 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a130da5-3696-4bfe-acc7-278604c54fdc tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event deleted for resources: {'Port': ['ID=7bc1d214-5adc-4176-ba02-d26b747c280e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:10.438675 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:10.464220 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6712bd9-a126-449a-9e59-e530dd0dbbff req-6a130da5-3696-4bfe-acc7-278604c54fdc tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] No DVR routers for this DVR port 7bc1d214-5adc-4176-ba02-d26b747c280e on host n-h2-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:58:10.476345 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d6712bd9-a126-449a-9e59-e530dd0dbbff req-6a130da5-3696-4bfe-acc7-278604c54fdc tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:10.478452 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d6712bd9-a126-449a-9e59-e530dd0dbbff req-6a130da5-3696-4bfe-acc7-278604c54fdc tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.48 "DELETE /v2.0/ports/7bc1d214-5adc-4176-ba02-d26b747c280e HTTP/1.1" status: 204 len: 173 time: 1.4821720 Sep 16 04:58:10.478952 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3472258-21a7-410c-865b-b4c706eebb09', 'name': 'network-vif-deleted', 'tag': '7bc1d214-5adc-4176-ba02-d26b747c280e'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:10.482116 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99733202-fe4f-47ea-979c-0ea1c6a44087" -d '{"events": [{"server_uuid": "c3472258-21a7-410c-865b-b4c706eebb09", "name": "network-vif-deleted", "tag": "7bc1d214-5adc-4176-ba02-d26b747c280e"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:10.625011 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429666e2-9580-4a3a-bf4e-aad7d12389ae x-openstack-request-id: req-429666e2-9580-4a3a-bf4e-aad7d12389ae {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:10.625713 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3472258-21a7-410c-865b-b4c706eebb09", "name": "network-vif-deleted", "tag": "7bc1d214-5adc-4176-ba02-d26b747c280e", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:10.626225 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-429666e2-9580-4a3a-bf4e-aad7d12389ae {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:10.626987 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3472258-21a7-410c-865b-b4c706eebb09', 'name': 'network-vif-deleted', 'tag': '7bc1d214-5adc-4176-ba02-d26b747c280e', 'status': 'completed', 'code': 200} Sep 16 04:58:10.907721 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-577111c5-2ee3-4e19-9199-08cbf6f109dc req-712d479c-0778-4812-b917-a91b5a6b0c1f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3472258-21a7-410c-865b-b4c706eebb09 HTTP/1.1" status: 200 len: 210 time: 0.1023886 Sep 16 04:58:11.000457 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] device_id is not set on port 7a002fbf-7db4-4d5f-8125-471d99353896 yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:58:11.012314 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:11.024377 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:11.213486 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:11.214345 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:11.214688 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:11.217143 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Pushing event updated for resources: {'Port': ['ID=7a002fbf-7db4-4d5f-8125-471d99353896,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:11.222698 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Port 7a002fbf-7db4-4d5f-8125-471d99353896 on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:11.223013 n-d-712139-15 neutron-server[94767]: ERROR neutron.plugins.ml2.managers [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Failed to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 on host n-h1-712139-15 for vnic_type normal using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] Sep 16 04:58:11.223407 n-d-712139-15 neutron-server[94767]: INFO neutron.plugins.ml2.plugin [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempt 2 to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 Sep 16 04:58:11.253288 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:11.253512 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:11.253848 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:11.269383 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Port 7a002fbf-7db4-4d5f-8125-471d99353896 on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:11.270045 n-d-712139-15 neutron-server[94767]: ERROR neutron.plugins.ml2.managers [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Failed to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 on host n-h1-712139-15 for vnic_type normal using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] Sep 16 04:58:11.270130 n-d-712139-15 neutron-server[94767]: INFO neutron.plugins.ml2.plugin [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempt 3 to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 Sep 16 04:58:11.289681 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:11.290022 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:11.290368 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:11.297412 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Port 7a002fbf-7db4-4d5f-8125-471d99353896 on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:11.297747 n-d-712139-15 neutron-server[94767]: ERROR neutron.plugins.ml2.managers [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Failed to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 on host n-h1-712139-15 for vnic_type normal using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] Sep 16 04:58:11.298147 n-d-712139-15 neutron-server[94767]: INFO neutron.plugins.ml2.plugin [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempt 4 to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 Sep 16 04:58:11.319606 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:11.320968 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:11.321296 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:11.334185 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Port 7a002fbf-7db4-4d5f-8125-471d99353896 on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:11.334700 n-d-712139-15 neutron-server[94767]: ERROR neutron.plugins.ml2.managers [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Failed to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 on host n-h1-712139-15 for vnic_type normal using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] Sep 16 04:58:11.335415 n-d-712139-15 neutron-server[94767]: INFO neutron.plugins.ml2.plugin [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempt 5 to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 Sep 16 04:58:11.393606 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:11.394058 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:11.394631 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:11.400133 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Port 7a002fbf-7db4-4d5f-8125-471d99353896 on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:11.400462 n-d-712139-15 neutron-server[94767]: ERROR neutron.plugins.ml2.managers [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Failed to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 on host n-h1-712139-15 for vnic_type normal using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] Sep 16 04:58:11.400983 n-d-712139-15 neutron-server[94767]: INFO neutron.plugins.ml2.plugin [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempt 6 to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 Sep 16 04:58:11.422878 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:11.423523 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:11.424112 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:11.447967 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Port 7a002fbf-7db4-4d5f-8125-471d99353896 on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:11.448305 n-d-712139-15 neutron-server[94767]: ERROR neutron.plugins.ml2.managers [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Failed to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 on host n-h1-712139-15 for vnic_type normal using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] Sep 16 04:58:11.448735 n-d-712139-15 neutron-server[94767]: INFO neutron.plugins.ml2.plugin [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempt 7 to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 Sep 16 04:58:11.477095 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:11.477424 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:11.485203 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:11.492406 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Port 7a002fbf-7db4-4d5f-8125-471d99353896 on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:11.493640 n-d-712139-15 neutron-server[94767]: ERROR neutron.plugins.ml2.managers [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Failed to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 on host n-h1-712139-15 for vnic_type normal using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] Sep 16 04:58:11.494944 n-d-712139-15 neutron-server[94767]: INFO neutron.plugins.ml2.plugin [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempt 8 to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 Sep 16 04:58:11.518766 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:11.519029 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:11.519837 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:11.525814 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Port 7a002fbf-7db4-4d5f-8125-471d99353896 on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:11.527169 n-d-712139-15 neutron-server[94767]: ERROR neutron.plugins.ml2.managers [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Failed to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 on host n-h1-712139-15 for vnic_type normal using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] Sep 16 04:58:11.527909 n-d-712139-15 neutron-server[94767]: INFO neutron.plugins.ml2.plugin [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempt 9 to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 Sep 16 04:58:11.543791 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:11.544130 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:11.544760 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:11.549942 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Port 7a002fbf-7db4-4d5f-8125-471d99353896 on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:11.550410 n-d-712139-15 neutron-server[94767]: ERROR neutron.plugins.ml2.managers [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Failed to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 on host n-h1-712139-15 for vnic_type normal using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] Sep 16 04:58:11.550978 n-d-712139-15 neutron-server[94767]: INFO neutron.plugins.ml2.plugin [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempt 10 to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 Sep 16 04:58:11.571965 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:11.572605 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:11.573862 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempting to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:11.584446 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Port 7a002fbf-7db4-4d5f-8125-471d99353896 on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:11.584837 n-d-712139-15 neutron-server[94767]: ERROR neutron.plugins.ml2.managers [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Failed to bind port 7a002fbf-7db4-4d5f-8125-471d99353896 on host n-h1-712139-15 for vnic_type normal using segments [{'id': '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99ba3e37-bbcf-4f75-b96d-d4999e826806'}] Sep 16 04:58:11.585545 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:11.609506 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:11.697299 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] For port 7a002fbf-7db4-4d5f-8125-471d99353896, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:11.698851 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attempted to set empty binding levels {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 04:58:11.711282 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:11.811697 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] In _notify_port_updated(), no bound segment for port 7a002fbf-7db4-4d5f-8125-471d99353896 on network 99ba3e37-bbcf-4f75-b96d-d4999e826806 {{(pid=94767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:58:11.814010 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:11.815791 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:11.818215 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] 10.222.0.35 "PUT /v2.0/ports/7a002fbf-7db4-4d5f-8125-471d99353896 HTTP/1.1" status: 200 len: 980 time: 1.5554187 Sep 16 04:58:11.821730 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54846) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:11.837272 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b28853-a3cd-411d-8ce6-4ac16b18a62d tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Pushing event updated for resources: {'Port': ['ID=7a002fbf-7db4-4d5f-8125-471d99353896,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:11.982112 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 54854) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:12.034699 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-cd0903be-4d90-4e6b-847b-f61052d14c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Deleting port 7a002fbf-7db4-4d5f-8125-471d99353896 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:12.035467 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cd0903be-4d90-4e6b-847b-f61052d14c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:12.203739 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-cd0903be-4d90-4e6b-847b-f61052d14c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] For port 7a002fbf-7db4-4d5f-8125-471d99353896, host n-h1-712139-15, got binding levels [] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:12.204252 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cd0903be-4d90-4e6b-847b-f61052d14c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:12.237678 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-cd0903be-4d90-4e6b-847b-f61052d14c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Calling delete_port for 7a002fbf-7db4-4d5f-8125-471d99353896 owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:12.457870 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cd0903be-4d90-4e6b-847b-f61052d14c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:12.500132 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 7bc1d214-5adc-4176-ba02-d26b747c280e no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:58:12.577748 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0903be-4d90-4e6b-847b-f61052d14c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a002fbf-7db4-4d5f-8125-471d99353896,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:12.585490 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cd0903be-4d90-4e6b-847b-f61052d14c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:12.586477 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 7bc1d214-5adc-4176-ba02-d26b747c280e {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:58:12.587712 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 7bc1d214-5adc-4176-ba02-d26b747c280e not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:58:12.589257 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cd0903be-4d90-4e6b-847b-f61052d14c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] 10.222.0.35 "DELETE /v2.0/ports/7a002fbf-7db4-4d5f-8125-471d99353896 HTTP/1.1" status: 204 len: 168 time: 0.7569873 Sep 16 04:58:12.591791 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54890) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:12.692888 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3732536-695e-45c8-b26b-f37f54a589ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] GET failed (client error): The resource could not be found. Sep 16 04:58:12.705439 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a3732536-695e-45c8-b26b-f37f54a589ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-680859894-project-admin] 10.222.0.35 "GET /v2.0/ports/7a002fbf-7db4-4d5f-8125-471d99353896 HTTP/1.1" status: 404 len: 333 time: 0.1085000 Sep 16 04:58:12.707774 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54900) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:12.933700 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ec1be076-11a0-4192-8584-c6dc40ca89f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.072025 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c7af7e8e-94ad-4c68-99c1-6c6324c03bff tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.215098 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ec1be076-11a0-4192-8584-c6dc40ca89f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.221471 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-095de85b-b3ec-4487-9f9c-b443395a8964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.320979 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-ec1be076-11a0-4192-8584-c6dc40ca89f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ba3e37-bbcf-4f75-b96d-d4999e826806']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:13.344835 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-ec1be076-11a0-4192-8584-c6dc40ca89f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:13.347846 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-ec1be076-11a0-4192-8584-c6dc40ca89f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ef4f1b-c9d0-46ed-a16d-b9f46d185c25') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:13.387308 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ec1be076-11a0-4192-8584-c6dc40ca89f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.422242 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ec1be076-11a0-4192-8584-c6dc40ca89f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.437962 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec1be076-11a0-4192-8584-c6dc40ca89f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:58:13.440231 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ec1be076-11a0-4192-8584-c6dc40ca89f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.470182 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:58:13.470182 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:58:13.470182 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:58:13.470182 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:58:13.470182 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:58:13.470182 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:58:13.470182 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:58:13.470182 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:58:13.470182 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:58:13.470182 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:58:13.470182 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:58:13.470182 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:58:13.470182 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:58:13.470182 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:58:13.470182 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:58:13.470182 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:58:13.470182 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:58:13.470182 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:58:13.470182 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:58:13.470182 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:58:13.470182 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:58:13.470182 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:58:13.470182 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:58:13.470182 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:58:13.470182 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:58:13.470182 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:58:13.470182 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:58:13.470182 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:58:13.470182 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:58:13.470182 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:58:13.470182 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:58:13.470182 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:58:13.472476 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 54922) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:13.519841 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.602975 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ec1be076-11a0-4192-8584-c6dc40ca89f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.622524 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ec1be076-11a0-4192-8584-c6dc40ca89f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.631982 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ec1be076-11a0-4192-8584-c6dc40ca89f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725-project] 10.222.0.35 "DELETE /v2.0/networks/99ba3e37-bbcf-4f75-b96d-d4999e826806 HTTP/1.1" status: 204 len: 168 time: 0.9199529 Sep 16 04:58:13.667531 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1be076-11a0-4192-8584-c6dc40ca89f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-101134725-project] Pushing event deleted for resources: {'Network': ['ID=99ba3e37-bbcf-4f75-b96d-d4999e826806,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:13.829051 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5127a0ae-a738-4315-ae01-2b50ce012f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.947463 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-c7af7e8e-94ad-4c68-99c1-6c6324c03bff tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Deleting port 24e8e389-11bb-4488-9732-70a5110e16cd {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:13.948800 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c7af7e8e-94ad-4c68-99c1-6c6324c03bff tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:14.105892 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54950) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:14.118691 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-c7af7e8e-94ad-4c68-99c1-6c6324c03bff tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] For port 24e8e389-11bb-4488-9732-70a5110e16cd, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=24e8e389-11bb-4488-9732-70a5110e16cd,segment=NetworkSegment(68f1d648-cebf-497a-a433-07a45b963bfc),segment_id=68f1d648-cebf-497a-a433-07a45b963bfc)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:14.119705 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c7af7e8e-94ad-4c68-99c1-6c6324c03bff tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:14.174554 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5127a0ae-a738-4315-ae01-2b50ce012f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:14.193956 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5127a0ae-a738-4315-ae01-2b50ce012f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:14.247093 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-c7af7e8e-94ad-4c68-99c1-6c6324c03bff tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Calling delete_port for 24e8e389-11bb-4488-9732-70a5110e16cd owned by network:router_interface {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:14.258478 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127a0ae-a738-4315-ae01-2b50ce012f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfc20dc-dda8-4b1f-974f-78d7be26deeb,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:14.454354 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-35f365db-0f47-4959-9ea5-73b6079d60d1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3dcfd117fcc241808b28d06c8b3e070a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3465304 Sep 16 04:58:14.461243 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54958) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:14.540247 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:14.541433 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:14.567299 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-89be8745-6d6b-4911-9e63-21c18e828cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:14.625164 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-89be8745-6d6b-4911-9e63-21c18e828cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:14.730664 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-89be8745-6d6b-4911-9e63-21c18e828cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:14.734449 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-89be8745-6d6b-4911-9e63-21c18e828cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:14.738482 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-89be8745-6d6b-4911-9e63-21c18e828cd2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/34e340de-ab53-4d4b-886b-036cfa109531 HTTP/1.1" status: 204 len: 168 time: 0.2746370 Sep 16 04:58:14.756183 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be8745-6d6b-4911-9e63-21c18e828cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e340de-ab53-4d4b-886b-036cfa109531,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:14.994446 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5127a0ae-a738-4315-ae01-2b50ce012f2e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=31734e118fe64f49a9d199063839859f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5219843 Sep 16 04:58:14.997281 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54976) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:15.091439 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-529d23bf-403a-4d82-8d17-f21e9a44e59f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:15.169013 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-529d23bf-403a-4d82-8d17-f21e9a44e59f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:15.255512 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c7af7e8e-94ad-4c68-99c1-6c6324c03bff tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:15.277164 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-529d23bf-403a-4d82-8d17-f21e9a44e59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:15.283457 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-529d23bf-403a-4d82-8d17-f21e9a44e59f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:15.286222 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-529d23bf-403a-4d82-8d17-f21e9a44e59f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dbfc20dc-dda8-4b1f-974f-78d7be26deeb HTTP/1.1" status: 204 len: 168 time: 0.2881460 Sep 16 04:58:15.306497 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d23bf-403a-4d82-8d17-f21e9a44e59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfc20dc-dda8-4b1f-974f-78d7be26deeb,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:15.330761 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af7e8e-94ad-4c68-99c1-6c6324c03bff tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event deleted for resources: {'Port': ['ID=24e8e389-11bb-4488-9732-70a5110e16cd,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:15.749657 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54994) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:15.774032 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c7af7e8e-94ad-4c68-99c1-6c6324c03bff tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:15.860804 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 54996) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:15.862226 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4ee5eb9e-64cd-41f0-b2c5-f38bfa607ea9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f280a529e67a4a34934dfaed5fc53c51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1073053 Sep 16 04:58:16.063765 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.165628 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f443e42b-370e-4218-92a5-6e753e32a4b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.283804 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f443e42b-370e-4218-92a5-6e753e32a4b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.366390 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f443e42b-370e-4218-92a5-6e753e32a4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.374672 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f443e42b-370e-4218-92a5-6e753e32a4b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.383654 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f443e42b-370e-4218-92a5-6e753e32a4b4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d7318a7b-e654-4bf5-a565-69b52d9ee57c HTTP/1.1" status: 204 len: 168 time: 0.5214932 Sep 16 04:58:16.414843 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55014) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:16.436908 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f443e42b-370e-4218-92a5-6e753e32a4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7318a7b-e654-4bf5-a565-69b52d9ee57c,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:16.466948 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d790d1be-6754-4bf8-ae04-b80dc8683213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.633046 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7af7e8e-94ad-4c68-99c1-6c6324c03bff tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Router 1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:58:16.697345 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d790d1be-6754-4bf8-ae04-b80dc8683213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.703793 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d790d1be-6754-4bf8-ae04-b80dc8683213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.795041 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790d1be-6754-4bf8-ae04-b80dc8683213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b795778-5039-4d34-b422-3d5c6086cf19,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:16.818904 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d790d1be-6754-4bf8-ae04-b80dc8683213 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1e83ea1564b546c0b7a96624364c6dfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4005079 Sep 16 04:58:16.821156 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55026) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:16.936046 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-24f5eecd-801b-4220-a12b-b250da60b3ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.996109 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-24f5eecd-801b-4220-a12b-b250da60b3ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.051073 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7af7e8e-94ad-4c68-99c1-6c6324c03bff tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:58:17.075348 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c7af7e8e-94ad-4c68-99c1-6c6324c03bff tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "PUT /v2.0/routers/1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0913792 Sep 16 04:58:17.076846 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d51cb3-139c-420f-b9f2-7e23976f114b None None] Sync routers for ids ['1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:58:17.078883 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 55038) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:17.147641 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d51cb3-139c-420f-b9f2-7e23976f114b None None] Routers {'1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:17.155073 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-b8d51cb3-139c-420f-b9f2-7e23976f114b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:58:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:17.174035 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-24f5eecd-801b-4220-a12b-b250da60b3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.176882 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-24f5eecd-801b-4220-a12b-b250da60b3ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.178512 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-24f5eecd-801b-4220-a12b-b250da60b3ea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8b795778-5039-4d34-b422-3d5c6086cf19 HTTP/1.1" status: 204 len: 168 time: 0.3564212 Sep 16 04:58:17.198870 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5eecd-801b-4220-a12b-b250da60b3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b795778-5039-4d34-b422-3d5c6086cf19,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:17.297440 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e04d09-9e72-45fb-8a00-0e8439e9034e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Deleting subnet f9ff2605-c72a-41ed-8f82-af1ea6bf175d {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:58:17.304902 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-56e04d09-9e72-45fb-8a00-0e8439e9034e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.396514 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-56e04d09-9e72-45fb-8a00-0e8439e9034e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.593477 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-56e04d09-9e72-45fb-8a00-0e8439e9034e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.650513 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-b8d51cb3-139c-420f-b9f2-7e23976f114b None None] Set router 1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:17.829475 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-56e04d09-9e72-45fb-8a00-0e8439e9034e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.971002 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e04d09-9e72-45fb-8a00-0e8439e9034e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event deleted for resources: {'Subnet': ['ID=f9ff2605-c72a-41ed-8f82-af1ea6bf175d,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:17.983625 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-56e04d09-9e72-45fb-8a00-0e8439e9034e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.985907 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-56e04d09-9e72-45fb-8a00-0e8439e9034e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "DELETE /v2.0/subnets/f9ff2605-c72a-41ed-8f82-af1ea6bf175d HTTP/1.1" status: 204 len: 168 time: 0.8884730 Sep 16 04:58:17.988612 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 55066) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:18.050318 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4068c2d-0808-470f-8824-21336b3b3686 None None] Network 5b176c75-bdca-437f-ac9d-05aa6e6916b7 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:18.325580 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7eaa5dbd-23e7-4752-a67d-b3c6809158b3 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:18.414807 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-b8d51cb3-139c-420f-b9f2-7e23976f114b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431317205', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'e46248be-ed7c-4edb-800d-f470d8031f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:02Z', 'updated_at': '2021-09-16T04:58:15Z', 'revision_number': 5, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'e46248be-ed7c-4edb-800d-f470d8031f9e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:68:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:05Z', 'updated_at': '2021-09-16T04:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:18.470760 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d51cb3-139c-420f-b9f2-7e23976f114b None None] Checking router: 1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:58:18.481176 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d51cb3-139c-420f-b9f2-7e23976f114b None None] Routers {'1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:18.483139 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-b8d51cb3-139c-420f-b9f2-7e23976f114b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:58:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:18.531624 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd06397-5c69-45ea-b71a-59f73955a4fe None None] DHCP port deletion for 5b176c75-bdca-437f-ac9d-05aa6e6916b7 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:58:18.696192 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7eaa5dbd-23e7-4752-a67d-b3c6809158b3 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:18.831542 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-b8d51cb3-139c-420f-b9f2-7e23976f114b None None] Set router 1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:18.837053 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-7eaa5dbd-23e7-4752-a67d-b3c6809158b3 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Deleting port e46248be-ed7c-4edb-800d-f470d8031f9e {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:18.837733 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7eaa5dbd-23e7-4752-a67d-b3c6809158b3 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:18.838238 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-4cd06397-5c69-45ea-b71a-59f73955a4fe None None] Deleting port 7af2fb77-a5f3-4918-ad0d-cc8bc1a9d40a {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:18.839329 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4cd06397-5c69-45ea-b71a-59f73955a4fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:18.951330 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-4cd06397-5c69-45ea-b71a-59f73955a4fe None None] For port 7af2fb77-a5f3-4918-ad0d-cc8bc1a9d40a, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=7af2fb77-a5f3-4918-ad0d-cc8bc1a9d40a,segment=NetworkSegment(68f1d648-cebf-497a-a433-07a45b963bfc),segment_id=68f1d648-cebf-497a-a433-07a45b963bfc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:18.951831 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4cd06397-5c69-45ea-b71a-59f73955a4fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:18.971366 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-4cd06397-5c69-45ea-b71a-59f73955a4fe None None] Calling delete_port for 7af2fb77-a5f3-4918-ad0d-cc8bc1a9d40a owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:19.087801 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-7eaa5dbd-23e7-4752-a67d-b3c6809158b3 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] For port e46248be-ed7c-4edb-800d-f470d8031f9e, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=e46248be-ed7c-4edb-800d-f470d8031f9e,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:19.088408 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7eaa5dbd-23e7-4752-a67d-b3c6809158b3 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:19.114321 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-7eaa5dbd-23e7-4752-a67d-b3c6809158b3 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Calling delete_port for e46248be-ed7c-4edb-800d-f470d8031f9e owned by network:router_gateway {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:19.268512 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4cd06397-5c69-45ea-b71a-59f73955a4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:19.282984 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 7af2fb77-a5f3-4918-ad0d-cc8bc1a9d40a no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:58:19.383686 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 7af2fb77-a5f3-4918-ad0d-cc8bc1a9d40a {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:58:19.384681 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 7af2fb77-a5f3-4918-ad0d-cc8bc1a9d40a not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:58:19.387905 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd06397-5c69-45ea-b71a-59f73955a4fe None None] Pushing event deleted for resources: {'Port': ['ID=7af2fb77-a5f3-4918-ad0d-cc8bc1a9d40a,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:19.467213 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd06397-5c69-45ea-b71a-59f73955a4fe None None] No DVR routers for this DVR port 7af2fb77-a5f3-4918-ad0d-cc8bc1a9d40a on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:58:19.500062 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd06397-5c69-45ea-b71a-59f73955a4fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:19.504193 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd06397-5c69-45ea-b71a-59f73955a4fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:19.504871 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd06397-5c69-45ea-b71a-59f73955a4fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:19.505449 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd06397-5c69-45ea-b71a-59f73955a4fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:19.505960 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd06397-5c69-45ea-b71a-59f73955a4fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:19.506725 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd06397-5c69-45ea-b71a-59f73955a4fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:19.507299 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd06397-5c69-45ea-b71a-59f73955a4fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:19.517441 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd06397-5c69-45ea-b71a-59f73955a4fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:19.527979 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd06397-5c69-45ea-b71a-59f73955a4fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:19.528756 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd06397-5c69-45ea-b71a-59f73955a4fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:19.531160 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd06397-5c69-45ea-b71a-59f73955a4fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:19.531664 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd06397-5c69-45ea-b71a-59f73955a4fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:19.561626 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7eaa5dbd-23e7-4752-a67d-b3c6809158b3 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:19.665891 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa5dbd-23e7-4752-a67d-b3c6809158b3 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event deleted for resources: {'Port': ['ID=e46248be-ed7c-4edb-800d-f470d8031f9e,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:19.748197 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-b8d51cb3-139c-420f-b9f2-7e23976f114b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431317205', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'e46248be-ed7c-4edb-800d-f470d8031f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:02Z', 'updated_at': '2021-09-16T04:58:15Z', 'revision_number': 5, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'e46248be-ed7c-4edb-800d-f470d8031f9e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:68:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:05Z', 'updated_at': '2021-09-16T04:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:19.768174 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7eaa5dbd-23e7-4752-a67d-b3c6809158b3 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:19.790603 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d51cb3-139c-420f-b9f2-7e23976f114b None None] The sync data for ids ['1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2'] in n-d-712139-15 is: [{'id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431317205', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'e46248be-ed7c-4edb-800d-f470d8031f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:02Z', 'updated_at': '2021-09-16T04:58:15Z', 'revision_number': 5, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'e46248be-ed7c-4edb-800d-f470d8031f9e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:68:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:05Z', 'updated_at': '2021-09-16T04:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:58:19.817770 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55120) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:19.913835 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7eaa5dbd-23e7-4752-a67d-b3c6809158b3 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:19.917647 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7eaa5dbd-23e7-4752-a67d-b3c6809158b3 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:19.988610 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7eaa5dbd-23e7-4752-a67d-b3c6809158b3 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:19.989827 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eaa5dbd-23e7-4752-a67d-b3c6809158b3 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Fanout notify agent at l3_agent the message router_deleted on router 1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2 {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:58:20.019746 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7eaa5dbd-23e7-4752-a67d-b3c6809158b3 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:20.023628 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7eaa5dbd-23e7-4752-a67d-b3c6809158b3 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "DELETE /v2.0/routers/1cd097f5-5e1f-4a94-b9a1-55bde9f3efd2 HTTP/1.1" status: 204 len: 168 time: 2.0309377 Sep 16 04:58:20.024134 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 55128) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:20.148007 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9c9168f7-af09-40fc-8c3b-5f519e251f54 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:20.434791 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-f04e3e44-4214-42f8-92fa-3ae65856b0bc tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1447136094'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:20.459652 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9c9168f7-af09-40fc-8c3b-5f519e251f54 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:20.506015 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04e3e44-4214-42f8-92fa-3ae65856b0bc tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Made reservation on behalf of ddb6a547aeeb40b499313ae9327d4581 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:20.506015 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f04e3e44-4214-42f8-92fa-3ae65856b0bc tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:20.524839 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f04e3e44-4214-42f8-92fa-3ae65856b0bc tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:20.533867 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-9c9168f7-af09-40fc-8c3b-5f519e251f54 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b176c75-bdca-437f-ac9d-05aa6e6916b7']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:20.587800 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-9c9168f7-af09-40fc-8c3b-5f519e251f54 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f1d648-cebf-497a-a433-07a45b963bfc') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:20.588992 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-9c9168f7-af09-40fc-8c3b-5f519e251f54 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f1d648-cebf-497a-a433-07a45b963bfc') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:20.658549 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9c9168f7-af09-40fc-8c3b-5f519e251f54 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:20.717234 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9c9168f7-af09-40fc-8c3b-5f519e251f54 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:20.746602 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c9168f7-af09-40fc-8c3b-5f519e251f54 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:58:20.746881 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9c9168f7-af09-40fc-8c3b-5f519e251f54 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:20.761628 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:58:20.761628 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:58:20.761628 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:58:20.761628 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:58:20.761628 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:58:20.761628 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:58:20.761628 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:58:20.761628 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:58:20.761628 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:58:20.761628 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:58:20.761628 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:58:20.761628 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:58:20.761628 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:58:20.761628 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:58:20.761628 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:58:20.761628 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:58:20.761628 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:58:20.761628 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:58:20.761628 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:58:20.761628 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:58:20.761628 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:58:20.761628 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:58:20.761628 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:58:20.761628 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:58:20.761628 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:58:20.761628 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:58:20.761628 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:58:20.761628 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:58:20.761628 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:58:20.761628 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:58:20.761628 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:58:20.761628 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:58:20.950424 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f04e3e44-4214-42f8-92fa-3ae65856b0bc tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:20.967114 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f04e3e44-4214-42f8-92fa-3ae65856b0bc tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.023126 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f04e3e44-4214-42f8-92fa-3ae65856b0bc tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:58:21.082559 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f04e3e44-4214-42f8-92fa-3ae65856b0bc tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.091880 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-f04e3e44-4214-42f8-92fa-3ae65856b0bc tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Added segment 4f4be9a9-c637-4b3a-8d7f-cb9c0a4649e8 of type vlan for network 994e1213-8b77-4b7a-9f09-6252c4dffb22 Sep 16 04:58:21.104264 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9c9168f7-af09-40fc-8c3b-5f519e251f54 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.126081 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9c9168f7-af09-40fc-8c3b-5f519e251f54 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.143835 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9c9168f7-af09-40fc-8c3b-5f519e251f54 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "DELETE /v2.0/networks/5b176c75-bdca-437f-ac9d-05aa6e6916b7 HTTP/1.1" status: 204 len: 168 time: 1.1183190 Sep 16 04:58:21.154383 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55160) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:21.250703 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9168f7-af09-40fc-8c3b-5f519e251f54 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event deleted for resources: {'Network': ['ID=5b176c75-bdca-437f-ac9d-05aa6e6916b7,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:21.451914 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e3e44-4214-42f8-92fa-3ae65856b0bc tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=178ec992-81a9-4f67-9973-15e429e29143,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:21.477677 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f04e3e44-4214-42f8-92fa-3ae65856b0bc tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.586854 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2618a556-0303-42cf-8963-05ec372d09e6 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.656256 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 24e8e389-11bb-4488-9732-70a5110e16cd no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:58:21.672720 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f04e3e44-4214-42f8-92fa-3ae65856b0bc tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.690694 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04e3e44-4214-42f8-92fa-3ae65856b0bc tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:21.698898 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f04e3e44-4214-42f8-92fa-3ae65856b0bc tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.749926 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 24e8e389-11bb-4488-9732-70a5110e16cd {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:58:21.750302 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 24e8e389-11bb-4488-9732-70a5110e16cd not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:58:21.921895 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e3e44-4214-42f8-92fa-3ae65856b0bc tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Pushing event updated for resources: {'Network': ['ID=994e1213-8b77-4b7a-9f09-6252c4dffb22,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:21.938363 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2618a556-0303-42cf-8963-05ec372d09e6 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.940663 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 994e1213-8b77-4b7a-9f09-6252c4dffb22 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:58:22.005887 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f04e3e44-4214-42f8-92fa-3ae65856b0bc tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1823831 Sep 16 04:58:22.006985 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 55190) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:22.013580 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-7301e1fd-6d44-4e73-b818-404871c84fcf tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Request body: {'subnet': {'network_id': '994e1213-8b77-4b7a-9f09-6252c4dffb22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:22.065213 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2618a556-0303-42cf-8963-05ec372d09e6 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.087194 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2618a556-0303-42cf-8963-05ec372d09e6 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.103950 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2618a556-0303-42cf-8963-05ec372d09e6 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "DELETE /v2.0/security-groups/f8bf0043-6ac7-4179-96cd-3b6e791db078 HTTP/1.1" status: 204 len: 168 time: 0.9072428 Sep 16 04:58:22.157203 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618a556-0303-42cf-8963-05ec372d09e6 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bf0043-6ac7-4179-96cd-3b6e791db078,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:22.422459 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63b569-986d-44b4-b142-19385035358b req-4b577477-2fe5-4a99-93d3-f9e3d443d451 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:22.429750 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3b63b569-986d-44b4-b142-19385035358b req-4b577477-2fe5-4a99-93d3-f9e3d443d451 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 946 time: 0.1700747 Sep 16 04:58:22.449295 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7301e1fd-6d44-4e73-b818-404871c84fcf tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Made reservation on behalf of ddb6a547aeeb40b499313ae9327d4581 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:22.452858 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7301e1fd-6d44-4e73-b818-404871c84fcf tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.540684 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3b63b569-986d-44b4-b142-19385035358b req-9a02187e-fbdd-4dd5-a919-11c4f04cdbc0 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8f27d69d-6385-4ec0-b94a-3382c6c2c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033013 Sep 16 04:58:22.893925 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7301e1fd-6d44-4e73-b818-404871c84fcf tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.047360 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7301e1fd-6d44-4e73-b818-404871c84fcf tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Checking segment: {'id': '4f4be9a9-c637-4b3a-8d7f-cb9c0a4649e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '994e1213-8b77-4b7a-9f09-6252c4dffb22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:23.048113 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7301e1fd-6d44-4e73-b818-404871c84fcf tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Network hostable DHCP agents. Network: 994e1213-8b77-4b7a-9f09-6252c4dffb22, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:58:23.058110 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7301e1fd-6d44-4e73-b818-404871c84fcf tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Pushing event updated for resources: {'Subnet': ['ID=b28bd157-224d-46e9-806c-c0310c5f29c9,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:23.115786 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7301e1fd-6d44-4e73-b818-404871c84fcf tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Network 994e1213-8b77-4b7a-9f09-6252c4dffb22 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:58:23.139759 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-7301e1fd-6d44-4e73-b818-404871c84fcf tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 994e1213-8b77-4b7a-9f09-6252c4dffb22) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:23.144017 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device e46248be-ed7c-4edb-800d-f470d8031f9e no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:58:23.190360 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7301e1fd-6d44-4e73-b818-404871c84fcf tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:23.195567 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7301e1fd-6d44-4e73-b818-404871c84fcf tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.199443 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 55240) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:23.226627 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-492cea1c-0590-4029-889c-1c521c533e07 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-864207096', 'description': 'tempest-secgroup-smoke-864207096 description', 'project_id': '9314d3ea71064ec8a4285d4ce520aaad'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:23.233404 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dc514a-0561-4f09-b357-b66223a57969 None None] Network 994e1213-8b77-4b7a-9f09-6252c4dffb22 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:23.330081 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-492cea1c-0590-4029-889c-1c521c533e07 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.342108 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bea12c-d92e-45a7-a5cd-f8b91c8f691b req-75a37d58-354f-4f5f-b521-02aa777ad4e4 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:23.343896 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-48bea12c-d92e-45a7-a5cd-f8b91c8f691b req-75a37d58-354f-4f5f-b521-02aa777ad4e4 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.48 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 946 time: 0.1706972 Sep 16 04:58:23.414048 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7301e1fd-6d44-4e73-b818-404871c84fcf tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4064801 Sep 16 04:58:23.417275 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 55252) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:23.456324 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: e46248be-ed7c-4edb-800d-f470d8031f9e {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:58:23.457289 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device e46248be-ed7c-4edb-800d-f470d8031f9e not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:58:23.458749 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-81eef676-f18b-4eb0-8daa-7e70f4b05337 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Request body: {'port': {'network_id': '994e1213-8b77-4b7a-9f09-6252c4dffb22', 'name': 'tempest-AllowedAddressPairTestJSON-1871226452'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:23.570237 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9a356a-2fbd-4cfb-ab7b-d2c74d4a342a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-994e1213-8b77-4b7a-9f09-6252c4dffb22', 'network_id': '994e1213-8b77-4b7a-9f09-6252c4dffb22', 'tenant_id': 'ddb6a547aeeb40b499313ae9327d4581', 'fixed_ips': [{'subnet_id': 'b28bd157-224d-46e9-806c-c0310c5f29c9'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:58:23.571897 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ff9a356a-2fbd-4cfb-ab7b-d2c74d4a342a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.655844 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-492cea1c-0590-4029-889c-1c521c533e07 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.735517 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-48bea12c-d92e-45a7-a5cd-f8b91c8f691b req-892b9c4f-a18f-445e-b0fe-6a02dfc912c7 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Deleting port c4ffa50b-c347-4976-a254-c870fa6bfd5c {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:23.746349 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-48bea12c-d92e-45a7-a5cd-f8b91c8f691b req-892b9c4f-a18f-445e-b0fe-6a02dfc912c7 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.790348 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-492cea1c-0590-4029-889c-1c521c533e07 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.908560 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492cea1c-0590-4029-889c-1c521c533e07 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=295ea664-146b-402c-b1bb-04eb95e0a13d,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:23.932765 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-ff9a356a-2fbd-4cfb-ab7b-d2c74d4a342a None None] Allocated IP 172.20.0.2 (994e1213-8b77-4b7a-9f09-6252c4dffb22/b28bd157-224d-46e9-806c-c0310c5f29c9/eac62380-a050-492e-b833-2a5f01a57fbd) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:23.997526 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-492cea1c-0590-4029-889c-1c521c533e07 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.999411 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-492cea1c-0590-4029-889c-1c521c533e07 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7978301 Sep 16 04:58:24.004365 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 55262) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:24.015769 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-a62c0312-8b0a-4990-b4fe-7f76e3f3fefe tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'security_group_rule': {'security_group_id': '295ea664-146b-402c-b1bb-04eb95e0a13d', 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:24.060167 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ad80e-fb92-4c28-accd-448ec86e058e req-e1cb1e9c-5ebf-41a6-8361-786de2114304 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:24.076703 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-373ad80e-fb92-4c28-accd-448ec86e058e req-e1cb1e9c-5ebf-41a6-8361-786de2114304 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 946 time: 0.3045127 Sep 16 04:58:24.093332 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81eef676-f18b-4eb0-8daa-7e70f4b05337 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Made reservation on behalf of ddb6a547aeeb40b499313ae9327d4581 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:24.099405 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-81eef676-f18b-4eb0-8daa-7e70f4b05337 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.114972 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-48bea12c-d92e-45a7-a5cd-f8b91c8f691b req-892b9c4f-a18f-445e-b0fe-6a02dfc912c7 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] For port c4ffa50b-c347-4976-a254-c870fa6bfd5c, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=c4ffa50b-c347-4976-a254-c870fa6bfd5c,segment=NetworkSegment(51a9b458-7c9a-4442-bf01-8b9b2bd52faf),segment_id=51a9b458-7c9a-4442-bf01-8b9b2bd52faf)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:24.121320 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-48bea12c-d92e-45a7-a5cd-f8b91c8f691b req-892b9c4f-a18f-445e-b0fe-6a02dfc912c7 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.233086 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-81eef676-f18b-4eb0-8daa-7e70f4b05337 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] device_id is not set on port a4a7870e-9d89-4308-aedf-37d4063d1896 yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:58:24.266248 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a62c0312-8b0a-4990-b4fe-7f76e3f3fefe tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.345639 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-373ad80e-fb92-4c28-accd-448ec86e058e req-9e8c80d4-c397-4696-b541-a7d60926f678 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=8f27d69d-6385-4ec0-b94a-3382c6c2c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2595282 Sep 16 04:58:24.487048 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ff9a356a-2fbd-4cfb-ab7b-d2c74d4a342a None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.503810 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ff9a356a-2fbd-4cfb-ab7b-d2c74d4a342a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.618907 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9a356a-2fbd-4cfb-ab7b-d2c74d4a342a None None] Network 994e1213-8b77-4b7a-9f09-6252c4dffb22 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:24.638404 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-ff9a356a-2fbd-4cfb-ab7b-d2c74d4a342a None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:24.641679 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a356a-2fbd-4cfb-ab7b-d2c74d4a342a None None] Pushing event updated for resources: {'Port': ['ID=eac62380-a050-492e-b833-2a5f01a57fbd,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:24.655907 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9a356a-2fbd-4cfb-ab7b-d2c74d4a342a None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:24.670899 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a62c0312-8b0a-4990-b4fe-7f76e3f3fefe tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.687377 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a62c0312-8b0a-4990-b4fe-7f76e3f3fefe tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.779955 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c0312-8b0a-4990-b4fe-7f76e3f3fefe tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f6d25bb-63f9-41de-ba84-ae52579e011d,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:24.805102 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a62c0312-8b0a-4990-b4fe-7f76e3f3fefe tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.809592 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-ff9a356a-2fbd-4cfb-ab7b-d2c74d4a342a None None] Attempting to bind port eac62380-a050-492e-b833-2a5f01a57fbd on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:24.811109 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a62c0312-8b0a-4990-b4fe-7f76e3f3fefe tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8036888 Sep 16 04:58:24.811599 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-ff9a356a-2fbd-4cfb-ab7b-d2c74d4a342a None None] Attempting to bind port eac62380-a050-492e-b833-2a5f01a57fbd by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '4f4be9a9-c637-4b3a-8d7f-cb9c0a4649e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '994e1213-8b77-4b7a-9f09-6252c4dffb22'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:24.812087 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9a356a-2fbd-4cfb-ab7b-d2c74d4a342a None None] Attempting to bind port eac62380-a050-492e-b833-2a5f01a57fbd on network 994e1213-8b77-4b7a-9f09-6252c4dffb22 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:24.824017 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 55280) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:24.836931 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-f35668e9-8c22-4b3f-a5de-7866cd68ce2e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'security_group_rule': {'security_group_id': '295ea664-146b-402c-b1bb-04eb95e0a13d', 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:24.838287 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9a356a-2fbd-4cfb-ab7b-d2c74d4a342a None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:24.838785 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9a356a-2fbd-4cfb-ab7b-d2c74d4a342a None None] Checking segment: {'id': '4f4be9a9-c637-4b3a-8d7f-cb9c0a4649e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '994e1213-8b77-4b7a-9f09-6252c4dffb22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:24.840311 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ff9a356a-2fbd-4cfb-ab7b-d2c74d4a342a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.844711 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9a356a-2fbd-4cfb-ab7b-d2c74d4a342a None None] Bound using segment: {'id': '4f4be9a9-c637-4b3a-8d7f-cb9c0a4649e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '994e1213-8b77-4b7a-9f09-6252c4dffb22'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:24.845506 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-ff9a356a-2fbd-4cfb-ab7b-d2c74d4a342a None None] Bound port: eac62380-a050-492e-b833-2a5f01a57fbd, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f4be9a9-c637-4b3a-8d7f-cb9c0a4649e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '994e1213-8b77-4b7a-9f09-6252c4dffb22'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:24.846183 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ff9a356a-2fbd-4cfb-ab7b-d2c74d4a342a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.876301 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-81eef676-f18b-4eb0-8daa-7e70f4b05337 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Allocated IP 172.20.0.12 (994e1213-8b77-4b7a-9f09-6252c4dffb22/b28bd157-224d-46e9-806c-c0310c5f29c9/a4a7870e-9d89-4308-aedf-37d4063d1896) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:24.888479 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-48bea12c-d92e-45a7-a5cd-f8b91c8f691b req-892b9c4f-a18f-445e-b0fe-6a02dfc912c7 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.889989 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-48bea12c-d92e-45a7-a5cd-f8b91c8f691b req-892b9c4f-a18f-445e-b0fe-6a02dfc912c7 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.892045 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [req-48bea12c-d92e-45a7-a5cd-f8b91c8f691b req-892b9c4f-a18f-445e-b0fe-6a02dfc912c7 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Floating IP e68b405d-a3d6-444b-a4d8-ff27279c3f6d disassociated. External IP: 172.25.8.220, port: c4ffa50b-c347-4976-a254-c870fa6bfd5c. Sep 16 04:58:24.893147 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-48bea12c-d92e-45a7-a5cd-f8b91c8f691b req-892b9c4f-a18f-445e-b0fe-6a02dfc912c7 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Calling delete_port for c4ffa50b-c347-4976-a254-c870fa6bfd5c owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:24.999436 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f35668e9-8c22-4b3f-a5de-7866cd68ce2e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.212509 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-ff9a356a-2fbd-4cfb-ab7b-d2c74d4a342a None None] For port eac62380-a050-492e-b833-2a5f01a57fbd, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:25.223621 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-ff9a356a-2fbd-4cfb-ab7b-d2c74d4a342a None None] For port eac62380-a050-492e-b833-2a5f01a57fbd, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=eac62380-a050-492e-b833-2a5f01a57fbd,segment=NetworkSegment(4f4be9a9-c637-4b3a-8d7f-cb9c0a4649e8),segment_id=4f4be9a9-c637-4b3a-8d7f-cb9c0a4649e8)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:25.238179 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ff9a356a-2fbd-4cfb-ab7b-d2c74d4a342a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.340946 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f35668e9-8c22-4b3f-a5de-7866cd68ce2e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.356724 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f35668e9-8c22-4b3f-a5de-7866cd68ce2e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.419206 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-48bea12c-d92e-45a7-a5cd-f8b91c8f691b req-892b9c4f-a18f-445e-b0fe-6a02dfc912c7 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.457141 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a356a-2fbd-4cfb-ab7b-d2c74d4a342a None None] Pushing event updated for resources: {'Port': ['ID=eac62380-a050-492e-b833-2a5f01a57fbd,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:25.564550 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35668e9-8c22-4b3f-a5de-7866cd68ce2e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36026c6c-361c-467b-a0e1-c3896bb1df03,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:25.577991 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-81eef676-f18b-4eb0-8daa-7e70f4b05337 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.585166 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f35668e9-8c22-4b3f-a5de-7866cd68ce2e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.592803 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f35668e9-8c22-4b3f-a5de-7866cd68ce2e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7626033 Sep 16 04:58:25.608306 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55294) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:25.627383 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-3bb8427c-4735-4ba5-b0c3-9bef0e7952f4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'security_group_rule': {'security_group_id': '295ea664-146b-402c-b1bb-04eb95e0a13d', 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:25.635173 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b9c4f-a18f-445e-b0fe-6a02dfc912c7 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Pushing event deleted for resources: {'Port': ['ID=c4ffa50b-c347-4976-a254-c870fa6bfd5c,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:25.780436 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3bb8427c-4735-4ba5-b0c3-9bef0e7952f4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.813636 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8fe7fa05-20a4-43cc-96ac-8eef958c14fd req-87570f37-1727-4a7c-8a89-8e83ff9a528e tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 210 time: 0.2050369 Sep 16 04:58:25.820271 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-81eef676-f18b-4eb0-8daa-7e70f4b05337 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.055813 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3bb8427c-4735-4ba5-b0c3-9bef0e7952f4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.060057 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48bea12c-d92e-45a7-a5cd-f8b91c8f691b req-892b9c4f-a18f-445e-b0fe-6a02dfc912c7 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Router a642493d-01a9-4e7a-a221-01cf5d61c50d has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:58:26.065311 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3bb8427c-4735-4ba5-b0c3-9bef0e7952f4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.110451 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb8427c-4735-4ba5-b0c3-9bef0e7952f4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e489f8f6-64a9-4a9c-ac8d-362469c568c5,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:26.151843 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81eef676-f18b-4eb0-8daa-7e70f4b05337 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Network 994e1213-8b77-4b7a-9f09-6252c4dffb22 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:26.164700 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-81eef676-f18b-4eb0-8daa-7e70f4b05337 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:26.177542 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eef676-f18b-4eb0-8daa-7e70f4b05337 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:26.241061 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eef676-f18b-4eb0-8daa-7e70f4b05337 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Pushing event updated for resources: {'Port': ['ID=a4a7870e-9d89-4308-aedf-37d4063d1896,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:26.257278 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3bb8427c-4735-4ba5-b0c3-9bef0e7952f4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.264043 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3bb8427c-4735-4ba5-b0c3-9bef0e7952f4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6524620 Sep 16 04:58:26.273342 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55314) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:26.299030 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-b095918f-8403-4963-83b6-401b635a365e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'security_group_rule': {'security_group_id': '295ea664-146b-402c-b1bb-04eb95e0a13d', 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:26.412144 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81eef676-f18b-4eb0-8daa-7e70f4b05337 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:26.412860 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-81eef676-f18b-4eb0-8daa-7e70f4b05337 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.440002 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-81eef676-f18b-4eb0-8daa-7e70f4b05337 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0170810 Sep 16 04:58:26.444689 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 55322) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:26.450077 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-292b9da0-918a-4c5a-938f-21acbd1bca0b tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Request body: {'port': {'network_id': '994e1213-8b77-4b7a-9f09-6252c4dffb22', 'name': 'tempest-AllowedAddressPairTestJSON-926709780', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:1e:4e:2a'}]}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:26.476923 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b095918f-8403-4963-83b6-401b635a365e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.573235 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device c4ffa50b-c347-4976-a254-c870fa6bfd5c no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:58:26.684688 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: c4ffa50b-c347-4976-a254-c870fa6bfd5c {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:58:26.685873 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device c4ffa50b-c347-4976-a254-c870fa6bfd5c not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:58:26.717356 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48bea12c-d92e-45a7-a5cd-f8b91c8f691b req-892b9c4f-a18f-445e-b0fe-6a02dfc912c7 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:58:26.747926 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292b9da0-918a-4c5a-938f-21acbd1bca0b tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Made reservation on behalf of ddb6a547aeeb40b499313ae9327d4581 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:26.748255 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26be6983-6172-4fd9-ada1-70c944b25eac None None] Sync routers for ids ['a642493d-01a9-4e7a-a221-01cf5d61c50d'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:58:26.770163 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b095918f-8403-4963-83b6-401b635a365e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.799595 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b095918f-8403-4963-83b6-401b635a365e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.845842 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b095918f-8403-4963-83b6-401b635a365e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e1f74de-9d5c-45e9-875d-4c10eb0ed885,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:26.924888 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-48bea12c-d92e-45a7-a5cd-f8b91c8f691b req-892b9c4f-a18f-445e-b0fe-6a02dfc912c7 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] No DVR routers for this DVR port c4ffa50b-c347-4976-a254-c870fa6bfd5c on host n-h2-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:58:26.941483 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-48bea12c-d92e-45a7-a5cd-f8b91c8f691b req-892b9c4f-a18f-445e-b0fe-6a02dfc912c7 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.946191 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-48bea12c-d92e-45a7-a5cd-f8b91c8f691b req-892b9c4f-a18f-445e-b0fe-6a02dfc912c7 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.48 "DELETE /v2.0/ports/c4ffa50b-c347-4976-a254-c870fa6bfd5c HTTP/1.1" status: 204 len: 173 time: 3.5917022 Sep 16 04:58:26.950668 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84869794-6127-4fd1-9df8-22ad4aad5fcf', 'name': 'network-vif-deleted', 'tag': 'c4ffa50b-c347-4976-a254-c870fa6bfd5c'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:26.975001 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4426eb78-75de-4902-b687-28132e72dec3" -d '{"events": [{"server_uuid": "84869794-6127-4fd1-9df8-22ad4aad5fcf", "name": "network-vif-deleted", "tag": "c4ffa50b-c347-4976-a254-c870fa6bfd5c"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:27.023831 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b095918f-8403-4963-83b6-401b635a365e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.023831 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b095918f-8403-4963-83b6-401b635a365e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7305198 Sep 16 04:58:27.026332 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55336) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:27.052395 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-cbd044d7-ad52-431d-b73e-4bc7be6f71d8 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'security_group_rule': {'security_group_id': '295ea664-146b-402c-b1bb-04eb95e0a13d', 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:27.156853 n-d-712139-15 neutron-server[94766]: INFO neutron.db.securitygroups_db [None req-cbd044d7-ad52-431d-b73e-4bc7be6f71d8 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Project 9314d3ea71064ec8a4285d4ce520aaad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 04:58:27.184615 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cbd044d7-ad52-431d-b73e-4bc7be6f71d8 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.296060 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-292b9da0-918a-4c5a-938f-21acbd1bca0b tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.342759 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2c9d4d62-47a6-42f1-9aa0-078bda4b2406 req-f668ca45-cad6-46ea-8587-f54ec007e86a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3280816 Sep 16 04:58:27.373635 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-292b9da0-918a-4c5a-938f-21acbd1bca0b tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] device_id is not set on port 9239e768-16f7-479c-b394-4d4b7aebc99d yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:58:27.376998 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26be6983-6172-4fd9-ada1-70c944b25eac None None] Routers {'a642493d-01a9-4e7a-a221-01cf5d61c50d'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:27.383421 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-26be6983-6172-4fd9-ada1-70c944b25eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:58:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['a642493d-01a9-4e7a-a221-01cf5d61c50d'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:27.457076 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cbd044d7-ad52-431d-b73e-4bc7be6f71d8 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.463520 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cbd044d7-ad52-431d-b73e-4bc7be6f71d8 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.488230 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device eac62380-a050-492e-b833-2a5f01a57fbd up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:27.515677 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cbd044d7-ad52-431d-b73e-4bc7be6f71d8 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.517673 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cbd044d7-ad52-431d-b73e-4bc7be6f71d8 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4882953 Sep 16 04:58:27.535315 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55348) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:27.550469 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-1aef9139-8ab5-4f91-84ae-b8455efc3ab9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'security_group_rule': {'security_group_id': '295ea664-146b-402c-b1bb-04eb95e0a13d', 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:27.578285 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd044d7-ad52-431d-b73e-4bc7be6f71d8 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e9f0874-1e80-4c67-b93f-67cddaa1ca56,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:27.626054 n-d-712139-15 neutron-server[94766]: INFO neutron.db.securitygroups_db [None req-1aef9139-8ab5-4f91-84ae-b8455efc3ab9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Project 9314d3ea71064ec8a4285d4ce520aaad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 04:58:27.642286 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1aef9139-8ab5-4f91-84ae-b8455efc3ab9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.710728 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port eac62380-a050-492e-b833-2a5f01a57fbd triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:27.711389 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.889654 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-26be6983-6172-4fd9-ada1-70c944b25eac None None] Set router a642493d-01a9-4e7a-a221-01cf5d61c50d gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:27.914277 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7311efa-915b-45b0-8451-91f8f5eb98e8 None None] Network 994e1213-8b77-4b7a-9f09-6252c4dffb22 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:27.963642 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2274aa9e-e455-4ce1-b413-33d7d2c71572 req-681bc5c7-3724-41cc-9f37-cb2be11b19ce tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=84869794-6127-4fd1-9df8-22ad4aad5fcf HTTP/1.1" status: 200 len: 210 time: 0.9490814 Sep 16 04:58:28.044750 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1aef9139-8ab5-4f91-84ae-b8455efc3ab9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.058182 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1aef9139-8ab5-4f91-84ae-b8455efc3ab9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.092671 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1aef9139-8ab5-4f91-84ae-b8455efc3ab9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.097197 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1aef9139-8ab5-4f91-84ae-b8455efc3ab9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5606339 Sep 16 04:58:28.097827 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55358) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:28.128246 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-ced5304b-23f4-4b66-9bf2-ec02ec6cb15b tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'network': {'name': 'tempest-network-smoke--375909737', 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'port_security_enabled': True}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:28.142614 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d4d62-47a6-42f1-9aa0-078bda4b2406 req-030648f8-d40f-45e3-b027-02efa10418e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:28.148984 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2c9d4d62-47a6-42f1-9aa0-078bda4b2406 req-030648f8-d40f-45e3-b027-02efa10418e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b67ac34bf7e46cc823dbce391e87ff7&device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 1098 time: 0.6125085 Sep 16 04:58:28.179971 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c79f237-24ad-453a-af5b-2a3ba715c47b x-openstack-request-id: req-5c79f237-24ad-453a-af5b-2a3ba715c47b {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:28.180803 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84869794-6127-4fd1-9df8-22ad4aad5fcf", "name": "network-vif-deleted", "tag": "c4ffa50b-c347-4976-a254-c870fa6bfd5c", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:28.180803 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5c79f237-24ad-453a-af5b-2a3ba715c47b {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:28.181152 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84869794-6127-4fd1-9df8-22ad4aad5fcf', 'name': 'network-vif-deleted', 'tag': 'c4ffa50b-c347-4976-a254-c870fa6bfd5c', 'status': 'completed', 'code': 200} Sep 16 04:58:28.192396 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef9139-8ab5-4f91-84ae-b8455efc3ab9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e0ef601-005c-4b89-a28e-dea47b678b63,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:28.227601 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced5304b-23f4-4b66-9bf2-ec02ec6cb15b tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Made reservation on behalf of 9314d3ea71064ec8a4285d4ce520aaad for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:28.233253 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ced5304b-23f4-4b66-9bf2-ec02ec6cb15b tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.323479 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced5304b-23f4-4b66-9bf2-ec02ec6cb15b tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:58:28.340207 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ced5304b-23f4-4b66-9bf2-ec02ec6cb15b tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.340582 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-ced5304b-23f4-4b66-9bf2-ec02ec6cb15b tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Added segment ebfa89d1-030a-40f8-b8d1-986cf00fd3e2 of type vlan for network 5134c4c0-d730-4527-84ec-0e99ebfeac5b Sep 16 04:58:28.383048 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-292b9da0-918a-4c5a-938f-21acbd1bca0b tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Allocated IP 172.20.0.3 (994e1213-8b77-4b7a-9f09-6252c4dffb22/b28bd157-224d-46e9-806c-c0310c5f29c9/9239e768-16f7-479c-b394-4d4b7aebc99d) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:28.434560 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ced5304b-23f4-4b66-9bf2-ec02ec6cb15b tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.486984 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.517875 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ced5304b-23f4-4b66-9bf2-ec02ec6cb15b tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.549500 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced5304b-23f4-4b66-9bf2-ec02ec6cb15b tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:28.551849 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ced5304b-23f4-4b66-9bf2-ec02ec6cb15b tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.582227 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-26be6983-6172-4fd9-ada1-70c944b25eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'name': 'tempest-AttachVolumeTestJSON-192516525-router', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'bf0bb004-c29e-4852-8858-3a5600aa8173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T04:51:57Z', 'revision_number': 4, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'gw_port': {'id': 'bf0bb004-c29e-4852-8858-3a5600aa8173', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T04:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '4490de05-7b37-4a9e-ad67-31db8c51e0c8', 'name': '', 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'mac_address': 'fa:16:3e:9d:6b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '2d075d26-c7df-4ea0-b069-e1f04da018dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:56Z', 'updated_at': '2021-09-16T04:52:01Z', 'revision_number': 5, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'subnets': [{'id': '2d075d26-c7df-4ea0-b069-e1f04da018dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:28.744055 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26be6983-6172-4fd9-ada1-70c944b25eac None None] Checking router: a642493d-01a9-4e7a-a221-01cf5d61c50d for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:58:28.778942 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26be6983-6172-4fd9-ada1-70c944b25eac None None] Routers {'a642493d-01a9-4e7a-a221-01cf5d61c50d'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:28.782985 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-26be6983-6172-4fd9-ada1-70c944b25eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:58:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['a642493d-01a9-4e7a-a221-01cf5d61c50d'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:28.798940 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ced5304b-23f4-4b66-9bf2-ec02ec6cb15b tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6849563 Sep 16 04:58:28.804199 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 55378) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:28.868201 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-e1f00eb2-cda3-4df4-a285-13fbb929e67e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-55976048', 'admin_state_up': True, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:28.974355 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5304b-23f4-4b66-9bf2-ec02ec6cb15b tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'Network': ['ID=5134c4c0-d730-4527-84ec-0e99ebfeac5b,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:29.083902 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 5134c4c0-d730-4527-84ec-0e99ebfeac5b details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:58:29.123064 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e1f00eb2-cda3-4df4-a285-13fbb929e67e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.125871 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e1f00eb2-cda3-4df4-a285-13fbb929e67e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.163243 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-c45d426c-52c4-47f9-b6af-f8011fb58906 None None] Provisioning complete for port eac62380-a050-492e-b833-2a5f01a57fbd triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:29.164790 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c45d426c-52c4-47f9-b6af-f8011fb58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.197438 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55396) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:29.207083 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d4d62-47a6-42f1-9aa0-078bda4b2406 req-b63a9c3f-28d1-455f-bf46-68893a7fc27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:29.212836 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2c9d4d62-47a6-42f1-9aa0-078bda4b2406 req-b63a9c3f-28d1-455f-bf46-68893a7fc27e service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 HTTP/1.1" status: 200 len: 918 time: 1.0237539 Sep 16 04:58:29.279525 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-26be6983-6172-4fd9-ada1-70c944b25eac None None] Set router a642493d-01a9-4e7a-a221-01cf5d61c50d gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:29.377934 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port eac62380-a050-492e-b833-2a5f01a57fbd, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=eac62380-a050-492e-b833-2a5f01a57fbd,segment=NetworkSegment(4f4be9a9-c637-4b3a-8d7f-cb9c0a4649e8),segment_id=4f4be9a9-c637-4b3a-8d7f-cb9c0a4649e8)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:29.407094 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-332fcedd-0b4c-49d9-9c04-0b0ef388fd96 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.446707 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.481050 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-332fcedd-0b4c-49d9-9c04-0b0ef388fd96 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.643456 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-332fcedd-0b4c-49d9-9c04-0b0ef388fd96 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.649866 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-332fcedd-0b4c-49d9-9c04-0b0ef388fd96 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.653579 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-332fcedd-0b4c-49d9-9c04-0b0ef388fd96 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "DELETE /v2.0/security-groups/8f27d69d-6385-4ec0-b94a-3382c6c2c5b3 HTTP/1.1" status: 204 len: 168 time: 0.4547119 Sep 16 04:58:29.659017 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55406) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:29.668762 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=eac62380-a050-492e-b833-2a5f01a57fbd,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:29.741509 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332fcedd-0b4c-49d9-9c04-0b0ef388fd96 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f27d69d-6385-4ec0-b94a-3382c6c2c5b3,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:29.758121 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-019ea45f-0ea4-4dd8-b85e-28e55161827c tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] show failed (client error): The resource could not be found. Sep 16 04:58:29.762204 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-019ea45f-0ea4-4dd8-b85e-28e55161827c tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups/8f27d69d-6385-4ec0-b94a-3382c6c2c5b3 HTTP/1.1" status: 404 len: 347 time: 0.0904222 Sep 16 04:58:29.763302 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55412) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:29.911762 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-26be6983-6172-4fd9-ada1-70c944b25eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'name': 'tempest-AttachVolumeTestJSON-192516525-router', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'bf0bb004-c29e-4852-8858-3a5600aa8173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T04:51:57Z', 'revision_number': 4, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'gw_port': {'id': 'bf0bb004-c29e-4852-8858-3a5600aa8173', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T04:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '4490de05-7b37-4a9e-ad67-31db8c51e0c8', 'name': '', 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'mac_address': 'fa:16:3e:9d:6b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '2d075d26-c7df-4ea0-b069-e1f04da018dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:56Z', 'updated_at': '2021-09-16T04:52:01Z', 'revision_number': 5, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'subnets': [{'id': '2d075d26-c7df-4ea0-b069-e1f04da018dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:30.005746 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26be6983-6172-4fd9-ada1-70c944b25eac None None] The sync data for ids ['a642493d-01a9-4e7a-a221-01cf5d61c50d'] in n-d-712139-15 is: [{'id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'name': 'tempest-AttachVolumeTestJSON-192516525-router', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'bf0bb004-c29e-4852-8858-3a5600aa8173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T04:51:57Z', 'revision_number': 4, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'gw_port': {'id': 'bf0bb004-c29e-4852-8858-3a5600aa8173', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T04:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '4490de05-7b37-4a9e-ad67-31db8c51e0c8', 'name': '', 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'mac_address': 'fa:16:3e:9d:6b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '2d075d26-c7df-4ea0-b069-e1f04da018dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:56Z', 'updated_at': '2021-09-16T04:52:01Z', 'revision_number': 5, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'subnets': [{'id': '2d075d26-c7df-4ea0-b069-e1f04da018dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:58:30.249704 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-b0c47ba3-712e-48fa-91e6-bc391a8354e7 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Deleting port 6480c6b3-34ed-4180-8d33-786ec76dc3fe {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:30.250442 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b0c47ba3-712e-48fa-91e6-bc391a8354e7 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.343496 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-cfd18ea3-d53d-4bb6-8f85-5cd4ef5e9ed9 None None] Provisioning complete for port a4a7870e-9d89-4308-aedf-37d4063d1896 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:30.344360 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cfd18ea3-d53d-4bb6-8f85-5cd4ef5e9ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.479754 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-cfd18ea3-d53d-4bb6-8f85-5cd4ef5e9ed9 None None] Port a4a7870e-9d89-4308-aedf-37d4063d1896 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:58:30.524704 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-cfd18ea3-d53d-4bb6-8f85-5cd4ef5e9ed9 None None] Provisioning complete for port eac62380-a050-492e-b833-2a5f01a57fbd triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:30.533408 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cfd18ea3-d53d-4bb6-8f85-5cd4ef5e9ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.602141 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b0c47ba3-712e-48fa-91e6-bc391a8354e7 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.602472 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b0c47ba3-712e-48fa-91e6-bc391a8354e7 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.646276 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-b0c47ba3-712e-48fa-91e6-bc391a8354e7 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Calling delete_port for 6480c6b3-34ed-4180-8d33-786ec76dc3fe owned by network:floatingip {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:30.723290 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a51078-17f4-40ff-ab34-771bb39c4b43 None None] New status for floating IP e68b405d-a3d6-444b-a4d8-ff27279c3f6d: DOWN {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:58:30.905510 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55430) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:30.935533 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e1f00eb2-cda3-4df4-a285-13fbb929e67e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.040409 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2c9d4d62-47a6-42f1-9aa0-078bda4b2406 req-6e76dfd1-d11b-444a-8059-8831fbe38d56 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfa7b302-5c1c-443a-89da-aad3b2a9358e HTTP/1.1" status: 200 len: 1002 time: 1.8093846 Sep 16 04:58:31.080189 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b0c47ba3-712e-48fa-91e6-bc391a8354e7 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.081335 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-31a51078-17f4-40ff-ab34-771bb39c4b43 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:58:31.082349 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-31a51078-17f4-40ff-ab34-771bb39c4b43 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:58:31.112724 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-292b9da0-918a-4c5a-938f-21acbd1bca0b tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.142657 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c47ba3-712e-48fa-91e6-bc391a8354e7 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Pushing event deleted for resources: {'Port': ['ID=6480c6b3-34ed-4180-8d33-786ec76dc3fe,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:31.165295 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-dab726b7-1c2a-4112-aaf7-5e3fb06942fd None None] Provisioning complete for port a4a7870e-9d89-4308-aedf-37d4063d1896 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:31.165799 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-dab726b7-1c2a-4112-aaf7-5e3fb06942fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.245202 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e1f00eb2-cda3-4df4-a285-13fbb929e67e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.245730 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b0c47ba3-712e-48fa-91e6-bc391a8354e7 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for floatingip, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.256296 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b0c47ba3-712e-48fa-91e6-bc391a8354e7 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.258471 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b0c47ba3-712e-48fa-91e6-bc391a8354e7 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "DELETE /v2.0/floatingips/e68b405d-a3d6-444b-a4d8-ff27279c3f6d HTTP/1.1" status: 204 len: 168 time: 1.4908373 Sep 16 04:58:31.325205 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d4d62-47a6-42f1-9aa0-078bda4b2406 req-67d224c4-21e2-4489-92db-a32dc3557c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:31.332889 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2c9d4d62-47a6-42f1-9aa0-078bda4b2406 req-67d224c4-21e2-4489-92db-a32dc3557c70 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=03820bd1-1023-490e-b628-251d17d722c4 HTTP/1.1" status: 200 len: 856 time: 0.2787330 Sep 16 04:58:31.334066 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-dab726b7-1c2a-4112-aaf7-5e3fb06942fd None None] Port a4a7870e-9d89-4308-aedf-37d4063d1896 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:58:31.571317 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-292b9da0-918a-4c5a-938f-21acbd1bca0b tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.584509 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a51078-17f4-40ff-ab34-771bb39c4b43 None None] New status for floating IP e68b405d-a3d6-444b-a4d8-ff27279c3f6d: DOWN {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:58:31.604492 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d4d62-47a6-42f1-9aa0-078bda4b2406 req-326a09ac-9b55-4806-bc5a-28f7bf58ca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:31.605072 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d7d062ad-500e-4ce2-a7ab-f0c28fdb7099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.613866 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2c9d4d62-47a6-42f1-9aa0-078bda4b2406 req-326a09ac-9b55-4806-bc5a-28f7bf58ca4e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa14f7fe-1f8d-4bc9-a5b1-99c520e36470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2625413 Sep 16 04:58:31.767954 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device eac62380-a050-492e-b833-2a5f01a57fbd up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:31.804275 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2c9d4d62-47a6-42f1-9aa0-078bda4b2406 req-7eb191e4-c32f-4f24-8e43-f55fec3d63bc service neutron] 10.222.0.47 "GET /v2.0/networks/fa14f7fe-1f8d-4bc9-a5b1-99c520e36470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744087 Sep 16 04:58:31.848716 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d7d062ad-500e-4ce2-a7ab-f0c28fdb7099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.855522 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d7d062ad-500e-4ce2-a7ab-f0c28fdb7099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.918768 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port eac62380-a050-492e-b833-2a5f01a57fbd triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:31.919181 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.930300 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292b9da0-918a-4c5a-938f-21acbd1bca0b tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Network 994e1213-8b77-4b7a-9f09-6252c4dffb22 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:31.959651 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-292b9da0-918a-4c5a-938f-21acbd1bca0b tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:31.991699 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d7d062ad-500e-4ce2-a7ab-f0c28fdb7099 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7e6a37b15a8a445da33879349a157b51&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0765760 Sep 16 04:58:31.996944 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d062ad-500e-4ce2-a7ab-f0c28fdb7099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3165e7-5803-43f9-81be-8f141805a010,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:32.006706 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55456) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:32.007045 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55458) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:32.017762 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b9da0-918a-4c5a-938f-21acbd1bca0b tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Pushing event updated for resources: {'Port': ['ID=9239e768-16f7-479c-b394-4d4b7aebc99d,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:32.032310 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292b9da0-918a-4c5a-938f-21acbd1bca0b tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:32.058624 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-1837c45a-6fbe-4c51-81e8-19731326707d tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Request body: {'security_group': {'name': 'tempest-securitygroup--116691928', 'description': 'tempest-description--197978317'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:32.090154 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292b9da0-918a-4c5a-938f-21acbd1bca0b tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:32.091063 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-292b9da0-918a-4c5a-938f-21acbd1bca0b tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.169984 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1837c45a-6fbe-4c51-81e8-19731326707d tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.197661 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-292b9da0-918a-4c5a-938f-21acbd1bca0b tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 5.7468472 Sep 16 04:58:32.201121 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 55462) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:32.337041 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2c9d4d62-47a6-42f1-9aa0-078bda4b2406 req-395bb34d-da02-479b-a73d-386cb8355c70 service neutron] 10.222.0.47 "GET /v2.0/networks/fa14f7fe-1f8d-4bc9-a5b1-99c520e36470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4939289 Sep 16 04:58:32.337272 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4f3164b8-355e-47b0-9565-bf0f947b7e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.370885 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-783d0038-7f25-4a40-a461-e31f481e520d None None] Provisioning complete for port 9239e768-16f7-479c-b394-4d4b7aebc99d triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:32.371309 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-783d0038-7f25-4a40-a461-e31f481e520d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.376419 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4f3164b8-355e-47b0-9565-bf0f947b7e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.407579 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e1f00eb2-cda3-4df4-a285-13fbb929e67e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for router_gateway, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.440436 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4f3164b8-355e-47b0-9565-bf0f947b7e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.447972 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4f3164b8-355e-47b0-9565-bf0f947b7e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.450109 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4f3164b8-355e-47b0-9565-bf0f947b7e2c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9d3165e7-5803-43f9-81be-8f141805a010 HTTP/1.1" status: 204 len: 168 time: 0.4420965 Sep 16 04:58:32.476086 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-783d0038-7f25-4a40-a461-e31f481e520d None None] Port 9239e768-16f7-479c-b394-4d4b7aebc99d cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:58:32.499978 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e1f00eb2-cda3-4df4-a285-13fbb929e67e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.509181 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3164b8-355e-47b0-9565-bf0f947b7e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3165e7-5803-43f9-81be-8f141805a010,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:32.642570 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1837c45a-6fbe-4c51-81e8-19731326707d tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.649705 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1837c45a-6fbe-4c51-81e8-19731326707d tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.700885 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-e1f00eb2-cda3-4df4-a285-13fbb929e67e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Allocated IP 172.25.8.122 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/659ff6ba-0b4a-440c-81f5-f46503155aa3) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:32.718203 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837c45a-6fbe-4c51-81e8-19731326707d tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f58a4c2-e461-429b-8df0-48665c1abe75,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:32.731606 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1837c45a-6fbe-4c51-81e8-19731326707d tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.738776 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1837c45a-6fbe-4c51-81e8-19731326707d tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6943159 Sep 16 04:58:32.740613 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55478) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:32.745452 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298557a4-12cf-4bda-849c-f917d4b261ac tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:32.748288 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-3471fc20-3e46-4e67-978f-5d9c9881a456 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Request body: {'security_group_rule': {'security_group_id': '3f58a4c2-e461-429b-8df0-48665c1abe75', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:32.751603 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298557a4-12cf-4bda-849c-f917d4b261ac tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:32.757971 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298557a4-12cf-4bda-849c-f917d4b261ac tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:32.760716 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-298557a4-12cf-4bda-849c-f917d4b261ac tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.5006056 Sep 16 04:58:32.763525 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 55480) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:32.791288 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3471fc20-3e46-4e67-978f-5d9c9881a456 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.938182 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3471fc20-3e46-4e67-978f-5d9c9881a456 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.949451 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3471fc20-3e46-4e67-978f-5d9c9881a456 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.993572 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3471fc20-3e46-4e67-978f-5d9c9881a456 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.999753 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 55494) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:33.000597 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3471fc20-3e46-4e67-978f-5d9c9881a456 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2587836 Sep 16 04:58:33.007313 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-6ad52e59-8149-4a0f-9469-8708c238c97f tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Request body: {'security_group_rule': {'security_group_id': '3f58a4c2-e461-429b-8df0-48665c1abe75', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:33.019861 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471fc20-3e46-4e67-978f-5d9c9881a456 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac58c952-de06-4708-b306-bca886349d7f,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:33.093879 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e1f00eb2-cda3-4df4-a285-13fbb929e67e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.145195 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6ad52e59-8149-4a0f-9469-8708c238c97f tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.208771 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-bed55935-b07b-42bf-9b45-98650a7296c0 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Deleting port 9239e768-16f7-479c-b394-4d4b7aebc99d {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:33.208771 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bed55935-b07b-42bf-9b45-98650a7296c0 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.218116 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55500) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:33.250191 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7456bde5-5bac-4e71-8d5b-bd9406b58cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.344958 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6ad52e59-8149-4a0f-9469-8708c238c97f tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.349292 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e1f00eb2-cda3-4df4-a285-13fbb929e67e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.363102 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6ad52e59-8149-4a0f-9469-8708c238c97f tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.401547 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bed55935-b07b-42bf-9b45-98650a7296c0 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.434640 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-bed55935-b07b-42bf-9b45-98650a7296c0 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Calling delete_port for 9239e768-16f7-479c-b394-4d4b7aebc99d owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:33.440978 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad52e59-8149-4a0f-9469-8708c238c97f tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de23af97-df97-4f0b-8cb6-5430698f0582,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:33.454809 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f00eb2-cda3-4df4-a285-13fbb929e67e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:33.466286 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-e1f00eb2-cda3-4df4-a285-13fbb929e67e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:33.469459 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f00eb2-cda3-4df4-a285-13fbb929e67e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:33.474029 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f00eb2-cda3-4df4-a285-13fbb929e67e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'Port': ['ID=659ff6ba-0b4a-440c-81f5-f46503155aa3,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:33.517709 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7456bde5-5bac-4e71-8d5b-bd9406b58cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.523408 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7456bde5-5bac-4e71-8d5b-bd9406b58cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.534298 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6ad52e59-8149-4a0f-9469-8708c238c97f tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.538372 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6ad52e59-8149-4a0f-9469-8708c238c97f tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5320621 Sep 16 04:58:33.539507 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 55502) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:33.549015 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-91223e9c-d03e-4a5a-ab85-1bfdb60fec10 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:33.580886 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7456bde5-5bac-4e71-8d5b-bd9406b58cc8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=576c1224005748eebe5d6acfbce8e7a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3603449 Sep 16 04:58:33.590130 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 55508) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:33.613461 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7456bde5-5bac-4e71-8d5b-bd9406b58cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b1a288-a876-426c-84e7-9ad38212acdb,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:33.718650 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-91223e9c-d03e-4a5a-ab85-1bfdb60fec10 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for floatingip, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.897936 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1dd02f67-4caf-44fa-a05f-6c90e81206c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.910808 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bed55935-b07b-42bf-9b45-98650a7296c0 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.038033 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed55935-b07b-42bf-9b45-98650a7296c0 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Pushing event deleted for resources: {'Port': ['ID=9239e768-16f7-479c-b394-4d4b7aebc99d,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:34.054109 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1dd02f67-4caf-44fa-a05f-6c90e81206c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.219354 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e1f00eb2-cda3-4df4-a285-13fbb929e67e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for router_gateway, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.529033 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1dd02f67-4caf-44fa-a05f-6c90e81206c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.531926 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1dd02f67-4caf-44fa-a05f-6c90e81206c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.533298 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1dd02f67-4caf-44fa-a05f-6c90e81206c5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b7b1a288-a876-426c-84e7-9ad38212acdb HTTP/1.1" status: 204 len: 168 time: 0.9310689 Sep 16 04:58:34.568903 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd02f67-4caf-44fa-a05f-6c90e81206c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b1a288-a876-426c-84e7-9ad38212acdb,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:34.604733 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-91223e9c-d03e-4a5a-ab85-1bfdb60fec10 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.774129 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bed55935-b07b-42bf-9b45-98650a7296c0 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.780033 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55542) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:34.793333 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-bed55935-b07b-42bf-9b45-98650a7296c0 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] 10.222.0.35 "DELETE /v2.0/ports/9239e768-16f7-479c-b394-4d4b7aebc99d HTTP/1.1" status: 204 len: 168 time: 2.0177045 Sep 16 04:58:34.862384 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d100eea-7e09-4f51-b73c-dc6d25d11da9 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] GET failed (client error): The resource could not be found. Sep 16 04:58:34.879455 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1d100eea-7e09-4f51-b73c-dc6d25d11da9 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] 10.222.0.35 "GET /v2.0/ports/9239e768-16f7-479c-b394-4d4b7aebc99d HTTP/1.1" status: 404 len: 333 time: 0.0979943 Sep 16 04:58:34.880407 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55546) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:34.897664 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-37c87d50-236c-4a07-8b9c-9173df8bacc4 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Request body: {'port': {'network_id': '994e1213-8b77-4b7a-9f09-6252c4dffb22', 'name': 'tempest-AllowedAddressPairTestJSON-1849025085'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:35.053958 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e1f00eb2-cda3-4df4-a285-13fbb929e67e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.185591 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-91223e9c-d03e-4a5a-ab85-1bfdb60fec10 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Allocated IP 172.25.8.132 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/184faea7-8c85-4fe8-9710-c1232bcf2ac0) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:35.216449 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c87d50-236c-4a07-8b9c-9173df8bacc4 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Made reservation on behalf of ddb6a547aeeb40b499313ae9327d4581 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:35.220521 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-37c87d50-236c-4a07-8b9c-9173df8bacc4 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.262798 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-37c87d50-236c-4a07-8b9c-9173df8bacc4 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] device_id is not set on port a017e614-fa3e-48a7-9610-c1051ce5ba71 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:58:35.448307 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-37c87d50-236c-4a07-8b9c-9173df8bacc4 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Allocated IP 172.20.0.11 (994e1213-8b77-4b7a-9f09-6252c4dffb22/b28bd157-224d-46e9-806c-c0310c5f29c9/a017e614-fa3e-48a7-9610-c1051ce5ba71) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:35.564746 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-91223e9c-d03e-4a5a-ab85-1bfdb60fec10 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.566652 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f00eb2-cda3-4df4-a285-13fbb929e67e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Router b6aa8dbc-6703-46e6-8ab1-d267b9da81a8 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:58:35.841657 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-37c87d50-236c-4a07-8b9c-9173df8bacc4 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.939178 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-37c87d50-236c-4a07-8b9c-9173df8bacc4 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.061391 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c87d50-236c-4a07-8b9c-9173df8bacc4 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Pushing event updated for resources: {'Port': ['ID=a017e614-fa3e-48a7-9610-c1051ce5ba71,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:36.095870 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c87d50-236c-4a07-8b9c-9173df8bacc4 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Network 994e1213-8b77-4b7a-9f09-6252c4dffb22 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:36.106434 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-37c87d50-236c-4a07-8b9c-9173df8bacc4 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:36.110986 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c87d50-236c-4a07-8b9c-9173df8bacc4 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:36.114552 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-91223e9c-d03e-4a5a-ab85-1bfdb60fec10 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.247092 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f00eb2-cda3-4df4-a285-13fbb929e67e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:58:36.256390 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c87d50-236c-4a07-8b9c-9173df8bacc4 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:36.257157 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-37c87d50-236c-4a07-8b9c-9173df8bacc4 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.267226 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c205c5-e8e4-40ba-9cfa-047958188547 None None] Sync routers for ids ['b6aa8dbc-6703-46e6-8ab1-d267b9da81a8'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:58:36.278330 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91223e9c-d03e-4a5a-ab85-1bfdb60fec10 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:36.297273 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c205c5-e8e4-40ba-9cfa-047958188547 None None] Routers {'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:36.298066 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-74c205c5-e8e4-40ba-9cfa-047958188547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:58:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b6aa8dbc-6703-46e6-8ab1-d267b9da81a8'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:36.303074 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-91223e9c-d03e-4a5a-ab85-1bfdb60fec10 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:36.307069 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91223e9c-d03e-4a5a-ab85-1bfdb60fec10 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:36.309889 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-37c87d50-236c-4a07-8b9c-9173df8bacc4 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4281039 Sep 16 04:58:36.313462 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55600) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:36.319719 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-77e1b2aa-309a-41f7-80f8-2dcda89c151e tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:1e:4e:2a'}]}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:36.459795 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91223e9c-d03e-4a5a-ab85-1bfdb60fec10 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Pushing event updated for resources: {'Port': ['ID=184faea7-8c85-4fe8-9710-c1232bcf2ac0,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:36.472533 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e1f00eb2-cda3-4df4-a285-13fbb929e67e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.479215 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e1f00eb2-cda3-4df4-a285-13fbb929e67e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 7.6562049 Sep 16 04:58:36.480480 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 55602) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:36.557825 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-78b39e58-daa2-41ae-ab11-f55f20edf7f3 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=9314d3ea71064ec8a4285d4ce520aaad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0526016 Sep 16 04:58:36.562332 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 55604) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:36.627604 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-91223e9c-d03e-4a5a-ab85-1bfdb60fec10 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.656403 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-6c2aa38f-9150-492b-a1c3-fc586e94eead None None] Provisioning complete for port a017e614-fa3e-48a7-9610-c1051ce5ba71 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:36.657401 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6c2aa38f-9150-492b-a1c3-fc586e94eead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.785969 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77e1b2aa-309a-41f7-80f8-2dcda89c151e tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.860814 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-74c205c5-e8e4-40ba-9cfa-047958188547 None None] Set router b6aa8dbc-6703-46e6-8ab1-d267b9da81a8 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:36.868098 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-6c2aa38f-9150-492b-a1c3-fc586e94eead None None] Port a017e614-fa3e-48a7-9610-c1051ce5ba71 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:58:36.996646 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-91223e9c-d03e-4a5a-ab85-1bfdb60fec10 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.118485 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77e1b2aa-309a-41f7-80f8-2dcda89c151e tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.127942 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77e1b2aa-309a-41f7-80f8-2dcda89c151e tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.287888 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-77e1b2aa-309a-41f7-80f8-2dcda89c151e tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] In _notify_port_updated(), no bound segment for port a017e614-fa3e-48a7-9610-c1051ce5ba71 on network 994e1213-8b77-4b7a-9f09-6252c4dffb22 {{(pid=94766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:58:37.296829 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e1b2aa-309a-41f7-80f8-2dcda89c151e tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:37.297855 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77e1b2aa-309a-41f7-80f8-2dcda89c151e tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.299682 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-77e1b2aa-309a-41f7-80f8-2dcda89c151e tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] 10.222.0.35 "PUT /v2.0/ports/a017e614-fa3e-48a7-9610-c1051ce5ba71 HTTP/1.1" status: 200 len: 995 time: 0.9857409 Sep 16 04:58:37.306523 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55622) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:37.325247 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-91223e9c-d03e-4a5a-ab85-1bfdb60fec10 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.342221 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-91223e9c-d03e-4a5a-ab85-1bfdb60fec10 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.492185 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-74c205c5-e8e4-40ba-9cfa-047958188547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55976048', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '659ff6ba-0b4a-440c-81f5-f46503155aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:29Z', 'updated_at': '2021-09-16T04:58:33Z', 'revision_number': 3, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': '659ff6ba-0b4a-440c-81f5-f46503155aa3', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:32Z', 'updated_at': '2021-09-16T04:58:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:37.566890 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c205c5-e8e4-40ba-9cfa-047958188547 None None] Checking router: b6aa8dbc-6703-46e6-8ab1-d267b9da81a8 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:58:37.567697 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c205c5-e8e4-40ba-9cfa-047958188547 None None] Updating router b6aa8dbc-6703-46e6-8ab1-d267b9da81a8 port 659ff6ba-0b4a-440c-81f5-f46503155aa3 binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:58:37.576199 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0632a1e-147a-4269-83d1-95fbf040a988 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:37.592932 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e0632a1e-147a-4269-83d1-95fbf040a988 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0289314 Sep 16 04:58:37.596196 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 55628) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:37.625474 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-74c205c5-e8e4-40ba-9cfa-047958188547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.728279 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-c7a1e10f-e2a3-4a5d-8b8a-7f35b288d348 None None] Provisioning complete for port a017e614-fa3e-48a7-9610-c1051ce5ba71 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:37.728998 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c7a1e10f-e2a3-4a5d-8b8a-7f35b288d348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.786910 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-cc11a159-0c54-4d64-a51c-e2bddf7de817 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=6423976d-c7ec-41de-996e-2a06dce8febc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1758251 Sep 16 04:58:37.791671 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 55630) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:37.798657 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91223e9c-d03e-4a5a-ab85-1bfdb60fec10 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Pushing event updated for resources: {'Port': ['ID=184faea7-8c85-4fe8-9710-c1232bcf2ac0,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:37.836486 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-9dd3e8ac-3047-43d6-aee3-9d1603ad6ed8 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1894872886', 'network_id': '5134c4c0-d730-4527-84ec-0e99ebfeac5b', 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:37.853985 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-91223e9c-d03e-4a5a-ab85-1bfdb60fec10 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.882808 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-c7a1e10f-e2a3-4a5d-8b8a-7f35b288d348 None None] Port a017e614-fa3e-48a7-9610-c1051ce5ba71 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:58:38.121010 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-91223e9c-d03e-4a5a-ab85-1bfdb60fec10 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.122999 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-91223e9c-d03e-4a5a-ab85-1bfdb60fec10 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5830343 Sep 16 04:58:38.175240 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd3e8ac-3047-43d6-aee3-9d1603ad6ed8 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Made reservation on behalf of 9314d3ea71064ec8a4285d4ce520aaad for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:38.184669 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9dd3e8ac-3047-43d6-aee3-9d1603ad6ed8 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.296153 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1b2aa-309a-41f7-80f8-2dcda89c151e tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Pushing event updated for resources: {'Port': ['ID=a017e614-fa3e-48a7-9610-c1051ce5ba71,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:38.354668 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-74c205c5-e8e4-40ba-9cfa-047958188547 None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.373642 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-74c205c5-e8e4-40ba-9cfa-047958188547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.377987 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-109153d9-b925-4f5b-83c3-6d6fb7266ca5 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Deleting port a017e614-fa3e-48a7-9610-c1051ce5ba71 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:38.378391 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-109153d9-b925-4f5b-83c3-6d6fb7266ca5 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.609231 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-74c205c5-e8e4-40ba-9cfa-047958188547 None None] Attempting to bind port 659ff6ba-0b4a-440c-81f5-f46503155aa3 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:38.612953 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-74c205c5-e8e4-40ba-9cfa-047958188547 None None] Attempting to bind port 659ff6ba-0b4a-440c-81f5-f46503155aa3 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:38.613526 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c205c5-e8e4-40ba-9cfa-047958188547 None None] Attempting to bind port 659ff6ba-0b4a-440c-81f5-f46503155aa3 on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:38.635030 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c205c5-e8e4-40ba-9cfa-047958188547 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:38.635636 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c205c5-e8e4-40ba-9cfa-047958188547 None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:38.649416 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-74c205c5-e8e4-40ba-9cfa-047958188547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.650135 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c205c5-e8e4-40ba-9cfa-047958188547 None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:38.651752 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-74c205c5-e8e4-40ba-9cfa-047958188547 None None] Bound port: 659ff6ba-0b4a-440c-81f5-f46503155aa3, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:38.657184 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-74c205c5-e8e4-40ba-9cfa-047958188547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.680869 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53161508-3454-47de-ae0e-e627189fd7f3 None None] Pushing event updated for resources: {'Port': ['ID=659ff6ba-0b4a-440c-81f5-f46503155aa3,revision_number=2']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:38.781659 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53161508-3454-47de-ae0e-e627189fd7f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:38.782519 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53161508-3454-47de-ae0e-e627189fd7f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:38.783345 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53161508-3454-47de-ae0e-e627189fd7f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:38.784184 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53161508-3454-47de-ae0e-e627189fd7f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:38.785290 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53161508-3454-47de-ae0e-e627189fd7f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:38.786025 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53161508-3454-47de-ae0e-e627189fd7f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:38.786737 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53161508-3454-47de-ae0e-e627189fd7f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:38.787436 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53161508-3454-47de-ae0e-e627189fd7f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:38.787925 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53161508-3454-47de-ae0e-e627189fd7f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:38.788462 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53161508-3454-47de-ae0e-e627189fd7f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:38.789177 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53161508-3454-47de-ae0e-e627189fd7f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:38.789952 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53161508-3454-47de-ae0e-e627189fd7f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:38.832553 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-109153d9-b925-4f5b-83c3-6d6fb7266ca5 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.858669 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-109153d9-b925-4f5b-83c3-6d6fb7266ca5 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Calling delete_port for a017e614-fa3e-48a7-9610-c1051ce5ba71 owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:38.885951 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-74c205c5-e8e4-40ba-9cfa-047958188547 None None] For port 659ff6ba-0b4a-440c-81f5-f46503155aa3, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:38.927502 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-74c205c5-e8e4-40ba-9cfa-047958188547 None None] For port 659ff6ba-0b4a-440c-81f5-f46503155aa3, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=659ff6ba-0b4a-440c-81f5-f46503155aa3,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:38.936007 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9dd3e8ac-3047-43d6-aee3-9d1603ad6ed8 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.940305 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-74c205c5-e8e4-40ba-9cfa-047958188547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.065645 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-a4e94cea-538f-4100-af82-c3b0b95ba9d9 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--116691928&fields=id&tenant_id=e1faaf8ea3f84b74b8884c5da7c3f469 HTTP/1.1" status: 200 len: 267 time: 0.2016661 Sep 16 04:58:39.182261 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3e8ac-3047-43d6-aee3-9d1603ad6ed8 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'Subnet': ['ID=6759e691-02a6-400e-add7-98b3fe3d916b,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:39.183256 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53161508-3454-47de-ae0e-e627189fd7f3 None None] Pushing event updated for resources: {'Port': ['ID=659ff6ba-0b4a-440c-81f5-f46503155aa3,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:39.247885 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c205c5-e8e4-40ba-9cfa-047958188547 None None] Routers {'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:39.258316 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-74c205c5-e8e4-40ba-9cfa-047958188547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:58:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b6aa8dbc-6703-46e6-8ab1-d267b9da81a8'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:39.293608 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-109153d9-b925-4f5b-83c3-6d6fb7266ca5 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.351726 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd3e8ac-3047-43d6-aee3-9d1603ad6ed8 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Checking segment: {'id': 'ebfa89d1-030a-40f8-b8d1-986cf00fd3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5134c4c0-d730-4527-84ec-0e99ebfeac5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:39.352103 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd3e8ac-3047-43d6-aee3-9d1603ad6ed8 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Network hostable DHCP agents. Network: 5134c4c0-d730-4527-84ec-0e99ebfeac5b, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:58:39.357964 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109153d9-b925-4f5b-83c3-6d6fb7266ca5 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Pushing event deleted for resources: {'Port': ['ID=a017e614-fa3e-48a7-9610-c1051ce5ba71,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:39.421125 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-e2211898-4271-44e8-9fe2-883d8499a1b6 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:39.423195 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-e2211898-4271-44e8-9fe2-883d8499a1b6 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/networks?id=b57de9dd-8389-462f-809e-a5ea9e13e1e0 HTTP/1.1" status: 200 len: 810 time: 0.3552995 Sep 16 04:58:39.424668 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd3e8ac-3047-43d6-aee3-9d1603ad6ed8 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Network 5134c4c0-d730-4527-84ec-0e99ebfeac5b is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:58:39.448519 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-9dd3e8ac-3047-43d6-aee3-9d1603ad6ed8 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 5134c4c0-d730-4527-84ec-0e99ebfeac5b) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:39.471299 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd3e8ac-3047-43d6-aee3-9d1603ad6ed8 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:39.479408 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9dd3e8ac-3047-43d6-aee3-9d1603ad6ed8 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.486420 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-9256d9b6-990e-4b68-93c0-724d143003ec tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/quotas/e1faaf8ea3f84b74b8884c5da7c3f469 HTTP/1.1" status: 200 len: 375 time: 0.0396912 Sep 16 04:58:39.518735 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9dd3e8ac-3047-43d6-aee3-9d1603ad6ed8 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7214475 Sep 16 04:58:39.523960 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 55672) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:39.529744 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e3992b-1d60-4dc5-8fae-2f15149741f1 None None] Network 5134c4c0-d730-4527-84ec-0e99ebfeac5b requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:39.764427 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-7acab6fe-6d41-47c3-83f0-5ba90f454ef3 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1faaf8ea3f84b74b8884c5da7c3f469&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1259606 Sep 16 04:58:39.979674 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-74c205c5-e8e4-40ba-9cfa-047958188547 None None] Set router b6aa8dbc-6703-46e6-8ab1-d267b9da81a8 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:39.998309 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-109153d9-b925-4f5b-83c3-6d6fb7266ca5 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:40.015438 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-109153d9-b925-4f5b-83c3-6d6fb7266ca5 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] 10.222.0.35 "DELETE /v2.0/ports/a017e614-fa3e-48a7-9610-c1051ce5ba71 HTTP/1.1" status: 204 len: 168 time: 2.7068481 Sep 16 04:58:40.020045 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55676) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:40.174829 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e52621-a75c-4fc1-865e-d8100e0cc480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-5134c4c0-d730-4527-84ec-0e99ebfeac5b', 'network_id': '5134c4c0-d730-4527-84ec-0e99ebfeac5b', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'fixed_ips': [{'subnet_id': '6759e691-02a6-400e-add7-98b3fe3d916b'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:58:40.182983 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-61e52621-a75c-4fc1-865e-d8100e0cc480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:40.215037 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-65b5c762-fb25-4b3d-b694-dfcae62dfc22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:40.234031 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e010e9b0-eab8-46e3-954f-d8f277470283 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] GET failed (client error): The resource could not be found. Sep 16 04:58:40.240069 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e010e9b0-eab8-46e3-954f-d8f277470283 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] 10.222.0.35 "GET /v2.0/ports/a017e614-fa3e-48a7-9610-c1051ce5ba71 HTTP/1.1" status: 404 len: 333 time: 0.2019777 Sep 16 04:58:40.246877 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55684) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:40.270003 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-be0e5cab-2b01-45f0-b926-6bc944ecf288 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Request body: {'port': {'network_id': '994e1213-8b77-4b7a-9f09-6252c4dffb22', 'name': 'tempest-AllowedAddressPairTestJSON-1608754289'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:40.560215 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-ffbcf20d-94f4-47e2-874c-04d826fc16de service neutron] 10.222.0.35 "GET /v2.0/networks/b57de9dd-8389-462f-809e-a5ea9e13e1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6871810 Sep 16 04:58:40.671924 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-61e52621-a75c-4fc1-865e-d8100e0cc480 None None] Allocated IP 172.20.0.2 (5134c4c0-d730-4527-84ec-0e99ebfeac5b/6759e691-02a6-400e-add7-98b3fe3d916b/bf351344-9432-4d57-bd7e-5da194d20588) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:40.674452 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-74c205c5-e8e4-40ba-9cfa-047958188547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55976048', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '659ff6ba-0b4a-440c-81f5-f46503155aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:29Z', 'updated_at': '2021-09-16T04:58:33Z', 'revision_number': 3, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': '659ff6ba-0b4a-440c-81f5-f46503155aa3', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:32Z', 'updated_at': '2021-09-16T04:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:40.678240 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0e5cab-2b01-45f0-b926-6bc944ecf288 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Made reservation on behalf of ddb6a547aeeb40b499313ae9327d4581 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:40.685688 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-be0e5cab-2b01-45f0-b926-6bc944ecf288 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:40.730084 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-be0e5cab-2b01-45f0-b926-6bc944ecf288 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] device_id is not set on port ac3ef951-aad8-43bd-8125-4283b35da1ee yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:58:40.797271 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c205c5-e8e4-40ba-9cfa-047958188547 None None] The sync data for ids ['b6aa8dbc-6703-46e6-8ab1-d267b9da81a8'] in n-d-712139-15 is: [{'id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55976048', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '659ff6ba-0b4a-440c-81f5-f46503155aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:29Z', 'updated_at': '2021-09-16T04:58:33Z', 'revision_number': 3, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': '659ff6ba-0b4a-440c-81f5-f46503155aa3', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:32Z', 'updated_at': '2021-09-16T04:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:58:41.120093 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-be0e5cab-2b01-45f0-b926-6bc944ecf288 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Allocated IP 172.20.0.9 (994e1213-8b77-4b7a-9f09-6252c4dffb22/b28bd157-224d-46e9-806c-c0310c5f29c9/ac3ef951-aad8-43bd-8125-4283b35da1ee) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:41.150751 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-4442819e-0e2a-48b0-af7c-a4e50e776a97 service neutron] 10.222.0.35 "GET /v2.0/networks/b57de9dd-8389-462f-809e-a5ea9e13e1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5881250 Sep 16 04:58:41.230818 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-61e52621-a75c-4fc1-865e-d8100e0cc480 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.251971 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-61e52621-a75c-4fc1-865e-d8100e0cc480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.365577 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e52621-a75c-4fc1-865e-d8100e0cc480 None None] Network 5134c4c0-d730-4527-84ec-0e99ebfeac5b is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:41.373812 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-61e52621-a75c-4fc1-865e-d8100e0cc480 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:41.587908 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e52621-a75c-4fc1-865e-d8100e0cc480 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:41.595763 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-83e61ed3-3547-403c-95e2-e21aff128e01 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.670474 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55700) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:41.822448 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.826288 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e52621-a75c-4fc1-865e-d8100e0cc480 None None] Pushing event updated for resources: {'Port': ['ID=bf351344-9432-4d57-bd7e-5da194d20588,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:41.867975 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-be0e5cab-2b01-45f0-b926-6bc944ecf288 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.884007 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 659ff6ba-0b4a-440c-81f5-f46503155aa3 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:41.927733 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-be0e5cab-2b01-45f0-b926-6bc944ecf288 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.935732 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3092f3a2-48ba-4e3f-9457-2f8bf188c314 req-cd3aa452-a6b8-4c90-955f-ed8f2a79d8a4 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a3151c5-7e7f-4203-8569-fb61c944b46d HTTP/1.1" status: 200 len: 210 time: 0.1150873 Sep 16 04:58:42.082286 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-61e52621-a75c-4fc1-865e-d8100e0cc480 None None] Attempting to bind port bf351344-9432-4d57-bd7e-5da194d20588 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:42.083551 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-61e52621-a75c-4fc1-865e-d8100e0cc480 None None] Attempting to bind port bf351344-9432-4d57-bd7e-5da194d20588 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ebfa89d1-030a-40f8-b8d1-986cf00fd3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5134c4c0-d730-4527-84ec-0e99ebfeac5b'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:42.084844 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e52621-a75c-4fc1-865e-d8100e0cc480 None None] Attempting to bind port bf351344-9432-4d57-bd7e-5da194d20588 on network 5134c4c0-d730-4527-84ec-0e99ebfeac5b {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:42.101045 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e52621-a75c-4fc1-865e-d8100e0cc480 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:42.103085 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e52621-a75c-4fc1-865e-d8100e0cc480 None None] Checking segment: {'id': 'ebfa89d1-030a-40f8-b8d1-986cf00fd3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5134c4c0-d730-4527-84ec-0e99ebfeac5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:42.104796 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-61e52621-a75c-4fc1-865e-d8100e0cc480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:42.107153 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e52621-a75c-4fc1-865e-d8100e0cc480 None None] Bound using segment: {'id': 'ebfa89d1-030a-40f8-b8d1-986cf00fd3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5134c4c0-d730-4527-84ec-0e99ebfeac5b'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:42.109665 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-61e52621-a75c-4fc1-865e-d8100e0cc480 None None] Bound port: bf351344-9432-4d57-bd7e-5da194d20588, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebfa89d1-030a-40f8-b8d1-986cf00fd3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5134c4c0-d730-4527-84ec-0e99ebfeac5b'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:42.110418 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-61e52621-a75c-4fc1-865e-d8100e0cc480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:42.115677 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e5cab-2b01-45f0-b926-6bc944ecf288 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Pushing event updated for resources: {'Port': ['ID=ac3ef951-aad8-43bd-8125-4283b35da1ee,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:42.176303 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0e5cab-2b01-45f0-b926-6bc944ecf288 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Network 994e1213-8b77-4b7a-9f09-6252c4dffb22 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:42.178217 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-be0e5cab-2b01-45f0-b926-6bc944ecf288 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:42.194550 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0e5cab-2b01-45f0-b926-6bc944ecf288 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:42.327072 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-61e52621-a75c-4fc1-865e-d8100e0cc480 None None] For port bf351344-9432-4d57-bd7e-5da194d20588, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:42.332017 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-61e52621-a75c-4fc1-865e-d8100e0cc480 None None] For port bf351344-9432-4d57-bd7e-5da194d20588, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=bf351344-9432-4d57-bd7e-5da194d20588,segment=NetworkSegment(ebfa89d1-030a-40f8-b8d1-986cf00fd3e2),segment_id=ebfa89d1-030a-40f8-b8d1-986cf00fd3e2)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:42.333495 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 659ff6ba-0b4a-440c-81f5-f46503155aa3 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:42.334243 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:42.339120 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-61e52621-a75c-4fc1-865e-d8100e0cc480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:42.422213 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e41cc65d-8992-4c69-9c02-78c0d0fc2444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:42.543716 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-83e61ed3-3547-403c-95e2-e21aff128e01 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Allocated IP 172.20.0.1 (5134c4c0-d730-4527-84ec-0e99ebfeac5b/6759e691-02a6-400e-add7-98b3fe3d916b/4be54ebe-7401-453b-947c-66e77622e3bd) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:42.582364 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e52621-a75c-4fc1-865e-d8100e0cc480 None None] Pushing event updated for resources: {'Port': ['ID=bf351344-9432-4d57-bd7e-5da194d20588,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:42.767608 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e41cc65d-8992-4c69-9c02-78c0d0fc2444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:42.815171 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0e5cab-2b01-45f0-b926-6bc944ecf288 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:42.816334 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-be0e5cab-2b01-45f0-b926-6bc944ecf288 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:42.833117 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e41cc65d-8992-4c69-9c02-78c0d0fc2444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:42.844842 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-1da6876e-3907-43b7-af0f-006196a9abd3 None None] Provisioning complete for port ac3ef951-aad8-43bd-8125-4283b35da1ee triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:42.846731 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1da6876e-3907-43b7-af0f-006196a9abd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:42.868475 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:42.948434 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e41cc65d-8992-4c69-9c02-78c0d0fc2444 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=850e3afa1fdf4242928ad0551a25c783&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2733366 Sep 16 04:58:42.959503 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55722) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:42.970071 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 659ff6ba-0b4a-440c-81f5-f46503155aa3, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=659ff6ba-0b4a-440c-81f5-f46503155aa3,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:42.997327 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-be0e5cab-2b01-45f0-b926-6bc944ecf288 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7499807 Sep 16 04:58:43.002883 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55726) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:43.021171 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-76d8675c-2704-4500-bf33-e681e910de99 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:1e:4e:2a'}]}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:43.056983 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.101684 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41cc65d-8992-4c69-9c02-78c0d0fc2444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d070651-5a5b-4a7a-873f-bb03a1ec0ca5,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:43.109657 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-83e61ed3-3547-403c-95e2-e21aff128e01 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.244250 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-1da6876e-3907-43b7-af0f-006196a9abd3 None None] Port ac3ef951-aad8-43bd-8125-4283b35da1ee cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:58:43.292228 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2709eb03-cac8-4fd9-a939-b90661ad6889 req-cda6486c-71cf-4094-97c7-187b9824f827 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a3151c5-7e7f-4203-8569-fb61c944b46d HTTP/1.1" status: 200 len: 210 time: 0.0782943 Sep 16 04:58:43.313802 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-83e61ed3-3547-403c-95e2-e21aff128e01 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.323167 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=659ff6ba-0b4a-440c-81f5-f46503155aa3,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:43.326837 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cc78bd4d-af28-4b5b-8717-59315faec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.375833 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c24defc9-fc24-4102-acbb-25db1745aeed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.380368 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55728) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:43.395426 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e61ed3-3547-403c-95e2-e21aff128e01 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Network 5134c4c0-d730-4527-84ec-0e99ebfeac5b is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:43.485864 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-83e61ed3-3547-403c-95e2-e21aff128e01 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:43.491216 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e61ed3-3547-403c-95e2-e21aff128e01 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:43.505767 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.572911 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e61ed3-3547-403c-95e2-e21aff128e01 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'Port': ['ID=4be54ebe-7401-453b-947c-66e77622e3bd,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:43.574732 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c24defc9-fc24-4102-acbb-25db1745aeed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.596165 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-83e61ed3-3547-403c-95e2-e21aff128e01 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.724741 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bd770a06-d3c4-48f9-b378-16255cdda4f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.785134 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-76d8675c-2704-4500-bf33-e681e910de99 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.835937 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-83e61ed3-3547-403c-95e2-e21aff128e01 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.850574 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 659ff6ba-0b4a-440c-81f5-f46503155aa3 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:43.896693 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c24defc9-fc24-4102-acbb-25db1745aeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.899914 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c24defc9-fc24-4102-acbb-25db1745aeed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.905676 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c24defc9-fc24-4102-acbb-25db1745aeed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5d070651-5a5b-4a7a-873f-bb03a1ec0ca5 HTTP/1.1" status: 204 len: 168 time: 0.9449317 Sep 16 04:58:43.999617 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:58:44.003710 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24defc9-fc24-4102-acbb-25db1745aeed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d070651-5a5b-4a7a-873f-bb03a1ec0ca5,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:44.409883 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 659ff6ba-0b4a-440c-81f5-f46503155aa3 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:44.410919 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.438493 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bd770a06-d3c4-48f9-b378-16255cdda4f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.458287 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bd770a06-d3c4-48f9-b378-16255cdda4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.571866 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-bd770a06-d3c4-48f9-b378-16255cdda4f2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1f076805247140cf921ced513d4e7289&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1902432 Sep 16 04:58:44.585781 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55760) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:44.741510 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd770a06-d3c4-48f9-b378-16255cdda4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f023dd6f-fb5c-4d2c-94a0-78f8cb826c97,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:44.786470 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82749cb3-11cb-4175-a8cb-25b9ccd7df82 req-2ce6c2b2-091d-4942-abb3-36c9fb2fb85a tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a3151c5-7e7f-4203-8569-fb61c944b46d HTTP/1.1" status: 200 len: 210 time: 0.2799003 Sep 16 04:58:44.790199 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bf351344-9432-4d57-bd7e-5da194d20588 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:44.879738 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.891075 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.908245 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3fb4dca6-5e83-43d0-b2ba-bd918da5df1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.936601 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-76d8675c-2704-4500-bf33-e681e910de99 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.967160 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-76d8675c-2704-4500-bf33-e681e910de99 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.995443 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port bf351344-9432-4d57-bd7e-5da194d20588 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:44.995826 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.142670 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3fb4dca6-5e83-43d0-b2ba-bd918da5df1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.168821 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-83e61ed3-3547-403c-95e2-e21aff128e01 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.178900 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-83e61ed3-3547-403c-95e2-e21aff128e01 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.316825 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.344258 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8675c-2704-4500-bf33-e681e910de99 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Pushing event updated for resources: {'Port': ['ID=ac3ef951-aad8-43bd-8125-4283b35da1ee,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:45.357769 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55766) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.406583 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port bf351344-9432-4d57-bd7e-5da194d20588, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=bf351344-9432-4d57-bd7e-5da194d20588,segment=NetworkSegment(ebfa89d1-030a-40f8-b8d1-986cf00fd3e2),segment_id=ebfa89d1-030a-40f8-b8d1-986cf00fd3e2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:45.413204 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.414850 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6222137c-ba02-42e2-b54c-6bb154ffed81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.479660 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-76d8675c-2704-4500-bf33-e681e910de99 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] In _notify_port_updated(), no bound segment for port ac3ef951-aad8-43bd-8125-4283b35da1ee on network 994e1213-8b77-4b7a-9f09-6252c4dffb22 {{(pid=94766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:58:45.500248 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d8675c-2704-4500-bf33-e681e910de99 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:45.501185 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-76d8675c-2704-4500-bf33-e681e910de99 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.502754 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-76d8675c-2704-4500-bf33-e681e910de99 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] 10.222.0.35 "PUT /v2.0/ports/ac3ef951-aad8-43bd-8125-4283b35da1ee HTTP/1.1" status: 200 len: 996 time: 2.4971707 Sep 16 04:58:45.519421 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55772) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.538867 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-83e61ed3-3547-403c-95e2-e21aff128e01 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.558300 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=bf351344-9432-4d57-bd7e-5da194d20588,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:45.576719 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e61ed3-3547-403c-95e2-e21aff128e01 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'Port': ['ID=4be54ebe-7401-453b-947c-66e77622e3bd,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:45.622035 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b0dfc4-ed7b-47ea-a3aa-bc65329f1cc9 None None] Network 5134c4c0-d730-4527-84ec-0e99ebfeac5b requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:45.755609 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3fb4dca6-5e83-43d0-b2ba-bd918da5df1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.772135 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3fb4dca6-5e83-43d0-b2ba-bd918da5df1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.783919 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3fb4dca6-5e83-43d0-b2ba-bd918da5df1c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f023dd6f-fb5c-4d2c-94a0-78f8cb826c97 HTTP/1.1" status: 204 len: 168 time: 1.1898866 Sep 16 04:58:45.883570 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4dca6-5e83-43d0-b2ba-bd918da5df1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f023dd6f-fb5c-4d2c-94a0-78f8cb826c97,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:45.990926 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-d9460a71-d480-4c6b-a627-22b4de8514a3 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Deleting port ac3ef951-aad8-43bd-8125-4283b35da1ee {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:45.992337 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d9460a71-d480-4c6b-a627-22b4de8514a3 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.046364 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e5728eb4-efd6-4f19-af57-0c4c22a9bfc5 req-f14834fb-4760-41d5-aacc-735e20f57443 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a3151c5-7e7f-4203-8569-fb61c944b46d HTTP/1.1" status: 200 len: 210 time: 0.1185522 Sep 16 04:58:46.073679 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-052b1dea-08c8-485b-95ae-a1da86856596 None None] Provisioning complete for port bf351344-9432-4d57-bd7e-5da194d20588 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:46.074444 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-052b1dea-08c8-485b-95ae-a1da86856596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.085041 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e61ed3-3547-403c-95e2-e21aff128e01 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Network 5134c4c0-d730-4527-84ec-0e99ebfeac5b is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:46.094362 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-83e61ed3-3547-403c-95e2-e21aff128e01 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:46.237874 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.272719 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d9460a71-d480-4c6b-a627-22b4de8514a3 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.346350 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-d9460a71-d480-4c6b-a627-22b4de8514a3 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Calling delete_port for ac3ef951-aad8-43bd-8125-4283b35da1ee owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:46.366777 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6222137c-ba02-42e2-b54c-6bb154ffed81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.382518 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6222137c-ba02-42e2-b54c-6bb154ffed81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.471606 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6222137c-ba02-42e2-b54c-6bb154ffed81 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d7a1628855f44607935534b0e07b75f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1111913 Sep 16 04:58:46.480478 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 55788) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.562650 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-868801b3-182c-4539-939d-0a83db79ecad None None] Provisioning complete for port ac3ef951-aad8-43bd-8125-4283b35da1ee triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:46.563278 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-868801b3-182c-4539-939d-0a83db79ecad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.599863 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e61ed3-3547-403c-95e2-e21aff128e01 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Router b6aa8dbc-6703-46e6-8ab1-d267b9da81a8 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:58:46.648386 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55792) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.665278 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-868801b3-182c-4539-939d-0a83db79ecad None None] Port ac3ef951-aad8-43bd-8125-4283b35da1ee cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:58:46.705430 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222137c-ba02-42e2-b54c-6bb154ffed81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fc9af7-27c5-4052-9df9-162b90f0141a,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:46.711194 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-79c29788-80ca-4edd-9568-8281d252c7b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.808895 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-c440f5ee-0e81-4aef-b48a-534882955634 None None] Provisioning complete for port 4be54ebe-7401-453b-947c-66e77622e3bd triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:46.809941 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c440f5ee-0e81-4aef-b48a-534882955634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.864982 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-714fd919-2bab-4544-8623-293083c529c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.895828 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-c440f5ee-0e81-4aef-b48a-534882955634 None None] Port 4be54ebe-7401-453b-947c-66e77622e3bd cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:58:46.903142 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d9460a71-d480-4c6b-a627-22b4de8514a3 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.919106 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-c440f5ee-0e81-4aef-b48a-534882955634 None None] Provisioning complete for port bf351344-9432-4d57-bd7e-5da194d20588 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:46.920044 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c440f5ee-0e81-4aef-b48a-534882955634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.943391 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-714fd919-2bab-4544-8623-293083c529c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.966903 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9460a71-d480-4c6b-a627-22b4de8514a3 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Pushing event deleted for resources: {'Port': ['ID=ac3ef951-aad8-43bd-8125-4283b35da1ee,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:47.088053 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-714fd919-2bab-4544-8623-293083c529c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.090885 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-714fd919-2bab-4544-8623-293083c529c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.110100 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-79c29788-80ca-4edd-9568-8281d252c7b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.114565 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-714fd919-2bab-4544-8623-293083c529c1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b4fc9af7-27c5-4052-9df9-162b90f0141a HTTP/1.1" status: 204 len: 168 time: 0.6149797 Sep 16 04:58:47.120432 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-79c29788-80ca-4edd-9568-8281d252c7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.202788 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c29788-80ca-4edd-9568-8281d252c7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503258bd-d728-4c97-95d8-b5c483cf86e9,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:47.262704 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d9460a71-d480-4c6b-a627-22b4de8514a3 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.271406 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d9460a71-d480-4c6b-a627-22b4de8514a3 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] 10.222.0.35 "DELETE /v2.0/ports/ac3ef951-aad8-43bd-8125-4283b35da1ee HTTP/1.1" status: 204 len: 168 time: 1.7430558 Sep 16 04:58:47.291213 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55806) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:47.361321 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dd2e136-ebc7-4f2a-b6e1-f165b9202fd5 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] GET failed (client error): The resource could not be found. Sep 16 04:58:47.370009 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2dd2e136-ebc7-4f2a-b6e1-f165b9202fd5 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] 10.222.0.35 "GET /v2.0/ports/ac3ef951-aad8-43bd-8125-4283b35da1ee HTTP/1.1" status: 404 len: 333 time: 0.0743737 Sep 16 04:58:47.373775 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55808) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:47.384606 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-c3cdbe78-86bc-48d6-929c-e6b2d298b6de tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Request body: {'port': {'network_id': '994e1213-8b77-4b7a-9f09-6252c4dffb22', 'name': 'tempest-AllowedAddressPairTestJSON-1652033018'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:47.405669 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-79c29788-80ca-4edd-9568-8281d252c7b3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=07b96644cc9148cca2be43df4e3c3d9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7267025 Sep 16 04:58:47.406191 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55810) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:47.426780 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-50d224b1-0c43-47db-b5f1-138f9d493f30 None None] Provisioning complete for port 4be54ebe-7401-453b-947c-66e77622e3bd triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:47.427689 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-50d224b1-0c43-47db-b5f1-138f9d493f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.454471 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714fd919-2bab-4544-8623-293083c529c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fc9af7-27c5-4052-9df9-162b90f0141a,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:47.523636 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0ba3e01b-98c7-45fb-b3e6-6183f017d8f8 req-9fe77d6a-6041-425e-8f77-414709ad5a71 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a3151c5-7e7f-4203-8569-fb61c944b46d HTTP/1.1" status: 200 len: 210 time: 0.0817506 Sep 16 04:58:47.568598 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e61ed3-3547-403c-95e2-e21aff128e01 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:58:47.593627 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-83e61ed3-3547-403c-95e2-e21aff128e01 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "PUT /v2.0/routers/b6aa8dbc-6703-46e6-8ab1-d267b9da81a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0673146 Sep 16 04:58:47.620112 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d490cb2-af04-41ce-9f55-5b21462ffa2e None None] Sync routers for ids ['b6aa8dbc-6703-46e6-8ab1-d267b9da81a8'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:58:47.700690 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d490cb2-af04-41ce-9f55-5b21462ffa2e None None] Routers {'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:47.706135 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-2d490cb2-af04-41ce-9f55-5b21462ffa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:58:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b6aa8dbc-6703-46e6-8ab1-d267b9da81a8'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:47.746522 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bf351344-9432-4d57-bd7e-5da194d20588 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:47.792759 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-95e20148-52f0-430f-978d-123b8bbd9506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.898694 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-50d224b1-0c43-47db-b5f1-138f9d493f30 None None] Port 4be54ebe-7401-453b-947c-66e77622e3bd cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:58:47.935533 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cdbe78-86bc-48d6-929c-e6b2d298b6de tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Made reservation on behalf of ddb6a547aeeb40b499313ae9327d4581 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:47.939046 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port bf351344-9432-4d57-bd7e-5da194d20588 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:47.939247 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c3cdbe78-86bc-48d6-929c-e6b2d298b6de tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.939846 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.947394 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-95e20148-52f0-430f-978d-123b8bbd9506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.041499 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-c3cdbe78-86bc-48d6-929c-e6b2d298b6de tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] device_id is not set on port c7099eb1-844e-44ab-9d64-bb26c94ceaa5 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:58:48.067277 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-b4420f7a-c9a4-4e60-ae8b-e57c4acb0fb5 None None] Provisioning complete for port 4be54ebe-7401-453b-947c-66e77622e3bd triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:48.068156 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b4420f7a-c9a4-4e60-ae8b-e57c4acb0fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.075651 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-2d490cb2-af04-41ce-9f55-5b21462ffa2e None None] Set router b6aa8dbc-6703-46e6-8ab1-d267b9da81a8 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:48.239011 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-95e20148-52f0-430f-978d-123b8bbd9506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.242422 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-95e20148-52f0-430f-978d-123b8bbd9506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.244886 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-95e20148-52f0-430f-978d-123b8bbd9506 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/503258bd-d728-4c97-95d8-b5c483cf86e9 HTTP/1.1" status: 204 len: 168 time: 0.8116703 Sep 16 04:58:48.287957 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e20148-52f0-430f-978d-123b8bbd9506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503258bd-d728-4c97-95d8-b5c483cf86e9,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:48.291530 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-ca0efe00-1d40-41b5-afde-e30c60047a06 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-864207096&fields=id&tenant_id=9314d3ea71064ec8a4285d4ce520aaad HTTP/1.1" status: 200 len: 267 time: 0.1687546 Sep 16 04:58:48.328159 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-b4420f7a-c9a4-4e60-ae8b-e57c4acb0fb5 None None] Port 4be54ebe-7401-453b-947c-66e77622e3bd cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:58:48.360098 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-c3cdbe78-86bc-48d6-929c-e6b2d298b6de tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Allocated IP 172.20.0.14 (994e1213-8b77-4b7a-9f09-6252c4dffb22/b28bd157-224d-46e9-806c-c0310c5f29c9/c7099eb1-844e-44ab-9d64-bb26c94ceaa5) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:48.780274 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-994ce994-d4e4-4206-89f7-8b561c5c85a4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:48.794888 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-994ce994-d4e4-4206-89f7-8b561c5c85a4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/networks?id=5134c4c0-d730-4527-84ec-0e99ebfeac5b HTTP/1.1" status: 200 len: 796 time: 0.4860137 Sep 16 04:58:48.808864 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-2d490cb2-af04-41ce-9f55-5b21462ffa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55976048', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '659ff6ba-0b4a-440c-81f5-f46503155aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:29Z', 'updated_at': '2021-09-16T04:58:43Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': '659ff6ba-0b4a-440c-81f5-f46503155aa3', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:32Z', 'updated_at': '2021-09-16T04:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '4be54ebe-7401-453b-947c-66e77622e3bd', 'name': '', 'network_id': '5134c4c0-d730-4527-84ec-0e99ebfeac5b', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'mac_address': 'fa:16:3e:ab:67:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '6759e691-02a6-400e-add7-98b3fe3d916b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:42Z', 'updated_at': '2021-09-16T04:58:44Z', 'revision_number': 2, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'subnets': [{'id': '6759e691-02a6-400e-add7-98b3fe3d916b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:48.852042 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-baa70917-2963-4d6d-ab3e-4becd3533a8a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/quotas/9314d3ea71064ec8a4285d4ce520aaad HTTP/1.1" status: 200 len: 375 time: 0.0557950 Sep 16 04:58:48.944177 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d490cb2-af04-41ce-9f55-5b21462ffa2e None None] Checking router: b6aa8dbc-6703-46e6-8ab1-d267b9da81a8 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:58:48.954854 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d490cb2-af04-41ce-9f55-5b21462ffa2e None None] Updating router b6aa8dbc-6703-46e6-8ab1-d267b9da81a8 port 4be54ebe-7401-453b-947c-66e77622e3bd binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:58:49.010193 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-98779a05-d349-4701-9b67-90c95ac5c697 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:49.012263 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-98779a05-d349-4701-9b67-90c95ac5c697 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.48 "GET /v2.0/networks?id=b57de9dd-8389-462f-809e-a5ea9e13e1e0 HTTP/1.1" status: 200 len: 810 time: 0.6328111 Sep 16 04:58:49.017182 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-064dc9a5-8bfc-41bc-ac18-f4ef43558f0a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9314d3ea71064ec8a4285d4ce520aaad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1635993 Sep 16 04:58:49.078586 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2d490cb2-af04-41ce-9f55-5b21462ffa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.365513 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-ed35d0aa-b802-4dd0-84fa-5d1a4f8ceeb5 service neutron] 10.222.0.35 "GET /v2.0/networks/5134c4c0-d730-4527-84ec-0e99ebfeac5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387587 Sep 16 04:58:49.421421 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-2abc6b59-dcad-4f9c-8068-53880f5dec6d tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1faaf8ea3f84b74b8884c5da7c3f469 HTTP/1.1" status: 200 len: 379 time: 0.3790903 Sep 16 04:58:49.471981 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-5e14a71f-cd8d-4dc3-88ee-1b87b8c9853b tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Request body: {'port': {'device_id': '0a3151c5-7e7f-4203-8569-fb61c944b46d', 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0', 'admin_state_up': True, 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'security_groups': ['3f58a4c2-e461-429b-8df0-48665c1abe75']}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:49.630396 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c3cdbe78-86bc-48d6-929c-e6b2d298b6de tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.762689 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2d490cb2-af04-41ce-9f55-5b21462ffa2e None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.773684 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2d490cb2-af04-41ce-9f55-5b21462ffa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.930973 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c3cdbe78-86bc-48d6-929c-e6b2d298b6de tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.974416 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d92d56f-29a1-4c9c-9673-28561038e566 None None] Pushing event updated for resources: {'Port': ['ID=4be54ebe-7401-453b-947c-66e77622e3bd,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:50.062912 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-5e14a71f-cd8d-4dc3-88ee-1b87b8c9853b tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Made reservation on behalf of e1faaf8ea3f84b74b8884c5da7c3f469 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:50.066575 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-5e14a71f-cd8d-4dc3-88ee-1b87b8c9853b tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.070710 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cdbe78-86bc-48d6-929c-e6b2d298b6de tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Network 994e1213-8b77-4b7a-9f09-6252c4dffb22 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:50.107777 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-c3cdbe78-86bc-48d6-929c-e6b2d298b6de tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:50.110528 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cdbe78-86bc-48d6-929c-e6b2d298b6de tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:50.321750 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-2d490cb2-af04-41ce-9f55-5b21462ffa2e None None] Attempting to bind port 4be54ebe-7401-453b-947c-66e77622e3bd on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:50.322879 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-2d490cb2-af04-41ce-9f55-5b21462ffa2e None None] Attempting to bind port 4be54ebe-7401-453b-947c-66e77622e3bd by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ebfa89d1-030a-40f8-b8d1-986cf00fd3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5134c4c0-d730-4527-84ec-0e99ebfeac5b'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:50.323678 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d490cb2-af04-41ce-9f55-5b21462ffa2e None None] Attempting to bind port 4be54ebe-7401-453b-947c-66e77622e3bd on network 5134c4c0-d730-4527-84ec-0e99ebfeac5b {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:50.346524 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d490cb2-af04-41ce-9f55-5b21462ffa2e None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:50.347128 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d490cb2-af04-41ce-9f55-5b21462ffa2e None None] Checking segment: {'id': 'ebfa89d1-030a-40f8-b8d1-986cf00fd3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5134c4c0-d730-4527-84ec-0e99ebfeac5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:50.347845 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2d490cb2-af04-41ce-9f55-5b21462ffa2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.348533 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d490cb2-af04-41ce-9f55-5b21462ffa2e None None] Bound using segment: {'id': 'ebfa89d1-030a-40f8-b8d1-986cf00fd3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5134c4c0-d730-4527-84ec-0e99ebfeac5b'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:50.349511 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-2d490cb2-af04-41ce-9f55-5b21462ffa2e None None] Bound port: 4be54ebe-7401-453b-947c-66e77622e3bd, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebfa89d1-030a-40f8-b8d1-986cf00fd3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5134c4c0-d730-4527-84ec-0e99ebfeac5b'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:50.350574 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2d490cb2-af04-41ce-9f55-5b21462ffa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.470064 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-2d490cb2-af04-41ce-9f55-5b21462ffa2e None None] For port 4be54ebe-7401-453b-947c-66e77622e3bd, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:50.478459 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-2d490cb2-af04-41ce-9f55-5b21462ffa2e None None] For port 4be54ebe-7401-453b-947c-66e77622e3bd, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=4be54ebe-7401-453b-947c-66e77622e3bd,segment=NetworkSegment(ebfa89d1-030a-40f8-b8d1-986cf00fd3e2),segment_id=ebfa89d1-030a-40f8-b8d1-986cf00fd3e2)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:50.488078 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2d490cb2-af04-41ce-9f55-5b21462ffa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.575221 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d490cb2-af04-41ce-9f55-5b21462ffa2e None None] Routers {'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:50.576098 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-2d490cb2-af04-41ce-9f55-5b21462ffa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:58:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b6aa8dbc-6703-46e6-8ab1-d267b9da81a8'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:50.595391 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-5e14a71f-cd8d-4dc3-88ee-1b87b8c9853b tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Allocated IP 172.20.0.5 (b57de9dd-8389-462f-809e-a5ea9e13e1e0/2d075d26-c7df-4ea0-b069-e1f04da018dc/35ace5e4-07bd-4065-a823-a7548154e651) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:50.700932 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d92d56f-29a1-4c9c-9673-28561038e566 None None] Pushing event updated for resources: {'Port': ['ID=4be54ebe-7401-453b-947c-66e77622e3bd,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:50.784858 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-40d870c2-3ac1-45f6-bc6d-e61f79197e0b None None] Provisioning complete for port 4be54ebe-7401-453b-947c-66e77622e3bd triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:50.785536 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-40d870c2-3ac1-45f6-bc6d-e61f79197e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.802594 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-5e56d425-33a8-41d4-9db1-f9251e52deef service neutron] 10.222.0.35 "GET /v2.0/networks/5134c4c0-d730-4527-84ec-0e99ebfeac5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4351337 Sep 16 04:58:51.026389 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-5e14a71f-cd8d-4dc3-88ee-1b87b8c9853b tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.125086 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-2d490cb2-af04-41ce-9f55-5b21462ffa2e None None] Set router b6aa8dbc-6703-46e6-8ab1-d267b9da81a8 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:51.139017 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-5e14a71f-cd8d-4dc3-88ee-1b87b8c9853b tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.168837 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cdbe78-86bc-48d6-929c-e6b2d298b6de tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Pushing event updated for resources: {'Port': ['ID=c7099eb1-844e-44ab-9d64-bb26c94ceaa5,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:51.410876 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-5e14a71f-cd8d-4dc3-88ee-1b87b8c9853b tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Network b57de9dd-8389-462f-809e-a5ea9e13e1e0 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:51.453155 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-5e14a71f-cd8d-4dc3-88ee-1b87b8c9853b tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:51.460704 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cdbe78-86bc-48d6-929c-e6b2d298b6de tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:51.478131 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c3cdbe78-86bc-48d6-929c-e6b2d298b6de tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.491951 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-40d870c2-3ac1-45f6-bc6d-e61f79197e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.546276 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-5e14a71f-cd8d-4dc3-88ee-1b87b8c9853b tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:51.549030 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30bf7d-b592-4422-9880-7fd7eec49b1a req-23d9c3cc-5712-4b88-a10e-bf38a6a4aeba tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:51.557046 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6c30bf7d-b592-4422-9880-7fd7eec49b1a req-23d9c3cc-5712-4b88-a10e-bf38a6a4aeba tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a3151c5-7e7f-4203-8569-fb61c944b46d HTTP/1.1" status: 200 len: 931 time: 0.1611578 Sep 16 04:58:51.580824 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c3cdbe78-86bc-48d6-929c-e6b2d298b6de tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2058713 Sep 16 04:58:51.582871 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 55902) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:51.718565 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-c6b32c93-8446-4c12-b739-fc60e16181e4 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Request body: {'port': {'network_id': '994e1213-8b77-4b7a-9f09-6252c4dffb22', 'name': 'tempest-AllowedAddressPairTestJSON-587481888'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:51.726963 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6c30bf7d-b592-4422-9880-7fd7eec49b1a req-e5424869-a8a5-4d4d-8a1a-6392845f8f46 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f58a4c2-e461-429b-8df0-48665c1abe75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486919 Sep 16 04:58:51.800246 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14a71f-cd8d-4dc3-88ee-1b87b8c9853b tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Pushing event updated for resources: {'Port': ['ID=35ace5e4-07bd-4065-a823-a7548154e651,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:52.001922 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-40d870c2-3ac1-45f6-bc6d-e61f79197e0b None None] For port 4be54ebe-7401-453b-947c-66e77622e3bd, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=4be54ebe-7401-453b-947c-66e77622e3bd,segment=NetworkSegment(ebfa89d1-030a-40f8-b8d1-986cf00fd3e2),segment_id=ebfa89d1-030a-40f8-b8d1-986cf00fd3e2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:52.032812 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-40d870c2-3ac1-45f6-bc6d-e61f79197e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.201029 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f33c21ca-a1ef-448a-8fcc-7b2b665e95aa req-ff8ed5e5-56de-4d10-80de-e0aaa1e5d7d9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 210 time: 0.1037784 Sep 16 04:58:52.290017 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d870c2-3ac1-45f6-bc6d-e61f79197e0b None None] Pushing event updated for resources: {'Port': ['ID=4be54ebe-7401-453b-947c-66e77622e3bd,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:52.294649 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-c840e5b0-82a0-49d6-a5ec-f045ca7a0036 None None] Provisioning complete for port 4be54ebe-7401-453b-947c-66e77622e3bd triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:52.295123 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c840e5b0-82a0-49d6-a5ec-f045ca7a0036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.337971 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-5e14a71f-cd8d-4dc3-88ee-1b87b8c9853b tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:52.340510 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-5e14a71f-cd8d-4dc3-88ee-1b87b8c9853b tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.425722 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b32c93-8446-4c12-b739-fc60e16181e4 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Made reservation on behalf of ddb6a547aeeb40b499313ae9327d4581 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:52.431720 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c6b32c93-8446-4c12-b739-fc60e16181e4 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.438459 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-5e14a71f-cd8d-4dc3-88ee-1b87b8c9853b tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9786398 Sep 16 04:58:52.459197 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-2d490cb2-af04-41ce-9f55-5b21462ffa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55976048', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '659ff6ba-0b4a-440c-81f5-f46503155aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:29Z', 'updated_at': '2021-09-16T04:58:43Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': '659ff6ba-0b4a-440c-81f5-f46503155aa3', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:32Z', 'updated_at': '2021-09-16T04:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '4be54ebe-7401-453b-947c-66e77622e3bd', 'name': '', 'network_id': '5134c4c0-d730-4527-84ec-0e99ebfeac5b', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'mac_address': 'fa:16:3e:ab:67:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '6759e691-02a6-400e-add7-98b3fe3d916b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:42Z', 'updated_at': '2021-09-16T04:58:50Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'subnets': [{'id': '6759e691-02a6-400e-add7-98b3fe3d916b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:52.476942 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-ad8e8bb3-d36e-4cc7-941b-7753ad8c5ce6 service neutron] Request body: {'port': {'device_id': '0a3151c5-7e7f-4203-8569-fb61c944b46d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:52.527372 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-c6b32c93-8446-4c12-b739-fc60e16181e4 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] device_id is not set on port b740f5bd-f601-42a8-92d0-49a24c5b4834 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:58:52.594678 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d490cb2-af04-41ce-9f55-5b21462ffa2e None None] The sync data for ids ['b6aa8dbc-6703-46e6-8ab1-d267b9da81a8'] in n-d-712139-15 is: [{'id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55976048', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '659ff6ba-0b4a-440c-81f5-f46503155aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:29Z', 'updated_at': '2021-09-16T04:58:43Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': '659ff6ba-0b4a-440c-81f5-f46503155aa3', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:32Z', 'updated_at': '2021-09-16T04:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '4be54ebe-7401-453b-947c-66e77622e3bd', 'name': '', 'network_id': '5134c4c0-d730-4527-84ec-0e99ebfeac5b', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'mac_address': 'fa:16:3e:ab:67:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '6759e691-02a6-400e-add7-98b3fe3d916b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:42Z', 'updated_at': '2021-09-16T04:58:50Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'subnets': [{'id': '6759e691-02a6-400e-add7-98b3fe3d916b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:58:52.735807 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-c6b32c93-8446-4c12-b739-fc60e16181e4 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Allocated IP 172.20.0.8 (994e1213-8b77-4b7a-9f09-6252c4dffb22/b28bd157-224d-46e9-806c-c0310c5f29c9/b740f5bd-f601-42a8-92d0-49a24c5b4834) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:52.760700 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-ad8e8bb3-d36e-4cc7-941b-7753ad8c5ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.883889 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-c840e5b0-82a0-49d6-a5ec-f045ca7a0036 None None] Provisioning complete for port 35ace5e4-07bd-4065-a823-a7548154e651 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:52.886942 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c840e5b0-82a0-49d6-a5ec-f045ca7a0036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.983546 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-c840e5b0-82a0-49d6-a5ec-f045ca7a0036 None None] Port 35ace5e4-07bd-4065-a823-a7548154e651 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:58:53.022019 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-c840e5b0-82a0-49d6-a5ec-f045ca7a0036 None None] Provisioning complete for port c7099eb1-844e-44ab-9d64-bb26c94ceaa5 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:53.023436 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c840e5b0-82a0-49d6-a5ec-f045ca7a0036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.137910 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5237d-85a1-4f84-87e5-134a633a3869 req-1111ac38-7857-4ef8-b628-f658deb5e88c tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:53.156537 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16d5237d-85a1-4f84-87e5-134a633a3869 req-1111ac38-7857-4ef8-b628-f658deb5e88c tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a3151c5-7e7f-4203-8569-fb61c944b46d HTTP/1.1" status: 200 len: 931 time: 0.2237594 Sep 16 04:58:53.211692 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-c840e5b0-82a0-49d6-a5ec-f045ca7a0036 None None] Port c7099eb1-844e-44ab-9d64-bb26c94ceaa5 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:58:53.281425 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16d5237d-85a1-4f84-87e5-134a633a3869 req-416294dc-3249-4209-a801-7fb3302aac74 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f58a4c2-e461-429b-8df0-48665c1abe75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156337 Sep 16 04:58:53.672324 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8beb7739-fb31-4975-a75d-85ee38d09a4d req-2825c881-b295-4e9d-88d8-b020c0d10ccc tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 210 time: 0.0496538 Sep 16 04:58:53.808087 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 4be54ebe-7401-453b-947c-66e77622e3bd up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:53.991808 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-fdfee4a0-6c72-45e6-af0c-67ec1d9ad5a6 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:53.995618 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-fdfee4a0-6c72-45e6-af0c-67ec1d9ad5a6 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.47 "GET /v2.0/networks?id=5134c4c0-d730-4527-84ec-0e99ebfeac5b HTTP/1.1" status: 200 len: 796 time: 0.2411726 Sep 16 04:58:54.082874 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 4be54ebe-7401-453b-947c-66e77622e3bd triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:54.083310 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.132125 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-8e97594b-1075-474d-b516-0c0c0363cd28 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9314d3ea71064ec8a4285d4ce520aaad HTTP/1.1" status: 200 len: 379 time: 0.1189032 Sep 16 04:58:54.199991 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-0ebb7e08-49c4-4df3-ab9b-a16be75dca61 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'port': {'device_id': 'fe2424e1-509b-413c-9796-6912f9e366b6', 'network_id': '5134c4c0-d730-4527-84ec-0e99ebfeac5b', 'admin_state_up': True, 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'security_groups': ['295ea664-146b-402c-b1bb-04eb95e0a13d']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:54.598632 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2eda87-c036-43cf-9b8e-ba78fb038b4a req-28edc295-a4e2-41d6-98f4-7d62e9e16840 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:54.629239 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1f2eda87-c036-43cf-9b8e-ba78fb038b4a req-28edc295-a4e2-41d6-98f4-7d62e9e16840 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a3151c5-7e7f-4203-8569-fb61c944b46d HTTP/1.1" status: 200 len: 931 time: 0.1645601 Sep 16 04:58:54.689865 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-0ebb7e08-49c4-4df3-ab9b-a16be75dca61 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Made reservation on behalf of 9314d3ea71064ec8a4285d4ce520aaad for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:54.695361 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-0ebb7e08-49c4-4df3-ab9b-a16be75dca61 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.794424 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1f2eda87-c036-43cf-9b8e-ba78fb038b4a req-eaf56729-13c6-453e-af94-14015cd741e4 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f58a4c2-e461-429b-8df0-48665c1abe75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564901 Sep 16 04:58:55.206195 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-0ebb7e08-49c4-4df3-ab9b-a16be75dca61 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Allocated IP 172.20.0.10 (5134c4c0-d730-4527-84ec-0e99ebfeac5b/6759e691-02a6-400e-add7-98b3fe3d916b/3726a203-0c1e-4480-8bb2-58ef3687943e) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:55.410735 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5a9010ff-1ed8-4708-be48-1a88a7ed79b1 req-9ae15f76-83ff-4305-a9d8-9fa4d9525b3a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 210 time: 0.0482469 Sep 16 04:58:55.575468 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c6b32c93-8446-4c12-b739-fc60e16181e4 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.688149 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-0ebb7e08-49c4-4df3-ab9b-a16be75dca61 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.724341 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-ad8e8bb3-d36e-4cc7-941b-7753ad8c5ce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35ace5e4-07bd-4065-a823-a7548154e651 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:55.736422 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-ad8e8bb3-d36e-4cc7-941b-7753ad8c5ce6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.753462 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c6b32c93-8446-4c12-b739-fc60e16181e4 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.777347 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-0ebb7e08-49c4-4df3-ab9b-a16be75dca61 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.798463 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-ad8e8bb3-d36e-4cc7-941b-7753ad8c5ce6 service neutron] Transition to ACTIVE for port object 35ace5e4-07bd-4065-a823-a7548154e651 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:58:55.820457 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b32c93-8446-4c12-b739-fc60e16181e4 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Network 994e1213-8b77-4b7a-9f09-6252c4dffb22 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:55.823234 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-ad8e8bb3-d36e-4cc7-941b-7753ad8c5ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.844308 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-c6b32c93-8446-4c12-b739-fc60e16181e4 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:55.852287 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb7e08-49c4-4df3-ab9b-a16be75dca61 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'Port': ['ID=3726a203-0c1e-4480-8bb2-58ef3687943e,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:55.871039 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b32c93-8446-4c12-b739-fc60e16181e4 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:55.882267 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-0ebb7e08-49c4-4df3-ab9b-a16be75dca61 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Network 5134c4c0-d730-4527-84ec-0e99ebfeac5b is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:55.884146 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-0ebb7e08-49c4-4df3-ab9b-a16be75dca61 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:55.893882 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-0ebb7e08-49c4-4df3-ab9b-a16be75dca61 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:55.979163 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56032) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:56.033699 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b32c93-8446-4c12-b739-fc60e16181e4 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:56.034821 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c6b32c93-8446-4c12-b739-fc60e16181e4 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.059873 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c6b32c93-8446-4c12-b739-fc60e16181e4 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.4728925 Sep 16 04:58:56.063495 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b32c93-8446-4c12-b739-fc60e16181e4 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Pushing event updated for resources: {'Port': ['ID=b740f5bd-f601-42a8-92d0-49a24c5b4834,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:56.073040 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56036) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:56.095076 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-3f01bc41-83af-4c55-95eb-f9d2c5fd7e58 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:1e:4e:2a'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:88:8f:bf'}]}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:56.141921 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-0ebb7e08-49c4-4df3-ab9b-a16be75dca61 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:56.143481 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-0ebb7e08-49c4-4df3-ab9b-a16be75dca61 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.226114 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-0ebb7e08-49c4-4df3-ab9b-a16be75dca61 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0528414 Sep 16 04:58:56.260090 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f20808-e036-4eb4-b371-c83fb02ef295 req-1703c67d-d6ce-42e1-ab04-20d7e629d677 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:56.278621 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d0f20808-e036-4eb4-b371-c83fb02ef295 req-1703c67d-d6ce-42e1-ab04-20d7e629d677 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a3151c5-7e7f-4203-8569-fb61c944b46d HTTP/1.1" status: 200 len: 943 time: 0.3107021 Sep 16 04:58:56.312182 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-c845b178-1fb6-4df9-aa60-1a8b9bb7da7a service neutron] Request body: {'port': {'device_id': 'fe2424e1-509b-413c-9796-6912f9e366b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:56.391229 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d0f20808-e036-4eb4-b371-c83fb02ef295 req-678bff1f-84ae-4e02-9608-009fd67878f5 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f58a4c2-e461-429b-8df0-48665c1abe75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021917 Sep 16 04:58:56.492628 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-4b692c9b-d428-4890-9264-01323a8ee3a6 None None] Provisioning complete for port b740f5bd-f601-42a8-92d0-49a24c5b4834 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:56.493416 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4b692c9b-d428-4890-9264-01323a8ee3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.511004 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e8bb3-d36e-4cc7-941b-7753ad8c5ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=35ace5e4-07bd-4065-a823-a7548154e651,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:56.597309 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-c845b178-1fb6-4df9-aa60-1a8b9bb7da7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.641580 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-4b692c9b-d428-4890-9264-01323a8ee3a6 None None] Port b740f5bd-f601-42a8-92d0-49a24c5b4834 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:58:56.669145 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-46f345f7-9648-48f2-80a3-08946973937b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.693286 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3f01bc41-83af-4c55-95eb-f9d2c5fd7e58 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.706391 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-ad8e8bb3-d36e-4cc7-941b-7753ad8c5ce6 service neutron] Attempting to bind port 35ace5e4-07bd-4065-a823-a7548154e651 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:56.706943 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-ad8e8bb3-d36e-4cc7-941b-7753ad8c5ce6 service neutron] Attempting to bind port 35ace5e4-07bd-4065-a823-a7548154e651 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '51a9b458-7c9a-4442-bf01-8b9b2bd52faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:56.707860 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-ad8e8bb3-d36e-4cc7-941b-7753ad8c5ce6 service neutron] Attempting to bind port 35ace5e4-07bd-4065-a823-a7548154e651 on network b57de9dd-8389-462f-809e-a5ea9e13e1e0 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:56.723920 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-ad8e8bb3-d36e-4cc7-941b-7753ad8c5ce6 service neutron] Port 35ace5e4-07bd-4065-a823-a7548154e651 on network b57de9dd-8389-462f-809e-a5ea9e13e1e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:56.724538 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-ad8e8bb3-d36e-4cc7-941b-7753ad8c5ce6 service neutron] Attempting to bind port 35ace5e4-07bd-4065-a823-a7548154e651 on network b57de9dd-8389-462f-809e-a5ea9e13e1e0 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:56.731059 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-ad8e8bb3-d36e-4cc7-941b-7753ad8c5ce6 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:56.731701 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-ad8e8bb3-d36e-4cc7-941b-7753ad8c5ce6 service neutron] Checking segment: {'id': '51a9b458-7c9a-4442-bf01-8b9b2bd52faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:56.732282 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-ad8e8bb3-d36e-4cc7-941b-7753ad8c5ce6 service neutron] Bound using segment: {'id': '51a9b458-7c9a-4442-bf01-8b9b2bd52faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:56.732925 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-ad8e8bb3-d36e-4cc7-941b-7753ad8c5ce6 service neutron] Bound port: 35ace5e4-07bd-4065-a823-a7548154e651, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a9b458-7c9a-4442-bf01-8b9b2bd52faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:56.733485 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-ad8e8bb3-d36e-4cc7-941b-7753ad8c5ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.771517 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56050) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:56.807311 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-b9265ce5-2d60-42df-bf66-366405779164 None None] Provisioning complete for port 3726a203-0c1e-4480-8bb2-58ef3687943e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:56.809996 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b9265ce5-2d60-42df-bf66-366405779164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.862504 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-b9265ce5-2d60-42df-bf66-366405779164 None None] Port 3726a203-0c1e-4480-8bb2-58ef3687943e cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:58:56.915776 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c0089-11b2-4674-a00a-446c41349995 req-a6e4237a-5011-4d4e-a08f-f8341d1da590 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:56.923917 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a81c0089-11b2-4674-a00a-446c41349995 req-a6e4237a-5011-4d4e-a08f-f8341d1da590 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 932 time: 0.2509024 Sep 16 04:58:57.068455 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-ad8e8bb3-d36e-4cc7-941b-7753ad8c5ce6 service neutron] For port 35ace5e4-07bd-4065-a823-a7548154e651, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:57.069911 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a81c0089-11b2-4674-a00a-446c41349995 req-ff28cfa3-66e1-4141-bba5-e3f654cce946 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=295ea664-146b-402c-b1bb-04eb95e0a13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448562 Sep 16 04:58:57.138639 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-ad8e8bb3-d36e-4cc7-941b-7753ad8c5ce6 service neutron] For port 35ace5e4-07bd-4065-a823-a7548154e651, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=35ace5e4-07bd-4065-a823-a7548154e651,segment=NetworkSegment(51a9b458-7c9a-4442-bf01-8b9b2bd52faf),segment_id=51a9b458-7c9a-4442-bf01-8b9b2bd52faf)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:57.156775 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b75c320f-90df-4f16-9f31-56ed7baa8d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.163279 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-ad8e8bb3-d36e-4cc7-941b-7753ad8c5ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.172424 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-46f345f7-9648-48f2-80a3-08946973937b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.185722 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-46f345f7-9648-48f2-80a3-08946973937b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.262589 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-ad8e8bb3-d36e-4cc7-941b-7753ad8c5ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:57.263218 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-ad8e8bb3-d36e-4cc7-941b-7753ad8c5ce6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.264742 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-ad8e8bb3-d36e-4cc7-941b-7753ad8c5ce6 service neutron] 10.222.0.48 "PUT /v2.0/ports/35ace5e4-07bd-4065-a823-a7548154e651 HTTP/1.1" status: 200 len: 1092 time: 4.8098195 Sep 16 04:58:57.265212 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a3151c5-7e7f-4203-8569-fb61c944b46d', 'tag': '35ace5e4-07bd-4065-a823-a7548154e651'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:57.267521 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359a4e3b-0a61-414e-8323-55252f5ae423" -d '{"events": [{"name": "network-changed", "server_uuid": "0a3151c5-7e7f-4203-8569-fb61c944b46d", "tag": "35ace5e4-07bd-4065-a823-a7548154e651"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:57.303052 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-46f345f7-9648-48f2-80a3-08946973937b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=be0facf5bb964df0a55c8cb251312d8c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3213758 Sep 16 04:58:57.306193 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56066) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:57.324050 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e8bb3-d36e-4cc7-941b-7753ad8c5ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=35ace5e4-07bd-4065-a823-a7548154e651,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:57.333266 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3f01bc41-83af-4c55-95eb-f9d2c5fd7e58 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.344403 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f345f7-9648-48f2-80a3-08946973937b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c0ca74-7f06-4048-a9e1-910f9d1a5bd1,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:57.345889 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3f01bc41-83af-4c55-95eb-f9d2c5fd7e58 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.611940 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9512470e-6f37-4b24-883f-3fdc7a634fc7 x-openstack-request-id: req-9512470e-6f37-4b24-883f-3fdc7a634fc7 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:57.611940 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a3151c5-7e7f-4203-8569-fb61c944b46d", "tag": "35ace5e4-07bd-4065-a823-a7548154e651", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:57.611940 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9512470e-6f37-4b24-883f-3fdc7a634fc7 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:57.611940 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a3151c5-7e7f-4203-8569-fb61c944b46d', 'tag': '35ace5e4-07bd-4065-a823-a7548154e651', 'status': 'completed', 'code': 200} Sep 16 04:58:57.617189 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-c845b178-1fb6-4df9-aa60-1a8b9bb7da7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3726a203-0c1e-4480-8bb2-58ef3687943e {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:57.617189 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-c845b178-1fb6-4df9-aa60-1a8b9bb7da7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.701355 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-c845b178-1fb6-4df9-aa60-1a8b9bb7da7a service neutron] Transition to ACTIVE for port object 3726a203-0c1e-4480-8bb2-58ef3687943e will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:58:57.714500 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-c845b178-1fb6-4df9-aa60-1a8b9bb7da7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.734746 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0b2b8d88-30f7-4ec0-aea6-5c83bbddc3bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.750300 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01bc41-83af-4c55-95eb-f9d2c5fd7e58 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Pushing event updated for resources: {'Port': ['ID=b740f5bd-f601-42a8-92d0-49a24c5b4834,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:57.812968 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0b2b8d88-30f7-4ec0-aea6-5c83bbddc3bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.837104 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-3f01bc41-83af-4c55-95eb-f9d2c5fd7e58 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] In _notify_port_updated(), no bound segment for port b740f5bd-f601-42a8-92d0-49a24c5b4834 on network 994e1213-8b77-4b7a-9f09-6252c4dffb22 {{(pid=94766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:58:57.842839 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f01bc41-83af-4c55-95eb-f9d2c5fd7e58 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:57.843585 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3f01bc41-83af-4c55-95eb-f9d2c5fd7e58 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.848432 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3f01bc41-83af-4c55-95eb-f9d2c5fd7e58 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] 10.222.0.35 "PUT /v2.0/ports/b740f5bd-f601-42a8-92d0-49a24c5b4834 HTTP/1.1" status: 200 len: 1056 time: 1.7742724 Sep 16 04:58:57.850164 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56084) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:57.869707 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-6a044de3-34ef-4cee-8cd9-84d85a5fd1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:57.871374 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-6a044de3-34ef-4cee-8cd9-84d85a5fd1aa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e1faaf8ea3f84b74b8884c5da7c3f469&device_id=0a3151c5-7e7f-4203-8569-fb61c944b46d HTTP/1.1" status: 200 len: 1095 time: 0.4437010 Sep 16 04:58:57.923021 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b75c320f-90df-4f16-9f31-56ed7baa8d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.935877 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b75c320f-90df-4f16-9f31-56ed7baa8d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.973034 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef554ef5-3f80-4dcf-a0ca-93a0d970ed28 req-89317c4f-2719-4326-8f2e-4bb08bef7db3 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:57.982099 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef554ef5-3f80-4dcf-a0ca-93a0d970ed28 req-89317c4f-2719-4326-8f2e-4bb08bef7db3 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a3151c5-7e7f-4203-8569-fb61c944b46d HTTP/1.1" status: 200 len: 943 time: 0.3346202 Sep 16 04:58:58.034375 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845b178-1fb6-4df9-aa60-1a8b9bb7da7a service neutron] Pushing event updated for resources: {'Port': ['ID=3726a203-0c1e-4480-8bb2-58ef3687943e,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:58.081178 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef554ef5-3f80-4dcf-a0ca-93a0d970ed28 req-802c7da4-58d2-42ff-8d82-7af9302c6d11 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f58a4c2-e461-429b-8df0-48665c1abe75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956326 Sep 16 04:58:58.109678 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d801c8a9-df6f-4521-915d-715bd62fe6fb None None] Provisioning complete for port b740f5bd-f601-42a8-92d0-49a24c5b4834 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:58.111085 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d801c8a9-df6f-4521-915d-715bd62fe6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.220948 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0b2b8d88-30f7-4ec0-aea6-5c83bbddc3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.223413 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0b2b8d88-30f7-4ec0-aea6-5c83bbddc3bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.224586 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0b2b8d88-30f7-4ec0-aea6-5c83bbddc3bf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/70c0ca74-7f06-4048-a9e1-910f9d1a5bd1 HTTP/1.1" status: 204 len: 168 time: 0.9167261 Sep 16 04:58:58.226974 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c320f-90df-4f16-9f31-56ed7baa8d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bc0e7e-9b93-454a-b8be-39feec65468b,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:58.231125 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-d801c8a9-df6f-4521-915d-715bd62fe6fb None None] Port b740f5bd-f601-42a8-92d0-49a24c5b4834 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:58:58.260021 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-0d25f4da-072c-4830-a8c0-87b2f97ddab5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35ace5e4-07bd-4065-a823-a7548154e651 HTTP/1.1" status: 200 len: 217 time: 0.3311543 Sep 16 04:58:58.276287 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b8d88-30f7-4ec0-aea6-5c83bbddc3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c0ca74-7f06-4048-a9e1-910f9d1a5bd1,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:58.330534 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-c845b178-1fb6-4df9-aa60-1a8b9bb7da7a service neutron] Attempting to bind port 3726a203-0c1e-4480-8bb2-58ef3687943e on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:58.330821 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-c845b178-1fb6-4df9-aa60-1a8b9bb7da7a service neutron] Attempting to bind port 3726a203-0c1e-4480-8bb2-58ef3687943e by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'ebfa89d1-030a-40f8-b8d1-986cf00fd3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5134c4c0-d730-4527-84ec-0e99ebfeac5b'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:58.331221 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-c845b178-1fb6-4df9-aa60-1a8b9bb7da7a service neutron] Attempting to bind port 3726a203-0c1e-4480-8bb2-58ef3687943e on network 5134c4c0-d730-4527-84ec-0e99ebfeac5b {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:58.352370 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-c845b178-1fb6-4df9-aa60-1a8b9bb7da7a service neutron] Port 3726a203-0c1e-4480-8bb2-58ef3687943e on network 5134c4c0-d730-4527-84ec-0e99ebfeac5b not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:58.354992 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-c845b178-1fb6-4df9-aa60-1a8b9bb7da7a service neutron] Attempting to bind port 3726a203-0c1e-4480-8bb2-58ef3687943e on network 5134c4c0-d730-4527-84ec-0e99ebfeac5b {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:58.395326 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-c845b178-1fb6-4df9-aa60-1a8b9bb7da7a service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:58.399636 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-c845b178-1fb6-4df9-aa60-1a8b9bb7da7a service neutron] Checking segment: {'id': 'ebfa89d1-030a-40f8-b8d1-986cf00fd3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5134c4c0-d730-4527-84ec-0e99ebfeac5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:58.400313 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-c845b178-1fb6-4df9-aa60-1a8b9bb7da7a service neutron] Bound using segment: {'id': 'ebfa89d1-030a-40f8-b8d1-986cf00fd3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5134c4c0-d730-4527-84ec-0e99ebfeac5b'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:58.401051 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-c845b178-1fb6-4df9-aa60-1a8b9bb7da7a service neutron] Bound port: 3726a203-0c1e-4480-8bb2-58ef3687943e, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebfa89d1-030a-40f8-b8d1-986cf00fd3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5134c4c0-d730-4527-84ec-0e99ebfeac5b'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:58.403211 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-c845b178-1fb6-4df9-aa60-1a8b9bb7da7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.414936 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b75c320f-90df-4f16-9f31-56ed7baa8d63 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a7846590d4d74fbc8c8b8bb56002135f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6291175 Sep 16 04:58:58.422369 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56098) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:58.483700 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-0f214b78-c45f-4034-b3f8-d5c81e5ea39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:58.485326 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-0f214b78-c45f-4034-b3f8-d5c81e5ea39a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d075d26-c7df-4ea0-b069-e1f04da018dc HTTP/1.1" status: 200 len: 849 time: 0.2145894 Sep 16 04:58:58.599282 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-d1c597f6-981b-4f32-8456-8df9aa7ed6c5 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Deleting port b740f5bd-f601-42a8-92d0-49a24c5b4834 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:58.599282 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d1c597f6-981b-4f32-8456-8df9aa7ed6c5 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.605359 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2678b7e-e472-4366-bd13-0424956b9f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.618207 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb36a4-4a9d-4f00-ad01-b5569872a133 req-17bccbe8-53bf-43f0-b7df-a4a9e31ef983 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:58.621283 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-70eb36a4-4a9d-4f00-ad01-b5569872a133 req-17bccbe8-53bf-43f0-b7df-a4a9e31ef983 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 944 time: 0.1786482 Sep 16 04:58:58.626199 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-c845b178-1fb6-4df9-aa60-1a8b9bb7da7a service neutron] For port 3726a203-0c1e-4480-8bb2-58ef3687943e, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:58.647842 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-8d29738b-005c-4661-a5c1-b0df29cde043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:58.650799 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-8d29738b-005c-4661-a5c1-b0df29cde043 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b57de9dd-8389-462f-809e-a5ea9e13e1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1558690 Sep 16 04:58:58.652221 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-c845b178-1fb6-4df9-aa60-1a8b9bb7da7a service neutron] For port 3726a203-0c1e-4480-8bb2-58ef3687943e, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=3726a203-0c1e-4480-8bb2-58ef3687943e,segment=NetworkSegment(ebfa89d1-030a-40f8-b8d1-986cf00fd3e2),segment_id=ebfa89d1-030a-40f8-b8d1-986cf00fd3e2)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:58.680419 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-c845b178-1fb6-4df9-aa60-1a8b9bb7da7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.714883 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2678b7e-e472-4366-bd13-0424956b9f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.872217 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-c845b178-1fb6-4df9-aa60-1a8b9bb7da7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:58.873434 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-c845b178-1fb6-4df9-aa60-1a8b9bb7da7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.877517 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d1c597f6-981b-4f32-8456-8df9aa7ed6c5 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.878736 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-c845b178-1fb6-4df9-aa60-1a8b9bb7da7a service neutron] 10.222.0.47 "PUT /v2.0/ports/3726a203-0c1e-4480-8bb2-58ef3687943e HTTP/1.1" status: 200 len: 1093 time: 2.5695851 Sep 16 04:58:58.881679 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845b178-1fb6-4df9-aa60-1a8b9bb7da7a service neutron] Pushing event updated for resources: {'Port': ['ID=3726a203-0c1e-4480-8bb2-58ef3687943e,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:58.950611 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-d1c597f6-981b-4f32-8456-8df9aa7ed6c5 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Calling delete_port for b740f5bd-f601-42a8-92d0-49a24c5b4834 owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:58.957235 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-70eb36a4-4a9d-4f00-ad01-b5569872a133 req-da5f836c-8637-4597-8d52-d5e0ec9e0e1c tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=295ea664-146b-402c-b1bb-04eb95e0a13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3266137 Sep 16 04:58:58.957976 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe2424e1-509b-413c-9796-6912f9e366b6', 'tag': '3726a203-0c1e-4480-8bb2-58ef3687943e'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:58.961199 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62747c68-febf-44d4-b420-bf016ccf72d4" -d '{"events": [{"name": "network-changed", "server_uuid": "fe2424e1-509b-413c-9796-6912f9e366b6", "tag": "3726a203-0c1e-4480-8bb2-58ef3687943e"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:58.980394 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56108) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:59.049593 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-04322743-be6d-4f63-96bf-7cee4684281a service neutron] 10.222.0.48 "GET /v2.0/networks/b57de9dd-8389-462f-809e-a5ea9e13e1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908153 Sep 16 04:58:59.071133 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f58b0b57-6aff-4967-bc0d-688de77de2f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.137308 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-335f766a-6820-4cf6-b117-0af573e0a0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:59.139197 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-335f766a-6820-4cf6-b117-0af573e0a0d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9314d3ea71064ec8a4285d4ce520aaad&device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 1096 time: 0.1422801 Sep 16 04:58:59.152634 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2678b7e-e472-4366-bd13-0424956b9f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.157208 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2678b7e-e472-4366-bd13-0424956b9f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.159633 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f2678b7e-e472-4366-bd13-0424956b9f80 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b7bc0e7e-9b93-454a-b8be-39feec65468b HTTP/1.1" status: 204 len: 168 time: 0.7366881 Sep 16 04:58:59.184630 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2678b7e-e472-4366-bd13-0424956b9f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bc0e7e-9b93-454a-b8be-39feec65468b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:59.241309 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7185b87-cd78-4c33-ad48-773a7832a702 x-openstack-request-id: req-c7185b87-cd78-4c33-ad48-773a7832a702 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:59.241691 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe2424e1-509b-413c-9796-6912f9e366b6", "tag": "3726a203-0c1e-4480-8bb2-58ef3687943e", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:59.245268 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c7185b87-cd78-4c33-ad48-773a7832a702 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:59.245852 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe2424e1-509b-413c-9796-6912f9e366b6', 'tag': '3726a203-0c1e-4480-8bb2-58ef3687943e', 'status': 'completed', 'code': 200} Sep 16 04:58:59.251819 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-1e060700-5bac-4676-af67-10bab959ca64 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3726a203-0c1e-4480-8bb2-58ef3687943e HTTP/1.1" status: 200 len: 217 time: 0.0942268 Sep 16 04:58:59.473749 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f58b0b57-6aff-4967-bc0d-688de77de2f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.482122 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f58b0b57-6aff-4967-bc0d-688de77de2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.486993 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-f51bc048-235d-4b96-9fa4-b2c0dd542dfe req-df012813-2bf6-4d84-8d65-0e13550dc092 service neutron] 10.222.0.48 "GET /v2.0/networks/b57de9dd-8389-462f-809e-a5ea9e13e1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257283 Sep 16 04:58:59.610271 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f58b0b57-6aff-4967-bc0d-688de77de2f2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0370f1bb875e42cba63557062bff4721&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6241312 Sep 16 04:58:59.612344 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-9e03fcbd-d6d2-4fa3-9964-7dd765f57436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:59.614988 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-9e03fcbd-d6d2-4fa3-9964-7dd765f57436 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6759e691-02a6-400e-add7-98b3fe3d916b HTTP/1.1" status: 200 len: 835 time: 0.3553784 Sep 16 04:58:59.620268 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56132) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:59.683760 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b0b57-6aff-4967-bc0d-688de77de2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1272a5f9-d6c7-40a9-b03a-91e52b2c07b2,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:59.745151 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b0b57-6aff-4967-bc0d-688de77de2f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:59.745604 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b0b57-6aff-4967-bc0d-688de77de2f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:59.746237 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b0b57-6aff-4967-bc0d-688de77de2f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:59.746620 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b0b57-6aff-4967-bc0d-688de77de2f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:59.747043 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b0b57-6aff-4967-bc0d-688de77de2f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:59.747464 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b0b57-6aff-4967-bc0d-688de77de2f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:59.747885 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b0b57-6aff-4967-bc0d-688de77de2f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:59.748304 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b0b57-6aff-4967-bc0d-688de77de2f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:59.756118 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b0b57-6aff-4967-bc0d-688de77de2f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:59.757420 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b0b57-6aff-4967-bc0d-688de77de2f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:59.758346 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b0b57-6aff-4967-bc0d-688de77de2f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:59.758346 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b0b57-6aff-4967-bc0d-688de77de2f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:59.759331 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d1c597f6-981b-4f32-8456-8df9aa7ed6c5 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.801987 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc584bf-c254-49b3-a40b-f7828d315004 req-46f70adb-3e68-4332-9645-c3ac6af4a3e0 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:59.811641 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0dc584bf-c254-49b3-a40b-f7828d315004 req-46f70adb-3e68-4332-9645-c3ac6af4a3e0 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a3151c5-7e7f-4203-8569-fb61c944b46d HTTP/1.1" status: 200 len: 943 time: 0.3364491 Sep 16 04:58:59.903162 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-031c9a8d-23a0-4372-a6cb-486fe390dc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:59.905122 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-031c9a8d-23a0-4372-a6cb-486fe390dc02 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5134c4c0-d730-4527-84ec-0e99ebfeac5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2774665 Sep 16 04:58:59.933128 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0dc584bf-c254-49b3-a40b-f7828d315004 req-9be4aa32-e5e9-4d52-8362-5a47642bd46c tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f58a4c2-e461-429b-8df0-48665c1abe75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173072 Sep 16 04:58:59.998064 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-df235585-1025-4707-abf4-119ec24ccb91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.168730 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56144) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:00.206294 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-df235585-1025-4707-abf4-119ec24ccb91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.264427 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2ce22892-43b5-46d1-9242-9c931cbae913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.284466 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c597f6-981b-4f32-8456-8df9aa7ed6c5 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Pushing event deleted for resources: {'Port': ['ID=b740f5bd-f601-42a8-92d0-49a24c5b4834,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:00.327532 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a4e3b-0a61-414e-8323-55252f5ae423 req-0b78f221-0f0a-45b9-97f8-a429d29b8fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:00.329475 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-359a4e3b-0a61-414e-8323-55252f5ae423 req-0b78f221-0f0a-45b9-97f8-a429d29b8fbc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e1faaf8ea3f84b74b8884c5da7c3f469&device_id=0a3151c5-7e7f-4203-8569-fb61c944b46d HTTP/1.1" status: 200 len: 1095 time: 0.6669638 Sep 16 04:59:00.331043 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c597f6-981b-4f32-8456-8df9aa7ed6c5 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:00.331421 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c597f6-981b-4f32-8456-8df9aa7ed6c5 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:00.331767 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c597f6-981b-4f32-8456-8df9aa7ed6c5 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:00.332693 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c597f6-981b-4f32-8456-8df9aa7ed6c5 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:00.332693 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c597f6-981b-4f32-8456-8df9aa7ed6c5 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:00.333331 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c597f6-981b-4f32-8456-8df9aa7ed6c5 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:00.333331 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c597f6-981b-4f32-8456-8df9aa7ed6c5 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:00.333679 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c597f6-981b-4f32-8456-8df9aa7ed6c5 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:00.334020 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c597f6-981b-4f32-8456-8df9aa7ed6c5 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:00.334393 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c597f6-981b-4f32-8456-8df9aa7ed6c5 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:00.334725 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c597f6-981b-4f32-8456-8df9aa7ed6c5 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:00.335051 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c597f6-981b-4f32-8456-8df9aa7ed6c5 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:00.467916 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d1c597f6-981b-4f32-8456-8df9aa7ed6c5 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.473415 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d1c597f6-981b-4f32-8456-8df9aa7ed6c5 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] 10.222.0.35 "DELETE /v2.0/ports/b740f5bd-f601-42a8-92d0-49a24c5b4834 HTTP/1.1" status: 204 len: 168 time: 2.6174135 Sep 16 04:59:00.476202 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56150) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:00.480753 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2ce22892-43b5-46d1-9242-9c931cbae913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.511976 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f493a1-60af-4a57-8c74-17b2ff0241ab tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] GET failed (client error): The resource could not be found. Sep 16 04:59:00.517517 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-03f493a1-60af-4a57-8c74-17b2ff0241ab tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] 10.222.0.35 "GET /v2.0/ports/b740f5bd-f601-42a8-92d0-49a24c5b4834 HTTP/1.1" status: 404 len: 333 time: 0.0399206 Sep 16 04:59:00.519276 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2ce22892-43b5-46d1-9242-9c931cbae913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.520860 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56152) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:00.582182 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a4e3b-0a61-414e-8323-55252f5ae423 req-b1783c31-70a6-4909-ad11-2de8097bc567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:00.584233 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-359a4e3b-0a61-414e-8323-55252f5ae423 req-b1783c31-70a6-4909-ad11-2de8097bc567 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b57de9dd-8389-462f-809e-a5ea9e13e1e0 HTTP/1.1" status: 200 len: 911 time: 0.2449040 Sep 16 04:59:00.609177 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-feb790d5-a915-48a9-b210-bde02ee3bde7 service neutron] 10.222.0.47 "GET /v2.0/networks/5134c4c0-d730-4527-84ec-0e99ebfeac5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6552722 Sep 16 04:59:00.610143 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce22892-43b5-46d1-9242-9c931cbae913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04959db-e94a-4d85-928a-1c4bc3892e84,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:00.651532 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-359a4e3b-0a61-414e-8323-55252f5ae423 req-c1ebd05f-6122-434a-bfaf-418b0a49bdd0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35ace5e4-07bd-4065-a823-a7548154e651 HTTP/1.1" status: 200 len: 217 time: 0.0566087 Sep 16 04:59:00.657903 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2ce22892-43b5-46d1-9242-9c931cbae913 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=99e0625c5db943e08c72a5b5e5d7d440&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4780703 Sep 16 04:59:00.657903 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56158) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:00.761186 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a4e3b-0a61-414e-8323-55252f5ae423 req-84f6811e-cdc2-47f0-817a-a4b6f2be4990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:00.763014 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-359a4e3b-0a61-414e-8323-55252f5ae423 req-84f6811e-cdc2-47f0-817a-a4b6f2be4990 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d075d26-c7df-4ea0-b069-e1f04da018dc HTTP/1.1" status: 200 len: 849 time: 0.0836465 Sep 16 04:59:00.770954 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-cb9e390c-1a0c-4b6b-b8cf-23250f84ed32 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Deleting port c7099eb1-844e-44ab-9d64-bb26c94ceaa5 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:00.771475 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cb9e390c-1a0c-4b6b-b8cf-23250f84ed32 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.797120 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e5c34-8f4b-40d5-a479-c7da20934094 req-c7d597e2-2b41-4a4e-9dde-38c065a12abe tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:00.799086 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6f3e5c34-8f4b-40d5-a479-c7da20934094 req-c7d597e2-2b41-4a4e-9dde-38c065a12abe tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 944 time: 0.5230434 Sep 16 04:59:00.807697 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-df235585-1025-4707-abf4-119ec24ccb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.810713 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-df235585-1025-4707-abf4-119ec24ccb91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.816090 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-df235585-1025-4707-abf4-119ec24ccb91 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1272a5f9-d6c7-40a9-b03a-91e52b2c07b2 HTTP/1.1" status: 204 len: 168 time: 1.1937346 Sep 16 04:59:00.860545 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e4dbc23b-5e1a-4bdd-b1f1-c876ce58e97b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.890099 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e4dbc23b-5e1a-4bdd-b1f1-c876ce58e97b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.949047 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df235585-1025-4707-abf4-119ec24ccb91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1272a5f9-d6c7-40a9-b03a-91e52b2c07b2,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:00.952204 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cb9e390c-1a0c-4b6b-b8cf-23250f84ed32 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.997753 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-cb9e390c-1a0c-4b6b-b8cf-23250f84ed32 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Calling delete_port for c7099eb1-844e-44ab-9d64-bb26c94ceaa5 owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:01.013197 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e4dbc23b-5e1a-4bdd-b1f1-c876ce58e97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.015938 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e4dbc23b-5e1a-4bdd-b1f1-c876ce58e97b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.029293 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e4dbc23b-5e1a-4bdd-b1f1-c876ce58e97b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f04959db-e94a-4d85-928a-1c4bc3892e84 HTTP/1.1" status: 204 len: 168 time: 0.3691669 Sep 16 04:59:01.037318 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a4e3b-0a61-414e-8323-55252f5ae423 req-d0e35a38-6864-42ad-b6cd-0190e197f99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:01.041652 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-359a4e3b-0a61-414e-8323-55252f5ae423 req-d0e35a38-6864-42ad-b6cd-0190e197f99c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b57de9dd-8389-462f-809e-a5ea9e13e1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2649999 Sep 16 04:59:01.106404 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dbc23b-5e1a-4bdd-b1f1-c876ce58e97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04959db-e94a-4d85-928a-1c4bc3892e84,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:01.127712 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed459857-018d-4c8a-899d-4583aff6c2a4 req-32d85056-9300-46a9-832c-74bf3c08e3ce service neutron] 10.222.0.47 "GET /v2.0/networks/5134c4c0-d730-4527-84ec-0e99ebfeac5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4961894 Sep 16 04:59:01.148782 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6f3e5c34-8f4b-40d5-a479-c7da20934094 req-53089bb3-0c02-4950-a8d8-86bb488ed5fd tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=295ea664-146b-402c-b1bb-04eb95e0a13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3127885 Sep 16 04:59:01.405927 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62747c68-febf-44d4-b420-bf016ccf72d4 req-3a938c4b-71e4-49b4-872f-78926a4b9186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:01.408391 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-62747c68-febf-44d4-b420-bf016ccf72d4 req-3a938c4b-71e4-49b4-872f-78926a4b9186 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9314d3ea71064ec8a4285d4ce520aaad&device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 1096 time: 0.1609974 Sep 16 04:59:01.594268 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c92c6-732f-4ea7-95c1-b6af9b6ac637 req-3895f15e-8dc0-477c-a756-8e48fad57242 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:01.595860 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-918c92c6-732f-4ea7-95c1-b6af9b6ac637 req-3895f15e-8dc0-477c-a756-8e48fad57242 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a3151c5-7e7f-4203-8569-fb61c944b46d HTTP/1.1" status: 200 len: 943 time: 0.2235231 Sep 16 04:59:01.717476 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-918c92c6-732f-4ea7-95c1-b6af9b6ac637 req-27d3cc78-c449-477d-91b2-3a81a31d7259 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f58a4c2-e461-429b-8df0-48665c1abe75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972157 Sep 16 04:59:01.730976 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62747c68-febf-44d4-b420-bf016ccf72d4 req-74e8563a-1857-4614-93c4-1347d4125c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:01.732799 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-62747c68-febf-44d4-b420-bf016ccf72d4 req-74e8563a-1857-4614-93c4-1347d4125c40 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5134c4c0-d730-4527-84ec-0e99ebfeac5b HTTP/1.1" status: 200 len: 897 time: 0.3032553 Sep 16 04:59:01.763911 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-359a4e3b-0a61-414e-8323-55252f5ae423 req-f8b0285b-9517-4a58-96ef-203426817281 service neutron] 10.222.0.48 "GET /v2.0/networks/b57de9dd-8389-462f-809e-a5ea9e13e1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5395637 Sep 16 04:59:01.765798 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cb9e390c-1a0c-4b6b-b8cf-23250f84ed32 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.821347 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-62747c68-febf-44d4-b420-bf016ccf72d4 req-449e2b1e-13ca-48ee-8019-34c1f3daab75 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3726a203-0c1e-4480-8bb2-58ef3687943e HTTP/1.1" status: 200 len: 217 time: 0.0799620 Sep 16 04:59:01.975663 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62747c68-febf-44d4-b420-bf016ccf72d4 req-38d42f03-a9e3-4ea8-9e6f-7cb6d0bcef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:01.977780 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-62747c68-febf-44d4-b420-bf016ccf72d4 req-38d42f03-a9e3-4ea8-9e6f-7cb6d0bcef7d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6759e691-02a6-400e-add7-98b3fe3d916b HTTP/1.1" status: 200 len: 835 time: 0.1460910 Sep 16 04:59:02.056228 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e390c-1a0c-4b6b-b8cf-23250f84ed32 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Pushing event deleted for resources: {'Port': ['ID=c7099eb1-844e-44ab-9d64-bb26c94ceaa5,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:02.098143 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62747c68-febf-44d4-b420-bf016ccf72d4 req-c6d579c4-01cc-4a1c-8e99-1a8015c2c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:02.099753 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-62747c68-febf-44d4-b420-bf016ccf72d4 req-c6d579c4-01cc-4a1c-8e99-1a8015c2c395 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5134c4c0-d730-4527-84ec-0e99ebfeac5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1126950 Sep 16 04:59:02.131685 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-359a4e3b-0a61-414e-8323-55252f5ae423 req-cb640e94-1a60-4c22-b9b6-c2acc98c25fc service neutron] 10.222.0.48 "GET /v2.0/networks/b57de9dd-8389-462f-809e-a5ea9e13e1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398938 Sep 16 04:59:02.277265 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cb9e390c-1a0c-4b6b-b8cf-23250f84ed32 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.286248 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56214) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:02.295087 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cb9e390c-1a0c-4b6b-b8cf-23250f84ed32 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] 10.222.0.35 "DELETE /v2.0/ports/c7099eb1-844e-44ab-9d64-bb26c94ceaa5 HTTP/1.1" status: 204 len: 168 time: 1.7636650 Sep 16 04:59:02.379306 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b4a69f-d0ec-4476-9eda-01654ff6a9c8 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] GET failed (client error): The resource could not be found. Sep 16 04:59:02.383970 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b3b4a69f-d0ec-4476-9eda-01654ff6a9c8 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] 10.222.0.35 "GET /v2.0/ports/c7099eb1-844e-44ab-9d64-bb26c94ceaa5 HTTP/1.1" status: 404 len: 333 time: 0.0879557 Sep 16 04:59:02.387513 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56224) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:02.556526 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-62747c68-febf-44d4-b420-bf016ccf72d4 req-1b6c4eda-030a-4bfb-be74-2bb1a1b4999d service neutron] 10.222.0.47 "GET /v2.0/networks/5134c4c0-d730-4527-84ec-0e99ebfeac5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489038 Sep 16 04:59:02.627635 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-319948bb-f060-4a6b-885a-04224c805ae6 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Deleting port a4a7870e-9d89-4308-aedf-37d4063d1896 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:02.628189 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-319948bb-f060-4a6b-885a-04224c805ae6 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.657000 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9043ad-1e5f-4df5-8b65-b5692704739c req-ff4a4cfd-f2df-45a1-9fec-91a00d675362 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:02.667739 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ff9043ad-1e5f-4df5-8b65-b5692704739c req-ff4a4cfd-f2df-45a1-9fec-91a00d675362 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 944 time: 0.2605908 Sep 16 04:59:02.732128 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 35ace5e4-07bd-4065-a823-a7548154e651 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:59:02.755440 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56238) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:02.844496 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ff9043ad-1e5f-4df5-8b65-b5692704739c req-6456ee4a-a78d-41b5-874c-82dd3209f70a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=295ea664-146b-402c-b1bb-04eb95e0a13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752236 Sep 16 04:59:02.877835 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 35ace5e4-07bd-4065-a823-a7548154e651, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=35ace5e4-07bd-4065-a823-a7548154e651,segment=NetworkSegment(51a9b458-7c9a-4442-bf01-8b9b2bd52faf),segment_id=51a9b458-7c9a-4442-bf01-8b9b2bd52faf)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:02.888851 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-62747c68-febf-44d4-b420-bf016ccf72d4 req-397df29e-9926-424b-b970-3107f8121929 service neutron] 10.222.0.47 "GET /v2.0/networks/5134c4c0-d730-4527-84ec-0e99ebfeac5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211508 Sep 16 04:59:02.901814 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '35ace5e4-07bd-4065-a823-a7548154e651', 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0', 'port_id': '35ace5e4-07bd-4065-a823-a7548154e651', 'mac_address': 'fa:16:3e:cc:eb:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d075d26-c7df-4ea0-b069-e1f04da018dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:59:02.998751 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-319948bb-f060-4a6b-885a-04224c805ae6 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.007612 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.033379 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ace5e4-07bd-4065-a823-a7548154e651 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:03.057244 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-319948bb-f060-4a6b-885a-04224c805ae6 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Calling delete_port for a4a7870e-9d89-4308-aedf-37d4063d1896 owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:03.073191 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 35ace5e4-07bd-4065-a823-a7548154e651, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=35ace5e4-07bd-4065-a823-a7548154e651,segment=NetworkSegment(51a9b458-7c9a-4442-bf01-8b9b2bd52faf),segment_id=51a9b458-7c9a-4442-bf01-8b9b2bd52faf)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:03.085922 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.276766 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=35ace5e4-07bd-4065-a823-a7548154e651,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:03.307984 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e88d21-c33f-49d9-b4fc-86475a524fef req-3a5b0c1a-53cf-4b29-9883-bf9971c3befe tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:03.327476 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-05e88d21-c33f-49d9-b4fc-86475a524fef req-3a5b0c1a-53cf-4b29-9883-bf9971c3befe tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a3151c5-7e7f-4203-8569-fb61c944b46d HTTP/1.1" status: 200 len: 944 time: 0.2429528 Sep 16 04:59:03.421741 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-05e88d21-c33f-49d9-b4fc-86475a524fef req-a6e96eb7-0ce6-42de-af1b-9e8041494b95 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f58a4c2-e461-429b-8df0-48665c1abe75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936742 Sep 16 04:59:03.453651 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-38b73f88-9c71-4d07-b23a-04a6a0a11766 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-712510200-network', 'tenant_id': 'e02f8dc890c740bfa28760685a972b43'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:03.483851 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-319948bb-f060-4a6b-885a-04224c805ae6 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.492280 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['35ace5e4-07bd-4065-a823-a7548154e651'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:03.543350 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319948bb-f060-4a6b-885a-04224c805ae6 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Pushing event deleted for resources: {'Port': ['ID=a4a7870e-9d89-4308-aedf-37d4063d1896,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:03.572029 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b73f88-9c71-4d07-b23a-04a6a0a11766 admin admin] Made reservation on behalf of e02f8dc890c740bfa28760685a972b43 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:03.578637 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-38b73f88-9c71-4d07-b23a-04a6a0a11766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.622780 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-38b73f88-9c71-4d07-b23a-04a6a0a11766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.900663 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56272) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:03.904409 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-319948bb-f060-4a6b-885a-04224c805ae6 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.912975 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-319948bb-f060-4a6b-885a-04224c805ae6 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] 10.222.0.35 "DELETE /v2.0/ports/a4a7870e-9d89-4308-aedf-37d4063d1896 HTTP/1.1" status: 204 len: 168 time: 1.5242927 Sep 16 04:59:03.918926 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56274) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:03.923300 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 3726a203-0c1e-4480-8bb2-58ef3687943e details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:59:04.100281 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56280) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:04.109221 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-38b73f88-9c71-4d07-b23a-04a6a0a11766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.124074 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-38b73f88-9c71-4d07-b23a-04a6a0a11766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.125363 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 3726a203-0c1e-4480-8bb2-58ef3687943e, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=3726a203-0c1e-4480-8bb2-58ef3687943e,segment=NetworkSegment(ebfa89d1-030a-40f8-b8d1-986cf00fd3e2),segment_id=ebfa89d1-030a-40f8-b8d1-986cf00fd3e2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:04.152189 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a336a546-0fa2-4c08-8f77-b753015a4814 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Deleting subnet b28bd157-224d-46e9-806c-c0310c5f29c9 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:59:04.155038 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '3726a203-0c1e-4480-8bb2-58ef3687943e', 'network_id': '5134c4c0-d730-4527-84ec-0e99ebfeac5b', 'port_id': '3726a203-0c1e-4480-8bb2-58ef3687943e', 'mac_address': 'fa:16:3e:75:ed:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6759e691-02a6-400e-add7-98b3fe3d916b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:59:04.162063 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a336a546-0fa2-4c08-8f77-b753015a4814 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.190850 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b73f88-9c71-4d07-b23a-04a6a0a11766 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:59:04.241319 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a858354-cd3b-4717-96f9-ca4276f37be5 req-c00fb4cd-4baa-4708-a43b-2782b9a68b2d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:04.244695 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b73f88-9c71-4d07-b23a-04a6a0a11766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d881ba-de82-4a3f-9702-d1b27895f319,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:04.252402 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-38b73f88-9c71-4d07-b23a-04a6a0a11766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.261218 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4a858354-cd3b-4717-96f9-ca4276f37be5 req-c00fb4cd-4baa-4708-a43b-2782b9a68b2d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 944 time: 0.2014189 Sep 16 04:59:04.261893 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-38b73f88-9c71-4d07-b23a-04a6a0a11766 admin admin] Added segment 7b41d1b1-718b-4034-8158-da6cfed10f2b of type vlan for network 4a30bc36-14f3-4e09-a3f0-384f7caefc7f Sep 16 04:59:04.291049 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a336a546-0fa2-4c08-8f77-b753015a4814 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.298946 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.337487 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3726a203-0c1e-4480-8bb2-58ef3687943e {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:04.356289 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4a858354-cd3b-4717-96f9-ca4276f37be5 req-2be86f8d-607d-4edf-8809-a3284eb0ffa4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=295ea664-146b-402c-b1bb-04eb95e0a13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877523 Sep 16 04:59:04.370088 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-38b73f88-9c71-4d07-b23a-04a6a0a11766 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.370597 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-288bb3d7-d384-4c45-9791-f98a6bfe1007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.405603 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 3726a203-0c1e-4480-8bb2-58ef3687943e, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=3726a203-0c1e-4480-8bb2-58ef3687943e,segment=NetworkSegment(ebfa89d1-030a-40f8-b8d1-986cf00fd3e2),segment_id=ebfa89d1-030a-40f8-b8d1-986cf00fd3e2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:04.411402 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.415953 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-38b73f88-9c71-4d07-b23a-04a6a0a11766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.417602 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b73f88-9c71-4d07-b23a-04a6a0a11766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:04.418687 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-38b73f88-9c71-4d07-b23a-04a6a0a11766 admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.498979 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a336a546-0fa2-4c08-8f77-b753015a4814 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.528020 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=3726a203-0c1e-4480-8bb2-58ef3687943e,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:04.542076 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b73f88-9c71-4d07-b23a-04a6a0a11766 admin admin] Pushing event updated for resources: {'Network': ['ID=4a30bc36-14f3-4e09-a3f0-384f7caefc7f,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:04.549797 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3436a3a1-2e1a-466f-aa2e-ee0ecebaac08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.554598 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 4a30bc36-14f3-4e09-a3f0-384f7caefc7f details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:59:04.653744 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a336a546-0fa2-4c08-8f77-b753015a4814 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.714334 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63492095-1af8-4c6d-a850-579c76c3afd9 None None] Network 994e1213-8b77-4b7a-9f09-6252c4dffb22 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:04.714998 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a336a546-0fa2-4c08-8f77-b753015a4814 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Pushing event deleted for resources: {'Subnet': ['ID=b28bd157-224d-46e9-806c-c0310c5f29c9,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:04.717612 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a336a546-0fa2-4c08-8f77-b753015a4814 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.722520 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56294) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:04.733173 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a336a546-0fa2-4c08-8f77-b753015a4814 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] 10.222.0.35 "DELETE /v2.0/subnets/b28bd157-224d-46e9-806c-c0310c5f29c9 HTTP/1.1" status: 204 len: 168 time: 0.8076754 Sep 16 04:59:04.739451 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['3726a203-0c1e-4480-8bb2-58ef3687943e'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:04.771816 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8dc9b-9553-4027-8798-28b631b103f8 req-7b34c7d8-30c2-4e92-a0e7-8124137cdb32 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:04.781428 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c1c8dc9b-9553-4027-8798-28b631b103f8 req-7b34c7d8-30c2-4e92-a0e7-8124137cdb32 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a3151c5-7e7f-4203-8569-fb61c944b46d HTTP/1.1" status: 200 len: 944 time: 0.2186053 Sep 16 04:59:04.781662 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 35ace5e4-07bd-4065-a823-a7548154e651 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:04.838060 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c1c8dc9b-9553-4027-8798-28b631b103f8 req-aadc7c88-51b7-4c27-9f94-c7b76c54e080 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f58a4c2-e461-429b-8df0-48665c1abe75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501497 Sep 16 04:59:04.889806 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d30d23f9-5315-45c5-96e5-c35d9e041cc1 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.955834 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-288bb3d7-d384-4c45-9791-f98a6bfe1007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.961126 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-288bb3d7-d384-4c45-9791-f98a6bfe1007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.988894 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-38b73f88-9c71-4d07-b23a-04a6a0a11766 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2321644 Sep 16 04:59:04.991635 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56302) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:05.007229 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288bb3d7-d384-4c45-9791-f98a6bfe1007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a498fecb-d475-4d3c-b745-7cfbf3161a7f,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:05.023133 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-c4f2a124-3de3-4730-b610-3b21315ec7bd admin admin] Request body: {'subnet': {'network_id': '4a30bc36-14f3-4e09-a3f0-384f7caefc7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-712510200-subnet', 'tenant_id': 'e02f8dc890c740bfa28760685a972b43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:05.029167 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-288bb3d7-d384-4c45-9791-f98a6bfe1007 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6472000b6e4d419ab8407fc0020ee5a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1266916 Sep 16 04:59:05.034197 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56306) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:05.035420 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-d30d23f9-5315-45c5-96e5-c35d9e041cc1 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Deleting port eac62380-a050-492e-b833-2a5f01a57fbd {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:05.037371 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d30d23f9-5315-45c5-96e5-c35d9e041cc1 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.046656 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 35ace5e4-07bd-4065-a823-a7548154e651 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:59:05.118597 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-d30d23f9-5315-45c5-96e5-c35d9e041cc1 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] For port eac62380-a050-492e-b833-2a5f01a57fbd, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=eac62380-a050-492e-b833-2a5f01a57fbd,segment=NetworkSegment(4f4be9a9-c637-4b3a-8d7f-cb9c0a4649e8),segment_id=4f4be9a9-c637-4b3a-8d7f-cb9c0a4649e8)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:05.119282 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d30d23f9-5315-45c5-96e5-c35d9e041cc1 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.131552 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 35ace5e4-07bd-4065-a823-a7548154e651 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:05.131994 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.153588 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-d30d23f9-5315-45c5-96e5-c35d9e041cc1 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Calling delete_port for eac62380-a050-492e-b833-2a5f01a57fbd owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:05.185792 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3436a3a1-2e1a-466f-aa2e-ee0ecebaac08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.194735 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3436a3a1-2e1a-466f-aa2e-ee0ecebaac08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.200515 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b12ef4dc-4be0-4b5f-af6a-ba35ee150ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.232828 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b12ef4dc-4be0-4b5f-af6a-ba35ee150ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.286776 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f2a124-3de3-4730-b610-3b21315ec7bd admin admin] Made reservation on behalf of e02f8dc890c740bfa28760685a972b43 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:05.289102 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4f2a124-3de3-4730-b610-3b21315ec7bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.307001 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3436a3a1-2e1a-466f-aa2e-ee0ecebaac08 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9d0b434717ea4f48b7fdd3141c3b2bba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2055984 Sep 16 04:59:05.310968 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56312) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:05.326836 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3436a3a1-2e1a-466f-aa2e-ee0ecebaac08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00600f64-85a5-4bdf-9ebe-4cb9ba3d1521,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:05.342157 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.347068 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b45ef55-9de2-4d22-a4f2-68925c360acf None None] DHCP port deletion for 994e1213-8b77-4b7a-9f09-6252c4dffb22 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:59:05.366638 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b12ef4dc-4be0-4b5f-af6a-ba35ee150ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.370929 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b12ef4dc-4be0-4b5f-af6a-ba35ee150ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.371976 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b12ef4dc-4be0-4b5f-af6a-ba35ee150ab0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a498fecb-d475-4d3c-b745-7cfbf3161a7f HTTP/1.1" status: 204 len: 168 time: 0.3368542 Sep 16 04:59:05.422390 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ef4dc-4be0-4b5f-af6a-ba35ee150ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a498fecb-d475-4d3c-b745-7cfbf3161a7f,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:05.445476 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d30d23f9-5315-45c5-96e5-c35d9e041cc1 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.472774 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2a8d7e03-a94e-4723-9bc9-5a1d36362bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.488359 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 35ace5e4-07bd-4065-a823-a7548154e651, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=35ace5e4-07bd-4065-a823-a7548154e651,segment=NetworkSegment(51a9b458-7c9a-4442-bf01-8b9b2bd52faf),segment_id=51a9b458-7c9a-4442-bf01-8b9b2bd52faf)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:05.489793 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-8b45ef55-9de2-4d22-a4f2-68925c360acf None None] The port 'eac62380-a050-492e-b833-2a5f01a57fbd' was deleted {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 16 04:59:05.502160 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d23f9-5315-45c5-96e5-c35d9e041cc1 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Pushing event deleted for resources: {'Port': ['ID=eac62380-a050-492e-b833-2a5f01a57fbd,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:05.502681 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3151c5-7e7f-4203-8569-fb61c944b46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ace5e4-07bd-4065-a823-a7548154e651'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:05.518891 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0125eae4-262f-4a52-944a-6804e46a0867" -d '{"events": [{"server_uuid": "0a3151c5-7e7f-4203-8569-fb61c944b46d", "name": "network-vif-plugged", "status": "completed", "tag": "35ace5e4-07bd-4065-a823-a7548154e651"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:05.522016 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30d23f9-5315-45c5-96e5-c35d9e041cc1 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] No DVR routers for this DVR port eac62380-a050-492e-b833-2a5f01a57fbd on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:05.563143 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.575997 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2a8d7e03-a94e-4723-9bc9-5a1d36362bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.622307 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d30d23f9-5315-45c5-96e5-c35d9e041cc1 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.630812 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5862ac0-52d8-45a8-b022-7811fbee4973 req-459ca495-f0cd-47cd-bbdb-f8c47825750d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:05.632431 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f5862ac0-52d8-45a8-b022-7811fbee4973 req-459ca495-f0cd-47cd-bbdb-f8c47825750d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 945 time: 0.1769238 Sep 16 04:59:05.678203 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device eac62380-a050-492e-b833-2a5f01a57fbd no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:05.697773 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-d30d23f9-5315-45c5-96e5-c35d9e041cc1 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['994e1213-8b77-4b7a-9f09-6252c4dffb22']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:05.721775 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-d30d23f9-5315-45c5-96e5-c35d9e041cc1 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f4be9a9-c637-4b3a-8d7f-cb9c0a4649e8') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:05.722125 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-d30d23f9-5315-45c5-96e5-c35d9e041cc1 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f4be9a9-c637-4b3a-8d7f-cb9c0a4649e8') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:05.734474 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2a8d7e03-a94e-4723-9bc9-5a1d36362bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.737787 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2a8d7e03-a94e-4723-9bc9-5a1d36362bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.738983 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2a8d7e03-a94e-4723-9bc9-5a1d36362bcb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/00600f64-85a5-4bdf-9ebe-4cb9ba3d1521 HTTP/1.1" status: 204 len: 168 time: 0.4269600 Sep 16 04:59:05.744128 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d30d23f9-5315-45c5-96e5-c35d9e041cc1 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.757649 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: eac62380-a050-492e-b833-2a5f01a57fbd {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:59:05.758004 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device eac62380-a050-492e-b833-2a5f01a57fbd not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:59:05.776624 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d30d23f9-5315-45c5-96e5-c35d9e041cc1 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.789312 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d30d23f9-5315-45c5-96e5-c35d9e041cc1 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:59:05.789785 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d30d23f9-5315-45c5-96e5-c35d9e041cc1 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.802602 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f5862ac0-52d8-45a8-b022-7811fbee4973 req-dcd947f0-177f-408f-95fa-c50ed11e9a34 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=295ea664-146b-402c-b1bb-04eb95e0a13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902729 Sep 16 04:59:05.806821 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d7e03-a94e-4723-9bc9-5a1d36362bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00600f64-85a5-4bdf-9ebe-4cb9ba3d1521,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:05.862610 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=35ace5e4-07bd-4065-a823-a7548154e651,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:05.890570 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853a72be-7134-4059-afd1-ed81ee37839c x-openstack-request-id: req-853a72be-7134-4059-afd1-ed81ee37839c {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:05.891097 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a3151c5-7e7f-4203-8569-fb61c944b46d", "name": "network-vif-plugged", "status": "completed", "tag": "35ace5e4-07bd-4065-a823-a7548154e651", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:05.891542 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-853a72be-7134-4059-afd1-ed81ee37839c {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:05.892106 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3151c5-7e7f-4203-8569-fb61c944b46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ace5e4-07bd-4065-a823-a7548154e651', 'code': 200} Sep 16 04:59:05.948032 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:59:05.948032 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:59:05.948032 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:59:05.948032 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:59:05.948032 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:59:05.948032 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:59:05.948032 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:59:05.948032 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:59:05.948032 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:59:05.948032 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:59:05.948032 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:59:05.948032 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:59:05.948032 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:59:05.948032 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:59:05.948032 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:59:05.948032 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:59:05.948032 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:59:05.948032 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:59:05.948032 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:59:05.948032 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:59:05.948032 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:59:05.948032 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:59:05.948032 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:59:05.948032 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:59:05.948032 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:59:05.948032 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:59:05.948032 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:59:05.948032 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:59:05.948032 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:59:05.948032 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:59:05.948032 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:59:05.948032 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:59:05.963728 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d30d23f9-5315-45c5-96e5-c35d9e041cc1 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.994143 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d30d23f9-5315-45c5-96e5-c35d9e041cc1 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.996068 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d30d23f9-5315-45c5-96e5-c35d9e041cc1 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] 10.222.0.35 "DELETE /v2.0/networks/994e1213-8b77-4b7a-9f09-6252c4dffb22 HTTP/1.1" status: 204 len: 168 time: 1.2725358 Sep 16 04:59:06.054418 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d23f9-5315-45c5-96e5-c35d9e041cc1 tempest-AllowedAddressPairTestJSON-1830544393 tempest-AllowedAddressPairTestJSON-1830544393-project] Pushing event deleted for resources: {'Network': ['ID=994e1213-8b77-4b7a-9f09-6252c4dffb22,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:06.065871 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4b52a-7b4c-44f1-9030-d58471db19b1 req-76706bd9-aa50-4bdb-85da-794d9f78b2de tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:06.075704 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ace4b52a-7b4c-44f1-9030-d58471db19b1 req-76706bd9-aa50-4bdb-85da-794d9f78b2de tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a3151c5-7e7f-4203-8569-fb61c944b46d HTTP/1.1" status: 200 len: 945 time: 0.0710392 Sep 16 04:59:06.127317 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ace4b52a-7b4c-44f1-9030-d58471db19b1 req-57758ea2-de4c-4728-8bf8-e7ab2426dcc8 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f58a4c2-e461-429b-8df0-48665c1abe75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503058 Sep 16 04:59:06.130100 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37b44c-513b-4e2a-b702-13c688614ff3 req-0e08ef88-e652-472c-9d05-373ad0a94353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:06.131609 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-bb37b44c-513b-4e2a-b702-13c688614ff3 req-0e08ef88-e652-472c-9d05-373ad0a94353 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0a3151c5-7e7f-4203-8569-fb61c944b46d HTTP/1.1" status: 200 len: 1097 time: 0.1410744 Sep 16 04:59:06.213995 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4f2a124-3de3-4730-b610-3b21315ec7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.273453 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-bb37b44c-513b-4e2a-b702-13c688614ff3 req-c57cf32e-02c9-4abb-b7f2-c59cd8c4d5af service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3f58a4c2-e461-429b-8df0-48665c1abe75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824633 Sep 16 04:59:06.302781 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2a124-3de3-4730-b610-3b21315ec7bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=378cf9f6-1519-49cd-9a26-89cec7723a80,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:06.316009 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f2a124-3de3-4730-b610-3b21315ec7bd admin admin] Checking segment: {'id': '7b41d1b1-718b-4034-8158-da6cfed10f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4a30bc36-14f3-4e09-a3f0-384f7caefc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:06.316422 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f2a124-3de3-4730-b610-3b21315ec7bd admin admin] Network hostable DHCP agents. Network: 4a30bc36-14f3-4e09-a3f0-384f7caefc7f, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:59:06.348603 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f2a124-3de3-4730-b610-3b21315ec7bd admin admin] Network 4a30bc36-14f3-4e09-a3f0-384f7caefc7f is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:59:06.354794 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-c4f2a124-3de3-4730-b610-3b21315ec7bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 4a30bc36-14f3-4e09-a3f0-384f7caefc7f) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:06.359900 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f2a124-3de3-4730-b610-3b21315ec7bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:06.361136 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c4f2a124-3de3-4730-b610-3b21315ec7bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.364925 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416aa479-3eab-42d4-84b6-0aff20018ac5 None None] Network 4a30bc36-14f3-4e09-a3f0-384f7caefc7f requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:06.384719 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c4f2a124-3de3-4730-b610-3b21315ec7bd admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3915682 Sep 16 04:59:06.560299 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a2bfba-e3bc-4a32-813c-ae49cc09c68e None None] Network 4a30bc36-14f3-4e09-a3f0-384f7caefc7f requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:06.657645 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56380) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:06.958643 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806548c0-c0f1-4146-b875-43aba2e1ff40 req-fee2e9f2-13ab-4cd0-982a-d71f1caf09d9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:06.960378 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-806548c0-c0f1-4146-b875-43aba2e1ff40 req-fee2e9f2-13ab-4cd0-982a-d71f1caf09d9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 945 time: 0.0664296 Sep 16 04:59:07.017262 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-806548c0-c0f1-4146-b875-43aba2e1ff40 req-7dbfec2a-38d5-416e-882a-58187b5323cb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=295ea664-146b-402c-b1bb-04eb95e0a13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495863 Sep 16 04:59:07.167451 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7dd13168-0f1c-4679-8a63-6b5db304d272 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ddb6a547aeeb40b499313ae9327d4581&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5081108 Sep 16 04:59:07.170397 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56414) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:07.261697 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-75fe6d46-7652-4d20-a2ab-b8d7f54aa748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.306134 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-75fe6d46-7652-4d20-a2ab-b8d7f54aa748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.314709 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24add965-d385-435e-af49-d7d15af2b964 req-dc55fccf-c201-4e54-8409-547816112547 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:07.325529 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-24add965-d385-435e-af49-d7d15af2b964 req-dc55fccf-c201-4e54-8409-547816112547 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a3151c5-7e7f-4203-8569-fb61c944b46d HTTP/1.1" status: 200 len: 945 time: 0.0716491 Sep 16 04:59:07.382824 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-24add965-d385-435e-af49-d7d15af2b964 req-240b3241-4e7f-441a-8686-15fa449e4368 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f58a4c2-e461-429b-8df0-48665c1abe75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562460 Sep 16 04:59:07.404870 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-75fe6d46-7652-4d20-a2ab-b8d7f54aa748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.417031 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-75fe6d46-7652-4d20-a2ab-b8d7f54aa748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.420402 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-75fe6d46-7652-4d20-a2ab-b8d7f54aa748 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/178ec992-81a9-4f67-9973-15e429e29143 HTTP/1.1" status: 204 len: 168 time: 0.2482047 Sep 16 04:59:07.434491 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe6d46-7652-4d20-a2ab-b8d7f54aa748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178ec992-81a9-4f67-9973-15e429e29143,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:07.783699 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56450) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:07.789432 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-665ceca2-bd69-46a9-87d6-70b286c40e2b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1660499314-network', 'tenant_id': '86ca1e497cc14f229c625f39b664a50f'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:07.814430 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665ceca2-bd69-46a9-87d6-70b286c40e2b admin admin] Made reservation on behalf of 86ca1e497cc14f229c625f39b664a50f for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:07.816943 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-665ceca2-bd69-46a9-87d6-70b286c40e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.827203 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-665ceca2-bd69-46a9-87d6-70b286c40e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.968228 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-665ceca2-bd69-46a9-87d6-70b286c40e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.973817 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-665ceca2-bd69-46a9-87d6-70b286c40e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.980747 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 3726a203-0c1e-4480-8bb2-58ef3687943e up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:08.018369 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-665ceca2-bd69-46a9-87d6-70b286c40e2b admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:59:08.030768 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ceca2-bd69-46a9-87d6-70b286c40e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a865474-b191-43f6-98ea-e704b382765d,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:08.047650 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 3726a203-0c1e-4480-8bb2-58ef3687943e completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:59:08.052778 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-665ceca2-bd69-46a9-87d6-70b286c40e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.054896 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 3726a203-0c1e-4480-8bb2-58ef3687943e triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:08.055094 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-665ceca2-bd69-46a9-87d6-70b286c40e2b admin admin] Added segment 0c3081bc-2045-4954-9ab4-bc31c33418e9 of type vlan for network 0826bd06-75ef-465a-8cf4-83cb29755340 Sep 16 04:59:08.055954 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.162576 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-665ceca2-bd69-46a9-87d6-70b286c40e2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.208822 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-665ceca2-bd69-46a9-87d6-70b286c40e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.211188 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665ceca2-bd69-46a9-87d6-70b286c40e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:08.213144 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-665ceca2-bd69-46a9-87d6-70b286c40e2b admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.213603 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f42dfb-b44a-4ff5-8423-dfd551865cb4 req-ac99bbc5-1e3a-4e21-b47d-6679e7f95552 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:08.229198 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-23f42dfb-b44a-4ff5-8423-dfd551865cb4 req-ac99bbc5-1e3a-4e21-b47d-6679e7f95552 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 945 time: 0.0868950 Sep 16 04:59:08.257409 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-665ceca2-bd69-46a9-87d6-70b286c40e2b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4723284 Sep 16 04:59:08.259220 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56476) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:08.267296 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-8a3da451-aead-4baa-9182-d1efcdf2018b admin admin] Request body: {'subnet': {'network_id': '0826bd06-75ef-465a-8cf4-83cb29755340', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1660499314-subnet', 'tenant_id': '86ca1e497cc14f229c625f39b664a50f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:08.305567 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.320836 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ceca2-bd69-46a9-87d6-70b286c40e2b admin admin] Pushing event updated for resources: {'Network': ['ID=0826bd06-75ef-465a-8cf4-83cb29755340,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:08.334377 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-23f42dfb-b44a-4ff5-8423-dfd551865cb4 req-4549492c-a47f-4f9e-91a8-82df6129ca9a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=295ea664-146b-402c-b1bb-04eb95e0a13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038380 Sep 16 04:59:08.342539 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3da451-aead-4baa-9182-d1efcdf2018b admin admin] Made reservation on behalf of 86ca1e497cc14f229c625f39b664a50f for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:08.346604 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8a3da451-aead-4baa-9182-d1efcdf2018b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.350752 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 0826bd06-75ef-465a-8cf4-83cb29755340 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:59:08.367911 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2424e1-509b-413c-9796-6912f9e366b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3726a203-0c1e-4480-8bb2-58ef3687943e'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:08.371455 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9427294-2b29-4143-9895-578b5e82e672" -d '{"events": [{"server_uuid": "fe2424e1-509b-413c-9796-6912f9e366b6", "name": "network-vif-plugged", "status": "completed", "tag": "3726a203-0c1e-4480-8bb2-58ef3687943e"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:08.419733 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 3726a203-0c1e-4480-8bb2-58ef3687943e, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=3726a203-0c1e-4480-8bb2-58ef3687943e,segment=NetworkSegment(ebfa89d1-030a-40f8-b8d1-986cf00fd3e2),segment_id=ebfa89d1-030a-40f8-b8d1-986cf00fd3e2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:08.436893 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.554369 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0959823e-4bf0-4d3f-bf0e-9d8aac00c59e x-openstack-request-id: req-0959823e-4bf0-4d3f-bf0e-9d8aac00c59e {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:08.554942 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2424e1-509b-413c-9796-6912f9e366b6", "name": "network-vif-plugged", "status": "completed", "tag": "3726a203-0c1e-4480-8bb2-58ef3687943e", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:08.562599 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0959823e-4bf0-4d3f-bf0e-9d8aac00c59e {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:08.573302 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe2424e1-509b-413c-9796-6912f9e366b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3726a203-0c1e-4480-8bb2-58ef3687943e', 'code': 200} Sep 16 04:59:08.574182 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=3726a203-0c1e-4480-8bb2-58ef3687943e,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:08.695125 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8a3da451-aead-4baa-9182-d1efcdf2018b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.804831 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3580bc-3ce5-4e19-b6af-4a34322fafe9 req-782cdbdb-1c6a-4841-b742-00c9cc398b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:08.807274 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1d3580bc-3ce5-4e19-b6af-4a34322fafe9 req-782cdbdb-1c6a-4841-b742-00c9cc398b2a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 1098 time: 0.1993897 Sep 16 04:59:08.842446 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3da451-aead-4baa-9182-d1efcdf2018b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0ea76ed-70d7-4adc-a877-3f562cdccd6a,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:08.873172 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d14f8e-e621-4055-91e4-db73a687d428 req-93109558-1e45-4993-b141-92a4fe674325 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:08.881252 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-95d14f8e-e621-4055-91e4-db73a687d428 req-93109558-1e45-4993-b141-92a4fe674325 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a3151c5-7e7f-4203-8569-fb61c944b46d HTTP/1.1" status: 200 len: 945 time: 0.2048664 Sep 16 04:59:08.887447 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3da451-aead-4baa-9182-d1efcdf2018b admin admin] Checking segment: {'id': '0c3081bc-2045-4954-9ab4-bc31c33418e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0826bd06-75ef-465a-8cf4-83cb29755340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:08.888375 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3da451-aead-4baa-9182-d1efcdf2018b admin admin] Network hostable DHCP agents. Network: 0826bd06-75ef-465a-8cf4-83cb29755340, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:59:08.972355 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1d3580bc-3ce5-4e19-b6af-4a34322fafe9 req-8e26bc5a-ae78-4617-ad59-937e42984181 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=295ea664-146b-402c-b1bb-04eb95e0a13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502657 Sep 16 04:59:09.014281 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-95d14f8e-e621-4055-91e4-db73a687d428 req-76d107eb-1684-4316-9e3f-37164c1a72c3 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f58a4c2-e461-429b-8df0-48665c1abe75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318824 Sep 16 04:59:09.038969 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3da451-aead-4baa-9182-d1efcdf2018b admin admin] Network 0826bd06-75ef-465a-8cf4-83cb29755340 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:59:09.057551 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-8a3da451-aead-4baa-9182-d1efcdf2018b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 0826bd06-75ef-465a-8cf4-83cb29755340) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:09.065839 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea7031e-9141-4706-90e8-dc76f976b473 None None] Network 0826bd06-75ef-465a-8cf4-83cb29755340 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:09.066840 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3da451-aead-4baa-9182-d1efcdf2018b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:09.067468 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8a3da451-aead-4baa-9182-d1efcdf2018b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.108965 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8a3da451-aead-4baa-9182-d1efcdf2018b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8482790 Sep 16 04:59:09.328952 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7734b2-0835-4bb3-8ad1-837bebd05ce3 None None] Network 0826bd06-75ef-465a-8cf4-83cb29755340 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:09.393270 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4c6d4-2a99-4493-86ae-f79292800c3f req-c6830197-a9ca-44a7-9dd8-e7a2d6243003 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:09.405653 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56540) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:09.408992 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-44f4c6d4-2a99-4493-86ae-f79292800c3f req-c6830197-a9ca-44a7-9dd8-e7a2d6243003 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a3151c5-7e7f-4203-8569-fb61c944b46d HTTP/1.1" status: 200 len: 945 time: 0.0763545 Sep 16 04:59:09.411264 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-230dca1d-d457-4e12-9cc4-523ce0de24aa tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Request body: {'floatingip': {'port_id': '35ace5e4-07bd-4065-a823-a7548154e651'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:09.538056 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-230dca1d-d457-4e12-9cc4-523ce0de24aa tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for floatingip, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.550270 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56546) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:09.603282 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20b6e1-c1f6-432c-9b49-04dc22b69764 req-1dbcb79d-7014-40e2-82e3-6b41dc30268e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:09.615820 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb20b6e1-c1f6-432c-9b49-04dc22b69764 req-1dbcb79d-7014-40e2-82e3-6b41dc30268e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 946 time: 0.1195459 Sep 16 04:59:09.703160 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb20b6e1-c1f6-432c-9b49-04dc22b69764 req-fca89c07-767c-4a92-a670-d6433f776915 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=295ea664-146b-402c-b1bb-04eb95e0a13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815830 Sep 16 04:59:09.703933 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56552) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:09.879622 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-4ebb31e7-d5cf-4361-bc87-ed28bd49f18c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-122659348'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:09.884141 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cbeb17dc-2384-4403-a6fb-180458be480b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.937337 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebb31e7-d5cf-4361-bc87-ed28bd49f18c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Made reservation on behalf of d2d195a87b254b9bb8df9ce498050d62 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:09.955883 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4ebb31e7-d5cf-4361-bc87-ed28bd49f18c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.079135 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-23517d93-a41a-42de-b4d1-85a18fee1fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.079732 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4ebb31e7-d5cf-4361-bc87-ed28bd49f18c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.294871 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cbeb17dc-2384-4403-a6fb-180458be480b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.304059 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cbeb17dc-2384-4403-a6fb-180458be480b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.411419 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-cbeb17dc-2384-4403-a6fb-180458be480b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1d5f15e770b444f79b0b64abad2163fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7030678 Sep 16 04:59:10.420866 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56584) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:10.431490 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb17dc-2384-4403-a6fb-180458be480b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04e8bfe-bd04-4323-b139-5e3ea0c4a3f2,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:10.489560 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-6d1a96be-f7ff-4a5c-ae45-4a820e0ad4d2 tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:10.497805 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-6d1a96be-f7ff-4a5c-ae45-4a820e0ad4d2 tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] 10.222.0.35 "GET /v2.0/networks?id=4a30bc36-14f3-4e09-a3f0-384f7caefc7f HTTP/1.1" status: 200 len: 808 time: 0.2653584 Sep 16 04:59:10.531212 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-9bad0a06-8b70-432a-b9be-d6090a99400a tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] 10.222.0.35 "GET /v2.0/quotas/e02f8dc890c740bfa28760685a972b43 HTTP/1.1" status: 200 len: 375 time: 0.0325119 Sep 16 04:59:10.593876 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-c976b991-9750-44fa-b493-a4cba66bf4ee tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e02f8dc890c740bfa28760685a972b43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455682 Sep 16 04:59:10.596336 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8fe42904-020b-4558-a09b-11c7b649b979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.628840 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4ebb31e7-d5cf-4361-bc87-ed28bd49f18c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.645564 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4ebb31e7-d5cf-4361-bc87-ed28bd49f18c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.654507 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-230dca1d-d457-4e12-9cc4-523ce0de24aa tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.660146 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-230dca1d-d457-4e12-9cc4-523ce0de24aa tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.687878 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8fe42904-020b-4558-a09b-11c7b649b979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.697581 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ebb31e7-d5cf-4361-bc87-ed28bd49f18c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:59:10.775940 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [None req-230dca1d-d457-4e12-9cc4-523ce0de24aa tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Floating IP ce8753dd-f8b0-4ef1-a1b6-73c588b7f96f associated. External IP: 172.25.8.132, port: 35ace5e4-07bd-4065-a823-a7548154e651. Sep 16 04:59:11.073859 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230dca1d-d457-4e12-9cc4-523ce0de24aa tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Router a642493d-01a9-4e7a-a221-01cf5d61c50d has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:59:11.115889 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4ebb31e7-d5cf-4361-bc87-ed28bd49f18c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.116243 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-4ebb31e7-d5cf-4361-bc87-ed28bd49f18c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Added segment 36ed7455-16b9-4537-90f5-b3cc0b089b02 of type vlan for network 2bd59184-35bb-42e1-b36e-54073839f6a3 Sep 16 04:59:11.117697 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb31e7-d5cf-4361-bc87-ed28bd49f18c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5049495c-5b77-477f-8e4f-d72ff7b03e10,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:11.191168 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4ebb31e7-d5cf-4361-bc87-ed28bd49f18c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.222081 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230dca1d-d457-4e12-9cc4-523ce0de24aa tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:59:11.234133 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1b6035-0ddc-4caa-bad1-f4137e2205d0 None None] Sync routers for ids ['a642493d-01a9-4e7a-a221-01cf5d61c50d'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:59:11.235650 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-230dca1d-d457-4e12-9cc4-523ce0de24aa tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.250786 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-7b79d79f-9833-4e15-aaea-ba2fc421fa29 service neutron] 10.222.0.35 "GET /v2.0/networks/4a30bc36-14f3-4e09-a3f0-384f7caefc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6357164 Sep 16 04:59:11.251811 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4ebb31e7-d5cf-4361-bc87-ed28bd49f18c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.259173 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1b6035-0ddc-4caa-bad1-f4137e2205d0 None None] Routers {'a642493d-01a9-4e7a-a221-01cf5d61c50d'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:11.259806 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-ed1b6035-0ddc-4caa-bad1-f4137e2205d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:58:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['a642493d-01a9-4e7a-a221-01cf5d61c50d'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:11.263829 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebb31e7-d5cf-4361-bc87-ed28bd49f18c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:11.264789 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4ebb31e7-d5cf-4361-bc87-ed28bd49f18c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.293683 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8fe42904-020b-4558-a09b-11c7b649b979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.296559 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8fe42904-020b-4558-a09b-11c7b649b979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.301460 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8fe42904-020b-4558-a09b-11c7b649b979 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a04e8bfe-bd04-4323-b139-5e3ea0c4a3f2 HTTP/1.1" status: 204 len: 168 time: 0.8795493 Sep 16 04:59:11.308491 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-230dca1d-d457-4e12-9cc4-523ce0de24aa tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "PUT /v2.0/floatingips/ce8753dd-f8b0-4ef1-a1b6-73c588b7f96f HTTP/1.1" status: 200 len: 991 time: 1.9014771 Sep 16 04:59:11.309220 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a3151c5-7e7f-4203-8569-fb61c944b46d', 'tag': '35ace5e4-07bd-4065-a823-a7548154e651'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:11.326708 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eaa75fe-089d-4920-a6ae-23149ea0a4cd" -d '{"events": [{"name": "network-changed", "server_uuid": "0a3151c5-7e7f-4203-8569-fb61c944b46d", "tag": "35ace5e4-07bd-4065-a823-a7548154e651"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:11.362070 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4ebb31e7-d5cf-4361-bc87-ed28bd49f18c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.8097024 Sep 16 04:59:11.364889 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56616) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:11.371640 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe42904-020b-4558-a09b-11c7b649b979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04e8bfe-bd04-4323-b139-5e3ea0c4a3f2,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:11.380526 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-a264611b-7cec-4dd6-beb8-f6ef0e7c623c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Request body: {'subnet': {'network_id': '2bd59184-35bb-42e1-b36e-54073839f6a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:11.410992 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-ed1b6035-0ddc-4caa-bad1-f4137e2205d0 None None] Set router a642493d-01a9-4e7a-a221-01cf5d61c50d gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:11.536643 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb31e7-d5cf-4361-bc87-ed28bd49f18c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Pushing event updated for resources: {'Network': ['ID=2bd59184-35bb-42e1-b36e-54073839f6a3,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:11.552289 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 2bd59184-35bb-42e1-b36e-54073839f6a3 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:59:11.619867 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-a23db280-76f5-4363-882f-2bed712eab7e service neutron] 10.222.0.35 "GET /v2.0/networks/4a30bc36-14f3-4e09-a3f0-384f7caefc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517835 Sep 16 04:59:11.634420 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a264611b-7cec-4dd6-beb8-f6ef0e7c623c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Made reservation on behalf of d2d195a87b254b9bb8df9ce498050d62 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:11.640952 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a264611b-7cec-4dd6-beb8-f6ef0e7c623c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.666780 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.920251 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-ed1b6035-0ddc-4caa-bad1-f4137e2205d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'name': 'tempest-AttachVolumeTestJSON-192516525-router', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'bf0bb004-c29e-4852-8858-3a5600aa8173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T04:51:57Z', 'revision_number': 4, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'gw_port': {'id': 'bf0bb004-c29e-4852-8858-3a5600aa8173', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T04:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'ce8753dd-f8b0-4ef1-a1b6-73c588b7f96f', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'floating_ip_address': '172.25.8.132', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'port_id': '35ace5e4-07bd-4065-a823-a7548154e651', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0', 'mac_address': 'fa:16:3e:cc:eb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3151c5-7e7f-4203-8569-fb61c944b46d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:58:36Z', 'updated_at': '2021-09-16T04:59:10Z', 'revision_number': 1, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4490de05-7b37-4a9e-ad67-31db8c51e0c8', 'name': '', 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'mac_address': 'fa:16:3e:9d:6b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '2d075d26-c7df-4ea0-b069-e1f04da018dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:56Z', 'updated_at': '2021-09-16T04:52:01Z', 'revision_number': 5, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'subnets': [{'id': '2d075d26-c7df-4ea0-b069-e1f04da018dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:12.002513 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1b6035-0ddc-4caa-bad1-f4137e2205d0 None None] Checking router: a642493d-01a9-4e7a-a221-01cf5d61c50d for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:59:12.034343 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1b6035-0ddc-4caa-bad1-f4137e2205d0 None None] Routers {'a642493d-01a9-4e7a-a221-01cf5d61c50d'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:12.036244 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-ed1b6035-0ddc-4caa-bad1-f4137e2205d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:58:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['a642493d-01a9-4e7a-a221-01cf5d61c50d'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:12.051565 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a264611b-7cec-4dd6-beb8-f6ef0e7c623c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.179838 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc1dfb-2396-4265-855e-c1b7e0540de9 req-a9b49814-ddd6-4570-8c5a-7e6868b293d6 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:12.189951 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c1cc1dfb-2396-4265-855e-c1b7e0540de9 req-a9b49814-ddd6-4570-8c5a-7e6868b293d6 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 946 time: 0.0894854 Sep 16 04:59:12.223745 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a264611b-7cec-4dd6-beb8-f6ef0e7c623c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Pushing event updated for resources: {'Subnet': ['ID=450ccb06-3aff-4381-aa5b-77b06e7cdb85,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:12.234891 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264611b-7cec-4dd6-beb8-f6ef0e7c623c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Checking segment: {'id': '36ed7455-16b9-4537-90f5-b3cc0b089b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bd59184-35bb-42e1-b36e-54073839f6a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:12.235374 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a264611b-7cec-4dd6-beb8-f6ef0e7c623c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Network hostable DHCP agents. Network: 2bd59184-35bb-42e1-b36e-54073839f6a3, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:59:12.255331 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a264611b-7cec-4dd6-beb8-f6ef0e7c623c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Network 2bd59184-35bb-42e1-b36e-54073839f6a3 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:59:12.256249 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c1cc1dfb-2396-4265-855e-c1b7e0540de9 req-67c246b8-d4fb-456d-bce0-91e819b8e19b tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=295ea664-146b-402c-b1bb-04eb95e0a13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648761 Sep 16 04:59:12.286349 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-a264611b-7cec-4dd6-beb8-f6ef0e7c623c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 2bd59184-35bb-42e1-b36e-54073839f6a3) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:12.296208 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21dfe53-92fd-4348-9f42-ff016a35667e None None] Network 2bd59184-35bb-42e1-b36e-54073839f6a3 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:12.314025 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a264611b-7cec-4dd6-beb8-f6ef0e7c623c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:12.314893 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a264611b-7cec-4dd6-beb8-f6ef0e7c623c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.348758 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a264611b-7cec-4dd6-beb8-f6ef0e7c623c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9827001 Sep 16 04:59:12.351610 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56654) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:12.375837 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-f470d67d-3faa-4b2e-9202-70de4d0dab53 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1730093543', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:12.443169 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f470d67d-3faa-4b2e-9202-70de4d0dab53 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.444323 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f470d67d-3faa-4b2e-9202-70de4d0dab53 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.458256 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34f7c52-f3b8-4df3-8033-be249a7d5f9e x-openstack-request-id: req-c34f7c52-f3b8-4df3-8033-be249a7d5f9e {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:12.458565 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a3151c5-7e7f-4203-8569-fb61c944b46d", "tag": "35ace5e4-07bd-4065-a823-a7548154e651", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:12.458825 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c34f7c52-f3b8-4df3-8033-be249a7d5f9e {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:12.459226 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a3151c5-7e7f-4203-8569-fb61c944b46d', 'tag': '35ace5e4-07bd-4065-a823-a7548154e651', 'status': 'completed', 'code': 200} Sep 16 04:59:12.566876 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-ed1b6035-0ddc-4caa-bad1-f4137e2205d0 None None] Set router a642493d-01a9-4e7a-a221-01cf5d61c50d gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:12.675486 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-889e29f1-9f24-407f-8944-5bc585d61439 req-34a359fa-89fd-4ff2-b9ac-c949680d94e2 tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] 10.222.0.35 "GET /v2.0/ports?device_id=91a427f2-605d-43ce-874d-fc28faf774ef HTTP/1.1" status: 200 len: 210 time: 0.0825930 Sep 16 04:59:12.676395 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f470d67d-3faa-4b2e-9202-70de4d0dab53 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.694510 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d57c5eb-db10-4bd8-8763-69fa8b8c9117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-2bd59184-35bb-42e1-b36e-54073839f6a3', 'network_id': '2bd59184-35bb-42e1-b36e-54073839f6a3', 'tenant_id': 'd2d195a87b254b9bb8df9ce498050d62', 'fixed_ips': [{'subnet_id': '450ccb06-3aff-4381-aa5b-77b06e7cdb85'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:59:12.699634 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5d57c5eb-db10-4bd8-8763-69fa8b8c9117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.716619 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f470d67d-3faa-4b2e-9202-70de4d0dab53 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.772140 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa75fe-089d-4920-a6ae-23149ea0a4cd req-1c92c27d-deb7-4588-adb4-2355e4ae0dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:12.774149 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7eaa75fe-089d-4920-a6ae-23149ea0a4cd req-1c92c27d-deb7-4588-adb4-2355e4ae0dda service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e1faaf8ea3f84b74b8884c5da7c3f469&device_id=0a3151c5-7e7f-4203-8569-fb61c944b46d HTTP/1.1" status: 200 len: 1097 time: 0.2613523 Sep 16 04:59:12.777440 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f470d67d-3faa-4b2e-9202-70de4d0dab53 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.778940 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f470d67d-3faa-4b2e-9202-70de4d0dab53 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4249859 Sep 16 04:59:12.781943 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56668) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:12.984101 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa75fe-089d-4920-a6ae-23149ea0a4cd req-cc05bd0d-115c-481c-8c12-4cb4d0b06b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:12.985997 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7eaa75fe-089d-4920-a6ae-23149ea0a4cd req-cc05bd0d-115c-481c-8c12-4cb4d0b06b66 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b57de9dd-8389-462f-809e-a5ea9e13e1e0 HTTP/1.1" status: 200 len: 911 time: 0.1821635 Sep 16 04:59:13.061797 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f5ddc-f2ba-493a-96e6-1d56883dc567 req-9bddd315-0d02-439d-87f0-5e1facc38cae tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:13.069944 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-870f5ddc-f2ba-493a-96e6-1d56883dc567 req-9bddd315-0d02-439d-87f0-5e1facc38cae tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 946 time: 0.1788847 Sep 16 04:59:13.133727 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-5d57c5eb-db10-4bd8-8763-69fa8b8c9117 None None] Allocated IP 172.20.0.2 (2bd59184-35bb-42e1-b36e-54073839f6a3/450ccb06-3aff-4381-aa5b-77b06e7cdb85/6a69e1b8-96b7-4367-81bb-a1ce8db2cd67) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:13.168825 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7eaa75fe-089d-4920-a6ae-23149ea0a4cd req-60c2919b-297c-4c47-822b-3966f42c7596 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35ace5e4-07bd-4065-a823-a7548154e651 HTTP/1.1" status: 200 len: 999 time: 0.1728520 Sep 16 04:59:13.221601 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-870f5ddc-f2ba-493a-96e6-1d56883dc567 req-492ce2c3-1f68-427b-8651-9f3fbbaf3660 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=295ea664-146b-402c-b1bb-04eb95e0a13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450248 Sep 16 04:59:13.237089 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56686) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:13.315971 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-ed1b6035-0ddc-4caa-bad1-f4137e2205d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'name': 'tempest-AttachVolumeTestJSON-192516525-router', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'bf0bb004-c29e-4852-8858-3a5600aa8173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T04:51:57Z', 'revision_number': 4, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'gw_port': {'id': 'bf0bb004-c29e-4852-8858-3a5600aa8173', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T04:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'ce8753dd-f8b0-4ef1-a1b6-73c588b7f96f', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'floating_ip_address': '172.25.8.132', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'port_id': '35ace5e4-07bd-4065-a823-a7548154e651', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0', 'mac_address': 'fa:16:3e:cc:eb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3151c5-7e7f-4203-8569-fb61c944b46d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:58:36Z', 'updated_at': '2021-09-16T04:59:10Z', 'revision_number': 1, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4490de05-7b37-4a9e-ad67-31db8c51e0c8', 'name': '', 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'mac_address': 'fa:16:3e:9d:6b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '2d075d26-c7df-4ea0-b069-e1f04da018dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:56Z', 'updated_at': '2021-09-16T04:52:01Z', 'revision_number': 5, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'subnets': [{'id': '2d075d26-c7df-4ea0-b069-e1f04da018dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:13.322464 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa75fe-089d-4920-a6ae-23149ea0a4cd req-bb62984c-33f6-4089-af27-5b33739aba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:13.326847 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7eaa75fe-089d-4920-a6ae-23149ea0a4cd req-bb62984c-33f6-4089-af27-5b33739aba9c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d075d26-c7df-4ea0-b069-e1f04da018dc HTTP/1.1" status: 200 len: 849 time: 0.1502514 Sep 16 04:59:13.410529 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1b6035-0ddc-4caa-bad1-f4137e2205d0 None None] The sync data for ids ['a642493d-01a9-4e7a-a221-01cf5d61c50d'] in n-d-712139-15 is: [{'id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'name': 'tempest-AttachVolumeTestJSON-192516525-router', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'bf0bb004-c29e-4852-8858-3a5600aa8173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T04:51:57Z', 'revision_number': 4, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'gw_port': {'id': 'bf0bb004-c29e-4852-8858-3a5600aa8173', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T04:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'ce8753dd-f8b0-4ef1-a1b6-73c588b7f96f', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'floating_ip_address': '172.25.8.132', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'port_id': '35ace5e4-07bd-4065-a823-a7548154e651', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0', 'mac_address': 'fa:16:3e:cc:eb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3151c5-7e7f-4203-8569-fb61c944b46d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:58:36Z', 'updated_at': '2021-09-16T04:59:10Z', 'revision_number': 1, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4490de05-7b37-4a9e-ad67-31db8c51e0c8', 'name': '', 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'mac_address': 'fa:16:3e:9d:6b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '2d075d26-c7df-4ea0-b069-e1f04da018dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:56Z', 'updated_at': '2021-09-16T04:52:01Z', 'revision_number': 5, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'subnets': [{'id': '2d075d26-c7df-4ea0-b069-e1f04da018dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:59:13.482827 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa75fe-089d-4920-a6ae-23149ea0a4cd req-c0b29191-f8f3-4af9-a2c3-f5f6ee8a6670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:13.484494 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7eaa75fe-089d-4920-a6ae-23149ea0a4cd req-c0b29191-f8f3-4af9-a2c3-f5f6ee8a6670 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b57de9dd-8389-462f-809e-a5ea9e13e1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1502924 Sep 16 04:59:13.517105 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370ec266-005b-4633-9ad4-50bf7f73d10d tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:13.523169 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-370ec266-005b-4633-9ad4-50bf7f73d10d tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 1093 time: 0.1724756 Sep 16 04:59:13.527188 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56694) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:13.535873 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-527e2878-d4d9-4deb-8b91-66ecab0faefb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'port_id': '3726a203-0c1e-4480-8bb2-58ef3687943e', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:13.603618 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5d57c5eb-db10-4bd8-8763-69fa8b8c9117 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.626601 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ff630dbb-072a-480f-a257-cf04122224b5 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.630192 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5d57c5eb-db10-4bd8-8763-69fa8b8c9117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.827845 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fc0f5ed0-44f4-4acc-9c77-e7763ff20ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.859383 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57c5eb-db10-4bd8-8763-69fa8b8c9117 None None] Pushing event updated for resources: {'Port': ['ID=6a69e1b8-96b7-4367-81bb-a1ce8db2cd67,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:13.911628 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7eaa75fe-089d-4920-a6ae-23149ea0a4cd req-f08f7bf1-eed8-413c-93e9-814c4b8edd37 service neutron] 10.222.0.48 "GET /v2.0/networks/b57de9dd-8389-462f-809e-a5ea9e13e1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186273 Sep 16 04:59:13.932603 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.967200 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d57c5eb-db10-4bd8-8763-69fa8b8c9117 None None] Network 2bd59184-35bb-42e1-b36e-54073839f6a3 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:13.969294 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-5d57c5eb-db10-4bd8-8763-69fa8b8c9117 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:13.972311 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d57c5eb-db10-4bd8-8763-69fa8b8c9117 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:14.073120 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-5d57c5eb-db10-4bd8-8763-69fa8b8c9117 None None] Attempting to bind port 6a69e1b8-96b7-4367-81bb-a1ce8db2cd67 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:14.074143 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-5d57c5eb-db10-4bd8-8763-69fa8b8c9117 None None] Attempting to bind port 6a69e1b8-96b7-4367-81bb-a1ce8db2cd67 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '36ed7455-16b9-4537-90f5-b3cc0b089b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bd59184-35bb-42e1-b36e-54073839f6a3'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:14.074787 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d57c5eb-db10-4bd8-8763-69fa8b8c9117 None None] Attempting to bind port 6a69e1b8-96b7-4367-81bb-a1ce8db2cd67 on network 2bd59184-35bb-42e1-b36e-54073839f6a3 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:14.091990 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab8f23c-1ae8-4096-ad50-9bafe24392cc None None] New status for floating IP ce8753dd-f8b0-4ef1-a1b6-73c588b7f96f: ACTIVE {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:59:14.199369 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-527e2878-d4d9-4deb-8b91-66ecab0faefb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for floatingip, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.204772 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7eaa75fe-089d-4920-a6ae-23149ea0a4cd req-f3c27254-3d88-4897-9a36-47d53aa7faf3 service neutron] 10.222.0.48 "GET /v2.0/networks/b57de9dd-8389-462f-809e-a5ea9e13e1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713840 Sep 16 04:59:14.238805 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2896d763-6ee6-4bdc-abab-52128e3c7258 req-3e857375-2608-49ed-953f-8011e4ef9900 tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] 10.222.0.35 "GET /v2.0/ports?device_id=91a427f2-605d-43ce-874d-fc28faf774ef HTTP/1.1" status: 200 len: 210 time: 0.0775893 Sep 16 04:59:14.277885 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d57c5eb-db10-4bd8-8763-69fa8b8c9117 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:14.278201 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d57c5eb-db10-4bd8-8763-69fa8b8c9117 None None] Checking segment: {'id': '36ed7455-16b9-4537-90f5-b3cc0b089b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bd59184-35bb-42e1-b36e-54073839f6a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:14.288085 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5d57c5eb-db10-4bd8-8763-69fa8b8c9117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.288508 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d57c5eb-db10-4bd8-8763-69fa8b8c9117 None None] Bound using segment: {'id': '36ed7455-16b9-4537-90f5-b3cc0b089b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bd59184-35bb-42e1-b36e-54073839f6a3'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:14.289063 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-5d57c5eb-db10-4bd8-8763-69fa8b8c9117 None None] Bound port: 6a69e1b8-96b7-4367-81bb-a1ce8db2cd67, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36ed7455-16b9-4537-90f5-b3cc0b089b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bd59184-35bb-42e1-b36e-54073839f6a3'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:14.289467 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5d57c5eb-db10-4bd8-8763-69fa8b8c9117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.524953 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-5d57c5eb-db10-4bd8-8763-69fa8b8c9117 None None] For port 6a69e1b8-96b7-4367-81bb-a1ce8db2cd67, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:14.591677 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-46af7388-5ffe-479d-b6da-713ff603fbf3 tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:14.594280 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-46af7388-5ffe-479d-b6da-713ff603fbf3 tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] 10.222.0.48 "GET /v2.0/networks?id=4a30bc36-14f3-4e09-a3f0-384f7caefc7f HTTP/1.1" status: 200 len: 808 time: 0.4313610 Sep 16 04:59:14.624792 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-3caaa888-440e-4811-b03a-72790701e10d tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] Request body: {'port': {'device_id': '91a427f2-605d-43ce-874d-fc28faf774ef', 'network_id': '4a30bc36-14f3-4e09-a3f0-384f7caefc7f', 'admin_state_up': True, 'tenant_id': 'e02f8dc890c740bfa28760685a972b43'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:14.687366 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-ff630dbb-072a-480f-a257-cf04122224b5 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Allocated IP 172.20.0.1 (2bd59184-35bb-42e1-b36e-54073839f6a3/450ccb06-3aff-4381-aa5b-77b06e7cdb85/26d4d81a-d489-4d4d-8812-6bfd5605aebe) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:14.753023 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-527e2878-d4d9-4deb-8b91-66ecab0faefb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.765606 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-5d57c5eb-db10-4bd8-8763-69fa8b8c9117 None None] For port 6a69e1b8-96b7-4367-81bb-a1ce8db2cd67, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=6a69e1b8-96b7-4367-81bb-a1ce8db2cd67,segment=NetworkSegment(36ed7455-16b9-4537-90f5-b3cc0b089b02),segment_id=36ed7455-16b9-4537-90f5-b3cc0b089b02)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:14.769600 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.775408 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5d57c5eb-db10-4bd8-8763-69fa8b8c9117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.782040 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.917381 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57c5eb-db10-4bd8-8763-69fa8b8c9117 None None] Pushing event updated for resources: {'Port': ['ID=6a69e1b8-96b7-4367-81bb-a1ce8db2cd67,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:15.034002 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ff630dbb-072a-480f-a257-cf04122224b5 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.056980 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-3caaa888-440e-4811-b03a-72790701e10d tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] Made reservation on behalf of e02f8dc890c740bfa28760685a972b43 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:15.060559 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-3caaa888-440e-4811-b03a-72790701e10d tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.095017 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-527e2878-d4d9-4deb-8b91-66ecab0faefb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Allocated IP 172.25.8.61 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/d6c3f59f-fcec-4702-8dc5-97d607e0a2fb) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:15.374508 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ff630dbb-072a-480f-a257-cf04122224b5 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.392765 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-527e2878-d4d9-4deb-8b91-66ecab0faefb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.546403 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff630dbb-072a-480f-a257-cf04122224b5 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Network 2bd59184-35bb-42e1-b36e-54073839f6a3 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:15.579299 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-ff630dbb-072a-480f-a257-cf04122224b5 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:15.589762 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b311ef7f-b8d1-429d-a289-e05eec6757e0 req-8ad072e2-f3f7-40e6-8ad4-69197b1a5de4 tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] 10.222.0.35 "GET /v2.0/ports?device_id=91a427f2-605d-43ce-874d-fc28faf774ef HTTP/1.1" status: 200 len: 210 time: 0.1095736 Sep 16 04:59:15.590843 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff630dbb-072a-480f-a257-cf04122224b5 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:15.609764 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff630dbb-072a-480f-a257-cf04122224b5 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Pushing event updated for resources: {'Port': ['ID=26d4d81a-d489-4d4d-8812-6bfd5605aebe,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:15.775857 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 6a69e1b8-96b7-4367-81bb-a1ce8db2cd67 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:15.811684 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-527e2878-d4d9-4deb-8b91-66ecab0faefb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.847501 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-3caaa888-440e-4811-b03a-72790701e10d tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] Allocated IP 172.20.0.9 (4a30bc36-14f3-4e09-a3f0-384f7caefc7f/378cf9f6-1519-49cd-9a26-89cec7723a80/17aa702a-8b57-40e2-b4f6-91dd685b11e8) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:15.865226 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 6a69e1b8-96b7-4367-81bb-a1ce8db2cd67 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:15.865850 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.879529 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ff630dbb-072a-480f-a257-cf04122224b5 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.890915 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527e2878-d4d9-4deb-8b91-66ecab0faefb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:15.970509 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.974367 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-527e2878-d4d9-4deb-8b91-66ecab0faefb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:16.030523 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 6a69e1b8-96b7-4367-81bb-a1ce8db2cd67, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=6a69e1b8-96b7-4367-81bb-a1ce8db2cd67,segment=NetworkSegment(36ed7455-16b9-4537-90f5-b3cc0b089b02),segment_id=36ed7455-16b9-4537-90f5-b3cc0b089b02)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:16.064078 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.110875 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e2878-d4d9-4deb-8b91-66ecab0faefb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'Port': ['ID=d6c3f59f-fcec-4702-8dc5-97d607e0a2fb,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:16.119425 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527e2878-d4d9-4deb-8b91-66ecab0faefb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:16.123305 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.169323 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=6a69e1b8-96b7-4367-81bb-a1ce8db2cd67,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:16.386634 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56824) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:16.423583 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-3caaa888-440e-4811-b03a-72790701e10d tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.528711 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ff630dbb-072a-480f-a257-cf04122224b5 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.544274 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083ed8f8-a194-44c8-85f8-208eec4e05a5 None None] Network 2bd59184-35bb-42e1-b36e-54073839f6a3 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:16.548090 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b9c60cac-670e-419d-b5ad-cb0c3b6b8fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.629831 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-3caaa888-440e-4811-b03a-72790701e10d tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.735520 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-86a736cb-20b5-4cef-9c8f-0bd1cd137467 None None] Provisioning complete for port 6a69e1b8-96b7-4367-81bb-a1ce8db2cd67 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:16.736003 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-86a736cb-20b5-4cef-9c8f-0bd1cd137467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.755256 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b9c60cac-670e-419d-b5ad-cb0c3b6b8fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.762052 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b9c60cac-670e-419d-b5ad-cb0c3b6b8fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.838003 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b9c60cac-670e-419d-b5ad-cb0c3b6b8fbf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cfeec7d1f28744ee8251ba8f79a17baa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4497175 Sep 16 04:59:16.838940 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c60cac-670e-419d-b5ad-cb0c3b6b8fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244b3531-dbcc-4230-a15f-05278cac269a,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:16.841836 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56834) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:16.924388 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-35b03258-9a25-4258-8658-65f67a36a3fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.978342 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-35b03258-9a25-4258-8658-65f67a36a3fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.040858 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-3caaa888-440e-4811-b03a-72790701e10d tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] Network 4a30bc36-14f3-4e09-a3f0-384f7caefc7f is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:17.078170 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-35b03258-9a25-4258-8658-65f67a36a3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.079252 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-3caaa888-440e-4811-b03a-72790701e10d tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:17.081917 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-35b03258-9a25-4258-8658-65f67a36a3fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.083473 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-35b03258-9a25-4258-8658-65f67a36a3fb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/244b3531-dbcc-4230-a15f-05278cac269a HTTP/1.1" status: 204 len: 168 time: 0.2404418 Sep 16 04:59:17.086064 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-3caaa888-440e-4811-b03a-72790701e10d tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:17.089848 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caaa888-440e-4811-b03a-72790701e10d tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] Pushing event updated for resources: {'Port': ['ID=17aa702a-8b57-40e2-b4f6-91dd685b11e8,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:17.109707 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b03258-9a25-4258-8658-65f67a36a3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244b3531-dbcc-4230-a15f-05278cac269a,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:17.347762 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ece2b972-2bc9-4c26-8ced-dc4786fbfadc None None] Provisioning complete for port 6a69e1b8-96b7-4367-81bb-a1ce8db2cd67 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:17.348683 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ece2b972-2bc9-4c26-8ced-dc4786fbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.483655 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ece2b972-2bc9-4c26-8ced-dc4786fbfadc None None] Provisioning complete for port 26d4d81a-d489-4d4d-8812-6bfd5605aebe triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:17.487688 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ece2b972-2bc9-4c26-8ced-dc4786fbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.567018 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-ece2b972-2bc9-4c26-8ced-dc4786fbfadc None None] Port 26d4d81a-d489-4d4d-8812-6bfd5605aebe cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:17.641287 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56844) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:17.650785 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 6a69e1b8-96b7-4367-81bb-a1ce8db2cd67 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:17.657301 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-62969eb2-8a0d-42d2-a319-a11ddcc8d57b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.703077 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-fba15f22-7690-4a69-939a-51377f5fefa4 None None] Provisioning complete for port 26d4d81a-d489-4d4d-8812-6bfd5605aebe triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:17.703603 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fba15f22-7690-4a69-939a-51377f5fefa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.758288 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-fba15f22-7690-4a69-939a-51377f5fefa4 None None] Port 26d4d81a-d489-4d4d-8812-6bfd5605aebe cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:17.769450 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 6a69e1b8-96b7-4367-81bb-a1ce8db2cd67 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:17.769833 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.773346 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-62969eb2-8a0d-42d2-a319-a11ddcc8d57b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.780606 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-62969eb2-8a0d-42d2-a319-a11ddcc8d57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.790043 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7245f-357a-43c5-86f8-1d09aa0fdeaa req-ca44e04e-8566-4808-acc3-b27ac99152c1 tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:17.791709 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-35b7245f-357a-43c5-86f8-1d09aa0fdeaa req-ca44e04e-8566-4808-acc3-b27ac99152c1 tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] 10.222.0.35 "GET /v2.0/ports?device_id=91a427f2-605d-43ce-874d-fc28faf774ef HTTP/1.1" status: 200 len: 931 time: 1.0132959 Sep 16 04:59:17.812221 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-3caaa888-440e-4811-b03a-72790701e10d tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:17.813105 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-3caaa888-440e-4811-b03a-72790701e10d tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.837761 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-62969eb2-8a0d-42d2-a319-a11ddcc8d57b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=07d32a6b722f49efaf49e221a168cda5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1953228 Sep 16 04:59:17.838936 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62969eb2-8a0d-42d2-a319-a11ddcc8d57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a198b899-d863-43ec-990f-759edf7dc8dc,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:17.841896 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56846) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:17.904718 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-312650b8-60c5-4ee8-a71b-107bc1a76371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.932473 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-312650b8-60c5-4ee8-a71b-107bc1a76371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.956621 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-3caaa888-440e-4811-b03a-72790701e10d tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3417654 Sep 16 04:59:17.987276 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-445e2f77-98e8-4644-84aa-039a9f36ecb8 service neutron] Request body: {'port': {'device_id': '91a427f2-605d-43ce-874d-fc28faf774ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:17.997162 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-312650b8-60c5-4ee8-a71b-107bc1a76371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.000960 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-312650b8-60c5-4ee8-a71b-107bc1a76371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.002163 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-312650b8-60c5-4ee8-a71b-107bc1a76371 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a198b899-d863-43ec-990f-759edf7dc8dc HTTP/1.1" status: 204 len: 168 time: 0.1588485 Sep 16 04:59:18.011497 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312650b8-60c5-4ee8-a71b-107bc1a76371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a198b899-d863-43ec-990f-759edf7dc8dc,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:18.041561 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-35b7245f-357a-43c5-86f8-1d09aa0fdeaa req-724a9dbf-04ec-4f87-b31c-c04824dadb2c tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] 10.222.0.35 "GET /v2.0/security-groups?id=17d881ba-de82-4a3f-9702-d1b27895f319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404819 Sep 16 04:59:18.163419 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-445e2f77-98e8-4644-84aa-039a9f36ecb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.177587 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ff630dbb-072a-480f-a257-cf04122224b5 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.184954 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-527e2878-d4d9-4deb-8b91-66ecab0faefb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.186523 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ff630dbb-072a-480f-a257-cf04122224b5 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.354266 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff630dbb-072a-480f-a257-cf04122224b5 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Pushing event updated for resources: {'Port': ['ID=26d4d81a-d489-4d4d-8812-6bfd5605aebe,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:18.440332 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ff630dbb-072a-480f-a257-cf04122224b5 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.722076 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-527e2878-d4d9-4deb-8b91-66ecab0faefb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.816305 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff630dbb-072a-480f-a257-cf04122224b5 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Network 2bd59184-35bb-42e1-b36e-54073839f6a3 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:18.822253 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-ff630dbb-072a-480f-a257-cf04122224b5 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:19.274719 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-2d5cb291-d72a-4ab7-a43e-b49b8ebe7be4 None None] Provisioning complete for port 26d4d81a-d489-4d4d-8812-6bfd5605aebe triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:19.275286 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2d5cb291-d72a-4ab7-a43e-b49b8ebe7be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.381079 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-2d5cb291-d72a-4ab7-a43e-b49b8ebe7be4 None None] Port 26d4d81a-d489-4d4d-8812-6bfd5605aebe cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:19.391966 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-527e2878-d4d9-4deb-8b91-66ecab0faefb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.406989 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-527e2878-d4d9-4deb-8b91-66ecab0faefb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.523587 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff630dbb-072a-480f-a257-cf04122224b5 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Router 60861d74-236e-4a64-a59e-4d89350286a2 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:59:19.544533 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-445e2f77-98e8-4644-84aa-039a9f36ecb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17aa702a-8b57-40e2-b4f6-91dd685b11e8 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:19.606514 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-445e2f77-98e8-4644-84aa-039a9f36ecb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.609214 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-527e2878-d4d9-4deb-8b91-66ecab0faefb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.691311 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-445e2f77-98e8-4644-84aa-039a9f36ecb8 service neutron] Transition to ACTIVE for port object 17aa702a-8b57-40e2-b4f6-91dd685b11e8 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:59:19.692770 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e2878-d4d9-4deb-8b91-66ecab0faefb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'Port': ['ID=d6c3f59f-fcec-4702-8dc5-97d607e0a2fb,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:19.712180 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123dfa4-2e8d-443d-9478-592d695238ee req-1658778d-74e2-4ae4-889f-9278e21779dd tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:19.719901 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0123dfa4-2e8d-443d-9478-592d695238ee req-1658778d-74e2-4ae4-889f-9278e21779dd tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] 10.222.0.35 "GET /v2.0/ports?device_id=91a427f2-605d-43ce-874d-fc28faf774ef HTTP/1.1" status: 200 len: 931 time: 0.3225315 Sep 16 04:59:19.722204 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-445e2f77-98e8-4644-84aa-039a9f36ecb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.955131 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e2f77-98e8-4644-84aa-039a9f36ecb8 service neutron] Pushing event updated for resources: {'Port': ['ID=17aa702a-8b57-40e2-b4f6-91dd685b11e8,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:19.971921 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0123dfa4-2e8d-443d-9478-592d695238ee req-c8b445a1-b99d-4b4f-9e54-696fdd04cdcc tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] 10.222.0.35 "GET /v2.0/security-groups?id=17d881ba-de82-4a3f-9702-d1b27895f319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510653 Sep 16 04:59:20.025603 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff630dbb-072a-480f-a257-cf04122224b5 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:59:20.036091 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ff630dbb-072a-480f-a257-cf04122224b5 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] 10.222.0.35 "PUT /v2.0/routers/60861d74-236e-4a64-a59e-4d89350286a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2526238 Sep 16 04:59:20.037129 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd6e59a-b002-4305-8a9d-493cb5dc06de None None] Sync routers for ids ['60861d74-236e-4a64-a59e-4d89350286a2'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:59:20.037617 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56906) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:20.044037 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [None req-527e2878-d4d9-4deb-8b91-66ecab0faefb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Floating IP 3ad630a5-bffd-4faa-99b6-97eab96f045b associated. External IP: 172.25.8.61, port: 3726a203-0c1e-4480-8bb2-58ef3687943e. Sep 16 04:59:20.046049 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-d4b938fd-a6f4-433d-817c-488a1bb1bfda tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Request body: {'port': {'network_id': '2bd59184-35bb-42e1-b36e-54073839f6a3', 'name': 'tempest-FloatingIPNegativeTestJSON-1159665892'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:20.052814 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd6e59a-b002-4305-8a9d-493cb5dc06de None None] Routers {'60861d74-236e-4a64-a59e-4d89350286a2'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:20.053717 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-8bd6e59a-b002-4305-8a9d-493cb5dc06de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:59:14Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['60861d74-236e-4a64-a59e-4d89350286a2'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:20.121945 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-8bd6e59a-b002-4305-8a9d-493cb5dc06de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:20.135515 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd6e59a-b002-4305-8a9d-493cb5dc06de None None] Routers {'60861d74-236e-4a64-a59e-4d89350286a2'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:20.136238 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-8bd6e59a-b002-4305-8a9d-493cb5dc06de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:59:14Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['60861d74-236e-4a64-a59e-4d89350286a2'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:20.249790 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-8bd6e59a-b002-4305-8a9d-493cb5dc06de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:20.250732 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd6e59a-b002-4305-8a9d-493cb5dc06de None None] The sync data for ids ['60861d74-236e-4a64-a59e-4d89350286a2'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:59:20.364949 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b938fd-a6f4-433d-817c-488a1bb1bfda tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Made reservation on behalf of d2d195a87b254b9bb8df9ce498050d62 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:20.382187 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d4b938fd-a6f4-433d-817c-488a1bb1bfda tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.435528 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-445e2f77-98e8-4644-84aa-039a9f36ecb8 service neutron] Attempting to bind port 17aa702a-8b57-40e2-b4f6-91dd685b11e8 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:20.456092 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-445e2f77-98e8-4644-84aa-039a9f36ecb8 service neutron] Attempting to bind port 17aa702a-8b57-40e2-b4f6-91dd685b11e8 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '7b41d1b1-718b-4034-8158-da6cfed10f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4a30bc36-14f3-4e09-a3f0-384f7caefc7f'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:20.456703 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-445e2f77-98e8-4644-84aa-039a9f36ecb8 service neutron] Attempting to bind port 17aa702a-8b57-40e2-b4f6-91dd685b11e8 on network 4a30bc36-14f3-4e09-a3f0-384f7caefc7f {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:20.475469 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-445e2f77-98e8-4644-84aa-039a9f36ecb8 service neutron] Port 17aa702a-8b57-40e2-b4f6-91dd685b11e8 on network 4a30bc36-14f3-4e09-a3f0-384f7caefc7f not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:59:20.481438 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-445e2f77-98e8-4644-84aa-039a9f36ecb8 service neutron] Attempting to bind port 17aa702a-8b57-40e2-b4f6-91dd685b11e8 on network 4a30bc36-14f3-4e09-a3f0-384f7caefc7f {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:20.487452 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-d4b938fd-a6f4-433d-817c-488a1bb1bfda tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] device_id is not set on port f5d14a8c-ed20-451f-9325-9d79466e6985 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:59:20.503167 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-445e2f77-98e8-4644-84aa-039a9f36ecb8 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:20.503511 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-445e2f77-98e8-4644-84aa-039a9f36ecb8 service neutron] Checking segment: {'id': '7b41d1b1-718b-4034-8158-da6cfed10f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4a30bc36-14f3-4e09-a3f0-384f7caefc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:20.503909 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-445e2f77-98e8-4644-84aa-039a9f36ecb8 service neutron] Bound using segment: {'id': '7b41d1b1-718b-4034-8158-da6cfed10f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4a30bc36-14f3-4e09-a3f0-384f7caefc7f'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:20.504361 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-445e2f77-98e8-4644-84aa-039a9f36ecb8 service neutron] Bound port: 17aa702a-8b57-40e2-b4f6-91dd685b11e8, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b41d1b1-718b-4034-8158-da6cfed10f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4a30bc36-14f3-4e09-a3f0-384f7caefc7f'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:20.517348 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-445e2f77-98e8-4644-84aa-039a9f36ecb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.649416 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56916) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:20.681414 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-445e2f77-98e8-4644-84aa-039a9f36ecb8 service neutron] For port 17aa702a-8b57-40e2-b4f6-91dd685b11e8, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:20.707012 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-445e2f77-98e8-4644-84aa-039a9f36ecb8 service neutron] For port 17aa702a-8b57-40e2-b4f6-91dd685b11e8, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=17aa702a-8b57-40e2-b4f6-91dd685b11e8,segment=NetworkSegment(7b41d1b1-718b-4034-8158-da6cfed10f2b),segment_id=7b41d1b1-718b-4034-8158-da6cfed10f2b)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:20.714253 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527e2878-d4d9-4deb-8b91-66ecab0faefb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Router b6aa8dbc-6703-46e6-8ab1-d267b9da81a8 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:59:20.716523 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-445e2f77-98e8-4644-84aa-039a9f36ecb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.717188 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-d4b938fd-a6f4-433d-817c-488a1bb1bfda tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Allocated IP 172.20.0.13 (2bd59184-35bb-42e1-b36e-54073839f6a3/450ccb06-3aff-4381-aa5b-77b06e7cdb85/f5d14a8c-ed20-451f-9325-9d79466e6985) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:20.790837 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e2f77-98e8-4644-84aa-039a9f36ecb8 service neutron] Pushing event updated for resources: {'Port': ['ID=17aa702a-8b57-40e2-b4f6-91dd685b11e8,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:20.811448 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-445e2f77-98e8-4644-84aa-039a9f36ecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:20.812157 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-445e2f77-98e8-4644-84aa-039a9f36ecb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.813620 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-445e2f77-98e8-4644-84aa-039a9f36ecb8 service neutron] 10.222.0.48 "PUT /v2.0/ports/17aa702a-8b57-40e2-b4f6-91dd685b11e8 HTTP/1.1" status: 200 len: 1092 time: 2.8348763 Sep 16 04:59:20.814072 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91a427f2-605d-43ce-874d-fc28faf774ef', 'tag': '17aa702a-8b57-40e2-b4f6-91dd685b11e8'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:20.816322 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9c0593-fbb1-4c07-a9cc-39724ecb83f6" -d '{"events": [{"name": "network-changed", "server_uuid": "91a427f2-605d-43ce-874d-fc28faf774ef", "tag": "17aa702a-8b57-40e2-b4f6-91dd685b11e8"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:20.818341 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-1194005b-e29d-4738-aa07-21c878c62d58 tempest-MeteringTestJSON-902813395 tempest-MeteringTestJSON-902813395-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1551441167'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:20.818891 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-1194005b-e29d-4738-aa07-21c878c62d58 tempest-MeteringTestJSON-902813395 tempest-MeteringTestJSON-902813395-project-admin] Unknown quota resources ['metering_label']. {{(pid=94766) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:59:20.868788 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcb15f4-8dc5-4d5f-8cf3-7e39b62d128a x-openstack-request-id: req-8dcb15f4-8dc5-4d5f-8cf3-7e39b62d128a {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:20.869065 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91a427f2-605d-43ce-874d-fc28faf774ef", "tag": "17aa702a-8b57-40e2-b4f6-91dd685b11e8", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:20.869831 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8dcb15f4-8dc5-4d5f-8cf3-7e39b62d128a {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:20.870236 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91a427f2-605d-43ce-874d-fc28faf774ef', 'tag': '17aa702a-8b57-40e2-b4f6-91dd685b11e8', 'status': 'completed', 'code': 200} Sep 16 04:59:20.974591 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:59:20.993124 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-09b3a783-b064-4faa-a7de-0286ebe0b9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:20.994979 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-09b3a783-b064-4faa-a7de-0286ebe0b9ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e02f8dc890c740bfa28760685a972b43&device_id=91a427f2-605d-43ce-874d-fc28faf774ef HTTP/1.1" status: 200 len: 1095 time: 0.1079342 Sep 16 04:59:20.999367 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527e2878-d4d9-4deb-8b91-66ecab0faefb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:59:21.002674 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1194005b-e29d-4738-aa07-21c878c62d58 tempest-MeteringTestJSON-902813395 tempest-MeteringTestJSON-902813395-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.006927 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1194005b-e29d-4738-aa07-21c878c62d58 tempest-MeteringTestJSON-902813395 tempest-MeteringTestJSON-902813395-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3564103 Sep 16 04:59:21.010793 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56924) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:21.017385 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-e2a58652-b753-4b7c-b36b-4df05d1dd410 tempest-MeteringTestJSON-902813395 tempest-MeteringTestJSON-902813395-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '6024debb-cc00-4c57-aaeb-b8b692718a21'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:21.017936 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-e2a58652-b753-4b7c-b36b-4df05d1dd410 tempest-MeteringTestJSON-902813395 tempest-MeteringTestJSON-902813395-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94766) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:59:21.029218 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d6296d-3d4f-4674-ad81-6228390dc809 None None] Sync routers for ids ['b6aa8dbc-6703-46e6-8ab1-d267b9da81a8'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:59:21.061839 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d6296d-3d4f-4674-ad81-6228390dc809 None None] Routers {'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:21.063506 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-76d6296d-3d4f-4674-ad81-6228390dc809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:59:14Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b6aa8dbc-6703-46e6-8ab1-d267b9da81a8'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:21.100972 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-079b15c6-f63c-494e-8e3d-d0906ab8660c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17aa702a-8b57-40e2-b4f6-91dd685b11e8 HTTP/1.1" status: 200 len: 217 time: 0.0831597 Sep 16 04:59:21.102636 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-527e2878-d4d9-4deb-8b91-66ecab0faefb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.105343 n-d-712139-15 neutron-server[94766]: WARNING neutron.services.metering.metering_plugin [None req-e2a58652-b753-4b7c-b36b-4df05d1dd410 tempest-MeteringTestJSON-902813395 tempest-MeteringTestJSON-902813395-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 16 04:59:21.220055 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d4b938fd-a6f4-433d-817c-488a1bb1bfda tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.223235 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e2a58652-b753-4b7c-b36b-4df05d1dd410 tempest-MeteringTestJSON-902813395 tempest-MeteringTestJSON-902813395-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.224723 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e2a58652-b753-4b7c-b36b-4df05d1dd410 tempest-MeteringTestJSON-902813395 tempest-MeteringTestJSON-902813395-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2131283 Sep 16 04:59:21.229069 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56932) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:21.234358 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-922d9dce-a02a-4377-92fb-ecee10a12b90 tempest-MeteringTestJSON-902813395 tempest-MeteringTestJSON-902813395-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '6024debb-cc00-4c57-aaeb-b8b692718a21'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:21.235300 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-922d9dce-a02a-4377-92fb-ecee10a12b90 tempest-MeteringTestJSON-902813395 tempest-MeteringTestJSON-902813395-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94766) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:59:21.267657 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-76d6296d-3d4f-4674-ad81-6228390dc809 None None] Set router b6aa8dbc-6703-46e6-8ab1-d267b9da81a8 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:21.315526 n-d-712139-15 neutron-server[94766]: WARNING neutron.services.metering.metering_plugin [None req-922d9dce-a02a-4377-92fb-ecee10a12b90 tempest-MeteringTestJSON-902813395 tempest-MeteringTestJSON-902813395-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 16 04:59:21.426935 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-922d9dce-a02a-4377-92fb-ecee10a12b90 tempest-MeteringTestJSON-902813395 tempest-MeteringTestJSON-902813395-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.431670 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-922d9dce-a02a-4377-92fb-ecee10a12b90 tempest-MeteringTestJSON-902813395 tempest-MeteringTestJSON-902813395-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1979446 Sep 16 04:59:21.433261 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d4b938fd-a6f4-433d-817c-488a1bb1bfda tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.435127 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56934) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:21.527178 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-43cad0f1-a4f8-49be-8abb-3470306cbaad tempest-MeteringTestJSON-902813395 tempest-MeteringTestJSON-902813395-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=262b609b-af3a-46d5-bba2-c8aa15259fe1 HTTP/1.1" status: 200 len: 464 time: 0.0907073 Sep 16 04:59:21.535584 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56938) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:21.553244 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b938fd-a6f4-433d-817c-488a1bb1bfda tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Pushing event updated for resources: {'Port': ['ID=f5d14a8c-ed20-451f-9325-9d79466e6985,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:21.566358 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b938fd-a6f4-433d-817c-488a1bb1bfda tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Network 2bd59184-35bb-42e1-b36e-54073839f6a3 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:21.572995 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-d4b938fd-a6f4-433d-817c-488a1bb1bfda tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:21.574403 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-76d6296d-3d4f-4674-ad81-6228390dc809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55976048', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '659ff6ba-0b4a-440c-81f5-f46503155aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:29Z', 'updated_at': '2021-09-16T04:58:43Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': '659ff6ba-0b4a-440c-81f5-f46503155aa3', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:32Z', 'updated_at': '2021-09-16T04:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '3ad630a5-bffd-4faa-99b6-97eab96f045b', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'floating_ip_address': '172.25.8.61', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'port_id': '3726a203-0c1e-4480-8bb2-58ef3687943e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5134c4c0-d730-4527-84ec-0e99ebfeac5b', 'mac_address': 'fa:16:3e:75:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2424e1-509b-413c-9796-6912f9e366b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:59:17Z', 'updated_at': '2021-09-16T04:59:17Z', 'revision_number': 0, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4be54ebe-7401-453b-947c-66e77622e3bd', 'name': '', 'network_id': '5134c4c0-d730-4527-84ec-0e99ebfeac5b', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'mac_address': 'fa:16:3e:ab:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '6759e691-02a6-400e-add7-98b3fe3d916b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:42Z', 'updated_at': '2021-09-16T04:58:51Z', 'revision_number': 5, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'subnets': [{'id': '6759e691-02a6-400e-add7-98b3fe3d916b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:21.590890 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b938fd-a6f4-433d-817c-488a1bb1bfda tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:21.614589 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d6296d-3d4f-4674-ad81-6228390dc809 None None] Checking router: b6aa8dbc-6703-46e6-8ab1-d267b9da81a8 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:59:21.630772 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d6296d-3d4f-4674-ad81-6228390dc809 None None] Routers {'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:21.631427 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-76d6296d-3d4f-4674-ad81-6228390dc809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:59:14Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b6aa8dbc-6703-46e6-8ab1-d267b9da81a8'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:21.700660 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-527e2878-d4d9-4deb-8b91-66ecab0faefb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.1722729 Sep 16 04:59:21.719747 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-84d3e5da-30a4-404d-851a-3271b729b697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:21.721735 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-84d3e5da-30a4-404d-851a-3271b729b697 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=378cf9f6-1519-49cd-9a26-89cec7723a80 HTTP/1.1" status: 200 len: 848 time: 0.1537540 Sep 16 04:59:21.727088 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b938fd-a6f4-433d-817c-488a1bb1bfda tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:21.729760 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d4b938fd-a6f4-433d-817c-488a1bb1bfda tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.754896 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f5cf1-5d3d-42c2-b0de-2c8fbf4dc84a req-0d56b31a-fd4c-4d6f-bbb7-2034db727105 tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:21.756782 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6f5f5cf1-5d3d-42c2-b0de-2c8fbf4dc84a req-0d56b31a-fd4c-4d6f-bbb7-2034db727105 tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] 10.222.0.35 "GET /v2.0/ports?device_id=91a427f2-605d-43ce-874d-fc28faf774ef HTTP/1.1" status: 200 len: 943 time: 0.1691585 Sep 16 04:59:21.768230 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-76d6296d-3d4f-4674-ad81-6228390dc809 None None] Set router b6aa8dbc-6703-46e6-8ab1-d267b9da81a8 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:21.791145 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-a20cd65b-811b-48d4-96bf-70c5196df369 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a30bc36-14f3-4e09-a3f0-384f7caefc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586648 Sep 16 04:59:21.942366 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9fe1f99b-4f14-42bb-989f-213cf473a4b6 tempest-MeteringTestJSON-902813395 tempest-MeteringTestJSON-902813395-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.943377 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6f5f5cf1-5d3d-42c2-b0de-2c8fbf4dc84a req-802ba93b-eb2d-41d1-b4a2-d6605b0855f1 tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] 10.222.0.35 "GET /v2.0/security-groups?id=17d881ba-de82-4a3f-9702-d1b27895f319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550541 Sep 16 04:59:21.944143 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9fe1f99b-4f14-42bb-989f-213cf473a4b6 tempest-MeteringTestJSON-902813395 tempest-MeteringTestJSON-902813395-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-label-rules/262b609b-af3a-46d5-bba2-c8aa15259fe1 HTTP/1.1" status: 204 len: 168 time: 0.4071193 Sep 16 04:59:21.948902 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56958) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:21.960541 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d4b938fd-a6f4-433d-817c-488a1bb1bfda tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9211714 Sep 16 04:59:21.961604 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56962) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:21.969249 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-825f251d-575d-480f-a911-babbcc7d360c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:21.984615 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56966) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:21.987836 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-22a7197c-56e5-40d7-b4ef-8d2feb5e8b3a tempest-MeteringTestJSON-902813395 tempest-MeteringTestJSON-902813395-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=262b609b-af3a-46d5-bba2-c8aa15259fe1 HTTP/1.1" status: 200 len: 221 time: 0.0375042 Sep 16 04:59:21.992941 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-4259f270-aa9e-41a9-8abc-5e4d0b22d64b tempest-MeteringTestJSON-902813395 tempest-MeteringTestJSON-902813395-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--42675846', 'description': 'label created by tempest'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:21.993404 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-4259f270-aa9e-41a9-8abc-5e4d0b22d64b tempest-MeteringTestJSON-902813395 tempest-MeteringTestJSON-902813395-project-admin] Unknown quota resources ['metering_label']. {{(pid=94767) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:59:22.004144 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f6087737-1f93-4a24-803f-a4ebcbc1036c None None] Provisioning complete for port f5d14a8c-ed20-451f-9325-9d79466e6985 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:22.004528 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f6087737-1f93-4a24-803f-a4ebcbc1036c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.062030 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-48403685-c7f4-48d8-afa0-060647850e85 service neutron] 10.222.0.48 "GET /v2.0/networks/4a30bc36-14f3-4e09-a3f0-384f7caefc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632453 Sep 16 04:59:22.077905 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-825f251d-575d-480f-a911-babbcc7d360c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks [] for floatingip, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.122833 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-f6087737-1f93-4a24-803f-a4ebcbc1036c None None] Port f5d14a8c-ed20-451f-9325-9d79466e6985 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:22.158630 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-76d6296d-3d4f-4674-ad81-6228390dc809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55976048', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '659ff6ba-0b4a-440c-81f5-f46503155aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:29Z', 'updated_at': '2021-09-16T04:58:43Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': '659ff6ba-0b4a-440c-81f5-f46503155aa3', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:32Z', 'updated_at': '2021-09-16T04:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '3ad630a5-bffd-4faa-99b6-97eab96f045b', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'floating_ip_address': '172.25.8.61', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'port_id': '3726a203-0c1e-4480-8bb2-58ef3687943e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5134c4c0-d730-4527-84ec-0e99ebfeac5b', 'mac_address': 'fa:16:3e:75:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2424e1-509b-413c-9796-6912f9e366b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:59:17Z', 'updated_at': '2021-09-16T04:59:17Z', 'revision_number': 0, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4be54ebe-7401-453b-947c-66e77622e3bd', 'name': '', 'network_id': '5134c4c0-d730-4527-84ec-0e99ebfeac5b', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'mac_address': 'fa:16:3e:ab:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '6759e691-02a6-400e-add7-98b3fe3d916b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:42Z', 'updated_at': '2021-09-16T04:58:51Z', 'revision_number': 5, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'subnets': [{'id': '6759e691-02a6-400e-add7-98b3fe3d916b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:22.188893 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d6296d-3d4f-4674-ad81-6228390dc809 None None] The sync data for ids ['b6aa8dbc-6703-46e6-8ab1-d267b9da81a8'] in n-d-712139-15 is: [{'id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55976048', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '659ff6ba-0b4a-440c-81f5-f46503155aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:29Z', 'updated_at': '2021-09-16T04:58:43Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': '659ff6ba-0b4a-440c-81f5-f46503155aa3', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:32Z', 'updated_at': '2021-09-16T04:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '3ad630a5-bffd-4faa-99b6-97eab96f045b', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'floating_ip_address': '172.25.8.61', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'port_id': '3726a203-0c1e-4480-8bb2-58ef3687943e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5134c4c0-d730-4527-84ec-0e99ebfeac5b', 'mac_address': 'fa:16:3e:75:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2424e1-509b-413c-9796-6912f9e366b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:59:17Z', 'updated_at': '2021-09-16T04:59:17Z', 'revision_number': 0, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4be54ebe-7401-453b-947c-66e77622e3bd', 'name': '', 'network_id': '5134c4c0-d730-4527-84ec-0e99ebfeac5b', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'mac_address': 'fa:16:3e:ab:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '6759e691-02a6-400e-add7-98b3fe3d916b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:42Z', 'updated_at': '2021-09-16T04:58:51Z', 'revision_number': 5, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'subnets': [{'id': '6759e691-02a6-400e-add7-98b3fe3d916b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:59:22.321303 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4259f270-aa9e-41a9-8abc-5e4d0b22d64b tempest-MeteringTestJSON-902813395 tempest-MeteringTestJSON-902813395-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.322606 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4259f270-aa9e-41a9-8abc-5e4d0b22d64b tempest-MeteringTestJSON-902813395 tempest-MeteringTestJSON-902813395-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.3356218 Sep 16 04:59:22.325408 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56984) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:22.361098 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39abcd-0f26-415a-9519-40cd9ea40bc2 req-82fc3703-16a7-46e3-bfce-9ff0303232ce tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:22.362795 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf39abcd-0f26-415a-9519-40cd9ea40bc2 req-82fc3703-16a7-46e3-bfce-9ff0303232ce tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 946 time: 0.2151873 Sep 16 04:59:22.392126 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5b0cb09d-a2fa-4f80-9f07-7f7ac2c4c214 tempest-MeteringTestJSON-902813395 tempest-MeteringTestJSON-902813395-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=9416740c-4e39-42e1-a0c4-18f3dcaec5da HTTP/1.1" status: 200 len: 466 time: 0.0647402 Sep 16 04:59:22.395664 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56990) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:22.426582 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b8e0657b-c398-4fba-8aad-c889f0ffc3dd req-ccd59130-54b5-4c99-9090-b07265c976b8 service neutron] 10.222.0.48 "GET /v2.0/networks/4a30bc36-14f3-4e09-a3f0-384f7caefc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030612 Sep 16 04:59:22.470755 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9de249-575a-4533-8668-8d326b1c7b11 None None] New status for floating IP 3ad630a5-bffd-4faa-99b6-97eab96f045b: ACTIVE {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:59:22.487938 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf39abcd-0f26-415a-9519-40cd9ea40bc2 req-d2d3b7b0-a10f-4ddc-b743-0e5a89a15312 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=295ea664-146b-402c-b1bb-04eb95e0a13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638554 Sep 16 04:59:22.519157 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56996) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:22.530934 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-825f251d-575d-480f-a911-babbcc7d360c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.725054 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-04d741b0-bbf3-4117-9053-600403f7c6b1 tempest-MeteringTestJSON-902813395 tempest-MeteringTestJSON-902813395-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.726232 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-04d741b0-bbf3-4117-9053-600403f7c6b1 tempest-MeteringTestJSON-902813395 tempest-MeteringTestJSON-902813395-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-labels/9416740c-4e39-42e1-a0c4-18f3dcaec5da HTTP/1.1" status: 204 len: 168 time: 0.3295977 Sep 16 04:59:22.729751 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57008) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:22.752318 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6bc5200a-81f4-4233-93d2-6b5e6d9e3607 tempest-MeteringTestJSON-902813395 tempest-MeteringTestJSON-902813395-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=9416740c-4e39-42e1-a0c4-18f3dcaec5da HTTP/1.1" status: 200 len: 216 time: 0.0214272 Sep 16 04:59:22.755846 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57010) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:22.771832 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5d12285c-0c86-4ca7-a4b4-80cd4a7ec2e2 tempest-MeteringTestJSON-902813395 tempest-MeteringTestJSON-902813395-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0140929 Sep 16 04:59:22.778101 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57016) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:22.787828 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c0593-fbb1-4c07-a9cc-39724ecb83f6 req-7a3eb2ab-3371-4c3e-9f54-c7f0a1c1e30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:22.787828 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b9c0593-fbb1-4c07-a9cc-39724ecb83f6 req-7a3eb2ab-3371-4c3e-9f54-c7f0a1c1e30b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e02f8dc890c740bfa28760685a972b43&device_id=91a427f2-605d-43ce-874d-fc28faf774ef HTTP/1.1" status: 200 len: 1095 time: 0.2431610 Sep 16 04:59:22.794476 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0071dfb2-7763-482f-abcb-54b10111776f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/floatingips/3ad630a5-bffd-4faa-99b6-97eab96f045b HTTP/1.1" status: 200 len: 991 time: 0.2729437 Sep 16 04:59:22.812908 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a2bec9c8-2a20-49e7-baf2-043bcc5f6bda tempest-MeteringTestJSON-902813395 tempest-MeteringTestJSON-902813395-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0283339 Sep 16 04:59:22.813432 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57020) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:22.904082 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe2424e1-509b-413c-9796-6912f9e366b6', 'tag': '3726a203-0c1e-4480-8bb2-58ef3687943e'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:22.906356 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2673c6-8888-42f0-aa86-48ea11cc8081" -d '{"events": [{"name": "network-changed", "server_uuid": "fe2424e1-509b-413c-9796-6912f9e366b6", "tag": "3726a203-0c1e-4480-8bb2-58ef3687943e"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:22.927139 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-67c0129b-5c93-41ad-b238-f89b73d6380e tempest-MeteringTestJSON-902813395 tempest-MeteringTestJSON-902813395-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels/6024debb-cc00-4c57-aaeb-b8b692718a21 HTTP/1.1" status: 200 len: 473 time: 0.1124351 Sep 16 04:59:22.927471 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57026) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:22.958392 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-825f251d-575d-480f-a911-babbcc7d360c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Allocated IP 172.25.8.188 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/74afa783-edd8-462d-a5f8-369b88a8894b) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:22.961732 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0974a885-6814-4908-a04e-e4a4551ac42e tempest-MeteringTestJSON-902813395 tempest-MeteringTestJSON-902813395-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules/4a20e644-dfb2-420c-8d9c-5d391d9a7348 HTTP/1.1" status: 200 len: 461 time: 0.0320425 Sep 16 04:59:22.966738 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57032) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:23.142614 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-825f251d-575d-480f-a911-babbcc7d360c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.188681 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-825f251d-575d-480f-a911-babbcc7d360c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.193842 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c0593-fbb1-4c07-a9cc-39724ecb83f6 req-d1b19d3e-f396-4e14-9586-fcd412b316a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:23.197451 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b9c0593-fbb1-4c07-a9cc-39724ecb83f6 req-d1b19d3e-f396-4e14-9586-fcd412b316a2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a30bc36-14f3-4e09-a3f0-384f7caefc7f HTTP/1.1" status: 200 len: 909 time: 0.4021361 Sep 16 04:59:23.201870 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d0e539-9086-4889-a056-5db898e5c022 x-openstack-request-id: req-b1d0e539-9086-4889-a056-5db898e5c022 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:23.202449 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe2424e1-509b-413c-9796-6912f9e366b6", "tag": "3726a203-0c1e-4480-8bb2-58ef3687943e", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:23.202917 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b1d0e539-9086-4889-a056-5db898e5c022 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:23.203461 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe2424e1-509b-413c-9796-6912f9e366b6', 'tag': '3726a203-0c1e-4480-8bb2-58ef3687943e', 'status': 'completed', 'code': 200} Sep 16 04:59:23.355671 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825f251d-575d-480f-a911-babbcc7d360c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:23.365492 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b9c0593-fbb1-4c07-a9cc-39724ecb83f6 req-7514a2a2-432e-496b-85e4-b93f8506770e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17aa702a-8b57-40e2-b4f6-91dd685b11e8 HTTP/1.1" status: 200 len: 217 time: 0.1261759 Sep 16 04:59:23.378912 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-825f251d-575d-480f-a911-babbcc7d360c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:23.383510 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f251d-575d-480f-a911-babbcc7d360c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Pushing event updated for resources: {'Port': ['ID=74afa783-edd8-462d-a5f8-369b88a8894b,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:23.393058 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825f251d-575d-480f-a911-babbcc7d360c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:23.486783 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c0593-fbb1-4c07-a9cc-39724ecb83f6 req-b6f7d409-cb9d-4774-a9d8-50f790fc4633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:23.488850 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b9c0593-fbb1-4c07-a9cc-39724ecb83f6 req-b6f7d409-cb9d-4774-a9d8-50f790fc4633 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=378cf9f6-1519-49cd-9a26-89cec7723a80 HTTP/1.1" status: 200 len: 848 time: 0.0706134 Sep 16 04:59:23.534389 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2673c6-8888-42f0-aa86-48ea11cc8081 req-7e3c907c-f23b-4104-8b77-68b29c8d8409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:23.536207 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fc2673c6-8888-42f0-aa86-48ea11cc8081 req-7e3c907c-f23b-4104-8b77-68b29c8d8409 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9314d3ea71064ec8a4285d4ce520aaad&device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 1098 time: 0.2753744 Sep 16 04:59:23.563475 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b9c0593-fbb1-4c07-a9cc-39724ecb83f6 req-4f9291bf-48c4-4445-a894-18bb9e25b8f3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a30bc36-14f3-4e09-a3f0-384f7caefc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641642 Sep 16 04:59:23.599520 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6b997b62-d0d8-4489-81e6-45a3368dc042 tempest-MeteringTestJSON-902813395 tempest-MeteringTestJSON-902813395-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.604550 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6b997b62-d0d8-4489-81e6-45a3368dc042 tempest-MeteringTestJSON-902813395 tempest-MeteringTestJSON-902813395-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-label-rules/4a20e644-dfb2-420c-8d9c-5d391d9a7348 HTTP/1.1" status: 204 len: 168 time: 0.6324892 Sep 16 04:59:23.604550 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57052) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:23.606427 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141279c1-28bb-4991-9615-a6ccca40441d req-ae54ae88-867c-45e3-aa93-e394c179bcb0 tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:23.607979 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-141279c1-28bb-4991-9615-a6ccca40441d req-ae54ae88-867c-45e3-aa93-e394c179bcb0 tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] 10.222.0.35 "GET /v2.0/ports?device_id=91a427f2-605d-43ce-874d-fc28faf774ef HTTP/1.1" status: 200 len: 943 time: 0.2684088 Sep 16 04:59:23.807870 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57056) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:23.821125 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0076c754-14f8-42ca-9083-881fe9c97159 tempest-MeteringTestJSON-902813395 tempest-MeteringTestJSON-902813395-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.823198 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0076c754-14f8-42ca-9083-881fe9c97159 tempest-MeteringTestJSON-902813395 tempest-MeteringTestJSON-902813395-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-labels/6024debb-cc00-4c57-aaeb-b8b692718a21 HTTP/1.1" status: 204 len: 168 time: 0.2168725 Sep 16 04:59:23.839770 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-141279c1-28bb-4991-9615-a6ccca40441d req-7597c77f-33b0-44b2-b198-edd49c7047af tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] 10.222.0.35 "GET /v2.0/security-groups?id=17d881ba-de82-4a3f-9702-d1b27895f319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986961 Sep 16 04:59:23.876827 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-825f251d-575d-480f-a911-babbcc7d360c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.942456 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b9c0593-fbb1-4c07-a9cc-39724ecb83f6 req-1a94797d-e0c6-4dc5-b0af-2ea0d5c36e7c service neutron] 10.222.0.48 "GET /v2.0/networks/4a30bc36-14f3-4e09-a3f0-384f7caefc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546169 Sep 16 04:59:23.943629 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2673c6-8888-42f0-aa86-48ea11cc8081 req-7fa691aa-8fcd-4a2b-955e-0d370f739bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:23.945104 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fc2673c6-8888-42f0-aa86-48ea11cc8081 req-7fa691aa-8fcd-4a2b-955e-0d370f739bfe service neutron] 10.222.0.47 "GET /v2.0/networks?id=5134c4c0-d730-4527-84ec-0e99ebfeac5b HTTP/1.1" status: 200 len: 897 time: 0.3851321 Sep 16 04:59:24.003065 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-644a365d-1779-4093-a92f-dbccd7d174e5 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/floatingips/3ad630a5-bffd-4faa-99b6-97eab96f045b HTTP/1.1" status: 200 len: 993 time: 0.1903083 Sep 16 04:59:24.059230 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-825f251d-575d-480f-a911-babbcc7d360c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.317164 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fc2673c6-8888-42f0-aa86-48ea11cc8081 req-3dbd53dc-d1ab-4ee6-8394-e7a60a36ad66 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3726a203-0c1e-4480-8bb2-58ef3687943e HTTP/1.1" status: 200 len: 1001 time: 0.3439002 Sep 16 04:59:24.382446 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57084) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:24.436359 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7ca34-41e0-46ca-9d70-826241238b10 req-e8ad14fe-f65f-4e68-95e4-851bde813c31 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:24.443881 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bca7ca34-41e0-46ca-9d70-826241238b10 req-e8ad14fe-f65f-4e68-95e4-851bde813c31 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 946 time: 0.2517831 Sep 16 04:59:24.468777 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b9c0593-fbb1-4c07-a9cc-39724ecb83f6 req-06330ace-3630-40f5-8529-ff70688cef35 service neutron] 10.222.0.48 "GET /v2.0/networks/4a30bc36-14f3-4e09-a3f0-384f7caefc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5159392 Sep 16 04:59:24.542119 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2673c6-8888-42f0-aa86-48ea11cc8081 req-48c0ae32-a838-4607-ad4a-70251d5fc0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:24.543865 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fc2673c6-8888-42f0-aa86-48ea11cc8081 req-48c0ae32-a838-4607-ad4a-70251d5fc0bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6759e691-02a6-400e-add7-98b3fe3d916b HTTP/1.1" status: 200 len: 835 time: 0.2122996 Sep 16 04:59:24.609371 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bca7ca34-41e0-46ca-9d70-826241238b10 req-780667c1-4a36-486e-9dc0-be3635852f9c tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644003 Sep 16 04:59:24.617285 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-37e95658-da25-4b04-8c4c-aa93f94f67ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.683004 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2673c6-8888-42f0-aa86-48ea11cc8081 req-81a19879-7966-4cab-9e25-cdf67949a466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:24.684870 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fc2673c6-8888-42f0-aa86-48ea11cc8081 req-81a19879-7966-4cab-9e25-cdf67949a466 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5134c4c0-d730-4527-84ec-0e99ebfeac5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1312165 Sep 16 04:59:24.687472 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-825f251d-575d-480f-a911-babbcc7d360c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.698926 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-825f251d-575d-480f-a911-babbcc7d360c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.764251 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-37e95658-da25-4b04-8c4c-aa93f94f67ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.777528 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-37e95658-da25-4b04-8c4c-aa93f94f67ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.826116 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-37e95658-da25-4b04-8c4c-aa93f94f67ae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=07f862708bd845048aed3915423dc236&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4422283 Sep 16 04:59:24.827423 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e95658-da25-4b04-8c4c-aa93f94f67ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d079773-ced7-4f7d-9f3c-3a6cfa3dd62c,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:24.831182 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57138) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:24.882117 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f251d-575d-480f-a911-babbcc7d360c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Pushing event updated for resources: {'Port': ['ID=74afa783-edd8-462d-a5f8-369b88a8894b,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:24.887954 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-825f251d-575d-480f-a911-babbcc7d360c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.916085 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-825f251d-575d-480f-a911-babbcc7d360c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.921756 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-825f251d-575d-480f-a911-babbcc7d360c tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9589725 Sep 16 04:59:24.923855 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57152) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:24.943949 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-d50732e4-77c4-4445-9d00-01e5004959a1 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Request body: {'floatingip': {'port_id': 'f5d14a8c-ed20-451f-9325-9d79466e6985', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:24.964193 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fc2673c6-8888-42f0-aa86-48ea11cc8081 req-3730f432-b1dc-47fe-9e12-ae08a7b3daeb service neutron] 10.222.0.47 "GET /v2.0/networks/5134c4c0-d730-4527-84ec-0e99ebfeac5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652600 Sep 16 04:59:25.016366 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-098e4d75-1ae9-4c20-89b1-c08ed3f48aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.038868 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d50732e4-77c4-4445-9d00-01e5004959a1 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks [] for floatingip, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.110020 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-098e4d75-1ae9-4c20-89b1-c08ed3f48aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.137257 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6330d2a-46ba-4535-ac81-3321849c6d40 req-886c245d-79cb-44be-89e1-6bab17ef14be tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:25.150242 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6330d2a-46ba-4535-ac81-3321849c6d40 req-886c245d-79cb-44be-89e1-6bab17ef14be tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] 10.222.0.35 "GET /v2.0/ports?device_id=91a427f2-605d-43ce-874d-fc28faf774ef HTTP/1.1" status: 200 len: 943 time: 0.1558878 Sep 16 04:59:25.176708 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fc2673c6-8888-42f0-aa86-48ea11cc8081 req-7dd71ffc-cb70-4f2d-a87a-bac15764fbe3 service neutron] 10.222.0.47 "GET /v2.0/networks/5134c4c0-d730-4527-84ec-0e99ebfeac5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965377 Sep 16 04:59:25.264832 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6330d2a-46ba-4535-ac81-3321849c6d40 req-cfc4f771-9527-483e-a437-e1a4bf1de328 tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] 10.222.0.35 "GET /v2.0/security-groups?id=17d881ba-de82-4a3f-9702-d1b27895f319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123734 Sep 16 04:59:25.290882 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-d50732e4-77c4-4445-9d00-01e5004959a1 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] update failed (client error): The resource could not be found. Sep 16 04:59:25.295756 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d50732e4-77c4-4445-9d00-01e5004959a1 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] 10.222.0.35 "PUT /v2.0/floatingips/a339cd0c-35f2-4347-ac92-4adc00b5235d HTTP/1.1" status: 404 len: 507 time: 0.3698401 Sep 16 04:59:25.297945 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57196) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:25.317644 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-098e4d75-1ae9-4c20-89b1-c08ed3f48aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.321455 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-098e4d75-1ae9-4c20-89b1-c08ed3f48aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.325856 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-098e4d75-1ae9-4c20-89b1-c08ed3f48aaf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7d079773-ced7-4f7d-9f3c-3a6cfa3dd62c HTTP/1.1" status: 204 len: 168 time: 0.4912643 Sep 16 04:59:25.344815 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e4d75-1ae9-4c20-89b1-c08ed3f48aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d079773-ced7-4f7d-9f3c-3a6cfa3dd62c,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:25.542785 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-d99e21b0-2cec-422d-9595-03f1ca1eef3f tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Deleting port 74afa783-edd8-462d-a5f8-369b88a8894b {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:25.543492 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d99e21b0-2cec-422d-9595-03f1ca1eef3f tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.696982 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d99e21b0-2cec-422d-9595-03f1ca1eef3f tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.697368 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d99e21b0-2cec-422d-9595-03f1ca1eef3f tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.719344 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-d99e21b0-2cec-422d-9595-03f1ca1eef3f tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Calling delete_port for 74afa783-edd8-462d-a5f8-369b88a8894b owned by network:floatingip {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:25.797724 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57250) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:25.821113 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-897e5fc6-2a3b-4b8d-92a7-63513e9ecdec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.911996 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d99e21b0-2cec-422d-9595-03f1ca1eef3f tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:26.016398 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-897e5fc6-2a3b-4b8d-92a7-63513e9ecdec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:26.024767 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-897e5fc6-2a3b-4b8d-92a7-63513e9ecdec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:26.084887 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-897e5fc6-2a3b-4b8d-92a7-63513e9ecdec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2015ca7de082402581d28b3113c59db6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2853253 Sep 16 04:59:26.085707 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e5fc6-2a3b-4b8d-92a7-63513e9ecdec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2e7d74-9dac-4209-808a-13367d59f41f,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:26.089025 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57278) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:26.193258 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e2537c7e-8cac-4c08-9eb0-72391a0c2302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:26.237111 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e2537c7e-8cac-4c08-9eb0-72391a0c2302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:26.318478 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e2537c7e-8cac-4c08-9eb0-72391a0c2302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:26.323192 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e2537c7e-8cac-4c08-9eb0-72391a0c2302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:26.324759 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e2537c7e-8cac-4c08-9eb0-72391a0c2302 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7c2e7d74-9dac-4209-808a-13367d59f41f HTTP/1.1" status: 204 len: 168 time: 0.2344358 Sep 16 04:59:26.336763 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2537c7e-8cac-4c08-9eb0-72391a0c2302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2e7d74-9dac-4209-808a-13367d59f41f,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:26.624678 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e21b0-2cec-422d-9595-03f1ca1eef3f tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Pushing event deleted for resources: {'Port': ['ID=74afa783-edd8-462d-a5f8-369b88a8894b,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:26.669722 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9fc729-58cc-4985-8abb-9002ce5b1259 req-697f6af1-5463-47a5-ad61-86e49f1de1fa tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:26.672099 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-df9fc729-58cc-4985-8abb-9002ce5b1259 req-697f6af1-5463-47a5-ad61-86e49f1de1fa tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 946 time: 0.8949518 Sep 16 04:59:26.713235 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d99e21b0-2cec-422d-9595-03f1ca1eef3f tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks [] for floatingip, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:26.716713 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d99e21b0-2cec-422d-9595-03f1ca1eef3f tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:26.718476 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d99e21b0-2cec-422d-9595-03f1ca1eef3f tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] 10.222.0.35 "DELETE /v2.0/floatingips/a339cd0c-35f2-4347-ac92-4adc00b5235d HTTP/1.1" status: 204 len: 168 time: 1.4195228 Sep 16 04:59:26.722337 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57346) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:26.727914 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-5cba49b0-cd11-45e1-867a-1e65a1d51bbe tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Request body: {'floatingip': {'floating_network_id': '2bd59184-35bb-42e1-b36e-54073839f6a3', 'port_id': 'f5d14a8c-ed20-451f-9325-9d79466e6985', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:26.760222 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5cba49b0-cd11-45e1-867a-1e65a1d51bbe tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks [] for floatingip, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:26.791251 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-df9fc729-58cc-4985-8abb-9002ce5b1259 req-8f14ac83-4221-4b02-b25a-22502b13920e tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880966 Sep 16 04:59:26.922203 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 17aa702a-8b57-40e2-b4f6-91dd685b11e8 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:59:27.005438 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-5cba49b0-cd11-45e1-867a-1e65a1d51bbe tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:59:27.013444 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5cba49b0-cd11-45e1-867a-1e65a1d51bbe tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2885377 Sep 16 04:59:27.017412 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57374) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:27.035800 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-70ba884f-0c6c-4eda-b583-2f6271c9b816 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'port_id': 'f5d14a8c-ed20-451f-9325-9d79466e6985', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:27.112847 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70ba884f-0c6c-4eda-b583-2f6271c9b816 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks [] for floatingip, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.144236 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b91251-d22e-4b65-a612-f20058396484 req-55b09ed2-2711-4f67-bea1-50aefdf7f43e tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:27.156498 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-41b91251-d22e-4b65-a612-f20058396484 req-55b09ed2-2711-4f67-bea1-50aefdf7f43e tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] 10.222.0.35 "GET /v2.0/ports?device_id=91a427f2-605d-43ce-874d-fc28faf774ef HTTP/1.1" status: 200 len: 943 time: 0.1954949 Sep 16 04:59:27.196354 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 17aa702a-8b57-40e2-b4f6-91dd685b11e8, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=17aa702a-8b57-40e2-b4f6-91dd685b11e8,segment=NetworkSegment(7b41d1b1-718b-4034-8158-da6cfed10f2b),segment_id=7b41d1b1-718b-4034-8158-da6cfed10f2b)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:27.231161 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '17aa702a-8b57-40e2-b4f6-91dd685b11e8', 'network_id': '4a30bc36-14f3-4e09-a3f0-384f7caefc7f', 'port_id': '17aa702a-8b57-40e2-b4f6-91dd685b11e8', 'mac_address': 'fa:16:3e:fc:f8:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '378cf9f6-1519-49cd-9a26-89cec7723a80', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:59:27.267722 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-41b91251-d22e-4b65-a612-f20058396484 req-cc646d7c-91e2-482d-b494-59e12e7253c4 tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] 10.222.0.35 "GET /v2.0/security-groups?id=17d881ba-de82-4a3f-9702-d1b27895f319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072879 Sep 16 04:59:27.300307 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.338571 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17aa702a-8b57-40e2-b4f6-91dd685b11e8 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:27.377871 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 17aa702a-8b57-40e2-b4f6-91dd685b11e8, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=17aa702a-8b57-40e2-b4f6-91dd685b11e8,segment=NetworkSegment(7b41d1b1-718b-4034-8158-da6cfed10f2b),segment_id=7b41d1b1-718b-4034-8158-da6cfed10f2b)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:27.392664 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.444705 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70ba884f-0c6c-4eda-b583-2f6271c9b816 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.472007 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=17aa702a-8b57-40e2-b4f6-91dd685b11e8,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:27.482585 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:27.483236 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:27.483915 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:27.484532 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:27.485053 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:27.485562 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:27.486646 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:27.487202 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:27.487789 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:27.489099 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:27.489596 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:27.490444 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:27.622506 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-70ba884f-0c6c-4eda-b583-2f6271c9b816 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Allocated IP 172.25.8.243 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/2b5db2f6-de05-4b04-a3fe-ed49fa51df02) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:27.807595 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['17aa702a-8b57-40e2-b4f6-91dd685b11e8'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:27.869949 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70ba884f-0c6c-4eda-b583-2f6271c9b816 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.971985 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70ba884f-0c6c-4eda-b583-2f6271c9b816 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.034718 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a2445-e4f0-4b2a-a303-934af27c558c req-3abda25c-5d18-4a99-b75e-fed2e60c55f7 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:28.036306 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6d1a2445-e4f0-4b2a-a303-934af27c558c req-3abda25c-5d18-4a99-b75e-fed2e60c55f7 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 946 time: 0.1149147 Sep 16 04:59:28.078232 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57514) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:28.124765 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ba884f-0c6c-4eda-b583-2f6271c9b816 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:28.128731 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6d1a2445-e4f0-4b2a-a303-934af27c558c req-1be9a903-546e-4140-af98-86fb8228dddc tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840473 Sep 16 04:59:28.162417 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-70ba884f-0c6c-4eda-b583-2f6271c9b816 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:28.171672 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ba884f-0c6c-4eda-b583-2f6271c9b816 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:28.265934 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba884f-0c6c-4eda-b583-2f6271c9b816 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Pushing event updated for resources: {'Port': ['ID=2b5db2f6-de05-4b04-a3fe-ed49fa51df02,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:28.350049 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-0bcbaa08-27d4-4714-9daa-5fddbfe67912 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-593036922'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:28.430727 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bcbaa08-27d4-4714-9daa-5fddbfe67912 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Made reservation on behalf of a8b50a8c837f42dbb2edf20091019077 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:28.434963 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0bcbaa08-27d4-4714-9daa-5fddbfe67912 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.454206 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714a31e-4a66-4abf-a144-9e59e133c421 req-87cfe2af-e4a0-4c60-a594-afe93fa05b88 tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:28.461653 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0bcbaa08-27d4-4714-9daa-5fddbfe67912 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.462581 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a714a31e-4a66-4abf-a144-9e59e133c421 req-87cfe2af-e4a0-4c60-a594-afe93fa05b88 tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] 10.222.0.35 "GET /v2.0/ports?device_id=91a427f2-605d-43ce-874d-fc28faf774ef HTTP/1.1" status: 200 len: 944 time: 0.0832059 Sep 16 04:59:28.512128 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a714a31e-4a66-4abf-a144-9e59e133c421 req-31e9f3b6-66e6-4a67-997d-864f4847550d tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] 10.222.0.35 "GET /v2.0/security-groups?id=17d881ba-de82-4a3f-9702-d1b27895f319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486681 Sep 16 04:59:28.590508 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-70ba884f-0c6c-4eda-b583-2f6271c9b816 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Deleting port 2b5db2f6-de05-4b04-a3fe-ed49fa51df02 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:28.590872 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70ba884f-0c6c-4eda-b583-2f6271c9b816 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.701428 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0bcbaa08-27d4-4714-9daa-5fddbfe67912 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.718579 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0bcbaa08-27d4-4714-9daa-5fddbfe67912 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.730524 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70ba884f-0c6c-4eda-b583-2f6271c9b816 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.730859 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70ba884f-0c6c-4eda-b583-2f6271c9b816 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.759453 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-70ba884f-0c6c-4eda-b583-2f6271c9b816 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Calling delete_port for 2b5db2f6-de05-4b04-a3fe-ed49fa51df02 owned by network:floatingip {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:28.761193 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bcbaa08-27d4-4714-9daa-5fddbfe67912 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:59:28.791409 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcbaa08-27d4-4714-9daa-5fddbfe67912 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3484efd-70f9-4680-93df-4a196bb14adb,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:28.802653 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0bcbaa08-27d4-4714-9daa-5fddbfe67912 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.802871 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-0bcbaa08-27d4-4714-9daa-5fddbfe67912 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Added segment e581cc45-c16d-495f-ae84-f28b258f6faf of type vlan for network d1024aba-e2b5-475d-9950-9a2d6e995ff5 Sep 16 04:59:28.888919 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0bcbaa08-27d4-4714-9daa-5fddbfe67912 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.927306 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0bcbaa08-27d4-4714-9daa-5fddbfe67912 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.933655 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcbaa08-27d4-4714-9daa-5fddbfe67912 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:28.934193 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0bcbaa08-27d4-4714-9daa-5fddbfe67912 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.937633 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 17aa702a-8b57-40e2-b4f6-91dd685b11e8 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:28.995373 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 17aa702a-8b57-40e2-b4f6-91dd685b11e8 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:59:28.999853 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 17aa702a-8b57-40e2-b4f6-91dd685b11e8 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:29.000345 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.045603 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0bcbaa08-27d4-4714-9daa-5fddbfe67912 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9612238 Sep 16 04:59:29.049338 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57582) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:29.055267 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-7756818b-636a-4035-b2fa-315c7f38cfe2 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Request body: {'subnet': {'network_id': 'd1024aba-e2b5-475d-9950-9a2d6e995ff5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:29.067294 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcbaa08-27d4-4714-9daa-5fddbfe67912 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Pushing event updated for resources: {'Network': ['ID=d1024aba-e2b5-475d-9950-9a2d6e995ff5,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:29.077977 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70ba884f-0c6c-4eda-b583-2f6271c9b816 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.079742 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network d1024aba-e2b5-475d-9950-9a2d6e995ff5 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:59:29.105043 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba884f-0c6c-4eda-b583-2f6271c9b816 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Pushing event deleted for resources: {'Port': ['ID=2b5db2f6-de05-4b04-a3fe-ed49fa51df02,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:29.203660 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7756818b-636a-4035-b2fa-315c7f38cfe2 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Made reservation on behalf of a8b50a8c837f42dbb2edf20091019077 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:29.207590 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7756818b-636a-4035-b2fa-315c7f38cfe2 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.217313 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef431c93-be62-413a-96bb-59c0b70f525d req-d7a3ad20-869c-4c48-91cb-763026c2fa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:29.217575 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-70ba884f-0c6c-4eda-b583-2f6271c9b816 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] create failed (client error): The resource could not be found. Sep 16 04:59:29.218993 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef431c93-be62-413a-96bb-59c0b70f525d req-d7a3ad20-869c-4c48-91cb-763026c2fa57 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b67ac34bf7e46cc823dbce391e87ff7&device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 1098 time: 0.0778430 Sep 16 04:59:29.225390 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-70ba884f-0c6c-4eda-b583-2f6271c9b816 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.2071209 Sep 16 04:59:29.226706 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57586) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:29.409611 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.434182 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-abf2976d-fe49-43e8-9888-2042ef3b1a0e tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Deleting port f5d14a8c-ed20-451f-9325-9d79466e6985 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:29.447108 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-abf2976d-fe49-43e8-9888-2042ef3b1a0e tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.501655 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a427f2-605d-43ce-874d-fc28faf774ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17aa702a-8b57-40e2-b4f6-91dd685b11e8'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:29.503935 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7612eb-0f1f-45de-b58f-baf0ba75d5c8" -d '{"events": [{"server_uuid": "91a427f2-605d-43ce-874d-fc28faf774ef", "name": "network-vif-plugged", "status": "completed", "tag": "17aa702a-8b57-40e2-b4f6-91dd685b11e8"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:29.530534 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 17aa702a-8b57-40e2-b4f6-91dd685b11e8, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=17aa702a-8b57-40e2-b4f6-91dd685b11e8,segment=NetworkSegment(7b41d1b1-718b-4034-8158-da6cfed10f2b),segment_id=7b41d1b1-718b-4034-8158-da6cfed10f2b)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:29.540083 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.593863 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e8b10-25b5-4b94-a034-2c0c78d6015f req-ab31e3b9-5959-4358-88a8-a7f25652de00 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:29.611597 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-729e8b10-25b5-4b94-a034-2c0c78d6015f req-ab31e3b9-5959-4358-88a8-a7f25652de00 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 946 time: 0.3378878 Sep 16 04:59:29.674028 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=17aa702a-8b57-40e2-b4f6-91dd685b11e8,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:29.681526 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef431c93-be62-413a-96bb-59c0b70f525d req-da2f4b95-f71e-4cbd-a26e-fb46dba2a8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:29.683909 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef431c93-be62-413a-96bb-59c0b70f525d req-da2f4b95-f71e-4cbd-a26e-fb46dba2a8fa service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 HTTP/1.1" status: 200 len: 918 time: 0.4336722 Sep 16 04:59:29.717243 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-abf2976d-fe49-43e8-9888-2042ef3b1a0e tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.758939 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-abf2976d-fe49-43e8-9888-2042ef3b1a0e tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Calling delete_port for f5d14a8c-ed20-451f-9325-9d79466e6985 owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:29.794630 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-729e8b10-25b5-4b94-a034-2c0c78d6015f req-0c0f618d-828d-4c0c-844b-b99207cf266c tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814952 Sep 16 04:59:29.908436 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef431c93-be62-413a-96bb-59c0b70f525d req-61cb4407-120c-41f2-a025-fb6384c3cfa5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfa7b302-5c1c-443a-89da-aad3b2a9358e HTTP/1.1" status: 200 len: 1002 time: 0.2120297 Sep 16 04:59:30.033723 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7756818b-636a-4035-b2fa-315c7f38cfe2 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:30.080591 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-abf2976d-fe49-43e8-9888-2042ef3b1a0e tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:30.109247 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef431c93-be62-413a-96bb-59c0b70f525d req-d9be62f8-d94d-48b4-b097-beea3c78cb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:30.111291 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef431c93-be62-413a-96bb-59c0b70f525d req-d9be62f8-d94d-48b4-b097-beea3c78cb70 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=03820bd1-1023-490e-b628-251d17d722c4 HTTP/1.1" status: 200 len: 856 time: 0.1585140 Sep 16 04:59:30.115606 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a709ca-f599-4b5a-9133-2fc3f5e6e355 x-openstack-request-id: req-22a709ca-f599-4b5a-9133-2fc3f5e6e355 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:30.116133 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a427f2-605d-43ce-874d-fc28faf774ef", "name": "network-vif-plugged", "status": "completed", "tag": "17aa702a-8b57-40e2-b4f6-91dd685b11e8", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:30.116305 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-22a709ca-f599-4b5a-9133-2fc3f5e6e355 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:30.117716 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a427f2-605d-43ce-874d-fc28faf774ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17aa702a-8b57-40e2-b4f6-91dd685b11e8', 'code': 200} Sep 16 04:59:30.134839 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2976d-fe49-43e8-9888-2042ef3b1a0e tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Pushing event deleted for resources: {'Port': ['ID=f5d14a8c-ed20-451f-9325-9d79466e6985,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:30.163214 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7756818b-636a-4035-b2fa-315c7f38cfe2 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Pushing event updated for resources: {'Subnet': ['ID=c159a6ad-661b-4ded-89e2-3b37b3213360,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:30.194082 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7756818b-636a-4035-b2fa-315c7f38cfe2 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Checking segment: {'id': 'e581cc45-c16d-495f-ae84-f28b258f6faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd1024aba-e2b5-475d-9950-9a2d6e995ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:30.194830 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7756818b-636a-4035-b2fa-315c7f38cfe2 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Network hostable DHCP agents. Network: d1024aba-e2b5-475d-9950-9a2d6e995ff5, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:59:30.212393 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef431c93-be62-413a-96bb-59c0b70f525d req-a0aa6c83-3fd1-4ec3-8e25-d7c02a7fcd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:30.214610 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef431c93-be62-413a-96bb-59c0b70f525d req-a0aa6c83-3fd1-4ec3-8e25-d7c02a7fcd16 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa14f7fe-1f8d-4bc9-a5b1-99c520e36470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0926130 Sep 16 04:59:30.244159 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7756818b-636a-4035-b2fa-315c7f38cfe2 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Network d1024aba-e2b5-475d-9950-9a2d6e995ff5 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:59:30.302019 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-abf2976d-fe49-43e8-9888-2042ef3b1a0e tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:30.304227 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-abf2976d-fe49-43e8-9888-2042ef3b1a0e tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] 10.222.0.35 "DELETE /v2.0/ports/f5d14a8c-ed20-451f-9325-9d79466e6985 HTTP/1.1" status: 204 len: 168 time: 1.0761383 Sep 16 04:59:30.318455 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57612) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:30.341239 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-7756818b-636a-4035-b2fa-315c7f38cfe2 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, d1024aba-e2b5-475d-9950-9a2d6e995ff5) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:30.352146 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8b6301-7bae-4d8b-a901-a2f257278c1d None None] Network d1024aba-e2b5-475d-9950-9a2d6e995ff5 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:30.380541 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7756818b-636a-4035-b2fa-315c7f38cfe2 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:30.381160 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7756818b-636a-4035-b2fa-315c7f38cfe2 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:30.385219 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc37454-4c8a-4cb7-9b4f-21b10f4fab2f tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:30.389287 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-abc37454-4c8a-4cb7-9b4f-21b10f4fab2f tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] 10.222.0.35 "GET /v2.0/ports?device_id=60861d74-236e-4a64-a59e-4d89350286a2 HTTP/1.1" status: 200 len: 913 time: 0.0674071 Sep 16 04:59:30.389868 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57614) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:30.554421 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7756818b-636a-4035-b2fa-315c7f38cfe2 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5032609 Sep 16 04:59:30.558770 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57618) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:30.563556 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bce38c-e2f9-4bfe-8c47-32783f409def req-e901f72f-618e-4ebc-9495-7c1e24987a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:30.565264 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-98bce38c-e2f9-4bfe-8c47-32783f409def req-e901f72f-618e-4ebc-9495-7c1e24987a28 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=91a427f2-605d-43ce-874d-fc28faf774ef HTTP/1.1" status: 200 len: 1097 time: 0.3404899 Sep 16 04:59:30.573473 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-be8961a8-0109-438e-975d-2f79f236cf00 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Request body: {'port': {'network_id': 'd1024aba-e2b5-475d-9950-9a2d6e995ff5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-344871652'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:30.577773 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea9161-4a69-4241-875b-8c994bf7d389 req-409b2f2a-3d62-49d6-9b68-53abd3b3c551 tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:30.586865 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-72ea9161-4a69-4241-875b-8c994bf7d389 req-409b2f2a-3d62-49d6-9b68-53abd3b3c551 tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] 10.222.0.35 "GET /v2.0/ports?device_id=91a427f2-605d-43ce-874d-fc28faf774ef HTTP/1.1" status: 200 len: 945 time: 0.3627441 Sep 16 04:59:30.626858 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d93b2a7-d41a-453a-b81c-14bf3eeef188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-d1024aba-e2b5-475d-9950-9a2d6e995ff5', 'network_id': 'd1024aba-e2b5-475d-9950-9a2d6e995ff5', 'tenant_id': 'a8b50a8c837f42dbb2edf20091019077', 'fixed_ips': [{'subnet_id': 'c159a6ad-661b-4ded-89e2-3b37b3213360'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:59:30.627732 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8d93b2a7-d41a-453a-b81c-14bf3eeef188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:30.689276 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-98bce38c-e2f9-4bfe-8c47-32783f409def req-96b40994-a365-4518-971c-127cfa348cf2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=17d881ba-de82-4a3f-9702-d1b27895f319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998611 Sep 16 04:59:30.691812 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef431c93-be62-413a-96bb-59c0b70f525d req-b3d3583e-eaa5-4ea0-b8b4-b1a97b484648 service neutron] 10.222.0.47 "GET /v2.0/networks/fa14f7fe-1f8d-4bc9-a5b1-99c520e36470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4565511 Sep 16 04:59:30.777619 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-72ea9161-4a69-4241-875b-8c994bf7d389 req-abbb1b43-fa8b-449d-97ab-20d16c95a3e3 tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] 10.222.0.35 "GET /v2.0/security-groups?id=17d881ba-de82-4a3f-9702-d1b27895f319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839914 Sep 16 04:59:30.906142 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-8d93b2a7-d41a-453a-b81c-14bf3eeef188 None None] Allocated IP 172.20.0.2 (d1024aba-e2b5-475d-9950-9a2d6e995ff5/c159a6ad-661b-4ded-89e2-3b37b3213360/9a152572-6985-42a8-8643-be8ce492675d) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:30.907832 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef431c93-be62-413a-96bb-59c0b70f525d req-cb321e10-669b-4309-bcaa-acaa1b7a671b service neutron] 10.222.0.47 "GET /v2.0/networks/fa14f7fe-1f8d-4bc9-a5b1-99c520e36470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950920 Sep 16 04:59:30.956454 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8961a8-0109-438e-975d-2f79f236cf00 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Made reservation on behalf of a8b50a8c837f42dbb2edf20091019077 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:30.960283 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-be8961a8-0109-438e-975d-2f79f236cf00 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:30.989774 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-be8961a8-0109-438e-975d-2f79f236cf00 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] device_id is not set on port a9142088-5e0e-4379-90b4-a1aed695c349 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:59:31.152077 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8d93b2a7-d41a-453a-b81c-14bf3eeef188 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.162444 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8d93b2a7-d41a-453a-b81c-14bf3eeef188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.189914 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e68e431-b09c-481d-a8aa-31ae55a77db4 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.224474 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93b2a7-d41a-453a-b81c-14bf3eeef188 None None] Pushing event updated for resources: {'Port': ['ID=9a152572-6985-42a8-8643-be8ce492675d,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:31.242476 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d93b2a7-d41a-453a-b81c-14bf3eeef188 None None] Network d1024aba-e2b5-475d-9950-9a2d6e995ff5 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:31.244457 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-8d93b2a7-d41a-453a-b81c-14bf3eeef188 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:31.249520 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d93b2a7-d41a-453a-b81c-14bf3eeef188 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:31.306915 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc5b90-75e2-4258-bb72-b6249e7d0878 req-31912522-fc33-4d53-add5-56e96517af4a tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:31.316177 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9afc5b90-75e2-4258-bb72-b6249e7d0878 req-31912522-fc33-4d53-add5-56e96517af4a tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 946 time: 0.1716430 Sep 16 04:59:31.331053 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-8d93b2a7-d41a-453a-b81c-14bf3eeef188 None None] Attempting to bind port 9a152572-6985-42a8-8643-be8ce492675d on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:31.331477 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-8d93b2a7-d41a-453a-b81c-14bf3eeef188 None None] Attempting to bind port 9a152572-6985-42a8-8643-be8ce492675d by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'e581cc45-c16d-495f-ae84-f28b258f6faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd1024aba-e2b5-475d-9950-9a2d6e995ff5'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:31.331862 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d93b2a7-d41a-453a-b81c-14bf3eeef188 None None] Attempting to bind port 9a152572-6985-42a8-8643-be8ce492675d on network d1024aba-e2b5-475d-9950-9a2d6e995ff5 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:31.338876 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d93b2a7-d41a-453a-b81c-14bf3eeef188 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:31.339158 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d93b2a7-d41a-453a-b81c-14bf3eeef188 None None] Checking segment: {'id': 'e581cc45-c16d-495f-ae84-f28b258f6faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd1024aba-e2b5-475d-9950-9a2d6e995ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:31.339590 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8d93b2a7-d41a-453a-b81c-14bf3eeef188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.340023 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d93b2a7-d41a-453a-b81c-14bf3eeef188 None None] Bound using segment: {'id': 'e581cc45-c16d-495f-ae84-f28b258f6faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd1024aba-e2b5-475d-9950-9a2d6e995ff5'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:31.340989 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-8d93b2a7-d41a-453a-b81c-14bf3eeef188 None None] Bound port: 9a152572-6985-42a8-8643-be8ce492675d, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e581cc45-c16d-495f-ae84-f28b258f6faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd1024aba-e2b5-475d-9950-9a2d6e995ff5'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:31.341399 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8d93b2a7-d41a-453a-b81c-14bf3eeef188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.385243 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-be8961a8-0109-438e-975d-2f79f236cf00 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Allocated IP 172.20.0.14 (d1024aba-e2b5-475d-9950-9a2d6e995ff5/c159a6ad-661b-4ded-89e2-3b37b3213360/a9142088-5e0e-4379-90b4-a1aed695c349) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:31.387730 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9afc5b90-75e2-4258-bb72-b6249e7d0878 req-7cda1982-9880-41f1-b4a0-ad365597f9a6 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644410 Sep 16 04:59:31.449001 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-8d93b2a7-d41a-453a-b81c-14bf3eeef188 None None] For port 9a152572-6985-42a8-8643-be8ce492675d, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:31.454042 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-8d93b2a7-d41a-453a-b81c-14bf3eeef188 None None] For port 9a152572-6985-42a8-8643-be8ce492675d, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=9a152572-6985-42a8-8643-be8ce492675d,segment=NetworkSegment(e581cc45-c16d-495f-ae84-f28b258f6faf),segment_id=e581cc45-c16d-495f-ae84-f28b258f6faf)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:31.458457 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8d93b2a7-d41a-453a-b81c-14bf3eeef188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.531009 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93b2a7-d41a-453a-b81c-14bf3eeef188 None None] Pushing event updated for resources: {'Port': ['ID=9a152572-6985-42a8-8643-be8ce492675d,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:31.651904 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-be8961a8-0109-438e-975d-2f79f236cf00 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.801874 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-be8961a8-0109-438e-975d-2f79f236cf00 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.943472 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8961a8-0109-438e-975d-2f79f236cf00 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Network d1024aba-e2b5-475d-9950-9a2d6e995ff5 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:31.954094 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-be8961a8-0109-438e-975d-2f79f236cf00 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:31.964410 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8961a8-0109-438e-975d-2f79f236cf00 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:31.968450 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-9e68e431-b09c-481d-a8aa-31ae55a77db4 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Deleting port 26d4d81a-d489-4d4d-8812-6bfd5605aebe {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:31.969036 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e68e431-b09c-481d-a8aa-31ae55a77db4 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:32.015835 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8961a8-0109-438e-975d-2f79f236cf00 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Pushing event updated for resources: {'Port': ['ID=a9142088-5e0e-4379-90b4-a1aed695c349,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:32.073885 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db973a3-2977-4f25-adc2-9985a368b0f1 req-92c29ee9-feca-49b6-81c6-3c78732d74c3 tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:32.080805 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8db973a3-2977-4f25-adc2-9985a368b0f1 req-92c29ee9-feca-49b6-81c6-3c78732d74c3 tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] 10.222.0.35 "GET /v2.0/ports?device_id=91a427f2-605d-43ce-874d-fc28faf774ef HTTP/1.1" status: 200 len: 945 time: 0.1499391 Sep 16 04:59:32.176408 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8db973a3-2977-4f25-adc2-9985a368b0f1 req-e887b458-6d01-4f83-bc1c-814a6cf125be tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] 10.222.0.35 "GET /v2.0/security-groups?id=17d881ba-de82-4a3f-9702-d1b27895f319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862336 Sep 16 04:59:32.199016 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e68e431-b09c-481d-a8aa-31ae55a77db4 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:32.213791 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8961a8-0109-438e-975d-2f79f236cf00 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:32.214481 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-be8961a8-0109-438e-975d-2f79f236cf00 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:32.243581 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-9e68e431-b09c-481d-a8aa-31ae55a77db4 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Calling delete_port for 26d4d81a-d489-4d4d-8812-6bfd5605aebe owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:32.258885 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57640) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:32.274187 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-be8961a8-0109-438e-975d-2f79f236cf00 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7112885 Sep 16 04:59:32.277158 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57644) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:32.283724 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-df1c9f66-d06e-46e6-8292-f70cc7c0a375 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Request body: {'port': {'network_id': 'd1024aba-e2b5-475d-9950-9a2d6e995ff5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-722575829', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:32.284515 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.api.validators [None req-df1c9f66-d06e-46e6-8292-f70cc7c0a375 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] bootfile-name is not in valid_values {{(pid=94767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 04:59:32.285043 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.api.validators [None req-df1c9f66-d06e-46e6-8292-f70cc7c0a375 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] tftp-server is not in valid_values {{(pid=94767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 04:59:32.285539 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.api.validators [None req-df1c9f66-d06e-46e6-8292-f70cc7c0a375 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] server-ip-address is not in valid_values {{(pid=94767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 04:59:32.457265 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fcfc3700-5d01-41d3-b41e-df923ea6673e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:32.571462 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e68e431-b09c-481d-a8aa-31ae55a77db4 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:32.616244 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68e431-b09c-481d-a8aa-31ae55a77db4 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Pushing event deleted for resources: {'Port': ['ID=26d4d81a-d489-4d4d-8812-6bfd5605aebe,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:32.638374 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df42ff-5bcf-4174-9e96-3e04a1b049b6 req-1debe1d2-e913-4fea-adac-5f3139e9072c tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:32.647286 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f1df42ff-5bcf-4174-9e96-3e04a1b049b6 req-1debe1d2-e913-4fea-adac-5f3139e9072c tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 946 time: 0.1127956 Sep 16 04:59:32.650540 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fcfc3700-5d01-41d3-b41e-df923ea6673e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:32.690593 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fcfc3700-5d01-41d3-b41e-df923ea6673e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:32.809785 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1c9f66-d06e-46e6-8292-f70cc7c0a375 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Made reservation on behalf of a8b50a8c837f42dbb2edf20091019077 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:32.817907 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-df1c9f66-d06e-46e6-8292-f70cc7c0a375 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:32.881282 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-fcfc3700-5d01-41d3-b41e-df923ea6673e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8af0eed0dbe14dd097c6b57856650dbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6210611 Sep 16 04:59:32.897734 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57648) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:32.900898 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f1df42ff-5bcf-4174-9e96-3e04a1b049b6 req-d82676d0-84b7-431c-8725-2490e2023452 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2464101 Sep 16 04:59:32.923752 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e68e431-b09c-481d-a8aa-31ae55a77db4 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:32.982000 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc3700-5d01-41d3-b41e-df923ea6673e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91658d9e-7e51-4b28-a648-f1bd063da6c5,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:33.005637 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-df1c9f66-d06e-46e6-8292-f70cc7c0a375 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] device_id is not set on port 113fbff9-bc8e-4b08-9109-fa1ccfd909e0 yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:59:33.112132 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-419311c2-3a20-46cf-9209-868bfb655366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:33.128797 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9433579e-4338-4e28-aa7e-cb46a6325eab None None] Network d1024aba-e2b5-475d-9950-9a2d6e995ff5 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:33.141656 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e68e431-b09c-481d-a8aa-31ae55a77db4 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Router 60861d74-236e-4a64-a59e-4d89350286a2 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:59:33.165688 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-419311c2-3a20-46cf-9209-868bfb655366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:33.212674 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-683bc023-e817-46d2-bf1d-8e049beed55f None None] Provisioning complete for port 9a152572-6985-42a8-8643-be8ce492675d triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:33.213417 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-683bc023-e817-46d2-bf1d-8e049beed55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:33.249415 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-df1c9f66-d06e-46e6-8292-f70cc7c0a375 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Allocated IP 172.20.0.10 (d1024aba-e2b5-475d-9950-9a2d6e995ff5/c159a6ad-661b-4ded-89e2-3b37b3213360/113fbff9-bc8e-4b08-9109-fa1ccfd909e0) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:33.286147 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-419311c2-3a20-46cf-9209-868bfb655366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:33.289489 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-419311c2-3a20-46cf-9209-868bfb655366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:33.290824 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-419311c2-3a20-46cf-9209-868bfb655366 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/91658d9e-7e51-4b28-a648-f1bd063da6c5 HTTP/1.1" status: 204 len: 168 time: 0.3888640 Sep 16 04:59:33.292915 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e68e431-b09c-481d-a8aa-31ae55a77db4 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:59:33.330124 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57656) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:33.331847 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9e68e431-b09c-481d-a8aa-31ae55a77db4 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] 10.222.0.35 "PUT /v2.0/routers/60861d74-236e-4a64-a59e-4d89350286a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9394917 Sep 16 04:59:33.360101 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca04df61-00de-4857-8b5a-2e45c3f4b18e None None] Sync routers for ids ['60861d74-236e-4a64-a59e-4d89350286a2'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:59:33.403792 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca04df61-00de-4857-8b5a-2e45c3f4b18e None None] Routers {'60861d74-236e-4a64-a59e-4d89350286a2'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:33.404682 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-ca04df61-00de-4857-8b5a-2e45c3f4b18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:59:14Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['60861d74-236e-4a64-a59e-4d89350286a2'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:33.438417 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-012f7dac-3f88-46eb-a32b-07909031f2c2 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:33.448030 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419311c2-3a20-46cf-9209-868bfb655366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91658d9e-7e51-4b28-a648-f1bd063da6c5,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:33.481220 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-ca04df61-00de-4857-8b5a-2e45c3f4b18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:33.528507 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-683bc023-e817-46d2-bf1d-8e049beed55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:33.565645 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca04df61-00de-4857-8b5a-2e45c3f4b18e None None] Routers {'60861d74-236e-4a64-a59e-4d89350286a2'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:33.566478 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-ca04df61-00de-4857-8b5a-2e45c3f4b18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:59:14Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['60861d74-236e-4a64-a59e-4d89350286a2'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:33.661087 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-683bc023-e817-46d2-bf1d-8e049beed55f None None] For port 9a152572-6985-42a8-8643-be8ce492675d, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=9a152572-6985-42a8-8643-be8ce492675d,segment=NetworkSegment(e581cc45-c16d-495f-ae84-f28b258f6faf),segment_id=e581cc45-c16d-495f-ae84-f28b258f6faf)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:33.662651 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-ca04df61-00de-4857-8b5a-2e45c3f4b18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:33.663470 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca04df61-00de-4857-8b5a-2e45c3f4b18e None None] The sync data for ids ['60861d74-236e-4a64-a59e-4d89350286a2'] in n-d-712139-15 is: [] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:59:33.683729 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-683bc023-e817-46d2-bf1d-8e049beed55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:33.781491 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 9a152572-6985-42a8-8643-be8ce492675d up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:33.810604 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683bc023-e817-46d2-bf1d-8e049beed55f None None] Pushing event updated for resources: {'Port': ['ID=9a152572-6985-42a8-8643-be8ce492675d,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:33.840297 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-012f7dac-3f88-46eb-a32b-07909031f2c2 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:33.843395 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-012f7dac-3f88-46eb-a32b-07909031f2c2 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:33.853710 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 9a152572-6985-42a8-8643-be8ce492675d triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:33.854545 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:33.879184 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00fd397-9bfa-4099-8bce-7bf6b1ad667a req-7bc7b731-69a3-420f-add3-64daf724f357 tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:33.880806 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e00fd397-9bfa-4099-8bce-7bf6b1ad667a req-7bc7b731-69a3-420f-add3-64daf724f357 tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] 10.222.0.35 "GET /v2.0/ports?device_id=91a427f2-605d-43ce-874d-fc28faf774ef HTTP/1.1" status: 200 len: 945 time: 0.4340143 Sep 16 04:59:33.973840 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-012f7dac-3f88-46eb-a32b-07909031f2c2 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:33.974345 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012f7dac-3f88-46eb-a32b-07909031f2c2 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Fanout notify agent at l3_agent the message router_deleted on router 60861d74-236e-4a64-a59e-4d89350286a2 {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:59:33.993266 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-012f7dac-3f88-46eb-a32b-07909031f2c2 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:33.997677 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-012f7dac-3f88-46eb-a32b-07909031f2c2 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] 10.222.0.35 "DELETE /v2.0/routers/60861d74-236e-4a64-a59e-4d89350286a2 HTTP/1.1" status: 204 len: 168 time: 0.6586144 Sep 16 04:59:33.998133 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57672) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:34.050640 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-df1c9f66-d06e-46e6-8292-f70cc7c0a375 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.056685 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e00fd397-9bfa-4099-8bce-7bf6b1ad667a req-2874cf19-41db-4515-8ee3-955bbe29a58e tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] 10.222.0.35 "GET /v2.0/security-groups?id=17d881ba-de82-4a3f-9702-d1b27895f319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381693 Sep 16 04:59:34.100589 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-7af701f4-62fe-4ad5-bdc2-5eccbb42e08d tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Deleting subnet 450ccb06-3aff-4381-aa5b-77b06e7cdb85 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:59:34.109696 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device dfa7b302-5c1c-443a-89da-aad3b2a9358e details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:59:34.113132 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7af701f4-62fe-4ad5-bdc2-5eccbb42e08d tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.115847 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-df1c9f66-d06e-46e6-8292-f70cc7c0a375 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.198767 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7af701f4-62fe-4ad5-bdc2-5eccbb42e08d tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.214547 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1c9f66-d06e-46e6-8292-f70cc7c0a375 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Network d1024aba-e2b5-475d-9950-9a2d6e995ff5 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:34.221196 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-df1c9f66-d06e-46e6-8292-f70cc7c0a375 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:34.244314 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1c9f66-d06e-46e6-8292-f70cc7c0a375 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:34.285803 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c9f66-d06e-46e6-8292-f70cc7c0a375 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Pushing event updated for resources: {'Port': ['ID=113fbff9-bc8e-4b08-9109-fa1ccfd909e0,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:34.374194 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port dfa7b302-5c1c-443a-89da-aad3b2a9358e, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=dfa7b302-5c1c-443a-89da-aad3b2a9358e,segment=NetworkSegment(77ae2f9e-48e5-4208-b08d-199ec9d120a2),segment_id=77ae2f9e-48e5-4208-b08d-199ec9d120a2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:34.409868 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'dfa7b302-5c1c-443a-89da-aad3b2a9358e', 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470', 'port_id': 'dfa7b302-5c1c-443a-89da-aad3b2a9358e', 'mac_address': 'fa:16:3e:17:6d:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03820bd1-1023-490e-b628-251d17d722c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:59:34.441660 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7af701f4-62fe-4ad5-bdc2-5eccbb42e08d tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.503747 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-4231e542-865f-4283-8f28-3461744aec91 None None] Provisioning complete for port 9a152572-6985-42a8-8643-be8ce492675d triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:34.504125 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4231e542-865f-4283-8f28-3461744aec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.525190 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1c9f66-d06e-46e6-8292-f70cc7c0a375 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:34.525884 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-df1c9f66-d06e-46e6-8292-f70cc7c0a375 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.558145 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76dc03-d4e2-48ff-8ac3-0899d6a30751 req-40d7ffa6-81a7-4aab-92bf-a23016fd2adb tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:34.560595 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7af701f4-62fe-4ad5-bdc2-5eccbb42e08d tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.574762 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4d76dc03-d4e2-48ff-8ac3-0899d6a30751 req-40d7ffa6-81a7-4aab-92bf-a23016fd2adb tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 946 time: 0.2169898 Sep 16 04:59:34.577973 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.643924 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57686) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:34.646334 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af701f4-62fe-4ad5-bdc2-5eccbb42e08d tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Pushing event deleted for resources: {'Subnet': ['ID=450ccb06-3aff-4381-aa5b-77b06e7cdb85,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:34.659149 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4d76dc03-d4e2-48ff-8ac3-0899d6a30751 req-91cbdcf6-1dd0-451a-85da-90a3e0a5f930 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834205 Sep 16 04:59:34.662007 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dfa7b302-5c1c-443a-89da-aad3b2a9358e {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:34.678040 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-df1c9f66-d06e-46e6-8292-f70cc7c0a375 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.3997903 Sep 16 04:59:34.680590 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57690) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:34.681086 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7af701f4-62fe-4ad5-bdc2-5eccbb42e08d tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.685511 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7af701f4-62fe-4ad5-bdc2-5eccbb42e08d tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] 10.222.0.35 "DELETE /v2.0/subnets/450ccb06-3aff-4381-aa5b-77b06e7cdb85 HTTP/1.1" status: 204 len: 168 time: 0.6851835 Sep 16 04:59:34.694681 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57692) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:34.711801 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97cbe03-0487-4e22-a736-a9c6c683b3ea None None] Network 2bd59184-35bb-42e1-b36e-54073839f6a3 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:34.751015 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcd4572-3d12-4a63-b82e-3ae17dbc2e5a tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:34.765689 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcd4572-3d12-4a63-b82e-3ae17dbc2e5a tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:34.786613 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcd4572-3d12-4a63-b82e-3ae17dbc2e5a tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:34.788393 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8dcd4572-3d12-4a63-b82e-3ae17dbc2e5a tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1062052 Sep 16 04:59:34.791956 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57696) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:34.908684 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port dfa7b302-5c1c-443a-89da-aad3b2a9358e, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=dfa7b302-5c1c-443a-89da-aad3b2a9358e,segment=NetworkSegment(77ae2f9e-48e5-4208-b08d-199ec9d120a2),segment_id=77ae2f9e-48e5-4208-b08d-199ec9d120a2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:34.911495 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e4139a1a-515e-4857-9697-238a0ad440a3 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.934734 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-f1948a1e-c195-43fa-9522-060ac517cd92 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1092496307-network', 'tenant_id': '300a1bec8767496a93e1052c1a0a1094'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:34.936531 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.986325 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-4231e542-865f-4283-8f28-3461744aec91 None None] Provisioning complete for port a9142088-5e0e-4379-90b4-a1aed695c349 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:34.986744 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4231e542-865f-4283-8f28-3461744aec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.997407 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1948a1e-c195-43fa-9522-060ac517cd92 admin admin] Made reservation on behalf of 300a1bec8767496a93e1052c1a0a1094 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:35.000257 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f1948a1e-c195-43fa-9522-060ac517cd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.005390 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-e4139a1a-515e-4857-9697-238a0ad440a3 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Deleting port 6a69e1b8-96b7-4367-81bb-a1ce8db2cd67 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:35.005730 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e4139a1a-515e-4857-9697-238a0ad440a3 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.014111 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f1948a1e-c195-43fa-9522-060ac517cd92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.069101 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-995ee76d-9468-498c-9758-4f2d0f5e2749 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Deleting port 113fbff9-bc8e-4b08-9109-fa1ccfd909e0 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:35.069804 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-995ee76d-9468-498c-9758-4f2d0f5e2749 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.115925 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-4231e542-865f-4283-8f28-3461744aec91 None None] Port a9142088-5e0e-4379-90b4-a1aed695c349 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:35.119132 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=dfa7b302-5c1c-443a-89da-aad3b2a9358e,revision_number=6']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:35.140081 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-e4139a1a-515e-4857-9697-238a0ad440a3 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] For port 6a69e1b8-96b7-4367-81bb-a1ce8db2cd67, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=6a69e1b8-96b7-4367-81bb-a1ce8db2cd67,segment=NetworkSegment(36ed7455-16b9-4537-90f5-b3cc0b089b02),segment_id=36ed7455-16b9-4537-90f5-b3cc0b089b02)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:35.140831 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e4139a1a-515e-4857-9697-238a0ad440a3 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.157038 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['dfa7b302-5c1c-443a-89da-aad3b2a9358e'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:35.177776 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-e4139a1a-515e-4857-9697-238a0ad440a3 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Calling delete_port for 6a69e1b8-96b7-4367-81bb-a1ce8db2cd67 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:35.261390 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4f4f70-3d8e-4f50-8e44-1c4ebf71e22e None None] DHCP port deletion for 2bd59184-35bb-42e1-b36e-54073839f6a3 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:59:35.300165 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-b15f3905-e874-4f30-9bc9-4c826436ee5c None None] Provisioning complete for port 113fbff9-bc8e-4b08-9109-fa1ccfd909e0 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:35.301350 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-995ee76d-9468-498c-9758-4f2d0f5e2749 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.305975 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b15f3905-e874-4f30-9bc9-4c826436ee5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.322069 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-995ee76d-9468-498c-9758-4f2d0f5e2749 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Calling delete_port for 113fbff9-bc8e-4b08-9109-fa1ccfd909e0 owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:35.361679 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e4139a1a-515e-4857-9697-238a0ad440a3 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.390268 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f1948a1e-c195-43fa-9522-060ac517cd92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.403156 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f1948a1e-c195-43fa-9522-060ac517cd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.411387 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4139a1a-515e-4857-9697-238a0ad440a3 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Pushing event deleted for resources: {'Port': ['ID=6a69e1b8-96b7-4367-81bb-a1ce8db2cd67,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:35.430591 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4139a1a-515e-4857-9697-238a0ad440a3 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] No DVR routers for this DVR port 6a69e1b8-96b7-4367-81bb-a1ce8db2cd67 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:35.433072 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1948a1e-c195-43fa-9522-060ac517cd92 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:59:35.456108 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f1948a1e-c195-43fa-9522-060ac517cd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.456739 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-f1948a1e-c195-43fa-9522-060ac517cd92 admin admin] Added segment 1ed7d197-4898-4831-a3b4-7815e470298d of type vlan for network cea674b4-a8b2-4733-95bd-82f55dc11987 Sep 16 04:59:35.468768 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-b15f3905-e874-4f30-9bc9-4c826436ee5c None None] Port 113fbff9-bc8e-4b08-9109-fa1ccfd909e0 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:35.478034 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1948a1e-c195-43fa-9522-060ac517cd92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7ddb67-7c8f-4302-8c59-a937bfb56ef2,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:35.545329 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-3f4f4f70-3d8e-4f50-8e44-1c4ebf71e22e None None] Deleting port 6a69e1b8-96b7-4367-81bb-a1ce8db2cd67 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:35.545614 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3f4f4f70-3d8e-4f50-8e44-1c4ebf71e22e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.548326 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-b15f3905-e874-4f30-9bc9-4c826436ee5c None None] Provisioning complete for port a9142088-5e0e-4379-90b4-a1aed695c349 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:35.548671 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f1948a1e-c195-43fa-9522-060ac517cd92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.548797 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b15f3905-e874-4f30-9bc9-4c826436ee5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.586796 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-b15f3905-e874-4f30-9bc9-4c826436ee5c None None] Port a9142088-5e0e-4379-90b4-a1aed695c349 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:35.661095 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f1948a1e-c195-43fa-9522-060ac517cd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.662473 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1948a1e-c195-43fa-9522-060ac517cd92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:35.663122 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f1948a1e-c195-43fa-9522-060ac517cd92 admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.679226 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-995ee76d-9468-498c-9758-4f2d0f5e2749 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.691226 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-3f4f4f70-3d8e-4f50-8e44-1c4ebf71e22e None None] For port 6a69e1b8-96b7-4367-81bb-a1ce8db2cd67, host n-d-712139-15, got binding levels [] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:35.691632 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3f4f4f70-3d8e-4f50-8e44-1c4ebf71e22e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.709380 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-3f4f4f70-3d8e-4f50-8e44-1c4ebf71e22e None None] Calling delete_port for 6a69e1b8-96b7-4367-81bb-a1ce8db2cd67 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:35.713966 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.ipam_backend_mixin [None req-3f4f4f70-3d8e-4f50-8e44-1c4ebf71e22e None None] Port 6a69e1b8-96b7-4367-81bb-a1ce8db2cd67 was not found and therefore no delete operation was performed {{(pid=94768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 04:59:35.715647 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3f4f4f70-3d8e-4f50-8e44-1c4ebf71e22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.746310 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f4f70-3d8e-4f50-8e44-1c4ebf71e22e None None] Pushing event deleted for resources: {'Port': ['ID=6a69e1b8-96b7-4367-81bb-a1ce8db2cd67,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:35.756632 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 9a152572-6985-42a8-8643-be8ce492675d up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:35.780118 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4f4f70-3d8e-4f50-8e44-1c4ebf71e22e None None] No DVR routers for this DVR port 6a69e1b8-96b7-4367-81bb-a1ce8db2cd67 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:35.835391 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ee76d-9468-498c-9758-4f2d0f5e2749 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Pushing event deleted for resources: {'Port': ['ID=113fbff9-bc8e-4b08-9109-fa1ccfd909e0,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:35.852558 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 9a152572-6985-42a8-8643-be8ce492675d triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:35.852966 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.885785 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f1948a1e-c195-43fa-9522-060ac517cd92 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2222886 Sep 16 04:59:35.963009 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57710) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:35.978594 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-a0136604-a981-41da-b67d-f77517ae9856 admin admin] Request body: {'subnet': {'network_id': 'cea674b4-a8b2-4733-95bd-82f55dc11987', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1092496307-subnet', 'tenant_id': '300a1bec8767496a93e1052c1a0a1094', 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:36.115599 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device dfa7b302-5c1c-443a-89da-aad3b2a9358e up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:36.191259 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 6a69e1b8-96b7-4367-81bb-a1ce8db2cd67 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:36.229118 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 6a69e1b8-96b7-4367-81bb-a1ce8db2cd67 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:59:36.229464 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 6a69e1b8-96b7-4367-81bb-a1ce8db2cd67 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:59:36.236927 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0136604-a981-41da-b67d-f77517ae9856 admin admin] Made reservation on behalf of 300a1bec8767496a93e1052c1a0a1094 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:36.248999 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a0136604-a981-41da-b67d-f77517ae9856 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.261192 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port dfa7b302-5c1c-443a-89da-aad3b2a9358e triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:36.261414 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.273400 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e4139a1a-515e-4857-9697-238a0ad440a3 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.294097 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1948a1e-c195-43fa-9522-060ac517cd92 admin admin] Pushing event updated for resources: {'Network': ['ID=cea674b4-a8b2-4733-95bd-82f55dc11987,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:36.327355 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network cea674b4-a8b2-4733-95bd-82f55dc11987 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:59:36.331283 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-e4139a1a-515e-4857-9697-238a0ad440a3 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bd59184-35bb-42e1-b36e-54073839f6a3']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:36.353643 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-e4139a1a-515e-4857-9697-238a0ad440a3 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36ed7455-16b9-4537-90f5-b3cc0b089b02') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:36.356859 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-e4139a1a-515e-4857-9697-238a0ad440a3 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36ed7455-16b9-4537-90f5-b3cc0b089b02') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:36.381408 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e4139a1a-515e-4857-9697-238a0ad440a3 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.407893 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e4139a1a-515e-4857-9697-238a0ad440a3 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.419069 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4139a1a-515e-4857-9697-238a0ad440a3 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:59:36.419749 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e4139a1a-515e-4857-9697-238a0ad440a3 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.423431 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:59:36.423431 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:59:36.423431 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:59:36.423431 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:59:36.423431 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:59:36.423431 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:59:36.423431 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:59:36.423431 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:59:36.423431 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:59:36.423431 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:59:36.423431 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:59:36.423431 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:59:36.423431 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:59:36.423431 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:59:36.423431 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:59:36.423431 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:59:36.423431 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:59:36.423431 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:59:36.423431 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:59:36.423431 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:59:36.423431 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:59:36.423431 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:59:36.423431 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:59:36.423431 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:59:36.423431 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:59:36.423431 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:59:36.423431 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:59:36.423431 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:59:36.423431 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:59:36.423431 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:59:36.423431 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:59:36.423431 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:59:36.491267 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.526376 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae10969-906a-444f-b27a-93e3677f86d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa7b302-5c1c-443a-89da-aad3b2a9358e'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:36.529812 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8157a27-5bca-4251-aaf8-22d996c12129" -d '{"events": [{"server_uuid": "7ae10969-906a-444f-b27a-93e3677f86d7", "name": "network-vif-plugged", "status": "completed", "tag": "dfa7b302-5c1c-443a-89da-aad3b2a9358e"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:36.541524 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e4139a1a-515e-4857-9697-238a0ad440a3 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.555783 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port dfa7b302-5c1c-443a-89da-aad3b2a9358e, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=dfa7b302-5c1c-443a-89da-aad3b2a9358e,segment=NetworkSegment(77ae2f9e-48e5-4208-b08d-199ec9d120a2),segment_id=77ae2f9e-48e5-4208-b08d-199ec9d120a2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:36.556360 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f401b-207e-4bbd-a900-94285ef50438 req-5430354b-0eb1-4fa9-96c1-d51daa67d3e6 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:36.557237 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e4139a1a-515e-4857-9697-238a0ad440a3 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.561160 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a4f401b-207e-4bbd-a900-94285ef50438 req-5430354b-0eb1-4fa9-96c1-d51daa67d3e6 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 945 time: 0.7503030 Sep 16 04:59:36.564033 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.567430 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e4139a1a-515e-4857-9697-238a0ad440a3 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] 10.222.0.35 "DELETE /v2.0/networks/2bd59184-35bb-42e1-b36e-54073839f6a3 HTTP/1.1" status: 204 len: 168 time: 1.8659432 Sep 16 04:59:36.579683 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4139a1a-515e-4857-9697-238a0ad440a3 tempest-FloatingIPNegativeTestJSON-1097653732 tempest-FloatingIPNegativeTestJSON-1097653732-project] Pushing event deleted for resources: {'Network': ['ID=2bd59184-35bb-42e1-b36e-54073839f6a3,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:36.635085 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-995ee76d-9468-498c-9758-4f2d0f5e2749 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.637965 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-995ee76d-9468-498c-9758-4f2d0f5e2749 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] 10.222.0.35 "DELETE /v2.0/ports/113fbff9-bc8e-4b08-9109-fa1ccfd909e0 HTTP/1.1" status: 204 len: 168 time: 1.8450639 Sep 16 04:59:36.641112 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=dfa7b302-5c1c-443a-89da-aad3b2a9358e,revision_number=7']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:36.644444 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57736) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:36.652919 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-6679679e-de47-4b91-ae64-04973282ecc7 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Request body: {'port': {'name': 'tempest-new-port-name-675052031', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:36.653568 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.api.validators [None req-6679679e-de47-4b91-ae64-04973282ecc7 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] bootfile-name is not in valid_values {{(pid=94766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 04:59:36.654317 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.api.validators [None req-6679679e-de47-4b91-ae64-04973282ecc7 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] tftp-server is not in valid_values {{(pid=94766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 04:59:36.654672 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.api.validators [None req-6679679e-de47-4b91-ae64-04973282ecc7 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] server-ip-address is not in valid_values {{(pid=94766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 04:59:36.767433 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a4f401b-207e-4bbd-a900-94285ef50438 req-ae04548c-5220-467a-9aac-1e8811c1a565 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740916 Sep 16 04:59:36.848996 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6679679e-de47-4b91-ae64-04973282ecc7 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.878438 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a0136604-a981-41da-b67d-f77517ae9856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.954761 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0136604-a981-41da-b67d-f77517ae9856 admin admin] Pushing event updated for resources: {'Subnet': ['ID=593b3d90-deab-4484-b776-91532660c5e8,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:37.024520 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57754) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:37.048019 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0136604-a981-41da-b67d-f77517ae9856 admin admin] Checking segment: {'id': '1ed7d197-4898-4831-a3b4-7815e470298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'cea674b4-a8b2-4733-95bd-82f55dc11987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:37.048794 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0136604-a981-41da-b67d-f77517ae9856 admin admin] Network hostable DHCP agents. Network: cea674b4-a8b2-4733-95bd-82f55dc11987, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:59:37.088547 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0136604-a981-41da-b67d-f77517ae9856 admin admin] Network cea674b4-a8b2-4733-95bd-82f55dc11987 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:59:37.108463 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-a0136604-a981-41da-b67d-f77517ae9856 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, cea674b4-a8b2-4733-95bd-82f55dc11987) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:37.114185 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0136604-a981-41da-b67d-f77517ae9856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:37.114815 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a0136604-a981-41da-b67d-f77517ae9856 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.122478 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6697ffe-6b02-46b1-9c6d-185013f45574 None None] Network cea674b4-a8b2-4733-95bd-82f55dc11987 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:37.201058 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57760) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:37.201519 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a0136604-a981-41da-b67d-f77517ae9856 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2295198 Sep 16 04:59:37.233783 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-74f9c1d4-9f85-43df-98bf-6586d6ddbf9c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1092496307-router', 'tenant_id': '300a1bec8767496a93e1052c1a0a1094', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:37.280107 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-74f9c1d4-9f85-43df-98bf-6586d6ddbf9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.282887 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-74f9c1d4-9f85-43df-98bf-6586d6ddbf9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.346868 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dff15f5-df04-4c0f-9650-7bcf3da7aa8c x-openstack-request-id: req-9dff15f5-df04-4c0f-9650-7bcf3da7aa8c {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:37.349996 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ae10969-906a-444f-b27a-93e3677f86d7", "name": "network-vif-plugged", "status": "completed", "tag": "dfa7b302-5c1c-443a-89da-aad3b2a9358e", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:37.350520 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9dff15f5-df04-4c0f-9650-7bcf3da7aa8c {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:37.351763 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae10969-906a-444f-b27a-93e3677f86d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa7b302-5c1c-443a-89da-aad3b2a9358e', 'code': 200} Sep 16 04:59:37.468468 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-74f9c1d4-9f85-43df-98bf-6586d6ddbf9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.512898 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-32e7cf8e-a1d4-4410-9735-3c24dedd759d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d2d195a87b254b9bb8df9ce498050d62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4871936 Sep 16 04:59:37.529722 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57770) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:37.614887 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db898fee-9ddc-4b57-b4bc-ba67a89c9833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-cea674b4-a8b2-4733-95bd-82f55dc11987', 'network_id': 'cea674b4-a8b2-4733-95bd-82f55dc11987', 'tenant_id': '300a1bec8767496a93e1052c1a0a1094', 'fixed_ips': [{'subnet_id': '593b3d90-deab-4484-b776-91532660c5e8'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:59:37.616075 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db898fee-9ddc-4b57-b4bc-ba67a89c9833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.629549 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-46d7dd53-2efd-446a-9818-5ab4177f413b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.632877 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6679679e-de47-4b91-ae64-04973282ecc7 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.670158 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-46d7dd53-2efd-446a-9818-5ab4177f413b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.746545 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-46d7dd53-2efd-446a-9818-5ab4177f413b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.750330 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-46d7dd53-2efd-446a-9818-5ab4177f413b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.751951 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-46d7dd53-2efd-446a-9818-5ab4177f413b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5049495c-5b77-477f-8e4f-d72ff7b03e10 HTTP/1.1" status: 204 len: 168 time: 0.2211084 Sep 16 04:59:37.764648 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d7dd53-2efd-446a-9818-5ab4177f413b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5049495c-5b77-477f-8e4f-d72ff7b03e10,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:37.771167 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6679679e-de47-4b91-ae64-04973282ecc7 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.866167 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-74f9c1d4-9f85-43df-98bf-6586d6ddbf9c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:38.014940 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-db898fee-9ddc-4b57-b4bc-ba67a89c9833 None None] Allocated IP 172.20.0.2 (cea674b4-a8b2-4733-95bd-82f55dc11987/593b3d90-deab-4484-b776-91532660c5e8/f5227428-c410-4d1d-9c48-135488e0eb3a) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:38.123228 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422028d-d055-4912-a78f-4809aa24aa8a req-764e3f8f-aa5c-4498-871d-5969290d473f tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:38.129636 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a422028d-d055-4912-a78f-4809aa24aa8a req-764e3f8f-aa5c-4498-871d-5969290d473f tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 946 time: 0.1857977 Sep 16 04:59:38.160930 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-6679679e-de47-4b91-ae64-04973282ecc7 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] In _notify_port_updated(), no bound segment for port a9142088-5e0e-4379-90b4-a1aed695c349 on network d1024aba-e2b5-475d-9950-9a2d6e995ff5 {{(pid=94766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:59:38.175939 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6679679e-de47-4b91-ae64-04973282ecc7 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:38.180835 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6679679e-de47-4b91-ae64-04973282ecc7 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:38.184863 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6679679e-de47-4b91-ae64-04973282ecc7 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] 10.222.0.35 "PUT /v2.0/ports/a9142088-5e0e-4379-90b4-a1aed695c349 HTTP/1.1" status: 200 len: 1136 time: 1.5390482 Sep 16 04:59:38.199770 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57788) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:38.233057 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a422028d-d055-4912-a78f-4809aa24aa8a req-0aedcafb-e891-497f-91ca-97521ce5b56a tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944185 Sep 16 04:59:38.362092 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679679e-de47-4b91-ae64-04973282ecc7 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Pushing event updated for resources: {'Port': ['ID=a9142088-5e0e-4379-90b4-a1aed695c349,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:38.374950 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e048bd0f-0d2b-4e13-a65b-98782fdb5e0a tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:38.376976 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e048bd0f-0d2b-4e13-a65b-98782fdb5e0a tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] 10.222.0.35 "GET /v2.0/ports/a9142088-5e0e-4379-90b4-a1aed695c349 HTTP/1.1" status: 200 len: 1136 time: 0.1750259 Sep 16 04:59:38.380162 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57792) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:38.707831 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7329-1325-4a54-9bc9-b79d3b4f78c2 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Deleting port a9142088-5e0e-4379-90b4-a1aed695c349 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:38.708180 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7329-1325-4a54-9bc9-b79d3b4f78c2 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:38.725950 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-3d85b132-a82f-4f3c-87e0-1540153c0847 None None] Provisioning complete for port a9142088-5e0e-4379-90b4-a1aed695c349 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:38.726485 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3d85b132-a82f-4f3c-87e0-1540153c0847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:38.865680 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-3d85b132-a82f-4f3c-87e0-1540153c0847 None None] Port a9142088-5e0e-4379-90b4-a1aed695c349 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:38.898754 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7329-1325-4a54-9bc9-b79d3b4f78c2 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:38.903716 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db898fee-9ddc-4b57-b4bc-ba67a89c9833 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:38.919250 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db898fee-9ddc-4b57-b4bc-ba67a89c9833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:38.922693 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf7329-1325-4a54-9bc9-b79d3b4f78c2 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Calling delete_port for a9142088-5e0e-4379-90b4-a1aed695c349 owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:39.025502 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db898fee-9ddc-4b57-b4bc-ba67a89c9833 None None] Network cea674b4-a8b2-4733-95bd-82f55dc11987 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:39.035391 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-db898fee-9ddc-4b57-b4bc-ba67a89c9833 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:39.047366 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db898fee-9ddc-4b57-b4bc-ba67a89c9833 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:39.097713 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db898fee-9ddc-4b57-b4bc-ba67a89c9833 None None] Pushing event updated for resources: {'Port': ['ID=f5227428-c410-4d1d-9c48-135488e0eb3a,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:39.201692 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-db898fee-9ddc-4b57-b4bc-ba67a89c9833 None None] Attempting to bind port f5227428-c410-4d1d-9c48-135488e0eb3a on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:39.202310 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-db898fee-9ddc-4b57-b4bc-ba67a89c9833 None None] Attempting to bind port f5227428-c410-4d1d-9c48-135488e0eb3a by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '1ed7d197-4898-4831-a3b4-7815e470298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'cea674b4-a8b2-4733-95bd-82f55dc11987'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:39.203294 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db898fee-9ddc-4b57-b4bc-ba67a89c9833 None None] Attempting to bind port f5227428-c410-4d1d-9c48-135488e0eb3a on network cea674b4-a8b2-4733-95bd-82f55dc11987 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:39.212600 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db898fee-9ddc-4b57-b4bc-ba67a89c9833 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:39.213615 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db898fee-9ddc-4b57-b4bc-ba67a89c9833 None None] Checking segment: {'id': '1ed7d197-4898-4831-a3b4-7815e470298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'cea674b4-a8b2-4733-95bd-82f55dc11987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:39.214443 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db898fee-9ddc-4b57-b4bc-ba67a89c9833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:39.215968 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db898fee-9ddc-4b57-b4bc-ba67a89c9833 None None] Bound using segment: {'id': '1ed7d197-4898-4831-a3b4-7815e470298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'cea674b4-a8b2-4733-95bd-82f55dc11987'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:39.217057 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-db898fee-9ddc-4b57-b4bc-ba67a89c9833 None None] Bound port: f5227428-c410-4d1d-9c48-135488e0eb3a, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed7d197-4898-4831-a3b4-7815e470298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'cea674b4-a8b2-4733-95bd-82f55dc11987'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:39.217622 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db898fee-9ddc-4b57-b4bc-ba67a89c9833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:39.353339 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db898fee-9ddc-4b57-b4bc-ba67a89c9833 None None] For port f5227428-c410-4d1d-9c48-135488e0eb3a, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:39.357208 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db898fee-9ddc-4b57-b4bc-ba67a89c9833 None None] For port f5227428-c410-4d1d-9c48-135488e0eb3a, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=f5227428-c410-4d1d-9c48-135488e0eb3a,segment=NetworkSegment(1ed7d197-4898-4831-a3b4-7815e470298d),segment_id=1ed7d197-4898-4831-a3b4-7815e470298d)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:39.367300 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db898fee-9ddc-4b57-b4bc-ba67a89c9833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:39.411970 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-74f9c1d4-9f85-43df-98bf-6586d6ddbf9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:39.444337 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-74f9c1d4-9f85-43df-98bf-6586d6ddbf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:39.466404 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db898fee-9ddc-4b57-b4bc-ba67a89c9833 None None] Pushing event updated for resources: {'Port': ['ID=f5227428-c410-4d1d-9c48-135488e0eb3a,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:39.506189 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7329-1325-4a54-9bc9-b79d3b4f78c2 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:39.535628 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dee8df-8cbc-4a0c-a4ca-6c5e28add721 req-28432238-f4ca-488e-ba96-473b2d13a4fd tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:39.540334 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-02dee8df-8cbc-4a0c-a4ca-6c5e28add721 req-28432238-f4ca-488e-ba96-473b2d13a4fd tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 946 time: 0.1258216 Sep 16 04:59:39.549178 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57832) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:39.558851 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7329-1325-4a54-9bc9-b79d3b4f78c2 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Pushing event deleted for resources: {'Port': ['ID=a9142088-5e0e-4379-90b4-a1aed695c349,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:39.657958 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-02dee8df-8cbc-4a0c-a4ca-6c5e28add721 req-c0651729-eb2b-4db3-aa7c-5dc315903635 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071362 Sep 16 04:59:39.778363 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-0f81b9d0-c198-4718-82a1-23d63ddc9f36 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Request body: {'networks': [{'name': 'tempest-network--423670873'}, {'name': 'tempest-network--1850467800'}]} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:39.780071 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-0f81b9d0-c198-4718-82a1-23d63ddc9f36 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Request body: {'network': {'name': 'tempest-network--423670873'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:39.780669 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-0f81b9d0-c198-4718-82a1-23d63ddc9f36 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Request body: {'network': {'name': 'tempest-network--1850467800'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:39.803261 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-74f9c1d4-9f85-43df-98bf-6586d6ddbf9c admin admin] Allocated IP 172.25.8.250 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/d6240218-7db1-49ec-92a7-03658698032e) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:39.806008 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7329-1325-4a54-9bc9-b79d3b4f78c2 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:39.810579 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4ddf7329-1325-4a54-9bc9-b79d3b4f78c2 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] 10.222.0.35 "DELETE /v2.0/ports/a9142088-5e0e-4379-90b4-a1aed695c349 HTTP/1.1" status: 204 len: 168 time: 1.4292030 Sep 16 04:59:39.811217 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57838) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:39.860651 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f81b9d0-c198-4718-82a1-23d63ddc9f36 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Made reservation on behalf of 556313b140fe4253878c6f345ad18069 for: {'network': 2} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:39.866015 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0f81b9d0-c198-4718-82a1-23d63ddc9f36 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:39.888025 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0f81b9d0-c198-4718-82a1-23d63ddc9f36 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.050752 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0f81b9d0-c198-4718-82a1-23d63ddc9f36 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.060180 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0f81b9d0-c198-4718-82a1-23d63ddc9f36 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.060752 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0f81b9d0-c198-4718-82a1-23d63ddc9f36 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.061362 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-0896bd47-0833-4cc9-9897-7f67771f7ab0 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Deleting subnet c159a6ad-661b-4ded-89e2-3b37b3213360 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:59:40.090875 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-efaeaa76-b6cb-4c8f-afb2-328380507c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.128468 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0896bd47-0833-4cc9-9897-7f67771f7ab0 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.138569 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f81b9d0-c198-4718-82a1-23d63ddc9f36 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:59:40.150024 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f81b9d0-c198-4718-82a1-23d63ddc9f36 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b4146b-21c9-4217-b119-4feed9969668,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:40.172922 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0f81b9d0-c198-4718-82a1-23d63ddc9f36 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.173326 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-0f81b9d0-c198-4718-82a1-23d63ddc9f36 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Added segment b9154e05-4b7f-4210-aad5-86b9ccab45e5 of type vlan for network 6a0c4b42-6134-4b62-8610-5ef1e2182d5a Sep 16 04:59:40.203444 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0896bd47-0833-4cc9-9897-7f67771f7ab0 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.227425 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0f81b9d0-c198-4718-82a1-23d63ddc9f36 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.265889 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-74f9c1d4-9f85-43df-98bf-6586d6ddbf9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.309859 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f81b9d0-c198-4718-82a1-23d63ddc9f36 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:59:40.323897 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0f81b9d0-c198-4718-82a1-23d63ddc9f36 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.324285 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-0f81b9d0-c198-4718-82a1-23d63ddc9f36 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Added segment a6d86971-dfda-4bf9-a7a5-c2ea928451e8 of type vlan for network fad36d0f-f28c-4989-8b6a-e8260e43a84b Sep 16 04:59:40.360444 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0896bd47-0833-4cc9-9897-7f67771f7ab0 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.433413 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0f81b9d0-c198-4718-82a1-23d63ddc9f36 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.463656 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0896bd47-0833-4cc9-9897-7f67771f7ab0 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.476825 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-74f9c1d4-9f85-43df-98bf-6586d6ddbf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.486653 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e5014-1d6e-46a8-a4f9-beaf6f53966b req-1e80b0d2-c31c-45e3-8998-81c6ed1719ea tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:40.488291 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1b8e5014-1d6e-46a8-a4f9-beaf6f53966b req-1e80b0d2-c31c-45e3-8998-81c6ed1719ea tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] 10.222.0.35 "GET /v2.0/ports?device_id=91a427f2-605d-43ce-874d-fc28faf774ef HTTP/1.1" status: 200 len: 945 time: 0.1513903 Sep 16 04:59:40.532968 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0f81b9d0-c198-4718-82a1-23d63ddc9f36 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.534006 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0f81b9d0-c198-4718-82a1-23d63ddc9f36 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.543815 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f81b9d0-c198-4718-82a1-23d63ddc9f36 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:40.549631 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f81b9d0-c198-4718-82a1-23d63ddc9f36 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:40.550307 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0f81b9d0-c198-4718-82a1-23d63ddc9f36 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.570571 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f9c1d4-9f85-43df-98bf-6586d6ddbf9c admin admin] Pushing event updated for resources: {'Port': ['ID=d6240218-7db1-49ec-92a7-03658698032e,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:40.587651 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0896bd47-0833-4cc9-9897-7f67771f7ab0 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Pushing event deleted for resources: {'Subnet': ['ID=c159a6ad-661b-4ded-89e2-3b37b3213360,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:40.613006 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0f81b9d0-c198-4718-82a1-23d63ddc9f36 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0551517 Sep 16 04:59:40.621411 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57844) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:40.623705 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f9c1d4-9f85-43df-98bf-6586d6ddbf9c admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:40.630042 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-74f9c1d4-9f85-43df-98bf-6586d6ddbf9c admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:40.647828 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f9c1d4-9f85-43df-98bf-6586d6ddbf9c admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:40.733717 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1b8e5014-1d6e-46a8-a4f9-beaf6f53966b req-b3555add-c529-47bf-b4db-7cc25fdc75a7 tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] 10.222.0.35 "GET /v2.0/security-groups?id=17d881ba-de82-4a3f-9702-d1b27895f319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379265 Sep 16 04:59:40.905633 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f81b9d0-c198-4718-82a1-23d63ddc9f36 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Pushing event updated for resources: {'Network': ['ID=6a0c4b42-6134-4b62-8610-5ef1e2182d5a,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:40.922095 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 6a0c4b42-6134-4b62-8610-5ef1e2182d5a details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:59:41.082794 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0896bd47-0833-4cc9-9897-7f67771f7ab0 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.087208 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0896bd47-0833-4cc9-9897-7f67771f7ab0 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] 10.222.0.35 "DELETE /v2.0/subnets/c159a6ad-661b-4ded-89e2-3b37b3213360 HTTP/1.1" status: 204 len: 168 time: 1.2704628 Sep 16 04:59:41.105249 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1a9676-eba6-47f0-809b-b0d4b5d269c3 None None] Network d1024aba-e2b5-475d-9950-9a2d6e995ff5 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:41.305192 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500c9e14-540d-4c20-a8e1-2f2f13a42d9e None None] Network cea674b4-a8b2-4733-95bd-82f55dc11987 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:41.327543 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57854) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:41.328397 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-74f9c1d4-9f85-43df-98bf-6586d6ddbf9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.401252 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-85098cce-289a-45ea-9726-0d9030371791 None None] Provisioning complete for port f5227428-c410-4d1d-9c48-135488e0eb3a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:41.401832 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-85098cce-289a-45ea-9726-0d9030371791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.553988 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705df41c-1368-422a-ac35-31717e5aac6e None None] DHCP port deletion for d1024aba-e2b5-475d-9950-9a2d6e995ff5 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:59:41.647334 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8430d55-1149-4420-9bc3-bd0c28e40b3b req-01bf1394-4b6c-4d72-9d17-4a97e1bc9968 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:41.677228 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d8430d55-1149-4420-9bc3-bd0c28e40b3b req-01bf1394-4b6c-4d72-9d17-4a97e1bc9968 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 946 time: 0.7904699 Sep 16 04:59:41.722395 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f81b9d0-c198-4718-82a1-23d63ddc9f36 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Pushing event updated for resources: {'Network': ['ID=fad36d0f-f28c-4989-8b6a-e8260e43a84b,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:41.748770 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fd1906-e4a2-4076-9b3d-e218d952eece tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:41.776450 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fd1906-e4a2-4076-9b3d-e218d952eece tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:41.783053 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-85098cce-289a-45ea-9726-0d9030371791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.796367 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fd1906-e4a2-4076-9b3d-e218d952eece tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:41.813506 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fd1906-e4a2-4076-9b3d-e218d952eece tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:41.819168 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e1fd1906-e4a2-4076-9b3d-e218d952eece tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.1963983 Sep 16 04:59:41.833014 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.834123 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network fad36d0f-f28c-4989-8b6a-e8260e43a84b details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:59:41.853258 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57866) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:41.895418 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ea1a97da-b811-4c93-9758-d1edc78ed0b9 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.985111 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device f5227428-c410-4d1d-9c48-135488e0eb3a up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:41.988113 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7b0c7e9a-1527-4a1b-b8c6-1fa7e34d9594 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.049327 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-85098cce-289a-45ea-9726-0d9030371791 None None] For port f5227428-c410-4d1d-9c48-135488e0eb3a, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=f5227428-c410-4d1d-9c48-135488e0eb3a,segment=NetworkSegment(1ed7d197-4898-4831-a3b4-7815e470298d),segment_id=1ed7d197-4898-4831-a3b4-7815e470298d)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:42.056791 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d8430d55-1149-4420-9bc3-bd0c28e40b3b req-d75a17ee-bfda-4d39-903e-f19a3a80a4af tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3778472 Sep 16 04:59:42.061809 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-85098cce-289a-45ea-9726-0d9030371791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.088102 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-74f9c1d4-9f85-43df-98bf-6586d6ddbf9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.149693 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85098cce-289a-45ea-9726-0d9030371791 None None] Pushing event updated for resources: {'Port': ['ID=f5227428-c410-4d1d-9c48-135488e0eb3a,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:42.193843 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7b0c7e9a-1527-4a1b-b8c6-1fa7e34d9594 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.209018 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-ea1a97da-b811-4c93-9758-d1edc78ed0b9 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Deleting port 9a152572-6985-42a8-8643-be8ce492675d {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:42.209778 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ea1a97da-b811-4c93-9758-d1edc78ed0b9 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.218745 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-705df41c-1368-422a-ac35-31717e5aac6e None None] Deleting port 9a152572-6985-42a8-8643-be8ce492675d {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:42.219280 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-705df41c-1368-422a-ac35-31717e5aac6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.299340 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-7b0c7e9a-1527-4a1b-b8c6-1fa7e34d9594 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a0c4b42-6134-4b62-8610-5ef1e2182d5a']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:42.320973 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-7b0c7e9a-1527-4a1b-b8c6-1fa7e34d9594 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9154e05-4b7f-4210-aad5-86b9ccab45e5') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:42.327555 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-7b0c7e9a-1527-4a1b-b8c6-1fa7e34d9594 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9154e05-4b7f-4210-aad5-86b9ccab45e5') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:42.349896 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7b0c7e9a-1527-4a1b-b8c6-1fa7e34d9594 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.369713 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port f5227428-c410-4d1d-9c48-135488e0eb3a triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:42.377151 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.381805 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7b0c7e9a-1527-4a1b-b8c6-1fa7e34d9594 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.399554 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b0c7e9a-1527-4a1b-b8c6-1fa7e34d9594 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:59:42.400189 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-ea1a97da-b811-4c93-9758-d1edc78ed0b9 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] For port 9a152572-6985-42a8-8643-be8ce492675d, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=9a152572-6985-42a8-8643-be8ce492675d,segment=NetworkSegment(e581cc45-c16d-495f-ae84-f28b258f6faf),segment_id=e581cc45-c16d-495f-ae84-f28b258f6faf)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:42.400681 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ea1a97da-b811-4c93-9758-d1edc78ed0b9 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.403789 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7b0c7e9a-1527-4a1b-b8c6-1fa7e34d9594 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.438863 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-705df41c-1368-422a-ac35-31717e5aac6e None None] For port 9a152572-6985-42a8-8643-be8ce492675d, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=9a152572-6985-42a8-8643-be8ce492675d,segment=NetworkSegment(e581cc45-c16d-495f-ae84-f28b258f6faf),segment_id=e581cc45-c16d-495f-ae84-f28b258f6faf)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:42.439543 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-705df41c-1368-422a-ac35-31717e5aac6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.452364 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-ea1a97da-b811-4c93-9758-d1edc78ed0b9 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Calling delete_port for 9a152572-6985-42a8-8643-be8ce492675d owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:42.462351 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-705df41c-1368-422a-ac35-31717e5aac6e None None] Calling delete_port for 9a152572-6985-42a8-8643-be8ce492675d owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:42.583719 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f9c1d4-9f85-43df-98bf-6586d6ddbf9c admin admin] Router 573fbcd8-1c27-4a71-9d49-d70e6746aa9b is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:59:42.596466 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:59:42.596466 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:59:42.596466 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:59:42.596466 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:59:42.596466 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:59:42.596466 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:59:42.596466 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:59:42.596466 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:59:42.596466 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:59:42.596466 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:59:42.596466 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:59:42.596466 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:59:42.596466 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:59:42.596466 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:59:42.596466 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:59:42.596466 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:59:42.596466 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:59:42.596466 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:59:42.596466 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:59:42.596466 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:59:42.596466 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:59:42.596466 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:59:42.596466 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:59:42.596466 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:59:42.596466 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:59:42.596466 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:59:42.596466 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:59:42.596466 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:59:42.596466 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:59:42.596466 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:59:42.596466 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:59:42.596466 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:59:42.603885 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7b0c7e9a-1527-4a1b-b8c6-1fa7e34d9594 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.613690 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7b0c7e9a-1527-4a1b-b8c6-1fa7e34d9594 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.622701 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7b0c7e9a-1527-4a1b-b8c6-1fa7e34d9594 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] 10.222.0.35 "DELETE /v2.0/networks/6a0c4b42-6134-4b62-8610-5ef1e2182d5a HTTP/1.1" status: 204 len: 168 time: 0.7660992 Sep 16 04:59:42.631894 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57872) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:42.702842 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c7e9a-1527-4a1b-b8c6-1fa7e34d9594 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Pushing event deleted for resources: {'Network': ['ID=6a0c4b42-6134-4b62-8610-5ef1e2182d5a,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:42.728889 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284c9a7-6b49-4a99-bc78-3e9815a46e8d req-274dc417-9f59-409d-8f5b-e03a6a0bfcca tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:42.733334 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1284c9a7-6b49-4a99-bc78-3e9815a46e8d req-274dc417-9f59-409d-8f5b-e03a6a0bfcca tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] 10.222.0.48 "GET /v2.0/ports?device_id=91a427f2-605d-43ce-874d-fc28faf774ef HTTP/1.1" status: 200 len: 945 time: 0.7400365 Sep 16 04:59:42.789479 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 9a152572-6985-42a8-8643-be8ce492675d no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:42.797117 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ea1a97da-b811-4c93-9758-d1edc78ed0b9 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.850603 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-705df41c-1368-422a-ac35-31717e5aac6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.872856 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-1abb31d2-18a1-4023-975d-eb0493fff95c None None] Provisioning complete for port f5227428-c410-4d1d-9c48-135488e0eb3a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:42.873632 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1abb31d2-18a1-4023-975d-eb0493fff95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.902237 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d1b0b-d105-4aca-abb9-abeff1dd55cd req-99ef20d3-9bde-4e12-922f-ea1b9515b104 tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:42.903892 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b56d1b0b-d105-4aca-abb9-abeff1dd55cd req-99ef20d3-9bde-4e12-922f-ea1b9515b104 tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] 10.222.0.35 "GET /v2.0/ports?device_id=91a427f2-605d-43ce-874d-fc28faf774ef HTTP/1.1" status: 200 len: 945 time: 0.3115878 Sep 16 04:59:42.930139 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f5335226-1e96-45e1-adbe-92d81ccf6df3 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.935195 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1a97da-b811-4c93-9758-d1edc78ed0b9 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] No DVR routers for this DVR port 9a152572-6985-42a8-8643-be8ce492675d on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:42.954517 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a97da-b811-4c93-9758-d1edc78ed0b9 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Pushing event deleted for resources: {'Port': ['ID=9a152572-6985-42a8-8643-be8ce492675d,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:42.959541 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705df41c-1368-422a-ac35-31717e5aac6e None None] No DVR routers for this DVR port 9a152572-6985-42a8-8643-be8ce492675d on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:42.971074 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 9a152572-6985-42a8-8643-be8ce492675d {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:59:42.971768 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 9a152572-6985-42a8-8643-be8ce492675d not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:59:43.014646 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705df41c-1368-422a-ac35-31717e5aac6e None None] Pushing event deleted for resources: {'Port': ['ID=9a152572-6985-42a8-8643-be8ce492675d,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:43.035537 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f9c1d4-9f85-43df-98bf-6586d6ddbf9c admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:59:43.044201 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b56d1b0b-d105-4aca-abb9-abeff1dd55cd req-b7052ed5-c964-4a03-9b50-a49fc2e06ffa tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] 10.222.0.35 "GET /v2.0/security-groups?id=17d881ba-de82-4a3f-9702-d1b27895f319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049294 Sep 16 04:59:43.051897 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a64acf-2ae5-4234-8964-c6f6f6af7c19 None None] Sync routers for ids ['573fbcd8-1c27-4a71-9d49-d70e6746aa9b'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:59:43.080150 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-1284c9a7-6b49-4a99-bc78-3e9815a46e8d req-59e5935d-8b9e-4269-bb2e-bd5994d0a8ac tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] Deleting port 17aa702a-8b57-40e2-b4f6-91dd685b11e8 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:43.080513 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1284c9a7-6b49-4a99-bc78-3e9815a46e8d req-59e5935d-8b9e-4269-bb2e-bd5994d0a8ac tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.095740 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a64acf-2ae5-4234-8964-c6f6f6af7c19 None None] Routers {'573fbcd8-1c27-4a71-9d49-d70e6746aa9b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:43.096417 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-46a64acf-2ae5-4234-8964-c6f6f6af7c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:59:14Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['573fbcd8-1c27-4a71-9d49-d70e6746aa9b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:43.174613 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f5335226-1e96-45e1-adbe-92d81ccf6df3 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.204501 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-f5335226-1e96-45e1-adbe-92d81ccf6df3 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad36d0f-f28c-4989-8b6a-e8260e43a84b']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:43.216828 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-f5335226-1e96-45e1-adbe-92d81ccf6df3 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6d86971-dfda-4bf9-a7a5-c2ea928451e8') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:43.217541 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-f5335226-1e96-45e1-adbe-92d81ccf6df3 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6d86971-dfda-4bf9-a7a5-c2ea928451e8') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:43.229975 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cba8dfbb-768f-4b1f-97f3-2e41efbf6375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.234440 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f5335226-1e96-45e1-adbe-92d81ccf6df3 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.261134 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f5335226-1e96-45e1-adbe-92d81ccf6df3 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.267832 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5335226-1e96-45e1-adbe-92d81ccf6df3 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:59:43.268544 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f5335226-1e96-45e1-adbe-92d81ccf6df3 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.339173 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92998e96-b397-4463-9df9-d31466d5ac65 req-b2a83dcc-bda1-4581-af98-d54eccc4ae97 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:43.346692 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-92998e96-b397-4463-9df9-d31466d5ac65 req-b2a83dcc-bda1-4581-af98-d54eccc4ae97 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 946 time: 0.0936155 Sep 16 04:59:43.361271 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:59:43.361271 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:59:43.361271 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:59:43.361271 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:59:43.361271 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:59:43.361271 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:59:43.361271 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:59:43.361271 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:59:43.361271 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:59:43.361271 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:59:43.361271 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:59:43.361271 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:59:43.361271 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:59:43.361271 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:59:43.361271 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:59:43.361271 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:59:43.361271 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:59:43.361271 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:59:43.361271 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:59:43.361271 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:59:43.361271 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:59:43.361271 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:59:43.361271 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:59:43.361271 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:59:43.361271 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:59:43.361271 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:59:43.361271 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:59:43.361271 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:59:43.361271 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:59:43.361271 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:59:43.361271 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:59:43.361271 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:59:43.402966 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-92998e96-b397-4463-9df9-d31466d5ac65 req-0ea9f2eb-f785-4c5b-b5fe-fc4f72b1edc1 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532856 Sep 16 04:59:43.412224 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-1284c9a7-6b49-4a99-bc78-3e9815a46e8d req-59e5935d-8b9e-4269-bb2e-bd5994d0a8ac tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] For port 17aa702a-8b57-40e2-b4f6-91dd685b11e8, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=17aa702a-8b57-40e2-b4f6-91dd685b11e8,segment=NetworkSegment(7b41d1b1-718b-4034-8158-da6cfed10f2b),segment_id=7b41d1b1-718b-4034-8158-da6cfed10f2b)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:43.412796 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1284c9a7-6b49-4a99-bc78-3e9815a46e8d req-59e5935d-8b9e-4269-bb2e-bd5994d0a8ac tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.427595 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f5335226-1e96-45e1-adbe-92d81ccf6df3 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.432352 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ea1a97da-b811-4c93-9758-d1edc78ed0b9 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.473776 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-74f9c1d4-9f85-43df-98bf-6586d6ddbf9c admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.475154 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-74f9c1d4-9f85-43df-98bf-6586d6ddbf9c admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.2692516 Sep 16 04:59:43.483447 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f5335226-1e96-45e1-adbe-92d81ccf6df3 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.489709 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f5335226-1e96-45e1-adbe-92d81ccf6df3 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] 10.222.0.35 "DELETE /v2.0/networks/fad36d0f-f28c-4989-8b6a-e8260e43a84b HTTP/1.1" status: 204 len: 168 time: 0.8469455 Sep 16 04:59:43.489709 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5335226-1e96-45e1-adbe-92d81ccf6df3 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Pushing event deleted for resources: {'Network': ['ID=fad36d0f-f28c-4989-8b6a-e8260e43a84b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:43.496236 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57890) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:43.496713 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57892) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:43.517263 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-1284c9a7-6b49-4a99-bc78-3e9815a46e8d req-59e5935d-8b9e-4269-bb2e-bd5994d0a8ac tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] Calling delete_port for 17aa702a-8b57-40e2-b4f6-91dd685b11e8 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:43.518607 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.593560 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-46a64acf-2ae5-4234-8964-c6f6f6af7c19 None None] Set router 573fbcd8-1c27-4a71-9d49-d70e6746aa9b gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:43.727607 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device f5227428-c410-4d1d-9c48-135488e0eb3a up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:43.805913 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1284c9a7-6b49-4a99-bc78-3e9815a46e8d req-59e5935d-8b9e-4269-bb2e-bd5994d0a8ac tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.854368 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port f5227428-c410-4d1d-9c48-135488e0eb3a triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:43.856092 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.862193 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-ea1a97da-b811-4c93-9758-d1edc78ed0b9 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1024aba-e2b5-475d-9950-9a2d6e995ff5']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:43.897528 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-46a64acf-2ae5-4234-8964-c6f6f6af7c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573fbcd8-1c27-4a71-9d49-d70e6746aa9b', 'name': 'tempest-TestAggregatesBasicOps-1092496307-router', 'tenant_id': '300a1bec8767496a93e1052c1a0a1094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd6240218-7db1-49ec-92a7-03658698032e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:37Z', 'updated_at': '2021-09-16T04:59:41Z', 'revision_number': 3, 'project_id': '300a1bec8767496a93e1052c1a0a1094', 'gw_port': {'id': 'd6240218-7db1-49ec-92a7-03658698032e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:52:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573fbcd8-1c27-4a71-9d49-d70e6746aa9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:39Z', 'updated_at': '2021-09-16T04:59:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:43.901232 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1284c9a7-6b49-4a99-bc78-3e9815a46e8d req-59e5935d-8b9e-4269-bb2e-bd5994d0a8ac tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] No DVR routers for this DVR port 17aa702a-8b57-40e2-b4f6-91dd685b11e8 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:43.906422 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1284c9a7-6b49-4a99-bc78-3e9815a46e8d req-59e5935d-8b9e-4269-bb2e-bd5994d0a8ac tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.908730 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1284c9a7-6b49-4a99-bc78-3e9815a46e8d req-59e5935d-8b9e-4269-bb2e-bd5994d0a8ac tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] 10.222.0.48 "DELETE /v2.0/ports/17aa702a-8b57-40e2-b4f6-91dd685b11e8 HTTP/1.1" status: 204 len: 173 time: 1.1331365 Sep 16 04:59:43.909512 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a427f2-605d-43ce-874d-fc28faf774ef', 'name': 'network-vif-deleted', 'tag': '17aa702a-8b57-40e2-b4f6-91dd685b11e8'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:43.912161 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4866d91-6da8-44a3-8995-cbefc6870019" -d '{"events": [{"server_uuid": "91a427f2-605d-43ce-874d-fc28faf774ef", "name": "network-vif-deleted", "tag": "17aa702a-8b57-40e2-b4f6-91dd685b11e8"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:43.922788 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5935d-8b9e-4269-bb2e-bd5994d0a8ac tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] Pushing event deleted for resources: {'Port': ['ID=17aa702a-8b57-40e2-b4f6-91dd685b11e8,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:43.958836 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a64acf-2ae5-4234-8964-c6f6f6af7c19 None None] Checking router: 573fbcd8-1c27-4a71-9d49-d70e6746aa9b for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:59:43.959235 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a64acf-2ae5-4234-8964-c6f6f6af7c19 None None] Updating router 573fbcd8-1c27-4a71-9d49-d70e6746aa9b port d6240218-7db1-49ec-92a7-03658698032e binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:59:44.011952 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-46a64acf-2ae5-4234-8964-c6f6f6af7c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.303721 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6d25ac-20eb-4553-877e-9f02fcbf3646 x-openstack-request-id: req-ba6d25ac-20eb-4553-877e-9f02fcbf3646 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:44.305095 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a427f2-605d-43ce-874d-fc28faf774ef", "name": "network-vif-deleted", "tag": "17aa702a-8b57-40e2-b4f6-91dd685b11e8", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:44.305770 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ba6d25ac-20eb-4553-877e-9f02fcbf3646 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:44.306370 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a427f2-605d-43ce-874d-fc28faf774ef', 'name': 'network-vif-deleted', 'tag': '17aa702a-8b57-40e2-b4f6-91dd685b11e8', 'status': 'completed', 'code': 200} Sep 16 04:59:44.447757 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9f168c6f-5c9b-4b33-8070-d4ae494ec969 req-3db9ea64-7d91-414b-8abd-f86cfcbcf4bf tempest-VolumesActionsTest-1594776702 tempest-VolumesActionsTest-1594776702-project] 10.222.0.35 "GET /v2.0/ports?device_id=91a427f2-605d-43ce-874d-fc28faf774ef HTTP/1.1" status: 200 len: 210 time: 0.0531685 Sep 16 04:59:44.511228 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-46a64acf-2ae5-4234-8964-c6f6f6af7c19 None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.521848 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-46a64acf-2ae5-4234-8964-c6f6f6af7c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.540173 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.579741 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.639805 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-46a64acf-2ae5-4234-8964-c6f6f6af7c19 None None] Attempting to bind port d6240218-7db1-49ec-92a7-03658698032e on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:44.640215 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-46a64acf-2ae5-4234-8964-c6f6f6af7c19 None None] Attempting to bind port d6240218-7db1-49ec-92a7-03658698032e by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:44.642469 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a64acf-2ae5-4234-8964-c6f6f6af7c19 None None] Attempting to bind port d6240218-7db1-49ec-92a7-03658698032e on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:44.662872 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a64acf-2ae5-4234-8964-c6f6f6af7c19 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:44.663948 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a64acf-2ae5-4234-8964-c6f6f6af7c19 None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:44.664687 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-46a64acf-2ae5-4234-8964-c6f6f6af7c19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.665339 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a64acf-2ae5-4234-8964-c6f6f6af7c19 None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:44.666432 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-46a64acf-2ae5-4234-8964-c6f6f6af7c19 None None] Bound port: d6240218-7db1-49ec-92a7-03658698032e, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:44.667058 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-46a64acf-2ae5-4234-8964-c6f6f6af7c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.671297 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b96da1-e60b-467c-9573-31bead371298 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:44.697695 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b96da1-e60b-467c-9573-31bead371298 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:44.700012 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c3b96da1-e60b-467c-9573-31bead371298 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.2006390 Sep 16 04:59:44.707496 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57916) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:44.714582 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f9f28-65ec-4bac-b057-f50d3718d4f0 None None] Pushing event updated for resources: {'Port': ['ID=d6240218-7db1-49ec-92a7-03658698032e,revision_number=2']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:44.717711 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-ea1a97da-b811-4c93-9758-d1edc78ed0b9 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e581cc45-c16d-495f-ae84-f28b258f6faf') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:44.718012 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-ea1a97da-b811-4c93-9758-d1edc78ed0b9 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e581cc45-c16d-495f-ae84-f28b258f6faf') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:44.725776 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f70bab-38b9-465a-96bf-040691460fad req-c3a14f4c-8088-4a89-841e-782a8fffd5a1 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:44.729772 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f9f28-65ec-4bac-b057-f50d3718d4f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:44.730469 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f9f28-65ec-4bac-b057-f50d3718d4f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:44.731033 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f9f28-65ec-4bac-b057-f50d3718d4f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:44.731328 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-99f70bab-38b9-465a-96bf-040691460fad req-c3a14f4c-8088-4a89-841e-782a8fffd5a1 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 946 time: 0.1110220 Sep 16 04:59:44.731846 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f9f28-65ec-4bac-b057-f50d3718d4f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:44.732436 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f9f28-65ec-4bac-b057-f50d3718d4f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:44.733113 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f9f28-65ec-4bac-b057-f50d3718d4f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:44.733681 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f9f28-65ec-4bac-b057-f50d3718d4f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:44.734229 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f9f28-65ec-4bac-b057-f50d3718d4f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:44.736114 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f9f28-65ec-4bac-b057-f50d3718d4f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:44.736449 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ea1a97da-b811-4c93-9758-d1edc78ed0b9 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.737034 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f9f28-65ec-4bac-b057-f50d3718d4f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:44.737918 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f9f28-65ec-4bac-b057-f50d3718d4f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:44.738534 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309f9f28-65ec-4bac-b057-f50d3718d4f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:44.741029 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-75573afc-5230-4fe6-8c25-53e6282f17c4 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1994175065'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:44.771199 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-46a64acf-2ae5-4234-8964-c6f6f6af7c19 None None] For port d6240218-7db1-49ec-92a7-03658698032e, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:44.776173 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-46a64acf-2ae5-4234-8964-c6f6f6af7c19 None None] For port d6240218-7db1-49ec-92a7-03658698032e, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d6240218-7db1-49ec-92a7-03658698032e,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:44.786718 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-46a64acf-2ae5-4234-8964-c6f6f6af7c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.871579 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75573afc-5230-4fe6-8c25-53e6282f17c4 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Made reservation on behalf of 556313b140fe4253878c6f345ad18069 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:44.877281 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ea1a97da-b811-4c93-9758-d1edc78ed0b9 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.879172 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-75573afc-5230-4fe6-8c25-53e6282f17c4 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.900146 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a64acf-2ae5-4234-8964-c6f6f6af7c19 None None] Routers {'573fbcd8-1c27-4a71-9d49-d70e6746aa9b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:44.900146 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-46a64acf-2ae5-4234-8964-c6f6f6af7c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:59:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['573fbcd8-1c27-4a71-9d49-d70e6746aa9b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:44.905852 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea1a97da-b811-4c93-9758-d1edc78ed0b9 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:59:44.905852 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ea1a97da-b811-4c93-9758-d1edc78ed0b9 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.908710 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:59:44.908710 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:59:44.908710 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:59:44.908710 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:59:44.908710 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:59:44.908710 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:59:44.908710 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:59:44.908710 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:59:44.908710 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:59:44.908710 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:59:44.908710 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:59:44.908710 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:59:44.908710 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:59:44.908710 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:59:44.908710 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:59:44.908710 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:59:44.908710 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:59:44.908710 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:59:44.908710 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:59:44.908710 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:59:44.908710 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:59:44.908710 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:59:44.908710 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:59:44.908710 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:59:44.908710 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:59:44.908710 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:59:44.908710 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:59:44.908710 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:59:44.908710 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:59:44.908710 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:59:44.908710 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:59:44.908710 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:59:44.948553 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-99f70bab-38b9-465a-96bf-040691460fad req-d9f5a7b3-e538-452f-aa8a-5b8275d2e43d tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910238 Sep 16 04:59:44.984244 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75573afc-5230-4fe6-8c25-53e6282f17c4 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:59:45.002676 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 17aa702a-8b57-40e2-b4f6-91dd685b11e8 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:45.008599 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f9f28-65ec-4bac-b057-f50d3718d4f0 None None] Pushing event updated for resources: {'Port': ['ID=d6240218-7db1-49ec-92a7-03658698032e,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:45.039793 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-75573afc-5230-4fe6-8c25-53e6282f17c4 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.040130 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-75573afc-5230-4fe6-8c25-53e6282f17c4 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Added segment aad45705-1bf3-4552-a781-f79ca0387bde of type vlan for network 8fdb6215-c30a-4f90-933f-247857e590bd Sep 16 04:59:45.058874 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 17aa702a-8b57-40e2-b4f6-91dd685b11e8 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:59:45.059253 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 17aa702a-8b57-40e2-b4f6-91dd685b11e8 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:59:45.126672 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-46a64acf-2ae5-4234-8964-c6f6f6af7c19 None None] Set router 573fbcd8-1c27-4a71-9d49-d70e6746aa9b gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:45.173323 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-75573afc-5230-4fe6-8c25-53e6282f17c4 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.258927 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-75573afc-5230-4fe6-8c25-53e6282f17c4 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.266585 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ea1a97da-b811-4c93-9758-d1edc78ed0b9 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.271809 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75573afc-5230-4fe6-8c25-53e6282f17c4 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:45.273324 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-75573afc-5230-4fe6-8c25-53e6282f17c4 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.294178 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ea1a97da-b811-4c93-9758-d1edc78ed0b9 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.298712 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ea1a97da-b811-4c93-9758-d1edc78ed0b9 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] 10.222.0.35 "DELETE /v2.0/networks/d1024aba-e2b5-475d-9950-9a2d6e995ff5 HTTP/1.1" status: 204 len: 168 time: 3.7435443 Sep 16 04:59:45.322562 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a97da-b811-4c93-9758-d1edc78ed0b9 tempest-ExtraDHCPOptionsTestJSON-190244220 tempest-ExtraDHCPOptionsTestJSON-190244220-project] Pushing event deleted for resources: {'Network': ['ID=d1024aba-e2b5-475d-9950-9a2d6e995ff5,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:45.412717 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-75573afc-5230-4fe6-8c25-53e6282f17c4 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6800063 Sep 16 04:59:45.419190 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57934) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:45.471350 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-cbe997cc-f96d-40e9-b184-9a17aac7c358 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-354825729'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:45.487992 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75573afc-5230-4fe6-8c25-53e6282f17c4 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Pushing event updated for resources: {'Network': ['ID=8fdb6215-c30a-4f90-933f-247857e590bd,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:45.509237 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 8fdb6215-c30a-4f90-933f-247857e590bd details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:59:45.520342 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-46a64acf-2ae5-4234-8964-c6f6f6af7c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573fbcd8-1c27-4a71-9d49-d70e6746aa9b', 'name': 'tempest-TestAggregatesBasicOps-1092496307-router', 'tenant_id': '300a1bec8767496a93e1052c1a0a1094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd6240218-7db1-49ec-92a7-03658698032e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:37Z', 'updated_at': '2021-09-16T04:59:41Z', 'revision_number': 3, 'project_id': '300a1bec8767496a93e1052c1a0a1094', 'gw_port': {'id': 'd6240218-7db1-49ec-92a7-03658698032e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:52:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573fbcd8-1c27-4a71-9d49-d70e6746aa9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:39Z', 'updated_at': '2021-09-16T04:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:45.549896 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe997cc-f96d-40e9-b184-9a17aac7c358 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Made reservation on behalf of 556313b140fe4253878c6f345ad18069 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:45.553493 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cbe997cc-f96d-40e9-b184-9a17aac7c358 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.580588 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a64acf-2ae5-4234-8964-c6f6f6af7c19 None None] The sync data for ids ['573fbcd8-1c27-4a71-9d49-d70e6746aa9b'] in n-d-712139-15 is: [{'id': '573fbcd8-1c27-4a71-9d49-d70e6746aa9b', 'name': 'tempest-TestAggregatesBasicOps-1092496307-router', 'tenant_id': '300a1bec8767496a93e1052c1a0a1094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd6240218-7db1-49ec-92a7-03658698032e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:37Z', 'updated_at': '2021-09-16T04:59:41Z', 'revision_number': 3, 'project_id': '300a1bec8767496a93e1052c1a0a1094', 'gw_port': {'id': 'd6240218-7db1-49ec-92a7-03658698032e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:52:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573fbcd8-1c27-4a71-9d49-d70e6746aa9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:39Z', 'updated_at': '2021-09-16T04:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:59:45.631181 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe997cc-f96d-40e9-b184-9a17aac7c358 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:59:45.684308 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cbe997cc-f96d-40e9-b184-9a17aac7c358 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.688095 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-cbe997cc-f96d-40e9-b184-9a17aac7c358 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Added segment 6051ebb3-90e0-442e-856b-9d97912cef8d of type vlan for network 5a4185bf-113a-46fb-a3cf-b6dffb9b7fc7 Sep 16 04:59:45.816849 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cbe997cc-f96d-40e9-b184-9a17aac7c358 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.905614 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cbe997cc-f96d-40e9-b184-9a17aac7c358 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.912771 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe997cc-f96d-40e9-b184-9a17aac7c358 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:45.914721 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cbe997cc-f96d-40e9-b184-9a17aac7c358 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.920966 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-71c5d6cf-cd20-4b4b-b687-e0e816972697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.010406 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-cbe997cc-f96d-40e9-b184-9a17aac7c358 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5432515 Sep 16 04:59:46.025672 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57950) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:46.030715 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-b1590adb-f748-4ffe-bbb8-325125fc5d44 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Request body: {'ports': [{'network_id': '8fdb6215-c30a-4f90-933f-247857e590bd', 'name': 'tempest-port--1629338363', 'admin_state_up': True}, {'network_id': '5a4185bf-113a-46fb-a3cf-b6dffb9b7fc7', 'admin_state_up': False}]} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:46.031037 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-b1590adb-f748-4ffe-bbb8-325125fc5d44 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Request body: {'port': {'network_id': '8fdb6215-c30a-4f90-933f-247857e590bd', 'name': 'tempest-port--1629338363', 'admin_state_up': True}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:46.031530 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-b1590adb-f748-4ffe-bbb8-325125fc5d44 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Request body: {'port': {'network_id': '5a4185bf-113a-46fb-a3cf-b6dffb9b7fc7', 'admin_state_up': False}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:46.045660 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.109825 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57952) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:46.226955 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe997cc-f96d-40e9-b184-9a17aac7c358 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Pushing event updated for resources: {'Network': ['ID=5a4185bf-113a-46fb-a3cf-b6dffb9b7fc7,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:46.245296 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 5a4185bf-113a-46fb-a3cf-b6dffb9b7fc7 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:59:46.368114 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-71c5d6cf-cd20-4b4b-b687-e0e816972697 admin admin] Allocated IP 172.20.0.1 (cea674b4-a8b2-4733-95bd-82f55dc11987/593b3d90-deab-4484-b776-91532660c5e8/fd7fb192-2927-4640-baad-17d53045ff25) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:46.427167 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0990f-d7cd-4350-9933-aaaa7e61f105 req-f1b43bb9-f22a-4e46-9f52-7ce054799834 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:46.437299 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f2b0990f-d7cd-4350-9933-aaaa7e61f105 req-f1b43bb9-f22a-4e46-9f52-7ce054799834 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 946 time: 0.3276658 Sep 16 04:59:46.638230 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-71c5d6cf-cd20-4b4b-b687-e0e816972697 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.643639 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f2b0990f-d7cd-4350-9933-aaaa7e61f105 req-dcb66556-ce07-43a1-b7aa-8a6a161cf34d tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044170 Sep 16 04:59:46.707984 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-71c5d6cf-cd20-4b4b-b687-e0e816972697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.712733 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1590adb-f748-4ffe-bbb8-325125fc5d44 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Made reservation on behalf of 556313b140fe4253878c6f345ad18069 for: {'port': 2} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:46.722432 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b1590adb-f748-4ffe-bbb8-325125fc5d44 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.758054 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c5d6cf-cd20-4b4b-b687-e0e816972697 admin admin] Network cea674b4-a8b2-4733-95bd-82f55dc11987 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:46.761834 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-71c5d6cf-cd20-4b4b-b687-e0e816972697 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:46.765339 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c5d6cf-cd20-4b4b-b687-e0e816972697 admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:46.812982 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5d6cf-cd20-4b4b-b687-e0e816972697 admin admin] Pushing event updated for resources: {'Port': ['ID=fd7fb192-2927-4640-baad-17d53045ff25,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:46.817545 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3f528c84-ad02-45d4-8aa2-a3db44f3bb7e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a8b50a8c837f42dbb2edf20091019077&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7053697 Sep 16 04:59:46.818952 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b1590adb-f748-4ffe-bbb8-325125fc5d44 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.826953 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57968) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:46.848588 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-71c5d6cf-cd20-4b4b-b687-e0e816972697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.049696 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-b1590adb-f748-4ffe-bbb8-325125fc5d44 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] device_id is not set on port 5810a4af-fab2-4e99-896e-f64840f0b09b yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:59:47.100541 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b7f55828-5ced-4e30-b791-013f6958c74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.131895 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b7f55828-5ced-4e30-b791-013f6958c74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.208635 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b7f55828-5ced-4e30-b791-013f6958c74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.212995 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b7f55828-5ced-4e30-b791-013f6958c74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.219791 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b7f55828-5ced-4e30-b791-013f6958c74c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c3484efd-70f9-4680-93df-4a196bb14adb HTTP/1.1" status: 204 len: 168 time: 0.3876436 Sep 16 04:59:47.304462 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f55828-5ced-4e30-b791-013f6958c74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3484efd-70f9-4680-93df-4a196bb14adb,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:47.405928 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b1590adb-f748-4ffe-bbb8-325125fc5d44 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.416992 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-71c5d6cf-cd20-4b4b-b687-e0e816972697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.481488 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-9f1b5f3e-e21e-43c4-bb48-ac3338f9be08 None None] Provisioning complete for port fd7fb192-2927-4640-baad-17d53045ff25 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:47.484132 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9f1b5f3e-e21e-43c4-bb48-ac3338f9be08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.661491 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-9f1b5f3e-e21e-43c4-bb48-ac3338f9be08 None None] Port fd7fb192-2927-4640-baad-17d53045ff25 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:47.701830 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-b1590adb-f748-4ffe-bbb8-325125fc5d44 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] device_id is not set on port 32f3297c-fb95-40ce-834f-30594b6a263f yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:59:47.775786 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d6240218-7db1-49ec-92a7-03658698032e up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:47.878033 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port d6240218-7db1-49ec-92a7-03658698032e triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:47.878452 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.071448 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.142180 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port d6240218-7db1-49ec-92a7-03658698032e, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d6240218-7db1-49ec-92a7-03658698032e,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:48.154858 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.157855 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189592c7-5ca0-44a3-9d64-76f6fe9a77ea req-7268c73e-e768-4d64-8302-b9e61561e088 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:48.166643 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-71c5d6cf-cd20-4b4b-b687-e0e816972697 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.170648 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-189592c7-5ca0-44a3-9d64-76f6fe9a77ea req-7268c73e-e768-4d64-8302-b9e61561e088 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 946 time: 0.3554411 Sep 16 04:59:48.182727 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-71c5d6cf-cd20-4b4b-b687-e0e816972697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.242939 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b1590adb-f748-4ffe-bbb8-325125fc5d44 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.318030 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-189592c7-5ca0-44a3-9d64-76f6fe9a77ea req-c418d5ff-3ee0-462a-9301-1c093add1bf8 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462674 Sep 16 04:59:48.340056 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=d6240218-7db1-49ec-92a7-03658698032e,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:48.345592 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b1590adb-f748-4ffe-bbb8-325125fc5d44 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.432134 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5d6cf-cd20-4b4b-b687-e0e816972697 admin admin] Pushing event updated for resources: {'Port': ['ID=fd7fb192-2927-4640-baad-17d53045ff25,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:48.433486 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1590adb-f748-4ffe-bbb8-325125fc5d44 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Pushing event updated for resources: {'Port': ['ID=5810a4af-fab2-4e99-896e-f64840f0b09b,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:48.447439 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-71c5d6cf-cd20-4b4b-b687-e0e816972697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.478354 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1590adb-f748-4ffe-bbb8-325125fc5d44 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Checking segment: {'id': 'aad45705-1bf3-4552-a781-f79ca0387bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8fdb6215-c30a-4f90-933f-247857e590bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:48.480701 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1590adb-f748-4ffe-bbb8-325125fc5d44 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Network hostable DHCP agents. Network: 8fdb6215-c30a-4f90-933f-247857e590bd, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:59:48.521316 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1590adb-f748-4ffe-bbb8-325125fc5d44 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Network 8fdb6215-c30a-4f90-933f-247857e590bd is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:59:48.540749 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-b1590adb-f748-4ffe-bbb8-325125fc5d44 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 8fdb6215-c30a-4f90-933f-247857e590bd) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:48.547371 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1590adb-f748-4ffe-bbb8-325125fc5d44 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:48.550677 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b1590adb-f748-4ffe-bbb8-325125fc5d44 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.561619 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0eb030-ec93-4a76-aaff-8423d9fb98a8 None None] Network 8fdb6215-c30a-4f90-933f-247857e590bd requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:48.789764 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c5d6cf-cd20-4b4b-b687-e0e816972697 admin admin] Network cea674b4-a8b2-4733-95bd-82f55dc11987 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:48.790990 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-71c5d6cf-cd20-4b4b-b687-e0e816972697 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:48.814543 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1590adb-f748-4ffe-bbb8-325125fc5d44 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Pushing event updated for resources: {'Port': ['ID=32f3297c-fb95-40ce-834f-30594b6a263f,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:48.992219 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1590adb-f748-4ffe-bbb8-325125fc5d44 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Checking segment: {'id': '6051ebb3-90e0-442e-856b-9d97912cef8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5a4185bf-113a-46fb-a3cf-b6dffb9b7fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:49.008274 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1590adb-f748-4ffe-bbb8-325125fc5d44 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Network hostable DHCP agents. Network: 5a4185bf-113a-46fb-a3cf-b6dffb9b7fc7, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:59:49.043605 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a597d-19e1-488e-8e75-5192705429ff req-82141282-9de4-4c24-b0e6-0cb246b432e4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:49.050398 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4b7a597d-19e1-488e-8e75-5192705429ff req-82141282-9de4-4c24-b0e6-0cb246b432e4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 946 time: 0.2299373 Sep 16 04:59:49.118658 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c5d6cf-cd20-4b4b-b687-e0e816972697 admin admin] Router 573fbcd8-1c27-4a71-9d49-d70e6746aa9b has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:59:49.144028 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1590adb-f748-4ffe-bbb8-325125fc5d44 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Network 5a4185bf-113a-46fb-a3cf-b6dffb9b7fc7 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:59:49.188866 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4b7a597d-19e1-488e-8e75-5192705429ff req-ae7fb3a5-bd33-40ce-a6c9-e0353e19fb25 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=295ea664-146b-402c-b1bb-04eb95e0a13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173904 Sep 16 04:59:49.190182 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-b1590adb-f748-4ffe-bbb8-325125fc5d44 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 5a4185bf-113a-46fb-a3cf-b6dffb9b7fc7) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:49.208717 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58032) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:49.209821 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c64a823-dbfa-4e34-aa0a-ba4c6865e956 None None] Network 5a4185bf-113a-46fb-a3cf-b6dffb9b7fc7 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:49.214732 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1590adb-f748-4ffe-bbb8-325125fc5d44 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:49.249682 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1590adb-f748-4ffe-bbb8-325125fc5d44 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:49.260104 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1590adb-f748-4ffe-bbb8-325125fc5d44 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:49.275570 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b1590adb-f748-4ffe-bbb8-325125fc5d44 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:49.359597 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58034) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:49.361664 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c5d6cf-cd20-4b4b-b687-e0e816972697 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:59:49.395030 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-71c5d6cf-cd20-4b4b-b687-e0e816972697 admin admin] 10.222.0.35 "PUT /v2.0/routers/573fbcd8-1c27-4a71-9d49-d70e6746aa9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8891528 Sep 16 04:59:49.399226 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b1590adb-f748-4ffe-bbb8-325125fc5d44 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.3722837 Sep 16 04:59:49.402128 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58042) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:49.451684 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3330a7-e8e7-45cb-a539-5861974d9989 None None] Sync routers for ids ['573fbcd8-1c27-4a71-9d49-d70e6746aa9b'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:59:49.491669 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7d445c37-3125-4eb3-beea-0d7933db8618 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/floatingips/3ad630a5-bffd-4faa-99b6-97eab96f045b HTTP/1.1" status: 200 len: 993 time: 0.2799819 Sep 16 04:59:49.527830 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3330a7-e8e7-45cb-a539-5861974d9989 None None] Routers {'573fbcd8-1c27-4a71-9d49-d70e6746aa9b'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:49.537162 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-da3330a7-e8e7-45cb-a539-5861974d9989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:59:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['573fbcd8-1c27-4a71-9d49-d70e6746aa9b'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:49.551871 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-fc0460d5-5218-41ee-a32a-c6d7cb269fa1 None None] Provisioning complete for port fd7fb192-2927-4640-baad-17d53045ff25 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:49.554746 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fc0460d5-5218-41ee-a32a-c6d7cb269fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:49.556039 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ab5731-e15d-4141-b27c-0d9d2eafda69 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:49.571048 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ab5731-e15d-4141-b27c-0d9d2eafda69 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:49.580440 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58048) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:49.603910 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f1ab5731-e15d-4141-b27c-0d9d2eafda69 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2004497 Sep 16 04:59:49.756399 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98874c16-f92b-4a67-9188-b65f80c96cc5 req-236b79c4-5779-4089-b770-1a8da62ef5b5 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:49.774322 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-98874c16-f92b-4a67-9188-b65f80c96cc5 req-236b79c4-5779-4089-b770-1a8da62ef5b5 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 946 time: 0.1681645 Sep 16 04:59:49.801930 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-503a77d7-8a2a-4485-91f4-da56522835cb tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Request body: {'networks': [{'name': 'tempest-network--1010802491'}, {'name': 'tempest-network--60992240'}]} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:49.809872 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-503a77d7-8a2a-4485-91f4-da56522835cb tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Request body: {'network': {'name': 'tempest-network--1010802491'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:49.810913 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-503a77d7-8a2a-4485-91f4-da56522835cb tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Request body: {'network': {'name': 'tempest-network--60992240'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:49.831771 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-fc0460d5-5218-41ee-a32a-c6d7cb269fa1 None None] Port fd7fb192-2927-4640-baad-17d53045ff25 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:49.850326 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d6240218-7db1-49ec-92a7-03658698032e up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:49.852818 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503a77d7-8a2a-4485-91f4-da56522835cb tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Made reservation on behalf of 89a127b6fc684f79a61e4214a7dd3faa for: {'network': 2} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:49.878380 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-98874c16-f92b-4a67-9188-b65f80c96cc5 req-0884f2d1-547b-48b4-bf6b-9e55d8bae590 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019151 Sep 16 04:59:49.880189 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-503a77d7-8a2a-4485-91f4-da56522835cb tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:49.940755 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-503a77d7-8a2a-4485-91f4-da56522835cb tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:49.982603 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-8aaf4945-cd0c-475e-a94f-a7739f7d05a9 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Deleting port 5810a4af-fab2-4e99-896e-f64840f0b09b {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:49.983225 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8aaf4945-cd0c-475e-a94f-a7739f7d05a9 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.205662 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port d6240218-7db1-49ec-92a7-03658698032e triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:50.206247 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.249982 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8aaf4945-cd0c-475e-a94f-a7739f7d05a9 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.326295 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-8aaf4945-cd0c-475e-a94f-a7739f7d05a9 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Calling delete_port for 5810a4af-fab2-4e99-896e-f64840f0b09b owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:50.346612 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-da3330a7-e8e7-45cb-a539-5861974d9989 None None] Set router 573fbcd8-1c27-4a71-9d49-d70e6746aa9b gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:50.405765 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26024a22-0c25-4596-8973-6840e3aa9e6f req-a4a56440-c659-436d-aad2-2961a639ae91 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:50.413051 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-26024a22-0c25-4596-8973-6840e3aa9e6f req-a4a56440-c659-436d-aad2-2961a639ae91 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 1098 time: 0.1163015 Sep 16 04:59:50.467543 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-26024a22-0c25-4596-8973-6840e3aa9e6f req-0a74f0c9-a756-4070-b4ed-7ce5d6503335 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=295ea664-146b-402c-b1bb-04eb95e0a13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491052 Sep 16 04:59:50.609501 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-503a77d7-8a2a-4485-91f4-da56522835cb tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.615530 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8aaf4945-cd0c-475e-a94f-a7739f7d05a9 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.704880 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf4945-cd0c-475e-a94f-a7739f7d05a9 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Pushing event deleted for resources: {'Port': ['ID=5810a4af-fab2-4e99-896e-f64840f0b09b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:50.717006 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-503a77d7-8a2a-4485-91f4-da56522835cb tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.718393 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-503a77d7-8a2a-4485-91f4-da56522835cb tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.727768 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58080) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:50.735340 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-5887395a-edf7-49c9-8a15-380530519cc3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-787609063-network', 'tenant_id': 'ef4e10ee4270493fa81aa4dc9ef28791'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:50.822443 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5887395a-edf7-49c9-8a15-380530519cc3 admin admin] Made reservation on behalf of ef4e10ee4270493fa81aa4dc9ef28791 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:50.825418 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5887395a-edf7-49c9-8a15-380530519cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.846388 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5887395a-edf7-49c9-8a15-380530519cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.849848 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8aaf4945-cd0c-475e-a94f-a7739f7d05a9 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.857041 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8aaf4945-cd0c-475e-a94f-a7739f7d05a9 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] 10.222.0.35 "DELETE /v2.0/ports/5810a4af-fab2-4e99-896e-f64840f0b09b HTTP/1.1" status: 204 len: 168 time: 1.2752712 Sep 16 04:59:50.861130 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58082) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:50.947923 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a77d7-8a2a-4485-91f4-da56522835cb tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06ac6997-aef5-406d-9fb7-be2d409e2e16,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:50.962112 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-503a77d7-8a2a-4485-91f4-da56522835cb tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:59:51.001685 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-503a77d7-8a2a-4485-91f4-da56522835cb tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.002251 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-503a77d7-8a2a-4485-91f4-da56522835cb tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Added segment 12975d43-69f8-42da-964f-526d2218d1d5 of type vlan for network 3a33e955-b4e4-4541-b7e6-a73f0fc09307 Sep 16 04:59:51.126526 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-503a77d7-8a2a-4485-91f4-da56522835cb tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.217537 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-503a77d7-8a2a-4485-91f4-da56522835cb tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:59:51.239887 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-503a77d7-8a2a-4485-91f4-da56522835cb tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.240247 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-503a77d7-8a2a-4485-91f4-da56522835cb tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Added segment 656506df-670d-48e8-9a10-e2d142753ac2 of type vlan for network 63fb571a-c96f-409d-8764-a95cddc60b73 Sep 16 04:59:51.246022 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-9a5bd266-c866-4aa4-8e6d-a31e91d27845 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Deleting port 32f3297c-fb95-40ce-834f-30594b6a263f {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:51.248535 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9a5bd266-c866-4aa4-8e6d-a31e91d27845 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.335542 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-503a77d7-8a2a-4485-91f4-da56522835cb tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.422960 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-503a77d7-8a2a-4485-91f4-da56522835cb tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.423656 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-503a77d7-8a2a-4485-91f4-da56522835cb tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.429891 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-da3330a7-e8e7-45cb-a539-5861974d9989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573fbcd8-1c27-4a71-9d49-d70e6746aa9b', 'name': 'tempest-TestAggregatesBasicOps-1092496307-router', 'tenant_id': '300a1bec8767496a93e1052c1a0a1094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd6240218-7db1-49ec-92a7-03658698032e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:37Z', 'updated_at': '2021-09-16T04:59:47Z', 'revision_number': 4, 'project_id': '300a1bec8767496a93e1052c1a0a1094', 'gw_port': {'id': 'd6240218-7db1-49ec-92a7-03658698032e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:52:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573fbcd8-1c27-4a71-9d49-d70e6746aa9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:39Z', 'updated_at': '2021-09-16T04:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'fd7fb192-2927-4640-baad-17d53045ff25', 'name': '', 'network_id': 'cea674b4-a8b2-4733-95bd-82f55dc11987', 'tenant_id': '300a1bec8767496a93e1052c1a0a1094', 'mac_address': 'fa:16:3e:83:26:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573fbcd8-1c27-4a71-9d49-d70e6746aa9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '593b3d90-deab-4484-b776-91532660c5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:45Z', 'updated_at': '2021-09-16T04:59:47Z', 'revision_number': 2, 'project_id': '300a1bec8767496a93e1052c1a0a1094', 'subnets': [{'id': '593b3d90-deab-4484-b776-91532660c5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:51.441944 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503a77d7-8a2a-4485-91f4-da56522835cb tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:51.462898 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503a77d7-8a2a-4485-91f4-da56522835cb tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:51.464894 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-503a77d7-8a2a-4485-91f4-da56522835cb tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.515464 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3330a7-e8e7-45cb-a539-5861974d9989 None None] Checking router: 573fbcd8-1c27-4a71-9d49-d70e6746aa9b for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:59:51.517931 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3330a7-e8e7-45cb-a539-5861974d9989 None None] Updating router 573fbcd8-1c27-4a71-9d49-d70e6746aa9b port fd7fb192-2927-4640-baad-17d53045ff25 binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:59:51.651895 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-da3330a7-e8e7-45cb-a539-5861974d9989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.681185 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9a5bd266-c866-4aa4-8e6d-a31e91d27845 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.688147 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a77d7-8a2a-4485-91f4-da56522835cb tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Pushing event updated for resources: {'Network': ['ID=3a33e955-b4e4-4541-b7e6-a73f0fc09307,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:51.739568 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-9a5bd266-c866-4aa4-8e6d-a31e91d27845 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Calling delete_port for 32f3297c-fb95-40ce-834f-30594b6a263f owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:51.753663 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 3a33e955-b4e4-4541-b7e6-a73f0fc09307 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:59:51.890076 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a77d7-8a2a-4485-91f4-da56522835cb tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Pushing event updated for resources: {'Network': ['ID=63fb571a-c96f-409d-8764-a95cddc60b73,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:51.919087 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5887395a-edf7-49c9-8a15-380530519cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.948016 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-503a77d7-8a2a-4485-91f4-da56522835cb tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.5778875 Sep 16 04:59:51.951304 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58120) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:51.977213 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5887395a-edf7-49c9-8a15-380530519cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.996892 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 63fb571a-c96f-409d-8764-a95cddc60b73 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:59:52.135131 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5887395a-edf7-49c9-8a15-380530519cc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:59:52.161993 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5887395a-edf7-49c9-8a15-380530519cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.163704 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-5887395a-edf7-49c9-8a15-380530519cc3 admin admin] Added segment 8bfa0d1e-291d-469d-b47d-7257d51a312f of type vlan for network b3a281bb-ce85-4717-a1ba-b460536ebe9f Sep 16 04:59:52.312495 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5887395a-edf7-49c9-8a15-380530519cc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.322829 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887395a-edf7-49c9-8a15-380530519cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd649673-1d9e-4ad2-9d2f-207dfb541c3c,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:52.400439 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ef3cbe-729f-41fd-8e25-fb9e354bbb11 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:52.414934 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ef3cbe-729f-41fd-8e25-fb9e354bbb11 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:52.426554 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ef3cbe-729f-41fd-8e25-fb9e354bbb11 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:52.456258 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ef3cbe-729f-41fd-8e25-fb9e354bbb11 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:52.461896 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-30ef3cbe-729f-41fd-8e25-fb9e354bbb11 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5092587 Sep 16 04:59:52.466533 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58128) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:52.478998 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-da3330a7-e8e7-45cb-a539-5861974d9989 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.503612 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-da3330a7-e8e7-45cb-a539-5861974d9989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.561184 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.db.resource_extend [None req-5887395a-edf7-49c9-8a15-380530519cc3 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:59:52.597849 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f7e6f-bba8-466d-967a-3dfc1d9be842 None None] Pushing event updated for resources: {'Port': ['ID=fd7fb192-2927-4640-baad-17d53045ff25,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:52.661754 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-24cc118c-bb91-4073-b3d3-e71feeb19110 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.693130 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5887395a-edf7-49c9-8a15-380530519cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.693130 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5887395a-edf7-49c9-8a15-380530519cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:52.693130 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5887395a-edf7-49c9-8a15-380530519cc3 admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.742368 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-386f7640-54a2-48f3-873a-a8dac07b629b req-d731f36f-f4fc-4e52-b7f8-b6e4da1bc5e5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0a3151c5-7e7f-4203-8569-fb61c944b46d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8707097 Sep 16 04:59:52.758155 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5887395a-edf7-49c9-8a15-380530519cc3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0251443 Sep 16 04:59:52.784384 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-da3330a7-e8e7-45cb-a539-5861974d9989 None None] Attempting to bind port fd7fb192-2927-4640-baad-17d53045ff25 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:52.785064 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-da3330a7-e8e7-45cb-a539-5861974d9989 None None] Attempting to bind port fd7fb192-2927-4640-baad-17d53045ff25 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '1ed7d197-4898-4831-a3b4-7815e470298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'cea674b4-a8b2-4733-95bd-82f55dc11987'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:52.787569 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3330a7-e8e7-45cb-a539-5861974d9989 None None] Attempting to bind port fd7fb192-2927-4640-baad-17d53045ff25 on network cea674b4-a8b2-4733-95bd-82f55dc11987 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:52.803067 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58132) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:52.804160 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3330a7-e8e7-45cb-a539-5861974d9989 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:52.806084 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3330a7-e8e7-45cb-a539-5861974d9989 None None] Checking segment: {'id': '1ed7d197-4898-4831-a3b4-7815e470298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'cea674b4-a8b2-4733-95bd-82f55dc11987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:52.806888 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-da3330a7-e8e7-45cb-a539-5861974d9989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.809834 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3330a7-e8e7-45cb-a539-5861974d9989 None None] Bound using segment: {'id': '1ed7d197-4898-4831-a3b4-7815e470298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'cea674b4-a8b2-4733-95bd-82f55dc11987'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:52.813880 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-da3330a7-e8e7-45cb-a539-5861974d9989 None None] Bound port: fd7fb192-2927-4640-baad-17d53045ff25, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed7d197-4898-4831-a3b4-7815e470298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'cea674b4-a8b2-4733-95bd-82f55dc11987'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:52.816025 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-da3330a7-e8e7-45cb-a539-5861974d9989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.830630 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9a5bd266-c866-4aa4-8e6d-a31e91d27845 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.840827 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-c99915f9-7865-4428-b051-eae57bfb7faa admin admin] Request body: {'subnet': {'network_id': 'b3a281bb-ce85-4717-a1ba-b460536ebe9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-787609063-subnet', 'tenant_id': 'ef4e10ee4270493fa81aa4dc9ef28791', 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:52.983245 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-e801bba1-63f7-4c68-99b5-cc40e0cb9af0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0944445 Sep 16 04:59:52.987604 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5bd266-c866-4aa4-8e6d-a31e91d27845 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Pushing event deleted for resources: {'Port': ['ID=32f3297c-fb95-40ce-834f-30594b6a263f,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:52.997533 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-da3330a7-e8e7-45cb-a539-5861974d9989 None None] For port fd7fb192-2927-4640-baad-17d53045ff25, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:53.007388 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-da3330a7-e8e7-45cb-a539-5861974d9989 None None] For port fd7fb192-2927-4640-baad-17d53045ff25, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=fd7fb192-2927-4640-baad-17d53045ff25,segment=NetworkSegment(1ed7d197-4898-4831-a3b4-7815e470298d),segment_id=1ed7d197-4898-4831-a3b4-7815e470298d)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:53.007675 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-ff91413b-7688-4ace-a1e6-a4660aa29ff0 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:59:53.008616 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-24cc118c-bb91-4073-b3d3-e71feeb19110 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.015333 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-da3330a7-e8e7-45cb-a539-5861974d9989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.025029 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-ff91413b-7688-4ace-a1e6-a4660aa29ff0 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0402000 Sep 16 04:59:53.064347 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-24cc118c-bb91-4073-b3d3-e71feeb19110 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a33e955-b4e4-4541-b7e6-a73f0fc09307']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:53.119822 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-24cc118c-bb91-4073-b3d3-e71feeb19110 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12975d43-69f8-42da-964f-526d2218d1d5') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:53.121745 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-24cc118c-bb91-4073-b3d3-e71feeb19110 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12975d43-69f8-42da-964f-526d2218d1d5') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:53.123095 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9a5bd266-c866-4aa4-8e6d-a31e91d27845 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.125899 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9a5bd266-c866-4aa4-8e6d-a31e91d27845 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] 10.222.0.35 "DELETE /v2.0/ports/32f3297c-fb95-40ce-834f-30594b6a263f HTTP/1.1" status: 204 len: 168 time: 2.2635715 Sep 16 04:59:53.144075 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58140) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:53.172532 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-24cc118c-bb91-4073-b3d3-e71feeb19110 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.185433 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887395a-edf7-49c9-8a15-380530519cc3 admin admin] Pushing event updated for resources: {'Network': ['ID=b3a281bb-ce85-4717-a1ba-b460536ebe9f,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:53.234850 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-24cc118c-bb91-4073-b3d3-e71feeb19110 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.284904 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network b3a281bb-ce85-4717-a1ba-b460536ebe9f details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:59:53.285784 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24cc118c-bb91-4073-b3d3-e71feeb19110 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:59:53.288747 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-24cc118c-bb91-4073-b3d3-e71feeb19110 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.292463 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 04:59:53.292463 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:59:53.292463 n-d-712139-15 neutron-server[94766]: timer() Sep 16 04:59:53.292463 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:59:53.292463 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 04:59:53.292463 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:59:53.292463 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 04:59:53.292463 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:59:53.292463 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 04:59:53.292463 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:59:53.292463 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 04:59:53.292463 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:59:53.292463 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 04:59:53.292463 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:59:53.292463 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:59:53.292463 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:59:53.292463 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:59:53.292463 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:59:53.292463 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 04:59:53.292463 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:59:53.292463 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 04:59:53.292463 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:59:53.292463 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:59:53.292463 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:59:53.292463 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 04:59:53.292463 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:59:53.292463 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:59:53.292463 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:59:53.292463 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:59:53.292463 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:59:53.292463 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:59:53.292463 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:59:53.339706 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ba8f9e08-ce51-4e6e-a6ff-edeac26cee22 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1939034 Sep 16 04:59:53.363220 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58146) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:53.375409 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f7640-54a2-48f3-873a-a8dac07b629b req-2106abd2-c4f9-4bf4-935a-51dddb1fbc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:53.377770 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-386f7640-54a2-48f3-873a-a8dac07b629b req-2106abd2-c4f9-4bf4-935a-51dddb1fbc59 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e1faaf8ea3f84b74b8884c5da7c3f469&device_id=0a3151c5-7e7f-4203-8569-fb61c944b46d HTTP/1.1" status: 200 len: 1097 time: 0.5083032 Sep 16 04:59:53.411140 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-93ceee51-405a-48e9-8819-3f910be9a65a tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1478933125'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:53.500558 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99915f9-7865-4428-b051-eae57bfb7faa admin admin] Made reservation on behalf of ef4e10ee4270493fa81aa4dc9ef28791 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:53.503270 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c99915f9-7865-4428-b051-eae57bfb7faa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.533101 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ceee51-405a-48e9-8819-3f910be9a65a tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Made reservation on behalf of 556313b140fe4253878c6f345ad18069 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:53.547211 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-93ceee51-405a-48e9-8819-3f910be9a65a tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.577431 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-24cc118c-bb91-4073-b3d3-e71feeb19110 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.605473 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-24cc118c-bb91-4073-b3d3-e71feeb19110 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.618133 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-24cc118c-bb91-4073-b3d3-e71feeb19110 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] 10.222.0.35 "DELETE /v2.0/networks/3a33e955-b4e4-4541-b7e6-a73f0fc09307 HTTP/1.1" status: 204 len: 168 time: 1.1480472 Sep 16 04:59:53.641459 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58148) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:53.652337 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f7e6f-bba8-466d-967a-3dfc1d9be842 None None] Pushing event updated for resources: {'Port': ['ID=fd7fb192-2927-4640-baad-17d53045ff25,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:53.670090 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3330a7-e8e7-45cb-a539-5861974d9989 None None] Routers {'573fbcd8-1c27-4a71-9d49-d70e6746aa9b'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:53.672226 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-da3330a7-e8e7-45cb-a539-5861974d9989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:59:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['573fbcd8-1c27-4a71-9d49-d70e6746aa9b'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:53.682247 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-816fdc59-a831-4a4a-9f0d-ec3f92666f67 None None] Provisioning complete for port fd7fb192-2927-4640-baad-17d53045ff25 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:53.683016 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-816fdc59-a831-4a4a-9f0d-ec3f92666f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.793969 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc118c-bb91-4073-b3d3-e71feeb19110 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Pushing event deleted for resources: {'Network': ['ID=3a33e955-b4e4-4541-b7e6-a73f0fc09307,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:53.866100 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-366b516a-aae9-4011-908f-44e4cf716a5f tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.957672 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ceee51-405a-48e9-8819-3f910be9a65a tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:59:54.020722 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-816fdc59-a831-4a4a-9f0d-ec3f92666f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.066432 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-93ceee51-405a-48e9-8819-3f910be9a65a tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.066839 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-93ceee51-405a-48e9-8819-3f910be9a65a tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Added segment 20a4636a-2c17-46f2-9789-d783ced43161 of type vlan for network d39a675a-e68e-49c4-b433-e8f65e3f4a44 Sep 16 04:59:54.098184 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-da3330a7-e8e7-45cb-a539-5861974d9989 None None] Set router 573fbcd8-1c27-4a71-9d49-d70e6746aa9b gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:54.168314 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c99915f9-7865-4428-b051-eae57bfb7faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.178308 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f7640-54a2-48f3-873a-a8dac07b629b req-d0521103-3b86-4c56-9d68-a28c8ec117f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:54.180005 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-386f7640-54a2-48f3-873a-a8dac07b629b req-d0521103-3b86-4c56-9d68-a28c8ec117f7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b57de9dd-8389-462f-809e-a5ea9e13e1e0 HTTP/1.1" status: 200 len: 911 time: 0.7584975 Sep 16 04:59:54.209628 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-816fdc59-a831-4a4a-9f0d-ec3f92666f67 None None] For port fd7fb192-2927-4640-baad-17d53045ff25, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=fd7fb192-2927-4640-baad-17d53045ff25,segment=NetworkSegment(1ed7d197-4898-4831-a3b4-7815e470298d),segment_id=1ed7d197-4898-4831-a3b4-7815e470298d)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:54.312546 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-93ceee51-405a-48e9-8819-3f910be9a65a tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.315193 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-816fdc59-a831-4a4a-9f0d-ec3f92666f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.368544 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99915f9-7865-4428-b051-eae57bfb7faa admin admin] Checking segment: {'id': '8bfa0d1e-291d-469d-b47d-7257d51a312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b3a281bb-ce85-4717-a1ba-b460536ebe9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:54.369213 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99915f9-7865-4428-b051-eae57bfb7faa admin admin] Network hostable DHCP agents. Network: b3a281bb-ce85-4717-a1ba-b460536ebe9f, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:59:54.385557 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99915f9-7865-4428-b051-eae57bfb7faa admin admin] Pushing event updated for resources: {'Subnet': ['ID=b850e295-33a0-46d1-b48f-4f0524bf8de4,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:54.433479 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99915f9-7865-4428-b051-eae57bfb7faa admin admin] Network b3a281bb-ce85-4717-a1ba-b460536ebe9f is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:59:54.462380 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-c99915f9-7865-4428-b051-eae57bfb7faa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, b3a281bb-ce85-4717-a1ba-b460536ebe9f) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:54.467135 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99915f9-7865-4428-b051-eae57bfb7faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:54.468049 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c99915f9-7865-4428-b051-eae57bfb7faa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.495376 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540bdc5e-71fa-4a4a-afd1-8f367cb4d37d None None] Network b3a281bb-ce85-4717-a1ba-b460536ebe9f requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:54.498172 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-366b516a-aae9-4011-908f-44e4cf716a5f tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.506322 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c99915f9-7865-4428-b051-eae57bfb7faa admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6933253 Sep 16 04:59:54.508925 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58168) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:54.513431 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-cff802bc-028e-4114-b295-d5808acc8942 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-787609063-router', 'tenant_id': 'ef4e10ee4270493fa81aa4dc9ef28791', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:54.587619 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cff802bc-028e-4114-b295-d5808acc8942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.593184 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-a36e46f1-bbfa-4cbe-afc0-ec312974dc47 None None] Provisioning complete for port fd7fb192-2927-4640-baad-17d53045ff25 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:54.593834 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a36e46f1-bbfa-4cbe-afc0-ec312974dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.595745 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cff802bc-028e-4114-b295-d5808acc8942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.611601 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.db.resource_extend [None req-93ceee51-405a-48e9-8819-3f910be9a65a tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:59:54.704153 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-366b516a-aae9-4011-908f-44e4cf716a5f tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63fb571a-c96f-409d-8764-a95cddc60b73']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:54.755030 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-366b516a-aae9-4011-908f-44e4cf716a5f tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '656506df-670d-48e8-9a10-e2d142753ac2') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:54.755332 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-366b516a-aae9-4011-908f-44e4cf716a5f tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '656506df-670d-48e8-9a10-e2d142753ac2') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:54.783905 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-93ceee51-405a-48e9-8819-3f910be9a65a tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.786245 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cff802bc-028e-4114-b295-d5808acc8942 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.816230 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ceee51-405a-48e9-8819-3f910be9a65a tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:54.818119 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-93ceee51-405a-48e9-8819-3f910be9a65a tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.822916 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-366b516a-aae9-4011-908f-44e4cf716a5f tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.903131 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816fdc59-a831-4a4a-9f0d-ec3f92666f67 None None] Pushing event updated for resources: {'Port': ['ID=fd7fb192-2927-4640-baad-17d53045ff25,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:54.909002 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-386f7640-54a2-48f3-873a-a8dac07b629b req-a11752f1-7382-41e6-b8eb-9a7e2d6adb19 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35ace5e4-07bd-4065-a823-a7548154e651 HTTP/1.1" status: 200 len: 1001 time: 0.6908925 Sep 16 04:59:54.985589 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-366b516a-aae9-4011-908f-44e4cf716a5f tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.023708 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-93ceee51-405a-48e9-8819-3f910be9a65a tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6447496 Sep 16 04:59:55.065713 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58180) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:55.082488 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-7388bbbd-0c22-4161-8ab3-24c4c48304cd tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1554533920'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:55.143574 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-da3330a7-e8e7-45cb-a539-5861974d9989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573fbcd8-1c27-4a71-9d49-d70e6746aa9b', 'name': 'tempest-TestAggregatesBasicOps-1092496307-router', 'tenant_id': '300a1bec8767496a93e1052c1a0a1094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd6240218-7db1-49ec-92a7-03658698032e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:37Z', 'updated_at': '2021-09-16T04:59:47Z', 'revision_number': 4, 'project_id': '300a1bec8767496a93e1052c1a0a1094', 'gw_port': {'id': 'd6240218-7db1-49ec-92a7-03658698032e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:52:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573fbcd8-1c27-4a71-9d49-d70e6746aa9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:39Z', 'updated_at': '2021-09-16T04:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'fd7fb192-2927-4640-baad-17d53045ff25', 'name': '', 'network_id': 'cea674b4-a8b2-4733-95bd-82f55dc11987', 'tenant_id': '300a1bec8767496a93e1052c1a0a1094', 'mac_address': 'fa:16:3e:83:26:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573fbcd8-1c27-4a71-9d49-d70e6746aa9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '593b3d90-deab-4484-b776-91532660c5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:45Z', 'updated_at': '2021-09-16T04:59:52Z', 'revision_number': 4, 'project_id': '300a1bec8767496a93e1052c1a0a1094', 'subnets': [{'id': '593b3d90-deab-4484-b776-91532660c5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:55.145115 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-366b516a-aae9-4011-908f-44e4cf716a5f tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:59:55.145868 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-366b516a-aae9-4011-908f-44e4cf716a5f tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.165440 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 04:59:55.165440 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:59:55.165440 n-d-712139-15 neutron-server[94767]: timer() Sep 16 04:59:55.165440 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:59:55.165440 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 04:59:55.165440 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:59:55.165440 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 04:59:55.165440 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:59:55.165440 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 04:59:55.165440 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:59:55.165440 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 04:59:55.165440 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:59:55.165440 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 04:59:55.165440 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:59:55.165440 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:59:55.165440 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:59:55.165440 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:59:55.165440 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:59:55.165440 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 04:59:55.165440 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:59:55.165440 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 04:59:55.165440 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:59:55.165440 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:59:55.165440 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:59:55.165440 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 04:59:55.165440 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:59:55.165440 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:59:55.165440 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:59:55.165440 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:59:55.165440 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:59:55.165440 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:59:55.165440 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:59:55.178953 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3330a7-e8e7-45cb-a539-5861974d9989 None None] The sync data for ids ['573fbcd8-1c27-4a71-9d49-d70e6746aa9b'] in n-d-712139-15 is: [{'id': '573fbcd8-1c27-4a71-9d49-d70e6746aa9b', 'name': 'tempest-TestAggregatesBasicOps-1092496307-router', 'tenant_id': '300a1bec8767496a93e1052c1a0a1094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd6240218-7db1-49ec-92a7-03658698032e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:37Z', 'updated_at': '2021-09-16T04:59:47Z', 'revision_number': 4, 'project_id': '300a1bec8767496a93e1052c1a0a1094', 'gw_port': {'id': 'd6240218-7db1-49ec-92a7-03658698032e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:52:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573fbcd8-1c27-4a71-9d49-d70e6746aa9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:39Z', 'updated_at': '2021-09-16T04:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'fd7fb192-2927-4640-baad-17d53045ff25', 'name': '', 'network_id': 'cea674b4-a8b2-4733-95bd-82f55dc11987', 'tenant_id': '300a1bec8767496a93e1052c1a0a1094', 'mac_address': 'fa:16:3e:83:26:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573fbcd8-1c27-4a71-9d49-d70e6746aa9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '593b3d90-deab-4484-b776-91532660c5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:45Z', 'updated_at': '2021-09-16T04:59:52Z', 'revision_number': 4, 'project_id': '300a1bec8767496a93e1052c1a0a1094', 'subnets': [{'id': '593b3d90-deab-4484-b776-91532660c5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:59:55.214390 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7388bbbd-0c22-4161-8ab3-24c4c48304cd tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Made reservation on behalf of 556313b140fe4253878c6f345ad18069 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:55.218492 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7388bbbd-0c22-4161-8ab3-24c4c48304cd tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.223875 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cff802bc-028e-4114-b295-d5808acc8942 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.252665 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0a57ff-f530-4aa2-ba3b-bfb64c18d6c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-b3a281bb-ce85-4717-a1ba-b460536ebe9f', 'network_id': 'b3a281bb-ce85-4717-a1ba-b460536ebe9f', 'tenant_id': 'ef4e10ee4270493fa81aa4dc9ef28791', 'fixed_ips': [{'subnet_id': 'b850e295-33a0-46d1-b48f-4f0524bf8de4'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:59:55.256056 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ea0a57ff-f530-4aa2-ba3b-bfb64c18d6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.353764 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7388bbbd-0c22-4161-8ab3-24c4c48304cd tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:59:55.435283 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7388bbbd-0c22-4161-8ab3-24c4c48304cd tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.435929 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-7388bbbd-0c22-4161-8ab3-24c4c48304cd tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Added segment 82d79d8f-d148-424b-b337-ce9db32d35e4 of type vlan for network 5763104b-c099-4d75-95a0-932eb0aba454 Sep 16 04:59:55.450126 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ceee51-405a-48e9-8819-3f910be9a65a tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Pushing event updated for resources: {'Network': ['ID=d39a675a-e68e-49c4-b433-e8f65e3f4a44,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:55.468385 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-b3eb6731-b255-4520-8b34-4b02fb7fd2a7 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:55.469869 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-b3eb6731-b255-4520-8b34-4b02fb7fd2a7 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] 10.222.0.35 "GET /v2.0/ports/3726a203-0c1e-4480-8bb2-58ef3687943e HTTP/1.1" status: 200 len: 1095 time: 0.9822540 Sep 16 04:59:55.472964 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f7640-54a2-48f3-873a-a8dac07b629b req-92e3f89c-032c-44c4-ae3a-54b1f4c35d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:55.474372 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-386f7640-54a2-48f3-873a-a8dac07b629b req-92e3f89c-032c-44c4-ae3a-54b1f4c35d74 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d075d26-c7df-4ea0-b069-e1f04da018dc HTTP/1.1" status: 200 len: 849 time: 0.5115676 Sep 16 04:59:55.479953 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network d39a675a-e68e-49c4-b433-e8f65e3f4a44 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:59:55.528159 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-bb1b9565-c0c3-414d-a700-8db7ddfd7f04 service neutron] Request body: {'binding': {'host': 'n-h2-712139-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:55.532772 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-bb1b9565-c0c3-414d-a700-8db7ddfd7f04 service neutron] Unknown quota resources ['binding']. {{(pid=94767) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:59:55.557527 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7388bbbd-0c22-4161-8ab3-24c4c48304cd tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.715763 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.db.resource_extend [None req-7388bbbd-0c22-4161-8ab3-24c4c48304cd tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:59:55.785022 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7388bbbd-0c22-4161-8ab3-24c4c48304cd tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.792346 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7388bbbd-0c22-4161-8ab3-24c4c48304cd tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:55.793553 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7388bbbd-0c22-4161-8ab3-24c4c48304cd tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.855977 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7388bbbd-0c22-4161-8ab3-24c4c48304cd tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7847536 Sep 16 04:59:55.864735 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-366b516a-aae9-4011-908f-44e4cf716a5f tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.962237 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device fd7fb192-2927-4640-baad-17d53045ff25 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:55.994483 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388bbbd-0c22-4161-8ab3-24c4c48304cd tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Pushing event updated for resources: {'Network': ['ID=5763104b-c099-4d75-95a0-932eb0aba454,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:56.023879 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-366b516a-aae9-4011-908f-44e4cf716a5f tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:56.030710 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58192) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:56.031468 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-366b516a-aae9-4011-908f-44e4cf716a5f tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] 10.222.0.35 "DELETE /v2.0/networks/63fb571a-c96f-409d-8764-a95cddc60b73 HTTP/1.1" status: 204 len: 168 time: 2.3886340 Sep 16 04:59:56.042473 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b516a-aae9-4011-908f-44e4cf716a5f tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Pushing event deleted for resources: {'Network': ['ID=63fb571a-c96f-409d-8764-a95cddc60b73,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:56.089556 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 5763104b-c099-4d75-95a0-932eb0aba454 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:59:56.094851 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f7640-54a2-48f3-873a-a8dac07b629b req-1cbc4b55-073b-490c-94a3-cee1c16ff6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:56.099853 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-386f7640-54a2-48f3-873a-a8dac07b629b req-1cbc4b55-073b-490c-94a3-cee1c16ff6c9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b57de9dd-8389-462f-809e-a5ea9e13e1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6120470 Sep 16 04:59:56.488266 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-bb1b9565-c0c3-414d-a700-8db7ddfd7f04 service neutron] Attempting to bind port 3726a203-0c1e-4480-8bb2-58ef3687943e on host n-h2-712139-15 for vnic_type normal with profile None {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:56.488987 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-bb1b9565-c0c3-414d-a700-8db7ddfd7f04 service neutron] Attempting to bind port 3726a203-0c1e-4480-8bb2-58ef3687943e by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': 'ebfa89d1-030a-40f8-b8d1-986cf00fd3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5134c4c0-d730-4527-84ec-0e99ebfeac5b'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:56.489502 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-bb1b9565-c0c3-414d-a700-8db7ddfd7f04 service neutron] Attempting to bind port 3726a203-0c1e-4480-8bb2-58ef3687943e on network 5134c4c0-d730-4527-84ec-0e99ebfeac5b {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:56.514323 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-bb1b9565-c0c3-414d-a700-8db7ddfd7f04 service neutron] Port 3726a203-0c1e-4480-8bb2-58ef3687943e on network 5134c4c0-d730-4527-84ec-0e99ebfeac5b not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:59:56.515050 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-bb1b9565-c0c3-414d-a700-8db7ddfd7f04 service neutron] Attempting to bind port 3726a203-0c1e-4480-8bb2-58ef3687943e on network 5134c4c0-d730-4527-84ec-0e99ebfeac5b {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:56.529166 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-bb1b9565-c0c3-414d-a700-8db7ddfd7f04 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:56.534873 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-bb1b9565-c0c3-414d-a700-8db7ddfd7f04 service neutron] Checking segment: {'id': 'ebfa89d1-030a-40f8-b8d1-986cf00fd3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5134c4c0-d730-4527-84ec-0e99ebfeac5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:56.535435 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-bb1b9565-c0c3-414d-a700-8db7ddfd7f04 service neutron] Bound using segment: {'id': 'ebfa89d1-030a-40f8-b8d1-986cf00fd3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5134c4c0-d730-4527-84ec-0e99ebfeac5b'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:56.536003 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-bb1b9565-c0c3-414d-a700-8db7ddfd7f04 service neutron] Bound port: 3726a203-0c1e-4480-8bb2-58ef3687943e, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebfa89d1-030a-40f8-b8d1-986cf00fd3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5134c4c0-d730-4527-84ec-0e99ebfeac5b'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:56.715579 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232fedd6-45cc-4323-8f03-d7af79b7a34b tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:56.723860 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232fedd6-45cc-4323-8f03-d7af79b7a34b tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:56.731352 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-232fedd6-45cc-4323-8f03-d7af79b7a34b tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6968143 Sep 16 04:59:56.732880 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58204) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:56.825435 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-077c8fa3-accc-4686-aa07-b4c61752460e tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1926445041'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:56.964908 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-ea0a57ff-f530-4aa2-ba3b-bfb64c18d6c2 None None] Allocated IP 172.20.0.2 (b3a281bb-ce85-4717-a1ba-b460536ebe9f/b850e295-33a0-46d1-b48f-4f0524bf8de4/da604890-2903-45cd-aa88-fddd14b3c0b9) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:56.967443 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077c8fa3-accc-4686-aa07-b4c61752460e tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Made reservation on behalf of 89a127b6fc684f79a61e4214a7dd3faa for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:56.978432 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-077c8fa3-accc-4686-aa07-b4c61752460e tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:56.999486 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port fd7fb192-2927-4640-baad-17d53045ff25 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:57.017382 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:57.057475 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cff802bc-028e-4114-b295-d5808acc8942 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:57.228131 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cff802bc-028e-4114-b295-d5808acc8942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:57.572265 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-077c8fa3-accc-4686-aa07-b4c61752460e tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:59:57.595211 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-077c8fa3-accc-4686-aa07-b4c61752460e tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:57.603539 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-077c8fa3-accc-4686-aa07-b4c61752460e tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Added segment d928df75-f135-42b0-ae49-86f459260042 of type vlan for network a21bed35-7103-4c97-b191-c819044880c2 Sep 16 04:59:57.933395 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-077c8fa3-accc-4686-aa07-b4c61752460e tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:57.977530 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:59:58.007590 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-077c8fa3-accc-4686-aa07-b4c61752460e tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.024696 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077c8fa3-accc-4686-aa07-b4c61752460e tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:58.025461 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-077c8fa3-accc-4686-aa07-b4c61752460e tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.089707 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ea0a57ff-f530-4aa2-ba3b-bfb64c18d6c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.103553 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ea0a57ff-f530-4aa2-ba3b-bfb64c18d6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.185722 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-bb1b9565-c0c3-414d-a700-8db7ddfd7f04 service neutron] For port 3726a203-0c1e-4480-8bb2-58ef3687943e, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=3726a203-0c1e-4480-8bb2-58ef3687943e,segment=NetworkSegment(ebfa89d1-030a-40f8-b8d1-986cf00fd3e2),segment_id=ebfa89d1-030a-40f8-b8d1-986cf00fd3e2)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:58.197249 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-386f7640-54a2-48f3-873a-a8dac07b629b req-79e0ce5a-9db3-45a1-ac96-655eb2eef632 service neutron] 10.222.0.48 "GET /v2.0/networks/b57de9dd-8389-462f-809e-a5ea9e13e1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0750813 Sep 16 04:59:58.214071 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-bb1b9565-c0c3-414d-a700-8db7ddfd7f04 service neutron] Notify callbacks [] for binding, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.216397 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-bb1b9565-c0c3-414d-a700-8db7ddfd7f04 service neutron] 10.222.0.35 "POST /v2.0/ports/3726a203-0c1e-4480-8bb2-58ef3687943e/bindings HTTP/1.1" status: 201 len: 390 time: 2.6971226 Sep 16 04:59:58.325377 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0a57ff-f530-4aa2-ba3b-bfb64c18d6c2 None None] Network b3a281bb-ce85-4717-a1ba-b460536ebe9f is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:58.350359 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-386f7640-54a2-48f3-873a-a8dac07b629b req-279c719f-21bb-45b9-97a8-0370382500f3 service neutron] 10.222.0.48 "GET /v2.0/networks/b57de9dd-8389-462f-809e-a5ea9e13e1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513472 Sep 16 04:59:58.369434 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-ea0a57ff-f530-4aa2-ba3b-bfb64c18d6c2 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:58.371468 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c8fa3-accc-4686-aa07-b4c61752460e tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Pushing event updated for resources: {'Network': ['ID=a21bed35-7103-4c97-b191-c819044880c2,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:58.389162 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58230) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:58.390373 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0a57ff-f530-4aa2-ba3b-bfb64c18d6c2 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:58.390918 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-077c8fa3-accc-4686-aa07-b4c61752460e tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5716121 Sep 16 04:59:58.396088 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-ea4d9190-88fc-4f01-a08b-84aeabe48c93 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-331822140'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:58.446408 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-cff802bc-028e-4114-b295-d5808acc8942 admin admin] Allocated IP 172.25.8.148 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/87373d21-ecef-4d16-b5a3-9853ca160dfc) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:58.484793 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network a21bed35-7103-4c97-b191-c819044880c2 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:59:58.498097 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4d9190-88fc-4f01-a08b-84aeabe48c93 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Made reservation on behalf of 89a127b6fc684f79a61e4214a7dd3faa for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:58.518324 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ea4d9190-88fc-4f01-a08b-84aeabe48c93 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.568336 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a57ff-f530-4aa2-ba3b-bfb64c18d6c2 None None] Pushing event updated for resources: {'Port': ['ID=da604890-2903-45cd-aa88-fddd14b3c0b9,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:58.663761 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea4d9190-88fc-4f01-a08b-84aeabe48c93 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:59:58.782476 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ea4d9190-88fc-4f01-a08b-84aeabe48c93 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.782823 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-ea4d9190-88fc-4f01-a08b-84aeabe48c93 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Added segment 5ab48cfc-cb6a-4270-bc78-a8720c4e9de7 of type vlan for network 7a84c51b-8d1f-438c-8987-68348ccb84cb Sep 16 04:59:58.852276 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cff802bc-028e-4114-b295-d5808acc8942 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.880962 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-ea0a57ff-f530-4aa2-ba3b-bfb64c18d6c2 None None] Attempting to bind port da604890-2903-45cd-aa88-fddd14b3c0b9 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:58.881449 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-ea0a57ff-f530-4aa2-ba3b-bfb64c18d6c2 None None] Attempting to bind port da604890-2903-45cd-aa88-fddd14b3c0b9 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '8bfa0d1e-291d-469d-b47d-7257d51a312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b3a281bb-ce85-4717-a1ba-b460536ebe9f'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:58.881961 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0a57ff-f530-4aa2-ba3b-bfb64c18d6c2 None None] Attempting to bind port da604890-2903-45cd-aa88-fddd14b3c0b9 on network b3a281bb-ce85-4717-a1ba-b460536ebe9f {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:58.925688 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0a57ff-f530-4aa2-ba3b-bfb64c18d6c2 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:58.926162 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0a57ff-f530-4aa2-ba3b-bfb64c18d6c2 None None] Checking segment: {'id': '8bfa0d1e-291d-469d-b47d-7257d51a312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b3a281bb-ce85-4717-a1ba-b460536ebe9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:58.926649 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ea0a57ff-f530-4aa2-ba3b-bfb64c18d6c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.927594 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0a57ff-f530-4aa2-ba3b-bfb64c18d6c2 None None] Bound using segment: {'id': '8bfa0d1e-291d-469d-b47d-7257d51a312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b3a281bb-ce85-4717-a1ba-b460536ebe9f'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:58.929878 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-ea0a57ff-f530-4aa2-ba3b-bfb64c18d6c2 None None] Bound port: da604890-2903-45cd-aa88-fddd14b3c0b9, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfa0d1e-291d-469d-b47d-7257d51a312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b3a281bb-ce85-4717-a1ba-b460536ebe9f'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:58.930584 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ea0a57ff-f530-4aa2-ba3b-bfb64c18d6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.933288 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cff802bc-028e-4114-b295-d5808acc8942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:59.011963 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff802bc-028e-4114-b295-d5808acc8942 admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:59.019401 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-cff802bc-028e-4114-b295-d5808acc8942 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:59.024030 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff802bc-028e-4114-b295-d5808acc8942 admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:59.069818 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-ea0a57ff-f530-4aa2-ba3b-bfb64c18d6c2 None None] For port da604890-2903-45cd-aa88-fddd14b3c0b9, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:59.077957 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-ea0a57ff-f530-4aa2-ba3b-bfb64c18d6c2 None None] For port da604890-2903-45cd-aa88-fddd14b3c0b9, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=da604890-2903-45cd-aa88-fddd14b3c0b9,segment=NetworkSegment(8bfa0d1e-291d-469d-b47d-7257d51a312f),segment_id=8bfa0d1e-291d-469d-b47d-7257d51a312f)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:59.092669 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ea0a57ff-f530-4aa2-ba3b-bfb64c18d6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:59.294490 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ea4d9190-88fc-4f01-a08b-84aeabe48c93 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:59.329295 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a95003-0b73-4177-b1e3-4ca98146c081 req-9d1a5b24-8f2d-4fae-bcaa-39166744eab8 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:59.357795 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a57ff-f530-4aa2-ba3b-bfb64c18d6c2 None None] Pushing event updated for resources: {'Port': ['ID=da604890-2903-45cd-aa88-fddd14b3c0b9,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:59.363077 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-18a95003-0b73-4177-b1e3-4ca98146c081 req-9d1a5b24-8f2d-4fae-bcaa-39166744eab8 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 946 time: 0.7477674 Sep 16 04:59:59.364461 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff802bc-028e-4114-b295-d5808acc8942 admin admin] Pushing event updated for resources: {'Port': ['ID=87373d21-ecef-4d16-b5a3-9853ca160dfc,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:59.417276 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58246) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:59.423848 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-ad0498b3-4294-4e61-bc0d-32726c6851a1 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Request body: {'subnets': [{'network_id': 'd39a675a-e68e-49c4-b433-e8f65e3f4a44', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--628626539', 'ip_version': 6}, {'network_id': '5763104b-c099-4d75-95a0-932eb0aba454', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:59.424270 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-ad0498b3-4294-4e61-bc0d-32726c6851a1 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Request body: {'subnet': {'network_id': 'd39a675a-e68e-49c4-b433-e8f65e3f4a44', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--628626539', 'ip_version': 6}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:59.425232 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-ad0498b3-4294-4e61-bc0d-32726c6851a1 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Request body: {'subnet': {'network_id': '5763104b-c099-4d75-95a0-932eb0aba454', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:59.480875 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-750f038f-3c93-4f35-9829-b19f0ecb5026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:59.495223 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-750f038f-3c93-4f35-9829-b19f0ecb5026 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9314d3ea71064ec8a4285d4ce520aaad&device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 1098 time: 0.7701142 Sep 16 04:59:59.510888 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.db.resource_extend [None req-ea4d9190-88fc-4f01-a08b-84aeabe48c93 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:59:59.724041 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-18a95003-0b73-4177-b1e3-4ca98146c081 req-35600d9d-1eff-4c17-84af-9b8dc1262525 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3599610 Sep 16 04:59:59.740741 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ea4d9190-88fc-4f01-a08b-84aeabe48c93 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:59.748958 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4d9190-88fc-4f01-a08b-84aeabe48c93 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:59.759111 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ea4d9190-88fc-4f01-a08b-84aeabe48c93 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:59.848714 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ea4d9190-88fc-4f01-a08b-84aeabe48c93 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4573030 Sep 16 04:59:59.877550 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58254) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:59.890254 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-ed2fbb1f-b0d7-4dc4-a99c-3250793dc761 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Request body: {'ports': [{'network_id': 'a21bed35-7103-4c97-b191-c819044880c2', 'name': 'tempest-port--844868523', 'admin_state_up': True}, {'network_id': '7a84c51b-8d1f-438c-8987-68348ccb84cb', 'admin_state_up': False}]} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:59.890593 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-ed2fbb1f-b0d7-4dc4-a99c-3250793dc761 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Request body: {'port': {'network_id': 'a21bed35-7103-4c97-b191-c819044880c2', 'name': 'tempest-port--844868523', 'admin_state_up': True}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:59.891135 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-ed2fbb1f-b0d7-4dc4-a99c-3250793dc761 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Request body: {'port': {'network_id': '7a84c51b-8d1f-438c-8987-68348ccb84cb', 'admin_state_up': False}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:00.218548 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d9190-88fc-4f01-a08b-84aeabe48c93 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Pushing event updated for resources: {'Network': ['ID=7a84c51b-8d1f-438c-8987-68348ccb84cb,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:00.258972 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device da604890-2903-45cd-aa88-fddd14b3c0b9 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:00.279017 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d9190-88fc-4f01-a08b-84aeabe48c93 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:00.279609 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d9190-88fc-4f01-a08b-84aeabe48c93 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:00.280089 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d9190-88fc-4f01-a08b-84aeabe48c93 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:00.280623 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d9190-88fc-4f01-a08b-84aeabe48c93 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:00.281095 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d9190-88fc-4f01-a08b-84aeabe48c93 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:00.281563 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d9190-88fc-4f01-a08b-84aeabe48c93 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:00.282044 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d9190-88fc-4f01-a08b-84aeabe48c93 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:00.282532 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d9190-88fc-4f01-a08b-84aeabe48c93 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:00.282997 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d9190-88fc-4f01-a08b-84aeabe48c93 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:00.283613 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d9190-88fc-4f01-a08b-84aeabe48c93 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:00.284098 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d9190-88fc-4f01-a08b-84aeabe48c93 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:00.284642 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d9190-88fc-4f01-a08b-84aeabe48c93 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:00.317231 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 7a84c51b-8d1f-438c-8987-68348ccb84cb details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:00:00.340766 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-79667c4f-53fb-472c-88de-9d93913c2168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:00.352487 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-79667c4f-53fb-472c-88de-9d93913c2168 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5134c4c0-d730-4527-84ec-0e99ebfeac5b HTTP/1.1" status: 200 len: 897 time: 0.8430462 Sep 16 05:00:00.468348 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0a150-48aa-415f-90ed-7dcb845d70bf req-2ee37dca-cd36-44b2-af25-14c92a4aa982 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:00.470266 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-42f0a150-48aa-415f-90ed-7dcb845d70bf req-2ee37dca-cd36-44b2-af25-14c92a4aa982 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 946 time: 0.3987117 Sep 16 05:00:00.574930 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port da604890-2903-45cd-aa88-fddd14b3c0b9 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:00.575319 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:00.626445 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-36a55589-6da0-4c9e-beae-8dd98f0c6bb2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3726a203-0c1e-4480-8bb2-58ef3687943e HTTP/1.1" status: 200 len: 1001 time: 0.2624328 Sep 16 05:00:00.642799 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2fbb1f-b0d7-4dc4-a99c-3250793dc761 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Made reservation on behalf of 89a127b6fc684f79a61e4214a7dd3faa for: {'port': 2} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:00.671715 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ed2fbb1f-b0d7-4dc4-a99c-3250793dc761 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:00.776153 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-c2be4753-9874-460c-838c-abba2947cf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:00.778227 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-c2be4753-9874-460c-838c-abba2947cf38 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6759e691-02a6-400e-add7-98b3fe3d916b HTTP/1.1" status: 200 len: 835 time: 0.1365111 Sep 16 05:00:00.782621 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-42f0a150-48aa-415f-90ed-7dcb845d70bf req-72aefef3-64ab-412d-b2ca-3e1926575f5e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=295ea664-146b-402c-b1bb-04eb95e0a13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2735679 Sep 16 05:00:00.783316 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ed2fbb1f-b0d7-4dc4-a99c-3250793dc761 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:00.897016 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:00.899065 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cff802bc-028e-4114-b295-d5808acc8942 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:00.995226 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port da604890-2903-45cd-aa88-fddd14b3c0b9, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=da604890-2903-45cd-aa88-fddd14b3c0b9,segment=NetworkSegment(8bfa0d1e-291d-469d-b47d-7257d51a312f),segment_id=8bfa0d1e-291d-469d-b47d-7257d51a312f)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:01.010177 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.050296 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-ed2fbb1f-b0d7-4dc4-a99c-3250793dc761 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] device_id is not set on port 95e12ddb-098b-463d-bbee-041ea6d5d38e yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:00:01.123758 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=da604890-2903-45cd-aa88-fddd14b3c0b9,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:01.360663 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ed2fbb1f-b0d7-4dc4-a99c-3250793dc761 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.368755 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0498b3-4294-4e61-bc0d-32726c6851a1 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Made reservation on behalf of 556313b140fe4253878c6f345ad18069 for: {'subnet': 2} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:01.373606 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ad0498b3-4294-4e61-bc0d-32726c6851a1 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.373954 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ad0498b3-4294-4e61-bc0d-32726c6851a1 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.408333 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38814e6d-9199-4efa-ba48-792eeab32542 None None] Network b3a281bb-ce85-4717-a1ba-b460536ebe9f requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:01.472843 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-ed2fbb1f-b0d7-4dc4-a99c-3250793dc761 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] device_id is not set on port 3b24ce9a-8b1f-4d54-b6a7-d00c30cab3b3 yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:00:01.590766 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-164d5fc7-9fff-429e-b1d1-eba7124f6f5c None None] Provisioning complete for port da604890-2903-45cd-aa88-fddd14b3c0b9 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:01.591220 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-164d5fc7-9fff-429e-b1d1-eba7124f6f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.659273 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cff802bc-028e-4114-b295-d5808acc8942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.682112 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ed2fbb1f-b0d7-4dc4-a99c-3250793dc761 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.950343 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ed2fbb1f-b0d7-4dc4-a99c-3250793dc761 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:02.057105 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0110dff-d574-4b00-ab9f-cbea11b692ff req-0cec5c43-d826-4705-a6d5-979c1a9d429d tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:02.071402 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d0110dff-d574-4b00-ab9f-cbea11b692ff req-0cec5c43-d826-4705-a6d5-979c1a9d429d tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 946 time: 0.2674947 Sep 16 05:00:02.152244 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-5d44adde-64b5-43fb-aa08-22f397a2bb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:02.154834 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-5d44adde-64b5-43fb-aa08-22f397a2bb9f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5134c4c0-d730-4527-84ec-0e99ebfeac5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.3321645 Sep 16 05:00:02.241960 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d0110dff-d574-4b00-ab9f-cbea11b692ff req-e4640103-4c57-40eb-bc02-4f4d057500e1 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854294 Sep 16 05:00:02.365289 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device da604890-2903-45cd-aa88-fddd14b3c0b9 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:02.392990 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2fbb1f-b0d7-4dc4-a99c-3250793dc761 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Pushing event updated for resources: {'Port': ['ID=95e12ddb-098b-463d-bbee-041ea6d5d38e,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:02.394930 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff802bc-028e-4114-b295-d5808acc8942 admin admin] Router 8d7669a9-2ba8-4dce-bce8-79560b6995c2 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:00:02.421579 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2fbb1f-b0d7-4dc4-a99c-3250793dc761 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Checking segment: {'id': 'd928df75-f135-42b0-ae49-86f459260042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a21bed35-7103-4c97-b191-c819044880c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:02.422104 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2fbb1f-b0d7-4dc4-a99c-3250793dc761 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Network hostable DHCP agents. Network: a21bed35-7103-4c97-b191-c819044880c2, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:00:02.508274 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-65ca149d-5463-4b9b-8e0b-77a25110b965 service neutron] 10.222.0.48 "GET /v2.0/networks/5134c4c0-d730-4527-84ec-0e99ebfeac5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993209 Sep 16 05:00:02.518292 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2fbb1f-b0d7-4dc4-a99c-3250793dc761 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Network a21bed35-7103-4c97-b191-c819044880c2 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:00:02.592255 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-ed2fbb1f-b0d7-4dc4-a99c-3250793dc761 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, a21bed35-7103-4c97-b191-c819044880c2) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:02.618685 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94421c6-8788-4d7c-901a-c02bc7dad9b5 None None] Network a21bed35-7103-4c97-b191-c819044880c2 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:02.637465 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2fbb1f-b0d7-4dc4-a99c-3250793dc761 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:02.646893 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ed2fbb1f-b0d7-4dc4-a99c-3250793dc761 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:02.724165 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff802bc-028e-4114-b295-d5808acc8942 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:00:02.742193 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7d6889-2a4a-4516-b12b-6ab74a9bdb47 None None] Sync routers for ids ['8d7669a9-2ba8-4dce-bce8-79560b6995c2'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:00:02.759233 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7d6889-2a4a-4516-b12b-6ab74a9bdb47 None None] Routers {'8d7669a9-2ba8-4dce-bce8-79560b6995c2'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:02.762566 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-8d7d6889-2a4a-4516-b12b-6ab74a9bdb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:59:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8d7669a9-2ba8-4dce-bce8-79560b6995c2'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:02.879081 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cff802bc-028e-4114-b295-d5808acc8942 admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:02.883376 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-0af8fadf-73aa-46fd-b965-7ea16a800e8d None None] Provisioning complete for port da604890-2903-45cd-aa88-fddd14b3c0b9 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:02.883823 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0af8fadf-73aa-46fd-b965-7ea16a800e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:02.891963 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cff802bc-028e-4114-b295-d5808acc8942 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.3786149 Sep 16 05:00:02.892910 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58298) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:02.946914 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2fbb1f-b0d7-4dc4-a99c-3250793dc761 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Pushing event updated for resources: {'Port': ['ID=3b24ce9a-8b1f-4d54-b6a7-d00c30cab3b3,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:02.982330 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port da604890-2903-45cd-aa88-fddd14b3c0b9 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:02.982700 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:03.041585 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-d708715e-f186-4332-9ea6-1a7937ebe66c service neutron] 10.222.0.48 "GET /v2.0/networks/5134c4c0-d730-4527-84ec-0e99ebfeac5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5224426 Sep 16 05:00:03.043461 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2fbb1f-b0d7-4dc4-a99c-3250793dc761 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Checking segment: {'id': '5ab48cfc-cb6a-4270-bc78-a8720c4e9de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7a84c51b-8d1f-438c-8987-68348ccb84cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:03.045100 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2fbb1f-b0d7-4dc4-a99c-3250793dc761 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Network hostable DHCP agents. Network: 7a84c51b-8d1f-438c-8987-68348ccb84cb, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:00:03.089305 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2fbb1f-b0d7-4dc4-a99c-3250793dc761 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Network 7a84c51b-8d1f-438c-8987-68348ccb84cb is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:00:03.141720 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-ed2fbb1f-b0d7-4dc4-a99c-3250793dc761 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 7a84c51b-8d1f-438c-8987-68348ccb84cb) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:03.184932 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-8d7d6889-2a4a-4516-b12b-6ab74a9bdb47 None None] Set router 8d7669a9-2ba8-4dce-bce8-79560b6995c2 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:03.308399 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb2e5f9-d43a-4ff4-acd4-12f148b289c7 None None] Network 7a84c51b-8d1f-438c-8987-68348ccb84cb requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:03.383441 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2fbb1f-b0d7-4dc4-a99c-3250793dc761 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:03.389323 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2fbb1f-b0d7-4dc4-a99c-3250793dc761 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:03.394267 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2fbb1f-b0d7-4dc4-a99c-3250793dc761 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:03.395217 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ed2fbb1f-b0d7-4dc4-a99c-3250793dc761 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:03.509967 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-c75dc8c3-7017-4fa0-aff4-b09a96b66ecc tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:03.511187 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-c75dc8c3-7017-4fa0-aff4-b09a96b66ecc tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6&tenant_id=9314d3ea71064ec8a4285d4ce520aaad&binding%3Ahost_id=n-h1-712139-15 HTTP/1.1" status: 200 len: 1098 time: 0.3320024 Sep 16 05:00:03.530161 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-0bd92d09-96cf-4912-a39f-f90efd13a265 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712139-15'}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:03.557264 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ed2fbb1f-b0d7-4dc4-a99c-3250793dc761 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.6789472 Sep 16 05:00:03.559499 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58310) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:03.638080 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-8d7d6889-2a4a-4516-b12b-6ab74a9bdb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7669a9-2ba8-4dce-bce8-79560b6995c2', 'name': 'tempest-TestAggregatesBasicOps-787609063-router', 'tenant_id': 'ef4e10ee4270493fa81aa4dc9ef28791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '87373d21-ecef-4d16-b5a3-9853ca160dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:54Z', 'updated_at': '2021-09-16T04:59:59Z', 'revision_number': 3, 'project_id': 'ef4e10ee4270493fa81aa4dc9ef28791', 'gw_port': {'id': '87373d21-ecef-4d16-b5a3-9853ca160dfc', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:dd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7669a9-2ba8-4dce-bce8-79560b6995c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:57Z', 'updated_at': '2021-09-16T04:59:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:03.724472 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86021d8c-5e50-43ca-9a63-5a56f8f4fe7d req-47f83d97-6236-468c-9a23-74a59c3fa468 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:03.733025 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-86021d8c-5e50-43ca-9a63-5a56f8f4fe7d req-47f83d97-6236-468c-9a23-74a59c3fa468 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 946 time: 0.3247764 Sep 16 05:00:03.768911 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7d6889-2a4a-4516-b12b-6ab74a9bdb47 None None] Checking router: 8d7669a9-2ba8-4dce-bce8-79560b6995c2 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:00:03.769407 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7d6889-2a4a-4516-b12b-6ab74a9bdb47 None None] Updating router 8d7669a9-2ba8-4dce-bce8-79560b6995c2 port 87373d21-ecef-4d16-b5a3-9853ca160dfc binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:00:03.794408 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-86021d8c-5e50-43ca-9a63-5a56f8f4fe7d req-085afa8a-ea6e-43f5-ac4a-a12f8f66bc2b tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=295ea664-146b-402c-b1bb-04eb95e0a13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603869 Sep 16 05:00:03.834406 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ad0498b3-4294-4e61-bc0d-32726c6851a1 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:03.843557 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911a9fbd-07af-4782-9c45-53ee78ae2b7f tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:03.849914 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911a9fbd-07af-4782-9c45-53ee78ae2b7f tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:03.858179 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-911a9fbd-07af-4782-9c45-53ee78ae2b7f tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2898781 Sep 16 05:00:03.862892 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58322) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:04.002541 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-8d7d6889-2a4a-4516-b12b-6ab74a9bdb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:04.208275 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-0bd92d09-96cf-4912-a39f-f90efd13a265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:04.423449 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0498b3-4294-4e61-bc0d-32726c6851a1 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Pushing event updated for resources: {'Subnet': ['ID=247451b2-8760-45f5-bfac-2365048c16ef,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:04.452609 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0498b3-4294-4e61-bc0d-32726c6851a1 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:04.453235 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0498b3-4294-4e61-bc0d-32726c6851a1 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:04.453753 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0498b3-4294-4e61-bc0d-32726c6851a1 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:04.458131 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0498b3-4294-4e61-bc0d-32726c6851a1 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:04.458722 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0498b3-4294-4e61-bc0d-32726c6851a1 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:04.459224 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0498b3-4294-4e61-bc0d-32726c6851a1 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:04.460595 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0498b3-4294-4e61-bc0d-32726c6851a1 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:04.461125 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0498b3-4294-4e61-bc0d-32726c6851a1 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:04.461761 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0498b3-4294-4e61-bc0d-32726c6851a1 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:04.462188 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-0bd92d09-96cf-4912-a39f-f90efd13a265 service neutron] For port 3726a203-0c1e-4480-8bb2-58ef3687943e, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=3726a203-0c1e-4480-8bb2-58ef3687943e,segment=NetworkSegment(ebfa89d1-030a-40f8-b8d1-986cf00fd3e2),segment_id=ebfa89d1-030a-40f8-b8d1-986cf00fd3e2)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:04.472210 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0498b3-4294-4e61-bc0d-32726c6851a1 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:04.472904 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0498b3-4294-4e61-bc0d-32726c6851a1 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:04.473594 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0498b3-4294-4e61-bc0d-32726c6851a1 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:04.486589 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0498b3-4294-4e61-bc0d-32726c6851a1 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Checking segment: {'id': '20a4636a-2c17-46f2-9789-d783ced43161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd39a675a-e68e-49c4-b433-e8f65e3f4a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:04.487717 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-8d7d6889-2a4a-4516-b12b-6ab74a9bdb47 None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:04.492856 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0498b3-4294-4e61-bc0d-32726c6851a1 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Network hostable DHCP agents. Network: d39a675a-e68e-49c4-b433-e8f65e3f4a44, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:00:04.498628 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-8d7d6889-2a4a-4516-b12b-6ab74a9bdb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:04.548360 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-8d7d6889-2a4a-4516-b12b-6ab74a9bdb47 None None] Attempting to bind port 87373d21-ecef-4d16-b5a3-9853ca160dfc on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:04.549919 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-8d7d6889-2a4a-4516-b12b-6ab74a9bdb47 None None] Attempting to bind port 87373d21-ecef-4d16-b5a3-9853ca160dfc by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:04.551228 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7d6889-2a4a-4516-b12b-6ab74a9bdb47 None None] Attempting to bind port 87373d21-ecef-4d16-b5a3-9853ca160dfc on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:04.575345 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-0bd92d09-96cf-4912-a39f-f90efd13a265 service neutron] For port 3726a203-0c1e-4480-8bb2-58ef3687943e, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:04.637381 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7d6889-2a4a-4516-b12b-6ab74a9bdb47 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:04.637968 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7d6889-2a4a-4516-b12b-6ab74a9bdb47 None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:04.638613 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-8d7d6889-2a4a-4516-b12b-6ab74a9bdb47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:04.639218 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7d6889-2a4a-4516-b12b-6ab74a9bdb47 None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:04.639886 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-8d7d6889-2a4a-4516-b12b-6ab74a9bdb47 None None] Bound port: 87373d21-ecef-4d16-b5a3-9853ca160dfc, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:04.640295 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-8d7d6889-2a4a-4516-b12b-6ab74a9bdb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:04.641171 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c15a0-b43a-4af5-9124-631d34d3a5fc req-66633a2b-3abf-4b7e-a5d6-daba3c77872f tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:04.643604 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-119c15a0-b43a-4af5-9124-631d34d3a5fc req-66633a2b-3abf-4b7e-a5d6-daba3c77872f tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 946 time: 0.6232285 Sep 16 05:00:04.688723 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-0bd92d09-96cf-4912-a39f-f90efd13a265 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:04.693559 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2424e1-509b-413c-9796-6912f9e366b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3726a203-0c1e-4480-8bb2-58ef3687943e'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:04.701108 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71f03c8-7fc3-47b9-b1d2-6094838d7cb4" -d '{"events": [{"server_uuid": "fe2424e1-509b-413c-9796-6912f9e366b6", "name": "network-vif-unplugged", "status": "completed", "tag": "3726a203-0c1e-4480-8bb2-58ef3687943e"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:04.750748 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-2551fa75-9204-49da-8e75-3e112ba3db6a tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Deleting port 95e12ddb-098b-463d-bbee-041ea6d5d38e {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:04.751186 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2551fa75-9204-49da-8e75-3e112ba3db6a tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:04.754563 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0498b3-4294-4e61-bc0d-32726c6851a1 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Network d39a675a-e68e-49c4-b433-e8f65e3f4a44 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:00:04.760796 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623fc36-d400-45df-b667-e9bc7c4a4239 None None] Pushing event updated for resources: {'Port': ['ID=87373d21-ecef-4d16-b5a3-9853ca160dfc,revision_number=2']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:04.770931 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-ad0498b3-4294-4e61-bc0d-32726c6851a1 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, d39a675a-e68e-49c4-b433-e8f65e3f4a44) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:04.786039 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1350eaea-923f-4243-9bef-07964417a3c6 None None] Network d39a675a-e68e-49c4-b433-e8f65e3f4a44 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:04.799491 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ad0498b3-4294-4e61-bc0d-32726c6851a1 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:04.851046 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-8d7d6889-2a4a-4516-b12b-6ab74a9bdb47 None None] For port 87373d21-ecef-4d16-b5a3-9853ca160dfc, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:04.864847 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-8d7d6889-2a4a-4516-b12b-6ab74a9bdb47 None None] For port 87373d21-ecef-4d16-b5a3-9853ca160dfc, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=87373d21-ecef-4d16-b5a3-9853ca160dfc,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:04.872184 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-8d7d6889-2a4a-4516-b12b-6ab74a9bdb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.035057 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623fc36-d400-45df-b667-e9bc7c4a4239 None None] Pushing event updated for resources: {'Port': ['ID=87373d21-ecef-4d16-b5a3-9853ca160dfc,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:05.037366 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-0bd92d09-96cf-4912-a39f-f90efd13a265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.085553 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7d6889-2a4a-4516-b12b-6ab74a9bdb47 None None] Routers {'8d7669a9-2ba8-4dce-bce8-79560b6995c2'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:05.086436 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-8d7d6889-2a4a-4516-b12b-6ab74a9bdb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:59:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8d7669a9-2ba8-4dce-bce8-79560b6995c2'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:05.140282 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0498b3-4294-4e61-bc0d-32726c6851a1 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Pushing event updated for resources: {'Subnet': ['ID=26fd846e-3481-48a7-85dc-bdacb03919b4,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:05.262625 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd92d09-96cf-4912-a39f-f90efd13a265 service neutron] Pushing event updated for resources: {'Port': ['ID=3726a203-0c1e-4480-8bb2-58ef3687943e,revision_number=7']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:05.275149 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0498b3-4294-4e61-bc0d-32726c6851a1 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Checking segment: {'id': '82d79d8f-d148-424b-b337-ce9db32d35e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5763104b-c099-4d75-95a0-932eb0aba454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:05.276189 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0498b3-4294-4e61-bc0d-32726c6851a1 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Network hostable DHCP agents. Network: 5763104b-c099-4d75-95a0-932eb0aba454, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:00:05.289723 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-8d7d6889-2a4a-4516-b12b-6ab74a9bdb47 None None] Set router 8d7669a9-2ba8-4dce-bce8-79560b6995c2 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:05.289911 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2551fa75-9204-49da-8e75-3e112ba3db6a tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.296185 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7deda71-f13a-4740-aef3-7b0da1b5f14c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-d39a675a-e68e-49c4-b433-e8f65e3f4a44', 'network_id': 'd39a675a-e68e-49c4-b433-e8f65e3f4a44', 'tenant_id': '556313b140fe4253878c6f345ad18069', 'fixed_ips': [{'subnet_id': '247451b2-8760-45f5-bfac-2365048c16ef'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:00:05.297140 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e7deda71-f13a-4740-aef3-7b0da1b5f14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.312469 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0498b3-4294-4e61-bc0d-32726c6851a1 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Network 5763104b-c099-4d75-95a0-932eb0aba454 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:00:05.317340 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-119c15a0-b43a-4af5-9124-631d34d3a5fc req-2c08fd30-342a-4e9f-a5dd-b018651f1c29 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6251223 Sep 16 05:00:05.384157 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4945421b-033e-4143-bddf-d1d010d93071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.418419 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-ad0498b3-4294-4e61-bc0d-32726c6851a1 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 5763104b-c099-4d75-95a0-932eb0aba454) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:05.441907 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9db0cf6-2e1f-492f-b59a-197e7927cf4c None None] Network 5763104b-c099-4d75-95a0-932eb0aba454 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:05.481269 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0498b3-4294-4e61-bc0d-32726c6851a1 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:05.482009 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0498b3-4294-4e61-bc0d-32726c6851a1 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:05.487441 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ad0498b3-4294-4e61-bc0d-32726c6851a1 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.521747 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-2551fa75-9204-49da-8e75-3e112ba3db6a tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Calling delete_port for 95e12ddb-098b-463d-bbee-041ea6d5d38e owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:05.587556 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ad0498b3-4294-4e61-bc0d-32726c6851a1 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 6.1691184 Sep 16 05:00:05.605371 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58348) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:05.721374 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-8d7d6889-2a4a-4516-b12b-6ab74a9bdb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7669a9-2ba8-4dce-bce8-79560b6995c2', 'name': 'tempest-TestAggregatesBasicOps-787609063-router', 'tenant_id': 'ef4e10ee4270493fa81aa4dc9ef28791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '87373d21-ecef-4d16-b5a3-9853ca160dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:54Z', 'updated_at': '2021-09-16T04:59:59Z', 'revision_number': 3, 'project_id': 'ef4e10ee4270493fa81aa4dc9ef28791', 'gw_port': {'id': '87373d21-ecef-4d16-b5a3-9853ca160dfc', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:dd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7669a9-2ba8-4dce-bce8-79560b6995c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:57Z', 'updated_at': '2021-09-16T05:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:05.780787 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e718f4a-1600-4086-864f-ffd707bcbf91 x-openstack-request-id: req-5e718f4a-1600-4086-864f-ffd707bcbf91 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:05.780787 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2424e1-509b-413c-9796-6912f9e366b6", "name": "network-vif-unplugged", "status": "completed", "tag": "3726a203-0c1e-4480-8bb2-58ef3687943e", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:05.781201 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5e718f4a-1600-4086-864f-ffd707bcbf91 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:05.781412 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe2424e1-509b-413c-9796-6912f9e366b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3726a203-0c1e-4480-8bb2-58ef3687943e', 'code': 200} Sep 16 05:00:05.878594 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7d6889-2a4a-4516-b12b-6ab74a9bdb47 None None] The sync data for ids ['8d7669a9-2ba8-4dce-bce8-79560b6995c2'] in n-d-712139-15 is: [{'id': '8d7669a9-2ba8-4dce-bce8-79560b6995c2', 'name': 'tempest-TestAggregatesBasicOps-787609063-router', 'tenant_id': 'ef4e10ee4270493fa81aa4dc9ef28791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '87373d21-ecef-4d16-b5a3-9853ca160dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:54Z', 'updated_at': '2021-09-16T04:59:59Z', 'revision_number': 3, 'project_id': 'ef4e10ee4270493fa81aa4dc9ef28791', 'gw_port': {'id': '87373d21-ecef-4d16-b5a3-9853ca160dfc', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:dd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7669a9-2ba8-4dce-bce8-79560b6995c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:57Z', 'updated_at': '2021-09-16T05:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:00:06.004139 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-0bd92d09-96cf-4912-a39f-f90efd13a265 service neutron] Attempting to bind port 3726a203-0c1e-4480-8bb2-58ef3687943e on host n-h1-712139-15 for vnic_type normal with profile {"migrating_to": "n-h2-712139-15"} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:06.004781 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-0bd92d09-96cf-4912-a39f-f90efd13a265 service neutron] Attempting to bind port 3726a203-0c1e-4480-8bb2-58ef3687943e by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'ebfa89d1-030a-40f8-b8d1-986cf00fd3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5134c4c0-d730-4527-84ec-0e99ebfeac5b'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:06.005760 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-0bd92d09-96cf-4912-a39f-f90efd13a265 service neutron] Attempting to bind port 3726a203-0c1e-4480-8bb2-58ef3687943e on network 5134c4c0-d730-4527-84ec-0e99ebfeac5b {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:06.057094 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ef588-3ecb-444e-a340-2fe05ebba61c req-62c87cd4-5de6-494a-9918-39c0fb8296cb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:06.065079 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8e3ef588-3ecb-444e-a340-2fe05ebba61c req-62c87cd4-5de6-494a-9918-39c0fb8296cb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 944 time: 0.2523143 Sep 16 05:00:06.076993 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-0bd92d09-96cf-4912-a39f-f90efd13a265 service neutron] Port 3726a203-0c1e-4480-8bb2-58ef3687943e on network 5134c4c0-d730-4527-84ec-0e99ebfeac5b not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:00:06.079781 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-0bd92d09-96cf-4912-a39f-f90efd13a265 service neutron] Attempting to bind port 3726a203-0c1e-4480-8bb2-58ef3687943e on network 5134c4c0-d730-4527-84ec-0e99ebfeac5b {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:06.097802 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90347884-788b-4676-ba70-70cd993c6299 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:06.099642 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90347884-788b-4676-ba70-70cd993c6299 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:06.117411 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90347884-788b-4676-ba70-70cd993c6299 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:06.121991 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-90347884-788b-4676-ba70-70cd993c6299 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.5067430 Sep 16 05:00:06.136296 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58362) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:06.140689 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2551fa75-9204-49da-8e75-3e112ba3db6a tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:06.151351 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-38adec28-895a-432b-afa7-61ead11ceea5 None None] Provisioning complete for port 3726a203-0c1e-4480-8bb2-58ef3687943e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:06.151848 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-38adec28-895a-432b-afa7-61ead11ceea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:06.171475 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2551fa75-9204-49da-8e75-3e112ba3db6a tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:06.173865 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2551fa75-9204-49da-8e75-3e112ba3db6a tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] 10.222.0.35 "DELETE /v2.0/ports/95e12ddb-098b-463d-bbee-041ea6d5d38e HTTP/1.1" status: 204 len: 168 time: 2.3099031 Sep 16 05:00:06.174995 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-0bd92d09-96cf-4912-a39f-f90efd13a265 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:06.175586 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-0bd92d09-96cf-4912-a39f-f90efd13a265 service neutron] Checking segment: {'id': 'ebfa89d1-030a-40f8-b8d1-986cf00fd3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5134c4c0-d730-4527-84ec-0e99ebfeac5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:06.176187 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-0bd92d09-96cf-4912-a39f-f90efd13a265 service neutron] Bound using segment: {'id': 'ebfa89d1-030a-40f8-b8d1-986cf00fd3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5134c4c0-d730-4527-84ec-0e99ebfeac5b'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:06.176886 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-0bd92d09-96cf-4912-a39f-f90efd13a265 service neutron] Bound port: 3726a203-0c1e-4480-8bb2-58ef3687943e, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebfa89d1-030a-40f8-b8d1-986cf00fd3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5134c4c0-d730-4527-84ec-0e99ebfeac5b'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:06.177454 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-0bd92d09-96cf-4912-a39f-f90efd13a265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:06.180670 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58364) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:06.280072 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551fa75-9204-49da-8e75-3e112ba3db6a tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Pushing event deleted for resources: {'Port': ['ID=95e12ddb-098b-463d-bbee-041ea6d5d38e,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:06.375541 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dce4a02-f84f-49fa-839d-ecf6ec821be0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-5763104b-c099-4d75-95a0-932eb0aba454', 'network_id': '5763104b-c099-4d75-95a0-932eb0aba454', 'tenant_id': '556313b140fe4253878c6f345ad18069', 'fixed_ips': [{'subnet_id': '26fd846e-3481-48a7-85dc-bdacb03919b4'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:00:06.376422 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7dce4a02-f84f-49fa-839d-ecf6ec821be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:06.388973 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec63a8e4-6b68-4787-a982-0a5385214aa4 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Deleting subnet 247451b2-8760-45f5-bfac-2365048c16ef {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:00:06.404614 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8e3ef588-3ecb-444e-a340-2fe05ebba61c req-b1fbbadb-8545-4094-9306-2efae9568c11 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=295ea664-146b-402c-b1bb-04eb95e0a13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3382339 Sep 16 05:00:06.512286 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-4945421b-033e-4143-bddf-d1d010d93071 admin admin] Allocated IP 172.20.0.1 (b3a281bb-ce85-4717-a1ba-b460536ebe9f/b850e295-33a0-46d1-b48f-4f0524bf8de4/83ebb967-bdd2-477e-88fe-1267689b98ab) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:06.565236 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-0bd92d09-96cf-4912-a39f-f90efd13a265 service neutron] For port 3726a203-0c1e-4480-8bb2-58ef3687943e, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:06.574465 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-0bd92d09-96cf-4912-a39f-f90efd13a265 service neutron] For port 3726a203-0c1e-4480-8bb2-58ef3687943e, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=3726a203-0c1e-4480-8bb2-58ef3687943e,segment=NetworkSegment(ebfa89d1-030a-40f8-b8d1-986cf00fd3e2),segment_id=ebfa89d1-030a-40f8-b8d1-986cf00fd3e2)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:06.583596 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-0bd92d09-96cf-4912-a39f-f90efd13a265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:06.585189 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-38adec28-895a-432b-afa7-61ead11ceea5 None None] Port 3726a203-0c1e-4480-8bb2-58ef3687943e cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:00:06.800210 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4945421b-033e-4143-bddf-d1d010d93071 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:06.884323 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4945421b-033e-4143-bddf-d1d010d93071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:06.935203 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-7dce4a02-f84f-49fa-839d-ecf6ec821be0 None None] Allocated IP 2001:db8:0:1::1 (5763104b-c099-4d75-95a0-932eb0aba454/26fd846e-3481-48a7-85dc-bdacb03919b4/c39053f6-4791-44ec-a9ac-727c02550728) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:07.067516 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d31414-f228-4fac-b474-b3f6df2daebd req-8def09f1-597d-453c-a729-ea21467d62b8 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:07.071189 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e3d31414-f228-4fac-b474-b3f6df2daebd req-8def09f1-597d-453c-a729-ea21467d62b8 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 946 time: 0.3937023 Sep 16 05:00:07.153285 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-e7deda71-f13a-4740-aef3-7b0da1b5f14c None None] Allocated IP 2001:db8::1 (d39a675a-e68e-49c4-b433-e8f65e3f4a44/247451b2-8760-45f5-bfac-2365048c16ef/90ba5084-d4d3-4458-89fe-dc11b9618e31) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:07.173630 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4945421b-033e-4143-bddf-d1d010d93071 admin admin] Network b3a281bb-ce85-4717-a1ba-b460536ebe9f is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:07.186586 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd92d09-96cf-4912-a39f-f90efd13a265 service neutron] Pushing event updated for resources: {'Port': ['ID=3726a203-0c1e-4480-8bb2-58ef3687943e,revision_number=8']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:07.226887 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-4945421b-033e-4143-bddf-d1d010d93071 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:07.232334 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4945421b-033e-4143-bddf-d1d010d93071 admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:07.247685 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-0bd92d09-96cf-4912-a39f-f90efd13a265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:07.249338 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-0bd92d09-96cf-4912-a39f-f90efd13a265 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:07.252382 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-0bd92d09-96cf-4912-a39f-f90efd13a265 service neutron] 10.222.0.48 "PUT /v2.0/ports/3726a203-0c1e-4480-8bb2-58ef3687943e HTTP/1.1" status: 200 len: 1124 time: 3.7264750 Sep 16 05:00:07.335845 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-c3111833-e63c-4068-9f0b-9ffb5c1890a9 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Deleting port 3b24ce9a-8b1f-4d54-b6a7-d00c30cab3b3 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:07.335845 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c3111833-e63c-4068-9f0b-9ffb5c1890a9 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:07.335845 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e3d31414-f228-4fac-b474-b3f6df2daebd req-0b0dee2d-39c0-4e13-8a87-5b0ce954f639 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2338059 Sep 16 05:00:07.552359 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945421b-033e-4143-bddf-d1d010d93071 admin admin] Pushing event updated for resources: {'Port': ['ID=83ebb967-bdd2-477e-88fe-1267689b98ab,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:07.591826 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4945421b-033e-4143-bddf-d1d010d93071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:07.641562 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['3726a203-0c1e-4480-8bb2-58ef3687943e'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:07.719974 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e7deda71-f13a-4740-aef3-7b0da1b5f14c None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:07.720269 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c3111833-e63c-4068-9f0b-9ffb5c1890a9 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:07.725691 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-7287edc9-4113-4e5a-bf9a-0fcc9a81e151 None None] Provisioning complete for port 3726a203-0c1e-4480-8bb2-58ef3687943e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:07.726498 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7287edc9-4113-4e5a-bf9a-0fcc9a81e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:07.745694 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e7deda71-f13a-4740-aef3-7b0da1b5f14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:07.795374 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7deda71-f13a-4740-aef3-7b0da1b5f14c None None] Network d39a675a-e68e-49c4-b433-e8f65e3f4a44 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:07.795796 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe2424e1-509b-413c-9796-6912f9e366b6', 'tag': '3726a203-0c1e-4480-8bb2-58ef3687943e'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:07.809830 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-e7deda71-f13a-4740-aef3-7b0da1b5f14c None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:07.814882 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ed7b49-a8ce-451d-b512-58e7752f598c" -d '{"events": [{"name": "network-changed", "server_uuid": "fe2424e1-509b-413c-9796-6912f9e366b6", "tag": "3726a203-0c1e-4480-8bb2-58ef3687943e"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:07.838569 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-c3111833-e63c-4068-9f0b-9ffb5c1890a9 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Calling delete_port for 3b24ce9a-8b1f-4d54-b6a7-d00c30cab3b3 owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:07.992707 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7deda71-f13a-4740-aef3-7b0da1b5f14c None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:08.011782 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ec63a8e4-6b68-4787-a982-0a5385214aa4 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:08.120828 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cecf93a-522a-4d42-a827-239d7189a697 req-b3dfda2d-a69c-49e7-a32b-2d1b48ba687f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:08.166473 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6cecf93a-522a-4d42-a827-239d7189a697 req-b3dfda2d-a69c-49e7-a32b-2d1b48ba687f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 944 time: 0.2003994 Sep 16 05:00:08.171237 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ec63a8e4-6b68-4787-a982-0a5385214aa4 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:08.199793 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c3111833-e63c-4068-9f0b-9ffb5c1890a9 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:08.343370 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6cecf93a-522a-4d42-a827-239d7189a697 req-d8abc9bb-619b-4f9d-8c8e-9493c5b78f00 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=295ea664-146b-402c-b1bb-04eb95e0a13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1737750 Sep 16 05:00:08.349782 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3111833-e63c-4068-9f0b-9ffb5c1890a9 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Pushing event deleted for resources: {'Port': ['ID=3b24ce9a-8b1f-4d54-b6a7-d00c30cab3b3,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:08.366327 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c3111833-e63c-4068-9f0b-9ffb5c1890a9 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:08.376301 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c3111833-e63c-4068-9f0b-9ffb5c1890a9 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] 10.222.0.35 "DELETE /v2.0/ports/3b24ce9a-8b1f-4d54-b6a7-d00c30cab3b3 HTTP/1.1" status: 204 len: 168 time: 2.1929555 Sep 16 05:00:08.377167 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4945421b-033e-4143-bddf-d1d010d93071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:08.379566 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58400) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:08.453578 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf6a0de-48a1-42c6-80a9-53c492b6b321 x-openstack-request-id: req-baf6a0de-48a1-42c6-80a9-53c492b6b321 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:08.454169 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe2424e1-509b-413c-9796-6912f9e366b6", "tag": "3726a203-0c1e-4480-8bb2-58ef3687943e", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:08.454616 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-baf6a0de-48a1-42c6-80a9-53c492b6b321 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:08.455742 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe2424e1-509b-413c-9796-6912f9e366b6', 'tag': '3726a203-0c1e-4480-8bb2-58ef3687943e', 'status': 'completed', 'code': 200} Sep 16 05:00:08.461643 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-26a1b85d-e3ae-4855-9c2f-f934d0b89258 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0805824 Sep 16 05:00:08.465271 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58402) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:08.482070 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-c2f29b13-23f6-4a0a-a18b-61d2de7204a6 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2027951995'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:08.495800 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ec63a8e4-6b68-4787-a982-0a5385214aa4 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:08.711256 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f29b13-23f6-4a0a-a18b-61d2de7204a6 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Made reservation on behalf of 89a127b6fc684f79a61e4214a7dd3faa for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:08.723543 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7dce4a02-f84f-49fa-839d-ecf6ec821be0 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:08.725501 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c2f29b13-23f6-4a0a-a18b-61d2de7204a6 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:08.774131 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed7b49-a8ce-451d-b512-58e7752f598c req-96b54756-8dfd-4e28-a109-d625d3b7952b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:08.777070 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 87373d21-ecef-4d16-b5a3-9853ca160dfc up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:08.782213 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-15ed7b49-a8ce-451d-b512-58e7752f598c req-96b54756-8dfd-4e28-a109-d625d3b7952b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9314d3ea71064ec8a4285d4ce520aaad&device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 1127 time: 0.2861097 Sep 16 05:00:08.846108 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ec63a8e4-6b68-4787-a982-0a5385214aa4 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:08.892122 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7dce4a02-f84f-49fa-839d-ecf6ec821be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:08.927508 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fd1f2-9da2-4097-97bd-3f900802d733 req-5ff11141-7b18-490d-94ef-67c5f76eded4 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:08.934028 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dd6fd1f2-9da2-4097-97bd-3f900802d733 req-5ff11141-7b18-490d-94ef-67c5f76eded4 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 946 time: 0.3475418 Sep 16 05:00:08.958736 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63a8e4-6b68-4787-a982-0a5385214aa4 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Pushing event deleted for resources: {'Subnet': ['ID=247451b2-8760-45f5-bfac-2365048c16ef,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:08.963784 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ec63a8e4-6b68-4787-a982-0a5385214aa4 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:08.969503 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ec63a8e4-6b68-4787-a982-0a5385214aa4 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] 10.222.0.35 "DELETE /v2.0/subnets/247451b2-8760-45f5-bfac-2365048c16ef HTTP/1.1" status: 204 len: 168 time: 2.7553551 Sep 16 05:00:08.974697 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58414) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:09.004736 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2f29b13-23f6-4a0a-a18b-61d2de7204a6 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:00:09.074137 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c2f29b13-23f6-4a0a-a18b-61d2de7204a6 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.074876 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-c2f29b13-23f6-4a0a-a18b-61d2de7204a6 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Added segment eecb796f-1760-46fd-844c-48aac0007c92 of type vlan for network fc026b9d-0935-41b2-9571-5603b95e02f1 Sep 16 05:00:09.108608 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7287edc9-4113-4e5a-bf9a-0fcc9a81e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.162206 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dd6fd1f2-9da2-4097-97bd-3f900802d733 req-ef078fab-61ea-4e07-8f5e-c9c7075d5904 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189550 Sep 16 05:00:09.170733 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed7b49-a8ce-451d-b512-58e7752f598c req-dff19de9-170c-41e3-940c-0b13fd9180ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:09.172741 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-15ed7b49-a8ce-451d-b512-58e7752f598c req-dff19de9-170c-41e3-940c-0b13fd9180ce service neutron] 10.222.0.47 "GET /v2.0/networks?id=5134c4c0-d730-4527-84ec-0e99ebfeac5b HTTP/1.1" status: 200 len: 897 time: 0.3779798 Sep 16 05:00:09.178292 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c2f29b13-23f6-4a0a-a18b-61d2de7204a6 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.186800 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-91481de5-1827-4322-8911-bf0dfe797146 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Deleting subnet 26fd846e-3481-48a7-85dc-bdacb03919b4 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:00:09.197178 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-91481de5-1827-4322-8911-bf0dfe797146 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.267826 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-91481de5-1827-4322-8911-bf0dfe797146 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.375217 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-91481de5-1827-4322-8911-bf0dfe797146 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.411603 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-15ed7b49-a8ce-451d-b512-58e7752f598c req-bdcb7ef0-d83a-458f-9bd9-7ec8b957f9f3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3726a203-0c1e-4480-8bb2-58ef3687943e HTTP/1.1" status: 200 len: 999 time: 0.2225895 Sep 16 05:00:09.437856 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.db.resource_extend [None req-c2f29b13-23f6-4a0a-a18b-61d2de7204a6 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:00:09.483537 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-91481de5-1827-4322-8911-bf0dfe797146 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.504043 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 3726a203-0c1e-4480-8bb2-58ef3687943e details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:00:09.508292 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4945421b-033e-4143-bddf-d1d010d93071 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.540559 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c2f29b13-23f6-4a0a-a18b-61d2de7204a6 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.565607 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f29b13-23f6-4a0a-a18b-61d2de7204a6 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:09.569334 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c2f29b13-23f6-4a0a-a18b-61d2de7204a6 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.597974 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4945421b-033e-4143-bddf-d1d010d93071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.600989 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91481de5-1827-4322-8911-bf0dfe797146 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Pushing event deleted for resources: {'Subnet': ['ID=26fd846e-3481-48a7-85dc-bdacb03919b4,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:09.631969 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-91481de5-1827-4322-8911-bf0dfe797146 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.634182 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-91481de5-1827-4322-8911-bf0dfe797146 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] 10.222.0.35 "DELETE /v2.0/subnets/26fd846e-3481-48a7-85dc-bdacb03919b4 HTTP/1.1" status: 204 len: 168 time: 0.6544087 Sep 16 05:00:09.648804 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 3726a203-0c1e-4480-8bb2-58ef3687943e, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=3726a203-0c1e-4480-8bb2-58ef3687943e,segment=NetworkSegment(ebfa89d1-030a-40f8-b8d1-986cf00fd3e2),segment_id=ebfa89d1-030a-40f8-b8d1-986cf00fd3e2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:09.652374 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58426) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:09.666326 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dce4a02-f84f-49fa-839d-ecf6ec821be0 None None] Network 5763104b-c099-4d75-95a0-932eb0aba454 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:09.679883 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c2f29b13-23f6-4a0a-a18b-61d2de7204a6 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2084873 Sep 16 05:00:09.684319 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58428) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:09.689526 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-0cfe8277-cf40-4ea8-93d4-a9e15a0580f7 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1935938573'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:09.696076 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 3726a203-0c1e-4480-8bb2-58ef3687943e has no active binding in host n-h2-712139-15 {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 05:00:09.698153 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4945421b-033e-4143-bddf-d1d010d93071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.700717 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7deda71-f13a-4740-aef3-7b0da1b5f14c None None] Pushing event updated for resources: {'Port': ['ID=90ba5084-d4d3-4458-89fe-dc11b9618e31,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:09.710381 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945421b-033e-4143-bddf-d1d010d93071 admin admin] Pushing event updated for resources: {'Port': ['ID=83ebb967-bdd2-477e-88fe-1267689b98ab,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:09.773239 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-e7deda71-f13a-4740-aef3-7b0da1b5f14c None None] Attempting to bind port 90ba5084-d4d3-4458-89fe-dc11b9618e31 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:09.773766 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-e7deda71-f13a-4740-aef3-7b0da1b5f14c None None] Attempting to bind port 90ba5084-d4d3-4458-89fe-dc11b9618e31 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '20a4636a-2c17-46f2-9789-d783ced43161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd39a675a-e68e-49c4-b433-e8f65e3f4a44'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:09.773968 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7deda71-f13a-4740-aef3-7b0da1b5f14c None None] Attempting to bind port 90ba5084-d4d3-4458-89fe-dc11b9618e31 on network d39a675a-e68e-49c4-b433-e8f65e3f4a44 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:09.776895 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce4a02-f84f-49fa-839d-ecf6ec821be0 None None] Pushing event updated for resources: {'Port': ['ID=c39053f6-4791-44ec-a9ac-727c02550728,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:09.786858 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2424e1-509b-413c-9796-6912f9e366b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3726a203-0c1e-4480-8bb2-58ef3687943e'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:09.789476 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c23b33e-68f4-488d-baa9-04c636a1178e" -d '{"events": [{"server_uuid": "fe2424e1-509b-413c-9796-6912f9e366b6", "name": "network-vif-plugged", "status": "completed", "tag": "3726a203-0c1e-4480-8bb2-58ef3687943e"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:09.792971 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-7dce4a02-f84f-49fa-839d-ecf6ec821be0 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:09.814878 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dce4a02-f84f-49fa-839d-ecf6ec821be0 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:09.843579 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfe8277-cf40-4ea8-93d4-a9e15a0580f7 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Made reservation on behalf of 89a127b6fc684f79a61e4214a7dd3faa for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:09.848805 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0cfe8277-cf40-4ea8-93d4-a9e15a0580f7 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.875136 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7deda71-f13a-4740-aef3-7b0da1b5f14c None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:09.875392 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7deda71-f13a-4740-aef3-7b0da1b5f14c None None] Checking segment: {'id': '20a4636a-2c17-46f2-9789-d783ced43161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd39a675a-e68e-49c4-b433-e8f65e3f4a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:09.875832 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e7deda71-f13a-4740-aef3-7b0da1b5f14c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.876234 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7deda71-f13a-4740-aef3-7b0da1b5f14c None None] Bound using segment: {'id': '20a4636a-2c17-46f2-9789-d783ced43161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd39a675a-e68e-49c4-b433-e8f65e3f4a44'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:09.876907 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-e7deda71-f13a-4740-aef3-7b0da1b5f14c None None] Bound port: 90ba5084-d4d3-4458-89fe-dc11b9618e31, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20a4636a-2c17-46f2-9789-d783ced43161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd39a675a-e68e-49c4-b433-e8f65e3f4a44'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:09.877296 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e7deda71-f13a-4740-aef3-7b0da1b5f14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.911300 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-7287edc9-4113-4e5a-bf9a-0fcc9a81e151 None None] For port 3726a203-0c1e-4480-8bb2-58ef3687943e, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=3726a203-0c1e-4480-8bb2-58ef3687943e,segment=NetworkSegment(ebfa89d1-030a-40f8-b8d1-986cf00fd3e2),segment_id=ebfa89d1-030a-40f8-b8d1-986cf00fd3e2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:09.929452 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed7b49-a8ce-451d-b512-58e7752f598c req-83c77c64-da96-4828-a507-b10d5320db02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:09.931534 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-15ed7b49-a8ce-451d-b512-58e7752f598c req-83c77c64-da96-4828-a507-b10d5320db02 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6759e691-02a6-400e-add7-98b3fe3d916b HTTP/1.1" status: 200 len: 835 time: 0.4248080 Sep 16 05:00:09.967702 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cfe8277-cf40-4ea8-93d4-a9e15a0580f7 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:00:09.995803 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-7dce4a02-f84f-49fa-839d-ecf6ec821be0 None None] Attempting to bind port c39053f6-4791-44ec-a9ac-727c02550728 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:09.996182 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-7dce4a02-f84f-49fa-839d-ecf6ec821be0 None None] Attempting to bind port c39053f6-4791-44ec-a9ac-727c02550728 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '82d79d8f-d148-424b-b337-ce9db32d35e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5763104b-c099-4d75-95a0-932eb0aba454'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:09.996546 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dce4a02-f84f-49fa-839d-ecf6ec821be0 None None] Attempting to bind port c39053f6-4791-44ec-a9ac-727c02550728 on network 5763104b-c099-4d75-95a0-932eb0aba454 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:10.013333 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4945421b-033e-4143-bddf-d1d010d93071 admin admin] Network b3a281bb-ce85-4717-a1ba-b460536ebe9f is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:10.013549 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 87373d21-ecef-4d16-b5a3-9853ca160dfc triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:10.013971 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.016364 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7287edc9-4113-4e5a-bf9a-0fcc9a81e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.025255 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-4945421b-033e-4143-bddf-d1d010d93071 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:10.028932 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0cfe8277-cf40-4ea8-93d4-a9e15a0580f7 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.029499 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-0cfe8277-cf40-4ea8-93d4-a9e15a0580f7 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Added segment 6886e29c-acc2-4556-aa20-36aefcf6516b of type vlan for network 149ec40d-e5a6-44d1-8537-ce493716699a Sep 16 05:00:10.231984 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0cfe8277-cf40-4ea8-93d4-a9e15a0580f7 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.250365 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dce4a02-f84f-49fa-839d-ecf6ec821be0 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:10.250743 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dce4a02-f84f-49fa-839d-ecf6ec821be0 None None] Checking segment: {'id': '82d79d8f-d148-424b-b337-ce9db32d35e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5763104b-c099-4d75-95a0-932eb0aba454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:10.251150 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7dce4a02-f84f-49fa-839d-ecf6ec821be0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.251545 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dce4a02-f84f-49fa-839d-ecf6ec821be0 None None] Bound using segment: {'id': '82d79d8f-d148-424b-b337-ce9db32d35e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5763104b-c099-4d75-95a0-932eb0aba454'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:10.252035 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-7dce4a02-f84f-49fa-839d-ecf6ec821be0 None None] Bound port: c39053f6-4791-44ec-a9ac-727c02550728, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d79d8f-d148-424b-b337-ce9db32d35e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5763104b-c099-4d75-95a0-932eb0aba454'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:10.252423 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7dce4a02-f84f-49fa-839d-ecf6ec821be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.430854 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4945421b-033e-4143-bddf-d1d010d93071 admin admin] Router 8d7669a9-2ba8-4dce-bce8-79560b6995c2 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:00:10.446714 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0cfe8277-cf40-4ea8-93d4-a9e15a0580f7 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.461423 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfe8277-cf40-4ea8-93d4-a9e15a0580f7 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:10.462091 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0cfe8277-cf40-4ea8-93d4-a9e15a0580f7 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.501388 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287edc9-4113-4e5a-bf9a-0fcc9a81e151 None None] Pushing event updated for resources: {'Port': ['ID=3726a203-0c1e-4480-8bb2-58ef3687943e,revision_number=9']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:10.518866 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-e7deda71-f13a-4740-aef3-7b0da1b5f14c None None] For port 90ba5084-d4d3-4458-89fe-dc11b9618e31, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:10.524112 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-e7deda71-f13a-4740-aef3-7b0da1b5f14c None None] For port 90ba5084-d4d3-4458-89fe-dc11b9618e31, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=90ba5084-d4d3-4458-89fe-dc11b9618e31,segment=NetworkSegment(20a4636a-2c17-46f2-9789-d783ced43161),segment_id=20a4636a-2c17-46f2-9789-d783ced43161)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:10.571147 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b55e03f6-1414-48ee-bf3a-1eefc0f269c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.633796 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e7deda71-f13a-4740-aef3-7b0da1b5f14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.648277 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0cfe8277-cf40-4ea8-93d4-a9e15a0580f7 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9627502 Sep 16 05:00:10.712185 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-7dce4a02-f84f-49fa-839d-ecf6ec821be0 None None] For port c39053f6-4791-44ec-a9ac-727c02550728, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:10.715378 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe8277-cf40-4ea8-93d4-a9e15a0580f7 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Pushing event updated for resources: {'Network': ['ID=149ec40d-e5a6-44d1-8537-ce493716699a,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:10.722799 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-7dce4a02-f84f-49fa-839d-ecf6ec821be0 None None] For port c39053f6-4791-44ec-a9ac-727c02550728, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=c39053f6-4791-44ec-a9ac-727c02550728,segment=NetworkSegment(82d79d8f-d148-424b-b337-ce9db32d35e4),segment_id=82d79d8f-d148-424b-b337-ce9db32d35e4)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:10.789678 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 149ec40d-e5a6-44d1-8537-ce493716699a details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:00:10.807047 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58460) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:10.846690 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-d8791e98-048f-4012-85f4-36604505eac2 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Request body: {'subnets': [{'network_id': 'fc026b9d-0935-41b2-9571-5603b95e02f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1823918772', 'ip_version': 4}, {'network_id': '149ec40d-e5a6-44d1-8537-ce493716699a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:10.847009 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-d8791e98-048f-4012-85f4-36604505eac2 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Request body: {'subnet': {'network_id': 'fc026b9d-0935-41b2-9571-5603b95e02f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1823918772', 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:10.847631 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-d8791e98-048f-4012-85f4-36604505eac2 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Request body: {'subnet': {'network_id': '149ec40d-e5a6-44d1-8537-ce493716699a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:10.873256 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7dce4a02-f84f-49fa-839d-ecf6ec821be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.874287 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f29b13-23f6-4a0a-a18b-61d2de7204a6 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Pushing event updated for resources: {'Network': ['ID=fc026b9d-0935-41b2-9571-5603b95e02f1,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:10.957244 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ed589-b7e9-4dbc-8ac9-f684a8905023 req-36ff4232-0a5b-4926-b9fb-0bd15d497d1d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:10.958852 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-821ed589-b7e9-4dbc-8ac9-f684a8905023 req-36ff4232-0a5b-4926-b9fb-0bd15d497d1d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 944 time: 1.3045189 Sep 16 05:00:10.980393 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7deda71-f13a-4740-aef3-7b0da1b5f14c None None] Pushing event updated for resources: {'Port': ['ID=90ba5084-d4d3-4458-89fe-dc11b9618e31,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:10.994695 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network fc026b9d-0935-41b2-9571-5603b95e02f1 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:00:11.058260 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bd20cc-fe01-4546-bfe4-6b96bc70a51f tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:11.059907 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-85bd20cc-fe01-4546-bfe4-6b96bc70a51f tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.3936224 Sep 16 05:00:11.163988 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58466) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:11.271267 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0feed2d8-6db7-4039-8767-a64a866f9ef0 None None] Network 5763104b-c099-4d75-95a0-932eb0aba454 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:11.300385 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed7b49-a8ce-451d-b512-58e7752f598c req-cb635af6-55a1-465f-aa3d-2e6c98a5efed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:11.302048 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-15ed7b49-a8ce-451d-b512-58e7752f598c req-cb635af6-55a1-465f-aa3d-2e6c98a5efed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5134c4c0-d730-4527-84ec-0e99ebfeac5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6024551 Sep 16 05:00:11.358277 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06b46ef-6ea5-41ea-8955-f6a8a7d37285 None None] Network d39a675a-e68e-49c4-b433-e8f65e3f4a44 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:11.519554 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-821ed589-b7e9-4dbc-8ac9-f684a8905023 req-c808b9ac-7757-4282-beb6-847f28c7aab1 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=295ea664-146b-402c-b1bb-04eb95e0a13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5182729 Sep 16 05:00:11.527108 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50a6bea6-3545-41bb-89a3-0a7a5ea722e2 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.543789 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-74c1ace5-0415-428b-b8f3-67a486ea8101 None None] Provisioning complete for port 83ebb967-bdd2-477e-88fe-1267689b98ab triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:11.544165 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-74c1ace5-0415-428b-b8f3-67a486ea8101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.555210 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8791e98-048f-4012-85f4-36604505eac2 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Made reservation on behalf of 89a127b6fc684f79a61e4214a7dd3faa for: {'subnet': 2} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:11.561242 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d8791e98-048f-4012-85f4-36604505eac2 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.561591 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d8791e98-048f-4012-85f4-36604505eac2 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.562688 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4945421b-033e-4143-bddf-d1d010d93071 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:00:11.574696 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4945421b-033e-4143-bddf-d1d010d93071 admin admin] 10.222.0.35 "PUT /v2.0/routers/8d7669a9-2ba8-4dce-bce8-79560b6995c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6644425 Sep 16 05:00:11.616209 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ecc17-b0dc-433a-b54f-93508f8c34f3 req-6684fcdb-8b68-4490-9f67-053b7a8de9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:11.619715 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-187ecc17-b0dc-433a-b54f-93508f8c34f3 req-6684fcdb-8b68-4490-9f67-053b7a8de9b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b67ac34bf7e46cc823dbce391e87ff7&device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 1098 time: 0.1252460 Sep 16 05:00:11.649590 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.711096 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 87373d21-ecef-4d16-b5a3-9853ca160dfc, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=87373d21-ecef-4d16-b5a3-9853ca160dfc,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:11.721704 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274e7e44-ca6d-4028-ae57-6557291e0f3c None None] Sync routers for ids ['8d7669a9-2ba8-4dce-bce8-79560b6995c2'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:00:11.741067 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce4a02-f84f-49fa-839d-ecf6ec821be0 None None] Pushing event updated for resources: {'Port': ['ID=c39053f6-4791-44ec-a9ac-727c02550728,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:11.804862 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74588c8e-f418-48a3-bda9-ebdfce652c35 x-openstack-request-id: req-74588c8e-f418-48a3-bda9-ebdfce652c35 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:11.805529 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2424e1-509b-413c-9796-6912f9e366b6", "name": "network-vif-plugged", "status": "completed", "tag": "3726a203-0c1e-4480-8bb2-58ef3687943e", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:11.805529 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-74588c8e-f418-48a3-bda9-ebdfce652c35 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:11.805933 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe2424e1-509b-413c-9796-6912f9e366b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3726a203-0c1e-4480-8bb2-58ef3687943e', 'code': 200} Sep 16 05:00:11.816514 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.858934 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ecc17-b0dc-433a-b54f-93508f8c34f3 req-63795c7f-7a1a-4860-a416-b06e262d525c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:11.860691 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-187ecc17-b0dc-433a-b54f-93508f8c34f3 req-63795c7f-7a1a-4860-a416-b06e262d525c service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 HTTP/1.1" status: 200 len: 918 time: 0.2135944 Sep 16 05:00:11.897839 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274e7e44-ca6d-4028-ae57-6557291e0f3c None None] Routers {'8d7669a9-2ba8-4dce-bce8-79560b6995c2'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:11.899504 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-274e7e44-ca6d-4028-ae57-6557291e0f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T04:59:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8d7669a9-2ba8-4dce-bce8-79560b6995c2'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:11.967864 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-187ecc17-b0dc-433a-b54f-93508f8c34f3 req-e196b10d-3119-4706-bc82-12f9c86d9702 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfa7b302-5c1c-443a-89da-aad3b2a9358e HTTP/1.1" status: 200 len: 1002 time: 0.0992866 Sep 16 05:00:11.988233 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-74c1ace5-0415-428b-b8f3-67a486ea8101 None None] Port 83ebb967-bdd2-477e-88fe-1267689b98ab cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:00:12.000538 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3379e9-bd00-4324-96ff-5feaa6fcfeca req-2de7ef4c-8012-40d5-87c9-fa4c31f31f43 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:12.006375 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4d3379e9-bd00-4324-96ff-5feaa6fcfeca req-2de7ef4c-8012-40d5-87c9-fa4c31f31f43 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 946 time: 0.2655530 Sep 16 05:00:12.014009 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:12.030681 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-15ed7b49-a8ce-451d-b512-58e7752f598c req-0d251621-dcc0-4465-b399-06099981e997 service neutron] 10.222.0.47 "GET /v2.0/networks/5134c4c0-d730-4527-84ec-0e99ebfeac5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7171185 Sep 16 05:00:12.093484 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ecc17-b0dc-433a-b54f-93508f8c34f3 req-99bc50f9-936e-48e6-a39d-5846039326f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:12.095326 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-187ecc17-b0dc-433a-b54f-93508f8c34f3 req-99bc50f9-936e-48e6-a39d-5846039326f1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=03820bd1-1023-490e-b628-251d17d722c4 HTTP/1.1" status: 200 len: 856 time: 0.1172380 Sep 16 05:00:12.210698 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ecc17-b0dc-433a-b54f-93508f8c34f3 req-25a67aac-528c-4189-921b-7085cd06f04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:12.212386 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-187ecc17-b0dc-433a-b54f-93508f8c34f3 req-25a67aac-528c-4189-921b-7085cd06f04f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa14f7fe-1f8d-4bc9-a5b1-99c520e36470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1096911 Sep 16 05:00:12.329607 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=87373d21-ecef-4d16-b5a3-9853ca160dfc,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:12.359019 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-187ecc17-b0dc-433a-b54f-93508f8c34f3 req-e4a8726d-d94b-4515-b9dc-b206ff1c3a13 service neutron] 10.222.0.47 "GET /v2.0/networks/fa14f7fe-1f8d-4bc9-a5b1-99c520e36470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385353 Sep 16 05:00:12.376932 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c5f0cf-8a10-47c1-9255-cf3583805af0 None None] get_active_networks_info from n-d-712139-15 {{(pid=94768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:00:12.393807 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-274e7e44-ca6d-4028-ae57-6557291e0f3c None None] Set router 8d7669a9-2ba8-4dce-bce8-79560b6995c2 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:12.485300 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-187ecc17-b0dc-433a-b54f-93508f8c34f3 req-b355b42d-82e0-401e-a9d5-6ae7d11cb9ce service neutron] 10.222.0.47 "GET /v2.0/networks/fa14f7fe-1f8d-4bc9-a5b1-99c520e36470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186566 Sep 16 05:00:12.486154 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-50a6bea6-3545-41bb-89a3-0a7a5ea722e2 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Deleting port c39053f6-4791-44ec-a9ac-727c02550728 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:12.486493 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50a6bea6-3545-41bb-89a3-0a7a5ea722e2 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:12.543453 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4d3379e9-bd00-4324-96ff-5feaa6fcfeca req-06d9f412-69ad-4b27-a9f2-c074558c55f4 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5079644 Sep 16 05:00:12.574677 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-15ed7b49-a8ce-451d-b512-58e7752f598c req-034b6a87-8e02-45ed-95de-b13f202d939b service neutron] 10.222.0.47 "GET /v2.0/networks/5134c4c0-d730-4527-84ec-0e99ebfeac5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5245121 Sep 16 05:00:12.682406 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-50a6bea6-3545-41bb-89a3-0a7a5ea722e2 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] For port c39053f6-4791-44ec-a9ac-727c02550728, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=c39053f6-4791-44ec-a9ac-727c02550728,segment=NetworkSegment(82d79d8f-d148-424b-b337-ce9db32d35e4),segment_id=82d79d8f-d148-424b-b337-ce9db32d35e4)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:12.682698 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50a6bea6-3545-41bb-89a3-0a7a5ea722e2 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:12.707831 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-50a6bea6-3545-41bb-89a3-0a7a5ea722e2 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Calling delete_port for c39053f6-4791-44ec-a9ac-727c02550728 owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:12.724291 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c5f0cf-8a10-47c1-9255-cf3583805af0 None None] Resources bound (agent type, host, resource id): {{(pid=94768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:00:12.802746 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-274e7e44-ca6d-4028-ae57-6557291e0f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7669a9-2ba8-4dce-bce8-79560b6995c2', 'name': 'tempest-TestAggregatesBasicOps-787609063-router', 'tenant_id': 'ef4e10ee4270493fa81aa4dc9ef28791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '87373d21-ecef-4d16-b5a3-9853ca160dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:54Z', 'updated_at': '2021-09-16T05:00:07Z', 'revision_number': 4, 'project_id': 'ef4e10ee4270493fa81aa4dc9ef28791', 'gw_port': {'id': '87373d21-ecef-4d16-b5a3-9853ca160dfc', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:dd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7669a9-2ba8-4dce-bce8-79560b6995c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:57Z', 'updated_at': '2021-09-16T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '83ebb967-bdd2-477e-88fe-1267689b98ab', 'name': '', 'network_id': 'b3a281bb-ce85-4717-a1ba-b460536ebe9f', 'tenant_id': 'ef4e10ee4270493fa81aa4dc9ef28791', 'mac_address': 'fa:16:3e:31:21:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7669a9-2ba8-4dce-bce8-79560b6995c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'b850e295-33a0-46d1-b48f-4f0524bf8de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:05Z', 'updated_at': '2021-09-16T05:00:08Z', 'revision_number': 2, 'project_id': 'ef4e10ee4270493fa81aa4dc9ef28791', 'subnets': [{'id': 'b850e295-33a0-46d1-b48f-4f0524bf8de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:12.816837 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50a6bea6-3545-41bb-89a3-0a7a5ea722e2 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:12.898812 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6bea6-3545-41bb-89a3-0a7a5ea722e2 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Pushing event deleted for resources: {'Port': ['ID=c39053f6-4791-44ec-a9ac-727c02550728,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:12.904675 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274e7e44-ca6d-4028-ae57-6557291e0f3c None None] Checking router: 8d7669a9-2ba8-4dce-bce8-79560b6995c2 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:00:12.905340 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274e7e44-ca6d-4028-ae57-6557291e0f3c None None] Updating router 8d7669a9-2ba8-4dce-bce8-79560b6995c2 port 83ebb967-bdd2-477e-88fe-1267689b98ab binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:00:12.928631 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a6bea6-3545-41bb-89a3-0a7a5ea722e2 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] No DVR routers for this DVR port c39053f6-4791-44ec-a9ac-727c02550728 on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:12.937067 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d8791e98-048f-4012-85f4-36604505eac2 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:12.946315 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-274e7e44-ca6d-4028-ae57-6557291e0f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.104890 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50a6bea6-3545-41bb-89a3-0a7a5ea722e2 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.120681 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8791e98-048f-4012-85f4-36604505eac2 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Pushing event updated for resources: {'Subnet': ['ID=b4cfd34e-ebe5-44c6-9176-b57babff3e6f,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:13.148440 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-50a6bea6-3545-41bb-89a3-0a7a5ea722e2 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5763104b-c099-4d75-95a0-932eb0aba454']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:13.166085 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-50a6bea6-3545-41bb-89a3-0a7a5ea722e2 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d79d8f-d148-424b-b337-ce9db32d35e4') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:13.166397 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-50a6bea6-3545-41bb-89a3-0a7a5ea722e2 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d79d8f-d148-424b-b337-ce9db32d35e4') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:13.175952 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdec17-fca9-4d01-8218-7ccc738845bd req-7634b109-831d-4c23-aab8-f89bb001bee6 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:13.179851 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8bfdec17-fca9-4d01-8218-7ccc738845bd req-7634b109-831d-4c23-aab8-f89bb001bee6 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 946 time: 0.2100177 Sep 16 05:00:13.179851 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8791e98-048f-4012-85f4-36604505eac2 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Checking segment: {'id': 'eecb796f-1760-46fd-844c-48aac0007c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fc026b9d-0935-41b2-9571-5603b95e02f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:13.182143 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8791e98-048f-4012-85f4-36604505eac2 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Network hostable DHCP agents. Network: fc026b9d-0935-41b2-9571-5603b95e02f1, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:00:13.205176 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50a6bea6-3545-41bb-89a3-0a7a5ea722e2 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.253608 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50a6bea6-3545-41bb-89a3-0a7a5ea722e2 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.266324 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8791e98-048f-4012-85f4-36604505eac2 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Network fc026b9d-0935-41b2-9571-5603b95e02f1 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:00:13.272508 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50a6bea6-3545-41bb-89a3-0a7a5ea722e2 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:00:13.273222 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50a6bea6-3545-41bb-89a3-0a7a5ea722e2 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.276838 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:00:13.276838 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:00:13.276838 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:00:13.276838 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:00:13.276838 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:00:13.276838 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:00:13.276838 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:00:13.276838 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:00:13.276838 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:00:13.276838 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:00:13.276838 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:00:13.276838 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:00:13.276838 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:00:13.276838 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:00:13.276838 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:00:13.276838 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:00:13.276838 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:00:13.276838 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:00:13.276838 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:00:13.276838 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:00:13.276838 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:00:13.276838 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:00:13.276838 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:00:13.276838 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:00:13.276838 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:00:13.276838 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:00:13.276838 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:00:13.276838 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:00:13.276838 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:00:13.276838 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:00:13.276838 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:00:13.276838 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:00:13.307208 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-15aa281d-378e-4921-adb8-a65907d2145d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.312311 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-d8791e98-048f-4012-85f4-36604505eac2 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, fc026b9d-0935-41b2-9571-5603b95e02f1) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:13.332015 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d8791e98-048f-4012-85f4-36604505eac2 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.400656 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8bfdec17-fca9-4d01-8218-7ccc738845bd req-10304d2e-6151-434c-ac43-cbbd336de644 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=295ea664-146b-402c-b1bb-04eb95e0a13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804295 Sep 16 05:00:13.440207 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ce0f78-28d7-429c-8031-bb22a0ce6016 None None] get_active_networks_info from n-d-712139-15 {{(pid=94768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:00:13.457186 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50a6bea6-3545-41bb-89a3-0a7a5ea722e2 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.479524 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8791e98-048f-4012-85f4-36604505eac2 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Pushing event updated for resources: {'Subnet': ['ID=06cb32b9-a287-4743-aa1c-489a9dba4931,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:13.506423 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50a6bea6-3545-41bb-89a3-0a7a5ea722e2 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.511758 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58520) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:13.513143 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-50a6bea6-3545-41bb-89a3-0a7a5ea722e2 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] 10.222.0.35 "DELETE /v2.0/networks/5763104b-c099-4d75-95a0-932eb0aba454 HTTP/1.1" status: 204 len: 168 time: 2.3347242 Sep 16 05:00:13.514166 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6bea6-3545-41bb-89a3-0a7a5ea722e2 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Pushing event deleted for resources: {'Network': ['ID=5763104b-c099-4d75-95a0-932eb0aba454,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:13.550560 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.588912 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8791e98-048f-4012-85f4-36604505eac2 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Checking segment: {'id': '6886e29c-acc2-4556-aa20-36aefcf6516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '149ec40d-e5a6-44d1-8537-ce493716699a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:13.591118 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8791e98-048f-4012-85f4-36604505eac2 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Network hostable DHCP agents. Network: 149ec40d-e5a6-44d1-8537-ce493716699a, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:00:13.642174 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8791e98-048f-4012-85f4-36604505eac2 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Network 149ec40d-e5a6-44d1-8537-ce493716699a is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:00:13.671581 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-d8791e98-048f-4012-85f4-36604505eac2 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 149ec40d-e5a6-44d1-8537-ce493716699a) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:13.680428 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8791e98-048f-4012-85f4-36604505eac2 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:13.680428 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8791e98-048f-4012-85f4-36604505eac2 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:13.681312 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d8791e98-048f-4012-85f4-36604505eac2 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.710253 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d8791e98-048f-4012-85f4-36604505eac2 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.8943353 Sep 16 05:00:13.712825 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58536) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:13.715188 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c9a758b8-8455-408c-b2a0-4049813a4b3e tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.806384 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-274e7e44-ca6d-4028-ae57-6557291e0f3c None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.817821 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-274e7e44-ca6d-4028-ae57-6557291e0f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.833188 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-c9a758b8-8455-408c-b2a0-4049813a4b3e tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Deleting port 90ba5084-d4d3-4458-89fe-dc11b9618e31 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:13.836033 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c9a758b8-8455-408c-b2a0-4049813a4b3e tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.880815 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a353301c-d584-4442-8309-ea866f406a57 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:13.884067 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a353301c-d584-4442-8309-ea866f406a57 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:13.885314 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a353301c-d584-4442-8309-ea866f406a57 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:13.886976 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a353301c-d584-4442-8309-ea866f406a57 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1730602 Sep 16 05:00:13.892713 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58540) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:13.928435 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25bc7d-38b2-45c7-9466-32b6692e6d95 None None] Pushing event updated for resources: {'Port': ['ID=83ebb967-bdd2-477e-88fe-1267689b98ab,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:13.937364 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357d98a-aa68-4832-acdd-e91486794b63 req-67db5626-f383-465d-92a5-f0b94eeab431 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:13.945274 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8357d98a-aa68-4832-acdd-e91486794b63 req-67db5626-f383-465d-92a5-f0b94eeab431 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 946 time: 0.1802604 Sep 16 05:00:13.978704 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-c9a758b8-8455-408c-b2a0-4049813a4b3e tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] For port 90ba5084-d4d3-4458-89fe-dc11b9618e31, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=90ba5084-d4d3-4458-89fe-dc11b9618e31,segment=NetworkSegment(20a4636a-2c17-46f2-9789-d783ced43161),segment_id=20a4636a-2c17-46f2-9789-d783ced43161)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:13.979082 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c9a758b8-8455-408c-b2a0-4049813a4b3e tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.004111 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 87373d21-ecef-4d16-b5a3-9853ca160dfc up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:14.005651 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-c9a758b8-8455-408c-b2a0-4049813a4b3e tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Calling delete_port for 90ba5084-d4d3-4458-89fe-dc11b9618e31 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:14.009007 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8357d98a-aa68-4832-acdd-e91486794b63 req-5163661b-f759-4f7f-9a55-099ac82f2d3b tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625474 Sep 16 05:00:14.028712 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-459bc6af-9c7d-4a38-a13e-543ff2a0938e tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Deleting subnet b4cfd34e-ebe5-44c6-9176-b57babff3e6f {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:00:14.037262 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-459bc6af-9c7d-4a38-a13e-543ff2a0938e tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.123211 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-459bc6af-9c7d-4a38-a13e-543ff2a0938e tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.172185 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-459bc6af-9c7d-4a38-a13e-543ff2a0938e tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.211909 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c9a758b8-8455-408c-b2a0-4049813a4b3e tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.242131 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-459bc6af-9c7d-4a38-a13e-543ff2a0938e tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.249747 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a758b8-8455-408c-b2a0-4049813a4b3e tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] No DVR routers for this DVR port 90ba5084-d4d3-4458-89fe-dc11b9618e31 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:14.262555 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-274e7e44-ca6d-4028-ae57-6557291e0f3c None None] Attempting to bind port 83ebb967-bdd2-477e-88fe-1267689b98ab on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:14.263226 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-274e7e44-ca6d-4028-ae57-6557291e0f3c None None] Attempting to bind port 83ebb967-bdd2-477e-88fe-1267689b98ab by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '8bfa0d1e-291d-469d-b47d-7257d51a312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b3a281bb-ce85-4717-a1ba-b460536ebe9f'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:14.263764 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274e7e44-ca6d-4028-ae57-6557291e0f3c None None] Attempting to bind port 83ebb967-bdd2-477e-88fe-1267689b98ab on network b3a281bb-ce85-4717-a1ba-b460536ebe9f {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:14.285058 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459bc6af-9c7d-4a38-a13e-543ff2a0938e tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Pushing event deleted for resources: {'Subnet': ['ID=b4cfd34e-ebe5-44c6-9176-b57babff3e6f,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:14.285986 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device dfa7b302-5c1c-443a-89da-aad3b2a9358e no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:14.295881 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-459bc6af-9c7d-4a38-a13e-543ff2a0938e tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.297957 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-459bc6af-9c7d-4a38-a13e-543ff2a0938e tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] 10.222.0.35 "DELETE /v2.0/subnets/b4cfd34e-ebe5-44c6-9176-b57babff3e6f HTTP/1.1" status: 204 len: 168 time: 0.4033415 Sep 16 05:00:14.300663 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58548) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:14.329516 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274e7e44-ca6d-4028-ae57-6557291e0f3c None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:14.330058 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274e7e44-ca6d-4028-ae57-6557291e0f3c None None] Checking segment: {'id': '8bfa0d1e-291d-469d-b47d-7257d51a312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b3a281bb-ce85-4717-a1ba-b460536ebe9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:14.330543 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-274e7e44-ca6d-4028-ae57-6557291e0f3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.330919 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274e7e44-ca6d-4028-ae57-6557291e0f3c None None] Bound using segment: {'id': '8bfa0d1e-291d-469d-b47d-7257d51a312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b3a281bb-ce85-4717-a1ba-b460536ebe9f'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:14.331653 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-274e7e44-ca6d-4028-ae57-6557291e0f3c None None] Bound port: 83ebb967-bdd2-477e-88fe-1267689b98ab, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfa0d1e-291d-469d-b47d-7257d51a312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b3a281bb-ce85-4717-a1ba-b460536ebe9f'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:14.332059 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-274e7e44-ca6d-4028-ae57-6557291e0f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.388758 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c9a758b8-8455-408c-b2a0-4049813a4b3e tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.414040 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-c9a758b8-8455-408c-b2a0-4049813a4b3e tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d39a675a-e68e-49c4-b433-e8f65e3f4a44']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:14.425161 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-c9a758b8-8455-408c-b2a0-4049813a4b3e tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20a4636a-2c17-46f2-9789-d783ced43161') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:14.425841 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-c9a758b8-8455-408c-b2a0-4049813a4b3e tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20a4636a-2c17-46f2-9789-d783ced43161') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:14.437116 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c9a758b8-8455-408c-b2a0-4049813a4b3e tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.441021 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff20c34-902e-48cf-b45d-75d6d0da1f4d tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Deleting subnet 06cb32b9-a287-4743-aa1c-489a9dba4931 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:00:14.458991 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5ff20c34-902e-48cf-b45d-75d6d0da1f4d tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.465791 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c9a758b8-8455-408c-b2a0-4049813a4b3e tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.483551 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a758b8-8455-408c-b2a0-4049813a4b3e tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:00:14.485220 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c9a758b8-8455-408c-b2a0-4049813a4b3e tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.527142 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5ff20c34-902e-48cf-b45d-75d6d0da1f4d tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.567840 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:00:14.567840 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:00:14.567840 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:00:14.567840 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:00:14.567840 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:00:14.567840 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:00:14.567840 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:00:14.567840 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:00:14.567840 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:00:14.567840 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:00:14.567840 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:00:14.567840 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:00:14.567840 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:00:14.567840 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:00:14.567840 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:00:14.567840 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:00:14.567840 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:00:14.567840 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:00:14.567840 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:00:14.567840 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:00:14.567840 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:00:14.567840 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:00:14.567840 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:00:14.567840 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:00:14.567840 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:00:14.567840 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:00:14.567840 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:00:14.567840 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:00:14.567840 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:00:14.567840 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:00:14.567840 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:00:14.567840 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:00:14.571786 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a758b8-8455-408c-b2a0-4049813a4b3e tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Pushing event deleted for resources: {'Port': ['ID=90ba5084-d4d3-4458-89fe-dc11b9618e31,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:14.599985 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c9a758b8-8455-408c-b2a0-4049813a4b3e tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.604131 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5ff20c34-902e-48cf-b45d-75d6d0da1f4d tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.612711 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c9a758b8-8455-408c-b2a0-4049813a4b3e tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.616005 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c9a758b8-8455-408c-b2a0-4049813a4b3e tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] 10.222.0.35 "DELETE /v2.0/networks/d39a675a-e68e-49c4-b433-e8f65e3f4a44 HTTP/1.1" status: 204 len: 168 time: 1.0999720 Sep 16 05:00:14.626851 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58566) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:14.629681 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a758b8-8455-408c-b2a0-4049813a4b3e tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Pushing event deleted for resources: {'Network': ['ID=d39a675a-e68e-49c4-b433-e8f65e3f4a44,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:14.638587 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 87373d21-ecef-4d16-b5a3-9853ca160dfc triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:14.639004 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.642420 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.649070 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ce0f78-28d7-429c-8031-bb22a0ce6016 None None] Unable to find a vacant binding_index for network 149ec40d-e5a6-44d1-8537-ce493716699a and agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 {{(pid=94768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Sep 16 05:00:14.691455 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-274e7e44-ca6d-4028-ae57-6557291e0f3c None None] For port 83ebb967-bdd2-477e-88fe-1267689b98ab, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:14.695592 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ce0f78-28d7-429c-8031-bb22a0ce6016 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 149ec40d-e5a6-44d1-8537-ce493716699a) {{(pid=94768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:00:14.701170 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.734333 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-274e7e44-ca6d-4028-ae57-6557291e0f3c None None] For port 83ebb967-bdd2-477e-88fe-1267689b98ab, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=83ebb967-bdd2-477e-88fe-1267689b98ab,segment=NetworkSegment(8bfa0d1e-291d-469d-b47d-7257d51a312f),segment_id=8bfa0d1e-291d-469d-b47d-7257d51a312f)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:14.738854 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5ff20c34-902e-48cf-b45d-75d6d0da1f4d tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.750905 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-274e7e44-ca6d-4028-ae57-6557291e0f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.823909 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff20c34-902e-48cf-b45d-75d6d0da1f4d tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Pushing event deleted for resources: {'Subnet': ['ID=06cb32b9-a287-4743-aa1c-489a9dba4931,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:14.838536 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e77f19b-aa9b-49c5-b113-a41e2309d365 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.859686 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5ff20c34-902e-48cf-b45d-75d6d0da1f4d tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.864177 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5ff20c34-902e-48cf-b45d-75d6d0da1f4d tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] 10.222.0.35 "DELETE /v2.0/subnets/06cb32b9-a287-4743-aa1c-489a9dba4931 HTTP/1.1" status: 204 len: 168 time: 0.5602448 Sep 16 05:00:14.864376 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25bc7d-38b2-45c7-9466-32b6692e6d95 None None] Pushing event updated for resources: {'Port': ['ID=83ebb967-bdd2-477e-88fe-1267689b98ab,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:14.866560 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58570) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:14.941322 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89f4e1-2bcd-4afb-8e96-ad5a91f586b1 req-98cba8de-7042-4faf-9785-4a197ce48968 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:14.951784 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf89f4e1-2bcd-4afb-8e96-ad5a91f586b1 req-98cba8de-7042-4faf-9785-4a197ce48968 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 946 time: 0.2077146 Sep 16 05:00:14.958736 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:15.047966 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf89f4e1-2bcd-4afb-8e96-ad5a91f586b1 req-a05cff4c-bae0-481b-9714-2e86de00eb69 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=295ea664-146b-402c-b1bb-04eb95e0a13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951970 Sep 16 05:00:15.079994 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274e7e44-ca6d-4028-ae57-6557291e0f3c None None] Routers {'8d7669a9-2ba8-4dce-bce8-79560b6995c2'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:15.080165 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-274e7e44-ca6d-4028-ae57-6557291e0f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:00:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8d7669a9-2ba8-4dce-bce8-79560b6995c2'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:15.082397 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae10969-906a-444f-b27a-93e3677f86d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfa7b302-5c1c-443a-89da-aad3b2a9358e'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:15.085378 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e769a5-deff-4525-b638-7655e0306e7b" -d '{"events": [{"server_uuid": "7ae10969-906a-444f-b27a-93e3677f86d7", "name": "network-vif-unplugged", "status": "completed", "tag": "dfa7b302-5c1c-443a-89da-aad3b2a9358e"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:15.179665 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3d81a-9908-4f58-8743-4f6064e1d837 req-fd9140b2-0559-4aef-9e11-e895a0d14128 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:15.180455 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port dfa7b302-5c1c-443a-89da-aad3b2a9358e, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=dfa7b302-5c1c-443a-89da-aad3b2a9358e,segment=NetworkSegment(77ae2f9e-48e5-4208-b08d-199ec9d120a2),segment_id=77ae2f9e-48e5-4208-b08d-199ec9d120a2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:15.188269 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-61e3d81a-9908-4f58-8743-4f6064e1d837 req-fd9140b2-0559-4aef-9e11-e895a0d14128 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 946 time: 0.0624495 Sep 16 05:00:15.192241 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:15.228950 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e77f19b-aa9b-49c5-b113-a41e2309d365 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:15.269846 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-61e3d81a-9908-4f58-8743-4f6064e1d837 req-b69db577-6bb8-441c-aaad-02e2e1473c47 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800848 Sep 16 05:00:15.298673 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=dfa7b302-5c1c-443a-89da-aad3b2a9358e,revision_number=8']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:15.317365 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-9e77f19b-aa9b-49c5-b113-a41e2309d365 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a4185bf-113a-46fb-a3cf-b6dffb9b7fc7']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:15.324126 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb973ff-2094-4d1d-81ec-ee9daf3374dd tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:15.326059 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ebb973ff-2094-4d1d-81ec-ee9daf3374dd tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4572833 Sep 16 05:00:15.330940 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58588) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:15.361278 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-9e77f19b-aa9b-49c5-b113-a41e2309d365 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6051ebb3-90e0-442e-856b-9d97912cef8d') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:15.361585 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-9e77f19b-aa9b-49c5-b113-a41e2309d365 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6051ebb3-90e0-442e-856b-9d97912cef8d') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:15.386830 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e77f19b-aa9b-49c5-b113-a41e2309d365 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:15.415068 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e77f19b-aa9b-49c5-b113-a41e2309d365 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:15.429440 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e77f19b-aa9b-49c5-b113-a41e2309d365 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:00:15.430110 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e77f19b-aa9b-49c5-b113-a41e2309d365 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:15.440299 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d60c3f5-ebbe-4359-bddd-a5814fcfe966 x-openstack-request-id: req-1d60c3f5-ebbe-4359-bddd-a5814fcfe966 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:15.445643 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:00:15.445643 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:00:15.445643 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:00:15.445643 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:00:15.445643 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:00:15.445643 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:00:15.445643 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:00:15.445643 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:00:15.445643 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:00:15.445643 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:00:15.445643 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:00:15.445643 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:00:15.445643 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:00:15.445643 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:00:15.445643 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:00:15.445643 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:00:15.445643 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:00:15.445643 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:00:15.445643 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:00:15.445643 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:00:15.445643 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:00:15.445643 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:00:15.445643 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:00:15.445643 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:00:15.445643 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:00:15.445643 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:00:15.445643 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:00:15.445643 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:00:15.445643 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:00:15.445643 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:00:15.445643 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:00:15.445643 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:00:15.458449 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ae10969-906a-444f-b27a-93e3677f86d7", "name": "network-vif-unplugged", "status": "failed", "tag": "dfa7b302-5c1c-443a-89da-aad3b2a9358e", "code": 422}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:15.458898 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1d60c3f5-ebbe-4359-bddd-a5814fcfe966 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:15.459594 n-d-712139-15 neutron-server[94768]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7ae10969-906a-444f-b27a-93e3677f86d7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dfa7b302-5c1c-443a-89da-aad3b2a9358e', 'code': 422} returned with failed status Sep 16 05:00:15.522238 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-034f3cfc-588e-4899-ab15-982d17dfba2e tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:15.527824 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-274e7e44-ca6d-4028-ae57-6557291e0f3c None None] Set router 8d7669a9-2ba8-4dce-bce8-79560b6995c2 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:15.530716 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e77f19b-aa9b-49c5-b113-a41e2309d365 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:15.538718 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e77f19b-aa9b-49c5-b113-a41e2309d365 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:15.547013 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9e77f19b-aa9b-49c5-b113-a41e2309d365 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] 10.222.0.35 "DELETE /v2.0/networks/5a4185bf-113a-46fb-a3cf-b6dffb9b7fc7 HTTP/1.1" status: 204 len: 168 time: 0.9126184 Sep 16 05:00:15.549910 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58598) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:15.577590 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e77f19b-aa9b-49c5-b113-a41e2309d365 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Pushing event deleted for resources: {'Network': ['ID=5a4185bf-113a-46fb-a3cf-b6dffb9b7fc7,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:15.757657 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac563ed3-dac2-4e8e-a07b-2a5795fcfa9e None None] Network fc026b9d-0935-41b2-9571-5603b95e02f1 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:15.759810 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea22b821-700b-4456-9cec-dd513165919d None None] Network 149ec40d-e5a6-44d1-8537-ce493716699a requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:15.770692 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-034f3cfc-588e-4899-ab15-982d17dfba2e tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:15.800327 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-034f3cfc-588e-4899-ab15-982d17dfba2e tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['149ec40d-e5a6-44d1-8537-ce493716699a']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:15.812247 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-034f3cfc-588e-4899-ab15-982d17dfba2e tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6886e29c-acc2-4556-aa20-36aefcf6516b') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:15.812790 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-034f3cfc-588e-4899-ab15-982d17dfba2e tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6886e29c-acc2-4556-aa20-36aefcf6516b') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:15.825881 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-034f3cfc-588e-4899-ab15-982d17dfba2e tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:15.845095 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-034f3cfc-588e-4899-ab15-982d17dfba2e tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:15.849327 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-034f3cfc-588e-4899-ab15-982d17dfba2e tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:00:15.850056 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-034f3cfc-588e-4899-ab15-982d17dfba2e tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:15.887093 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:00:15.887093 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:00:15.887093 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:00:15.887093 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:00:15.887093 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:00:15.887093 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:00:15.887093 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:00:15.887093 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:00:15.887093 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:00:15.887093 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:00:15.887093 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:00:15.887093 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:00:15.887093 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:00:15.887093 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:00:15.887093 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:00:15.887093 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:00:15.887093 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:00:15.887093 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:00:15.887093 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:00:15.887093 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:00:15.887093 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:00:15.887093 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:00:15.887093 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:00:15.887093 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:00:15.887093 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:00:15.887093 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:00:15.887093 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:00:15.887093 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:00:15.887093 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:00:15.887093 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:00:15.887093 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:00:15.887093 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:00:16.019838 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-47940cba-065b-4c7a-ae78-a84fb102e017 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.061409 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-034f3cfc-588e-4899-ab15-982d17dfba2e tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.107812 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-034f3cfc-588e-4899-ab15-982d17dfba2e tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.110277 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-034f3cfc-588e-4899-ab15-982d17dfba2e tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] 10.222.0.35 "DELETE /v2.0/networks/149ec40d-e5a6-44d1-8537-ce493716699a HTTP/1.1" status: 204 len: 168 time: 0.7775490 Sep 16 05:00:16.113071 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58616) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:16.116672 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f3cfc-588e-4899-ab15-982d17dfba2e tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Pushing event deleted for resources: {'Network': ['ID=149ec40d-e5a6-44d1-8537-ce493716699a,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:16.298315 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-47940cba-065b-4c7a-ae78-a84fb102e017 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.374395 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e8264b1-211f-4446-9732-20343ec548fa tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.416116 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-47940cba-065b-4c7a-ae78-a84fb102e017 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fdb6215-c30a-4f90-933f-247857e590bd']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:16.475585 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-47940cba-065b-4c7a-ae78-a84fb102e017 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad45705-1bf3-4552-a781-f79ca0387bde') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:16.476285 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-47940cba-065b-4c7a-ae78-a84fb102e017 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad45705-1bf3-4552-a781-f79ca0387bde') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:16.522880 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-47940cba-065b-4c7a-ae78-a84fb102e017 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.545314 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-47940cba-065b-4c7a-ae78-a84fb102e017 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.557903 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37471d0b-7ecc-4a8d-9b51-9e3e8772ca7b req-f05f43c6-26fa-462b-a5d7-3e12d1a09f4e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:16.566823 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37471d0b-7ecc-4a8d-9b51-9e3e8772ca7b req-f05f43c6-26fa-462b-a5d7-3e12d1a09f4e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 946 time: 0.1156113 Sep 16 05:00:16.587196 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47940cba-065b-4c7a-ae78-a84fb102e017 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:00:16.588031 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-47940cba-065b-4c7a-ae78-a84fb102e017 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.597573 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:00:16.597573 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:00:16.597573 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:00:16.597573 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:00:16.597573 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:00:16.597573 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:00:16.597573 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:00:16.597573 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:00:16.597573 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:00:16.597573 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:00:16.597573 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:00:16.597573 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:00:16.597573 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:00:16.597573 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:00:16.597573 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:00:16.597573 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:00:16.597573 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:00:16.597573 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:00:16.597573 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:00:16.597573 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:00:16.597573 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:00:16.597573 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:00:16.597573 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:00:16.597573 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:00:16.597573 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:00:16.597573 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:00:16.597573 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:00:16.597573 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:00:16.597573 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:00:16.597573 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:00:16.597573 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:00:16.597573 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:00:16.617378 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e8264b1-211f-4446-9732-20343ec548fa tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.659006 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-9e8264b1-211f-4446-9732-20343ec548fa tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc026b9d-0935-41b2-9571-5603b95e02f1']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:16.686617 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-9e8264b1-211f-4446-9732-20343ec548fa tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eecb796f-1760-46fd-844c-48aac0007c92') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:16.687311 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-9e8264b1-211f-4446-9732-20343ec548fa tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eecb796f-1760-46fd-844c-48aac0007c92') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:16.693700 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37471d0b-7ecc-4a8d-9b51-9e3e8772ca7b req-0ef0aae0-59cb-4e99-918e-3a42bc21a6dd tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=295ea664-146b-402c-b1bb-04eb95e0a13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196518 Sep 16 05:00:16.702575 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e8264b1-211f-4446-9732-20343ec548fa tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.710262 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-47940cba-065b-4c7a-ae78-a84fb102e017 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.711482 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f754de8a-264e-4b5e-b185-ab336e8b692c None None] Network 149ec40d-e5a6-44d1-8537-ce493716699a requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:16.739312 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-47940cba-065b-4c7a-ae78-a84fb102e017 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.741262 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-099c18e1-b61d-4445-ad85-e6c1419a3971 None None] Provisioning complete for port 83ebb967-bdd2-477e-88fe-1267689b98ab triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:16.741631 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-099c18e1-b61d-4445-ad85-e6c1419a3971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.761238 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-47940cba-065b-4c7a-ae78-a84fb102e017 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] 10.222.0.35 "DELETE /v2.0/networks/8fdb6215-c30a-4f90-933f-247857e590bd HTTP/1.1" status: 204 len: 168 time: 1.1962559 Sep 16 05:00:16.768986 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b9db42-edf7-40cc-82ff-cc2094c5feaf None None] Network fc026b9d-0935-41b2-9571-5603b95e02f1 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:16.772716 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e8264b1-211f-4446-9732-20343ec548fa tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.788612 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.806163 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e8264b1-211f-4446-9732-20343ec548fa tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:00:16.810245 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e8264b1-211f-4446-9732-20343ec548fa tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.816724 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f754de8a-264e-4b5e-b185-ab336e8b692c None None] Network 149ec40d-e5a6-44d1-8537-ce493716699a could not be found, it might have been deleted concurrently. {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 16 05:00:16.825353 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:00:16.825353 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:00:16.825353 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:00:16.825353 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:00:16.825353 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:00:16.825353 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:00:16.825353 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:00:16.825353 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:00:16.825353 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:00:16.825353 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:00:16.825353 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:00:16.825353 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:00:16.825353 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:00:16.825353 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:00:16.825353 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:00:16.825353 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:00:16.825353 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:00:16.825353 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:00:16.825353 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:00:16.825353 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:00:16.825353 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:00:16.825353 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:00:16.825353 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:00:16.825353 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:00:16.825353 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:00:16.825353 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:00:16.825353 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:00:16.825353 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:00:16.825353 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:00:16.825353 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:00:16.825353 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:00:16.825353 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:00:16.838070 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47940cba-065b-4c7a-ae78-a84fb102e017 tempest-BulkNetworkOpsIpV6Test-1541542046 tempest-BulkNetworkOpsIpV6Test-1541542046-project] Pushing event deleted for resources: {'Network': ['ID=8fdb6215-c30a-4f90-933f-247857e590bd,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:16.916737 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e8264b1-211f-4446-9732-20343ec548fa tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.928168 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9e8264b1-211f-4446-9732-20343ec548fa tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.937142 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9e8264b1-211f-4446-9732-20343ec548fa tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] 10.222.0.35 "DELETE /v2.0/networks/fc026b9d-0935-41b2-9571-5603b95e02f1 HTTP/1.1" status: 204 len: 168 time: 0.8229308 Sep 16 05:00:16.937646 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58644) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:16.997393 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8264b1-211f-4446-9732-20343ec548fa tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Pushing event deleted for resources: {'Network': ['ID=fc026b9d-0935-41b2-9571-5603b95e02f1,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:17.134823 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-274e7e44-ca6d-4028-ae57-6557291e0f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7669a9-2ba8-4dce-bce8-79560b6995c2', 'name': 'tempest-TestAggregatesBasicOps-787609063-router', 'tenant_id': 'ef4e10ee4270493fa81aa4dc9ef28791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '87373d21-ecef-4d16-b5a3-9853ca160dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:54Z', 'updated_at': '2021-09-16T05:00:07Z', 'revision_number': 4, 'project_id': 'ef4e10ee4270493fa81aa4dc9ef28791', 'gw_port': {'id': '87373d21-ecef-4d16-b5a3-9853ca160dfc', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:dd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7669a9-2ba8-4dce-bce8-79560b6995c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:57Z', 'updated_at': '2021-09-16T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '83ebb967-bdd2-477e-88fe-1267689b98ab', 'name': '', 'network_id': 'b3a281bb-ce85-4717-a1ba-b460536ebe9f', 'tenant_id': 'ef4e10ee4270493fa81aa4dc9ef28791', 'mac_address': 'fa:16:3e:31:21:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7669a9-2ba8-4dce-bce8-79560b6995c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'b850e295-33a0-46d1-b48f-4f0524bf8de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:05Z', 'updated_at': '2021-09-16T05:00:14Z', 'revision_number': 4, 'project_id': 'ef4e10ee4270493fa81aa4dc9ef28791', 'subnets': [{'id': 'b850e295-33a0-46d1-b48f-4f0524bf8de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:17.145594 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-48585bf5-56ae-4d3d-8058-7fa97368ef13 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:17.181188 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274e7e44-ca6d-4028-ae57-6557291e0f3c None None] The sync data for ids ['8d7669a9-2ba8-4dce-bce8-79560b6995c2'] in n-d-712139-15 is: [{'id': '8d7669a9-2ba8-4dce-bce8-79560b6995c2', 'name': 'tempest-TestAggregatesBasicOps-787609063-router', 'tenant_id': 'ef4e10ee4270493fa81aa4dc9ef28791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '87373d21-ecef-4d16-b5a3-9853ca160dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:54Z', 'updated_at': '2021-09-16T05:00:07Z', 'revision_number': 4, 'project_id': 'ef4e10ee4270493fa81aa4dc9ef28791', 'gw_port': {'id': '87373d21-ecef-4d16-b5a3-9853ca160dfc', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:dd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7669a9-2ba8-4dce-bce8-79560b6995c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:57Z', 'updated_at': '2021-09-16T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '83ebb967-bdd2-477e-88fe-1267689b98ab', 'name': '', 'network_id': 'b3a281bb-ce85-4717-a1ba-b460536ebe9f', 'tenant_id': 'ef4e10ee4270493fa81aa4dc9ef28791', 'mac_address': 'fa:16:3e:31:21:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7669a9-2ba8-4dce-bce8-79560b6995c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'b850e295-33a0-46d1-b48f-4f0524bf8de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:05Z', 'updated_at': '2021-09-16T05:00:14Z', 'revision_number': 4, 'project_id': 'ef4e10ee4270493fa81aa4dc9ef28791', 'subnets': [{'id': 'b850e295-33a0-46d1-b48f-4f0524bf8de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:00:17.184185 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 3726a203-0c1e-4480-8bb2-58ef3687943e details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:00:17.359662 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-099c18e1-b61d-4445-ad85-e6c1419a3971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:17.401680 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58664) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:17.545207 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-099c18e1-b61d-4445-ad85-e6c1419a3971 None None] For port 83ebb967-bdd2-477e-88fe-1267689b98ab, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=83ebb967-bdd2-477e-88fe-1267689b98ab,segment=NetworkSegment(8bfa0d1e-291d-469d-b47d-7257d51a312f),segment_id=8bfa0d1e-291d-469d-b47d-7257d51a312f)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:17.566220 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-48585bf5-56ae-4d3d-8058-7fa97368ef13 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:17.566944 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-099c18e1-b61d-4445-ad85-e6c1419a3971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:17.639406 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-48585bf5-56ae-4d3d-8058-7fa97368ef13 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a84c51b-8d1f-438c-8987-68348ccb84cb']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:17.780208 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 3726a203-0c1e-4480-8bb2-58ef3687943e, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=3726a203-0c1e-4480-8bb2-58ef3687943e,segment=NetworkSegment(ebfa89d1-030a-40f8-b8d1-986cf00fd3e2),segment_id=ebfa89d1-030a-40f8-b8d1-986cf00fd3e2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:17.806665 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-48585bf5-56ae-4d3d-8058-7fa97368ef13 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab48cfc-cb6a-4270-bc78-a8720c4e9de7') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:17.811236 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-48585bf5-56ae-4d3d-8058-7fa97368ef13 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab48cfc-cb6a-4270-bc78-a8720c4e9de7') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:17.864832 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-af2150bc-f580-4a03-ac5f-70c9fdebd119 service neutron] 10.222.0.47 "GET /v2.0/ports/3726a203-0c1e-4480-8bb2-58ef3687943e/bindings/n-h2-712139-15 HTTP/1.1" status: 200 len: 385 time: 0.6945226 Sep 16 05:00:17.874643 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-48585bf5-56ae-4d3d-8058-7fa97368ef13 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:17.888148 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 3726a203-0c1e-4480-8bb2-58ef3687943e has no active binding in host n-h2-712139-15 {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 05:00:17.905805 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-bd13af5f-3287-4ebb-b697-e1b56effb81d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=556313b140fe4253878c6f345ad18069&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5024617 Sep 16 05:00:17.911611 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58684) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:17.963540 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-9cc8bc19-9383-4797-a638-5fa083e913ca None None] Provisioning complete for port 83ebb967-bdd2-477e-88fe-1267689b98ab triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:17.963920 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9cc8bc19-9383-4797-a638-5fa083e913ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:18.004057 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9a7dcaaa-fde7-41d2-ba39-ac23e462d2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:18.070597 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9a7dcaaa-fde7-41d2-ba39-ac23e462d2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:18.104776 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c18e1-b61d-4445-ad85-e6c1419a3971 None None] Pushing event updated for resources: {'Port': ['ID=83ebb967-bdd2-477e-88fe-1267689b98ab,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:18.125018 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 83ebb967-bdd2-477e-88fe-1267689b98ab up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:18.246841 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-48585bf5-56ae-4d3d-8058-7fa97368ef13 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:18.268779 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48585bf5-56ae-4d3d-8058-7fa97368ef13 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:00:18.269222 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-48585bf5-56ae-4d3d-8058-7fa97368ef13 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:18.281582 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9a7dcaaa-fde7-41d2-ba39-ac23e462d2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:18.284613 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 3726a203-0c1e-4480-8bb2-58ef3687943e no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:18.298240 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:00:18.298240 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:00:18.298240 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:00:18.298240 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:00:18.298240 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:00:18.298240 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:00:18.298240 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:00:18.298240 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:00:18.298240 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:00:18.298240 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:00:18.298240 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:00:18.298240 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:00:18.298240 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:00:18.298240 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:00:18.298240 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:00:18.298240 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:00:18.298240 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:00:18.298240 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:00:18.298240 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:00:18.298240 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:00:18.298240 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:00:18.298240 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:00:18.298240 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:00:18.298240 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:00:18.298240 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:00:18.298240 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:00:18.298240 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:00:18.298240 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:00:18.298240 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:00:18.298240 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:00:18.298240 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:00:18.298240 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:00:18.304804 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9a7dcaaa-fde7-41d2-ba39-ac23e462d2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:18.311175 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9a7dcaaa-fde7-41d2-ba39-ac23e462d2eb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f3b4146b-21c9-4217-b119-4feed9969668 HTTP/1.1" status: 204 len: 168 time: 0.3958051 Sep 16 05:00:18.378629 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7dcaaa-fde7-41d2-ba39-ac23e462d2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b4146b-21c9-4217-b119-4feed9969668,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:18.405694 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ad34e7cb-24f6-47a2-9667-90efb3be34f7 req-7845a41c-5103-47a5-adf0-3db1855a2a5e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5031209 Sep 16 05:00:18.486186 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72694d9-5cc6-45da-9fad-7b9c0f07c2b6 req-d3a2476a-3821-4dff-ab61-a082a2407ed2 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:18.496328 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c72694d9-5cc6-45da-9fad-7b9c0f07c2b6 req-d3a2476a-3821-4dff-ab61-a082a2407ed2 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 944 time: 0.5694089 Sep 16 05:00:18.515348 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-48585bf5-56ae-4d3d-8058-7fa97368ef13 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:18.521708 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-48585bf5-56ae-4d3d-8058-7fa97368ef13 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:18.525171 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-48585bf5-56ae-4d3d-8058-7fa97368ef13 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] 10.222.0.35 "DELETE /v2.0/networks/7a84c51b-8d1f-438c-8987-68348ccb84cb HTTP/1.1" status: 204 len: 168 time: 1.5862434 Sep 16 05:00:18.527113 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 83ebb967-bdd2-477e-88fe-1267689b98ab triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:18.527500 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:18.528152 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58704) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:18.565475 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48585bf5-56ae-4d3d-8058-7fa97368ef13 tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Pushing event deleted for resources: {'Network': ['ID=7a84c51b-8d1f-438c-8987-68348ccb84cb,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:18.573454 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:18.661735 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2424e1-509b-413c-9796-6912f9e366b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3726a203-0c1e-4480-8bb2-58ef3687943e'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:18.664326 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b31bb1-2cd1-4eb1-806f-9ff56b694214" -d '{"events": [{"server_uuid": "fe2424e1-509b-413c-9796-6912f9e366b6", "name": "network-vif-unplugged", "status": "completed", "tag": "3726a203-0c1e-4480-8bb2-58ef3687943e"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:18.680312 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5431b1be-fddb-45fa-b7a7-490a91d5450f tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:18.727628 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 3726a203-0c1e-4480-8bb2-58ef3687943e, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=3726a203-0c1e-4480-8bb2-58ef3687943e,segment=NetworkSegment(ebfa89d1-030a-40f8-b8d1-986cf00fd3e2),segment_id=ebfa89d1-030a-40f8-b8d1-986cf00fd3e2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:18.779143 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:18.846189 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-3b0deeec-c9f1-4116-b02c-fd9de9142c8c service neutron] For port 3726a203-0c1e-4480-8bb2-58ef3687943e, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=3726a203-0c1e-4480-8bb2-58ef3687943e,segment=NetworkSegment(ebfa89d1-030a-40f8-b8d1-986cf00fd3e2),segment_id=ebfa89d1-030a-40f8-b8d1-986cf00fd3e2)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:18.873075 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5431b1be-fddb-45fa-b7a7-490a91d5450f tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:18.941439 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c72694d9-5cc6-45da-9fad-7b9c0f07c2b6 req-7c4d8d18-6b22-44e1-b0b8-d996155d8936 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4438987 Sep 16 05:00:18.953855 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-5431b1be-fddb-45fa-b7a7-490a91d5450f tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a21bed35-7103-4c97-b191-c819044880c2']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:18.965325 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=3726a203-0c1e-4480-8bb2-58ef3687943e,revision_number=10']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:18.971347 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-3b0deeec-c9f1-4116-b02c-fd9de9142c8c service neutron] For port 3726a203-0c1e-4480-8bb2-58ef3687943e, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:19.002828 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-5431b1be-fddb-45fa-b7a7-490a91d5450f tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd928df75-f135-42b0-ae49-86f459260042') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:19.003134 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-5431b1be-fddb-45fa-b7a7-490a91d5450f tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd928df75-f135-42b0-ae49-86f459260042') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:19.056788 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5431b1be-fddb-45fa-b7a7-490a91d5450f tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:19.088479 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58724) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:19.103406 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5431b1be-fddb-45fa-b7a7-490a91d5450f tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:19.126422 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5431b1be-fddb-45fa-b7a7-490a91d5450f tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:00:19.127144 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5431b1be-fddb-45fa-b7a7-490a91d5450f tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:19.366266 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:00:19.366266 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:00:19.366266 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:00:19.366266 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:00:19.366266 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:00:19.366266 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:00:19.366266 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:00:19.366266 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:00:19.366266 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:00:19.366266 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:00:19.366266 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:00:19.366266 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:00:19.366266 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:00:19.366266 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:00:19.366266 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:00:19.366266 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:00:19.366266 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:00:19.366266 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:00:19.366266 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:00:19.366266 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:00:19.366266 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:00:19.366266 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:00:19.366266 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:00:19.366266 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:00:19.366266 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:00:19.366266 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:00:19.366266 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:00:19.366266 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:00:19.366266 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:00:19.366266 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:00:19.366266 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:00:19.366266 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:00:19.409052 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5431b1be-fddb-45fa-b7a7-490a91d5450f tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:19.439051 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5431b1be-fddb-45fa-b7a7-490a91d5450f tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:19.456755 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5431b1be-fddb-45fa-b7a7-490a91d5450f tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] 10.222.0.35 "DELETE /v2.0/networks/a21bed35-7103-4c97-b191-c819044880c2 HTTP/1.1" status: 204 len: 168 time: 0.9270816 Sep 16 05:00:19.527133 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431b1be-fddb-45fa-b7a7-490a91d5450f tempest-BulkNetworkOpsTest-1975379220 tempest-BulkNetworkOpsTest-1975379220-project] Pushing event deleted for resources: {'Network': ['ID=a21bed35-7103-4c97-b191-c819044880c2,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:19.673284 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2424e1-509b-413c-9796-6912f9e366b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3726a203-0c1e-4480-8bb2-58ef3687943e'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:19.676487 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ecef2f-1e74-4819-b9d0-df0e152e6fbe" -d '{"events": [{"server_uuid": "fe2424e1-509b-413c-9796-6912f9e366b6", "name": "network-vif-unplugged", "status": "completed", "tag": "3726a203-0c1e-4480-8bb2-58ef3687943e"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:20.050131 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 83ebb967-bdd2-477e-88fe-1267689b98ab up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:20.142501 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58760) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:20.184975 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 83ebb967-bdd2-477e-88fe-1267689b98ab triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:20.185554 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.290028 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58764) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:20.483363 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-8a8010a7-1161-4901-91b1-7638b255480d tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:20.484253 n-d-712139-15 neutron-server[94766]: WARNING neutron.api.v2.base [None req-8a8010a7-1161-4901-91b1-7638b255480d tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 16 05:00:20.484841 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-8a8010a7-1161-4901-91b1-7638b255480d tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] create failed (client error): There was a conflict when trying to complete your request. Sep 16 05:00:20.485850 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8a8010a7-1161-4901-91b1-7638b255480d tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1944740 Sep 16 05:00:20.488698 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5b28facb-1e28-4047-965f-04f1f55d0914 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=89a127b6fc684f79a61e4214a7dd3faa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3445208 Sep 16 05:00:20.491317 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58774) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:20.492476 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58776) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:20.592888 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-cfe5c450-830b-4b97-afc0-ef588ce35dfd tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Request body: {'security_group': {'name': 'tempest-secgroup--232892061'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:20.623329 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-3b0deeec-c9f1-4116-b02c-fd9de9142c8c service neutron] For port 3726a203-0c1e-4480-8bb2-58ef3687943e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=3726a203-0c1e-4480-8bb2-58ef3687943e,segment=NetworkSegment(ebfa89d1-030a-40f8-b8d1-986cf00fd3e2),segment_id=ebfa89d1-030a-40f8-b8d1-986cf00fd3e2)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:20.652221 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6bdccbfc-95a0-4b9f-9025-246fec25f22c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.675396 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cfe5c450-830b-4b97-afc0-ef588ce35dfd tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.686032 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a724b-2733-4c24-93f2-5ed0d15e2149 req-47ff809b-22f1-4d7d-acdc-4dbc68f93f3d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:20.689498 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf7a724b-2733-4c24-93f2-5ed0d15e2149 req-47ff809b-22f1-4d7d-acdc-4dbc68f93f3d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 945 time: 1.2407894 Sep 16 05:00:20.705875 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-3b0deeec-c9f1-4116-b02c-fd9de9142c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.722646 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6bdccbfc-95a0-4b9f-9025-246fec25f22c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.747494 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cfe5c450-830b-4b97-afc0-ef588ce35dfd tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.857784 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf7a724b-2733-4c24-93f2-5ed0d15e2149 req-f0461e69-f03f-4d0d-8c6b-2c40d9f2f4dd tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=295ea664-146b-402c-b1bb-04eb95e0a13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542494 Sep 16 05:00:20.947246 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cfe5c450-830b-4b97-afc0-ef588ce35dfd tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.980304 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cfe5c450-830b-4b97-afc0-ef588ce35dfd tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.105976 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe5c450-830b-4b97-afc0-ef588ce35dfd tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1eee55f-9c27-4e3f-a96a-bacebd47fd74,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:21.125396 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-3b0deeec-c9f1-4116-b02c-fd9de9142c8c service neutron] Transition to ACTIVE for port object 3726a203-0c1e-4480-8bb2-58ef3687943e will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:00:21.126992 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6bdccbfc-95a0-4b9f-9025-246fec25f22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.130750 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6bdccbfc-95a0-4b9f-9025-246fec25f22c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.133031 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6bdccbfc-95a0-4b9f-9025-246fec25f22c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/06ac6997-aef5-406d-9fb7-be2d409e2e16 HTTP/1.1" status: 204 len: 168 time: 0.6364698 Sep 16 05:00:21.143694 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53150611-3f45-4c7f-b4e1-a3fed02b1a44 x-openstack-request-id: req-53150611-3f45-4c7f-b4e1-a3fed02b1a44 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:21.144914 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2424e1-509b-413c-9796-6912f9e366b6", "name": "network-vif-unplugged", "status": "completed", "tag": "3726a203-0c1e-4480-8bb2-58ef3687943e", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:21.145393 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-53150611-3f45-4c7f-b4e1-a3fed02b1a44 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:21.146045 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe2424e1-509b-413c-9796-6912f9e366b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3726a203-0c1e-4480-8bb2-58ef3687943e', 'code': 200} Sep 16 05:00:21.152665 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-3b0deeec-c9f1-4116-b02c-fd9de9142c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.165334 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdccbfc-95a0-4b9f-9025-246fec25f22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ac6997-aef5-406d-9fb7-be2d409e2e16,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:21.291554 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cfe5c450-830b-4b97-afc0-ef588ce35dfd tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.293367 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d19e31c8-ea8e-4556-bc6d-b51daaa98da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.301184 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cfe5c450-830b-4b97-afc0-ef588ce35dfd tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.370234 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cfe5c450-830b-4b97-afc0-ef588ce35dfd tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.372050 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cfe5c450-830b-4b97-afc0-ef588ce35dfd tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8782327 Sep 16 05:00:21.376633 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58804) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:21.383646 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-3a346621-4421-4c75-a470-ff9c25a4a8d7 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Request body: {'security_group_rule': {'security_group_id': 'a7d775f2-3880-4f87-986a-0671ffee3f1d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:21.390964 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe5c450-830b-4b97-afc0-ef588ce35dfd tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d775f2-3880-4f87-986a-0671ffee3f1d,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:21.458419 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3a346621-4421-4c75-a470-ff9c25a4a8d7 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.603411 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0deeec-c9f1-4116-b02c-fd9de9142c8c service neutron] Pushing event updated for resources: {'Port': ['ID=3726a203-0c1e-4480-8bb2-58ef3687943e,revision_number=12']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:21.611789 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3a346621-4421-4c75-a470-ff9c25a4a8d7 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.619345 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3a346621-4421-4c75-a470-ff9c25a4a8d7 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.640427 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a346621-4421-4c75-a470-ff9c25a4a8d7 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63977a40-2279-41f5-85d9-170f3ff82141,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:21.649844 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3a346621-4421-4c75-a470-ff9c25a4a8d7 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.651446 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3a346621-4421-4c75-a470-ff9c25a4a8d7 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2733533 Sep 16 05:00:21.654171 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58814) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:21.661633 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-1c4b4279-da92-4a88-8fda-ede390e0b447 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Request body: {'security_group_rule': {'security_group_id': 'a7d775f2-3880-4f87-986a-0671ffee3f1d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:21.736151 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1c4b4279-da92-4a88-8fda-ede390e0b447 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.846688 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-1c4b4279-da92-4a88-8fda-ede390e0b447 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] create failed (client error): There was a conflict when trying to complete your request. Sep 16 05:00:21.848842 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1c4b4279-da92-4a88-8fda-ede390e0b447 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1926532 Sep 16 05:00:21.852925 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58820) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:21.933025 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-3b0deeec-c9f1-4116-b02c-fd9de9142c8c service neutron] No DVR routers for this DVR port 3726a203-0c1e-4480-8bb2-58ef3687943e on host n-h1-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:22.057241 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-76f8435a-4862-4799-97d4-f0bbbfff6083 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.073144 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32072d-9ab0-4ffe-8703-e4737f63d595 req-e32e7cdc-109b-4945-b42c-0c54ea256f14 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:22.087873 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c32072d-9ab0-4ffe-8703-e4737f63d595 req-e32e7cdc-109b-4945-b42c-0c54ea256f14 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 944 time: 0.7717149 Sep 16 05:00:22.125074 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-76f8435a-4862-4799-97d4-f0bbbfff6083 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.205660 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c32072d-9ab0-4ffe-8703-e4737f63d595 req-4c28ad71-c1ae-462f-8cc0-0a98db365f43 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127932 Sep 16 05:00:22.274212 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-76f8435a-4862-4799-97d4-f0bbbfff6083 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.276985 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-76f8435a-4862-4799-97d4-f0bbbfff6083 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.291726 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-76f8435a-4862-4799-97d4-f0bbbfff6083 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "DELETE /v2.0/security-groups/a7d775f2-3880-4f87-986a-0671ffee3f1d HTTP/1.1" status: 204 len: 168 time: 0.4371240 Sep 16 05:00:22.292321 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58838) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:22.339670 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f8435a-4862-4799-97d4-f0bbbfff6083 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d775f2-3880-4f87-986a-0671ffee3f1d,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:22.371913 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7028ee0-77da-4fed-9d0d-c75fd9f7eb96 x-openstack-request-id: req-b7028ee0-77da-4fed-9d0d-c75fd9f7eb96 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:22.380302 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2424e1-509b-413c-9796-6912f9e366b6", "name": "network-vif-unplugged", "status": "completed", "tag": "3726a203-0c1e-4480-8bb2-58ef3687943e", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:22.381252 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b7028ee0-77da-4fed-9d0d-c75fd9f7eb96 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:22.382862 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe2424e1-509b-413c-9796-6912f9e366b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3726a203-0c1e-4480-8bb2-58ef3687943e', 'code': 200} Sep 16 05:00:22.454322 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cd265248-7897-4f57-95b0-987b785e073e tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1570215 Sep 16 05:00:22.456357 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58844) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:22.471305 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-81010ae4-18ca-422b-b86a-d7b80e067a99 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Request body: {'security_group': {'name': 'tempest-secgroup--1702001335'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:22.509142 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-81010ae4-18ca-422b-b86a-d7b80e067a99 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.706768 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-81010ae4-18ca-422b-b86a-d7b80e067a99 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.712829 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-81010ae4-18ca-422b-b86a-d7b80e067a99 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.744996 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-81010ae4-18ca-422b-b86a-d7b80e067a99 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.746335 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-81010ae4-18ca-422b-b86a-d7b80e067a99 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2874556 Sep 16 05:00:22.749347 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58854) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:22.764721 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-14f40d64-d02e-4dfe-9a6b-b89942cbd0f3 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Request body: {'security_group_rule': {'security_group_id': 'b88afad3-28dd-41a2-ad63-a466b81deb5c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:22.770782 n-d-712139-15 neutron-server[94766]: WARNING neutron.api.v2.base [None req-14f40d64-d02e-4dfe-9a6b-b89942cbd0f3 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 16 05:00:22.772163 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-14f40d64-d02e-4dfe-9a6b-b89942cbd0f3 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:00:22.773877 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-14f40d64-d02e-4dfe-9a6b-b89942cbd0f3 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0183008 Sep 16 05:00:22.784180 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58856) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:22.797908 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81010ae4-18ca-422b-b86a-d7b80e067a99 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b88afad3-28dd-41a2-ad63-a466b81deb5c,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:22.810599 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-3b0deeec-c9f1-4116-b02c-fd9de9142c8c service neutron] 10.222.0.47 "PUT /v2.0/ports/3726a203-0c1e-4480-8bb2-58ef3687943e/bindings/n-h2-712139-15/activate HTTP/1.1" status: 200 len: 370 time: 4.9262283 Sep 16 05:00:22.860667 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b54e75-85a2-4132-8b6b-4b5d72990c6e req-fe4e6002-afe4-438c-bab8-6040229faf39 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:22.864472 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58858) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:22.872969 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c3b54e75-85a2-4132-8b6b-4b5d72990c6e req-fe4e6002-afe4-438c-bab8-6040229faf39 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 945 time: 0.3738914 Sep 16 05:00:23.037615 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-d19e31c8-ea8e-4556-bc6d-b51daaa98da3 admin admin] Deleting port fd7fb192-2927-4640-baad-17d53045ff25 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:23.038449 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d19e31c8-ea8e-4556-bc6d-b51daaa98da3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.060604 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-d940c5f8-43ea-43fe-8853-85a8c09d95ba tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-984547438'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:23.070211 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-77e5db48-b7a1-43fe-9963-cdec69fe2686 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.084778 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c3b54e75-85a2-4132-8b6b-4b5d72990c6e req-c2e60abd-9d83-4620-8648-989cf56f7997 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=295ea664-146b-402c-b1bb-04eb95e0a13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952546 Sep 16 05:00:23.094293 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-74775e2f-7f6a-40d1-8767-6ca9759aba7b tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:23.096037 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-74775e2f-7f6a-40d1-8767-6ca9759aba7b tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6&tenant_id=9314d3ea71064ec8a4285d4ce520aaad&binding%3Ahost_id=n-h1-712139-15 HTTP/1.1" status: 200 len: 1097 time: 0.1435075 Sep 16 05:00:23.132801 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d940c5f8-43ea-43fe-8853-85a8c09d95ba tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Made reservation on behalf of 671edf2792fb45b2bfb42fa207389634 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:23.140206 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d940c5f8-43ea-43fe-8853-85a8c09d95ba tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.162347 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d940c5f8-43ea-43fe-8853-85a8c09d95ba tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.241277 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-d19e31c8-ea8e-4556-bc6d-b51daaa98da3 admin admin] For port fd7fb192-2927-4640-baad-17d53045ff25, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=fd7fb192-2927-4640-baad-17d53045ff25,segment=NetworkSegment(1ed7d197-4898-4831-a3b4-7815e470298d),segment_id=1ed7d197-4898-4831-a3b4-7815e470298d)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:23.243661 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d19e31c8-ea8e-4556-bc6d-b51daaa98da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.260609 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-d19e31c8-ea8e-4556-bc6d-b51daaa98da3 admin admin] Calling delete_port for fd7fb192-2927-4640-baad-17d53045ff25 owned by network:router_interface {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:23.395141 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d940c5f8-43ea-43fe-8853-85a8c09d95ba tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.408023 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-77e5db48-b7a1-43fe-9963-cdec69fe2686 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.409583 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d940c5f8-43ea-43fe-8853-85a8c09d95ba tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.453098 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d940c5f8-43ea-43fe-8853-85a8c09d95ba tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:00:23.471401 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940c5f8-43ea-43fe-8853-85a8c09d95ba tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02b103d8-06eb-4a29-9327-294ad5a85cce,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:23.480925 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d940c5f8-43ea-43fe-8853-85a8c09d95ba tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.482308 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-d940c5f8-43ea-43fe-8853-85a8c09d95ba tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Added segment 5f1d977b-5aab-4d80-8bf5-d3a854a2a471 of type vlan for network 626f09d1-cde1-4ef6-92f9-c90b2ee03ff5 Sep 16 05:00:23.554873 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-fa220793-b1a2-4c0e-bf2c-17519a0610f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:23.556428 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-fa220793-b1a2-4c0e-bf2c-17519a0610f3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6&tenant_id=9314d3ea71064ec8a4285d4ce520aaad HTTP/1.1" status: 200 len: 1097 time: 0.4146035 Sep 16 05:00:23.569701 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-77e5db48-b7a1-43fe-9963-cdec69fe2686 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.572342 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-77e5db48-b7a1-43fe-9963-cdec69fe2686 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.576816 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-77e5db48-b7a1-43fe-9963-cdec69fe2686 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "DELETE /v2.0/security-groups/b88afad3-28dd-41a2-ad63-a466b81deb5c HTTP/1.1" status: 204 len: 168 time: 0.7913277 Sep 16 05:00:23.578941 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58874) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:23.585041 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d940c5f8-43ea-43fe-8853-85a8c09d95ba tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.601110 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67da07-cc98-4a23-92ef-0225bd22dca2 req-6ff10a67-7f93-4a19-b3b4-8aa301abc729 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:23.602686 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bd67da07-cc98-4a23-92ef-0225bd22dca2 req-6ff10a67-7f93-4a19-b3b4-8aa301abc729 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 944 time: 0.1907136 Sep 16 05:00:23.650316 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d940c5f8-43ea-43fe-8853-85a8c09d95ba tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.656454 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d940c5f8-43ea-43fe-8853-85a8c09d95ba tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:23.658322 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5db48-b7a1-43fe-9963-cdec69fe2686 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88afad3-28dd-41a2-ad63-a466b81deb5c,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:23.659213 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d940c5f8-43ea-43fe-8853-85a8c09d95ba tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.708635 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d940c5f8-43ea-43fe-8853-85a8c09d95ba tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8389137 Sep 16 05:00:23.711044 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58878) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:23.719117 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-cca4dd9e-6442-4edd-a7c6-3eaa7ac41c62 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'port': {'network_id': '626f09d1-cde1-4ef6-92f9-c90b2ee03ff5', 'name': 'tempest-PortsIpV6TestJSON-1091869714'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:23.784105 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-69742bb1-aa46-48d7-90b3-9033e2df6bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:23.786354 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-69742bb1-aa46-48d7-90b3-9033e2df6bf6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9314d3ea71064ec8a4285d4ce520aaad&device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 1097 time: 0.1827643 Sep 16 05:00:23.808323 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58880) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:23.808903 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8a3a5909-a4b0-424c-bef5-7922fd695c88 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2249959 Sep 16 05:00:23.813334 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bd67da07-cc98-4a23-92ef-0225bd22dca2 req-f1e305cf-0eb5-4ad2-8209-0cea35045251 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879878 Sep 16 05:00:23.830687 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-13c914dd-e496-4b87-8878-e53e0454220b tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Request body: {'security_group': {'name': 'tempest-secgroup--1660795872'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:23.897184 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940c5f8-43ea-43fe-8853-85a8c09d95ba tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Network': ['ID=626f09d1-cde1-4ef6-92f9-c90b2ee03ff5,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:23.912332 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 626f09d1-cde1-4ef6-92f9-c90b2ee03ff5 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:00:23.961573 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-13c914dd-e496-4b87-8878-e53e0454220b tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.990297 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d19e31c8-ea8e-4556-bc6d-b51daaa98da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.073486 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e31c8-ea8e-4556-bc6d-b51daaa98da3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd7fb192-2927-4640-baad-17d53045ff25,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:24.092068 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca4dd9e-6442-4edd-a7c6-3eaa7ac41c62 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Made reservation on behalf of 671edf2792fb45b2bfb42fa207389634 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:24.095768 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cca4dd9e-6442-4edd-a7c6-3eaa7ac41c62 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.132040 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-cca4dd9e-6442-4edd-a7c6-3eaa7ac41c62 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] device_id is not set on port d3264749-4a51-4558-83a7-fd5d70706b21 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:00:24.242349 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-426df6ab-ce62-413c-b72a-169f08394b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:24.243943 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-426df6ab-ce62-413c-b72a-169f08394b9a service neutron] 10.222.0.48 "GET /v2.0/networks?id=5134c4c0-d730-4527-84ec-0e99ebfeac5b HTTP/1.1" status: 200 len: 897 time: 0.4274740 Sep 16 05:00:24.348542 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cca4dd9e-6442-4edd-a7c6-3eaa7ac41c62 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.385497 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cca4dd9e-6442-4edd-a7c6-3eaa7ac41c62 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.402894 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-eb23142f-faec-4c2d-9949-2bc6a8d064f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3726a203-0c1e-4480-8bb2-58ef3687943e HTTP/1.1" status: 200 len: 999 time: 0.0965524 Sep 16 05:00:24.455388 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-13c914dd-e496-4b87-8878-e53e0454220b tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.478900 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-13c914dd-e496-4b87-8878-e53e0454220b tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.510815 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-46eded21-d31e-409e-9798-cfa8262f8cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:24.512502 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-46eded21-d31e-409e-9798-cfa8262f8cc7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6759e691-02a6-400e-add7-98b3fe3d916b HTTP/1.1" status: 200 len: 835 time: 0.0867970 Sep 16 05:00:24.534727 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4dd9e-6442-4edd-a7c6-3eaa7ac41c62 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Port': ['ID=d3264749-4a51-4558-83a7-fd5d70706b21,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:24.562728 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-13c914dd-e496-4b87-8878-e53e0454220b tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.566561 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-13c914dd-e496-4b87-8878-e53e0454220b tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7522848 Sep 16 05:00:24.573061 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58892) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:24.579917 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-2675cea3-2314-481e-9f1a-8400789aea9c tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Request body: {'security_group_rule': {'security_group_id': 'b111783a-c805-489d-a844-e5ae06ca714a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:24.580956 n-d-712139-15 neutron-server[94766]: WARNING neutron.api.v2.base [None req-2675cea3-2314-481e-9f1a-8400789aea9c tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 16 05:00:24.581475 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-2675cea3-2314-481e-9f1a-8400789aea9c tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:00:24.585292 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2675cea3-2314-481e-9f1a-8400789aea9c tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0085340 Sep 16 05:00:24.585292 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca4dd9e-6442-4edd-a7c6-3eaa7ac41c62 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Checking segment: {'id': '5f1d977b-5aab-4d80-8bf5-d3a854a2a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '626f09d1-cde1-4ef6-92f9-c90b2ee03ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:24.585292 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca4dd9e-6442-4edd-a7c6-3eaa7ac41c62 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Network hostable DHCP agents. Network: 626f09d1-cde1-4ef6-92f9-c90b2ee03ff5, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:00:24.587487 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58894) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:24.588186 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c914dd-e496-4b87-8878-e53e0454220b tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b111783a-c805-489d-a844-e5ae06ca714a,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:24.664938 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca4dd9e-6442-4edd-a7c6-3eaa7ac41c62 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Network 626f09d1-cde1-4ef6-92f9-c90b2ee03ff5 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:00:24.671263 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc73502-3d71-4f9c-9e95-a9a02bc2b229 req-1c6b8cc5-513a-4748-9721-eba2b590bdd9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:24.673720 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6fc73502-3d71-4f9c-9e95-a9a02bc2b229 req-1c6b8cc5-513a-4748-9721-eba2b590bdd9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 945 time: 0.4288647 Sep 16 05:00:24.702544 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-cca4dd9e-6442-4edd-a7c6-3eaa7ac41c62 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 626f09d1-cde1-4ef6-92f9-c90b2ee03ff5) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:24.708343 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca4dd9e-6442-4edd-a7c6-3eaa7ac41c62 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:24.715009 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca1ba3d-af32-4578-83b8-a4b2a379c21f None None] Network 626f09d1-cde1-4ef6-92f9-c90b2ee03ff5 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:24.726828 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d19e31c8-ea8e-4556-bc6d-b51daaa98da3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.731667 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca4dd9e-6442-4edd-a7c6-3eaa7ac41c62 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:24.734659 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cca4dd9e-6442-4edd-a7c6-3eaa7ac41c62 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.759986 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-78e5f194-5ac3-452a-aa86-c9f632ed1697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:24.762765 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-78e5f194-5ac3-452a-aa86-c9f632ed1697 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5134c4c0-d730-4527-84ec-0e99ebfeac5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2417231 Sep 16 05:00:24.799575 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-57ba1d6a-2bf7-4609-9a98-a43f74f9e0d0 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.801574 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6fc73502-3d71-4f9c-9e95-a9a02bc2b229 req-8f7db71a-7faf-4db7-afb7-bb57d42f0bf5 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=295ea664-146b-402c-b1bb-04eb95e0a13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152158 Sep 16 05:00:24.898606 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-57ba1d6a-2bf7-4609-9a98-a43f74f9e0d0 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.053822 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-57ba1d6a-2bf7-4609-9a98-a43f74f9e0d0 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.062896 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-57ba1d6a-2bf7-4609-9a98-a43f74f9e0d0 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.064540 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-57ba1d6a-2bf7-4609-9a98-a43f74f9e0d0 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "DELETE /v2.0/security-groups/b111783a-c805-489d-a844-e5ae06ca714a HTTP/1.1" status: 204 len: 168 time: 0.4722028 Sep 16 05:00:25.069638 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58912) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:25.075691 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cca4dd9e-6442-4edd-a7c6-3eaa7ac41c62 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3628695 Sep 16 05:00:25.082665 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58914) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:25.086348 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba1d6a-2bf7-4609-9a98-a43f74f9e0d0 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b111783a-c805-489d-a844-e5ae06ca714a,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:25.096049 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-b844cd3a-776d-442f-bf84-adc39698d600 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-479841050'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:25.132618 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b844cd3a-776d-442f-bf84-adc39698d600 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Made reservation on behalf of 671edf2792fb45b2bfb42fa207389634 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:25.137695 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b844cd3a-776d-442f-bf84-adc39698d600 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.182009 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b844cd3a-776d-442f-bf84-adc39698d600 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:00:25.216962 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b844cd3a-776d-442f-bf84-adc39698d600 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.217447 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-b844cd3a-776d-442f-bf84-adc39698d600 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Added segment 84c30a63-2a0f-442d-b07d-60d2026032b3 of type vlan for network 7e08e69e-cd87-4949-a88f-7f58a733d543 Sep 16 05:00:25.336383 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b844cd3a-776d-442f-bf84-adc39698d600 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.363636 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6a157b0c-87c0-44fd-b145-f0319e25c9fc tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1875751 Sep 16 05:00:25.377411 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58926) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:25.383468 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-c548a4a6-cef4-460b-ae02-b30e7e803be7 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Request body: {'security_group': {'name': 'tempest-secgroup--217478531'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:25.398895 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b844cd3a-776d-442f-bf84-adc39698d600 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.415352 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b844cd3a-776d-442f-bf84-adc39698d600 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:25.416521 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b844cd3a-776d-442f-bf84-adc39698d600 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.436694 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c548a4a6-cef4-460b-ae02-b30e7e803be7 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.466427 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b844cd3a-776d-442f-bf84-adc39698d600 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3822184 Sep 16 05:00:25.467413 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58928) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:25.489635 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-032ae8f5-056f-49d6-9365-68e7a7f8d329 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'ports': [{'network_id': '626f09d1-cde1-4ef6-92f9-c90b2ee03ff5'}, {'network_id': '7e08e69e-cd87-4949-a88f-7f58a733d543'}]} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:25.490616 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-032ae8f5-056f-49d6-9365-68e7a7f8d329 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'port': {'network_id': '626f09d1-cde1-4ef6-92f9-c90b2ee03ff5'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:25.491049 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-032ae8f5-056f-49d6-9365-68e7a7f8d329 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'port': {'network_id': '7e08e69e-cd87-4949-a88f-7f58a733d543'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:25.540723 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-f5795115-80bd-451b-855a-d044be14e674 service neutron] 10.222.0.48 "GET /v2.0/networks/5134c4c0-d730-4527-84ec-0e99ebfeac5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7652719 Sep 16 05:00:25.599282 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844cd3a-776d-442f-bf84-adc39698d600 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Network': ['ID=7e08e69e-cd87-4949-a88f-7f58a733d543,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:25.615398 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 7e08e69e-cd87-4949-a88f-7f58a733d543 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:00:25.669139 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400fecb-d8f2-4ca8-af3a-6cdf699ab332 req-bcfb2b58-6526-4821-b9bb-5767f886178e tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:25.676553 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c400fecb-d8f2-4ca8-af3a-6cdf699ab332 req-bcfb2b58-6526-4821-b9bb-5767f886178e tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 944 time: 0.4863071 Sep 16 05:00:25.818997 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-0b9a510a-3412-45ad-b059-eb9ea3e99375 service neutron] 10.222.0.48 "GET /v2.0/networks/5134c4c0-d730-4527-84ec-0e99ebfeac5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347007 Sep 16 05:00:25.852419 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19e31c8-ea8e-4556-bc6d-b51daaa98da3 admin admin] Router 573fbcd8-1c27-4a71-9d49-d70e6746aa9b has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:00:25.877018 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c400fecb-d8f2-4ca8-af3a-6cdf699ab332 req-3c3f5214-a0b5-470a-9aaf-ce83bc2f8625 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991129 Sep 16 05:00:26.891414 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19e31c8-ea8e-4556-bc6d-b51daaa98da3 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:00:26.907234 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de953785-f200-4d06-b012-3e8759e125fa None None] Sync routers for ids ['573fbcd8-1c27-4a71-9d49-d70e6746aa9b'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:00:26.908266 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d19e31c8-ea8e-4556-bc6d-b51daaa98da3 admin admin] 10.222.0.35 "PUT /v2.0/routers/573fbcd8-1c27-4a71-9d49-d70e6746aa9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8104484 Sep 16 05:00:26.909000 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58952) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:26.934580 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de953785-f200-4d06-b012-3e8759e125fa None None] Routers {'573fbcd8-1c27-4a71-9d49-d70e6746aa9b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:26.936280 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-de953785-f200-4d06-b012-3e8759e125fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:00:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['573fbcd8-1c27-4a71-9d49-d70e6746aa9b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:27.114564 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-de953785-f200-4d06-b012-3e8759e125fa None None] Set router 573fbcd8-1c27-4a71-9d49-d70e6746aa9b gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:27.139629 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-1e5eb62a-10d0-4801-9516-cd9e950e7cbb tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:27.146601 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-1e5eb62a-10d0-4801-9516-cd9e950e7cbb tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6&tenant_id=9314d3ea71064ec8a4285d4ce520aaad&binding%3Ahost_id=n-h2-712139-15 HTTP/1.1" status: 200 len: 1097 time: 0.9711192 Sep 16 05:00:27.261996 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-316cb84c-d522-40fa-be6f-61a88d4bfac0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.358059 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71df69b-4cf1-48c4-8f17-57ee41a11f77 req-b894cacd-a801-4dba-a717-9762415e1d66 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:27.380804 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e71df69b-4cf1-48c4-8f17-57ee41a11f77 req-b894cacd-a801-4dba-a717-9762415e1d66 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 945 time: 1.3284659 Sep 16 05:00:27.410257 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-de953785-f200-4d06-b012-3e8759e125fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573fbcd8-1c27-4a71-9d49-d70e6746aa9b', 'name': 'tempest-TestAggregatesBasicOps-1092496307-router', 'tenant_id': '300a1bec8767496a93e1052c1a0a1094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd6240218-7db1-49ec-92a7-03658698032e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:37Z', 'updated_at': '2021-09-16T05:00:23Z', 'revision_number': 5, 'project_id': '300a1bec8767496a93e1052c1a0a1094', 'gw_port': {'id': 'd6240218-7db1-49ec-92a7-03658698032e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:52:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573fbcd8-1c27-4a71-9d49-d70e6746aa9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:39Z', 'updated_at': '2021-09-16T04:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:27.477809 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c548a4a6-cef4-460b-ae02-b30e7e803be7 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.495191 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c548a4a6-cef4-460b-ae02-b30e7e803be7 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.512482 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de953785-f200-4d06-b012-3e8759e125fa None None] Checking router: 573fbcd8-1c27-4a71-9d49-d70e6746aa9b for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:00:27.526782 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de953785-f200-4d06-b012-3e8759e125fa None None] Routers {'573fbcd8-1c27-4a71-9d49-d70e6746aa9b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:27.527852 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-de953785-f200-4d06-b012-3e8759e125fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:00:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['573fbcd8-1c27-4a71-9d49-d70e6746aa9b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:27.558545 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e71df69b-4cf1-48c4-8f17-57ee41a11f77 req-72ba8b45-ddaf-4dbe-a1a8-8818b2399b47 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=295ea664-146b-402c-b1bb-04eb95e0a13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751637 Sep 16 05:00:27.571105 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-316cb84c-d522-40fa-be6f-61a88d4bfac0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.679603 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032ae8f5-056f-49d6-9365-68e7a7f8d329 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Made reservation on behalf of 671edf2792fb45b2bfb42fa207389634 for: {'port': 2} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:27.688396 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-032ae8f5-056f-49d6-9365-68e7a7f8d329 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.695205 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c548a4a6-cef4-460b-ae02-b30e7e803be7 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3396c23e-a81b-4cf0-9e43-c032f03bf654,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:27.699011 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c548a4a6-cef4-460b-ae02-b30e7e803be7 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.703812 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c548a4a6-cef4-460b-ae02-b30e7e803be7 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.3226287 Sep 16 05:00:27.707034 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58966) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:27.721116 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-96a94dc8-540f-4aac-beba-febe345b97a7 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Request body: {'security_group_rule': {'security_group_id': '3396c23e-a81b-4cf0-9e43-c032f03bf654', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:27.723094 n-d-712139-15 neutron-server[94766]: WARNING neutron.api.v2.base [None req-96a94dc8-540f-4aac-beba-febe345b97a7 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 16 05:00:27.723602 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-8f8bd6d3-ed53-45a9-a4b1-fa90e63da91a service neutron] For port 3726a203-0c1e-4480-8bb2-58ef3687943e, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:27.724211 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-96a94dc8-540f-4aac-beba-febe345b97a7 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:00:27.726099 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-96a94dc8-540f-4aac-beba-febe345b97a7 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0169103 Sep 16 05:00:27.732947 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-8f8bd6d3-ed53-45a9-a4b1-fa90e63da91a service neutron] Notify callbacks [] for binding, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.735027 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-8f8bd6d3-ed53-45a9-a4b1-fa90e63da91a service neutron] 10.222.0.48 "DELETE /v2.0/ports/3726a203-0c1e-4480-8bb2-58ef3687943e/bindings/n-h1-712139-15 HTTP/1.1" status: 204 len: 173 time: 0.5438635 Sep 16 05:00:27.735804 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58968) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:27.745586 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-316cb84c-d522-40fa-be6f-61a88d4bfac0 admin admin] Deleting port d6240218-7db1-49ec-92a7-03658698032e {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:27.746667 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-316cb84c-d522-40fa-be6f-61a88d4bfac0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.748398 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-1780d343-5990-4185-a614-ac51fd5cd1fb tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Request body: {'security_group_rule': {'security_group_id': '3396c23e-a81b-4cf0-9e43-c032f03bf654', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:27.752009 n-d-712139-15 neutron-server[94767]: WARNING neutron.api.v2.base [None req-1780d343-5990-4185-a614-ac51fd5cd1fb tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 16 05:00:27.753536 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-1780d343-5990-4185-a614-ac51fd5cd1fb tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:00:27.759604 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1780d343-5990-4185-a614-ac51fd5cd1fb tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0215840 Sep 16 05:00:27.761153 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-032ae8f5-056f-49d6-9365-68e7a7f8d329 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.773250 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58970) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:27.808239 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-9bb8ece3-b881-402e-bd0e-646a41bb1c9b tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Request body: {'security_group_rule': {'security_group_id': '3396c23e-a81b-4cf0-9e43-c032f03bf654', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:27.809721 n-d-712139-15 neutron-server[94767]: WARNING neutron.api.v2.base [None req-9bb8ece3-b881-402e-bd0e-646a41bb1c9b tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 16 05:00:27.810515 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-9bb8ece3-b881-402e-bd0e-646a41bb1c9b tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:00:27.821097 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9bb8ece3-b881-402e-bd0e-646a41bb1c9b tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0372844 Sep 16 05:00:27.827086 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-de953785-f200-4d06-b012-3e8759e125fa None None] Set router 573fbcd8-1c27-4a71-9d49-d70e6746aa9b gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:27.872059 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58972) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:27.883080 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-5ce2ac61-e3c8-4338-9e20-4d993831fa58 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Request body: {'security_group_rule': {'security_group_id': '3396c23e-a81b-4cf0-9e43-c032f03bf654', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:27.883080 n-d-712139-15 neutron-server[94766]: WARNING neutron.api.v2.base [None req-5ce2ac61-e3c8-4338-9e20-4d993831fa58 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 16 05:00:27.883080 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-5ce2ac61-e3c8-4338-9e20-4d993831fa58 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:00:27.886986 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5ce2ac61-e3c8-4338-9e20-4d993831fa58 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0111959 Sep 16 05:00:27.889479 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58974) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:28.018873 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-316cb84c-d522-40fa-be6f-61a88d4bfac0 admin admin] For port d6240218-7db1-49ec-92a7-03658698032e, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d6240218-7db1-49ec-92a7-03658698032e,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:28.019549 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-316cb84c-d522-40fa-be6f-61a88d4bfac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.052376 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-316cb84c-d522-40fa-be6f-61a88d4bfac0 admin admin] Calling delete_port for d6240218-7db1-49ec-92a7-03658698032e owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:28.149509 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-032ae8f5-056f-49d6-9365-68e7a7f8d329 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] device_id is not set on port b2def4a8-c5b9-4d56-b797-0091f785bcbd yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:00:28.241426 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c2e4f90c-a515-4afd-86ab-1cfcecc6b887 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.266913 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-de953785-f200-4d06-b012-3e8759e125fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573fbcd8-1c27-4a71-9d49-d70e6746aa9b', 'name': 'tempest-TestAggregatesBasicOps-1092496307-router', 'tenant_id': '300a1bec8767496a93e1052c1a0a1094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd6240218-7db1-49ec-92a7-03658698032e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:37Z', 'updated_at': '2021-09-16T05:00:23Z', 'revision_number': 5, 'project_id': '300a1bec8767496a93e1052c1a0a1094', 'gw_port': {'id': 'd6240218-7db1-49ec-92a7-03658698032e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:52:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573fbcd8-1c27-4a71-9d49-d70e6746aa9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:39Z', 'updated_at': '2021-09-16T04:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:28.295927 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d67cd2-9396-4b2a-875d-f14a14f29584 req-9377cdd6-d195-432d-b573-894c7791d204 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:28.297809 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82d67cd2-9396-4b2a-875d-f14a14f29584 req-9377cdd6-d195-432d-b573-894c7791d204 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 944 time: 0.2034154 Sep 16 05:00:28.311904 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c2e4f90c-a515-4afd-86ab-1cfcecc6b887 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.333418 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de953785-f200-4d06-b012-3e8759e125fa None None] The sync data for ids ['573fbcd8-1c27-4a71-9d49-d70e6746aa9b'] in n-d-712139-15 is: [{'id': '573fbcd8-1c27-4a71-9d49-d70e6746aa9b', 'name': 'tempest-TestAggregatesBasicOps-1092496307-router', 'tenant_id': '300a1bec8767496a93e1052c1a0a1094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'd6240218-7db1-49ec-92a7-03658698032e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:37Z', 'updated_at': '2021-09-16T05:00:23Z', 'revision_number': 5, 'project_id': '300a1bec8767496a93e1052c1a0a1094', 'gw_port': {'id': 'd6240218-7db1-49ec-92a7-03658698032e', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:52:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573fbcd8-1c27-4a71-9d49-d70e6746aa9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:39Z', 'updated_at': '2021-09-16T04:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:00:28.467169 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c2e4f90c-a515-4afd-86ab-1cfcecc6b887 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.472413 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c2e4f90c-a515-4afd-86ab-1cfcecc6b887 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.477957 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c2e4f90c-a515-4afd-86ab-1cfcecc6b887 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "DELETE /v2.0/security-groups/3396c23e-a81b-4cf0-9e43-c032f03bf654 HTTP/1.1" status: 204 len: 168 time: 0.5862746 Sep 16 05:00:28.478818 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58982) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:28.509756 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e4f90c-a515-4afd-86ab-1cfcecc6b887 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3396c23e-a81b-4cf0-9e43-c032f03bf654,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:28.538277 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82d67cd2-9396-4b2a-875d-f14a14f29584 req-46893ce8-c256-4b00-959d-ff58efc871ae tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223575 Sep 16 05:00:28.544856 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-316cb84c-d522-40fa-be6f-61a88d4bfac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.691676 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-032ae8f5-056f-49d6-9365-68e7a7f8d329 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.711247 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316cb84c-d522-40fa-be6f-61a88d4bfac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6240218-7db1-49ec-92a7-03658698032e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:28.730218 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-316cb84c-d522-40fa-be6f-61a88d4bfac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.733757 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-27f176bc-cdb9-490b-9a3e-714f65cca38e tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2372260 Sep 16 05:00:28.749750 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58990) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:28.767013 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-a2b1b989-9be7-43a0-91b9-99db58d0a1e5 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Request body: {'security_group': {'name': 'tempest-secgroup--991307906'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:28.892281 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58998) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:28.998926 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-316cb84c-d522-40fa-be6f-61a88d4bfac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.004239 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-316cb84c-d522-40fa-be6f-61a88d4bfac0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.008104 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d78f2-eaf0-4d5f-aebf-f32f83c0f9f6 req-01b0f682-3767-4842-b1f2-cde88143178c tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:29.015678 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-248d78f2-eaf0-4d5f-aebf-f32f83c0f9f6 req-01b0f682-3767-4842-b1f2-cde88143178c tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 945 time: 0.2539680 Sep 16 05:00:29.015901 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a2b1b989-9be7-43a0-91b9-99db58d0a1e5 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.031793 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-032ae8f5-056f-49d6-9365-68e7a7f8d329 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] device_id is not set on port e5163fcc-d609-491d-8426-1aedb43aaffa yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:00:29.048178 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c5e4262-502b-4999-9347-0b28be1a9068 admin admin] Deleting subnet 378cf9f6-1519-49cd-9a26-89cec7723a80 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:00:29.058365 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3c5e4262-502b-4999-9347-0b28be1a9068 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.118134 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-248d78f2-eaf0-4d5f-aebf-f32f83c0f9f6 req-f21cc309-e1da-4e46-a8a5-c3530255adde tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=295ea664-146b-402c-b1bb-04eb95e0a13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892892 Sep 16 05:00:29.166494 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-316cb84c-d522-40fa-be6f-61a88d4bfac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.167019 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316cb84c-d522-40fa-be6f-61a88d4bfac0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 573fbcd8-1c27-4a71-9d49-d70e6746aa9b {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:00:29.179035 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-316cb84c-d522-40fa-be6f-61a88d4bfac0 admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.182588 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-316cb84c-d522-40fa-be6f-61a88d4bfac0 admin admin] 10.222.0.35 "DELETE /v2.0/routers/573fbcd8-1c27-4a71-9d49-d70e6746aa9b HTTP/1.1" status: 204 len: 168 time: 2.2691772 Sep 16 05:00:29.185919 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3c5e4262-502b-4999-9347-0b28be1a9068 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.187910 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59002) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:29.265610 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3c5e4262-502b-4999-9347-0b28be1a9068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.308981 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-032ae8f5-056f-49d6-9365-68e7a7f8d329 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.362065 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-032ae8f5-056f-49d6-9365-68e7a7f8d329 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.380235 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bdcf113-c4d7-4da1-8b62-d5895d5902e8 admin admin] Deleting subnet 593b3d90-deab-4484-b776-91532660c5e8 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:00:29.382000 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6bdcf113-c4d7-4da1-8b62-d5895d5902e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.512008 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a2b1b989-9be7-43a0-91b9-99db58d0a1e5 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.519384 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6bdcf113-c4d7-4da1-8b62-d5895d5902e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.549364 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ae8f5-056f-49d6-9365-68e7a7f8d329 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Port': ['ID=b2def4a8-c5b9-4d56-b797-0091f785bcbd,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:29.560332 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032ae8f5-056f-49d6-9365-68e7a7f8d329 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Network 626f09d1-cde1-4ef6-92f9-c90b2ee03ff5 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:29.561997 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a2b1b989-9be7-43a0-91b9-99db58d0a1e5 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.563951 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-032ae8f5-056f-49d6-9365-68e7a7f8d329 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:29.566776 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032ae8f5-056f-49d6-9365-68e7a7f8d329 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:29.569050 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-032ae8f5-056f-49d6-9365-68e7a7f8d329 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.593915 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3c5e4262-502b-4999-9347-0b28be1a9068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.608507 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b1b989-9be7-43a0-91b9-99db58d0a1e5 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d8f2d8-5623-4379-bfd7-0549a2a158c5,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:29.616246 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3c5e4262-502b-4999-9347-0b28be1a9068 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.620952 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3c5e4262-502b-4999-9347-0b28be1a9068 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/378cf9f6-1519-49cd-9a26-89cec7723a80 HTTP/1.1" status: 204 len: 168 time: 0.7246830 Sep 16 05:00:29.639786 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59012) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:29.645663 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e4262-502b-4999-9347-0b28be1a9068 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=378cf9f6-1519-49cd-9a26-89cec7723a80,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:29.653562 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a2b1b989-9be7-43a0-91b9-99db58d0a1e5 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.654913 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a2b1b989-9be7-43a0-91b9-99db58d0a1e5 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9021003 Sep 16 05:00:29.663872 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59014) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:29.668738 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-8ea44ce7-297a-499d-af63-b5ec1f386dec tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Request body: {'security_group_rule': {'security_group_id': 'b5d8f2d8-5623-4379-bfd7-0549a2a158c5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:29.669231 n-d-712139-15 neutron-server[94766]: WARNING neutron.api.v2.base [None req-8ea44ce7-297a-499d-af63-b5ec1f386dec tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 16 05:00:29.669730 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-8ea44ce7-297a-499d-af63-b5ec1f386dec tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:00:29.674602 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8ea44ce7-297a-499d-af63-b5ec1f386dec tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060935 Sep 16 05:00:29.674602 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59016) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:29.678553 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-4c68d730-cc1e-4e02-a6c7-1e4f040c3b92 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Request body: {'security_group_rule': {'security_group_id': 'b5d8f2d8-5623-4379-bfd7-0549a2a158c5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:29.745774 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6bdcf113-c4d7-4da1-8b62-d5895d5902e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.754173 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de28b0-89eb-4374-b744-00e5198f940f req-c7782028-eea0-4d18-a13d-75538d465162 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:29.763453 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f5de28b0-89eb-4374-b744-00e5198f940f req-c7782028-eea0-4d18-a13d-75538d465162 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 1097 time: 0.3129368 Sep 16 05:00:29.791074 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-4c68d730-cc1e-4e02-a6c7-1e4f040c3b92 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:00:29.792385 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4c68d730-cc1e-4e02-a6c7-1e4f040c3b92 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1174605 Sep 16 05:00:29.795442 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59022) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:29.805856 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-ba2fe87a-fcd3-4200-b6f9-3374e46ad06c tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Request body: {'security_group_rule': {'security_group_id': 'b5d8f2d8-5623-4379-bfd7-0549a2a158c5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:29.806355 n-d-712139-15 neutron-server[94766]: WARNING neutron.api.v2.base [None req-ba2fe87a-fcd3-4200-b6f9-3374e46ad06c tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 16 05:00:29.806949 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-ba2fe87a-fcd3-4200-b6f9-3374e46ad06c tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:00:29.808194 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ba2fe87a-fcd3-4200-b6f9-3374e46ad06c tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0118134 Sep 16 05:00:29.811173 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59024) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:29.817465 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-b9cb5186-e6a2-417a-9270-2195030164f9 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Request body: {'security_group_rule': {'security_group_id': 'b5d8f2d8-5623-4379-bfd7-0549a2a158c5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:29.834163 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ae8f5-056f-49d6-9365-68e7a7f8d329 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Port': ['ID=e5163fcc-d609-491d-8426-1aedb43aaffa,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:29.863792 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-df1e5750-6ade-48df-abf0-e2e50ae000e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.892797 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032ae8f5-056f-49d6-9365-68e7a7f8d329 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Checking segment: {'id': '84c30a63-2a0f-442d-b07d-60d2026032b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7e08e69e-cd87-4949-a88f-7f58a733d543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:29.893411 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032ae8f5-056f-49d6-9365-68e7a7f8d329 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Network hostable DHCP agents. Network: 7e08e69e-cd87-4949-a88f-7f58a733d543, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:00:29.911596 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-b9cb5186-e6a2-417a-9270-2195030164f9 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:00:29.916342 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b9cb5186-e6a2-417a-9270-2195030164f9 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1008890 Sep 16 05:00:29.917690 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59026) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:29.923474 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-21ccb2fb-4bbc-47da-ac01-dabb2aeda1e7 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Request body: {'security_group_rule': {'security_group_id': 'b5d8f2d8-5623-4379-bfd7-0549a2a158c5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:29.923973 n-d-712139-15 neutron-server[94766]: WARNING neutron.api.v2.base [None req-21ccb2fb-4bbc-47da-ac01-dabb2aeda1e7 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 16 05:00:29.924590 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-21ccb2fb-4bbc-47da-ac01-dabb2aeda1e7 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:00:29.925629 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-21ccb2fb-4bbc-47da-ac01-dabb2aeda1e7 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067925 Sep 16 05:00:29.930421 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59028) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:29.938600 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-04680ed0-f164-464f-8762-11a7c9f47e83 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Request body: {'security_group_rule': {'security_group_id': 'b5d8f2d8-5623-4379-bfd7-0549a2a158c5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:29.950214 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6bdcf113-c4d7-4da1-8b62-d5895d5902e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.983361 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34e7cb-24f6-47a2-9667-90efb3be34f7 req-d6ed3e02-3dd4-412c-9838-ef79883f3585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:29.988207 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ad34e7cb-24f6-47a2-9667-90efb3be34f7 req-d6ed3e02-3dd4-412c-9838-ef79883f3585 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7&tenant_id=9b67ac34bf7e46cc823dbce391e87ff7 HTTP/1.1" status: 200 len: 1096 time: 0.4043252 Sep 16 05:00:30.006169 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d218a2c-943f-4101-a58e-61ac9550bfcc None None] Network cea674b4-a8b2-4733-95bd-82f55dc11987 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:30.007063 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdcf113-c4d7-4da1-8b62-d5895d5902e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=593b3d90-deab-4484-b776-91532660c5e8,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:30.012987 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6bdcf113-c4d7-4da1-8b62-d5895d5902e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.015330 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6bdcf113-c4d7-4da1-8b62-d5895d5902e8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/593b3d90-deab-4484-b776-91532660c5e8 HTTP/1.1" status: 204 len: 168 time: 0.8263044 Sep 16 05:00:30.022869 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59030) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:30.062336 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-ad34e7cb-24f6-47a2-9667-90efb3be34f7 req-36082bd9-2e0d-46dd-8bd3-48428d42862c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-15', 'device_owner': 'compute:nova'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:30.066212 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032ae8f5-056f-49d6-9365-68e7a7f8d329 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Network 7e08e69e-cd87-4949-a88f-7f58a733d543 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:00:30.131592 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d6240218-7db1-49ec-92a7-03658698032e no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:30.132477 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-69e1c0b7-2b06-4249-baba-d10c20215af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.204234 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-04680ed0-f164-464f-8762-11a7c9f47e83 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:00:30.208314 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-04680ed0-f164-464f-8762-11a7c9f47e83 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2731042 Sep 16 05:00:30.209033 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59032) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:30.213704 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-35208fdc-7aff-4228-b984-4bbccb3df172 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Request body: {'security_group_rule': {'security_group_id': 'b5d8f2d8-5623-4379-bfd7-0549a2a158c5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:30.214202 n-d-712139-15 neutron-server[94766]: WARNING neutron.api.v2.base [None req-35208fdc-7aff-4228-b984-4bbccb3df172 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 16 05:00:30.214699 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-35208fdc-7aff-4228-b984-4bbccb3df172 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:00:30.218509 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-35208fdc-7aff-4228-b984-4bbccb3df172 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056429 Sep 16 05:00:30.218853 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59036) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:30.226529 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-a46d65b7-a833-45e9-8e91-f13e8a5b88f1 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Request body: {'security_group_rule': {'security_group_id': 'b5d8f2d8-5623-4379-bfd7-0549a2a158c5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:30.228343 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-032ae8f5-056f-49d6-9365-68e7a7f8d329 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 7e08e69e-cd87-4949-a88f-7f58a733d543) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:30.250488 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef93bfb-67ff-4b02-8dbb-2d90792fb90e None None] Network 7e08e69e-cd87-4949-a88f-7f58a733d543 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:30.275273 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f5de28b0-89eb-4374-b744-00e5198f940f req-aec57ab0-d162-4e83-a181-1cfab562e0b5 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=295ea664-146b-402c-b1bb-04eb95e0a13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5110073 Sep 16 05:00:30.281293 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: d6240218-7db1-49ec-92a7-03658698032e {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:30.295112 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d6240218-7db1-49ec-92a7-03658698032e not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:30.297739 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-69e1c0b7-2b06-4249-baba-d10c20215af5 admin admin] Deleting port f5227428-c410-4d1d-9c48-135488e0eb3a {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:30.298185 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-69e1c0b7-2b06-4249-baba-d10c20215af5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.298368 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032ae8f5-056f-49d6-9365-68e7a7f8d329 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:30.299692 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device fd7fb192-2927-4640-baad-17d53045ff25 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:30.300673 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-a46d65b7-a833-45e9-8e91-f13e8a5b88f1 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:00:30.304622 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a46d65b7-a833-45e9-8e91-f13e8a5b88f1 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0814726 Sep 16 05:00:30.310594 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59040) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:30.323818 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032ae8f5-056f-49d6-9365-68e7a7f8d329 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:30.329729 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-d27f5915-d70f-49a3-916d-771a3402d6bb tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Request body: {'security_group_rule': {'security_group_id': 'b5d8f2d8-5623-4379-bfd7-0549a2a158c5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:30.334074 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032ae8f5-056f-49d6-9365-68e7a7f8d329 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:30.334771 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-032ae8f5-056f-49d6-9365-68e7a7f8d329 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.377941 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ad34e7cb-24f6-47a2-9667-90efb3be34f7 req-36082bd9-2e0d-46dd-8bd3-48428d42862c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.458442 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-df1e5750-6ade-48df-abf0-e2e50ae000e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.523845 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: fd7fb192-2927-4640-baad-17d53045ff25 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:30.524042 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-69e1c0b7-2b06-4249-baba-d10c20215af5 admin admin] For port f5227428-c410-4d1d-9c48-135488e0eb3a, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=f5227428-c410-4d1d-9c48-135488e0eb3a,segment=NetworkSegment(1ed7d197-4898-4831-a3b4-7815e470298d),segment_id=1ed7d197-4898-4831-a3b4-7815e470298d)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:30.524596 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-69e1c0b7-2b06-4249-baba-d10c20215af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.524968 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device fd7fb192-2927-4640-baad-17d53045ff25 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:30.546461 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-69e1c0b7-2b06-4249-baba-d10c20215af5 admin admin] Calling delete_port for f5227428-c410-4d1d-9c48-135488e0eb3a owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:30.548701 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-d27f5915-d70f-49a3-916d-771a3402d6bb tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:00:30.550776 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d27f5915-d70f-49a3-916d-771a3402d6bb tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2387028 Sep 16 05:00:30.557389 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-df1e5750-6ade-48df-abf0-e2e50ae000e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a30bc36-14f3-4e09-a3f0-384f7caefc7f']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:30.560510 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59048) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:30.572778 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59050) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:30.574280 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-032ae8f5-056f-49d6-9365-68e7a7f8d329 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.0934408 Sep 16 05:00:30.594977 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-df1e5750-6ade-48df-abf0-e2e50ae000e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b41d1b1-718b-4034-8158-da6cfed10f2b') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:30.596157 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-df1e5750-6ade-48df-abf0-e2e50ae000e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b41d1b1-718b-4034-8158-da6cfed10f2b') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:30.631137 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c03347-b700-44c4-8e4e-c672a7c37421 req-4b3ca9bd-93b5-4d63-898e-bbbf18168928 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:30.640478 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d8c03347-b700-44c4-8e4e-c672a7c37421 req-4b3ca9bd-93b5-4d63-898e-bbbf18168928 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 944 time: 0.1870151 Sep 16 05:00:30.651550 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-df1e5750-6ade-48df-abf0-e2e50ae000e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.675788 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fccec2-8d53-48c7-9002-9006ea193815 None None] DHCP port deletion for cea674b4-a8b2-4733-95bd-82f55dc11987 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:00:30.752783 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-df1e5750-6ade-48df-abf0-e2e50ae000e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.765656 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-18fccec2-8d53-48c7-9002-9006ea193815 None None] Deleting port f5227428-c410-4d1d-9c48-135488e0eb3a {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:30.766207 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-18fccec2-8d53-48c7-9002-9006ea193815 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.778166 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df1e5750-6ade-48df-abf0-e2e50ae000e7 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:00:30.778609 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-df1e5750-6ade-48df-abf0-e2e50ae000e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.780402 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:00:30.780402 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:00:30.780402 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:00:30.780402 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:00:30.780402 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:00:30.780402 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:00:30.780402 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:00:30.780402 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:00:30.780402 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:00:30.780402 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:00:30.780402 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:00:30.780402 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:00:30.780402 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:00:30.780402 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:00:30.780402 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:00:30.780402 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:00:30.780402 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:00:30.780402 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:00:30.780402 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:00:30.780402 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:00:30.780402 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:00:30.780402 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:00:30.780402 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:00:30.780402 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:00:30.780402 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:00:30.780402 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:00:30.780402 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:00:30.780402 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:00:30.780402 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:00:30.780402 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:00:30.780402 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:00:30.780402 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:00:30.834579 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d8c03347-b700-44c4-8e4e-c672a7c37421 req-c8ead2c3-73eb-4112-8268-c77e98542cfa tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921768 Sep 16 05:00:30.894966 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-18fccec2-8d53-48c7-9002-9006ea193815 None None] For port f5227428-c410-4d1d-9c48-135488e0eb3a, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=f5227428-c410-4d1d-9c48-135488e0eb3a,segment=NetworkSegment(1ed7d197-4898-4831-a3b4-7815e470298d),segment_id=1ed7d197-4898-4831-a3b4-7815e470298d)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:30.894966 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-18fccec2-8d53-48c7-9002-9006ea193815 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.922403 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-18fccec2-8d53-48c7-9002-9006ea193815 None None] Calling delete_port for f5227428-c410-4d1d-9c48-135488e0eb3a owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:30.973941 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-df1e5750-6ade-48df-abf0-e2e50ae000e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.016122 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-df1e5750-6ade-48df-abf0-e2e50ae000e7 admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.018248 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-df1e5750-6ade-48df-abf0-e2e50ae000e7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4a30bc36-14f3-4e09-a3f0-384f7caefc7f HTTP/1.1" status: 204 len: 168 time: 1.3767047 Sep 16 05:00:31.023968 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59056) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:31.029618 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-18fccec2-8d53-48c7-9002-9006ea193815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.048962 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c1dc4-ce61-4e46-b361-20659238d5f6 req-8cc9a0c1-ac19-4b63-aa3c-3c575daf43ef tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:31.050645 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1d6c1dc4-ce61-4e46-b361-20659238d5f6 req-8cc9a0c1-ac19-4b63-aa3c-3c575daf43ef tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 945 time: 0.1304612 Sep 16 05:00:31.067916 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e5750-6ade-48df-abf0-e2e50ae000e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a30bc36-14f3-4e09-a3f0-384f7caefc7f,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:31.074693 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fccec2-8d53-48c7-9002-9006ea193815 None None] Pushing event deleted for resources: {'Port': ['ID=f5227428-c410-4d1d-9c48-135488e0eb3a,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:31.095674 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fccec2-8d53-48c7-9002-9006ea193815 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:31.096027 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fccec2-8d53-48c7-9002-9006ea193815 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:31.096372 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fccec2-8d53-48c7-9002-9006ea193815 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:31.096744 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fccec2-8d53-48c7-9002-9006ea193815 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:31.097082 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fccec2-8d53-48c7-9002-9006ea193815 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:31.097412 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fccec2-8d53-48c7-9002-9006ea193815 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:31.097748 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fccec2-8d53-48c7-9002-9006ea193815 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:31.098141 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fccec2-8d53-48c7-9002-9006ea193815 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:31.098662 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fccec2-8d53-48c7-9002-9006ea193815 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:31.099796 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fccec2-8d53-48c7-9002-9006ea193815 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:31.100313 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fccec2-8d53-48c7-9002-9006ea193815 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:31.100926 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fccec2-8d53-48c7-9002-9006ea193815 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:31.110524 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fccec2-8d53-48c7-9002-9006ea193815 None None] No DVR routers for this DVR port f5227428-c410-4d1d-9c48-135488e0eb3a on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:31.168384 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b2b7599-d765-42cf-b8c7-24858dd449e5 admin admin] Deleting subnet a0ea76ed-70d7-4adc-a877-3f562cdccd6a {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:00:31.180485 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-ad34e7cb-24f6-47a2-9667-90efb3be34f7 req-36082bd9-2e0d-46dd-8bd3-48428d42862c service neutron] For port dfa7b302-5c1c-443a-89da-aad3b2a9358e, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=dfa7b302-5c1c-443a-89da-aad3b2a9358e,segment=NetworkSegment(77ae2f9e-48e5-4208-b08d-199ec9d120a2),segment_id=77ae2f9e-48e5-4208-b08d-199ec9d120a2)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:31.182875 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2b2b7599-d765-42cf-b8c7-24858dd449e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.218086 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1d6c1dc4-ce61-4e46-b361-20659238d5f6 req-89e33209-80e2-4029-b0e4-f7b71a0d1265 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=295ea664-146b-402c-b1bb-04eb95e0a13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268492 Sep 16 05:00:31.258650 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f885796f-abb1-4702-888b-68ec268502f8 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.277145 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59062) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:31.291759 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2b2b7599-d765-42cf-b8c7-24858dd449e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.295426 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-ad34e7cb-24f6-47a2-9667-90efb3be34f7 req-36082bd9-2e0d-46dd-8bd3-48428d42862c service neutron] For port dfa7b302-5c1c-443a-89da-aad3b2a9358e, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:31.359327 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f885796f-abb1-4702-888b-68ec268502f8 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.362402 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-69e1c0b7-2b06-4249-baba-d10c20215af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.379069 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-ad34e7cb-24f6-47a2-9667-90efb3be34f7 req-36082bd9-2e0d-46dd-8bd3-48428d42862c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfa7b302-5c1c-443a-89da-aad3b2a9358e {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:31.391892 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ad34e7cb-24f6-47a2-9667-90efb3be34f7 req-36082bd9-2e0d-46dd-8bd3-48428d42862c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.397408 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2b2b7599-d765-42cf-b8c7-24858dd449e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.435935 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1c0b7-2b06-4249-baba-d10c20215af5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5227428-c410-4d1d-9c48-135488e0eb3a,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:31.436129 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-ad34e7cb-24f6-47a2-9667-90efb3be34f7 req-36082bd9-2e0d-46dd-8bd3-48428d42862c service neutron] Transition to ACTIVE for port object dfa7b302-5c1c-443a-89da-aad3b2a9358e will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:00:31.446696 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ad34e7cb-24f6-47a2-9667-90efb3be34f7 req-36082bd9-2e0d-46dd-8bd3-48428d42862c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.463077 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-0d228dc1-904f-40eb-b49c-a6447fe4a555 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Deleting port e5163fcc-d609-491d-8426-1aedb43aaffa {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:31.463476 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0d228dc1-904f-40eb-b49c-a6447fe4a555 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.469717 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e1c0b7-2b06-4249-baba-d10c20215af5 admin admin] No DVR routers for this DVR port f5227428-c410-4d1d-9c48-135488e0eb3a on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:31.504815 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-49f03f00-167b-4991-8d6a-4fc6e399a26d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/floatingips/3ad630a5-bffd-4faa-99b6-97eab96f045b HTTP/1.1" status: 200 len: 991 time: 0.2216525 Sep 16 05:00:31.606093 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f885796f-abb1-4702-888b-68ec268502f8 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.609780 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f885796f-abb1-4702-888b-68ec268502f8 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.613082 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f885796f-abb1-4702-888b-68ec268502f8 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "DELETE /v2.0/security-groups/b5d8f2d8-5623-4379-bfd7-0549a2a158c5 HTTP/1.1" status: 204 len: 168 time: 1.0478737 Sep 16 05:00:31.620023 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59072) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:31.672747 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2b2b7599-d765-42cf-b8c7-24858dd449e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.674624 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36082bd9-2e0d-46dd-8bd3-48428d42862c service neutron] Pushing event updated for resources: {'Port': ['ID=dfa7b302-5c1c-443a-89da-aad3b2a9358e,revision_number=9']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:31.712027 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad34e7cb-24f6-47a2-9667-90efb3be34f7 req-36082bd9-2e0d-46dd-8bd3-48428d42862c service neutron] No DVR routers for this DVR port dfa7b302-5c1c-443a-89da-aad3b2a9358e on host n-h1-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:31.714635 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-69e1c0b7-2b06-4249-baba-d10c20215af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.744008 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-69e1c0b7-2b06-4249-baba-d10c20215af5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea674b4-a8b2-4733-95bd-82f55dc11987']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:31.755123 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2b7599-d765-42cf-b8c7-24858dd449e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0ea76ed-70d7-4adc-a877-3f562cdccd6a,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:31.755687 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-69e1c0b7-2b06-4249-baba-d10c20215af5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed7d197-4898-4831-a3b4-7815e470298d') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:31.756232 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-69e1c0b7-2b06-4249-baba-d10c20215af5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed7d197-4898-4831-a3b4-7815e470298d') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:31.764384 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2b2b7599-d765-42cf-b8c7-24858dd449e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.768767 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2b2b7599-d765-42cf-b8c7-24858dd449e5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a0ea76ed-70d7-4adc-a877-3f562cdccd6a HTTP/1.1" status: 204 len: 168 time: 0.7317998 Sep 16 05:00:31.769035 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59076) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:31.769902 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-69e1c0b7-2b06-4249-baba-d10c20215af5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.795022 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0d228dc1-904f-40eb-b49c-a6447fe4a555 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.811032 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59078) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:31.812728 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-0d228dc1-904f-40eb-b49c-a6447fe4a555 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Calling delete_port for e5163fcc-d609-491d-8426-1aedb43aaffa owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:31.822031 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-69e1c0b7-2b06-4249-baba-d10c20215af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.833054 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885796f-abb1-4702-888b-68ec268502f8 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d8f2d8-5623-4379-bfd7-0549a2a158c5,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:31.835992 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69e1c0b7-2b06-4249-baba-d10c20215af5 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:00:31.836548 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-69e1c0b7-2b06-4249-baba-d10c20215af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:00:31.839340 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:00:31.967583 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8aa738a7-1824-4225-aee5-dda4210785ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.013468 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9d85f616-dd55-4c3a-9624-109378beb74e tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3776252 Sep 16 05:00:32.015337 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59086) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:32.019976 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-a92474a6-18e2-422b-9e0d-9b5fe461ca35 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Request body: {'security_group': {'name': 'tempest-secgroup--1954781821'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:32.034555 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-69e1c0b7-2b06-4249-baba-d10c20215af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.057300 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-69e1c0b7-2b06-4249-baba-d10c20215af5 admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.059255 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-69e1c0b7-2b06-4249-baba-d10c20215af5 admin admin] 10.222.0.35 "DELETE /v2.0/networks/cea674b4-a8b2-4733-95bd-82f55dc11987 HTTP/1.1" status: 204 len: 168 time: 2.0353479 Sep 16 05:00:32.067178 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device f5227428-c410-4d1d-9c48-135488e0eb3a no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:32.072291 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59088) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:32.085046 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1c0b7-2b06-4249-baba-d10c20215af5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cea674b4-a8b2-4733-95bd-82f55dc11987,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:32.094580 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a92474a6-18e2-422b-9e0d-9b5fe461ca35 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.095918 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: f5227428-c410-4d1d-9c48-135488e0eb3a {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:32.096489 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device f5227428-c410-4d1d-9c48-135488e0eb3a not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:32.120741 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0d228dc1-904f-40eb-b49c-a6447fe4a555 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.180336 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0d228dc1-904f-40eb-b49c-a6447fe4a555 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.182997 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0d228dc1-904f-40eb-b49c-a6447fe4a555 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/ports/e5163fcc-d609-491d-8426-1aedb43aaffa HTTP/1.1" status: 204 len: 168 time: 1.6075866 Sep 16 05:00:32.186037 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d228dc1-904f-40eb-b49c-a6447fe4a555 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Port': ['ID=e5163fcc-d609-491d-8426-1aedb43aaffa,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:32.196888 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59090) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:32.274300 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a92474a6-18e2-422b-9e0d-9b5fe461ca35 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.279348 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a92474a6-18e2-422b-9e0d-9b5fe461ca35 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.323674 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92474a6-18e2-422b-9e0d-9b5fe461ca35 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=551e8476-2ad9-43b7-b025-02eec44969ad,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:32.329590 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a92474a6-18e2-422b-9e0d-9b5fe461ca35 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.331456 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a92474a6-18e2-422b-9e0d-9b5fe461ca35 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3149807 Sep 16 05:00:32.337234 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59096) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:32.345092 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-9486350f-b48f-4ebe-be3a-97cd0e66cb56 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Request body: {'security_group_rule': {'security_group_id': '551e8476-2ad9-43b7-b025-02eec44969ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:32.401586 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff3b54-49fb-4463-b71d-9967b072574e req-96ec4f81-9755-4c27-a37e-97fa7b368eff tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:32.402230 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-9486350f-b48f-4ebe-be3a-97cd0e66cb56 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] create failed (client error): The resource could not be found. Sep 16 05:00:32.405778 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9486350f-b48f-4ebe-be3a-97cd0e66cb56 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0625150 Sep 16 05:00:32.406022 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59098) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:32.410039 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f1ff3b54-49fb-4463-b71d-9967b072574e req-96ec4f81-9755-4c27-a37e-97fa7b368eff tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 944 time: 0.4109826 Sep 16 05:00:32.411166 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-2da51093-9b15-4bcf-a5de-46ee4f2e5ba3 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Request body: {'security_group_rule': {'security_group_id': '551e8476-2ad9-43b7-b025-02eec44969ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e9f53fd3-ea4a-4db1-aed7-6ba33ff2c4a3'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:32.412109 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8aa738a7-1824-4225-aee5-dda4210785ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.417227 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-ad34e7cb-24f6-47a2-9667-90efb3be34f7 req-36082bd9-2e0d-46dd-8bd3-48428d42862c service neutron] Attempting to bind port dfa7b302-5c1c-443a-89da-aad3b2a9358e on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:32.417561 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-ad34e7cb-24f6-47a2-9667-90efb3be34f7 req-36082bd9-2e0d-46dd-8bd3-48428d42862c service neutron] Attempting to bind port dfa7b302-5c1c-443a-89da-aad3b2a9358e by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '77ae2f9e-48e5-4208-b08d-199ec9d120a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:32.418370 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad34e7cb-24f6-47a2-9667-90efb3be34f7 req-36082bd9-2e0d-46dd-8bd3-48428d42862c service neutron] Attempting to bind port dfa7b302-5c1c-443a-89da-aad3b2a9358e on network fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:32.459380 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-2da51093-9b15-4bcf-a5de-46ee4f2e5ba3 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] create failed (client error): The resource could not be found. Sep 16 05:00:32.463379 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2da51093-9b15-4bcf-a5de-46ee4f2e5ba3 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0538549 Sep 16 05:00:32.464099 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59102) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:32.471067 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad34e7cb-24f6-47a2-9667-90efb3be34f7 req-36082bd9-2e0d-46dd-8bd3-48428d42862c service neutron] Port dfa7b302-5c1c-443a-89da-aad3b2a9358e on network fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:00:32.471274 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad34e7cb-24f6-47a2-9667-90efb3be34f7 req-36082bd9-2e0d-46dd-8bd3-48428d42862c service neutron] Attempting to bind port dfa7b302-5c1c-443a-89da-aad3b2a9358e on network fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:32.490578 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcf2eda-14fe-447f-9db0-ecbd05894613 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:32.496785 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcf2eda-14fe-447f-9db0-ecbd05894613 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:32.501053 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6bcf2eda-14fe-447f-9db0-ecbd05894613 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2950561 Sep 16 05:00:32.501945 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59106) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:32.503446 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-8aa738a7-1824-4225-aee5-dda4210785ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0826bd06-75ef-465a-8cf4-83cb29755340']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:32.541601 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad34e7cb-24f6-47a2-9667-90efb3be34f7 req-36082bd9-2e0d-46dd-8bd3-48428d42862c service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:32.541601 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad34e7cb-24f6-47a2-9667-90efb3be34f7 req-36082bd9-2e0d-46dd-8bd3-48428d42862c service neutron] Checking segment: {'id': '77ae2f9e-48e5-4208-b08d-199ec9d120a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:32.542048 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad34e7cb-24f6-47a2-9667-90efb3be34f7 req-36082bd9-2e0d-46dd-8bd3-48428d42862c service neutron] Bound using segment: {'id': '77ae2f9e-48e5-4208-b08d-199ec9d120a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:32.542393 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-ad34e7cb-24f6-47a2-9667-90efb3be34f7 req-36082bd9-2e0d-46dd-8bd3-48428d42862c service neutron] Bound port: dfa7b302-5c1c-443a-89da-aad3b2a9358e, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77ae2f9e-48e5-4208-b08d-199ec9d120a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:32.542815 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ad34e7cb-24f6-47a2-9667-90efb3be34f7 req-36082bd9-2e0d-46dd-8bd3-48428d42862c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.598590 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5828a843-2598-4f57-9d96-17a234225ded tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.644176 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5828a843-2598-4f57-9d96-17a234225ded tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.694257 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-957eb7dc-e70a-4eea-9715-1b1018c3458e tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Deleting port b2def4a8-c5b9-4d56-b797-0091f785bcbd {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:32.694510 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-957eb7dc-e70a-4eea-9715-1b1018c3458e tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.730676 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5828a843-2598-4f57-9d96-17a234225ded tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.733394 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5828a843-2598-4f57-9d96-17a234225ded tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.737201 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5828a843-2598-4f57-9d96-17a234225ded tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "DELETE /v2.0/security-groups/551e8476-2ad9-43b7-b025-02eec44969ad HTTP/1.1" status: 204 len: 168 time: 0.2699044 Sep 16 05:00:32.742349 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59112) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:32.816034 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-957eb7dc-e70a-4eea-9715-1b1018c3458e tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.822932 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828a843-2598-4f57-9d96-17a234225ded tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=551e8476-2ad9-43b7-b025-02eec44969ad,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:32.853585 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-957eb7dc-e70a-4eea-9715-1b1018c3458e tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Calling delete_port for b2def4a8-c5b9-4d56-b797-0091f785bcbd owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:32.903435 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5bd53fcd-6a82-4556-943c-074c25c3da61 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1290057 Sep 16 05:00:32.930167 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59116) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:32.936729 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-8aa738a7-1824-4225-aee5-dda4210785ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c3081bc-2045-4954-9ab4-bc31c33418e9') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:32.937107 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-8aa738a7-1824-4225-aee5-dda4210785ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c3081bc-2045-4954-9ab4-bc31c33418e9') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:32.945325 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-b9ee9e93-9370-4aad-95e7-77c7da98d6e7 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Request body: {'security_group_rule': {'security_group_id': 'bb571f9d-0772-4b91-9b13-7b3b995e9973', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:32.972478 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8aa738a7-1824-4225-aee5-dda4210785ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.988025 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-957eb7dc-e70a-4eea-9715-1b1018c3458e tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.007181 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f1ff3b54-49fb-4463-b71d-9967b072574e req-0a1877e7-4333-4185-81da-be638a4e92cf tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5974443 Sep 16 05:00:33.038436 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957eb7dc-e70a-4eea-9715-1b1018c3458e tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Port': ['ID=b2def4a8-c5b9-4d56-b797-0091f785bcbd,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:33.066702 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-957eb7dc-e70a-4eea-9715-1b1018c3458e tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.073444 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8aa738a7-1824-4225-aee5-dda4210785ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.080767 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-957eb7dc-e70a-4eea-9715-1b1018c3458e tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/ports/b2def4a8-c5b9-4d56-b797-0091f785bcbd HTTP/1.1" status: 204 len: 168 time: 0.5776613 Sep 16 05:00:33.081169 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-346325e2-72c0-418e-b828-cc6461c65da7 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Deleting port d6c3f59f-fcec-4702-8dc5-97d607e0a2fb {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:33.081349 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-346325e2-72c0-418e-b828-cc6461c65da7 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.081739 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59120) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:33.098580 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa738a7-1824-4225-aee5-dda4210785ea admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:00:33.098580 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8aa738a7-1824-4225-aee5-dda4210785ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.098580 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:00:33.098580 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:00:33.098580 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:00:33.098580 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:00:33.098580 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:00:33.098580 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:00:33.098580 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:00:33.098580 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:00:33.098580 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:00:33.098580 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:00:33.098580 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:00:33.098580 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:00:33.098580 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:00:33.098580 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:00:33.098580 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:00:33.098580 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:00:33.098580 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:00:33.098580 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:00:33.098580 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:00:33.098580 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:00:33.098580 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:00:33.098580 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:00:33.098580 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:00:33.098580 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:00:33.098580 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:00:33.098580 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:00:33.098580 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:00:33.098580 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:00:33.098580 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:00:33.098580 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:00:33.098580 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:00:33.098580 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:00:33.179055 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df740fdc-e724-4647-8461-80e92b06130a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:33.180683 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-df740fdc-e724-4647-8461-80e92b06130a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0973229 Sep 16 05:00:33.184971 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59122) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:33.221526 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e622311-b485-4005-9c28-835b6ab570be tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] GET failed (client error): The resource could not be found. Sep 16 05:00:33.223672 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8e622311-b485-4005-9c28-835b6ab570be tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "GET /v2.0/ports/e5163fcc-d609-491d-8426-1aedb43aaffa HTTP/1.1" status: 404 len: 333 time: 0.0373764 Sep 16 05:00:33.228879 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59124) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:33.265742 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a030515-77d8-4cf1-a001-b11ed431e9b1 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] GET failed (client error): The resource could not be found. Sep 16 05:00:33.268611 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9a030515-77d8-4cf1-a001-b11ed431e9b1 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "GET /v2.0/ports/b2def4a8-c5b9-4d56-b797-0091f785bcbd HTTP/1.1" status: 404 len: 333 time: 0.0362856 Sep 16 05:00:33.272136 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59130) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:33.300735 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-ad34e7cb-24f6-47a2-9667-90efb3be34f7 req-36082bd9-2e0d-46dd-8bd3-48428d42862c service neutron] For port dfa7b302-5c1c-443a-89da-aad3b2a9358e, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:33.354035 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-ad34e7cb-24f6-47a2-9667-90efb3be34f7 req-36082bd9-2e0d-46dd-8bd3-48428d42862c service neutron] For port dfa7b302-5c1c-443a-89da-aad3b2a9358e, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=dfa7b302-5c1c-443a-89da-aad3b2a9358e,segment=NetworkSegment(77ae2f9e-48e5-4208-b08d-199ec9d120a2),segment_id=77ae2f9e-48e5-4208-b08d-199ec9d120a2)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:33.355756 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-b9ee9e93-9370-4aad-95e7-77c7da98d6e7 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] create failed (client error): The resource could not be found. Sep 16 05:00:33.356929 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b9ee9e93-9370-4aad-95e7-77c7da98d6e7 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4154081 Sep 16 05:00:33.360607 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8aa738a7-1824-4225-aee5-dda4210785ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.369220 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59132) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:33.371170 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8aa738a7-1824-4225-aee5-dda4210785ea admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.377315 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8aa738a7-1824-4225-aee5-dda4210785ea admin admin] 10.222.0.35 "DELETE /v2.0/networks/0826bd06-75ef-465a-8cf4-83cb29755340 HTTP/1.1" status: 204 len: 168 time: 1.6071501 Sep 16 05:00:33.403959 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d3f37e89-8d1d-4648-9ea2-91be79ffaf20 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.408335 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-4fb38aff-c627-48de-bb0a-3d3960376ae4 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Request body: {'security_group': {'name': 'tempest-secgroup--415753319'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:33.461686 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa738a7-1824-4225-aee5-dda4210785ea admin admin] Pushing event deleted for resources: {'Network': ['ID=0826bd06-75ef-465a-8cf4-83cb29755340,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:33.465968 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ad34e7cb-24f6-47a2-9667-90efb3be34f7 req-36082bd9-2e0d-46dd-8bd3-48428d42862c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.498282 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-346325e2-72c0-418e-b828-cc6461c65da7 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.499042 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-346325e2-72c0-418e-b828-cc6461c65da7 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.514376 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-346325e2-72c0-418e-b828-cc6461c65da7 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Calling delete_port for d6c3f59f-fcec-4702-8dc5-97d607e0a2fb owned by network:floatingip {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:33.557528 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d3f37e89-8d1d-4648-9ea2-91be79ffaf20 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.602674 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-d3f37e89-8d1d-4648-9ea2-91be79ffaf20 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e08e69e-cd87-4949-a88f-7f58a733d543']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:33.619057 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34e7cb-24f6-47a2-9667-90efb3be34f7 req-36082bd9-2e0d-46dd-8bd3-48428d42862c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:33.620160 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ad34e7cb-24f6-47a2-9667-90efb3be34f7 req-36082bd9-2e0d-46dd-8bd3-48428d42862c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.623359 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ad34e7cb-24f6-47a2-9667-90efb3be34f7 req-36082bd9-2e0d-46dd-8bd3-48428d42862c service neutron] 10.222.0.48 "PUT /v2.0/ports/dfa7b302-5c1c-443a-89da-aad3b2a9358e HTTP/1.1" status: 200 len: 1093 time: 3.5777800 Sep 16 05:00:33.624756 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-d3f37e89-8d1d-4648-9ea2-91be79ffaf20 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c30a63-2a0f-442d-b07d-60d2026032b3') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:33.626031 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-d3f37e89-8d1d-4648-9ea2-91be79ffaf20 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c30a63-2a0f-442d-b07d-60d2026032b3') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:33.638511 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae10969-906a-444f-b27a-93e3677f86d7', 'tag': 'dfa7b302-5c1c-443a-89da-aad3b2a9358e'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:33.643673 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b89b5ad-1e00-462b-aec4-9cb56c758172" -d '{"events": [{"name": "network-changed", "server_uuid": "7ae10969-906a-444f-b27a-93e3677f86d7", "tag": "dfa7b302-5c1c-443a-89da-aad3b2a9358e"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:33.649685 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4fb38aff-c627-48de-bb0a-3d3960376ae4 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.656539 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d3f37e89-8d1d-4648-9ea2-91be79ffaf20 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.699696 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d3f37e89-8d1d-4648-9ea2-91be79ffaf20 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.714123 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f37e89-8d1d-4648-9ea2-91be79ffaf20 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:00:33.714532 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d3f37e89-8d1d-4648-9ea2-91be79ffaf20 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.721211 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:00:33.721211 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:00:33.721211 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:00:33.721211 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:00:33.721211 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:00:33.721211 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:00:33.721211 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:00:33.721211 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:00:33.721211 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:00:33.721211 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:00:33.721211 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:00:33.721211 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:00:33.721211 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:00:33.721211 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:00:33.721211 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:00:33.721211 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:00:33.721211 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:00:33.721211 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:00:33.721211 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:00:33.721211 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:00:33.721211 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:00:33.721211 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:00:33.721211 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:00:33.721211 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:00:33.721211 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:00:33.721211 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:00:33.721211 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:00:33.721211 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:00:33.721211 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:00:33.721211 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:00:33.721211 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:00:33.721211 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:00:33.816592 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245f2745-ecd8-4990-b716-c1716064b3a7 x-openstack-request-id: req-245f2745-ecd8-4990-b716-c1716064b3a7 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:33.817311 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ae10969-906a-444f-b27a-93e3677f86d7", "tag": "dfa7b302-5c1c-443a-89da-aad3b2a9358e", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:33.817971 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-245f2745-ecd8-4990-b716-c1716064b3a7 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:33.819330 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ae10969-906a-444f-b27a-93e3677f86d7', 'tag': 'dfa7b302-5c1c-443a-89da-aad3b2a9358e', 'status': 'completed', 'code': 200} Sep 16 05:00:33.822565 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59144) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:33.853876 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d3f37e89-8d1d-4648-9ea2-91be79ffaf20 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.872460 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d3f37e89-8d1d-4648-9ea2-91be79ffaf20 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.875297 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d3f37e89-8d1d-4648-9ea2-91be79ffaf20 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/networks/7e08e69e-cd87-4949-a88f-7f58a733d543 HTTP/1.1" status: 204 len: 168 time: 0.6019697 Sep 16 05:00:33.885387 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59146) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:33.893441 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-bfbe0494-5bf5-44bb-8087-45567e0c2019 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-113660420'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:33.931666 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f37e89-8d1d-4648-9ea2-91be79ffaf20 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Network': ['ID=7e08e69e-cd87-4949-a88f-7f58a733d543,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:33.951155 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0da2be72-2e67-4eb0-9007-9ca1f372a385 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e02f8dc890c740bfa28760685a972b43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1234026 Sep 16 05:00:33.951488 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34e7cb-24f6-47a2-9667-90efb3be34f7 req-746718f2-f068-43d9-abe0-82bec416bf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:33.951488 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ad34e7cb-24f6-47a2-9667-90efb3be34f7 req-746718f2-f068-43d9-abe0-82bec416bf32 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b67ac34bf7e46cc823dbce391e87ff7&device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 1097 time: 0.2543008 Sep 16 05:00:33.951835 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59148) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:33.951971 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36082bd9-2e0d-46dd-8bd3-48428d42862c service neutron] Pushing event updated for resources: {'Port': ['ID=dfa7b302-5c1c-443a-89da-aad3b2a9358e,revision_number=10']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:34.033533 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2755933-3507-4ca7-95fc-fad8dee6ae0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.074687 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2755933-3507-4ca7-95fc-fad8dee6ae0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.228791 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2755933-3507-4ca7-95fc-fad8dee6ae0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.235770 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2755933-3507-4ca7-95fc-fad8dee6ae0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.242541 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f2755933-3507-4ca7-95fc-fad8dee6ae0c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/17d881ba-de82-4a3f-9702-d1b27895f319 HTTP/1.1" status: 204 len: 168 time: 0.2895327 Sep 16 05:00:34.261479 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4fb38aff-c627-48de-bb0a-3d3960376ae4 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.265579 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2755933-3507-4ca7-95fc-fad8dee6ae0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d881ba-de82-4a3f-9702-d1b27895f319,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:34.306515 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbe0494-5bf5-44bb-8087-45567e0c2019 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Made reservation on behalf of 671edf2792fb45b2bfb42fa207389634 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:34.315980 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bfbe0494-5bf5-44bb-8087-45567e0c2019 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.337778 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4fb38aff-c627-48de-bb0a-3d3960376ae4 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.345073 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfbe0494-5bf5-44bb-8087-45567e0c2019 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:00:34.358162 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bfbe0494-5bf5-44bb-8087-45567e0c2019 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.358900 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-bfbe0494-5bf5-44bb-8087-45567e0c2019 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Added segment 7cab6c7e-ef45-4545-8339-92800587ae3e of type vlan for network 010b6ea4-88f3-4e91-a096-0d839afb28e7 Sep 16 05:00:34.413778 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34e7cb-24f6-47a2-9667-90efb3be34f7 req-6ee96a59-4a88-462c-a8ba-5dfe8e728be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:34.415617 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ad34e7cb-24f6-47a2-9667-90efb3be34f7 req-6ee96a59-4a88-462c-a8ba-5dfe8e728be2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 HTTP/1.1" status: 200 len: 918 time: 0.4520669 Sep 16 05:00:34.418919 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bfbe0494-5bf5-44bb-8087-45567e0c2019 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.420621 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb38aff-c627-48de-bb0a-3d3960376ae4 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1496993-6121-4bb4-aeeb-e029b6f1fd82,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:34.427665 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-346325e2-72c0-418e-b828-cc6461c65da7 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.463192 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bfbe0494-5bf5-44bb-8087-45567e0c2019 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.476082 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbe0494-5bf5-44bb-8087-45567e0c2019 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:34.479269 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bfbe0494-5bf5-44bb-8087-45567e0c2019 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.503161 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346325e2-72c0-418e-b828-cc6461c65da7 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event deleted for resources: {'Port': ['ID=d6c3f59f-fcec-4702-8dc5-97d607e0a2fb,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:34.534716 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-bfbe0494-5bf5-44bb-8087-45567e0c2019 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6471663 Sep 16 05:00:34.540271 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59164) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:34.544786 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-96741d0f-321f-4200-8462-f5ace1076bb9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'subnet': {'network_id': '010b6ea4-88f3-4e91-a096-0d839afb28e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:34.609183 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4fb38aff-c627-48de-bb0a-3d3960376ae4 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.610904 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4fb38aff-c627-48de-bb0a-3d3960376ae4 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2075946 Sep 16 05:00:34.613990 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59168) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:34.623686 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-a99ddaf1-5978-4267-984a-909eed357a9a tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Request body: {'security_group': {'name': 'tempest-secgroup--496612679'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:34.633439 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe0494-5bf5-44bb-8087-45567e0c2019 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Network': ['ID=010b6ea4-88f3-4e91-a096-0d839afb28e7,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:34.648388 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 010b6ea4-88f3-4e91-a096-0d839afb28e7 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:00:34.707875 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a99ddaf1-5978-4267-984a-909eed357a9a tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.725218 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b36c0-2868-4ec2-939a-0582670b5583 req-37552435-4b66-42ce-97f6-1c06a8139e0a tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:34.727866 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a23b36c0-2868-4ec2-939a-0582670b5583 req-37552435-4b66-42ce-97f6-1c06a8139e0a tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 945 time: 0.4816427 Sep 16 05:00:34.746646 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ad34e7cb-24f6-47a2-9667-90efb3be34f7 req-6738bdfb-52bb-4aad-ba1e-82d01dd54ace service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfa7b302-5c1c-443a-89da-aad3b2a9358e HTTP/1.1" status: 200 len: 1000 time: 0.3045361 Sep 16 05:00:34.756015 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.db.api [None req-a99ddaf1-5978-4267-984a-909eed357a9a tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:00:34.756015 n-d-712139-15 neutron-server[94766]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 05:00:34.756015 n-d-712139-15 neutron-server[94766]: [parameters: {'project_id_1': '0b7d8a5e5b174ce2a3fa5974bb6ae51d', 'expiration_1': datetime.datetime(2021, 9, 16, 5, 0, 14, 734463)}] Sep 16 05:00:34.756015 n-d-712139-15 neutron-server[94766]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:00:34.756817 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-aa4055f4-94bd-4f8e-b3a6-d7eb9bad65c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.758618 n-d-712139-15 neutron-server[94766]: DEBUG oslo_db.api [None req-a99ddaf1-5978-4267-984a-909eed357a9a tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:00:34.771281 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96741d0f-321f-4200-8462-f5ace1076bb9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Made reservation on behalf of 671edf2792fb45b2bfb42fa207389634 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:34.783906 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96741d0f-321f-4200-8462-f5ace1076bb9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.835824 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-346325e2-72c0-418e-b828-cc6461c65da7 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for floatingip, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.836168 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [None req-346325e2-72c0-418e-b828-cc6461c65da7 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Floating IP 3ad630a5-bffd-4faa-99b6-97eab96f045b disassociated (deleted). External IP: 172.25.8.61, port: 3726a203-0c1e-4480-8bb2-58ef3687943e. Sep 16 05:00:34.899336 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59176) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:34.986424 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f15f601b-7c4d-4183-978e-c751a1a45e71 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=86ca1e497cc14f229c625f39b664a50f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0850930 Sep 16 05:00:34.990406 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59178) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:34.998318 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34e7cb-24f6-47a2-9667-90efb3be34f7 req-4cc46d94-e810-4577-9410-ef2c01a1b5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:34.998722 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:00:35.000064 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ad34e7cb-24f6-47a2-9667-90efb3be34f7 req-4cc46d94-e810-4577-9410-ef2c01a1b5a7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03820bd1-1023-490e-b628-251d17d722c4 HTTP/1.1" status: 200 len: 856 time: 0.2347729 Sep 16 05:00:35.066761 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a23b36c0-2868-4ec2-939a-0582670b5583 req-71252dc7-0482-418f-9bdf-383bfe98ccce tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3238986 Sep 16 05:00:35.103551 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6d45a687-d02f-4f42-9f20-9b4d71f48c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.128888 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6d45a687-d02f-4f42-9f20-9b4d71f48c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.228799 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96741d0f-321f-4200-8462-f5ace1076bb9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.249982 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34e7cb-24f6-47a2-9667-90efb3be34f7 req-d251df18-b126-4d55-88a6-96ef1fe8b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:35.251502 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ad34e7cb-24f6-47a2-9667-90efb3be34f7 req-d251df18-b126-4d55-88a6-96ef1fe8b1e0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa14f7fe-1f8d-4bc9-a5b1-99c520e36470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1897852 Sep 16 05:00:35.286579 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a99ddaf1-5978-4267-984a-909eed357a9a tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.300153 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96741d0f-321f-4200-8462-f5ace1076bb9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Subnet': ['ID=e12dcff1-f97c-4ac3-ba90-f0fc4848ff8f,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:35.330463 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6d45a687-d02f-4f42-9f20-9b4d71f48c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.334107 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6d45a687-d02f-4f42-9f20-9b4d71f48c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.335332 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6d45a687-d02f-4f42-9f20-9b4d71f48c25 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7a865474-b191-43f6-98ea-e704b382765d HTTP/1.1" status: 204 len: 168 time: 0.3433900 Sep 16 05:00:35.352153 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45a687-d02f-4f42-9f20-9b4d71f48c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a865474-b191-43f6-98ea-e704b382765d,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:35.398088 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96741d0f-321f-4200-8462-f5ace1076bb9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Checking segment: {'id': '7cab6c7e-ef45-4545-8339-92800587ae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '010b6ea4-88f3-4e91-a096-0d839afb28e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:35.398472 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96741d0f-321f-4200-8462-f5ace1076bb9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Network hostable DHCP agents. Network: 010b6ea4-88f3-4e91-a096-0d839afb28e7, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:00:35.447053 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96741d0f-321f-4200-8462-f5ace1076bb9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Network 010b6ea4-88f3-4e91-a096-0d839afb28e7 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:00:35.478208 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-96741d0f-321f-4200-8462-f5ace1076bb9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 010b6ea4-88f3-4e91-a096-0d839afb28e7) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:35.491105 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a99ddaf1-5978-4267-984a-909eed357a9a tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.494303 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96741d0f-321f-4200-8462-f5ace1076bb9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:35.495391 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96741d0f-321f-4200-8462-f5ace1076bb9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.496124 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59cd7d1-cd48-41df-916e-234ebb15211b None None] Network 010b6ea4-88f3-4e91-a096-0d839afb28e7 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:35.501329 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a99ddaf1-5978-4267-984a-909eed357a9a tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.550809 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-96741d0f-321f-4200-8462-f5ace1076bb9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0106380 Sep 16 05:00:35.551383 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346325e2-72c0-418e-b828-cc6461c65da7 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Router b6aa8dbc-6703-46e6-8ab1-d267b9da81a8 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:00:35.551901 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59186) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:35.555284 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a99ddaf1-5978-4267-984a-909eed357a9a tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.556492 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a99ddaf1-5978-4267-984a-909eed357a9a tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9388733 Sep 16 05:00:35.561436 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-02024f19-7868-48ca-9ea8-335379b790ab tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'port': {'network_id': '010b6ea4-88f3-4e91-a096-0d839afb28e7', 'name': 'tempest-PortsIpV6TestJSON-847072995'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:35.565315 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59188) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:35.571730 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-f4ff612d-890d-459f-9bab-c2d5ccf2818f tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Request body: {'security_group_rule': {'security_group_id': 'e1496993-6121-4bb4-aeeb-e029b6f1fd82', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a45fbf92-1e7f-4387-a0e2-4b4ce1936d0b'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:35.599971 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ad34e7cb-24f6-47a2-9667-90efb3be34f7 req-0e4a4f1e-66d2-41b6-a3bc-b5be805e35ce service neutron] 10.222.0.48 "GET /v2.0/networks/fa14f7fe-1f8d-4bc9-a5b1-99c520e36470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378384 Sep 16 05:00:35.607080 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ddaf1-5978-4267-984a-909eed357a9a tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a45fbf92-1e7f-4387-a0e2-4b4ce1936d0b,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:35.674138 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-f4ff612d-890d-459f-9bab-c2d5ccf2818f tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:00:35.675674 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f4ff612d-890d-459f-9bab-c2d5ccf2818f tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1080716 Sep 16 05:00:35.692453 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59194) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:35.797416 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870e5214-c527-4a5e-a3ef-ab619d871cdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-010b6ea4-88f3-4e91-a096-0d839afb28e7', 'network_id': '010b6ea4-88f3-4e91-a096-0d839afb28e7', 'tenant_id': '671edf2792fb45b2bfb42fa207389634', 'fixed_ips': [{'subnet_id': 'e12dcff1-f97c-4ac3-ba90-f0fc4848ff8f'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:00:35.798321 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-870e5214-c527-4a5e-a3ef-ab619d871cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.855533 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ad34e7cb-24f6-47a2-9667-90efb3be34f7 req-3c54f12e-c50a-484b-84da-1b79f663cac5 service neutron] 10.222.0.48 "GET /v2.0/networks/fa14f7fe-1f8d-4bc9-a5b1-99c520e36470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205930 Sep 16 05:00:35.890684 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-07876a83-0e5d-49ff-90be-5a2f99e99699 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.898513 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02024f19-7868-48ca-9ea8-335379b790ab tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Made reservation on behalf of 671edf2792fb45b2bfb42fa207389634 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:35.907731 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-02024f19-7868-48ca-9ea8-335379b790ab tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.960990 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-02024f19-7868-48ca-9ea8-335379b790ab tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] device_id is not set on port 3f184e51-95eb-41ea-b482-227cabd2e5c5 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:00:36.065548 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-07876a83-0e5d-49ff-90be-5a2f99e99699 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.086007 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-870e5214-c527-4a5e-a3ef-ab619d871cdd None None] Allocated IP 2001:db8::2 (010b6ea4-88f3-4e91-a096-0d839afb28e7/e12dcff1-f97c-4ac3-ba90-f0fc4848ff8f/264411cb-eb64-47a1-9b25-a79669845bd3) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:36.123734 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89b5ad-1e00-462b-aec4-9cb56c758172 req-0b5d1c8b-dad1-44ec-b327-5f7a20bdef6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:36.127023 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5b89b5ad-1e00-462b-aec4-9cb56c758172 req-0b5d1c8b-dad1-44ec-b327-5f7a20bdef6b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b67ac34bf7e46cc823dbce391e87ff7&device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 1097 time: 0.1002619 Sep 16 05:00:36.147600 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-aa4055f4-94bd-4f8e-b3a6-d7eb9bad65c4 admin admin] Deleting port 83ebb967-bdd2-477e-88fe-1267689b98ab {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:36.148061 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-aa4055f4-94bd-4f8e-b3a6-d7eb9bad65c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.148213 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-07876a83-0e5d-49ff-90be-5a2f99e99699 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.153333 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-07876a83-0e5d-49ff-90be-5a2f99e99699 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.154579 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-07876a83-0e5d-49ff-90be-5a2f99e99699 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "DELETE /v2.0/security-groups/a45fbf92-1e7f-4387-a0e2-4b4ce1936d0b HTTP/1.1" status: 204 len: 168 time: 0.4592321 Sep 16 05:00:36.159639 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346325e2-72c0-418e-b828-cc6461c65da7 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:00:36.167902 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-346325e2-72c0-418e-b828-cc6461c65da7 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.180132 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59222) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:36.241517 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07876a83-0e5d-49ff-90be-5a2f99e99699 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45fbf92-1e7f-4387-a0e2-4b4ce1936d0b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:36.345855 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-299425ee-9c0f-4a1d-879d-e329f554d36e tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1595769 Sep 16 05:00:36.348662 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59234) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:36.391694 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-870e5214-c527-4a5e-a3ef-ab619d871cdd None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.403559 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5704ab85-46e9-4ed2-b32f-79e422ef056e None None] Sync routers for ids ['b6aa8dbc-6703-46e6-8ab1-d267b9da81a8'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:00:36.417763 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-870e5214-c527-4a5e-a3ef-ab619d871cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.430719 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5704ab85-46e9-4ed2-b32f-79e422ef056e None None] Routers {'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:36.431311 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-5704ab85-46e9-4ed2-b32f-79e422ef056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:00:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b6aa8dbc-6703-46e6-8ab1-d267b9da81a8'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:36.488660 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-02024f19-7868-48ca-9ea8-335379b790ab tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Allocated IP 2001:db8::3b8 (010b6ea4-88f3-4e91-a096-0d839afb28e7/e12dcff1-f97c-4ac3-ba90-f0fc4848ff8f/3f184e51-95eb-41ea-b482-227cabd2e5c5) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:36.522465 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-346325e2-72c0-418e-b828-cc6461c65da7 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "DELETE /v2.0/floatingips/3ad630a5-bffd-4faa-99b6-97eab96f045b HTTP/1.1" status: 204 len: 168 time: 4.7087359 Sep 16 05:00:36.523608 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89b5ad-1e00-462b-aec4-9cb56c758172 req-a5f8dc40-7e3d-4ef1-8420-e2649e99d565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:36.525323 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5b89b5ad-1e00-462b-aec4-9cb56c758172 req-a5f8dc40-7e3d-4ef1-8420-e2649e99d565 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 HTTP/1.1" status: 200 len: 918 time: 0.3811791 Sep 16 05:00:36.545318 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe2424e1-509b-413c-9796-6912f9e366b6', 'tag': '3726a203-0c1e-4480-8bb2-58ef3687943e'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:36.554941 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06d4f45-750f-4265-8482-b4a294aadd98" -d '{"events": [{"name": "network-changed", "server_uuid": "fe2424e1-509b-413c-9796-6912f9e366b6", "tag": "3726a203-0c1e-4480-8bb2-58ef3687943e"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:36.672972 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-542479f1-04b8-4052-9e91-ba78ba20110a tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.699913 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-542479f1-04b8-4052-9e91-ba78ba20110a tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.754619 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-542479f1-04b8-4052-9e91-ba78ba20110a tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.758157 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-542479f1-04b8-4052-9e91-ba78ba20110a tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.759354 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-542479f1-04b8-4052-9e91-ba78ba20110a tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "DELETE /v2.0/security-groups/e1496993-6121-4bb4-aeeb-e029b6f1fd82 HTTP/1.1" status: 204 len: 168 time: 0.4079435 Sep 16 05:00:36.784431 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59260) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:36.792950 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542479f1-04b8-4052-9e91-ba78ba20110a tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1496993-6121-4bb4-aeeb-e029b6f1fd82,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:36.873160 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-5704ab85-46e9-4ed2-b32f-79e422ef056e None None] Set router b6aa8dbc-6703-46e6-8ab1-d267b9da81a8 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:36.965757 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5b89b5ad-1e00-462b-aec4-9cb56c758172 req-3f3de913-434e-4c50-b29c-916e915d382b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfa7b302-5c1c-443a-89da-aad3b2a9358e HTTP/1.1" status: 200 len: 1000 time: 0.4006374 Sep 16 05:00:37.010619 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870e5214-c527-4a5e-a3ef-ab619d871cdd None None] Network 010b6ea4-88f3-4e91-a096-0d839afb28e7 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:37.023564 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-870e5214-c527-4a5e-a3ef-ab619d871cdd None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:37.024498 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a5593-e8a0-4331-b2d4-5aa9d8d5af07 req-9af435ef-505f-439f-9765-245c26cbcc5b tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:37.027288 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-908a5593-e8a0-4331-b2d4-5aa9d8d5af07 req-9af435ef-505f-439f-9765-245c26cbcc5b tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 945 time: 0.5006793 Sep 16 05:00:37.035437 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b1e5032e-393a-4038-89f0-f9be066400e4 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2385507 Sep 16 05:00:37.046503 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59266) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:37.055043 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870e5214-c527-4a5e-a3ef-ab619d871cdd None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:37.059952 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-f57a41c5-9340-4327-859d-3707e26f26b0 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Request body: {'security_group': {'name': 'tempest-secgroup--1883601541'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:37.060922 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-aa4055f4-94bd-4f8e-b3a6-d7eb9bad65c4 admin admin] For port 83ebb967-bdd2-477e-88fe-1267689b98ab, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=83ebb967-bdd2-477e-88fe-1267689b98ab,segment=NetworkSegment(8bfa0d1e-291d-469d-b47d-7257d51a312f),segment_id=8bfa0d1e-291d-469d-b47d-7257d51a312f)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:37.062004 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-aa4055f4-94bd-4f8e-b3a6-d7eb9bad65c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.135093 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-02024f19-7868-48ca-9ea8-335379b790ab tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.164200 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f57a41c5-9340-4327-859d-3707e26f26b0 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.184502 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-aa4055f4-94bd-4f8e-b3a6-d7eb9bad65c4 admin admin] Calling delete_port for 83ebb967-bdd2-477e-88fe-1267689b98ab owned by network:router_interface {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:37.334680 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e5214-c527-4a5e-a3ef-ab619d871cdd None None] Pushing event updated for resources: {'Port': ['ID=264411cb-eb64-47a1-9b25-a79669845bd3,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:37.531593 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f57a41c5-9340-4327-859d-3707e26f26b0 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.540188 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f57a41c5-9340-4327-859d-3707e26f26b0 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.636941 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-02024f19-7868-48ca-9ea8-335379b790ab tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.648503 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f57a41c5-9340-4327-859d-3707e26f26b0 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.652397 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f57a41c5-9340-4327-859d-3707e26f26b0 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5968008 Sep 16 05:00:37.695852 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-870e5214-c527-4a5e-a3ef-ab619d871cdd None None] Attempting to bind port 264411cb-eb64-47a1-9b25-a79669845bd3 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:37.697450 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59270) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:37.698522 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-870e5214-c527-4a5e-a3ef-ab619d871cdd None None] Attempting to bind port 264411cb-eb64-47a1-9b25-a79669845bd3 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '7cab6c7e-ef45-4545-8339-92800587ae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '010b6ea4-88f3-4e91-a096-0d839afb28e7'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:37.709628 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870e5214-c527-4a5e-a3ef-ab619d871cdd None None] Attempting to bind port 264411cb-eb64-47a1-9b25-a79669845bd3 on network 010b6ea4-88f3-4e91-a096-0d839afb28e7 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:37.742545 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-ea55b689-be33-4ba2-867f-260aed178312 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:37.743777 n-d-712139-15 neutron-server[94766]: WARNING neutron.api.v2.base [None req-ea55b689-be33-4ba2-867f-260aed178312 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 16 05:00:37.747727 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-ea55b689-be33-4ba2-867f-260aed178312 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] update failed (client error): There was a conflict when trying to complete your request. Sep 16 05:00:37.749369 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ea55b689-be33-4ba2-867f-260aed178312 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "PUT /v2.0/security-groups/388483bd-d7d2-45d9-8555-269507321fb3 HTTP/1.1" status: 409 len: 330 time: 0.0434566 Sep 16 05:00:37.757110 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870e5214-c527-4a5e-a3ef-ab619d871cdd None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:37.758782 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870e5214-c527-4a5e-a3ef-ab619d871cdd None None] Checking segment: {'id': '7cab6c7e-ef45-4545-8339-92800587ae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '010b6ea4-88f3-4e91-a096-0d839afb28e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:37.759792 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-870e5214-c527-4a5e-a3ef-ab619d871cdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.772639 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870e5214-c527-4a5e-a3ef-ab619d871cdd None None] Bound using segment: {'id': '7cab6c7e-ef45-4545-8339-92800587ae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '010b6ea4-88f3-4e91-a096-0d839afb28e7'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:37.782850 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59272) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:37.784053 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-870e5214-c527-4a5e-a3ef-ab619d871cdd None None] Bound port: 264411cb-eb64-47a1-9b25-a79669845bd3, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cab6c7e-ef45-4545-8339-92800587ae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '010b6ea4-88f3-4e91-a096-0d839afb28e7'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:37.785492 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-870e5214-c527-4a5e-a3ef-ab619d871cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:38.110453 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02024f19-7868-48ca-9ea8-335379b790ab tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Network 010b6ea4-88f3-4e91-a096-0d839afb28e7 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:38.151889 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a41c5-9340-4327-859d-3707e26f26b0 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=388483bd-d7d2-45d9-8555-269507321fb3,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:38.174251 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-870e5214-c527-4a5e-a3ef-ab619d871cdd None None] For port 264411cb-eb64-47a1-9b25-a79669845bd3, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:38.192645 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-02024f19-7868-48ca-9ea8-335379b790ab tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:38.202060 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-870e5214-c527-4a5e-a3ef-ab619d871cdd None None] For port 264411cb-eb64-47a1-9b25-a79669845bd3, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=264411cb-eb64-47a1-9b25-a79669845bd3,segment=NetworkSegment(7cab6c7e-ef45-4545-8339-92800587ae3e),segment_id=7cab6c7e-ef45-4545-8339-92800587ae3e)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:38.217820 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02024f19-7868-48ca-9ea8-335379b790ab tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:38.243762 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-870e5214-c527-4a5e-a3ef-ab619d871cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:38.246720 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02024f19-7868-48ca-9ea8-335379b790ab tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:38.252399 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-02024f19-7868-48ca-9ea8-335379b790ab tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:38.290814 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02024f19-7868-48ca-9ea8-335379b790ab tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Port': ['ID=3f184e51-95eb-41ea-b482-227cabd2e5c5,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:38.320991 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-02024f19-7868-48ca-9ea8-335379b790ab tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7603238 Sep 16 05:00:38.323409 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59278) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:38.324941 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59280) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:38.425548 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-19801cf0-a6be-40bb-9d72-12f515912b1b tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:38.663176 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e5214-c527-4a5e-a3ef-ab619d871cdd None None] Pushing event updated for resources: {'Port': ['ID=264411cb-eb64-47a1-9b25-a79669845bd3,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:38.675659 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89b5ad-1e00-462b-aec4-9cb56c758172 req-de8b4ff4-a2fb-49b4-85c1-9b3936bca809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:38.694165 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5b89b5ad-1e00-462b-aec4-9cb56c758172 req-de8b4ff4-a2fb-49b4-85c1-9b3936bca809 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03820bd1-1023-490e-b628-251d17d722c4 HTTP/1.1" status: 200 len: 856 time: 1.6533506 Sep 16 05:00:38.703014 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-5704ab85-46e9-4ed2-b32f-79e422ef056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55976048', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '659ff6ba-0b4a-440c-81f5-f46503155aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:29Z', 'updated_at': '2021-09-16T04:58:43Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': '659ff6ba-0b4a-440c-81f5-f46503155aa3', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:32Z', 'updated_at': '2021-09-16T04:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '4be54ebe-7401-453b-947c-66e77622e3bd', 'name': '', 'network_id': '5134c4c0-d730-4527-84ec-0e99ebfeac5b', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'mac_address': 'fa:16:3e:ab:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '6759e691-02a6-400e-add7-98b3fe3d916b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:42Z', 'updated_at': '2021-09-16T04:58:51Z', 'revision_number': 5, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'subnets': [{'id': '6759e691-02a6-400e-add7-98b3fe3d916b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:38.742156 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-908a5593-e8a0-4331-b2d4-5aa9d8d5af07 req-4ef9b878-d8a3-4642-9086-2a8d5021b01f tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.6992400 Sep 16 05:00:38.750951 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-19801cf0-a6be-40bb-9d72-12f515912b1b tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:38.848861 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5704ab85-46e9-4ed2-b32f-79e422ef056e None None] Checking router: b6aa8dbc-6703-46e6-8ab1-d267b9da81a8 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:00:38.898113 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5704ab85-46e9-4ed2-b32f-79e422ef056e None None] Routers {'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:38.903353 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-5704ab85-46e9-4ed2-b32f-79e422ef056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:00:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b6aa8dbc-6703-46e6-8ab1-d267b9da81a8'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:39.134456 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8a573694-eb21-4098-be4d-41fc3c42b7ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.189878 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89b5ad-1e00-462b-aec4-9cb56c758172 req-6b14fc0c-6795-42a3-91ba-752f8b3c1a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:39.197370 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5b89b5ad-1e00-462b-aec4-9cb56c758172 req-6b14fc0c-6795-42a3-91ba-752f8b3c1a45 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa14f7fe-1f8d-4bc9-a5b1-99c520e36470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4891095 Sep 16 05:00:39.212532 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-bf34ec3e-b1e4-4cc2-a969-ded61108b8ca tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Deleting port 3f184e51-95eb-41ea-b482-227cabd2e5c5 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:39.213468 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bf34ec3e-b1e4-4cc2-a969-ded61108b8ca tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.410380 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-5704ab85-46e9-4ed2-b32f-79e422ef056e None None] Set router b6aa8dbc-6703-46e6-8ab1-d267b9da81a8 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:39.737573 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5b89b5ad-1e00-462b-aec4-9cb56c758172 req-ab1fa685-976e-4d2b-b8b3-913c0f92192b service neutron] 10.222.0.48 "GET /v2.0/networks/fa14f7fe-1f8d-4bc9-a5b1-99c520e36470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5047424 Sep 16 05:00:39.743630 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8a573694-eb21-4098-be4d-41fc3c42b7ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.747322 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fc909d-26c6-4524-9b0e-63f7b597e3e9 x-openstack-request-id: req-13fc909d-26c6-4524-9b0e-63f7b597e3e9 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:39.747670 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe2424e1-509b-413c-9796-6912f9e366b6", "tag": "3726a203-0c1e-4480-8bb2-58ef3687943e", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:39.749481 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-13fc909d-26c6-4524-9b0e-63f7b597e3e9 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:39.749974 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe2424e1-509b-413c-9796-6912f9e366b6', 'tag': '3726a203-0c1e-4480-8bb2-58ef3687943e', 'status': 'completed', 'code': 200} Sep 16 05:00:39.759237 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-aa4055f4-94bd-4f8e-b3a6-d7eb9bad65c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.765203 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-19801cf0-a6be-40bb-9d72-12f515912b1b tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.771094 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-19801cf0-a6be-40bb-9d72-12f515912b1b tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.773708 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-19801cf0-a6be-40bb-9d72-12f515912b1b tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "DELETE /v2.0/security-groups/388483bd-d7d2-45d9-8555-269507321fb3 HTTP/1.1" status: 204 len: 168 time: 1.9812369 Sep 16 05:00:39.806719 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8a573694-eb21-4098-be4d-41fc3c42b7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.809519 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59288) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:39.954810 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19801cf0-a6be-40bb-9d72-12f515912b1b tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=388483bd-d7d2-45d9-8555-269507321fb3,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:40.075683 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a573694-eb21-4098-be4d-41fc3c42b7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f26a99-1257-4307-a2c1-169aa5870cbf,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:40.176315 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4055f4-94bd-4f8e-b3a6-d7eb9bad65c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=83ebb967-bdd2-477e-88fe-1267689b98ab,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:40.209306 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8a573694-eb21-4098-be4d-41fc3c42b7ef admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=19bbcc50dbde446496c0907d6021fd92&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8808427 Sep 16 05:00:40.213055 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59296) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:40.230830 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2d8e0400-c2cc-4148-bf23-7849736ff4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.268296 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bf34ec3e-b1e4-4cc2-a969-ded61108b8ca tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.300682 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d4f45-750f-4265-8482-b4a294aadd98 req-87ef4ee3-b170-43ba-b4e0-7d9e9cd659c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:40.302078 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 264411cb-eb64-47a1-9b25-a79669845bd3 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:40.302264 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b06d4f45-750f-4265-8482-b4a294aadd98 req-87ef4ee3-b170-43ba-b4e0-7d9e9cd659c8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9314d3ea71064ec8a4285d4ce520aaad&device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 1097 time: 0.5514708 Sep 16 05:00:40.348037 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-bf34ec3e-b1e4-4cc2-a969-ded61108b8ca tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Calling delete_port for 3f184e51-95eb-41ea-b482-227cabd2e5c5 owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:40.523200 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-5704ab85-46e9-4ed2-b32f-79e422ef056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55976048', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '659ff6ba-0b4a-440c-81f5-f46503155aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:29Z', 'updated_at': '2021-09-16T04:58:43Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': '659ff6ba-0b4a-440c-81f5-f46503155aa3', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:32Z', 'updated_at': '2021-09-16T04:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '4be54ebe-7401-453b-947c-66e77622e3bd', 'name': '', 'network_id': '5134c4c0-d730-4527-84ec-0e99ebfeac5b', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'mac_address': 'fa:16:3e:ab:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '6759e691-02a6-400e-add7-98b3fe3d916b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:42Z', 'updated_at': '2021-09-16T04:58:51Z', 'revision_number': 5, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'subnets': [{'id': '6759e691-02a6-400e-add7-98b3fe3d916b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:40.575493 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5b89b5ad-1e00-462b-aec4-9cb56c758172 req-d8f0d366-5db2-42c2-94d0-dba162295c8b service neutron] 10.222.0.48 "GET /v2.0/networks/fa14f7fe-1f8d-4bc9-a5b1-99c520e36470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7918873 Sep 16 05:00:40.640198 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5704ab85-46e9-4ed2-b32f-79e422ef056e None None] The sync data for ids ['b6aa8dbc-6703-46e6-8ab1-d267b9da81a8'] in n-d-712139-15 is: [{'id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55976048', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '659ff6ba-0b4a-440c-81f5-f46503155aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:29Z', 'updated_at': '2021-09-16T04:58:43Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': '659ff6ba-0b4a-440c-81f5-f46503155aa3', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:32Z', 'updated_at': '2021-09-16T04:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '4be54ebe-7401-453b-947c-66e77622e3bd', 'name': '', 'network_id': '5134c4c0-d730-4527-84ec-0e99ebfeac5b', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'mac_address': 'fa:16:3e:ab:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '6759e691-02a6-400e-add7-98b3fe3d916b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:42Z', 'updated_at': '2021-09-16T04:58:51Z', 'revision_number': 5, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'subnets': [{'id': '6759e691-02a6-400e-add7-98b3fe3d916b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:00:40.693839 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 264411cb-eb64-47a1-9b25-a79669845bd3 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:40.694351 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.772174 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245769f0-f091-49cc-bb6a-6fb558d51e54 None None] Network 010b6ea4-88f3-4e91-a096-0d839afb28e7 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:40.821932 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b593e-ef46-46d7-b1cb-2b3d44f568b1 req-31c57596-c496-44e3-865f-b7dd93580407 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:40.831777 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1e1b593e-ef46-46d7-b1cb-2b3d44f568b1 req-31c57596-c496-44e3-865f-b7dd93580407 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 945 time: 1.0021422 Sep 16 05:00:40.870450 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db8635aa-d121-4f11-b105-e1ce63d4a3ca None None] Provisioning complete for port 264411cb-eb64-47a1-9b25-a79669845bd3 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:40.870883 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db8635aa-d121-4f11-b105-e1ce63d4a3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.926815 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1d65d58a-8d6a-45d7-99cb-fa07f3a46dee tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.1111217 Sep 16 05:00:40.931964 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59298) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:41.022609 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8bae8280-2397-4292-adcb-c1dd0b0e4eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.033779 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bf34ec3e-b1e4-4cc2-a969-ded61108b8ca tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.156954 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-9dd8be90-241a-473f-ad7d-0b7fe10c4f64 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] delete failed (client error): The resource could not be found. Sep 16 05:00:41.158558 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9dd8be90-241a-473f-ad7d-0b7fe10c4f64 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "DELETE /v2.0/security-groups/e2b891b2-3d0b-4bde-82bd-0ae366918427 HTTP/1.1" status: 404 len: 347 time: 0.2211912 Sep 16 05:00:41.159158 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf34ec3e-b1e4-4cc2-a969-ded61108b8ca tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Port': ['ID=3f184e51-95eb-41ea-b482-227cabd2e5c5,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:41.172139 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59302) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:41.202260 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1e1b593e-ef46-46d7-b1cb-2b3d44f568b1 req-7822d543-d242-4414-ad3c-4d775146afd9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=295ea664-146b-402c-b1bb-04eb95e0a13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3690515 Sep 16 05:00:41.227578 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bf34ec3e-b1e4-4cc2-a969-ded61108b8ca tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.241938 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-bf34ec3e-b1e4-4cc2-a969-ded61108b8ca tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/ports/3f184e51-95eb-41ea-b482-227cabd2e5c5 HTTP/1.1" status: 204 len: 168 time: 2.9147553 Sep 16 05:00:41.245308 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59304) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:41.247054 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8bae8280-2397-4292-adcb-c1dd0b0e4eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.263246 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5e6f65-2e9f-4687-8fc9-ca43e0d1247c None None] New status for floating IP 3ad630a5-bffd-4faa-99b6-97eab96f045b: DOWN {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:00:41.280841 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d4f45-750f-4265-8482-b4a294aadd98 req-7495fd5e-ea0d-4f8b-a40d-862b8bd1f52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:41.283006 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b06d4f45-750f-4265-8482-b4a294aadd98 req-7495fd5e-ea0d-4f8b-a40d-862b8bd1f52b service neutron] 10.222.0.48 "GET /v2.0/networks?id=5134c4c0-d730-4527-84ec-0e99ebfeac5b HTTP/1.1" status: 200 len: 897 time: 0.5329163 Sep 16 05:00:41.328213 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8bae8280-2397-4292-adcb-c1dd0b0e4eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.331958 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8bae8280-2397-4292-adcb-c1dd0b0e4eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.336771 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8bae8280-2397-4292-adcb-c1dd0b0e4eab admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/22f26a99-1257-4307-a2c1-169aa5870cbf HTTP/1.1" status: 204 len: 168 time: 1.0302789 Sep 16 05:00:41.338069 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-d1cc29b8-7aef-40b9-8c86-96142c6d9189 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] show failed (client error): The resource could not be found. Sep 16 05:00:41.339191 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d1cc29b8-7aef-40b9-8c86-96142c6d9189 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "GET /v2.0/security-groups/990b87f4-a945-4c6d-8b6d-a25e35116a64 HTTP/1.1" status: 404 len: 347 time: 0.1658971 Sep 16 05:00:41.353535 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fead5c0-bc8c-4c08-8fa0-b2b80cd9ee64 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] DELETE failed (client error): The resource could not be found. Sep 16 05:00:41.358289 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fead5c0-bc8c-4c08-8fa0-b2b80cd9ee64 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:00:41.373424 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9fead5c0-bc8c-4c08-8fa0-b2b80cd9ee64 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/ports/3f184e51-95eb-41ea-b482-227cabd2e5c5 HTTP/1.1" status: 404 len: 333 time: 0.1239216 Sep 16 05:00:41.388560 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59308) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:41.389024 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59310) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:41.398793 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae8280-2397-4292-adcb-c1dd0b0e4eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f26a99-1257-4307-a2c1-169aa5870cbf,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:41.498762 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b06d4f45-750f-4265-8482-b4a294aadd98 req-0e131c0c-c423-4155-8f5a-de16c656ba78 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3726a203-0c1e-4480-8bb2-58ef3687943e HTTP/1.1" status: 200 len: 217 time: 0.1655178 Sep 16 05:00:41.530718 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db8635aa-d121-4f11-b105-e1ce63d4a3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.573172 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c0afa11-71eb-4301-a2d3-4811cec1907b tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] GET failed (client error): The resource could not be found. Sep 16 05:00:41.579274 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2c0afa11-71eb-4301-a2d3-4811cec1907b tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "GET /v2.0/ports/3f184e51-95eb-41ea-b482-227cabd2e5c5 HTTP/1.1" status: 404 len: 333 time: 0.1529217 Sep 16 05:00:41.581670 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59312) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:41.669269 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d4f45-750f-4265-8482-b4a294aadd98 req-0474bff5-ff19-4c8c-8ae4-4686af2f0df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:41.678488 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b06d4f45-750f-4265-8482-b4a294aadd98 req-0474bff5-ff19-4c8c-8ae4-4686af2f0df3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6759e691-02a6-400e-add7-98b3fe3d916b HTTP/1.1" status: 200 len: 835 time: 0.1692450 Sep 16 05:00:41.883970 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d4f45-750f-4265-8482-b4a294aadd98 req-dcafc70d-16aa-4f18-81c8-f3f73a57b1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:41.896878 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b06d4f45-750f-4265-8482-b4a294aadd98 req-dcafc70d-16aa-4f18-81c8-f3f73a57b1b2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5134c4c0-d730-4527-84ec-0e99ebfeac5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1794960 Sep 16 05:00:41.954790 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-aa4055f4-94bd-4f8e-b3a6-d7eb9bad65c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.961743 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-39c64dc2-fadb-4622-903d-a8f0b5477d65 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] show failed (client error): The resource could not be found. Sep 16 05:00:41.970892 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-39c64dc2-fadb-4622-903d-a8f0b5477d65 tempest-NegativeSecGroupTest-1191712201 tempest-NegativeSecGroupTest-1191712201-project] 10.222.0.35 "GET /v2.0/security-group-rules/d7fbf7f3-f8fe-42d2-a87f-5efa43e83a9c HTTP/1.1" status: 404 len: 356 time: 0.5544460 Sep 16 05:00:42.010879 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:42.026773 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db8635aa-d121-4f11-b105-e1ce63d4a3ca None None] For port 264411cb-eb64-47a1-9b25-a79669845bd3, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=264411cb-eb64-47a1-9b25-a79669845bd3,segment=NetworkSegment(7cab6c7e-ef45-4545-8339-92800587ae3e),segment_id=7cab6c7e-ef45-4545-8339-92800587ae3e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:42.090096 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db8635aa-d121-4f11-b105-e1ce63d4a3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:42.134215 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d83903a9-bfba-4a9d-81ae-80e1a785433d tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Deleting subnet e12dcff1-f97c-4ac3-ba90-f0fc4848ff8f {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:00:42.152860 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d83903a9-bfba-4a9d-81ae-80e1a785433d tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:42.218113 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b06d4f45-750f-4265-8482-b4a294aadd98 req-87df8fdd-8dfc-41a2-8c51-5d5e989e0ce7 service neutron] 10.222.0.48 "GET /v2.0/networks/5134c4c0-d730-4527-84ec-0e99ebfeac5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066094 Sep 16 05:00:42.304678 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788d641-6d9f-44dc-bbc2-97d95ab6ffad req-8ec79091-bc69-43a4-b8df-a3a09efba0f5 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:42.309253 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b788d641-6d9f-44dc-bbc2-97d95ab6ffad req-8ec79091-bc69-43a4-b8df-a3a09efba0f5 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 945 time: 1.0900598 Sep 16 05:00:42.349814 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d83903a9-bfba-4a9d-81ae-80e1a785433d tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:42.394957 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8635aa-d121-4f11-b105-e1ce63d4a3ca None None] Pushing event updated for resources: {'Port': ['ID=264411cb-eb64-47a1-9b25-a79669845bd3,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:42.413542 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:42.593817 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b06d4f45-750f-4265-8482-b4a294aadd98 req-8298824a-4594-438c-9230-ecbf678056b3 service neutron] 10.222.0.48 "GET /v2.0/networks/5134c4c0-d730-4527-84ec-0e99ebfeac5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664730 Sep 16 05:00:42.671063 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-9fd4b31c-a944-4f97-bb1c-366fb340947c None None] Provisioning complete for port 264411cb-eb64-47a1-9b25-a79669845bd3 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:42.671542 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9fd4b31c-a944-4f97-bb1c-366fb340947c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:42.789418 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:00:42.794050 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:00:42.910970 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59334) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:42.976497 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad80ee-f6a5-4820-b3bf-06da6b337926 req-69578df4-1c37-40b2-b1aa-b693c87971f1 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:43.002421 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-98ad80ee-f6a5-4820-b3bf-06da6b337926 req-69578df4-1c37-40b2-b1aa-b693c87971f1 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 945 time: 1.4514999 Sep 16 05:00:43.126965 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-e3eeef8b-da44-486c-8142-c77647429407 None None] Could not find standard attr ID for object 3f184e51-95eb-41ea-b482-227cabd2e5c5. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:00:43.233982 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6419f5f8-9fd7-4bbe-b945-b2c4d1b8ec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:43.242635 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 3726a203-0c1e-4480-8bb2-58ef3687943e no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:43.353405 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2570120a-06f2-479e-8be7-c993739ab377 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0b7d8a5e5b174ce2a3fa5974bb6ae51d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4409537 Sep 16 05:00:43.357895 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59346) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:43.638850 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-897d3561-f135-42d8-b3e5-c610922e9719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:43.646813 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:43.681406 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d83903a9-bfba-4a9d-81ae-80e1a785433d tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:43.789545 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-897d3561-f135-42d8-b3e5-c610922e9719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:43.920952 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 264411cb-eb64-47a1-9b25-a79669845bd3 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:43.950902 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-98ad80ee-f6a5-4820-b3bf-06da6b337926 req-b2d156c7-8ae5-45a1-977a-ee3909e27956 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5817757 Sep 16 05:00:43.955037 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-897d3561-f135-42d8-b3e5-c610922e9719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:43.959109 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-897d3561-f135-42d8-b3e5-c610922e9719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:43.961014 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-897d3561-f135-42d8-b3e5-c610922e9719 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a1eee55f-9c27-4e3f-a96a-bacebd47fd74 HTTP/1.1" status: 204 len: 168 time: 0.6019588 Sep 16 05:00:43.975754 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d3561-f135-42d8-b3e5-c610922e9719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1eee55f-9c27-4e3f-a96a-bacebd47fd74,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:44.033755 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-b788d641-6d9f-44dc-bbc2-97d95ab6ffad req-1107c100-9d58-43f0-b899-150c7f6f3809 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Deleting port 3726a203-0c1e-4480-8bb2-58ef3687943e {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:44.034308 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b788d641-6d9f-44dc-bbc2-97d95ab6ffad req-1107c100-9d58-43f0-b899-150c7f6f3809 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.168950 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 264411cb-eb64-47a1-9b25-a79669845bd3 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:44.173190 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.372892 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d83903a9-bfba-4a9d-81ae-80e1a785433d tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.552815 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83903a9-bfba-4a9d-81ae-80e1a785433d tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Subnet': ['ID=e12dcff1-f97c-4ac3-ba90-f0fc4848ff8f,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:44.605416 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d83903a9-bfba-4a9d-81ae-80e1a785433d tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.607933 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d83903a9-bfba-4a9d-81ae-80e1a785433d tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/subnets/e12dcff1-f97c-4ac3-ba90-f0fc4848ff8f HTTP/1.1" status: 204 len: 168 time: 2.8125393 Sep 16 05:00:44.613496 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59360) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:44.636246 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.646704 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1e8f6f-7a00-4b9c-9e8a-7459995470e3 None None] Network 010b6ea4-88f3-4e91-a096-0d839afb28e7 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:44.666402 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.717961 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4055f4-94bd-4f8e-b3a6-d7eb9bad65c4 admin admin] Router 8d7669a9-2ba8-4dce-bce8-79560b6995c2 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:00:44.739132 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-b788d641-6d9f-44dc-bbc2-97d95ab6ffad req-1107c100-9d58-43f0-b899-150c7f6f3809 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] For port 3726a203-0c1e-4480-8bb2-58ef3687943e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=3726a203-0c1e-4480-8bb2-58ef3687943e,segment=NetworkSegment(ebfa89d1-030a-40f8-b8d1-986cf00fd3e2),segment_id=ebfa89d1-030a-40f8-b8d1-986cf00fd3e2)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:44.751999 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b788d641-6d9f-44dc-bbc2-97d95ab6ffad req-1107c100-9d58-43f0-b899-150c7f6f3809 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.828768 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-b788d641-6d9f-44dc-bbc2-97d95ab6ffad req-1107c100-9d58-43f0-b899-150c7f6f3809 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Calling delete_port for 3726a203-0c1e-4480-8bb2-58ef3687943e owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:44.855835 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a788c5b-995e-43e3-88ca-1e23da885479 req-4540ae6c-aefb-47f8-94b1-8182e482fd0b tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:44.868449 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a788c5b-995e-43e3-88ca-1e23da885479 req-4540ae6c-aefb-47f8-94b1-8182e482fd0b tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 945 time: 0.4515159 Sep 16 05:00:44.897226 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a10537be-0e47-4c0c-b619-bd40771c49b3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.181003 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-a10537be-0e47-4c0c-b619-bd40771c49b3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Deleting port 264411cb-eb64-47a1-9b25-a79669845bd3 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:45.181369 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a10537be-0e47-4c0c-b619-bd40771c49b3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.240619 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a91da0-f642-47d4-ac65-83829a38c3be None None] DHCP port deletion for 010b6ea4-88f3-4e91-a096-0d839afb28e7 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:00:45.431835 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-61a91da0-f642-47d4-ac65-83829a38c3be None None] Deleting port 264411cb-eb64-47a1-9b25-a79669845bd3 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:45.432498 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-61a91da0-f642-47d4-ac65-83829a38c3be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.466356 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a788c5b-995e-43e3-88ca-1e23da885479 req-b47dd79a-d5e7-4635-be41-bbb61950a2a7 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=295ea664-146b-402c-b1bb-04eb95e0a13d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5958836 Sep 16 05:00:45.558476 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-a10537be-0e47-4c0c-b619-bd40771c49b3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] For port 264411cb-eb64-47a1-9b25-a79669845bd3, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=264411cb-eb64-47a1-9b25-a79669845bd3,segment=NetworkSegment(7cab6c7e-ef45-4545-8339-92800587ae3e),segment_id=7cab6c7e-ef45-4545-8339-92800587ae3e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:45.559012 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a10537be-0e47-4c0c-b619-bd40771c49b3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.651947 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-61a91da0-f642-47d4-ac65-83829a38c3be None None] For port 264411cb-eb64-47a1-9b25-a79669845bd3, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=264411cb-eb64-47a1-9b25-a79669845bd3,segment=NetworkSegment(7cab6c7e-ef45-4545-8339-92800587ae3e),segment_id=7cab6c7e-ef45-4545-8339-92800587ae3e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:45.652735 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-61a91da0-f642-47d4-ac65-83829a38c3be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.659353 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-a10537be-0e47-4c0c-b619-bd40771c49b3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Calling delete_port for 264411cb-eb64-47a1-9b25-a79669845bd3 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:45.690601 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-61a91da0-f642-47d4-ac65-83829a38c3be None None] Calling delete_port for 264411cb-eb64-47a1-9b25-a79669845bd3 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:45.841700 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 264411cb-eb64-47a1-9b25-a79669845bd3 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:45.845840 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-61a91da0-f642-47d4-ac65-83829a38c3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.931540 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a91da0-f642-47d4-ac65-83829a38c3be None None] Pushing event deleted for resources: {'Port': ['ID=264411cb-eb64-47a1-9b25-a79669845bd3,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:45.943711 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a91da0-f642-47d4-ac65-83829a38c3be None None] No DVR routers for this DVR port 264411cb-eb64-47a1-9b25-a79669845bd3 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:45.962066 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 264411cb-eb64-47a1-9b25-a79669845bd3 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:45.962066 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 264411cb-eb64-47a1-9b25-a79669845bd3 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:46.030703 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a10537be-0e47-4c0c-b619-bd40771c49b3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.050684 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.091950 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10537be-0e47-4c0c-b619-bd40771c49b3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Port': ['ID=264411cb-eb64-47a1-9b25-a79669845bd3,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:46.102969 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10537be-0e47-4c0c-b619-bd40771c49b3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] No DVR routers for this DVR port 264411cb-eb64-47a1-9b25-a79669845bd3 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:46.195517 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4055f4-94bd-4f8e-b3a6-d7eb9bad65c4 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:00:46.207043 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019b72fd-2d61-4da6-9187-f1b595605ac8 None None] Sync routers for ids ['8d7669a9-2ba8-4dce-bce8-79560b6995c2'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:00:46.222981 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019b72fd-2d61-4da6-9187-f1b595605ac8 None None] Routers {'8d7669a9-2ba8-4dce-bce8-79560b6995c2'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:46.223568 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-019b72fd-2d61-4da6-9187-f1b595605ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:00:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8d7669a9-2ba8-4dce-bce8-79560b6995c2'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:46.238492 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-aa4055f4-94bd-4f8e-b3a6-d7eb9bad65c4 admin admin] 10.222.0.35 "PUT /v2.0/routers/8d7669a9-2ba8-4dce-bce8-79560b6995c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1649609 Sep 16 05:00:46.282494 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59390) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:46.289159 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a10537be-0e47-4c0c-b619-bd40771c49b3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.354867 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-a10537be-0e47-4c0c-b619-bd40771c49b3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010b6ea4-88f3-4e91-a096-0d839afb28e7']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:46.397754 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-a10537be-0e47-4c0c-b619-bd40771c49b3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cab6c7e-ef45-4545-8339-92800587ae3e') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:46.404337 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-a10537be-0e47-4c0c-b619-bd40771c49b3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cab6c7e-ef45-4545-8339-92800587ae3e') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:46.427798 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a10537be-0e47-4c0c-b619-bd40771c49b3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.429508 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59392) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:46.486512 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a10537be-0e47-4c0c-b619-bd40771c49b3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.529383 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a10537be-0e47-4c0c-b619-bd40771c49b3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:00:46.529766 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a10537be-0e47-4c0c-b619-bd40771c49b3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.540889 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c837e6-c776-424c-b816-b52c1c8d3143 req-ba92da15-dd5b-4afe-8366-fe7d3cc81c30 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:46.550049 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f3c837e6-c776-424c-b816-b52c1c8d3143 req-ba92da15-dd5b-4afe-8366-fe7d3cc81c30 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 945 time: 0.3324411 Sep 16 05:00:46.564232 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-019b72fd-2d61-4da6-9187-f1b595605ac8 None None] Set router 8d7669a9-2ba8-4dce-bce8-79560b6995c2 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:46.660031 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b788d641-6d9f-44dc-bbc2-97d95ab6ffad req-1107c100-9d58-43f0-b899-150c7f6f3809 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.757270 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f3c837e6-c776-424c-b816-b52c1c8d3143 req-17ed3560-33c3-4126-ae68-5e4196a1694d tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060077 Sep 16 05:00:46.762015 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5d8b2752-b561-4562-baa5-8b3848369a07 admin admin] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:00:46.776593 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:00:46.779734 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a10537be-0e47-4c0c-b619-bd40771c49b3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.784224 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a10537be-0e47-4c0c-b619-bd40771c49b3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.794075 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a10537be-0e47-4c0c-b619-bd40771c49b3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/networks/010b6ea4-88f3-4e91-a096-0d839afb28e7 HTTP/1.1" status: 204 len: 168 time: 2.1754332 Sep 16 05:00:46.794746 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59400) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:46.812071 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-73c0d149-188a-4267-b4a1-317b0f3debc5 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-213056061'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:46.859643 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c0d149-188a-4267-b4a1-317b0f3debc5 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Made reservation on behalf of 671edf2792fb45b2bfb42fa207389634 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:46.863419 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-73c0d149-188a-4267-b4a1-317b0f3debc5 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.866384 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10537be-0e47-4c0c-b619-bd40771c49b3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Network': ['ID=010b6ea4-88f3-4e91-a096-0d839afb28e7,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:46.939248 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c0d149-188a-4267-b4a1-317b0f3debc5 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:00:46.970304 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-73c0d149-188a-4267-b4a1-317b0f3debc5 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.970932 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-73c0d149-188a-4267-b4a1-317b0f3debc5 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Added segment df1de3e4-55fc-4aa4-a475-e9bbad776c61 of type vlan for network cbe6c1b5-cfc5-454d-b231-699c329d55ee Sep 16 05:00:47.035775 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1107c100-9d58-43f0-b899-150c7f6f3809 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event deleted for resources: {'Port': ['ID=3726a203-0c1e-4480-8bb2-58ef3687943e,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:47.053277 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b788d641-6d9f-44dc-bbc2-97d95ab6ffad req-1107c100-9d58-43f0-b899-150c7f6f3809 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] No DVR routers for this DVR port 3726a203-0c1e-4480-8bb2-58ef3687943e on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:47.073043 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-eaeebc4e-f10b-4f59-8dd0-ca9d60d222a7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-426709976-network', 'tenant_id': '2ad78fd2072c426d9e332698418592c7'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:47.146959 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b788d641-6d9f-44dc-bbc2-97d95ab6ffad req-1107c100-9d58-43f0-b899-150c7f6f3809 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.156670 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b788d641-6d9f-44dc-bbc2-97d95ab6ffad req-1107c100-9d58-43f0-b899-150c7f6f3809 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.48 "DELETE /v2.0/ports/3726a203-0c1e-4480-8bb2-58ef3687943e HTTP/1.1" status: 204 len: 173 time: 4.4904225 Sep 16 05:00:47.165524 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaeebc4e-f10b-4f59-8dd0-ca9d60d222a7 admin admin] Made reservation on behalf of 2ad78fd2072c426d9e332698418592c7 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:47.170122 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-eaeebc4e-f10b-4f59-8dd0-ca9d60d222a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.175144 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-73c0d149-188a-4267-b4a1-317b0f3debc5 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.205121 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2424e1-509b-413c-9796-6912f9e366b6', 'name': 'network-vif-deleted', 'tag': '3726a203-0c1e-4480-8bb2-58ef3687943e'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:47.216974 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3de5924-4fbc-4eae-9a82-e019297df353" -d '{"events": [{"server_uuid": "fe2424e1-509b-413c-9796-6912f9e366b6", "name": "network-vif-deleted", "tag": "3726a203-0c1e-4480-8bb2-58ef3687943e"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:47.227279 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-eaeebc4e-f10b-4f59-8dd0-ca9d60d222a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.311249 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-73c0d149-188a-4267-b4a1-317b0f3debc5 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.327278 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c0d149-188a-4267-b4a1-317b0f3debc5 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:47.332442 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-73c0d149-188a-4267-b4a1-317b0f3debc5 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.343951 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-93fac27c-eaaf-4ea4-9db1-2b0669804c11 req-044caf2c-cc10-4cd7-964c-ce034da10f11 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe2424e1-509b-413c-9796-6912f9e366b6 HTTP/1.1" status: 200 len: 210 time: 0.1205795 Sep 16 05:00:47.529734 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-019b72fd-2d61-4da6-9187-f1b595605ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7669a9-2ba8-4dce-bce8-79560b6995c2', 'name': 'tempest-TestAggregatesBasicOps-787609063-router', 'tenant_id': 'ef4e10ee4270493fa81aa4dc9ef28791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '87373d21-ecef-4d16-b5a3-9853ca160dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:54Z', 'updated_at': '2021-09-16T05:00:39Z', 'revision_number': 5, 'project_id': 'ef4e10ee4270493fa81aa4dc9ef28791', 'gw_port': {'id': '87373d21-ecef-4d16-b5a3-9853ca160dfc', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:dd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7669a9-2ba8-4dce-bce8-79560b6995c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:57Z', 'updated_at': '2021-09-16T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:47.654477 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c270383-7d9c-4ea1-a712-49b0b461f86d x-openstack-request-id: req-2c270383-7d9c-4ea1-a712-49b0b461f86d {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:47.655859 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2424e1-509b-413c-9796-6912f9e366b6", "name": "network-vif-deleted", "tag": "3726a203-0c1e-4480-8bb2-58ef3687943e", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:47.656392 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2c270383-7d9c-4ea1-a712-49b0b461f86d {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:47.657651 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe2424e1-509b-413c-9796-6912f9e366b6', 'name': 'network-vif-deleted', 'tag': '3726a203-0c1e-4480-8bb2-58ef3687943e', 'status': 'completed', 'code': 200} Sep 16 05:00:47.695364 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019b72fd-2d61-4da6-9187-f1b595605ac8 None None] Checking router: 8d7669a9-2ba8-4dce-bce8-79560b6995c2 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:00:47.696080 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0d149-188a-4267-b4a1-317b0f3debc5 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Network': ['ID=cbe6c1b5-cfc5-454d-b231-699c329d55ee,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:47.764591 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5d8b2752-b561-4562-baa5-8b3848369a07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.783591 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019b72fd-2d61-4da6-9187-f1b595605ac8 None None] Routers {'8d7669a9-2ba8-4dce-bce8-79560b6995c2'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:47.785337 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-019b72fd-2d61-4da6-9187-f1b595605ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:00:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8d7669a9-2ba8-4dce-bce8-79560b6995c2'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:47.976375 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-5d8b2752-b561-4562-baa5-8b3848369a07 admin admin] Deleting port 87373d21-ecef-4d16-b5a3-9853ca160dfc {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:47.989254 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5d8b2752-b561-4562-baa5-8b3848369a07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.118145 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network cbe6c1b5-cfc5-454d-b231-699c329d55ee details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:00:48.154987 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-eaeebc4e-f10b-4f59-8dd0-ca9d60d222a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.167236 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-73c0d149-188a-4267-b4a1-317b0f3debc5 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3712943 Sep 16 05:00:48.170800 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59414) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:48.184638 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-ee6f4a20-a0f7-4b26-8b10-60e89583b78a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'subnet': {'network_id': 'cbe6c1b5-cfc5-454d-b231-699c329d55ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:48.215661 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-eaeebc4e-f10b-4f59-8dd0-ca9d60d222a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.237374 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaeebc4e-f10b-4f59-8dd0-ca9d60d222a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:00:48.256678 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-eaeebc4e-f10b-4f59-8dd0-ca9d60d222a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.257238 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-eaeebc4e-f10b-4f59-8dd0-ca9d60d222a7 admin admin] Added segment f9b8fc3d-4ca5-468f-b21c-d0de4d5ea485 of type vlan for network cc628103-9618-4dcb-a76d-551265c11a8c Sep 16 05:00:48.301436 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-019b72fd-2d61-4da6-9187-f1b595605ac8 None None] Set router 8d7669a9-2ba8-4dce-bce8-79560b6995c2 gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:48.304440 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-eaeebc4e-f10b-4f59-8dd0-ca9d60d222a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.378948 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeebc4e-f10b-4f59-8dd0-ca9d60d222a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c73bc28-e912-492a-9f05-df2487b3018b,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:48.429850 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.db.resource_extend [None req-eaeebc4e-f10b-4f59-8dd0-ca9d60d222a7 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:00:48.490141 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-eaeebc4e-f10b-4f59-8dd0-ca9d60d222a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.493348 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaeebc4e-f10b-4f59-8dd0-ca9d60d222a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:48.494029 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-eaeebc4e-f10b-4f59-8dd0-ca9d60d222a7 admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.558599 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6f4a20-a0f7-4b26-8b10-60e89583b78a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Made reservation on behalf of 671edf2792fb45b2bfb42fa207389634 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:48.572850 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ee6f4a20-a0f7-4b26-8b10-60e89583b78a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.665249 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2650dd-bd71-47f1-952b-039b7b61a915 req-2b2a7de9-5179-48a8-a169-de4374b60960 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:48.687715 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7c2650dd-bd71-47f1-952b-039b7b61a915 req-2b2a7de9-5179-48a8-a169-de4374b60960 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 945 time: 0.5676622 Sep 16 05:00:48.701021 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-eaeebc4e-f10b-4f59-8dd0-ca9d60d222a7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2707210 Sep 16 05:00:48.726595 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59424) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:48.789947 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-6813f09f-a1e7-4f1b-bb59-d7165f26a4fb admin admin] Request body: {'subnet': {'network_id': 'cc628103-9618-4dcb-a76d-551265c11a8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-426709976-subnet', 'tenant_id': '2ad78fd2072c426d9e332698418592c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:48.807921 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-5d8b2752-b561-4562-baa5-8b3848369a07 admin admin] For port 87373d21-ecef-4d16-b5a3-9853ca160dfc, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=87373d21-ecef-4d16-b5a3-9853ca160dfc,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:48.809000 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5d8b2752-b561-4562-baa5-8b3848369a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.932388 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-019b72fd-2d61-4da6-9187-f1b595605ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7669a9-2ba8-4dce-bce8-79560b6995c2', 'name': 'tempest-TestAggregatesBasicOps-787609063-router', 'tenant_id': 'ef4e10ee4270493fa81aa4dc9ef28791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:54Z', 'updated_at': '2021-09-16T05:00:47Z', 'revision_number': 6, 'project_id': 'ef4e10ee4270493fa81aa4dc9ef28791', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:49.030521 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019b72fd-2d61-4da6-9187-f1b595605ac8 None None] The sync data for ids ['8d7669a9-2ba8-4dce-bce8-79560b6995c2'] in n-d-712139-15 is: [{'id': '8d7669a9-2ba8-4dce-bce8-79560b6995c2', 'name': 'tempest-TestAggregatesBasicOps-787609063-router', 'tenant_id': 'ef4e10ee4270493fa81aa4dc9ef28791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:54Z', 'updated_at': '2021-09-16T05:00:47Z', 'revision_number': 6, 'project_id': 'ef4e10ee4270493fa81aa4dc9ef28791', 'gw_port_host': None}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:00:49.040353 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-5d8b2752-b561-4562-baa5-8b3848369a07 admin admin] Calling delete_port for 87373d21-ecef-4d16-b5a3-9853ca160dfc owned by network:router_gateway {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:49.055199 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeebc4e-f10b-4f59-8dd0-ca9d60d222a7 admin admin] Pushing event updated for resources: {'Network': ['ID=cc628103-9618-4dcb-a76d-551265c11a8c,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:49.084429 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network cc628103-9618-4dcb-a76d-551265c11a8c details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:00:49.146638 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7c2650dd-bd71-47f1-952b-039b7b61a915 req-fe6c6e93-de0e-4ac6-a764-f377dd227d0e tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4546275 Sep 16 05:00:49.197982 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6813f09f-a1e7-4f1b-bb59-d7165f26a4fb admin admin] Made reservation on behalf of 2ad78fd2072c426d9e332698418592c7 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:49.202513 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6813f09f-a1e7-4f1b-bb59-d7165f26a4fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.238796 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ee6f4a20-a0f7-4b26-8b10-60e89583b78a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.344407 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f4a20-a0f7-4b26-8b10-60e89583b78a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Subnet': ['ID=522474e4-9f81-4897-aac8-e2095900d72a,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:49.348299 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6f4a20-a0f7-4b26-8b10-60e89583b78a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Checking segment: {'id': 'df1de3e4-55fc-4aa4-a475-e9bbad776c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cbe6c1b5-cfc5-454d-b231-699c329d55ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:49.361193 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6f4a20-a0f7-4b26-8b10-60e89583b78a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Network hostable DHCP agents. Network: cbe6c1b5-cfc5-454d-b231-699c329d55ee, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:00:49.396762 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6f4a20-a0f7-4b26-8b10-60e89583b78a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Network cbe6c1b5-cfc5-454d-b231-699c329d55ee is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:00:49.408911 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-ee6f4a20-a0f7-4b26-8b10-60e89583b78a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, cbe6c1b5-cfc5-454d-b231-699c329d55ee) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:49.416348 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6f4a20-a0f7-4b26-8b10-60e89583b78a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:49.417054 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ee6f4a20-a0f7-4b26-8b10-60e89583b78a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.429899 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72bfc5d-25d8-4e0d-975e-97b8fef5d532 None None] Network cbe6c1b5-cfc5-454d-b231-699c329d55ee requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:49.459272 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ee6f4a20-a0f7-4b26-8b10-60e89583b78a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2865655 Sep 16 05:00:49.459912 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59428) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:49.465520 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-24e4e1fd-087c-4708-bda1-51da2684aed3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'port': {'network_id': 'cbe6c1b5-cfc5-454d-b231-699c329d55ee', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1441512589'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:49.483546 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59430) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:49.592941 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 83ebb967-bdd2-477e-88fe-1267689b98ab no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:49.652088 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 83ebb967-bdd2-477e-88fe-1267689b98ab {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:49.655910 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 83ebb967-bdd2-477e-88fe-1267689b98ab not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:49.908720 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7344561-2212-46a0-ba9e-dced36d7b008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-cbe6c1b5-cfc5-454d-b231-699c329d55ee', 'network_id': 'cbe6c1b5-cfc5-454d-b231-699c329d55ee', 'tenant_id': '671edf2792fb45b2bfb42fa207389634', 'fixed_ips': [{'subnet_id': '522474e4-9f81-4897-aac8-e2095900d72a'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:00:49.909762 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c7344561-2212-46a0-ba9e-dced36d7b008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.011977 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5d8b2752-b561-4562-baa5-8b3848369a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.073252 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b2752-b561-4562-baa5-8b3848369a07 admin admin] Pushing event deleted for resources: {'Port': ['ID=87373d21-ecef-4d16-b5a3-9853ca160dfc,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:50.083686 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6813f09f-a1e7-4f1b-bb59-d7165f26a4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.296188 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-c7344561-2212-46a0-ba9e-dced36d7b008 None None] Allocated IP 2001:db8::2 (cbe6c1b5-cfc5-454d-b231-699c329d55ee/522474e4-9f81-4897-aac8-e2095900d72a/834273f0-c44e-4066-8feb-561afa676e43) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:50.331428 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6813f09f-a1e7-4f1b-bb59-d7165f26a4fb admin admin] Checking segment: {'id': 'f9b8fc3d-4ca5-468f-b21c-d0de4d5ea485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cc628103-9618-4dcb-a76d-551265c11a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:50.335682 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6813f09f-a1e7-4f1b-bb59-d7165f26a4fb admin admin] Network hostable DHCP agents. Network: cc628103-9618-4dcb-a76d-551265c11a8c, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:00:50.396462 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813f09f-a1e7-4f1b-bb59-d7165f26a4fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee53fa18-9757-4a9a-8eb3-4d6841fdf4b3,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:50.549669 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5d8b2752-b561-4562-baa5-8b3848369a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.653214 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6813f09f-a1e7-4f1b-bb59-d7165f26a4fb admin admin] Network cc628103-9618-4dcb-a76d-551265c11a8c is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:00:50.659755 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e4e1fd-087c-4708-bda1-51da2684aed3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Made reservation on behalf of 671edf2792fb45b2bfb42fa207389634 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:50.682609 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-24e4e1fd-087c-4708-bda1-51da2684aed3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.732295 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c7344561-2212-46a0-ba9e-dced36d7b008 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.738768 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-24e4e1fd-087c-4708-bda1-51da2684aed3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] device_id is not set on port 9d402e6a-22da-4ba5-9da1-d17807fce2a3 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:00:50.751239 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c7344561-2212-46a0-ba9e-dced36d7b008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.857056 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7344561-2212-46a0-ba9e-dced36d7b008 None None] Pushing event updated for resources: {'Port': ['ID=834273f0-c44e-4066-8feb-561afa676e43,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:50.863182 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-6813f09f-a1e7-4f1b-bb59-d7165f26a4fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, cc628103-9618-4dcb-a76d-551265c11a8c) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:50.903441 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6813f09f-a1e7-4f1b-bb59-d7165f26a4fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:50.907856 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6813f09f-a1e7-4f1b-bb59-d7165f26a4fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.914958 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7344561-2212-46a0-ba9e-dced36d7b008 None None] Network cbe6c1b5-cfc5-454d-b231-699c329d55ee is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:50.918628 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-c7344561-2212-46a0-ba9e-dced36d7b008 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:50.921599 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369257bb-750d-4608-9604-306bee331db7 None None] Network cc628103-9618-4dcb-a76d-551265c11a8c requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:50.935280 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7344561-2212-46a0-ba9e-dced36d7b008 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:50.973631 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f376fea-7093-44d8-96f0-bb740ddc379f req-6eef6dcb-9dd6-415a-a4fd-9369e434382d tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:50.996024 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0f376fea-7093-44d8-96f0-bb740ddc379f req-6eef6dcb-9dd6-415a-a4fd-9369e434382d tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 945 time: 0.5952649 Sep 16 05:00:51.149809 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5d8b2752-b561-4562-baa5-8b3848369a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.158132 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5d8b2752-b561-4562-baa5-8b3848369a07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.191428 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6813f09f-a1e7-4f1b-bb59-d7165f26a4fb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4273899 Sep 16 05:00:51.218321 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0f376fea-7093-44d8-96f0-bb740ddc379f req-c09161ea-d508-4e94-8518-966487fe845d tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200365 Sep 16 05:00:51.273552 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-c7344561-2212-46a0-ba9e-dced36d7b008 None None] Attempting to bind port 834273f0-c44e-4066-8feb-561afa676e43 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:51.273925 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-c7344561-2212-46a0-ba9e-dced36d7b008 None None] Attempting to bind port 834273f0-c44e-4066-8feb-561afa676e43 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'df1de3e4-55fc-4aa4-a475-e9bbad776c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cbe6c1b5-cfc5-454d-b231-699c329d55ee'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:51.274287 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7344561-2212-46a0-ba9e-dced36d7b008 None None] Attempting to bind port 834273f0-c44e-4066-8feb-561afa676e43 on network cbe6c1b5-cfc5-454d-b231-699c329d55ee {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:51.310476 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7344561-2212-46a0-ba9e-dced36d7b008 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:51.311289 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7344561-2212-46a0-ba9e-dced36d7b008 None None] Checking segment: {'id': 'df1de3e4-55fc-4aa4-a475-e9bbad776c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cbe6c1b5-cfc5-454d-b231-699c329d55ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:51.311289 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c7344561-2212-46a0-ba9e-dced36d7b008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.311637 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7344561-2212-46a0-ba9e-dced36d7b008 None None] Bound using segment: {'id': 'df1de3e4-55fc-4aa4-a475-e9bbad776c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cbe6c1b5-cfc5-454d-b231-699c329d55ee'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:51.312120 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-c7344561-2212-46a0-ba9e-dced36d7b008 None None] Bound port: 834273f0-c44e-4066-8feb-561afa676e43, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1de3e4-55fc-4aa4-a475-e9bbad776c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cbe6c1b5-cfc5-454d-b231-699c329d55ee'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:51.327821 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c7344561-2212-46a0-ba9e-dced36d7b008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.405954 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5d8b2752-b561-4562-baa5-8b3848369a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.406960 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8b2752-b561-4562-baa5-8b3848369a07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d7669a9-2ba8-4dce-bce8-79560b6995c2 {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:00:51.413206 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5d8b2752-b561-4562-baa5-8b3848369a07 admin admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.414402 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5d8b2752-b561-4562-baa5-8b3848369a07 admin admin] 10.222.0.35 "DELETE /v2.0/routers/8d7669a9-2ba8-4dce-bce8-79560b6995c2 HTTP/1.1" status: 204 len: 168 time: 5.1323504 Sep 16 05:00:51.418619 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59462) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:51.490794 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-24e4e1fd-087c-4708-bda1-51da2684aed3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Allocated IP 2001:db8::124 (cbe6c1b5-cfc5-454d-b231-699c329d55ee/522474e4-9f81-4897-aac8-e2095900d72a/9d402e6a-22da-4ba5-9da1-d17807fce2a3) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:51.561306 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-6548e908-b0fe-4338-8901-9b3d4adc6ac3 admin admin] Deleting subnet b850e295-33a0-46d1-b48f-4f0524bf8de4 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:00:51.565441 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6548e908-b0fe-4338-8901-9b3d4adc6ac3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.633057 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1c8208-de28-48bf-a36b-74455a5c112a None None] Network cc628103-9618-4dcb-a76d-551265c11a8c requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:51.670426 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-c7344561-2212-46a0-ba9e-dced36d7b008 None None] For port 834273f0-c44e-4066-8feb-561afa676e43, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:51.755938 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-c7344561-2212-46a0-ba9e-dced36d7b008 None None] For port 834273f0-c44e-4066-8feb-561afa676e43, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=834273f0-c44e-4066-8feb-561afa676e43,segment=NetworkSegment(df1de3e4-55fc-4aa4-a475-e9bbad776c61),segment_id=df1de3e4-55fc-4aa4-a475-e9bbad776c61)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:51.768269 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 87373d21-ecef-4d16-b5a3-9853ca160dfc no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:51.798164 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6548e908-b0fe-4338-8901-9b3d4adc6ac3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.937975 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c7344561-2212-46a0-ba9e-dced36d7b008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.976740 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 87373d21-ecef-4d16-b5a3-9853ca160dfc {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:51.977514 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 87373d21-ecef-4d16-b5a3-9853ca160dfc not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:52.001604 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6548e908-b0fe-4338-8901-9b3d4adc6ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.107873 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6548e908-b0fe-4338-8901-9b3d4adc6ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.133673 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6548e908-b0fe-4338-8901-9b3d4adc6ac3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.144406 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6548e908-b0fe-4338-8901-9b3d4adc6ac3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b850e295-33a0-46d1-b48f-4f0524bf8de4 HTTP/1.1" status: 204 len: 168 time: 0.7236269 Sep 16 05:00:52.148382 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59488) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:52.152122 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de22874-2b30-4ca3-8cce-f92fec250985 None None] Network b3a281bb-ce85-4717-a1ba-b460536ebe9f requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:52.207342 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7344561-2212-46a0-ba9e-dced36d7b008 None None] Pushing event updated for resources: {'Port': ['ID=834273f0-c44e-4066-8feb-561afa676e43,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:52.209793 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548e908-b0fe-4338-8901-9b3d4adc6ac3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b850e295-33a0-46d1-b48f-4f0524bf8de4,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:52.296401 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-24e4e1fd-087c-4708-bda1-51da2684aed3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.467437 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ddd0bf5c-30e0-4483-9a4f-513b5642054a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.521798 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cf527f05-1a26-44aa-86cc-908f8a708c6f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.593123 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2908a-2f00-4681-839c-ee0a4654759e req-d6cb98b1-495e-419d-8cd9-5e85bbca571d tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:52.610919 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0de2908a-2f00-4681-839c-ee0a4654759e req-d6cb98b1-495e-419d-8cd9-5e85bbca571d tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 945 time: 0.1720831 Sep 16 05:00:52.674176 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fb2669-02a1-4749-a0b0-0af39e1470ef None None] DHCP port deletion for b3a281bb-ce85-4717-a1ba-b460536ebe9f request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:00:52.693030 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0de2908a-2f00-4681-839c-ee0a4654759e req-18d7ea42-8054-4e30-925f-99d41ece3b23 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751805 Sep 16 05:00:52.801412 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-07fb2669-02a1-4749-a0b0-0af39e1470ef None None] Deleting port da604890-2903-45cd-aa88-fddd14b3c0b9 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:52.801932 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-07fb2669-02a1-4749-a0b0-0af39e1470ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.825585 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-24e4e1fd-087c-4708-bda1-51da2684aed3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.829206 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59530) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:52.836972 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-bc729e67-7bac-4670-8756-f62ae4a85e03 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-311134407-network', 'tenant_id': 'd1e66c064a2446da8a44bd277fe60e74'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:52.905340 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc729e67-7bac-4670-8756-f62ae4a85e03 admin admin] Made reservation on behalf of d1e66c064a2446da8a44bd277fe60e74 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:52.908500 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc729e67-7bac-4670-8756-f62ae4a85e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.924378 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc729e67-7bac-4670-8756-f62ae4a85e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.956693 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-07fb2669-02a1-4749-a0b0-0af39e1470ef None None] For port da604890-2903-45cd-aa88-fddd14b3c0b9, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=da604890-2903-45cd-aa88-fddd14b3c0b9,segment=NetworkSegment(8bfa0d1e-291d-469d-b47d-7257d51a312f),segment_id=8bfa0d1e-291d-469d-b47d-7257d51a312f)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:52.957495 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-07fb2669-02a1-4749-a0b0-0af39e1470ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.007527 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-07fb2669-02a1-4749-a0b0-0af39e1470ef None None] Calling delete_port for da604890-2903-45cd-aa88-fddd14b3c0b9 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:53.115035 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e4e1fd-087c-4708-bda1-51da2684aed3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Network cbe6c1b5-cfc5-454d-b231-699c329d55ee is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:53.144124 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-24e4e1fd-087c-4708-bda1-51da2684aed3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:53.149186 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-07fb2669-02a1-4749-a0b0-0af39e1470ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.154499 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4e1fd-087c-4708-bda1-51da2684aed3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Port': ['ID=9d402e6a-22da-4ba5-9da1-d17807fce2a3,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:53.196841 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e4e1fd-087c-4708-bda1-51da2684aed3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:53.227766 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc729e67-7bac-4670-8756-f62ae4a85e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.236678 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc729e67-7bac-4670-8756-f62ae4a85e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.245779 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e4e1fd-087c-4708-bda1-51da2684aed3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:53.249369 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fb2669-02a1-4749-a0b0-0af39e1470ef None None] No DVR routers for this DVR port da604890-2903-45cd-aa88-fddd14b3c0b9 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:53.249662 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-24e4e1fd-087c-4708-bda1-51da2684aed3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.269219 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb2669-02a1-4749-a0b0-0af39e1470ef None None] Pushing event deleted for resources: {'Port': ['ID=da604890-2903-45cd-aa88-fddd14b3c0b9,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:53.284092 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc729e67-7bac-4670-8756-f62ae4a85e03 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:00:53.321071 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-ddd0bf5c-30e0-4483-9a4f-513b5642054a admin admin] Deleting port da604890-2903-45cd-aa88-fddd14b3c0b9 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:53.321609 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ddd0bf5c-30e0-4483-9a4f-513b5642054a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.374381 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-24e4e1fd-087c-4708-bda1-51da2684aed3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.9133518 Sep 16 05:00:53.375181 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59564) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:53.381581 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc729e67-7bac-4670-8756-f62ae4a85e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=facf4d57-340f-422b-ae79-c4dcd79c0254,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:53.404288 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc729e67-7bac-4670-8756-f62ae4a85e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.405384 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-bc729e67-7bac-4670-8756-f62ae4a85e03 admin admin] Added segment a256946c-2bb0-4d0b-acb2-4eb7269402fc of type vlan for network 0d33b69e-9c55-4743-9389-27805ae41577 Sep 16 05:00:53.532134 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc729e67-7bac-4670-8756-f62ae4a85e03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.605139 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc729e67-7bac-4670-8756-f62ae4a85e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.606328 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc729e67-7bac-4670-8756-f62ae4a85e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:53.608126 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc729e67-7bac-4670-8756-f62ae4a85e03 admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.638403 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-ddd0bf5c-30e0-4483-9a4f-513b5642054a admin admin] For port da604890-2903-45cd-aa88-fddd14b3c0b9, host n-d-712139-15, got binding levels [] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:53.639873 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ddd0bf5c-30e0-4483-9a4f-513b5642054a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.765790 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc729e67-7bac-4670-8756-f62ae4a85e03 admin admin] Pushing event updated for resources: {'Network': ['ID=0d33b69e-9c55-4743-9389-27805ae41577,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:53.769280 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-bc729e67-7bac-4670-8756-f62ae4a85e03 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9380450 Sep 16 05:00:53.773214 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59570) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:53.778571 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-fb522eef-d63d-4539-a75c-91bf51652390 admin admin] Request body: {'subnet': {'network_id': '0d33b69e-9c55-4743-9389-27805ae41577', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-311134407-subnet', 'tenant_id': 'd1e66c064a2446da8a44bd277fe60e74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:53.789306 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 0d33b69e-9c55-4743-9389-27805ae41577 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:00:53.795389 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 834273f0-c44e-4066-8feb-561afa676e43 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:53.806292 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb522eef-d63d-4539-a75c-91bf51652390 admin admin] Made reservation on behalf of d1e66c064a2446da8a44bd277fe60e74 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:53.812805 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fb522eef-d63d-4539-a75c-91bf51652390 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.943216 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-ddd0bf5c-30e0-4483-9a4f-513b5642054a admin admin] Calling delete_port for da604890-2903-45cd-aa88-fddd14b3c0b9 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:54.034487 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.ipam_backend_mixin [None req-ddd0bf5c-30e0-4483-9a4f-513b5642054a admin admin] Port da604890-2903-45cd-aa88-fddd14b3c0b9 was not found and therefore no delete operation was performed {{(pid=94766) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:00:54.052795 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ddd0bf5c-30e0-4483-9a4f-513b5642054a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.089007 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3c367-21cc-478a-a9ae-de174266e27c req-8eb90a7e-3b98-40e3-a205-1cc9e62cabc8 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:54.090971 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-44a3c367-21cc-478a-a9ae-de174266e27c req-8eb90a7e-3b98-40e3-a205-1cc9e62cabc8 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 945 time: 0.1126657 Sep 16 05:00:54.099998 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c611924-17ee-4ff4-adad-9eacd23b468d None None] Network cbe6c1b5-cfc5-454d-b231-699c329d55ee requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:54.123948 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0bf5c-30e0-4483-9a4f-513b5642054a admin admin] Pushing event deleted for resources: {'Port': ['ID=da604890-2903-45cd-aa88-fddd14b3c0b9,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:54.151442 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd0bf5c-30e0-4483-9a4f-513b5642054a admin admin] No DVR routers for this DVR port da604890-2903-45cd-aa88-fddd14b3c0b9 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:54.219961 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fb522eef-d63d-4539-a75c-91bf51652390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.226299 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-6cb12eb4-114e-4bf6-9406-68b719e0f8fe tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Deleting port 9d402e6a-22da-4ba5-9da1-d17807fce2a3 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:54.227993 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6cb12eb4-114e-4bf6-9406-68b719e0f8fe tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.382998 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-44a3c367-21cc-478a-a9ae-de174266e27c req-54924972-25a9-4c05-a441-fa70a95d3f92 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2731271 Sep 16 05:00:54.417193 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-1a62e503-f8f6-49ba-b68e-14bb93b4fcda None None] Provisioning complete for port 834273f0-c44e-4066-8feb-561afa676e43 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:54.417564 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1a62e503-f8f6-49ba-b68e-14bb93b4fcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.419432 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 834273f0-c44e-4066-8feb-561afa676e43 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:54.419748 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.447687 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb522eef-d63d-4539-a75c-91bf51652390 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6568e04b-a726-42bd-b3ec-e3fe378e6647,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:54.452517 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ddd0bf5c-30e0-4483-9a4f-513b5642054a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.488594 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-cf527f05-1a26-44aa-86cc-908f8a708c6f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Deleting port 4be54ebe-7401-453b-947c-66e77622e3bd {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:54.489906 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cf527f05-1a26-44aa-86cc-908f8a708c6f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.513208 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb522eef-d63d-4539-a75c-91bf51652390 admin admin] Checking segment: {'id': 'a256946c-2bb0-4d0b-acb2-4eb7269402fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0d33b69e-9c55-4743-9389-27805ae41577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:54.513873 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb522eef-d63d-4539-a75c-91bf51652390 admin admin] Network hostable DHCP agents. Network: 0d33b69e-9c55-4743-9389-27805ae41577, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:00:54.525937 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a70f0b-b765-4216-bf67-d701c97d9606 req-4658aaf0-c741-4b52-be9b-b765b1dacfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:54.527504 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e9a70f0b-b765-4216-bf67-d701c97d9606 req-4658aaf0-c741-4b52-be9b-b765b1dacfcd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b67ac34bf7e46cc823dbce391e87ff7&device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 1097 time: 0.2119524 Sep 16 05:00:54.548683 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb522eef-d63d-4539-a75c-91bf51652390 admin admin] Network 0d33b69e-9c55-4743-9389-27805ae41577 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:00:54.567677 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-fb522eef-d63d-4539-a75c-91bf51652390 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 0d33b69e-9c55-4743-9389-27805ae41577) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:54.570300 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-ddd0bf5c-30e0-4483-9a4f-513b5642054a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3a281bb-ce85-4717-a1ba-b460536ebe9f']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:54.575016 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb522eef-d63d-4539-a75c-91bf51652390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:54.575869 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fb522eef-d63d-4539-a75c-91bf51652390 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.613889 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb3ac6a-a586-4b63-8854-1d0f58fd2bcd None None] Network 0d33b69e-9c55-4743-9389-27805ae41577 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:54.616683 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-fb522eef-d63d-4539-a75c-91bf51652390 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8363798 Sep 16 05:00:54.648148 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-ddd0bf5c-30e0-4483-9a4f-513b5642054a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bfa0d1e-291d-469d-b47d-7257d51a312f') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:54.648279 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-ddd0bf5c-30e0-4483-9a4f-513b5642054a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bfa0d1e-291d-469d-b47d-7257d51a312f') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:54.679883 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ddd0bf5c-30e0-4483-9a4f-513b5642054a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.747928 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6cb12eb4-114e-4bf6-9406-68b719e0f8fe tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.768211 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ddd0bf5c-30e0-4483-9a4f-513b5642054a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.821538 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-cf527f05-1a26-44aa-86cc-908f8a708c6f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] For port 4be54ebe-7401-453b-947c-66e77622e3bd, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=4be54ebe-7401-453b-947c-66e77622e3bd,segment=NetworkSegment(ebfa89d1-030a-40f8-b8d1-986cf00fd3e2),segment_id=ebfa89d1-030a-40f8-b8d1-986cf00fd3e2)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:54.821976 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cf527f05-1a26-44aa-86cc-908f8a708c6f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.825592 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd0bf5c-30e0-4483-9a4f-513b5642054a admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:00:54.826208 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ddd0bf5c-30e0-4483-9a4f-513b5642054a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.829438 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:00:54.829438 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:00:54.829438 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:00:54.829438 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:00:54.829438 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:00:54.829438 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:00:54.829438 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:00:54.829438 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:00:54.829438 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:00:54.829438 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:00:54.829438 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:00:54.829438 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:00:54.829438 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:00:54.829438 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:00:54.829438 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:00:54.829438 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:00:54.829438 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:00:54.829438 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:00:54.829438 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:00:54.829438 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:00:54.829438 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:00:54.829438 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:00:54.829438 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:00:54.829438 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:00:54.829438 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:00:54.829438 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:00:54.829438 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:00:54.829438 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:00:54.829438 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:00:54.829438 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:00:54.829438 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:00:54.829438 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:00:54.833613 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-6cb12eb4-114e-4bf6-9406-68b719e0f8fe tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Calling delete_port for 9d402e6a-22da-4ba5-9da1-d17807fce2a3 owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:54.841259 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.857004 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59632) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:54.878864 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-cf527f05-1a26-44aa-86cc-908f8a708c6f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Calling delete_port for 4be54ebe-7401-453b-947c-66e77622e3bd owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:54.919599 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1a62e503-f8f6-49ba-b68e-14bb93b4fcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.950979 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc1837f-fdf4-4087-8cf8-bbeb5a9a4ffd None None] Network 0d33b69e-9c55-4743-9389-27805ae41577 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:54.987189 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 834273f0-c44e-4066-8feb-561afa676e43, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=834273f0-c44e-4066-8feb-561afa676e43,segment=NetworkSegment(df1de3e4-55fc-4aa4-a475-e9bbad776c61),segment_id=df1de3e4-55fc-4aa4-a475-e9bbad776c61)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:54.999553 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.041495 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ddd0bf5c-30e0-4483-9a4f-513b5642054a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.057018 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ddd0bf5c-30e0-4483-9a4f-513b5642054a admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.059729 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ddd0bf5c-30e0-4483-9a4f-513b5642054a admin admin] 10.222.0.35 "DELETE /v2.0/networks/b3a281bb-ce85-4717-a1ba-b460536ebe9f HTTP/1.1" status: 204 len: 168 time: 2.8732893 Sep 16 05:00:55.077555 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-caf24042-c1bf-40f7-b51f-85e432be1009 admin admin] Deleting subnet ee53fa18-9757-4a9a-8eb3-4d6841fdf4b3 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:00:55.124909 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-caf24042-c1bf-40f7-b51f-85e432be1009 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.135396 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0bf5c-30e0-4483-9a4f-513b5642054a admin admin] Pushing event deleted for resources: {'Network': ['ID=b3a281bb-ce85-4717-a1ba-b460536ebe9f,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:55.159825 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device da604890-2903-45cd-aa88-fddd14b3c0b9 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:55.210540 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: da604890-2903-45cd-aa88-fddd14b3c0b9 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:55.210883 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device da604890-2903-45cd-aa88-fddd14b3c0b9 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:55.228002 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-caf24042-c1bf-40f7-b51f-85e432be1009 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.247558 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-1a62e503-f8f6-49ba-b68e-14bb93b4fcda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:00:55.247910 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-1a62e503-f8f6-49ba-b68e-14bb93b4fcda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:00:55.267561 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=834273f0-c44e-4066-8feb-561afa676e43,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:55.463284 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-caf24042-c1bf-40f7-b51f-85e432be1009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.500936 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cf527f05-1a26-44aa-86cc-908f8a708c6f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.519099 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6cb12eb4-114e-4bf6-9406-68b719e0f8fe tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.542315 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59690) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:55.574972 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf527f05-1a26-44aa-86cc-908f8a708c6f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event deleted for resources: {'Port': ['ID=4be54ebe-7401-453b-947c-66e77622e3bd,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:55.672044 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 834273f0-c44e-4066-8feb-561afa676e43 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:55.782495 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb12eb4-114e-4bf6-9406-68b719e0f8fe tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Port': ['ID=9d402e6a-22da-4ba5-9da1-d17807fce2a3,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:55.802938 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6cb12eb4-114e-4bf6-9406-68b719e0f8fe tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.808774 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59710) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:55.829403 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6cb12eb4-114e-4bf6-9406-68b719e0f8fe tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/ports/9d402e6a-22da-4ba5-9da1-d17807fce2a3 HTTP/1.1" status: 204 len: 168 time: 2.3973577 Sep 16 05:00:55.871710 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 834273f0-c44e-4066-8feb-561afa676e43 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:55.872156 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.884613 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-74713af2-9b75-4f1f-a858-9dfa289d1405 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] GET failed (client error): The resource could not be found. Sep 16 05:00:55.885785 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-caf24042-c1bf-40f7-b51f-85e432be1009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.892125 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-74713af2-9b75-4f1f-a858-9dfa289d1405 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "GET /v2.0/ports/9d402e6a-22da-4ba5-9da1-d17807fce2a3 HTTP/1.1" status: 404 len: 333 time: 0.0812829 Sep 16 05:00:55.893819 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59718) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:55.986294 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-16b35257-af35-43f8-9fe5-73281ebb97ab admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=300a1bec8767496a93e1052c1a0a1094&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4412119 Sep 16 05:00:55.992768 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59730) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:56.025558 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-29244a94-11cc-42ba-9058-2a074111a508 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Deleting subnet 522474e4-9f81-4897-aac8-e2095900d72a {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:00:56.026382 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf24042-c1bf-40f7-b51f-85e432be1009 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee53fa18-9757-4a9a-8eb3-4d6841fdf4b3,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:56.032453 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d3d795e5-2c34-4c58-a20d-292c74a2abbe None None] Could not find standard attr ID for object 9d402e6a-22da-4ba5-9da1-d17807fce2a3. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:00:56.042452 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-29244a94-11cc-42ba-9058-2a074111a508 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.047054 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d3d795e5-2c34-4c58-a20d-292c74a2abbe None None] Provisioning complete for port 834273f0-c44e-4066-8feb-561afa676e43 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:56.048159 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d3d795e5-2c34-4c58-a20d-292c74a2abbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.124092 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-29244a94-11cc-42ba-9058-2a074111a508 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.155032 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-caf24042-c1bf-40f7-b51f-85e432be1009 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.160497 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-caf24042-c1bf-40f7-b51f-85e432be1009 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ee53fa18-9757-4a9a-8eb3-4d6841fdf4b3 HTTP/1.1" status: 204 len: 168 time: 1.2970369 Sep 16 05:00:56.165214 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59748) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:56.196982 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-821d08cd-3aeb-4560-8bd7-2370044b9cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.260909 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-821d08cd-3aeb-4560-8bd7-2370044b9cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.286471 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cf527f05-1a26-44aa-86cc-908f8a708c6f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.305935 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9ffbe939-8a92-4702-834f-ee07f5861de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.328071 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-29244a94-11cc-42ba-9058-2a074111a508 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.423894 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-821d08cd-3aeb-4560-8bd7-2370044b9cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.426961 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-821d08cd-3aeb-4560-8bd7-2370044b9cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.428692 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-821d08cd-3aeb-4560-8bd7-2370044b9cad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7a7ddb67-7c8f-4302-8c59-a937bfb56ef2 HTTP/1.1" status: 204 len: 168 time: 0.4244573 Sep 16 05:00:56.446672 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d08cd-3aeb-4560-8bd7-2370044b9cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7ddb67-7c8f-4302-8c59-a937bfb56ef2,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:56.464944 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9ffbe939-8a92-4702-834f-ee07f5861de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.704088 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf527f05-1a26-44aa-86cc-908f8a708c6f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Router b6aa8dbc-6703-46e6-8ab1-d267b9da81a8 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:00:56.875703 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-9ffbe939-8a92-4702-834f-ee07f5861de7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc628103-9618-4dcb-a76d-551265c11a8c']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:56.885997 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-29244a94-11cc-42ba-9058-2a074111a508 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.931714 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-9ffbe939-8a92-4702-834f-ee07f5861de7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9b8fc3d-4ca5-468f-b21c-d0de4d5ea485') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:56.932118 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-9ffbe939-8a92-4702-834f-ee07f5861de7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9b8fc3d-4ca5-468f-b21c-d0de4d5ea485') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:56.997737 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59842) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:57.000975 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29244a94-11cc-42ba-9058-2a074111a508 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Subnet': ['ID=522474e4-9f81-4897-aac8-e2095900d72a,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:57.016997 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649d8dbb-1350-4fc6-ae01-7ca463acec5a None None] Network cbe6c1b5-cfc5-454d-b231-699c329d55ee requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:57.019087 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-29244a94-11cc-42ba-9058-2a074111a508 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.021978 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-29244a94-11cc-42ba-9058-2a074111a508 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/subnets/522474e4-9f81-4897-aac8-e2095900d72a HTTP/1.1" status: 204 len: 168 time: 1.1252463 Sep 16 05:00:57.028471 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9ffbe939-8a92-4702-834f-ee07f5861de7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.033462 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59850) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:57.078279 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9ffbe939-8a92-4702-834f-ee07f5861de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.129266 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ffbe939-8a92-4702-834f-ee07f5861de7 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:00:57.130503 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9ffbe939-8a92-4702-834f-ee07f5861de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.132819 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:00:57.132819 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:00:57.132819 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:00:57.132819 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:00:57.132819 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:00:57.132819 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:00:57.132819 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:00:57.132819 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:00:57.132819 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:00:57.132819 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:00:57.132819 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:00:57.132819 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:00:57.132819 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:00:57.132819 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:00:57.132819 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:00:57.132819 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:00:57.132819 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:00:57.132819 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:00:57.132819 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:00:57.132819 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:00:57.132819 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:00:57.132819 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:00:57.132819 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:00:57.132819 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:00:57.132819 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:00:57.132819 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:00:57.132819 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:00:57.132819 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:00:57.132819 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:00:57.132819 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:00:57.132819 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:00:57.132819 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:00:57.166497 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3ea76-2f14-4a31-9d7a-1bce02f65ab8 req-0feb6345-df9a-4720-96ca-32764018d2dd tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:57.168931 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5da3ea76-2f14-4a31-9d7a-1bce02f65ab8 req-0feb6345-df9a-4720-96ca-32764018d2dd tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 945 time: 0.3180218 Sep 16 05:00:57.331487 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a70f0b-b765-4216-bf67-d701c97d9606 req-3308172d-fbcc-40ea-a3dd-167b49718ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:57.333065 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e9a70f0b-b765-4216-bf67-d701c97d9606 req-3308172d-fbcc-40ea-a3dd-167b49718ece service neutron] 10.222.0.48 "GET /v2.0/networks?id=fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 HTTP/1.1" status: 200 len: 918 time: 0.8276391 Sep 16 05:00:57.346808 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-cf8ee476-d258-4d90-9656-ecb8a68e7c37 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ef4e10ee4270493fa81aa4dc9ef28791&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3408718 Sep 16 05:00:57.360334 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59878) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:57.368199 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-45ad99d9-f991-4b84-bcd8-540d91892b86 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.376519 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7513eac2-4933-47ba-8ac3-037a6f46538c None None] DHCP port deletion for cbe6c1b5-cfc5-454d-b231-699c329d55ee request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:00:57.435267 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9ffbe939-8a92-4702-834f-ee07f5861de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.463165 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9ffbe939-8a92-4702-834f-ee07f5861de7 admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.465403 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9ffbe939-8a92-4702-834f-ee07f5861de7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/cc628103-9618-4dcb-a76d-551265c11a8c HTTP/1.1" status: 204 len: 168 time: 1.2982724 Sep 16 05:00:57.485778 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59890) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:57.506053 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5da3ea76-2f14-4a31-9d7a-1bce02f65ab8 req-d9e5c154-4f5b-435c-b832-835237c5564c tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3053408 Sep 16 05:00:57.514777 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-7513eac2-4933-47ba-8ac3-037a6f46538c None None] Deleting port 834273f0-c44e-4066-8feb-561afa676e43 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:57.514929 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7513eac2-4933-47ba-8ac3-037a6f46538c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.568534 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffbe939-8a92-4702-834f-ee07f5861de7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc628103-9618-4dcb-a76d-551265c11a8c,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:57.626022 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf527f05-1a26-44aa-86cc-908f8a708c6f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:00:57.637582 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe5311d-36c4-48fd-8c8e-c23d3e44ef77 None None] Sync routers for ids ['b6aa8dbc-6703-46e6-8ab1-d267b9da81a8'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:00:57.653367 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e9a70f0b-b765-4216-bf67-d701c97d9606 req-c3406211-6ecf-44a5-bade-d0a432fd7d8f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfa7b302-5c1c-443a-89da-aad3b2a9358e HTTP/1.1" status: 200 len: 1000 time: 0.3029735 Sep 16 05:00:57.655537 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe5311d-36c4-48fd-8c8e-c23d3e44ef77 None None] Routers {'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:57.656877 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dbe5311d-36c4-48fd-8c8e-c23d3e44ef77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:00:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b6aa8dbc-6703-46e6-8ab1-d267b9da81a8'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:57.661812 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cf527f05-1a26-44aa-86cc-908f8a708c6f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "PUT /v2.0/routers/b6aa8dbc-6703-46e6-8ab1-d267b9da81a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1747096 Sep 16 05:00:57.662339 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59910) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:57.731614 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-7513eac2-4933-47ba-8ac3-037a6f46538c None None] For port 834273f0-c44e-4066-8feb-561afa676e43, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=834273f0-c44e-4066-8feb-561afa676e43,segment=NetworkSegment(df1de3e4-55fc-4aa4-a475-e9bbad776c61),segment_id=df1de3e4-55fc-4aa4-a475-e9bbad776c61)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:57.732453 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7513eac2-4933-47ba-8ac3-037a6f46538c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.757932 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-14c50240-1725-4090-8357-eaa10a017e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.765483 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-16383287-2b7c-4757-8378-7b0fe71fe195 admin admin] Deleting subnet 6568e04b-a726-42bd-b3ec-e3fe378e6647 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:00:57.787559 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-7513eac2-4933-47ba-8ac3-037a6f46538c None None] Calling delete_port for 834273f0-c44e-4066-8feb-561afa676e43 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:57.807887 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 834273f0-c44e-4066-8feb-561afa676e43 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:57.818730 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-af9ae01c-38b7-41a7-82f9-4e33472b26d8 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Deleting subnet 6759e691-02a6-400e-add7-98b3fe3d916b {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:00:57.827291 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-af9ae01c-38b7-41a7-82f9-4e33472b26d8 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.834644 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-16383287-2b7c-4757-8378-7b0fe71fe195 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.856074 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-dbe5311d-36c4-48fd-8c8e-c23d3e44ef77 None None] Set router b6aa8dbc-6703-46e6-8ab1-d267b9da81a8 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:57.900442 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-af9ae01c-38b7-41a7-82f9-4e33472b26d8 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.919886 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-16383287-2b7c-4757-8378-7b0fe71fe195 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.969810 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-14c50240-1725-4090-8357-eaa10a017e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.975744 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a70f0b-b765-4216-bf67-d701c97d9606 req-4114e71a-cc9d-4f64-a01d-1fe11a3a1099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:57.977949 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e9a70f0b-b765-4216-bf67-d701c97d9606 req-4114e71a-cc9d-4f64-a01d-1fe11a3a1099 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03820bd1-1023-490e-b628-251d17d722c4 HTTP/1.1" status: 200 len: 856 time: 0.2941315 Sep 16 05:00:58.042588 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7513eac2-4933-47ba-8ac3-037a6f46538c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.096694 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-af9ae01c-38b7-41a7-82f9-4e33472b26d8 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.110274 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-16383287-2b7c-4757-8378-7b0fe71fe195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.116757 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-45ad99d9-f991-4b84-bcd8-540d91892b86 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Deleting port 834273f0-c44e-4066-8feb-561afa676e43 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:58.120886 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-45ad99d9-f991-4b84-bcd8-540d91892b86 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.124867 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.162724 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513eac2-4933-47ba-8ac3-037a6f46538c None None] Pushing event deleted for resources: {'Port': ['ID=834273f0-c44e-4066-8feb-561afa676e43,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:58.179564 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7513eac2-4933-47ba-8ac3-037a6f46538c None None] No DVR routers for this DVR port 834273f0-c44e-4066-8feb-561afa676e43 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:58.189622 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-af9ae01c-38b7-41a7-82f9-4e33472b26d8 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.248188 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-af9ae01c-38b7-41a7-82f9-4e33472b26d8 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.252668 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-af9ae01c-38b7-41a7-82f9-4e33472b26d8 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "DELETE /v2.0/subnets/6759e691-02a6-400e-add7-98b3fe3d916b HTTP/1.1" status: 204 len: 168 time: 0.5873148 Sep 16 05:00:58.267979 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee34686-181b-403f-af64-c545c9b5a9be None None] Network 5134c4c0-d730-4527-84ec-0e99ebfeac5b requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:58.285570 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59966) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:58.304762 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dbe5311d-36c4-48fd-8c8e-c23d3e44ef77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55976048', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '659ff6ba-0b4a-440c-81f5-f46503155aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:29Z', 'updated_at': '2021-09-16T05:00:55Z', 'revision_number': 5, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': '659ff6ba-0b4a-440c-81f5-f46503155aa3', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:32Z', 'updated_at': '2021-09-16T04:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:58.311850 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a70f0b-b765-4216-bf67-d701c97d9606 req-f138270f-719e-4ed4-9f80-c91e826c55c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:58.312489 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e9a70f0b-b765-4216-bf67-d701c97d9606 req-f138270f-719e-4ed4-9f80-c91e826c55c2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa14f7fe-1f8d-4bc9-a5b1-99c520e36470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3205376 Sep 16 05:00:58.339098 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ae01c-38b7-41a7-82f9-4e33472b26d8 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event deleted for resources: {'Subnet': ['ID=6759e691-02a6-400e-add7-98b3fe3d916b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:58.358409 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe5311d-36c4-48fd-8c8e-c23d3e44ef77 None None] Checking router: b6aa8dbc-6703-46e6-8ab1-d267b9da81a8 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:00:58.371945 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe5311d-36c4-48fd-8c8e-c23d3e44ef77 None None] Routers {'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:58.373850 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dbe5311d-36c4-48fd-8c8e-c23d3e44ef77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:00:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b6aa8dbc-6703-46e6-8ab1-d267b9da81a8'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:58.494971 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-45ad99d9-f991-4b84-bcd8-540d91892b86 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] For port 834273f0-c44e-4066-8feb-561afa676e43, host n-d-712139-15, got binding levels [] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:58.495345 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-45ad99d9-f991-4b84-bcd8-540d91892b86 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.557995 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-14c50240-1725-4090-8357-eaa10a017e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.561533 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-14c50240-1725-4090-8357-eaa10a017e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.563055 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-14c50240-1725-4090-8357-eaa10a017e26 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cd649673-1d9e-4ad2-9d2f-207dfb541c3c HTTP/1.1" status: 204 len: 168 time: 1.1999304 Sep 16 05:00:58.575695 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-45ad99d9-f991-4b84-bcd8-540d91892b86 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Calling delete_port for 834273f0-c44e-4066-8feb-561afa676e43 owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:58.607688 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-dbe5311d-36c4-48fd-8c8e-c23d3e44ef77 None None] Set router b6aa8dbc-6703-46e6-8ab1-d267b9da81a8 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:58.614828 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.ipam_backend_mixin [None req-45ad99d9-f991-4b84-bcd8-540d91892b86 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Port 834273f0-c44e-4066-8feb-561afa676e43 was not found and therefore no delete operation was performed {{(pid=94767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:00:58.672081 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-45ad99d9-f991-4b84-bcd8-540d91892b86 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.731638 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c50240-1725-4090-8357-eaa10a017e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd649673-1d9e-4ad2-9d2f-207dfb541c3c,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:58.736541 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e9a70f0b-b765-4216-bf67-d701c97d9606 req-f3daaca7-61ea-4974-810d-9bd4fb131da3 service neutron] 10.222.0.48 "GET /v2.0/networks/fa14f7fe-1f8d-4bc9-a5b1-99c520e36470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4138513 Sep 16 05:00:58.757107 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf751eb-3765-4697-9c70-28d0a330bffc None None] DHCP port deletion for 5134c4c0-d730-4527-84ec-0e99ebfeac5b request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:00:58.775958 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-16383287-2b7c-4757-8378-7b0fe71fe195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.894948 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-0bf751eb-3765-4697-9c70-28d0a330bffc None None] Deleting port bf351344-9432-4d57-bd7e-5da194d20588 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:58.895515 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0bf751eb-3765-4697-9c70-28d0a330bffc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.980110 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad99d9-f991-4b84-bcd8-540d91892b86 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Port': ['ID=834273f0-c44e-4066-8feb-561afa676e43,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:58.990388 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ad99d9-f991-4b84-bcd8-540d91892b86 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] No DVR routers for this DVR port 834273f0-c44e-4066-8feb-561afa676e43 on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:59.017978 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dbe5311d-36c4-48fd-8c8e-c23d3e44ef77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55976048', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '659ff6ba-0b4a-440c-81f5-f46503155aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:29Z', 'updated_at': '2021-09-16T05:00:55Z', 'revision_number': 5, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': '659ff6ba-0b4a-440c-81f5-f46503155aa3', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:32Z', 'updated_at': '2021-09-16T04:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:59.069481 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe5311d-36c4-48fd-8c8e-c23d3e44ef77 None None] The sync data for ids ['b6aa8dbc-6703-46e6-8ab1-d267b9da81a8'] in n-d-712139-15 is: [{'id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55976048', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '659ff6ba-0b4a-440c-81f5-f46503155aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:29Z', 'updated_at': '2021-09-16T05:00:55Z', 'revision_number': 5, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': '659ff6ba-0b4a-440c-81f5-f46503155aa3', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa8dbc-6703-46e6-8ab1-d267b9da81a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:32Z', 'updated_at': '2021-09-16T04:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:00:59.079627 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-0bf751eb-3765-4697-9c70-28d0a330bffc None None] For port bf351344-9432-4d57-bd7e-5da194d20588, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=bf351344-9432-4d57-bd7e-5da194d20588,segment=NetworkSegment(ebfa89d1-030a-40f8-b8d1-986cf00fd3e2),segment_id=ebfa89d1-030a-40f8-b8d1-986cf00fd3e2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:59.081355 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0bf751eb-3765-4697-9c70-28d0a330bffc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.109919 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-0bf751eb-3765-4697-9c70-28d0a330bffc None None] Calling delete_port for bf351344-9432-4d57-bd7e-5da194d20588 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:59.137035 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16383287-2b7c-4757-8378-7b0fe71fe195 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6568e04b-a726-42bd-b3ec-e3fe378e6647,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:59.142356 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-16383287-2b7c-4757-8378-7b0fe71fe195 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.149298 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-16383287-2b7c-4757-8378-7b0fe71fe195 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6568e04b-a726-42bd-b3ec-e3fe378e6647 HTTP/1.1" status: 204 len: 168 time: 1.6344438 Sep 16 05:00:59.149476 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59996) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:59.258209 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e247f95b-4d44-4b0b-9311-fa67da9949d5 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.262575 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e9a70f0b-b765-4216-bf67-d701c97d9606 req-9c510ceb-2e1b-4d23-8cf4-1687538226c6 service neutron] 10.222.0.48 "GET /v2.0/networks/fa14f7fe-1f8d-4bc9-a5b1-99c520e36470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4878240 Sep 16 05:00:59.365065 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0bf751eb-3765-4697-9c70-28d0a330bffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.391430 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fe0d050a-0697-4c88-bee8-6e50056fdd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.434485 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91e4bc-6fcf-4e47-9107-37f1bd24b01a req-54878036-5a67-44fb-be3a-3501dcaf3c6e tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:59.439687 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf751eb-3765-4697-9c70-28d0a330bffc None None] Pushing event deleted for resources: {'Port': ['ID=bf351344-9432-4d57-bd7e-5da194d20588,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:59.449451 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf751eb-3765-4697-9c70-28d0a330bffc None None] No DVR routers for this DVR port bf351344-9432-4d57-bd7e-5da194d20588 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:59.458050 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4e91e4bc-6fcf-4e47-9107-37f1bd24b01a req-54878036-5a67-44fb-be3a-3501dcaf3c6e tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 945 time: 0.7197804 Sep 16 05:00:59.534994 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fe0d050a-0697-4c88-bee8-6e50056fdd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.561442 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-fe0d050a-0697-4c88-bee8-6e50056fdd6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d33b69e-9c55-4743-9389-27805ae41577']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:59.575199 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-45ad99d9-f991-4b84-bcd8-540d91892b86 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.577446 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-fe0d050a-0697-4c88-bee8-6e50056fdd6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a256946c-2bb0-4d0b-acb2-4eb7269402fc') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:59.577745 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-fe0d050a-0697-4c88-bee8-6e50056fdd6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a256946c-2bb0-4d0b-acb2-4eb7269402fc') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:59.586000 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e247f95b-4d44-4b0b-9311-fa67da9949d5 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.592005 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fe0d050a-0697-4c88-bee8-6e50056fdd6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.614007 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fe0d050a-0697-4c88-bee8-6e50056fdd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.621749 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-45ad99d9-f991-4b84-bcd8-540d91892b86 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe6c1b5-cfc5-454d-b231-699c329d55ee']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:59.622856 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe0d050a-0697-4c88-bee8-6e50056fdd6b admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:00:59.623716 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fe0d050a-0697-4c88-bee8-6e50056fdd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.648886 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-45ad99d9-f991-4b84-bcd8-540d91892b86 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df1de3e4-55fc-4aa4-a475-e9bbad776c61') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:59.649281 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-45ad99d9-f991-4b84-bcd8-540d91892b86 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df1de3e4-55fc-4aa4-a475-e9bbad776c61') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:59.676172 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bf351344-9432-4d57-bd7e-5da194d20588 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:59.681131 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:00:59.681131 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:00:59.681131 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:00:59.681131 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:00:59.681131 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:00:59.681131 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:00:59.681131 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:00:59.681131 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:00:59.681131 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:00:59.681131 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:00:59.681131 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:00:59.681131 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:00:59.681131 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:00:59.681131 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:00:59.681131 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:00:59.681131 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:00:59.681131 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:00:59.681131 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:00:59.681131 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:00:59.681131 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:00:59.681131 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:00:59.681131 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:00:59.681131 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:00:59.681131 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:00:59.681131 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:00:59.681131 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:00:59.681131 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:00:59.681131 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:00:59.681131 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:00:59.681131 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:00:59.681131 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:00:59.681131 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:00:59.701578 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4e91e4bc-6fcf-4e47-9107-37f1bd24b01a req-fe7980cd-5296-4e1a-9336-d0190263f160 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659014 Sep 16 05:00:59.710694 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-45ad99d9-f991-4b84-bcd8-540d91892b86 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.717134 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: bf351344-9432-4d57-bd7e-5da194d20588 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:59.717831 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bf351344-9432-4d57-bd7e-5da194d20588 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:59.718520 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 4be54ebe-7401-453b-947c-66e77622e3bd no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:59.765565 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fe0d050a-0697-4c88-bee8-6e50056fdd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.767077 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 4be54ebe-7401-453b-947c-66e77622e3bd {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:59.769810 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 4be54ebe-7401-453b-947c-66e77622e3bd not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:59.772878 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-45ad99d9-f991-4b84-bcd8-540d91892b86 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.773751 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fe0d050a-0697-4c88-bee8-6e50056fdd6b admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.776275 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fe0d050a-0697-4c88-bee8-6e50056fdd6b admin admin] 10.222.0.35 "DELETE /v2.0/networks/0d33b69e-9c55-4743-9389-27805ae41577 HTTP/1.1" status: 204 len: 168 time: 0.6256940 Sep 16 05:00:59.788266 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-e247f95b-4d44-4b0b-9311-fa67da9949d5 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Deleting port 659ff6ba-0b4a-440c-81f5-f46503155aa3 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:59.792458 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e247f95b-4d44-4b0b-9311-fa67da9949d5 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.795874 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ad99d9-f991-4b84-bcd8-540d91892b86 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:00:59.797145 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-45ad99d9-f991-4b84-bcd8-540d91892b86 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.822890 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d050a-0697-4c88-bee8-6e50056fdd6b admin admin] Pushing event deleted for resources: {'Network': ['ID=0d33b69e-9c55-4743-9389-27805ae41577,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:59.824196 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:00:59.824196 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:00:59.824196 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:00:59.824196 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:00:59.824196 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:00:59.824196 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:00:59.824196 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:00:59.824196 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:00:59.824196 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:00:59.824196 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:00:59.824196 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:00:59.824196 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:00:59.824196 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:00:59.824196 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:00:59.824196 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:00:59.824196 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:00:59.824196 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:00:59.824196 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:00:59.824196 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:00:59.824196 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:00:59.824196 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:00:59.824196 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:00:59.824196 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:00:59.824196 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:00:59.824196 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:00:59.824196 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:00:59.824196 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:00:59.824196 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:00:59.824196 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:00:59.824196 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:00:59.824196 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:00:59.824196 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:00:59.956734 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-45ad99d9-f991-4b84-bcd8-540d91892b86 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.969219 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-45ad99d9-f991-4b84-bcd8-540d91892b86 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.976537 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60008) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:59.977057 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-45ad99d9-f991-4b84-bcd8-540d91892b86 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/networks/cbe6c1b5-cfc5-454d-b231-699c329d55ee HTTP/1.1" status: 204 len: 168 time: 2.9269269 Sep 16 05:00:59.983726 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-244f404b-c778-4182-90b5-a5223dc50e04 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'port': {'network_id': '626f09d1-cde1-4ef6-92f9-c90b2ee03ff5', 'name': 'tempest-PortsIpV6TestJSON-1058552875'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:00.093053 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60010) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:00.159333 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8d80ba69-81ac-43cc-a8fe-8d6a34e9a723 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2ad78fd2072c426d9e332698418592c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0650332 Sep 16 05:01:00.161636 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244f404b-c778-4182-90b5-a5223dc50e04 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Made reservation on behalf of 671edf2792fb45b2bfb42fa207389634 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:00.165813 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-244f404b-c778-4182-90b5-a5223dc50e04 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.186473 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60012) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:00.198918 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-244f404b-c778-4182-90b5-a5223dc50e04 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] device_id is not set on port 270ff050-631c-449c-a066-1dc7d107fb58 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:01:00.292811 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad99d9-f991-4b84-bcd8-540d91892b86 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Network': ['ID=cbe6c1b5-cfc5-454d-b231-699c329d55ee,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:00.308241 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ad99d9-f991-4b84-bcd8-540d91892b86 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:00.309187 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ad99d9-f991-4b84-bcd8-540d91892b86 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:00.309187 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ad99d9-f991-4b84-bcd8-540d91892b86 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:00.309414 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5464cb80-5795-45e3-952c-9eaea4b9c5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.309508 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ad99d9-f991-4b84-bcd8-540d91892b86 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:00.309720 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ad99d9-f991-4b84-bcd8-540d91892b86 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:00.310016 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ad99d9-f991-4b84-bcd8-540d91892b86 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:00.310396 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ad99d9-f991-4b84-bcd8-540d91892b86 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:00.310807 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ad99d9-f991-4b84-bcd8-540d91892b86 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:00.311382 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ad99d9-f991-4b84-bcd8-540d91892b86 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:00.311504 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ad99d9-f991-4b84-bcd8-540d91892b86 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:00.311750 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ad99d9-f991-4b84-bcd8-540d91892b86 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:00.312230 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ad99d9-f991-4b84-bcd8-540d91892b86 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:00.327983 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-e247f95b-4d44-4b0b-9311-fa67da9949d5 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] For port 659ff6ba-0b4a-440c-81f5-f46503155aa3, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=659ff6ba-0b4a-440c-81f5-f46503155aa3,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:00.328351 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e247f95b-4d44-4b0b-9311-fa67da9949d5 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.342470 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-e247f95b-4d44-4b0b-9311-fa67da9949d5 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Calling delete_port for 659ff6ba-0b4a-440c-81f5-f46503155aa3 owned by network:router_gateway {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:00.360143 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5464cb80-5795-45e3-952c-9eaea4b9c5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.449049 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-244f404b-c778-4182-90b5-a5223dc50e04 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.481799 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5464cb80-5795-45e3-952c-9eaea4b9c5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.485879 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5464cb80-5795-45e3-952c-9eaea4b9c5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.487326 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5464cb80-5795-45e3-952c-9eaea4b9c5e1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4c73bc28-e912-492a-9f05-df2487b3018b HTTP/1.1" status: 204 len: 168 time: 0.2970583 Sep 16 05:01:00.514305 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464cb80-5795-45e3-952c-9eaea4b9c5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c73bc28-e912-492a-9f05-df2487b3018b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:00.537002 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-244f404b-c778-4182-90b5-a5223dc50e04 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.584759 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244f404b-c778-4182-90b5-a5223dc50e04 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Network 626f09d1-cde1-4ef6-92f9-c90b2ee03ff5 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:00.591117 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-244f404b-c778-4182-90b5-a5223dc50e04 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:00.605006 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244f404b-c778-4182-90b5-a5223dc50e04 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:00.612887 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244f404b-c778-4182-90b5-a5223dc50e04 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:00.613651 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-244f404b-c778-4182-90b5-a5223dc50e04 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.633037 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e247f95b-4d44-4b0b-9311-fa67da9949d5 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.642470 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f404b-c778-4182-90b5-a5223dc50e04 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Port': ['ID=270ff050-631c-449c-a066-1dc7d107fb58,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:00.650104 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-244f404b-c778-4182-90b5-a5223dc50e04 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6719248 Sep 16 05:01:00.653531 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60018) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:00.676152 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e247f95b-4d44-4b0b-9311-fa67da9949d5 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event deleted for resources: {'Port': ['ID=659ff6ba-0b4a-440c-81f5-f46503155aa3,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:00.747821 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e247f95b-4d44-4b0b-9311-fa67da9949d5 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.805516 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-85860e81-fc66-4c73-940e-e8177974881d tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Deleting port 270ff050-631c-449c-a066-1dc7d107fb58 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:00.806698 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-85860e81-fc66-4c73-940e-e8177974881d tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.972013 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-85860e81-fc66-4c73-940e-e8177974881d tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.982789 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e247f95b-4d44-4b0b-9311-fa67da9949d5 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.987008 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e247f95b-4d44-4b0b-9311-fa67da9949d5 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.010946 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-85860e81-fc66-4c73-940e-e8177974881d tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Calling delete_port for 270ff050-631c-449c-a066-1dc7d107fb58 owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:01.042537 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dab9ca-a4f8-4f59-b0c4-64d93994d14e req-a6597b1a-944c-4935-aeb7-c92c7761a2c0 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:01.044541 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-13dab9ca-a4f8-4f59-b0c4-64d93994d14e req-a6597b1a-944c-4935-aeb7-c92c7761a2c0 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 945 time: 0.1557457 Sep 16 05:01:01.124690 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e247f95b-4d44-4b0b-9311-fa67da9949d5 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.125233 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e247f95b-4d44-4b0b-9311-fa67da9949d5 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Fanout notify agent at l3_agent the message router_deleted on router b6aa8dbc-6703-46e6-8ab1-d267b9da81a8 {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:01:01.142710 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e247f95b-4d44-4b0b-9311-fa67da9949d5 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.154030 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e247f95b-4d44-4b0b-9311-fa67da9949d5 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "DELETE /v2.0/routers/b6aa8dbc-6703-46e6-8ab1-d267b9da81a8 HTTP/1.1" status: 204 len: 168 time: 2.8666203 Sep 16 05:01:01.158636 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60028) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:01.220658 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-85860e81-fc66-4c73-940e-e8177974881d tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.266372 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60030) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:01.277871 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85860e81-fc66-4c73-940e-e8177974881d tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Port': ['ID=270ff050-631c-449c-a066-1dc7d107fb58,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:01.283464 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-85860e81-fc66-4c73-940e-e8177974881d tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.286424 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-85860e81-fc66-4c73-940e-e8177974881d tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/ports/270ff050-631c-449c-a066-1dc7d107fb58 HTTP/1.1" status: 204 len: 168 time: 0.6309214 Sep 16 05:01:01.294297 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60032) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:01.302842 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-18f1f87f-18c1-4201-acff-37fee16eaefc tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'port': {'network_id': '626f09d1-cde1-4ef6-92f9-c90b2ee03ff5', 'mac_address': 'fa:16:3e:24:35:e2', 'name': 'tempest-PortsIpV6TestJSON-35887959'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:01.310480 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a6dbfa9c-e4fb-4bb5-a745-19d62b71e50d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.316533 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-13dab9ca-a4f8-4f59-b0c4-64d93994d14e req-5c51144b-145c-4c58-a271-560f11ca4a42 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2626774 Sep 16 05:01:01.409190 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-355d94ed-9afb-4044-8091-477a54b000e1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d1e66c064a2446da8a44bd277fe60e74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1398830 Sep 16 05:01:01.425632 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60034) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:01.506190 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a6dbfa9c-e4fb-4bb5-a745-19d62b71e50d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.546178 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-a6dbfa9c-e4fb-4bb5-a745-19d62b71e50d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5134c4c0-d730-4527-84ec-0e99ebfeac5b']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:01.547271 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-505ba600-c949-46a9-aca5-a10ab4575979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.561048 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-a6dbfa9c-e4fb-4bb5-a745-19d62b71e50d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebfa89d1-030a-40f8-b8d1-986cf00fd3e2') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:01.561401 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-a6dbfa9c-e4fb-4bb5-a745-19d62b71e50d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebfa89d1-030a-40f8-b8d1-986cf00fd3e2') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:01.574972 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a6dbfa9c-e4fb-4bb5-a745-19d62b71e50d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.587028 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-505ba600-c949-46a9-aca5-a10ab4575979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.601457 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a6dbfa9c-e4fb-4bb5-a745-19d62b71e50d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.610335 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6dbfa9c-e4fb-4bb5-a745-19d62b71e50d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:01:01.610899 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a6dbfa9c-e4fb-4bb5-a745-19d62b71e50d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.619773 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:01:01.619773 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:01:01.619773 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:01:01.619773 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:01:01.619773 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:01:01.619773 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:01:01.619773 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:01:01.619773 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:01:01.619773 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:01:01.619773 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:01:01.619773 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:01:01.619773 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:01:01.619773 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:01:01.619773 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:01:01.619773 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:01:01.619773 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:01:01.619773 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:01:01.619773 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:01:01.619773 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:01:01.619773 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:01:01.619773 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:01:01.619773 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:01:01.619773 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:01:01.619773 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:01:01.619773 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:01:01.619773 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:01:01.619773 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:01:01.619773 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:01:01.619773 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:01:01.619773 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:01:01.619773 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:01:01.619773 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:01:01.647244 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f1f87f-18c1-4201-acff-37fee16eaefc tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Made reservation on behalf of 671edf2792fb45b2bfb42fa207389634 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:01.692955 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 659ff6ba-0b4a-440c-81f5-f46503155aa3 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:01.705861 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-505ba600-c949-46a9-aca5-a10ab4575979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.709988 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-505ba600-c949-46a9-aca5-a10ab4575979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.714990 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-505ba600-c949-46a9-aca5-a10ab4575979 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/facf4d57-340f-422b-ae79-c4dcd79c0254 HTTP/1.1" status: 204 len: 168 time: 0.2846396 Sep 16 05:01:01.744013 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 659ff6ba-0b4a-440c-81f5-f46503155aa3 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:01:01.744212 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 659ff6ba-0b4a-440c-81f5-f46503155aa3 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:01:01.763571 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a6dbfa9c-e4fb-4bb5-a745-19d62b71e50d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.780537 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a6dbfa9c-e4fb-4bb5-a745-19d62b71e50d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.788066 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a6dbfa9c-e4fb-4bb5-a745-19d62b71e50d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "DELETE /v2.0/networks/5134c4c0-d730-4527-84ec-0e99ebfeac5b HTTP/1.1" status: 204 len: 168 time: 0.6252112 Sep 16 05:01:01.790355 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60040) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:01.804364 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ba600-c949-46a9-aca5-a10ab4575979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=facf4d57-340f-422b-ae79-c4dcd79c0254,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:01.816348 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dbfa9c-e4fb-4bb5-a745-19d62b71e50d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event deleted for resources: {'Network': ['ID=5134c4c0-d730-4527-84ec-0e99ebfeac5b,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:01.831337 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-18f1f87f-18c1-4201-acff-37fee16eaefc tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.885672 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ed961b57-8ba6-4428-bf9b-10d0872238ea tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.889836 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-18f1f87f-18c1-4201-acff-37fee16eaefc tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] device_id is not set on port 1395860b-54b2-4f57-9d48-64983c2cf446 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:01:01.927808 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ed961b57-8ba6-4428-bf9b-10d0872238ea tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.019917 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ed961b57-8ba6-4428-bf9b-10d0872238ea tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.023596 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ed961b57-8ba6-4428-bf9b-10d0872238ea tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.024956 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ed961b57-8ba6-4428-bf9b-10d0872238ea tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "DELETE /v2.0/security-groups/295ea664-146b-402c-b1bb-04eb95e0a13d HTTP/1.1" status: 204 len: 168 time: 0.2334824 Sep 16 05:01:02.041084 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed961b57-8ba6-4428-bf9b-10d0872238ea tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=295ea664-146b-402c-b1bb-04eb95e0a13d,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:02.165172 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-18f1f87f-18c1-4201-acff-37fee16eaefc tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.216665 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-18f1f87f-18c1-4201-acff-37fee16eaefc tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.269852 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f1f87f-18c1-4201-acff-37fee16eaefc tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Network 626f09d1-cde1-4ef6-92f9-c90b2ee03ff5 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:02.275317 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-18f1f87f-18c1-4201-acff-37fee16eaefc tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:02.279809 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f1f87f-18c1-4201-acff-37fee16eaefc tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:02.288793 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f1f87f-18c1-4201-acff-37fee16eaefc tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:02.291220 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-18f1f87f-18c1-4201-acff-37fee16eaefc tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.314950 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f1f87f-18c1-4201-acff-37fee16eaefc tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Port': ['ID=1395860b-54b2-4f57-9d48-64983c2cf446,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:02.327058 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-18f1f87f-18c1-4201-acff-37fee16eaefc tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.0315242 Sep 16 05:01:02.329780 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60056) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:02.364884 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60058) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:02.369745 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-22263328-0f7e-47a1-a5a7-cc27a85dad42 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-37476805', 'description': 'tempest-secgroup-smoke-37476805 description', 'project_id': '9314d3ea71064ec8a4285d4ce520aaad'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:02.393350 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2273ff1-790b-4dc7-8d82-76464e0069d5 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:02.397860 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d2273ff1-790b-4dc7-8d82-76464e0069d5 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "GET /v2.0/ports/1395860b-54b2-4f57-9d48-64983c2cf446 HTTP/1.1" status: 200 len: 843 time: 0.0670428 Sep 16 05:01:02.401116 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60064) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:02.407035 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-22263328-0f7e-47a1-a5a7-cc27a85dad42 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.533194 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-22263328-0f7e-47a1-a5a7-cc27a85dad42 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.539080 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-22263328-0f7e-47a1-a5a7-cc27a85dad42 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.581696 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22263328-0f7e-47a1-a5a7-cc27a85dad42 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8568390f-1400-440d-bf90-fb6a5b638611,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:02.590789 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c580876-e7a8-4417-a066-e67ac32b446d req-b79e86e0-eba9-4a0d-8853-20bcbf93bfb9 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:02.600055 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4c580876-e7a8-4417-a066-e67ac32b446d req-b79e86e0-eba9-4a0d-8853-20bcbf93bfb9 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 945 time: 0.1220818 Sep 16 05:01:02.600702 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-22263328-0f7e-47a1-a5a7-cc27a85dad42 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.602855 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-22263328-0f7e-47a1-a5a7-cc27a85dad42 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2368107 Sep 16 05:01:02.606637 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60070) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:02.617496 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-f012d026-c209-46c6-a68c-76e1b07e78f9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'security_group_rule': {'security_group_id': '8568390f-1400-440d-bf90-fb6a5b638611', 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:02.649268 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-005c403b-0522-40c5-aa64-7ac5b18745d0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Deleting port 1395860b-54b2-4f57-9d48-64983c2cf446 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:02.649522 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-005c403b-0522-40c5-aa64-7ac5b18745d0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.657339 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f012d026-c209-46c6-a68c-76e1b07e78f9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.737952 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f012d026-c209-46c6-a68c-76e1b07e78f9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.744309 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f012d026-c209-46c6-a68c-76e1b07e78f9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.763208 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-005c403b-0522-40c5-aa64-7ac5b18745d0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.778169 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f012d026-c209-46c6-a68c-76e1b07e78f9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c8220e0-9f0b-46f9-a8d5-a5f53e02ddf4,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:02.783944 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-005c403b-0522-40c5-aa64-7ac5b18745d0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Calling delete_port for 1395860b-54b2-4f57-9d48-64983c2cf446 owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:02.804596 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f012d026-c209-46c6-a68c-76e1b07e78f9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.806171 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f012d026-c209-46c6-a68c-76e1b07e78f9 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1982718 Sep 16 05:01:02.808961 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60080) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:02.816538 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-ee1490e0-d605-451d-99d6-fca50362656a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'security_group_rule': {'security_group_id': '8568390f-1400-440d-bf90-fb6a5b638611', 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:02.886750 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4c580876-e7a8-4417-a066-e67ac32b446d req-5f8f6b8d-6270-4c0a-a594-8c801351a521 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2855563 Sep 16 05:01:02.924391 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ee1490e0-d605-451d-99d6-fca50362656a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.032097 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ee1490e0-d605-451d-99d6-fca50362656a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.034585 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-005c403b-0522-40c5-aa64-7ac5b18745d0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.040923 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ee1490e0-d605-451d-99d6-fca50362656a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.103654 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c403b-0522-40c5-aa64-7ac5b18745d0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Port': ['ID=1395860b-54b2-4f57-9d48-64983c2cf446,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:03.106090 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ee1490e0-d605-451d-99d6-fca50362656a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.116612 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ee1490e0-d605-451d-99d6-fca50362656a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2948940 Sep 16 05:01:03.116612 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60086) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:03.116612 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-005c403b-0522-40c5-aa64-7ac5b18745d0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.116612 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-005c403b-0522-40c5-aa64-7ac5b18745d0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/ports/1395860b-54b2-4f57-9d48-64983c2cf446 HTTP/1.1" status: 204 len: 168 time: 0.7125463 Sep 16 05:01:03.119468 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60088) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:03.119655 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-6bbbd916-cc3c-46f5-9124-8cd2dd9dcdb6 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'security_group_rule': {'security_group_id': '8568390f-1400-440d-bf90-fb6a5b638611', 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:03.124068 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1490e0-d605-451d-99d6-fca50362656a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=363d7c97-d759-45e3-83b6-7d10284abf2a,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:03.169480 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c8a4fe0-92f9-4d8a-a7a7-b3e3727ebf90 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] GET failed (client error): The resource could not be found. Sep 16 05:01:03.171473 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3c8a4fe0-92f9-4d8a-a7a7-b3e3727ebf90 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "GET /v2.0/ports/1395860b-54b2-4f57-9d48-64983c2cf446 HTTP/1.1" status: 404 len: 333 time: 0.0506663 Sep 16 05:01:03.174946 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6bbbd916-cc3c-46f5-9124-8cd2dd9dcdb6 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.181345 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60090) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:03.191221 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-3baf3997-8d40-462b-9527-5e10bdbe6424 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'port': {'network_id': '626f09d1-cde1-4ef6-92f9-c90b2ee03ff5', 'name': 'tempest-PortsIpV6TestJSON-582653152'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:03.288717 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6bbbd916-cc3c-46f5-9124-8cd2dd9dcdb6 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.295074 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6bbbd916-cc3c-46f5-9124-8cd2dd9dcdb6 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.330528 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbbd916-cc3c-46f5-9124-8cd2dd9dcdb6 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b48d7f73-8002-4bf5-bcc4-16b14ef92187,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:03.334055 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6bbbd916-cc3c-46f5-9124-8cd2dd9dcdb6 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.338188 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6bbbd916-cc3c-46f5-9124-8cd2dd9dcdb6 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2266726 Sep 16 05:01:03.338833 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60094) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:03.343630 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-4f5ba943-03dc-4009-a31e-53ce32a7481f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'security_group_rule': {'security_group_id': '8568390f-1400-440d-bf90-fb6a5b638611', 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:03.360056 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.db.api [None req-4f5ba943-03dc-4009-a31e-53ce32a7481f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:01:03.360056 n-d-712139-15 neutron-server[94767]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 05:01:03.360056 n-d-712139-15 neutron-server[94767]: [parameters: {'project_id_1': '9314d3ea71064ec8a4285d4ce520aaad', 'expiration_1': datetime.datetime(2021, 9, 16, 5, 0, 43, 350190)}] Sep 16 05:01:03.360056 n-d-712139-15 neutron-server[94767]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:01:03.360640 n-d-712139-15 neutron-server[94767]: DEBUG oslo_db.api [None req-4f5ba943-03dc-4009-a31e-53ce32a7481f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:01:03.373993 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3baf3997-8d40-462b-9527-5e10bdbe6424 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Made reservation on behalf of 671edf2792fb45b2bfb42fa207389634 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:03.380296 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3baf3997-8d40-462b-9527-5e10bdbe6424 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.406971 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-3baf3997-8d40-462b-9527-5e10bdbe6424 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] device_id is not set on port 16e33907-7000-4580-b9f8-17125537a994 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:01:03.642568 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3baf3997-8d40-462b-9527-5e10bdbe6424 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.692482 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3baf3997-8d40-462b-9527-5e10bdbe6424 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.748125 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baf3997-8d40-462b-9527-5e10bdbe6424 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Network 626f09d1-cde1-4ef6-92f9-c90b2ee03ff5 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:03.752124 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-3baf3997-8d40-462b-9527-5e10bdbe6424 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:03.762476 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baf3997-8d40-462b-9527-5e10bdbe6424 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:03.773182 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baf3997-8d40-462b-9527-5e10bdbe6424 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:03.773182 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3baf3997-8d40-462b-9527-5e10bdbe6424 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.784701 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf3997-8d40-462b-9527-5e10bdbe6424 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Port': ['ID=16e33907-7000-4580-b9f8-17125537a994,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:03.827881 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3baf3997-8d40-462b-9527-5e10bdbe6424 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6434622 Sep 16 05:01:03.831631 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60110) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:03.837255 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-43ac9198-9101-408a-a5f8-1dbe651df0bd tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:03.999321 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba943-03dc-4009-a31e-53ce32a7481f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.054162 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-43ac9198-9101-408a-a5f8-1dbe651df0bd tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.196304 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba943-03dc-4009-a31e-53ce32a7481f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.209544 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba943-03dc-4009-a31e-53ce32a7481f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.265963 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84712ff0-26f5-4dec-b0f8-43b6a1e0b459 req-95d0ffeb-5369-4e2b-9539-1b9cae622d8d tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:04.269832 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84712ff0-26f5-4dec-b0f8-43b6a1e0b459 req-95d0ffeb-5369-4e2b-9539-1b9cae622d8d tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 945 time: 0.1780777 Sep 16 05:01:04.389950 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba943-03dc-4009-a31e-53ce32a7481f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.405026 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4f5ba943-03dc-4009-a31e-53ce32a7481f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0626853 Sep 16 05:01:04.406596 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60132) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:04.412950 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-d5338a2d-762d-4465-bcc0-74c1824bb2ae tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'security_group_rule': {'security_group_id': '8568390f-1400-440d-bf90-fb6a5b638611', 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:04.515621 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ba943-03dc-4009-a31e-53ce32a7481f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5082f8ec-83cc-4012-9a42-942993a84507,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:04.517578 n-d-712139-15 neutron-server[94766]: INFO neutron.db.securitygroups_db [None req-d5338a2d-762d-4465-bcc0-74c1824bb2ae tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Project 9314d3ea71064ec8a4285d4ce520aaad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:01:04.538586 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d5338a2d-762d-4465-bcc0-74c1824bb2ae tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.634258 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84712ff0-26f5-4dec-b0f8-43b6a1e0b459 req-a5dba028-4559-42fc-96bf-8e5ed53fc2ee tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2635722 Sep 16 05:01:04.712286 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-43ac9198-9101-408a-a5f8-1dbe651df0bd tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.721684 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-43ac9198-9101-408a-a5f8-1dbe651df0bd tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.740217 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d5338a2d-762d-4465-bcc0-74c1824bb2ae tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.750748 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d5338a2d-762d-4465-bcc0-74c1824bb2ae tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.806435 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5338a2d-762d-4465-bcc0-74c1824bb2ae tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f88e2cd-8a17-496f-9cd2-803618ee1b9f,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:04.817645 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-43ac9198-9101-408a-a5f8-1dbe651df0bd tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] In _notify_port_updated(), no bound segment for port 16e33907-7000-4580-b9f8-17125537a994 on network 626f09d1-cde1-4ef6-92f9-c90b2ee03ff5 {{(pid=94767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:01:04.824097 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d5338a2d-762d-4465-bcc0-74c1824bb2ae tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.829562 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d5338a2d-762d-4465-bcc0-74c1824bb2ae tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4185226 Sep 16 05:01:04.832204 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5338a2d-762d-4465-bcc0-74c1824bb2ae tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:04.834290 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5338a2d-762d-4465-bcc0-74c1824bb2ae tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:04.834935 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ac9198-9101-408a-a5f8-1dbe651df0bd tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:04.836024 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-43ac9198-9101-408a-a5f8-1dbe651df0bd tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.837057 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5338a2d-762d-4465-bcc0-74c1824bb2ae tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:04.840916 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-43ac9198-9101-408a-a5f8-1dbe651df0bd tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "PUT /v2.0/ports/16e33907-7000-4580-b9f8-17125537a994 HTTP/1.1" status: 200 len: 818 time: 1.0057271 Sep 16 05:01:04.840916 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60144) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:04.848213 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5338a2d-762d-4465-bcc0-74c1824bb2ae tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:04.848795 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5338a2d-762d-4465-bcc0-74c1824bb2ae tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:04.849155 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5338a2d-762d-4465-bcc0-74c1824bb2ae tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:04.849508 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5338a2d-762d-4465-bcc0-74c1824bb2ae tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:04.849733 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-cc0ce836-64d4-447e-b4d3-d7037b29d0ba tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'security_group_rule': {'security_group_id': '8568390f-1400-440d-bf90-fb6a5b638611', 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:04.849929 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5338a2d-762d-4465-bcc0-74c1824bb2ae tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:04.852358 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5338a2d-762d-4465-bcc0-74c1824bb2ae tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:04.852799 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5338a2d-762d-4465-bcc0-74c1824bb2ae tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:04.853136 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5338a2d-762d-4465-bcc0-74c1824bb2ae tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:04.853485 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5338a2d-762d-4465-bcc0-74c1824bb2ae tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:04.859614 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60146) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:04.889125 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac9198-9101-408a-a5f8-1dbe651df0bd tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Port': ['ID=16e33907-7000-4580-b9f8-17125537a994,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:04.917483 n-d-712139-15 neutron-server[94767]: INFO neutron.db.securitygroups_db [None req-cc0ce836-64d4-447e-b4d3-d7037b29d0ba tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Project 9314d3ea71064ec8a4285d4ce520aaad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:01:04.925585 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cc0ce836-64d4-447e-b4d3-d7037b29d0ba tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.006974 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cc0ce836-64d4-447e-b4d3-d7037b29d0ba tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.012781 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cc0ce836-64d4-447e-b4d3-d7037b29d0ba tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.039908 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ce836-64d4-447e-b4d3-d7037b29d0ba tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd2dd7ee-9171-42c6-9a2d-e0f6116357f2,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:05.054533 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cc0ce836-64d4-447e-b4d3-d7037b29d0ba tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.062391 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60152) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:05.063984 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-cc0ce836-64d4-447e-b4d3-d7037b29d0ba tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2192900 Sep 16 05:01:05.079449 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-30a752ce-90e0-40dd-8568-3e626c137215 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'network': {'name': 'tempest-network-smoke--903201723', 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'port_security_enabled': True}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:05.134990 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-8c70adb6-3a43-454b-81d0-53e1e72152c4 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Deleting port 16e33907-7000-4580-b9f8-17125537a994 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:05.135556 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8c70adb6-3a43-454b-81d0-53e1e72152c4 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.138629 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a752ce-90e0-40dd-8568-3e626c137215 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Made reservation on behalf of 9314d3ea71064ec8a4285d4ce520aaad for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:05.143031 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-30a752ce-90e0-40dd-8568-3e626c137215 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.203953 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a752ce-90e0-40dd-8568-3e626c137215 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:01:05.215271 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-30a752ce-90e0-40dd-8568-3e626c137215 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.215946 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-30a752ce-90e0-40dd-8568-3e626c137215 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Added segment 542edce7-6613-43b9-9139-c144b7b7b1bf of type vlan for network 90894358-ea2f-475b-80aa-be2b2c16631e Sep 16 05:01:05.311979 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device dfa7b302-5c1c-443a-89da-aad3b2a9358e details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:01:05.331576 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8c70adb6-3a43-454b-81d0-53e1e72152c4 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.348288 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-8c70adb6-3a43-454b-81d0-53e1e72152c4 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Calling delete_port for 16e33907-7000-4580-b9f8-17125537a994 owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:05.419326 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port dfa7b302-5c1c-443a-89da-aad3b2a9358e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=dfa7b302-5c1c-443a-89da-aad3b2a9358e,segment=NetworkSegment(77ae2f9e-48e5-4208-b08d-199ec9d120a2),segment_id=77ae2f9e-48e5-4208-b08d-199ec9d120a2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:05.420828 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-30a752ce-90e0-40dd-8568-3e626c137215 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.432133 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'dfa7b302-5c1c-443a-89da-aad3b2a9358e', 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470', 'port_id': 'dfa7b302-5c1c-443a-89da-aad3b2a9358e', 'mac_address': 'fa:16:3e:17:6d:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03820bd1-1023-490e-b628-251d17d722c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:01:05.477141 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-30a752ce-90e0-40dd-8568-3e626c137215 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.483156 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a752ce-90e0-40dd-8568-3e626c137215 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:05.483799 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-30a752ce-90e0-40dd-8568-3e626c137215 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.490900 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.507738 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa7b302-5c1c-443a-89da-aad3b2a9358e {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:05.539714 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port dfa7b302-5c1c-443a-89da-aad3b2a9358e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=dfa7b302-5c1c-443a-89da-aad3b2a9358e,segment=NetworkSegment(77ae2f9e-48e5-4208-b08d-199ec9d120a2),segment_id=77ae2f9e-48e5-4208-b08d-199ec9d120a2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:05.542494 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8c70adb6-3a43-454b-81d0-53e1e72152c4 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.547571 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.548959 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-30a752ce-90e0-40dd-8568-3e626c137215 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4829614 Sep 16 05:01:05.552758 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60154) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:05.561229 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-076beb0b-e1d3-4537-97b8-783f09558acd tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-998636419', 'admin_state_up': True, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:05.618432 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-076beb0b-e1d3-4537-97b8-783f09558acd tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.619822 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-076beb0b-e1d3-4537-97b8-783f09558acd tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.625702 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8c70adb6-3a43-454b-81d0-53e1e72152c4 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.631748 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8c70adb6-3a43-454b-81d0-53e1e72152c4 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/ports/16e33907-7000-4580-b9f8-17125537a994 HTTP/1.1" status: 204 len: 168 time: 0.7677021 Sep 16 05:01:05.634763 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60156) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:05.657625 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a752ce-90e0-40dd-8568-3e626c137215 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'Network': ['ID=90894358-ea2f-475b-80aa-be2b2c16631e,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:05.661207 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c70adb6-3a43-454b-81d0-53e1e72152c4 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Port': ['ID=16e33907-7000-4580-b9f8-17125537a994,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:05.680106 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 90894358-ea2f-475b-80aa-be2b2c16631e details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:01:05.769086 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-076beb0b-e1d3-4537-97b8-783f09558acd tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.798787 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=dfa7b302-5c1c-443a-89da-aad3b2a9358e,revision_number=11']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:05.963419 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800a1c50-7881-465b-ba4d-10c761da0537 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:05.967600 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-800a1c50-7881-465b-ba4d-10c761da0537 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3285556 Sep 16 05:01:05.968425 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60168) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:05.996383 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['dfa7b302-5c1c-443a-89da-aad3b2a9358e'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:06.007544 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-694b4f9c-f744-4bae-9180-2204c9a200ef tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] GET failed (client error): The resource could not be found. Sep 16 05:01:06.015921 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-694b4f9c-f744-4bae-9180-2204c9a200ef tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "GET /v2.0/ports/16e33907-7000-4580-b9f8-17125537a994 HTTP/1.1" status: 404 len: 333 time: 0.0450814 Sep 16 05:01:06.016684 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60172) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:06.020974 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ba789-03fe-4482-8f48-160705d10d00 req-b006a160-0b5d-4679-9235-93a22dbc17b5 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:06.024748 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-006aa33d-27dc-4069-a37b-30c9a9408330 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2008043142'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:06.040846 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-265ba789-03fe-4482-8f48-160705d10d00 req-b006a160-0b5d-4679-9235-93a22dbc17b5 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 946 time: 0.2509866 Sep 16 05:01:06.044892 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-076beb0b-e1d3-4537-97b8-783f09558acd tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.068946 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006aa33d-27dc-4069-a37b-30c9a9408330 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Made reservation on behalf of 671edf2792fb45b2bfb42fa207389634 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:06.072613 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-006aa33d-27dc-4069-a37b-30c9a9408330 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.106889 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-006aa33d-27dc-4069-a37b-30c9a9408330 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:01:06.118858 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-006aa33d-27dc-4069-a37b-30c9a9408330 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.119709 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-006aa33d-27dc-4069-a37b-30c9a9408330 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Added segment 83623f93-3200-44c5-9e85-8cb66cf95c61 of type vlan for network 5780c8bd-ed81-4039-84a0-1ce83ab58249 Sep 16 05:01:06.121179 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-265ba789-03fe-4482-8f48-160705d10d00 req-4dc22a2d-0f21-4691-a7cc-5d72020efd50 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794795 Sep 16 05:01:06.198900 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-006aa33d-27dc-4069-a37b-30c9a9408330 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.256689 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-006aa33d-27dc-4069-a37b-30c9a9408330 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.282439 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006aa33d-27dc-4069-a37b-30c9a9408330 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:06.283150 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-006aa33d-27dc-4069-a37b-30c9a9408330 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.341655 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-006aa33d-27dc-4069-a37b-30c9a9408330 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3205736 Sep 16 05:01:06.341832 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60182) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:06.346833 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-0fc8307f-0746-466b-88e8-cf2947f5b2b2 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'subnet': {'network_id': '5780c8bd-ed81-4039-84a0-1ce83ab58249', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:06.435365 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006aa33d-27dc-4069-a37b-30c9a9408330 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Network': ['ID=5780c8bd-ed81-4039-84a0-1ce83ab58249,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:06.447100 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-076beb0b-e1d3-4537-97b8-783f09558acd tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for router_gateway, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.450920 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 5780c8bd-ed81-4039-84a0-1ce83ab58249 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:01:06.515100 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc8307f-0746-466b-88e8-cf2947f5b2b2 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Made reservation on behalf of 671edf2792fb45b2bfb42fa207389634 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:06.519699 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0fc8307f-0746-466b-88e8-cf2947f5b2b2 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.528857 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-076beb0b-e1d3-4537-97b8-783f09558acd tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.703487 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-076beb0b-e1d3-4537-97b8-783f09558acd tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Allocated IP 172.25.8.245 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/f85a70db-c35f-4006-820e-578968144cb6) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:06.835142 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0fc8307f-0746-466b-88e8-cf2947f5b2b2 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.909523 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8307f-0746-466b-88e8-cf2947f5b2b2 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Subnet': ['ID=536ab00b-cff9-4074-a318-37388fc0aa70,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:06.918910 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc8307f-0746-466b-88e8-cf2947f5b2b2 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Checking segment: {'id': '83623f93-3200-44c5-9e85-8cb66cf95c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5780c8bd-ed81-4039-84a0-1ce83ab58249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:06.919440 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc8307f-0746-466b-88e8-cf2947f5b2b2 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Network hostable DHCP agents. Network: 5780c8bd-ed81-4039-84a0-1ce83ab58249, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:01:06.920442 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-076beb0b-e1d3-4537-97b8-783f09558acd tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.939779 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc8307f-0746-466b-88e8-cf2947f5b2b2 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Network 5780c8bd-ed81-4039-84a0-1ce83ab58249 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:01:06.952685 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-0fc8307f-0746-466b-88e8-cf2947f5b2b2 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 5780c8bd-ed81-4039-84a0-1ce83ab58249) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:06.961523 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b576c63-6db3-4707-8e2f-ddab71d2fd9f None None] Network 5780c8bd-ed81-4039-84a0-1ce83ab58249 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:06.962573 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc8307f-0746-466b-88e8-cf2947f5b2b2 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:06.964092 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0fc8307f-0746-466b-88e8-cf2947f5b2b2 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.973439 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-076beb0b-e1d3-4537-97b8-783f09558acd tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.984819 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60202) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:06.985622 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0fc8307f-0746-466b-88e8-cf2947f5b2b2 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6426840 Sep 16 05:01:06.991038 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-2bb578ce-3fe3-4ced-9fe9-5a50e6e05165 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'subnet': {'network_id': '5780c8bd-ed81-4039-84a0-1ce83ab58249', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:07.036318 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076beb0b-e1d3-4537-97b8-783f09558acd tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:07.042296 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-076beb0b-e1d3-4537-97b8-783f09558acd tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:07.045121 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076beb0b-e1d3-4537-97b8-783f09558acd tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:07.159050 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5173df14-162d-489e-b5fa-7cc0ed5c25b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-5780c8bd-ed81-4039-84a0-1ce83ab58249', 'network_id': '5780c8bd-ed81-4039-84a0-1ce83ab58249', 'tenant_id': '671edf2792fb45b2bfb42fa207389634', 'fixed_ips': [{'subnet_id': '536ab00b-cff9-4074-a318-37388fc0aa70'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:01:07.160254 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5173df14-162d-489e-b5fa-7cc0ed5c25b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.339100 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device dfa7b302-5c1c-443a-89da-aad3b2a9358e up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:07.460811 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-5173df14-162d-489e-b5fa-7cc0ed5c25b1 None None] Allocated IP 2001:db8::2 (5780c8bd-ed81-4039-84a0-1ce83ab58249/536ab00b-cff9-4074-a318-37388fc0aa70/b4c96531-e578-44de-b06c-cf41db25adaa) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:07.505843 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076beb0b-e1d3-4537-97b8-783f09558acd tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'Port': ['ID=f85a70db-c35f-4006-820e-578968144cb6,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:07.712722 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e34e7-77af-4c73-9cc5-ab4380e4dac9 req-c7f288bd-1b28-4296-abcb-606e4d5ab116 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:07.715496 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-512e34e7-77af-4c73-9cc5-ab4380e4dac9 req-c7f288bd-1b28-4296-abcb-606e4d5ab116 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 946 time: 0.2238362 Sep 16 05:01:07.722678 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5173df14-162d-489e-b5fa-7cc0ed5c25b1 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.738375 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5173df14-162d-489e-b5fa-7cc0ed5c25b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.782186 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port dfa7b302-5c1c-443a-89da-aad3b2a9358e completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:01:07.802671 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5173df14-162d-489e-b5fa-7cc0ed5c25b1 None None] Network 5780c8bd-ed81-4039-84a0-1ce83ab58249 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:07.803872 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port dfa7b302-5c1c-443a-89da-aad3b2a9358e triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:07.804243 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.806421 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-5173df14-162d-489e-b5fa-7cc0ed5c25b1 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:07.810409 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5173df14-162d-489e-b5fa-7cc0ed5c25b1 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:07.884751 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-512e34e7-77af-4c73-9cc5-ab4380e4dac9 req-be9b2768-24e7-4e55-8676-791d8367496b tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289082 Sep 16 05:01:07.887639 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb578ce-3fe3-4ced-9fe9-5a50e6e05165 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Made reservation on behalf of 671edf2792fb45b2bfb42fa207389634 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:07.902792 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2bb578ce-3fe3-4ced-9fe9-5a50e6e05165 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.985942 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173df14-162d-489e-b5fa-7cc0ed5c25b1 None None] Pushing event updated for resources: {'Port': ['ID=b4c96531-e578-44de-b06c-cf41db25adaa,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:08.054967 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-5173df14-162d-489e-b5fa-7cc0ed5c25b1 None None] Attempting to bind port b4c96531-e578-44de-b06c-cf41db25adaa on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:08.055582 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-5173df14-162d-489e-b5fa-7cc0ed5c25b1 None None] Attempting to bind port b4c96531-e578-44de-b06c-cf41db25adaa by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '83623f93-3200-44c5-9e85-8cb66cf95c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5780c8bd-ed81-4039-84a0-1ce83ab58249'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:08.056147 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5173df14-162d-489e-b5fa-7cc0ed5c25b1 None None] Attempting to bind port b4c96531-e578-44de-b06c-cf41db25adaa on network 5780c8bd-ed81-4039-84a0-1ce83ab58249 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:08.090748 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5173df14-162d-489e-b5fa-7cc0ed5c25b1 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:08.091117 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5173df14-162d-489e-b5fa-7cc0ed5c25b1 None None] Checking segment: {'id': '83623f93-3200-44c5-9e85-8cb66cf95c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5780c8bd-ed81-4039-84a0-1ce83ab58249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:08.091966 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5173df14-162d-489e-b5fa-7cc0ed5c25b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.092444 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5173df14-162d-489e-b5fa-7cc0ed5c25b1 None None] Bound using segment: {'id': '83623f93-3200-44c5-9e85-8cb66cf95c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5780c8bd-ed81-4039-84a0-1ce83ab58249'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:08.093028 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-5173df14-162d-489e-b5fa-7cc0ed5c25b1 None None] Bound port: b4c96531-e578-44de-b06c-cf41db25adaa, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83623f93-3200-44c5-9e85-8cb66cf95c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5780c8bd-ed81-4039-84a0-1ce83ab58249'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:08.093455 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5173df14-162d-489e-b5fa-7cc0ed5c25b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.178203 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-5173df14-162d-489e-b5fa-7cc0ed5c25b1 None None] For port b4c96531-e578-44de-b06c-cf41db25adaa, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:08.181572 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-5173df14-162d-489e-b5fa-7cc0ed5c25b1 None None] For port b4c96531-e578-44de-b06c-cf41db25adaa, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=b4c96531-e578-44de-b06c-cf41db25adaa,segment=NetworkSegment(83623f93-3200-44c5-9e85-8cb66cf95c61),segment_id=83623f93-3200-44c5-9e85-8cb66cf95c61)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:08.205492 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5173df14-162d-489e-b5fa-7cc0ed5c25b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.213921 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.265526 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-076beb0b-e1d3-4537-97b8-783f09558acd tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for router_gateway, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.367463 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae10969-906a-444f-b27a-93e3677f86d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa7b302-5c1c-443a-89da-aad3b2a9358e'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:08.369776 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af052974-b798-4df5-917c-e0c8ba70f7c0" -d '{"events": [{"server_uuid": "7ae10969-906a-444f-b27a-93e3677f86d7", "name": "network-vif-plugged", "status": "completed", "tag": "dfa7b302-5c1c-443a-89da-aad3b2a9358e"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:08.403755 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173df14-162d-489e-b5fa-7cc0ed5c25b1 None None] Pushing event updated for resources: {'Port': ['ID=b4c96531-e578-44de-b06c-cf41db25adaa,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:08.423958 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port dfa7b302-5c1c-443a-89da-aad3b2a9358e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=dfa7b302-5c1c-443a-89da-aad3b2a9358e,segment=NetworkSegment(77ae2f9e-48e5-4208-b08d-199ec9d120a2),segment_id=77ae2f9e-48e5-4208-b08d-199ec9d120a2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:08.433938 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.461300 n-d-712139-15 neutron-server[94767]: INFO neutron.db.ipam_backend_mixin [None req-2bb578ce-3fe3-4ced-9fe9-5a50e6e05165 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 536ab00b-cff9-4074-a318-37388fc0aa70 (CIDR: 2001:db8::/64) Sep 16 05:01:08.485448 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b2eb64-fea2-40c8-b582-d0794da791ac x-openstack-request-id: req-b0b2eb64-fea2-40c8-b582-d0794da791ac {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:08.485943 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ae10969-906a-444f-b27a-93e3677f86d7", "name": "network-vif-plugged", "status": "completed", "tag": "dfa7b302-5c1c-443a-89da-aad3b2a9358e", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:08.486071 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b0b2eb64-fea2-40c8-b582-d0794da791ac {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:08.486435 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae10969-906a-444f-b27a-93e3677f86d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa7b302-5c1c-443a-89da-aad3b2a9358e', 'code': 200} Sep 16 05:01:08.521461 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb578ce-3fe3-4ced-9fe9-5a50e6e05165 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:01:08.521789 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bb578ce-3fe3-4ced-9fe9-5a50e6e05165 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:01:08.559208 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=dfa7b302-5c1c-443a-89da-aad3b2a9358e,revision_number=12']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:08.603150 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2bb578ce-3fe3-4ced-9fe9-5a50e6e05165 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6143239 Sep 16 05:01:08.603711 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60230) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:08.618003 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-28fce59b-f925-4204-8063-e87bb31b9c27 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'subnet': {'network_id': '5780c8bd-ed81-4039-84a0-1ce83ab58249', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:08.745272 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60232) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:08.951278 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9b872626-fc3c-4777-960d-dbc7adfe1ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.954276 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c18f5-f320-4677-bb93-6db310f08fd4 req-8ce16c31-87b4-421d-abdf-f45598ecbc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:08.955860 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-533c18f5-f320-4677-bb93-6db310f08fd4 req-8ce16c31-87b4-421d-abdf-f45598ecbc60 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 1099 time: 0.1635556 Sep 16 05:01:08.959877 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-076beb0b-e1d3-4537-97b8-783f09558acd tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.041768 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fce59b-f925-4204-8063-e87bb31b9c27 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Made reservation on behalf of 671edf2792fb45b2bfb42fa207389634 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:09.045729 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-28fce59b-f925-4204-8063-e87bb31b9c27 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.190674 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9b872626-fc3c-4777-960d-dbc7adfe1ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.200780 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9b872626-fc3c-4777-960d-dbc7adfe1ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.208463 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-533c18f5-f320-4677-bb93-6db310f08fd4 req-8bba37a8-af30-4725-84d9-d0f5cb9d9823 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2449353 Sep 16 05:01:09.240989 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9b872626-fc3c-4777-960d-dbc7adfe1ac9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0846a63c7cf040ca9eac0a3bf4c99c71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4938076 Sep 16 05:01:09.246813 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60250) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:09.336657 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fa7f2-cd75-4c41-8932-f0293cf44b03 req-ec8e41aa-41ce-4796-a6d2-4a1c2c1273bf tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:09.343779 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b872626-fc3c-4777-960d-dbc7adfe1ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94546fad-7675-416b-9785-acd1cda59685,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:09.344610 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b7fa7f2-cd75-4c41-8932-f0293cf44b03 req-ec8e41aa-41ce-4796-a6d2-4a1c2c1273bf tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 947 time: 0.3055472 Sep 16 05:01:09.370075 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fa9f28df-a015-4644-9c7d-8840211272e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.418103 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fa9f28df-a015-4644-9c7d-8840211272e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.446041 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b7fa7f2-cd75-4c41-8932-f0293cf44b03 req-c76a5e16-8a3b-4ab4-9a95-0fe48c859181 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941768 Sep 16 05:01:09.537168 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60254) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:09.581377 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fa9f28df-a015-4644-9c7d-8840211272e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.591209 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fa9f28df-a015-4644-9c7d-8840211272e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.595921 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fa9f28df-a015-4644-9c7d-8840211272e4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/94546fad-7675-416b-9785-acd1cda59685 HTTP/1.1" status: 204 len: 168 time: 0.3452241 Sep 16 05:01:09.603025 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076beb0b-e1d3-4537-97b8-783f09558acd tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Router 7b3e41bb-c64f-4409-8f5d-b7266e24b115 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:01:09.651896 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f28df-a015-4644-9c7d-8840211272e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94546fad-7675-416b-9785-acd1cda59685,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:09.780154 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device b4c96531-e578-44de-b06c-cf41db25adaa up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:09.875913 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c9b610fc-4314-4763-aae7-21d665466f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.917196 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076beb0b-e1d3-4537-97b8-783f09558acd tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:01:09.939868 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-28fce59b-f925-4204-8063-e87bb31b9c27 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.958527 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e6a2f8-dc3b-47d4-9e34-68ec4b0dea51 None None] Sync routers for ids ['7b3e41bb-c64f-4409-8f5d-b7266e24b115'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:01:10.021856 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e6a2f8-dc3b-47d4-9e34-68ec4b0dea51 None None] Routers {'7b3e41bb-c64f-4409-8f5d-b7266e24b115'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:10.024659 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-51e6a2f8-dc3b-47d4-9e34-68ec4b0dea51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:00:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['7b3e41bb-c64f-4409-8f5d-b7266e24b115'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:10.029638 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fce59b-f925-4204-8063-e87bb31b9c27 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Network 5780c8bd-ed81-4039-84a0-1ce83ab58249 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:10.038995 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-28fce59b-f925-4204-8063-e87bb31b9c27 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:10.046985 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fce59b-f925-4204-8063-e87bb31b9c27 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:10.056782 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-28fce59b-f925-4204-8063-e87bb31b9c27 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.101064 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27467f96-f0ec-458e-a0e0-557deb1a393b None None] Network 5780c8bd-ed81-4039-84a0-1ce83ab58249 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:10.101471 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fce59b-f925-4204-8063-e87bb31b9c27 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Subnet': ['ID=2f790d82-77de-4806-ad9d-9823fe15ee90,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:10.109357 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c9b610fc-4314-4763-aae7-21d665466f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.115812 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c9b610fc-4314-4763-aae7-21d665466f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.126516 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-28fce59b-f925-4204-8063-e87bb31b9c27 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5193305 Sep 16 05:01:10.127875 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60264) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:10.135609 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port b4c96531-e578-44de-b06c-cf41db25adaa triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:10.136035 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.141181 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-5c96711e-a679-4858-8590-e6e720db8c77 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'port': {'network_id': '5780c8bd-ed81-4039-84a0-1ce83ab58249', 'fixed_ips': [{'subnet_id': '536ab00b-cff9-4074-a318-37388fc0aa70'}, {'subnet_id': '2f790d82-77de-4806-ad9d-9823fe15ee90'}], 'name': 'tempest-PortsIpV6TestJSON-1970479502'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:10.150104 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-076beb0b-e1d3-4537-97b8-783f09558acd tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.160443 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60266) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:10.165912 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c9b610fc-4314-4763-aae7-21d665466f17 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eed098edda38445591aa652a24e5e385&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6274478 Sep 16 05:01:10.174303 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-076beb0b-e1d3-4537-97b8-783f09558acd tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.6020710 Sep 16 05:01:10.175032 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60268) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:10.258730 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e289cc4b-abd3-4002-a359-17ea84b121cc tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=9314d3ea71064ec8a4285d4ce520aaad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0911024 Sep 16 05:01:10.263011 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60270) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:10.279044 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-914c62fd-8b7a-4cf2-951d-06f5e272f3c5 None None] Provisioning complete for port b4c96531-e578-44de-b06c-cf41db25adaa triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:10.280202 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-914c62fd-8b7a-4cf2-951d-06f5e272f3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.285852 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b610fc-4314-4763-aae7-21d665466f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18f2a87-e309-4d9e-a0e0-1134f9272a4b,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:10.308269 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60272) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:10.333200 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e07e8d1-b21f-4c79-b6d2-fe84aa083899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.354135 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b1695945-3771-4720-a6e0-69a0bd623429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.359293 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3b1a1cbf-7446-4055-8e43-7702279eb832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.409447 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b1695945-3771-4720-a6e0-69a0bd623429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.423026 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c96711e-a679-4858-8590-e6e720db8c77 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Made reservation on behalf of 671edf2792fb45b2bfb42fa207389634 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:10.425387 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-51e6a2f8-dc3b-47d4-9e34-68ec4b0dea51 None None] Set router 7b3e41bb-c64f-4409-8f5d-b7266e24b115 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:10.534515 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d9ba6c-ac06-4400-bcb2-14c9fc4cf5a2 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:10.536859 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-57d9ba6c-ac06-4400-bcb2-14c9fc4cf5a2 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2723541 Sep 16 05:01:10.543663 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60276) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:10.563510 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5c96711e-a679-4858-8590-e6e720db8c77 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.592716 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7c23fbba-9cd0-4ebf-9eac-61ee74bdb2d6 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=6423976d-c7ec-41de-996e-2a06dce8febc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0478015 Sep 16 05:01:10.595760 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60278) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:10.603916 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-ad77b315-78dd-443f-ad05-acc7f7431e95 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1031492653', 'network_id': '90894358-ea2f-475b-80aa-be2b2c16631e', 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:10.667452 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-914c62fd-8b7a-4cf2-951d-06f5e272f3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.831604 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e07e8d1-b21f-4c79-b6d2-fe84aa083899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.861592 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e07e8d1-b21f-4c79-b6d2-fe84aa083899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.900882 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2e07e8d1-b21f-4c79-b6d2-fe84aa083899 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c8020d6297404a059f4f55c62b3d1afa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5911031 Sep 16 05:01:10.902497 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad77b315-78dd-443f-ad05-acc7f7431e95 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Made reservation on behalf of 9314d3ea71064ec8a4285d4ce520aaad for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:10.907232 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ad77b315-78dd-443f-ad05-acc7f7431e95 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.912481 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60286) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:10.944064 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b1695945-3771-4720-a6e0-69a0bd623429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.946869 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b1695945-3771-4720-a6e0-69a0bd623429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.950582 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b1695945-3771-4720-a6e0-69a0bd623429 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c18f2a87-e309-4d9e-a0e0-1134f9272a4b HTTP/1.1" status: 204 len: 168 time: 0.7699502 Sep 16 05:01:10.975519 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-914c62fd-8b7a-4cf2-951d-06f5e272f3c5 None None] For port b4c96531-e578-44de-b06c-cf41db25adaa, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=b4c96531-e578-44de-b06c-cf41db25adaa,segment=NetworkSegment(83623f93-3200-44c5-9e85-8cb66cf95c61),segment_id=83623f93-3200-44c5-9e85-8cb66cf95c61)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:10.991132 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-5c96711e-a679-4858-8590-e6e720db8c77 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] device_id is not set on port 60bf2f6a-7010-4827-aad1-645fadf3e6cb yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:01:10.998895 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-914c62fd-8b7a-4cf2-951d-06f5e272f3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.000412 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1695945-3771-4720-a6e0-69a0bd623429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18f2a87-e309-4d9e-a0e0-1134f9272a4b,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:11.017430 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.141633 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b375cf-3aeb-4f5c-ab25-e6263cb3243a req-c62f3ff4-ba54-4f51-a8fa-8e29a2e49d86 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:11.143251 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-23b375cf-3aeb-4f5c-ab25-e6263cb3243a req-c62f3ff4-ba54-4f51-a8fa-8e29a2e49d86 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 947 time: 0.2032740 Sep 16 05:01:11.166106 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07e8d1-b21f-4c79-b6d2-fe84aa083899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f251a6-62ba-4d2e-b66b-4f4a924fddb8,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:11.246871 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-415b8669-4d26-4ff0-8192-4a2c28eefe46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.284772 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-415b8669-4d26-4ff0-8192-4a2c28eefe46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.349332 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-23b375cf-3aeb-4f5c-ab25-e6263cb3243a req-06cf2aa4-b801-4160-a659-c506da8d2c12 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896443 Sep 16 05:01:11.401993 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c62fd-8b7a-4cf2-951d-06f5e272f3c5 None None] Pushing event updated for resources: {'Port': ['ID=b4c96531-e578-44de-b06c-cf41db25adaa,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:11.405347 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-415b8669-4d26-4ff0-8192-4a2c28eefe46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.426113 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:01:11.427019 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:01:11.431643 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-415b8669-4d26-4ff0-8192-4a2c28eefe46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.447026 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-415b8669-4d26-4ff0-8192-4a2c28eefe46 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/13f251a6-62ba-4d2e-b66b-4f4a924fddb8 HTTP/1.1" status: 204 len: 168 time: 0.5297198 Sep 16 05:01:11.490082 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-51e6a2f8-dc3b-47d4-9e34-68ec4b0dea51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998636419', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'f85a70db-c35f-4006-820e-578968144cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:05Z', 'updated_at': '2021-09-16T05:01:07Z', 'revision_number': 3, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'f85a70db-c35f-4006-820e-578968144cb6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:06Z', 'updated_at': '2021-09-16T05:01:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:11.513279 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b8669-4d26-4ff0-8192-4a2c28eefe46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f251a6-62ba-4d2e-b66b-4f4a924fddb8,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:11.626492 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e6a2f8-dc3b-47d4-9e34-68ec4b0dea51 None None] Checking router: 7b3e41bb-c64f-4409-8f5d-b7266e24b115 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:01:11.627136 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e6a2f8-dc3b-47d4-9e34-68ec4b0dea51 None None] Updating router 7b3e41bb-c64f-4409-8f5d-b7266e24b115 port f85a70db-c35f-4006-820e-578968144cb6 binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:01:11.695264 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ad77b315-78dd-443f-ad05-acc7f7431e95 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.748854 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-51e6a2f8-dc3b-47d4-9e34-68ec4b0dea51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.763315 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.784279 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60326) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:11.812705 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77b315-78dd-443f-ad05-acc7f7431e95 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'Subnet': ['ID=cfa75c34-2931-484d-b0ed-c41264b07f0c,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:11.835958 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19f6612-c453-4f6b-8754-19003594e0b9 None None] Update dhcp port {'port': {'network_id': '5780c8bd-ed81-4039-84a0-1ce83ab58249', 'fixed_ips': [{'subnet_id': '536ab00b-cff9-4074-a318-37388fc0aa70', 'ip_address': '2001:db8::2'}, {'subnet_id': '2f790d82-77de-4806-ad9d-9823fe15ee90'}], 'binding:host_id': 'n-d-712139-15'}, 'id': 'b4c96531-e578-44de-b06c-cf41db25adaa'} from n-d-712139-15. {{(pid=94768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:01:11.840896 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-aee4c7e1-bda6-4a4c-b74f-5c4fd35ea4c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.897143 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad77b315-78dd-443f-ad05-acc7f7431e95 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Checking segment: {'id': '542edce7-6613-43b9-9139-c144b7b7b1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '90894358-ea2f-475b-80aa-be2b2c16631e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:11.897496 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad77b315-78dd-443f-ad05-acc7f7431e95 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Network hostable DHCP agents. Network: 90894358-ea2f-475b-80aa-be2b2c16631e, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:01:11.925771 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a19f6612-c453-4f6b-8754-19003594e0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.927617 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-5c96711e-a679-4858-8590-e6e720db8c77 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Allocated IP 2001:db8::25b (5780c8bd-ed81-4039-84a0-1ce83ab58249/536ab00b-cff9-4074-a318-37388fc0aa70/60bf2f6a-7010-4827-aad1-645fadf3e6cb) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:11.929386 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad77b315-78dd-443f-ad05-acc7f7431e95 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Network 90894358-ea2f-475b-80aa-be2b2c16631e is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:01:11.942305 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-5c96711e-a679-4858-8590-e6e720db8c77 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Allocated IP 2001:db8:0:1::106 (5780c8bd-ed81-4039-84a0-1ce83ab58249/2f790d82-77de-4806-ad9d-9823fe15ee90/60bf2f6a-7010-4827-aad1-645fadf3e6cb) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:11.954840 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-ad77b315-78dd-443f-ad05-acc7f7431e95 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 90894358-ea2f-475b-80aa-be2b2c16631e) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:11.963994 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad77b315-78dd-443f-ad05-acc7f7431e95 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:11.967145 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ad77b315-78dd-443f-ad05-acc7f7431e95 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.998277 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:01:12.058562 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e674ce-2a2a-4964-942f-23c245b60dbb None None] Network 90894358-ea2f-475b-80aa-be2b2c16631e requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:12.091084 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-aee4c7e1-bda6-4a4c-b74f-5c4fd35ea4c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.096229 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-aee4c7e1-bda6-4a4c-b74f-5c4fd35ea4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.106678 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ad77b315-78dd-443f-ad05-acc7f7431e95 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5092225 Sep 16 05:01:12.107461 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60332) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:12.138817 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-aee4c7e1-bda6-4a4c-b74f-5c4fd35ea4c7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0b80ea1d7a004b588b9aec6050cb9746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3328996 Sep 16 05:01:12.142369 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60336) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:12.251812 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4c7e1-bda6-4a4c-b74f-5c4fd35ea4c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eae2b5f-7704-43bc-8699-e9e68a9b9f83,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:12.347224 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4ab268cd-549a-410a-b20f-4dd5ee47e160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.391000 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5c96711e-a679-4858-8590-e6e720db8c77 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.460807 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4ab268cd-549a-410a-b20f-4dd5ee47e160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.613992 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device b4c96531-e578-44de-b06c-cf41db25adaa up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:12.662770 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09686fa1-cfda-4c85-ae3c-e8685c9f60ca req-a7704b42-4630-4ad0-b48a-e217b191d15d tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:12.664817 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-09686fa1-cfda-4c85-ae3c-e8685c9f60ca req-a7704b42-4630-4ad0-b48a-e217b191d15d tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 947 time: 0.1399941 Sep 16 05:01:12.668153 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5c96711e-a679-4858-8590-e6e720db8c77 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.758077 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c96711e-a679-4858-8590-e6e720db8c77 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Network 5780c8bd-ed81-4039-84a0-1ce83ab58249 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:12.768432 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-5c96711e-a679-4858-8590-e6e720db8c77 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:12.779066 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c96711e-a679-4858-8590-e6e720db8c77 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:12.789664 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c96711e-a679-4858-8590-e6e720db8c77 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:12.790379 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5c96711e-a679-4858-8590-e6e720db8c77 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.807370 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4ab268cd-549a-410a-b20f-4dd5ee47e160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.809980 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4ab268cd-549a-410a-b20f-4dd5ee47e160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.814901 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4ab268cd-549a-410a-b20f-4dd5ee47e160 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3eae2b5f-7704-43bc-8699-e9e68a9b9f83 HTTP/1.1" status: 204 len: 168 time: 0.6634958 Sep 16 05:01:12.832381 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5c96711e-a679-4858-8590-e6e720db8c77 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.6998594 Sep 16 05:01:12.842996 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60360) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:12.851061 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-c863c54d-03cc-42e7-8815-51ba32d517c6 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '536ab00b-cff9-4074-a318-37388fc0aa70'}]}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:12.859657 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-51e6a2f8-dc3b-47d4-9e34-68ec4b0dea51 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.875331 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-51e6a2f8-dc3b-47d4-9e34-68ec4b0dea51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.905645 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab268cd-549a-410a-b20f-4dd5ee47e160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eae2b5f-7704-43bc-8699-e9e68a9b9f83,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:12.918448 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96711e-a679-4858-8590-e6e720db8c77 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Port': ['ID=60bf2f6a-7010-4827-aad1-645fadf3e6cb,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:12.960709 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-09686fa1-cfda-4c85-ae3c-e8685c9f60ca req-e3c368f9-80a7-4ee1-8b8f-27b2af682dcd tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2855799 Sep 16 05:01:12.975508 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c863c54d-03cc-42e7-8815-51ba32d517c6 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.125644 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-51e6a2f8-dc3b-47d4-9e34-68ec4b0dea51 None None] Attempting to bind port f85a70db-c35f-4006-820e-578968144cb6 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:13.126208 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-51e6a2f8-dc3b-47d4-9e34-68ec4b0dea51 None None] Attempting to bind port f85a70db-c35f-4006-820e-578968144cb6 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:13.126521 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e6a2f8-dc3b-47d4-9e34-68ec4b0dea51 None None] Attempting to bind port f85a70db-c35f-4006-820e-578968144cb6 on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:13.161734 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f933c-c8c6-4a47-af3d-5a685971c8b6 None None] Pushing event updated for resources: {'Port': ['ID=f85a70db-c35f-4006-820e-578968144cb6,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:13.168438 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port b4c96531-e578-44de-b06c-cf41db25adaa triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:13.168855 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.183460 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-a19f6612-c453-4f6b-8754-19003594e0b9 None None] Allocated IP 2001:db8:0:1::2 (5780c8bd-ed81-4039-84a0-1ce83ab58249/2f790d82-77de-4806-ad9d-9823fe15ee90/b4c96531-e578-44de-b06c-cf41db25adaa) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:13.196012 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e6a2f8-dc3b-47d4-9e34-68ec4b0dea51 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:13.196392 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e6a2f8-dc3b-47d4-9e34-68ec4b0dea51 None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:13.196900 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-51e6a2f8-dc3b-47d4-9e34-68ec4b0dea51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.197301 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e6a2f8-dc3b-47d4-9e34-68ec4b0dea51 None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:13.197806 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-51e6a2f8-dc3b-47d4-9e34-68ec4b0dea51 None None] Bound port: f85a70db-c35f-4006-820e-578968144cb6, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:13.198337 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-51e6a2f8-dc3b-47d4-9e34-68ec4b0dea51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.229190 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-85601e21-4e4c-446a-b72e-2d959133b32d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.442804 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-a19f6612-c453-4f6b-8754-19003594e0b9 None None] For port b4c96531-e578-44de-b06c-cf41db25adaa, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=b4c96531-e578-44de-b06c-cf41db25adaa,segment=NetworkSegment(83623f93-3200-44c5-9e85-8cb66cf95c61),segment_id=83623f93-3200-44c5-9e85-8cb66cf95c61)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:13.465622 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93eacda3-191b-449d-ac40-c0a559cc68b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-90894358-ea2f-475b-80aa-be2b2c16631e', 'network_id': '90894358-ea2f-475b-80aa-be2b2c16631e', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'fixed_ips': [{'subnet_id': 'cfa75c34-2931-484d-b0ed-c41264b07f0c'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:01:13.466449 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-93eacda3-191b-449d-ac40-c0a559cc68b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.562334 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a19f6612-c453-4f6b-8754-19003594e0b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.577382 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cfa04bb2-a7c1-4d69-9b3c-56c383a45b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.585892 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a19f6612-c453-4f6b-8754-19003594e0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.656828 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-c863c54d-03cc-42e7-8815-51ba32d517c6 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Delete allocated IP 2001:db8:0:1::106 (5780c8bd-ed81-4039-84a0-1ce83ab58249/2f790d82-77de-4806-ad9d-9823fe15ee90) {{(pid=94767) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 05:01:13.681731 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f6612-c453-4f6b-8754-19003594e0b9 None None] Pushing event updated for resources: {'Port': ['ID=b4c96531-e578-44de-b06c-cf41db25adaa,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:13.704829 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.950079 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c863c54d-03cc-42e7-8815-51ba32d517c6 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.958804 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c863c54d-03cc-42e7-8815-51ba32d517c6 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.977195 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-51e6a2f8-dc3b-47d4-9e34-68ec4b0dea51 None None] For port f85a70db-c35f-4006-820e-578968144cb6, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:14.061517 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-51e6a2f8-dc3b-47d4-9e34-68ec4b0dea51 None None] For port f85a70db-c35f-4006-820e-578968144cb6, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=f85a70db-c35f-4006-820e-578968144cb6,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:14.089495 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-51e6a2f8-dc3b-47d4-9e34-68ec4b0dea51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.095774 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863c54d-03cc-42e7-8815-51ba32d517c6 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Port': ['ID=60bf2f6a-7010-4827-aad1-645fadf3e6cb,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:14.145839 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-c863c54d-03cc-42e7-8815-51ba32d517c6 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] In _notify_port_updated(), no bound segment for port 60bf2f6a-7010-4827-aad1-645fadf3e6cb on network 5780c8bd-ed81-4039-84a0-1ce83ab58249 {{(pid=94767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:01:14.152813 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c863c54d-03cc-42e7-8815-51ba32d517c6 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:14.153576 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c863c54d-03cc-42e7-8815-51ba32d517c6 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.158307 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c863c54d-03cc-42e7-8815-51ba32d517c6 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "PUT /v2.0/ports/60bf2f6a-7010-4827-aad1-645fadf3e6cb HTTP/1.1" status: 200 len: 926 time: 1.3100812 Sep 16 05:01:14.158307 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60392) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:14.166037 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-8e09ff10-1fc3-46fb-a635-26f9149c6168 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '536ab00b-cff9-4074-a318-37388fc0aa70'}, {'subnet_id': '2f790d82-77de-4806-ad9d-9823fe15ee90'}]}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:14.221984 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e6a2f8-dc3b-47d4-9e34-68ec4b0dea51 None None] Routers {'7b3e41bb-c64f-4409-8f5d-b7266e24b115'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:14.222651 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-51e6a2f8-dc3b-47d4-9e34-68ec4b0dea51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:01:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['7b3e41bb-c64f-4409-8f5d-b7266e24b115'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:14.369021 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8e09ff10-1fc3-46fb-a635-26f9149c6168 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.371270 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f933c-c8c6-4a47-af3d-5a685971c8b6 None None] Pushing event updated for resources: {'Port': ['ID=f85a70db-c35f-4006-820e-578968144cb6,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:14.397784 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-93eacda3-191b-449d-ac40-c0a559cc68b2 None None] Allocated IP 172.20.0.2 (90894358-ea2f-475b-80aa-be2b2c16631e/cfa75c34-2931-484d-b0ed-c41264b07f0c/deddd14d-36c9-44bb-9364-5eb0170338d9) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:14.876718 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device b4c96531-e578-44de-b06c-cf41db25adaa up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:14.903049 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-51e6a2f8-dc3b-47d4-9e34-68ec4b0dea51 None None] Set router 7b3e41bb-c64f-4409-8f5d-b7266e24b115 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:14.991926 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-8e09ff10-1fc3-46fb-a635-26f9149c6168 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Allocated IP 2001:db8:0:1::21e (5780c8bd-ed81-4039-84a0-1ce83ab58249/2f790d82-77de-4806-ad9d-9823fe15ee90/60bf2f6a-7010-4827-aad1-645fadf3e6cb) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:15.033508 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.084202 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.247450 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a3f048-906f-4c8a-b8bb-bdd79f962a7a None None] Network 5780c8bd-ed81-4039-84a0-1ce83ab58249 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:15.270037 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8e09ff10-1fc3-46fb-a635-26f9149c6168 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.276931 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8e09ff10-1fc3-46fb-a635-26f9149c6168 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.444671 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-8e09ff10-1fc3-46fb-a635-26f9149c6168 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] In _notify_port_updated(), no bound segment for port 60bf2f6a-7010-4827-aad1-645fadf3e6cb on network 5780c8bd-ed81-4039-84a0-1ce83ab58249 {{(pid=94767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:01:15.450651 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e09ff10-1fc3-46fb-a635-26f9149c6168 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:15.451933 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8e09ff10-1fc3-46fb-a635-26f9149c6168 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.456764 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60420) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:15.458555 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8e09ff10-1fc3-46fb-a635-26f9149c6168 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "PUT /v2.0/ports/60bf2f6a-7010-4827-aad1-645fadf3e6cb HTTP/1.1" status: 200 len: 1012 time: 1.2974865 Sep 16 05:01:15.461938 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e09ff10-1fc3-46fb-a635-26f9149c6168 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Port': ['ID=60bf2f6a-7010-4827-aad1-645fadf3e6cb,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:15.625589 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ccf0a1e7-ee4a-4462-ad65-a552eb3dec0a None None] Provisioning complete for port b4c96531-e578-44de-b06c-cf41db25adaa triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:15.625965 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ccf0a1e7-ee4a-4462-ad65-a552eb3dec0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.686101 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-93eacda3-191b-449d-ac40-c0a559cc68b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.719576 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-93eacda3-191b-449d-ac40-c0a559cc68b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.776554 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eacda3-191b-449d-ac40-c0a559cc68b2 None None] Pushing event updated for resources: {'Port': ['ID=deddd14d-36c9-44bb-9364-5eb0170338d9,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:15.790734 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port b4c96531-e578-44de-b06c-cf41db25adaa triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:15.791277 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.843674 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-85601e21-4e4c-446a-b72e-2d959133b32d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Allocated IP 172.20.0.1 (90894358-ea2f-475b-80aa-be2b2c16631e/cfa75c34-2931-484d-b0ed-c41264b07f0c/587f86e2-6339-459a-a2ea-52cd6ae6129c) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:15.847838 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93eacda3-191b-449d-ac40-c0a559cc68b2 None None] Network 90894358-ea2f-475b-80aa-be2b2c16631e is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:15.876616 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-93eacda3-191b-449d-ac40-c0a559cc68b2 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:15.892664 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93eacda3-191b-449d-ac40-c0a559cc68b2 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:15.967141 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-a4e3cf01-d6fb-4521-b9c9-87921ddfb761 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Deleting port 60bf2f6a-7010-4827-aad1-645fadf3e6cb {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:15.967552 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a4e3cf01-d6fb-4521-b9c9-87921ddfb761 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.109267 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-93eacda3-191b-449d-ac40-c0a559cc68b2 None None] Attempting to bind port deddd14d-36c9-44bb-9364-5eb0170338d9 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:16.109710 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-93eacda3-191b-449d-ac40-c0a559cc68b2 None None] Attempting to bind port deddd14d-36c9-44bb-9364-5eb0170338d9 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '542edce7-6613-43b9-9139-c144b7b7b1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '90894358-ea2f-475b-80aa-be2b2c16631e'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:16.110151 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eacda3-191b-449d-ac40-c0a559cc68b2 None None] Attempting to bind port deddd14d-36c9-44bb-9364-5eb0170338d9 on network 90894358-ea2f-475b-80aa-be2b2c16631e {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:16.137963 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eacda3-191b-449d-ac40-c0a559cc68b2 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:16.138508 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eacda3-191b-449d-ac40-c0a559cc68b2 None None] Checking segment: {'id': '542edce7-6613-43b9-9139-c144b7b7b1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '90894358-ea2f-475b-80aa-be2b2c16631e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:16.139049 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-93eacda3-191b-449d-ac40-c0a559cc68b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.139574 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eacda3-191b-449d-ac40-c0a559cc68b2 None None] Bound using segment: {'id': '542edce7-6613-43b9-9139-c144b7b7b1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '90894358-ea2f-475b-80aa-be2b2c16631e'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:16.140321 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-93eacda3-191b-449d-ac40-c0a559cc68b2 None None] Bound port: deddd14d-36c9-44bb-9364-5eb0170338d9, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '542edce7-6613-43b9-9139-c144b7b7b1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '90894358-ea2f-475b-80aa-be2b2c16631e'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:16.140881 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-93eacda3-191b-449d-ac40-c0a559cc68b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.143860 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-85601e21-4e4c-446a-b72e-2d959133b32d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.167901 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60428) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:16.193764 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a4e3cf01-d6fb-4521-b9c9-87921ddfb761 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.216617 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-a4e3cf01-d6fb-4521-b9c9-87921ddfb761 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Calling delete_port for 60bf2f6a-7010-4827-aad1-645fadf3e6cb owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:16.230958 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.249611 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-51e6a2f8-dc3b-47d4-9e34-68ec4b0dea51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998636419', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'f85a70db-c35f-4006-820e-578968144cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:05Z', 'updated_at': '2021-09-16T05:01:07Z', 'revision_number': 3, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'f85a70db-c35f-4006-820e-578968144cb6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:06Z', 'updated_at': '2021-09-16T05:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:16.305113 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e6a2f8-dc3b-47d4-9e34-68ec4b0dea51 None None] The sync data for ids ['7b3e41bb-c64f-4409-8f5d-b7266e24b115'] in n-d-712139-15 is: [{'id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998636419', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'f85a70db-c35f-4006-820e-578968144cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:05Z', 'updated_at': '2021-09-16T05:01:07Z', 'revision_number': 3, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'f85a70db-c35f-4006-820e-578968144cb6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:06Z', 'updated_at': '2021-09-16T05:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:01:16.328116 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-93eacda3-191b-449d-ac40-c0a559cc68b2 None None] For port deddd14d-36c9-44bb-9364-5eb0170338d9, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:16.343676 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-93eacda3-191b-449d-ac40-c0a559cc68b2 None None] For port deddd14d-36c9-44bb-9364-5eb0170338d9, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=deddd14d-36c9-44bb-9364-5eb0170338d9,segment=NetworkSegment(542edce7-6613-43b9-9139-c144b7b7b1bf),segment_id=542edce7-6613-43b9-9139-c144b7b7b1bf)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:16.358125 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-93eacda3-191b-449d-ac40-c0a559cc68b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.512526 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eacda3-191b-449d-ac40-c0a559cc68b2 None None] Pushing event updated for resources: {'Port': ['ID=deddd14d-36c9-44bb-9364-5eb0170338d9,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:16.579329 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-99f7b008-8839-4ad4-873b-79cb4c0c1a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.581860 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-85601e21-4e4c-446a-b72e-2d959133b32d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.812480 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f4f91c3c-768a-43ae-866a-df3e4b48a817 None None] Provisioning complete for port 60bf2f6a-7010-4827-aad1-645fadf3e6cb triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:16.813907 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85601e21-4e4c-446a-b72e-2d959133b32d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Network 90894358-ea2f-475b-80aa-be2b2c16631e is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:16.820949 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f4f91c3c-768a-43ae-866a-df3e4b48a817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.825233 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-85601e21-4e4c-446a-b72e-2d959133b32d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:16.836448 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85601e21-4e4c-446a-b72e-2d959133b32d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:16.915490 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85601e21-4e4c-446a-b72e-2d959133b32d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'Port': ['ID=587f86e2-6339-459a-a2ea-52cd6ae6129c,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:16.931467 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-f4f91c3c-768a-43ae-866a-df3e4b48a817 None None] Port 60bf2f6a-7010-4827-aad1-645fadf3e6cb cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:16.945775 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f4f91c3c-768a-43ae-866a-df3e4b48a817 None None] Provisioning complete for port b4c96531-e578-44de-b06c-cf41db25adaa triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:16.946565 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f4f91c3c-768a-43ae-866a-df3e4b48a817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.057958 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-85601e21-4e4c-446a-b72e-2d959133b32d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.184315 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a4e3cf01-d6fb-4521-b9c9-87921ddfb761 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.307122 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3cf01-d6fb-4521-b9c9-87921ddfb761 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Port': ['ID=60bf2f6a-7010-4827-aad1-645fadf3e6cb,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:17.334412 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a4e3cf01-d6fb-4521-b9c9-87921ddfb761 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.339221 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60438) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:17.339744 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a4e3cf01-d6fb-4521-b9c9-87921ddfb761 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/ports/60bf2f6a-7010-4827-aad1-645fadf3e6cb HTTP/1.1" status: 204 len: 168 time: 1.8794668 Sep 16 05:01:17.364672 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-05eae863-9fa8-46da-8dfa-b249aceb9a0f None None] Could not find standard attr ID for object 60bf2f6a-7010-4827-aad1-645fadf3e6cb. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:01:17.388131 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b340b7f1-670d-4a8a-bebd-be2d6270a307 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] GET failed (client error): The resource could not be found. Sep 16 05:01:17.390269 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b340b7f1-670d-4a8a-bebd-be2d6270a307 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "GET /v2.0/ports/60bf2f6a-7010-4827-aad1-645fadf3e6cb HTTP/1.1" status: 404 len: 333 time: 0.0491862 Sep 16 05:01:17.395392 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60440) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:17.489055 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c019f3c8-8a43-4e83-ad92-dd6476afdf74 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Deleting subnet 2f790d82-77de-4806-ad9d-9823fe15ee90 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:01:17.496600 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c019f3c8-8a43-4e83-ad92-dd6476afdf74 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.546657 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c019f3c8-8a43-4e83-ad92-dd6476afdf74 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.631051 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-85601e21-4e4c-446a-b72e-2d959133b32d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.646055 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-99f7b008-8839-4ad4-873b-79cb4c0c1a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.657696 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-99f7b008-8839-4ad4-873b-79cb4c0c1a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.705598 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-a8fca615-5059-4663-b1dc-f033eb4779cd None None] Could not find standard attr ID for object 60bf2f6a-7010-4827-aad1-645fadf3e6cb. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:01:17.894554 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c019f3c8-8a43-4e83-ad92-dd6476afdf74 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.958007 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7b008-8839-4ad4-873b-79cb4c0c1a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ea5b98-a5b2-43b1-9834-2b2156d101c8,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:17.965879 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-99f7b008-8839-4ad4-873b-79cb4c0c1a05 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6304e886f83140d893285e82edba3291&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7940698 Sep 16 05:01:18.000352 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60450) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:18.147921 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1aa7dd72-6c24-4276-b3b6-ad169336195d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.220413 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c019f3c8-8a43-4e83-ad92-dd6476afdf74 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.250144 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1aa7dd72-6c24-4276-b3b6-ad169336195d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.292133 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-85601e21-4e4c-446a-b72e-2d959133b32d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.306341 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-85601e21-4e4c-446a-b72e-2d959133b32d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.337623 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c019f3c8-8a43-4e83-ad92-dd6476afdf74 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.344741 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c019f3c8-8a43-4e83-ad92-dd6476afdf74 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/subnets/2f790d82-77de-4806-ad9d-9823fe15ee90 HTTP/1.1" status: 204 len: 168 time: 0.9433985 Sep 16 05:01:18.353437 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60452) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:18.355350 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019f3c8-8a43-4e83-ad92-dd6476afdf74 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Subnet': ['ID=2f790d82-77de-4806-ad9d-9823fe15ee90,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:18.402447 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-c77614ed-0c98-4a9f-98da-2954db5405e9 None None] Could not find standard attr ID for object 60bf2f6a-7010-4827-aad1-645fadf3e6cb. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:01:18.469575 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1aa7dd72-6c24-4276-b3b6-ad169336195d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.474341 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1aa7dd72-6c24-4276-b3b6-ad169336195d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.476099 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1aa7dd72-6c24-4276-b3b6-ad169336195d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d9ea5b98-a5b2-43b1-9834-2b2156d101c8 HTTP/1.1" status: 204 len: 168 time: 0.4679155 Sep 16 05:01:18.517371 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7dd72-6c24-4276-b3b6-ad169336195d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ea5b98-a5b2-43b1-9834-2b2156d101c8,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:18.540333 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4823657-5c09-4cf5-bcb4-b3219d48063b tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Deleting subnet 536ab00b-cff9-4074-a318-37388fc0aa70 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:01:18.546246 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b4823657-5c09-4cf5-bcb4-b3219d48063b tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.611160 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b4823657-5c09-4cf5-bcb4-b3219d48063b tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.668948 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af879d0-c034-453f-b8f0-c58fc4ea3dec None None] Network 90894358-ea2f-475b-80aa-be2b2c16631e requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:18.816605 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device deddd14d-36c9-44bb-9364-5eb0170338d9 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:18.822503 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-85601e21-4e4c-446a-b72e-2d959133b32d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.854018 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85601e21-4e4c-446a-b72e-2d959133b32d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'Port': ['ID=587f86e2-6339-459a-a2ea-52cd6ae6129c,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:18.867304 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fb2a5e-db13-4b96-9dbb-5ad6ceb20b4f None None] Network 5780c8bd-ed81-4039-84a0-1ce83ab58249 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:18.871831 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b4823657-5c09-4cf5-bcb4-b3219d48063b tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.875143 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f0423b8d-9282-4464-b224-e036ac0ccd2d None None] Provisioning complete for port deddd14d-36c9-44bb-9364-5eb0170338d9 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:18.875529 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f0423b8d-9282-4464-b224-e036ac0ccd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.174593 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port deddd14d-36c9-44bb-9364-5eb0170338d9 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:19.174593 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.192515 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b4823657-5c09-4cf5-bcb4-b3219d48063b tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.317321 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4823657-5c09-4cf5-bcb4-b3219d48063b tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Subnet': ['ID=536ab00b-cff9-4074-a318-37388fc0aa70,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:19.326909 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b4823657-5c09-4cf5-bcb4-b3219d48063b tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.329045 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b4823657-5c09-4cf5-bcb4-b3219d48063b tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/subnets/536ab00b-cff9-4074-a318-37388fc0aa70 HTTP/1.1" status: 204 len: 168 time: 0.9148312 Sep 16 05:01:19.331793 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60466) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:19.404850 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85601e21-4e4c-446a-b72e-2d959133b32d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Network 90894358-ea2f-475b-80aa-be2b2c16631e is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:19.410670 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-85601e21-4e4c-446a-b72e-2d959133b32d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:19.410923 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f0423b8d-9282-4464-b224-e036ac0ccd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.556280 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85601e21-4e4c-446a-b72e-2d959133b32d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Router 7b3e41bb-c64f-4409-8f5d-b7266e24b115 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:01:19.585832 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a38956ee-3c4d-4b1a-927f-6a270bb93430 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.760007 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-a38956ee-3c4d-4b1a-927f-6a270bb93430 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Deleting port b4c96531-e578-44de-b06c-cf41db25adaa {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:19.760387 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a38956ee-3c4d-4b1a-927f-6a270bb93430 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.841968 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-f0423b8d-9282-4464-b224-e036ac0ccd2d None None] For port deddd14d-36c9-44bb-9364-5eb0170338d9, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=deddd14d-36c9-44bb-9364-5eb0170338d9,segment=NetworkSegment(542edce7-6613-43b9-9139-c144b7b7b1bf),segment_id=542edce7-6613-43b9-9139-c144b7b7b1bf)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:19.844610 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.853265 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85601e21-4e4c-446a-b72e-2d959133b32d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:01:19.858467 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-85601e21-4e4c-446a-b72e-2d959133b32d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "PUT /v2.0/routers/7b3e41bb-c64f-4409-8f5d-b7266e24b115/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7499833 Sep 16 05:01:19.865029 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fccf4b-ef4c-4da1-b3ff-3d20d74fff28 None None] Sync routers for ids ['7b3e41bb-c64f-4409-8f5d-b7266e24b115'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:01:19.879261 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fccf4b-ef4c-4da1-b3ff-3d20d74fff28 None None] Routers {'7b3e41bb-c64f-4409-8f5d-b7266e24b115'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:19.880136 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-49fccf4b-ef4c-4da1-b3ff-3d20d74fff28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:01:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['7b3e41bb-c64f-4409-8f5d-b7266e24b115'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:19.883729 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-a38956ee-3c4d-4b1a-927f-6a270bb93430 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] For port b4c96531-e578-44de-b06c-cf41db25adaa, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=b4c96531-e578-44de-b06c-cf41db25adaa,segment=NetworkSegment(83623f93-3200-44c5-9e85-8cb66cf95c61),segment_id=83623f93-3200-44c5-9e85-8cb66cf95c61)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:19.883729 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a38956ee-3c4d-4b1a-927f-6a270bb93430 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.887308 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f0423b8d-9282-4464-b224-e036ac0ccd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.913222 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-a38956ee-3c4d-4b1a-927f-6a270bb93430 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Calling delete_port for b4c96531-e578-44de-b06c-cf41db25adaa owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:20.041259 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-49fccf4b-ef4c-4da1-b3ff-3d20d74fff28 None None] Set router 7b3e41bb-c64f-4409-8f5d-b7266e24b115 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:20.084525 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e83c0d8-e389-447b-8050-a741487a95c9 None None] DHCP port deletion for 5780c8bd-ed81-4039-84a0-1ce83ab58249 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:01:20.118812 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a38956ee-3c4d-4b1a-927f-6a270bb93430 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.156159 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38956ee-3c4d-4b1a-927f-6a270bb93430 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] No DVR routers for this DVR port b4c96531-e578-44de-b06c-cf41db25adaa on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:20.214480 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38956ee-3c4d-4b1a-927f-6a270bb93430 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Port': ['ID=b4c96531-e578-44de-b06c-cf41db25adaa,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:20.233547 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:01:20.233830 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:01:20.258852 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0423b8d-9282-4464-b224-e036ac0ccd2d None None] Pushing event updated for resources: {'Port': ['ID=deddd14d-36c9-44bb-9364-5eb0170338d9,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:20.370404 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a38956ee-3c4d-4b1a-927f-6a270bb93430 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.393729 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-a38956ee-3c4d-4b1a-927f-6a270bb93430 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5780c8bd-ed81-4039-84a0-1ce83ab58249']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:20.405790 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-a38956ee-3c4d-4b1a-927f-6a270bb93430 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83623f93-3200-44c5-9e85-8cb66cf95c61') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:20.406345 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-a38956ee-3c4d-4b1a-927f-6a270bb93430 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83623f93-3200-44c5-9e85-8cb66cf95c61') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:20.418977 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a38956ee-3c4d-4b1a-927f-6a270bb93430 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.436031 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a38956ee-3c4d-4b1a-927f-6a270bb93430 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.445337 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38956ee-3c4d-4b1a-927f-6a270bb93430 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:01:20.445986 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a38956ee-3c4d-4b1a-927f-6a270bb93430 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.606787 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-646bf7d5-66ca-4fc1-8c43-bf625715542e None None] Provisioning complete for port 587f86e2-6339-459a-a2ea-52cd6ae6129c triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:20.611049 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-646bf7d5-66ca-4fc1-8c43-bf625715542e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.651295 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-49fccf4b-ef4c-4da1-b3ff-3d20d74fff28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998636419', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'f85a70db-c35f-4006-820e-578968144cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:05Z', 'updated_at': '2021-09-16T05:01:17Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'f85a70db-c35f-4006-820e-578968144cb6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:06Z', 'updated_at': '2021-09-16T05:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '587f86e2-6339-459a-a2ea-52cd6ae6129c', 'name': '', 'network_id': '90894358-ea2f-475b-80aa-be2b2c16631e', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'mac_address': 'fa:16:3e:78:1e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'cfa75c34-2931-484d-b0ed-c41264b07f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:13Z', 'updated_at': '2021-09-16T05:01:17Z', 'revision_number': 2, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'subnets': [{'id': 'cfa75c34-2931-484d-b0ed-c41264b07f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:20.688752 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fccf4b-ef4c-4da1-b3ff-3d20d74fff28 None None] Checking router: 7b3e41bb-c64f-4409-8f5d-b7266e24b115 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:01:20.689101 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fccf4b-ef4c-4da1-b3ff-3d20d74fff28 None None] Updating router 7b3e41bb-c64f-4409-8f5d-b7266e24b115 port 587f86e2-6339-459a-a2ea-52cd6ae6129c binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:01:20.709554 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:01:20.709554 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:01:20.709554 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:01:20.709554 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:01:20.709554 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:01:20.709554 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:01:20.709554 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:01:20.709554 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:01:20.709554 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:01:20.709554 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:01:20.709554 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:01:20.709554 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:01:20.709554 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:01:20.709554 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:01:20.709554 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:01:20.709554 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:01:20.709554 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:01:20.709554 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:01:20.709554 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:01:20.709554 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:01:20.709554 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:01:20.709554 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:01:20.709554 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:01:20.709554 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:01:20.709554 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:01:20.709554 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:01:20.709554 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:01:20.709554 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:01:20.709554 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:01:20.709554 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:01:20.709554 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:01:20.709554 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:01:20.757797 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a38956ee-3c4d-4b1a-927f-6a270bb93430 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.807842 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a38956ee-3c4d-4b1a-927f-6a270bb93430 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.818303 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a38956ee-3c4d-4b1a-927f-6a270bb93430 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/networks/5780c8bd-ed81-4039-84a0-1ce83ab58249 HTTP/1.1" status: 204 len: 168 time: 1.4836466 Sep 16 05:01:20.823185 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60504) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:20.843965 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-49fccf4b-ef4c-4da1-b3ff-3d20d74fff28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.859600 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device f85a70db-c35f-4006-820e-578968144cb6 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:20.891639 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38956ee-3c4d-4b1a-927f-6a270bb93430 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Network': ['ID=5780c8bd-ed81-4039-84a0-1ce83ab58249,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:20.912472 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fb01ef07-609c-42c3-b587-397c0d68257a req-a2d9f99a-cee9-433b-9c67-f2c12acb0593 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-37476805&fields=id&tenant_id=9314d3ea71064ec8a4285d4ce520aaad HTTP/1.1" status: 200 len: 267 time: 0.5438228 Sep 16 05:01:21.024309 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71e990a-3348-47d7-b17d-2d7abc7165b4 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:21.030692 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f71e990a-3348-47d7-b17d-2d7abc7165b4 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2057068 Sep 16 05:01:21.036971 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60508) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:21.055711 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-646bf7d5-66ca-4fc1-8c43-bf625715542e None None] Port 587f86e2-6339-459a-a2ea-52cd6ae6129c cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:21.131713 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-646bf7d5-66ca-4fc1-8c43-bf625715542e None None] Provisioning complete for port deddd14d-36c9-44bb-9364-5eb0170338d9 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:21.132317 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-646bf7d5-66ca-4fc1-8c43-bf625715542e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.213892 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7fad6c2e-9ecd-47d6-ab5a-8a4c25a92faf tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1724331 Sep 16 05:01:21.218499 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60512) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:21.243166 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-b560c727-b6a3-4ce0-99a7-59c4ae99a29d tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-176952940'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:21.263557 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port f85a70db-c35f-4006-820e-578968144cb6 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:21.263996 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.285476 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b560c727-b6a3-4ce0-99a7-59c4ae99a29d tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Made reservation on behalf of 671edf2792fb45b2bfb42fa207389634 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:21.295790 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b560c727-b6a3-4ce0-99a7-59c4ae99a29d tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.347366 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b560c727-b6a3-4ce0-99a7-59c4ae99a29d tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:01:21.361896 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b560c727-b6a3-4ce0-99a7-59c4ae99a29d tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.362485 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-b560c727-b6a3-4ce0-99a7-59c4ae99a29d tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Added segment 30ba9f6d-88fc-4931-9c4e-7261cc072bf8 of type vlan for network dbc20104-ae55-4739-a183-e613fccaeef3 Sep 16 05:01:21.399212 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01ef07-609c-42c3-b587-397c0d68257a req-2254cbac-d2d3-4fb0-8d97-8d44095a3e18 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:21.400826 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fb01ef07-609c-42c3-b587-397c0d68257a req-2254cbac-d2d3-4fb0-8d97-8d44095a3e18 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/networks?id=90894358-ea2f-475b-80aa-be2b2c16631e HTTP/1.1" status: 200 len: 796 time: 0.4802635 Sep 16 05:01:21.432615 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b560c727-b6a3-4ce0-99a7-59c4ae99a29d tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.452625 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fb01ef07-609c-42c3-b587-397c0d68257a req-35c41341-b8ee-43e4-acd2-d77200230561 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/quotas/9314d3ea71064ec8a4285d4ce520aaad HTTP/1.1" status: 200 len: 375 time: 0.0428336 Sep 16 05:01:21.485655 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b560c727-b6a3-4ce0-99a7-59c4ae99a29d tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.499984 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b560c727-b6a3-4ce0-99a7-59c4ae99a29d tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:21.501113 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b560c727-b6a3-4ce0-99a7-59c4ae99a29d tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.587404 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.625050 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port f85a70db-c35f-4006-820e-578968144cb6, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=f85a70db-c35f-4006-820e-578968144cb6,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:21.632015 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.694707 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=f85a70db-c35f-4006-820e-578968144cb6,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:21.705164 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-49fccf4b-ef4c-4da1-b3ff-3d20d74fff28 None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.715826 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-49fccf4b-ef4c-4da1-b3ff-3d20d74fff28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.723778 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fb01ef07-609c-42c3-b587-397c0d68257a req-44c2fdf2-28ff-48a2-b5ae-cc473969189e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9314d3ea71064ec8a4285d4ce520aaad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2634397 Sep 16 05:01:21.745288 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560c727-b6a3-4ce0-99a7-59c4ae99a29d tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Network': ['ID=dbc20104-ae55-4739-a183-e613fccaeef3,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:21.752734 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-1709cd07-4d13-4973-9105-156bc6522fbb None None] Provisioning complete for port 587f86e2-6339-459a-a2ea-52cd6ae6129c triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:21.753436 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1709cd07-4d13-4973-9105-156bc6522fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.757635 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b560c727-b6a3-4ce0-99a7-59c4ae99a29d tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5364754 Sep 16 05:01:21.758681 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60526) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:21.765326 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-05a58417-dd72-404d-ad6f-843acbac0a4f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'subnet': {'network_id': 'dbc20104-ae55-4739-a183-e613fccaeef3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:21.794864 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network dbc20104-ae55-4739-a183-e613fccaeef3 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:01:21.819767 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba281102-b9de-4a0a-8069-202092577027 None None] Pushing event updated for resources: {'Port': ['ID=587f86e2-6339-459a-a2ea-52cd6ae6129c,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:21.843778 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba281102-b9de-4a0a-8069-202092577027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:21.844007 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba281102-b9de-4a0a-8069-202092577027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:21.844260 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba281102-b9de-4a0a-8069-202092577027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:21.844615 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba281102-b9de-4a0a-8069-202092577027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:21.844960 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba281102-b9de-4a0a-8069-202092577027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:21.845291 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba281102-b9de-4a0a-8069-202092577027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:21.845617 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba281102-b9de-4a0a-8069-202092577027 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:21.845940 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba281102-b9de-4a0a-8069-202092577027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:21.847601 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-1709cd07-4d13-4973-9105-156bc6522fbb None None] Port 587f86e2-6339-459a-a2ea-52cd6ae6129c cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:21.848147 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba281102-b9de-4a0a-8069-202092577027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:21.848512 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba281102-b9de-4a0a-8069-202092577027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:21.853878 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba281102-b9de-4a0a-8069-202092577027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:21.854097 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba281102-b9de-4a0a-8069-202092577027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:21.913957 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device deddd14d-36c9-44bb-9364-5eb0170338d9 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:21.933651 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a58417-dd72-404d-ad6f-843acbac0a4f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Made reservation on behalf of 671edf2792fb45b2bfb42fa207389634 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:21.942135 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-05a58417-dd72-404d-ad6f-843acbac0a4f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.003449 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port deddd14d-36c9-44bb-9364-5eb0170338d9 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:22.005735 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.220871 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fb01ef07-609c-42c3-b587-397c0d68257a req-f43f7c7b-206b-4956-8c9b-57e09936deb8 service neutron] 10.222.0.35 "GET /v2.0/networks/90894358-ea2f-475b-80aa-be2b2c16631e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4780250 Sep 16 05:01:22.232882 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-49fccf4b-ef4c-4da1-b3ff-3d20d74fff28 None None] Attempting to bind port 587f86e2-6339-459a-a2ea-52cd6ae6129c on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:22.233342 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-49fccf4b-ef4c-4da1-b3ff-3d20d74fff28 None None] Attempting to bind port 587f86e2-6339-459a-a2ea-52cd6ae6129c by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '542edce7-6613-43b9-9139-c144b7b7b1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '90894358-ea2f-475b-80aa-be2b2c16631e'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:22.233844 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fccf4b-ef4c-4da1-b3ff-3d20d74fff28 None None] Attempting to bind port 587f86e2-6339-459a-a2ea-52cd6ae6129c on network 90894358-ea2f-475b-80aa-be2b2c16631e {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:22.239685 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fccf4b-ef4c-4da1-b3ff-3d20d74fff28 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:22.247206 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fccf4b-ef4c-4da1-b3ff-3d20d74fff28 None None] Checking segment: {'id': '542edce7-6613-43b9-9139-c144b7b7b1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '90894358-ea2f-475b-80aa-be2b2c16631e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:22.247843 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-49fccf4b-ef4c-4da1-b3ff-3d20d74fff28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.252026 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device b4c96531-e578-44de-b06c-cf41db25adaa no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:22.253025 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fccf4b-ef4c-4da1-b3ff-3d20d74fff28 None None] Bound using segment: {'id': '542edce7-6613-43b9-9139-c144b7b7b1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '90894358-ea2f-475b-80aa-be2b2c16631e'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:22.255308 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-49fccf4b-ef4c-4da1-b3ff-3d20d74fff28 None None] Bound port: 587f86e2-6339-459a-a2ea-52cd6ae6129c, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '542edce7-6613-43b9-9139-c144b7b7b1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '90894358-ea2f-475b-80aa-be2b2c16631e'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:22.261108 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-49fccf4b-ef4c-4da1-b3ff-3d20d74fff28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.286458 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: b4c96531-e578-44de-b06c-cf41db25adaa {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:01:22.286458 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device b4c96531-e578-44de-b06c-cf41db25adaa not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:01:22.389351 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-3b2df51b-2928-4885-9c39-08e2e9255e14 None None] Provisioning complete for port 587f86e2-6339-459a-a2ea-52cd6ae6129c triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:22.389763 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3b2df51b-2928-4885-9c39-08e2e9255e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.411213 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-49fccf4b-ef4c-4da1-b3ff-3d20d74fff28 None None] For port 587f86e2-6339-459a-a2ea-52cd6ae6129c, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:22.418985 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-05a58417-dd72-404d-ad6f-843acbac0a4f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.423776 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-49fccf4b-ef4c-4da1-b3ff-3d20d74fff28 None None] For port 587f86e2-6339-459a-a2ea-52cd6ae6129c, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=587f86e2-6339-459a-a2ea-52cd6ae6129c,segment=NetworkSegment(542edce7-6613-43b9-9139-c144b7b7b1bf),segment_id=542edce7-6613-43b9-9139-c144b7b7b1bf)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:22.435068 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-49fccf4b-ef4c-4da1-b3ff-3d20d74fff28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.489377 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-3b2df51b-2928-4885-9c39-08e2e9255e14 None None] Port 587f86e2-6339-459a-a2ea-52cd6ae6129c cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:22.497448 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fb01ef07-609c-42c3-b587-397c0d68257a req-c0745633-a40e-4dc3-9d0a-92781e51e113 service neutron] 10.222.0.35 "GET /v2.0/networks/90894358-ea2f-475b-80aa-be2b2c16631e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641850 Sep 16 05:01:22.524272 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fccf4b-ef4c-4da1-b3ff-3d20d74fff28 None None] Routers {'7b3e41bb-c64f-4409-8f5d-b7266e24b115'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:22.524272 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-49fccf4b-ef4c-4da1-b3ff-3d20d74fff28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:01:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['7b3e41bb-c64f-4409-8f5d-b7266e24b115'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:22.539347 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a58417-dd72-404d-ad6f-843acbac0a4f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Subnet': ['ID=08509d11-b68a-4535-a5b1-fde47ce62bfa,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:22.574267 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a58417-dd72-404d-ad6f-843acbac0a4f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Checking segment: {'id': '30ba9f6d-88fc-4931-9c4e-7261cc072bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'dbc20104-ae55-4739-a183-e613fccaeef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:22.574990 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a58417-dd72-404d-ad6f-843acbac0a4f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Network hostable DHCP agents. Network: dbc20104-ae55-4739-a183-e613fccaeef3, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:01:22.604096 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a58417-dd72-404d-ad6f-843acbac0a4f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Network dbc20104-ae55-4739-a183-e613fccaeef3 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:01:22.612619 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba281102-b9de-4a0a-8069-202092577027 None None] Pushing event updated for resources: {'Port': ['ID=587f86e2-6339-459a-a2ea-52cd6ae6129c,revision_number=4']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:22.618134 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-05a58417-dd72-404d-ad6f-843acbac0a4f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, dbc20104-ae55-4739-a183-e613fccaeef3) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:22.624159 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a58417-dd72-404d-ad6f-843acbac0a4f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:22.625213 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-05a58417-dd72-404d-ad6f-843acbac0a4f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.638500 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bccffe-de56-4892-8ef2-5b4211c5cfad None None] Network dbc20104-ae55-4739-a183-e613fccaeef3 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:22.655628 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60552) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:22.656256 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-05a58417-dd72-404d-ad6f-843acbac0a4f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8958292 Sep 16 05:01:22.664277 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-c1db280f-fc15-4401-a3fb-f1695fec92aa tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'port': {'network_id': 'dbc20104-ae55-4739-a183-e613fccaeef3', 'name': 'tempest-PortsIpV6TestJSON-532226041'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:22.741853 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-49fccf4b-ef4c-4da1-b3ff-3d20d74fff28 None None] Set router 7b3e41bb-c64f-4409-8f5d-b7266e24b115 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:23.077478 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9d7278-22e2-435c-bf00-72d691c98eec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-dbc20104-ae55-4739-a183-e613fccaeef3', 'network_id': 'dbc20104-ae55-4739-a183-e613fccaeef3', 'tenant_id': '671edf2792fb45b2bfb42fa207389634', 'fixed_ips': [{'subnet_id': '08509d11-b68a-4535-a5b1-fde47ce62bfa'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:01:23.078350 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-be9d7278-22e2-435c-bf00-72d691c98eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.090975 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-9461b3c2-d5a3-4855-bbae-5c4e7b1518b0 None None] Provisioning complete for port 587f86e2-6339-459a-a2ea-52cd6ae6129c triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:23.091368 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9461b3c2-d5a3-4855-bbae-5c4e7b1518b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.100136 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1db280f-fc15-4401-a3fb-f1695fec92aa tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Made reservation on behalf of 671edf2792fb45b2bfb42fa207389634 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:23.105979 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c1db280f-fc15-4401-a3fb-f1695fec92aa tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.168862 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-c1db280f-fc15-4401-a3fb-f1695fec92aa tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] device_id is not set on port 85af7c7c-942c-4acd-8b18-549faa9f774b yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:01:23.310692 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-49fccf4b-ef4c-4da1-b3ff-3d20d74fff28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998636419', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'f85a70db-c35f-4006-820e-578968144cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:05Z', 'updated_at': '2021-09-16T05:01:17Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'f85a70db-c35f-4006-820e-578968144cb6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:06Z', 'updated_at': '2021-09-16T05:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '587f86e2-6339-459a-a2ea-52cd6ae6129c', 'name': '', 'network_id': '90894358-ea2f-475b-80aa-be2b2c16631e', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'mac_address': 'fa:16:3e:78:1e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'cfa75c34-2931-484d-b0ed-c41264b07f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:13Z', 'updated_at': '2021-09-16T05:01:22Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'subnets': [{'id': 'cfa75c34-2931-484d-b0ed-c41264b07f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:23.354814 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-abeac5c3-bfc3-4b97-b9ef-a1685b172d40 req-d15c6ab8-396e-46e7-907d-551f3d9b96eb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc515ba3-2207-4843-903f-28bcf3fd78b4 HTTP/1.1" status: 200 len: 210 time: 0.0985107 Sep 16 05:01:23.414292 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fccf4b-ef4c-4da1-b3ff-3d20d74fff28 None None] The sync data for ids ['7b3e41bb-c64f-4409-8f5d-b7266e24b115'] in n-d-712139-15 is: [{'id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998636419', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'f85a70db-c35f-4006-820e-578968144cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:05Z', 'updated_at': '2021-09-16T05:01:17Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'f85a70db-c35f-4006-820e-578968144cb6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:06Z', 'updated_at': '2021-09-16T05:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '587f86e2-6339-459a-a2ea-52cd6ae6129c', 'name': '', 'network_id': '90894358-ea2f-475b-80aa-be2b2c16631e', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'mac_address': 'fa:16:3e:78:1e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'cfa75c34-2931-484d-b0ed-c41264b07f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:13Z', 'updated_at': '2021-09-16T05:01:22Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'subnets': [{'id': 'cfa75c34-2931-484d-b0ed-c41264b07f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:01:23.423220 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9461b3c2-d5a3-4855-bbae-5c4e7b1518b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.564917 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-be9d7278-22e2-435c-bf00-72d691c98eec None None] Allocated IP 2001:db8::2 (dbc20104-ae55-4739-a183-e613fccaeef3/08509d11-b68a-4535-a5b1-fde47ce62bfa/84bcf657-82ee-4fa8-bc08-dc6e1f6a3951) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:23.582628 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-9461b3c2-d5a3-4855-bbae-5c4e7b1518b0 None None] For port 587f86e2-6339-459a-a2ea-52cd6ae6129c, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=587f86e2-6339-459a-a2ea-52cd6ae6129c,segment=NetworkSegment(542edce7-6613-43b9-9139-c144b7b7b1bf),segment_id=542edce7-6613-43b9-9139-c144b7b7b1bf)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:23.592853 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9461b3c2-d5a3-4855-bbae-5c4e7b1518b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.885774 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9461b3c2-d5a3-4855-bbae-5c4e7b1518b0 None None] Pushing event updated for resources: {'Port': ['ID=587f86e2-6339-459a-a2ea-52cd6ae6129c,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:24.034342 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 587f86e2-6339-459a-a2ea-52cd6ae6129c up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:24.182871 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-be9d7278-22e2-435c-bf00-72d691c98eec None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.212757 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-be9d7278-22e2-435c-bf00-72d691c98eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.299991 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9d7278-22e2-435c-bf00-72d691c98eec None None] Network dbc20104-ae55-4739-a183-e613fccaeef3 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:24.311884 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-be9d7278-22e2-435c-bf00-72d691c98eec None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:24.315462 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9d7278-22e2-435c-bf00-72d691c98eec None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:24.322856 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d7278-22e2-435c-bf00-72d691c98eec None None] Pushing event updated for resources: {'Port': ['ID=84bcf657-82ee-4fa8-bc08-dc6e1f6a3951,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:24.345242 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 587f86e2-6339-459a-a2ea-52cd6ae6129c triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:24.345242 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.526269 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-be9d7278-22e2-435c-bf00-72d691c98eec None None] Attempting to bind port 84bcf657-82ee-4fa8-bc08-dc6e1f6a3951 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:24.526734 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-be9d7278-22e2-435c-bf00-72d691c98eec None None] Attempting to bind port 84bcf657-82ee-4fa8-bc08-dc6e1f6a3951 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '30ba9f6d-88fc-4931-9c4e-7261cc072bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'dbc20104-ae55-4739-a183-e613fccaeef3'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:24.527151 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9d7278-22e2-435c-bf00-72d691c98eec None None] Attempting to bind port 84bcf657-82ee-4fa8-bc08-dc6e1f6a3951 on network dbc20104-ae55-4739-a183-e613fccaeef3 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:24.552769 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9d7278-22e2-435c-bf00-72d691c98eec None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:24.553173 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9d7278-22e2-435c-bf00-72d691c98eec None None] Checking segment: {'id': '30ba9f6d-88fc-4931-9c4e-7261cc072bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'dbc20104-ae55-4739-a183-e613fccaeef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:24.553588 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-be9d7278-22e2-435c-bf00-72d691c98eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.554481 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9d7278-22e2-435c-bf00-72d691c98eec None None] Bound using segment: {'id': '30ba9f6d-88fc-4931-9c4e-7261cc072bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'dbc20104-ae55-4739-a183-e613fccaeef3'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:24.555588 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-be9d7278-22e2-435c-bf00-72d691c98eec None None] Bound port: 84bcf657-82ee-4fa8-bc08-dc6e1f6a3951, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30ba9f6d-88fc-4931-9c4e-7261cc072bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'dbc20104-ae55-4739-a183-e613fccaeef3'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:24.556190 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-be9d7278-22e2-435c-bf00-72d691c98eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.822291 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-be9d7278-22e2-435c-bf00-72d691c98eec None None] For port 84bcf657-82ee-4fa8-bc08-dc6e1f6a3951, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:24.830094 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-be9d7278-22e2-435c-bf00-72d691c98eec None None] For port 84bcf657-82ee-4fa8-bc08-dc6e1f6a3951, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=84bcf657-82ee-4fa8-bc08-dc6e1f6a3951,segment=NetworkSegment(30ba9f6d-88fc-4931-9c4e-7261cc072bf8),segment_id=30ba9f6d-88fc-4931-9c4e-7261cc072bf8)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:24.851372 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-be9d7278-22e2-435c-bf00-72d691c98eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.873344 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device f85a70db-c35f-4006-820e-578968144cb6 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:24.961940 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-c1db280f-fc15-4401-a3fb-f1695fec92aa tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Allocated IP 2001:db8::2a1 (dbc20104-ae55-4739-a183-e613fccaeef3/08509d11-b68a-4535-a5b1-fde47ce62bfa/85af7c7c-942c-4acd-8b18-549faa9f774b) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:25.029191 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port f85a70db-c35f-4006-820e-578968144cb6 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:25.029668 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.124224 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8e8b9fc0-dce5-4054-bedc-ebc0e696d713 req-6cb3507e-c593-416d-a9f8-8afb84f2fb77 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc515ba3-2207-4843-903f-28bcf3fd78b4 HTTP/1.1" status: 200 len: 210 time: 0.1670756 Sep 16 05:01:25.301254 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d7278-22e2-435c-bf00-72d691c98eec None None] Pushing event updated for resources: {'Port': ['ID=84bcf657-82ee-4fa8-bc08-dc6e1f6a3951,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:25.536376 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01ef07-609c-42c3-b587-397c0d68257a req-2cb2d89e-a3c0-4ac0-9415-b030f71cc56a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:25.538686 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fb01ef07-609c-42c3-b587-397c0d68257a req-2cb2d89e-a3c0-4ac0-9415-b030f71cc56a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.47 "GET /v2.0/networks?id=90894358-ea2f-475b-80aa-be2b2c16631e HTTP/1.1" status: 200 len: 796 time: 0.5827026 Sep 16 05:01:25.630924 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c1db280f-fc15-4401-a3fb-f1695fec92aa tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.683486 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fb01ef07-609c-42c3-b587-397c0d68257a req-7c5678d0-f0a5-403b-9442-d8f80217ac29 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9314d3ea71064ec8a4285d4ce520aaad HTTP/1.1" status: 200 len: 378 time: 0.1230216 Sep 16 05:01:25.698785 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-fb01ef07-609c-42c3-b587-397c0d68257a req-a61aec17-3173-471e-aeb5-b195fc5070d4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'port': {'device_id': 'fc515ba3-2207-4843-903f-28bcf3fd78b4', 'network_id': '90894358-ea2f-475b-80aa-be2b2c16631e', 'admin_state_up': True, 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'security_groups': ['8568390f-1400-440d-bf90-fb6a5b638611']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:25.742965 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c1db280f-fc15-4401-a3fb-f1695fec92aa tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.850901 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1db280f-fc15-4401-a3fb-f1695fec92aa tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Network dbc20104-ae55-4739-a183-e613fccaeef3 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:25.858545 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-c1db280f-fc15-4401-a3fb-f1695fec92aa tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:25.881156 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1db280f-fc15-4401-a3fb-f1695fec92aa tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:25.887196 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1db280f-fc15-4401-a3fb-f1695fec92aa tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:25.887838 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c1db280f-fc15-4401-a3fb-f1695fec92aa tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.902523 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db280f-fc15-4401-a3fb-f1695fec92aa tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Port': ['ID=85af7c7c-942c-4acd-8b18-549faa9f774b,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:25.926070 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60596) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:25.926835 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c1db280f-fc15-4401-a3fb-f1695fec92aa tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2691214 Sep 16 05:01:25.933555 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-9784c703-ac81-4109-978a-be938fef4d02 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'port': {'network_id': 'dbc20104-ae55-4739-a183-e613fccaeef3', 'name': 'tempest-PortsIpV6TestJSON-1734229653'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:25.955032 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb01ef07-609c-42c3-b587-397c0d68257a req-a61aec17-3173-471e-aeb5-b195fc5070d4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Made reservation on behalf of 9314d3ea71064ec8a4285d4ce520aaad for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:25.957657 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 84bcf657-82ee-4fa8-bc08-dc6e1f6a3951 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:25.960327 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fb01ef07-609c-42c3-b587-397c0d68257a req-a61aec17-3173-471e-aeb5-b195fc5070d4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.039536 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 84bcf657-82ee-4fa8-bc08-dc6e1f6a3951 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:26.040056 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.230557 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-fb01ef07-609c-42c3-b587-397c0d68257a req-a61aec17-3173-471e-aeb5-b195fc5070d4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Allocated IP 172.20.0.6 (90894358-ea2f-475b-80aa-be2b2c16631e/cfa75c34-2931-484d-b0ed-c41264b07f0c/6fb44a9c-5fc5-4e73-82e9-db975dc0d285) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:26.257510 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.259739 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9784c703-ac81-4109-978a-be938fef4d02 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Made reservation on behalf of 671edf2792fb45b2bfb42fa207389634 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:26.262626 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9784c703-ac81-4109-978a-be938fef4d02 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.303040 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-9784c703-ac81-4109-978a-be938fef4d02 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] device_id is not set on port 6a121a53-685c-4447-b0b6-13529fe7d1be yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:01:26.358517 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 84bcf657-82ee-4fa8-bc08-dc6e1f6a3951, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=84bcf657-82ee-4fa8-bc08-dc6e1f6a3951,segment=NetworkSegment(30ba9f6d-88fc-4931-9c4e-7261cc072bf8),segment_id=30ba9f6d-88fc-4931-9c4e-7261cc072bf8)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:26.365284 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.366737 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 587f86e2-6339-459a-a2ea-52cd6ae6129c up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:26.449993 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9630a033-d1ae-46e5-8b94-fad596fa8373 req-7a703023-250d-430d-9bee-98cfe0d82558 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc515ba3-2207-4843-903f-28bcf3fd78b4 HTTP/1.1" status: 200 len: 210 time: 0.0655692 Sep 16 05:01:26.588297 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-9784c703-ac81-4109-978a-be938fef4d02 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Allocated IP 2001:db8::119 (dbc20104-ae55-4739-a183-e613fccaeef3/08509d11-b68a-4535-a5b1-fde47ce62bfa/6a121a53-685c-4447-b0b6-13529fe7d1be) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:26.593472 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=84bcf657-82ee-4fa8-bc08-dc6e1f6a3951,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:26.632123 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 587f86e2-6339-459a-a2ea-52cd6ae6129c triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:26.632498 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.711950 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fb01ef07-609c-42c3-b587-397c0d68257a req-a61aec17-3173-471e-aeb5-b195fc5070d4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.799371 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fb01ef07-609c-42c3-b587-397c0d68257a req-a61aec17-3173-471e-aeb5-b195fc5070d4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.891483 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb01ef07-609c-42c3-b587-397c0d68257a req-a61aec17-3173-471e-aeb5-b195fc5070d4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Network 90894358-ea2f-475b-80aa-be2b2c16631e is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:26.900146 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-fb01ef07-609c-42c3-b587-397c0d68257a req-a61aec17-3173-471e-aeb5-b195fc5070d4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:26.919675 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb01ef07-609c-42c3-b587-397c0d68257a req-a61aec17-3173-471e-aeb5-b195fc5070d4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:26.954226 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9784c703-ac81-4109-978a-be938fef4d02 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.990403 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61aec17-3173-471e-aeb5-b195fc5070d4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'Port': ['ID=6fb44a9c-5fc5-4e73-82e9-db975dc0d285,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:27.020648 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01ef07-609c-42c3-b587-397c0d68257a req-a61aec17-3173-471e-aeb5-b195fc5070d4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:27.021380 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fb01ef07-609c-42c3-b587-397c0d68257a req-a61aec17-3173-471e-aeb5-b195fc5070d4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.027056 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9784c703-ac81-4109-978a-be938fef4d02 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.055235 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fb01ef07-609c-42c3-b587-397c0d68257a req-a61aec17-3173-471e-aeb5-b195fc5070d4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3650298 Sep 16 05:01:27.077124 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65f236e-acc3-4e80-9d80-542b7dae7b2e None None] Network dbc20104-ae55-4739-a183-e613fccaeef3 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:27.141653 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9784c703-ac81-4109-978a-be938fef4d02 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Network dbc20104-ae55-4739-a183-e613fccaeef3 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:27.145512 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-9784c703-ac81-4109-978a-be938fef4d02 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:27.187979 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9784c703-ac81-4109-978a-be938fef4d02 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:27.211644 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9784c703-ac81-4109-978a-be938fef4d02 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:27.212333 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9784c703-ac81-4109-978a-be938fef4d02 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.242564 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9784c703-ac81-4109-978a-be938fef4d02 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Port': ['ID=6a121a53-685c-4447-b0b6-13529fe7d1be,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:27.253541 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9784c703-ac81-4109-978a-be938fef4d02 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3254759 Sep 16 05:01:27.257973 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60622) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:27.346184 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-05bd2638-9584-4760-88be-c184bc57b256 None None] Provisioning complete for port 84bcf657-82ee-4fa8-bc08-dc6e1f6a3951 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:27.346569 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-05bd2638-9584-4760-88be-c184bc57b256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.365377 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-fb01ef07-609c-42c3-b587-397c0d68257a req-8d387cd4-3ccd-43d2-8e1d-e4f40ad63a87 service neutron] Request body: {'port': {'device_id': 'fc515ba3-2207-4843-903f-28bcf3fd78b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:27.498441 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fb01ef07-609c-42c3-b587-397c0d68257a req-8d387cd4-3ccd-43d2-8e1d-e4f40ad63a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.540581 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff0dfb5-b84a-4a41-99b3-a8b9cbc8f571 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:27.545463 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60628) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:27.545721 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3ff0dfb5-b84a-4a41-99b3-a8b9cbc8f571 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2a1 HTTP/1.1" status: 200 len: 928 time: 0.2878461 Sep 16 05:01:27.601472 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-b5af0912-4a48-457e-b67e-3db4b1dbc10d None None] Provisioning complete for port 6fb44a9c-5fc5-4e73-82e9-db975dc0d285 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:27.601851 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b5af0912-4a48-457e-b67e-3db4b1dbc10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.716587 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-b5af0912-4a48-457e-b67e-3db4b1dbc10d None None] Port 6fb44a9c-5fc5-4e73-82e9-db975dc0d285 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:27.726040 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-26f37772-e161-4087-ad54-f02d6fcd6088 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Deleting port 6a121a53-685c-4447-b0b6-13529fe7d1be {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:27.726320 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-26f37772-e161-4087-ad54-f02d6fcd6088 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.842674 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 84bcf657-82ee-4fa8-bc08-dc6e1f6a3951 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:27.913557 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a151f1-cd4d-4cca-83c7-cd7bdbbff246 req-6d7a1080-8d9a-42d8-8820-6689a014a13f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:27.922848 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-00a151f1-cd4d-4cca-83c7-cd7bdbbff246 req-6d7a1080-8d9a-42d8-8820-6689a014a13f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc515ba3-2207-4843-903f-28bcf3fd78b4 HTTP/1.1" status: 200 len: 931 time: 0.1810589 Sep 16 05:01:27.943539 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-26f37772-e161-4087-ad54-f02d6fcd6088 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.982287 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-26f37772-e161-4087-ad54-f02d6fcd6088 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Calling delete_port for 6a121a53-685c-4447-b0b6-13529fe7d1be owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:27.989734 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-5799b42e-b10d-4cd2-b50d-9bbf3d9f2471 None None] Provisioning complete for port 6a121a53-685c-4447-b0b6-13529fe7d1be triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:27.995952 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5799b42e-b10d-4cd2-b50d-9bbf3d9f2471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.033667 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-00a151f1-cd4d-4cca-83c7-cd7bdbbff246 req-f0700e42-8ae7-4984-a3c4-9d33d3fc7f7f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=8568390f-1400-440d-bf90-fb6a5b638611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1093197 Sep 16 05:01:28.053981 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 84bcf657-82ee-4fa8-bc08-dc6e1f6a3951 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:28.054356 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.195654 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-5799b42e-b10d-4cd2-b50d-9bbf3d9f2471 None None] Port 6a121a53-685c-4447-b0b6-13529fe7d1be cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:28.213175 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-5799b42e-b10d-4cd2-b50d-9bbf3d9f2471 None None] Provisioning complete for port 84bcf657-82ee-4fa8-bc08-dc6e1f6a3951 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:28.213556 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5799b42e-b10d-4cd2-b50d-9bbf3d9f2471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.362357 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-26f37772-e161-4087-ad54-f02d6fcd6088 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.455434 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-fb01ef07-609c-42c3-b587-397c0d68257a req-8d387cd4-3ccd-43d2-8e1d-e4f40ad63a87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fb44a9c-5fc5-4e73-82e9-db975dc0d285 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:28.474300 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-26f37772-e161-4087-ad54-f02d6fcd6088 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.480042 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-26f37772-e161-4087-ad54-f02d6fcd6088 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/ports/6a121a53-685c-4447-b0b6-13529fe7d1be HTTP/1.1" status: 204 len: 168 time: 0.9333785 Sep 16 05:01:28.481479 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fb01ef07-609c-42c3-b587-397c0d68257a req-8d387cd4-3ccd-43d2-8e1d-e4f40ad63a87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.486645 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60636) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:28.487188 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f37772-e161-4087-ad54-f02d6fcd6088 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Port': ['ID=6a121a53-685c-4447-b0b6-13529fe7d1be,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:28.513456 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-5799b42e-b10d-4cd2-b50d-9bbf3d9f2471 None None] Provisioning complete for port 85af7c7c-942c-4acd-8b18-549faa9f774b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:28.515788 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5799b42e-b10d-4cd2-b50d-9bbf3d9f2471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.615036 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e67866b-fc95-4393-b882-759b858a823b tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] GET failed (client error): The resource could not be found. Sep 16 05:01:28.615036 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0e67866b-fc95-4393-b882-759b858a823b tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "GET /v2.0/ports/6a121a53-685c-4447-b0b6-13529fe7d1be HTTP/1.1" status: 404 len: 333 time: 0.1249981 Sep 16 05:01:28.617393 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60640) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:28.621918 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-5799b42e-b10d-4cd2-b50d-9bbf3d9f2471 None None] Port 85af7c7c-942c-4acd-8b18-549faa9f774b cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:28.623009 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-fb01ef07-609c-42c3-b587-397c0d68257a req-8d387cd4-3ccd-43d2-8e1d-e4f40ad63a87 service neutron] Transition to ACTIVE for port object 6fb44a9c-5fc5-4e73-82e9-db975dc0d285 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:01:28.631905 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fb01ef07-609c-42c3-b587-397c0d68257a req-8d387cd4-3ccd-43d2-8e1d-e4f40ad63a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.721420 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d387cd4-3ccd-43d2-8e1d-e4f40ad63a87 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb44a9c-5fc5-4e73-82e9-db975dc0d285,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:28.761182 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-e97e944d-a3c1-435e-ab03-5ef8b69afe88 None None] Provisioning complete for port 85af7c7c-942c-4acd-8b18-549faa9f774b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:28.761626 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e97e944d-a3c1-435e-ab03-5ef8b69afe88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.871281 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-d417e565-a896-43cd-90f7-4b44cb068163 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Deleting port 85af7c7c-942c-4acd-8b18-549faa9f774b {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:28.871522 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d417e565-a896-43cd-90f7-4b44cb068163 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.928205 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-e97e944d-a3c1-435e-ab03-5ef8b69afe88 None None] Port 85af7c7c-942c-4acd-8b18-549faa9f774b cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:28.946699 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-fb01ef07-609c-42c3-b587-397c0d68257a req-8d387cd4-3ccd-43d2-8e1d-e4f40ad63a87 service neutron] Attempting to bind port 6fb44a9c-5fc5-4e73-82e9-db975dc0d285 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:28.947256 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-fb01ef07-609c-42c3-b587-397c0d68257a req-8d387cd4-3ccd-43d2-8e1d-e4f40ad63a87 service neutron] Attempting to bind port 6fb44a9c-5fc5-4e73-82e9-db975dc0d285 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '542edce7-6613-43b9-9139-c144b7b7b1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '90894358-ea2f-475b-80aa-be2b2c16631e'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:28.949563 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb01ef07-609c-42c3-b587-397c0d68257a req-8d387cd4-3ccd-43d2-8e1d-e4f40ad63a87 service neutron] Attempting to bind port 6fb44a9c-5fc5-4e73-82e9-db975dc0d285 on network 90894358-ea2f-475b-80aa-be2b2c16631e {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:28.958635 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb01ef07-609c-42c3-b587-397c0d68257a req-8d387cd4-3ccd-43d2-8e1d-e4f40ad63a87 service neutron] Port 6fb44a9c-5fc5-4e73-82e9-db975dc0d285 on network 90894358-ea2f-475b-80aa-be2b2c16631e not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:28.958996 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb01ef07-609c-42c3-b587-397c0d68257a req-8d387cd4-3ccd-43d2-8e1d-e4f40ad63a87 service neutron] Attempting to bind port 6fb44a9c-5fc5-4e73-82e9-db975dc0d285 on network 90894358-ea2f-475b-80aa-be2b2c16631e {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:28.971057 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb01ef07-609c-42c3-b587-397c0d68257a req-8d387cd4-3ccd-43d2-8e1d-e4f40ad63a87 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:28.971641 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb01ef07-609c-42c3-b587-397c0d68257a req-8d387cd4-3ccd-43d2-8e1d-e4f40ad63a87 service neutron] Checking segment: {'id': '542edce7-6613-43b9-9139-c144b7b7b1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '90894358-ea2f-475b-80aa-be2b2c16631e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:28.972952 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb01ef07-609c-42c3-b587-397c0d68257a req-8d387cd4-3ccd-43d2-8e1d-e4f40ad63a87 service neutron] Bound using segment: {'id': '542edce7-6613-43b9-9139-c144b7b7b1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '90894358-ea2f-475b-80aa-be2b2c16631e'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:28.973694 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-fb01ef07-609c-42c3-b587-397c0d68257a req-8d387cd4-3ccd-43d2-8e1d-e4f40ad63a87 service neutron] Bound port: 6fb44a9c-5fc5-4e73-82e9-db975dc0d285, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '542edce7-6613-43b9-9139-c144b7b7b1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '90894358-ea2f-475b-80aa-be2b2c16631e'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:28.974052 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fb01ef07-609c-42c3-b587-397c0d68257a req-8d387cd4-3ccd-43d2-8e1d-e4f40ad63a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.045249 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-4e1e27f3-596a-43f9-934b-504b0e41c695 None None] Could not find standard attr ID for object 6a121a53-685c-4447-b0b6-13529fe7d1be. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:01:29.074190 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d417e565-a896-43cd-90f7-4b44cb068163 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.091140 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-d417e565-a896-43cd-90f7-4b44cb068163 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Calling delete_port for 85af7c7c-942c-4acd-8b18-549faa9f774b owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:29.176263 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-fb01ef07-609c-42c3-b587-397c0d68257a req-8d387cd4-3ccd-43d2-8e1d-e4f40ad63a87 service neutron] For port 6fb44a9c-5fc5-4e73-82e9-db975dc0d285, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:29.186456 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-fb01ef07-609c-42c3-b587-397c0d68257a req-8d387cd4-3ccd-43d2-8e1d-e4f40ad63a87 service neutron] For port 6fb44a9c-5fc5-4e73-82e9-db975dc0d285, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=6fb44a9c-5fc5-4e73-82e9-db975dc0d285,segment=NetworkSegment(542edce7-6613-43b9-9139-c144b7b7b1bf),segment_id=542edce7-6613-43b9-9139-c144b7b7b1bf)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:29.220184 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fb01ef07-609c-42c3-b587-397c0d68257a req-8d387cd4-3ccd-43d2-8e1d-e4f40ad63a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.297770 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01ef07-609c-42c3-b587-397c0d68257a req-8d387cd4-3ccd-43d2-8e1d-e4f40ad63a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:29.298039 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fb01ef07-609c-42c3-b587-397c0d68257a req-8d387cd4-3ccd-43d2-8e1d-e4f40ad63a87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.299349 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fb01ef07-609c-42c3-b587-397c0d68257a req-8d387cd4-3ccd-43d2-8e1d-e4f40ad63a87 service neutron] 10.222.0.47 "PUT /v2.0/ports/6fb44a9c-5fc5-4e73-82e9-db975dc0d285 HTTP/1.1" status: 200 len: 1092 time: 2.2307272 Sep 16 05:01:29.299953 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc515ba3-2207-4843-903f-28bcf3fd78b4', 'tag': '6fb44a9c-5fc5-4e73-82e9-db975dc0d285'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:29.303580 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2670b20-7597-4683-8955-da1ba144fe07" -d '{"events": [{"name": "network-changed", "server_uuid": "fc515ba3-2207-4843-903f-28bcf3fd78b4", "tag": "6fb44a9c-5fc5-4e73-82e9-db975dc0d285"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:29.352272 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d417e565-a896-43cd-90f7-4b44cb068163 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.439056 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417e565-a896-43cd-90f7-4b44cb068163 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Port': ['ID=85af7c7c-942c-4acd-8b18-549faa9f774b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:29.461064 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92530fd-eb52-4bd7-94e2-c8806640ed53 req-1e1f742c-5d5b-45e8-9349-7bae6283dc91 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:29.475322 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f92530fd-eb52-4bd7-94e2-c8806640ed53 req-1e1f742c-5d5b-45e8-9349-7bae6283dc91 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc515ba3-2207-4843-903f-28bcf3fd78b4 HTTP/1.1" status: 200 len: 943 time: 0.2852721 Sep 16 05:01:29.529745 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d417e565-a896-43cd-90f7-4b44cb068163 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.530513 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d387cd4-3ccd-43d2-8e1d-e4f40ad63a87 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb44a9c-5fc5-4e73-82e9-db975dc0d285,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:29.546359 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d417e565-a896-43cd-90f7-4b44cb068163 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/ports/85af7c7c-942c-4acd-8b18-549faa9f774b HTTP/1.1" status: 204 len: 168 time: 0.9139688 Sep 16 05:01:29.547213 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60654) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:29.604156 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01ef07-609c-42c3-b587-397c0d68257a req-3b775bfc-2560-4ec6-be15-3521b3e3bbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:29.607706 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fb01ef07-609c-42c3-b587-397c0d68257a req-3b775bfc-2560-4ec6-be15-3521b3e3bbf6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9314d3ea71064ec8a4285d4ce520aaad&device_id=fc515ba3-2207-4843-903f-28bcf3fd78b4 HTTP/1.1" status: 200 len: 1095 time: 0.2451551 Sep 16 05:01:29.671882 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-371274f2-a462-4f16-8359-caf8bcaa0a50 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] GET failed (client error): The resource could not be found. Sep 16 05:01:29.677144 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-371274f2-a462-4f16-8359-caf8bcaa0a50 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "GET /v2.0/ports/85af7c7c-942c-4acd-8b18-549faa9f774b HTTP/1.1" status: 404 len: 333 time: 0.1261628 Sep 16 05:01:29.677959 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60660) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:29.701158 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f92530fd-eb52-4bd7-94e2-c8806640ed53 req-5f15aa96-c9a7-4764-9448-6d159343c6fa tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=8568390f-1400-440d-bf90-fb6a5b638611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2226577 Sep 16 05:01:29.822439 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fb01ef07-609c-42c3-b587-397c0d68257a req-1436430f-1385-4b4c-97e8-4b804bc75237 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fb44a9c-5fc5-4e73-82e9-db975dc0d285 HTTP/1.1" status: 200 len: 217 time: 0.1135228 Sep 16 05:01:29.895911 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf5e33e-2a35-4b00-b7b5-94bd3f0cd54b tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Deleting subnet 08509d11-b68a-4535-a5b1-fde47ce62bfa {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:01:29.927540 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fdf5e33e-2a35-4b00-b7b5-94bd3f0cd54b tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.048387 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01ef07-609c-42c3-b587-397c0d68257a req-e2c2e660-ec9e-422f-9d45-a34427710820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:30.051131 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fb01ef07-609c-42c3-b587-397c0d68257a req-e2c2e660-ec9e-422f-9d45-a34427710820 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cfa75c34-2931-484d-b0ed-c41264b07f0c HTTP/1.1" status: 200 len: 835 time: 0.2274411 Sep 16 05:01:30.077923 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fdf5e33e-2a35-4b00-b7b5-94bd3f0cd54b tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.102351 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a064fdb-91f5-46a8-a01b-fc3db8fac2b9 x-openstack-request-id: req-5a064fdb-91f5-46a8-a01b-fc3db8fac2b9 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:30.102652 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc515ba3-2207-4843-903f-28bcf3fd78b4", "tag": "6fb44a9c-5fc5-4e73-82e9-db975dc0d285", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:30.102894 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5a064fdb-91f5-46a8-a01b-fc3db8fac2b9 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:30.103307 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc515ba3-2207-4843-903f-28bcf3fd78b4', 'tag': '6fb44a9c-5fc5-4e73-82e9-db975dc0d285', 'status': 'completed', 'code': 200} Sep 16 05:01:30.276854 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01ef07-609c-42c3-b587-397c0d68257a req-0d74a150-8bfc-4835-90e3-261d287ebb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:30.279070 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fdf5e33e-2a35-4b00-b7b5-94bd3f0cd54b tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.298065 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fb01ef07-609c-42c3-b587-397c0d68257a req-0d74a150-8bfc-4835-90e3-261d287ebb09 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90894358-ea2f-475b-80aa-be2b2c16631e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2387376 Sep 16 05:01:30.300053 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60678) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:30.463682 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fdf5e33e-2a35-4b00-b7b5-94bd3f0cd54b tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.547184 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5e33e-2a35-4b00-b7b5-94bd3f0cd54b tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Subnet': ['ID=08509d11-b68a-4535-a5b1-fde47ce62bfa,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:30.562120 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fdf5e33e-2a35-4b00-b7b5-94bd3f0cd54b tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.569354 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff3b4bd-671a-4874-a6ca-78afa9139503 None None] Network dbc20104-ae55-4739-a183-e613fccaeef3 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:30.572301 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fdf5e33e-2a35-4b00-b7b5-94bd3f0cd54b tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/subnets/08509d11-b68a-4535-a5b1-fde47ce62bfa HTTP/1.1" status: 204 len: 168 time: 0.8926558 Sep 16 05:01:30.573113 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60684) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:30.695153 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fb01ef07-609c-42c3-b587-397c0d68257a req-9f660d46-9e77-4c4a-9f29-b50dbf2485f3 service neutron] 10.222.0.47 "GET /v2.0/networks/90894358-ea2f-475b-80aa-be2b2c16631e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604662 Sep 16 05:01:30.781574 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-deab29c6-febe-44cb-bfce-f3dcdc90b1a9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.948206 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-55d71978-960f-41ad-a1b7-0924d0cd874b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.967568 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-deab29c6-febe-44cb-bfce-f3dcdc90b1a9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Deleting port 84bcf657-82ee-4fa8-bc08-dc6e1f6a3951 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:30.967939 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-deab29c6-febe-44cb-bfce-f3dcdc90b1a9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.133782 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dad8ddf-a548-4f55-ba5a-6081213497b7 None None] DHCP port deletion for dbc20104-ae55-4739-a183-e613fccaeef3 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:01:31.140358 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-deab29c6-febe-44cb-bfce-f3dcdc90b1a9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] For port 84bcf657-82ee-4fa8-bc08-dc6e1f6a3951, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=84bcf657-82ee-4fa8-bc08-dc6e1f6a3951,segment=NetworkSegment(30ba9f6d-88fc-4931-9c4e-7261cc072bf8),segment_id=30ba9f6d-88fc-4931-9c4e-7261cc072bf8)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:31.141111 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-deab29c6-febe-44cb-bfce-f3dcdc90b1a9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.159871 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-deab29c6-febe-44cb-bfce-f3dcdc90b1a9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Calling delete_port for 84bcf657-82ee-4fa8-bc08-dc6e1f6a3951 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:31.294548 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-deab29c6-febe-44cb-bfce-f3dcdc90b1a9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.302784 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fb01ef07-609c-42c3-b587-397c0d68257a req-e2d89e60-0d9b-4597-ac39-c6203a43bd3c service neutron] 10.222.0.47 "GET /v2.0/networks/90894358-ea2f-475b-80aa-be2b2c16631e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5978303 Sep 16 05:01:31.339505 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab29c6-febe-44cb-bfce-f3dcdc90b1a9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Port': ['ID=84bcf657-82ee-4fa8-bc08-dc6e1f6a3951,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:31.360097 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deab29c6-febe-44cb-bfce-f3dcdc90b1a9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] No DVR routers for this DVR port 84bcf657-82ee-4fa8-bc08-dc6e1f6a3951 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:31.385486 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bec148-c1d9-4815-9c14-b7f8ac0903b4 req-faaf31f2-513e-46d6-ad2d-e52cc404d5b4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:31.415821 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-11bec148-c1d9-4815-9c14-b7f8ac0903b4 req-faaf31f2-513e-46d6-ad2d-e52cc404d5b4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc515ba3-2207-4843-903f-28bcf3fd78b4 HTTP/1.1" status: 200 len: 943 time: 0.4993734 Sep 16 05:01:31.574289 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-9dad8ddf-a548-4f55-ba5a-6081213497b7 None None] Deleting port 84bcf657-82ee-4fa8-bc08-dc6e1f6a3951 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:31.575628 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9dad8ddf-a548-4f55-ba5a-6081213497b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.653674 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-deab29c6-febe-44cb-bfce-f3dcdc90b1a9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.677457 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-deab29c6-febe-44cb-bfce-f3dcdc90b1a9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc20104-ae55-4739-a183-e613fccaeef3']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:31.679164 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-9dad8ddf-a548-4f55-ba5a-6081213497b7 None None] For port 84bcf657-82ee-4fa8-bc08-dc6e1f6a3951, host n-d-712139-15, got binding levels [] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:31.679855 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9dad8ddf-a548-4f55-ba5a-6081213497b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.692229 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-deab29c6-febe-44cb-bfce-f3dcdc90b1a9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ba9f6d-88fc-4931-9c4e-7261cc072bf8') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:31.692531 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-deab29c6-febe-44cb-bfce-f3dcdc90b1a9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ba9f6d-88fc-4931-9c4e-7261cc072bf8') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:31.707342 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-11bec148-c1d9-4815-9c14-b7f8ac0903b4 req-bd514f19-d4ed-432b-b29f-264f8d36f616 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=8568390f-1400-440d-bf90-fb6a5b638611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2785704 Sep 16 05:01:31.708466 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-deab29c6-febe-44cb-bfce-f3dcdc90b1a9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.715075 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-9dad8ddf-a548-4f55-ba5a-6081213497b7 None None] Calling delete_port for 84bcf657-82ee-4fa8-bc08-dc6e1f6a3951 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:31.718164 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.ipam_backend_mixin [None req-9dad8ddf-a548-4f55-ba5a-6081213497b7 None None] Port 84bcf657-82ee-4fa8-bc08-dc6e1f6a3951 was not found and therefore no delete operation was performed {{(pid=94768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:01:31.720045 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9dad8ddf-a548-4f55-ba5a-6081213497b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.724828 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-deab29c6-febe-44cb-bfce-f3dcdc90b1a9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.734923 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2670b20-7597-4683-8955-da1ba144fe07 req-a7606b72-b573-4d19-9dbf-e41042718a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:31.739910 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deab29c6-febe-44cb-bfce-f3dcdc90b1a9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:01:31.740704 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-deab29c6-febe-44cb-bfce-f3dcdc90b1a9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.746602 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:01:31.746602 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:01:31.746602 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:01:31.746602 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:01:31.746602 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:01:31.746602 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:01:31.746602 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:01:31.746602 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:01:31.746602 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:01:31.746602 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:01:31.746602 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:01:31.746602 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:01:31.746602 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:01:31.746602 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:01:31.746602 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:01:31.746602 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:01:31.746602 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:01:31.746602 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:01:31.746602 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:01:31.746602 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:01:31.746602 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:01:31.746602 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:01:31.746602 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:01:31.746602 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:01:31.746602 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:01:31.746602 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:01:31.746602 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:01:31.746602 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:01:31.746602 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:01:31.746602 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:01:31.746602 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:01:31.746602 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:01:31.754493 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c2670b20-7597-4683-8955-da1ba144fe07 req-a7606b72-b573-4d19-9dbf-e41042718a95 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9314d3ea71064ec8a4285d4ce520aaad&device_id=fc515ba3-2207-4843-903f-28bcf3fd78b4 HTTP/1.1" status: 200 len: 1095 time: 0.2620873 Sep 16 05:01:31.758372 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 84bcf657-82ee-4fa8-bc08-dc6e1f6a3951 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:31.788238 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dad8ddf-a548-4f55-ba5a-6081213497b7 None None] No DVR routers for this DVR port 84bcf657-82ee-4fa8-bc08-dc6e1f6a3951 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:31.791498 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 84bcf657-82ee-4fa8-bc08-dc6e1f6a3951 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:01:31.791833 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 84bcf657-82ee-4fa8-bc08-dc6e1f6a3951 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:01:31.813051 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad8ddf-a548-4f55-ba5a-6081213497b7 None None] Pushing event deleted for resources: {'Port': ['ID=84bcf657-82ee-4fa8-bc08-dc6e1f6a3951,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:31.826345 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad8ddf-a548-4f55-ba5a-6081213497b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:31.826345 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad8ddf-a548-4f55-ba5a-6081213497b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:31.826345 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad8ddf-a548-4f55-ba5a-6081213497b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:31.826714 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad8ddf-a548-4f55-ba5a-6081213497b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:31.827009 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad8ddf-a548-4f55-ba5a-6081213497b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:31.827403 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad8ddf-a548-4f55-ba5a-6081213497b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:31.827741 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad8ddf-a548-4f55-ba5a-6081213497b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:31.828069 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad8ddf-a548-4f55-ba5a-6081213497b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:31.828397 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad8ddf-a548-4f55-ba5a-6081213497b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:31.828767 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad8ddf-a548-4f55-ba5a-6081213497b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:31.829094 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad8ddf-a548-4f55-ba5a-6081213497b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:31.829418 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad8ddf-a548-4f55-ba5a-6081213497b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:31.851405 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-deab29c6-febe-44cb-bfce-f3dcdc90b1a9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.865981 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-deab29c6-febe-44cb-bfce-f3dcdc90b1a9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.874080 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-deab29c6-febe-44cb-bfce-f3dcdc90b1a9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/networks/dbc20104-ae55-4739-a183-e613fccaeef3 HTTP/1.1" status: 204 len: 168 time: 1.2951930 Sep 16 05:01:31.880692 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60694) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:31.887754 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab29c6-febe-44cb-bfce-f3dcdc90b1a9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Network': ['ID=dbc20104-ae55-4739-a183-e613fccaeef3,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:31.922322 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-d689e25d-8d21-4084-aa18-0fd94498a798 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-362628669'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:31.937440 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-55d71978-960f-41ad-a1b7-0924d0cd874b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.948001 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-55d71978-960f-41ad-a1b7-0924d0cd874b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.005780 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d689e25d-8d21-4084-aa18-0fd94498a798 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Made reservation on behalf of 671edf2792fb45b2bfb42fa207389634 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:32.009819 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d689e25d-8d21-4084-aa18-0fd94498a798 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.025603 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2670b20-7597-4683-8955-da1ba144fe07 req-bed50920-80a1-48d8-8e64-114fba8e163c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:32.027103 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c2670b20-7597-4683-8955-da1ba144fe07 req-bed50920-80a1-48d8-8e64-114fba8e163c service neutron] 10.222.0.47 "GET /v2.0/networks?id=90894358-ea2f-475b-80aa-be2b2c16631e HTTP/1.1" status: 200 len: 897 time: 0.2633374 Sep 16 05:01:32.031172 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-55d71978-960f-41ad-a1b7-0924d0cd874b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=78edea49fce7493dad1a0a0396adb1a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7286475 Sep 16 05:01:32.032344 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d71978-960f-41ad-a1b7-0924d0cd874b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c34129-8950-43d7-bf9f-21d05a2edfbe,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:32.041721 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60696) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:32.081851 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c2670b20-7597-4683-8955-da1ba144fe07 req-8251292f-90c8-4f15-916b-62456ccba7d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fb44a9c-5fc5-4e73-82e9-db975dc0d285 HTTP/1.1" status: 200 len: 217 time: 0.0428290 Sep 16 05:01:32.085629 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d689e25d-8d21-4084-aa18-0fd94498a798 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:01:32.098752 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d689e25d-8d21-4084-aa18-0fd94498a798 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.099331 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-d689e25d-8d21-4084-aa18-0fd94498a798 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Added segment 983e3c5d-fe18-4162-8460-fc4881ff4eb5 of type vlan for network 29733710-1ae2-4d00-aacc-be3b3ad2e5c6 Sep 16 05:01:32.129338 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f73b45fe-e43b-498b-9a22-2ed8d02b93b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.167963 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f73b45fe-e43b-498b-9a22-2ed8d02b93b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.191541 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2670b20-7597-4683-8955-da1ba144fe07 req-72c598d0-91d7-4f30-849c-14fed2a67325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:32.193091 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c2670b20-7597-4683-8955-da1ba144fe07 req-72c598d0-91d7-4f30-849c-14fed2a67325 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cfa75c34-2931-484d-b0ed-c41264b07f0c HTTP/1.1" status: 200 len: 835 time: 0.0909939 Sep 16 05:01:32.194772 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d689e25d-8d21-4084-aa18-0fd94498a798 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.247093 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f73b45fe-e43b-498b-9a22-2ed8d02b93b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.250425 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f73b45fe-e43b-498b-9a22-2ed8d02b93b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.252235 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f73b45fe-e43b-498b-9a22-2ed8d02b93b6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/54c34129-8950-43d7-bf9f-21d05a2edfbe HTTP/1.1" status: 204 len: 168 time: 0.2091143 Sep 16 05:01:32.264951 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d689e25d-8d21-4084-aa18-0fd94498a798 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.265661 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b45fe-e43b-498b-9a22-2ed8d02b93b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c34129-8950-43d7-bf9f-21d05a2edfbe,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:32.271264 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d689e25d-8d21-4084-aa18-0fd94498a798 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:32.271884 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d689e25d-8d21-4084-aa18-0fd94498a798 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.286729 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2670b20-7597-4683-8955-da1ba144fe07 req-4035777d-e70a-4794-b2f9-2cdb0c5995f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:32.289824 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c2670b20-7597-4683-8955-da1ba144fe07 req-4035777d-e70a-4794-b2f9-2cdb0c5995f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90894358-ea2f-475b-80aa-be2b2c16631e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0863864 Sep 16 05:01:32.371580 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d689e25d-8d21-4084-aa18-0fd94498a798 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4581997 Sep 16 05:01:32.376206 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60700) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:32.383409 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-fce26e19-ac18-48c7-9bbc-331b504c01b8 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'subnet': {'network_id': '29733710-1ae2-4d00-aacc-be3b3ad2e5c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:32.411169 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d689e25d-8d21-4084-aa18-0fd94498a798 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Network': ['ID=29733710-1ae2-4d00-aacc-be3b3ad2e5c6,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:32.431665 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 29733710-1ae2-4d00-aacc-be3b3ad2e5c6 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:01:32.525784 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c2670b20-7597-4683-8955-da1ba144fe07 req-273146df-53f8-4c73-80b0-f8b1f2c98087 service neutron] 10.222.0.47 "GET /v2.0/networks/90894358-ea2f-475b-80aa-be2b2c16631e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155969 Sep 16 05:01:32.647756 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 6fb44a9c-5fc5-4e73-82e9-db975dc0d285 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:01:32.654188 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce26e19-ac18-48c7-9bbc-331b504c01b8 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Made reservation on behalf of 671edf2792fb45b2bfb42fa207389634 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:32.665978 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fce26e19-ac18-48c7-9bbc-331b504c01b8 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.867442 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c2670b20-7597-4683-8955-da1ba144fe07 req-d62ce40d-623e-43a7-823c-04eeeba6ef57 service neutron] 10.222.0.47 "GET /v2.0/networks/90894358-ea2f-475b-80aa-be2b2c16631e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314359 Sep 16 05:01:32.927450 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 6fb44a9c-5fc5-4e73-82e9-db975dc0d285, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=6fb44a9c-5fc5-4e73-82e9-db975dc0d285,segment=NetworkSegment(542edce7-6613-43b9-9139-c144b7b7b1bf),segment_id=542edce7-6613-43b9-9139-c144b7b7b1bf)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:32.946218 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60712) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:32.956072 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '6fb44a9c-5fc5-4e73-82e9-db975dc0d285', 'network_id': '90894358-ea2f-475b-80aa-be2b2c16631e', 'port_id': '6fb44a9c-5fc5-4e73-82e9-db975dc0d285', 'mac_address': 'fa:16:3e:3c:1e:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa75c34-2931-484d-b0ed-c41264b07f0c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:01:32.967966 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f024963e-84cf-409a-88d2-1f19a3cd944f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.997603 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0e6b8-a54f-4257-b614-f75a88308696 req-aa28ae2e-356b-4c62-afcd-b65919ed31e8 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:32.999979 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9cf0e6b8-a54f-4257-b614-f75a88308696 req-aa28ae2e-356b-4c62-afcd-b65919ed31e8 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc515ba3-2207-4843-903f-28bcf3fd78b4 HTTP/1.1" status: 200 len: 943 time: 0.0921850 Sep 16 05:01:33.016374 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.033891 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fb44a9c-5fc5-4e73-82e9-db975dc0d285 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:33.064655 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 6fb44a9c-5fc5-4e73-82e9-db975dc0d285, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=6fb44a9c-5fc5-4e73-82e9-db975dc0d285,segment=NetworkSegment(542edce7-6613-43b9-9139-c144b7b7b1bf),segment_id=542edce7-6613-43b9-9139-c144b7b7b1bf)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:33.067593 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9cf0e6b8-a54f-4257-b614-f75a88308696 req-254c7a94-00e4-43b9-b0f4-a20a12ada18e tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=8568390f-1400-440d-bf90-fb6a5b638611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0605595 Sep 16 05:01:33.084640 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.188685 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=6fb44a9c-5fc5-4e73-82e9-db975dc0d285,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:33.212896 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f024963e-84cf-409a-88d2-1f19a3cd944f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.218201 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f024963e-84cf-409a-88d2-1f19a3cd944f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.246087 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fce26e19-ac18-48c7-9bbc-331b504c01b8 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.309283 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f024963e-84cf-409a-88d2-1f19a3cd944f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=efbb1c3caf384e32a108a7bd9b40f3ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3593590 Sep 16 05:01:33.312931 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60714) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:33.326455 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024963e-84cf-409a-88d2-1f19a3cd944f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781f4681-1be2-4a81-b54d-308c6bf7c308,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:33.348716 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce26e19-ac18-48c7-9bbc-331b504c01b8 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Subnet': ['ID=aa13c1d5-4f7a-447f-b978-abb9c30d05e7,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:33.383532 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce26e19-ac18-48c7-9bbc-331b504c01b8 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Checking segment: {'id': '983e3c5d-fe18-4162-8460-fc4881ff4eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '29733710-1ae2-4d00-aacc-be3b3ad2e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:33.384115 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce26e19-ac18-48c7-9bbc-331b504c01b8 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Network hostable DHCP agents. Network: 29733710-1ae2-4d00-aacc-be3b3ad2e5c6, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:01:33.404417 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce26e19-ac18-48c7-9bbc-331b504c01b8 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Network 29733710-1ae2-4d00-aacc-be3b3ad2e5c6 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:01:33.405043 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6dd45606-efb6-4ccb-b02a-01994756dc8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.412195 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['6fb44a9c-5fc5-4e73-82e9-db975dc0d285'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:33.416576 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-fce26e19-ac18-48c7-9bbc-331b504c01b8 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 29733710-1ae2-4d00-aacc-be3b3ad2e5c6) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:33.424690 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce26e19-ac18-48c7-9bbc-331b504c01b8 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:33.427416 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fce26e19-ac18-48c7-9bbc-331b504c01b8 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.452183 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fce26e19-ac18-48c7-9bbc-331b504c01b8 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0746572 Sep 16 05:01:33.455642 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60716) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:33.460782 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee71287-5d32-48fd-b651-22cc3fa1c0bb None None] Network 29733710-1ae2-4d00-aacc-be3b3ad2e5c6 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:33.461774 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-74ff739e-4e39-4808-9922-9f1f12851337 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'port': {'network_id': '29733710-1ae2-4d00-aacc-be3b3ad2e5c6', 'name': 'tempest-PortsIpV6TestJSON-1265806086', 'fixed_ips': [{'subnet_id': 'aa13c1d5-4f7a-447f-b978-abb9c30d05e7', 'ip_address': '2001:db8::10'}]}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:33.472757 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6dd45606-efb6-4ccb-b02a-01994756dc8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.597410 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6dd45606-efb6-4ccb-b02a-01994756dc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.604792 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6dd45606-efb6-4ccb-b02a-01994756dc8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.604792 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6dd45606-efb6-4ccb-b02a-01994756dc8a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/781f4681-1be2-4a81-b54d-308c6bf7c308 HTTP/1.1" status: 204 len: 168 time: 0.2900519 Sep 16 05:01:33.626803 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd45606-efb6-4ccb-b02a-01994756dc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781f4681-1be2-4a81-b54d-308c6bf7c308,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:33.666449 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ff739e-4e39-4808-9922-9f1f12851337 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Made reservation on behalf of 671edf2792fb45b2bfb42fa207389634 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:33.830162 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-74ff739e-4e39-4808-9922-9f1f12851337 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.906839 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ce82f6-282c-4d43-925c-310b4d50566f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-29733710-1ae2-4d00-aacc-be3b3ad2e5c6', 'network_id': '29733710-1ae2-4d00-aacc-be3b3ad2e5c6', 'tenant_id': '671edf2792fb45b2bfb42fa207389634', 'fixed_ips': [{'subnet_id': 'aa13c1d5-4f7a-447f-b978-abb9c30d05e7'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:01:33.907373 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-74ff739e-4e39-4808-9922-9f1f12851337 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] device_id is not set on port 38833cc2-6fd4-44f8-85c5-48fe65043063 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:01:33.907775 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-94ce82f6-282c-4d43-925c-310b4d50566f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.230576 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-74ff739e-4e39-4808-9922-9f1f12851337 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Allocated IP 2001:db8::10 (29733710-1ae2-4d00-aacc-be3b3ad2e5c6/aa13c1d5-4f7a-447f-b978-abb9c30d05e7/38833cc2-6fd4-44f8-85c5-48fe65043063) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:34.341463 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ebd866-2c58-408b-9d96-7b813af6f744 req-8b715490-054a-42d4-83a3-ffe68b3ed087 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:34.349621 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a7ebd866-2c58-408b-9d96-7b813af6f744 req-8b715490-054a-42d4-83a3-ffe68b3ed087 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc515ba3-2207-4843-903f-28bcf3fd78b4 HTTP/1.1" status: 200 len: 944 time: 0.1029358 Sep 16 05:01:34.410592 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a7ebd866-2c58-408b-9d96-7b813af6f744 req-1afbba56-855f-46ff-93a6-6fac7dfae200 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=8568390f-1400-440d-bf90-fb6a5b638611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599344 Sep 16 05:01:34.526835 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-74ff739e-4e39-4808-9922-9f1f12851337 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.569496 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-74ff739e-4e39-4808-9922-9f1f12851337 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.622822 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60764) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:34.650043 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ff739e-4e39-4808-9922-9f1f12851337 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Network 29733710-1ae2-4d00-aacc-be3b3ad2e5c6 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:34.651262 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 6fb44a9c-5fc5-4e73-82e9-db975dc0d285 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:34.657145 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-74ff739e-4e39-4808-9922-9f1f12851337 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:34.662599 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ff739e-4e39-4808-9922-9f1f12851337 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:34.669276 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ff739e-4e39-4808-9922-9f1f12851337 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:34.670165 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-74ff739e-4e39-4808-9922-9f1f12851337 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.698048 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60770) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:34.698644 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-74ff739e-4e39-4808-9922-9f1f12851337 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2410114 Sep 16 05:01:34.704159 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-4bc42207-3a11-4427-945a-d0e51087759b tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'port': {'network_id': '29733710-1ae2-4d00-aacc-be3b3ad2e5c6', 'name': 'tempest-PortsIpV6TestJSON-463716112', 'fixed_ips': [{'subnet_id': 'aa13c1d5-4f7a-447f-b978-abb9c30d05e7', 'ip_address': '2001:db8::f'}]}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:34.704539 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff739e-4e39-4808-9922-9f1f12851337 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Port': ['ID=38833cc2-6fd4-44f8-85c5-48fe65043063,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:34.818254 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-94ce82f6-282c-4d43-925c-310b4d50566f None None] Allocated IP 2001:db8::2 (29733710-1ae2-4d00-aacc-be3b3ad2e5c6/aa13c1d5-4f7a-447f-b978-abb9c30d05e7/2f1fb023-1a7e-4072-8c5b-9d601d3aadbd) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:34.851802 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 6fb44a9c-5fc5-4e73-82e9-db975dc0d285 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:01:34.858379 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 6fb44a9c-5fc5-4e73-82e9-db975dc0d285 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:34.858747 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.941766 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bec55eea-59b0-4e54-868c-a12a1b59a2f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.014006 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.027926 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc42207-3a11-4427-945a-d0e51087759b tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Made reservation on behalf of 671edf2792fb45b2bfb42fa207389634 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:35.063456 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc515ba3-2207-4843-903f-28bcf3fd78b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb44a9c-5fc5-4e73-82e9-db975dc0d285'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:35.066463 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58be378-13b3-4fce-9e49-9e5c42986583" -d '{"events": [{"server_uuid": "fc515ba3-2207-4843-903f-28bcf3fd78b4", "name": "network-vif-plugged", "status": "completed", "tag": "6fb44a9c-5fc5-4e73-82e9-db975dc0d285"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:35.094887 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 6fb44a9c-5fc5-4e73-82e9-db975dc0d285, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=6fb44a9c-5fc5-4e73-82e9-db975dc0d285,segment=NetworkSegment(542edce7-6613-43b9-9139-c144b7b7b1bf),segment_id=542edce7-6613-43b9-9139-c144b7b7b1bf)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:35.117639 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.161438 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5853d926-ab59-4681-bf60-9729efd77a62 x-openstack-request-id: req-5853d926-ab59-4681-bf60-9729efd77a62 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:35.161742 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc515ba3-2207-4843-903f-28bcf3fd78b4", "name": "network-vif-plugged", "status": "completed", "tag": "6fb44a9c-5fc5-4e73-82e9-db975dc0d285", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:35.161983 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5853d926-ab59-4681-bf60-9729efd77a62 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:35.162369 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc515ba3-2207-4843-903f-28bcf3fd78b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb44a9c-5fc5-4e73-82e9-db975dc0d285', 'code': 200} Sep 16 05:01:35.178114 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4bc42207-3a11-4427-945a-d0e51087759b tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.189380 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-94ce82f6-282c-4d43-925c-310b4d50566f None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.214078 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-4bc42207-3a11-4427-945a-d0e51087759b tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] device_id is not set on port 0d875b6f-8f49-4870-8b14-a94ca05cf02e yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:01:35.227597 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-94ce82f6-282c-4d43-925c-310b4d50566f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.243583 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=6fb44a9c-5fc5-4e73-82e9-db975dc0d285,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:35.318260 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ce82f6-282c-4d43-925c-310b4d50566f None None] Network 29733710-1ae2-4d00-aacc-be3b3ad2e5c6 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:35.319495 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce82f6-282c-4d43-925c-310b4d50566f None None] Pushing event updated for resources: {'Port': ['ID=2f1fb023-1a7e-4072-8c5b-9d601d3aadbd,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:35.322398 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-94ce82f6-282c-4d43-925c-310b4d50566f None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:35.325521 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ce82f6-282c-4d43-925c-310b4d50566f None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:35.355225 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bec55eea-59b0-4e54-868c-a12a1b59a2f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.371046 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bec55eea-59b0-4e54-868c-a12a1b59a2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.425643 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-94ce82f6-282c-4d43-925c-310b4d50566f None None] Attempting to bind port 2f1fb023-1a7e-4072-8c5b-9d601d3aadbd on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:35.427077 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-94ce82f6-282c-4d43-925c-310b4d50566f None None] Attempting to bind port 2f1fb023-1a7e-4072-8c5b-9d601d3aadbd by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '983e3c5d-fe18-4162-8460-fc4881ff4eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '29733710-1ae2-4d00-aacc-be3b3ad2e5c6'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:35.427581 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ce82f6-282c-4d43-925c-310b4d50566f None None] Attempting to bind port 2f1fb023-1a7e-4072-8c5b-9d601d3aadbd on network 29733710-1ae2-4d00-aacc-be3b3ad2e5c6 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:35.434379 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ce82f6-282c-4d43-925c-310b4d50566f None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:35.434838 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ce82f6-282c-4d43-925c-310b4d50566f None None] Checking segment: {'id': '983e3c5d-fe18-4162-8460-fc4881ff4eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '29733710-1ae2-4d00-aacc-be3b3ad2e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:35.435335 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-94ce82f6-282c-4d43-925c-310b4d50566f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.435924 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ce82f6-282c-4d43-925c-310b4d50566f None None] Bound using segment: {'id': '983e3c5d-fe18-4162-8460-fc4881ff4eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '29733710-1ae2-4d00-aacc-be3b3ad2e5c6'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:35.436959 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-94ce82f6-282c-4d43-925c-310b4d50566f None None] Bound port: 2f1fb023-1a7e-4072-8c5b-9d601d3aadbd, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '983e3c5d-fe18-4162-8460-fc4881ff4eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '29733710-1ae2-4d00-aacc-be3b3ad2e5c6'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:35.437276 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-94ce82f6-282c-4d43-925c-310b4d50566f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.469317 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec55eea-59b0-4e54-868c-a12a1b59a2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56cd6279-2493-495b-a679-16283f53907d,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:35.500005 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-bec55eea-59b0-4e54-868c-a12a1b59a2f5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=657061f70bc243d885b828aaf30e516c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8749542 Sep 16 05:01:35.503701 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60786) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:35.507795 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed9044d-3199-49bc-a4a2-f22d4ce6af86 req-43627e20-172c-47f7-b04e-8778727a64b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:35.511846 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aed9044d-3199-49bc-a4a2-f22d4ce6af86 req-43627e20-172c-47f7-b04e-8778727a64b7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fc515ba3-2207-4843-903f-28bcf3fd78b4 HTTP/1.1" status: 200 len: 1097 time: 0.2396548 Sep 16 05:01:35.567775 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-94ce82f6-282c-4d43-925c-310b4d50566f None None] For port 2f1fb023-1a7e-4072-8c5b-9d601d3aadbd, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:35.575285 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-94ce82f6-282c-4d43-925c-310b4d50566f None None] For port 2f1fb023-1a7e-4072-8c5b-9d601d3aadbd, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2f1fb023-1a7e-4072-8c5b-9d601d3aadbd,segment=NetworkSegment(983e3c5d-fe18-4162-8460-fc4881ff4eb5),segment_id=983e3c5d-fe18-4162-8460-fc4881ff4eb5)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:35.581964 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-94ce82f6-282c-4d43-925c-310b4d50566f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.625338 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7dae895e-da1c-44c2-8dd5-0a7c0fc27602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.664099 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7dae895e-da1c-44c2-8dd5-0a7c0fc27602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.673152 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce82f6-282c-4d43-925c-310b4d50566f None None] Pushing event updated for resources: {'Port': ['ID=2f1fb023-1a7e-4072-8c5b-9d601d3aadbd,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:35.760790 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7dae895e-da1c-44c2-8dd5-0a7c0fc27602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.764299 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7dae895e-da1c-44c2-8dd5-0a7c0fc27602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.767997 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7dae895e-da1c-44c2-8dd5-0a7c0fc27602 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/56cd6279-2493-495b-a679-16283f53907d HTTP/1.1" status: 204 len: 168 time: 0.2630756 Sep 16 05:01:35.811851 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae895e-da1c-44c2-8dd5-0a7c0fc27602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56cd6279-2493-495b-a679-16283f53907d,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:35.994795 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-4bc42207-3a11-4427-945a-d0e51087759b tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Allocated IP 2001:db8::f (29733710-1ae2-4d00-aacc-be3b3ad2e5c6/aa13c1d5-4f7a-447f-b978-abb9c30d05e7/0d875b6f-8f49-4870-8b14-a94ca05cf02e) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:36.040250 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aed9044d-3199-49bc-a4a2-f22d4ce6af86 req-06d63e36-8611-4d8a-ae19-be8742fffd09 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8568390f-1400-440d-bf90-fb6a5b638611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5095191 Sep 16 05:01:36.091721 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133ddbc-c065-4c50-898e-66ff777b8b92 req-0524c0af-c3c8-4672-8570-6a17a4b22f57 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.101179 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8133ddbc-c065-4c50-898e-66ff777b8b92 req-0524c0af-c3c8-4672-8570-6a17a4b22f57 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc515ba3-2207-4843-903f-28bcf3fd78b4 HTTP/1.1" status: 200 len: 945 time: 0.5681996 Sep 16 05:01:36.217530 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8133ddbc-c065-4c50-898e-66ff777b8b92 req-d1c047f5-6f46-4ccb-8041-7ad3050162ff tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=8568390f-1400-440d-bf90-fb6a5b638611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1116023 Sep 16 05:01:36.435452 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4bc42207-3a11-4427-945a-d0e51087759b tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.504820 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4bc42207-3a11-4427-945a-d0e51087759b tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.567164 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc42207-3a11-4427-945a-d0e51087759b tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Network 29733710-1ae2-4d00-aacc-be3b3ad2e5c6 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:36.572799 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-4bc42207-3a11-4427-945a-d0e51087759b tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:36.578440 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc42207-3a11-4427-945a-d0e51087759b tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:36.590529 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc42207-3a11-4427-945a-d0e51087759b tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.591660 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4bc42207-3a11-4427-945a-d0e51087759b tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.601106 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc42207-3a11-4427-945a-d0e51087759b tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Port': ['ID=0d875b6f-8f49-4870-8b14-a94ca05cf02e,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:36.631635 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4bc42207-3a11-4427-945a-d0e51087759b tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9324319 Sep 16 05:01:36.635714 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60818) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:36.818732 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c378d07-09ef-4673-969f-8c065319c34b tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.821523 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2c378d07-09ef-4673-969f-8c065319c34b tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1840079 Sep 16 05:01:36.825043 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60822) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:36.920651 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a10ab43-c3b1-4669-9dfd-3a933c377c6f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.937274 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a10ab43-c3b1-4669-9dfd-3a933c377c6f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.950336 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a10ab43-c3b1-4669-9dfd-3a933c377c6f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.952202 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1a10ab43-c3b1-4669-9dfd-3a933c377c6f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1262202 Sep 16 05:01:36.955239 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60830) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:37.115363 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-6899f72e-2d74-432c-8383-733403b30f0a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Deleting port 0d875b6f-8f49-4870-8b14-a94ca05cf02e {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:37.115713 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6899f72e-2d74-432c-8383-733403b30f0a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.132005 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60834) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:37.264493 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6899f72e-2d74-432c-8383-733403b30f0a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.281911 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b302d96-0f70-43bc-83a8-ac5ecb5c5255 None None] Network 29733710-1ae2-4d00-aacc-be3b3ad2e5c6 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:37.289823 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-6899f72e-2d74-432c-8383-733403b30f0a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Calling delete_port for 0d875b6f-8f49-4870-8b14-a94ca05cf02e owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:37.354106 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ecf9db61-e601-4a49-ab0d-b10fb0d7ca16 None None] Provisioning complete for port 2f1fb023-1a7e-4072-8c5b-9d601d3aadbd triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:37.354874 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ecf9db61-e601-4a49-ab0d-b10fb0d7ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.406329 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-7e5d7c61-21e1-4447-bddb-cdd93d67f263 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-746770071-network', 'tenant_id': '97be9f2911074320a4dca243203dfefe'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:37.444992 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5d7c61-21e1-4447-bddb-cdd93d67f263 admin admin] Made reservation on behalf of 97be9f2911074320a4dca243203dfefe for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:37.452320 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e5d7c61-21e1-4447-bddb-cdd93d67f263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.475464 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6899f72e-2d74-432c-8383-733403b30f0a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.497154 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e5d7c61-21e1-4447-bddb-cdd93d67f263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.508731 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899f72e-2d74-432c-8383-733403b30f0a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Port': ['ID=0d875b6f-8f49-4870-8b14-a94ca05cf02e,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:37.545661 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ecf9db61-e601-4a49-ab0d-b10fb0d7ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.553729 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6899f72e-2d74-432c-8383-733403b30f0a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.558100 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6899f72e-2d74-432c-8383-733403b30f0a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/ports/0d875b6f-8f49-4870-8b14-a94ca05cf02e HTTP/1.1" status: 204 len: 168 time: 0.5994391 Sep 16 05:01:37.567538 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60844) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:37.570526 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8b94a-4935-4b8f-a966-676b320d5978 req-5231ecc8-0f76-49c3-8a12-14554194975c tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:37.572586 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ead8b94a-4935-4b8f-a966-676b320d5978 req-5231ecc8-0f76-49c3-8a12-14554194975c tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc515ba3-2207-4843-903f-28bcf3fd78b4 HTTP/1.1" status: 200 len: 945 time: 0.1312764 Sep 16 05:01:37.618106 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-ecf9db61-e601-4a49-ab0d-b10fb0d7ca16 None None] For port 2f1fb023-1a7e-4072-8c5b-9d601d3aadbd, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2f1fb023-1a7e-4072-8c5b-9d601d3aadbd,segment=NetworkSegment(983e3c5d-fe18-4162-8460-fc4881ff4eb5),segment_id=983e3c5d-fe18-4162-8460-fc4881ff4eb5)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:37.626524 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ead8b94a-4935-4b8f-a966-676b320d5978 req-62563fc4-e2a4-4401-b827-dc0216e8f5a1 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=8568390f-1400-440d-bf90-fb6a5b638611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453880 Sep 16 05:01:37.632321 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ecf9db61-e601-4a49-ab0d-b10fb0d7ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.778742 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf9db61-e601-4a49-ab0d-b10fb0d7ca16 None None] Pushing event updated for resources: {'Port': ['ID=2f1fb023-1a7e-4072-8c5b-9d601d3aadbd,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:37.947122 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2f1fb023-1a7e-4072-8c5b-9d601d3aadbd up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:38.049567 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9d097-1c61-4280-b68c-2223440892ae req-51e5df57-936f-433e-93c5-7bd3336d9c92 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:38.058966 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-abd9d097-1c61-4280-b68c-2223440892ae req-51e5df57-936f-433e-93c5-7bd3336d9c92 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc515ba3-2207-4843-903f-28bcf3fd78b4 HTTP/1.1" status: 200 len: 945 time: 0.1036596 Sep 16 05:01:38.088579 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 2f1fb023-1a7e-4072-8c5b-9d601d3aadbd triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:38.101130 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.130751 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-abd9d097-1c61-4280-b68c-2223440892ae req-fcbcced4-9fa2-4dac-a1e1-982d250f2c29 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=8568390f-1400-440d-bf90-fb6a5b638611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0704093 Sep 16 05:01:38.157590 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60852) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:38.323614 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee61408-446b-4ccc-b1e7-45e932a1f857 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] GET failed (client error): The resource could not be found. Sep 16 05:01:38.325322 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7ee61408-446b-4ccc-b1e7-45e932a1f857 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "GET /v2.0/ports/0d875b6f-8f49-4870-8b14-a94ca05cf02e HTTP/1.1" status: 404 len: 333 time: 0.7433782 Sep 16 05:01:38.328711 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60860) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:38.374592 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-49d863ef-e507-4598-8e54-a68c4fb675d7 None None] Provisioning complete for port 38833cc2-6fd4-44f8-85c5-48fe65043063 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:38.375200 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-49d863ef-e507-4598-8e54-a68c4fb675d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.431027 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-49d863ef-e507-4598-8e54-a68c4fb675d7 None None] Port 38833cc2-6fd4-44f8-85c5-48fe65043063 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:38.458175 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-49d863ef-e507-4598-8e54-a68c4fb675d7 None None] Provisioning complete for port 2f1fb023-1a7e-4072-8c5b-9d601d3aadbd triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:38.458541 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-49d863ef-e507-4598-8e54-a68c4fb675d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.462852 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e5d7c61-21e1-4447-bddb-cdd93d67f263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.468264 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e5d7c61-21e1-4447-bddb-cdd93d67f263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.496394 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e5d7c61-21e1-4447-bddb-cdd93d67f263 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:01:38.539514 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e5d7c61-21e1-4447-bddb-cdd93d67f263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.539921 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-7e5d7c61-21e1-4447-bddb-cdd93d67f263 admin admin] Added segment 6adf6bb9-f306-4307-90d2-3c0178c5c6d6 of type vlan for network b023735a-4753-42d4-a211-b22ef0b5e037 Sep 16 05:01:38.549038 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45f563d-a87b-474b-bfa3-2a0708347e04 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:38.552117 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c45f563d-a87b-474b-bfa3-2a0708347e04 tempest-TestNetworkAdvancedServerOps-1120672639 tempest-TestNetworkAdvancedServerOps-1120672639-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=fc515ba3-2207-4843-903f-28bcf3fd78b4 HTTP/1.1" status: 200 len: 1092 time: 0.3929939 Sep 16 05:01:38.557100 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60870) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:38.563148 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-3521060a-eb12-4aaf-9fe3-bb6f6a583483 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'port_id': '6fb44a9c-5fc5-4e73-82e9-db975dc0d285', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:38.586515 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-8991bfc8-f724-4ce8-b59a-f00f58353e39 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Deleting port 38833cc2-6fd4-44f8-85c5-48fe65043063 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:38.586864 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8991bfc8-f724-4ce8-b59a-f00f58353e39 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.647165 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d7c61-21e1-4447-bddb-cdd93d67f263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72823d0-9961-46ee-a314-370b7768c1fe,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:38.687718 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e5d7c61-21e1-4447-bddb-cdd93d67f263 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.696464 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3521060a-eb12-4aaf-9fe3-bb6f6a583483 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for floatingip, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.770967 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e5d7c61-21e1-4447-bddb-cdd93d67f263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.771997 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5d7c61-21e1-4447-bddb-cdd93d67f263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:38.775423 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e5d7c61-21e1-4447-bddb-cdd93d67f263 admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.799921 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-a91c621c-7d00-4b8d-8cdb-346f74ca4810 None None] Provisioning complete for port 38833cc2-6fd4-44f8-85c5-48fe65043063 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:38.802163 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8991bfc8-f724-4ce8-b59a-f00f58353e39 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.802910 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a91c621c-7d00-4b8d-8cdb-346f74ca4810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.822757 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7e5d7c61-21e1-4447-bddb-cdd93d67f263 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6889422 Sep 16 05:01:38.827022 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60884) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:38.853324 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-20d4f01f-cb99-4bc1-8f2f-25cf9203e53f admin admin] Request body: {'subnet': {'network_id': 'b023735a-4753-42d4-a211-b22ef0b5e037', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-746770071-subnet', 'tenant_id': '97be9f2911074320a4dca243203dfefe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:38.891395 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-a91c621c-7d00-4b8d-8cdb-346f74ca4810 None None] Port 38833cc2-6fd4-44f8-85c5-48fe65043063 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:38.907901 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-8991bfc8-f724-4ce8-b59a-f00f58353e39 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Calling delete_port for 38833cc2-6fd4-44f8-85c5-48fe65043063 owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:38.957253 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d7c61-21e1-4447-bddb-cdd93d67f263 admin admin] Pushing event updated for resources: {'Network': ['ID=b023735a-4753-42d4-a211-b22ef0b5e037,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:38.973792 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network b023735a-4753-42d4-a211-b22ef0b5e037 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:01:38.999041 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d4f01f-cb99-4bc1-8f2f-25cf9203e53f admin admin] Made reservation on behalf of 97be9f2911074320a4dca243203dfefe for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:39.002189 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-20d4f01f-cb99-4bc1-8f2f-25cf9203e53f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:39.066345 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3521060a-eb12-4aaf-9fe3-bb6f6a583483 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:39.211280 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-67c06fa8-52ca-417e-9a56-b698198c34d0 None None] Could not find standard attr ID for object 0d875b6f-8f49-4870-8b14-a94ca05cf02e. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:01:39.260785 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8991bfc8-f724-4ce8-b59a-f00f58353e39 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:39.313361 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-3521060a-eb12-4aaf-9fe3-bb6f6a583483 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Allocated IP 172.25.8.117 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/147a2e4a-1e7b-4606-bd2b-79cea94f5704) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:39.321162 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991bfc8-f724-4ce8-b59a-f00f58353e39 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Port': ['ID=38833cc2-6fd4-44f8-85c5-48fe65043063,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:39.363940 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8991bfc8-f724-4ce8-b59a-f00f58353e39 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:39.366661 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8991bfc8-f724-4ce8-b59a-f00f58353e39 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/ports/38833cc2-6fd4-44f8-85c5-48fe65043063 HTTP/1.1" status: 204 len: 168 time: 1.0369222 Sep 16 05:01:39.369931 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60900) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:39.415354 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-617694cb-cf18-4aeb-9e5e-d6aa1aadedbb tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] GET failed (client error): The resource could not be found. Sep 16 05:01:39.417322 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-617694cb-cf18-4aeb-9e5e-d6aa1aadedbb tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "GET /v2.0/ports/38833cc2-6fd4-44f8-85c5-48fe65043063 HTTP/1.1" status: 404 len: 333 time: 0.0462413 Sep 16 05:01:39.429432 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60902) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:39.495238 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a7b12f8-a2f2-454a-846c-8a9247b95af0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Deleting subnet aa13c1d5-4f7a-447f-b978-abb9c30d05e7 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:01:39.508816 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0a7b12f8-a2f2-454a-846c-8a9247b95af0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:39.520870 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-20d4f01f-cb99-4bc1-8f2f-25cf9203e53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:39.586798 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4f01f-cb99-4bc1-8f2f-25cf9203e53f admin admin] Pushing event updated for resources: {'Subnet': ['ID=16ecce96-0467-4425-9de1-a5f81f6f6231,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:39.598490 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0a7b12f8-a2f2-454a-846c-8a9247b95af0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:39.624423 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d4f01f-cb99-4bc1-8f2f-25cf9203e53f admin admin] Checking segment: {'id': '6adf6bb9-f306-4307-90d2-3c0178c5c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'b023735a-4753-42d4-a211-b22ef0b5e037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:39.625377 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d4f01f-cb99-4bc1-8f2f-25cf9203e53f admin admin] Network hostable DHCP agents. Network: b023735a-4753-42d4-a211-b22ef0b5e037, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:01:39.653500 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d4f01f-cb99-4bc1-8f2f-25cf9203e53f admin admin] Network b023735a-4753-42d4-a211-b22ef0b5e037 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:01:39.666925 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3521060a-eb12-4aaf-9fe3-bb6f6a583483 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:39.678354 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-20d4f01f-cb99-4bc1-8f2f-25cf9203e53f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, b023735a-4753-42d4-a211-b22ef0b5e037) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:39.684439 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d4f01f-cb99-4bc1-8f2f-25cf9203e53f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:39.685107 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-20d4f01f-cb99-4bc1-8f2f-25cf9203e53f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:39.690338 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe2cd72-c187-400d-bdac-4de984478d9d None None] Network b023735a-4753-42d4-a211-b22ef0b5e037 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:39.747497 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-20d4f01f-cb99-4bc1-8f2f-25cf9203e53f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8973923 Sep 16 05:01:39.781170 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0a7b12f8-a2f2-454a-846c-8a9247b95af0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:39.830303 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2f1fb023-1a7e-4072-8c5b-9d601d3aadbd up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:39.912384 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0a7b12f8-a2f2-454a-846c-8a9247b95af0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:39.952100 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0a7b12f8-a2f2-454a-846c-8a9247b95af0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:39.955311 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0a7b12f8-a2f2-454a-846c-8a9247b95af0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/subnets/aa13c1d5-4f7a-447f-b978-abb9c30d05e7 HTTP/1.1" status: 204 len: 168 time: 0.5245998 Sep 16 05:01:39.959003 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60912) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:39.997800 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3521060a-eb12-4aaf-9fe3-bb6f6a583483 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.073953 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4518c8-1193-4a7d-9f47-d85c8d9d0b0c None None] Network 29733710-1ae2-4d00-aacc-be3b3ad2e5c6 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:40.081046 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b12f8-a2f2-454a-846c-8a9247b95af0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Subnet': ['ID=aa13c1d5-4f7a-447f-b978-abb9c30d05e7,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:40.101885 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-06e3dfd5-754b-4383-920f-d1af435e33b9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.123338 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3521060a-eb12-4aaf-9fe3-bb6f6a583483 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:40.124656 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-3521060a-eb12-4aaf-9fe3-bb6f6a583483 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:40.126887 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521060a-eb12-4aaf-9fe3-bb6f6a583483 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'Port': ['ID=147a2e4a-1e7b-4606-bd2b-79cea94f5704,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:40.129587 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3521060a-eb12-4aaf-9fe3-bb6f6a583483 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:40.188487 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-06e3dfd5-754b-4383-920f-d1af435e33b9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Deleting port 2f1fb023-1a7e-4072-8c5b-9d601d3aadbd {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:40.189252 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-06e3dfd5-754b-4383-920f-d1af435e33b9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.307140 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-06e3dfd5-754b-4383-920f-d1af435e33b9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] For port 2f1fb023-1a7e-4072-8c5b-9d601d3aadbd, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2f1fb023-1a7e-4072-8c5b-9d601d3aadbd,segment=NetworkSegment(983e3c5d-fe18-4162-8460-fc4881ff4eb5),segment_id=983e3c5d-fe18-4162-8460-fc4881ff4eb5)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:40.307882 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-06e3dfd5-754b-4383-920f-d1af435e33b9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.333651 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-06e3dfd5-754b-4383-920f-d1af435e33b9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Calling delete_port for 2f1fb023-1a7e-4072-8c5b-9d601d3aadbd owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:40.370727 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03af668-c1f9-4f16-a661-d0e5f564a466 None None] Network b023735a-4753-42d4-a211-b22ef0b5e037 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:40.559647 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-06e3dfd5-754b-4383-920f-d1af435e33b9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.618884 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 2f1fb023-1a7e-4072-8c5b-9d601d3aadbd triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:40.619407 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.645521 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e3dfd5-754b-4383-920f-d1af435e33b9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] No DVR routers for this DVR port 2f1fb023-1a7e-4072-8c5b-9d601d3aadbd on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:40.646644 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3dfd5-754b-4383-920f-d1af435e33b9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Port': ['ID=2f1fb023-1a7e-4072-8c5b-9d601d3aadbd,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:40.652201 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Port 2f1fb023-1a7e-4072-8c5b-9d601d3aadbd was deleted so its status cannot be updated. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 16 05:01:40.653996 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ba29b2f2-5c8a-441c-9192-d49b350a63f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.861161 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-06e3dfd5-754b-4383-920f-d1af435e33b9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.909607 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-06e3dfd5-754b-4383-920f-d1af435e33b9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29733710-1ae2-4d00-aacc-be3b3ad2e5c6']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:40.923258 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-06e3dfd5-754b-4383-920f-d1af435e33b9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '983e3c5d-fe18-4162-8460-fc4881ff4eb5') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:40.923825 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-06e3dfd5-754b-4383-920f-d1af435e33b9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '983e3c5d-fe18-4162-8460-fc4881ff4eb5') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:40.938639 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-06e3dfd5-754b-4383-920f-d1af435e33b9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.978935 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-06e3dfd5-754b-4383-920f-d1af435e33b9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.992172 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9fb10a-fbc1-4f9f-915d-fd11ed875f12 None None] DHCP port deletion for 29733710-1ae2-4d00-aacc-be3b3ad2e5c6 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:01:40.996114 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06e3dfd5-754b-4383-920f-d1af435e33b9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:01:40.997427 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-06e3dfd5-754b-4383-920f-d1af435e33b9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.019562 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:01:41.019562 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:01:41.019562 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:01:41.019562 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:01:41.019562 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:01:41.019562 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:01:41.019562 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:01:41.019562 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:01:41.019562 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:01:41.019562 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:01:41.019562 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:01:41.019562 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:01:41.019562 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:01:41.019562 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:01:41.019562 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:01:41.019562 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:01:41.019562 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:01:41.019562 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:01:41.019562 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:01:41.019562 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:01:41.019562 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:01:41.019562 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:01:41.019562 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:01:41.019562 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:01:41.019562 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:01:41.019562 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:01:41.019562 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:01:41.019562 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:01:41.019562 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:01:41.019562 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:01:41.019562 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:01:41.019562 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:01:41.082790 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-06e3dfd5-754b-4383-920f-d1af435e33b9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.099145 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-06e3dfd5-754b-4383-920f-d1af435e33b9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.103804 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-06e3dfd5-754b-4383-920f-d1af435e33b9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/networks/29733710-1ae2-4d00-aacc-be3b3ad2e5c6 HTTP/1.1" status: 204 len: 168 time: 1.1430671 Sep 16 05:01:41.108066 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60932) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:41.118948 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-22643f30-2a70-41de-8c88-a1d78fd1ff80 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-706418735'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:41.134216 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3dfd5-754b-4383-920f-d1af435e33b9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Network': ['ID=29733710-1ae2-4d00-aacc-be3b3ad2e5c6,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:41.171218 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22643f30-2a70-41de-8c88-a1d78fd1ff80 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Made reservation on behalf of 671edf2792fb45b2bfb42fa207389634 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:41.178100 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-22643f30-2a70-41de-8c88-a1d78fd1ff80 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.214976 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22643f30-2a70-41de-8c88-a1d78fd1ff80 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:01:41.228829 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-22643f30-2a70-41de-8c88-a1d78fd1ff80 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.229236 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-22643f30-2a70-41de-8c88-a1d78fd1ff80 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Added segment 6a7adb5f-9c85-4cc2-ab4f-f7224c27d6e3 of type vlan for network 423725bd-997c-4be6-8025-3601ce0be736 Sep 16 05:01:41.302029 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-22643f30-2a70-41de-8c88-a1d78fd1ff80 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.326506 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3521060a-eb12-4aaf-9fe3-bb6f6a583483 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.366351 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-22643f30-2a70-41de-8c88-a1d78fd1ff80 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.378944 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22643f30-2a70-41de-8c88-a1d78fd1ff80 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:41.380697 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-22643f30-2a70-41de-8c88-a1d78fd1ff80 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.480273 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3521060a-eb12-4aaf-9fe3-bb6f6a583483 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.505407 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-22643f30-2a70-41de-8c88-a1d78fd1ff80 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3949935 Sep 16 05:01:41.507601 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22643f30-2a70-41de-8c88-a1d78fd1ff80 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Network': ['ID=423725bd-997c-4be6-8025-3601ce0be736,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:41.508610 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60936) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:41.516370 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-3ebdda8e-d439-4d8e-9fef-2e5d756f41d3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'subnet': {'network_id': '423725bd-997c-4be6-8025-3601ce0be736', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:41.523302 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 423725bd-997c-4be6-8025-3601ce0be736 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:01:41.699469 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.742808 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebdda8e-d439-4d8e-9fef-2e5d756f41d3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Made reservation on behalf of 671edf2792fb45b2bfb42fa207389634 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:41.751158 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3ebdda8e-d439-4d8e-9fef-2e5d756f41d3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.786575 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2f1fb023-1a7e-4072-8c5b-9d601d3aadbd no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:41.826313 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 2f1fb023-1a7e-4072-8c5b-9d601d3aadbd {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:01:41.826992 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2f1fb023-1a7e-4072-8c5b-9d601d3aadbd not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:01:42.292042 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3521060a-eb12-4aaf-9fe3-bb6f6a583483 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.319938 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3521060a-eb12-4aaf-9fe3-bb6f6a583483 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.464491 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521060a-eb12-4aaf-9fe3-bb6f6a583483 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event updated for resources: {'Port': ['ID=147a2e4a-1e7b-4606-bd2b-79cea94f5704,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:42.515987 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3521060a-eb12-4aaf-9fe3-bb6f6a583483 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.591360 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3ebdda8e-d439-4d8e-9fef-2e5d756f41d3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.739810 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebdda8e-d439-4d8e-9fef-2e5d756f41d3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Subnet': ['ID=c117d88e-d3f6-443a-bf79-3927708fed31,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:42.758521 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [None req-3521060a-eb12-4aaf-9fe3-bb6f6a583483 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Floating IP a9161f2f-01e0-48e5-9519-902ecdffbff1 associated. External IP: 172.25.8.117, port: 6fb44a9c-5fc5-4e73-82e9-db975dc0d285. Sep 16 05:01:42.823093 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebdda8e-d439-4d8e-9fef-2e5d756f41d3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Checking segment: {'id': '6a7adb5f-9c85-4cc2-ab4f-f7224c27d6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '423725bd-997c-4be6-8025-3601ce0be736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:42.823679 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebdda8e-d439-4d8e-9fef-2e5d756f41d3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Network hostable DHCP agents. Network: 423725bd-997c-4be6-8025-3601ce0be736, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:01:42.869481 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebdda8e-d439-4d8e-9fef-2e5d756f41d3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Network 423725bd-997c-4be6-8025-3601ce0be736 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:01:42.947336 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-3ebdda8e-d439-4d8e-9fef-2e5d756f41d3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 423725bd-997c-4be6-8025-3601ce0be736) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:42.957939 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61d75f8-4456-44fd-bca8-91b437886645 None None] Network 423725bd-997c-4be6-8025-3601ce0be736 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:42.958501 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebdda8e-d439-4d8e-9fef-2e5d756f41d3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:42.958633 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3ebdda8e-d439-4d8e-9fef-2e5d756f41d3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.143292 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3ebdda8e-d439-4d8e-9fef-2e5d756f41d3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6335983 Sep 16 05:01:43.147532 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60964) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:43.157496 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-435319c2-2ae6-43a9-b216-ecc201f6ffdf tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-825491069', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:43.200979 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3521060a-eb12-4aaf-9fe3-bb6f6a583483 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Router 7b3e41bb-c64f-4409-8f5d-b7266e24b115 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:01:43.211512 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-435319c2-2ae6-43a9-b216-ecc201f6ffdf tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.213109 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-435319c2-2ae6-43a9-b216-ecc201f6ffdf tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.288177 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29a5cc2-738e-4ea2-8ac1-5b8e553e7c77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-423725bd-997c-4be6-8025-3601ce0be736', 'network_id': '423725bd-997c-4be6-8025-3601ce0be736', 'tenant_id': '671edf2792fb45b2bfb42fa207389634', 'fixed_ips': [{'subnet_id': 'c117d88e-d3f6-443a-bf79-3927708fed31'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:01:43.289702 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d29a5cc2-738e-4ea2-8ac1-5b8e553e7c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.323646 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60968) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:43.326834 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-435319c2-2ae6-43a9-b216-ecc201f6ffdf tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.327833 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4a22ad7e-dac2-43e4-bff5-e6d93e701053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.344688 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-435319c2-2ae6-43a9-b216-ecc201f6ffdf tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.372100 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-435319c2-2ae6-43a9-b216-ecc201f6ffdf tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.374351 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-435319c2-2ae6-43a9-b216-ecc201f6ffdf tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2248261 Sep 16 05:01:43.378994 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60980) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:43.387674 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-6784cbf9-a9af-4fdd-8bf0-abcab066a956 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'port': {'network_id': '423725bd-997c-4be6-8025-3601ce0be736', 'name': 'tempest-PortsIpV6TestJSON-1709882474'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:43.546429 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.599484 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f53b4ad2-358d-4c20-8b3a-8e27c7671532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.628179 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-d29a5cc2-738e-4ea2-8ac1-5b8e553e7c77 None None] Allocated IP 2001:db8::2 (423725bd-997c-4be6-8025-3601ce0be736/c117d88e-d3f6-443a-bf79-3927708fed31/f0e02af7-04e3-4e66-b637-b9983215508b) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:43.643591 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3521060a-eb12-4aaf-9fe3-bb6f6a583483 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:01:43.657978 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261a9b60-ce71-4ccd-909c-e83f91e4dc0a None None] Sync routers for ids ['7b3e41bb-c64f-4409-8f5d-b7266e24b115'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:01:43.709498 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261a9b60-ce71-4ccd-909c-e83f91e4dc0a None None] Routers {'7b3e41bb-c64f-4409-8f5d-b7266e24b115'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:43.710326 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-261a9b60-ce71-4ccd-909c-e83f91e4dc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:01:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['7b3e41bb-c64f-4409-8f5d-b7266e24b115'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:43.725176 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-9ec70f95-13cf-4419-9034-9bfbd6618dd9 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:43.727280 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-9ec70f95-13cf-4419-9034-9bfbd6618dd9 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/networks?id=b023735a-4753-42d4-a211-b22ef0b5e037 HTTP/1.1" status: 200 len: 808 time: 0.3220363 Sep 16 05:01:43.769234 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-2e65129a-12b7-4302-8073-8cbf238d0e5b tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/quotas/97be9f2911074320a4dca243203dfefe HTTP/1.1" status: 200 len: 375 time: 0.0224440 Sep 16 05:01:43.829298 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-03cf2de5-0012-4009-ad83-7187e031db9a tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=97be9f2911074320a4dca243203dfefe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572443 Sep 16 05:01:43.850688 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f53b4ad2-358d-4c20-8b3a-8e27c7671532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.861772 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f53b4ad2-358d-4c20-8b3a-8e27c7671532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.879505 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3521060a-eb12-4aaf-9fe3-bb6f6a583483 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.935519 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b4ad2-358d-4c20-8b3a-8e27c7671532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9d6391-9fe2-4ecb-bcc7-01559364795f,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:43.948147 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-261a9b60-ce71-4ccd-909c-e83f91e4dc0a None None] Set router 7b3e41bb-c64f-4409-8f5d-b7266e24b115 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:43.956078 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f53b4ad2-358d-4c20-8b3a-8e27c7671532 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1f1cf6b23d284ebd9f028df0d2a63cf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6314583 Sep 16 05:01:43.960662 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60986) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:43.977277 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3521060a-eb12-4aaf-9fe3-bb6f6a583483 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4186757 Sep 16 05:01:43.981336 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc515ba3-2207-4843-903f-28bcf3fd78b4', 'tag': '6fb44a9c-5fc5-4e73-82e9-db975dc0d285'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:43.983974 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969c357b-f010-4215-8c80-378bc8d713ed" -d '{"events": [{"name": "network-changed", "server_uuid": "fc515ba3-2207-4843-903f-28bcf3fd78b4", "tag": "6fb44a9c-5fc5-4e73-82e9-db975dc0d285"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:43.992613 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6784cbf9-a9af-4fdd-8bf0-abcab066a956 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Made reservation on behalf of 671edf2792fb45b2bfb42fa207389634 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:43.997441 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6784cbf9-a9af-4fdd-8bf0-abcab066a956 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.029459 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-6784cbf9-a9af-4fdd-8bf0-abcab066a956 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] device_id is not set on port ba892e50-2eea-4042-949a-0610f1c44ed5 yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:01:44.094558 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-55b806c9-ebc8-4601-bec5-e8cd3e4e7474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.134785 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-560a73f2-72e8-440e-b631-09ff430fe539 service neutron] 10.222.0.35 "GET /v2.0/networks/b023735a-4753-42d4-a211-b22ef0b5e037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978475 Sep 16 05:01:44.170844 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-55b806c9-ebc8-4601-bec5-e8cd3e4e7474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.354180 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-55b806c9-ebc8-4601-bec5-e8cd3e4e7474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.360730 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-55b806c9-ebc8-4601-bec5-e8cd3e4e7474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.362046 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-55b806c9-ebc8-4601-bec5-e8cd3e4e7474 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8f9d6391-9fe2-4ecb-bcc7-01559364795f HTTP/1.1" status: 204 len: 168 time: 0.3996851 Sep 16 05:01:44.375200 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b806c9-ebc8-4601-bec5-e8cd3e4e7474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9d6391-9fe2-4ecb-bcc7-01559364795f,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:44.460442 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d29a5cc2-738e-4ea2-8ac1-5b8e553e7c77 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.483122 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d29a5cc2-738e-4ea2-8ac1-5b8e553e7c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.506993 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-b159c875-9cc1-43c1-a7fe-c0710cb82585 service neutron] 10.222.0.35 "GET /v2.0/networks/b023735a-4753-42d4-a211-b22ef0b5e037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341911 Sep 16 05:01:44.590168 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-6784cbf9-a9af-4fdd-8bf0-abcab066a956 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Allocated IP 2001:db8::3d6 (423725bd-997c-4be6-8025-3601ce0be736/c117d88e-d3f6-443a-bf79-3927708fed31/ba892e50-2eea-4042-949a-0610f1c44ed5) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:44.673335 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29a5cc2-738e-4ea2-8ac1-5b8e553e7c77 None None] Network 423725bd-997c-4be6-8025-3601ce0be736 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:44.709922 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.717703 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-d29a5cc2-738e-4ea2-8ac1-5b8e553e7c77 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:44.730510 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.730510 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29a5cc2-738e-4ea2-8ac1-5b8e553e7c77 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:44.740931 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a5cc2-738e-4ea2-8ac1-5b8e553e7c77 None None] Pushing event updated for resources: {'Port': ['ID=f0e02af7-04e3-4e66-b637-b9983215508b,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:44.833777 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-d29a5cc2-738e-4ea2-8ac1-5b8e553e7c77 None None] Attempting to bind port f0e02af7-04e3-4e66-b637-b9983215508b on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:44.834221 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-d29a5cc2-738e-4ea2-8ac1-5b8e553e7c77 None None] Attempting to bind port f0e02af7-04e3-4e66-b637-b9983215508b by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '6a7adb5f-9c85-4cc2-ab4f-f7224c27d6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '423725bd-997c-4be6-8025-3601ce0be736'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:44.834611 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29a5cc2-738e-4ea2-8ac1-5b8e553e7c77 None None] Attempting to bind port f0e02af7-04e3-4e66-b637-b9983215508b on network 423725bd-997c-4be6-8025-3601ce0be736 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:44.850144 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29a5cc2-738e-4ea2-8ac1-5b8e553e7c77 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:44.850144 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29a5cc2-738e-4ea2-8ac1-5b8e553e7c77 None None] Checking segment: {'id': '6a7adb5f-9c85-4cc2-ab4f-f7224c27d6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '423725bd-997c-4be6-8025-3601ce0be736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:44.851299 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d29a5cc2-738e-4ea2-8ac1-5b8e553e7c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.851299 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29a5cc2-738e-4ea2-8ac1-5b8e553e7c77 None None] Bound using segment: {'id': '6a7adb5f-9c85-4cc2-ab4f-f7224c27d6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '423725bd-997c-4be6-8025-3601ce0be736'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:44.852225 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-d29a5cc2-738e-4ea2-8ac1-5b8e553e7c77 None None] Bound port: f0e02af7-04e3-4e66-b637-b9983215508b, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a7adb5f-9c85-4cc2-ab4f-f7224c27d6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '423725bd-997c-4be6-8025-3601ce0be736'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:44.852848 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d29a5cc2-738e-4ea2-8ac1-5b8e553e7c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.882430 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-261a9b60-ce71-4ccd-909c-e83f91e4dc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998636419', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'f85a70db-c35f-4006-820e-578968144cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:05Z', 'updated_at': '2021-09-16T05:01:17Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'f85a70db-c35f-4006-820e-578968144cb6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:06Z', 'updated_at': '2021-09-16T05:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'a9161f2f-01e0-48e5-9519-902ecdffbff1', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'floating_ip_address': '172.25.8.117', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'port_id': '6fb44a9c-5fc5-4e73-82e9-db975dc0d285', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90894358-ea2f-475b-80aa-be2b2c16631e', 'mac_address': 'fa:16:3e:3c:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc515ba3-2207-4843-903f-28bcf3fd78b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:01:40Z', 'updated_at': '2021-09-16T05:01:40Z', 'revision_number': 0, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '587f86e2-6339-459a-a2ea-52cd6ae6129c', 'name': '', 'network_id': '90894358-ea2f-475b-80aa-be2b2c16631e', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'mac_address': 'fa:16:3e:78:1e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'cfa75c34-2931-484d-b0ed-c41264b07f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:13Z', 'updated_at': '2021-09-16T05:01:23Z', 'revision_number': 5, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'subnets': [{'id': 'cfa75c34-2931-484d-b0ed-c41264b07f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:44.930238 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6784cbf9-a9af-4fdd-8bf0-abcab066a956 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.940402 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261a9b60-ce71-4ccd-909c-e83f91e4dc0a None None] Checking router: 7b3e41bb-c64f-4409-8f5d-b7266e24b115 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:01:44.966832 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261a9b60-ce71-4ccd-909c-e83f91e4dc0a None None] Routers {'7b3e41bb-c64f-4409-8f5d-b7266e24b115'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:44.968147 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-261a9b60-ce71-4ccd-909c-e83f91e4dc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:01:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['7b3e41bb-c64f-4409-8f5d-b7266e24b115'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:45.004376 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6784cbf9-a9af-4fdd-8bf0-abcab066a956 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.075766 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-d29a5cc2-738e-4ea2-8ac1-5b8e553e7c77 None None] For port f0e02af7-04e3-4e66-b637-b9983215508b, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:45.084604 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-d29a5cc2-738e-4ea2-8ac1-5b8e553e7c77 None None] For port f0e02af7-04e3-4e66-b637-b9983215508b, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=f0e02af7-04e3-4e66-b637-b9983215508b,segment=NetworkSegment(6a7adb5f-9c85-4cc2-ab4f-f7224c27d6e3),segment_id=6a7adb5f-9c85-4cc2-ab4f-f7224c27d6e3)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:45.101266 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784cbf9-a9af-4fdd-8bf0-abcab066a956 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Port': ['ID=ba892e50-2eea-4042-949a-0610f1c44ed5,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:45.129896 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6784cbf9-a9af-4fdd-8bf0-abcab066a956 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Network 423725bd-997c-4be6-8025-3601ce0be736 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:45.138021 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-6784cbf9-a9af-4fdd-8bf0-abcab066a956 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:45.148643 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6784cbf9-a9af-4fdd-8bf0-abcab066a956 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:45.167520 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6784cbf9-a9af-4fdd-8bf0-abcab066a956 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:45.168659 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6784cbf9-a9af-4fdd-8bf0-abcab066a956 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.210343 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6784cbf9-a9af-4fdd-8bf0-abcab066a956 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8260479 Sep 16 05:01:45.211529 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 32786) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:45.284315 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-261a9b60-ce71-4ccd-909c-e83f91e4dc0a None None] Set router 7b3e41bb-c64f-4409-8f5d-b7266e24b115 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:45.324634 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483779f5-e7cb-416b-953b-37abed069479 req-78176772-7778-4ea0-8baf-057b82316128 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:45.338345 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-483779f5-e7cb-416b-953b-37abed069479 req-78176772-7778-4ea0-8baf-057b82316128 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc515ba3-2207-4843-903f-28bcf3fd78b4 HTTP/1.1" status: 200 len: 945 time: 0.1473529 Sep 16 05:01:45.358336 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d29a5cc2-738e-4ea2-8ac1-5b8e553e7c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.426905 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-483779f5-e7cb-416b-953b-37abed069479 req-94d2cd0b-6b81-4fc1-9c6c-7ef62c100f14 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=8568390f-1400-440d-bf90-fb6a5b638611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0848131 Sep 16 05:01:45.453214 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 32792) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:45.690226 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6747a163-914f-4789-97a4-726ebe7dd8af tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/floatingips/a9161f2f-01e0-48e5-9519-902ecdffbff1 HTTP/1.1" status: 200 len: 991 time: 0.2336986 Sep 16 05:01:45.696755 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36adb7c8-a587-4e6d-a20f-697f10311f12 x-openstack-request-id: req-36adb7c8-a587-4e6d-a20f-697f10311f12 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:45.698045 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc515ba3-2207-4843-903f-28bcf3fd78b4", "tag": "6fb44a9c-5fc5-4e73-82e9-db975dc0d285", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:45.699731 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-36adb7c8-a587-4e6d-a20f-697f10311f12 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:45.700457 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc515ba3-2207-4843-903f-28bcf3fd78b4', 'tag': '6fb44a9c-5fc5-4e73-82e9-db975dc0d285', 'status': 'completed', 'code': 200} Sep 16 05:01:45.743249 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a5cc2-738e-4ea2-8ac1-5b8e553e7c77 None None] Pushing event updated for resources: {'Port': ['ID=f0e02af7-04e3-4e66-b637-b9983215508b,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:45.948940 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e859ccfc-9ecf-44df-94cd-6e3d04d77859 req-b1255613-14e4-4d1d-a0e7-b668a97898af tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c0583c1-7afd-4a87-bd99-87afa855f825 HTTP/1.1" status: 200 len: 210 time: 0.2287292 Sep 16 05:01:45.984960 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c357b-f010-4215-8c80-378bc8d713ed req-12eda6c5-3b20-4992-9c37-3a032b88859c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:45.987081 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-969c357b-f010-4215-8c80-378bc8d713ed req-12eda6c5-3b20-4992-9c37-3a032b88859c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9314d3ea71064ec8a4285d4ce520aaad&device_id=fc515ba3-2207-4843-903f-28bcf3fd78b4 HTTP/1.1" status: 200 len: 1097 time: 0.2854359 Sep 16 05:01:46.139550 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:46.216948 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c357b-f010-4215-8c80-378bc8d713ed req-ddacfbdf-d88c-4174-bfe9-13e69572a03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:46.218784 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-969c357b-f010-4215-8c80-378bc8d713ed req-ddacfbdf-d88c-4174-bfe9-13e69572a03e service neutron] 10.222.0.47 "GET /v2.0/networks?id=90894358-ea2f-475b-80aa-be2b2c16631e HTTP/1.1" status: 200 len: 897 time: 0.2187376 Sep 16 05:01:46.240881 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a2fa487c-1260-46e8-9a0f-62c03f5f62d9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:46.277601 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-261a9b60-ce71-4ccd-909c-e83f91e4dc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998636419', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'f85a70db-c35f-4006-820e-578968144cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:05Z', 'updated_at': '2021-09-16T05:01:17Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'f85a70db-c35f-4006-820e-578968144cb6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:06Z', 'updated_at': '2021-09-16T05:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'a9161f2f-01e0-48e5-9519-902ecdffbff1', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'floating_ip_address': '172.25.8.117', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'port_id': '6fb44a9c-5fc5-4e73-82e9-db975dc0d285', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90894358-ea2f-475b-80aa-be2b2c16631e', 'mac_address': 'fa:16:3e:3c:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc515ba3-2207-4843-903f-28bcf3fd78b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:01:40Z', 'updated_at': '2021-09-16T05:01:40Z', 'revision_number': 0, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '587f86e2-6339-459a-a2ea-52cd6ae6129c', 'name': '', 'network_id': '90894358-ea2f-475b-80aa-be2b2c16631e', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'mac_address': 'fa:16:3e:78:1e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'cfa75c34-2931-484d-b0ed-c41264b07f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:13Z', 'updated_at': '2021-09-16T05:01:23Z', 'revision_number': 5, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'subnets': [{'id': 'cfa75c34-2931-484d-b0ed-c41264b07f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:46.348081 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-969c357b-f010-4215-8c80-378bc8d713ed req-2ad94271-04ed-469e-aa8c-4fc95a41d2e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fb44a9c-5fc5-4e73-82e9-db975dc0d285 HTTP/1.1" status: 200 len: 999 time: 0.1221440 Sep 16 05:01:46.364155 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261a9b60-ce71-4ccd-909c-e83f91e4dc0a None None] The sync data for ids ['7b3e41bb-c64f-4409-8f5d-b7266e24b115'] in n-d-712139-15 is: [{'id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998636419', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'f85a70db-c35f-4006-820e-578968144cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:05Z', 'updated_at': '2021-09-16T05:01:17Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'f85a70db-c35f-4006-820e-578968144cb6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:06Z', 'updated_at': '2021-09-16T05:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'a9161f2f-01e0-48e5-9519-902ecdffbff1', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'floating_ip_address': '172.25.8.117', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'port_id': '6fb44a9c-5fc5-4e73-82e9-db975dc0d285', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90894358-ea2f-475b-80aa-be2b2c16631e', 'mac_address': 'fa:16:3e:3c:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc515ba3-2207-4843-903f-28bcf3fd78b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:01:40Z', 'updated_at': '2021-09-16T05:01:40Z', 'revision_number': 0, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '587f86e2-6339-459a-a2ea-52cd6ae6129c', 'name': '', 'network_id': '90894358-ea2f-475b-80aa-be2b2c16631e', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'mac_address': 'fa:16:3e:78:1e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'cfa75c34-2931-484d-b0ed-c41264b07f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:13Z', 'updated_at': '2021-09-16T05:01:23Z', 'revision_number': 5, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'subnets': [{'id': 'cfa75c34-2931-484d-b0ed-c41264b07f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:01:46.429111 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c357b-f010-4215-8c80-378bc8d713ed req-641009c4-6cec-441b-86af-932c83eee5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:46.431147 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-969c357b-f010-4215-8c80-378bc8d713ed req-641009c4-6cec-441b-86af-932c83eee5f7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cfa75c34-2931-484d-b0ed-c41264b07f0c HTTP/1.1" status: 200 len: 835 time: 0.0746839 Sep 16 05:01:46.506992 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c357b-f010-4215-8c80-378bc8d713ed req-2e369a5c-322b-44bb-a041-b6f91c0c11d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:46.512793 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-969c357b-f010-4215-8c80-378bc8d713ed req-2e369a5c-322b-44bb-a041-b6f91c0c11d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90894358-ea2f-475b-80aa-be2b2c16631e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685141 Sep 16 05:01:46.696242 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 32812) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:46.797495 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-969c357b-f010-4215-8c80-378bc8d713ed req-12c4e6f9-f932-4e13-85ea-3a1ad387cc40 service neutron] 10.222.0.47 "GET /v2.0/networks/90894358-ea2f-475b-80aa-be2b2c16631e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756896 Sep 16 05:01:46.917452 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a2fa487c-1260-46e8-9a0f-62c03f5f62d9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:46.962669 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a2fa487c-1260-46e8-9a0f-62c03f5f62d9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.020754 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-25011883-1ac9-4879-b906-de45046c878d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/floatingips/a9161f2f-01e0-48e5-9519-902ecdffbff1 HTTP/1.1" status: 200 len: 991 time: 0.3227830 Sep 16 05:01:47.059634 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016c13c4-ec0a-4007-acb8-9e1f8026bb5f None None] New status for floating IP a9161f2f-01e0-48e5-9519-902ecdffbff1: ACTIVE {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:01:47.131457 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-969c357b-f010-4215-8c80-378bc8d713ed req-7ac19c3e-072e-4d7b-b010-90d89d786c90 service neutron] 10.222.0.47 "GET /v2.0/networks/90894358-ea2f-475b-80aa-be2b2c16631e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262179 Sep 16 05:01:47.252254 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d0596d5-b46a-498e-bdd6-5adcce9f863c req-88b031d5-219f-4ff5-910d-4d6c3cecb382 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c0583c1-7afd-4a87-bd99-87afa855f825 HTTP/1.1" status: 200 len: 210 time: 0.0600476 Sep 16 05:01:47.356423 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa487c-1260-46e8-9a0f-62c03f5f62d9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Port': ['ID=ba892e50-2eea-4042-949a-0610f1c44ed5,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:47.493129 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ab4f5b-ee64-4e09-ac46-2ce877e481c2 None None] Network 423725bd-997c-4be6-8025-3601ce0be736 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:47.598536 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-0fe6fa83-e89f-44d5-b50d-5c32b56bdb9e None None] Provisioning complete for port f0e02af7-04e3-4e66-b637-b9983215508b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:47.599260 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0fe6fa83-e89f-44d5-b50d-5c32b56bdb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.614332 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-c84303ec-aa45-4a87-95e6-4b6afc4da4ad tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:47.617140 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-c84303ec-aa45-4a87-95e6-4b6afc4da4ad tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.47 "GET /v2.0/networks?id=b023735a-4753-42d4-a211-b22ef0b5e037 HTTP/1.1" status: 200 len: 808 time: 0.6215270 Sep 16 05:01:47.652278 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-7fc3d6be-2844-425d-8a89-9d3f28647100 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Request body: {'port': {'device_id': '3c0583c1-7afd-4a87-bd99-87afa855f825', 'network_id': 'b023735a-4753-42d4-a211-b22ef0b5e037', 'admin_state_up': True, 'tenant_id': '97be9f2911074320a4dca243203dfefe'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:47.707984 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a2fa487c-1260-46e8-9a0f-62c03f5f62d9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.823685 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0fe6fa83-e89f-44d5-b50d-5c32b56bdb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.921262 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device f0e02af7-04e3-4e66-b637-b9983215508b up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:47.983791 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-0fe6fa83-e89f-44d5-b50d-5c32b56bdb9e None None] For port f0e02af7-04e3-4e66-b637-b9983215508b, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=f0e02af7-04e3-4e66-b637-b9983215508b,segment=NetworkSegment(6a7adb5f-9c85-4cc2-ab4f-f7224c27d6e3),segment_id=6a7adb5f-9c85-4cc2-ab4f-f7224c27d6e3)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:47.996880 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0fe6fa83-e89f-44d5-b50d-5c32b56bdb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.026265 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 32826) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:48.065952 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-7fc3d6be-2844-425d-8a89-9d3f28647100 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Made reservation on behalf of 97be9f2911074320a4dca243203dfefe for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:48.069683 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-7fc3d6be-2844-425d-8a89-9d3f28647100 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.149045 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port f0e02af7-04e3-4e66-b637-b9983215508b triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:48.149420 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.164422 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a2fa487c-1260-46e8-9a0f-62c03f5f62d9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.223036 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6fa83-e89f-44d5-b50d-5c32b56bdb9e None None] Pushing event updated for resources: {'Port': ['ID=f0e02af7-04e3-4e66-b637-b9983215508b,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:48.227374 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9cfbe391-5f4d-4c24-8339-366c605efd62 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/floatingips/a9161f2f-01e0-48e5-9519-902ecdffbff1 HTTP/1.1" status: 200 len: 993 time: 0.1993754 Sep 16 05:01:48.286748 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-5666e84c-39a8-426e-9929-5963287a1fcc None None] Provisioning complete for port ba892e50-2eea-4042-949a-0610f1c44ed5 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:48.287995 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5666e84c-39a8-426e-9929-5963287a1fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.356139 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-5666e84c-39a8-426e-9929-5963287a1fcc None None] Port ba892e50-2eea-4042-949a-0610f1c44ed5 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:48.450447 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-5666e84c-39a8-426e-9929-5963287a1fcc None None] Provisioning complete for port f0e02af7-04e3-4e66-b637-b9983215508b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:48.452401 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5666e84c-39a8-426e-9929-5963287a1fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.526928 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-066fa36a-dd43-47ff-baf2-6298f457b0a9 req-cd761466-db3d-4dbf-8371-5811be3fd1db tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c0583c1-7afd-4a87-bd99-87afa855f825 HTTP/1.1" status: 200 len: 210 time: 0.0674036 Sep 16 05:01:48.651477 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-7fc3d6be-2844-425d-8a89-9d3f28647100 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Allocated IP 172.20.0.3 (b023735a-4753-42d4-a211-b22ef0b5e037/16ecce96-0467-4425-9de1-a5f81f6f6231/bc515586-f6d9-4d5d-9214-ea277e42ef7d) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:48.871571 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f2d40f31-1ea7-4048-8052-dc6c0d354c77 None None] Provisioning complete for port ba892e50-2eea-4042-949a-0610f1c44ed5 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:48.872440 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f2d40f31-1ea7-4048-8052-dc6c0d354c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.943946 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-f2d40f31-1ea7-4048-8052-dc6c0d354c77 None None] Port ba892e50-2eea-4042-949a-0610f1c44ed5 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:48.981592 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:01:49.184266 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-01431a62-26d2-486a-9c33-2a7d0b2b679b None None] Provisioning complete for port ba892e50-2eea-4042-949a-0610f1c44ed5 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:49.185251 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-01431a62-26d2-486a-9c33-2a7d0b2b679b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:49.256448 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-7fc3d6be-2844-425d-8a89-9d3f28647100 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:49.267558 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-01431a62-26d2-486a-9c33-2a7d0b2b679b None None] Port ba892e50-2eea-4042-949a-0610f1c44ed5 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:49.297916 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a2fa487c-1260-46e8-9a0f-62c03f5f62d9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:49.307162 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a2fa487c-1260-46e8-9a0f-62c03f5f62d9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:49.307973 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a2fa487c-1260-46e8-9a0f-62c03f5f62d9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:49.353558 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-7fc3d6be-2844-425d-8a89-9d3f28647100 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:49.402900 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa487c-1260-46e8-9a0f-62c03f5f62d9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Port': ['ID=ba892e50-2eea-4042-949a-0610f1c44ed5,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:49.470134 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-7fc3d6be-2844-425d-8a89-9d3f28647100 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Network b023735a-4753-42d4-a211-b22ef0b5e037 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:49.478438 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-7fc3d6be-2844-425d-8a89-9d3f28647100 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:49.483884 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-7fc3d6be-2844-425d-8a89-9d3f28647100 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:49.547863 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc3d6be-2844-425d-8a89-9d3f28647100 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Pushing event updated for resources: {'Port': ['ID=bc515586-f6d9-4d5d-9214-ea277e42ef7d,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:49.582933 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-7fc3d6be-2844-425d-8a89-9d3f28647100 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:49.583778 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-7fc3d6be-2844-425d-8a89-9d3f28647100 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:49.594708 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fa487c-1260-46e8-9a0f-62c03f5f62d9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Network 423725bd-997c-4be6-8025-3601ce0be736 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:49.600006 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-a2fa487c-1260-46e8-9a0f-62c03f5f62d9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:49.618364 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-7fc3d6be-2844-425d-8a89-9d3f28647100 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9699221 Sep 16 05:01:49.673314 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-609e5e57-84c9-4cb5-acd4-79834b151f1c service neutron] Request body: {'port': {'device_id': '3c0583c1-7afd-4a87-bd99-87afa855f825', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:49.697702 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8fe7e-d497-4ebf-95ba-58b048ed5e33 req-3f5874fb-1d99-4f5e-a214-a89242fc2be7 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:49.699997 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eba8fe7e-d497-4ebf-95ba-58b048ed5e33 req-3f5874fb-1d99-4f5e-a214-a89242fc2be7 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c0583c1-7afd-4a87-bd99-87afa855f825 HTTP/1.1" status: 200 len: 931 time: 0.0887320 Sep 16 05:01:49.786358 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device f0e02af7-04e3-4e66-b637-b9983215508b up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:49.808950 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-609e5e57-84c9-4cb5-acd4-79834b151f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:49.814358 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eba8fe7e-d497-4ebf-95ba-58b048ed5e33 req-c29f7cef-2773-46f0-8f24-fc4d7d37f3a7 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/security-groups?id=c72823d0-9961-46ee-a314-370b7768c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017709 Sep 16 05:01:49.881816 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fa487c-1260-46e8-9a0f-62c03f5f62d9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Router efeb6078-7ecd-40f5-9974-574c1aabdbfd is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:01:49.919176 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port f0e02af7-04e3-4e66-b637-b9983215508b triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:49.919992 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.120041 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-2b5d7dfe-2542-45d1-85ee-a026df3db9cf None None] Provisioning complete for port ba892e50-2eea-4042-949a-0610f1c44ed5 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:50.120516 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2b5d7dfe-2542-45d1-85ee-a026df3db9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.142080 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-dc25c184-cd2b-4af6-bab0-4f416ac6f181 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=9fc32caf397f452ab2f0c9b66f2784fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435259 Sep 16 05:01:50.164695 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-2b5d7dfe-2542-45d1-85ee-a026df3db9cf None None] Port ba892e50-2eea-4042-949a-0610f1c44ed5 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:50.426292 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-b32f9a63-c894-4642-b8fb-4799f09ddc75 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:50.427975 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-b32f9a63-c894-4642-b8fb-4799f09ddc75 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2787004 Sep 16 05:01:50.447112 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-e4cee181-f624-4e36-9386-8950c234ca72 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] 10.222.0.35 "GET /v2.0/quotas/9fc32caf397f452ab2f0c9b66f2784fe HTTP/1.1" status: 200 len: 375 time: 0.0126948 Sep 16 05:01:50.486923 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-d2e45882-8bed-458e-a7d8-57be8fbbd9b7 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9fc32caf397f452ab2f0c9b66f2784fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328131 Sep 16 05:01:50.526212 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fa487c-1260-46e8-9a0f-62c03f5f62d9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:01:50.535137 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a2fa487c-1260-46e8-9a0f-62c03f5f62d9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "PUT /v2.0/routers/efeb6078-7ecd-40f5-9974-574c1aabdbfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3212397 Sep 16 05:01:50.539261 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 32886) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:50.544076 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df44471-8c98-4e5c-a01d-069f10e954c1 None None] Sync routers for ids ['efeb6078-7ecd-40f5-9974-574c1aabdbfd'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:01:50.561091 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df44471-8c98-4e5c-a01d-069f10e954c1 None None] Routers {'efeb6078-7ecd-40f5-9974-574c1aabdbfd'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:50.561819 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-7df44471-8c98-4e5c-a01d-069f10e954c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:01:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['efeb6078-7ecd-40f5-9974-574c1aabdbfd'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:50.625639 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-7df44471-8c98-4e5c-a01d-069f10e954c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:50.639016 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df44471-8c98-4e5c-a01d-069f10e954c1 None None] Routers {'efeb6078-7ecd-40f5-9974-574c1aabdbfd'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:50.639562 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-7df44471-8c98-4e5c-a01d-069f10e954c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:01:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['efeb6078-7ecd-40f5-9974-574c1aabdbfd'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:50.670647 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac304f4-d918-43cc-8ac9-cac6e5f30686 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:50.675716 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-bac304f4-d918-43cc-8ac9-cac6e5f30686 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "GET /v2.0/ports?device_id=efeb6078-7ecd-40f5-9974-574c1aabdbfd HTTP/1.1" status: 200 len: 989 time: 0.1324158 Sep 16 05:01:50.676411 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 32892) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:50.682021 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-7df44471-8c98-4e5c-a01d-069f10e954c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:50.682589 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df44471-8c98-4e5c-a01d-069f10e954c1 None None] The sync data for ids ['efeb6078-7ecd-40f5-9974-574c1aabdbfd'] in n-d-712139-15 is: [] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:01:50.696800 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2c3a3946-cf27-4667-b624-097635c0a876 req-db82e31b-6692-4f2a-ba6e-8f7d51e9ece2 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] 10.222.0.35 "GET /v2.0/ports?device_id=75a7649a-7a13-4512-876f-b8b3dbd15378 HTTP/1.1" status: 200 len: 210 time: 0.0365231 Sep 16 05:01:50.922076 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-609e5e57-84c9-4cb5-acd4-79834b151f1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc515586-f6d9-4d5d-9214-ea277e42ef7d {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:50.942660 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-609e5e57-84c9-4cb5-acd4-79834b151f1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.989960 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce13e0-626e-4f59-af75-8e83e54f1da3 req-c0220c03-16af-4bac-b2e5-2ef717a740f2 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:50.999209 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-08ce13e0-626e-4f59-af75-8e83e54f1da3 req-c0220c03-16af-4bac-b2e5-2ef717a740f2 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c0583c1-7afd-4a87-bd99-87afa855f825 HTTP/1.1" status: 200 len: 931 time: 0.0888441 Sep 16 05:01:51.003899 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-609e5e57-84c9-4cb5-acd4-79834b151f1c service neutron] Transition to ACTIVE for port object bc515586-f6d9-4d5d-9214-ea277e42ef7d will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:01:51.022044 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-609e5e57-84c9-4cb5-acd4-79834b151f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.058758 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-08ce13e0-626e-4f59-af75-8e83e54f1da3 req-a0d35372-24d0-483c-8902-1d6bb9cbfa52 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/security-groups?id=c72823d0-9961-46ee-a314-370b7768c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584648 Sep 16 05:01:51.133431 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e5e57-84c9-4cb5-acd4-79834b151f1c service neutron] Pushing event updated for resources: {'Port': ['ID=bc515586-f6d9-4d5d-9214-ea277e42ef7d,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:51.344547 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-609e5e57-84c9-4cb5-acd4-79834b151f1c service neutron] Attempting to bind port bc515586-f6d9-4d5d-9214-ea277e42ef7d on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:51.345169 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-609e5e57-84c9-4cb5-acd4-79834b151f1c service neutron] Attempting to bind port bc515586-f6d9-4d5d-9214-ea277e42ef7d by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '6adf6bb9-f306-4307-90d2-3c0178c5c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'b023735a-4753-42d4-a211-b22ef0b5e037'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:51.345694 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-609e5e57-84c9-4cb5-acd4-79834b151f1c service neutron] Attempting to bind port bc515586-f6d9-4d5d-9214-ea277e42ef7d on network b023735a-4753-42d4-a211-b22ef0b5e037 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:51.418681 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-609e5e57-84c9-4cb5-acd4-79834b151f1c service neutron] Port bc515586-f6d9-4d5d-9214-ea277e42ef7d on network b023735a-4753-42d4-a211-b22ef0b5e037 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:51.419351 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-609e5e57-84c9-4cb5-acd4-79834b151f1c service neutron] Attempting to bind port bc515586-f6d9-4d5d-9214-ea277e42ef7d on network b023735a-4753-42d4-a211-b22ef0b5e037 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:51.437566 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-609e5e57-84c9-4cb5-acd4-79834b151f1c service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:51.437897 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-609e5e57-84c9-4cb5-acd4-79834b151f1c service neutron] Checking segment: {'id': '6adf6bb9-f306-4307-90d2-3c0178c5c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'b023735a-4753-42d4-a211-b22ef0b5e037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:51.438279 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-609e5e57-84c9-4cb5-acd4-79834b151f1c service neutron] Bound using segment: {'id': '6adf6bb9-f306-4307-90d2-3c0178c5c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'b023735a-4753-42d4-a211-b22ef0b5e037'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:51.438731 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-609e5e57-84c9-4cb5-acd4-79834b151f1c service neutron] Bound port: bc515586-f6d9-4d5d-9214-ea277e42ef7d, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adf6bb9-f306-4307-90d2-3c0178c5c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'b023735a-4753-42d4-a211-b22ef0b5e037'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:51.439086 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-609e5e57-84c9-4cb5-acd4-79834b151f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.465295 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dd3a1d1b-ad5f-4b9f-aebf-3e5c55490a37 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.678702 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-609e5e57-84c9-4cb5-acd4-79834b151f1c service neutron] For port bc515586-f6d9-4d5d-9214-ea277e42ef7d, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:51.716873 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-609e5e57-84c9-4cb5-acd4-79834b151f1c service neutron] For port bc515586-f6d9-4d5d-9214-ea277e42ef7d, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=bc515586-f6d9-4d5d-9214-ea277e42ef7d,segment=NetworkSegment(6adf6bb9-f306-4307-90d2-3c0178c5c6d6),segment_id=6adf6bb9-f306-4307-90d2-3c0178c5c6d6)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:51.724305 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-609e5e57-84c9-4cb5-acd4-79834b151f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.775458 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-609e5e57-84c9-4cb5-acd4-79834b151f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:51.776083 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-609e5e57-84c9-4cb5-acd4-79834b151f1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.777541 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-609e5e57-84c9-4cb5-acd4-79834b151f1c service neutron] 10.222.0.47 "PUT /v2.0/ports/bc515586-f6d9-4d5d-9214-ea277e42ef7d HTTP/1.1" status: 200 len: 1092 time: 2.1102252 Sep 16 05:01:51.779556 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c0583c1-7afd-4a87-bd99-87afa855f825', 'tag': 'bc515586-f6d9-4d5d-9214-ea277e42ef7d'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:51.782962 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8b0b34-5562-49b1-b30c-7beebfd87cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "3c0583c1-7afd-4a87-bd99-87afa855f825", "tag": "bc515586-f6d9-4d5d-9214-ea277e42ef7d"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:51.833529 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e5e57-84c9-4cb5-acd4-79834b151f1c service neutron] Pushing event updated for resources: {'Port': ['ID=bc515586-f6d9-4d5d-9214-ea277e42ef7d,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:51.841509 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b22b823f-53df-4c6f-a3be-fdc4f3421ca6 req-7b46b8b1-c622-497f-baf6-efefbdfdfb07 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] 10.222.0.35 "GET /v2.0/ports?device_id=75a7649a-7a13-4512-876f-b8b3dbd15378 HTTP/1.1" status: 200 len: 210 time: 0.0428984 Sep 16 05:01:51.975273 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-115201c9-454b-4bfd-9e99-885bbfb04120 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9fc32caf397f452ab2f0c9b66f2784fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398083 Sep 16 05:01:51.990722 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-dd3a1d1b-ad5f-4b9f-aebf-3e5c55490a37 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Deleting port ba892e50-2eea-4042-949a-0610f1c44ed5 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:51.997289 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dd3a1d1b-ad5f-4b9f-aebf-3e5c55490a37 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.006383 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-23da799e-afd1-463c-8dd3-d8ca2e2fb46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:52.009301 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-23da799e-afd1-463c-8dd3-d8ca2e2fb46c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=97be9f2911074320a4dca243203dfefe&device_id=3c0583c1-7afd-4a87-bd99-87afa855f825 HTTP/1.1" status: 200 len: 1095 time: 0.0966520 Sep 16 05:01:52.140190 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5876b5f5-cec0-4564-867f-2edc2d4cda12 x-openstack-request-id: req-5876b5f5-cec0-4564-867f-2edc2d4cda12 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:52.140645 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c0583c1-7afd-4a87-bd99-87afa855f825", "tag": "bc515586-f6d9-4d5d-9214-ea277e42ef7d", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:52.140645 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5876b5f5-cec0-4564-867f-2edc2d4cda12 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:52.141060 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c0583c1-7afd-4a87-bd99-87afa855f825', 'tag': 'bc515586-f6d9-4d5d-9214-ea277e42ef7d', 'status': 'completed', 'code': 200} Sep 16 05:01:52.146845 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-95a19b15-22e5-4df2-b8dd-b575a5f81456 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc515586-f6d9-4d5d-9214-ea277e42ef7d HTTP/1.1" status: 200 len: 217 time: 0.1110296 Sep 16 05:01:52.278783 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-6a38036d-d687-485f-8af4-bb008b48979e tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:52.281323 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-6a38036d-d687-485f-8af4-bb008b48979e tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2991052 Sep 16 05:01:52.300023 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dd3a1d1b-ad5f-4b9f-aebf-3e5c55490a37 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.304832 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-62616cc0-f0d3-4eaa-acdd-e32ee3da6ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:52.306146 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-62616cc0-f0d3-4eaa-acdd-e32ee3da6ab3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=16ecce96-0467-4425-9de1-a5f81f6f6231 HTTP/1.1" status: 200 len: 848 time: 0.1021984 Sep 16 05:01:52.319887 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-dd3a1d1b-ad5f-4b9f-aebf-3e5c55490a37 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Calling delete_port for ba892e50-2eea-4042-949a-0610f1c44ed5 owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:52.329817 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-a8371259-0041-4012-b9f6-7a0af253b631 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] Request body: {'port': {'device_id': '75a7649a-7a13-4512-876f-b8b3dbd15378', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'admin_state_up': True, 'tenant_id': '9fc32caf397f452ab2f0c9b66f2784fe'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:52.401762 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a37a4-c94a-447e-a5d1-a96b77b6e65f req-35cf0347-bc2b-48b7-91b1-0590e2f8feb1 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:52.404740 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-801a37a4-c94a-447e-a5d1-a96b77b6e65f req-35cf0347-bc2b-48b7-91b1-0590e2f8feb1 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c0583c1-7afd-4a87-bd99-87afa855f825 HTTP/1.1" status: 200 len: 943 time: 0.1589627 Sep 16 05:01:52.441229 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-fa0cc119-28a1-4b9b-8ad4-8aee56bb96ce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b023735a-4753-42d4-a211-b22ef0b5e037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470772 Sep 16 05:01:52.526240 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-801a37a4-c94a-447e-a5d1-a96b77b6e65f req-30c51629-e4cc-4efc-bc6f-41b242fdc870 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/security-groups?id=c72823d0-9961-46ee-a314-370b7768c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674012 Sep 16 05:01:52.565067 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-a8371259-0041-4012-b9f6-7a0af253b631 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] Made reservation on behalf of 9fc32caf397f452ab2f0c9b66f2784fe for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:52.574501 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-a8371259-0041-4012-b9f6-7a0af253b631 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.606072 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-a8371259-0041-4012-b9f6-7a0af253b631 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.722492 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-85c96ff4-c9e4-4262-990d-b9e8f0515b84 service neutron] 10.222.0.47 "GET /v2.0/networks/b023735a-4753-42d4-a211-b22ef0b5e037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193937 Sep 16 05:01:52.724002 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dd3a1d1b-ad5f-4b9f-aebf-3e5c55490a37 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.767902 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a1d1b-ad5f-4b9f-aebf-3e5c55490a37 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Port': ['ID=ba892e50-2eea-4042-949a-0610f1c44ed5,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:52.842324 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-a8371259-0041-4012-b9f6-7a0af253b631 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.850627 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-a8371259-0041-4012-b9f6-7a0af253b631 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.969082 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dd3a1d1b-ad5f-4b9f-aebf-3e5c55490a37 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.020346 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8371259-0041-4012-b9f6-7a0af253b631 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78dfe12f-b8cf-45e5-a18a-791993d93920,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:53.046054 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0bfe7eed-c851-41fd-96e1-cde242fd3d0a req-40c1c310-11ad-4a9f-8b43-7f606138eb2a service neutron] 10.222.0.47 "GET /v2.0/networks/b023735a-4753-42d4-a211-b22ef0b5e037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911408 Sep 16 05:01:53.149164 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-64c0885a-8e17-49d7-9198-72518ee82fca req-4d3e44f1-90e3-49c3-b049-3178672f8f35 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] 10.222.0.35 "GET /v2.0/ports?device_id=75a7649a-7a13-4512-876f-b8b3dbd15378 HTTP/1.1" status: 200 len: 210 time: 0.0980530 Sep 16 05:01:53.204617 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-a8371259-0041-4012-b9f6-7a0af253b631 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] Allocated IP 192.168.233.169 (97f5d7d8-0e62-4047-bcd4-63b92e31705a/24ad4c5e-5b43-4c25-ab99-4992f6337d28/cf5d0421-820f-49c1-9690-8212df211c9e) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:53.266137 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3a1d1b-ad5f-4b9f-aebf-3e5c55490a37 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Router efeb6078-7ecd-40f5-9974-574c1aabdbfd has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:01:53.279973 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b0b34-5562-49b1-b30c-7beebfd87cc4 req-0ffaf4fb-c786-473e-9f0a-46d9e0f5a04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:53.282556 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8e8b0b34-5562-49b1-b30c-7beebfd87cc4 req-0ffaf4fb-c786-473e-9f0a-46d9e0f5a04c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=97be9f2911074320a4dca243203dfefe&device_id=3c0583c1-7afd-4a87-bd99-87afa855f825 HTTP/1.1" status: 200 len: 1095 time: 0.1083591 Sep 16 05:01:53.450608 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-a8371259-0041-4012-b9f6-7a0af253b631 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.462044 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3a1d1b-ad5f-4b9f-aebf-3e5c55490a37 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:01:53.474080 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-dd3a1d1b-ad5f-4b9f-aebf-3e5c55490a37 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "PUT /v2.0/routers/efeb6078-7ecd-40f5-9974-574c1aabdbfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7968221 Sep 16 05:01:53.476960 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10bc238-a406-46c6-aa76-fe6306b49167 None None] Sync routers for ids ['efeb6078-7ecd-40f5-9974-574c1aabdbfd'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:01:53.478347 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 32928) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:53.491345 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10bc238-a406-46c6-aa76-fe6306b49167 None None] Routers {'efeb6078-7ecd-40f5-9974-574c1aabdbfd'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:53.492200 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-b10bc238-a406-46c6-aa76-fe6306b49167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:01:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['efeb6078-7ecd-40f5-9974-574c1aabdbfd'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:53.520466 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b0b34-5562-49b1-b30c-7beebfd87cc4 req-c22261d8-f075-45f3-8bef-e9db0b53bc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:53.522643 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8e8b0b34-5562-49b1-b30c-7beebfd87cc4 req-c22261d8-f075-45f3-8bef-e9db0b53bc1a service neutron] 10.222.0.47 "GET /v2.0/networks?id=b023735a-4753-42d4-a211-b22ef0b5e037 HTTP/1.1" status: 200 len: 909 time: 0.2309289 Sep 16 05:01:53.568722 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-b10bc238-a406-46c6-aa76-fe6306b49167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:53.582327 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10bc238-a406-46c6-aa76-fe6306b49167 None None] Routers {'efeb6078-7ecd-40f5-9974-574c1aabdbfd'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:53.583491 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-b10bc238-a406-46c6-aa76-fe6306b49167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:01:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['efeb6078-7ecd-40f5-9974-574c1aabdbfd'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:53.637989 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-b10bc238-a406-46c6-aa76-fe6306b49167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:53.640096 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10bc238-a406-46c6-aa76-fe6306b49167 None None] The sync data for ids ['efeb6078-7ecd-40f5-9974-574c1aabdbfd'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:01:53.682696 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8e8b0b34-5562-49b1-b30c-7beebfd87cc4 req-8cf35018-983c-478e-99c3-a1be6beda498 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc515586-f6d9-4d5d-9214-ea277e42ef7d HTTP/1.1" status: 200 len: 217 time: 0.1517389 Sep 16 05:01:53.828603 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b0b34-5562-49b1-b30c-7beebfd87cc4 req-0e803a27-696e-471f-be42-bf3015d50662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:53.830761 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8e8b0b34-5562-49b1-b30c-7beebfd87cc4 req-0e803a27-696e-471f-be42-bf3015d50662 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=16ecce96-0467-4425-9de1-a5f81f6f6231 HTTP/1.1" status: 200 len: 848 time: 0.1388645 Sep 16 05:01:53.835556 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4ed84921-b136-4122-aad6-f8e4da3cbca1 req-f718e648-f2e6-4255-9350-744702b3c1fc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0a3151c5-7e7f-4203-8569-fb61c944b46d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1214273 Sep 16 05:01:53.892911 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8e8b0b34-5562-49b1-b30c-7beebfd87cc4 req-ea650ff1-137e-4d7e-b787-a712edb41de6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b023735a-4753-42d4-a211-b22ef0b5e037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439899 Sep 16 05:01:53.959155 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 32936) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:53.980121 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-a8371259-0041-4012-b9f6-7a0af253b631 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:54.022002 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-37f83a74-e3c8-4035-bbed-197c7fa97d57 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] GET failed (client error): The resource could not be found. Sep 16 05:01:54.027078 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-37f83a74-e3c8-4035-bbed-197c7fa97d57 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "GET /v2.0/ports/ba892e50-2eea-4042-949a-0610f1c44ed5 HTTP/1.1" status: 404 len: 333 time: 0.5470643 Sep 16 05:01:54.029997 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 32940) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:54.098613 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-a8371259-0041-4012-b9f6-7a0af253b631 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] Network 97f5d7d8-0e62-4047-bcd4-63b92e31705a is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:54.107112 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-a8371259-0041-4012-b9f6-7a0af253b631 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:54.184008 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-a8371259-0041-4012-b9f6-7a0af253b631 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:54.359090 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05a3fe-c472-4411-b445-c22c47afbbfa req-002b3209-a3a8-419b-9d74-0a4606d03ac3 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:54.370388 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5b05a3fe-c472-4411-b445-c22c47afbbfa req-002b3209-a3a8-419b-9d74-0a4606d03ac3 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c0583c1-7afd-4a87-bd99-87afa855f825 HTTP/1.1" status: 200 len: 943 time: 0.4372354 Sep 16 05:01:54.382346 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dc27f54c-0702-4f35-a293-77274ba62701 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:54.390642 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-a8371259-0041-4012-b9f6-7a0af253b631 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:54.391321 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-a8371259-0041-4012-b9f6-7a0af253b631 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:54.477296 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8371259-0041-4012-b9f6-7a0af253b631 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] Pushing event updated for resources: {'Port': ['ID=cf5d0421-820f-49c1-9690-8212df211c9e,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:54.481594 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-42308cbf-00dd-43c0-8e82-9d846eb4dedb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:54.533596 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-1ce8f7e5-13dd-4cc3-b6db-36d1fa880c6e None None] Provisioning complete for port cf5d0421-820f-49c1-9690-8212df211c9e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:54.535848 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1ce8f7e5-13dd-4cc3-b6db-36d1fa880c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:54.541118 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-a8371259-0041-4012-b9f6-7a0af253b631 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2265413 Sep 16 05:01:54.554076 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed84921-b136-4122-aad6-f8e4da3cbca1 req-4d9adb4d-f050-4f57-9b49-e2fbcb860aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:54.556496 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4ed84921-b136-4122-aad6-f8e4da3cbca1 req-4d9adb4d-f050-4f57-9b49-e2fbcb860aa6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e1faaf8ea3f84b74b8884c5da7c3f469&device_id=0a3151c5-7e7f-4203-8569-fb61c944b46d HTTP/1.1" status: 200 len: 1097 time: 0.6689494 Sep 16 05:01:54.579685 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-8b8d5e42-aab7-4fbf-bb64-c7e78dc89fef service neutron] Request body: {'port': {'device_id': '75a7649a-7a13-4512-876f-b8b3dbd15378', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:54.590631 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-1ce8f7e5-13dd-4cc3-b6db-36d1fa880c6e None None] Port cf5d0421-820f-49c1-9690-8212df211c9e cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:54.625389 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8e8b0b34-5562-49b1-b30c-7beebfd87cc4 req-9dd71f8b-1131-41fe-a2b1-a30e5c319fc4 service neutron] 10.222.0.47 "GET /v2.0/networks/b023735a-4753-42d4-a211-b22ef0b5e037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7191055 Sep 16 05:01:54.681114 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5b05a3fe-c472-4411-b445-c22c47afbbfa req-a3e998e1-dc4f-4eed-8e99-25f19199d979 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/security-groups?id=c72823d0-9961-46ee-a314-370b7768c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095479 Sep 16 05:01:54.711555 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device bc515586-f6d9-4d5d-9214-ea277e42ef7d details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:01:54.775328 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dc27f54c-0702-4f35-a293-77274ba62701 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:54.778192 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dc27f54c-0702-4f35-a293-77274ba62701 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:54.779821 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-8b8d5e42-aab7-4fbf-bb64-c7e78dc89fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:54.878662 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed84921-b136-4122-aad6-f8e4da3cbca1 req-b0f56e8c-8d79-40e2-8aea-601b65d0dabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:54.880660 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4ed84921-b136-4122-aad6-f8e4da3cbca1 req-b0f56e8c-8d79-40e2-8aea-601b65d0dabe service neutron] 10.222.0.48 "GET /v2.0/networks?id=b57de9dd-8389-462f-809e-a5ea9e13e1e0 HTTP/1.1" status: 200 len: 911 time: 0.2921317 Sep 16 05:01:54.888102 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dc27f54c-0702-4f35-a293-77274ba62701 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:54.888612 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc27f54c-0702-4f35-a293-77274ba62701 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Fanout notify agent at l3_agent the message router_deleted on router efeb6078-7ecd-40f5-9974-574c1aabdbfd {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:01:54.896386 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dc27f54c-0702-4f35-a293-77274ba62701 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:54.900127 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-dc27f54c-0702-4f35-a293-77274ba62701 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/routers/efeb6078-7ecd-40f5-9974-574c1aabdbfd HTTP/1.1" status: 204 len: 168 time: 0.8609412 Sep 16 05:01:54.902835 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 32944) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:54.928083 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8e8b0b34-5562-49b1-b30c-7beebfd87cc4 req-78557025-7904-4c3c-92a9-02fb52ac3072 service neutron] 10.222.0.47 "GET /v2.0/networks/b023735a-4753-42d4-a211-b22ef0b5e037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932329 Sep 16 05:01:55.025683 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-870814a5-7173-40ae-a8b8-71d6448a2073 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Deleting subnet c117d88e-d3f6-443a-bf79-3927708fed31 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:01:55.031537 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4ed84921-b136-4122-aad6-f8e4da3cbca1 req-c03399c1-ce7e-4d21-87ce-15059bbb8532 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35ace5e4-07bd-4065-a823-a7548154e651 HTTP/1.1" status: 200 len: 1001 time: 0.1388090 Sep 16 05:01:55.031537 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-870814a5-7173-40ae-a8b8-71d6448a2073 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.038363 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-42308cbf-00dd-43c0-8e82-9d846eb4dedb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.046681 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-42308cbf-00dd-43c0-8e82-9d846eb4dedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.079773 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port bc515586-f6d9-4d5d-9214-ea277e42ef7d, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=bc515586-f6d9-4d5d-9214-ea277e42ef7d,segment=NetworkSegment(6adf6bb9-f306-4307-90d2-3c0178c5c6d6),segment_id=6adf6bb9-f306-4307-90d2-3c0178c5c6d6)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:55.102558 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'bc515586-f6d9-4d5d-9214-ea277e42ef7d', 'network_id': 'b023735a-4753-42d4-a211-b22ef0b5e037', 'port_id': 'bc515586-f6d9-4d5d-9214-ea277e42ef7d', 'mac_address': 'fa:16:3e:28:f1:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16ecce96-0467-4425-9de1-a5f81f6f6231', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:01:55.116348 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-870814a5-7173-40ae-a8b8-71d6448a2073 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.128198 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579722fb-ebd6-47cf-84b3-233d75564e0e req-9fad35ce-a249-4eeb-ab74-be84bf1c3fed tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:55.129852 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-579722fb-ebd6-47cf-84b3-233d75564e0e req-9fad35ce-a249-4eeb-ab74-be84bf1c3fed tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] 10.222.0.35 "GET /v2.0/ports?device_id=75a7649a-7a13-4512-876f-b8b3dbd15378 HTTP/1.1" status: 200 len: 936 time: 0.1333468 Sep 16 05:01:55.133241 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42308cbf-00dd-43c0-8e82-9d846eb4dedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2457166-7756-4f5d-a8e5-9def80e56fba,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:55.141016 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed84921-b136-4122-aad6-f8e4da3cbca1 req-7c8bd8ee-5b87-4d18-bb81-20df4119f274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:55.142605 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4ed84921-b136-4122-aad6-f8e4da3cbca1 req-7c8bd8ee-5b87-4d18-bb81-20df4119f274 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d075d26-c7df-4ea0-b069-e1f04da018dc HTTP/1.1" status: 200 len: 849 time: 0.0887988 Sep 16 05:01:55.144645 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-42308cbf-00dd-43c0-8e82-9d846eb4dedb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=158b667ef024444aa543c782df2f3a2a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1767559 Sep 16 05:01:55.148136 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 32946) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:55.177976 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.193425 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc515586-f6d9-4d5d-9214-ea277e42ef7d {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:55.245048 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port bc515586-f6d9-4d5d-9214-ea277e42ef7d, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=bc515586-f6d9-4d5d-9214-ea277e42ef7d,segment=NetworkSegment(6adf6bb9-f306-4307-90d2-3c0178c5c6d6),segment_id=6adf6bb9-f306-4307-90d2-3c0178c5c6d6)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:55.250359 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.265219 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-579722fb-ebd6-47cf-84b3-233d75564e0e req-58ea95e9-bd83-4310-9bd9-44bb8deb4590 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] 10.222.0.35 "GET /v2.0/security-groups?id=78dfe12f-b8cf-45e5-a18a-791993d93920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681355 Sep 16 05:01:55.279522 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed84921-b136-4122-aad6-f8e4da3cbca1 req-352d6b8e-dbbb-40f3-b892-cb3a952833e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:55.288903 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4ed84921-b136-4122-aad6-f8e4da3cbca1 req-352d6b8e-dbbb-40f3-b892-cb3a952833e7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b57de9dd-8389-462f-809e-a5ea9e13e1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1180856 Sep 16 05:01:55.324113 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=bc515586-f6d9-4d5d-9214-ea277e42ef7d,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:55.332773 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-30ecbffb-1243-4127-8dfd-e2a9c4346bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.348044 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-870814a5-7173-40ae-a8b8-71d6448a2073 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.354974 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-8b8d5e42-aab7-4fbf-bb64-c7e78dc89fef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf5d0421-820f-49c1-9690-8212df211c9e {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:55.364261 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-8b8d5e42-aab7-4fbf-bb64-c7e78dc89fef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.377392 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-8b8d5e42-aab7-4fbf-bb64-c7e78dc89fef service neutron] Transition to ACTIVE for port object cf5d0421-820f-49c1-9690-8212df211c9e will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:01:55.384073 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-8b8d5e42-aab7-4fbf-bb64-c7e78dc89fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.422924 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-30ecbffb-1243-4127-8dfd-e2a9c4346bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.441119 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d5e42-aab7-4fbf-bb64-c7e78dc89fef service neutron] Pushing event updated for resources: {'Port': ['ID=cf5d0421-820f-49c1-9690-8212df211c9e,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:55.501085 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4ed84921-b136-4122-aad6-f8e4da3cbca1 req-9d34e434-503d-42c6-a0ae-f070c39cadf2 service neutron] 10.222.0.48 "GET /v2.0/networks/b57de9dd-8389-462f-809e-a5ea9e13e1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069530 Sep 16 05:01:55.525334 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-8b8d5e42-aab7-4fbf-bb64-c7e78dc89fef service neutron] Attempting to bind port cf5d0421-820f-49c1-9690-8212df211c9e on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:55.525946 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-8b8d5e42-aab7-4fbf-bb64-c7e78dc89fef service neutron] Attempting to bind port cf5d0421-820f-49c1-9690-8212df211c9e by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:55.526189 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-8b8d5e42-aab7-4fbf-bb64-c7e78dc89fef service neutron] Attempting to bind port cf5d0421-820f-49c1-9690-8212df211c9e on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:55.531470 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-8b8d5e42-aab7-4fbf-bb64-c7e78dc89fef service neutron] Port cf5d0421-820f-49c1-9690-8212df211c9e on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:55.531802 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-8b8d5e42-aab7-4fbf-bb64-c7e78dc89fef service neutron] Attempting to bind port cf5d0421-820f-49c1-9690-8212df211c9e on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:55.538658 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-8b8d5e42-aab7-4fbf-bb64-c7e78dc89fef service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:55.538990 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-8b8d5e42-aab7-4fbf-bb64-c7e78dc89fef service neutron] Checking segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:55.539378 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-8b8d5e42-aab7-4fbf-bb64-c7e78dc89fef service neutron] Bound using segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:55.539838 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-8b8d5e42-aab7-4fbf-bb64-c7e78dc89fef service neutron] Bound port: cf5d0421-820f-49c1-9690-8212df211c9e, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:55.540313 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-8b8d5e42-aab7-4fbf-bb64-c7e78dc89fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.548428 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-870814a5-7173-40ae-a8b8-71d6448a2073 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.550968 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-30ecbffb-1243-4127-8dfd-e2a9c4346bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.553556 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-30ecbffb-1243-4127-8dfd-e2a9c4346bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.554717 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-30ecbffb-1243-4127-8dfd-e2a9c4346bac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a2457166-7756-4f5d-a8e5-9def80e56fba HTTP/1.1" status: 204 len: 168 time: 0.4057512 Sep 16 05:01:55.561936 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['bc515586-f6d9-4d5d-9214-ea277e42ef7d'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:55.627364 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870814a5-7173-40ae-a8b8-71d6448a2073 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Subnet': ['ID=c117d88e-d3f6-443a-bf79-3927708fed31,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:55.632003 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecbffb-1243-4127-8dfd-e2a9c4346bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2457166-7756-4f5d-a8e5-9def80e56fba,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:55.649330 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-870814a5-7173-40ae-a8b8-71d6448a2073 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.653625 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-8b8d5e42-aab7-4fbf-bb64-c7e78dc89fef service neutron] For port cf5d0421-820f-49c1-9690-8212df211c9e, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:55.654071 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-870814a5-7173-40ae-a8b8-71d6448a2073 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/subnets/c117d88e-d3f6-443a-bf79-3927708fed31 HTTP/1.1" status: 204 len: 168 time: 0.7394836 Sep 16 05:01:55.654279 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 32950) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:55.668968 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78269434-4543-482d-9b32-fddc73c292a6 None None] Network 423725bd-997c-4be6-8025-3601ce0be736 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:55.676103 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4ed84921-b136-4122-aad6-f8e4da3cbca1 req-3a9776ae-c7ef-4da6-bf2f-497ad1f7de1c service neutron] 10.222.0.48 "GET /v2.0/networks/b57de9dd-8389-462f-809e-a5ea9e13e1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672838 Sep 16 05:01:55.715796 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-8b8d5e42-aab7-4fbf-bb64-c7e78dc89fef service neutron] For port cf5d0421-820f-49c1-9690-8212df211c9e, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=cf5d0421-820f-49c1-9690-8212df211c9e,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:55.727293 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-8b8d5e42-aab7-4fbf-bb64-c7e78dc89fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.806374 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-8b8d5e42-aab7-4fbf-bb64-c7e78dc89fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:55.807251 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-8b8d5e42-aab7-4fbf-bb64-c7e78dc89fef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.808707 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-8b8d5e42-aab7-4fbf-bb64-c7e78dc89fef service neutron] 10.222.0.48 "PUT /v2.0/ports/cf5d0421-820f-49c1-9690-8212df211c9e HTTP/1.1" status: 200 len: 1097 time: 1.2469394 Sep 16 05:01:55.813225 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a7649a-7a13-4512-876f-b8b3dbd15378', 'tag': 'cf5d0421-820f-49c1-9690-8212df211c9e'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:55.816059 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ac9f00-a1d3-4dc5-adc4-07e7e669c82c" -d '{"events": [{"name": "network-changed", "server_uuid": "75a7649a-7a13-4512-876f-b8b3dbd15378", "tag": "cf5d0421-820f-49c1-9690-8212df211c9e"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:55.865055 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-331e4bb3-b0a3-49d5-a57d-9af3f5558eb0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.937631 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d5e42-aab7-4fbf-bb64-c7e78dc89fef service neutron] Pushing event updated for resources: {'Port': ['ID=cf5d0421-820f-49c1-9690-8212df211c9e,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:55.991915 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f3941-1be7-419a-bf85-92e2559597ad req-a537d3f1-f28e-4410-aff1-85f26493d7ac tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:55.999407 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4c0f3941-1be7-419a-bf85-92e2559597ad req-a537d3f1-f28e-4410-aff1-85f26493d7ac tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c0583c1-7afd-4a87-bd99-87afa855f825 HTTP/1.1" status: 200 len: 944 time: 0.2029371 Sep 16 05:01:56.026795 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-7499e078-74eb-4165-a2df-bc5d0576a6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:56.028481 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-7499e078-74eb-4165-a2df-bc5d0576a6af service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9fc32caf397f452ab2f0c9b66f2784fe&device_id=75a7649a-7a13-4512-876f-b8b3dbd15378 HTTP/1.1" status: 200 len: 1100 time: 0.1595314 Sep 16 05:01:56.040958 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 32960) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:56.042356 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a72883-1be3-4b62-8fb8-913c21e20fd4 None None] DHCP port deletion for 423725bd-997c-4be6-8025-3601ce0be736 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:01:56.057781 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1274c283-3c3a-4273-8690-b601e180d604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.073521 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4c0f3941-1be7-419a-bf85-92e2559597ad req-01b09ab0-8a81-4575-a6a5-5bebdec561df tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/security-groups?id=c72823d0-9961-46ee-a314-370b7768c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712872 Sep 16 05:01:56.108530 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-a3ad3cb7-a37a-4917-b85e-0f7c77327fae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=cf5d0421-820f-49c1-9690-8212df211c9e HTTP/1.1" status: 200 len: 217 time: 0.0603936 Sep 16 05:01:56.111114 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-331e4bb3-b0a3-49d5-a57d-9af3f5558eb0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Deleting port f0e02af7-04e3-4e66-b637-b9983215508b {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:56.111461 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-331e4bb3-b0a3-49d5-a57d-9af3f5558eb0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.111709 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-b2a72883-1be3-4b62-8fb8-913c21e20fd4 None None] Deleting port f0e02af7-04e3-4e66-b637-b9983215508b {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:56.112802 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b2a72883-1be3-4b62-8fb8-913c21e20fd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.172140 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561f71bf-e16f-4b2c-abe3-495d3cbbf46d x-openstack-request-id: req-561f71bf-e16f-4b2c-abe3-495d3cbbf46d {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:56.172462 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a7649a-7a13-4512-876f-b8b3dbd15378", "tag": "cf5d0421-820f-49c1-9690-8212df211c9e", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:56.172711 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-561f71bf-e16f-4b2c-abe3-495d3cbbf46d {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:56.173116 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a7649a-7a13-4512-876f-b8b3dbd15378', 'tag': 'cf5d0421-820f-49c1-9690-8212df211c9e', 'status': 'completed', 'code': 200} Sep 16 05:01:56.224445 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-b2a72883-1be3-4b62-8fb8-913c21e20fd4 None None] For port f0e02af7-04e3-4e66-b637-b9983215508b, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=f0e02af7-04e3-4e66-b637-b9983215508b,segment=NetworkSegment(6a7adb5f-9c85-4cc2-ab4f-f7224c27d6e3),segment_id=6a7adb5f-9c85-4cc2-ab4f-f7224c27d6e3)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:56.224883 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b2a72883-1be3-4b62-8fb8-913c21e20fd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.234238 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-331e4bb3-b0a3-49d5-a57d-9af3f5558eb0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] For port f0e02af7-04e3-4e66-b637-b9983215508b, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=f0e02af7-04e3-4e66-b637-b9983215508b,segment=NetworkSegment(6a7adb5f-9c85-4cc2-ab4f-f7224c27d6e3),segment_id=6a7adb5f-9c85-4cc2-ab4f-f7224c27d6e3)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:56.234740 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-331e4bb3-b0a3-49d5-a57d-9af3f5558eb0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.245820 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-f8fd0bfe-f54f-4ed7-8c70-08891a0678a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:56.246074 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1274c283-3c3a-4273-8690-b601e180d604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.247344 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-f8fd0bfe-f54f-4ed7-8c70-08891a0678a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.1227267 Sep 16 05:01:56.253270 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-b2a72883-1be3-4b62-8fb8-913c21e20fd4 None None] Calling delete_port for f0e02af7-04e3-4e66-b637-b9983215508b owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:56.259366 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-331e4bb3-b0a3-49d5-a57d-9af3f5558eb0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Calling delete_port for f0e02af7-04e3-4e66-b637-b9983215508b owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:56.259656 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1274c283-3c3a-4273-8690-b601e180d604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.308899 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1274c283-3c3a-4273-8690-b601e180d604 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9ce57ebe19c642aca9da0a2d425a3b1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2665784 Sep 16 05:01:56.314733 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 32964) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:56.325953 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274c283-3c3a-4273-8690-b601e180d604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4b30f7-4528-4064-9273-40907efe5769,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:56.363132 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b2a72883-1be3-4b62-8fb8-913c21e20fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.378273 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a72883-1be3-4b62-8fb8-913c21e20fd4 None None] No DVR routers for this DVR port f0e02af7-04e3-4e66-b637-b9983215508b on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:56.378650 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-331e4bb3-b0a3-49d5-a57d-9af3f5558eb0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.408193 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a72883-1be3-4b62-8fb8-913c21e20fd4 None None] Pushing event deleted for resources: {'Port': ['ID=f0e02af7-04e3-4e66-b637-b9983215508b,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:56.425717 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b3682cfc-0a8d-4ea9-a9fa-6de3c08cb087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.443308 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e4bb3-b0a3-49d5-a57d-9af3f5558eb0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Port': ['ID=f0e02af7-04e3-4e66-b637-b9983215508b,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:56.445781 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331e4bb3-b0a3-49d5-a57d-9af3f5558eb0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] No DVR routers for this DVR port f0e02af7-04e3-4e66-b637-b9983215508b on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:56.449438 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b3682cfc-0a8d-4ea9-a9fa-6de3c08cb087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.523396 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b3682cfc-0a8d-4ea9-a9fa-6de3c08cb087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.527382 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b3682cfc-0a8d-4ea9-a9fa-6de3c08cb087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.529259 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b3682cfc-0a8d-4ea9-a9fa-6de3c08cb087 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0f4b30f7-4528-4064-9273-40907efe5769 HTTP/1.1" status: 204 len: 168 time: 0.2118025 Sep 16 05:01:56.539146 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-641706d7-d6b5-419f-97f2-a6a74e096e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:56.540763 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-641706d7-d6b5-419f-97f2-a6a74e096e82 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1588373 Sep 16 05:01:56.543148 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3682cfc-0a8d-4ea9-a9fa-6de3c08cb087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4b30f7-4528-4064-9273-40907efe5769,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:56.590193 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-331e4bb3-b0a3-49d5-a57d-9af3f5558eb0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.619332 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd15b6-c004-4fe2-8b3a-00d58cac1f7b req-462129e6-028a-4646-8678-88de4ab6031f tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:56.620933 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2fbd15b6-c004-4fe2-8b3a-00d58cac1f7b req-462129e6-028a-4646-8678-88de4ab6031f tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] 10.222.0.35 "GET /v2.0/ports?device_id=75a7649a-7a13-4512-876f-b8b3dbd15378 HTTP/1.1" status: 200 len: 948 time: 0.1935067 Sep 16 05:01:56.653535 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-331e4bb3-b0a3-49d5-a57d-9af3f5558eb0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['423725bd-997c-4be6-8025-3601ce0be736']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:56.703133 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-331e4bb3-b0a3-49d5-a57d-9af3f5558eb0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a7adb5f-9c85-4cc2-ab4f-f7224c27d6e3') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:56.703405 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-331e4bb3-b0a3-49d5-a57d-9af3f5558eb0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a7adb5f-9c85-4cc2-ab4f-f7224c27d6e3') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:56.720809 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device bc515586-f6d9-4d5d-9214-ea277e42ef7d up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:56.731948 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-331e4bb3-b0a3-49d5-a57d-9af3f5558eb0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.749124 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2fbd15b6-c004-4fe2-8b3a-00d58cac1f7b req-8226c9e9-2dd3-48c5-9633-628f6a5962b4 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] 10.222.0.35 "GET /v2.0/security-groups?id=78dfe12f-b8cf-45e5-a18a-791993d93920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220303 Sep 16 05:01:56.763410 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-331e4bb3-b0a3-49d5-a57d-9af3f5558eb0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.785964 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331e4bb3-b0a3-49d5-a57d-9af3f5558eb0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:01:56.786802 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-331e4bb3-b0a3-49d5-a57d-9af3f5558eb0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:01:56.805302 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:01:56.817128 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port bc515586-f6d9-4d5d-9214-ea277e42ef7d completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:01:56.819135 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-4f15b415-7c17-4737-8da9-0f3d6661dfcc service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371037 Sep 16 05:01:56.824055 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port bc515586-f6d9-4d5d-9214-ea277e42ef7d triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:56.824436 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.905413 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-331e4bb3-b0a3-49d5-a57d-9af3f5558eb0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.915375 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-331e4bb3-b0a3-49d5-a57d-9af3f5558eb0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.917779 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-331e4bb3-b0a3-49d5-a57d-9af3f5558eb0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/networks/423725bd-997c-4be6-8025-3601ce0be736 HTTP/1.1" status: 204 len: 168 time: 1.2627175 Sep 16 05:01:56.923392 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 32972) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:56.950454 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.970025 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e4bb3-b0a3-49d5-a57d-9af3f5558eb0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Network': ['ID=423725bd-997c-4be6-8025-3601ce0be736,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:56.997541 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e2262af7-69f7-422b-bce3-aa649488e5a7 req-aa6221a8-b9ae-4360-add6-2ef75f2403d4 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321926 Sep 16 05:01:57.010283 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port bc515586-f6d9-4d5d-9214-ea277e42ef7d, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=bc515586-f6d9-4d5d-9214-ea277e42ef7d,segment=NetworkSegment(6adf6bb9-f306-4307-90d2-3c0178c5c6d6),segment_id=6adf6bb9-f306-4307-90d2-3c0178c5c6d6)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:57.011347 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0583c1-7afd-4a87-bd99-87afa855f825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc515586-f6d9-4d5d-9214-ea277e42ef7d'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:57.011852 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9e2c1d-53f9-40c0-ba6d-9c18aedb679f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:57.014785 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2b9e2c1d-53f9-40c0-ba6d-9c18aedb679f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "GET /v2.0/ports/d3264749-4a51-4558-83a7-fd5d70706b21 HTTP/1.1" status: 200 len: 845 time: 0.0884326 Sep 16 05:01:57.018220 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 32976) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:57.018974 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736a9de5-b236-4be7-8e71-7c8b8a8641b0" -d '{"events": [{"server_uuid": "3c0583c1-7afd-4a87-bd99-87afa855f825", "name": "network-vif-plugged", "status": "completed", "tag": "bc515586-f6d9-4d5d-9214-ea277e42ef7d"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:57.023373 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:57.076802 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7bdbcb-b303-4db3-97ea-b9ee5405bb28 x-openstack-request-id: req-4c7bdbcb-b303-4db3-97ea-b9ee5405bb28 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:57.077744 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0583c1-7afd-4a87-bd99-87afa855f825", "name": "network-vif-plugged", "status": "completed", "tag": "bc515586-f6d9-4d5d-9214-ea277e42ef7d", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:57.077918 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4c7bdbcb-b303-4db3-97ea-b9ee5405bb28 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:57.078434 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0583c1-7afd-4a87-bd99-87afa855f825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc515586-f6d9-4d5d-9214-ea277e42ef7d', 'code': 200} Sep 16 05:01:57.085713 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-696d37ed-b7e3-4b30-9c39-62d429902cc7 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "GET /v2.0/ports/d3264749-4a51-4558-83a7-fd5d70706b21?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0658376 Sep 16 05:01:57.089725 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 32984) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:57.111489 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=bc515586-f6d9-4d5d-9214-ea277e42ef7d,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:57.112876 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-77192515-fa17-4420-94ec-2de73a65ebdd tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'subnet': {'network_id': '626f09d1-cde1-4ef6-92f9-c90b2ee03ff5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:57.257559 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5853df-0f50-4165-bc18-95a7bf374ac2 req-fe1489a7-99f6-469b-aaee-c9381a772dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:57.262009 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dd5853df-0f50-4165-bc18-95a7bf374ac2 req-fe1489a7-99f6-469b-aaee-c9381a772dff service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3c0583c1-7afd-4a87-bd99-87afa855f825 HTTP/1.1" status: 200 len: 1097 time: 0.0828466 Sep 16 05:01:57.281788 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac9f00-a1d3-4dc5-adc4-07e7e669c82c req-ab896676-58cb-4190-a77f-558f46b506f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:57.283288 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16ac9f00-a1d3-4dc5-adc4-07e7e669c82c req-ab896676-58cb-4190-a77f-558f46b506f0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9fc32caf397f452ab2f0c9b66f2784fe&device_id=75a7649a-7a13-4512-876f-b8b3dbd15378 HTTP/1.1" status: 200 len: 1100 time: 0.1596704 Sep 16 05:01:57.336652 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77192515-fa17-4420-94ec-2de73a65ebdd tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Made reservation on behalf of 671edf2792fb45b2bfb42fa207389634 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:57.340117 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-77192515-fa17-4420-94ec-2de73a65ebdd tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:57.344506 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-dd5853df-0f50-4165-bc18-95a7bf374ac2 req-eac1b45b-946d-4c9c-9210-d69b2f8fbc3e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c72823d0-9961-46ee-a314-370b7768c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724239 Sep 16 05:01:57.357525 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a616e56-98a5-494f-87d4-3da3ab02a004 req-3b72217a-c0d1-4636-a492-262cf5944c54 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:57.359080 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6a616e56-98a5-494f-87d4-3da3ab02a004 req-3b72217a-c0d1-4636-a492-262cf5944c54 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c0583c1-7afd-4a87-bd99-87afa855f825 HTTP/1.1" status: 200 len: 945 time: 0.1747570 Sep 16 05:01:57.587388 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6a616e56-98a5-494f-87d4-3da3ab02a004 req-6f7f99c7-15fb-497b-bc73-42fb3dbb5c72 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/security-groups?id=c72823d0-9961-46ee-a314-370b7768c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840694 Sep 16 05:01:57.593264 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac9f00-a1d3-4dc5-adc4-07e7e669c82c req-8b8c64f1-7c0e-49dd-a3fd-bd995dba43ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:57.595581 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16ac9f00-a1d3-4dc5-adc4-07e7e669c82c req-8b8c64f1-7c0e-49dd-a3fd-bd995dba43ad service neutron] 10.222.0.48 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.3028059 Sep 16 05:01:57.654219 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16ac9f00-a1d3-4dc5-adc4-07e7e669c82c req-3289d8d1-635b-4f57-90ae-3ee5e7a732ee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=cf5d0421-820f-49c1-9690-8212df211c9e HTTP/1.1" status: 200 len: 217 time: 0.0512991 Sep 16 05:01:57.743542 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac9f00-a1d3-4dc5-adc4-07e7e669c82c req-6c29a737-6370-405f-823c-d0fbcdedf398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:57.745223 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16ac9f00-a1d3-4dc5-adc4-07e7e669c82c req-6c29a737-6370-405f-823c-d0fbcdedf398 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0819328 Sep 16 05:01:57.760026 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device f0e02af7-04e3-4e66-b637-b9983215508b no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:57.781894 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: f0e02af7-04e3-4e66-b637-b9983215508b {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:01:57.782430 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device f0e02af7-04e3-4e66-b637-b9983215508b not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:01:58.170553 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-77192515-fa17-4420-94ec-2de73a65ebdd tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.227172 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac9f00-a1d3-4dc5-adc4-07e7e669c82c req-6b07c7f9-779f-4ca7-a5ba-ff88436dca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:58.228754 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16ac9f00-a1d3-4dc5-adc4-07e7e669c82c req-6b07c7f9-779f-4ca7-a5ba-ff88436dca21 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1319625 Sep 16 05:01:58.230643 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77192515-fa17-4420-94ec-2de73a65ebdd tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Network 626f09d1-cde1-4ef6-92f9-c90b2ee03ff5 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:58.237976 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-77192515-fa17-4420-94ec-2de73a65ebdd tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:58.251530 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee69f34-95b8-4076-bb19-ebe5d8f1b331 None None] Network 626f09d1-cde1-4ef6-92f9-c90b2ee03ff5 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:58.257054 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c7b67-9a72-4339-a5d6-26233a988052 req-24f21971-3ad8-4916-8b89-f82f47f7e905 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:58.258599 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6d1c7b67-9a72-4339-a5d6-26233a988052 req-24f21971-3ad8-4916-8b89-f82f47f7e905 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] 10.222.0.35 "GET /v2.0/ports?device_id=75a7649a-7a13-4512-876f-b8b3dbd15378 HTTP/1.1" status: 200 len: 948 time: 0.1630719 Sep 16 05:01:58.262903 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77192515-fa17-4420-94ec-2de73a65ebdd tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:58.263532 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-77192515-fa17-4420-94ec-2de73a65ebdd tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.304719 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77192515-fa17-4420-94ec-2de73a65ebdd tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Subnet': ['ID=f8af1f21-d497-45f0-a9a7-dca37bd88086,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:58.350394 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-77192515-fa17-4420-94ec-2de73a65ebdd tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2564504 Sep 16 05:01:58.350770 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33020) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:58.358486 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-414bf303-79d2-4ec8-ada7-ed84c6260a11 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'security_group': {'name': 'tempest-secgroup-1680948701'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:58.375840 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6d1c7b67-9a72-4339-a5d6-26233a988052 req-238e3733-eb04-4ddd-9a44-f98134a75387 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] 10.222.0.35 "GET /v2.0/security-groups?id=78dfe12f-b8cf-45e5-a18a-791993d93920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983098 Sep 16 05:01:58.396329 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16ac9f00-a1d3-4dc5-adc4-07e7e669c82c req-595cc451-0511-458a-9c42-fb8828dcd117 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597631 Sep 16 05:01:58.410353 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-414bf303-79d2-4ec8-ada7-ed84c6260a11 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.510040 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b958bcf2-8226-41d9-be83-4eca96148528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-626f09d1-cde1-4ef6-92f9-c90b2ee03ff5', 'network_id': '626f09d1-cde1-4ef6-92f9-c90b2ee03ff5', 'tenant_id': '671edf2792fb45b2bfb42fa207389634', 'fixed_ips': [{'subnet_id': 'f8af1f21-d497-45f0-a9a7-dca37bd88086'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:01:58.510932 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b958bcf2-8226-41d9-be83-4eca96148528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.561377 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16ac9f00-a1d3-4dc5-adc4-07e7e669c82c req-da5a151e-a5f4-4d14-a80b-299526cc7ee5 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570938 Sep 16 05:01:58.585301 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-414bf303-79d2-4ec8-ada7-ed84c6260a11 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.589885 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-414bf303-79d2-4ec8-ada7-ed84c6260a11 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.624386 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-414bf303-79d2-4ec8-ada7-ed84c6260a11 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.628692 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-414bf303-79d2-4ec8-ada7-ed84c6260a11 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2722292 Sep 16 05:01:58.629507 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33028) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:58.631202 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414bf303-79d2-4ec8-ada7-ed84c6260a11 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd647a3d-9bf0-4225-85c0-d3bdf17c837b,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:58.636221 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-6e626159-7b00-4fe8-82a7-39441ff094fa tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'security_group': {'name': 'tempest-secgroup-1540292567'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:58.669403 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6e626159-7b00-4fe8-82a7-39441ff094fa tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.732826 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-b958bcf2-8226-41d9-be83-4eca96148528 None None] Allocated IP 2001:db8::2 (626f09d1-cde1-4ef6-92f9-c90b2ee03ff5/f8af1f21-d497-45f0-a9a7-dca37bd88086/2cbda68d-b70a-4c06-92bb-28368d2ddfa2) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:58.752668 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337d073-9f44-494c-b2b6-368a741e1b43 req-c25da1ec-3ba0-4080-8bd2-b3404d5430e5 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:58.754238 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9337d073-9f44-494c-b2b6-368a741e1b43 req-c25da1ec-3ba0-4080-8bd2-b3404d5430e5 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c0583c1-7afd-4a87-bd99-87afa855f825 HTTP/1.1" status: 200 len: 945 time: 0.0695319 Sep 16 05:01:58.834103 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9337d073-9f44-494c-b2b6-368a741e1b43 req-8ce27e4a-f99f-4511-a866-d876a4bfb2f0 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/security-groups?id=c72823d0-9961-46ee-a314-370b7768c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717490 Sep 16 05:01:58.867784 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6e626159-7b00-4fe8-82a7-39441ff094fa tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.872350 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6e626159-7b00-4fe8-82a7-39441ff094fa tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.910560 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e626159-7b00-4fe8-82a7-39441ff094fa tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a73ac613-d9ab-4fc3-b1b7-00529fd15839,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:58.913136 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6e626159-7b00-4fe8-82a7-39441ff094fa tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.914920 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6e626159-7b00-4fe8-82a7-39441ff094fa tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2843261 Sep 16 05:01:58.919414 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33038) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:58.926610 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-ee61ea25-1bbc-4766-a69d-43ed9832e163 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1720329191', 'security_groups': ['a73ac613-d9ab-4fc3-b1b7-00529fd15839'], 'network_id': '626f09d1-cde1-4ef6-92f9-c90b2ee03ff5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f8af1f21-d497-45f0-a9a7-dca37bd88086'}]}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:58.960672 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b958bcf2-8226-41d9-be83-4eca96148528 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.969978 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b958bcf2-8226-41d9-be83-4eca96148528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.019062 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b958bcf2-8226-41d9-be83-4eca96148528 None None] Network 626f09d1-cde1-4ef6-92f9-c90b2ee03ff5 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:59.022628 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-b958bcf2-8226-41d9-be83-4eca96148528 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:59.026854 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b958bcf2-8226-41d9-be83-4eca96148528 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:59.108886 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee61ea25-1bbc-4766-a69d-43ed9832e163 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Made reservation on behalf of 671edf2792fb45b2bfb42fa207389634 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:59.126060 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958bcf2-8226-41d9-be83-4eca96148528 None None] Pushing event updated for resources: {'Port': ['ID=2cbda68d-b70a-4c06-92bb-28368d2ddfa2,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:59.130387 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-b958bcf2-8226-41d9-be83-4eca96148528 None None] Attempting to bind port 2cbda68d-b70a-4c06-92bb-28368d2ddfa2 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:59.130906 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-b958bcf2-8226-41d9-be83-4eca96148528 None None] Attempting to bind port 2cbda68d-b70a-4c06-92bb-28368d2ddfa2 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '5f1d977b-5aab-4d80-8bf5-d3a854a2a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '626f09d1-cde1-4ef6-92f9-c90b2ee03ff5'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:59.131483 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b958bcf2-8226-41d9-be83-4eca96148528 None None] Attempting to bind port 2cbda68d-b70a-4c06-92bb-28368d2ddfa2 on network 626f09d1-cde1-4ef6-92f9-c90b2ee03ff5 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:59.138260 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b958bcf2-8226-41d9-be83-4eca96148528 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:59.138647 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b958bcf2-8226-41d9-be83-4eca96148528 None None] Checking segment: {'id': '5f1d977b-5aab-4d80-8bf5-d3a854a2a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '626f09d1-cde1-4ef6-92f9-c90b2ee03ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:59.139062 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b958bcf2-8226-41d9-be83-4eca96148528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.139809 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b958bcf2-8226-41d9-be83-4eca96148528 None None] Bound using segment: {'id': '5f1d977b-5aab-4d80-8bf5-d3a854a2a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '626f09d1-cde1-4ef6-92f9-c90b2ee03ff5'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:59.140303 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-b958bcf2-8226-41d9-be83-4eca96148528 None None] Bound port: 2cbda68d-b70a-4c06-92bb-28368d2ddfa2, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f1d977b-5aab-4d80-8bf5-d3a854a2a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '626f09d1-cde1-4ef6-92f9-c90b2ee03ff5'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:59.140847 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b958bcf2-8226-41d9-be83-4eca96148528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.208304 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33046) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:59.262343 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-b958bcf2-8226-41d9-be83-4eca96148528 None None] For port 2cbda68d-b70a-4c06-92bb-28368d2ddfa2, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:59.269496 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-b958bcf2-8226-41d9-be83-4eca96148528 None None] For port 2cbda68d-b70a-4c06-92bb-28368d2ddfa2, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2cbda68d-b70a-4c06-92bb-28368d2ddfa2,segment=NetworkSegment(5f1d977b-5aab-4d80-8bf5-d3a854a2a471),segment_id=5f1d977b-5aab-4d80-8bf5-d3a854a2a471)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:59.275872 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b958bcf2-8226-41d9-be83-4eca96148528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.316536 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ee61ea25-1bbc-4766-a69d-43ed9832e163 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.357909 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-ee61ea25-1bbc-4766-a69d-43ed9832e163 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] device_id is not set on port 325f585c-2181-480d-8e22-3cb62b36eb23 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:01:59.432989 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958bcf2-8226-41d9-be83-4eca96148528 None None] Pushing event updated for resources: {'Port': ['ID=2cbda68d-b70a-4c06-92bb-28368d2ddfa2,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:59.494995 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b20e6ff6-d290-4f61-a4d1-7262c856de9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.703735 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b20e6ff6-d290-4f61-a4d1-7262c856de9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.711833 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-ee61ea25-1bbc-4766-a69d-43ed9832e163 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Allocated IP 2001:db8::75 (626f09d1-cde1-4ef6-92f9-c90b2ee03ff5/f8af1f21-d497-45f0-a9a7-dca37bd88086/325f585c-2181-480d-8e22-3cb62b36eb23) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:59.712784 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b20e6ff6-d290-4f61-a4d1-7262c856de9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.773406 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5ab62-b74e-4009-b611-4c1619c204b9 req-a4bf483f-daa9-4c99-9915-fc98a4bca151 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:59.775108 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-25f5ab62-b74e-4009-b611-4c1619c204b9 req-a4bf483f-daa9-4c99-9915-fc98a4bca151 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] 10.222.0.35 "GET /v2.0/ports?device_id=75a7649a-7a13-4512-876f-b8b3dbd15378 HTTP/1.1" status: 200 len: 948 time: 0.1256635 Sep 16 05:01:59.777690 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e6ff6-d290-4f61-a4d1-7262c856de9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97951eb-6fe0-4019-9510-548f64fd677e,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:59.782904 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b20e6ff6-d290-4f61-a4d1-7262c856de9f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b279f501678641f1b1fd5f6d53eb02e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5731881 Sep 16 05:01:59.786643 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33056) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:59.867815 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2cbda68d-b70a-4c06-92bb-28368d2ddfa2 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:59.869278 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-25f5ab62-b74e-4009-b611-4c1619c204b9 req-affc1d37-d221-4aa8-a184-0f6b0161b68e tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] 10.222.0.35 "GET /v2.0/security-groups?id=78dfe12f-b8cf-45e5-a18a-791993d93920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839593 Sep 16 05:01:59.891271 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3a64d0d6-4701-49ce-a441-6e80563f2ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.929506 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3a64d0d6-4701-49ce-a441-6e80563f2ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.937853 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 2cbda68d-b70a-4c06-92bb-28368d2ddfa2 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:59.938312 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.972109 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ee61ea25-1bbc-4766-a69d-43ed9832e163 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.004638 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3a64d0d6-4701-49ce-a441-6e80563f2ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.007842 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3a64d0d6-4701-49ce-a441-6e80563f2ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.009253 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3a64d0d6-4701-49ce-a441-6e80563f2ac2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a97951eb-6fe0-4019-9510-548f64fd677e HTTP/1.1" status: 204 len: 168 time: 0.2215383 Sep 16 05:02:00.019841 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64d0d6-4701-49ce-a441-6e80563f2ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97951eb-6fe0-4019-9510-548f64fd677e,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:00.036511 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ee61ea25-1bbc-4766-a69d-43ed9832e163 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.086463 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.120630 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee61ea25-1bbc-4766-a69d-43ed9832e163 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Network 626f09d1-cde1-4ef6-92f9-c90b2ee03ff5 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:00.125587 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 2cbda68d-b70a-4c06-92bb-28368d2ddfa2, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2cbda68d-b70a-4c06-92bb-28368d2ddfa2,segment=NetworkSegment(5f1d977b-5aab-4d80-8bf5-d3a854a2a471),segment_id=5f1d977b-5aab-4d80-8bf5-d3a854a2a471)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:00.130644 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-ee61ea25-1bbc-4766-a69d-43ed9832e163 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:00.132750 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61ea25-1bbc-4766-a69d-43ed9832e163 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Port': ['ID=325f585c-2181-480d-8e22-3cb62b36eb23,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:00.133683 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.135205 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee61ea25-1bbc-4766-a69d-43ed9832e163 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:00.141124 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee61ea25-1bbc-4766-a69d-43ed9832e163 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:00.143803 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ee61ea25-1bbc-4766-a69d-43ed9832e163 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.169380 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ee61ea25-1bbc-4766-a69d-43ed9832e163 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2487247 Sep 16 05:02:00.173386 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33062) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:00.181033 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-e98225a8-85bb-4935-92c7-c9e32bc81e57 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'subnet': {'network_id': '626f09d1-cde1-4ef6-92f9-c90b2ee03ff5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:00.207743 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=2cbda68d-b70a-4c06-92bb-28368d2ddfa2,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:00.267024 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9e30c-a928-4dac-a08c-f0b957c42421 req-c950a368-2e33-436c-8d86-97d89e434040 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:00.269694 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ede9e30c-a928-4dac-a08c-f0b957c42421 req-c950a368-2e33-436c-8d86-97d89e434040 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c0583c1-7afd-4a87-bd99-87afa855f825 HTTP/1.1" status: 200 len: 945 time: 0.0956531 Sep 16 05:02:00.337257 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ede9e30c-a928-4dac-a08c-f0b957c42421 req-ef2f8359-d499-46af-a71e-8c34cafb1c92 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/security-groups?id=c72823d0-9961-46ee-a314-370b7768c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610147 Sep 16 05:02:00.352433 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98225a8-85bb-4935-92c7-c9e32bc81e57 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Made reservation on behalf of 671edf2792fb45b2bfb42fa207389634 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:00.356084 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e98225a8-85bb-4935-92c7-c9e32bc81e57 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.468538 n-d-712139-15 neutron-server[94766]: INFO neutron.db.ipam_backend_mixin [None req-e98225a8-85bb-4935-92c7-c9e32bc81e57 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f8af1f21-d497-45f0-a9a7-dca37bd88086 (CIDR: 2001:db8::/64) Sep 16 05:02:00.476286 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e98225a8-85bb-4935-92c7-c9e32bc81e57 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:02:00.476820 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e98225a8-85bb-4935-92c7-c9e32bc81e57 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:00.487819 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33066) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:00.497335 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e98225a8-85bb-4935-92c7-c9e32bc81e57 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3218448 Sep 16 05:02:00.500735 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33068) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:00.504724 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b8403d93-3616-48eb-a9af-a04e8714904e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.505651 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-903489a2-b004-45a0-b879-46575c9c0262 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'subnet': {'network_id': '626f09d1-cde1-4ef6-92f9-c90b2ee03ff5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:00.659396 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b8403d93-3616-48eb-a9af-a04e8714904e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.664379 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b8403d93-3616-48eb-a9af-a04e8714904e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.686487 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903489a2-b004-45a0-b879-46575c9c0262 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Made reservation on behalf of 671edf2792fb45b2bfb42fa207389634 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:00.692663 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-903489a2-b004-45a0-b879-46575c9c0262 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.708680 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b8403d93-3616-48eb-a9af-a04e8714904e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5ce86f72adf941a08f0c10e0a50af5b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2196996 Sep 16 05:02:00.713501 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33072) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:00.727279 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8403d93-3616-48eb-a9af-a04e8714904e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11f2c1e-63de-4ca9-9639-3a9eeeaf8218,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:00.740041 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-6794a80e-8910-4061-a577-cf56ef01e236 None None] Provisioning complete for port d3264749-4a51-4558-83a7-fd5d70706b21 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:00.741130 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6794a80e-8910-4061-a577-cf56ef01e236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.775697 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-27f7c5ab-a747-4923-9b8b-f52a4d1cfff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.786187 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-6794a80e-8910-4061-a577-cf56ef01e236 None None] Port d3264749-4a51-4558-83a7-fd5d70706b21 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:00.797808 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-6794a80e-8910-4061-a577-cf56ef01e236 None None] Provisioning complete for port 2cbda68d-b70a-4c06-92bb-28368d2ddfa2 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:00.798188 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6794a80e-8910-4061-a577-cf56ef01e236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.803583 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-27f7c5ab-a747-4923-9b8b-f52a4d1cfff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.876549 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-27f7c5ab-a747-4923-9b8b-f52a4d1cfff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.880267 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-27f7c5ab-a747-4923-9b8b-f52a4d1cfff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.881657 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-27f7c5ab-a747-4923-9b8b-f52a4d1cfff1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a11f2c1e-63de-4ca9-9639-3a9eeeaf8218 HTTP/1.1" status: 204 len: 168 time: 0.1672277 Sep 16 05:02:00.889828 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7c5ab-a747-4923-9b8b-f52a4d1cfff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11f2c1e-63de-4ca9-9639-3a9eeeaf8218,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:01.056197 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-7479cad7-536e-42c7-a259-f958dd6b5221 None None] Provisioning complete for port 325f585c-2181-480d-8e22-3cb62b36eb23 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:01.056853 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7479cad7-536e-42c7-a259-f958dd6b5221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.059609 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454e1b7-5ac7-4e7b-86c3-e094d6eb57ae req-e3b9b674-4e6e-44de-8d6c-d0f83c9805e4 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:01.061779 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6454e1b7-5ac7-4e7b-86c3-e094d6eb57ae req-e3b9b674-4e6e-44de-8d6c-d0f83c9805e4 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] 10.222.0.35 "GET /v2.0/ports?device_id=75a7649a-7a13-4512-876f-b8b3dbd15378 HTTP/1.1" status: 200 len: 948 time: 0.0937057 Sep 16 05:02:01.106475 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-7479cad7-536e-42c7-a259-f958dd6b5221 None None] Port 325f585c-2181-480d-8e22-3cb62b36eb23 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:01.111465 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-903489a2-b004-45a0-b879-46575c9c0262 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.175539 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6454e1b7-5ac7-4e7b-86c3-e094d6eb57ae req-18f95c2f-18b6-4658-856f-277fcfa1265f tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] 10.222.0.35 "GET /v2.0/security-groups?id=78dfe12f-b8cf-45e5-a18a-791993d93920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976481 Sep 16 05:02:01.177367 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903489a2-b004-45a0-b879-46575c9c0262 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Network 626f09d1-cde1-4ef6-92f9-c90b2ee03ff5 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:01.180780 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-903489a2-b004-45a0-b879-46575c9c0262 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:01.185075 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903489a2-b004-45a0-b879-46575c9c0262 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:01.185962 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-903489a2-b004-45a0-b879-46575c9c0262 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.193860 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85386b64-8f50-4cc5-8528-2b5bca88bba8 None None] Network 626f09d1-cde1-4ef6-92f9-c90b2ee03ff5 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:01.206690 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903489a2-b004-45a0-b879-46575c9c0262 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Subnet': ['ID=ee83b5b2-f544-49ac-bcfb-89e4ef494a76,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:01.217849 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33080) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:01.218208 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-903489a2-b004-45a0-b879-46575c9c0262 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7168636 Sep 16 05:02:01.219848 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903489a2-b004-45a0-b879-46575c9c0262 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:01.220127 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903489a2-b004-45a0-b879-46575c9c0262 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:01.220472 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903489a2-b004-45a0-b879-46575c9c0262 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:01.220837 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903489a2-b004-45a0-b879-46575c9c0262 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:01.221198 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903489a2-b004-45a0-b879-46575c9c0262 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:01.221535 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903489a2-b004-45a0-b879-46575c9c0262 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:01.221960 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903489a2-b004-45a0-b879-46575c9c0262 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:01.222262 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903489a2-b004-45a0-b879-46575c9c0262 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:01.222809 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903489a2-b004-45a0-b879-46575c9c0262 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:01.223191 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903489a2-b004-45a0-b879-46575c9c0262 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:01.223716 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903489a2-b004-45a0-b879-46575c9c0262 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:01.224229 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-0028af98-0369-4fd1-941f-0a11c91cafa6 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-525794166', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ee83b5b2-f544-49ac-bcfb-89e4ef494a76'}], 'security_groups': ['fd647a3d-9bf0-4225-85c0-d3bdf17c837b']}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:01.224364 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903489a2-b004-45a0-b879-46575c9c0262 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:01.320638 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0028af98-0369-4fd1-941f-0a11c91cafa6 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.487783 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdc6c17-013b-43fd-926a-6087daf6e4a3 None None] Update dhcp port {'port': {'network_id': '626f09d1-cde1-4ef6-92f9-c90b2ee03ff5', 'fixed_ips': [{'subnet_id': 'f8af1f21-d497-45f0-a9a7-dca37bd88086', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ee83b5b2-f544-49ac-bcfb-89e4ef494a76'}], 'binding:host_id': 'n-d-712139-15'}, 'id': '2cbda68d-b70a-4c06-92bb-28368d2ddfa2'} from n-d-712139-15. {{(pid=94768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:02:01.491797 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9ad7e-ea7f-475c-b5c7-551942347545 req-8b7279dd-9c0c-46dc-90e5-54bd770afd64 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:01.499524 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-03f9ad7e-ea7f-475c-b5c7-551942347545 req-8b7279dd-9c0c-46dc-90e5-54bd770afd64 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c0583c1-7afd-4a87-bd99-87afa855f825 HTTP/1.1" status: 200 len: 945 time: 0.0862579 Sep 16 05:02:01.517282 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3fdc6c17-013b-43fd-926a-6087daf6e4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.559379 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-03f9ad7e-ea7f-475c-b5c7-551942347545 req-667fbc3f-2786-45a3-86ae-166bb947dc22 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/security-groups?id=c72823d0-9961-46ee-a314-370b7768c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452890 Sep 16 05:02:01.629437 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device cf5d0421-820f-49c1-9690-8212df211c9e details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:02:01.735643 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-0028af98-0369-4fd1-941f-0a11c91cafa6 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Delete allocated IP 2001:db8::75 (626f09d1-cde1-4ef6-92f9-c90b2ee03ff5/f8af1f21-d497-45f0-a9a7-dca37bd88086) {{(pid=94766) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 05:02:01.764604 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-0028af98-0369-4fd1-941f-0a11c91cafa6 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Allocated IP 2001:db8:0:1::c7 (626f09d1-cde1-4ef6-92f9-c90b2ee03ff5/ee83b5b2-f544-49ac-bcfb-89e4ef494a76/325f585c-2181-480d-8e22-3cb62b36eb23) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:01.814657 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port cf5d0421-820f-49c1-9690-8212df211c9e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=cf5d0421-820f-49c1-9690-8212df211c9e,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:01.840447 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'cf5d0421-820f-49c1-9690-8212df211c9e', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': 'cf5d0421-820f-49c1-9690-8212df211c9e', 'mac_address': 'fa:16:3e:ec:64:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:02:01.845446 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d65ac-b23d-44cc-a35f-e0c6ca2f216d req-a3c213ea-1d7e-40d3-9ab3-09045c10ff45 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:01.847892 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5a3d65ac-b23d-44cc-a35f-e0c6ca2f216d req-a3c213ea-1d7e-40d3-9ab3-09045c10ff45 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c0583c1-7afd-4a87-bd99-87afa855f825 HTTP/1.1" status: 200 len: 945 time: 0.0980518 Sep 16 05:02:01.855154 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2cbda68d-b70a-4c06-92bb-28368d2ddfa2 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:01.944641 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.960450 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf5d0421-820f-49c1-9690-8212df211c9e {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:01.990223 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port cf5d0421-820f-49c1-9690-8212df211c9e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=cf5d0421-820f-49c1-9690-8212df211c9e,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:01.996131 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.023311 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 2cbda68d-b70a-4c06-92bb-28368d2ddfa2 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:02.024029 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.044847 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-5a3d65ac-b23d-44cc-a35f-e0c6ca2f216d req-d9fd4fa1-3eca-46a5-8bf7-ae7c6c25a31c tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Deleting port bc515586-f6d9-4d5d-9214-ea277e42ef7d {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:02.045509 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5a3d65ac-b23d-44cc-a35f-e0c6ca2f216d req-d9fd4fa1-3eca-46a5-8bf7-ae7c6c25a31c tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.068864 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0028af98-0369-4fd1-941f-0a11c91cafa6 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.082320 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0028af98-0369-4fd1-941f-0a11c91cafa6 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.086752 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=cf5d0421-820f-49c1-9690-8212df211c9e,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:02.167621 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-3fdc6c17-013b-43fd-926a-6087daf6e4a3 None None] Allocated IP 2001:db8:0:1::2 (626f09d1-cde1-4ef6-92f9-c90b2ee03ff5/ee83b5b2-f544-49ac-bcfb-89e4ef494a76/2cbda68d-b70a-4c06-92bb-28368d2ddfa2) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:02.186005 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-0028af98-0369-4fd1-941f-0a11c91cafa6 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] In _notify_port_updated(), no bound segment for port 325f585c-2181-480d-8e22-3cb62b36eb23 on network 626f09d1-cde1-4ef6-92f9-c90b2ee03ff5 {{(pid=94766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:02:02.192265 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0028af98-0369-4fd1-941f-0a11c91cafa6 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:02.193000 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0028af98-0369-4fd1-941f-0a11c91cafa6 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.197148 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0028af98-0369-4fd1-941f-0a11c91cafa6 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "PUT /v2.0/ports/325f585c-2181-480d-8e22-3cb62b36eb23 HTTP/1.1" status: 200 len: 929 time: 0.9752231 Sep 16 05:02:02.197809 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33106) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:02.222471 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0028af98-0369-4fd1-941f-0a11c91cafa6 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Port': ['ID=325f585c-2181-480d-8e22-3cb62b36eb23,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:02.250946 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-5a3d65ac-b23d-44cc-a35f-e0c6ca2f216d req-d9fd4fa1-3eca-46a5-8bf7-ae7c6c25a31c tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] For port bc515586-f6d9-4d5d-9214-ea277e42ef7d, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=bc515586-f6d9-4d5d-9214-ea277e42ef7d,segment=NetworkSegment(6adf6bb9-f306-4307-90d2-3c0178c5c6d6),segment_id=6adf6bb9-f306-4307-90d2-3c0178c5c6d6)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:02.251578 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5a3d65ac-b23d-44cc-a35f-e0c6ca2f216d req-d9fd4fa1-3eca-46a5-8bf7-ae7c6c25a31c tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.272313 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-5a3d65ac-b23d-44cc-a35f-e0c6ca2f216d req-d9fd4fa1-3eca-46a5-8bf7-ae7c6c25a31c tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Calling delete_port for bc515586-f6d9-4d5d-9214-ea277e42ef7d owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:02.380027 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-3fdc6c17-013b-43fd-926a-6087daf6e4a3 None None] For port 2cbda68d-b70a-4c06-92bb-28368d2ddfa2, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2cbda68d-b70a-4c06-92bb-28368d2ddfa2,segment=NetworkSegment(5f1d977b-5aab-4d80-8bf5-d3a854a2a471),segment_id=5f1d977b-5aab-4d80-8bf5-d3a854a2a471)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:02.436819 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3fdc6c17-013b-43fd-926a-6087daf6e4a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.437168 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9cf96-5641-49dd-aaae-410117dabcff req-d640ffa8-92ff-4bb5-b398-fd713ad2b4b9 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:02.438710 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-23e9cf96-5641-49dd-aaae-410117dabcff req-d640ffa8-92ff-4bb5-b398-fd713ad2b4b9 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] 10.222.0.35 "GET /v2.0/ports?device_id=75a7649a-7a13-4512-876f-b8b3dbd15378 HTTP/1.1" status: 200 len: 949 time: 0.1152725 Sep 16 05:02:02.444292 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3fdc6c17-013b-43fd-926a-6087daf6e4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.447928 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-d8a6c5ea-94d0-4a0d-b34d-488e1c49a7e3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Deleting port 325f585c-2181-480d-8e22-3cb62b36eb23 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:02.448198 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d8a6c5ea-94d0-4a0d-b34d-488e1c49a7e3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.482561 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5a3d65ac-b23d-44cc-a35f-e0c6ca2f216d req-d9fd4fa1-3eca-46a5-8bf7-ae7c6c25a31c tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.522612 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['cf5d0421-820f-49c1-9690-8212df211c9e'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:02.523915 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd4fa1-3eca-46a5-8bf7-ae7c6c25a31c tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Pushing event deleted for resources: {'Port': ['ID=bc515586-f6d9-4d5d-9214-ea277e42ef7d,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:02.525386 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['bc515586-f6d9-4d5d-9214-ea277e42ef7d'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:02.552556 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-23e9cf96-5641-49dd-aaae-410117dabcff req-41adf042-8c22-467d-b798-360e5fd223e7 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] 10.222.0.35 "GET /v2.0/security-groups?id=78dfe12f-b8cf-45e5-a18a-791993d93920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995641 Sep 16 05:02:02.587286 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3d65ac-b23d-44cc-a35f-e0c6ca2f216d req-d9fd4fa1-3eca-46a5-8bf7-ae7c6c25a31c tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] No DVR routers for this DVR port bc515586-f6d9-4d5d-9214-ea277e42ef7d on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:02.590399 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-5a3d65ac-b23d-44cc-a35f-e0c6ca2f216d req-d9fd4fa1-3eca-46a5-8bf7-ae7c6c25a31c tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.593507 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5a3d65ac-b23d-44cc-a35f-e0c6ca2f216d req-d9fd4fa1-3eca-46a5-8bf7-ae7c6c25a31c tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.47 "DELETE /v2.0/ports/bc515586-f6d9-4d5d-9214-ea277e42ef7d HTTP/1.1" status: 204 len: 173 time: 0.7294292 Sep 16 05:02:02.593981 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0583c1-7afd-4a87-bd99-87afa855f825', 'name': 'network-vif-deleted', 'tag': 'bc515586-f6d9-4d5d-9214-ea277e42ef7d'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:02.596320 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d8a6c5ea-94d0-4a0d-b34d-488e1c49a7e3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.597666 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b369113d-e4f1-46ac-ab18-1f0565339a32" -d '{"events": [{"server_uuid": "3c0583c1-7afd-4a87-bd99-87afa855f825", "name": "network-vif-deleted", "tag": "bc515586-f6d9-4d5d-9214-ea277e42ef7d"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:02.611685 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-d8a6c5ea-94d0-4a0d-b34d-488e1c49a7e3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Calling delete_port for 325f585c-2181-480d-8e22-3cb62b36eb23 owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:02.677650 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc6c17-013b-43fd-926a-6087daf6e4a3 None None] Pushing event updated for resources: {'Port': ['ID=2cbda68d-b70a-4c06-92bb-28368d2ddfa2,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:02.728085 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0715410c-dadc-42aa-a581-14be2708f60b req-7d39ae72-e546-49ac-b641-dc68c48e1ec4 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c0583c1-7afd-4a87-bd99-87afa855f825 HTTP/1.1" status: 200 len: 210 time: 0.0387495 Sep 16 05:02:02.833104 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4b70a3-2d40-46c2-96b1-cd3d8fbb7b15 x-openstack-request-id: req-2d4b70a3-2d40-46c2-96b1-cd3d8fbb7b15 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:02.833104 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0583c1-7afd-4a87-bd99-87afa855f825", "name": "network-vif-deleted", "tag": "bc515586-f6d9-4d5d-9214-ea277e42ef7d", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:02.833104 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2d4b70a3-2d40-46c2-96b1-cd3d8fbb7b15 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:02.833104 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0583c1-7afd-4a87-bd99-87afa855f825', 'name': 'network-vif-deleted', 'tag': 'bc515586-f6d9-4d5d-9214-ea277e42ef7d', 'status': 'completed', 'code': 200} Sep 16 05:02:02.915144 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d8a6c5ea-94d0-4a0d-b34d-488e1c49a7e3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.957191 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6c5ea-94d0-4a0d-b34d-488e1c49a7e3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Port': ['ID=325f585c-2181-480d-8e22-3cb62b36eb23,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:02.987022 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d8a6c5ea-94d0-4a0d-b34d-488e1c49a7e3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.990041 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d8a6c5ea-94d0-4a0d-b34d-488e1c49a7e3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/ports/325f585c-2181-480d-8e22-3cb62b36eb23 HTTP/1.1" status: 204 len: 168 time: 0.7906208 Sep 16 05:02:02.993076 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33130) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:03.020610 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-48d5059d-b055-4357-849e-3dc8074a8e9b tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] GET failed (client error): The resource could not be found. Sep 16 05:02:03.023959 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-48d5059d-b055-4357-849e-3dc8074a8e9b tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "GET /v2.0/ports/325f585c-2181-480d-8e22-3cb62b36eb23 HTTP/1.1" status: 404 len: 333 time: 0.0282736 Sep 16 05:02:03.025166 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33132) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:03.101294 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3bcebd2b-07ad-46b8-bb5c-7dd64386bc7a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.149357 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3bcebd2b-07ad-46b8-bb5c-7dd64386bc7a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.210069 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3bcebd2b-07ad-46b8-bb5c-7dd64386bc7a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.217000 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3bcebd2b-07ad-46b8-bb5c-7dd64386bc7a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.218572 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3bcebd2b-07ad-46b8-bb5c-7dd64386bc7a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/security-groups/a73ac613-d9ab-4fc3-b1b7-00529fd15839 HTTP/1.1" status: 204 len: 168 time: 0.1921895 Sep 16 05:02:03.223402 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33134) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:03.259451 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcebd2b-07ad-46b8-bb5c-7dd64386bc7a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73ac613-d9ab-4fc3-b1b7-00529fd15839,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:03.317487 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a9d80ce4-2afe-426d-937f-440a4cc6aebd tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.345257 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a9d80ce4-2afe-426d-937f-440a4cc6aebd tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.420757 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a9d80ce4-2afe-426d-937f-440a4cc6aebd tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.426874 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a9d80ce4-2afe-426d-937f-440a4cc6aebd tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.432364 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a9d80ce4-2afe-426d-937f-440a4cc6aebd tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/security-groups/fd647a3d-9bf0-4225-85c0-d3bdf17c837b HTTP/1.1" status: 204 len: 168 time: 0.2037308 Sep 16 05:02:03.432817 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33138) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:03.438700 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-6c5fb910-729b-497a-845f-4ec845740bb1 None None] Could not find standard attr ID for object 325f585c-2181-480d-8e22-3cb62b36eb23. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:02:03.454706 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d80ce4-2afe-426d-937f-440a4cc6aebd tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd647a3d-9bf0-4225-85c0-d3bdf17c837b,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:03.458712 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-6c5fb910-729b-497a-845f-4ec845740bb1 None None] Provisioning complete for port d3264749-4a51-4558-83a7-fd5d70706b21 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:03.459404 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6c5fb910-729b-497a-845f-4ec845740bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.519691 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-10cdb24f-ae95-43de-a647-3eab1127e793 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Deleting subnet f8af1f21-d497-45f0-a9a7-dca37bd88086 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:02:03.528299 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10cdb24f-ae95-43de-a647-3eab1127e793 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.538503 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-6c5fb910-729b-497a-845f-4ec845740bb1 None None] Port d3264749-4a51-4558-83a7-fd5d70706b21 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:03.556223 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-6c5fb910-729b-497a-845f-4ec845740bb1 None None] Provisioning complete for port 2cbda68d-b70a-4c06-92bb-28368d2ddfa2 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:03.556866 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6c5fb910-729b-497a-845f-4ec845740bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.594337 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10cdb24f-ae95-43de-a647-3eab1127e793 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.720620 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10cdb24f-ae95-43de-a647-3eab1127e793 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.808665 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c16543-a907-4a70-9a6d-5bef8b7d9d82 req-0c284a69-2ac0-447a-bf9b-1794f7b1f9ed tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:03.810384 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a1c16543-a907-4a70-9a6d-5bef8b7d9d82 req-0c284a69-2ac0-447a-bf9b-1794f7b1f9ed tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] 10.222.0.35 "GET /v2.0/ports?device_id=75a7649a-7a13-4512-876f-b8b3dbd15378 HTTP/1.1" status: 200 len: 949 time: 0.0694699 Sep 16 05:02:03.835979 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10cdb24f-ae95-43de-a647-3eab1127e793 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.860740 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a1c16543-a907-4a70-9a6d-5bef8b7d9d82 req-09a72a92-99be-44f7-bf1e-09924a858ca9 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] 10.222.0.35 "GET /v2.0/security-groups?id=78dfe12f-b8cf-45e5-a18a-791993d93920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418866 Sep 16 05:02:03.871020 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-12f3bf5b-29f0-4046-9dc6-58d7cb9b411d None None] Could not find standard attr ID for object 325f585c-2181-480d-8e22-3cb62b36eb23. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:02:03.872256 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10cdb24f-ae95-43de-a647-3eab1127e793 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.874267 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-10cdb24f-ae95-43de-a647-3eab1127e793 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/subnets/f8af1f21-d497-45f0-a9a7-dca37bd88086 HTTP/1.1" status: 204 len: 168 time: 0.4404781 Sep 16 05:02:03.879981 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33150) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:03.896363 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2cbda68d-b70a-4c06-92bb-28368d2ddfa2 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:03.901248 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-5ab6c459-d161-4c77-a304-f964f8a5bb60 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'subnet': {'network_id': '626f09d1-cde1-4ef6-92f9-c90b2ee03ff5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:03.911080 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdb24f-ae95-43de-a647-3eab1127e793 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Subnet': ['ID=f8af1f21-d497-45f0-a9a7-dca37bd88086,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:03.977478 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 2cbda68d-b70a-4c06-92bb-28368d2ddfa2 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:03.979071 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.079138 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab6c459-d161-4c77-a304-f964f8a5bb60 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Made reservation on behalf of 671edf2792fb45b2bfb42fa207389634 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:04.087344 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5ab6c459-d161-4c77-a304-f964f8a5bb60 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.120020 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c52e6e-bc89-48d5-84b4-872594e7007f None None] Network 626f09d1-cde1-4ef6-92f9-c90b2ee03ff5 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:04.402468 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39430f-7753-400e-8843-462cbfbf7081 req-9e7d72b1-9b43-47b1-9b45-7d5c394a1baf tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:04.404164 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8c39430f-7753-400e-8843-462cbfbf7081 req-9e7d72b1-9b43-47b1-9b45-7d5c394a1baf tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/networks?id=b023735a-4753-42d4-a211-b22ef0b5e037 HTTP/1.1" status: 200 len: 808 time: 0.1931586 Sep 16 05:02:04.449310 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8c39430f-7753-400e-8843-462cbfbf7081 req-e19fac77-759b-4c27-ab9f-f3311c1eef84 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/quotas/97be9f2911074320a4dca243203dfefe HTTP/1.1" status: 200 len: 375 time: 0.0222764 Sep 16 05:02:04.543575 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8c39430f-7753-400e-8843-462cbfbf7081 req-a29127a7-f903-48e6-b4b6-2c52b747dcd6 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=97be9f2911074320a4dca243203dfefe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796463 Sep 16 05:02:04.610671 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5ab6c459-d161-4c77-a304-f964f8a5bb60 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.701516 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab6c459-d161-4c77-a304-f964f8a5bb60 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Network 626f09d1-cde1-4ef6-92f9-c90b2ee03ff5 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:04.707124 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-5ab6c459-d161-4c77-a304-f964f8a5bb60 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:04.710528 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab6c459-d161-4c77-a304-f964f8a5bb60 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:04.711121 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5ab6c459-d161-4c77-a304-f964f8a5bb60 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.715238 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6c459-d161-4c77-a304-f964f8a5bb60 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Subnet': ['ID=91a69b2b-0a14-4b69-abaf-ee059237d353,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:04.741822 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8c39430f-7753-400e-8843-462cbfbf7081 req-eccefd11-864f-414f-99a4-8d4cede05f88 service neutron] 10.222.0.35 "GET /v2.0/networks/b023735a-4753-42d4-a211-b22ef0b5e037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773663 Sep 16 05:02:04.745056 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5ab6c459-d161-4c77-a304-f964f8a5bb60 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8639448 Sep 16 05:02:04.747145 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33168) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:04.752762 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-22d8af0a-5c51-43d5-a83e-baeaa629658c tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'security_group': {'name': 'tempest-secgroup-841948932'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:04.778070 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device bc515586-f6d9-4d5d-9214-ea277e42ef7d no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:04.782436 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-22d8af0a-5c51-43d5-a83e-baeaa629658c tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.802351 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: bc515586-f6d9-4d5d-9214-ea277e42ef7d {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:04.802351 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device bc515586-f6d9-4d5d-9214-ea277e42ef7d not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:04.909227 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8c39430f-7753-400e-8843-462cbfbf7081 req-55768668-de50-49c1-8f59-0302ed6893d4 service neutron] 10.222.0.35 "GET /v2.0/networks/b023735a-4753-42d4-a211-b22ef0b5e037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548920 Sep 16 05:02:04.926104 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-22d8af0a-5c51-43d5-a83e-baeaa629658c tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.931372 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-22d8af0a-5c51-43d5-a83e-baeaa629658c tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.974209 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-22d8af0a-5c51-43d5-a83e-baeaa629658c tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.977952 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-22d8af0a-5c51-43d5-a83e-baeaa629658c tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2272620 Sep 16 05:02:04.978324 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33178) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:04.983032 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-6f50cfca-6845-442e-a01d-8c3672f2246e tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'security_group': {'name': 'tempest-secgroup-32162872'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:04.992878 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d8af0a-5c51-43d5-a83e-baeaa629658c tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2024cff5-ee04-45aa-a069-7a269e8b0e78,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:05.002814 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d8af0a-5c51-43d5-a83e-baeaa629658c tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:05.003664 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d8af0a-5c51-43d5-a83e-baeaa629658c tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:05.003664 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d8af0a-5c51-43d5-a83e-baeaa629658c tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:05.004214 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d8af0a-5c51-43d5-a83e-baeaa629658c tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:05.004559 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d8af0a-5c51-43d5-a83e-baeaa629658c tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:05.004917 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d8af0a-5c51-43d5-a83e-baeaa629658c tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:05.005274 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d8af0a-5c51-43d5-a83e-baeaa629658c tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:05.005616 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d8af0a-5c51-43d5-a83e-baeaa629658c tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:05.005944 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d8af0a-5c51-43d5-a83e-baeaa629658c tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:05.006274 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d8af0a-5c51-43d5-a83e-baeaa629658c tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:05.006800 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d8af0a-5c51-43d5-a83e-baeaa629658c tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:05.007268 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d8af0a-5c51-43d5-a83e-baeaa629658c tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:05.043672 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6f50cfca-6845-442e-a01d-8c3672f2246e tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.075173 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e73c05e-fbb9-414b-b1cf-2efff4f3e234 None None] Network 626f09d1-cde1-4ef6-92f9-c90b2ee03ff5 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:05.284364 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6f50cfca-6845-442e-a01d-8c3672f2246e tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.288314 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6f50cfca-6845-442e-a01d-8c3672f2246e tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.312244 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-68fc70a9-66a2-4181-9911-6ed56d9aec43 None None] Provisioning complete for port d3264749-4a51-4558-83a7-fd5d70706b21 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:05.312753 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-68fc70a9-66a2-4181-9911-6ed56d9aec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.378480 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6f50cfca-6845-442e-a01d-8c3672f2246e tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.381920 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6f50cfca-6845-442e-a01d-8c3672f2246e tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4001157 Sep 16 05:02:05.381920 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50cfca-6845-442e-a01d-8c3672f2246e tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a248f73c-592f-449f-8ec5-0d010af89e55,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:05.382335 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33196) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:05.388232 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-3634dc01-29cd-4f25-baed-4f6257ddb373 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'security_group': {'name': 'tempest-secgroup-2038662516'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:05.407623 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37186d8-6b92-4604-a377-7a9e7ec0c4a4 req-420ea1d1-b33b-45ef-b86d-4afc3938ceb0 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:05.409424 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a37186d8-6b92-4604-a377-7a9e7ec0c4a4 req-420ea1d1-b33b-45ef-b86d-4afc3938ceb0 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] 10.222.0.35 "GET /v2.0/ports?device_id=75a7649a-7a13-4512-876f-b8b3dbd15378 HTTP/1.1" status: 200 len: 949 time: 0.0992415 Sep 16 05:02:05.414273 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-68fc70a9-66a2-4181-9911-6ed56d9aec43 None None] Port d3264749-4a51-4558-83a7-fd5d70706b21 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:05.443311 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3634dc01-29cd-4f25-baed-4f6257ddb373 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.460942 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a37186d8-6b92-4604-a377-7a9e7ec0c4a4 req-22e3e1d8-be20-49e6-b678-1059c77c64e1 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] 10.222.0.35 "GET /v2.0/security-groups?id=78dfe12f-b8cf-45e5-a18a-791993d93920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432928 Sep 16 05:02:05.468057 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-68fc70a9-66a2-4181-9911-6ed56d9aec43 None None] Provisioning complete for port 2cbda68d-b70a-4c06-92bb-28368d2ddfa2 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:05.468434 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-68fc70a9-66a2-4181-9911-6ed56d9aec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.577456 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3634dc01-29cd-4f25-baed-4f6257ddb373 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.583456 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3634dc01-29cd-4f25-baed-4f6257ddb373 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.604659 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3634dc01-29cd-4f25-baed-4f6257ddb373 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.606672 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3634dc01-29cd-4f25-baed-4f6257ddb373 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2232738 Sep 16 05:02:05.613574 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33200) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:05.613753 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-02ff37b7-7b1d-494a-8695-3279cf060fce req-956f3174-994e-4e92-8744-2b9776143004 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/ports?device_id=5036b438-6566-46b2-bcd3-b2be6efefcb0 HTTP/1.1" status: 200 len: 210 time: 0.0537837 Sep 16 05:02:05.621465 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-ac4f2879-ebc0-4243-a708-ea8c741e6215 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-687247362', 'security_groups': ['da16b4a5-626a-4290-ab64-9340fabf3e32'], 'network_id': '626f09d1-cde1-4ef6-92f9-c90b2ee03ff5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '91a69b2b-0a14-4b69-abaf-ee059237d353'}]}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:05.645066 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device cf5d0421-820f-49c1-9690-8212df211c9e up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:05.649032 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37855705-22ea-46ec-9838-e0e9da56f7b7 None None] Update dhcp port {'port': {'network_id': '626f09d1-cde1-4ef6-92f9-c90b2ee03ff5', 'fixed_ips': [{'subnet_id': 'ee83b5b2-f544-49ac-bcfb-89e4ef494a76', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '91a69b2b-0a14-4b69-abaf-ee059237d353'}], 'binding:host_id': 'n-d-712139-15'}, 'id': '2cbda68d-b70a-4c06-92bb-28368d2ddfa2'} from n-d-712139-15. {{(pid=94768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:02:05.677832 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634dc01-29cd-4f25-baed-4f6257ddb373 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da16b4a5-626a-4290-ab64-9340fabf3e32,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:05.696787 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-37855705-22ea-46ec-9838-e0e9da56f7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.797256 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4f2879-ebc0-4243-a708-ea8c741e6215 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Made reservation on behalf of 671edf2792fb45b2bfb42fa207389634 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:05.885215 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port cf5d0421-820f-49c1-9690-8212df211c9e completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:02:05.893744 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port cf5d0421-820f-49c1-9690-8212df211c9e triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:05.894172 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.908975 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ac4f2879-ebc0-4243-a708-ea8c741e6215 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.948896 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-ac4f2879-ebc0-4243-a708-ea8c741e6215 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] device_id is not set on port d516fa9d-e740-40ae-b005-d6f7034de1a6 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:02:05.981402 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-37855705-22ea-46ec-9838-e0e9da56f7b7 None None] Allocated IP 2001:db8::2 (626f09d1-cde1-4ef6-92f9-c90b2ee03ff5/91a69b2b-0a14-4b69-abaf-ee059237d353/2cbda68d-b70a-4c06-92bb-28368d2ddfa2) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:06.209640 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.269118 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a7649a-7a13-4512-876f-b8b3dbd15378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5d0421-820f-49c1-9690-8212df211c9e'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:06.271442 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69610b45-8229-46a0-8fa5-e3385df0251b" -d '{"events": [{"server_uuid": "75a7649a-7a13-4512-876f-b8b3dbd15378", "name": "network-vif-plugged", "status": "completed", "tag": "cf5d0421-820f-49c1-9690-8212df211c9e"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:06.294267 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port cf5d0421-820f-49c1-9690-8212df211c9e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=cf5d0421-820f-49c1-9690-8212df211c9e,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:06.311980 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-37855705-22ea-46ec-9838-e0e9da56f7b7 None None] For port 2cbda68d-b70a-4c06-92bb-28368d2ddfa2, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2cbda68d-b70a-4c06-92bb-28368d2ddfa2,segment=NetworkSegment(5f1d977b-5aab-4d80-8bf5-d3a854a2a471),segment_id=5f1d977b-5aab-4d80-8bf5-d3a854a2a471)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:06.311980 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.336152 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f210e9b8-e4e1-490f-9804-b5f54c8bc0a1 x-openstack-request-id: req-f210e9b8-e4e1-490f-9804-b5f54c8bc0a1 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:06.336446 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a7649a-7a13-4512-876f-b8b3dbd15378", "name": "network-vif-plugged", "status": "completed", "tag": "cf5d0421-820f-49c1-9690-8212df211c9e", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:06.336724 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f210e9b8-e4e1-490f-9804-b5f54c8bc0a1 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:06.337141 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a7649a-7a13-4512-876f-b8b3dbd15378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5d0421-820f-49c1-9690-8212df211c9e', 'code': 200} Sep 16 05:02:06.374620 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-37855705-22ea-46ec-9838-e0e9da56f7b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.383373 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-37855705-22ea-46ec-9838-e0e9da56f7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.390969 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=cf5d0421-820f-49c1-9690-8212df211c9e,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:06.480513 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37855705-22ea-46ec-9838-e0e9da56f7b7 None None] Pushing event updated for resources: {'Port': ['ID=2cbda68d-b70a-4c06-92bb-28368d2ddfa2,revision_number=6']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:06.526644 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a02d66-b00e-4c34-9090-aab1b8045f62 req-c5494e4d-0277-4a68-aafe-8b5cfd4502a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:06.529448 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e5a02d66-b00e-4c34-9090-aab1b8045f62 req-c5494e4d-0277-4a68-aafe-8b5cfd4502a8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=75a7649a-7a13-4512-876f-b8b3dbd15378 HTTP/1.1" status: 200 len: 1102 time: 0.0859087 Sep 16 05:02:06.547927 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-ac4f2879-ebc0-4243-a708-ea8c741e6215 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Allocated IP 2001:db8::1bb (626f09d1-cde1-4ef6-92f9-c90b2ee03ff5/91a69b2b-0a14-4b69-abaf-ee059237d353/d516fa9d-e740-40ae-b005-d6f7034de1a6) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:06.678764 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e5a02d66-b00e-4c34-9090-aab1b8045f62 req-4eb29569-586c-44e2-bf3c-fbffa0457c72 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=78dfe12f-b8cf-45e5-a18a-791993d93920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402483 Sep 16 05:02:06.712097 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b41ab-20de-4372-a37c-c6c20c2a1772 req-a7df6c38-1b82-43cb-8bef-42da059714d9 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:06.721737 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4f0b41ab-20de-4372-a37c-c6c20c2a1772 req-a7df6c38-1b82-43cb-8bef-42da059714d9 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] 10.222.0.35 "GET /v2.0/ports?device_id=75a7649a-7a13-4512-876f-b8b3dbd15378 HTTP/1.1" status: 200 len: 950 time: 0.1319029 Sep 16 05:02:06.776597 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4f0b41ab-20de-4372-a37c-c6c20c2a1772 req-970dfba5-4269-4c0b-9a90-41c8d533015b tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] 10.222.0.35 "GET /v2.0/security-groups?id=78dfe12f-b8cf-45e5-a18a-791993d93920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492818 Sep 16 05:02:06.880181 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9119609c-297c-4a5f-ad3b-25951645f2b3 req-817ea4f8-b0f0-49d1-9488-fe84615ec048 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/ports?device_id=5036b438-6566-46b2-bcd3-b2be6efefcb0 HTTP/1.1" status: 200 len: 210 time: 0.0382891 Sep 16 05:02:06.921307 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ac4f2879-ebc0-4243-a708-ea8c741e6215 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.966225 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39430f-7753-400e-8843-462cbfbf7081 req-63d53f9e-2282-4813-9150-ed4a52521a39 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:06.967995 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8c39430f-7753-400e-8843-462cbfbf7081 req-63d53f9e-2282-4813-9150-ed4a52521a39 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.47 "GET /v2.0/networks?id=b023735a-4753-42d4-a211-b22ef0b5e037 HTTP/1.1" status: 200 len: 808 time: 0.4967713 Sep 16 05:02:06.970065 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ac4f2879-ebc0-4243-a708-ea8c741e6215 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.009594 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-8c39430f-7753-400e-8843-462cbfbf7081 req-4be1f44f-3f87-4548-b8d9-41f4874da2df tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Request body: {'port': {'device_id': '5036b438-6566-46b2-bcd3-b2be6efefcb0', 'network_id': 'b023735a-4753-42d4-a211-b22ef0b5e037', 'admin_state_up': True, 'tenant_id': '97be9f2911074320a4dca243203dfefe'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:07.055486 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4f2879-ebc0-4243-a708-ea8c741e6215 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Network 626f09d1-cde1-4ef6-92f9-c90b2ee03ff5 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:07.080977 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-ac4f2879-ebc0-4243-a708-ea8c741e6215 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:07.107803 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f2879-ebc0-4243-a708-ea8c741e6215 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Port': ['ID=d516fa9d-e740-40ae-b005-d6f7034de1a6,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:07.112366 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4f2879-ebc0-4243-a708-ea8c741e6215 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:07.118449 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4f2879-ebc0-4243-a708-ea8c741e6215 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:07.118961 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ac4f2879-ebc0-4243-a708-ea8c741e6215 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.155415 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ac4f2879-ebc0-4243-a708-ea8c741e6215 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5403383 Sep 16 05:02:07.158197 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33220) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:07.163788 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-725948ee-8df4-4859-98e4-4a6a0cc3ad09 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'subnet': {'network_id': '626f09d1-cde1-4ef6-92f9-c90b2ee03ff5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:07.218603 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c39430f-7753-400e-8843-462cbfbf7081 req-4be1f44f-3f87-4548-b8d9-41f4874da2df tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Made reservation on behalf of 97be9f2911074320a4dca243203dfefe for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:07.222557 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8c39430f-7753-400e-8843-462cbfbf7081 req-4be1f44f-3f87-4548-b8d9-41f4874da2df tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.379211 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725948ee-8df4-4859-98e4-4a6a0cc3ad09 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Made reservation on behalf of 671edf2792fb45b2bfb42fa207389634 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:07.385985 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-725948ee-8df4-4859-98e4-4a6a0cc3ad09 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.387600 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-aa74af4d-1fa1-4839-b94e-0ff574d76ba1 None None] Provisioning complete for port d3264749-4a51-4558-83a7-fd5d70706b21 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:07.388151 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-aa74af4d-1fa1-4839-b94e-0ff574d76ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.459512 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-8c39430f-7753-400e-8843-462cbfbf7081 req-4be1f44f-3f87-4548-b8d9-41f4874da2df tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Allocated IP 172.20.0.12 (b023735a-4753-42d4-a211-b22ef0b5e037/16ecce96-0467-4425-9de1-a5f81f6f6231/c6149c1d-b4c9-4b0c-9b2b-0164cf32d066) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:07.475073 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-aa74af4d-1fa1-4839-b94e-0ff574d76ba1 None None] Port d3264749-4a51-4558-83a7-fd5d70706b21 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:07.504161 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-aa74af4d-1fa1-4839-b94e-0ff574d76ba1 None None] Provisioning complete for port 2cbda68d-b70a-4c06-92bb-28368d2ddfa2 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:07.504871 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-aa74af4d-1fa1-4839-b94e-0ff574d76ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.638494 n-d-712139-15 neutron-server[94767]: INFO neutron.db.ipam_backend_mixin [None req-725948ee-8df4-4859-98e4-4a6a0cc3ad09 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 91a69b2b-0a14-4b69-abaf-ee059237d353 (CIDR: 2001:db8::/64) Sep 16 05:02:07.645289 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-725948ee-8df4-4859-98e4-4a6a0cc3ad09 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:02:07.645826 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-725948ee-8df4-4859-98e4-4a6a0cc3ad09 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:07.679442 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-725948ee-8df4-4859-98e4-4a6a0cc3ad09 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5196872 Sep 16 05:02:07.682099 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33230) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:07.687082 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-09e77f93-ac4b-4094-863f-16d0fe4e584a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'subnet': {'network_id': '626f09d1-cde1-4ef6-92f9-c90b2ee03ff5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:07.823197 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-46469c16-cc79-4b5a-b18c-747fee847be8 None None] Provisioning complete for port d516fa9d-e740-40ae-b005-d6f7034de1a6 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:07.823670 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-46469c16-cc79-4b5a-b18c-747fee847be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.879300 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-46469c16-cc79-4b5a-b18c-747fee847be8 None None] Port d516fa9d-e740-40ae-b005-d6f7034de1a6 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:07.889364 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8c39430f-7753-400e-8843-462cbfbf7081 req-4be1f44f-3f87-4548-b8d9-41f4874da2df tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.924837 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2cbda68d-b70a-4c06-92bb-28368d2ddfa2 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:07.982689 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8c39430f-7753-400e-8843-462cbfbf7081 req-4be1f44f-3f87-4548-b8d9-41f4874da2df tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.012313 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b66424-02c9-4175-9cf5-710dd1ca32de req-9edbb174-b6ab-4ee7-a6cb-1b50b5b19f1b tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:08.027276 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f7b66424-02c9-4175-9cf5-710dd1ca32de req-9edbb174-b6ab-4ee7-a6cb-1b50b5b19f1b tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] 10.222.0.35 "GET /v2.0/ports?device_id=75a7649a-7a13-4512-876f-b8b3dbd15378 HTTP/1.1" status: 200 len: 950 time: 0.1415532 Sep 16 05:02:08.031126 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 2cbda68d-b70a-4c06-92bb-28368d2ddfa2 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:08.031777 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.042797 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e77f93-ac4b-4094-863f-16d0fe4e584a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Made reservation on behalf of 671edf2792fb45b2bfb42fa207389634 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:08.048259 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-09e77f93-ac4b-4094-863f-16d0fe4e584a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.075106 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1f44f-3f87-4548-b8d9-41f4874da2df tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Pushing event updated for resources: {'Port': ['ID=c6149c1d-b4c9-4b0c-9b2b-0164cf32d066,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:08.082323 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c39430f-7753-400e-8843-462cbfbf7081 req-4be1f44f-3f87-4548-b8d9-41f4874da2df tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Network b023735a-4753-42d4-a211-b22ef0b5e037 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:08.084258 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-8c39430f-7753-400e-8843-462cbfbf7081 req-4be1f44f-3f87-4548-b8d9-41f4874da2df tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:08.087715 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c39430f-7753-400e-8843-462cbfbf7081 req-4be1f44f-3f87-4548-b8d9-41f4874da2df tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:08.151069 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f7b66424-02c9-4175-9cf5-710dd1ca32de req-6ab0797f-ff59-4ae1-ad11-986680a5431a tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] 10.222.0.35 "GET /v2.0/security-groups?id=78dfe12f-b8cf-45e5-a18a-791993d93920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140254 Sep 16 05:02:08.188215 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39430f-7753-400e-8843-462cbfbf7081 req-4be1f44f-3f87-4548-b8d9-41f4874da2df tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:08.188993 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8c39430f-7753-400e-8843-462cbfbf7081 req-4be1f44f-3f87-4548-b8d9-41f4874da2df tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.200338 n-d-712139-15 neutron-server[94767]: INFO neutron.db.ipam_backend_mixin [None req-09e77f93-ac4b-4094-863f-16d0fe4e584a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ee83b5b2-f544-49ac-bcfb-89e4ef494a76 (CIDR: 2001:db8:0:1::/64) Sep 16 05:02:08.207891 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e77f93-ac4b-4094-863f-16d0fe4e584a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:02:08.207891 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09e77f93-ac4b-4094-863f-16d0fe4e584a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:08.213382 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8c39430f-7753-400e-8843-462cbfbf7081 req-4be1f44f-3f87-4548-b8d9-41f4874da2df tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2103422 Sep 16 05:02:08.227860 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-09e77f93-ac4b-4094-863f-16d0fe4e584a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5421264 Sep 16 05:02:08.228168 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33242) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:08.234203 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-20908470-a394-4dac-b734-f6c6db03638f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'subnet': {'network_id': '626f09d1-cde1-4ef6-92f9-c90b2ee03ff5', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:08.264997 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-8c39430f-7753-400e-8843-462cbfbf7081 req-20d0c0ed-6a70-4bfa-88e2-0d267471683f service neutron] Request body: {'port': {'device_id': '5036b438-6566-46b2-bcd3-b2be6efefcb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:08.384559 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8c39430f-7753-400e-8843-462cbfbf7081 req-20d0c0ed-6a70-4bfa-88e2-0d267471683f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.424422 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642fe7a-812b-4a7c-898c-6c6ed27872ea req-38e89dc5-a961-4123-8896-7e3e66368d6c tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:08.427513 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c642fe7a-812b-4a7c-898c-6c6ed27872ea req-38e89dc5-a961-4123-8896-7e3e66368d6c tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/ports?device_id=5036b438-6566-46b2-bcd3-b2be6efefcb0 HTTP/1.1" status: 200 len: 932 time: 0.0940282 Sep 16 05:02:08.435330 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20908470-a394-4dac-b734-f6c6db03638f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Made reservation on behalf of 671edf2792fb45b2bfb42fa207389634 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:08.439409 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-20908470-a394-4dac-b734-f6c6db03638f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.528602 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c642fe7a-812b-4a7c-898c-6c6ed27872ea req-c30ecf19-1380-4a31-8049-2af062c50aff tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/security-groups?id=c72823d0-9961-46ee-a314-370b7768c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747459 Sep 16 05:02:08.789601 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-8c39430f-7753-400e-8843-462cbfbf7081 req-20d0c0ed-6a70-4bfa-88e2-0d267471683f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6149c1d-b4c9-4b0c-9b2b-0164cf32d066 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:08.798995 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8c39430f-7753-400e-8843-462cbfbf7081 req-20d0c0ed-6a70-4bfa-88e2-0d267471683f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.801506 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-20908470-a394-4dac-b734-f6c6db03638f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.813078 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-8c39430f-7753-400e-8843-462cbfbf7081 req-20d0c0ed-6a70-4bfa-88e2-0d267471683f service neutron] Transition to ACTIVE for port object c6149c1d-b4c9-4b0c-9b2b-0164cf32d066 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:02:08.817947 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8c39430f-7753-400e-8843-462cbfbf7081 req-20d0c0ed-6a70-4bfa-88e2-0d267471683f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.851724 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20908470-a394-4dac-b734-f6c6db03638f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Network 626f09d1-cde1-4ef6-92f9-c90b2ee03ff5 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:08.855195 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-20908470-a394-4dac-b734-f6c6db03638f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:08.859335 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20908470-a394-4dac-b734-f6c6db03638f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:08.859915 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-20908470-a394-4dac-b734-f6c6db03638f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.867831 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904f3ba3-e771-45cb-a371-90a9572f6797 None None] Network 626f09d1-cde1-4ef6-92f9-c90b2ee03ff5 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:08.882119 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20908470-a394-4dac-b734-f6c6db03638f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Subnet': ['ID=662aa179-fa2a-4b4e-98a0-0c4242c9200a,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:08.888379 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0c0ed-6a70-4bfa-88e2-0d267471683f service neutron] Pushing event updated for resources: {'Port': ['ID=c6149c1d-b4c9-4b0c-9b2b-0164cf32d066,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:08.888598 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-20908470-a394-4dac-b734-f6c6db03638f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6564112 Sep 16 05:02:08.888701 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33250) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:08.894611 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-fca858c4-7c37-4e72-8751-fe7717f9828a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1487179175', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '662aa179-fa2a-4b4e-98a0-0c4242c9200a'}], 'security_groups': ['2024cff5-ee04-45aa-a069-7a269e8b0e78', 'a248f73c-592f-449f-8ec5-0d010af89e55']}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:09.036704 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fca858c4-7c37-4e72-8751-fe7717f9828a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.052640 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-8c39430f-7753-400e-8843-462cbfbf7081 req-20d0c0ed-6a70-4bfa-88e2-0d267471683f service neutron] Attempting to bind port c6149c1d-b4c9-4b0c-9b2b-0164cf32d066 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:09.052994 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-8c39430f-7753-400e-8843-462cbfbf7081 req-20d0c0ed-6a70-4bfa-88e2-0d267471683f service neutron] Attempting to bind port c6149c1d-b4c9-4b0c-9b2b-0164cf32d066 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '6adf6bb9-f306-4307-90d2-3c0178c5c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'b023735a-4753-42d4-a211-b22ef0b5e037'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:09.053329 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c39430f-7753-400e-8843-462cbfbf7081 req-20d0c0ed-6a70-4bfa-88e2-0d267471683f service neutron] Attempting to bind port c6149c1d-b4c9-4b0c-9b2b-0164cf32d066 on network b023735a-4753-42d4-a211-b22ef0b5e037 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:09.067224 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c39430f-7753-400e-8843-462cbfbf7081 req-20d0c0ed-6a70-4bfa-88e2-0d267471683f service neutron] Port c6149c1d-b4c9-4b0c-9b2b-0164cf32d066 on network b023735a-4753-42d4-a211-b22ef0b5e037 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:02:09.067782 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c39430f-7753-400e-8843-462cbfbf7081 req-20d0c0ed-6a70-4bfa-88e2-0d267471683f service neutron] Attempting to bind port c6149c1d-b4c9-4b0c-9b2b-0164cf32d066 on network b023735a-4753-42d4-a211-b22ef0b5e037 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:09.154568 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c39430f-7753-400e-8843-462cbfbf7081 req-20d0c0ed-6a70-4bfa-88e2-0d267471683f service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:09.154920 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c39430f-7753-400e-8843-462cbfbf7081 req-20d0c0ed-6a70-4bfa-88e2-0d267471683f service neutron] Checking segment: {'id': '6adf6bb9-f306-4307-90d2-3c0178c5c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'b023735a-4753-42d4-a211-b22ef0b5e037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:09.155313 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c39430f-7753-400e-8843-462cbfbf7081 req-20d0c0ed-6a70-4bfa-88e2-0d267471683f service neutron] Bound using segment: {'id': '6adf6bb9-f306-4307-90d2-3c0178c5c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'b023735a-4753-42d4-a211-b22ef0b5e037'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:09.155771 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-8c39430f-7753-400e-8843-462cbfbf7081 req-20d0c0ed-6a70-4bfa-88e2-0d267471683f service neutron] Bound port: c6149c1d-b4c9-4b0c-9b2b-0164cf32d066, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adf6bb9-f306-4307-90d2-3c0178c5c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'b023735a-4753-42d4-a211-b22ef0b5e037'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:09.156139 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8c39430f-7753-400e-8843-462cbfbf7081 req-20d0c0ed-6a70-4bfa-88e2-0d267471683f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.227903 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf673cd6-a4b8-4392-9402-0c7758321c26 None None] Update dhcp port {'port': {'network_id': '626f09d1-cde1-4ef6-92f9-c90b2ee03ff5', 'fixed_ips': [{'subnet_id': 'ee83b5b2-f544-49ac-bcfb-89e4ef494a76', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '91a69b2b-0a14-4b69-abaf-ee059237d353', 'ip_address': '2001:db8::2'}, {'subnet_id': '662aa179-fa2a-4b4e-98a0-0c4242c9200a'}], 'binding:host_id': 'n-d-712139-15'}, 'id': '2cbda68d-b70a-4c06-92bb-28368d2ddfa2'} from n-d-712139-15. {{(pid=94768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:02:09.284822 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cf673cd6-a4b8-4392-9402-0c7758321c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.308602 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-8c39430f-7753-400e-8843-462cbfbf7081 req-20d0c0ed-6a70-4bfa-88e2-0d267471683f service neutron] For port c6149c1d-b4c9-4b0c-9b2b-0164cf32d066, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:09.344932 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-8c39430f-7753-400e-8843-462cbfbf7081 req-20d0c0ed-6a70-4bfa-88e2-0d267471683f service neutron] For port c6149c1d-b4c9-4b0c-9b2b-0164cf32d066, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=c6149c1d-b4c9-4b0c-9b2b-0164cf32d066,segment=NetworkSegment(6adf6bb9-f306-4307-90d2-3c0178c5c6d6),segment_id=6adf6bb9-f306-4307-90d2-3c0178c5c6d6)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:09.368549 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d433941-fb16-40dd-9dc7-cab563f8b74b req-6de32e4b-2f70-4021-a30b-07e065381c90 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:09.370249 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8d433941-fb16-40dd-9dc7-cab563f8b74b req-6de32e4b-2f70-4021-a30b-07e065381c90 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] 10.222.0.35 "GET /v2.0/ports?device_id=75a7649a-7a13-4512-876f-b8b3dbd15378 HTTP/1.1" status: 200 len: 950 time: 0.1204009 Sep 16 05:02:09.374587 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8c39430f-7753-400e-8843-462cbfbf7081 req-20d0c0ed-6a70-4bfa-88e2-0d267471683f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.439538 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8d433941-fb16-40dd-9dc7-cab563f8b74b req-aeed04bc-14af-4471-9e2a-32e141dc0ea4 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] 10.222.0.35 "GET /v2.0/security-groups?id=78dfe12f-b8cf-45e5-a18a-791993d93920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618632 Sep 16 05:02:09.490825 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39430f-7753-400e-8843-462cbfbf7081 req-20d0c0ed-6a70-4bfa-88e2-0d267471683f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:09.491454 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8c39430f-7753-400e-8843-462cbfbf7081 req-20d0c0ed-6a70-4bfa-88e2-0d267471683f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.492908 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8c39430f-7753-400e-8843-462cbfbf7081 req-20d0c0ed-6a70-4bfa-88e2-0d267471683f service neutron] 10.222.0.47 "PUT /v2.0/ports/c6149c1d-b4c9-4b0c-9b2b-0164cf32d066 HTTP/1.1" status: 200 len: 1093 time: 1.2633858 Sep 16 05:02:09.493362 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5036b438-6566-46b2-bcd3-b2be6efefcb0', 'tag': 'c6149c1d-b4c9-4b0c-9b2b-0164cf32d066'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:09.495617 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e81d58-0b96-4b63-a6cf-cddf6747c559" -d '{"events": [{"name": "network-changed", "server_uuid": "5036b438-6566-46b2-bcd3-b2be6efefcb0", "tag": "c6149c1d-b4c9-4b0c-9b2b-0164cf32d066"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:09.511478 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-cf673cd6-a4b8-4392-9402-0c7758321c26 None None] Allocated IP 2001:db8:0:2::2 (626f09d1-cde1-4ef6-92f9-c90b2ee03ff5/662aa179-fa2a-4b4e-98a0-0c4242c9200a/2cbda68d-b70a-4c06-92bb-28368d2ddfa2) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:09.535751 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0c0ed-6a70-4bfa-88e2-0d267471683f service neutron] Pushing event updated for resources: {'Port': ['ID=c6149c1d-b4c9-4b0c-9b2b-0164cf32d066,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:09.607530 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39430f-7753-400e-8843-462cbfbf7081 req-588c88de-959c-431b-8aa7-f281284947dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:09.609116 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8c39430f-7753-400e-8843-462cbfbf7081 req-588c88de-959c-431b-8aa7-f281284947dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=97be9f2911074320a4dca243203dfefe&device_id=5036b438-6566-46b2-bcd3-b2be6efefcb0 HTTP/1.1" status: 200 len: 1096 time: 0.0479612 Sep 16 05:02:09.670949 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-cf673cd6-a4b8-4392-9402-0c7758321c26 None None] For port 2cbda68d-b70a-4c06-92bb-28368d2ddfa2, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2cbda68d-b70a-4c06-92bb-28368d2ddfa2,segment=NetworkSegment(5f1d977b-5aab-4d80-8bf5-d3a854a2a471),segment_id=5f1d977b-5aab-4d80-8bf5-d3a854a2a471)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:09.701214 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8c39430f-7753-400e-8843-462cbfbf7081 req-436d799d-df5b-4cdb-a852-c0292a8741ae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6149c1d-b4c9-4b0c-9b2b-0164cf32d066 HTTP/1.1" status: 200 len: 217 time: 0.0777917 Sep 16 05:02:09.708660 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cf673cd6-a4b8-4392-9402-0c7758321c26 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.726960 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cf673cd6-a4b8-4392-9402-0c7758321c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.783466 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3db731-d376-4b1c-aa71-0c40a4e2b787 x-openstack-request-id: req-6c3db731-d376-4b1c-aa71-0c40a4e2b787 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:09.783826 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5036b438-6566-46b2-bcd3-b2be6efefcb0", "tag": "c6149c1d-b4c9-4b0c-9b2b-0164cf32d066", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:09.784004 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6c3db731-d376-4b1c-aa71-0c40a4e2b787 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:09.784415 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5036b438-6566-46b2-bcd3-b2be6efefcb0', 'tag': 'c6149c1d-b4c9-4b0c-9b2b-0164cf32d066', 'status': 'completed', 'code': 200} Sep 16 05:02:09.831192 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39430f-7753-400e-8843-462cbfbf7081 req-5d6b797a-b124-4863-adcf-a12d6fb279c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:09.832727 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8c39430f-7753-400e-8843-462cbfbf7081 req-5d6b797a-b124-4863-adcf-a12d6fb279c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=16ecce96-0467-4425-9de1-a5f81f6f6231 HTTP/1.1" status: 200 len: 848 time: 0.1204779 Sep 16 05:02:09.865553 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf673cd6-a4b8-4392-9402-0c7758321c26 None None] Pushing event updated for resources: {'Port': ['ID=2cbda68d-b70a-4c06-92bb-28368d2ddfa2,revision_number=7']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:09.908080 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-fca858c4-7c37-4e72-8751-fe7717f9828a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Delete allocated IP 2001:db8::1bb (626f09d1-cde1-4ef6-92f9-c90b2ee03ff5/91a69b2b-0a14-4b69-abaf-ee059237d353) {{(pid=94766) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 05:02:09.918992 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-fca858c4-7c37-4e72-8751-fe7717f9828a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Allocated IP 2001:db8:0:2::315 (626f09d1-cde1-4ef6-92f9-c90b2ee03ff5/662aa179-fa2a-4b4e-98a0-0c4242c9200a/d516fa9d-e740-40ae-b005-d6f7034de1a6) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:09.928620 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f780a1-ed1b-4f03-b044-edfb36c705e0 req-0ae9e419-e627-44a0-b06b-c5fbf6fde7b9 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:09.945282 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c1f780a1-ed1b-4f03-b044-edfb36c705e0 req-0ae9e419-e627-44a0-b06b-c5fbf6fde7b9 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/ports?device_id=5036b438-6566-46b2-bcd3-b2be6efefcb0 HTTP/1.1" status: 200 len: 944 time: 0.1028047 Sep 16 05:02:09.988293 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8c39430f-7753-400e-8843-462cbfbf7081 req-e98fef93-b1c0-460c-bccd-ef23f473b21a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b023735a-4753-42d4-a211-b22ef0b5e037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382712 Sep 16 05:02:09.995922 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c1f780a1-ed1b-4f03-b044-edfb36c705e0 req-6df20f1c-3822-4667-9a05-c8a24c4b853d tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/security-groups?id=c72823d0-9961-46ee-a314-370b7768c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492485 Sep 16 05:02:10.116229 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-caa673b7-bbc2-46c1-9c5b-4231a8e1241e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:10.228228 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a5eaf-0cdd-4db0-ade0-5d94631394d6 req-c24245bf-dd7e-42bf-bb0b-5e7fabf2a3da tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:10.258274 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b62a5eaf-0cdd-4db0-ade0-5d94631394d6 req-c24245bf-dd7e-42bf-bb0b-5e7fabf2a3da tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] 10.222.0.35 "GET /v2.0/ports?device_id=75a7649a-7a13-4512-876f-b8b3dbd15378 HTTP/1.1" status: 200 len: 950 time: 0.1443932 Sep 16 05:02:10.285297 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8c39430f-7753-400e-8843-462cbfbf7081 req-fc1bf9a6-ed4a-4588-a241-d7a19979e700 service neutron] 10.222.0.47 "GET /v2.0/networks/b023735a-4753-42d4-a211-b22ef0b5e037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866583 Sep 16 05:02:10.331837 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b62a5eaf-0cdd-4db0-ade0-5d94631394d6 req-446c2f1f-03e8-4dab-ab49-4f8852d7231a tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] 10.222.0.35 "GET /v2.0/security-groups?id=78dfe12f-b8cf-45e5-a18a-791993d93920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716660 Sep 16 05:02:10.432994 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fca858c4-7c37-4e72-8751-fe7717f9828a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:10.445688 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fca858c4-7c37-4e72-8751-fe7717f9828a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:10.501342 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8c39430f-7753-400e-8843-462cbfbf7081 req-143102ed-4a04-4d5f-912d-b25878034a83 service neutron] 10.222.0.47 "GET /v2.0/networks/b023735a-4753-42d4-a211-b22ef0b5e037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021470 Sep 16 05:02:10.532074 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca858c4-7c37-4e72-8751-fe7717f9828a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event updated for resources: {'Port': ['ID=d516fa9d-e740-40ae-b005-d6f7034de1a6,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:10.559917 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-fca858c4-7c37-4e72-8751-fe7717f9828a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] In _notify_port_updated(), no bound segment for port d516fa9d-e740-40ae-b005-d6f7034de1a6 on network 626f09d1-cde1-4ef6-92f9-c90b2ee03ff5 {{(pid=94766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:02:10.566274 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca858c4-7c37-4e72-8751-fe7717f9828a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:10.567008 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fca858c4-7c37-4e72-8751-fe7717f9828a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:10.571492 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33282) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:10.572111 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fca858c4-7c37-4e72-8751-fe7717f9828a tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "PUT /v2.0/ports/d516fa9d-e740-40ae-b005-d6f7034de1a6 HTTP/1.1" status: 200 len: 970 time: 1.6818404 Sep 16 05:02:10.675836 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e81d58-0b96-4b63-a6cf-cddf6747c559 req-99b6f550-c2d4-408b-9504-00af57beae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:10.677510 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-61e81d58-0b96-4b63-a6cf-cddf6747c559 req-99b6f550-c2d4-408b-9504-00af57beae1e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=97be9f2911074320a4dca243203dfefe&device_id=5036b438-6566-46b2-bcd3-b2be6efefcb0 HTTP/1.1" status: 200 len: 1096 time: 0.0635812 Sep 16 05:02:10.732896 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-a2cadbd4-15e7-491a-8ad1-5ca723f0f019 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Deleting port d516fa9d-e740-40ae-b005-d6f7034de1a6 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:10.733242 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a2cadbd4-15e7-491a-8ad1-5ca723f0f019 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:10.870958 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a2cadbd4-15e7-491a-8ad1-5ca723f0f019 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:10.897110 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-a2cadbd4-15e7-491a-8ad1-5ca723f0f019 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Calling delete_port for d516fa9d-e740-40ae-b005-d6f7034de1a6 owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:10.954741 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-10306b67-3e50-42ba-8de5-9605e1e1e8af None None] Provisioning complete for port d516fa9d-e740-40ae-b005-d6f7034de1a6 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:10.955741 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-10306b67-3e50-42ba-8de5-9605e1e1e8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.058475 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-10306b67-3e50-42ba-8de5-9605e1e1e8af None None] Port d516fa9d-e740-40ae-b005-d6f7034de1a6 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:11.165643 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-10306b67-3e50-42ba-8de5-9605e1e1e8af None None] Provisioning complete for port d3264749-4a51-4558-83a7-fd5d70706b21 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:11.166890 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-10306b67-3e50-42ba-8de5-9605e1e1e8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.172957 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a2cadbd4-15e7-491a-8ad1-5ca723f0f019 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.223759 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-10306b67-3e50-42ba-8de5-9605e1e1e8af None None] Port d3264749-4a51-4558-83a7-fd5d70706b21 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:11.256715 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-10306b67-3e50-42ba-8de5-9605e1e1e8af None None] Provisioning complete for port 2cbda68d-b70a-4c06-92bb-28368d2ddfa2 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:11.256830 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-10306b67-3e50-42ba-8de5-9605e1e1e8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.359425 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e81d58-0b96-4b63-a6cf-cddf6747c559 req-12dd5c9b-8523-4a5d-9860-f808aa184055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:11.361945 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-61e81d58-0b96-4b63-a6cf-cddf6747c559 req-12dd5c9b-8523-4a5d-9860-f808aa184055 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b023735a-4753-42d4-a211-b22ef0b5e037 HTTP/1.1" status: 200 len: 909 time: 0.6754570 Sep 16 05:02:11.368193 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cadbd4-15e7-491a-8ad1-5ca723f0f019 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Port': ['ID=d516fa9d-e740-40ae-b005-d6f7034de1a6,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:11.404154 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a2cadbd4-15e7-491a-8ad1-5ca723f0f019 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.406303 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a2cadbd4-15e7-491a-8ad1-5ca723f0f019 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/ports/d516fa9d-e740-40ae-b005-d6f7034de1a6 HTTP/1.1" status: 204 len: 168 time: 0.8318384 Sep 16 05:02:11.414634 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33294) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:11.442141 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-61e81d58-0b96-4b63-a6cf-cddf6747c559 req-d06547ff-1ca9-4866-8bd3-1a9132937cee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6149c1d-b4c9-4b0c-9b2b-0164cf32d066 HTTP/1.1" status: 200 len: 217 time: 0.0720434 Sep 16 05:02:11.467847 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c356a3-4741-41dd-baa6-990561bdbc18 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] GET failed (client error): The resource could not be found. Sep 16 05:02:11.474701 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c0c356a3-4741-41dd-baa6-990561bdbc18 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "GET /v2.0/ports/d516fa9d-e740-40ae-b005-d6f7034de1a6 HTTP/1.1" status: 404 len: 333 time: 0.0555565 Sep 16 05:02:11.475352 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33298) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:11.539931 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bdbdb-0700-4178-92c2-1dc967f9eb8a req-1225ac36-f2d9-4873-a00b-4fded2d00b1b tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:11.544952 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e81d58-0b96-4b63-a6cf-cddf6747c559 req-a949857c-be71-4ad3-8c5e-9e23188deb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:11.546460 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-61e81d58-0b96-4b63-a6cf-cddf6747c559 req-a949857c-be71-4ad3-8c5e-9e23188deb1c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=16ecce96-0467-4425-9de1-a5f81f6f6231 HTTP/1.1" status: 200 len: 848 time: 0.0917635 Sep 16 05:02:11.547750 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a79bdbdb-0700-4178-92c2-1dc967f9eb8a req-1225ac36-f2d9-4873-a00b-4fded2d00b1b tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/ports?device_id=5036b438-6566-46b2-bcd3-b2be6efefcb0 HTTP/1.1" status: 200 len: 944 time: 0.3359649 Sep 16 05:02:11.599545 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-14b5fbe0-71ec-4255-a3b4-673ffd9ed947 None None] Could not find standard attr ID for object d516fa9d-e740-40ae-b005-d6f7034de1a6. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:02:11.606017 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-61e81d58-0b96-4b63-a6cf-cddf6747c559 req-58633136-1913-441f-abd4-bb529920fb9e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b023735a-4753-42d4-a211-b22ef0b5e037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513630 Sep 16 05:02:11.665716 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.682879 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a79bdbdb-0700-4178-92c2-1dc967f9eb8a req-9c98553a-c48c-41f0-9740-0f78a2488e08 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/security-groups?id=c72823d0-9961-46ee-a314-370b7768c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341357 Sep 16 05:02:11.735386 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e76834be-3b54-4baa-be93-9bcb44ec5eb8 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.752377 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-61e81d58-0b96-4b63-a6cf-cddf6747c559 req-b552b770-415e-4afd-99d8-dcac55dfb034 service neutron] 10.222.0.47 "GET /v2.0/networks/b023735a-4753-42d4-a211-b22ef0b5e037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380641 Sep 16 05:02:11.798811 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e76834be-3b54-4baa-be93-9bcb44ec5eb8 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.869059 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2cbda68d-b70a-4c06-92bb-28368d2ddfa2 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:11.870726 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-61e81d58-0b96-4b63-a6cf-cddf6747c559 req-c360aac9-0a55-4a4b-9521-974cb0c08416 service neutron] 10.222.0.47 "GET /v2.0/networks/b023735a-4753-42d4-a211-b22ef0b5e037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051648 Sep 16 05:02:11.918928 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d29e43-e935-4764-bd8d-07daf6441cf9 req-72a7d4e7-eeb9-4397-9968-927f37089aa5 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:11.922361 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d2d29e43-e935-4764-bd8d-07daf6441cf9 req-72a7d4e7-eeb9-4397-9968-927f37089aa5 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] 10.222.0.48 "GET /v2.0/ports?device_id=75a7649a-7a13-4512-876f-b8b3dbd15378 HTTP/1.1" status: 200 len: 950 time: 0.4071741 Sep 16 05:02:11.927496 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e76834be-3b54-4baa-be93-9bcb44ec5eb8 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.930697 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e76834be-3b54-4baa-be93-9bcb44ec5eb8 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.938551 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e76834be-3b54-4baa-be93-9bcb44ec5eb8 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/security-groups/da16b4a5-626a-4290-ab64-9340fabf3e32 HTTP/1.1" status: 204 len: 168 time: 0.4568357 Sep 16 05:02:11.939033 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33308) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:11.975408 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 2cbda68d-b70a-4c06-92bb-28368d2ddfa2 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:11.975728 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.995748 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76834be-3b54-4baa-be93-9bcb44ec5eb8 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da16b4a5-626a-4290-ab64-9340fabf3e32,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:12.036754 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33310) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:12.123845 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8e5ce-bc0b-4986-a603-f18492395689 req-19c13fc9-f9c5-410d-8aee-ea4a90636b2c tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:12.133051 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cca8e5ce-bc0b-4986-a603-f18492395689 req-19c13fc9-f9c5-410d-8aee-ea4a90636b2c tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] 10.222.0.35 "GET /v2.0/ports?device_id=75a7649a-7a13-4512-876f-b8b3dbd15378 HTTP/1.1" status: 200 len: 950 time: 0.2472041 Sep 16 05:02:12.170871 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c5eaf016-7247-4946-a70d-01e64258db7e tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.217322 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c66ebfa9-3ef2-432c-987e-5d6fc5a77727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.230901 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cca8e5ce-bc0b-4986-a603-f18492395689 req-9106e1e4-93f8-46bc-bbf2-53d270e87ef5 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] 10.222.0.35 "GET /v2.0/security-groups?id=78dfe12f-b8cf-45e5-a18a-791993d93920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969019 Sep 16 05:02:12.232884 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c5eaf016-7247-4946-a70d-01e64258db7e tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.316422 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-d2d29e43-e935-4764-bd8d-07daf6441cf9 req-2117bc4a-1284-4361-beb4-67cb225b70ed tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] Deleting port cf5d0421-820f-49c1-9690-8212df211c9e {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:12.316880 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d2d29e43-e935-4764-bd8d-07daf6441cf9 req-2117bc4a-1284-4361-beb4-67cb225b70ed tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.321747 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c5eaf016-7247-4946-a70d-01e64258db7e tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.324787 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c5eaf016-7247-4946-a70d-01e64258db7e tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.326017 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c5eaf016-7247-4946-a70d-01e64258db7e tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/security-groups/a248f73c-592f-449f-8ec5-0d010af89e55 HTTP/1.1" status: 204 len: 168 time: 0.3422318 Sep 16 05:02:12.329165 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33314) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:12.368274 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eaf016-7247-4946-a70d-01e64258db7e tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a248f73c-592f-449f-8ec5-0d010af89e55,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:12.468996 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c66ebfa9-3ef2-432c-987e-5d6fc5a77727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.470529 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-82429867-a2c3-4b7e-8ce4-c915dc3a2a28 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.488640 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c66ebfa9-3ef2-432c-987e-5d6fc5a77727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.574094 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c66ebfa9-3ef2-432c-987e-5d6fc5a77727 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=12a2dca2890d42dd82a273879f14fc1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5357270 Sep 16 05:02:12.578122 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33326) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:12.586873 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-82429867-a2c3-4b7e-8ce4-c915dc3a2a28 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.663905 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ebfa9-3ef2-432c-987e-5d6fc5a77727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0298aff4-9938-44a4-9505-c630959bdafc,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:12.695904 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-82429867-a2c3-4b7e-8ce4-c915dc3a2a28 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.701513 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-82429867-a2c3-4b7e-8ce4-c915dc3a2a28 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.703328 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-82429867-a2c3-4b7e-8ce4-c915dc3a2a28 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/security-groups/2024cff5-ee04-45aa-a069-7a269e8b0e78 HTTP/1.1" status: 204 len: 168 time: 0.3718235 Sep 16 05:02:12.708625 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33330) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:12.710295 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-d2d29e43-e935-4764-bd8d-07daf6441cf9 req-2117bc4a-1284-4361-beb4-67cb225b70ed tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] For port cf5d0421-820f-49c1-9690-8212df211c9e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=cf5d0421-820f-49c1-9690-8212df211c9e,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:12.711233 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d2d29e43-e935-4764-bd8d-07daf6441cf9 req-2117bc4a-1284-4361-beb4-67cb225b70ed tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.734189 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82429867-a2c3-4b7e-8ce4-c915dc3a2a28 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2024cff5-ee04-45aa-a069-7a269e8b0e78,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:12.803872 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device c6149c1d-b4c9-4b0c-9b2b-0164cf32d066 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:02:12.835902 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-d2d29e43-e935-4764-bd8d-07daf6441cf9 req-2117bc4a-1284-4361-beb4-67cb225b70ed tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] Calling delete_port for cf5d0421-820f-49c1-9690-8212df211c9e owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:12.847555 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2393096b-9790-4669-bce2-7a5867dd2f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.850910 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee28bba-2ff8-4470-90b5-dea86262767f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Deleting subnet 91a69b2b-0a14-4b69-abaf-ee059237d353 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:02:12.860649 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4ee28bba-2ff8-4470-90b5-dea86262767f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.965174 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2393096b-9790-4669-bce2-7a5867dd2f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.966249 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4ee28bba-2ff8-4470-90b5-dea86262767f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.020537 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port c6149c1d-b4c9-4b0c-9b2b-0164cf32d066, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=c6149c1d-b4c9-4b0c-9b2b-0164cf32d066,segment=NetworkSegment(6adf6bb9-f306-4307-90d2-3c0178c5c6d6),segment_id=6adf6bb9-f306-4307-90d2-3c0178c5c6d6)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:13.036157 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'c6149c1d-b4c9-4b0c-9b2b-0164cf32d066', 'network_id': 'b023735a-4753-42d4-a211-b22ef0b5e037', 'port_id': 'c6149c1d-b4c9-4b0c-9b2b-0164cf32d066', 'mac_address': 'fa:16:3e:ec:9b:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16ecce96-0467-4425-9de1-a5f81f6f6231', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:02:13.061667 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2393096b-9790-4669-bce2-7a5867dd2f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.064294 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2393096b-9790-4669-bce2-7a5867dd2f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.065544 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2393096b-9790-4669-bce2-7a5867dd2f9e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0298aff4-9938-44a4-9505-c630959bdafc HTTP/1.1" status: 204 len: 168 time: 0.4861193 Sep 16 05:02:13.093168 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.096535 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2393096b-9790-4669-bce2-7a5867dd2f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0298aff4-9938-44a4-9505-c630959bdafc,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:13.130512 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6149c1d-b4c9-4b0c-9b2b-0164cf32d066 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:13.134278 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ec01c-29f3-4168-9b0a-f3c98b393097 req-2e04dfe1-5b89-4af1-8d21-f06235d17ae4 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:13.135908 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9f2ec01c-29f3-4168-9b0a-f3c98b393097 req-2e04dfe1-5b89-4af1-8d21-f06235d17ae4 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/ports?device_id=5036b438-6566-46b2-bcd3-b2be6efefcb0 HTTP/1.1" status: 200 len: 944 time: 0.1506252 Sep 16 05:02:13.223267 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9f2ec01c-29f3-4168-9b0a-f3c98b393097 req-71b04b8b-89d9-4abf-bca9-de814178a38e tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/security-groups?id=c72823d0-9961-46ee-a314-370b7768c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715187 Sep 16 05:02:13.250107 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4ee28bba-2ff8-4470-90b5-dea86262767f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.278697 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port c6149c1d-b4c9-4b0c-9b2b-0164cf32d066, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=c6149c1d-b4c9-4b0c-9b2b-0164cf32d066,segment=NetworkSegment(6adf6bb9-f306-4307-90d2-3c0178c5c6d6),segment_id=6adf6bb9-f306-4307-90d2-3c0178c5c6d6)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:13.295822 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.300670 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-32c51814-094a-43cf-9c14-1e148e9aca84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.369095 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d2d29e43-e935-4764-bd8d-07daf6441cf9 req-2117bc4a-1284-4361-beb4-67cb225b70ed tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.378856 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=c6149c1d-b4c9-4b0c-9b2b-0164cf32d066,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:13.381008 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4ee28bba-2ff8-4470-90b5-dea86262767f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.403889 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['cf5d0421-820f-49c1-9690-8212df211c9e'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:13.406119 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3e1f28-1c1e-41ea-9d11-308f010e0c23 None None] Network 626f09d1-cde1-4ef6-92f9-c90b2ee03ff5 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:13.446693 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4ee28bba-2ff8-4470-90b5-dea86262767f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.451852 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4ee28bba-2ff8-4470-90b5-dea86262767f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/subnets/91a69b2b-0a14-4b69-abaf-ee059237d353 HTTP/1.1" status: 204 len: 168 time: 0.7379422 Sep 16 05:02:13.458107 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33346) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:13.459261 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee28bba-2ff8-4470-90b5-dea86262767f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Subnet': ['ID=91a69b2b-0a14-4b69-abaf-ee059237d353,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:13.502718 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117bc4a-1284-4361-beb4-67cb225b70ed tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] Pushing event deleted for resources: {'Port': ['ID=cf5d0421-820f-49c1-9690-8212df211c9e,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:13.565091 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceafc58e-d10d-4843-a1cb-f67d1a59969c tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Deleting subnet 662aa179-fa2a-4b4e-98a0-0c4242c9200a {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:02:13.570120 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ceafc58e-d10d-4843-a1cb-f67d1a59969c tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.584687 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d29e43-e935-4764-bd8d-07daf6441cf9 req-2117bc4a-1284-4361-beb4-67cb225b70ed tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] No DVR routers for this DVR port cf5d0421-820f-49c1-9690-8212df211c9e on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:13.596234 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d2d29e43-e935-4764-bd8d-07daf6441cf9 req-2117bc4a-1284-4361-beb4-67cb225b70ed tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.598961 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d2d29e43-e935-4764-bd8d-07daf6441cf9 req-2117bc4a-1284-4361-beb4-67cb225b70ed tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] 10.222.0.48 "DELETE /v2.0/ports/cf5d0421-820f-49c1-9690-8212df211c9e HTTP/1.1" status: 204 len: 173 time: 1.6295710 Sep 16 05:02:13.603695 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a7649a-7a13-4512-876f-b8b3dbd15378', 'name': 'network-vif-deleted', 'tag': 'cf5d0421-820f-49c1-9690-8212df211c9e'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:13.610546 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8603cbb0-b97e-4091-81a6-9d5b4f3aa124" -d '{"events": [{"server_uuid": "75a7649a-7a13-4512-876f-b8b3dbd15378", "name": "network-vif-deleted", "tag": "cf5d0421-820f-49c1-9690-8212df211c9e"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:13.621648 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.657791 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ceafc58e-d10d-4843-a1cb-f67d1a59969c tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.665135 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e11437-ae73-43af-b522-d61a9270a497 req-c317f5fb-f6e1-466f-85c5-6a0cd52fc6ec tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:13.669713 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-83e11437-ae73-43af-b522-d61a9270a497 req-c317f5fb-f6e1-466f-85c5-6a0cd52fc6ec tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc515ba3-2207-4843-903f-28bcf3fd78b4 HTTP/1.1" status: 200 len: 945 time: 0.3193109 Sep 16 05:02:13.670211 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33352) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:13.686516 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['c6149c1d-b4c9-4b0c-9b2b-0164cf32d066'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:13.714012 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-66a93a2b-48ec-493e-a2ec-6b3797ac3be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.828809 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-83e11437-ae73-43af-b522-d61a9270a497 req-fa401f27-0893-4397-9544-ecc6a1180f44 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=8568390f-1400-440d-bf90-fb6a5b638611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1070824 Sep 16 05:02:13.863483 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ceafc58e-d10d-4843-a1cb-f67d1a59969c tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.949753 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ceafc58e-d10d-4843-a1cb-f67d1a59969c tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.990721 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceafc58e-d10d-4843-a1cb-f67d1a59969c tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Subnet': ['ID=662aa179-fa2a-4b4e-98a0-0c4242c9200a,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:13.991074 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5bea741c-c83d-4abd-be3e-adbb72b15802 req-7cd3f7b7-8ed9-42b8-b209-fbb2eb2c46e1 tempest-VolumesNegativeTest-2621125 tempest-VolumesNegativeTest-2621125-project] 10.222.0.35 "GET /v2.0/ports?device_id=75a7649a-7a13-4512-876f-b8b3dbd15378 HTTP/1.1" status: 200 len: 210 time: 0.0518651 Sep 16 05:02:14.002861 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ceafc58e-d10d-4843-a1cb-f67d1a59969c tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.005511 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ceafc58e-d10d-4843-a1cb-f67d1a59969c tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/subnets/662aa179-fa2a-4b4e-98a0-0c4242c9200a HTTP/1.1" status: 204 len: 168 time: 0.5374053 Sep 16 05:02:14.007946 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33354) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:14.039774 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f24695c4-3a64-48fb-bcba-3ba567cebec9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] DELETE failed (client error): The resource could not be found. Sep 16 05:02:14.040246 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f24695c4-3a64-48fb-bcba-3ba567cebec9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:14.041193 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-66a93a2b-48ec-493e-a2ec-6b3797ac3be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.042424 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f24695c4-3a64-48fb-bcba-3ba567cebec9 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/subnets/91a69b2b-0a14-4b69-abaf-ee059237d353 HTTP/1.1" status: 404 len: 337 time: 0.0330346 Sep 16 05:02:14.044997 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33356) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:14.050754 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-66a93a2b-48ec-493e-a2ec-6b3797ac3be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.101870 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad35ddb2-18bc-460a-8d5b-7ee4519e8572 None None] Update dhcp port {'port': {'network_id': '626f09d1-cde1-4ef6-92f9-c90b2ee03ff5', 'fixed_ips': [{'subnet_id': 'ee83b5b2-f544-49ac-bcfb-89e4ef494a76', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '662aa179-fa2a-4b4e-98a0-0c4242c9200a'}], 'binding:host_id': 'n-d-712139-15'}, 'id': '2cbda68d-b70a-4c06-92bb-28368d2ddfa2'} from n-d-712139-15. {{(pid=94768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:02:14.105057 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33568d5-9aaa-47fd-a15e-39995013adcf x-openstack-request-id: req-c33568d5-9aaa-47fd-a15e-39995013adcf {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:14.105432 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a7649a-7a13-4512-876f-b8b3dbd15378", "name": "network-vif-deleted", "tag": "cf5d0421-820f-49c1-9690-8212df211c9e", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:14.105850 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c33568d5-9aaa-47fd-a15e-39995013adcf {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:14.106279 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a7649a-7a13-4512-876f-b8b3dbd15378', 'name': 'network-vif-deleted', 'tag': 'cf5d0421-820f-49c1-9690-8212df211c9e', 'status': 'completed', 'code': 200} Sep 16 05:02:14.107848 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-e68a02b3-94d4-44b5-893c-7d6f3e6b7175 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Deleting subnet ee83b5b2-f544-49ac-bcfb-89e4ef494a76 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:02:14.112605 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e68a02b3-94d4-44b5-893c-7d6f3e6b7175 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.134700 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-66a93a2b-48ec-493e-a2ec-6b3797ac3be5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a23354ce5fc14c22be276ae8a44c237e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4596519 Sep 16 05:02:14.140529 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33358) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:14.147317 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ad35ddb2-18bc-460a-8d5b-7ee4519e8572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.166341 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a93a2b-48ec-493e-a2ec-6b3797ac3be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201607c7-c1cf-47f0-af7e-2c95baca9220,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:14.182560 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e68a02b3-94d4-44b5-893c-7d6f3e6b7175 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.247104 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-85146aa1-0a11-4537-9c54-1218056a2765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.317619 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-85146aa1-0a11-4537-9c54-1218056a2765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.336300 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e68a02b3-94d4-44b5-893c-7d6f3e6b7175 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server [None req-ad35ddb2-18bc-460a-8d5b-7ee4519e8572 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee83b5b2-f544-49ac-bcfb-89e4ef494a76: This subnet is being modified by another concurrent operation. Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:02:14.416261 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:02:14.421334 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:02:14.421334 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:02:14.421334 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:02:14.421334 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:02:14.421334 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:02:14.421334 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:02:14.421334 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:02:14.421334 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:02:14.421334 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:02:14.421334 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:02:14.421334 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:02:14.421334 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:02:14.421334 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:02:14.421334 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:02:14.421334 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 16 05:02:14.421334 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 16 05:02:14.421334 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 05:02:14.421334 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 05:02:14.421334 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 16 05:02:14.421334 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 16 05:02:14.421334 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 16 05:02:14.421334 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 16 05:02:14.421334 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 16 05:02:14.421334 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 16 05:02:14.421334 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 16 05:02:14.421334 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 05:02:14.421334 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 05:02:14.421334 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 05:02:14.421334 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 05:02:14.421334 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise exception Sep 16 05:02:14.421334 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee83b5b2-f544-49ac-bcfb-89e4ef494a76: This subnet is being modified by another concurrent operation. Sep 16 05:02:14.421334 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server Sep 16 05:02:14.430238 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e68a02b3-94d4-44b5-893c-7d6f3e6b7175 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.431500 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b1bf3-f19e-4716-ac66-5e3f4e15eb5e req-2b624a76-7c6a-4c09-a228-d7bcfc674f43 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:14.431500 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fa4b1bf3-f19e-4716-ac66-5e3f4e15eb5e req-2b624a76-7c6a-4c09-a228-d7bcfc674f43 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/ports?device_id=5036b438-6566-46b2-bcd3-b2be6efefcb0 HTTP/1.1" status: 200 len: 945 time: 0.0678687 Sep 16 05:02:14.447341 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-85146aa1-0a11-4537-9c54-1218056a2765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.450392 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-85146aa1-0a11-4537-9c54-1218056a2765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.454019 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-85146aa1-0a11-4537-9c54-1218056a2765 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/201607c7-c1cf-47f0-af7e-2c95baca9220 HTTP/1.1" status: 204 len: 168 time: 0.3090065 Sep 16 05:02:14.478444 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85146aa1-0a11-4537-9c54-1218056a2765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201607c7-c1cf-47f0-af7e-2c95baca9220,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:14.480429 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a02b3-94d4-44b5-893c-7d6f3e6b7175 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Subnet': ['ID=ee83b5b2-f544-49ac-bcfb-89e4ef494a76,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:14.486847 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e68a02b3-94d4-44b5-893c-7d6f3e6b7175 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.490230 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e68a02b3-94d4-44b5-893c-7d6f3e6b7175 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/subnets/ee83b5b2-f544-49ac-bcfb-89e4ef494a76 HTTP/1.1" status: 204 len: 168 time: 0.4441803 Sep 16 05:02:14.492559 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33364) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:14.531102 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9742700-5360-40c0-be71-476eb89d54cc tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] DELETE failed (client error): The resource could not be found. Sep 16 05:02:14.531740 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9742700-5360-40c0-be71-476eb89d54cc tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:14.534752 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fa4b1bf3-f19e-4716-ac66-5e3f4e15eb5e req-f6954850-0ba7-4b6b-8609-25f4c66a8e1d tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/security-groups?id=c72823d0-9961-46ee-a314-370b7768c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032693 Sep 16 05:02:14.534895 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f9742700-5360-40c0-be71-476eb89d54cc tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/subnets/f8af1f21-d497-45f0-a9a7-dca37bd88086 HTTP/1.1" status: 404 len: 337 time: 0.0410485 Sep 16 05:02:14.537206 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33366) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:14.554277 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e8ea5c-e358-4c27-ba1e-1ef801d23d9d None None] Network 626f09d1-cde1-4ef6-92f9-c90b2ee03ff5 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:14.583529 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.584476 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-04e94cef-e8fe-42d8-96c0-da6ce994dbc3 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "GET /v2.0/ports?device_id=efeb6078-7ecd-40f5-9974-574c1aabdbfd HTTP/1.1" status: 200 len: 205 time: 0.0457413 Sep 16 05:02:14.586991 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33368) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:14.610621 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-85eb6d4e-0a06-4a1f-bf39-0c1e1af38da8 None None] Provisioning complete for port d3264749-4a51-4558-83a7-fd5d70706b21 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:14.611031 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-85eb6d4e-0a06-4a1f-bf39-0c1e1af38da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.629734 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-cc16e71b-a7dc-4d92-826f-1d6d464ff10f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] delete failed (client error): The resource could not be found. Sep 16 05:02:14.631035 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cc16e71b-a7dc-4d92-826f-1d6d464ff10f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/routers/efeb6078-7ecd-40f5-9974-574c1aabdbfd HTTP/1.1" status: 404 len: 336 time: 0.0432117 Sep 16 05:02:14.633316 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33370) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:14.638485 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.670686 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cf8317d-9a21-495a-9e9b-4c67d379698d tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] DELETE failed (client error): The resource could not be found. Sep 16 05:02:14.671180 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cf8317d-9a21-495a-9e9b-4c67d379698d tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:14.673382 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3cf8317d-9a21-495a-9e9b-4c67d379698d tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/subnets/c117d88e-d3f6-443a-bf79-3927708fed31 HTTP/1.1" status: 404 len: 337 time: 0.0391378 Sep 16 05:02:14.675950 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33372) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:14.706701 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-97225e97-80d4-49d8-bae6-f109d281ca09 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] DELETE failed (client error): The resource could not be found. Sep 16 05:02:14.707300 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97225e97-80d4-49d8-bae6-f109d281ca09 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:14.709870 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-97225e97-80d4-49d8-bae6-f109d281ca09 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/subnets/aa13c1d5-4f7a-447f-b978-abb9c30d05e7 HTTP/1.1" status: 404 len: 337 time: 0.0326779 Sep 16 05:02:14.712607 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33374) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:14.727914 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-85eb6d4e-0a06-4a1f-bf39-0c1e1af38da8 None None] Port d3264749-4a51-4558-83a7-fd5d70706b21 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:14.743777 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-85eb6d4e-0a06-4a1f-bf39-0c1e1af38da8 None None] Provisioning complete for port 2cbda68d-b70a-4c06-92bb-28368d2ddfa2 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:14.744323 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-85eb6d4e-0a06-4a1f-bf39-0c1e1af38da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.745894 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b88b1e-00da-4b8a-a363-4e8203347944 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] DELETE failed (client error): The resource could not be found. Sep 16 05:02:14.746373 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65b88b1e-00da-4b8a-a363-4e8203347944 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:14.749668 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-65b88b1e-00da-4b8a-a363-4e8203347944 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/subnets/08509d11-b68a-4535-a5b1-fde47ce62bfa HTTP/1.1" status: 404 len: 337 time: 0.0357234 Sep 16 05:02:14.753029 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33376) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:14.782205 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-685386cd-3250-46c2-b1d2-e86c47c7c724 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] DELETE failed (client error): The resource could not be found. Sep 16 05:02:14.783754 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-685386cd-3250-46c2-b1d2-e86c47c7c724 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:14.786507 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-685386cd-3250-46c2-b1d2-e86c47c7c724 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/ports/60bf2f6a-7010-4827-aad1-645fadf3e6cb HTTP/1.1" status: 404 len: 333 time: 0.0324328 Sep 16 05:02:14.789159 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33382) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:14.826991 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-384af229-53b4-4097-a03e-64f92c82498f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] DELETE failed (client error): The resource could not be found. Sep 16 05:02:14.827556 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-384af229-53b4-4097-a03e-64f92c82498f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:14.829921 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device c6149c1d-b4c9-4b0c-9b2b-0164cf32d066 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:14.833162 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-384af229-53b4-4097-a03e-64f92c82498f tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/subnets/2f790d82-77de-4806-ad9d-9823fe15ee90 HTTP/1.1" status: 404 len: 337 time: 0.0427747 Sep 16 05:02:14.835836 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33384) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:14.844232 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5ca1ac-6fa7-47cc-9e80-609440965a49 None None] DHCP port deletion for 626f09d1-cde1-4ef6-92f9-c90b2ee03ff5 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:02:14.878423 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df68261-f941-4884-af2b-7de69c125915 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] DELETE failed (client error): The resource could not be found. Sep 16 05:02:14.878900 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7df68261-f941-4884-af2b-7de69c125915 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:14.883498 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33388) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:14.883929 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7df68261-f941-4884-af2b-7de69c125915 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/subnets/536ab00b-cff9-4074-a318-37388fc0aa70 HTTP/1.1" status: 404 len: 337 time: 0.0468354 Sep 16 05:02:14.927534 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c211b085-af42-4081-9612-5e5f1c1c5480 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] DELETE failed (client error): The resource could not be found. Sep 16 05:02:14.928258 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c211b085-af42-4081-9612-5e5f1c1c5480 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:14.933704 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33392) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:14.934432 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c211b085-af42-4081-9612-5e5f1c1c5480 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/ports/9d402e6a-22da-4ba5-9da1-d17807fce2a3 HTTP/1.1" status: 404 len: 333 time: 0.0488615 Sep 16 05:02:14.971829 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db5ca1ac-6fa7-47cc-9e80-609440965a49 None None] Deleting port 2cbda68d-b70a-4c06-92bb-28368d2ddfa2 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:14.972489 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db5ca1ac-6fa7-47cc-9e80-609440965a49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.989762 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port c6149c1d-b4c9-4b0c-9b2b-0164cf32d066 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:02:15.004391 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec3a560-0628-4ab5-a6bd-4b75547d39ed tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] DELETE failed (client error): The resource could not be found. Sep 16 05:02:15.004799 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ec3a560-0628-4ab5-a6bd-4b75547d39ed tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:15.007351 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9166d30-0144-40eb-b637-4e9f6ae4b712 req-483d402d-f75b-4160-9b81-17be8d75e6dc tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:15.009530 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port c6149c1d-b4c9-4b0c-9b2b-0164cf32d066 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:15.009920 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:15.010926 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e9166d30-0144-40eb-b637-4e9f6ae4b712 req-483d402d-f75b-4160-9b81-17be8d75e6dc tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc515ba3-2207-4843-903f-28bcf3fd78b4 HTTP/1.1" status: 200 len: 945 time: 0.0751231 Sep 16 05:02:15.011948 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33396) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:15.017025 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2ec3a560-0628-4ab5-a6bd-4b75547d39ed tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/subnets/522474e4-9f81-4897-aac8-e2095900d72a HTTP/1.1" status: 404 len: 337 time: 0.0760593 Sep 16 05:02:15.063614 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d13f9ec5-66cb-41ff-b615-47f10861e0f0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] DELETE failed (client error): The resource could not be found. Sep 16 05:02:15.064160 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d13f9ec5-66cb-41ff-b615-47f10861e0f0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:15.066770 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d13f9ec5-66cb-41ff-b615-47f10861e0f0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/subnets/e12dcff1-f97c-4ac3-ba90-f0fc4848ff8f HTTP/1.1" status: 404 len: 337 time: 0.0534267 Sep 16 05:02:15.070462 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33402) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:15.098680 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e9166d30-0144-40eb-b637-4e9f6ae4b712 req-81c5f9de-a5dc-482e-9cf6-e73b36c25478 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=8568390f-1400-440d-bf90-fb6a5b638611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0725508 Sep 16 05:02:15.148878 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db5ca1ac-6fa7-47cc-9e80-609440965a49 None None] For port 2cbda68d-b70a-4c06-92bb-28368d2ddfa2, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2cbda68d-b70a-4c06-92bb-28368d2ddfa2,segment=NetworkSegment(5f1d977b-5aab-4d80-8bf5-d3a854a2a471),segment_id=5f1d977b-5aab-4d80-8bf5-d3a854a2a471)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:15.149514 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db5ca1ac-6fa7-47cc-9e80-609440965a49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:15.173354 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db5ca1ac-6fa7-47cc-9e80-609440965a49 None None] Calling delete_port for 2cbda68d-b70a-4c06-92bb-28368d2ddfa2 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:15.259440 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-15ffbba1-6a30-4a57-af6b-7b10ee6289af tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Deleting port d3264749-4a51-4558-83a7-fd5d70706b21 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:15.260944 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:15.261887 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-15ffbba1-6a30-4a57-af6b-7b10ee6289af tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:15.352096 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-15ffbba1-6a30-4a57-af6b-7b10ee6289af tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:15.370848 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-15ffbba1-6a30-4a57-af6b-7b10ee6289af tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Calling delete_port for d3264749-4a51-4558-83a7-fd5d70706b21 owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:15.404580 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db5ca1ac-6fa7-47cc-9e80-609440965a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:15.434818 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5ca1ac-6fa7-47cc-9e80-609440965a49 None None] No DVR routers for this DVR port 2cbda68d-b70a-4c06-92bb-28368d2ddfa2 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:15.448776 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5036b438-6566-46b2-bcd3-b2be6efefcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6149c1d-b4c9-4b0c-9b2b-0164cf32d066'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:15.450461 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299baf5d-5cd9-4605-8c27-b0ac8c84565c" -d '{"events": [{"server_uuid": "5036b438-6566-46b2-bcd3-b2be6efefcb0", "name": "network-vif-plugged", "status": "completed", "tag": "c6149c1d-b4c9-4b0c-9b2b-0164cf32d066"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:15.523781 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94326f94-2ce6-484c-9d64-de60ae14fac4 None None] get_active_networks_info from n-d-712139-15 {{(pid=94768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:02:15.541260 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ca1ac-6fa7-47cc-9e80-609440965a49 None None] Pushing event deleted for resources: {'Port': ['ID=2cbda68d-b70a-4c06-92bb-28368d2ddfa2,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:15.550579 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-15ffbba1-6a30-4a57-af6b-7b10ee6289af tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:15.561840 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port c6149c1d-b4c9-4b0c-9b2b-0164cf32d066, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=c6149c1d-b4c9-4b0c-9b2b-0164cf32d066,segment=NetworkSegment(6adf6bb9-f306-4307-90d2-3c0178c5c6d6),segment_id=6adf6bb9-f306-4307-90d2-3c0178c5c6d6)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:15.594733 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ffbba1-6a30-4a57-af6b-7b10ee6289af tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Port': ['ID=d3264749-4a51-4558-83a7-fd5d70706b21,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:15.610800 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-15ffbba1-6a30-4a57-af6b-7b10ee6289af tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:15.616451 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-15ffbba1-6a30-4a57-af6b-7b10ee6289af tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/ports/d3264749-4a51-4558-83a7-fd5d70706b21 HTTP/1.1" status: 204 len: 168 time: 0.5441401 Sep 16 05:02:15.618235 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33432) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:15.622514 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6bf006-d2d3-4215-ba3a-59b524ea042b x-openstack-request-id: req-8c6bf006-d2d3-4215-ba3a-59b524ea042b {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:15.622899 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5036b438-6566-46b2-bcd3-b2be6efefcb0", "name": "network-vif-plugged", "status": "completed", "tag": "c6149c1d-b4c9-4b0c-9b2b-0164cf32d066", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:15.623435 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8c6bf006-d2d3-4215-ba3a-59b524ea042b {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:15.623967 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5036b438-6566-46b2-bcd3-b2be6efefcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6149c1d-b4c9-4b0c-9b2b-0164cf32d066', 'code': 200} Sep 16 05:02:15.625464 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:15.749330 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94326f94-2ce6-484c-9d64-de60ae14fac4 None None] Resources bound (agent type, host, resource id): {{(pid=94768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:02:15.759110 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device cf5d0421-820f-49c1-9690-8212df211c9e no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:15.806413 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ed9fd-74da-480b-9ca5-73b64972c6f5 req-ffdcb40e-3230-456a-88c1-a7b177a5b0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:15.810006 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b77ed9fd-74da-480b-9ca5-73b64972c6f5 req-ffdcb40e-3230-456a-88c1-a7b177a5b0bb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5036b438-6566-46b2-bcd3-b2be6efefcb0 HTTP/1.1" status: 200 len: 1098 time: 0.0907674 Sep 16 05:02:15.862591 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: cf5d0421-820f-49c1-9690-8212df211c9e {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:15.864823 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device cf5d0421-820f-49c1-9690-8212df211c9e not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:15.877994 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b77ed9fd-74da-480b-9ca5-73b64972c6f5 req-07508704-e268-449a-8968-e166312f67ba service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c72823d0-9961-46ee-a314-370b7768c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583591 Sep 16 05:02:15.880365 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2cbda68d-b70a-4c06-92bb-28368d2ddfa2 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:15.905998 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 2cbda68d-b70a-4c06-92bb-28368d2ddfa2 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:15.906503 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2cbda68d-b70a-4c06-92bb-28368d2ddfa2 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:15.972170 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=c6149c1d-b4c9-4b0c-9b2b-0164cf32d066,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:16.021042 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0b540ec1-c1f9-4ca9-bb55-da4d013cadb0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.071219 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0370d37-b795-48e0-bab6-5077e952ec2a req-4a76de27-0573-4d51-ad8f-86148d425a52 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:16.073388 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.080342 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b0370d37-b795-48e0-bab6-5077e952ec2a req-4a76de27-0573-4d51-ad8f-86148d425a52 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/ports?device_id=5036b438-6566-46b2-bcd3-b2be6efefcb0 HTTP/1.1" status: 200 len: 946 time: 0.2216477 Sep 16 05:02:16.175799 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b0370d37-b795-48e0-bab6-5077e952ec2a req-79c3d074-ba54-4848-9210-0ffdf48265f0 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/security-groups?id=c72823d0-9961-46ee-a314-370b7768c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939972 Sep 16 05:02:16.219874 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0b540ec1-c1f9-4ca9-bb55-da4d013cadb0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.601361 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-0b540ec1-c1f9-4ca9-bb55-da4d013cadb0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['626f09d1-cde1-4ef6-92f9-c90b2ee03ff5']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:16.614285 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-0b540ec1-c1f9-4ca9-bb55-da4d013cadb0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f1d977b-5aab-4d80-8bf5-d3a854a2a471') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:16.614592 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-0b540ec1-c1f9-4ca9-bb55-da4d013cadb0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f1d977b-5aab-4d80-8bf5-d3a854a2a471') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:16.630180 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0b540ec1-c1f9-4ca9-bb55-da4d013cadb0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.662118 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0b540ec1-c1f9-4ca9-bb55-da4d013cadb0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.672125 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b540ec1-c1f9-4ca9-bb55-da4d013cadb0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:02:16.673073 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0b540ec1-c1f9-4ca9-bb55-da4d013cadb0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.677799 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:02:16.677799 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:02:16.677799 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:02:16.677799 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:02:16.677799 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:02:16.677799 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:02:16.677799 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:02:16.677799 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:02:16.677799 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:02:16.677799 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:02:16.677799 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:02:16.677799 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:02:16.677799 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:02:16.677799 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:02:16.677799 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:02:16.677799 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:02:16.677799 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:02:16.677799 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:02:16.677799 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:02:16.677799 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:02:16.677799 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:02:16.677799 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:02:16.677799 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:02:16.677799 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:02:16.677799 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:02:16.677799 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:02:16.677799 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:02:16.677799 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:02:16.677799 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:02:16.677799 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:02:16.677799 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:02:16.677799 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:02:16.786989 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0b540ec1-c1f9-4ca9-bb55-da4d013cadb0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.795067 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0b540ec1-c1f9-4ca9-bb55-da4d013cadb0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.800804 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0b540ec1-c1f9-4ca9-bb55-da4d013cadb0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] 10.222.0.35 "DELETE /v2.0/networks/626f09d1-cde1-4ef6-92f9-c90b2ee03ff5 HTTP/1.1" status: 204 len: 168 time: 1.1811576 Sep 16 05:02:16.839717 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5f6c1-6d15-4307-a730-62865d4b3eb9 req-dd8777da-b56b-426a-9ddd-155a2df1e6d5 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:16.841308 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-58d5f6c1-6d15-4307-a730-62865d4b3eb9 req-dd8777da-b56b-426a-9ddd-155a2df1e6d5 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc515ba3-2207-4843-903f-28bcf3fd78b4 HTTP/1.1" status: 200 len: 945 time: 0.1243081 Sep 16 05:02:16.842572 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b540ec1-c1f9-4ca9-bb55-da4d013cadb0 tempest-PortsIpV6TestJSON-743422238 tempest-PortsIpV6TestJSON-743422238-project] Pushing event deleted for resources: {'Network': ['ID=626f09d1-cde1-4ef6-92f9-c90b2ee03ff5,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:16.922049 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-58d5f6c1-6d15-4307-a730-62865d4b3eb9 req-74f095ad-1f0e-4550-b3ac-d25bf0dc41f3 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=8568390f-1400-440d-bf90-fb6a5b638611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0690405 Sep 16 05:02:17.202963 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33544) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:17.319265 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07492d-0270-43e9-9822-edc3fc63f91d req-d367e199-8ca8-4dec-a4e2-b15ce52d5a9a tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:17.326971 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e07492d-0270-43e9-9822-edc3fc63f91d req-d367e199-8ca8-4dec-a4e2-b15ce52d5a9a tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/ports?device_id=5036b438-6566-46b2-bcd3-b2be6efefcb0 HTTP/1.1" status: 200 len: 946 time: 0.0753610 Sep 16 05:02:17.386328 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e07492d-0270-43e9-9822-edc3fc63f91d req-e0500d99-fe26-43d8-96c1-577ddee80281 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/security-groups?id=c72823d0-9961-46ee-a314-370b7768c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583420 Sep 16 05:02:17.407443 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d90a166d-92cd-49a0-9c51-9cdc289f8e13 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=671edf2792fb45b2bfb42fa207389634&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2011020 Sep 16 05:02:17.408734 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33558) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:17.499360 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7c7c3820-2c11-4fa1-8cf2-3d00b0a7cc5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.535011 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7c7c3820-2c11-4fa1-8cf2-3d00b0a7cc5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.616854 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7c7c3820-2c11-4fa1-8cf2-3d00b0a7cc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.619790 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7c7c3820-2c11-4fa1-8cf2-3d00b0a7cc5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.621079 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7c7c3820-2c11-4fa1-8cf2-3d00b0a7cc5a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/02b103d8-06eb-4a29-9327-294ad5a85cce HTTP/1.1" status: 204 len: 168 time: 0.2112503 Sep 16 05:02:17.633888 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c3820-2c11-4fa1-8cf2-3d00b0a7cc5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b103d8-06eb-4a29-9327-294ad5a85cce,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:17.760881 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33584) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:18.088267 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d269d3-d1bd-4f2d-b4b3-4f5803550d3b req-5726cb5a-eaa4-4f94-828d-e135c2d1e062 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:18.090102 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-19d269d3-d1bd-4f2d-b4b3-4f5803550d3b req-5726cb5a-eaa4-4f94-828d-e135c2d1e062 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc515ba3-2207-4843-903f-28bcf3fd78b4 HTTP/1.1" status: 200 len: 945 time: 0.0680709 Sep 16 05:02:18.111691 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0ba31fc7-0090-41ba-ae40-3b1d01ca6ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.168142 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-19d269d3-d1bd-4f2d-b4b3-4f5803550d3b req-fd7fce4d-cc64-406c-a53e-20f8c3025d9c tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=8568390f-1400-440d-bf90-fb6a5b638611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0710938 Sep 16 05:02:18.299726 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0ba31fc7-0090-41ba-ae40-3b1d01ca6ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.304895 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0ba31fc7-0090-41ba-ae40-3b1d01ca6ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.348484 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0ba31fc7-0090-41ba-ae40-3b1d01ca6ac8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b5479c34b2104873bddf679b10067848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5864813 Sep 16 05:02:18.349750 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba31fc7-0090-41ba-ae40-3b1d01ca6ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952c5a67-4d61-446f-90a4-69b596786968,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:18.352082 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33656) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:18.420913 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4460efbd-5a67-4afc-b226-35fa2e3fb4a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.447768 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4460efbd-5a67-4afc-b226-35fa2e3fb4a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.528222 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4460efbd-5a67-4afc-b226-35fa2e3fb4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.531618 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4460efbd-5a67-4afc-b226-35fa2e3fb4a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.532923 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4460efbd-5a67-4afc-b226-35fa2e3fb4a6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/952c5a67-4d61-446f-90a4-69b596786968 HTTP/1.1" status: 204 len: 168 time: 0.1795826 Sep 16 05:02:18.542090 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4460efbd-5a67-4afc-b226-35fa2e3fb4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952c5a67-4d61-446f-90a4-69b596786968,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:18.548752 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bcc59-326c-41db-9a19-1c2356b125f9 req-81cf6965-b1ba-4518-abe6-72dcb186d4fd tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:18.565992 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e59bcc59-326c-41db-9a19-1c2356b125f9 req-81cf6965-b1ba-4518-abe6-72dcb186d4fd tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/ports?device_id=5036b438-6566-46b2-bcd3-b2be6efefcb0 HTTP/1.1" status: 200 len: 946 time: 0.0882723 Sep 16 05:02:18.606213 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e59bcc59-326c-41db-9a19-1c2356b125f9 req-eb9bdb75-f1bf-4f44-800c-7c75f1477087 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/security-groups?id=c72823d0-9961-46ee-a314-370b7768c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391772 Sep 16 05:02:18.741549 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33676) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:19.013572 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-2e00ec1e-efd0-47d2-9ac9-e6cec83473be tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Request body: {'security_group': {'name': 'tempest-secgroup--1754079169'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:19.014376 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33708) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:19.031195 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-530dc7dd-481e-45e6-8060-e470dd9e4c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.044931 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e00ec1e-efd0-47d2-9ac9-e6cec83473be tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.055161 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e00ec1e-efd0-47d2-9ac9-e6cec83473be tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.140010 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-530dc7dd-481e-45e6-8060-e470dd9e4c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.144533 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-530dc7dd-481e-45e6-8060-e470dd9e4c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.211405 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-530dc7dd-481e-45e6-8060-e470dd9e4c4b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e1025b5c31a246e4974d191dba54e3a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1953657 Sep 16 05:02:19.212601 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530dc7dd-481e-45e6-8060-e470dd9e4c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3160b79-d6d9-4831-8a54-ac4862912828,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:19.216338 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33718) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:19.292063 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e00ec1e-efd0-47d2-9ac9-e6cec83473be tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.298499 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e00ec1e-efd0-47d2-9ac9-e6cec83473be tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.328733 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a093dcb0-17ae-4ccf-9052-9c57a6c029b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.342943 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e00ec1e-efd0-47d2-9ac9-e6cec83473be tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d564f2-4862-493a-b57b-c78344a2da2f,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:19.379071 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a093dcb0-17ae-4ccf-9052-9c57a6c029b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.407586 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4123b38-a904-4d29-a97b-9c244f10c3db req-de6714c0-20d9-4117-8783-c9f47832e882 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:19.409391 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4123b38-a904-4d29-a97b-9c244f10c3db req-de6714c0-20d9-4117-8783-c9f47832e882 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc515ba3-2207-4843-903f-28bcf3fd78b4 HTTP/1.1" status: 200 len: 945 time: 0.0989237 Sep 16 05:02:19.451552 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e00ec1e-efd0-47d2-9ac9-e6cec83473be tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.455722 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e00ec1e-efd0-47d2-9ac9-e6cec83473be tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.464892 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4123b38-a904-4d29-a97b-9c244f10c3db req-e5b55b49-3859-4b3f-99b2-211a8e5b1704 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=8568390f-1400-440d-bf90-fb6a5b638611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396538 Sep 16 05:02:19.481885 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e00ec1e-efd0-47d2-9ac9-e6cec83473be tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.487449 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2e00ec1e-efd0-47d2-9ac9-e6cec83473be tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7441199 Sep 16 05:02:19.487774 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33730) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:19.505519 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e00ec1e-efd0-47d2-9ac9-e6cec83473be tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=659aeec2-d9f7-4c46-9a0a-e8c653c4ff21,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:19.520108 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a093dcb0-17ae-4ccf-9052-9c57a6c029b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.522687 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a093dcb0-17ae-4ccf-9052-9c57a6c029b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.523889 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a093dcb0-17ae-4ccf-9052-9c57a6c029b2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b3160b79-d6d9-4831-8a54-ac4862912828 HTTP/1.1" status: 204 len: 168 time: 0.3063211 Sep 16 05:02:19.545866 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093dcb0-17ae-4ccf-9052-9c57a6c029b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3160b79-d6d9-4831-8a54-ac4862912828,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:19.592624 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-76a7e557-0f85-4037-9d6a-1c96e80fa252 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1014104 Sep 16 05:02:19.593983 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33734) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:19.600337 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-13064663-d352-4e3f-b2b5-85906147d3f0 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Request body: {'security_group': {'name': 'tempest-security--801848273', 'description': 'tempest-security-description-1891901094'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:19.632127 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-13064663-d352-4e3f-b2b5-85906147d3f0 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.744208 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-13064663-d352-4e3f-b2b5-85906147d3f0 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.751091 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-13064663-d352-4e3f-b2b5-85906147d3f0 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.754497 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-13064663-d352-4e3f-b2b5-85906147d3f0 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.759326 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-13064663-d352-4e3f-b2b5-85906147d3f0 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "PUT /v2.0/security-groups/659aeec2-d9f7-4c46-9a0a-e8c653c4ff21 HTTP/1.1" status: 200 len: 1779 time: 0.1613743 Sep 16 05:02:19.760552 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33750) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:19.840559 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e0a5a-c7b1-42f5-9228-75792ab9db44 req-5d7e15cf-2943-4f08-85ff-67ba51b90ff6 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:19.842595 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c06e0a5a-c7b1-42f5-9228-75792ab9db44 req-5d7e15cf-2943-4f08-85ff-67ba51b90ff6 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/ports?device_id=5036b438-6566-46b2-bcd3-b2be6efefcb0 HTTP/1.1" status: 200 len: 946 time: 0.1486907 Sep 16 05:02:19.843424 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-83595a8e-abf7-47c7-967f-86e0d2feb75b req-24a9d6a8-cf52-4a7b-888e-4feed70ba5b9 service neutron] (94767) timed out ('10.222.0.35', 40320) {{(pid=94767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:02:19.844037 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13064663-d352-4e3f-b2b5-85906147d3f0 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=659aeec2-d9f7-4c46-9a0a-e8c653c4ff21,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:19.848829 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-121417d0-0975-491c-8614-cd67691b0f91 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "GET /v2.0/security-groups/659aeec2-d9f7-4c46-9a0a-e8c653c4ff21 HTTP/1.1" status: 200 len: 1779 time: 0.0868237 Sep 16 05:02:19.855110 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33760) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:19.917449 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c06e0a5a-c7b1-42f5-9228-75792ab9db44 req-08aefe1a-43d3-48e5-a67e-122d3d83425e tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/security-groups?id=c72823d0-9961-46ee-a314-370b7768c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623355 Sep 16 05:02:19.930574 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f3c39ba-5d77-45ac-87cc-899f6521d632 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.988897 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f3c39ba-5d77-45ac-87cc-899f6521d632 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.030061 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590be42-23a1-4d5f-9a38-1d465730bbdf req-b9b6e553-fc7a-4e76-806b-a3b1aaafaa31 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:20.031477 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9590be42-23a1-4d5f-9a38-1d465730bbdf req-b9b6e553-fc7a-4e76-806b-a3b1aaafaa31 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.47 "GET /v2.0/ports?device_id=5036b438-6566-46b2-bcd3-b2be6efefcb0 HTTP/1.1" status: 200 len: 946 time: 0.0885582 Sep 16 05:02:20.096832 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f3c39ba-5d77-45ac-87cc-899f6521d632 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.100275 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f3c39ba-5d77-45ac-87cc-899f6521d632 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.104839 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8f3c39ba-5d77-45ac-87cc-899f6521d632 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "DELETE /v2.0/security-groups/659aeec2-d9f7-4c46-9a0a-e8c653c4ff21 HTTP/1.1" status: 204 len: 168 time: 0.2485323 Sep 16 05:02:20.105190 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33780) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:20.136005 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c39ba-5d77-45ac-87cc-899f6521d632 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=659aeec2-d9f7-4c46-9a0a-e8c653c4ff21,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:20.183285 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-487fb207-e825-45f5-866d-5987d4ea8fde tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0761473 Sep 16 05:02:20.185438 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33782) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:20.187513 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-9590be42-23a1-4d5f-9a38-1d465730bbdf req-d3969a77-487d-485b-9489-79b862c1a063 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Deleting port c6149c1d-b4c9-4b0c-9b2b-0164cf32d066 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:20.188840 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-9590be42-23a1-4d5f-9a38-1d465730bbdf req-d3969a77-487d-485b-9489-79b862c1a063 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.205883 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-e4f664f4-7749-407e-8e71-6302c75b2a48 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] delete failed (client error): The resource could not be found. Sep 16 05:02:20.207706 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e4f664f4-7749-407e-8e71-6302c75b2a48 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "DELETE /v2.0/security-groups/659aeec2-d9f7-4c46-9a0a-e8c653c4ff21 HTTP/1.1" status: 404 len: 347 time: 0.0205684 Sep 16 05:02:20.213725 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33784) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:20.222431 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-3a94e699-bdf9-4b52-aedf-0fb46f2f4f73 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Request body: {'security_group': {'name': 'tempest-secgroup--1406101570'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:20.252653 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3a94e699-bdf9-4b52-aedf-0fb46f2f4f73 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.369516 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-9590be42-23a1-4d5f-9a38-1d465730bbdf req-d3969a77-487d-485b-9489-79b862c1a063 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] For port c6149c1d-b4c9-4b0c-9b2b-0164cf32d066, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=c6149c1d-b4c9-4b0c-9b2b-0164cf32d066,segment=NetworkSegment(6adf6bb9-f306-4307-90d2-3c0178c5c6d6),segment_id=6adf6bb9-f306-4307-90d2-3c0178c5c6d6)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:20.371124 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-9590be42-23a1-4d5f-9a38-1d465730bbdf req-d3969a77-487d-485b-9489-79b862c1a063 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.402772 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3a94e699-bdf9-4b52-aedf-0fb46f2f4f73 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.407934 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-9590be42-23a1-4d5f-9a38-1d465730bbdf req-d3969a77-487d-485b-9489-79b862c1a063 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Calling delete_port for c6149c1d-b4c9-4b0c-9b2b-0164cf32d066 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:20.413741 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3a94e699-bdf9-4b52-aedf-0fb46f2f4f73 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.446418 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3a94e699-bdf9-4b52-aedf-0fb46f2f4f73 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.450942 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3a94e699-bdf9-4b52-aedf-0fb46f2f4f73 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2354772 Sep 16 05:02:20.453897 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33794) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:20.459004 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-a40c03d4-3202-46eb-b13c-e451b3ca3bd2 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Request body: {'security_group_rule': {'security_group_id': 'd2498f13-6004-4abb-9edd-7fd7dbf6e288', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:20.468973 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94e699-bdf9-4b52-aedf-0fb46f2f4f73 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2498f13-6004-4abb-9edd-7fd7dbf6e288,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:20.516279 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a40c03d4-3202-46eb-b13c-e451b3ca3bd2 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.598813 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a40c03d4-3202-46eb-b13c-e451b3ca3bd2 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.610786 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a40c03d4-3202-46eb-b13c-e451b3ca3bd2 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.619755 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-9590be42-23a1-4d5f-9a38-1d465730bbdf req-d3969a77-487d-485b-9489-79b862c1a063 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.655105 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c03d4-3202-46eb-b13c-e451b3ca3bd2 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db549d7b-cf8f-4ea4-843e-52ad338a193f,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:20.661979 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['c6149c1d-b4c9-4b0c-9b2b-0164cf32d066'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:20.672349 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a40c03d4-3202-46eb-b13c-e451b3ca3bd2 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.673743 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a40c03d4-3202-46eb-b13c-e451b3ca3bd2 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2187965 Sep 16 05:02:20.678604 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33802) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:20.688889 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e729825-1d89-4bcf-b08c-21cd8f95cdbb req-c5c8423f-595e-42d3-9e2d-ca55124a8e50 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:20.691539 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8e729825-1d89-4bcf-b08c-21cd8f95cdbb req-c5c8423f-595e-42d3-9e2d-ca55124a8e50 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc515ba3-2207-4843-903f-28bcf3fd78b4 HTTP/1.1" status: 200 len: 945 time: 0.0908282 Sep 16 05:02:20.695159 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3969a77-487d-485b-9489-79b862c1a063 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Pushing event deleted for resources: {'Port': ['ID=c6149c1d-b4c9-4b0c-9b2b-0164cf32d066,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:20.714232 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d22b32f4-23ba-4018-acf6-87e1c6868835 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.740334 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d22b32f4-23ba-4018-acf6-87e1c6868835 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.761828 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8e729825-1d89-4bcf-b08c-21cd8f95cdbb req-895694aa-7a14-4457-ab4d-f220f7be0425 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=8568390f-1400-440d-bf90-fb6a5b638611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642056 Sep 16 05:02:20.780979 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9590be42-23a1-4d5f-9a38-1d465730bbdf req-d3969a77-487d-485b-9489-79b862c1a063 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] No DVR routers for this DVR port c6149c1d-b4c9-4b0c-9b2b-0164cf32d066 on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:20.782447 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-9590be42-23a1-4d5f-9a38-1d465730bbdf req-d3969a77-487d-485b-9489-79b862c1a063 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.784643 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9590be42-23a1-4d5f-9a38-1d465730bbdf req-d3969a77-487d-485b-9489-79b862c1a063 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.47 "DELETE /v2.0/ports/c6149c1d-b4c9-4b0c-9b2b-0164cf32d066 HTTP/1.1" status: 204 len: 173 time: 0.7451317 Sep 16 05:02:20.785406 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5036b438-6566-46b2-bcd3-b2be6efefcb0', 'name': 'network-vif-deleted', 'tag': 'c6149c1d-b4c9-4b0c-9b2b-0164cf32d066'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:20.788208 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47b0008-a5cb-4662-a0c1-2fef4d897f8a" -d '{"events": [{"server_uuid": "5036b438-6566-46b2-bcd3-b2be6efefcb0", "name": "network-vif-deleted", "tag": "c6149c1d-b4c9-4b0c-9b2b-0164cf32d066"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:20.815735 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d22b32f4-23ba-4018-acf6-87e1c6868835 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.823601 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d22b32f4-23ba-4018-acf6-87e1c6868835 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.828433 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33806) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:20.828817 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d22b32f4-23ba-4018-acf6-87e1c6868835 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/db549d7b-cf8f-4ea4-843e-52ad338a193f HTTP/1.1" status: 204 len: 168 time: 0.1488085 Sep 16 05:02:20.840901 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b32f4-23ba-4018-acf6-87e1c6868835 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db549d7b-cf8f-4ea4-843e-52ad338a193f,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:20.863617 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5eb00b4-e776-4d9e-8af7-3a6755583d7f x-openstack-request-id: req-f5eb00b4-e776-4d9e-8af7-3a6755583d7f {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:20.864127 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5036b438-6566-46b2-bcd3-b2be6efefcb0", "name": "network-vif-deleted", "tag": "c6149c1d-b4c9-4b0c-9b2b-0164cf32d066", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:20.864604 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f5eb00b4-e776-4d9e-8af7-3a6755583d7f {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:20.865173 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5036b438-6566-46b2-bcd3-b2be6efefcb0', 'name': 'network-vif-deleted', 'tag': 'c6149c1d-b4c9-4b0c-9b2b-0164cf32d066', 'status': 'completed', 'code': 200} Sep 16 05:02:20.929151 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33810) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:20.929584 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9f0c7f27-7d10-4add-9e67-ffacc2d379dc tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0984676 Sep 16 05:02:21.034918 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-20e6b210-b274-49eb-9b62-725d2455f004 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.065597 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-20e6b210-b274-49eb-9b62-725d2455f004 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.106318 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b69fce30-2638-49e5-ada8-8c114344a34a req-5a727b4e-5dda-44f6-b48b-a0c4138471b8 tempest-VolumesActionsTest-762679091 tempest-VolumesActionsTest-762679091-project] 10.222.0.35 "GET /v2.0/ports?device_id=5036b438-6566-46b2-bcd3-b2be6efefcb0 HTTP/1.1" status: 200 len: 210 time: 0.0469916 Sep 16 05:02:21.151636 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-20e6b210-b274-49eb-9b62-725d2455f004 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.156118 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-20e6b210-b274-49eb-9b62-725d2455f004 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.157588 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-20e6b210-b274-49eb-9b62-725d2455f004 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "DELETE /v2.0/security-groups/d2498f13-6004-4abb-9edd-7fd7dbf6e288 HTTP/1.1" status: 204 len: 168 time: 0.2269633 Sep 16 05:02:21.161532 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33826) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:21.169289 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e6b210-b274-49eb-9b62-725d2455f004 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2498f13-6004-4abb-9edd-7fd7dbf6e288,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:21.245093 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c6e228c9-fff4-4b02-8c32-fa7028ef458f tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0820622 Sep 16 05:02:21.249288 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33828) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:21.256843 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-9bd54b7c-84bc-486e-ae66-510de0862f9b tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Request body: {'security_group': {'name': 'tempest-secgroup--379923870'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:21.302388 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9bd54b7c-84bc-486e-ae66-510de0862f9b tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.420485 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9bd54b7c-84bc-486e-ae66-510de0862f9b tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.428345 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9bd54b7c-84bc-486e-ae66-510de0862f9b tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.497340 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9bd54b7c-84bc-486e-ae66-510de0862f9b tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.501367 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9bd54b7c-84bc-486e-ae66-510de0862f9b tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2507689 Sep 16 05:02:21.503463 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33836) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:21.508838 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-8f9f1b1a-1a3c-42c3-a172-cd978c7dbe60 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Request body: {'security_group_rule': {'security_group_id': '91d0b07b-686a-4571-a8b0-83eb1038f4e2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:21.520203 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd54b7c-84bc-486e-ae66-510de0862f9b tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91d0b07b-686a-4571-a8b0-83eb1038f4e2,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:21.547572 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8f9f1b1a-1a3c-42c3-a172-cd978c7dbe60 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.625772 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8f9f1b1a-1a3c-42c3-a172-cd978c7dbe60 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.632436 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8f9f1b1a-1a3c-42c3-a172-cd978c7dbe60 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.654254 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f1b1a-1a3c-42c3-a172-cd978c7dbe60 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca9e2e8-d382-4b9e-9c06-6395f74c0a7d,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:21.664341 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8f9f1b1a-1a3c-42c3-a172-cd978c7dbe60 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.668659 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8f9f1b1a-1a3c-42c3-a172-cd978c7dbe60 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1616244 Sep 16 05:02:21.669379 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33840) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:21.674674 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-d7abc1b6-fc15-426b-89b5-06e33de70a71 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Request body: {'security_group_rule': {'security_group_id': '91d0b07b-686a-4571-a8b0-83eb1038f4e2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:21.719741 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d7abc1b6-fc15-426b-89b5-06e33de70a71 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.809602 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d7abc1b6-fc15-426b-89b5-06e33de70a71 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.815506 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d7abc1b6-fc15-426b-89b5-06e33de70a71 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.841712 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d7abc1b6-fc15-426b-89b5-06e33de70a71 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.843178 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d7abc1b6-fc15-426b-89b5-06e33de70a71 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1725032 Sep 16 05:02:21.843915 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abc1b6-fc15-426b-89b5-06e33de70a71 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa5c1a17-6210-412f-8b04-fb85e215237a,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:21.847028 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33850) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:21.852212 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-0d7a2d59-3b68-42bd-a2a4-00c7440b51bc tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Request body: {'security_group_rule': {'security_group_id': '91d0b07b-686a-4571-a8b0-83eb1038f4e2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:21.922913 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0d7a2d59-3b68-42bd-a2a4-00c7440b51bc tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.047852 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0d7a2d59-3b68-42bd-a2a4-00c7440b51bc tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.058475 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0d7a2d59-3b68-42bd-a2a4-00c7440b51bc tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.085710 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a2d59-3b68-42bd-a2a4-00c7440b51bc tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c057e655-9beb-4d17-ab0c-9771f454ecfd,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:22.097770 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0d7a2d59-3b68-42bd-a2a4-00c7440b51bc tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.098369 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0d7a2d59-3b68-42bd-a2a4-00c7440b51bc tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2499993 Sep 16 05:02:22.101730 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33860) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:22.111617 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-08cf4bbd-2f46-47ba-9cf0-e88b5882a3dd tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Request body: {'security_group_rule': {'security_group_id': '91d0b07b-686a-4571-a8b0-83eb1038f4e2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:22.167172 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-08cf4bbd-2f46-47ba-9cf0-e88b5882a3dd tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.270526 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b324b-2688-41d1-971f-f7f998fefeb4 req-7fe091c7-dd8e-4eb4-b24a-9db9fb56fb96 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:22.272311 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-800b324b-2688-41d1-971f-f7f998fefeb4 req-7fe091c7-dd8e-4eb4-b24a-9db9fb56fb96 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc515ba3-2207-4843-903f-28bcf3fd78b4 HTTP/1.1" status: 200 len: 945 time: 0.0890708 Sep 16 05:02:22.343565 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-08cf4bbd-2f46-47ba-9cf0-e88b5882a3dd tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.350389 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-08cf4bbd-2f46-47ba-9cf0-e88b5882a3dd tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.372469 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-800b324b-2688-41d1-971f-f7f998fefeb4 req-f15f06cc-920a-4d73-9bfd-dc4609cf1d18 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=8568390f-1400-440d-bf90-fb6a5b638611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0902216 Sep 16 05:02:22.387451 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf4bbd-2f46-47ba-9cf0-e88b5882a3dd tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f21ed05-4bf7-4dcf-a771-4cab05a33d4b,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:22.407564 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-08cf4bbd-2f46-47ba-9cf0-e88b5882a3dd tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.415873 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33874) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:22.416587 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-08cf4bbd-2f46-47ba-9cf0-e88b5882a3dd tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3129716 Sep 16 05:02:22.421032 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-04ef88d9-d91d-4ee1-9edf-06d18e74406d tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Request body: {'security_group_rule': {'security_group_id': '91d0b07b-686a-4571-a8b0-83eb1038f4e2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:22.497735 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-04ef88d9-d91d-4ee1-9edf-06d18e74406d tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.581059 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-04ef88d9-d91d-4ee1-9edf-06d18e74406d tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.581059 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-04ef88d9-d91d-4ee1-9edf-06d18e74406d tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.607604 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef88d9-d91d-4ee1-9edf-06d18e74406d tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3099ef-0a75-4241-9032-e05dc7146b7a,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:22.618433 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-04ef88d9-d91d-4ee1-9edf-06d18e74406d tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.622529 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-04ef88d9-d91d-4ee1-9edf-06d18e74406d tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2027829 Sep 16 05:02:22.622854 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33886) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:22.667341 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1eb61ed7-8c19-4504-889f-082974c0ca90 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.677092 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1eb61ed7-8c19-4504-889f-082974c0ca90 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.707829 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1eb61ed7-8c19-4504-889f-082974c0ca90 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.721588 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1eb61ed7-8c19-4504-889f-082974c0ca90 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.726901 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1eb61ed7-8c19-4504-889f-082974c0ca90 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/7c3099ef-0a75-4241-9032-e05dc7146b7a HTTP/1.1" status: 204 len: 168 time: 0.1008930 Sep 16 05:02:22.728119 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33896) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:22.787119 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33902) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:22.825112 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device c6149c1d-b4c9-4b0c-9b2b-0164cf32d066 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:22.844066 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb61ed7-8c19-4504-889f-082974c0ca90 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c3099ef-0a75-4241-9032-e05dc7146b7a,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:22.913587 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-82bd5e36-434c-42d6-b1cb-f97fb862482e tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1762731 Sep 16 05:02:22.917365 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33912) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:22.965308 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ed548a71-23ef-4d83-9658-21cba931b75b tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.981082 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ed548a71-23ef-4d83-9658-21cba931b75b tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.049740 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ed548a71-23ef-4d83-9658-21cba931b75b tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.059339 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ed548a71-23ef-4d83-9658-21cba931b75b tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.060740 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ed548a71-23ef-4d83-9658-21cba931b75b tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/9f21ed05-4bf7-4dcf-a771-4cab05a33d4b HTTP/1.1" status: 204 len: 168 time: 0.1394737 Sep 16 05:02:23.064920 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33914) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:23.091683 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9b6bcdd6-b6e9-46fb-a2b8-2179ee5db939 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9fc32caf397f452ab2f0c9b66f2784fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3032479 Sep 16 05:02:23.092454 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33916) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:23.112029 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed548a71-23ef-4d83-9658-21cba931b75b tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f21ed05-4bf7-4dcf-a771-4cab05a33d4b,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:23.171802 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-53d72f0a-f59b-4ba6-82f2-b38c3bf1188f tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1018510 Sep 16 05:02:23.172823 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33920) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:23.219534 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-736cbad5-4836-4dfe-81c5-5c1610177789 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.228178 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: c6149c1d-b4c9-4b0c-9b2b-0164cf32d066 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:23.233863 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-736cbad5-4836-4dfe-81c5-5c1610177789 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.240947 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device c6149c1d-b4c9-4b0c-9b2b-0164cf32d066 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:23.303059 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-79dcf720-54b8-494d-8b67-56d5b3e3367a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.341316 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-79dcf720-54b8-494d-8b67-56d5b3e3367a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.352012 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-736cbad5-4836-4dfe-81c5-5c1610177789 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.375798 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-736cbad5-4836-4dfe-81c5-5c1610177789 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.377864 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-736cbad5-4836-4dfe-81c5-5c1610177789 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/c057e655-9beb-4d17-ab0c-9771f454ecfd HTTP/1.1" status: 204 len: 168 time: 0.2032928 Sep 16 05:02:23.378779 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736cbad5-4836-4dfe-81c5-5c1610177789 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c057e655-9beb-4d17-ab0c-9771f454ecfd,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:23.381124 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33924) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:23.487865 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-79dcf720-54b8-494d-8b67-56d5b3e3367a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.490796 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-79dcf720-54b8-494d-8b67-56d5b3e3367a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.492144 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-79dcf720-54b8-494d-8b67-56d5b3e3367a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/78dfe12f-b8cf-45e5-a18a-791993d93920 HTTP/1.1" status: 204 len: 168 time: 0.3985319 Sep 16 05:02:23.504246 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dcf720-54b8-494d-8b67-56d5b3e3367a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78dfe12f-b8cf-45e5-a18a-791993d93920,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:23.510739 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-60c95223-fb2d-40c2-9d82-b855a279a2c6 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1235325 Sep 16 05:02:23.511545 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33932) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:23.577333 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-15e506d7-6d33-4ec6-9095-c241c08a7329 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.590985 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-15e506d7-6d33-4ec6-9095-c241c08a7329 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.632114 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1fe9c-d1a4-4722-8dc5-d5bdfaa93b25 req-a3d8138a-3071-4c42-ad65-1b6901c89065 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:23.633800 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-79e1fe9c-d1a4-4722-8dc5-d5bdfaa93b25 req-a3d8138a-3071-4c42-ad65-1b6901c89065 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc515ba3-2207-4843-903f-28bcf3fd78b4 HTTP/1.1" status: 200 len: 945 time: 0.1231284 Sep 16 05:02:23.665546 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-15e506d7-6d33-4ec6-9095-c241c08a7329 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.675624 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-15e506d7-6d33-4ec6-9095-c241c08a7329 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.682499 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-15e506d7-6d33-4ec6-9095-c241c08a7329 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/aa5c1a17-6210-412f-8b04-fb85e215237a HTTP/1.1" status: 204 len: 168 time: 0.1685312 Sep 16 05:02:23.688857 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33938) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:23.705904 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e506d7-6d33-4ec6-9095-c241c08a7329 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa5c1a17-6210-412f-8b04-fb85e215237a,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:23.756337 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-79e1fe9c-d1a4-4722-8dc5-d5bdfaa93b25 req-fec858fd-7c24-4c20-982a-d50243b503f8 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=8568390f-1400-440d-bf90-fb6a5b638611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1126709 Sep 16 05:02:23.780328 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-dcdc33fa-b6de-483a-9002-0336c16c0f88 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0880406 Sep 16 05:02:23.784078 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33944) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:23.823919 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-28d4da04-f2bb-456d-9834-9f23630f4f7d tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.837514 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-28d4da04-f2bb-456d-9834-9f23630f4f7d tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.904487 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-28d4da04-f2bb-456d-9834-9f23630f4f7d tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.932173 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-28d4da04-f2bb-456d-9834-9f23630f4f7d tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.933516 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-28d4da04-f2bb-456d-9834-9f23630f4f7d tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/aca9e2e8-d382-4b9e-9c06-6395f74c0a7d HTTP/1.1" status: 204 len: 168 time: 0.1387401 Sep 16 05:02:23.937494 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33950) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:23.949283 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4da04-f2bb-456d-9834-9f23630f4f7d tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aca9e2e8-d382-4b9e-9c06-6395f74c0a7d,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:24.076900 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33956) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:24.077168 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0493e141-b77f-48a9-a413-49a463f473af tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1376903 Sep 16 05:02:24.182070 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ac64bf6c-4e37-4d44-a6b4-3af110e8c53c tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.278240 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ac64bf6c-4e37-4d44-a6b4-3af110e8c53c tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.417154 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ac64bf6c-4e37-4d44-a6b4-3af110e8c53c tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.421569 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ac64bf6c-4e37-4d44-a6b4-3af110e8c53c tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.433036 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ac64bf6c-4e37-4d44-a6b4-3af110e8c53c tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "DELETE /v2.0/security-groups/91d0b07b-686a-4571-a8b0-83eb1038f4e2 HTTP/1.1" status: 204 len: 168 time: 0.3541932 Sep 16 05:02:24.441678 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 33964) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:24.477368 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64bf6c-4e37-4d44-a6b4-3af110e8c53c tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d0b07b-686a-4571-a8b0-83eb1038f4e2,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:24.600025 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5b649be3-6901-4359-9db7-c0743ce0011d tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1568949 Sep 16 05:02:24.606287 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33972) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:24.616028 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-2c5bd573-925e-4c0b-b607-ef2d7a4e413c tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Request body: {'security_group': {'name': 'tempest-secgroup--1590554341'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:24.658578 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2c5bd573-925e-4c0b-b607-ef2d7a4e413c tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.889975 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2c5bd573-925e-4c0b-b607-ef2d7a4e413c tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.898056 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2c5bd573-925e-4c0b-b607-ef2d7a4e413c tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.967432 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5bd573-925e-4c0b-b607-ef2d7a4e413c tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7edf9e1-658c-47b8-90bd-f6ebd1542d89,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:25.042702 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2c5bd573-925e-4c0b-b607-ef2d7a4e413c tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.044689 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2c5bd573-925e-4c0b-b607-ef2d7a4e413c tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4338596 Sep 16 05:02:25.047373 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 33996) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:25.053898 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-e23e4e81-f5f2-429d-9f6f-852f363ff251 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Request body: {'security_group_rule': {'security_group_id': 'e7edf9e1-658c-47b8-90bd-f6ebd1542d89', 'direction': 'ingress', 'protocol': 17}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:25.097297 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a857486-77ee-44a5-8576-49eb8c228d6f req-6a798321-e46b-42da-b601-cd6b9d9144bc tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:25.099192 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1a857486-77ee-44a5-8576-49eb8c228d6f req-6a798321-e46b-42da-b601-cd6b9d9144bc tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc515ba3-2207-4843-903f-28bcf3fd78b4 HTTP/1.1" status: 200 len: 945 time: 0.1134641 Sep 16 05:02:25.106959 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e23e4e81-f5f2-429d-9f6f-852f363ff251 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.187981 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1a857486-77ee-44a5-8576-49eb8c228d6f req-289ab54d-e568-47f3-94d7-f78948aa1eb4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=8568390f-1400-440d-bf90-fb6a5b638611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0799289 Sep 16 05:02:25.252525 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e23e4e81-f5f2-429d-9f6f-852f363ff251 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.272321 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e23e4e81-f5f2-429d-9f6f-852f363ff251 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.321682 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e4e81-f5f2-429d-9f6f-852f363ff251 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ead490b-c49a-4d57-9952-90099e99e2bc,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:25.325236 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e23e4e81-f5f2-429d-9f6f-852f363ff251 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.330485 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34006) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:25.331030 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e23e4e81-f5f2-429d-9f6f-852f363ff251 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2810740 Sep 16 05:02:25.415520 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5d4f3f72-71ba-484c-9d40-ece40edec47e tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.450439 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5d4f3f72-71ba-484c-9d40-ece40edec47e tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.507556 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5d4f3f72-71ba-484c-9d40-ece40edec47e tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.512001 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5d4f3f72-71ba-484c-9d40-ece40edec47e tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.513732 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5d4f3f72-71ba-484c-9d40-ece40edec47e tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "DELETE /v2.0/security-groups/e7edf9e1-658c-47b8-90bd-f6ebd1542d89 HTTP/1.1" status: 204 len: 168 time: 0.1814771 Sep 16 05:02:25.516835 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34012) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:25.527907 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f3f72-71ba-484c-9d40-ece40edec47e tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7edf9e1-658c-47b8-90bd-f6ebd1542d89,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:25.605748 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-60d88b6d-b548-4cbc-8354-d0d0914a66e2 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0869274 Sep 16 05:02:25.609643 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34016) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:25.616301 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-2866cfec-469d-445a-ab7f-ab740f6331b5 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Request body: {'security_group': {'name': 'tempest-secgroup--628161890'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:25.666227 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2866cfec-469d-445a-ab7f-ab740f6331b5 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.886832 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2866cfec-469d-445a-ab7f-ab740f6331b5 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.909435 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2866cfec-469d-445a-ab7f-ab740f6331b5 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.942445 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2866cfec-469d-445a-ab7f-ab740f6331b5 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.946430 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2866cfec-469d-445a-ab7f-ab740f6331b5 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3323462 Sep 16 05:02:25.946700 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34040) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:25.952129 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-e04b6a6e-8d1f-482b-9c7d-cb18043a5ee6 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Request body: {'security_group': {'name': 'tempest-secgroup--1001506441'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:25.964204 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866cfec-469d-445a-ab7f-ab740f6331b5 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b28c77a-3360-4b88-a0fb-f876dd514859,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:25.985132 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:02:26.022997 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e04b6a6e-8d1f-482b-9c7d-cb18043a5ee6 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.148096 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e04b6a6e-8d1f-482b-9c7d-cb18043a5ee6 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.153801 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e04b6a6e-8d1f-482b-9c7d-cb18043a5ee6 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.197243 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e04b6a6e-8d1f-482b-9c7d-cb18043a5ee6 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.203216 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e04b6a6e-8d1f-482b-9c7d-cb18043a5ee6 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2532144 Sep 16 05:02:26.203460 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34048) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:26.207990 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-135349a9-b705-443c-ba96-a3d8a75b5992 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Request body: {'security_group_rule': {'security_group_id': '3b28c77a-3360-4b88-a0fb-f876dd514859', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7740a119-7829-4a17-b76d-47ec661c1cbd', 'remote_ip_prefix': None}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:26.214024 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b6a6e-8d1f-482b-9c7d-cb18043a5ee6 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7740a119-7829-4a17-b76d-47ec661c1cbd,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:26.354293 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-135349a9-b705-443c-ba96-a3d8a75b5992 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.381824 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0a2fc-5163-4e0e-ae81-0d2c9ecab7ec req-9954bce9-08ff-4c96-b2ba-7f3ccd9088b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:26.383933 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2db0a2fc-5163-4e0e-ae81-0d2c9ecab7ec req-9954bce9-08ff-4c96-b2ba-7f3ccd9088b5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fc515ba3-2207-4843-903f-28bcf3fd78b4 HTTP/1.1" status: 200 len: 1097 time: 0.1134675 Sep 16 05:02:26.421525 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8093159-1132-4473-b262-d91f7f1f62e7 req-04a06527-8086-4de4-b260-72f8fac396a1 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:26.433817 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e8093159-1132-4473-b262-d91f7f1f62e7 req-04a06527-8086-4de4-b260-72f8fac396a1 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc515ba3-2207-4843-903f-28bcf3fd78b4 HTTP/1.1" status: 200 len: 945 time: 0.1507781 Sep 16 05:02:26.526582 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e8093159-1132-4473-b262-d91f7f1f62e7 req-ccd7767c-eff8-40ba-9288-a24143e78702 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=8568390f-1400-440d-bf90-fb6a5b638611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0902588 Sep 16 05:02:26.538545 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2db0a2fc-5163-4e0e-ae81-0d2c9ecab7ec req-3812fc47-ec2a-4201-9eff-5d6b5a3f1e66 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8568390f-1400-440d-bf90-fb6a5b638611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1422918 Sep 16 05:02:26.561374 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-135349a9-b705-443c-ba96-a3d8a75b5992 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.566661 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-135349a9-b705-443c-ba96-a3d8a75b5992 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.589820 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135349a9-b705-443c-ba96-a3d8a75b5992 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d1737a-3c22-42cb-bbd9-e073db40d8a8,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:26.613846 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-135349a9-b705-443c-ba96-a3d8a75b5992 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.619674 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34064) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:26.634754 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-135349a9-b705-443c-ba96-a3d8a75b5992 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4283719 Sep 16 05:02:26.653112 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3c7df8d7-c848-40ea-9777-b1bc1018882b tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.662573 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3c7df8d7-c848-40ea-9777-b1bc1018882b tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.698027 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3c7df8d7-c848-40ea-9777-b1bc1018882b tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.713515 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3c7df8d7-c848-40ea-9777-b1bc1018882b tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.717721 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3c7df8d7-c848-40ea-9777-b1bc1018882b tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/86d1737a-3c22-42cb-bbd9-e073db40d8a8 HTTP/1.1" status: 204 len: 168 time: 0.0958321 Sep 16 05:02:26.717994 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34068) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:26.719146 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7df8d7-c848-40ea-9777-b1bc1018882b tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86d1737a-3c22-42cb-bbd9-e073db40d8a8,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:26.798150 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34074) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:26.798953 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-16684d04-b2b0-4fbb-97a1-9906529f2222 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0784562 Sep 16 05:02:26.844963 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 6fb44a9c-5fc5-4e73-82e9-db975dc0d285 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:02:26.966613 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ddc7bec1-e633-4add-b601-61230d4c7cf5 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.021941 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ddc7bec1-e633-4add-b601-61230d4c7cf5 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.094531 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ddc7bec1-e633-4add-b601-61230d4c7cf5 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.098594 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ddc7bec1-e633-4add-b601-61230d4c7cf5 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.103586 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ddc7bec1-e633-4add-b601-61230d4c7cf5 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "DELETE /v2.0/security-groups/7740a119-7829-4a17-b76d-47ec661c1cbd HTTP/1.1" status: 204 len: 168 time: 0.3007851 Sep 16 05:02:27.103811 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34092) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:27.112673 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 6fb44a9c-5fc5-4e73-82e9-db975dc0d285, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=6fb44a9c-5fc5-4e73-82e9-db975dc0d285,segment=NetworkSegment(542edce7-6613-43b9-9139-c144b7b7b1bf),segment_id=542edce7-6613-43b9-9139-c144b7b7b1bf)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:27.117988 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc7bec1-e633-4add-b601-61230d4c7cf5 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7740a119-7829-4a17-b76d-47ec661c1cbd,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:27.153347 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '6fb44a9c-5fc5-4e73-82e9-db975dc0d285', 'network_id': '90894358-ea2f-475b-80aa-be2b2c16631e', 'port_id': '6fb44a9c-5fc5-4e73-82e9-db975dc0d285', 'mac_address': 'fa:16:3e:3c:1e:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa75c34-2931-484d-b0ed-c41264b07f0c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:02:27.227367 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0b255f0c-455e-486f-8832-4f895b54c78a tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1189420 Sep 16 05:02:27.227367 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34096) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:27.268814 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.306088 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6fb44a9c-5fc5-4e73-82e9-db975dc0d285 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:27.330773 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 6fb44a9c-5fc5-4e73-82e9-db975dc0d285, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=6fb44a9c-5fc5-4e73-82e9-db975dc0d285,segment=NetworkSegment(542edce7-6613-43b9-9139-c144b7b7b1bf),segment_id=542edce7-6613-43b9-9139-c144b7b7b1bf)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:27.339825 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.408953 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f6d7fd78-1606-4617-99f8-4db5efd3b053 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.484079 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=6fb44a9c-5fc5-4e73-82e9-db975dc0d285,revision_number=6']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:27.500294 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f6d7fd78-1606-4617-99f8-4db5efd3b053 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.651601 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['6fb44a9c-5fc5-4e73-82e9-db975dc0d285'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:27.655272 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f6d7fd78-1606-4617-99f8-4db5efd3b053 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.661868 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f6d7fd78-1606-4617-99f8-4db5efd3b053 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.670100 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34112) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:27.684702 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f6d7fd78-1606-4617-99f8-4db5efd3b053 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "DELETE /v2.0/security-groups/3b28c77a-3360-4b88-a0fb-f876dd514859 HTTP/1.1" status: 204 len: 168 time: 0.4558959 Sep 16 05:02:27.728226 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7fd78-1606-4617-99f8-4db5efd3b053 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b28c77a-3360-4b88-a0fb-f876dd514859,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:27.890862 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-045c2bf0-cb5b-408d-95ed-238afe87e08f tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2182455 Sep 16 05:02:27.895631 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34114) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:27.912028 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-8cfe5d3f-61a4-4439-877c-8630d3bcba9b tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Request body: {'security_group': {'name': 'tempest-secgroup--809978786'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:27.974805 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2d978-cd58-47f4-9b23-e265dd60f2db req-975b2814-481b-4e4f-8cc9-15543a53fc4c tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:27.988022 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bbf2d978-cd58-47f4-9b23-e265dd60f2db req-975b2814-481b-4e4f-8cc9-15543a53fc4c tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc515ba3-2207-4843-903f-28bcf3fd78b4 HTTP/1.1" status: 200 len: 944 time: 0.2601185 Sep 16 05:02:28.021603 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8cfe5d3f-61a4-4439-877c-8630d3bcba9b tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.077245 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bbf2d978-cd58-47f4-9b23-e265dd60f2db req-e7655a43-efc0-4a10-b863-562f00a4b2e7 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=8568390f-1400-440d-bf90-fb6a5b638611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0881817 Sep 16 05:02:28.215526 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8cfe5d3f-61a4-4439-877c-8630d3bcba9b tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.222988 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8cfe5d3f-61a4-4439-877c-8630d3bcba9b tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.263997 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8cfe5d3f-61a4-4439-877c-8630d3bcba9b tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.268208 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8cfe5d3f-61a4-4439-877c-8630d3bcba9b tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3658714 Sep 16 05:02:28.269802 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34122) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:28.274245 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-fe3cb06b-e638-468f-9751-698e587aab35 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Request body: {'security_group_rule': {'security_group_id': '5c5c7b50-ee26-4377-ba41-381bf950f133', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:28.280699 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe5d3f-61a4-4439-877c-8630d3bcba9b tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5c7b50-ee26-4377-ba41-381bf950f133,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:28.336051 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fe3cb06b-e638-468f-9751-698e587aab35 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.448658 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fe3cb06b-e638-468f-9751-698e587aab35 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.471428 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fe3cb06b-e638-468f-9751-698e587aab35 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.492370 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3cb06b-e638-468f-9751-698e587aab35 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb9dd44c-bb8f-4319-90e2-500ec6bc17ea,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:28.517439 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fe3cb06b-e638-468f-9751-698e587aab35 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.522189 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-fe3cb06b-e638-468f-9751-698e587aab35 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2520306 Sep 16 05:02:28.525090 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34124) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:28.567479 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-43e3099b-40ac-45fa-bdde-d6cd14ed4ff3 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.580062 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-43e3099b-40ac-45fa-bdde-d6cd14ed4ff3 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.625908 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-43e3099b-40ac-45fa-bdde-d6cd14ed4ff3 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.639968 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-43e3099b-40ac-45fa-bdde-d6cd14ed4ff3 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.644650 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-43e3099b-40ac-45fa-bdde-d6cd14ed4ff3 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/cb9dd44c-bb8f-4319-90e2-500ec6bc17ea HTTP/1.1" status: 204 len: 168 time: 0.1151137 Sep 16 05:02:28.645616 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34126) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:28.646621 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3099b-40ac-45fa-bdde-d6cd14ed4ff3 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb9dd44c-bb8f-4319-90e2-500ec6bc17ea,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:28.723984 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-fb83a5dd-cd4a-4351-af2a-40ac49cc7660 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0769343 Sep 16 05:02:28.726733 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34128) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:28.861937 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 6fb44a9c-5fc5-4e73-82e9-db975dc0d285 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:28.862767 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-da355cbd-7ae0-46df-9a5c-5ce7842e8f7f tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.895335 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-da355cbd-7ae0-46df-9a5c-5ce7842e8f7f tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.970679 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 6fb44a9c-5fc5-4e73-82e9-db975dc0d285 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:28.971061 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.002103 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-da355cbd-7ae0-46df-9a5c-5ce7842e8f7f tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.007422 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-da355cbd-7ae0-46df-9a5c-5ce7842e8f7f tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.012701 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-da355cbd-7ae0-46df-9a5c-5ce7842e8f7f tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "DELETE /v2.0/security-groups/5c5c7b50-ee26-4377-ba41-381bf950f133 HTTP/1.1" status: 204 len: 168 time: 0.2808726 Sep 16 05:02:29.013294 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34140) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:29.073351 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da355cbd-7ae0-46df-9a5c-5ce7842e8f7f tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5c7b50-ee26-4377-ba41-381bf950f133,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:29.243808 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.265209 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ecf75900-f6fe-4c7c-ab79-4a168a543ec6 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2443516 Sep 16 05:02:29.278872 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34146) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:29.294094 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-92c8612d-cd90-4955-8647-67eb7676a524 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Request body: {'security_group': {'name': 'tempest-secgroup--1728345253'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:29.296853 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-82a69a9b-87ab-418d-9a28-baa9af29bae5 req-4ff194d8-c7ba-4d67-99dc-42ac036a5c14 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fc515ba3-2207-4843-903f-28bcf3fd78b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1983056 Sep 16 05:02:29.304120 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc515ba3-2207-4843-903f-28bcf3fd78b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb44a9c-5fc5-4e73-82e9-db975dc0d285'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:29.310392 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5c73ac-5e83-4518-ab6a-39959f51821c" -d '{"events": [{"server_uuid": "fc515ba3-2207-4843-903f-28bcf3fd78b4", "name": "network-vif-plugged", "status": "completed", "tag": "6fb44a9c-5fc5-4e73-82e9-db975dc0d285"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:29.368165 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 6fb44a9c-5fc5-4e73-82e9-db975dc0d285, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=6fb44a9c-5fc5-4e73-82e9-db975dc0d285,segment=NetworkSegment(542edce7-6613-43b9-9139-c144b7b7b1bf),segment_id=542edce7-6613-43b9-9139-c144b7b7b1bf)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:29.384665 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.395406 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-92c8612d-cd90-4955-8647-67eb7676a524 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.444413 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14043b9e-00e5-4a20-b242-1a93b9b95ec7 req-ecd0d622-4709-433c-ad30-1dba7e9393ed tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:29.453561 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-14043b9e-00e5-4a20-b242-1a93b9b95ec7 req-ecd0d622-4709-433c-ad30-1dba7e9393ed tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc515ba3-2207-4843-903f-28bcf3fd78b4 HTTP/1.1" status: 200 len: 944 time: 0.1873453 Sep 16 05:02:29.504111 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a69a9b-87ab-418d-9a28-baa9af29bae5 req-25fa686a-2540-4602-98cd-bd5102ee18b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:29.510795 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-82a69a9b-87ab-418d-9a28-baa9af29bae5 req-25fa686a-2540-4602-98cd-bd5102ee18b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9314d3ea71064ec8a4285d4ce520aaad&device_id=fc515ba3-2207-4843-903f-28bcf3fd78b4 HTTP/1.1" status: 200 len: 1097 time: 0.1378901 Sep 16 05:02:29.601103 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=6fb44a9c-5fc5-4e73-82e9-db975dc0d285,revision_number=7']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:29.635841 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-92c8612d-cd90-4955-8647-67eb7676a524 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.651634 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-92c8612d-cd90-4955-8647-67eb7676a524 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.741839 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-92c8612d-cd90-4955-8647-67eb7676a524 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.756454 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-92c8612d-cd90-4955-8647-67eb7676a524 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4666181 Sep 16 05:02:29.764497 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34158) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:29.783499 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-8c3f3f9a-ccab-466a-984a-8286919edbc0 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Request body: {'security_group_rule': {'security_group_id': '245298bb-74e8-43ac-9ca8-9ba96de41a83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:29.843672 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-14043b9e-00e5-4a20-b242-1a93b9b95ec7 req-b27fc932-a523-4719-b12a-2770a10a8cdb tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=8568390f-1400-440d-bf90-fb6a5b638611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3871088 Sep 16 05:02:29.844830 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8612d-cd90-4955-8647-67eb7676a524 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=245298bb-74e8-43ac-9ca8-9ba96de41a83,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:29.870771 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34164) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:29.928038 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a69a9b-87ab-418d-9a28-baa9af29bae5 req-2fe1816b-79d0-4342-b115-0f82bda23b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:29.932247 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-82a69a9b-87ab-418d-9a28-baa9af29bae5 req-2fe1816b-79d0-4342-b115-0f82bda23b5b service neutron] 10.222.0.47 "GET /v2.0/networks?id=90894358-ea2f-475b-80aa-be2b2c16631e HTTP/1.1" status: 200 len: 897 time: 0.3967173 Sep 16 05:02:29.938430 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8c3f3f9a-ccab-466a-984a-8286919edbc0 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.020771 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bdfb94-3f25-4e8f-bf14-9a1824ae64be x-openstack-request-id: req-c6bdfb94-3f25-4e8f-bf14-9a1824ae64be {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:30.021395 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc515ba3-2207-4843-903f-28bcf3fd78b4", "name": "network-vif-plugged", "status": "completed", "tag": "6fb44a9c-5fc5-4e73-82e9-db975dc0d285", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:30.021395 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c6bdfb94-3f25-4e8f-bf14-9a1824ae64be {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:30.022360 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc515ba3-2207-4843-903f-28bcf3fd78b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb44a9c-5fc5-4e73-82e9-db975dc0d285', 'code': 200} Sep 16 05:02:30.094118 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-94c54756-2a3d-44ba-ba91-aa674d6077b4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/floatingips/a9161f2f-01e0-48e5-9519-902ecdffbff1 HTTP/1.1" status: 200 len: 993 time: 0.2214963 Sep 16 05:02:30.200150 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-82a69a9b-87ab-418d-9a28-baa9af29bae5 req-3cc51aac-5823-40bd-a37f-a0f718f19f12 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fb44a9c-5fc5-4e73-82e9-db975dc0d285 HTTP/1.1" status: 200 len: 1001 time: 0.2430778 Sep 16 05:02:30.277454 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8c3f3f9a-ccab-466a-984a-8286919edbc0 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.289088 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8c3f3f9a-ccab-466a-984a-8286919edbc0 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.308713 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f3f9a-ccab-466a-984a-8286919edbc0 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f80e229-984d-4125-8fbb-46f89dda8d96,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:30.325014 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a69a9b-87ab-418d-9a28-baa9af29bae5 req-8ecc7551-e8ee-4176-85c1-91df301c8fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:30.326664 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-82a69a9b-87ab-418d-9a28-baa9af29bae5 req-8ecc7551-e8ee-4176-85c1-91df301c8fe4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cfa75c34-2931-484d-b0ed-c41264b07f0c HTTP/1.1" status: 200 len: 835 time: 0.1169209 Sep 16 05:02:30.332993 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8c3f3f9a-ccab-466a-984a-8286919edbc0 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.334713 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8c3f3f9a-ccab-466a-984a-8286919edbc0 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5654783 Sep 16 05:02:30.337868 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34176) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:30.377451 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3c09feca-9adf-4402-9449-5c227fec2745 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "GET /v2.0/security-group-rules/4f80e229-984d-4125-8fbb-46f89dda8d96 HTTP/1.1" status: 200 len: 763 time: 0.0382328 Sep 16 05:02:30.379856 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34178) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:30.568703 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-21566e2b-820a-4b5c-a7f8-212727037d9a tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1867266 Sep 16 05:02:30.571844 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34184) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:30.587501 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a69a9b-87ab-418d-9a28-baa9af29bae5 req-b8fb4e0e-02f2-4022-aed3-639316ae6e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:30.590051 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-82a69a9b-87ab-418d-9a28-baa9af29bae5 req-b8fb4e0e-02f2-4022-aed3-639316ae6e00 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90894358-ea2f-475b-80aa-be2b2c16631e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2540574 Sep 16 05:02:30.685018 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-484a8320-fe8c-496e-a10e-86b30fc3b5d1 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.719318 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-484a8320-fe8c-496e-a10e-86b30fc3b5d1 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.887633 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-484a8320-fe8c-496e-a10e-86b30fc3b5d1 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.934668 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62602b-cadc-4630-93a5-dcd3bc0e2996 req-e2e9847e-cc2c-47d6-9307-e4295ae0ac77 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:30.947719 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1f62602b-cadc-4630-93a5-dcd3bc0e2996 req-e2e9847e-cc2c-47d6-9307-e4295ae0ac77 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 947 time: 0.1513467 Sep 16 05:02:30.973605 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-484a8320-fe8c-496e-a10e-86b30fc3b5d1 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.974778 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-484a8320-fe8c-496e-a10e-86b30fc3b5d1 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/4f80e229-984d-4125-8fbb-46f89dda8d96 HTTP/1.1" status: 204 len: 168 time: 0.4018793 Sep 16 05:02:30.975622 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a8320-fe8c-496e-a10e-86b30fc3b5d1 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f80e229-984d-4125-8fbb-46f89dda8d96,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:30.978907 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-82a69a9b-87ab-418d-9a28-baa9af29bae5 req-fc010e67-5af4-4413-baa2-462de9db0a1c service neutron] 10.222.0.47 "GET /v2.0/networks/90894358-ea2f-475b-80aa-be2b2c16631e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781867 Sep 16 05:02:30.979378 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34188) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:31.082125 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1f62602b-cadc-4630-93a5-dcd3bc0e2996 req-c1322f28-c633-4330-ab82-fdd7ebb7bed2 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328847 Sep 16 05:02:31.099425 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-57429f09-c396-4d22-b5ad-ce11701b4867 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1185629 Sep 16 05:02:31.102793 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34196) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:31.107336 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-56c4c5b9-be27-4213-b2b4-219115bf98a8 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Request body: {'security_group_rule': {'security_group_id': '245298bb-74e8-43ac-9ca8-9ba96de41a83', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:31.218394 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-82a69a9b-87ab-418d-9a28-baa9af29bae5 req-8de0f529-9963-490e-83cb-aba8e575eaee service neutron] 10.222.0.47 "GET /v2.0/networks/90894358-ea2f-475b-80aa-be2b2c16631e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314632 Sep 16 05:02:31.242918 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-56c4c5b9-be27-4213-b2b4-219115bf98a8 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.386449 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-56c4c5b9-be27-4213-b2b4-219115bf98a8 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.403635 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-56c4c5b9-be27-4213-b2b4-219115bf98a8 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.481313 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4c5b9-be27-4213-b2b4-219115bf98a8 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96dcf5b0-7ee8-4516-881d-83f10bc3064b,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:31.491439 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-56c4c5b9-be27-4213-b2b4-219115bf98a8 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.513478 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-56c4c5b9-be27-4213-b2b4-219115bf98a8 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4096189 Sep 16 05:02:31.531111 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34200) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:31.627682 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34204) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:31.636181 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-887fd2df-0402-434c-b59c-453542b7d4a1 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "GET /v2.0/security-group-rules/96dcf5b0-7ee8-4516-881d-83f10bc3064b HTTP/1.1" status: 200 len: 763 time: 0.0932431 Sep 16 05:02:31.747886 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7e22683e-1557-48e5-8a1d-e5874686d74f tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1143212 Sep 16 05:02:31.751034 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34206) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:31.837325 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-08ad24d7-227c-434a-819b-c30f6841d698 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.875874 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-08ad24d7-227c-434a-819b-c30f6841d698 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.947926 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-08ad24d7-227c-434a-819b-c30f6841d698 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.973269 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-08ad24d7-227c-434a-819b-c30f6841d698 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.976216 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-08ad24d7-227c-434a-819b-c30f6841d698 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/96dcf5b0-7ee8-4516-881d-83f10bc3064b HTTP/1.1" status: 204 len: 168 time: 0.2214022 Sep 16 05:02:31.977333 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34208) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:31.982050 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad24d7-227c-434a-819b-c30f6841d698 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96dcf5b0-7ee8-4516-881d-83f10bc3064b,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:32.101058 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ee4c2cf1-99ff-4cb9-9fd9-9c4d8ffea605 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1197777 Sep 16 05:02:32.102079 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34210) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:32.116106 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-6ade9262-9365-41fc-9d8b-4c32273291b3 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Request body: {'security_group_rule': {'security_group_id': '245298bb-74e8-43ac-9ca8-9ba96de41a83', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:32.237626 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6ade9262-9365-41fc-9d8b-4c32273291b3 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.317500 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac048b3-c88e-4f04-b58a-8895a64db72f req-25ba9f8a-42ac-4473-be07-1d8cb0ca1d59 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:32.322286 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dac048b3-c88e-4f04-b58a-8895a64db72f req-25ba9f8a-42ac-4473-be07-1d8cb0ca1d59 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 947 time: 0.0941651 Sep 16 05:02:32.435136 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6ade9262-9365-41fc-9d8b-4c32273291b3 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.437926 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dac048b3-c88e-4f04-b58a-8895a64db72f req-d6267d08-2f3c-450b-adb7-3fd03669b5da tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082673 Sep 16 05:02:32.455690 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6ade9262-9365-41fc-9d8b-4c32273291b3 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.508184 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade9262-9365-41fc-9d8b-4c32273291b3 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d3cf16a-d311-44e6-9d92-fae608e4a177,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:32.558503 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6ade9262-9365-41fc-9d8b-4c32273291b3 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.560596 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6ade9262-9365-41fc-9d8b-4c32273291b3 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4570937 Sep 16 05:02:32.563124 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34222) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:32.621172 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2368be02-0a90-47b5-8c71-0518636a8a64 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "GET /v2.0/security-group-rules/7d3cf16a-d311-44e6-9d92-fae608e4a177 HTTP/1.1" status: 200 len: 764 time: 0.0556962 Sep 16 05:02:32.624947 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34224) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:32.713378 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c7c05dfb-2733-4ad9-a2ef-1de6037f6cfe tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0849125 Sep 16 05:02:32.716795 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34228) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:32.770020 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0f1aa233-d12d-4850-99f5-473f80392261 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.802912 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0f1aa233-d12d-4850-99f5-473f80392261 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.866025 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958f522-a2d5-4df5-860f-28f2a22ff7bf req-b3330759-8671-43e6-a6b0-21a10c836240 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:32.868289 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2958f522-a2d5-4df5-860f-28f2a22ff7bf req-b3330759-8671-43e6-a6b0-21a10c836240 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 947 time: 0.1132312 Sep 16 05:02:32.888911 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0f1aa233-d12d-4850-99f5-473f80392261 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.928920 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0f1aa233-d12d-4850-99f5-473f80392261 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.945585 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0f1aa233-d12d-4850-99f5-473f80392261 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/7d3cf16a-d311-44e6-9d92-fae608e4a177 HTTP/1.1" status: 204 len: 168 time: 0.2218840 Sep 16 05:02:32.950423 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34234) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:32.984018 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1aa233-d12d-4850-99f5-473f80392261 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d3cf16a-d311-44e6-9d92-fae608e4a177,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:33.036651 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-45cc9598-e8b1-46f0-bfa4-468ef3873ac6 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0846274 Sep 16 05:02:33.037657 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34236) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:33.133655 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-2958f522-a2d5-4df5-860f-28f2a22ff7bf req-3d36f593-e815-4b6a-9163-b0d9e2bf8971 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Deleting port dfa7b302-5c1c-443a-89da-aad3b2a9358e {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:33.139123 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2958f522-a2d5-4df5-860f-28f2a22ff7bf req-3d36f593-e815-4b6a-9163-b0d9e2bf8971 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.191881 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c32118ed-0428-400a-9a95-c4516207c81e tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.227542 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c32118ed-0428-400a-9a95-c4516207c81e tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.347622 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c32118ed-0428-400a-9a95-c4516207c81e tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.350988 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c32118ed-0428-400a-9a95-c4516207c81e tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.355494 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c32118ed-0428-400a-9a95-c4516207c81e tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "DELETE /v2.0/security-groups/245298bb-74e8-43ac-9ca8-9ba96de41a83 HTTP/1.1" status: 204 len: 168 time: 0.3161111 Sep 16 05:02:33.356376 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34246) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:33.367360 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-2958f522-a2d5-4df5-860f-28f2a22ff7bf req-3d36f593-e815-4b6a-9163-b0d9e2bf8971 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] For port dfa7b302-5c1c-443a-89da-aad3b2a9358e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=dfa7b302-5c1c-443a-89da-aad3b2a9358e,segment=NetworkSegment(77ae2f9e-48e5-4208-b08d-199ec9d120a2),segment_id=77ae2f9e-48e5-4208-b08d-199ec9d120a2)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:33.370025 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2958f522-a2d5-4df5-860f-28f2a22ff7bf req-3d36f593-e815-4b6a-9163-b0d9e2bf8971 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.422776 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32118ed-0428-400a-9a95-c4516207c81e tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=245298bb-74e8-43ac-9ca8-9ba96de41a83,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:33.545656 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-60d87d90-952d-4da7-8a54-d937f8764f7a tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1816347 Sep 16 05:02:33.556268 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34252) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:33.668232 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b4601a6f-45a8-4b29-94f7-a6b58fedd5f0 tempest-SecGroupTest-1944098446 tempest-SecGroupTest-1944098446-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1096814 Sep 16 05:02:33.927049 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b78931-aa04-481a-8ce4-cc9eb3b15b6d req-0e73ae3c-6214-4f66-bcc9-d5b815ba3f03 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:33.937265 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-21b78931-aa04-481a-8ce4-cc9eb3b15b6d req-0e73ae3c-6214-4f66-bcc9-d5b815ba3f03 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 947 time: 0.2288833 Sep 16 05:02:34.075200 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-21b78931-aa04-481a-8ce4-cc9eb3b15b6d req-e09a3fd2-23d6-4733-ac7c-cd24eaa5cb60 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a82c10c-b888-4bd0-adf3-8ccf373a07b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364088 Sep 16 05:02:34.114192 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2958f522-a2d5-4df5-860f-28f2a22ff7bf req-3d36f593-e815-4b6a-9163-b0d9e2bf8971 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.116058 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2958f522-a2d5-4df5-860f-28f2a22ff7bf req-3d36f593-e815-4b6a-9163-b0d9e2bf8971 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.116803 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [req-2958f522-a2d5-4df5-860f-28f2a22ff7bf req-3d36f593-e815-4b6a-9163-b0d9e2bf8971 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Floating IP 3cd4dd2b-6e7c-49c1-99a9-918f3ed78b2b disassociated. External IP: 172.25.8.135, port: dfa7b302-5c1c-443a-89da-aad3b2a9358e. Sep 16 05:02:34.121346 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-2958f522-a2d5-4df5-860f-28f2a22ff7bf req-3d36f593-e815-4b6a-9163-b0d9e2bf8971 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Calling delete_port for dfa7b302-5c1c-443a-89da-aad3b2a9358e owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:34.303561 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34272) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:34.467759 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2958f522-a2d5-4df5-860f-28f2a22ff7bf req-3d36f593-e815-4b6a-9163-b0d9e2bf8971 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.522349 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36f593-e815-4b6a-9163-b0d9e2bf8971 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Pushing event deleted for resources: {'Port': ['ID=dfa7b302-5c1c-443a-89da-aad3b2a9358e,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:34.591249 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f398904a-21c6-465c-b122-91504986d3b1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f23c7d736a8c4892a541c45af756db84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2853005 Sep 16 05:02:34.593546 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34280) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:34.697579 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-49bd951c-10e1-4055-b6d1-9ec81019e261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.759522 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-49bd951c-10e1-4055-b6d1-9ec81019e261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.760302 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2958f522-a2d5-4df5-860f-28f2a22ff7bf req-3d36f593-e815-4b6a-9163-b0d9e2bf8971 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Router 2a0e28cf-cf00-4e2c-a46b-39fab1f52ece has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:02:34.838625 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34282) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:34.906060 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-49bd951c-10e1-4055-b6d1-9ec81019e261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.911532 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-49bd951c-10e1-4055-b6d1-9ec81019e261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.916443 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-49bd951c-10e1-4055-b6d1-9ec81019e261 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c3d564f2-4862-493a-b57b-c78344a2da2f HTTP/1.1" status: 204 len: 168 time: 0.3192234 Sep 16 05:02:34.975729 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd951c-10e1-4055-b6d1-9ec81019e261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d564f2-4862-493a-b57b-c78344a2da2f,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:35.181730 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5f3a759a-25af-45e2-b369-ccbdc900c01a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.184336 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2958f522-a2d5-4df5-860f-28f2a22ff7bf req-3d36f593-e815-4b6a-9163-b0d9e2bf8971 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:35.197172 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80ce4f8-a888-4894-971c-f35810397afe None None] Sync routers for ids ['2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:35.260591 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80ce4f8-a888-4894-971c-f35810397afe None None] Routers {'2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:35.263010 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-a80ce4f8-a888-4894-971c-f35810397afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:02:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:35.472922 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2958f522-a2d5-4df5-860f-28f2a22ff7bf req-3d36f593-e815-4b6a-9163-b0d9e2bf8971 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] No DVR routers for this DVR port dfa7b302-5c1c-443a-89da-aad3b2a9358e on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:35.544108 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2958f522-a2d5-4df5-860f-28f2a22ff7bf req-3d36f593-e815-4b6a-9163-b0d9e2bf8971 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.550091 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2958f522-a2d5-4df5-860f-28f2a22ff7bf req-3d36f593-e815-4b6a-9163-b0d9e2bf8971 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.48 "DELETE /v2.0/ports/dfa7b302-5c1c-443a-89da-aad3b2a9358e HTTP/1.1" status: 204 len: 173 time: 2.6743011 Sep 16 05:02:35.552983 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae10969-906a-444f-b27a-93e3677f86d7', 'name': 'network-vif-deleted', 'tag': 'dfa7b302-5c1c-443a-89da-aad3b2a9358e'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:35.558781 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937f1d33-7f96-4b95-bbb7-06936ce21e60" -d '{"events": [{"server_uuid": "7ae10969-906a-444f-b27a-93e3677f86d7", "name": "network-vif-deleted", "tag": "dfa7b302-5c1c-443a-89da-aad3b2a9358e"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:35.576724 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8eedf88d-1e52-4eb0-b094-2cfc97d30eab req-3641b1d5-22c5-4aa9-9661-a242d1b1c1bc tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ae10969-906a-444f-b27a-93e3677f86d7 HTTP/1.1" status: 200 len: 210 time: 0.1483686 Sep 16 05:02:35.621118 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5f3a759a-25af-45e2-b369-ccbdc900c01a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.622974 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5f3a759a-25af-45e2-b369-ccbdc900c01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.786816 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5f3a759a-25af-45e2-b369-ccbdc900c01a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=29ed5ebca11345c6835645cf19d8bdbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9470797 Sep 16 05:02:35.789809 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34306) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:35.791345 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-a80ce4f8-a888-4894-971c-f35810397afe None None] Set router 2a0e28cf-cf00-4e2c-a46b-39fab1f52ece gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:35.848076 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6267bf1a-33a1-4d53-8106-1de78db64f7b x-openstack-request-id: req-6267bf1a-33a1-4d53-8106-1de78db64f7b {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:35.860144 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ae10969-906a-444f-b27a-93e3677f86d7", "name": "network-vif-deleted", "tag": "dfa7b302-5c1c-443a-89da-aad3b2a9358e", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:35.865957 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6267bf1a-33a1-4d53-8106-1de78db64f7b {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:35.869397 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae10969-906a-444f-b27a-93e3677f86d7', 'name': 'network-vif-deleted', 'tag': 'dfa7b302-5c1c-443a-89da-aad3b2a9358e', 'status': 'completed', 'code': 200} Sep 16 05:02:35.925873 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a759a-25af-45e2-b369-ccbdc900c01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436a5fa9-f7b2-4342-9861-2bd1229427b0,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:36.005892 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-484c3b10-731e-457e-aa97-4fd83d159d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.050062 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-484c3b10-731e-457e-aa97-4fd83d159d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.146140 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-484c3b10-731e-457e-aa97-4fd83d159d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.149184 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-484c3b10-731e-457e-aa97-4fd83d159d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.157036 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-484c3b10-731e-457e-aa97-4fd83d159d10 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/436a5fa9-f7b2-4342-9861-2bd1229427b0 HTTP/1.1" status: 204 len: 168 time: 0.3659580 Sep 16 05:02:36.174057 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c3b10-731e-457e-aa97-4fd83d159d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436a5fa9-f7b2-4342-9861-2bd1229427b0,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:36.371263 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-a80ce4f8-a888-4894-971c-f35810397afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'name': 'tempest-AttachVolumeShelveTestJSON-1952685973-router', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '2668fa4c-4c34-4800-b1fc-52c492059be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:02Z', 'updated_at': '2021-09-16T04:57:15Z', 'revision_number': 4, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'gw_port': {'id': '2668fa4c-4c34-4800-b1fc-52c492059be1', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:04Z', 'updated_at': '2021-09-16T04:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'c89118a7-9a47-450d-b0fa-310ca67add6d', 'name': '', 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'mac_address': 'fa:16:3e:51:e0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '03820bd1-1023-490e-b628-251d17d722c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:12Z', 'updated_at': '2021-09-16T04:57:21Z', 'revision_number': 5, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'subnets': [{'id': '03820bd1-1023-490e-b628-251d17d722c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:36.428044 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80ce4f8-a888-4894-971c-f35810397afe None None] Checking router: 2a0e28cf-cf00-4e2c-a46b-39fab1f52ece for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:02:36.464828 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80ce4f8-a888-4894-971c-f35810397afe None None] Routers {'2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:36.469992 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-a80ce4f8-a888-4894-971c-f35810397afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:02:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:36.836521 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34336) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:36.909584 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-a80ce4f8-a888-4894-971c-f35810397afe None None] Set router 2a0e28cf-cf00-4e2c-a46b-39fab1f52ece gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:37.072451 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-807d78f1-9951-44bf-903f-bc459ce0be25 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.105623 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34342) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:37.152674 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-807d78f1-9951-44bf-903f-bc459ce0be25 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.190598 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34346) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:37.213470 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-365b1115-4654-4831-afe1-039b15a16373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.271234 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-807d78f1-9951-44bf-903f-bc459ce0be25 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.279909 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-807d78f1-9951-44bf-903f-bc459ce0be25 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.282049 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-807d78f1-9951-44bf-903f-bc459ce0be25 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "DELETE /v2.0/security-groups/4a82c10c-b888-4bd0-adf3-8ccf373a07b4 HTTP/1.1" status: 204 len: 168 time: 0.4447341 Sep 16 05:02:37.287947 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34348) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:37.318684 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d78f1-9951-44bf-903f-bc459ce0be25 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a82c10c-b888-4bd0-adf3-8ccf373a07b4,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:37.330354 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-e510423a-d983-4b94-83b3-857be62b5dec tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] show failed (client error): The resource could not be found. Sep 16 05:02:37.337797 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e510423a-d983-4b94-83b3-857be62b5dec tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups/4a82c10c-b888-4bd0-adf3-8ccf373a07b4 HTTP/1.1" status: 404 len: 347 time: 0.0403218 Sep 16 05:02:37.339482 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34350) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:37.591287 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-a80ce4f8-a888-4894-971c-f35810397afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'name': 'tempest-AttachVolumeShelveTestJSON-1952685973-router', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '2668fa4c-4c34-4800-b1fc-52c492059be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:02Z', 'updated_at': '2021-09-16T04:57:15Z', 'revision_number': 4, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'gw_port': {'id': '2668fa4c-4c34-4800-b1fc-52c492059be1', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:04Z', 'updated_at': '2021-09-16T04:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'c89118a7-9a47-450d-b0fa-310ca67add6d', 'name': '', 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'mac_address': 'fa:16:3e:51:e0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '03820bd1-1023-490e-b628-251d17d722c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:12Z', 'updated_at': '2021-09-16T04:57:21Z', 'revision_number': 5, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'subnets': [{'id': '03820bd1-1023-490e-b628-251d17d722c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:37.626451 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f878a344-5e69-4110-b3e3-9dbf64a1b9f1 tempest-ServiceProvidersTest-1676730204 tempest-ServiceProvidersTest-1676730204-project] 10.222.0.35 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5144398 Sep 16 05:02:37.655445 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80ce4f8-a888-4894-971c-f35810397afe None None] The sync data for ids ['2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'] in n-d-712139-15 is: [{'id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'name': 'tempest-AttachVolumeShelveTestJSON-1952685973-router', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '2668fa4c-4c34-4800-b1fc-52c492059be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:02Z', 'updated_at': '2021-09-16T04:57:15Z', 'revision_number': 4, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'gw_port': {'id': '2668fa4c-4c34-4800-b1fc-52c492059be1', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:04Z', 'updated_at': '2021-09-16T04:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'c89118a7-9a47-450d-b0fa-310ca67add6d', 'name': '', 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'mac_address': 'fa:16:3e:51:e0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '03820bd1-1023-490e-b628-251d17d722c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:12Z', 'updated_at': '2021-09-16T04:57:21Z', 'revision_number': 5, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'subnets': [{'id': '03820bd1-1023-490e-b628-251d17d722c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:37.846725 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-365b1115-4654-4831-afe1-039b15a16373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.865152 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-365b1115-4654-4831-afe1-039b15a16373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.869063 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device dfa7b302-5c1c-443a-89da-aad3b2a9358e no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:37.927140 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: dfa7b302-5c1c-443a-89da-aad3b2a9358e {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:37.928460 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device dfa7b302-5c1c-443a-89da-aad3b2a9358e not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:37.970037 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-d6276551-d40d-4db9-a640-8a3f2a1d4b5e tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Deleting port 9d8e0dc9-76f2-4e2e-bd26-a224f7a0d36a {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:37.970037 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d6276551-d40d-4db9-a640-8a3f2a1d4b5e tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.140296 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d6276551-d40d-4db9-a640-8a3f2a1d4b5e tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.141038 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d6276551-d40d-4db9-a640-8a3f2a1d4b5e tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.155910 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-d6276551-d40d-4db9-a640-8a3f2a1d4b5e tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Calling delete_port for 9d8e0dc9-76f2-4e2e-bd26-a224f7a0d36a owned by network:floatingip {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:38.311637 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f134ba-980b-4e93-b0cb-46772836f73e None None] New status for floating IP 3cd4dd2b-6e7c-49c1-99a9-918f3ed78b2b: DOWN {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:02:38.357587 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34368) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:38.362744 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b1115-4654-4831-afe1-039b15a16373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b215fa34-e99d-4248-a6e1-e9aedd14abd1,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:38.411531 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-365b1115-4654-4831-afe1-039b15a16373 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bebed2551e444f96a1848d7085824d52&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2186801 Sep 16 05:02:38.413956 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d6276551-d40d-4db9-a640-8a3f2a1d4b5e tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.414382 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34372) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:38.480836 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6276551-d40d-4db9-a640-8a3f2a1d4b5e tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Pushing event deleted for resources: {'Port': ['ID=9d8e0dc9-76f2-4e2e-bd26-a224f7a0d36a,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:38.556907 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.db.api [None req-88f134ba-980b-4e93-b0cb-46772836f73e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:02:38.557324 n-d-712139-15 neutron-server[94769]: DEBUG oslo_db.api [None req-88f134ba-980b-4e93-b0cb-46772836f73e None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:02:38.558489 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e57d42cd-dd5c-45b3-acfc-c375cd148b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.605290 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d6276551-d40d-4db9-a640-8a3f2a1d4b5e tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for floatingip, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.606029 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e57d42cd-dd5c-45b3-acfc-c375cd148b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.609631 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d6276551-d40d-4db9-a640-8a3f2a1d4b5e tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.616320 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d6276551-d40d-4db9-a640-8a3f2a1d4b5e tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "DELETE /v2.0/floatingips/3cd4dd2b-6e7c-49c1-99a9-918f3ed78b2b HTTP/1.1" status: 204 len: 168 time: 1.2747080 Sep 16 05:02:38.766499 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bca1b2de-eda3-4013-a6a5-4214046184c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.863208 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e57d42cd-dd5c-45b3-acfc-c375cd148b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.865744 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e57d42cd-dd5c-45b3-acfc-c375cd148b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.869305 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e57d42cd-dd5c-45b3-acfc-c375cd148b17 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b215fa34-e99d-4248-a6e1-e9aedd14abd1 HTTP/1.1" status: 204 len: 168 time: 0.4511130 Sep 16 05:02:38.910346 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d42cd-dd5c-45b3-acfc-c375cd148b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b215fa34-e99d-4248-a6e1-e9aedd14abd1,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:39.046209 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bca1b2de-eda3-4013-a6a5-4214046184c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.051568 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bca1b2de-eda3-4013-a6a5-4214046184c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.059246 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f134ba-980b-4e93-b0cb-46772836f73e None None] New status for floating IP 3cd4dd2b-6e7c-49c1-99a9-918f3ed78b2b: DOWN {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:02:39.089615 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1b2de-eda3-4013-a6a5-4214046184c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02a1b65-43b9-44ea-b302-cd0ad01b9de6,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:39.132476 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34386) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:39.140377 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-bca1b2de-eda3-4013-a6a5-4214046184c9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=699b2ced9bd44392a4983aca28feb028&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7810771 Sep 16 05:02:39.260747 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3144265b-a63f-4afa-a5f9-10696dca12fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.335594 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3144265b-a63f-4afa-a5f9-10696dca12fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.481117 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3144265b-a63f-4afa-a5f9-10696dca12fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.484865 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3144265b-a63f-4afa-a5f9-10696dca12fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.489573 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3144265b-a63f-4afa-a5f9-10696dca12fa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b02a1b65-43b9-44ea-b302-cd0ad01b9de6 HTTP/1.1" status: 204 len: 168 time: 0.3557515 Sep 16 05:02:39.518268 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3144265b-a63f-4afa-a5f9-10696dca12fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02a1b65-43b9-44ea-b302-cd0ad01b9de6,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:39.608824 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34396) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:39.634042 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fc0f0d11-d616-45fd-9492-9f584eb6a416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.691992 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34398) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:39.701622 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-1fb5ed7f-b554-4c5d-b82a-07a13694074d tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1444906950', 'description': 'tempest-description--1839992173'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:39.866039 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fc0f0d11-d616-45fd-9492-9f584eb6a416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.880510 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fc0f0d11-d616-45fd-9492-9f584eb6a416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.914663 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1fb5ed7f-b554-4c5d-b82a-07a13694074d tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.941965 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f0d11-d616-45fd-9492-9f584eb6a416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830d3081-363e-4f73-8346-9960fd9c72ec,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:39.954949 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fc0f0d11-d616-45fd-9492-9f584eb6a416 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6052358287044d52b240d99fc9193c1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3442533 Sep 16 05:02:39.957716 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34404) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:40.058910 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fa6086c1-78fe-4e04-904d-70877c6adcdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.111351 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bc0694e8-05d7-4116-8692-bbc8741d9d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.120708 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fa6086c1-78fe-4e04-904d-70877c6adcdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.184358 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1fb5ed7f-b554-4c5d-b82a-07a13694074d tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.196677 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1fb5ed7f-b554-4c5d-b82a-07a13694074d tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.236869 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1fb5ed7f-b554-4c5d-b82a-07a13694074d tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.245856 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1fb5ed7f-b554-4c5d-b82a-07a13694074d tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5497997 Sep 16 05:02:40.254421 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34414) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:40.273621 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-12a8a322-fa8a-4edf-a0ad-3311a920c1e6 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Request body: {'security_group_rule': {'security_group_id': '79e45b47-0708-4a7f-a612-c026b323615f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:40.308832 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fa6086c1-78fe-4e04-904d-70877c6adcdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.313904 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fa6086c1-78fe-4e04-904d-70877c6adcdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.315480 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fa6086c1-78fe-4e04-904d-70877c6adcdd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/830d3081-363e-4f73-8346-9960fd9c72ec HTTP/1.1" status: 204 len: 168 time: 0.3557105 Sep 16 05:02:40.323808 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb5ed7f-b554-4c5d-b82a-07a13694074d tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79e45b47-0708-4a7f-a612-c026b323615f,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:40.354649 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6086c1-78fe-4e04-904d-70877c6adcdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830d3081-363e-4f73-8346-9960fd9c72ec,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:40.382069 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-12a8a322-fa8a-4edf-a0ad-3311a920c1e6 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.578482 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-12a8a322-fa8a-4edf-a0ad-3311a920c1e6 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.585868 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-12a8a322-fa8a-4edf-a0ad-3311a920c1e6 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.618028 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-12a8a322-fa8a-4edf-a0ad-3311a920c1e6 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.620369 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-12a8a322-fa8a-4edf-a0ad-3311a920c1e6 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3614137 Sep 16 05:02:40.623294 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34428) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:40.630050 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-ce876f9e-be2e-4b6c-858e-6efd817c22a4 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Request body: {'security_group_rule': {'security_group_id': '79e45b47-0708-4a7f-a612-c026b323615f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:40.649495 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8a322-fa8a-4edf-a0ad-3311a920c1e6 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa8fcc55-51c7-4d90-87ee-b9eb6f570245,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:40.686018 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ce876f9e-be2e-4b6c-858e-6efd817c22a4 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.771115 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ce876f9e-be2e-4b6c-858e-6efd817c22a4 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.775805 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ce876f9e-be2e-4b6c-858e-6efd817c22a4 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.796374 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce876f9e-be2e-4b6c-858e-6efd817c22a4 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b75966-4bbe-4c53-aef4-5242f1782067,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:40.823766 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ce876f9e-be2e-4b6c-858e-6efd817c22a4 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.826570 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ce876f9e-be2e-4b6c-858e-6efd817c22a4 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2013986 Sep 16 05:02:40.829963 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34436) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:40.838792 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-325f1a65-d79c-454a-b90a-1dcb837093b4 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:40.871780 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-325f1a65-d79c-454a-b90a-1dcb837093b4 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for floatingip, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.022785 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-325f1a65-d79c-454a-b90a-1dcb837093b4 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.353517 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-325f1a65-d79c-454a-b90a-1dcb837093b4 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Allocated IP 172.25.8.98 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/26954985-8b2c-4463-9f08-0ee058612027) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:41.527070 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-325f1a65-d79c-454a-b90a-1dcb837093b4 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.602750 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-325f1a65-d79c-454a-b90a-1dcb837093b4 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.682501 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.718883 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325f1a65-d79c-454a-b90a-1dcb837093b4 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:41.738057 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-325f1a65-d79c-454a-b90a-1dcb837093b4 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:41.752428 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325f1a65-d79c-454a-b90a-1dcb837093b4 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:41.789557 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f1a65-d79c-454a-b90a-1dcb837093b4 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Pushing event updated for resources: {'Port': ['ID=26954985-8b2c-4463-9f08-0ee058612027,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:41.906128 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-325f1a65-d79c-454a-b90a-1dcb837093b4 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.971782 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-325f1a65-d79c-454a-b90a-1dcb837093b4 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.343968 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-325f1a65-d79c-454a-b90a-1dcb837093b4 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.354220 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-325f1a65-d79c-454a-b90a-1dcb837093b4 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.469068 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f1a65-d79c-454a-b90a-1dcb837093b4 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Pushing event updated for resources: {'Port': ['ID=26954985-8b2c-4463-9f08-0ee058612027,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:42.475481 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-325f1a65-d79c-454a-b90a-1dcb837093b4 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.493636 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-325f1a65-d79c-454a-b90a-1dcb837093b4 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.505600 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-325f1a65-d79c-454a-b90a-1dcb837093b4 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6650193 Sep 16 05:02:42.555659 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34486) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:42.870012 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-e5726ff0-c37c-44c1-a1fb-1bcf0e139967 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1444906950&fields=id&tenant_id=9b67ac34bf7e46cc823dbce391e87ff7 HTTP/1.1" status: 200 len: 267 time: 0.0737116 Sep 16 05:02:43.073369 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-d102b794-968f-4e0c-b184-39fd5ddcdcdb tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:43.082907 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-d102b794-968f-4e0c-b184-39fd5ddcdcdb tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/networks?id=fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 HTTP/1.1" status: 200 len: 817 time: 0.2109313 Sep 16 05:02:43.103892 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-292a07e4-c13a-4be9-b87d-df432e1aa6d7 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/quotas/9b67ac34bf7e46cc823dbce391e87ff7 HTTP/1.1" status: 200 len: 375 time: 0.0197725 Sep 16 05:02:43.154224 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fc36e87e-668c-48ad-81c4-2efd2a70a9d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.229047 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-888c54d0-29fe-4c91-a261-03908339247f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.233507 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34510) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:43.288196 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-0ba1a091-1096-457e-bcea-b0b4eb459c79 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9b67ac34bf7e46cc823dbce391e87ff7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1822553 Sep 16 05:02:43.374424 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fc36e87e-668c-48ad-81c4-2efd2a70a9d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.380100 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fc36e87e-668c-48ad-81c4-2efd2a70a9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.479974 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-fc36e87e-668c-48ad-81c4-2efd2a70a9d7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1c807b415aaa44d0b8059528ddc7c68f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9217782 Sep 16 05:02:43.481353 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34520) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:43.529173 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.538373 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-c79535ab-8297-447f-830e-d87ec4d57fc3 service neutron] 10.222.0.35 "GET /v2.0/networks/fa14f7fe-1f8d-4bc9-a5b1-99c520e36470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044127 Sep 16 05:02:43.541819 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c03f9917-15e8-4fc5-acde-b48a40d5dc80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.560349 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36e87e-668c-48ad-81c4-2efd2a70a9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c4fc8e-5b3f-4d36-99a5-397623be9225,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:43.685785 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d3bf4a0-4bb3-455d-8b67-a865b13c8a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.738050 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-a2e9e381-be29-4cda-bb72-9dc548548ed2 service neutron] 10.222.0.35 "GET /v2.0/networks/fa14f7fe-1f8d-4bc9-a5b1-99c520e36470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987765 Sep 16 05:02:43.767688 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d3bf4a0-4bb3-455d-8b67-a865b13c8a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.919669 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d3bf4a0-4bb3-455d-8b67-a865b13c8a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.963645 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d3bf4a0-4bb3-455d-8b67-a865b13c8a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.977328 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2d3bf4a0-4bb3-455d-8b67-a865b13c8a63 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/46c4fc8e-5b3f-4d36-99a5-397623be9225 HTTP/1.1" status: 204 len: 168 time: 0.4858973 Sep 16 05:02:44.055360 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3bf4a0-4bb3-455d-8b67-a865b13c8a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c4fc8e-5b3f-4d36-99a5-397623be9225,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:44.166508 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-33854520-2b43-4943-96f6-6e6b09f2cee1 req-8fee468e-3105-41a2-99f9-997e63fe70d0 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 210 time: 0.1702082 Sep 16 05:02:44.175798 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c03f9917-15e8-4fc5-acde-b48a40d5dc80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.182043 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c03f9917-15e8-4fc5-acde-b48a40d5dc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.348861 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c03f9917-15e8-4fc5-acde-b48a40d5dc80 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c7032c3e3f0c4e48bcedec1c03ec26e0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1112177 Sep 16 05:02:44.349677 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f9917-15e8-4fc5-acde-b48a40d5dc80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca45cd1-05b7-4d5c-a901-2a3811471c04,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:44.351365 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34548) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:44.519203 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-df728acb-ffc4-4a10-9280-bb2cd23d7387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.553662 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.596508 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-df728acb-ffc4-4a10-9280-bb2cd23d7387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.598501 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.709955 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-df728acb-ffc4-4a10-9280-bb2cd23d7387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.713190 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-df728acb-ffc4-4a10-9280-bb2cd23d7387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.715718 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-df728acb-ffc4-4a10-9280-bb2cd23d7387 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7ca45cd1-05b7-4d5c-a901-2a3811471c04 HTTP/1.1" status: 204 len: 168 time: 0.3624623 Sep 16 05:02:44.753994 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df728acb-ffc4-4a10-9280-bb2cd23d7387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca45cd1-05b7-4d5c-a901-2a3811471c04,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:45.502459 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-074f0c30-1c10-43dc-b982-3bd6649435b8 req-b2823896-24fc-41de-a619-aaa607a47d8f tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 210 time: 0.0984957 Sep 16 05:02:45.553527 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34598) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:45.596830 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-816341f4-0244-4ff3-9003-da1d41a83798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.836019 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-816341f4-0244-4ff3-9003-da1d41a83798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.842858 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-816341f4-0244-4ff3-9003-da1d41a83798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.898702 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816341f4-0244-4ff3-9003-da1d41a83798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d684a83-7873-49b2-bd71-4ecc59a8b126,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:45.906999 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-816341f4-0244-4ff3-9003-da1d41a83798 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=47ce83dfdf724d53a8333812d0773023&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3521361 Sep 16 05:02:45.908287 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34606) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:45.964300 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34608) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:46.074917 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d7e61a15-f29d-402b-8d5e-cc3d190b283a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.079567 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.099777 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-7d1ada49-c903-4d00-885d-ac3b3e38b79a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1788272888-network', 'tenant_id': '6d4f13cd3f824578b093a4f221281eec'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:46.164096 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d7e61a15-f29d-402b-8d5e-cc3d190b283a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.201401 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1ada49-c903-4d00-885d-ac3b3e38b79a admin admin] Made reservation on behalf of 6d4f13cd3f824578b093a4f221281eec for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:46.209334 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d1ada49-c903-4d00-885d-ac3b3e38b79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.256742 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d7e61a15-f29d-402b-8d5e-cc3d190b283a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.263076 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d7e61a15-f29d-402b-8d5e-cc3d190b283a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.269590 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d7e61a15-f29d-402b-8d5e-cc3d190b283a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6d684a83-7873-49b2-bd71-4ecc59a8b126 HTTP/1.1" status: 204 len: 168 time: 0.3596766 Sep 16 05:02:46.281551 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e61a15-f29d-402b-8d5e-cc3d190b283a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d684a83-7873-49b2-bd71-4ecc59a8b126,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:46.419328 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-dc291080-aa56-49cf-b1f4-fb0d4ed309cb tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:46.421552 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-dc291080-aa56-49cf-b1f4-fb0d4ed309cb tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.48 "GET /v2.0/networks?id=fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 HTTP/1.1" status: 200 len: 817 time: 0.2579508 Sep 16 05:02:46.424296 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d1ada49-c903-4d00-885d-ac3b3e38b79a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.540124 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-ed2055e3-dda8-41fb-b729-88565bfef07c tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b67ac34bf7e46cc823dbce391e87ff7 HTTP/1.1" status: 200 len: 380 time: 0.0912695 Sep 16 05:02:46.554543 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-f811c897-6400-4fc9-9532-6b95e33060af tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Request body: {'port': {'device_id': '1961f99c-2629-4d54-b1d0-66a32245b00f', 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470', 'admin_state_up': True, 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'security_groups': ['79e45b47-0708-4a7f-a612-c026b323615f']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:46.868215 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2dbb6f5a-00f6-4ca9-a521-ea0bc9b222a1 req-0e0beac5-820a-4777-8841-4aff55aa957b tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 210 time: 0.1541829 Sep 16 05:02:46.975980 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d1ada49-c903-4d00-885d-ac3b3e38b79a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.989296 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d1ada49-c903-4d00-885d-ac3b3e38b79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.053213 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d1ada49-c903-4d00-885d-ac3b3e38b79a admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:02:47.064258 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ada49-c903-4d00-885d-ac3b3e38b79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9f595e-f95d-452e-9879-8b68a94b0ddd,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:47.076234 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-f811c897-6400-4fc9-9532-6b95e33060af tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Made reservation on behalf of 9b67ac34bf7e46cc823dbce391e87ff7 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:47.079764 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-f811c897-6400-4fc9-9532-6b95e33060af tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.096421 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d1ada49-c903-4d00-885d-ac3b3e38b79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.096954 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-7d1ada49-c903-4d00-885d-ac3b3e38b79a admin admin] Added segment 29d85595-ec3b-4702-8552-a4a655a341aa of type vlan for network 0a276f26-1b13-4f7f-b657-450984b70430 Sep 16 05:02:47.262987 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-f811c897-6400-4fc9-9532-6b95e33060af tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Allocated IP 172.20.0.10 (fa14f7fe-1f8d-4bc9-a5b1-99c520e36470/03820bd1-1023-490e-b628-251d17d722c4/643cded4-885a-4da8-be31-5d859991e0f6) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:47.425360 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-f811c897-6400-4fc9-9532-6b95e33060af tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.503525 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-f811c897-6400-4fc9-9532-6b95e33060af tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.565376 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d1ada49-c903-4d00-885d-ac3b3e38b79a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.579893 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-f811c897-6400-4fc9-9532-6b95e33060af tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Network fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:47.585134 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-f811c897-6400-4fc9-9532-6b95e33060af tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:47.591732 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-f811c897-6400-4fc9-9532-6b95e33060af tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:47.652678 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-f811c897-6400-4fc9-9532-6b95e33060af tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:47.653358 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-f811c897-6400-4fc9-9532-6b95e33060af tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.696603 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f811c897-6400-4fc9-9532-6b95e33060af tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Pushing event updated for resources: {'Port': ['ID=643cded4-885a-4da8-be31-5d859991e0f6,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:47.707068 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-f811c897-6400-4fc9-9532-6b95e33060af tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1598101 Sep 16 05:02:47.708180 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d1ada49-c903-4d00-885d-ac3b3e38b79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.709196 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1ada49-c903-4d00-885d-ac3b3e38b79a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:47.709788 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d1ada49-c903-4d00-885d-ac3b3e38b79a admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.729232 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-bf91914d-baf4-496e-bc90-049627f0b607 service neutron] Request body: {'port': {'device_id': '1961f99c-2629-4d54-b1d0-66a32245b00f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:47.848613 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ada49-c903-4d00-885d-ac3b3e38b79a admin admin] Pushing event updated for resources: {'Network': ['ID=0a276f26-1b13-4f7f-b657-450984b70430,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:47.858848 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34658) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:47.859342 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7d1ada49-c903-4d00-885d-ac3b3e38b79a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8931835 Sep 16 05:02:47.862134 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 0a276f26-1b13-4f7f-b657-450984b70430 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:02:47.873481 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-9ed4e98c-a0b5-43f5-ade6-a604eaf607ee admin admin] Request body: {'subnet': {'network_id': '0a276f26-1b13-4f7f-b657-450984b70430', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1788272888-subnet', 'tenant_id': '6d4f13cd3f824578b093a4f221281eec', 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:47.952400 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-bf91914d-baf4-496e-bc90-049627f0b607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.023720 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed4e98c-a0b5-43f5-ade6-a604eaf607ee admin admin] Made reservation on behalf of 6d4f13cd3f824578b093a4f221281eec for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:48.026102 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9ed4e98c-a0b5-43f5-ade6-a604eaf607ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.278679 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-e2dbbd14-1471-49e5-b5ba-f73a1b528f25 None None] Provisioning complete for port 643cded4-885a-4da8-be31-5d859991e0f6 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:48.279269 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e2dbbd14-1471-49e5-b5ba-f73a1b528f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.415168 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-e2dbbd14-1471-49e5-b5ba-f73a1b528f25 None None] Port 643cded4-885a-4da8-be31-5d859991e0f6 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:48.590416 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9ed4e98c-a0b5-43f5-ade6-a604eaf607ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.722417 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c1a31-873f-434e-b637-288a76e2b7f9 req-0195bf31-9806-4533-bcdd-e8e370c75dfc tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:48.741228 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed4e98c-a0b5-43f5-ade6-a604eaf607ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=3248db86-5b35-44e8-8e0d-c3fe2cb45aad,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:48.751550 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-242c1a31-873f-434e-b637-288a76e2b7f9 req-0195bf31-9806-4533-bcdd-e8e370c75dfc tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 932 time: 0.6441991 Sep 16 05:02:48.768619 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed4e98c-a0b5-43f5-ade6-a604eaf607ee admin admin] Checking segment: {'id': '29d85595-ec3b-4702-8552-a4a655a341aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0a276f26-1b13-4f7f-b657-450984b70430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:48.769788 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed4e98c-a0b5-43f5-ade6-a604eaf607ee admin admin] Network hostable DHCP agents. Network: 0a276f26-1b13-4f7f-b657-450984b70430, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:02:48.793061 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed4e98c-a0b5-43f5-ade6-a604eaf607ee admin admin] Network 0a276f26-1b13-4f7f-b657-450984b70430 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:02:48.820489 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-9ed4e98c-a0b5-43f5-ade6-a604eaf607ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 0a276f26-1b13-4f7f-b657-450984b70430) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:48.837656 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed4e98c-a0b5-43f5-ade6-a604eaf607ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:48.843577 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9ed4e98c-a0b5-43f5-ade6-a604eaf607ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.851135 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f995250b-bbbc-47dc-8f7e-f8aa81d910f4 None None] Network 0a276f26-1b13-4f7f-b657-450984b70430 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:48.891403 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9ed4e98c-a0b5-43f5-ade6-a604eaf607ee admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0271580 Sep 16 05:02:48.896025 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34674) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:48.912617 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-463e9c9b-dd8f-4921-8d0b-94b62e8c8ecd admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1788272888-router', 'tenant_id': '6d4f13cd3f824578b093a4f221281eec', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:48.940686 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-242c1a31-873f-434e-b637-288a76e2b7f9 req-19f5fb50-9eab-4296-8a0c-a928207410cb tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878159 Sep 16 05:02:48.992848 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-463e9c9b-dd8f-4921-8d0b-94b62e8c8ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.994225 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-463e9c9b-dd8f-4921-8d0b-94b62e8c8ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.055356 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-bf91914d-baf4-496e-bc90-049627f0b607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 643cded4-885a-4da8-be31-5d859991e0f6 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:49.065796 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-bf91914d-baf4-496e-bc90-049627f0b607 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.083025 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-bf91914d-baf4-496e-bc90-049627f0b607 service neutron] Transition to ACTIVE for port object 643cded4-885a-4da8-be31-5d859991e0f6 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:02:49.090509 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-bf91914d-baf4-496e-bc90-049627f0b607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.137636 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-463e9c9b-dd8f-4921-8d0b-94b62e8c8ecd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.179994 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91914d-baf4-496e-bc90-049627f0b607 service neutron] Pushing event updated for resources: {'Port': ['ID=643cded4-885a-4da8-be31-5d859991e0f6,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:49.380653 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e838f795-883b-48db-b4a0-5c4524b113a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-0a276f26-1b13-4f7f-b657-450984b70430', 'network_id': '0a276f26-1b13-4f7f-b657-450984b70430', 'tenant_id': '6d4f13cd3f824578b093a4f221281eec', 'fixed_ips': [{'subnet_id': '3248db86-5b35-44e8-8e0d-c3fe2cb45aad'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:02:49.390128 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e838f795-883b-48db-b4a0-5c4524b113a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.417785 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-bf91914d-baf4-496e-bc90-049627f0b607 service neutron] Attempting to bind port 643cded4-885a-4da8-be31-5d859991e0f6 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:49.418960 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-bf91914d-baf4-496e-bc90-049627f0b607 service neutron] Attempting to bind port 643cded4-885a-4da8-be31-5d859991e0f6 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '77ae2f9e-48e5-4208-b08d-199ec9d120a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:49.420296 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-bf91914d-baf4-496e-bc90-049627f0b607 service neutron] Attempting to bind port 643cded4-885a-4da8-be31-5d859991e0f6 on network fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:49.430245 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-bf91914d-baf4-496e-bc90-049627f0b607 service neutron] Port 643cded4-885a-4da8-be31-5d859991e0f6 on network fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:02:49.432419 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-bf91914d-baf4-496e-bc90-049627f0b607 service neutron] Attempting to bind port 643cded4-885a-4da8-be31-5d859991e0f6 on network fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:49.447532 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-bf91914d-baf4-496e-bc90-049627f0b607 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:49.449266 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-bf91914d-baf4-496e-bc90-049627f0b607 service neutron] Checking segment: {'id': '77ae2f9e-48e5-4208-b08d-199ec9d120a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:49.450083 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-bf91914d-baf4-496e-bc90-049627f0b607 service neutron] Bound using segment: {'id': '77ae2f9e-48e5-4208-b08d-199ec9d120a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:49.453231 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-bf91914d-baf4-496e-bc90-049627f0b607 service neutron] Bound port: 643cded4-885a-4da8-be31-5d859991e0f6, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77ae2f9e-48e5-4208-b08d-199ec9d120a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:49.454925 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-bf91914d-baf4-496e-bc90-049627f0b607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.623208 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-463e9c9b-dd8f-4921-8d0b-94b62e8c8ecd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.658187 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-bf91914d-baf4-496e-bc90-049627f0b607 service neutron] For port 643cded4-885a-4da8-be31-5d859991e0f6, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:49.665373 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-bf91914d-baf4-496e-bc90-049627f0b607 service neutron] For port 643cded4-885a-4da8-be31-5d859991e0f6, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=643cded4-885a-4da8-be31-5d859991e0f6,segment=NetworkSegment(77ae2f9e-48e5-4208-b08d-199ec9d120a2),segment_id=77ae2f9e-48e5-4208-b08d-199ec9d120a2)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:49.672278 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-bf91914d-baf4-496e-bc90-049627f0b607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.801431 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-e838f795-883b-48db-b4a0-5c4524b113a7 None None] Allocated IP 172.20.0.2 (0a276f26-1b13-4f7f-b657-450984b70430/3248db86-5b35-44e8-8e0d-c3fe2cb45aad/c8c3d119-b8cd-430a-a27f-6cfd33cb003b) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:49.819538 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91914d-baf4-496e-bc90-049627f0b607 service neutron] Pushing event updated for resources: {'Port': ['ID=643cded4-885a-4da8-be31-5d859991e0f6,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:49.847866 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-bf91914d-baf4-496e-bc90-049627f0b607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:49.848504 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-bf91914d-baf4-496e-bc90-049627f0b607 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.850347 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-bf91914d-baf4-496e-bc90-049627f0b607 service neutron] 10.222.0.48 "PUT /v2.0/ports/643cded4-885a-4da8-be31-5d859991e0f6 HTTP/1.1" status: 200 len: 1093 time: 2.1260607 Sep 16 05:02:49.851568 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1961f99c-2629-4d54-b1d0-66a32245b00f', 'tag': '643cded4-885a-4da8-be31-5d859991e0f6'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:49.853900 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9afefd1-3ebc-4a9c-a1b9-391beeb5ff42" -d '{"events": [{"name": "network-changed", "server_uuid": "1961f99c-2629-4d54-b1d0-66a32245b00f", "tag": "643cded4-885a-4da8-be31-5d859991e0f6"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:50.002186 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a364026-dd95-4a18-b00a-119506eeef61 x-openstack-request-id: req-3a364026-dd95-4a18-b00a-119506eeef61 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:50.007426 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1961f99c-2629-4d54-b1d0-66a32245b00f", "tag": "643cded4-885a-4da8-be31-5d859991e0f6", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:50.008103 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3a364026-dd95-4a18-b00a-119506eeef61 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:50.009735 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1961f99c-2629-4d54-b1d0-66a32245b00f', 'tag': '643cded4-885a-4da8-be31-5d859991e0f6', 'status': 'completed', 'code': 200} Sep 16 05:02:50.068863 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-40a54211-5786-414c-bf50-7bcb3b6d9365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:50.073609 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-40a54211-5786-414c-bf50-7bcb3b6d9365 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b67ac34bf7e46cc823dbce391e87ff7&device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 1096 time: 0.1558998 Sep 16 05:02:50.242405 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-786ca20b-56c2-4069-900f-634720daec0f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=643cded4-885a-4da8-be31-5d859991e0f6 HTTP/1.1" status: 200 len: 217 time: 0.1472795 Sep 16 05:02:50.246352 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e838f795-883b-48db-b4a0-5c4524b113a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:50.302591 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e838f795-883b-48db-b4a0-5c4524b113a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:50.412291 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-ba4816c3-e7da-4476-a347-bf409d9566a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:50.414572 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-ba4816c3-e7da-4476-a347-bf409d9566a5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03820bd1-1023-490e-b628-251d17d722c4 HTTP/1.1" status: 200 len: 856 time: 0.1700108 Sep 16 05:02:50.490121 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e838f795-883b-48db-b4a0-5c4524b113a7 None None] Network 0a276f26-1b13-4f7f-b657-450984b70430 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:50.505987 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-e838f795-883b-48db-b4a0-5c4524b113a7 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:50.511596 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e838f795-883b-48db-b4a0-5c4524b113a7 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:50.524630 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838f795-883b-48db-b4a0-5c4524b113a7 None None] Pushing event updated for resources: {'Port': ['ID=c8c3d119-b8cd-430a-a27f-6cfd33cb003b,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:50.572592 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48f53c-a1fe-4e4d-9380-11d21bcc6b58 req-744e2e55-7c0d-4dcc-a46d-4fbcfb6230ed tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:50.580387 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2c48f53c-a1fe-4e4d-9380-11d21bcc6b58 req-744e2e55-7c0d-4dcc-a46d-4fbcfb6230ed tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 944 time: 0.3540313 Sep 16 05:02:50.586010 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838f795-883b-48db-b4a0-5c4524b113a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:50.587053 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838f795-883b-48db-b4a0-5c4524b113a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:50.588725 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838f795-883b-48db-b4a0-5c4524b113a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:50.589713 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838f795-883b-48db-b4a0-5c4524b113a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:50.591790 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838f795-883b-48db-b4a0-5c4524b113a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:50.592513 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838f795-883b-48db-b4a0-5c4524b113a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:50.593107 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838f795-883b-48db-b4a0-5c4524b113a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:50.593762 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838f795-883b-48db-b4a0-5c4524b113a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:50.595111 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838f795-883b-48db-b4a0-5c4524b113a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:50.596318 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838f795-883b-48db-b4a0-5c4524b113a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:50.597184 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838f795-883b-48db-b4a0-5c4524b113a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:50.597967 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838f795-883b-48db-b4a0-5c4524b113a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:50.614954 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-8854f387-5125-46d3-a734-18ef4fa9f4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:50.619430 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-8854f387-5125-46d3-a734-18ef4fa9f4b1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa14f7fe-1f8d-4bc9-a5b1-99c520e36470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1815460 Sep 16 05:02:50.624767 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-e838f795-883b-48db-b4a0-5c4524b113a7 None None] Attempting to bind port c8c3d119-b8cd-430a-a27f-6cfd33cb003b on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:50.626007 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-e838f795-883b-48db-b4a0-5c4524b113a7 None None] Attempting to bind port c8c3d119-b8cd-430a-a27f-6cfd33cb003b by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '29d85595-ec3b-4702-8552-a4a655a341aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0a276f26-1b13-4f7f-b657-450984b70430'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:50.626948 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e838f795-883b-48db-b4a0-5c4524b113a7 None None] Attempting to bind port c8c3d119-b8cd-430a-a27f-6cfd33cb003b on network 0a276f26-1b13-4f7f-b657-450984b70430 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:50.634221 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e838f795-883b-48db-b4a0-5c4524b113a7 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:50.635092 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e838f795-883b-48db-b4a0-5c4524b113a7 None None] Checking segment: {'id': '29d85595-ec3b-4702-8552-a4a655a341aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0a276f26-1b13-4f7f-b657-450984b70430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:50.635789 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e838f795-883b-48db-b4a0-5c4524b113a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:50.636458 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e838f795-883b-48db-b4a0-5c4524b113a7 None None] Bound using segment: {'id': '29d85595-ec3b-4702-8552-a4a655a341aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0a276f26-1b13-4f7f-b657-450984b70430'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:50.637318 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-e838f795-883b-48db-b4a0-5c4524b113a7 None None] Bound port: c8c3d119-b8cd-430a-a27f-6cfd33cb003b, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d85595-ec3b-4702-8552-a4a655a341aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0a276f26-1b13-4f7f-b657-450984b70430'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:50.638047 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e838f795-883b-48db-b4a0-5c4524b113a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:50.751494 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-e838f795-883b-48db-b4a0-5c4524b113a7 None None] For port c8c3d119-b8cd-430a-a27f-6cfd33cb003b, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:50.756016 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-e838f795-883b-48db-b4a0-5c4524b113a7 None None] For port c8c3d119-b8cd-430a-a27f-6cfd33cb003b, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=c8c3d119-b8cd-430a-a27f-6cfd33cb003b,segment=NetworkSegment(29d85595-ec3b-4702-8552-a4a655a341aa),segment_id=29d85595-ec3b-4702-8552-a4a655a341aa)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:50.768209 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e838f795-883b-48db-b4a0-5c4524b113a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:50.884797 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838f795-883b-48db-b4a0-5c4524b113a7 None None] Pushing event updated for resources: {'Port': ['ID=c8c3d119-b8cd-430a-a27f-6cfd33cb003b,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:50.929822 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-ab12d77b-11d9-4f97-8bc8-fd5db85df821 service neutron] 10.222.0.48 "GET /v2.0/networks/fa14f7fe-1f8d-4bc9-a5b1-99c520e36470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897210 Sep 16 05:02:51.088164 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2c48f53c-a1fe-4e4d-9380-11d21bcc6b58 req-e8f09a90-e63c-405f-a895-feba2c87b360 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4955456 Sep 16 05:02:51.229031 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-463e9c9b-dd8f-4921-8d0b-94b62e8c8ecd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.263373 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-74bc26c7-c51e-4922-8866-dc6a310c559f req-577d6dfd-af11-4e4c-bb1c-386ee07fc7c7 service neutron] 10.222.0.48 "GET /v2.0/networks/fa14f7fe-1f8d-4bc9-a5b1-99c520e36470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269527 Sep 16 05:02:51.299630 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-463e9c9b-dd8f-4921-8d0b-94b62e8c8ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.526351 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9afefd1-3ebc-4a9c-a1b9-391beeb5ff42 req-1463d9c3-d5d6-4c75-8cb9-027b2403f94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:51.529319 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a9afefd1-3ebc-4a9c-a1b9-391beeb5ff42 req-1463d9c3-d5d6-4c75-8cb9-027b2403f94a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b67ac34bf7e46cc823dbce391e87ff7&device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 1096 time: 0.1291692 Sep 16 05:02:51.653423 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-463e9c9b-dd8f-4921-8d0b-94b62e8c8ecd admin admin] Allocated IP 172.25.8.31 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/7672941d-8551-4aa2-93b4-0daa461f5600) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:52.135659 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device c8c3d119-b8cd-430a-a27f-6cfd33cb003b up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:52.154191 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-463e9c9b-dd8f-4921-8d0b-94b62e8c8ecd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.259401 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-463e9c9b-dd8f-4921-8d0b-94b62e8c8ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.292393 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port c8c3d119-b8cd-430a-a27f-6cfd33cb003b triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:52.293591 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.298341 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34748) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:52.437217 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463e9c9b-dd8f-4921-8d0b-94b62e8c8ecd admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:52.440755 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-463e9c9b-dd8f-4921-8d0b-94b62e8c8ecd admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:52.457272 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463e9c9b-dd8f-4921-8d0b-94b62e8c8ecd admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:52.523569 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.579042 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e9c9b-dd8f-4921-8d0b-94b62e8c8ecd admin admin] Pushing event updated for resources: {'Port': ['ID=7672941d-8551-4aa2-93b4-0daa461f5600,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:52.622896 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port c8c3d119-b8cd-430a-a27f-6cfd33cb003b, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=c8c3d119-b8cd-430a-a27f-6cfd33cb003b,segment=NetworkSegment(29d85595-ec3b-4702-8552-a4a655a341aa),segment_id=29d85595-ec3b-4702-8552-a4a655a341aa)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:52.630903 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.759765 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=c8c3d119-b8cd-430a-a27f-6cfd33cb003b,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:52.822026 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6e59ecb0-0910-4c05-b9f4-94dfa48d49f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.899146 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9afefd1-3ebc-4a9c-a1b9-391beeb5ff42 req-7069939f-ee22-4fc1-916b-171ae8f45022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:52.900919 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a9afefd1-3ebc-4a9c-a1b9-391beeb5ff42 req-7069939f-ee22-4fc1-916b-171ae8f45022 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 HTTP/1.1" status: 200 len: 918 time: 1.3611243 Sep 16 05:02:52.974163 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a9afefd1-3ebc-4a9c-a1b9-391beeb5ff42 req-62a6f86d-a03b-4652-9b15-bdf38761ba94 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=643cded4-885a-4da8-be31-5d859991e0f6 HTTP/1.1" status: 200 len: 217 time: 0.0633719 Sep 16 05:02:52.983858 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286fa6a5-5b6c-4134-bfaa-d18add00e413 req-e11688d4-5b24-437d-99e3-0d83a6a1fe1e tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:52.986505 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-286fa6a5-5b6c-4134-bfaa-d18add00e413 req-e11688d4-5b24-437d-99e3-0d83a6a1fe1e tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 944 time: 0.1498537 Sep 16 05:02:53.116782 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5161a7d-b9a1-41ed-9f95-43ff108f2b43 None None] Network 0a276f26-1b13-4f7f-b657-450984b70430 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:53.213889 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-463e9c9b-dd8f-4921-8d0b-94b62e8c8ecd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.221967 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-286fa6a5-5b6c-4134-bfaa-d18add00e413 req-32bc306c-4f61-450e-a78e-d27b3ec054c2 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148468 Sep 16 05:02:53.252116 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9afefd1-3ebc-4a9c-a1b9-391beeb5ff42 req-60d822ac-5cf9-41ea-9694-9a3134536126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:53.257147 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a9afefd1-3ebc-4a9c-a1b9-391beeb5ff42 req-60d822ac-5cf9-41ea-9694-9a3134536126 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03820bd1-1023-490e-b628-251d17d722c4 HTTP/1.1" status: 200 len: 856 time: 0.2692235 Sep 16 05:02:53.325071 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9afefd1-3ebc-4a9c-a1b9-391beeb5ff42 req-7abde062-4482-4353-bc50-a7e8213033b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:53.328057 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a9afefd1-3ebc-4a9c-a1b9-391beeb5ff42 req-7abde062-4482-4353-bc50-a7e8213033b2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa14f7fe-1f8d-4bc9-a5b1-99c520e36470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625060 Sep 16 05:02:53.417312 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6e59ecb0-0910-4c05-b9f4-94dfa48d49f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.436951 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6e59ecb0-0910-4c05-b9f4-94dfa48d49f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.490574 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-08060414-a03d-402e-82e4-bff0ece9f12b None None] Provisioning complete for port c8c3d119-b8cd-430a-a27f-6cfd33cb003b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:53.491758 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-08060414-a03d-402e-82e4-bff0ece9f12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.604201 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59ecb0-0910-4c05-b9f4-94dfa48d49f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54e503d-3c30-45e0-a406-fd37099d42db,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:53.623186 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a9afefd1-3ebc-4a9c-a1b9-391beeb5ff42 req-070121d9-74c5-4897-b3c6-cc287aea67ea service neutron] 10.222.0.48 "GET /v2.0/networks/fa14f7fe-1f8d-4bc9-a5b1-99c520e36470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862346 Sep 16 05:02:53.717519 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6e59ecb0-0910-4c05-b9f4-94dfa48d49f2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bc6e3c26b10b4f36bad35f7d19864496&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4014368 Sep 16 05:02:53.873526 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a9afefd1-3ebc-4a9c-a1b9-391beeb5ff42 req-35e2c6fc-ebd8-467e-919c-80181a9cab3e service neutron] 10.222.0.48 "GET /v2.0/networks/fa14f7fe-1f8d-4bc9-a5b1-99c520e36470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241957 Sep 16 05:02:53.901885 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34768) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:53.928721 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 643cded4-885a-4da8-be31-5d859991e0f6 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:02:53.954753 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device c8c3d119-b8cd-430a-a27f-6cfd33cb003b up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:54.030408 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3b30430c-be9e-44ce-922b-e6b1a4e010c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.094598 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3b30430c-be9e-44ce-922b-e6b1a4e010c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.143675 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-463e9c9b-dd8f-4921-8d0b-94b62e8c8ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.217143 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3b30430c-be9e-44ce-922b-e6b1a4e010c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.223746 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3b30430c-be9e-44ce-922b-e6b1a4e010c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.230033 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3b30430c-be9e-44ce-922b-e6b1a4e010c6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e54e503d-3c30-45e0-a406-fd37099d42db HTTP/1.1" status: 204 len: 168 time: 0.3255301 Sep 16 05:02:54.251836 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30430c-be9e-44ce-922b-e6b1a4e010c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54e503d-3c30-45e0-a406-fd37099d42db,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:54.284620 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b4022871-13fd-4363-b085-4232e6635a2c req-43875b5c-97ed-4fc5-be3b-1d4a1122acca service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0a3151c5-7e7f-4203-8569-fb61c944b46d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1526949 Sep 16 05:02:54.460914 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 643cded4-885a-4da8-be31-5d859991e0f6, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=643cded4-885a-4da8-be31-5d859991e0f6,segment=NetworkSegment(77ae2f9e-48e5-4208-b08d-199ec9d120a2),segment_id=77ae2f9e-48e5-4208-b08d-199ec9d120a2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:54.497973 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '643cded4-885a-4da8-be31-5d859991e0f6', 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470', 'port_id': '643cded4-885a-4da8-be31-5d859991e0f6', 'mac_address': 'fa:16:3e:06:94:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03820bd1-1023-490e-b628-251d17d722c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:02:54.506504 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-199e0022-abb3-4410-b487-89e54adbd41a None None] Provisioning complete for port c8c3d119-b8cd-430a-a27f-6cfd33cb003b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:54.509462 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-199e0022-abb3-4410-b487-89e54adbd41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.519731 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4022871-13fd-4363-b085-4232e6635a2c req-46bf68d9-02ca-4c48-9b70-1bc6360487d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:54.524487 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b4022871-13fd-4363-b085-4232e6635a2c req-46bf68d9-02ca-4c48-9b70-1bc6360487d1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e1faaf8ea3f84b74b8884c5da7c3f469&device_id=0a3151c5-7e7f-4203-8569-fb61c944b46d HTTP/1.1" status: 200 len: 1097 time: 0.1681294 Sep 16 05:02:54.620039 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port c8c3d119-b8cd-430a-a27f-6cfd33cb003b triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:54.621155 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.647933 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f72b5-ee80-45f4-8e0e-e22f190c1ecd req-95af0588-252e-4b5b-9e45-f65b1de2017f tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:54.649575 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-006f72b5-ee80-45f4-8e0e-e22f190c1ecd req-95af0588-252e-4b5b-9e45-f65b1de2017f tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 944 time: 0.1494792 Sep 16 05:02:54.689987 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.714497 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 643cded4-885a-4da8-be31-5d859991e0f6 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:54.750234 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 643cded4-885a-4da8-be31-5d859991e0f6, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=643cded4-885a-4da8-be31-5d859991e0f6,segment=NetworkSegment(77ae2f9e-48e5-4208-b08d-199ec9d120a2),segment_id=77ae2f9e-48e5-4208-b08d-199ec9d120a2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:54.752073 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-006f72b5-ee80-45f4-8e0e-e22f190c1ecd req-1746d175-291c-4257-8089-b5906e85377b tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895157 Sep 16 05:02:54.758033 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.826513 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4022871-13fd-4363-b085-4232e6635a2c req-7db3fa01-6b8f-4d43-a527-828550b7d3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:54.828219 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b4022871-13fd-4363-b085-4232e6635a2c req-7db3fa01-6b8f-4d43-a527-828550b7d3c3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b57de9dd-8389-462f-809e-a5ea9e13e1e0 HTTP/1.1" status: 200 len: 911 time: 0.2770438 Sep 16 05:02:54.908866 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=643cded4-885a-4da8-be31-5d859991e0f6,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:54.935562 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463e9c9b-dd8f-4921-8d0b-94b62e8c8ecd admin admin] Router 7de9bd05-610a-4fab-baa3-cfc6855238f7 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:02:54.974156 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b4022871-13fd-4363-b085-4232e6635a2c req-81336f71-9697-4c00-96f0-58dfd1e84362 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35ace5e4-07bd-4065-a823-a7548154e651 HTTP/1.1" status: 200 len: 1001 time: 0.1280353 Sep 16 05:02:55.017222 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34798) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:55.037268 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-83890da7-84c5-4532-997f-c2a6b070d7b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:55.134599 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4022871-13fd-4363-b085-4232e6635a2c req-5ee0e795-12f3-4085-988d-6cfcf53d1c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:55.136120 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b4022871-13fd-4363-b085-4232e6635a2c req-5ee0e795-12f3-4085-988d-6cfcf53d1c36 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d075d26-c7df-4ea0-b069-e1f04da018dc HTTP/1.1" status: 200 len: 849 time: 0.0950484 Sep 16 05:02:55.164212 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['643cded4-885a-4da8-be31-5d859991e0f6'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:55.295285 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463e9c9b-dd8f-4921-8d0b-94b62e8c8ecd admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:55.322647 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4022871-13fd-4363-b085-4232e6635a2c req-c0b94e3b-dd55-41ae-ac72-fd36d0f8efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:55.324219 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b4022871-13fd-4363-b085-4232e6635a2c req-c0b94e3b-dd55-41ae-ac72-fd36d0f8efdb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b57de9dd-8389-462f-809e-a5ea9e13e1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1789117 Sep 16 05:02:55.338105 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-83890da7-84c5-4532-997f-c2a6b070d7b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:55.340244 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da72b1de-031b-4606-a50c-62c94c773bea None None] Sync routers for ids ['7de9bd05-610a-4fab-baa3-cfc6855238f7'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:55.343770 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-83890da7-84c5-4532-997f-c2a6b070d7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:55.357962 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-463e9c9b-dd8f-4921-8d0b-94b62e8c8ecd admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:55.359199 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-463e9c9b-dd8f-4921-8d0b-94b62e8c8ecd admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.4618771 Sep 16 05:02:55.367096 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34808) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:55.376267 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-83890da7-84c5-4532-997f-c2a6b070d7b7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7b91dec2e8544219bfe0ffe09a73716d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3578568 Sep 16 05:02:55.378995 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34810) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:55.392547 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da72b1de-031b-4606-a50c-62c94c773bea None None] Routers {'7de9bd05-610a-4fab-baa3-cfc6855238f7'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:55.393383 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-da72b1de-031b-4606-a50c-62c94c773bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:02:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['7de9bd05-610a-4fab-baa3-cfc6855238f7'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:55.479632 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83890da7-84c5-4532-997f-c2a6b070d7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bddbc62d-4d4b-4f02-bffc-c687817e8bed,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:55.530268 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-12b64731-8e2a-4377-a1c4-927832019471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:55.575570 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b4022871-13fd-4363-b085-4232e6635a2c req-78d28b62-47f5-46a9-81c6-81c70c6f14e6 service neutron] 10.222.0.48 "GET /v2.0/networks/b57de9dd-8389-462f-809e-a5ea9e13e1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427659 Sep 16 05:02:55.593053 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-12b64731-8e2a-4377-a1c4-927832019471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:55.730163 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-12b64731-8e2a-4377-a1c4-927832019471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:55.736486 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-12b64731-8e2a-4377-a1c4-927832019471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:55.740972 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-12b64731-8e2a-4377-a1c4-927832019471 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bddbc62d-4d4b-4f02-bffc-c687817e8bed HTTP/1.1" status: 204 len: 168 time: 0.3600197 Sep 16 05:02:55.754162 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b64731-8e2a-4377-a1c4-927832019471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddbc62d-4d4b-4f02-bffc-c687817e8bed,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:56.033056 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b4022871-13fd-4363-b085-4232e6635a2c req-4035bee9-75f7-4776-ba7e-04e0dcd2018f service neutron] 10.222.0.48 "GET /v2.0/networks/b57de9dd-8389-462f-809e-a5ea9e13e1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332738 Sep 16 05:02:56.071150 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3c373-93d2-4e80-992f-2cea729cb7d6 req-454f34ce-395a-4de1-9e64-e5cd531783c5 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:56.072624 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4d3c373-93d2-4e80-992f-2cea729cb7d6 req-454f34ce-395a-4de1-9e64-e5cd531783c5 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 945 time: 0.1182265 Sep 16 05:02:56.206009 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4d3c373-93d2-4e80-992f-2cea729cb7d6 req-d9dbcc03-504a-428f-81b0-328cd04600cf tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208928 Sep 16 05:02:56.237800 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-da72b1de-031b-4606-a50c-62c94c773bea None None] Set router 7de9bd05-610a-4fab-baa3-cfc6855238f7 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:56.589146 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f1c5e0f0-0d74-4d4e-8963-586ebefa253b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.665704 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-da72b1de-031b-4606-a50c-62c94c773bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de9bd05-610a-4fab-baa3-cfc6855238f7', 'name': 'tempest-TestServerMultinode-1788272888-router', 'tenant_id': '6d4f13cd3f824578b093a4f221281eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '7672941d-8551-4aa2-93b4-0daa461f5600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:49Z', 'updated_at': '2021-09-16T05:02:52Z', 'revision_number': 3, 'project_id': '6d4f13cd3f824578b093a4f221281eec', 'gw_port': {'id': '7672941d-8551-4aa2-93b4-0daa461f5600', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:28:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de9bd05-610a-4fab-baa3-cfc6855238f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:51Z', 'updated_at': '2021-09-16T05:02:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:56.717357 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da72b1de-031b-4606-a50c-62c94c773bea None None] Checking router: 7de9bd05-610a-4fab-baa3-cfc6855238f7 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:02:56.718409 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da72b1de-031b-4606-a50c-62c94c773bea None None] Updating router 7de9bd05-610a-4fab-baa3-cfc6855238f7 port 7672941d-8551-4aa2-93b4-0daa461f5600 binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:02:56.756251 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-da72b1de-031b-4606-a50c-62c94c773bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.089625 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-f1c5e0f0-0d74-4d4e-8963-586ebefa253b admin admin] Allocated IP 172.20.0.1 (0a276f26-1b13-4f7f-b657-450984b70430/3248db86-5b35-44e8-8e0d-c3fe2cb45aad/6c2c112c-46b5-4002-9e84-fbc14e8a8f1b) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:57.362002 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f1c5e0f0-0d74-4d4e-8963-586ebefa253b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.460758 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f1c5e0f0-0d74-4d4e-8963-586ebefa253b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.549519 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aecf97-0aa0-497c-bd07-79daf02c84b6 req-054950b9-2e61-4b30-9632-e32f2054526f tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:57.557799 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3aecf97-0aa0-497c-bd07-79daf02c84b6 req-054950b9-2e61-4b30-9632-e32f2054526f tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 945 time: 0.1774125 Sep 16 05:02:57.576482 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-da72b1de-031b-4606-a50c-62c94c773bea None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.588354 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c5e0f0-0d74-4d4e-8963-586ebefa253b admin admin] Network 0a276f26-1b13-4f7f-b657-450984b70430 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:57.594918 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-da72b1de-031b-4606-a50c-62c94c773bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.600028 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-f1c5e0f0-0d74-4d4e-8963-586ebefa253b admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:57.604060 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5e0f0-0d74-4d4e-8963-586ebefa253b admin admin] Pushing event updated for resources: {'Port': ['ID=6c2c112c-46b5-4002-9e84-fbc14e8a8f1b,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:57.613185 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c5e0f0-0d74-4d4e-8963-586ebefa253b admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:57.650510 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3aecf97-0aa0-497c-bd07-79daf02c84b6 req-5c4d4161-db42-4654-afa6-16744b081657 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913179 Sep 16 05:02:57.733680 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f1c5e0f0-0d74-4d4e-8963-586ebefa253b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.779497 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-da72b1de-031b-4606-a50c-62c94c773bea None None] Attempting to bind port 7672941d-8551-4aa2-93b4-0daa461f5600 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:57.779876 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-da72b1de-031b-4606-a50c-62c94c773bea None None] Attempting to bind port 7672941d-8551-4aa2-93b4-0daa461f5600 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:57.780249 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da72b1de-031b-4606-a50c-62c94c773bea None None] Attempting to bind port 7672941d-8551-4aa2-93b4-0daa461f5600 on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:57.814017 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da72b1de-031b-4606-a50c-62c94c773bea None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:57.814497 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da72b1de-031b-4606-a50c-62c94c773bea None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:57.814810 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-da72b1de-031b-4606-a50c-62c94c773bea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.815677 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da72b1de-031b-4606-a50c-62c94c773bea None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:57.815677 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-da72b1de-031b-4606-a50c-62c94c773bea None None] Bound port: 7672941d-8551-4aa2-93b4-0daa461f5600, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:57.816115 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-da72b1de-031b-4606-a50c-62c94c773bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.817967 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e75f89-4554-4ac9-92ed-e97e69932a03 None None] Pushing event updated for resources: {'Port': ['ID=7672941d-8551-4aa2-93b4-0daa461f5600,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:57.943684 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 643cded4-885a-4da8-be31-5d859991e0f6 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:57.995519 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f1c5e0f0-0d74-4d4e-8963-586ebefa253b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.132495 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-da72b1de-031b-4606-a50c-62c94c773bea None None] For port 7672941d-8551-4aa2-93b4-0daa461f5600, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:58.160283 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-da72b1de-031b-4606-a50c-62c94c773bea None None] For port 7672941d-8551-4aa2-93b4-0daa461f5600, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=7672941d-8551-4aa2-93b4-0daa461f5600,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:58.318085 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-da72b1de-031b-4606-a50c-62c94c773bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.439950 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f1c5e0f0-0d74-4d4e-8963-586ebefa253b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.455068 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-b8912b13-42b9-4690-831b-84c85c9fb5b9 None None] Provisioning complete for port 6c2c112c-46b5-4002-9e84-fbc14e8a8f1b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:58.455442 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b8912b13-42b9-4690-831b-84c85c9fb5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.465283 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f1c5e0f0-0d74-4d4e-8963-586ebefa253b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.474048 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 643cded4-885a-4da8-be31-5d859991e0f6 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:02:58.544386 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da72b1de-031b-4606-a50c-62c94c773bea None None] Routers {'7de9bd05-610a-4fab-baa3-cfc6855238f7'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:58.544948 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-da72b1de-031b-4606-a50c-62c94c773bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:02:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['7de9bd05-610a-4fab-baa3-cfc6855238f7'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:58.638234 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5e0f0-0d74-4d4e-8963-586ebefa253b admin admin] Pushing event updated for resources: {'Port': ['ID=6c2c112c-46b5-4002-9e84-fbc14e8a8f1b,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:58.657868 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f1c5e0f0-0d74-4d4e-8963-586ebefa253b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.767962 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-da72b1de-031b-4606-a50c-62c94c773bea None None] Set router 7de9bd05-610a-4fab-baa3-cfc6855238f7 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:58.828117 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 643cded4-885a-4da8-be31-5d859991e0f6 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:58.828557 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.954345 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c5e0f0-0d74-4d4e-8963-586ebefa253b admin admin] Network 0a276f26-1b13-4f7f-b657-450984b70430 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:58.956276 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-f1c5e0f0-0d74-4d4e-8963-586ebefa253b admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:58.979068 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eae021-a745-4ba2-be63-e2d6e05216bc req-873437dd-d7f8-4ec6-8a45-b8ad8bba86f3 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:59.013708 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-97eae021-a745-4ba2-be63-e2d6e05216bc req-873437dd-d7f8-4ec6-8a45-b8ad8bba86f3 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 945 time: 0.1795104 Sep 16 05:02:59.113639 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-97eae021-a745-4ba2-be63-e2d6e05216bc req-0ba560bd-f40c-4edb-b751-eb2ed734ed54 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985527 Sep 16 05:02:59.202500 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-b8912b13-42b9-4690-831b-84c85c9fb5b9 None None] Port 6c2c112c-46b5-4002-9e84-fbc14e8a8f1b cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:59.222501 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c5e0f0-0d74-4d4e-8963-586ebefa253b admin admin] Router 7de9bd05-610a-4fab-baa3-cfc6855238f7 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:02:59.319320 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e75f89-4554-4ac9-92ed-e97e69932a03 None None] Pushing event updated for resources: {'Port': ['ID=7672941d-8551-4aa2-93b4-0daa461f5600,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:59.527851 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-7fb93225-0fcf-4a33-bafc-34923ec488fc None None] Provisioning complete for port 6c2c112c-46b5-4002-9e84-fbc14e8a8f1b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:59.538094 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7fb93225-0fcf-4a33-bafc-34923ec488fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:59.620977 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-7fb93225-0fcf-4a33-bafc-34923ec488fc None None] Port 6c2c112c-46b5-4002-9e84-fbc14e8a8f1b cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:59.623654 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:59.688426 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1961f99c-2629-4d54-b1d0-66a32245b00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643cded4-885a-4da8-be31-5d859991e0f6'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:59.691990 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7db2dc4-1d88-44f9-b0d2-e938f53526c5" -d '{"events": [{"server_uuid": "1961f99c-2629-4d54-b1d0-66a32245b00f", "name": "network-vif-plugged", "status": "completed", "tag": "643cded4-885a-4da8-be31-5d859991e0f6"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:59.717679 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 643cded4-885a-4da8-be31-5d859991e0f6, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=643cded4-885a-4da8-be31-5d859991e0f6,segment=NetworkSegment(77ae2f9e-48e5-4208-b08d-199ec9d120a2),segment_id=77ae2f9e-48e5-4208-b08d-199ec9d120a2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:59.733349 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:59.842783 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4050e6eb-1a61-419e-9e05-8c676f3c3274 x-openstack-request-id: req-4050e6eb-1a61-419e-9e05-8c676f3c3274 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:59.844398 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1961f99c-2629-4d54-b1d0-66a32245b00f", "name": "network-vif-plugged", "status": "completed", "tag": "643cded4-885a-4da8-be31-5d859991e0f6", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:59.844398 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4050e6eb-1a61-419e-9e05-8c676f3c3274 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:59.844398 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1961f99c-2629-4d54-b1d0-66a32245b00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643cded4-885a-4da8-be31-5d859991e0f6', 'code': 200} Sep 16 05:02:59.847211 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-da72b1de-031b-4606-a50c-62c94c773bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de9bd05-610a-4fab-baa3-cfc6855238f7', 'name': 'tempest-TestServerMultinode-1788272888-router', 'tenant_id': '6d4f13cd3f824578b093a4f221281eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '7672941d-8551-4aa2-93b4-0daa461f5600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:49Z', 'updated_at': '2021-09-16T05:02:57Z', 'revision_number': 4, 'project_id': '6d4f13cd3f824578b093a4f221281eec', 'gw_port': {'id': '7672941d-8551-4aa2-93b4-0daa461f5600', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:28:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de9bd05-610a-4fab-baa3-cfc6855238f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:51Z', 'updated_at': '2021-09-16T05:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '6c2c112c-46b5-4002-9e84-fbc14e8a8f1b', 'name': '', 'network_id': '0a276f26-1b13-4f7f-b657-450984b70430', 'tenant_id': '6d4f13cd3f824578b093a4f221281eec', 'mac_address': 'fa:16:3e:bb:fe:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de9bd05-610a-4fab-baa3-cfc6855238f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '3248db86-5b35-44e8-8e0d-c3fe2cb45aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:56Z', 'updated_at': '2021-09-16T05:02:58Z', 'revision_number': 2, 'project_id': '6d4f13cd3f824578b093a4f221281eec', 'subnets': [{'id': '3248db86-5b35-44e8-8e0d-c3fe2cb45aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:59.901532 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da72b1de-031b-4606-a50c-62c94c773bea None None] The sync data for ids ['7de9bd05-610a-4fab-baa3-cfc6855238f7'] in n-d-712139-15 is: [{'id': '7de9bd05-610a-4fab-baa3-cfc6855238f7', 'name': 'tempest-TestServerMultinode-1788272888-router', 'tenant_id': '6d4f13cd3f824578b093a4f221281eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '7672941d-8551-4aa2-93b4-0daa461f5600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:49Z', 'updated_at': '2021-09-16T05:02:57Z', 'revision_number': 4, 'project_id': '6d4f13cd3f824578b093a4f221281eec', 'gw_port': {'id': '7672941d-8551-4aa2-93b4-0daa461f5600', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:28:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de9bd05-610a-4fab-baa3-cfc6855238f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:51Z', 'updated_at': '2021-09-16T05:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '6c2c112c-46b5-4002-9e84-fbc14e8a8f1b', 'name': '', 'network_id': '0a276f26-1b13-4f7f-b657-450984b70430', 'tenant_id': '6d4f13cd3f824578b093a4f221281eec', 'mac_address': 'fa:16:3e:bb:fe:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de9bd05-610a-4fab-baa3-cfc6855238f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '3248db86-5b35-44e8-8e0d-c3fe2cb45aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:56Z', 'updated_at': '2021-09-16T05:02:58Z', 'revision_number': 2, 'project_id': '6d4f13cd3f824578b093a4f221281eec', 'subnets': [{'id': '3248db86-5b35-44e8-8e0d-c3fe2cb45aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:59.930078 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=643cded4-885a-4da8-be31-5d859991e0f6,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:00.380687 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e13ac2-bbe4-4052-95ef-d614c7d05d22 req-33429165-7b34-4cda-af83-137f9cefbd89 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:00.404071 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-40e13ac2-bbe4-4052-95ef-d614c7d05d22 req-33429165-7b34-4cda-af83-137f9cefbd89 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 946 time: 0.1081920 Sep 16 05:03:00.485499 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c5e0f0-0d74-4d4e-8963-586ebefa253b admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:03:00.490999 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-40e13ac2-bbe4-4052-95ef-d614c7d05d22 req-92b9cbbd-10df-4d41-a322-ccc614f8f4a8 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776491 Sep 16 05:03:00.512503 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f1c5e0f0-0d74-4d4e-8963-586ebefa253b admin admin] 10.222.0.35 "PUT /v2.0/routers/7de9bd05-610a-4fab-baa3-cfc6855238f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1441188 Sep 16 05:03:00.527686 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2edaa-a706-44b9-9ed8-b514119a3f28 req-c4d6560c-37dd-4d04-86a0-7bc6eb1d8107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:00.529388 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-aec2edaa-a706-44b9-9ed8-b514119a3f28 req-c4d6560c-37dd-4d04-86a0-7bc6eb1d8107 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 1098 time: 0.1269925 Sep 16 05:03:00.642831 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-aec2edaa-a706-44b9-9ed8-b514119a3f28 req-e412622a-50aa-48a3-997d-d50749e2b208 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018744 Sep 16 05:03:00.993551 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 34958) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:01.460940 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-87c4985d-e9a6-4449-9444-16369bebcf32 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Deleting port 147a2e4a-1e7b-4606-bd2b-79cea94f5704 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:01.462489 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-87c4985d-e9a6-4449-9444-16369bebcf32 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:01.864081 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6fa5c-5b06-4252-891b-4b725dffa4cb req-a2cdf77f-cfe4-4a03-a293-f9a7d5535a6c tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:01.877507 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94e6fa5c-5b06-4252-891b-4b725dffa4cb req-a2cdf77f-cfe4-4a03-a293-f9a7d5535a6c tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 946 time: 0.1981063 Sep 16 05:03:01.978165 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34984) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:02.002913 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94e6fa5c-5b06-4252-891b-4b725dffa4cb req-af5a2a0b-94f3-4124-9cf7-03af58d95c69 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230421 Sep 16 05:03:02.031127 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 7672941d-8551-4aa2-93b4-0daa461f5600 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:02.040505 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-87c4985d-e9a6-4449-9444-16369bebcf32 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.041217 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-87c4985d-e9a6-4449-9444-16369bebcf32 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.072771 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-87c4985d-e9a6-4449-9444-16369bebcf32 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Calling delete_port for 147a2e4a-1e7b-4606-bd2b-79cea94f5704 owned by network:floatingip {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:02.104944 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34992) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:02.115087 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-0910bcb1-2dec-4fe4-a9ea-7c732c2242d2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-690135449-network', 'tenant_id': '3931e1dbf5374f4084b4b23d0c49a65d'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:02.181238 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0910bcb1-2dec-4fe4-a9ea-7c732c2242d2 admin admin] Made reservation on behalf of 3931e1dbf5374f4084b4b23d0c49a65d for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:02.186008 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0910bcb1-2dec-4fe4-a9ea-7c732c2242d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.208313 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0910bcb1-2dec-4fe4-a9ea-7c732c2242d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.269641 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 7672941d-8551-4aa2-93b4-0daa461f5600 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:02.270773 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.460897 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0910bcb1-2dec-4fe4-a9ea-7c732c2242d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.474290 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0910bcb1-2dec-4fe4-a9ea-7c732c2242d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.501916 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0910bcb1-2dec-4fe4-a9ea-7c732c2242d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:03:02.522036 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0910bcb1-2dec-4fe4-a9ea-7c732c2242d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.525429 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-0910bcb1-2dec-4fe4-a9ea-7c732c2242d2 admin admin] Added segment 55090fb5-7a9b-4074-872d-fd7959fbaf78 of type vlan for network 6cd241a9-a928-46c5-a57a-477697224345 Sep 16 05:03:02.595987 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.650752 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-87c4985d-e9a6-4449-9444-16369bebcf32 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.662127 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 7672941d-8551-4aa2-93b4-0daa461f5600, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=7672941d-8551-4aa2-93b4-0daa461f5600,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:02.663119 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0910bcb1-2dec-4fe4-a9ea-7c732c2242d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.673400 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.808708 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0910bcb1-2dec-4fe4-a9ea-7c732c2242d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.812417 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0910bcb1-2dec-4fe4-a9ea-7c732c2242d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:02.814550 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0910bcb1-2dec-4fe4-a9ea-7c732c2242d2 admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.824535 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=7672941d-8551-4aa2-93b4-0daa461f5600,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:02.846446 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4985d-e9a6-4449-9444-16369bebcf32 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event deleted for resources: {'Port': ['ID=147a2e4a-1e7b-4606-bd2b-79cea94f5704,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:02.902920 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0910bcb1-2dec-4fe4-a9ea-7c732c2242d2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7968540 Sep 16 05:03:02.910931 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 34998) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:02.914077 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e0406d5a-d1c9-405f-84c8-b1f6429ea5bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.927796 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-480347df-a33d-4ab2-a4b7-0c66e27ee409 admin admin] Request body: {'subnet': {'network_id': '6cd241a9-a928-46c5-a57a-477697224345', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-690135449-subnet', 'tenant_id': '3931e1dbf5374f4084b4b23d0c49a65d', 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:02.957156 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910bcb1-2dec-4fe4-a9ea-7c732c2242d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e440ba-d668-4a1c-bd06-d7ccfe223979,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:02.972279 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480347df-a33d-4ab2-a4b7-0c66e27ee409 admin admin] Made reservation on behalf of 3931e1dbf5374f4084b4b23d0c49a65d for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:02.975754 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-480347df-a33d-4ab2-a4b7-0c66e27ee409 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.987565 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:03:03.015360 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-87c4985d-e9a6-4449-9444-16369bebcf32 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for floatingip, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.016469 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [None req-87c4985d-e9a6-4449-9444-16369bebcf32 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Floating IP a9161f2f-01e0-48e5-9519-902ecdffbff1 disassociated (deleted). External IP: 172.25.8.117, port: 6fb44a9c-5fc5-4e73-82e9-db975dc0d285. Sep 16 05:03:03.091502 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910bcb1-2dec-4fe4-a9ea-7c732c2242d2 admin admin] Pushing event updated for resources: {'Network': ['ID=6cd241a9-a928-46c5-a57a-477697224345,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:03.114815 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 6cd241a9-a928-46c5-a57a-477697224345 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:03:03.347628 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c4985d-e9a6-4449-9444-16369bebcf32 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:03.347972 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c4985d-e9a6-4449-9444-16369bebcf32 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:03.349698 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c4985d-e9a6-4449-9444-16369bebcf32 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:03.350347 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c4985d-e9a6-4449-9444-16369bebcf32 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:03.350999 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c4985d-e9a6-4449-9444-16369bebcf32 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:03.351523 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c4985d-e9a6-4449-9444-16369bebcf32 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:03.352036 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c4985d-e9a6-4449-9444-16369bebcf32 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:03.352583 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c4985d-e9a6-4449-9444-16369bebcf32 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:03.353084 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c4985d-e9a6-4449-9444-16369bebcf32 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:03.354058 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c4985d-e9a6-4449-9444-16369bebcf32 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:03.354585 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c4985d-e9a6-4449-9444-16369bebcf32 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:03.355084 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c4985d-e9a6-4449-9444-16369bebcf32 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:03.491307 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d14c8f-b64d-48b5-93f4-f657d508d90b req-4e200d66-1901-4854-baa4-3c4c57760fdc tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:03.499319 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-45d14c8f-b64d-48b5-93f4-f657d508d90b req-4e200d66-1901-4854-baa4-3c4c57760fdc tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 946 time: 0.1402419 Sep 16 05:03:03.540336 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e0406d5a-d1c9-405f-84c8-b1f6429ea5bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.556367 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e0406d5a-d1c9-405f-84c8-b1f6429ea5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.644818 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-45d14c8f-b64d-48b5-93f4-f657d508d90b req-33c65de0-31b9-41e9-a252-2e350e7c90d7 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444252 Sep 16 05:03:03.654182 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0406d5a-d1c9-405f-84c8-b1f6429ea5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49ac44a-7417-4d1a-8435-dbbbef14825e,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:03.685983 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-480347df-a33d-4ab2-a4b7-0c66e27ee409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.701095 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c4985d-e9a6-4449-9444-16369bebcf32 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Router 7b3e41bb-c64f-4409-8f5d-b7266e24b115 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:03:03.747827 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480347df-a33d-4ab2-a4b7-0c66e27ee409 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12b0b830-947f-462b-865c-05664be4faf1,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:03.763727 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e0406d5a-d1c9-405f-84c8-b1f6429ea5bb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a8af004c70034aaabff1031f001e61da&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7838161 Sep 16 05:03:03.767276 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35012) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:03.856235 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480347df-a33d-4ab2-a4b7-0c66e27ee409 admin admin] Checking segment: {'id': '55090fb5-7a9b-4074-872d-fd7959fbaf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6cd241a9-a928-46c5-a57a-477697224345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:03.856732 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480347df-a33d-4ab2-a4b7-0c66e27ee409 admin admin] Network hostable DHCP agents. Network: 6cd241a9-a928-46c5-a57a-477697224345, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:03:03.888959 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b70f6f08-e436-4eb6-bc3a-798c2d00a4db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.919799 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b70f6f08-e436-4eb6-bc3a-798c2d00a4db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.949286 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 7672941d-8551-4aa2-93b4-0daa461f5600 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:04.032793 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480347df-a33d-4ab2-a4b7-0c66e27ee409 admin admin] Network 6cd241a9-a928-46c5-a57a-477697224345 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:03:04.039710 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b70f6f08-e436-4eb6-bc3a-798c2d00a4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.045175 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b70f6f08-e436-4eb6-bc3a-798c2d00a4db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.048974 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b70f6f08-e436-4eb6-bc3a-798c2d00a4db admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f49ac44a-7417-4d1a-8435-dbbbef14825e HTTP/1.1" status: 204 len: 168 time: 0.2805955 Sep 16 05:03:04.064010 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36b8ca-0bf5-4996-8b81-6e5cdb47a78c req-97b03770-362d-4d78-8e4f-1340a824a4cf tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:04.072030 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 7672941d-8551-4aa2-93b4-0daa461f5600 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:04.073451 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.078191 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dd36b8ca-0bf5-4996-8b81-6e5cdb47a78c req-97b03770-362d-4d78-8e4f-1340a824a4cf tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 946 time: 0.2383313 Sep 16 05:03:04.078763 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 35016) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:04.081408 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f6f08-e436-4eb6-bc3a-798c2d00a4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49ac44a-7417-4d1a-8435-dbbbef14825e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:04.095604 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-7f96067f-c5e8-445a-92d8-e1d57a6ea50a tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Request body: {'floatingip': {'port_id': '643cded4-885a-4da8-be31-5d859991e0f6'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:04.097607 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-480347df-a33d-4ab2-a4b7-0c66e27ee409 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 6cd241a9-a928-46c5-a57a-477697224345) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:04.111565 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c4985d-e9a6-4449-9444-16369bebcf32 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:03:04.113914 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480347df-a33d-4ab2-a4b7-0c66e27ee409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:04.114399 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-480347df-a33d-4ab2-a4b7-0c66e27ee409 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.122871 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c673f1-3e23-4f1d-a99f-18985d278138 None None] Sync routers for ids ['7b3e41bb-c64f-4409-8f5d-b7266e24b115'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:03:04.138554 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c673f1-3e23-4f1d-a99f-18985d278138 None None] Routers {'7b3e41bb-c64f-4409-8f5d-b7266e24b115'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:04.139495 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a0c673f1-3e23-4f1d-a99f-18985d278138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:02:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['7b3e41bb-c64f-4409-8f5d-b7266e24b115'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:04.147743 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-480347df-a33d-4ab2-a4b7-0c66e27ee409 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2326705 Sep 16 05:03:04.148325 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35018) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:04.154134 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-4404259a-a677-4c65-a24c-8ccbb10ccb3e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-690135449-router', 'tenant_id': '3931e1dbf5374f4084b4b23d0c49a65d', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:04.176688 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f3720a-befd-4990-8f97-1d5a08993bc9 None None] Network 6cd241a9-a928-46c5-a57a-477697224345 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:04.203978 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4404259a-a677-4c65-a24c-8ccbb10ccb3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.205188 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4404259a-a677-4c65-a24c-8ccbb10ccb3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.240821 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-87c4985d-e9a6-4449-9444-16369bebcf32 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.358462 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4404259a-a677-4c65-a24c-8ccbb10ccb3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.366645 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7f96067f-c5e8-445a-92d8-e1d57a6ea50a tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for floatingip, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.511582 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-87c4985d-e9a6-4449-9444-16369bebcf32 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "DELETE /v2.0/floatingips/a9161f2f-01e0-48e5-9519-902ecdffbff1 HTTP/1.1" status: 204 len: 168 time: 3.5163317 Sep 16 05:03:04.522752 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-a0c673f1-3e23-4f1d-a99f-18985d278138 None None] Set router 7b3e41bb-c64f-4409-8f5d-b7266e24b115 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:04.576153 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafd7243-2034-4bca-b3a4-57d38d8cc932 None None] Sync routers for ids ['7de9bd05-610a-4fab-baa3-cfc6855238f7'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:03:04.601090 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc515ba3-2207-4843-903f-28bcf3fd78b4', 'tag': '6fb44a9c-5fc5-4e73-82e9-db975dc0d285'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:04.617584 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e570f29-a51e-4238-9cdf-024ecbd098be" -d '{"events": [{"name": "network-changed", "server_uuid": "fc515ba3-2207-4843-903f-28bcf3fd78b4", "tag": "6fb44a9c-5fc5-4e73-82e9-db975dc0d285"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:04.779738 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3b99af-bb77-40d5-a3b1-7cc14f210ab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-6cd241a9-a928-46c5-a57a-477697224345', 'network_id': '6cd241a9-a928-46c5-a57a-477697224345', 'tenant_id': '3931e1dbf5374f4084b4b23d0c49a65d', 'fixed_ips': [{'subnet_id': '12b0b830-947f-462b-865c-05664be4faf1'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:03:04.780666 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ee3b99af-bb77-40d5-a3b1-7cc14f210ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.882966 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafd7243-2034-4bca-b3a4-57d38d8cc932 None None] Routers {'7de9bd05-610a-4fab-baa3-cfc6855238f7'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:04.894415 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-eafd7243-2034-4bca-b3a4-57d38d8cc932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:02:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['7de9bd05-610a-4fab-baa3-cfc6855238f7'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:04.984024 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4404259a-a677-4c65-a24c-8ccbb10ccb3e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.012201 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35036) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:05.071593 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c93fbe3-84f2-427b-93e7-8f8d1151a98e x-openstack-request-id: req-5c93fbe3-84f2-427b-93e7-8f8d1151a98e {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:05.072193 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc515ba3-2207-4843-903f-28bcf3fd78b4", "tag": "6fb44a9c-5fc5-4e73-82e9-db975dc0d285", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:05.072193 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5c93fbe3-84f2-427b-93e7-8f8d1151a98e {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:05.074812 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc515ba3-2207-4843-903f-28bcf3fd78b4', 'tag': '6fb44a9c-5fc5-4e73-82e9-db975dc0d285', 'status': 'completed', 'code': 200} Sep 16 05:03:05.079241 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-67b692cd-f285-4ff9-9a12-4f35c7880da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.108073 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a0c673f1-3e23-4f1d-a99f-18985d278138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998636419', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'f85a70db-c35f-4006-820e-578968144cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:05Z', 'updated_at': '2021-09-16T05:01:17Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'f85a70db-c35f-4006-820e-578968144cb6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:06Z', 'updated_at': '2021-09-16T05:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '587f86e2-6339-459a-a2ea-52cd6ae6129c', 'name': '', 'network_id': '90894358-ea2f-475b-80aa-be2b2c16631e', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'mac_address': 'fa:16:3e:78:1e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'cfa75c34-2931-484d-b0ed-c41264b07f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:13Z', 'updated_at': '2021-09-16T05:01:23Z', 'revision_number': 5, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'subnets': [{'id': 'cfa75c34-2931-484d-b0ed-c41264b07f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:05.513870 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e570f29-a51e-4238-9cdf-024ecbd098be req-8bad8409-99ea-4d43-9f4a-f231a3f24033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:05.527604 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4e570f29-a51e-4238-9cdf-024ecbd098be req-8bad8409-99ea-4d43-9f4a-f231a3f24033 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9314d3ea71064ec8a4285d4ce520aaad&device_id=fc515ba3-2207-4843-903f-28bcf3fd78b4 HTTP/1.1" status: 200 len: 1097 time: 0.4062910 Sep 16 05:03:05.528881 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c673f1-3e23-4f1d-a99f-18985d278138 None None] Checking router: 7b3e41bb-c64f-4409-8f5d-b7266e24b115 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:03:05.553490 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c673f1-3e23-4f1d-a99f-18985d278138 None None] Routers {'7b3e41bb-c64f-4409-8f5d-b7266e24b115'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:05.554399 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a0c673f1-3e23-4f1d-a99f-18985d278138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:02:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['7b3e41bb-c64f-4409-8f5d-b7266e24b115'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:05.833969 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-a0c673f1-3e23-4f1d-a99f-18985d278138 None None] Set router 7b3e41bb-c64f-4409-8f5d-b7266e24b115 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:05.993328 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7f96067f-c5e8-445a-92d8-e1d57a6ea50a tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.022863 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7f96067f-c5e8-445a-92d8-e1d57a6ea50a tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.227556 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c26ba4-928a-45dc-b61a-c383f33be78c req-af420c9c-309c-48c1-b1eb-cd1062031fe1 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:06.253088 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-eafd7243-2034-4bca-b3a4-57d38d8cc932 None None] Set router 7de9bd05-610a-4fab-baa3-cfc6855238f7 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:06.269093 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-67b692cd-f285-4ff9-9a12-4f35c7880da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.273879 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04c26ba4-928a-45dc-b61a-c383f33be78c req-af420c9c-309c-48c1-b1eb-cd1062031fe1 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc515ba3-2207-4843-903f-28bcf3fd78b4 HTTP/1.1" status: 200 len: 945 time: 1.0152187 Sep 16 05:03:06.275092 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a0c673f1-3e23-4f1d-a99f-18985d278138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998636419', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'f85a70db-c35f-4006-820e-578968144cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:05Z', 'updated_at': '2021-09-16T05:01:17Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'f85a70db-c35f-4006-820e-578968144cb6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:06Z', 'updated_at': '2021-09-16T05:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '587f86e2-6339-459a-a2ea-52cd6ae6129c', 'name': '', 'network_id': '90894358-ea2f-475b-80aa-be2b2c16631e', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'mac_address': 'fa:16:3e:78:1e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'cfa75c34-2931-484d-b0ed-c41264b07f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:13Z', 'updated_at': '2021-09-16T05:01:23Z', 'revision_number': 5, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'subnets': [{'id': 'cfa75c34-2931-484d-b0ed-c41264b07f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:06.295815 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-67b692cd-f285-4ff9-9a12-4f35c7880da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.356223 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c673f1-3e23-4f1d-a99f-18985d278138 None None] The sync data for ids ['7b3e41bb-c64f-4409-8f5d-b7266e24b115'] in n-d-712139-15 is: [{'id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998636419', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'f85a70db-c35f-4006-820e-578968144cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:05Z', 'updated_at': '2021-09-16T05:01:17Z', 'revision_number': 4, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'f85a70db-c35f-4006-820e-578968144cb6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:06Z', 'updated_at': '2021-09-16T05:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '587f86e2-6339-459a-a2ea-52cd6ae6129c', 'name': '', 'network_id': '90894358-ea2f-475b-80aa-be2b2c16631e', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'mac_address': 'fa:16:3e:78:1e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'cfa75c34-2931-484d-b0ed-c41264b07f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:13Z', 'updated_at': '2021-09-16T05:01:23Z', 'revision_number': 5, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'subnets': [{'id': 'cfa75c34-2931-484d-b0ed-c41264b07f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:03:06.438327 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-67b692cd-f285-4ff9-9a12-4f35c7880da7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0fa5d0b51c7046619d5fb263fdc80d4d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4240460 Sep 16 05:03:06.440553 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e570f29-a51e-4238-9cdf-024ecbd098be req-3237b8ca-1232-40c8-a2c7-e85eafa0d3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:06.443755 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4e570f29-a51e-4238-9cdf-024ecbd098be req-3237b8ca-1232-40c8-a2c7-e85eafa0d3b9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=90894358-ea2f-475b-80aa-be2b2c16631e HTTP/1.1" status: 200 len: 897 time: 0.8956356 Sep 16 05:03:06.447181 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35050) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:06.448221 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b692cd-f285-4ff9-9a12-4f35c7880da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b15dd3-53eb-4e97-9c7c-cf33740c7e2a,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:06.598197 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4e570f29-a51e-4238-9cdf-024ecbd098be req-ebb85eeb-d788-4b7b-9289-923d28ad959b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fb44a9c-5fc5-4e73-82e9-db975dc0d285 HTTP/1.1" status: 200 len: 217 time: 0.1403599 Sep 16 05:03:06.688792 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b692cd-f285-4ff9-9a12-4f35c7880da7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:06.689745 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b692cd-f285-4ff9-9a12-4f35c7880da7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:06.690371 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b692cd-f285-4ff9-9a12-4f35c7880da7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:06.691718 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b692cd-f285-4ff9-9a12-4f35c7880da7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:06.692362 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b692cd-f285-4ff9-9a12-4f35c7880da7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:06.692980 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b692cd-f285-4ff9-9a12-4f35c7880da7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:06.694320 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b692cd-f285-4ff9-9a12-4f35c7880da7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:06.694952 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b692cd-f285-4ff9-9a12-4f35c7880da7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:06.695546 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b692cd-f285-4ff9-9a12-4f35c7880da7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:06.697351 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b692cd-f285-4ff9-9a12-4f35c7880da7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:06.698008 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b692cd-f285-4ff9-9a12-4f35c7880da7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:06.699334 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b692cd-f285-4ff9-9a12-4f35c7880da7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:06.767703 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-ee3b99af-bb77-40d5-a3b1-7cc14f210ab9 None None] Allocated IP 172.20.0.2 (6cd241a9-a928-46c5-a57a-477697224345/12b0b830-947f-462b-865c-05664be4faf1/73a29005-f46b-484e-b5e0-944360e8c5d7) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:06.803780 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04c26ba4-928a-45dc-b61a-c383f33be78c req-022d24d0-1c45-4996-9136-ee269d791ae4 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=8568390f-1400-440d-bf90-fb6a5b638611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5271535 Sep 16 05:03:06.845344 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec8793-7fa0-439d-8907-5457b82f4ad5 req-12f77a94-8434-4b13-9374-ed2a59734f2d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:06.846911 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-47ec8793-7fa0-439d-8907-5457b82f4ad5 req-12f77a94-8434-4b13-9374-ed2a59734f2d tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc515ba3-2207-4843-903f-28bcf3fd78b4 HTTP/1.1" status: 200 len: 945 time: 0.4470541 Sep 16 05:03:06.848106 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [None req-7f96067f-c5e8-445a-92d8-e1d57a6ea50a tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Floating IP 4eee36b6-2551-46c1-bb34-07568a718cfc associated. External IP: 172.25.8.98, port: 643cded4-885a-4da8-be31-5d859991e0f6. Sep 16 05:03:06.954791 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4404259a-a677-4c65-a24c-8ccbb10ccb3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:07.021950 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4404259a-a677-4c65-a24c-8ccbb10ccb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:07.044639 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77952827-a5f6-49ef-bdf3-dfea62175012 None None] New status for floating IP a9161f2f-01e0-48e5-9519-902ecdffbff1: DOWN {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:03:07.053243 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e570f29-a51e-4238-9cdf-024ecbd098be req-ccca2193-cc31-4bdd-8645-1ae039993cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:07.058397 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4e570f29-a51e-4238-9cdf-024ecbd098be req-ccca2193-cc31-4bdd-8645-1ae039993cff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cfa75c34-2931-484d-b0ed-c41264b07f0c HTTP/1.1" status: 200 len: 835 time: 0.4527345 Sep 16 05:03:07.067294 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5619618a-2f5a-44a3-8880-01a1c586aa05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:07.133883 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5619618a-2f5a-44a3-8880-01a1c586aa05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:07.385396 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5619618a-2f5a-44a3-8880-01a1c586aa05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:07.404212 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5619618a-2f5a-44a3-8880-01a1c586aa05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:07.412995 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5619618a-2f5a-44a3-8880-01a1c586aa05 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/34b15dd3-53eb-4e97-9c7c-cf33740c7e2a HTTP/1.1" status: 204 len: 168 time: 0.9609859 Sep 16 05:03:07.507805 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-eafd7243-2034-4bca-b3a4-57d38d8cc932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de9bd05-610a-4fab-baa3-cfc6855238f7', 'name': 'tempest-TestServerMultinode-1788272888-router', 'tenant_id': '6d4f13cd3f824578b093a4f221281eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '7672941d-8551-4aa2-93b4-0daa461f5600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:49Z', 'updated_at': '2021-09-16T05:02:57Z', 'revision_number': 4, 'project_id': '6d4f13cd3f824578b093a4f221281eec', 'gw_port': {'id': '7672941d-8551-4aa2-93b4-0daa461f5600', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:28:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de9bd05-610a-4fab-baa3-cfc6855238f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:51Z', 'updated_at': '2021-09-16T05:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '6c2c112c-46b5-4002-9e84-fbc14e8a8f1b', 'name': '', 'network_id': '0a276f26-1b13-4f7f-b657-450984b70430', 'tenant_id': '6d4f13cd3f824578b093a4f221281eec', 'mac_address': 'fa:16:3e:bb:fe:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de9bd05-610a-4fab-baa3-cfc6855238f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '3248db86-5b35-44e8-8e0d-c3fe2cb45aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:56Z', 'updated_at': '2021-09-16T05:02:58Z', 'revision_number': 2, 'project_id': '6d4f13cd3f824578b093a4f221281eec', 'subnets': [{'id': '3248db86-5b35-44e8-8e0d-c3fe2cb45aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:07.551701 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619618a-2f5a-44a3-8880-01a1c586aa05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b15dd3-53eb-4e97-9c7c-cf33740c7e2a,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:07.597794 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e570f29-a51e-4238-9cdf-024ecbd098be req-f417ddbe-cff4-45b1-a507-94b68d06289d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:07.605096 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4e570f29-a51e-4238-9cdf-024ecbd098be req-f417ddbe-cff4-45b1-a507-94b68d06289d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90894358-ea2f-475b-80aa-be2b2c16631e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3696165 Sep 16 05:03:07.612346 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafd7243-2034-4bca-b3a4-57d38d8cc932 None None] Checking router: 7de9bd05-610a-4fab-baa3-cfc6855238f7 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:03:07.633206 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafd7243-2034-4bca-b3a4-57d38d8cc932 None None] Updating router 7de9bd05-610a-4fab-baa3-cfc6855238f7 port 6c2c112c-46b5-4002-9e84-fbc14e8a8f1b binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:03:07.762935 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ee3b99af-bb77-40d5-a3b1-7cc14f210ab9 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:07.782187 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ee3b99af-bb77-40d5-a3b1-7cc14f210ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:07.807546 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-eafd7243-2034-4bca-b3a4-57d38d8cc932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.005912 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b99af-bb77-40d5-a3b1-7cc14f210ab9 None None] Pushing event updated for resources: {'Port': ['ID=73a29005-f46b-484e-b5e0-944360e8c5d7,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:08.021375 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4e570f29-a51e-4238-9cdf-024ecbd098be req-143c5ab6-fc3a-4b26-a6b1-191338aa86e0 service neutron] 10.222.0.47 "GET /v2.0/networks/90894358-ea2f-475b-80aa-be2b2c16631e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575006 Sep 16 05:03:08.149153 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-4404259a-a677-4c65-a24c-8ccbb10ccb3e admin admin] Allocated IP 172.25.8.86 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/4cc1415a-bbde-47f2-87ef-ae4ad51fb987) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:08.253654 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3b99af-bb77-40d5-a3b1-7cc14f210ab9 None None] Network 6cd241a9-a928-46c5-a57a-477697224345 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:08.274973 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-47ec8793-7fa0-439d-8907-5457b82f4ad5 req-7120df7f-c293-4cf4-8ea1-7be8fcf2e364 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Deleting port 6fb44a9c-5fc5-4e73-82e9-db975dc0d285 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:08.275614 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-47ec8793-7fa0-439d-8907-5457b82f4ad5 req-7120df7f-c293-4cf4-8ea1-7be8fcf2e364 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.396879 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08a5ff-e836-4a55-b61c-5bebca454ade req-4cba812b-fa69-47a0-b4d7-68ba4db21193 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:08.408968 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-ee3b99af-bb77-40d5-a3b1-7cc14f210ab9 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:08.409964 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fd08a5ff-e836-4a55-b61c-5bebca454ade req-4cba812b-fa69-47a0-b4d7-68ba4db21193 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc515ba3-2207-4843-903f-28bcf3fd78b4 HTTP/1.1" status: 200 len: 945 time: 0.3699689 Sep 16 05:03:08.425162 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3b99af-bb77-40d5-a3b1-7cc14f210ab9 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:08.520913 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f96067f-c5e8-445a-92d8-e1d57a6ea50a tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Router 2a0e28cf-cf00-4e2c-a46b-39fab1f52ece has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:03:08.570383 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fd08a5ff-e836-4a55-b61c-5bebca454ade req-26913cf2-84fd-4ec2-9bbe-5622c1a39216 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/security-groups?id=8568390f-1400-440d-bf90-fb6a5b638611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1583452 Sep 16 05:03:08.637899 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4e570f29-a51e-4238-9cdf-024ecbd098be req-8861f8a7-ed28-49f0-bbb0-c4fbb0119f62 service neutron] 10.222.0.47 "GET /v2.0/networks/90894358-ea2f-475b-80aa-be2b2c16631e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6051283 Sep 16 05:03:08.650224 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-47ec8793-7fa0-439d-8907-5457b82f4ad5 req-7120df7f-c293-4cf4-8ea1-7be8fcf2e364 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] For port 6fb44a9c-5fc5-4e73-82e9-db975dc0d285, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=6fb44a9c-5fc5-4e73-82e9-db975dc0d285,segment=NetworkSegment(542edce7-6613-43b9-9139-c144b7b7b1bf),segment_id=542edce7-6613-43b9-9139-c144b7b7b1bf)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:08.650645 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-47ec8793-7fa0-439d-8907-5457b82f4ad5 req-7120df7f-c293-4cf4-8ea1-7be8fcf2e364 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.673996 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-47ec8793-7fa0-439d-8907-5457b82f4ad5 req-7120df7f-c293-4cf4-8ea1-7be8fcf2e364 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Calling delete_port for 6fb44a9c-5fc5-4e73-82e9-db975dc0d285 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:08.718738 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4404259a-a677-4c65-a24c-8ccbb10ccb3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.835683 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4404259a-a677-4c65-a24c-8ccbb10ccb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.878408 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-eafd7243-2034-4bca-b3a4-57d38d8cc932 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.910686 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-eafd7243-2034-4bca-b3a4-57d38d8cc932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.916423 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f96067f-c5e8-445a-92d8-e1d57a6ea50a tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:03:08.924392 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4404259a-a677-4c65-a24c-8ccbb10ccb3e admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:08.932111 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7f96067f-c5e8-445a-92d8-e1d57a6ea50a tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.959887 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-4404259a-a677-4c65-a24c-8ccbb10ccb3e admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:08.972399 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4404259a-a677-4c65-a24c-8ccbb10ccb3e admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:08.974617 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4404259a-a677-4c65-a24c-8ccbb10ccb3e admin admin] Pushing event updated for resources: {'Port': ['ID=4cc1415a-bbde-47f2-87ef-ae4ad51fb987,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:09.038473 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e83533-0b95-43bc-a6f7-08a871959199 None None] Sync routers for ids ['2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:03:09.050692 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de680d7-04cf-4d27-b4da-9e61c3856cc1 None None] Pushing event updated for resources: {'Port': ['ID=6c2c112c-46b5-4002-9e84-fbc14e8a8f1b,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:09.071453 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-ee3b99af-bb77-40d5-a3b1-7cc14f210ab9 None None] Attempting to bind port 73a29005-f46b-484e-b5e0-944360e8c5d7 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:09.072387 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-ee3b99af-bb77-40d5-a3b1-7cc14f210ab9 None None] Attempting to bind port 73a29005-f46b-484e-b5e0-944360e8c5d7 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '55090fb5-7a9b-4074-872d-fd7959fbaf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6cd241a9-a928-46c5-a57a-477697224345'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:09.073670 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3b99af-bb77-40d5-a3b1-7cc14f210ab9 None None] Attempting to bind port 73a29005-f46b-484e-b5e0-944360e8c5d7 on network 6cd241a9-a928-46c5-a57a-477697224345 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:09.086574 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7f96067f-c5e8-445a-92d8-e1d57a6ea50a tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "PUT /v2.0/floatingips/4eee36b6-2551-46c1-bb34-07568a718cfc HTTP/1.1" status: 200 len: 991 time: 4.9989257 Sep 16 05:03:09.087743 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1961f99c-2629-4d54-b1d0-66a32245b00f', 'tag': '643cded4-885a-4da8-be31-5d859991e0f6'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:09.094744 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e83533-0b95-43bc-a6f7-08a871959199 None None] Routers {'2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:09.096453 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-98e83533-0b95-43bc-a6f7-08a871959199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:02:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:09.098599 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a328d984-05c2-4f5c-ae9b-95d6844df492" -d '{"events": [{"name": "network-changed", "server_uuid": "1961f99c-2629-4d54-b1d0-66a32245b00f", "tag": "643cded4-885a-4da8-be31-5d859991e0f6"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:09.102933 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3b99af-bb77-40d5-a3b1-7cc14f210ab9 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:09.103701 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3b99af-bb77-40d5-a3b1-7cc14f210ab9 None None] Checking segment: {'id': '55090fb5-7a9b-4074-872d-fd7959fbaf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6cd241a9-a928-46c5-a57a-477697224345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:09.105025 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ee3b99af-bb77-40d5-a3b1-7cc14f210ab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.106448 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3b99af-bb77-40d5-a3b1-7cc14f210ab9 None None] Bound using segment: {'id': '55090fb5-7a9b-4074-872d-fd7959fbaf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6cd241a9-a928-46c5-a57a-477697224345'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:09.107683 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-ee3b99af-bb77-40d5-a3b1-7cc14f210ab9 None None] Bound port: 73a29005-f46b-484e-b5e0-944360e8c5d7, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55090fb5-7a9b-4074-872d-fd7959fbaf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6cd241a9-a928-46c5-a57a-477697224345'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:09.108705 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ee3b99af-bb77-40d5-a3b1-7cc14f210ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.320796 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-47ec8793-7fa0-439d-8907-5457b82f4ad5 req-7120df7f-c293-4cf4-8ea1-7be8fcf2e364 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.440080 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7120df7f-c293-4cf4-8ea1-7be8fcf2e364 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event deleted for resources: {'Port': ['ID=6fb44a9c-5fc5-4e73-82e9-db975dc0d285,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:09.544915 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a19135-919e-48cf-9849-fad51becd6c4 x-openstack-request-id: req-23a19135-919e-48cf-9849-fad51becd6c4 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:09.548116 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1961f99c-2629-4d54-b1d0-66a32245b00f", "tag": "643cded4-885a-4da8-be31-5d859991e0f6", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:09.548700 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-23a19135-919e-48cf-9849-fad51becd6c4 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:09.549589 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1961f99c-2629-4d54-b1d0-66a32245b00f', 'tag': '643cded4-885a-4da8-be31-5d859991e0f6', 'status': 'completed', 'code': 200} Sep 16 05:03:09.551728 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ec8793-7fa0-439d-8907-5457b82f4ad5 req-7120df7f-c293-4cf4-8ea1-7be8fcf2e364 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] No DVR routers for this DVR port 6fb44a9c-5fc5-4e73-82e9-db975dc0d285 on host n-h1-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:09.558809 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-47ec8793-7fa0-439d-8907-5457b82f4ad5 req-7120df7f-c293-4cf4-8ea1-7be8fcf2e364 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.563566 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-47ec8793-7fa0-439d-8907-5457b82f4ad5 req-7120df7f-c293-4cf4-8ea1-7be8fcf2e364 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.47 "DELETE /v2.0/ports/6fb44a9c-5fc5-4e73-82e9-db975dc0d285 HTTP/1.1" status: 204 len: 173 time: 2.6642182 Sep 16 05:03:09.740890 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4404259a-a677-4c65-a24c-8ccbb10ccb3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.825761 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-98e83533-0b95-43bc-a6f7-08a871959199 None None] Set router 2a0e28cf-cf00-4e2c-a46b-39fab1f52ece gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:09.947706 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-eafd7243-2034-4bca-b3a4-57d38d8cc932 None None] Attempting to bind port 6c2c112c-46b5-4002-9e84-fbc14e8a8f1b on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:09.948408 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-eafd7243-2034-4bca-b3a4-57d38d8cc932 None None] Attempting to bind port 6c2c112c-46b5-4002-9e84-fbc14e8a8f1b by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '29d85595-ec3b-4702-8552-a4a655a341aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0a276f26-1b13-4f7f-b657-450984b70430'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:09.948692 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafd7243-2034-4bca-b3a4-57d38d8cc932 None None] Attempting to bind port 6c2c112c-46b5-4002-9e84-fbc14e8a8f1b on network 0a276f26-1b13-4f7f-b657-450984b70430 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:09.961005 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328d984-05c2-4f5c-ae9b-95d6844df492 req-ac7a9b69-296a-4c31-9914-c3cc42585ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:09.963663 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a328d984-05c2-4f5c-ae9b-95d6844df492 req-ac7a9b69-296a-4c31-9914-c3cc42585ec9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b67ac34bf7e46cc823dbce391e87ff7&device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 1098 time: 0.2202873 Sep 16 05:03:09.978287 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-00e1704d-af09-494b-a46a-7c9691451bbb None None] Provisioning complete for port 6c2c112c-46b5-4002-9e84-fbc14e8a8f1b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:09.978572 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-00e1704d-af09-494b-a46a-7c9691451bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.304272 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4e875cd-deb8-48e6-bb30-8e6e6ca39ae5 req-39f22226-5fe3-4309-8d63-1c24b31bcf1f tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc515ba3-2207-4843-903f-28bcf3fd78b4 HTTP/1.1" status: 200 len: 210 time: 0.1407945 Sep 16 05:03:10.311630 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-ee3b99af-bb77-40d5-a3b1-7cc14f210ab9 None None] For port 73a29005-f46b-484e-b5e0-944360e8c5d7, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:10.334753 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafd7243-2034-4bca-b3a4-57d38d8cc932 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:10.335370 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafd7243-2034-4bca-b3a4-57d38d8cc932 None None] Checking segment: {'id': '29d85595-ec3b-4702-8552-a4a655a341aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0a276f26-1b13-4f7f-b657-450984b70430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:10.337058 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-eafd7243-2034-4bca-b3a4-57d38d8cc932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.337723 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafd7243-2034-4bca-b3a4-57d38d8cc932 None None] Bound using segment: {'id': '29d85595-ec3b-4702-8552-a4a655a341aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0a276f26-1b13-4f7f-b657-450984b70430'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:10.341385 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-eafd7243-2034-4bca-b3a4-57d38d8cc932 None None] Bound port: 6c2c112c-46b5-4002-9e84-fbc14e8a8f1b, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d85595-ec3b-4702-8552-a4a655a341aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0a276f26-1b13-4f7f-b657-450984b70430'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:10.341989 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-eafd7243-2034-4bca-b3a4-57d38d8cc932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.468628 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328d984-05c2-4f5c-ae9b-95d6844df492 req-75b5d0d2-a04e-407a-9fc5-3e28583c0634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:10.474410 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a328d984-05c2-4f5c-ae9b-95d6844df492 req-75b5d0d2-a04e-407a-9fc5-3e28583c0634 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 HTTP/1.1" status: 200 len: 918 time: 0.4806137 Sep 16 05:03:10.509858 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b742d-e486-43f8-8ce3-6966f0bc9b77 req-f4223ade-e5fd-408c-af5c-134f5232e3af tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:10.511447 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-220b742d-e486-43f8-8ce3-6966f0bc9b77 req-f4223ade-e5fd-408c-af5c-134f5232e3af tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a3151c5-7e7f-4203-8569-fb61c944b46d HTTP/1.1" status: 200 len: 945 time: 0.1106687 Sep 16 05:03:10.550852 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-ee3b99af-bb77-40d5-a3b1-7cc14f210ab9 None None] For port 73a29005-f46b-484e-b5e0-944360e8c5d7, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=73a29005-f46b-484e-b5e0-944360e8c5d7,segment=NetworkSegment(55090fb5-7a9b-4074-872d-fd7959fbaf78),segment_id=55090fb5-7a9b-4074-872d-fd7959fbaf78)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:10.659982 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ee3b99af-bb77-40d5-a3b1-7cc14f210ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.669838 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-220b742d-e486-43f8-8ce3-6966f0bc9b77 req-81337b06-dc3d-4dce-bc4a-6dddd986e5c4 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f58a4c2-e461-429b-8df0-48665c1abe75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234243 Sep 16 05:03:10.731272 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-00e1704d-af09-494b-a46a-7c9691451bbb None None] Port 6c2c112c-46b5-4002-9e84-fbc14e8a8f1b cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:10.742486 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e0b13651-e63d-4420-96cf-06fcf2ee69f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.782730 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a328d984-05c2-4f5c-ae9b-95d6844df492 req-bad7be92-9fd7-4d2e-9165-1abec9b109c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=643cded4-885a-4da8-be31-5d859991e0f6 HTTP/1.1" status: 200 len: 999 time: 0.2931886 Sep 16 05:03:10.789829 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4404259a-a677-4c65-a24c-8ccbb10ccb3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:11.020449 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 6fb44a9c-5fc5-4e73-82e9-db975dc0d285 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:11.055100 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-eafd7243-2034-4bca-b3a4-57d38d8cc932 None None] For port 6c2c112c-46b5-4002-9e84-fbc14e8a8f1b, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:11.059867 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328d984-05c2-4f5c-ae9b-95d6844df492 req-54207573-af42-46eb-a3e4-9c50f900421a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:11.061307 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a328d984-05c2-4f5c-ae9b-95d6844df492 req-54207573-af42-46eb-a3e4-9c50f900421a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03820bd1-1023-490e-b628-251d17d722c4 HTTP/1.1" status: 200 len: 856 time: 0.2508192 Sep 16 05:03:11.061463 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-eafd7243-2034-4bca-b3a4-57d38d8cc932 None None] For port 6c2c112c-46b5-4002-9e84-fbc14e8a8f1b, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=6c2c112c-46b5-4002-9e84-fbc14e8a8f1b,segment=NetworkSegment(29d85595-ec3b-4702-8552-a4a655a341aa),segment_id=29d85595-ec3b-4702-8552-a4a655a341aa)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:11.099131 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: 6fb44a9c-5fc5-4e73-82e9-db975dc0d285 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:11.099483 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 6fb44a9c-5fc5-4e73-82e9-db975dc0d285 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:11.103197 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b99af-bb77-40d5-a3b1-7cc14f210ab9 None None] Pushing event updated for resources: {'Port': ['ID=73a29005-f46b-484e-b5e0-944360e8c5d7,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:11.111331 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-eafd7243-2034-4bca-b3a4-57d38d8cc932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:11.297694 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de680d7-04cf-4d27-b4da-9e61c3856cc1 None None] Pushing event updated for resources: {'Port': ['ID=6c2c112c-46b5-4002-9e84-fbc14e8a8f1b,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:11.409372 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328d984-05c2-4f5c-ae9b-95d6844df492 req-ad93338e-713b-4b4e-83d4-7e4a22694fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:11.426813 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a328d984-05c2-4f5c-ae9b-95d6844df492 req-ad93338e-713b-4b4e-83d4-7e4a22694fd4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa14f7fe-1f8d-4bc9-a5b1-99c520e36470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2737536 Sep 16 05:03:11.435319 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-98e83533-0b95-43bc-a6f7-08a871959199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'name': 'tempest-AttachVolumeShelveTestJSON-1952685973-router', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '2668fa4c-4c34-4800-b1fc-52c492059be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:02Z', 'updated_at': '2021-09-16T04:57:15Z', 'revision_number': 4, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'gw_port': {'id': '2668fa4c-4c34-4800-b1fc-52c492059be1', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:04Z', 'updated_at': '2021-09-16T04:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '4eee36b6-2551-46c1-bb34-07568a718cfc', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'floating_ip_address': '172.25.8.98', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'port_id': '643cded4-885a-4da8-be31-5d859991e0f6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470', 'mac_address': 'fa:16:3e:06:94:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1961f99c-2629-4d54-b1d0-66a32245b00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:02:41Z', 'updated_at': '2021-09-16T05:03:05Z', 'revision_number': 1, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c89118a7-9a47-450d-b0fa-310ca67add6d', 'name': '', 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'mac_address': 'fa:16:3e:51:e0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '03820bd1-1023-490e-b628-251d17d722c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:12Z', 'updated_at': '2021-09-16T04:57:21Z', 'revision_number': 5, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'subnets': [{'id': '03820bd1-1023-490e-b628-251d17d722c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:11.438354 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafd7243-2034-4bca-b3a4-57d38d8cc932 None None] Routers {'7de9bd05-610a-4fab-baa3-cfc6855238f7'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:11.439362 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-eafd7243-2034-4bca-b3a4-57d38d8cc932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:02:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['7de9bd05-610a-4fab-baa3-cfc6855238f7'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:11.464380 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 35206) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:11.577232 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc515ba3-2207-4843-903f-28bcf3fd78b4', 'name': 'network-vif-deleted', 'tag': '6fb44a9c-5fc5-4e73-82e9-db975dc0d285'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:11.580462 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc273622-9bb7-47a5-9f3e-6c03d328f3c8" -d '{"events": [{"server_uuid": "fc515ba3-2207-4843-903f-28bcf3fd78b4", "name": "network-vif-deleted", "tag": "6fb44a9c-5fc5-4e73-82e9-db975dc0d285"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:11.590777 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e83533-0b95-43bc-a6f7-08a871959199 None None] Checking router: 2a0e28cf-cf00-4e2c-a46b-39fab1f52ece for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:03:11.779434 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e83533-0b95-43bc-a6f7-08a871959199 None None] Routers {'2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:11.786965 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-98e83533-0b95-43bc-a6f7-08a871959199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:02:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:11.851805 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a328d984-05c2-4f5c-ae9b-95d6844df492 req-bacb6452-3f3a-4910-a267-64a0ccfca345 service neutron] 10.222.0.48 "GET /v2.0/networks/fa14f7fe-1f8d-4bc9-a5b1-99c520e36470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094200 Sep 16 05:03:11.856793 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094917fc-94c3-47ae-8ae4-3ed4d7f5f150 x-openstack-request-id: req-094917fc-94c3-47ae-8ae4-3ed4d7f5f150 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:11.857080 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc515ba3-2207-4843-903f-28bcf3fd78b4", "name": "network-vif-deleted", "tag": "6fb44a9c-5fc5-4e73-82e9-db975dc0d285", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:11.869042 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-094917fc-94c3-47ae-8ae4-3ed4d7f5f150 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:11.869805 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc515ba3-2207-4843-903f-28bcf3fd78b4', 'name': 'network-vif-deleted', 'tag': '6fb44a9c-5fc5-4e73-82e9-db975dc0d285', 'status': 'completed', 'code': 200} Sep 16 05:03:11.877815 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:11.954361 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-eafd7243-2034-4bca-b3a4-57d38d8cc932 None None] Set router 7de9bd05-610a-4fab-baa3-cfc6855238f7 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:11.966114 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4404259a-a677-4c65-a24c-8ccbb10ccb3e admin admin] Router 4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:03:12.369810 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-0f800f6e-fe7c-4b6c-98e5-df3db344fb82 None None] Provisioning complete for port 6c2c112c-46b5-4002-9e84-fbc14e8a8f1b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:12.370347 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0f800f6e-fe7c-4b6c-98e5-df3db344fb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:12.417709 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a328d984-05c2-4f5c-ae9b-95d6844df492 req-ca6b81f3-d5d2-4a51-bda3-0f77fa61a0b2 service neutron] 10.222.0.48 "GET /v2.0/networks/fa14f7fe-1f8d-4bc9-a5b1-99c520e36470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5504088 Sep 16 05:03:12.663628 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66661894-974e-4ba0-b36e-aebd06c5a493 req-6f3bedf1-fbed-44fe-a145-2d0d7591f2a7 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:12.695885 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4404259a-a677-4c65-a24c-8ccbb10ccb3e admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:03:12.696740 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-66661894-974e-4ba0-b36e-aebd06c5a493 req-6f3bedf1-fbed-44fe-a145-2d0d7591f2a7 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a3151c5-7e7f-4203-8569-fb61c944b46d HTTP/1.1" status: 200 len: 945 time: 0.7530661 Sep 16 05:03:12.715612 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f5a61-fc8e-4cdc-912b-53ef0cc14429 req-3ff99fc0-41fe-49b3-9e55-d7d43f204f93 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:12.724692 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f22f5a61-fc8e-4cdc-912b-53ef0cc14429 req-3ff99fc0-41fe-49b3-9e55-d7d43f204f93 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a3151c5-7e7f-4203-8569-fb61c944b46d HTTP/1.1" status: 200 len: 945 time: 0.4627094 Sep 16 05:03:12.725391 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc58d4d2-5039-4cd8-a45d-5a41bf717f7b None None] Sync routers for ids ['4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:03:12.733382 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4404259a-a677-4c65-a24c-8ccbb10ccb3e admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:12.739726 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4404259a-a677-4c65-a24c-8ccbb10ccb3e admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.5897357 Sep 16 05:03:12.741638 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35234) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:12.742640 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc58d4d2-5039-4cd8-a45d-5a41bf717f7b None None] Routers {'4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:12.743292 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dc58d4d2-5039-4cd8-a45d-5a41bf717f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:02:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:13.099839 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-66661894-974e-4ba0-b36e-aebd06c5a493 req-03f18d54-70c8-4d7c-87fa-7e867f995399 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f58a4c2-e461-429b-8df0-48665c1abe75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3968518 Sep 16 05:03:13.318747 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-f22f5a61-fc8e-4cdc-912b-53ef0cc14429 req-ef283748-83b3-439c-b591-35f50c2a3ec8 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Deleting port 35ace5e4-07bd-4065-a823-a7548154e651 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:13.320477 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f22f5a61-fc8e-4cdc-912b-53ef0cc14429 req-ef283748-83b3-439c-b591-35f50c2a3ec8 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.327153 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-dc58d4d2-5039-4cd8-a45d-5a41bf717f7b None None] Set router 4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:13.424345 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-42c51fbf-6c22-4ed2-8947-d7b939e6e0d1 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.500492 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 6c2c112c-46b5-4002-9e84-fbc14e8a8f1b up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:13.538123 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e663d4-9232-4948-9333-8eb2ee34a33d None None] Network 6cd241a9-a928-46c5-a57a-477697224345 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:13.698240 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-f22f5a61-fc8e-4cdc-912b-53ef0cc14429 req-ef283748-83b3-439c-b591-35f50c2a3ec8 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] For port 35ace5e4-07bd-4065-a823-a7548154e651, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=35ace5e4-07bd-4065-a823-a7548154e651,segment=NetworkSegment(51a9b458-7c9a-4442-bf01-8b9b2bd52faf),segment_id=51a9b458-7c9a-4442-bf01-8b9b2bd52faf)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:13.702425 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f22f5a61-fc8e-4cdc-912b-53ef0cc14429 req-ef283748-83b3-439c-b591-35f50c2a3ec8 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.762552 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-98e83533-0b95-43bc-a6f7-08a871959199 None None] Set router 2a0e28cf-cf00-4e2c-a46b-39fab1f52ece gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:13.936905 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dc58d4d2-5039-4cd8-a45d-5a41bf717f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99', 'name': 'tempest-TestServerMultinode-690135449-router', 'tenant_id': '3931e1dbf5374f4084b4b23d0c49a65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '4cc1415a-bbde-47f2-87ef-ae4ad51fb987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:04Z', 'updated_at': '2021-09-16T05:03:09Z', 'revision_number': 3, 'project_id': '3931e1dbf5374f4084b4b23d0c49a65d', 'gw_port': {'id': '4cc1415a-bbde-47f2-87ef-ae4ad51fb987', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:61:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:07Z', 'updated_at': '2021-09-16T05:03:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:14.003818 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc58d4d2-5039-4cd8-a45d-5a41bf717f7b None None] Checking router: 4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:03:14.011571 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc58d4d2-5039-4cd8-a45d-5a41bf717f7b None None] Updating router 4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99 port 4cc1415a-bbde-47f2-87ef-ae4ad51fb987 binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:03:14.067573 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-dc58d4d2-5039-4cd8-a45d-5a41bf717f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.189353 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9b835718-f954-429a-a11e-38479a379c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.210729 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.293612 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 6c2c112c-46b5-4002-9e84-fbc14e8a8f1b triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:14.294118 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.579669 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f22f5a61-fc8e-4cdc-912b-53ef0cc14429 req-ef283748-83b3-439c-b591-35f50c2a3ec8 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.580100 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f22f5a61-fc8e-4cdc-912b-53ef0cc14429 req-ef283748-83b3-439c-b591-35f50c2a3ec8 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.580419 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [req-f22f5a61-fc8e-4cdc-912b-53ef0cc14429 req-ef283748-83b3-439c-b591-35f50c2a3ec8 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Floating IP ce8753dd-f8b0-4ef1-a1b6-73c588b7f96f disassociated. External IP: 172.25.8.132, port: 35ace5e4-07bd-4065-a823-a7548154e651. Sep 16 05:03:14.580789 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-f22f5a61-fc8e-4cdc-912b-53ef0cc14429 req-ef283748-83b3-439c-b591-35f50c2a3ec8 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Calling delete_port for 35ace5e4-07bd-4065-a823-a7548154e651 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:14.836960 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-dc58d4d2-5039-4cd8-a45d-5a41bf717f7b None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.856046 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f22f5a61-fc8e-4cdc-912b-53ef0cc14429 req-ef283748-83b3-439c-b591-35f50c2a3ec8 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.873649 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0f800f6e-fe7c-4b6c-98e5-df3db344fb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.880247 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-dc58d4d2-5039-4cd8-a45d-5a41bf717f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.943445 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.971714 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef283748-83b3-439c-b591-35f50c2a3ec8 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Pushing event deleted for resources: {'Port': ['ID=35ace5e4-07bd-4065-a823-a7548154e651,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:14.995447 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7b40ee49-a379-4694-9eb0-2a92d9c454eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:15.018229 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:15.041766 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e406b-6c89-4d1b-b6a5-d5256aae6000 None None] Pushing event updated for resources: {'Port': ['ID=4cc1415a-bbde-47f2-87ef-ae4ad51fb987,revision_number=2']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:15.064621 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-dc58d4d2-5039-4cd8-a45d-5a41bf717f7b None None] Attempting to bind port 4cc1415a-bbde-47f2-87ef-ae4ad51fb987 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:15.064987 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-dc58d4d2-5039-4cd8-a45d-5a41bf717f7b None None] Attempting to bind port 4cc1415a-bbde-47f2-87ef-ae4ad51fb987 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:15.068239 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc58d4d2-5039-4cd8-a45d-5a41bf717f7b None None] Attempting to bind port 4cc1415a-bbde-47f2-87ef-ae4ad51fb987 on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:15.089692 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-98e83533-0b95-43bc-a6f7-08a871959199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'name': 'tempest-AttachVolumeShelveTestJSON-1952685973-router', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '2668fa4c-4c34-4800-b1fc-52c492059be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:02Z', 'updated_at': '2021-09-16T04:57:15Z', 'revision_number': 4, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'gw_port': {'id': '2668fa4c-4c34-4800-b1fc-52c492059be1', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:04Z', 'updated_at': '2021-09-16T04:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '4eee36b6-2551-46c1-bb34-07568a718cfc', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'floating_ip_address': '172.25.8.98', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'port_id': '643cded4-885a-4da8-be31-5d859991e0f6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470', 'mac_address': 'fa:16:3e:06:94:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1961f99c-2629-4d54-b1d0-66a32245b00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:02:41Z', 'updated_at': '2021-09-16T05:03:05Z', 'revision_number': 1, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c89118a7-9a47-450d-b0fa-310ca67add6d', 'name': '', 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'mac_address': 'fa:16:3e:51:e0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '03820bd1-1023-490e-b628-251d17d722c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:12Z', 'updated_at': '2021-09-16T04:57:21Z', 'revision_number': 5, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'subnets': [{'id': '03820bd1-1023-490e-b628-251d17d722c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:15.095174 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e406b-6c89-4d1b-b6a5-d5256aae6000 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:15.105224 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e406b-6c89-4d1b-b6a5-d5256aae6000 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:15.107906 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e406b-6c89-4d1b-b6a5-d5256aae6000 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:15.108452 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e406b-6c89-4d1b-b6a5-d5256aae6000 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:15.117926 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e406b-6c89-4d1b-b6a5-d5256aae6000 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:15.119949 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e406b-6c89-4d1b-b6a5-d5256aae6000 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:15.120180 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e406b-6c89-4d1b-b6a5-d5256aae6000 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:15.120521 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e406b-6c89-4d1b-b6a5-d5256aae6000 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:15.120879 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e406b-6c89-4d1b-b6a5-d5256aae6000 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:15.121208 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e406b-6c89-4d1b-b6a5-d5256aae6000 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:15.121536 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e406b-6c89-4d1b-b6a5-d5256aae6000 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:15.121853 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e406b-6c89-4d1b-b6a5-d5256aae6000 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:15.133983 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc58d4d2-5039-4cd8-a45d-5a41bf717f7b None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:15.134687 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc58d4d2-5039-4cd8-a45d-5a41bf717f7b None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:15.135274 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-dc58d4d2-5039-4cd8-a45d-5a41bf717f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:15.136970 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc58d4d2-5039-4cd8-a45d-5a41bf717f7b None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:15.144265 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-dc58d4d2-5039-4cd8-a45d-5a41bf717f7b None None] Bound port: 4cc1415a-bbde-47f2-87ef-ae4ad51fb987, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:15.147799 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-dc58d4d2-5039-4cd8-a45d-5a41bf717f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:15.235593 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-0f800f6e-fe7c-4b6c-98e5-df3db344fb82 None None] For port 6c2c112c-46b5-4002-9e84-fbc14e8a8f1b, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=6c2c112c-46b5-4002-9e84-fbc14e8a8f1b,segment=NetworkSegment(29d85595-ec3b-4702-8552-a4a655a341aa),segment_id=29d85595-ec3b-4702-8552-a4a655a341aa)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:15.247319 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e83533-0b95-43bc-a6f7-08a871959199 None None] The sync data for ids ['2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'] in n-d-712139-15 is: [{'id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'name': 'tempest-AttachVolumeShelveTestJSON-1952685973-router', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '2668fa4c-4c34-4800-b1fc-52c492059be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:02Z', 'updated_at': '2021-09-16T04:57:15Z', 'revision_number': 4, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'gw_port': {'id': '2668fa4c-4c34-4800-b1fc-52c492059be1', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:04Z', 'updated_at': '2021-09-16T04:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '4eee36b6-2551-46c1-bb34-07568a718cfc', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'floating_ip_address': '172.25.8.98', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'port_id': '643cded4-885a-4da8-be31-5d859991e0f6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470', 'mac_address': 'fa:16:3e:06:94:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1961f99c-2629-4d54-b1d0-66a32245b00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:02:41Z', 'updated_at': '2021-09-16T05:03:05Z', 'revision_number': 1, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c89118a7-9a47-450d-b0fa-310ca67add6d', 'name': '', 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'mac_address': 'fa:16:3e:51:e0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '03820bd1-1023-490e-b628-251d17d722c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:12Z', 'updated_at': '2021-09-16T04:57:21Z', 'revision_number': 5, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'subnets': [{'id': '03820bd1-1023-490e-b628-251d17d722c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:03:15.266353 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0f800f6e-fe7c-4b6c-98e5-df3db344fb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:15.308956 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-dc58d4d2-5039-4cd8-a45d-5a41bf717f7b None None] For port 4cc1415a-bbde-47f2-87ef-ae4ad51fb987, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:15.314206 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-dc58d4d2-5039-4cd8-a45d-5a41bf717f7b None None] For port 4cc1415a-bbde-47f2-87ef-ae4ad51fb987, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=4cc1415a-bbde-47f2-87ef-ae4ad51fb987,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:15.320863 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-dc58d4d2-5039-4cd8-a45d-5a41bf717f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:15.398090 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-eafd7243-2034-4bca-b3a4-57d38d8cc932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de9bd05-610a-4fab-baa3-cfc6855238f7', 'name': 'tempest-TestServerMultinode-1788272888-router', 'tenant_id': '6d4f13cd3f824578b093a4f221281eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '7672941d-8551-4aa2-93b4-0daa461f5600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:49Z', 'updated_at': '2021-09-16T05:02:57Z', 'revision_number': 4, 'project_id': '6d4f13cd3f824578b093a4f221281eec', 'gw_port': {'id': '7672941d-8551-4aa2-93b4-0daa461f5600', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:28:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de9bd05-610a-4fab-baa3-cfc6855238f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:51Z', 'updated_at': '2021-09-16T05:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '6c2c112c-46b5-4002-9e84-fbc14e8a8f1b', 'name': '', 'network_id': '0a276f26-1b13-4f7f-b657-450984b70430', 'tenant_id': '6d4f13cd3f824578b093a4f221281eec', 'mac_address': 'fa:16:3e:bb:fe:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de9bd05-610a-4fab-baa3-cfc6855238f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '3248db86-5b35-44e8-8e0d-c3fe2cb45aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:56Z', 'updated_at': '2021-09-16T05:03:11Z', 'revision_number': 4, 'project_id': '6d4f13cd3f824578b093a4f221281eec', 'subnets': [{'id': '3248db86-5b35-44e8-8e0d-c3fe2cb45aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:15.412525 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:15.498573 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e406b-6c89-4d1b-b6a5-d5256aae6000 None None] Pushing event updated for resources: {'Port': ['ID=4cc1415a-bbde-47f2-87ef-ae4ad51fb987,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:15.545223 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafd7243-2034-4bca-b3a4-57d38d8cc932 None None] The sync data for ids ['7de9bd05-610a-4fab-baa3-cfc6855238f7'] in n-d-712139-15 is: [{'id': '7de9bd05-610a-4fab-baa3-cfc6855238f7', 'name': 'tempest-TestServerMultinode-1788272888-router', 'tenant_id': '6d4f13cd3f824578b093a4f221281eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '7672941d-8551-4aa2-93b4-0daa461f5600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:49Z', 'updated_at': '2021-09-16T05:02:57Z', 'revision_number': 4, 'project_id': '6d4f13cd3f824578b093a4f221281eec', 'gw_port': {'id': '7672941d-8551-4aa2-93b4-0daa461f5600', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:28:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de9bd05-610a-4fab-baa3-cfc6855238f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:51Z', 'updated_at': '2021-09-16T05:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '6c2c112c-46b5-4002-9e84-fbc14e8a8f1b', 'name': '', 'network_id': '0a276f26-1b13-4f7f-b657-450984b70430', 'tenant_id': '6d4f13cd3f824578b093a4f221281eec', 'mac_address': 'fa:16:3e:bb:fe:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de9bd05-610a-4fab-baa3-cfc6855238f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '3248db86-5b35-44e8-8e0d-c3fe2cb45aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:56Z', 'updated_at': '2021-09-16T05:03:11Z', 'revision_number': 4, 'project_id': '6d4f13cd3f824578b093a4f221281eec', 'subnets': [{'id': '3248db86-5b35-44e8-8e0d-c3fe2cb45aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:03:15.557734 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc58d4d2-5039-4cd8-a45d-5a41bf717f7b None None] Routers {'4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:15.559604 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dc58d4d2-5039-4cd8-a45d-5a41bf717f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:03:14Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:15.584215 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f22f5a61-fc8e-4cdc-912b-53ef0cc14429 req-ef283748-83b3-439c-b591-35f50c2a3ec8 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Router a642493d-01a9-4e7a-a221-01cf5d61c50d has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:03:15.599132 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f800f6e-fe7c-4b6c-98e5-df3db344fb82 None None] Pushing event updated for resources: {'Port': ['ID=6c2c112c-46b5-4002-9e84-fbc14e8a8f1b,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:15.646968 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cfd03-6657-4a30-8cb3-2a388aea4d93 req-7e916b1a-18c4-4d55-ac67-895b6373d335 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:15.655645 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-937cfd03-6657-4a30-8cb3-2a388aea4d93 req-7e916b1a-18c4-4d55-ac67-895b6373d335 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a3151c5-7e7f-4203-8569-fb61c944b46d HTTP/1.1" status: 200 len: 867 time: 1.3556855 Sep 16 05:03:15.659658 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-7b40ee49-a379-4694-9eb0-2a92d9c454eb admin admin] Allocated IP 172.20.0.1 (6cd241a9-a928-46c5-a57a-477697224345/12b0b830-947f-462b-865c-05664be4faf1/e16b8f32-fe82-437c-b097-09eea4effe9e) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:15.698295 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-997d754d-0f23-49e6-96a3-1edc1ec45431 None None] Provisioning complete for port 73a29005-f46b-484e-b5e0-944360e8c5d7 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:15.698977 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-997d754d-0f23-49e6-96a3-1edc1ec45431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:15.879771 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f22f5a61-fc8e-4cdc-912b-53ef0cc14429 req-ef283748-83b3-439c-b591-35f50c2a3ec8 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:03:15.901154 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808e79f4-bb1c-42d2-8224-0fe12a49eedd None None] Sync routers for ids ['a642493d-01a9-4e7a-a221-01cf5d61c50d'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:03:15.950083 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:03:15.950524 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:03:15.967067 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808e79f4-bb1c-42d2-8224-0fe12a49eedd None None] Routers {'a642493d-01a9-4e7a-a221-01cf5d61c50d'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:15.967718 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-808e79f4-bb1c-42d2-8224-0fe12a49eedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:03:14Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['a642493d-01a9-4e7a-a221-01cf5d61c50d'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:15.979821 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-dc58d4d2-5039-4cd8-a45d-5a41bf717f7b None None] Set router 4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:16.020051 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7b40ee49-a379-4694-9eb0-2a92d9c454eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:16.066636 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 35ace5e4-07bd-4065-a823-a7548154e651 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:16.110840 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7b40ee49-a379-4694-9eb0-2a92d9c454eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:16.196629 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b40ee49-a379-4694-9eb0-2a92d9c454eb admin admin] Network 6cd241a9-a928-46c5-a57a-477697224345 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:16.198593 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 35ace5e4-07bd-4065-a823-a7548154e651 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:16.198939 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 35ace5e4-07bd-4065-a823-a7548154e651 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:16.208510 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-7b40ee49-a379-4694-9eb0-2a92d9c454eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:16.222604 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b40ee49-a379-4694-9eb0-2a92d9c454eb admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:16.227502 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40ee49-a379-4694-9eb0-2a92d9c454eb admin admin] Pushing event updated for resources: {'Port': ['ID=e16b8f32-fe82-437c-b097-09eea4effe9e,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:16.286964 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:16.345065 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7b40ee49-a379-4694-9eb0-2a92d9c454eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:16.365338 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cca45f9-c3d2-47ee-8866-36ea79b6e7ad None None] New status for floating IP 4eee36b6-2551-46c1-bb34-07568a718cfc: ACTIVE {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:03:16.462859 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-997d754d-0f23-49e6-96a3-1edc1ec45431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:16.602896 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-808e79f4-bb1c-42d2-8224-0fe12a49eedd None None] Set router a642493d-01a9-4e7a-a221-01cf5d61c50d gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:16.640039 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-937cfd03-6657-4a30-8cb3-2a388aea4d93 req-42bf40de-fddf-4483-acd3-fcc747c68bc1 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f58a4c2-e461-429b-8df0-48665c1abe75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9775648 Sep 16 05:03:16.663110 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7b40ee49-a379-4694-9eb0-2a92d9c454eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:16.706966 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-42c51fbf-6c22-4ed2-8947-d7b939e6e0d1 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Deleting port 587f86e2-6339-459a-a2ea-52cd6ae6129c {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:16.707501 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-42c51fbf-6c22-4ed2-8947-d7b939e6e0d1 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:16.879513 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-997d754d-0f23-49e6-96a3-1edc1ec45431 None None] For port 73a29005-f46b-484e-b5e0-944360e8c5d7, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=73a29005-f46b-484e-b5e0-944360e8c5d7,segment=NetworkSegment(55090fb5-7a9b-4074-872d-fd7959fbaf78),segment_id=55090fb5-7a9b-4074-872d-fd7959fbaf78)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:16.921681 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-997d754d-0f23-49e6-96a3-1edc1ec45431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:16.965093 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 73a29005-f46b-484e-b5e0-944360e8c5d7 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:16.969875 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dc58d4d2-5039-4cd8-a45d-5a41bf717f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99', 'name': 'tempest-TestServerMultinode-690135449-router', 'tenant_id': '3931e1dbf5374f4084b4b23d0c49a65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '4cc1415a-bbde-47f2-87ef-ae4ad51fb987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:04Z', 'updated_at': '2021-09-16T05:03:09Z', 'revision_number': 3, 'project_id': '3931e1dbf5374f4084b4b23d0c49a65d', 'gw_port': {'id': '4cc1415a-bbde-47f2-87ef-ae4ad51fb987', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:61:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:07Z', 'updated_at': '2021-09-16T05:03:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:17.079864 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-42c51fbf-6c22-4ed2-8947-d7b939e6e0d1 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] For port 587f86e2-6339-459a-a2ea-52cd6ae6129c, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=587f86e2-6339-459a-a2ea-52cd6ae6129c,segment=NetworkSegment(542edce7-6613-43b9-9139-c144b7b7b1bf),segment_id=542edce7-6613-43b9-9139-c144b7b7b1bf)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:17.080444 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-42c51fbf-6c22-4ed2-8947-d7b939e6e0d1 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:17.086631 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc58d4d2-5039-4cd8-a45d-5a41bf717f7b None None] The sync data for ids ['4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99'] in n-d-712139-15 is: [{'id': '4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99', 'name': 'tempest-TestServerMultinode-690135449-router', 'tenant_id': '3931e1dbf5374f4084b4b23d0c49a65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '4cc1415a-bbde-47f2-87ef-ae4ad51fb987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:04Z', 'updated_at': '2021-09-16T05:03:09Z', 'revision_number': 3, 'project_id': '3931e1dbf5374f4084b4b23d0c49a65d', 'gw_port': {'id': '4cc1415a-bbde-47f2-87ef-ae4ad51fb987', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:61:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:07Z', 'updated_at': '2021-09-16T05:03:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:03:17.099081 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-42c51fbf-6c22-4ed2-8947-d7b939e6e0d1 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Calling delete_port for 587f86e2-6339-459a-a2ea-52cd6ae6129c owned by network:router_interface {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:17.175387 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22f5a61-fc8e-4cdc-912b-53ef0cc14429 req-ef283748-83b3-439c-b591-35f50c2a3ec8 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] No DVR routers for this DVR port 35ace5e4-07bd-4065-a823-a7548154e651 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:17.179497 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f22f5a61-fc8e-4cdc-912b-53ef0cc14429 req-ef283748-83b3-439c-b591-35f50c2a3ec8 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:17.181865 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f22f5a61-fc8e-4cdc-912b-53ef0cc14429 req-ef283748-83b3-439c-b591-35f50c2a3ec8 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.48 "DELETE /v2.0/ports/35ace5e4-07bd-4065-a823-a7548154e651 HTTP/1.1" status: 204 len: 173 time: 4.4249356 Sep 16 05:03:17.184384 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3151c5-7e7f-4203-8569-fb61c944b46d', 'name': 'network-vif-deleted', 'tag': '35ace5e4-07bd-4065-a823-a7548154e651'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:17.187910 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3f077c-1e8e-43c8-a092-fd6a399d1f0a" -d '{"events": [{"server_uuid": "0a3151c5-7e7f-4203-8569-fb61c944b46d", "name": "network-vif-deleted", "tag": "35ace5e4-07bd-4065-a823-a7548154e651"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:17.269652 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7b40ee49-a379-4694-9eb0-2a92d9c454eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:17.288602 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7b40ee49-a379-4694-9eb0-2a92d9c454eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:17.385723 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7b40ee49-a379-4694-9eb0-2a92d9c454eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:17.400392 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5dd955-a191-46a2-827d-5e3f24781952 x-openstack-request-id: req-9d5dd955-a191-46a2-827d-5e3f24781952 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:17.406495 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-42ed8f81-b42e-4d69-aeae-909acaca0fbe None None] Provisioning complete for port 73a29005-f46b-484e-b5e0-944360e8c5d7 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:17.409227 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-42ed8f81-b42e-4d69-aeae-909acaca0fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:17.409410 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a3151c5-7e7f-4203-8569-fb61c944b46d", "name": "network-vif-deleted", "tag": "35ace5e4-07bd-4065-a823-a7548154e651", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:17.409410 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9d5dd955-a191-46a2-827d-5e3f24781952 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:17.409648 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3151c5-7e7f-4203-8569-fb61c944b46d', 'name': 'network-vif-deleted', 'tag': '35ace5e4-07bd-4065-a823-a7548154e651', 'status': 'completed', 'code': 200} Sep 16 05:03:17.415163 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d754d-0f23-49e6-96a3-1edc1ec45431 None None] Pushing event updated for resources: {'Port': ['ID=73a29005-f46b-484e-b5e0-944360e8c5d7,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:17.518804 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 35284) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:17.521179 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 73a29005-f46b-484e-b5e0-944360e8c5d7 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:17.523278 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:17.535049 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40ee49-a379-4694-9eb0-2a92d9c454eb admin admin] Pushing event updated for resources: {'Port': ['ID=e16b8f32-fe82-437c-b097-09eea4effe9e,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:17.551339 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-42c51fbf-6c22-4ed2-8947-d7b939e6e0d1 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:17.616126 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c51fbf-6c22-4ed2-8947-d7b939e6e0d1 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event deleted for resources: {'Port': ['ID=587f86e2-6339-459a-a2ea-52cd6ae6129c,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:17.752649 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-808e79f4-bb1c-42d2-8224-0fe12a49eedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'name': 'tempest-AttachVolumeTestJSON-192516525-router', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'bf0bb004-c29e-4852-8858-3a5600aa8173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T04:51:57Z', 'revision_number': 4, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'gw_port': {'id': 'bf0bb004-c29e-4852-8858-3a5600aa8173', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T04:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '4490de05-7b37-4a9e-ad67-31db8c51e0c8', 'name': '', 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'mac_address': 'fa:16:3e:9d:6b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '2d075d26-c7df-4ea0-b069-e1f04da018dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:56Z', 'updated_at': '2021-09-16T04:52:01Z', 'revision_number': 5, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'subnets': [{'id': '2d075d26-c7df-4ea0-b069-e1f04da018dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:17.873671 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b40ee49-a379-4694-9eb0-2a92d9c454eb admin admin] Network 6cd241a9-a928-46c5-a57a-477697224345 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:17.887015 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-7b40ee49-a379-4694-9eb0-2a92d9c454eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:18.011972 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5fabc911-3398-483c-96fa-65f00f736c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.062004 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e480f67-af2b-47b5-a849-87d1fe0468c2 req-c024a37e-26ec-47af-a577-5756de1b3922 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a3151c5-7e7f-4203-8569-fb61c944b46d HTTP/1.1" status: 200 len: 210 time: 0.1255209 Sep 16 05:03:18.259331 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5fabc911-3398-483c-96fa-65f00f736c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.273847 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5fabc911-3398-483c-96fa-65f00f736c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.333724 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b40ee49-a379-4694-9eb0-2a92d9c454eb admin admin] Router 4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:03:18.391359 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808e79f4-bb1c-42d2-8224-0fe12a49eedd None None] Checking router: a642493d-01a9-4e7a-a221-01cf5d61c50d for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:03:18.440972 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-42ed8f81-b42e-4d69-aeae-909acaca0fbe None None] Provisioning complete for port e16b8f32-fe82-437c-b097-09eea4effe9e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:18.441660 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-42ed8f81-b42e-4d69-aeae-909acaca0fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.498028 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5fabc911-3398-483c-96fa-65f00f736c99 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c8a0eb2d65f642e19e7728b3ca8363d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9754982 Sep 16 05:03:18.507815 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 35308) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:18.533990 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808e79f4-bb1c-42d2-8224-0fe12a49eedd None None] Routers {'a642493d-01a9-4e7a-a221-01cf5d61c50d'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:18.534656 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-808e79f4-bb1c-42d2-8224-0fe12a49eedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:03:14Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['a642493d-01a9-4e7a-a221-01cf5d61c50d'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:18.537269 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-42ed8f81-b42e-4d69-aeae-909acaca0fbe None None] Port e16b8f32-fe82-437c-b097-09eea4effe9e cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:18.559990 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b40ee49-a379-4694-9eb0-2a92d9c454eb admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:03:18.579048 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7b40ee49-a379-4694-9eb0-2a92d9c454eb admin admin] 10.222.0.35 "PUT /v2.0/routers/4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8345602 Sep 16 05:03:18.652231 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fabc911-3398-483c-96fa-65f00f736c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b477bc3f-4528-4340-9138-9bcd96a33df3,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:18.681140 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-42c51fbf-6c22-4ed2-8947-d7b939e6e0d1 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.752048 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-53562eeb-4376-4970-b390-947ef4263f91 None None] Provisioning complete for port e16b8f32-fe82-437c-b097-09eea4effe9e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:18.753230 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-53562eeb-4376-4970-b390-947ef4263f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.811462 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a31007eb-5fac-4a33-8f03-ee8307099b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.899968 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a31007eb-5fac-4a33-8f03-ee8307099b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.917969 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-808e79f4-bb1c-42d2-8224-0fe12a49eedd None None] Set router a642493d-01a9-4e7a-a221-01cf5d61c50d gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:19.114675 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-53562eeb-4376-4970-b390-947ef4263f91 None None] Port e16b8f32-fe82-437c-b097-09eea4effe9e cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:19.199253 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 6c2c112c-46b5-4002-9e84-fbc14e8a8f1b up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:19.212064 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a31007eb-5fac-4a33-8f03-ee8307099b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.222895 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a31007eb-5fac-4a33-8f03-ee8307099b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.227398 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a31007eb-5fac-4a33-8f03-ee8307099b22 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b477bc3f-4528-4340-9138-9bcd96a33df3 HTTP/1.1" status: 204 len: 168 time: 0.7134655 Sep 16 05:03:19.237662 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31007eb-5fac-4a33-8f03-ee8307099b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b477bc3f-4528-4340-9138-9bcd96a33df3,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:19.389015 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 6c2c112c-46b5-4002-9e84-fbc14e8a8f1b triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:19.389535 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.450068 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-808e79f4-bb1c-42d2-8224-0fe12a49eedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'name': 'tempest-AttachVolumeTestJSON-192516525-router', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'bf0bb004-c29e-4852-8858-3a5600aa8173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T04:51:57Z', 'revision_number': 4, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'gw_port': {'id': 'bf0bb004-c29e-4852-8858-3a5600aa8173', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T04:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '4490de05-7b37-4a9e-ad67-31db8c51e0c8', 'name': '', 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'mac_address': 'fa:16:3e:9d:6b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '2d075d26-c7df-4ea0-b069-e1f04da018dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:56Z', 'updated_at': '2021-09-16T04:52:01Z', 'revision_number': 5, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'subnets': [{'id': '2d075d26-c7df-4ea0-b069-e1f04da018dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:19.491304 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808e79f4-bb1c-42d2-8224-0fe12a49eedd None None] The sync data for ids ['a642493d-01a9-4e7a-a221-01cf5d61c50d'] in n-d-712139-15 is: [{'id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'name': 'tempest-AttachVolumeTestJSON-192516525-router', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'bf0bb004-c29e-4852-8858-3a5600aa8173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T04:51:57Z', 'revision_number': 4, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'gw_port': {'id': 'bf0bb004-c29e-4852-8858-3a5600aa8173', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T04:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '4490de05-7b37-4a9e-ad67-31db8c51e0c8', 'name': '', 'network_id': 'b57de9dd-8389-462f-809e-a5ea9e13e1e0', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'mac_address': 'fa:16:3e:9d:6b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '2d075d26-c7df-4ea0-b069-e1f04da018dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:56Z', 'updated_at': '2021-09-16T04:52:01Z', 'revision_number': 5, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'subnets': [{'id': '2d075d26-c7df-4ea0-b069-e1f04da018dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:03:19.513779 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c51fbf-6c22-4ed2-8947-d7b939e6e0d1 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Router 7b3e41bb-c64f-4409-8f5d-b7266e24b115 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:03:19.619008 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 73a29005-f46b-484e-b5e0-944360e8c5d7 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:19.762728 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35380) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:19.809454 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 73a29005-f46b-484e-b5e0-944360e8c5d7 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:19.810830 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.831051 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c51fbf-6c22-4ed2-8947-d7b939e6e0d1 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:03:19.855979 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92ea26d-66c8-486f-831d-e0a76064c980 None None] Sync routers for ids ['7b3e41bb-c64f-4409-8f5d-b7266e24b115'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:03:19.875866 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-42c51fbf-6c22-4ed2-8947-d7b939e6e0d1 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "PUT /v2.0/routers/7b3e41bb-c64f-4409-8f5d-b7266e24b115/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4101954 Sep 16 05:03:19.879007 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 35388) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:19.883510 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92ea26d-66c8-486f-831d-e0a76064c980 None None] Routers {'7b3e41bb-c64f-4409-8f5d-b7266e24b115'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:19.887997 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-d92ea26d-66c8-486f-831d-e0a76064c980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:03:14Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['7b3e41bb-c64f-4409-8f5d-b7266e24b115'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:19.943976 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-891f6fec-4291-4dad-af80-7b3101ef1a3a tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.960685 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d236184-3356-4e79-ade9-97941367723a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Deleting subnet cfa75c34-2931-484d-b0ed-c41264b07f0c {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:03:19.974782 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5d236184-3356-4e79-ade9-97941367723a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.032004 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-891f6fec-4291-4dad-af80-7b3101ef1a3a tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.149271 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcad7b8-932b-4fae-a94a-bc935e8b2955 None None] New status for floating IP ce8753dd-f8b0-4ef1-a1b6-73c588b7f96f: DOWN {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:03:20.172553 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-891f6fec-4291-4dad-af80-7b3101ef1a3a tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.182221 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-891f6fec-4291-4dad-af80-7b3101ef1a3a tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.187546 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-891f6fec-4291-4dad-af80-7b3101ef1a3a tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "DELETE /v2.0/security-groups/3f58a4c2-e461-429b-8df0-48665c1abe75 HTTP/1.1" status: 204 len: 168 time: 0.4234264 Sep 16 05:03:20.189925 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35400) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:20.211694 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-d92ea26d-66c8-486f-831d-e0a76064c980 None None] Set router 7b3e41bb-c64f-4409-8f5d-b7266e24b115 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:20.236942 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891f6fec-4291-4dad-af80-7b3101ef1a3a tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f58a4c2-e461-429b-8df0-48665c1abe75,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:20.267027 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-aececdcf-cf8e-4522-a1d1-7d6eae6a14fd tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] show failed (client error): The resource could not be found. Sep 16 05:03:20.271184 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-aececdcf-cf8e-4522-a1d1-7d6eae6a14fd tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "GET /v2.0/security-groups/3f58a4c2-e461-429b-8df0-48665c1abe75 HTTP/1.1" status: 404 len: 347 time: 0.0754716 Sep 16 05:03:20.274113 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35402) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:20.298502 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5d236184-3356-4e79-ade9-97941367723a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.491797 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad561f2-8f87-437c-bee6-974ef6931458 req-b3f91d4e-76b2-47d3-90f9-7001dd24bdb0 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:20.500804 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fad561f2-8f87-437c-bee6-974ef6931458 req-b3f91d4e-76b2-47d3-90f9-7001dd24bdb0 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/networks?id=0a276f26-1b13-4f7f-b657-450984b70430 HTTP/1.1" status: 200 len: 911 time: 0.5372303 Sep 16 05:03:20.565841 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6a9e0f-cb40-4490-8c99-922fddc9cec1 None None] Sync routers for ids ['4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:03:20.611691 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fad561f2-8f87-437c-bee6-974ef6931458 req-5a2f38fb-0b8c-48f6-bcef-d585f5902ae8 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/quotas/3931e1dbf5374f4084b4b23d0c49a65d HTTP/1.1" status: 200 len: 375 time: 0.0668519 Sep 16 05:03:20.617932 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5d236184-3356-4e79-ade9-97941367723a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.631526 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6a9e0f-cb40-4490-8c99-922fddc9cec1 None None] Routers {'4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:20.632336 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-df6a9e0f-cb40-4490-8c99-922fddc9cec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:03:14Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:20.634391 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-9a7b6381-b9ea-49a4-8d88-e880fb0a1165 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Deleting port 184faea7-8c85-4fe8-9710-c1232bcf2ac0 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:20.634994 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9a7b6381-b9ea-49a4-8d88-e880fb0a1165 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.748175 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fad561f2-8f87-437c-bee6-974ef6931458 req-f760eee1-6457-460c-813e-98b2fb8564ac tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/ports?tenant_id=3931e1dbf5374f4084b4b23d0c49a65d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1040909 Sep 16 05:03:20.758602 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35414) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:20.816861 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-df6a9e0f-cb40-4490-8c99-922fddc9cec1 None None] Set router 4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:20.855447 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 4cc1415a-bbde-47f2-87ef-ae4ad51fb987 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:20.866100 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5d236184-3356-4e79-ade9-97941367723a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.868042 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9a7b6381-b9ea-49a4-8d88-e880fb0a1165 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.868560 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9a7b6381-b9ea-49a4-8d88-e880fb0a1165 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.899003 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-9a7b6381-b9ea-49a4-8d88-e880fb0a1165 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Calling delete_port for 184faea7-8c85-4fe8-9710-c1232bcf2ac0 owned by network:floatingip {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:20.904020 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5d236184-3356-4e79-ade9-97941367723a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.909070 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5d236184-3356-4e79-ade9-97941367723a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "DELETE /v2.0/subnets/cfa75c34-2931-484d-b0ed-c41264b07f0c HTTP/1.1" status: 204 len: 168 time: 1.0241802 Sep 16 05:03:20.909820 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 35420) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:20.920167 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d236184-3356-4e79-ade9-97941367723a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event deleted for resources: {'Subnet': ['ID=cfa75c34-2931-484d-b0ed-c41264b07f0c,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:20.956285 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e33cd23-e839-4326-8028-12aef7d36640 None None] Network 90894358-ea2f-475b-80aa-be2b2c16631e requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:20.989294 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fad561f2-8f87-437c-bee6-974ef6931458 req-b6cd8215-9d1d-42c6-a06e-b608dde5882e service neutron] 10.222.0.35 "GET /v2.0/networks/0a276f26-1b13-4f7f-b657-450984b70430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398787 Sep 16 05:03:21.018564 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-e70ab3b0-9652-4548-92a5-de568eeb9ba7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1731089413-network', 'tenant_id': '563bf98d77304029a90b6357f1f3f020'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:21.068067 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70ab3b0-9652-4548-92a5-de568eeb9ba7 admin admin] Made reservation on behalf of 563bf98d77304029a90b6357f1f3f020 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:21.073558 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e70ab3b0-9652-4548-92a5-de568eeb9ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.089600 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fad561f2-8f87-437c-bee6-974ef6931458 req-bb04199b-f8e7-4b74-b918-a3a098aa69b7 service neutron] 10.222.0.35 "GET /v2.0/networks/0a276f26-1b13-4f7f-b657-450984b70430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977669 Sep 16 05:03:21.100419 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e70ab3b0-9652-4548-92a5-de568eeb9ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.267521 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-803e03cd-63d7-43f1-adf9-23d8429fa31a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.464623 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9a7b6381-b9ea-49a4-8d88-e880fb0a1165 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.523768 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-803e03cd-63d7-43f1-adf9-23d8429fa31a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.574939 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6beb2756-3c21-4b14-b9af-a86ae9a37961 req-cab3ccca-f942-4c0f-a205-bf381c07f3ec tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f1649572-ae40-4d47-8711-3015951d792d HTTP/1.1" status: 200 len: 210 time: 0.0415180 Sep 16 05:03:21.623539 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b6381-b9ea-49a4-8d88-e880fb0a1165 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Pushing event deleted for resources: {'Port': ['ID=184faea7-8c85-4fe8-9710-c1232bcf2ac0,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:21.664182 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-803e03cd-63d7-43f1-adf9-23d8429fa31a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Deleting port f85a70db-c35f-4006-820e-578968144cb6 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:21.664860 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-803e03cd-63d7-43f1-adf9-23d8429fa31a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.688614 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 4cc1415a-bbde-47f2-87ef-ae4ad51fb987 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:21.689290 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.709402 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9a7b6381-b9ea-49a4-8d88-e880fb0a1165 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks [] for floatingip, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.712156 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9a7b6381-b9ea-49a4-8d88-e880fb0a1165 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.716495 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9a7b6381-b9ea-49a4-8d88-e880fb0a1165 tempest-AttachVolumeTestJSON-118970467 tempest-AttachVolumeTestJSON-118970467-project] 10.222.0.35 "DELETE /v2.0/floatingips/ce8753dd-f8b0-4ef1-a1b6-73c588b7f96f HTTP/1.1" status: 204 len: 168 time: 1.4382353 Sep 16 05:03:21.745089 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-d92ea26d-66c8-486f-831d-e0a76064c980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998636419', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'f85a70db-c35f-4006-820e-578968144cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:05Z', 'updated_at': '2021-09-16T05:03:17Z', 'revision_number': 5, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port': {'id': 'f85a70db-c35f-4006-820e-578968144cb6', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:06Z', 'updated_at': '2021-09-16T05:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:21.784653 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e70ab3b0-9652-4548-92a5-de568eeb9ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.807481 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e70ab3b0-9652-4548-92a5-de568eeb9ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.823258 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92ea26d-66c8-486f-831d-e0a76064c980 None None] Checking router: 7b3e41bb-c64f-4409-8f5d-b7266e24b115 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:03:21.836038 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-803e03cd-63d7-43f1-adf9-23d8429fa31a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] For port f85a70db-c35f-4006-820e-578968144cb6, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=f85a70db-c35f-4006-820e-578968144cb6,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:21.837720 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-803e03cd-63d7-43f1-adf9-23d8429fa31a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.856119 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-803e03cd-63d7-43f1-adf9-23d8429fa31a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Calling delete_port for f85a70db-c35f-4006-820e-578968144cb6 owned by network:router_gateway {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:21.872784 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e70ab3b0-9652-4548-92a5-de568eeb9ba7 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:03:21.879808 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92ea26d-66c8-486f-831d-e0a76064c980 None None] Routers {'7b3e41bb-c64f-4409-8f5d-b7266e24b115'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:21.880454 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-d92ea26d-66c8-486f-831d-e0a76064c980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:03:14Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['7b3e41bb-c64f-4409-8f5d-b7266e24b115'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:21.917489 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e70ab3b0-9652-4548-92a5-de568eeb9ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.917758 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-e70ab3b0-9652-4548-92a5-de568eeb9ba7 admin admin] Added segment dc1c68e0-6210-4ec3-92e9-96d963e48ea4 of type vlan for network 2ffb7374-cfe5-44a3-b981-4861b354cbc4 Sep 16 05:03:21.987440 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea9bafd-0d3c-44ae-9130-a4be4da55ef4 None None] DHCP port deletion for 90894358-ea2f-475b-80aa-be2b2c16631e request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:03:22.053896 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-df6a9e0f-cb40-4490-8c99-922fddc9cec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99', 'name': 'tempest-TestServerMultinode-690135449-router', 'tenant_id': '3931e1dbf5374f4084b4b23d0c49a65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '4cc1415a-bbde-47f2-87ef-ae4ad51fb987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:04Z', 'updated_at': '2021-09-16T05:03:16Z', 'revision_number': 4, 'project_id': '3931e1dbf5374f4084b4b23d0c49a65d', 'gw_port': {'id': '4cc1415a-bbde-47f2-87ef-ae4ad51fb987', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:61:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:07Z', 'updated_at': '2021-09-16T05:03:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'e16b8f32-fe82-437c-b097-09eea4effe9e', 'name': '', 'network_id': '6cd241a9-a928-46c5-a57a-477697224345', 'tenant_id': '3931e1dbf5374f4084b4b23d0c49a65d', 'mac_address': 'fa:16:3e:ef:17:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '12b0b830-947f-462b-865c-05664be4faf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:15Z', 'updated_at': '2021-09-16T05:03:16Z', 'revision_number': 2, 'project_id': '3931e1dbf5374f4084b4b23d0c49a65d', 'subnets': [{'id': '12b0b830-947f-462b-865c-05664be4faf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:22.060927 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.092146 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70ab3b0-9652-4548-92a5-de568eeb9ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6df76ec-5b8e-4ccb-9e28-68eb0c633441,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:22.123459 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e70ab3b0-9652-4548-92a5-de568eeb9ba7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.143467 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6a9e0f-cb40-4490-8c99-922fddc9cec1 None None] Checking router: 4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:03:22.143880 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6a9e0f-cb40-4490-8c99-922fddc9cec1 None None] Updating router 4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99 port e16b8f32-fe82-437c-b097-09eea4effe9e binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:03:22.158200 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e70ab3b0-9652-4548-92a5-de568eeb9ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.159752 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70ab3b0-9652-4548-92a5-de568eeb9ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:22.160399 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e70ab3b0-9652-4548-92a5-de568eeb9ba7 admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.217665 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-df6a9e0f-cb40-4490-8c99-922fddc9cec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.229649 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-d92ea26d-66c8-486f-831d-e0a76064c980 None None] Set router 7b3e41bb-c64f-4409-8f5d-b7266e24b115 gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:22.309061 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-803e03cd-63d7-43f1-adf9-23d8429fa31a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.313813 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 4cc1415a-bbde-47f2-87ef-ae4ad51fb987, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=4cc1415a-bbde-47f2-87ef-ae4ad51fb987,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:22.362287 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70ab3b0-9652-4548-92a5-de568eeb9ba7 admin admin] Pushing event updated for resources: {'Network': ['ID=2ffb7374-cfe5-44a3-b981-4861b354cbc4,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:22.371769 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e70ab3b0-9652-4548-92a5-de568eeb9ba7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6087091 Sep 16 05:03:22.373985 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35442) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:22.392103 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e03cd-63d7-43f1-adf9-23d8429fa31a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event deleted for resources: {'Port': ['ID=f85a70db-c35f-4006-820e-578968144cb6,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:22.395543 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-689cfd6e-657d-4851-84a9-ef6b7e94fd80 admin admin] Request body: {'subnet': {'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1731089413-subnet', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:22.402081 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 2ffb7374-cfe5-44a3-b981-4861b354cbc4 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:03:22.476882 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689cfd6e-657d-4851-84a9-ef6b7e94fd80 admin admin] Made reservation on behalf of 563bf98d77304029a90b6357f1f3f020 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:22.480233 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-689cfd6e-657d-4851-84a9-ef6b7e94fd80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.486935 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.493115 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-d92ea26d-66c8-486f-831d-e0a76064c980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998636419', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:05Z', 'updated_at': '2021-09-16T05:03:21Z', 'revision_number': 6, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:22.546236 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-803e03cd-63d7-43f1-adf9-23d8429fa31a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.864692 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5d2114d0-5b90-4393-a441-3599196d62e8 req-c6aa8ad7-92fc-473c-91d5-518cc52b1c43 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f1649572-ae40-4d47-8711-3015951d792d HTTP/1.1" status: 200 len: 210 time: 0.0984468 Sep 16 05:03:22.885815 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device deddd14d-36c9-44bb-9364-5eb0170338d9 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:22.921992 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-803e03cd-63d7-43f1-adf9-23d8429fa31a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.925222 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-803e03cd-63d7-43f1-adf9-23d8429fa31a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.938894 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92ea26d-66c8-486f-831d-e0a76064c980 None None] The sync data for ids ['7b3e41bb-c64f-4409-8f5d-b7266e24b115'] in n-d-712139-15 is: [{'id': '7b3e41bb-c64f-4409-8f5d-b7266e24b115', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998636419', 'tenant_id': '9314d3ea71064ec8a4285d4ce520aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:05Z', 'updated_at': '2021-09-16T05:03:21Z', 'revision_number': 6, 'project_id': '9314d3ea71064ec8a4285d4ce520aaad', 'gw_port_host': None}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:03:23.019837 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-689cfd6e-657d-4851-84a9-ef6b7e94fd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.045405 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-803e03cd-63d7-43f1-adf9-23d8429fa31a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.045955 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803e03cd-63d7-43f1-adf9-23d8429fa31a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Fanout notify agent at l3_agent the message router_deleted on router 7b3e41bb-c64f-4409-8f5d-b7266e24b115 {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:03:23.058515 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-803e03cd-63d7-43f1-adf9-23d8429fa31a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.061906 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-803e03cd-63d7-43f1-adf9-23d8429fa31a tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "DELETE /v2.0/routers/7b3e41bb-c64f-4409-8f5d-b7266e24b115 HTTP/1.1" status: 204 len: 168 time: 2.1510551 Sep 16 05:03:23.065153 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 35450) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:23.076792 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689cfd6e-657d-4851-84a9-ef6b7e94fd80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7227d309-0a53-4e5a-940f-792e598a0c41,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:23.088858 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-9ea9bafd-0d3c-44ae-9130-a4be4da55ef4 None None] Deleting port deddd14d-36c9-44bb-9364-5eb0170338d9 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:23.089297 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9ea9bafd-0d3c-44ae-9130-a4be4da55ef4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.161873 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689cfd6e-657d-4851-84a9-ef6b7e94fd80 admin admin] Checking segment: {'id': 'dc1c68e0-6210-4ec3-92e9-96d963e48ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:23.162252 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689cfd6e-657d-4851-84a9-ef6b7e94fd80 admin admin] Network hostable DHCP agents. Network: 2ffb7374-cfe5-44a3-b981-4861b354cbc4, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:03:23.168238 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=4cc1415a-bbde-47f2-87ef-ae4ad51fb987,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:23.197412 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689cfd6e-657d-4851-84a9-ef6b7e94fd80 admin admin] Network 2ffb7374-cfe5-44a3-b981-4861b354cbc4 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:03:23.220253 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-689cfd6e-657d-4851-84a9-ef6b7e94fd80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 2ffb7374-cfe5-44a3-b981-4861b354cbc4) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:23.225206 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689cfd6e-657d-4851-84a9-ef6b7e94fd80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:23.226712 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-689cfd6e-657d-4851-84a9-ef6b7e94fd80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.230926 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-74378b77-5c96-4504-804a-df08225cf5df tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.271177 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-689cfd6e-657d-4851-84a9-ef6b7e94fd80 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8866825 Sep 16 05:03:23.271986 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35454) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:23.285409 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-00fc0608-5a53-4df2-9a2c-07fdf15bdf87 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1731089413-router', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:23.315797 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-9ea9bafd-0d3c-44ae-9130-a4be4da55ef4 None None] For port deddd14d-36c9-44bb-9364-5eb0170338d9, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=deddd14d-36c9-44bb-9364-5eb0170338d9,segment=NetworkSegment(542edce7-6613-43b9-9139-c144b7b7b1bf),segment_id=542edce7-6613-43b9-9139-c144b7b7b1bf)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:23.316243 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9ea9bafd-0d3c-44ae-9130-a4be4da55ef4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.345571 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-9ea9bafd-0d3c-44ae-9130-a4be4da55ef4 None None] Calling delete_port for deddd14d-36c9-44bb-9364-5eb0170338d9 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:23.372327 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-00fc0608-5a53-4df2-9a2c-07fdf15bdf87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.374388 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-00fc0608-5a53-4df2-9a2c-07fdf15bdf87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.374938 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-74378b77-5c96-4504-804a-df08225cf5df tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Deleting port deddd14d-36c9-44bb-9364-5eb0170338d9 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:23.375619 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-74378b77-5c96-4504-804a-df08225cf5df tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.451053 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b4ee91-fa80-4c5f-8910-bcddcf00fa58 None None] Network 2ffb7374-cfe5-44a3-b981-4861b354cbc4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:23.460023 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9ea9bafd-0d3c-44ae-9130-a4be4da55ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.462540 n-d-712139-15 neutron-server[94768]: INFO neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No ports have port_id starting with deddd14d-36c9-44bb-9364-5eb0170338d9 Sep 16 05:03:23.554888 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea9bafd-0d3c-44ae-9130-a4be4da55ef4 None None] Pushing event deleted for resources: {'Port': ['ID=deddd14d-36c9-44bb-9364-5eb0170338d9,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:23.586910 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-00fc0608-5a53-4df2-9a2c-07fdf15bdf87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.609965 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea9bafd-0d3c-44ae-9130-a4be4da55ef4 None None] No DVR routers for this DVR port deddd14d-36c9-44bb-9364-5eb0170338d9 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:23.740885 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-74378b77-5c96-4504-804a-df08225cf5df tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] For port deddd14d-36c9-44bb-9364-5eb0170338d9, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=deddd14d-36c9-44bb-9364-5eb0170338d9,segment=NetworkSegment(542edce7-6613-43b9-9139-c144b7b7b1bf),segment_id=542edce7-6613-43b9-9139-c144b7b7b1bf)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:23.745085 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-74378b77-5c96-4504-804a-df08225cf5df tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.768553 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-df6a9e0f-cb40-4490-8c99-922fddc9cec1 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.791791 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-df6a9e0f-cb40-4490-8c99-922fddc9cec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.888551 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-74378b77-5c96-4504-804a-df08225cf5df tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Calling delete_port for deddd14d-36c9-44bb-9364-5eb0170338d9 owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:23.909419 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-00fc0608-5a53-4df2-9a2c-07fdf15bdf87 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.925015 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14847ac-95fe-4f29-9a17-9877ad09687d None None] Pushing event updated for resources: {'Port': ['ID=e16b8f32-fe82-437c-b097-09eea4effe9e,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:24.204362 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35466) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:24.237166 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-19664dbe-e533-4a83-8d8b-28871919dd7c req-8e98735c-7a99-4c71-9988-f138f17b545b tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f1649572-ae40-4d47-8711-3015951d792d HTTP/1.1" status: 200 len: 210 time: 0.1500788 Sep 16 05:03:24.262324 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad561f2-8f87-437c-bee6-974ef6931458 req-df308ea5-6675-4e22-86c4-aa84b7846e6a tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:24.265716 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fad561f2-8f87-437c-bee6-974ef6931458 req-df308ea5-6675-4e22-86c4-aa84b7846e6a tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.47 "GET /v2.0/networks?id=0a276f26-1b13-4f7f-b657-450984b70430 HTTP/1.1" status: 200 len: 911 time: 0.7776709 Sep 16 05:03:24.268881 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c2867a-7839-46ad-a751-5e97a5be8d64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'fixed_ips': [{'subnet_id': '7227d309-0a53-4e5a-940f-792e598a0c41'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:03:24.271300 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-36c2867a-7839-46ad-a751-5e97a5be8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.290594 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-fad561f2-8f87-437c-bee6-974ef6931458 req-2ea90e55-0d24-42c9-9918-00736099a545 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Request body: {'port': {'device_id': 'f1649572-ae40-4d47-8711-3015951d792d', 'network_id': '0a276f26-1b13-4f7f-b657-450984b70430', 'admin_state_up': True, 'tenant_id': '3931e1dbf5374f4084b4b23d0c49a65d'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:24.342116 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d8bd164-99bb-4a4e-a5b2-674fef55ad5f admin admin] Deleting subnet 16ecce96-0467-4425-9de1-a5f81f6f6231 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:03:24.355877 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fad561f2-8f87-437c-bee6-974ef6931458 req-2ea90e55-0d24-42c9-9918-00736099a545 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Made reservation on behalf of 3931e1dbf5374f4084b4b23d0c49a65d for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:24.357444 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5d8bd164-99bb-4a4e-a5b2-674fef55ad5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.363067 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fad561f2-8f87-437c-bee6-974ef6931458 req-2ea90e55-0d24-42c9-9918-00736099a545 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.414792 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-df6a9e0f-cb40-4490-8c99-922fddc9cec1 None None] Attempting to bind port e16b8f32-fe82-437c-b097-09eea4effe9e on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:24.415404 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-df6a9e0f-cb40-4490-8c99-922fddc9cec1 None None] Attempting to bind port e16b8f32-fe82-437c-b097-09eea4effe9e by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '55090fb5-7a9b-4074-872d-fd7959fbaf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6cd241a9-a928-46c5-a57a-477697224345'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:24.416025 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6a9e0f-cb40-4490-8c99-922fddc9cec1 None None] Attempting to bind port e16b8f32-fe82-437c-b097-09eea4effe9e on network 6cd241a9-a928-46c5-a57a-477697224345 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:24.446155 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6a9e0f-cb40-4490-8c99-922fddc9cec1 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:24.446541 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6a9e0f-cb40-4490-8c99-922fddc9cec1 None None] Checking segment: {'id': '55090fb5-7a9b-4074-872d-fd7959fbaf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6cd241a9-a928-46c5-a57a-477697224345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:24.447074 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-df6a9e0f-cb40-4490-8c99-922fddc9cec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.447360 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6a9e0f-cb40-4490-8c99-922fddc9cec1 None None] Bound using segment: {'id': '55090fb5-7a9b-4074-872d-fd7959fbaf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6cd241a9-a928-46c5-a57a-477697224345'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:24.447854 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-df6a9e0f-cb40-4490-8c99-922fddc9cec1 None None] Bound port: e16b8f32-fe82-437c-b097-09eea4effe9e, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55090fb5-7a9b-4074-872d-fd7959fbaf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6cd241a9-a928-46c5-a57a-477697224345'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:24.448261 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-df6a9e0f-cb40-4490-8c99-922fddc9cec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.536230 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5d8bd164-99bb-4a4e-a5b2-674fef55ad5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.607966 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-a04a666b-959f-4c94-8d54-093a66db4b7e None None] Provisioning complete for port e16b8f32-fe82-437c-b097-09eea4effe9e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:24.608923 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a04a666b-959f-4c94-8d54-093a66db4b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.610405 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-fad561f2-8f87-437c-bee6-974ef6931458 req-2ea90e55-0d24-42c9-9918-00736099a545 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Allocated IP 172.20.0.11 (0a276f26-1b13-4f7f-b657-450984b70430/3248db86-5b35-44e8-8e0d-c3fe2cb45aad/873b84c4-17d4-4388-8d71-fa62f33d77ad) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:24.711043 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-00fc0608-5a53-4df2-9a2c-07fdf15bdf87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.723121 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 4cc1415a-bbde-47f2-87ef-ae4ad51fb987 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:24.728047 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-74378b77-5c96-4504-804a-df08225cf5df tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.767899 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5d8bd164-99bb-4a4e-a5b2-674fef55ad5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.771081 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-00fc0608-5a53-4df2-9a2c-07fdf15bdf87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.781853 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74378b77-5c96-4504-804a-df08225cf5df tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event deleted for resources: {'Port': ['ID=deddd14d-36c9-44bb-9364-5eb0170338d9,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:24.790718 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74378b77-5c96-4504-804a-df08225cf5df tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] No DVR routers for this DVR port deddd14d-36c9-44bb-9364-5eb0170338d9 on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:24.969369 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-74378b77-5c96-4504-804a-df08225cf5df tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.041218 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-74378b77-5c96-4504-804a-df08225cf5df tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90894358-ea2f-475b-80aa-be2b2c16631e']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:25.043169 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-00fc0608-5a53-4df2-9a2c-07fdf15bdf87 admin admin] Allocated IP 172.25.8.117 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/1870ba68-e97c-411e-8344-09074f006a61) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:25.056859 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-74378b77-5c96-4504-804a-df08225cf5df tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '542edce7-6613-43b9-9139-c144b7b7b1bf') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:25.057156 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-74378b77-5c96-4504-804a-df08225cf5df tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '542edce7-6613-43b9-9139-c144b7b7b1bf') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:25.091674 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-74378b77-5c96-4504-804a-df08225cf5df tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.109530 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-a04a666b-959f-4c94-8d54-093a66db4b7e None None] Port e16b8f32-fe82-437c-b097-09eea4effe9e cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:25.161375 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fad561f2-8f87-437c-bee6-974ef6931458 req-2ea90e55-0d24-42c9-9918-00736099a545 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.169803 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-74378b77-5c96-4504-804a-df08225cf5df tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.177637 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-00fc0608-5a53-4df2-9a2c-07fdf15bdf87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.211632 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74378b77-5c96-4504-804a-df08225cf5df tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:03:25.212242 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-74378b77-5c96-4504-804a-df08225cf5df tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:03:25.215409 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:03:25.233101 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-00fc0608-5a53-4df2-9a2c-07fdf15bdf87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.256590 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-df6a9e0f-cb40-4490-8c99-922fddc9cec1 None None] For port e16b8f32-fe82-437c-b097-09eea4effe9e, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:25.289740 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-df6a9e0f-cb40-4490-8c99-922fddc9cec1 None None] For port e16b8f32-fe82-437c-b097-09eea4effe9e, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=e16b8f32-fe82-437c-b097-09eea4effe9e,segment=NetworkSegment(55090fb5-7a9b-4074-872d-fd7959fbaf78),segment_id=55090fb5-7a9b-4074-872d-fd7959fbaf78)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:25.316088 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fad561f2-8f87-437c-bee6-974ef6931458 req-2ea90e55-0d24-42c9-9918-00736099a545 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.319348 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-74378b77-5c96-4504-804a-df08225cf5df tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.325722 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-74378b77-5c96-4504-804a-df08225cf5df tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.330866 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-74378b77-5c96-4504-804a-df08225cf5df tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "DELETE /v2.0/networks/90894358-ea2f-475b-80aa-be2b2c16631e HTTP/1.1" status: 204 len: 168 time: 2.2644737 Sep 16 05:03:25.335552 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 35474) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:25.345362 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fc0608-5a53-4df2-9a2c-07fdf15bdf87 admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:25.357064 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-00fc0608-5a53-4df2-9a2c-07fdf15bdf87 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:25.366715 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fc0608-5a53-4df2-9a2c-07fdf15bdf87 admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:25.372142 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc0608-5a53-4df2-9a2c-07fdf15bdf87 admin admin] Pushing event updated for resources: {'Port': ['ID=1870ba68-e97c-411e-8344-09074f006a61,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:25.380350 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-df6a9e0f-cb40-4490-8c99-922fddc9cec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.384447 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-36c2867a-7839-46ad-a751-5e97a5be8d64 None None] Allocated IP 172.20.0.2 (2ffb7374-cfe5-44a3-b981-4861b354cbc4/7227d309-0a53-4e5a-940f-792e598a0c41/af77afde-38fa-41a2-a001-684113a2cfd0) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:25.452227 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5d8bd164-99bb-4a4e-a5b2-674fef55ad5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.469293 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14847ac-95fe-4f29-9a17-9877ad09687d None None] Pushing event updated for resources: {'Port': ['ID=e16b8f32-fe82-437c-b097-09eea4effe9e,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:25.471993 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 4cc1415a-bbde-47f2-87ef-ae4ad51fb987 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:25.472588 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.520917 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74378b77-5c96-4504-804a-df08225cf5df tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event deleted for resources: {'Network': ['ID=90894358-ea2f-475b-80aa-be2b2c16631e,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:25.556423 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5d8bd164-99bb-4a4e-a5b2-674fef55ad5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.562842 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5d8bd164-99bb-4a4e-a5b2-674fef55ad5f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/16ecce96-0467-4425-9de1-a5f81f6f6231 HTTP/1.1" status: 204 len: 168 time: 1.3570294 Sep 16 05:03:25.563854 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8bd164-99bb-4a4e-a5b2-674fef55ad5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16ecce96-0467-4425-9de1-a5f81f6f6231,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:25.568288 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35478) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:25.583924 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6a9e0f-cb40-4490-8c99-922fddc9cec1 None None] Routers {'4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:25.584905 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-df6a9e0f-cb40-4490-8c99-922fddc9cec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:03:14Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:25.622541 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fad561f2-8f87-437c-bee6-974ef6931458 req-2ea90e55-0d24-42c9-9918-00736099a545 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Network 0a276f26-1b13-4f7f-b657-450984b70430 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:25.641546 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea90e55-0d24-42c9-9918-00736099a545 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Pushing event updated for resources: {'Port': ['ID=873b84c4-17d4-4388-8d71-fa62f33d77ad,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:25.682793 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-fad561f2-8f87-437c-bee6-974ef6931458 req-2ea90e55-0d24-42c9-9918-00736099a545 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:25.699066 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad561f2-8f87-437c-bee6-974ef6931458 req-2ea90e55-0d24-42c9-9918-00736099a545 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:25.751196 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-809e06bd-2be7-4c4a-83aa-c47891696d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.792476 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674e572-bd91-4511-8a15-22ea5d7e47fc req-60dd65b9-855e-4af0-b9be-7111dedfddf7 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:25.802080 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b674e572-bd91-4511-8a15-22ea5d7e47fc req-60dd65b9-855e-4af0-b9be-7111dedfddf7 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f1649572-ae40-4d47-8711-3015951d792d HTTP/1.1" status: 200 len: 1028 time: 0.3337991 Sep 16 05:03:25.804322 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9a6133b6-4c06-4ff5-9a7a-9b85d3df4b52 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.915730 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 587f86e2-6339-459a-a2ea-52cd6ae6129c no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:25.920175 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9a6133b6-4c06-4ff5-9a7a-9b85d3df4b52 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.980123 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 587f86e2-6339-459a-a2ea-52cd6ae6129c {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:25.980528 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 587f86e2-6339-459a-a2ea-52cd6ae6129c not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:25.985347 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device f85a70db-c35f-4006-820e-578968144cb6 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:25.998824 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad561f2-8f87-437c-bee6-974ef6931458 req-2ea90e55-0d24-42c9-9918-00736099a545 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:25.999559 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fad561f2-8f87-437c-bee6-974ef6931458 req-2ea90e55-0d24-42c9-9918-00736099a545 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.044350 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-df6a9e0f-cb40-4490-8c99-922fddc9cec1 None None] Set router 4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:26.048658 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b674e572-bd91-4511-8a15-22ea5d7e47fc req-4b956a87-2c9f-47c2-92b0-dc27f3756e94 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=41e440ba-d668-4a1c-bd06-d7ccfe223979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442348 Sep 16 05:03:26.057852 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fad561f2-8f87-437c-bee6-974ef6931458 req-2ea90e55-0d24-42c9-9918-00736099a545 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.7774434 Sep 16 05:03:26.078862 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-fad561f2-8f87-437c-bee6-974ef6931458 req-127b0445-ccca-4930-b0b6-754ad4d19aca service neutron] Request body: {'port': {'device_id': 'f1649572-ae40-4d47-8711-3015951d792d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:26.089226 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-809e06bd-2be7-4c4a-83aa-c47891696d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.102919 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-00fc0608-5a53-4df2-9a2c-07fdf15bdf87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.152060 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-809e06bd-2be7-4c4a-83aa-c47891696d36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b023735a-4753-42d4-a211-b22ef0b5e037']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:26.167293 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-809e06bd-2be7-4c4a-83aa-c47891696d36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6adf6bb9-f306-4307-90d2-3c0178c5c6d6') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:26.167564 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-809e06bd-2be7-4c4a-83aa-c47891696d36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6adf6bb9-f306-4307-90d2-3c0178c5c6d6') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:26.182173 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-809e06bd-2be7-4c4a-83aa-c47891696d36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.195924 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9a6133b6-4c06-4ff5-9a7a-9b85d3df4b52 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.198618 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9a6133b6-4c06-4ff5-9a7a-9b85d3df4b52 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.204504 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9a6133b6-4c06-4ff5-9a7a-9b85d3df4b52 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] 10.222.0.35 "DELETE /v2.0/security-groups/8568390f-1400-440d-bf90-fb6a5b638611 HTTP/1.1" status: 204 len: 168 time: 0.8630598 Sep 16 05:03:26.223602 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6133b6-4c06-4ff5-9a7a-9b85d3df4b52 tempest-TestNetworkAdvancedServerOps-1915007306 tempest-TestNetworkAdvancedServerOps-1915007306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8568390f-1400-440d-bf90-fb6a5b638611,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:26.235896 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fad561f2-8f87-437c-bee6-974ef6931458 req-127b0445-ccca-4930-b0b6-754ad4d19aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.279860 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-809e06bd-2be7-4c4a-83aa-c47891696d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.297041 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-809e06bd-2be7-4c4a-83aa-c47891696d36 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:03:26.297774 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-809e06bd-2be7-4c4a-83aa-c47891696d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.300094 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:03:26.300094 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:03:26.300094 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:03:26.300094 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:03:26.300094 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:03:26.300094 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:03:26.300094 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:03:26.300094 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:03:26.300094 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:03:26.300094 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:03:26.300094 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:03:26.300094 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:03:26.300094 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:03:26.300094 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:03:26.300094 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:03:26.300094 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:03:26.300094 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:03:26.300094 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:03:26.300094 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:03:26.300094 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:03:26.300094 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:03:26.300094 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:03:26.300094 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:03:26.300094 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:03:26.300094 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:03:26.300094 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:03:26.300094 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:03:26.300094 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:03:26.300094 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:03:26.300094 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:03:26.300094 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:03:26.300094 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:03:26.337694 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: f85a70db-c35f-4006-820e-578968144cb6 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:26.340139 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device f85a70db-c35f-4006-820e-578968144cb6 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:26.565654 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-2f0b4515-f119-4daa-bad2-96bbc41c5c15 None None] Provisioning complete for port e16b8f32-fe82-437c-b097-09eea4effe9e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:26.565859 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2f0b4515-f119-4daa-bad2-96bbc41c5c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.609282 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-36c2867a-7839-46ad-a751-5e97a5be8d64 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.616869 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-00fc0608-5a53-4df2-9a2c-07fdf15bdf87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.681711 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-36c2867a-7839-46ad-a751-5e97a5be8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.746858 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2867a-7839-46ad-a751-5e97a5be8d64 None None] Pushing event updated for resources: {'Port': ['ID=af77afde-38fa-41a2-a001-684113a2cfd0,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:26.783946 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c2867a-7839-46ad-a751-5e97a5be8d64 None None] Network 2ffb7374-cfe5-44a3-b981-4861b354cbc4 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:26.785097 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35492) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:26.790637 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-36c2867a-7839-46ad-a751-5e97a5be8d64 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:26.792822 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-809e06bd-2be7-4c4a-83aa-c47891696d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.796056 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c2867a-7839-46ad-a751-5e97a5be8d64 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:26.801530 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-809e06bd-2be7-4c4a-83aa-c47891696d36 admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.806032 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-809e06bd-2be7-4c4a-83aa-c47891696d36 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b023735a-4753-42d4-a211-b22ef0b5e037 HTTP/1.1" status: 204 len: 168 time: 1.2344599 Sep 16 05:03:26.842642 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e06bd-2be7-4c4a-83aa-c47891696d36 admin admin] Pushing event deleted for resources: {'Network': ['ID=b023735a-4753-42d4-a211-b22ef0b5e037,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:26.914225 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-36c2867a-7839-46ad-a751-5e97a5be8d64 None None] Attempting to bind port af77afde-38fa-41a2-a001-684113a2cfd0 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:26.915025 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-36c2867a-7839-46ad-a751-5e97a5be8d64 None None] Attempting to bind port af77afde-38fa-41a2-a001-684113a2cfd0 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'dc1c68e0-6210-4ec3-92e9-96d963e48ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:26.915421 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c2867a-7839-46ad-a751-5e97a5be8d64 None None] Attempting to bind port af77afde-38fa-41a2-a001-684113a2cfd0 on network 2ffb7374-cfe5-44a3-b981-4861b354cbc4 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:26.961102 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c2867a-7839-46ad-a751-5e97a5be8d64 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:26.961487 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c2867a-7839-46ad-a751-5e97a5be8d64 None None] Checking segment: {'id': 'dc1c68e0-6210-4ec3-92e9-96d963e48ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:26.961904 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-36c2867a-7839-46ad-a751-5e97a5be8d64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.962304 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c2867a-7839-46ad-a751-5e97a5be8d64 None None] Bound using segment: {'id': 'dc1c68e0-6210-4ec3-92e9-96d963e48ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:26.962803 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-36c2867a-7839-46ad-a751-5e97a5be8d64 None None] Bound port: af77afde-38fa-41a2-a001-684113a2cfd0, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1c68e0-6210-4ec3-92e9-96d963e48ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:26.963195 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-36c2867a-7839-46ad-a751-5e97a5be8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.974872 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00fc0608-5a53-4df2-9a2c-07fdf15bdf87 admin admin] Router b6b00438-78c0-47a8-8aa7-595217b2864d is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:03:27.003184 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2f0b4515-f119-4daa-bad2-96bbc41c5c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.113799 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-df6a9e0f-cb40-4490-8c99-922fddc9cec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99', 'name': 'tempest-TestServerMultinode-690135449-router', 'tenant_id': '3931e1dbf5374f4084b4b23d0c49a65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '4cc1415a-bbde-47f2-87ef-ae4ad51fb987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:04Z', 'updated_at': '2021-09-16T05:03:16Z', 'revision_number': 4, 'project_id': '3931e1dbf5374f4084b4b23d0c49a65d', 'gw_port': {'id': '4cc1415a-bbde-47f2-87ef-ae4ad51fb987', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:07Z', 'updated_at': '2021-09-16T05:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'e16b8f32-fe82-437c-b097-09eea4effe9e', 'name': '', 'network_id': '6cd241a9-a928-46c5-a57a-477697224345', 'tenant_id': '3931e1dbf5374f4084b4b23d0c49a65d', 'mac_address': 'fa:16:3e:ef:17:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '12b0b830-947f-462b-865c-05664be4faf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:15Z', 'updated_at': '2021-09-16T05:03:25Z', 'revision_number': 4, 'project_id': '3931e1dbf5374f4084b4b23d0c49a65d', 'subnets': [{'id': '12b0b830-947f-462b-865c-05664be4faf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:27.124768 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35502) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:27.141055 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-2f0b4515-f119-4daa-bad2-96bbc41c5c15 None None] For port e16b8f32-fe82-437c-b097-09eea4effe9e, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=e16b8f32-fe82-437c-b097-09eea4effe9e,segment=NetworkSegment(55090fb5-7a9b-4074-872d-fd7959fbaf78),segment_id=55090fb5-7a9b-4074-872d-fd7959fbaf78)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:27.172024 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2f0b4515-f119-4daa-bad2-96bbc41c5c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.177476 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6a9e0f-cb40-4490-8c99-922fddc9cec1 None None] The sync data for ids ['4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99'] in n-d-712139-15 is: [{'id': '4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99', 'name': 'tempest-TestServerMultinode-690135449-router', 'tenant_id': '3931e1dbf5374f4084b4b23d0c49a65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '4cc1415a-bbde-47f2-87ef-ae4ad51fb987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:04Z', 'updated_at': '2021-09-16T05:03:16Z', 'revision_number': 4, 'project_id': '3931e1dbf5374f4084b4b23d0c49a65d', 'gw_port': {'id': '4cc1415a-bbde-47f2-87ef-ae4ad51fb987', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:07Z', 'updated_at': '2021-09-16T05:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'e16b8f32-fe82-437c-b097-09eea4effe9e', 'name': '', 'network_id': '6cd241a9-a928-46c5-a57a-477697224345', 'tenant_id': '3931e1dbf5374f4084b4b23d0c49a65d', 'mac_address': 'fa:16:3e:ef:17:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '12b0b830-947f-462b-865c-05664be4faf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:15Z', 'updated_at': '2021-09-16T05:03:25Z', 'revision_number': 4, 'project_id': '3931e1dbf5374f4084b4b23d0c49a65d', 'subnets': [{'id': '12b0b830-947f-462b-865c-05664be4faf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:03:27.315213 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f420d465-a2c9-4707-9205-629a41a60680 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9314d3ea71064ec8a4285d4ce520aaad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5284956 Sep 16 05:03:27.330256 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 35506) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:27.331349 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-36c2867a-7839-46ad-a751-5e97a5be8d64 None None] For port af77afde-38fa-41a2-a001-684113a2cfd0, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:27.372623 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-36c2867a-7839-46ad-a751-5e97a5be8d64 None None] For port af77afde-38fa-41a2-a001-684113a2cfd0, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=af77afde-38fa-41a2-a001-684113a2cfd0,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:27.385435 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b4515-f119-4daa-bad2-96bbc41c5c15 None None] Pushing event updated for resources: {'Port': ['ID=e16b8f32-fe82-437c-b097-09eea4effe9e,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:27.446704 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-8b6b538e-fa06-41d4-bac2-3c4bd978de96 None None] Provisioning complete for port 873b84c4-17d4-4388-8d71-fa62f33d77ad triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:27.447246 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8b6b538e-fa06-41d4-bac2-3c4bd978de96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.485171 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-36c2867a-7839-46ad-a751-5e97a5be8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.491759 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d375c6-297c-4070-8e24-36aeae460ffa req-2dc9f53c-2278-4a5d-895d-64e809e4fd51 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:27.493607 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d7d375c6-297c-4070-8e24-36aeae460ffa req-2dc9f53c-2278-4a5d-895d-64e809e4fd51 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f1649572-ae40-4d47-8711-3015951d792d HTTP/1.1" status: 200 len: 1028 time: 0.2462561 Sep 16 05:03:27.548781 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-8b6b538e-fa06-41d4-bac2-3c4bd978de96 None None] Port 873b84c4-17d4-4388-8d71-fa62f33d77ad cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:27.552368 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-73c6f927-6be0-407d-8b33-46dfcb7c3725 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=97be9f2911074320a4dca243203dfefe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3826263 Sep 16 05:03:27.560753 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35508) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:27.576611 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fc0608-5a53-4df2-9a2c-07fdf15bdf87 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:03:27.588054 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-fad561f2-8f87-437c-bee6-974ef6931458 req-127b0445-ccca-4930-b0b6-754ad4d19aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 873b84c4-17d4-4388-8d71-fa62f33d77ad {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:27.590217 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b93fa5-d216-4105-be1e-15a58c2b056a None None] Sync routers for ids ['b6b00438-78c0-47a8-8aa7-595217b2864d'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:03:27.607650 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2867a-7839-46ad-a751-5e97a5be8d64 None None] Pushing event updated for resources: {'Port': ['ID=af77afde-38fa-41a2-a001-684113a2cfd0,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:27.609860 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fad561f2-8f87-437c-bee6-974ef6931458 req-127b0445-ccca-4930-b0b6-754ad4d19aca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.619082 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b93fa5-d216-4105-be1e-15a58c2b056a None None] Routers {'b6b00438-78c0-47a8-8aa7-595217b2864d'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:27.619837 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-18b93fa5-d216-4105-be1e-15a58c2b056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:03:14Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b6b00438-78c0-47a8-8aa7-595217b2864d'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:27.632379 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-fad561f2-8f87-437c-bee6-974ef6931458 req-127b0445-ccca-4930-b0b6-754ad4d19aca service neutron] Transition to ACTIVE for port object 873b84c4-17d4-4388-8d71-fa62f33d77ad will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:03:27.689947 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-00fc0608-5a53-4df2-9a2c-07fdf15bdf87 admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.691424 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-00fc0608-5a53-4df2-9a2c-07fdf15bdf87 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4171975 Sep 16 05:03:27.701233 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fad561f2-8f87-437c-bee6-974ef6931458 req-127b0445-ccca-4930-b0b6-754ad4d19aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.704835 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 35514) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:27.826385 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b110abf1-1609-4c90-a9bd-f1a8d98eeb6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.833956 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9d65f581-a8cc-47f4-a928-5b6fcad12a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.862851 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-18b93fa5-d216-4105-be1e-15a58c2b056a None None] Set router b6b00438-78c0-47a8-8aa7-595217b2864d gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:27.906136 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b110abf1-1609-4c90-a9bd-f1a8d98eeb6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.022957 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b110abf1-1609-4c90-a9bd-f1a8d98eeb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.030205 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b110abf1-1609-4c90-a9bd-f1a8d98eeb6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.039722 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b110abf1-1609-4c90-a9bd-f1a8d98eeb6c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c72823d0-9961-46ee-a314-370b7768c1fe HTTP/1.1" status: 204 len: 168 time: 0.4778764 Sep 16 05:03:28.058939 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110abf1-1609-4c90-a9bd-f1a8d98eeb6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72823d0-9961-46ee-a314-370b7768c1fe,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:28.220950 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b0445-ccca-4930-b0b6-754ad4d19aca service neutron] Pushing event updated for resources: {'Port': ['ID=873b84c4-17d4-4388-8d71-fa62f33d77ad,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:28.256144 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9d65f581-a8cc-47f4-a928-5b6fcad12a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.335295 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d7d375c6-297c-4070-8e24-36aeae460ffa req-20dbb92f-cddd-4334-82f1-4fd6e55f9d6e tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=41e440ba-d668-4a1c-bd06-d7ccfe223979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6768010 Sep 16 05:03:28.467252 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-18b93fa5-d216-4105-be1e-15a58c2b056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'name': 'tempest-TestVolumeBootPattern-1731089413-router', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '1870ba68-e97c-411e-8344-09074f006a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:23Z', 'updated_at': '2021-09-16T05:03:25Z', 'revision_number': 3, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'gw_port': {'id': '1870ba68-e97c-411e-8344-09074f006a61', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:24Z', 'updated_at': '2021-09-16T05:03:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:28.574310 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b93fa5-d216-4105-be1e-15a58c2b056a None None] Checking router: b6b00438-78c0-47a8-8aa7-595217b2864d for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:03:28.589082 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b93fa5-d216-4105-be1e-15a58c2b056a None None] Updating router b6b00438-78c0-47a8-8aa7-595217b2864d port 1870ba68-e97c-411e-8344-09074f006a61 binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:03:28.714817 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-18b93fa5-d216-4105-be1e-15a58c2b056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.910593 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device af77afde-38fa-41a2-a001-684113a2cfd0 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:29.057712 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-fad561f2-8f87-437c-bee6-974ef6931458 req-127b0445-ccca-4930-b0b6-754ad4d19aca service neutron] Attempting to bind port 873b84c4-17d4-4388-8d71-fa62f33d77ad on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:29.058225 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-fad561f2-8f87-437c-bee6-974ef6931458 req-127b0445-ccca-4930-b0b6-754ad4d19aca service neutron] Attempting to bind port 873b84c4-17d4-4388-8d71-fa62f33d77ad by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '29d85595-ec3b-4702-8552-a4a655a341aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0a276f26-1b13-4f7f-b657-450984b70430'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:29.058652 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad561f2-8f87-437c-bee6-974ef6931458 req-127b0445-ccca-4930-b0b6-754ad4d19aca service neutron] Attempting to bind port 873b84c4-17d4-4388-8d71-fa62f33d77ad on network 0a276f26-1b13-4f7f-b657-450984b70430 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:29.086082 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port af77afde-38fa-41a2-a001-684113a2cfd0 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:29.086764 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.117928 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9d65f581-a8cc-47f4-a928-5b6fcad12a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.120966 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9d65f581-a8cc-47f4-a928-5b6fcad12a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.122446 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9d65f581-a8cc-47f4-a928-5b6fcad12a51 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f9ca1845-cca2-4685-bded-d1ee11e35ac6 HTTP/1.1" status: 204 len: 168 time: 1.7712994 Sep 16 05:03:29.155162 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad561f2-8f87-437c-bee6-974ef6931458 req-127b0445-ccca-4930-b0b6-754ad4d19aca service neutron] Port 873b84c4-17d4-4388-8d71-fa62f33d77ad on network 0a276f26-1b13-4f7f-b657-450984b70430 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:29.156930 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad561f2-8f87-437c-bee6-974ef6931458 req-127b0445-ccca-4930-b0b6-754ad4d19aca service neutron] Attempting to bind port 873b84c4-17d4-4388-8d71-fa62f33d77ad on network 0a276f26-1b13-4f7f-b657-450984b70430 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:29.281191 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d65f581-a8cc-47f4-a928-5b6fcad12a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ca1845-cca2-4685-bded-d1ee11e35ac6,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:29.283706 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad561f2-8f87-437c-bee6-974ef6931458 req-127b0445-ccca-4930-b0b6-754ad4d19aca service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:29.284792 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad561f2-8f87-437c-bee6-974ef6931458 req-127b0445-ccca-4930-b0b6-754ad4d19aca service neutron] Checking segment: {'id': '29d85595-ec3b-4702-8552-a4a655a341aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0a276f26-1b13-4f7f-b657-450984b70430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:29.284792 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad561f2-8f87-437c-bee6-974ef6931458 req-127b0445-ccca-4930-b0b6-754ad4d19aca service neutron] Bound using segment: {'id': '29d85595-ec3b-4702-8552-a4a655a341aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0a276f26-1b13-4f7f-b657-450984b70430'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:29.285644 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-fad561f2-8f87-437c-bee6-974ef6931458 req-127b0445-ccca-4930-b0b6-754ad4d19aca service neutron] Bound port: 873b84c4-17d4-4388-8d71-fa62f33d77ad, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29d85595-ec3b-4702-8552-a4a655a341aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0a276f26-1b13-4f7f-b657-450984b70430'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:29.289348 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fad561f2-8f87-437c-bee6-974ef6931458 req-127b0445-ccca-4930-b0b6-754ad4d19aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.372160 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.557552 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port af77afde-38fa-41a2-a001-684113a2cfd0, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=af77afde-38fa-41a2-a001-684113a2cfd0,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:29.568042 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.569177 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device e16b8f32-fe82-437c-b097-09eea4effe9e up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:29.608063 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-18b93fa5-d216-4105-be1e-15a58c2b056a None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.634201 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-18b93fa5-d216-4105-be1e-15a58c2b056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.738959 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ab2e55-a335-4163-a587-19479d16d475 None None] Network 2ffb7374-cfe5-44a3-b981-4861b354cbc4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:29.748391 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-18b93fa5-d216-4105-be1e-15a58c2b056a None None] Attempting to bind port 1870ba68-e97c-411e-8344-09074f006a61 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:29.748946 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-18b93fa5-d216-4105-be1e-15a58c2b056a None None] Attempting to bind port 1870ba68-e97c-411e-8344-09074f006a61 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:29.750003 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b93fa5-d216-4105-be1e-15a58c2b056a None None] Attempting to bind port 1870ba68-e97c-411e-8344-09074f006a61 on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:29.750479 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b0bc00b0-3635-4a1a-91f0-15c127c50fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.758197 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-fad561f2-8f87-437c-bee6-974ef6931458 req-127b0445-ccca-4930-b0b6-754ad4d19aca service neutron] For port 873b84c4-17d4-4388-8d71-fa62f33d77ad, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:29.769357 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-fad561f2-8f87-437c-bee6-974ef6931458 req-127b0445-ccca-4930-b0b6-754ad4d19aca service neutron] For port 873b84c4-17d4-4388-8d71-fa62f33d77ad, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=873b84c4-17d4-4388-8d71-fa62f33d77ad,segment=NetworkSegment(29d85595-ec3b-4702-8552-a4a655a341aa),segment_id=29d85595-ec3b-4702-8552-a4a655a341aa)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:29.781116 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b93fa5-d216-4105-be1e-15a58c2b056a None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:29.781820 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b93fa5-d216-4105-be1e-15a58c2b056a None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:29.782409 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-18b93fa5-d216-4105-be1e-15a58c2b056a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.782981 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b93fa5-d216-4105-be1e-15a58c2b056a None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:29.790625 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-18b93fa5-d216-4105-be1e-15a58c2b056a None None] Bound port: 1870ba68-e97c-411e-8344-09074f006a61, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:29.791334 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-18b93fa5-d216-4105-be1e-15a58c2b056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.818273 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fad561f2-8f87-437c-bee6-974ef6931458 req-127b0445-ccca-4930-b0b6-754ad4d19aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.854882 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35548) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:29.897331 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-18b93fa5-d216-4105-be1e-15a58c2b056a None None] For port 1870ba68-e97c-411e-8344-09074f006a61, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:29.901002 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-18b93fa5-d216-4105-be1e-15a58c2b056a None None] For port 1870ba68-e97c-411e-8344-09074f006a61, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=1870ba68-e97c-411e-8344-09074f006a61,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:29.907480 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03437e8-349c-430a-8e32-622f494763fe None None] Pushing event updated for resources: {'Port': ['ID=1870ba68-e97c-411e-8344-09074f006a61,revision_number=2']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:29.914131 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-18b93fa5-d216-4105-be1e-15a58c2b056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.974102 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad561f2-8f87-437c-bee6-974ef6931458 req-127b0445-ccca-4930-b0b6-754ad4d19aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:29.976680 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fad561f2-8f87-437c-bee6-974ef6931458 req-127b0445-ccca-4930-b0b6-754ad4d19aca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.983474 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fad561f2-8f87-437c-bee6-974ef6931458 req-127b0445-ccca-4930-b0b6-754ad4d19aca service neutron] 10.222.0.47 "PUT /v2.0/ports/873b84c4-17d4-4388-8d71-fa62f33d77ad HTTP/1.1" status: 200 len: 1093 time: 3.9118986 Sep 16 05:03:29.984626 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1649572-ae40-4d47-8711-3015951d792d', 'tag': '873b84c4-17d4-4388-8d71-fa62f33d77ad'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:29.989698 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e52a01-674f-4192-8218-645c8452b343" -d '{"events": [{"name": "network-changed", "server_uuid": "f1649572-ae40-4d47-8711-3015951d792d", "tag": "873b84c4-17d4-4388-8d71-fa62f33d77ad"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:30.020418 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b93fa5-d216-4105-be1e-15a58c2b056a None None] Routers {'b6b00438-78c0-47a8-8aa7-595217b2864d'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:30.021744 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-18b93fa5-d216-4105-be1e-15a58c2b056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:03:14Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b6b00438-78c0-47a8-8aa7-595217b2864d'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:30.226690 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-18b93fa5-d216-4105-be1e-15a58c2b056a None None] Set router b6b00438-78c0-47a8-8aa7-595217b2864d gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:30.293882 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=af77afde-38fa-41a2-a001-684113a2cfd0,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:30.323764 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bad4db98-4baa-43ff-8fd5-fab2b5752922 None None] Provisioning complete for port af77afde-38fa-41a2-a001-684113a2cfd0 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:30.324156 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bad4db98-4baa-43ff-8fd5-fab2b5752922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:30.330352 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b0445-ccca-4930-b0b6-754ad4d19aca service neutron] Pushing event updated for resources: {'Port': ['ID=873b84c4-17d4-4388-8d71-fa62f33d77ad,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:30.423485 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03437e8-349c-430a-8e32-622f494763fe None None] Pushing event updated for resources: {'Port': ['ID=1870ba68-e97c-411e-8344-09074f006a61,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:30.466135 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port e16b8f32-fe82-437c-b097-09eea4effe9e triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:30.466519 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:30.537134 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad561f2-8f87-437c-bee6-974ef6931458 req-f4abc0f5-9e50-407b-8d0f-df6d9c83c04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:30.538984 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fad561f2-8f87-437c-bee6-974ef6931458 req-f4abc0f5-9e50-407b-8d0f-df6d9c83c04e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3931e1dbf5374f4084b4b23d0c49a65d&device_id=f1649572-ae40-4d47-8711-3015951d792d HTTP/1.1" status: 200 len: 1096 time: 0.4258425 Sep 16 05:03:30.632099 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fad561f2-8f87-437c-bee6-974ef6931458 req-8d9c3321-cc50-48f2-957b-0b8829271823 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=873b84c4-17d4-4388-8d71-fa62f33d77ad HTTP/1.1" status: 200 len: 217 time: 0.0713296 Sep 16 05:03:30.690401 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-18b93fa5-d216-4105-be1e-15a58c2b056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'name': 'tempest-TestVolumeBootPattern-1731089413-router', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '1870ba68-e97c-411e-8344-09074f006a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:23Z', 'updated_at': '2021-09-16T05:03:25Z', 'revision_number': 3, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'gw_port': {'id': '1870ba68-e97c-411e-8344-09074f006a61', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:24Z', 'updated_at': '2021-09-16T05:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:30.730912 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b93fa5-d216-4105-be1e-15a58c2b056a None None] The sync data for ids ['b6b00438-78c0-47a8-8aa7-595217b2864d'] in n-d-712139-15 is: [{'id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'name': 'tempest-TestVolumeBootPattern-1731089413-router', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '1870ba68-e97c-411e-8344-09074f006a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:23Z', 'updated_at': '2021-09-16T05:03:25Z', 'revision_number': 3, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'gw_port': {'id': '1870ba68-e97c-411e-8344-09074f006a61', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:24Z', 'updated_at': '2021-09-16T05:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:03:30.871495 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd8ddd-a23d-4731-be9c-9f1d05c71aa3 req-fb0f8308-8a66-43da-b738-fbbf3f0a9584 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:30.874840 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a9cd8ddd-a23d-4731-be9c-9f1d05c71aa3 req-fb0f8308-8a66-43da-b738-fbbf3f0a9584 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f1649572-ae40-4d47-8711-3015951d792d HTTP/1.1" status: 200 len: 1096 time: 1.3075283 Sep 16 05:03:30.930535 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a9cd8ddd-a23d-4731-be9c-9f1d05c71aa3 req-b427a1fb-7074-4b22-9e56-9315f87cbeae tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=41e440ba-d668-4a1c-bd06-d7ccfe223979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451794 Sep 16 05:03:30.932366 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad561f2-8f87-437c-bee6-974ef6931458 req-cd6090da-f62b-4bfa-a77f-07aa46046725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:30.934254 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fad561f2-8f87-437c-bee6-974ef6931458 req-cd6090da-f62b-4bfa-a77f-07aa46046725 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3248db86-5b35-44e8-8e0d-c3fe2cb45aad HTTP/1.1" status: 200 len: 849 time: 0.2881403 Sep 16 05:03:30.951485 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-b0bc00b0-3635-4a1a-91f0-15c127c50fc7 admin admin] Allocated IP 172.20.0.1 (2ffb7374-cfe5-44a3-b981-4861b354cbc4/7227d309-0a53-4e5a-940f-792e598a0c41/71ae5195-66f5-4f59-92a2-48e286e9fa2b) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:31.002995 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device af77afde-38fa-41a2-a001-684113a2cfd0 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:31.051527 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad561f2-8f87-437c-bee6-974ef6931458 req-4b5ab869-eda1-48a0-8c98-4a4274a847ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:31.053355 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fad561f2-8f87-437c-bee6-974ef6931458 req-4b5ab869-eda1-48a0-8c98-4a4274a847ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a276f26-1b13-4f7f-b657-450984b70430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711224 Sep 16 05:03:31.063844 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-31b55a3a-f066-4eee-9565-6e819a4c1d47 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=324d9fbd3dca41839738d4d3171a3782&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2077038 Sep 16 05:03:31.074636 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35566) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:31.159270 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-aaebbc05-22c0-49e5-b0f2-418c1d63bf31 None None] Provisioning complete for port af77afde-38fa-41a2-a001-684113a2cfd0 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:31.160714 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-aaebbc05-22c0-49e5-b0f2-418c1d63bf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.173022 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7c0b97c2-9af0-4d4a-8e31-48c1c2df72fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.273214 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7c0b97c2-9af0-4d4a-8e31-48c1c2df72fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.372841 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e67592-cc6f-42b7-af92-348127660905 x-openstack-request-id: req-f3e67592-cc6f-42b7-af92-348127660905 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:31.373203 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1649572-ae40-4d47-8711-3015951d792d", "tag": "873b84c4-17d4-4388-8d71-fa62f33d77ad", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:31.373470 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f3e67592-cc6f-42b7-af92-348127660905 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:31.374139 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1649572-ae40-4d47-8711-3015951d792d', 'tag': '873b84c4-17d4-4388-8d71-fa62f33d77ad', 'status': 'completed', 'code': 200} Sep 16 05:03:31.382497 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port af77afde-38fa-41a2-a001-684113a2cfd0 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:31.384472 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7c0b97c2-9af0-4d4a-8e31-48c1c2df72fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.387913 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7c0b97c2-9af0-4d4a-8e31-48c1c2df72fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.389200 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.389765 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7c0b97c2-9af0-4d4a-8e31-48c1c2df72fc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5817cc2d-1147-4f6a-b58b-64ac05577483 HTTP/1.1" status: 204 len: 168 time: 0.3136241 Sep 16 05:03:31.419795 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b97c2-9af0-4d4a-8e31-48c1c2df72fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5817cc2d-1147-4f6a-b58b-64ac05577483,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:31.453478 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b0bc00b0-3635-4a1a-91f0-15c127c50fc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.459545 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fad561f2-8f87-437c-bee6-974ef6931458 req-684cbb36-8f6d-46c4-abdf-34f2150545ee service neutron] 10.222.0.47 "GET /v2.0/networks/0a276f26-1b13-4f7f-b657-450984b70430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961463 Sep 16 05:03:31.670952 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b0bc00b0-3635-4a1a-91f0-15c127c50fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.757715 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fad561f2-8f87-437c-bee6-974ef6931458 req-15c87df8-1085-418a-bc6c-f821cb8b56db service neutron] 10.222.0.47 "GET /v2.0/networks/0a276f26-1b13-4f7f-b657-450984b70430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881949 Sep 16 05:03:31.781341 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bc00b0-3635-4a1a-91f0-15c127c50fc7 admin admin] Network 2ffb7374-cfe5-44a3-b981-4861b354cbc4 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:31.791794 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-b0bc00b0-3635-4a1a-91f0-15c127c50fc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:31.799145 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bc00b0-3635-4a1a-91f0-15c127c50fc7 admin admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:31.830042 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc00b0-3635-4a1a-91f0-15c127c50fc7 admin admin] Pushing event updated for resources: {'Port': ['ID=71ae5195-66f5-4f59-92a2-48e286e9fa2b,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:31.948958 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b0bc00b0-3635-4a1a-91f0-15c127c50fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:32.065299 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e52a01-674f-4192-8218-645c8452b343 req-75518ff1-d870-4273-bfce-940734fbce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:32.067544 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-62e52a01-674f-4192-8218-645c8452b343 req-75518ff1-d870-4273-bfce-940734fbce24 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3931e1dbf5374f4084b4b23d0c49a65d&device_id=f1649572-ae40-4d47-8711-3015951d792d HTTP/1.1" status: 200 len: 1096 time: 0.1985993 Sep 16 05:03:32.468709 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-0efa0c65-76b8-45c8-885e-5db073715617 None None] Provisioning complete for port 71ae5195-66f5-4f59-92a2-48e286e9fa2b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:32.469465 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0efa0c65-76b8-45c8-885e-5db073715617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:32.605662 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-0efa0c65-76b8-45c8-885e-5db073715617 None None] Port 71ae5195-66f5-4f59-92a2-48e286e9fa2b cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:32.695909 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266230b-dffc-40de-bad1-1b4061d762ec req-2beed9b0-dcc6-4fc5-8d62-f6c62120a75a tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:32.704217 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c266230b-dffc-40de-bad1-1b4061d762ec req-2beed9b0-dcc6-4fc5-8d62-f6c62120a75a tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f1649572-ae40-4d47-8711-3015951d792d HTTP/1.1" status: 200 len: 1096 time: 0.5515597 Sep 16 05:03:32.773449 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e52a01-674f-4192-8218-645c8452b343 req-52d3ef52-be4b-4049-aac6-e214fcb7a780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:32.775284 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-62e52a01-674f-4192-8218-645c8452b343 req-52d3ef52-be4b-4049-aac6-e214fcb7a780 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a276f26-1b13-4f7f-b657-450984b70430 HTTP/1.1" status: 200 len: 911 time: 0.6815579 Sep 16 05:03:32.796542 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c266230b-dffc-40de-bad1-1b4061d762ec req-93022b34-012d-47af-a4ec-c78eaf9d9aa7 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=41e440ba-d668-4a1c-bd06-d7ccfe223979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912528 Sep 16 05:03:32.899480 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-62e52a01-674f-4192-8218-645c8452b343 req-78ecb489-d3b4-4096-b6d0-42b3a0489c58 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=873b84c4-17d4-4388-8d71-fa62f33d77ad HTTP/1.1" status: 200 len: 217 time: 0.1147494 Sep 16 05:03:32.906484 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b0bc00b0-3635-4a1a-91f0-15c127c50fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:32.973557 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 1870ba68-e97c-411e-8344-09074f006a61 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:32.996099 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e52a01-674f-4192-8218-645c8452b343 req-cc2cfae2-1a40-4ac1-b0d6-954894c6d4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:32.997621 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-62e52a01-674f-4192-8218-645c8452b343 req-cc2cfae2-1a40-4ac1-b0d6-954894c6d4ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3248db86-5b35-44e8-8e0d-c3fe2cb45aad HTTP/1.1" status: 200 len: 849 time: 0.0780356 Sep 16 05:03:33.059377 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 1870ba68-e97c-411e-8344-09074f006a61 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:33.060173 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.107593 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e52a01-674f-4192-8218-645c8452b343 req-0678bcbe-fc3c-4f14-82c6-b4aea46211e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:33.112115 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-62e52a01-674f-4192-8218-645c8452b343 req-0678bcbe-fc3c-4f14-82c6-b4aea46211e9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a276f26-1b13-4f7f-b657-450984b70430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1044462 Sep 16 05:03:33.221579 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.313746 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 1870ba68-e97c-411e-8344-09074f006a61, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=1870ba68-e97c-411e-8344-09074f006a61,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:33.325376 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.411745 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-62e52a01-674f-4192-8218-645c8452b343 req-652d30e3-ccac-4d48-966b-34643ec11c68 service neutron] 10.222.0.47 "GET /v2.0/networks/0a276f26-1b13-4f7f-b657-450984b70430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854831 Sep 16 05:03:33.440019 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=1870ba68-e97c-411e-8344-09074f006a61,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:33.447091 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b0bc00b0-3635-4a1a-91f0-15c127c50fc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.463627 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b0bc00b0-3635-4a1a-91f0-15c127c50fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.011060 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc00b0-3635-4a1a-91f0-15c127c50fc7 admin admin] Pushing event updated for resources: {'Port': ['ID=71ae5195-66f5-4f59-92a2-48e286e9fa2b,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:34.017586 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b0bc00b0-3635-4a1a-91f0-15c127c50fc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.061072 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-62e52a01-674f-4192-8218-645c8452b343 req-2115cd46-b0ca-4d0e-a2ea-f31c8b02f9a1 service neutron] 10.222.0.47 "GET /v2.0/networks/0a276f26-1b13-4f7f-b657-450984b70430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6351333 Sep 16 05:03:34.092276 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740326a-d27c-4201-8011-83e5b2852cf0 req-77847b75-6f28-4cdb-9644-e12b4c49748c tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:34.093946 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6740326a-d27c-4201-8011-83e5b2852cf0 req-77847b75-6f28-4cdb-9644-e12b4c49748c tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f1649572-ae40-4d47-8711-3015951d792d HTTP/1.1" status: 200 len: 1096 time: 0.1037295 Sep 16 05:03:34.191110 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6740326a-d27c-4201-8011-83e5b2852cf0 req-3a443e35-6a08-4eef-ae55-22bb28df992b tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=41e440ba-d668-4a1c-bd06-d7ccfe223979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756903 Sep 16 05:03:34.231187 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bc00b0-3635-4a1a-91f0-15c127c50fc7 admin admin] Network 2ffb7374-cfe5-44a3-b981-4861b354cbc4 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:34.232710 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-b0bc00b0-3635-4a1a-91f0-15c127c50fc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:34.489312 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0bc00b0-3635-4a1a-91f0-15c127c50fc7 admin admin] Router b6b00438-78c0-47a8-8aa7-595217b2864d has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:03:34.647633 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1e510d6c-2b37-4228-b680-800e382ce139 req-353680c1-7538-4478-a8eb-24652fd4cfbf tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=50db5917162544a6b28d3a0cb242d9a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623915 Sep 16 05:03:34.681329 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-a27da9b9-0560-4d75-8a84-fb256b088907 None None] Provisioning complete for port 71ae5195-66f5-4f59-92a2-48e286e9fa2b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:34.683303 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a27da9b9-0560-4d75-8a84-fb256b088907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.745648 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-a27da9b9-0560-4d75-8a84-fb256b088907 None None] Port 71ae5195-66f5-4f59-92a2-48e286e9fa2b cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:34.750801 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0bc00b0-3635-4a1a-91f0-15c127c50fc7 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:03:34.760272 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b0bc00b0-3635-4a1a-91f0-15c127c50fc7 admin admin] 10.222.0.35 "PUT /v2.0/routers/b6b00438-78c0-47a8-8aa7-595217b2864d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0469637 Sep 16 05:03:34.772241 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f542b5c-68d1-4e60-bbd6-992cda5943ad None None] Sync routers for ids ['b6b00438-78c0-47a8-8aa7-595217b2864d'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:03:34.785567 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f542b5c-68d1-4e60-bbd6-992cda5943ad None None] Routers {'b6b00438-78c0-47a8-8aa7-595217b2864d'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:34.786457 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-2f542b5c-68d1-4e60-bbd6-992cda5943ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:03:14Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b6b00438-78c0-47a8-8aa7-595217b2864d'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:34.808203 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e510d6c-2b37-4228-b680-800e382ce139 req-4a0686c6-3333-4e38-8b0c-8211127b3f65 tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:34.823090 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1e510d6c-2b37-4228-b680-800e382ce139 req-4a0686c6-3333-4e38-8b0c-8211127b3f65 tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1678660 Sep 16 05:03:34.855192 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1e510d6c-2b37-4228-b680-800e382ce139 req-aa40e045-347d-4128-b7c9-dd3a63f55e02 tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] 10.222.0.35 "GET /v2.0/quotas/50db5917162544a6b28d3a0cb242d9a3 HTTP/1.1" status: 200 len: 375 time: 0.0308194 Sep 16 05:03:34.956960 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1e510d6c-2b37-4228-b680-800e382ce139 req-76c05187-3b0e-4713-92d0-7582f2091de3 tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=50db5917162544a6b28d3a0cb242d9a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1005852 Sep 16 05:03:34.984256 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 1870ba68-e97c-411e-8344-09074f006a61 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:35.252612 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 873b84c4-17d4-4388-8d71-fa62f33d77ad details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:03:35.267983 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1bd45021-89db-46c7-afb8-988caab63635 req-41aa360c-1df7-47bd-be59-eb4bf3dfedbf tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeffe96-f5f2-471b-bffe-2d23ec3e1a38 HTTP/1.1" status: 200 len: 210 time: 0.0521996 Sep 16 05:03:35.313319 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-2f542b5c-68d1-4e60-bbd6-992cda5943ad None None] Set router b6b00438-78c0-47a8-8aa7-595217b2864d gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:35.518469 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4112cc9-64f1-4abb-b37e-e608368b8c17 req-8d8c391c-da3d-42cc-afe6-3cd126365c4f tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:35.523120 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b4112cc9-64f1-4abb-b37e-e608368b8c17 req-8d8c391c-da3d-42cc-afe6-3cd126365c4f tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f1649572-ae40-4d47-8711-3015951d792d HTTP/1.1" status: 200 len: 1096 time: 0.1075773 Sep 16 05:03:35.557385 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 873b84c4-17d4-4388-8d71-fa62f33d77ad, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=873b84c4-17d4-4388-8d71-fa62f33d77ad,segment=NetworkSegment(29d85595-ec3b-4702-8552-a4a655a341aa),segment_id=29d85595-ec3b-4702-8552-a4a655a341aa)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:35.572046 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '873b84c4-17d4-4388-8d71-fa62f33d77ad', 'network_id': '0a276f26-1b13-4f7f-b657-450984b70430', 'port_id': '873b84c4-17d4-4388-8d71-fa62f33d77ad', 'mac_address': 'fa:16:3e:eb:a8:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3248db86-5b35-44e8-8e0d-c3fe2cb45aad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:03:35.574261 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 1870ba68-e97c-411e-8344-09074f006a61 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:35.574644 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:35.578290 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b4112cc9-64f1-4abb-b37e-e608368b8c17 req-2b376673-1543-49f0-b18c-287096daaf6c tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=41e440ba-d668-4a1c-bd06-d7ccfe223979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431433 Sep 16 05:03:35.838791 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 35652) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:35.846348 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-0b48b9f8-3354-4792-8bf5-489564831c09 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-554054462-network', 'tenant_id': 'b634a761ee254f488fa97230a80dfe4f'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:35.858602 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:35.882759 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b48b9f8-3354-4792-8bf5-489564831c09 admin admin] Made reservation on behalf of b634a761ee254f488fa97230a80dfe4f for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:35.885437 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0b48b9f8-3354-4792-8bf5-489564831c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:35.898358 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0b48b9f8-3354-4792-8bf5-489564831c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:35.916741 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 873b84c4-17d4-4388-8d71-fa62f33d77ad {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:35.946062 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 873b84c4-17d4-4388-8d71-fa62f33d77ad, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=873b84c4-17d4-4388-8d71-fa62f33d77ad,segment=NetworkSegment(29d85595-ec3b-4702-8552-a4a655a341aa),segment_id=29d85595-ec3b-4702-8552-a4a655a341aa)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:35.969682 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.028639 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=873b84c4-17d4-4388-8d71-fa62f33d77ad,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:36.054658 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0b48b9f8-3354-4792-8bf5-489564831c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.061113 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0b48b9f8-3354-4792-8bf5-489564831c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.066496 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-2f542b5c-68d1-4e60-bbd6-992cda5943ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'name': 'tempest-TestVolumeBootPattern-1731089413-router', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '1870ba68-e97c-411e-8344-09074f006a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:23Z', 'updated_at': '2021-09-16T05:03:32Z', 'revision_number': 4, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'gw_port': {'id': '1870ba68-e97c-411e-8344-09074f006a61', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:24Z', 'updated_at': '2021-09-16T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '71ae5195-66f5-4f59-92a2-48e286e9fa2b', 'name': '', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'mac_address': 'fa:16:3e:23:6c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:30Z', 'updated_at': '2021-09-16T05:03:33Z', 'revision_number': 2, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'subnets': [{'id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:36.110336 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f542b5c-68d1-4e60-bbd6-992cda5943ad None None] Checking router: b6b00438-78c0-47a8-8aa7-595217b2864d for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:03:36.111003 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f542b5c-68d1-4e60-bbd6-992cda5943ad None None] Updating router b6b00438-78c0-47a8-8aa7-595217b2864d port 71ae5195-66f5-4f59-92a2-48e286e9fa2b binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:03:36.118550 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48b9f8-3354-4792-8bf5-489564831c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa6e7ef-85d0-4f5a-bb63-69eda48361dd,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:36.142425 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b48b9f8-3354-4792-8bf5-489564831c09 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:03:36.150811 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2f542b5c-68d1-4e60-bbd6-992cda5943ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.160313 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0b48b9f8-3354-4792-8bf5-489564831c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.161104 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-0b48b9f8-3354-4792-8bf5-489564831c09 admin admin] Added segment 4bd39a7a-b4d7-4405-a4b0-1eddfd0b5929 of type vlan for network c03d6900-5d0e-4f77-9872-206060d6f54a Sep 16 05:03:36.208552 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0b48b9f8-3354-4792-8bf5-489564831c09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.242735 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0b48b9f8-3354-4792-8bf5-489564831c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.244312 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b48b9f8-3354-4792-8bf5-489564831c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:36.244674 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0b48b9f8-3354-4792-8bf5-489564831c09 admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.282352 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['873b84c4-17d4-4388-8d71-fa62f33d77ad'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:36.345744 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48b9f8-3354-4792-8bf5-489564831c09 admin admin] Pushing event updated for resources: {'Network': ['ID=c03d6900-5d0e-4f77-9872-206060d6f54a,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:36.366196 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0b48b9f8-3354-4792-8bf5-489564831c09 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5258298 Sep 16 05:03:36.368283 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network c03d6900-5d0e-4f77-9872-206060d6f54a details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:03:36.369026 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 35660) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:36.377113 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-6e49e8c1-8854-4914-af56-be754630eb3a admin admin] Request body: {'subnet': {'network_id': 'c03d6900-5d0e-4f77-9872-206060d6f54a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-554054462-subnet', 'tenant_id': 'b634a761ee254f488fa97230a80dfe4f', 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:36.438595 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-09280e09-ab8f-400b-aa2e-8e2619355bda req-abf41b8d-cda7-40f2-bc31-6c2250b7f4e1 tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeffe96-f5f2-471b-bffe-2d23ec3e1a38 HTTP/1.1" status: 200 len: 210 time: 0.0406628 Sep 16 05:03:36.447604 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e49e8c1-8854-4914-af56-be754630eb3a admin admin] Made reservation on behalf of b634a761ee254f488fa97230a80dfe4f for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:36.451558 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6e49e8c1-8854-4914-af56-be754630eb3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.690557 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6e49e8c1-8854-4914-af56-be754630eb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.768303 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49e8c1-8854-4914-af56-be754630eb3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=850b45bb-dc13-4bc3-9aad-6b0da84ba35b,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:36.822296 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1e510d6c-2b37-4228-b680-800e382ce139 req-85a808df-38fd-4597-8a8c-5d18cecb4ded tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=50db5917162544a6b28d3a0cb242d9a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354891 Sep 16 05:03:36.824549 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e49e8c1-8854-4914-af56-be754630eb3a admin admin] Checking segment: {'id': '4bd39a7a-b4d7-4405-a4b0-1eddfd0b5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c03d6900-5d0e-4f77-9872-206060d6f54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:36.824948 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e49e8c1-8854-4914-af56-be754630eb3a admin admin] Network hostable DHCP agents. Network: c03d6900-5d0e-4f77-9872-206060d6f54a, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:03:36.870695 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22affd2c-fe12-426c-8636-3e95a3110266 req-4cdfc891-bde3-41ae-85e9-b4c58e5f754e tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:36.871471 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-22affd2c-fe12-426c-8636-3e95a3110266 req-4cdfc891-bde3-41ae-85e9-b4c58e5f754e tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f1649572-ae40-4d47-8711-3015951d792d HTTP/1.1" status: 200 len: 1097 time: 0.1336558 Sep 16 05:03:36.927252 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e49e8c1-8854-4914-af56-be754630eb3a admin admin] Network c03d6900-5d0e-4f77-9872-206060d6f54a is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:03:36.933784 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2f542b5c-68d1-4e60-bbd6-992cda5943ad None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.941829 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2f542b5c-68d1-4e60-bbd6-992cda5943ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.996761 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-6e49e8c1-8854-4914-af56-be754630eb3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, c03d6900-5d0e-4f77-9872-206060d6f54a) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:37.009431 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e510d6c-2b37-4228-b680-800e382ce139 req-421af8cb-3ffd-4d84-a8e4-8030577e1fde tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:37.011847 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1e510d6c-2b37-4228-b680-800e382ce139 req-421af8cb-3ffd-4d84-a8e4-8030577e1fde tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1811707 Sep 16 05:03:37.017559 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443a2bb5-46e2-48ee-ad44-3bed570e1e66 None None] Network c03d6900-5d0e-4f77-9872-206060d6f54a requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:37.028073 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-22affd2c-fe12-426c-8636-3e95a3110266 req-2957593f-f6fe-4f44-bec2-c52497bcb83b tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=41e440ba-d668-4a1c-bd06-d7ccfe223979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440566 Sep 16 05:03:37.029630 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e49e8c1-8854-4914-af56-be754630eb3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:37.030898 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6e49e8c1-8854-4914-af56-be754630eb3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.047337 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-1e510d6c-2b37-4228-b680-800e382ce139 req-d8470b24-e7f4-4db5-b85e-9a9e6906b67a tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Request body: {'port': {'device_id': '5eeffe96-f5f2-471b-bffe-2d23ec3e1a38', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'admin_state_up': True, 'tenant_id': '50db5917162544a6b28d3a0cb242d9a3'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:37.179213 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35680) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:37.179879 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6e49e8c1-8854-4914-af56-be754630eb3a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8087747 Sep 16 05:03:37.184682 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-06ea8d13-9e5e-431a-bc89-0d7d264800a6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-554054462-router', 'tenant_id': 'b634a761ee254f488fa97230a80dfe4f', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:37.255091 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-06ea8d13-9e5e-431a-bc89-0d7d264800a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.255474 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654258be-1710-4099-94d1-478bc7bbbc75 None None] Pushing event updated for resources: {'Port': ['ID=71ae5195-66f5-4f59-92a2-48e286e9fa2b,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:37.257786 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-06ea8d13-9e5e-431a-bc89-0d7d264800a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.291839 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e510d6c-2b37-4228-b680-800e382ce139 req-d8470b24-e7f4-4db5-b85e-9a9e6906b67a tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Made reservation on behalf of 50db5917162544a6b28d3a0cb242d9a3 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:37.298355 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1e510d6c-2b37-4228-b680-800e382ce139 req-d8470b24-e7f4-4db5-b85e-9a9e6906b67a tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.313632 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-2f542b5c-68d1-4e60-bbd6-992cda5943ad None None] Attempting to bind port 71ae5195-66f5-4f59-92a2-48e286e9fa2b on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:37.314001 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-2f542b5c-68d1-4e60-bbd6-992cda5943ad None None] Attempting to bind port 71ae5195-66f5-4f59-92a2-48e286e9fa2b by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'dc1c68e0-6210-4ec3-92e9-96d963e48ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:37.314360 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f542b5c-68d1-4e60-bbd6-992cda5943ad None None] Attempting to bind port 71ae5195-66f5-4f59-92a2-48e286e9fa2b on network 2ffb7374-cfe5-44a3-b981-4861b354cbc4 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:37.318862 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1e510d6c-2b37-4228-b680-800e382ce139 req-d8470b24-e7f4-4db5-b85e-9a9e6906b67a tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.335859 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 35684) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:37.344712 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f542b5c-68d1-4e60-bbd6-992cda5943ad None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:37.345129 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f542b5c-68d1-4e60-bbd6-992cda5943ad None None] Checking segment: {'id': 'dc1c68e0-6210-4ec3-92e9-96d963e48ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:37.346815 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2f542b5c-68d1-4e60-bbd6-992cda5943ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.347215 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f542b5c-68d1-4e60-bbd6-992cda5943ad None None] Bound using segment: {'id': 'dc1c68e0-6210-4ec3-92e9-96d963e48ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:37.348609 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-2f542b5c-68d1-4e60-bbd6-992cda5943ad None None] Bound port: 71ae5195-66f5-4f59-92a2-48e286e9fa2b, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1c68e0-6210-4ec3-92e9-96d963e48ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:37.349014 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2f542b5c-68d1-4e60-bbd6-992cda5943ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.367009 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-06ea8d13-9e5e-431a-bc89-0d7d264800a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.468943 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c80af8-ecb0-4c85-bfa5-131e965befb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-c03d6900-5d0e-4f77-9872-206060d6f54a', 'network_id': 'c03d6900-5d0e-4f77-9872-206060d6f54a', 'tenant_id': 'b634a761ee254f488fa97230a80dfe4f', 'fixed_ips': [{'subnet_id': '850b45bb-dc13-4bc3-9aad-6b0da84ba35b'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:03:37.469954 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d2c80af8-ecb0-4c85-bfa5-131e965befb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.493596 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-8583d4fa-7942-4348-9b6e-e703305aa611 None None] Provisioning complete for port 71ae5195-66f5-4f59-92a2-48e286e9fa2b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:37.493596 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8583d4fa-7942-4348-9b6e-e703305aa611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.562883 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1e510d6c-2b37-4228-b680-800e382ce139 req-d8470b24-e7f4-4db5-b85e-9a9e6906b67a tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.656945 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-06ea8d13-9e5e-431a-bc89-0d7d264800a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.661302 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-2f542b5c-68d1-4e60-bbd6-992cda5943ad None None] For port 71ae5195-66f5-4f59-92a2-48e286e9fa2b, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:37.664945 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-704ccb61-b14b-4c23-93aa-daf371eb03d5 req-c9a0ed24-9fce-4beb-95a9-335497da9c0c tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeffe96-f5f2-471b-bffe-2d23ec3e1a38 HTTP/1.1" status: 200 len: 210 time: 0.1000605 Sep 16 05:03:37.673351 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1e510d6c-2b37-4228-b680-800e382ce139 req-d8470b24-e7f4-4db5-b85e-9a9e6906b67a tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.678160 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-8583d4fa-7942-4348-9b6e-e703305aa611 None None] Port 71ae5195-66f5-4f59-92a2-48e286e9fa2b cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:37.692923 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-2f542b5c-68d1-4e60-bbd6-992cda5943ad None None] For port 71ae5195-66f5-4f59-92a2-48e286e9fa2b, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=71ae5195-66f5-4f59-92a2-48e286e9fa2b,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:37.720029 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2f542b5c-68d1-4e60-bbd6-992cda5943ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.885216 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f542b5c-68d1-4e60-bbd6-992cda5943ad None None] Routers {'b6b00438-78c0-47a8-8aa7-595217b2864d'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:37.891054 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-2f542b5c-68d1-4e60-bbd6-992cda5943ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:03:14Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b6b00438-78c0-47a8-8aa7-595217b2864d'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:37.897060 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654258be-1710-4099-94d1-478bc7bbbc75 None None] Pushing event updated for resources: {'Port': ['ID=71ae5195-66f5-4f59-92a2-48e286e9fa2b,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:37.972897 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-d2c80af8-ecb0-4c85-bfa5-131e965befb3 None None] Allocated IP 172.20.0.2 (c03d6900-5d0e-4f77-9872-206060d6f54a/850b45bb-dc13-4bc3-9aad-6b0da84ba35b/19cff0e0-b535-4974-9aab-294f791a1beb) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:38.039624 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-06ea8d13-9e5e-431a-bc89-0d7d264800a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:38.081026 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-06ea8d13-9e5e-431a-bc89-0d7d264800a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:38.138299 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-1e510d6c-2b37-4228-b680-800e382ce139 req-d8470b24-e7f4-4db5-b85e-9a9e6906b67a tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Allocated IP 192.168.233.250 (97f5d7d8-0e62-4047-bcd4-63b92e31705a/24ad4c5e-5b43-4c25-ab99-4992f6337d28/25150fc7-5b42-4d81-8889-5c9648d3eb6d) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:38.159828 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8470b24-e7f4-4db5-b85e-9a9e6906b67a tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd5246e-91e5-47e7-94d8-4069fe690a14,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:38.163880 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-2f542b5c-68d1-4e60-bbd6-992cda5943ad None None] Set router b6b00438-78c0-47a8-8aa7-595217b2864d gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:38.228724 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-06ea8d13-9e5e-431a-bc89-0d7d264800a6 admin admin] Allocated IP 172.25.8.169 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/3a582b60-bff6-443a-93c6-60764845ee22) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:38.384213 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-06ea8d13-9e5e-431a-bc89-0d7d264800a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:38.391182 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b39fc-75f3-405b-8173-2e8fa07aa88c req-85b8b6f0-93b4-4041-8d2b-d6d82fe2f6a9 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:38.399091 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5e2b39fc-75f3-405b-8173-2e8fa07aa88c req-85b8b6f0-93b4-4041-8d2b-d6d82fe2f6a9 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f1649572-ae40-4d47-8711-3015951d792d HTTP/1.1" status: 200 len: 1097 time: 0.2178967 Sep 16 05:03:38.428336 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-06ea8d13-9e5e-431a-bc89-0d7d264800a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:38.472789 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ea8d13-9e5e-431a-bc89-0d7d264800a6 admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:38.478191 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-06ea8d13-9e5e-431a-bc89-0d7d264800a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:38.482216 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ea8d13-9e5e-431a-bc89-0d7d264800a6 admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:38.492541 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-18488343-02d7-4fd6-8b18-54c7ec0d4524 None None] Provisioning complete for port 71ae5195-66f5-4f59-92a2-48e286e9fa2b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:38.492940 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-18488343-02d7-4fd6-8b18-54c7ec0d4524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:38.529751 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5e2b39fc-75f3-405b-8173-2e8fa07aa88c req-2c88c605-91ba-4b6a-b76f-24c6ff1eebdd tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=41e440ba-d668-4a1c-bd06-d7ccfe223979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295288 Sep 16 05:03:38.550516 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea8d13-9e5e-431a-bc89-0d7d264800a6 admin admin] Pushing event updated for resources: {'Port': ['ID=3a582b60-bff6-443a-93c6-60764845ee22,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:38.776472 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1e510d6c-2b37-4228-b680-800e382ce139 req-d8470b24-e7f4-4db5-b85e-9a9e6906b67a tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:38.793934 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d2c80af8-ecb0-4c85-bfa5-131e965befb3 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:38.806456 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-2f542b5c-68d1-4e60-bbd6-992cda5943ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'name': 'tempest-TestVolumeBootPattern-1731089413-router', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '1870ba68-e97c-411e-8344-09074f006a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:23Z', 'updated_at': '2021-09-16T05:03:32Z', 'revision_number': 4, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'gw_port': {'id': '1870ba68-e97c-411e-8344-09074f006a61', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:24Z', 'updated_at': '2021-09-16T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '71ae5195-66f5-4f59-92a2-48e286e9fa2b', 'name': '', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'mac_address': 'fa:16:3e:23:6c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:30Z', 'updated_at': '2021-09-16T05:03:37Z', 'revision_number': 4, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'subnets': [{'id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:38.813400 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-18488343-02d7-4fd6-8b18-54c7ec0d4524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:38.817935 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d2c80af8-ecb0-4c85-bfa5-131e965befb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:38.877817 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8f5cae68-bca7-4d19-86b2-97a0a3da3905 req-45e986a4-11e6-45eb-8b08-fb1dad3a3ca9 tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeffe96-f5f2-471b-bffe-2d23ec3e1a38 HTTP/1.1" status: 200 len: 210 time: 0.0645766 Sep 16 05:03:38.897361 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c80af8-ecb0-4c85-bfa5-131e965befb3 None None] Network c03d6900-5d0e-4f77-9872-206060d6f54a is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:38.898678 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f542b5c-68d1-4e60-bbd6-992cda5943ad None None] The sync data for ids ['b6b00438-78c0-47a8-8aa7-595217b2864d'] in n-d-712139-15 is: [{'id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'name': 'tempest-TestVolumeBootPattern-1731089413-router', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '1870ba68-e97c-411e-8344-09074f006a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:23Z', 'updated_at': '2021-09-16T05:03:32Z', 'revision_number': 4, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'gw_port': {'id': '1870ba68-e97c-411e-8344-09074f006a61', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:24Z', 'updated_at': '2021-09-16T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '71ae5195-66f5-4f59-92a2-48e286e9fa2b', 'name': '', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'mac_address': 'fa:16:3e:23:6c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:30Z', 'updated_at': '2021-09-16T05:03:37Z', 'revision_number': 4, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'subnets': [{'id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:03:38.905730 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1e510d6c-2b37-4228-b680-800e382ce139 req-d8470b24-e7f4-4db5-b85e-9a9e6906b67a tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:38.924627 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-d2c80af8-ecb0-4c85-bfa5-131e965befb3 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:38.934507 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c80af8-ecb0-4c85-bfa5-131e965befb3 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:38.969398 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-06ea8d13-9e5e-431a-bc89-0d7d264800a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.018978 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-18488343-02d7-4fd6-8b18-54c7ec0d4524 None None] For port 71ae5195-66f5-4f59-92a2-48e286e9fa2b, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=71ae5195-66f5-4f59-92a2-48e286e9fa2b,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:39.021144 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c80af8-ecb0-4c85-bfa5-131e965befb3 None None] Pushing event updated for resources: {'Port': ['ID=19cff0e0-b535-4974-9aab-294f791a1beb,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:39.037004 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-18488343-02d7-4fd6-8b18-54c7ec0d4524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.052490 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e510d6c-2b37-4228-b680-800e382ce139 req-d8470b24-e7f4-4db5-b85e-9a9e6906b67a tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Network 97f5d7d8-0e62-4047-bcd4-63b92e31705a is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:39.065333 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8470b24-e7f4-4db5-b85e-9a9e6906b67a tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Pushing event updated for resources: {'Port': ['ID=25150fc7-5b42-4d81-8889-5c9648d3eb6d,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:39.070025 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-1e510d6c-2b37-4228-b680-800e382ce139 req-d8470b24-e7f4-4db5-b85e-9a9e6906b67a tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:39.082270 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e510d6c-2b37-4228-b680-800e382ce139 req-d8470b24-e7f4-4db5-b85e-9a9e6906b67a tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:39.118872 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-d2c80af8-ecb0-4c85-bfa5-131e965befb3 None None] Attempting to bind port 19cff0e0-b535-4974-9aab-294f791a1beb on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:39.119256 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-d2c80af8-ecb0-4c85-bfa5-131e965befb3 None None] Attempting to bind port 19cff0e0-b535-4974-9aab-294f791a1beb by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '4bd39a7a-b4d7-4405-a4b0-1eddfd0b5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c03d6900-5d0e-4f77-9872-206060d6f54a'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:39.119945 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c80af8-ecb0-4c85-bfa5-131e965befb3 None None] Attempting to bind port 19cff0e0-b535-4974-9aab-294f791a1beb on network c03d6900-5d0e-4f77-9872-206060d6f54a {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:39.132121 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0c69af47-c884-4082-bf3a-8d35fe9800d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.146513 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c80af8-ecb0-4c85-bfa5-131e965befb3 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:39.147294 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c80af8-ecb0-4c85-bfa5-131e965befb3 None None] Checking segment: {'id': '4bd39a7a-b4d7-4405-a4b0-1eddfd0b5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c03d6900-5d0e-4f77-9872-206060d6f54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:39.147712 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d2c80af8-ecb0-4c85-bfa5-131e965befb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.148116 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c80af8-ecb0-4c85-bfa5-131e965befb3 None None] Bound using segment: {'id': '4bd39a7a-b4d7-4405-a4b0-1eddfd0b5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c03d6900-5d0e-4f77-9872-206060d6f54a'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:39.148637 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-d2c80af8-ecb0-4c85-bfa5-131e965befb3 None None] Bound port: 19cff0e0-b535-4974-9aab-294f791a1beb, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd39a7a-b4d7-4405-a4b0-1eddfd0b5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c03d6900-5d0e-4f77-9872-206060d6f54a'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:39.149032 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d2c80af8-ecb0-4c85-bfa5-131e965befb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.171839 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 873b84c4-17d4-4388-8d71-fa62f33d77ad up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:39.179336 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18488343-02d7-4fd6-8b18-54c7ec0d4524 None None] Pushing event updated for resources: {'Port': ['ID=71ae5195-66f5-4f59-92a2-48e286e9fa2b,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:39.273212 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e510d6c-2b37-4228-b680-800e382ce139 req-d8470b24-e7f4-4db5-b85e-9a9e6906b67a tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:39.273902 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1e510d6c-2b37-4228-b680-800e382ce139 req-d8470b24-e7f4-4db5-b85e-9a9e6906b67a tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.337007 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-06ea8d13-9e5e-431a-bc89-0d7d264800a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.387090 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-d2c80af8-ecb0-4c85-bfa5-131e965befb3 None None] For port 19cff0e0-b535-4974-9aab-294f791a1beb, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:39.392193 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-d2c80af8-ecb0-4c85-bfa5-131e965befb3 None None] For port 19cff0e0-b535-4974-9aab-294f791a1beb, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=19cff0e0-b535-4974-9aab-294f791a1beb,segment=NetworkSegment(4bd39a7a-b4d7-4405-a4b0-1eddfd0b5929),segment_id=4bd39a7a-b4d7-4405-a4b0-1eddfd0b5929)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:39.401080 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d2c80af8-ecb0-4c85-bfa5-131e965befb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.445262 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1e510d6c-2b37-4228-b680-800e382ce139 req-d8470b24-e7f4-4db5-b85e-9a9e6906b67a tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4050536 Sep 16 05:03:39.478717 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-1e510d6c-2b37-4228-b680-800e382ce139 req-c0493e64-43dd-4490-9180-2b062df10592 service neutron] Request body: {'port': {'device_id': '5eeffe96-f5f2-471b-bffe-2d23ec3e1a38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:39.486350 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 873b84c4-17d4-4388-8d71-fa62f33d77ad completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:03:39.516974 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 873b84c4-17d4-4388-8d71-fa62f33d77ad triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:39.517362 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.570946 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ea8d13-9e5e-431a-bc89-0d7d264800a6 admin admin] Router 8ac95be2-fabc-4bb2-9f90-fcfcd46328b2 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:03:39.664119 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c80af8-ecb0-4c85-bfa5-131e965befb3 None None] Pushing event updated for resources: {'Port': ['ID=19cff0e0-b535-4974-9aab-294f791a1beb,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:39.685206 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-144de7f7-5564-44bb-92e3-9a9fe7d7a13f None None] Provisioning complete for port 25150fc7-5b42-4d81-8889-5c9648d3eb6d triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:39.685584 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-144de7f7-5564-44bb-92e3-9a9fe7d7a13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.736205 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ea8d13-9e5e-431a-bc89-0d7d264800a6 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:03:39.757659 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-06ea8d13-9e5e-431a-bc89-0d7d264800a6 admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.757877 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd77e97c-c3d9-43e0-9786-31e92d787f14 None None] Sync routers for ids ['8ac95be2-fabc-4bb2-9f90-fcfcd46328b2'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:03:39.759146 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-06ea8d13-9e5e-431a-bc89-0d7d264800a6 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5789084 Sep 16 05:03:39.762637 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35720) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:39.772930 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd77e97c-c3d9-43e0-9786-31e92d787f14 None None] Routers {'8ac95be2-fabc-4bb2-9f90-fcfcd46328b2'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:39.776623 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dd77e97c-c3d9-43e0-9786-31e92d787f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:03:14Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8ac95be2-fabc-4bb2-9f90-fcfcd46328b2'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:39.781598 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1e510d6c-2b37-4228-b680-800e382ce139 req-c0493e64-43dd-4490-9180-2b062df10592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.887668 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-144de7f7-5564-44bb-92e3-9a9fe7d7a13f None None] Port 25150fc7-5b42-4d81-8889-5c9648d3eb6d cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:39.936085 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.970291 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1649572-ae40-4d47-8711-3015951d792d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873b84c4-17d4-4388-8d71-fa62f33d77ad'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:39.982528 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b2b6fb-3f73-46b6-a4e3-a2c168763afd" -d '{"events": [{"server_uuid": "f1649572-ae40-4d47-8711-3015951d792d", "name": "network-vif-plugged", "status": "completed", "tag": "873b84c4-17d4-4388-8d71-fa62f33d77ad"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:40.013816 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08200cb-2e12-4653-8e34-610228ada3a8 req-f0f3ca83-99b2-4be6-ab1e-465db51af106 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:40.015780 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 873b84c4-17d4-4388-8d71-fa62f33d77ad, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=873b84c4-17d4-4388-8d71-fa62f33d77ad,segment=NetworkSegment(29d85595-ec3b-4702-8552-a4a655a341aa),segment_id=29d85595-ec3b-4702-8552-a4a655a341aa)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:40.021115 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a08200cb-2e12-4653-8e34-610228ada3a8 req-f0f3ca83-99b2-4be6-ab1e-465db51af106 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f1649572-ae40-4d47-8711-3015951d792d HTTP/1.1" status: 200 len: 1097 time: 0.3052630 Sep 16 05:03:40.032171 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.046122 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:03:40.091936 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-dd77e97c-c3d9-43e0-9786-31e92d787f14 None None] Set router 8ac95be2-fabc-4bb2-9f90-fcfcd46328b2 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:40.171024 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3600bd8c-fea0-4164-81c3-9d2c864d6fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.173687 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=873b84c4-17d4-4388-8d71-fa62f33d77ad,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:40.232447 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a08200cb-2e12-4653-8e34-610228ada3a8 req-3443019f-bf98-4e97-9a65-3389e379c1d5 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=41e440ba-d668-4a1c-bd06-d7ccfe223979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841822 Sep 16 05:03:40.481802 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dd77e97c-c3d9-43e0-9786-31e92d787f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac95be2-fabc-4bb2-9f90-fcfcd46328b2', 'name': 'tempest-TestVolumeBootPattern-554054462-router', 'tenant_id': 'b634a761ee254f488fa97230a80dfe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '3a582b60-bff6-443a-93c6-60764845ee22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:37Z', 'updated_at': '2021-09-16T05:03:38Z', 'revision_number': 3, 'project_id': 'b634a761ee254f488fa97230a80dfe4f', 'gw_port': {'id': '3a582b60-bff6-443a-93c6-60764845ee22', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac95be2-fabc-4bb2-9f90-fcfcd46328b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:38Z', 'updated_at': '2021-09-16T05:03:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:40.550565 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-0c69af47-c884-4082-bf3a-8d35fe9800d9 admin admin] Deleting port 4490de05-7b37-4a9e-ad67-31db8c51e0c8 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:40.550565 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0c69af47-c884-4082-bf3a-8d35fe9800d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.553793 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd77e97c-c3d9-43e0-9786-31e92d787f14 None None] Checking router: 8ac95be2-fabc-4bb2-9f90-fcfcd46328b2 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:03:40.554060 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd77e97c-c3d9-43e0-9786-31e92d787f14 None None] Updating router 8ac95be2-fabc-4bb2-9f90-fcfcd46328b2 port 3a582b60-bff6-443a-93c6-60764845ee22 binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:03:40.563590 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e891de3f-cba6-4cbb-9386-f3c5dcdf39ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.568099 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e26fc-8955-4e7b-839f-9376cf62fbd8 req-ce70764e-dd37-4080-be93-873a31c7f4e7 tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:40.575709 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e10e26fc-8955-4e7b-839f-9376cf62fbd8 req-ce70764e-dd37-4080-be93-873a31c7f4e7 tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeffe96-f5f2-471b-bffe-2d23ec3e1a38 HTTP/1.1" status: 200 len: 936 time: 0.1208265 Sep 16 05:03:40.609128 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-dd77e97c-c3d9-43e0-9786-31e92d787f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.774215 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-1e510d6c-2b37-4228-b680-800e382ce139 req-c0493e64-43dd-4490-9180-2b062df10592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25150fc7-5b42-4d81-8889-5c9648d3eb6d {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:40.822999 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1e510d6c-2b37-4228-b680-800e382ce139 req-c0493e64-43dd-4490-9180-2b062df10592 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.877332 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e10e26fc-8955-4e7b-839f-9376cf62fbd8 req-a78e4a8d-7622-477a-a74d-99ec0aa7621f tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1dd5246e-91e5-47e7-94d8-4069fe690a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006420 Sep 16 05:03:40.918054 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-e891de3f-cba6-4cbb-9386-f3c5dcdf39ca admin admin] Allocated IP 172.20.0.1 (c03d6900-5d0e-4f77-9872-206060d6f54a/850b45bb-dc13-4bc3-9aad-6b0da84ba35b/a394debc-2640-471a-a55d-db5eb84822f5) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:40.929428 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-1e510d6c-2b37-4228-b680-800e382ce139 req-c0493e64-43dd-4490-9180-2b062df10592 service neutron] Transition to ACTIVE for port object 25150fc7-5b42-4d81-8889-5c9648d3eb6d will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:03:40.952057 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1e510d6c-2b37-4228-b680-800e382ce139 req-c0493e64-43dd-4490-9180-2b062df10592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.001787 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7d0d77-c45b-457d-8181-957cc0e84bda x-openstack-request-id: req-4b7d0d77-c45b-457d-8181-957cc0e84bda {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:41.002407 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1649572-ae40-4d47-8711-3015951d792d", "name": "network-vif-plugged", "status": "completed", "tag": "873b84c4-17d4-4388-8d71-fa62f33d77ad", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:41.002890 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4b7d0d77-c45b-457d-8181-957cc0e84bda {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:41.003539 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1649572-ae40-4d47-8711-3015951d792d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873b84c4-17d4-4388-8d71-fa62f33d77ad', 'code': 200} Sep 16 05:03:41.048619 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 19cff0e0-b535-4974-9aab-294f791a1beb up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:41.073291 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-0c69af47-c884-4082-bf3a-8d35fe9800d9 admin admin] For port 4490de05-7b37-4a9e-ad67-31db8c51e0c8, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=4490de05-7b37-4a9e-ad67-31db8c51e0c8,segment=NetworkSegment(51a9b458-7c9a-4442-bf01-8b9b2bd52faf),segment_id=51a9b458-7c9a-4442-bf01-8b9b2bd52faf)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:41.073707 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0c69af47-c884-4082-bf3a-8d35fe9800d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.157799 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-0c69af47-c884-4082-bf3a-8d35fe9800d9 admin admin] Calling delete_port for 4490de05-7b37-4a9e-ad67-31db8c51e0c8 owned by network:router_interface {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:41.198458 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 19cff0e0-b535-4974-9aab-294f791a1beb triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:41.198848 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.207756 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-dd77e97c-c3d9-43e0-9786-31e92d787f14 None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.224850 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-dd77e97c-c3d9-43e0-9786-31e92d787f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.227274 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e891de3f-cba6-4cbb-9386-f3c5dcdf39ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.239242 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0493e64-43dd-4490-9180-2b062df10592 service neutron] Pushing event updated for resources: {'Port': ['ID=25150fc7-5b42-4d81-8889-5c9648d3eb6d,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:41.352372 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e891de3f-cba6-4cbb-9386-f3c5dcdf39ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.379491 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72303ed0-3a73-4fbb-acb8-b78058ab40f8 None None] Pushing event updated for resources: {'Port': ['ID=3a582b60-bff6-443a-93c6-60764845ee22,revision_number=2']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:41.413925 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-dd77e97c-c3d9-43e0-9786-31e92d787f14 None None] Attempting to bind port 3a582b60-bff6-443a-93c6-60764845ee22 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:41.414305 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-dd77e97c-c3d9-43e0-9786-31e92d787f14 None None] Attempting to bind port 3a582b60-bff6-443a-93c6-60764845ee22 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:41.414671 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd77e97c-c3d9-43e0-9786-31e92d787f14 None None] Attempting to bind port 3a582b60-bff6-443a-93c6-60764845ee22 on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:41.423984 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd77e97c-c3d9-43e0-9786-31e92d787f14 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:41.424364 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd77e97c-c3d9-43e0-9786-31e92d787f14 None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:41.424807 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-dd77e97c-c3d9-43e0-9786-31e92d787f14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.425205 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd77e97c-c3d9-43e0-9786-31e92d787f14 None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:41.425671 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-dd77e97c-c3d9-43e0-9786-31e92d787f14 None None] Bound port: 3a582b60-bff6-443a-93c6-60764845ee22, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:41.426057 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-dd77e97c-c3d9-43e0-9786-31e92d787f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.432290 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd45a09-9dc2-4df3-bacb-86404ad740c1 None None] Network c03d6900-5d0e-4f77-9872-206060d6f54a requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:41.461164 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e891de3f-cba6-4cbb-9386-f3c5dcdf39ca admin admin] Pushing event updated for resources: {'Port': ['ID=a394debc-2640-471a-a55d-db5eb84822f5,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:41.487826 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.493709 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e891de3f-cba6-4cbb-9386-f3c5dcdf39ca admin admin] Network c03d6900-5d0e-4f77-9872-206060d6f54a is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:41.495464 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-e891de3f-cba6-4cbb-9386-f3c5dcdf39ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:41.499914 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e891de3f-cba6-4cbb-9386-f3c5dcdf39ca admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:41.519147 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4789835-b8e8-410b-b1df-14afce775bdd req-64e30a20-74a1-4f9c-964c-043a30dab7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:41.520848 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f4789835-b8e8-410b-b1df-14afce775bdd req-64e30a20-74a1-4f9c-964c-043a30dab7b0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f1649572-ae40-4d47-8711-3015951d792d HTTP/1.1" status: 200 len: 1098 time: 0.3774848 Sep 16 05:03:41.542724 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-dd77e97c-c3d9-43e0-9786-31e92d787f14 None None] For port 3a582b60-bff6-443a-93c6-60764845ee22, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:41.549868 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-dd77e97c-c3d9-43e0-9786-31e92d787f14 None None] For port 3a582b60-bff6-443a-93c6-60764845ee22, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3a582b60-bff6-443a-93c6-60764845ee22,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:41.562545 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-dd77e97c-c3d9-43e0-9786-31e92d787f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.576096 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e891de3f-cba6-4cbb-9386-f3c5dcdf39ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.602418 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-1e510d6c-2b37-4228-b680-800e382ce139 req-c0493e64-43dd-4490-9180-2b062df10592 service neutron] Attempting to bind port 25150fc7-5b42-4d81-8889-5c9648d3eb6d on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:41.602572 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-1e510d6c-2b37-4228-b680-800e382ce139 req-c0493e64-43dd-4490-9180-2b062df10592 service neutron] Attempting to bind port 25150fc7-5b42-4d81-8889-5c9648d3eb6d by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:41.602978 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e510d6c-2b37-4228-b680-800e382ce139 req-c0493e64-43dd-4490-9180-2b062df10592 service neutron] Attempting to bind port 25150fc7-5b42-4d81-8889-5c9648d3eb6d on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:41.606428 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181d2bc-d1e6-4ca1-b022-109bdf843bbb req-b267f69d-8687-4693-9257-446848a4b56e tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:41.608866 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9181d2bc-d1e6-4ca1-b022-109bdf843bbb req-b267f69d-8687-4693-9257-446848a4b56e tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f1649572-ae40-4d47-8711-3015951d792d HTTP/1.1" status: 200 len: 1098 time: 0.2319355 Sep 16 05:03:41.625979 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e510d6c-2b37-4228-b680-800e382ce139 req-c0493e64-43dd-4490-9180-2b062df10592 service neutron] Port 25150fc7-5b42-4d81-8889-5c9648d3eb6d on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:41.626323 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e510d6c-2b37-4228-b680-800e382ce139 req-c0493e64-43dd-4490-9180-2b062df10592 service neutron] Attempting to bind port 25150fc7-5b42-4d81-8889-5c9648d3eb6d on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:41.653126 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f9c217cd-53f3-4c53-b88a-6a7191c93d48 None None] Provisioning complete for port 19cff0e0-b535-4974-9aab-294f791a1beb triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:41.653763 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f9c217cd-53f3-4c53-b88a-6a7191c93d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.663105 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72303ed0-3a73-4fbb-acb8-b78058ab40f8 None None] Pushing event updated for resources: {'Port': ['ID=3a582b60-bff6-443a-93c6-60764845ee22,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:41.682525 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e510d6c-2b37-4228-b680-800e382ce139 req-c0493e64-43dd-4490-9180-2b062df10592 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:41.682873 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e510d6c-2b37-4228-b680-800e382ce139 req-c0493e64-43dd-4490-9180-2b062df10592 service neutron] Checking segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:41.683440 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e510d6c-2b37-4228-b680-800e382ce139 req-c0493e64-43dd-4490-9180-2b062df10592 service neutron] Bound using segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:41.683970 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-1e510d6c-2b37-4228-b680-800e382ce139 req-c0493e64-43dd-4490-9180-2b062df10592 service neutron] Bound port: 25150fc7-5b42-4d81-8889-5c9648d3eb6d, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:41.684405 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1e510d6c-2b37-4228-b680-800e382ce139 req-c0493e64-43dd-4490-9180-2b062df10592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.692340 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd77e97c-c3d9-43e0-9786-31e92d787f14 None None] Routers {'8ac95be2-fabc-4bb2-9f90-fcfcd46328b2'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:41.693047 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dd77e97c-c3d9-43e0-9786-31e92d787f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:03:14Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8ac95be2-fabc-4bb2-9f90-fcfcd46328b2'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:41.693558 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f4789835-b8e8-410b-b1df-14afce775bdd req-260ef0f3-c417-4a55-baef-b11298c28ad4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=41e440ba-d668-4a1c-bd06-d7ccfe223979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605017 Sep 16 05:03:41.714571 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9181d2bc-d1e6-4ca1-b022-109bdf843bbb req-1172279b-04d9-447a-ab79-b8fe94d0081b tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=41e440ba-d668-4a1c-bd06-d7ccfe223979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986323 Sep 16 05:03:41.744764 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 19cff0e0-b535-4974-9aab-294f791a1beb, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=19cff0e0-b535-4974-9aab-294f791a1beb,segment=NetworkSegment(4bd39a7a-b4d7-4405-a4b0-1eddfd0b5929),segment_id=4bd39a7a-b4d7-4405-a4b0-1eddfd0b5929)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:41.808594 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.810268 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 71ae5195-66f5-4f59-92a2-48e286e9fa2b up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:41.838379 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-1e510d6c-2b37-4228-b680-800e382ce139 req-c0493e64-43dd-4490-9180-2b062df10592 service neutron] For port 25150fc7-5b42-4d81-8889-5c9648d3eb6d, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:41.861994 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-1e510d6c-2b37-4228-b680-800e382ce139 req-c0493e64-43dd-4490-9180-2b062df10592 service neutron] For port 25150fc7-5b42-4d81-8889-5c9648d3eb6d, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=25150fc7-5b42-4d81-8889-5c9648d3eb6d,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:41.869820 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e891de3f-cba6-4cbb-9386-f3c5dcdf39ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.879121 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1e510d6c-2b37-4228-b680-800e382ce139 req-c0493e64-43dd-4490-9180-2b062df10592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.915926 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0c69af47-c884-4082-bf3a-8d35fe9800d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.932793 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e510d6c-2b37-4228-b680-800e382ce139 req-c0493e64-43dd-4490-9180-2b062df10592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:41.933537 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-1e510d6c-2b37-4228-b680-800e382ce139 req-c0493e64-43dd-4490-9180-2b062df10592 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.935053 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1e510d6c-2b37-4228-b680-800e382ce139 req-c0493e64-43dd-4490-9180-2b062df10592 service neutron] 10.222.0.48 "PUT /v2.0/ports/25150fc7-5b42-4d81-8889-5c9648d3eb6d HTTP/1.1" status: 200 len: 1097 time: 2.4609578 Sep 16 05:03:41.935587 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eeffe96-f5f2-471b-bffe-2d23ec3e1a38', 'tag': '25150fc7-5b42-4d81-8889-5c9648d3eb6d'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:41.939603 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305d7c22-fab8-4158-80bf-d8fe5a423fff" -d '{"events": [{"name": "network-changed", "server_uuid": "5eeffe96-f5f2-471b-bffe-2d23ec3e1a38", "tag": "25150fc7-5b42-4d81-8889-5c9648d3eb6d"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:42.105792 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=19cff0e0-b535-4974-9aab-294f791a1beb,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:42.122665 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-dd77e97c-c3d9-43e0-9786-31e92d787f14 None None] Set router 8ac95be2-fabc-4bb2-9f90-fcfcd46328b2 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:42.166523 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:42.209974 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e891de3f-cba6-4cbb-9386-f3c5dcdf39ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:42.218511 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e891de3f-cba6-4cbb-9386-f3c5dcdf39ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:42.327676 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 71ae5195-66f5-4f59-92a2-48e286e9fa2b triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:42.328294 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:42.414790 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e891de3f-cba6-4cbb-9386-f3c5dcdf39ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:42.417167 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e891de3f-cba6-4cbb-9386-f3c5dcdf39ca admin admin] Pushing event updated for resources: {'Port': ['ID=a394debc-2640-471a-a55d-db5eb84822f5,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:42.544931 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dd77e97c-c3d9-43e0-9786-31e92d787f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac95be2-fabc-4bb2-9f90-fcfcd46328b2', 'name': 'tempest-TestVolumeBootPattern-554054462-router', 'tenant_id': 'b634a761ee254f488fa97230a80dfe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '3a582b60-bff6-443a-93c6-60764845ee22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:37Z', 'updated_at': '2021-09-16T05:03:38Z', 'revision_number': 3, 'project_id': 'b634a761ee254f488fa97230a80dfe4f', 'gw_port': {'id': '3a582b60-bff6-443a-93c6-60764845ee22', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac95be2-fabc-4bb2-9f90-fcfcd46328b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:38Z', 'updated_at': '2021-09-16T05:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:42.587035 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd77e97c-c3d9-43e0-9786-31e92d787f14 None None] The sync data for ids ['8ac95be2-fabc-4bb2-9f90-fcfcd46328b2'] in n-d-712139-15 is: [{'id': '8ac95be2-fabc-4bb2-9f90-fcfcd46328b2', 'name': 'tempest-TestVolumeBootPattern-554054462-router', 'tenant_id': 'b634a761ee254f488fa97230a80dfe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '3a582b60-bff6-443a-93c6-60764845ee22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:37Z', 'updated_at': '2021-09-16T05:03:38Z', 'revision_number': 3, 'project_id': 'b634a761ee254f488fa97230a80dfe4f', 'gw_port': {'id': '3a582b60-bff6-443a-93c6-60764845ee22', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac95be2-fabc-4bb2-9f90-fcfcd46328b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:38Z', 'updated_at': '2021-09-16T05:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:03:42.591619 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e891de3f-cba6-4cbb-9386-f3c5dcdf39ca admin admin] Network c03d6900-5d0e-4f77-9872-206060d6f54a is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:42.594100 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-e891de3f-cba6-4cbb-9386-f3c5dcdf39ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:42.682249 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0493e64-43dd-4490-9180-2b062df10592 service neutron] Pushing event updated for resources: {'Port': ['ID=25150fc7-5b42-4d81-8889-5c9648d3eb6d,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:42.793241 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e891de3f-cba6-4cbb-9386-f3c5dcdf39ca admin admin] Router 8ac95be2-fabc-4bb2-9f90-fcfcd46328b2 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:03:42.812197 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69af47-c884-4082-bf3a-8d35fe9800d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4490de05-7b37-4a9e-ad67-31db8c51e0c8,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:42.813834 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ee354b79-3cff-4867-bbe8-ab13eb7f2c22 None None] Provisioning complete for port 19cff0e0-b535-4974-9aab-294f791a1beb triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:42.815348 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ee354b79-3cff-4867-bbe8-ab13eb7f2c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:42.974241 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e510d6c-2b37-4228-b680-800e382ce139 req-84228d75-2e20-4633-867e-395643202360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:42.976485 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1e510d6c-2b37-4228-b680-800e382ce139 req-84228d75-2e20-4633-867e-395643202360 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=50db5917162544a6b28d3a0cb242d9a3&device_id=5eeffe96-f5f2-471b-bffe-2d23ec3e1a38 HTTP/1.1" status: 200 len: 1100 time: 0.3390350 Sep 16 05:03:42.985195 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eee188-f7fa-47dd-a127-98a328fccd69 req-a96c14c9-1814-4445-8fb4-c03f55593404 tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:42.986942 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-97eee188-f7fa-47dd-a127-98a328fccd69 req-a96c14c9-1814-4445-8fb4-c03f55593404 tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeffe96-f5f2-471b-bffe-2d23ec3e1a38 HTTP/1.1" status: 200 len: 948 time: 0.3850658 Sep 16 05:03:43.019687 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 19cff0e0-b535-4974-9aab-294f791a1beb up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:43.080678 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e891de3f-cba6-4cbb-9386-f3c5dcdf39ca admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:03:43.095268 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e891de3f-cba6-4cbb-9386-f3c5dcdf39ca admin admin] 10.222.0.35 "PUT /v2.0/routers/8ac95be2-fabc-4bb2-9f90-fcfcd46328b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3255348 Sep 16 05:03:43.126103 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1e510d6c-2b37-4228-b680-800e382ce139 req-803eef9d-4c33-4c6d-aa25-a3756783fcc5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=25150fc7-5b42-4d81-8889-5c9648d3eb6d HTTP/1.1" status: 200 len: 217 time: 0.1357968 Sep 16 05:03:43.185308 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ee354b79-3cff-4867-bbe8-ab13eb7f2c22 None None] Provisioning complete for port a394debc-2640-471a-a55d-db5eb84822f5 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:43.186768 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ee354b79-3cff-4867-bbe8-ab13eb7f2c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.307854 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-97eee188-f7fa-47dd-a127-98a328fccd69 req-05c7dc17-0c55-443c-a1f4-b64b2157531a tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1dd5246e-91e5-47e7-94d8-4069fe690a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110261 Sep 16 05:03:43.309418 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 19cff0e0-b535-4974-9aab-294f791a1beb triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:43.309788 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.373876 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-59015933-fead-4e7d-bb3b-e59a09d20e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.375735 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-ee354b79-3cff-4867-bbe8-ab13eb7f2c22 None None] Port a394debc-2640-471a-a55d-db5eb84822f5 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:43.407192 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0c69af47-c884-4082-bf3a-8d35fe9800d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.411140 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e510d6c-2b37-4228-b680-800e382ce139 req-b2d59bcb-eb58-42af-bd75-3601c96b2ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:43.412898 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1e510d6c-2b37-4228-b680-800e382ce139 req-b2d59bcb-eb58-42af-bd75-3601c96b2ace service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.2775092 Sep 16 05:03:43.491312 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218ecfad-834d-4c40-a2d6-86572157539a x-openstack-request-id: req-218ecfad-834d-4c40-a2d6-86572157539a {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:43.491885 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eeffe96-f5f2-471b-bffe-2d23ec3e1a38", "tag": "25150fc7-5b42-4d81-8889-5c9648d3eb6d", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:43.493439 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-218ecfad-834d-4c40-a2d6-86572157539a {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:43.494162 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eeffe96-f5f2-471b-bffe-2d23ec3e1a38', 'tag': '25150fc7-5b42-4d81-8889-5c9648d3eb6d', 'status': 'completed', 'code': 200} Sep 16 05:03:43.535538 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-6ec6876d-b0d0-4df1-91e6-4e5e1227eff4 None None] Provisioning complete for port a394debc-2640-471a-a55d-db5eb84822f5 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:43.535938 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6ec6876d-b0d0-4df1-91e6-4e5e1227eff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.570117 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.601541 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-6ec6876d-b0d0-4df1-91e6-4e5e1227eff4 None None] Port a394debc-2640-471a-a55d-db5eb84822f5 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:43.607272 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e510d6c-2b37-4228-b680-800e382ce139 req-6b14465a-4893-4e64-b70e-b640e40ee739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:43.609701 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1e510d6c-2b37-4228-b680-800e382ce139 req-6b14465a-4893-4e64-b70e-b640e40ee739 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1858222 Sep 16 05:03:43.735682 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-fdf8156c-4e78-4758-913d-555c7f1431dd None None] Provisioning complete for port a394debc-2640-471a-a55d-db5eb84822f5 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:43.736130 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fdf8156c-4e78-4758-913d-555c7f1431dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.803944 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-fdf8156c-4e78-4758-913d-555c7f1431dd None None] Port a394debc-2640-471a-a55d-db5eb84822f5 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:43.879263 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281780f6-694d-4deb-a90c-b8ed677e9e23 req-b9138849-c2da-4904-925a-88cb287be76c tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:43.887488 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-281780f6-694d-4deb-a90c-b8ed677e9e23 req-b9138849-c2da-4904-925a-88cb287be76c tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f1649572-ae40-4d47-8711-3015951d792d HTTP/1.1" status: 200 len: 1098 time: 0.2757916 Sep 16 05:03:43.976706 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1e510d6c-2b37-4228-b680-800e382ce139 req-c5e4ddbb-73f4-4337-91df-7be26b892dfe service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240891 Sep 16 05:03:44.058994 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-281780f6-694d-4deb-a90c-b8ed677e9e23 req-22915068-5a46-48d5-818e-46159e0258e0 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=41e440ba-d668-4a1c-bd06-d7ccfe223979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684129 Sep 16 05:03:44.232741 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c69af47-c884-4082-bf3a-8d35fe9800d9 admin admin] Router a642493d-01a9-4e7a-a221-01cf5d61c50d has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:03:44.251789 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1e510d6c-2b37-4228-b680-800e382ce139 req-cf7c11b1-59a3-49d5-8bbc-0771f2645c3c service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638125 Sep 16 05:03:44.462342 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678b166-9afe-473d-97d4-49ddcc292339 req-2fe64d35-be1a-48a7-bfeb-86d78f14013a tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:44.463891 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9678b166-9afe-473d-97d4-49ddcc292339 req-2fe64d35-be1a-48a7-bfeb-86d78f14013a tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f1649572-ae40-4d47-8711-3015951d792d HTTP/1.1" status: 200 len: 1098 time: 0.1497815 Sep 16 05:03:44.486842 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d7c22-fab8-4158-80bf-d8fe5a423fff req-7361e0b6-1892-4f6c-8e4b-60c8d51354f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:44.488491 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-305d7c22-fab8-4158-80bf-d8fe5a423fff req-7361e0b6-1892-4f6c-8e4b-60c8d51354f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=50db5917162544a6b28d3a0cb242d9a3&device_id=5eeffe96-f5f2-471b-bffe-2d23ec3e1a38 HTTP/1.1" status: 200 len: 1100 time: 0.1338053 Sep 16 05:03:44.490782 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c69af47-c884-4082-bf3a-8d35fe9800d9 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:03:44.502557 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2309c782-6e80-4587-8b11-4b71e03d9e51 None None] Sync routers for ids ['a642493d-01a9-4e7a-a221-01cf5d61c50d'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:03:44.510159 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0c69af47-c884-4082-bf3a-8d35fe9800d9 admin admin] 10.222.0.35 "PUT /v2.0/routers/a642493d-01a9-4e7a-a221-01cf5d61c50d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1713960 Sep 16 05:03:44.513340 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 35766) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:44.539231 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2309c782-6e80-4587-8b11-4b71e03d9e51 None None] Routers {'a642493d-01a9-4e7a-a221-01cf5d61c50d'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:44.539884 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-2309c782-6e80-4587-8b11-4b71e03d9e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:03:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['a642493d-01a9-4e7a-a221-01cf5d61c50d'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:44.618863 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.628541 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.658535 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9678b166-9afe-473d-97d4-49ddcc292339 req-c9f1dcd5-f4ae-437b-ad44-a44d2f641026 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=41e440ba-d668-4a1c-bd06-d7ccfe223979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799905 Sep 16 05:03:44.732771 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-2309c782-6e80-4587-8b11-4b71e03d9e51 None None] Set router a642493d-01a9-4e7a-a221-01cf5d61c50d gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:44.775270 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ab941439-eb5c-470f-9b63-4e0bb95b986f admin admin] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.947772 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397884e-56c7-4118-9a53-7e87ae1ea7b7 req-80b3b896-78e4-43af-af6a-27e1bfd13219 tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:44.956805 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b397884e-56c7-4118-9a53-7e87ae1ea7b7 req-80b3b896-78e4-43af-af6a-27e1bfd13219 tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeffe96-f5f2-471b-bffe-2d23ec3e1a38 HTTP/1.1" status: 200 len: 948 time: 0.1119931 Sep 16 05:03:45.018530 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d7c22-fab8-4158-80bf-d8fe5a423fff req-a2f14e15-1666-49a9-93e2-916cc6485ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:45.021528 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-305d7c22-fab8-4158-80bf-d8fe5a423fff req-a2f14e15-1666-49a9-93e2-916cc6485ae1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.5230868 Sep 16 05:03:45.119898 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b397884e-56c7-4118-9a53-7e87ae1ea7b7 req-6867c565-d512-4c0a-8811-ee27c6aaf2a7 tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1dd5246e-91e5-47e7-94d8-4069fe690a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621180 Sep 16 05:03:45.124435 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-305d7c22-fab8-4158-80bf-d8fe5a423fff req-7ff67646-e914-4cc5-9c2e-6e0585aa0641 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=25150fc7-5b42-4d81-8889-5c9648d3eb6d HTTP/1.1" status: 200 len: 217 time: 0.0499732 Sep 16 05:03:45.132833 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3a582b60-bff6-443a-93c6-60764845ee22 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:45.140816 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-2309c782-6e80-4587-8b11-4b71e03d9e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'name': 'tempest-AttachVolumeTestJSON-192516525-router', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'bf0bb004-c29e-4852-8858-3a5600aa8173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T05:03:41Z', 'revision_number': 5, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'gw_port': {'id': 'bf0bb004-c29e-4852-8858-3a5600aa8173', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T04:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:45.182525 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ab941439-eb5c-470f-9b63-4e0bb95b986f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.251600 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2309c782-6e80-4587-8b11-4b71e03d9e51 None None] Checking router: a642493d-01a9-4e7a-a221-01cf5d61c50d for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:03:45.301222 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2309c782-6e80-4587-8b11-4b71e03d9e51 None None] Routers {'a642493d-01a9-4e7a-a221-01cf5d61c50d'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:45.302200 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-2309c782-6e80-4587-8b11-4b71e03d9e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:03:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['a642493d-01a9-4e7a-a221-01cf5d61c50d'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:45.324276 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d7c22-fab8-4158-80bf-d8fe5a423fff req-097127d0-5115-49da-85cb-66dc99012aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:45.325908 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-305d7c22-fab8-4158-80bf-d8fe5a423fff req-097127d0-5115-49da-85cb-66dc99012aab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.1873491 Sep 16 05:03:45.396498 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff1888-ef46-4ab1-b713-50f8e5568d87 req-9eda8329-0574-4ed4-bc40-37b33025ad17 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:45.398127 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1fff1888-ef46-4ab1-b713-50f8e5568d87 req-9eda8329-0574-4ed4-bc40-37b33025ad17 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f1649572-ae40-4d47-8711-3015951d792d HTTP/1.1" status: 200 len: 1098 time: 0.1407714 Sep 16 05:03:45.434632 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-ab941439-eb5c-470f-9b63-4e0bb95b986f admin admin] Deleting port bf0bb004-c29e-4852-8858-3a5600aa8173 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:45.435138 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ab941439-eb5c-470f-9b63-4e0bb95b986f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.449083 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 3a582b60-bff6-443a-93c6-60764845ee22 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:45.449479 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.488023 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d7c22-fab8-4158-80bf-d8fe5a423fff req-87b36204-3471-4017-9e4c-df6b64487a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:45.490079 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-305d7c22-fab8-4158-80bf-d8fe5a423fff req-87b36204-3471-4017-9e4c-df6b64487a7a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1536222 Sep 16 05:03:45.495396 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0be024-6137-4cd4-a236-67b391f459f5 None None] Sync routers for ids ['8ac95be2-fabc-4bb2-9f90-fcfcd46328b2'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:03:45.497685 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1fff1888-ef46-4ab1-b713-50f8e5568d87 req-5160d451-4833-43ff-8ba3-d4bd54f099bc tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=41e440ba-d668-4a1c-bd06-d7ccfe223979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908689 Sep 16 05:03:45.540977 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0be024-6137-4cd4-a236-67b391f459f5 None None] Routers {'8ac95be2-fabc-4bb2-9f90-fcfcd46328b2'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:45.547510 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-2a0be024-6137-4cd4-a236-67b391f459f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:03:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8ac95be2-fabc-4bb2-9f90-fcfcd46328b2'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:45.664736 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-ab941439-eb5c-470f-9b63-4e0bb95b986f admin admin] For port bf0bb004-c29e-4852-8858-3a5600aa8173, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=bf0bb004-c29e-4852-8858-3a5600aa8173,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:45.665119 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ab941439-eb5c-470f-9b63-4e0bb95b986f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.688351 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-ab941439-eb5c-470f-9b63-4e0bb95b986f admin admin] Calling delete_port for bf0bb004-c29e-4852-8858-3a5600aa8173 owned by network:router_gateway {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:45.712470 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-305d7c22-fab8-4158-80bf-d8fe5a423fff req-ae155c9c-4f2b-4b27-8270-a47c64734801 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683531 Sep 16 05:03:45.789347 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-2309c782-6e80-4587-8b11-4b71e03d9e51 None None] Set router a642493d-01a9-4e7a-a221-01cf5d61c50d gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:45.798379 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-2a0be024-6137-4cd4-a236-67b391f459f5 None None] Set router 8ac95be2-fabc-4bb2-9f90-fcfcd46328b2 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:45.849367 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-2309c782-6e80-4587-8b11-4b71e03d9e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'name': 'tempest-AttachVolumeTestJSON-192516525-router', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T05:03:45Z', 'revision_number': 6, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:45.887286 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2309c782-6e80-4587-8b11-4b71e03d9e51 None None] The sync data for ids ['a642493d-01a9-4e7a-a221-01cf5d61c50d'] in n-d-712139-15 is: [{'id': 'a642493d-01a9-4e7a-a221-01cf5d61c50d', 'name': 'tempest-AttachVolumeTestJSON-192516525-router', 'tenant_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:53Z', 'updated_at': '2021-09-16T05:03:45Z', 'revision_number': 6, 'project_id': 'e1faaf8ea3f84b74b8884c5da7c3f469', 'gw_port_host': None}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:03:45.955171 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.967818 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-305d7c22-fab8-4158-80bf-d8fe5a423fff req-8d86af86-3e57-438e-b9eb-690759fab921 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143669 Sep 16 05:03:45.975997 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 3a582b60-bff6-443a-93c6-60764845ee22, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3a582b60-bff6-443a-93c6-60764845ee22,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:45.981993 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.996010 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-03f28a1f-9ca0-4df6-8767-d92cc048299e tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:45.998258 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-03f28a1f-9ca0-4df6-8767-d92cc048299e tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/networks?id=0a276f26-1b13-4f7f-b657-450984b70430 HTTP/1.1" status: 200 len: 911 time: 0.2234089 Sep 16 05:03:46.024699 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-b0514b31-ea70-4a71-85d2-d2a6bb50c21a tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/quotas/3931e1dbf5374f4084b4b23d0c49a65d HTTP/1.1" status: 200 len: 375 time: 0.0174801 Sep 16 05:03:46.041473 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=3a582b60-bff6-443a-93c6-60764845ee22,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:46.062199 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.072024 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-2a0be024-6137-4cd4-a236-67b391f459f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac95be2-fabc-4bb2-9f90-fcfcd46328b2', 'name': 'tempest-TestVolumeBootPattern-554054462-router', 'tenant_id': 'b634a761ee254f488fa97230a80dfe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '3a582b60-bff6-443a-93c6-60764845ee22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:37Z', 'updated_at': '2021-09-16T05:03:41Z', 'revision_number': 4, 'project_id': 'b634a761ee254f488fa97230a80dfe4f', 'gw_port': {'id': '3a582b60-bff6-443a-93c6-60764845ee22', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac95be2-fabc-4bb2-9f90-fcfcd46328b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:38Z', 'updated_at': '2021-09-16T05:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'a394debc-2640-471a-a55d-db5eb84822f5', 'name': '', 'network_id': 'c03d6900-5d0e-4f77-9872-206060d6f54a', 'tenant_id': 'b634a761ee254f488fa97230a80dfe4f', 'mac_address': 'fa:16:3e:3b:8f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac95be2-fabc-4bb2-9f90-fcfcd46328b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '850b45bb-dc13-4bc3-9aad-6b0da84ba35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:40Z', 'updated_at': '2021-09-16T05:03:42Z', 'revision_number': 2, 'project_id': 'b634a761ee254f488fa97230a80dfe4f', 'subnets': [{'id': '850b45bb-dc13-4bc3-9aad-6b0da84ba35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:46.102553 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0be024-6137-4cd4-a236-67b391f459f5 None None] Checking router: 8ac95be2-fabc-4bb2-9f90-fcfcd46328b2 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:03:46.102910 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0be024-6137-4cd4-a236-67b391f459f5 None None] Updating router 8ac95be2-fabc-4bb2-9f90-fcfcd46328b2 port a394debc-2640-471a-a55d-db5eb84822f5 binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:03:46.136592 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-53288334-4d6c-47e8-8a2c-ba3ada257837 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/ports?tenant_id=3931e1dbf5374f4084b4b23d0c49a65d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1021428 Sep 16 05:03:46.142933 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-2a0be024-6137-4cd4-a236-67b391f459f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.145697 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ab941439-eb5c-470f-9b63-4e0bb95b986f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.197419 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab941439-eb5c-470f-9b63-4e0bb95b986f admin admin] Pushing event deleted for resources: {'Port': ['ID=bf0bb004-c29e-4852-8858-3a5600aa8173,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:46.524462 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-2a0be024-6137-4cd4-a236-67b391f459f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.531086 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-2a0be024-6137-4cd4-a236-67b391f459f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.588691 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfbf8e7-fe08-42df-9856-e27644cf533c None None] Pushing event updated for resources: {'Port': ['ID=a394debc-2640-471a-a55d-db5eb84822f5,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:46.674226 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-2a0be024-6137-4cd4-a236-67b391f459f5 None None] Attempting to bind port a394debc-2640-471a-a55d-db5eb84822f5 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:46.674651 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-2a0be024-6137-4cd4-a236-67b391f459f5 None None] Attempting to bind port a394debc-2640-471a-a55d-db5eb84822f5 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '4bd39a7a-b4d7-4405-a4b0-1eddfd0b5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c03d6900-5d0e-4f77-9872-206060d6f54a'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:46.675107 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0be024-6137-4cd4-a236-67b391f459f5 None None] Attempting to bind port a394debc-2640-471a-a55d-db5eb84822f5 on network c03d6900-5d0e-4f77-9872-206060d6f54a {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:46.681427 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0be024-6137-4cd4-a236-67b391f459f5 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:46.681962 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0be024-6137-4cd4-a236-67b391f459f5 None None] Checking segment: {'id': '4bd39a7a-b4d7-4405-a4b0-1eddfd0b5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c03d6900-5d0e-4f77-9872-206060d6f54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:46.682467 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-2a0be024-6137-4cd4-a236-67b391f459f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.683036 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0be024-6137-4cd4-a236-67b391f459f5 None None] Bound using segment: {'id': '4bd39a7a-b4d7-4405-a4b0-1eddfd0b5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c03d6900-5d0e-4f77-9872-206060d6f54a'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:46.692840 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-2a0be024-6137-4cd4-a236-67b391f459f5 None None] Bound port: a394debc-2640-471a-a55d-db5eb84822f5, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd39a7a-b4d7-4405-a4b0-1eddfd0b5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c03d6900-5d0e-4f77-9872-206060d6f54a'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:46.698216 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-2a0be024-6137-4cd4-a236-67b391f459f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.727388 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-5d5766cb-793b-460e-95c1-aa0d2d0786f5 service neutron] 10.222.0.35 "GET /v2.0/networks/0a276f26-1b13-4f7f-b657-450984b70430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5895882 Sep 16 05:03:46.752560 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ab941439-eb5c-470f-9b63-4e0bb95b986f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.788429 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-2a0be024-6137-4cd4-a236-67b391f459f5 None None] For port a394debc-2640-471a-a55d-db5eb84822f5, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:46.792661 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-2a0be024-6137-4cd4-a236-67b391f459f5 None None] For port a394debc-2640-471a-a55d-db5eb84822f5, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=a394debc-2640-471a-a55d-db5eb84822f5,segment=NetworkSegment(4bd39a7a-b4d7-4405-a4b0-1eddfd0b5929),segment_id=4bd39a7a-b4d7-4405-a4b0-1eddfd0b5929)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:46.799545 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-2a0be024-6137-4cd4-a236-67b391f459f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.912056 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0be024-6137-4cd4-a236-67b391f459f5 None None] Routers {'8ac95be2-fabc-4bb2-9f90-fcfcd46328b2'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:46.912755 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-2a0be024-6137-4cd4-a236-67b391f459f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:03:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8ac95be2-fabc-4bb2-9f90-fcfcd46328b2'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:46.928439 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3a582b60-bff6-443a-93c6-60764845ee22 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:46.980143 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ab941439-eb5c-470f-9b63-4e0bb95b986f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.984707 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ab941439-eb5c-470f-9b63-4e0bb95b986f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.027035 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfbf8e7-fe08-42df-9856-e27644cf533c None None] Pushing event updated for resources: {'Port': ['ID=a394debc-2640-471a-a55d-db5eb84822f5,revision_number=4']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:47.028002 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 3a582b60-bff6-443a-93c6-60764845ee22 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:47.028476 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.068698 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f9966b11-2f02-4e6f-b5a2-77b7d823385d None None] Provisioning complete for port a394debc-2640-471a-a55d-db5eb84822f5 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:47.069059 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f9966b11-2f02-4e6f-b5a2-77b7d823385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.077598 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ab941439-eb5c-470f-9b63-4e0bb95b986f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.078899 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-2a0be024-6137-4cd4-a236-67b391f459f5 None None] Set router 8ac95be2-fabc-4bb2-9f90-fcfcd46328b2 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:47.079138 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab941439-eb5c-470f-9b63-4e0bb95b986f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a642493d-01a9-4e7a-a221-01cf5d61c50d {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:03:47.089091 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ab941439-eb5c-470f-9b63-4e0bb95b986f admin admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.093427 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35820) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:47.094398 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ab941439-eb5c-470f-9b63-4e0bb95b986f admin admin] 10.222.0.35 "DELETE /v2.0/routers/a642493d-01a9-4e7a-a221-01cf5d61c50d HTTP/1.1" status: 204 len: 168 time: 2.5795543 Sep 16 05:03:47.114727 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-95045355-8007-46f7-a95f-ba8ed37eb51a service neutron] 10.222.0.35 "GET /v2.0/networks/0a276f26-1b13-4f7f-b657-450984b70430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860862 Sep 16 05:03:47.242854 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-849a1147-ed3c-4df1-ab85-2617199392cb admin admin] Deleting subnet 2d075d26-c7df-4ea0-b069-e1f04da018dc {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:03:47.282795 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-849a1147-ed3c-4df1-ab85-2617199392cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.335140 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f9966b11-2f02-4e6f-b5a2-77b7d823385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.365499 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-849a1147-ed3c-4df1-ab85-2617199392cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.402665 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 4490de05-7b37-4a9e-ad67-31db8c51e0c8 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:47.485835 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-849a1147-ed3c-4df1-ab85-2617199392cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.493088 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 4490de05-7b37-4a9e-ad67-31db8c51e0c8 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:47.493438 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 4490de05-7b37-4a9e-ad67-31db8c51e0c8 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:47.493873 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bf0bb004-c29e-4852-8858-3a5600aa8173 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:47.519025 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157a0b9-05d1-43b1-93c3-b41c9c2ac123 req-b320fa79-6f0a-420d-b1ce-55b7489b7783 tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:47.537819 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5157a0b9-05d1-43b1-93c3-b41c9c2ac123 req-b320fa79-6f0a-420d-b1ce-55b7489b7783 tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeffe96-f5f2-471b-bffe-2d23ec3e1a38 HTTP/1.1" status: 200 len: 948 time: 0.1295745 Sep 16 05:03:47.556151 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: bf0bb004-c29e-4852-8858-3a5600aa8173 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:47.556883 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bf0bb004-c29e-4852-8858-3a5600aa8173 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:47.560469 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-f9966b11-2f02-4e6f-b5a2-77b7d823385d None None] For port a394debc-2640-471a-a55d-db5eb84822f5, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=a394debc-2640-471a-a55d-db5eb84822f5,segment=NetworkSegment(4bd39a7a-b4d7-4405-a4b0-1eddfd0b5929),segment_id=4bd39a7a-b4d7-4405-a4b0-1eddfd0b5929)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:47.567462 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f9966b11-2f02-4e6f-b5a2-77b7d823385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.569352 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-849a1147-ed3c-4df1-ab85-2617199392cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.612554 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5157a0b9-05d1-43b1-93c3-b41c9c2ac123 req-fd4552d7-384b-4f09-a451-68aa4fb860d4 tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1dd5246e-91e5-47e7-94d8-4069fe690a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712996 Sep 16 05:03:47.640314 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a1147-ed3c-4df1-ab85-2617199392cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d075d26-c7df-4ea0-b069-e1f04da018dc,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:47.646813 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-2a0be024-6137-4cd4-a236-67b391f459f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac95be2-fabc-4bb2-9f90-fcfcd46328b2', 'name': 'tempest-TestVolumeBootPattern-554054462-router', 'tenant_id': 'b634a761ee254f488fa97230a80dfe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '3a582b60-bff6-443a-93c6-60764845ee22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:37Z', 'updated_at': '2021-09-16T05:03:41Z', 'revision_number': 4, 'project_id': 'b634a761ee254f488fa97230a80dfe4f', 'gw_port': {'id': '3a582b60-bff6-443a-93c6-60764845ee22', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac95be2-fabc-4bb2-9f90-fcfcd46328b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:38Z', 'updated_at': '2021-09-16T05:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'a394debc-2640-471a-a55d-db5eb84822f5', 'name': '', 'network_id': 'c03d6900-5d0e-4f77-9872-206060d6f54a', 'tenant_id': 'b634a761ee254f488fa97230a80dfe4f', 'mac_address': 'fa:16:3e:3b:8f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac95be2-fabc-4bb2-9f90-fcfcd46328b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '850b45bb-dc13-4bc3-9aad-6b0da84ba35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:40Z', 'updated_at': '2021-09-16T05:03:46Z', 'revision_number': 4, 'project_id': 'b634a761ee254f488fa97230a80dfe4f', 'subnets': [{'id': '850b45bb-dc13-4bc3-9aad-6b0da84ba35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:47.661911 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-849a1147-ed3c-4df1-ab85-2617199392cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.663956 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-849a1147-ed3c-4df1-ab85-2617199392cb admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2d075d26-c7df-4ea0-b069-e1f04da018dc HTTP/1.1" status: 204 len: 168 time: 0.5694950 Sep 16 05:03:47.666799 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 35832) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:47.682017 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9966b11-2f02-4e6f-b5a2-77b7d823385d None None] Pushing event updated for resources: {'Port': ['ID=a394debc-2640-471a-a55d-db5eb84822f5,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:47.690362 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a2de37-5d58-419a-b506-323be3c0dda6 None None] Network b57de9dd-8389-462f-809e-a5ea9e13e1e0 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:47.707308 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0be024-6137-4cd4-a236-67b391f459f5 None None] The sync data for ids ['8ac95be2-fabc-4bb2-9f90-fcfcd46328b2'] in n-d-712139-15 is: [{'id': '8ac95be2-fabc-4bb2-9f90-fcfcd46328b2', 'name': 'tempest-TestVolumeBootPattern-554054462-router', 'tenant_id': 'b634a761ee254f488fa97230a80dfe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '3a582b60-bff6-443a-93c6-60764845ee22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:37Z', 'updated_at': '2021-09-16T05:03:41Z', 'revision_number': 4, 'project_id': 'b634a761ee254f488fa97230a80dfe4f', 'gw_port': {'id': '3a582b60-bff6-443a-93c6-60764845ee22', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac95be2-fabc-4bb2-9f90-fcfcd46328b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:38Z', 'updated_at': '2021-09-16T05:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'a394debc-2640-471a-a55d-db5eb84822f5', 'name': '', 'network_id': 'c03d6900-5d0e-4f77-9872-206060d6f54a', 'tenant_id': 'b634a761ee254f488fa97230a80dfe4f', 'mac_address': 'fa:16:3e:3b:8f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac95be2-fabc-4bb2-9f90-fcfcd46328b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '850b45bb-dc13-4bc3-9aad-6b0da84ba35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:40Z', 'updated_at': '2021-09-16T05:03:46Z', 'revision_number': 4, 'project_id': 'b634a761ee254f488fa97230a80dfe4f', 'subnets': [{'id': '850b45bb-dc13-4bc3-9aad-6b0da84ba35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:03:47.779880 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-99a88c20-f800-40a7-b601-fbc4d95e3f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.834971 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-33cfef7b-0498-4fad-879d-c1c42907cc54 None None] Provisioning complete for port a394debc-2640-471a-a55d-db5eb84822f5 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:47.835352 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-33cfef7b-0498-4fad-879d-c1c42907cc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.919334 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-99a88c20-f800-40a7-b601-fbc4d95e3f11 admin admin] Deleting port b09d20c9-5204-42d0-87e5-4386fefd4c65 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:47.919818 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-99a88c20-f800-40a7-b601-fbc4d95e3f11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.110648 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-99a88c20-f800-40a7-b601-fbc4d95e3f11 admin admin] For port b09d20c9-5204-42d0-87e5-4386fefd4c65, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=b09d20c9-5204-42d0-87e5-4386fefd4c65,segment=NetworkSegment(51a9b458-7c9a-4442-bf01-8b9b2bd52faf),segment_id=51a9b458-7c9a-4442-bf01-8b9b2bd52faf)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:48.111257 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc1c0a0-f230-4773-af83-9bb22c8417c5 None None] DHCP port deletion for b57de9dd-8389-462f-809e-a5ea9e13e1e0 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:03:48.111657 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-99a88c20-f800-40a7-b601-fbc4d95e3f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.144553 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-99a88c20-f800-40a7-b601-fbc4d95e3f11 admin admin] Calling delete_port for b09d20c9-5204-42d0-87e5-4386fefd4c65 owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:48.159274 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-9543b116-0b81-4349-b24a-29488373240a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:48.168034 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-9543b116-0b81-4349-b24a-29488373240a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/networks?id=2ffb7374-cfe5-44a3-b981-4861b354cbc4 HTTP/1.1" status: 200 len: 812 time: 0.2508466 Sep 16 05:03:48.171632 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-6cc1c0a0-f230-4773-af83-9bb22c8417c5 None None] Deleting port b09d20c9-5204-42d0-87e5-4386fefd4c65 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:48.172005 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6cc1c0a0-f230-4773-af83-9bb22c8417c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.195767 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-ba75403e-802f-41c5-bb9e-c689cd977a4b tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/quotas/563bf98d77304029a90b6357f1f3f020 HTTP/1.1" status: 200 len: 375 time: 0.0259814 Sep 16 05:03:48.287573 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 25150fc7-5b42-4d81-8889-5c9648d3eb6d details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:03:48.333063 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-8a06ded0-6204-4255-bc06-fbfb6d3a5982 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=563bf98d77304029a90b6357f1f3f020&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1358588 Sep 16 05:03:48.375377 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-99a88c20-f800-40a7-b601-fbc4d95e3f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.427040 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a88c20-f800-40a7-b601-fbc4d95e3f11 admin admin] Pushing event deleted for resources: {'Port': ['ID=b09d20c9-5204-42d0-87e5-4386fefd4c65,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:48.430693 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a88c20-f800-40a7-b601-fbc4d95e3f11 admin admin] No DVR routers for this DVR port b09d20c9-5204-42d0-87e5-4386fefd4c65 on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:48.453712 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 25150fc7-5b42-4d81-8889-5c9648d3eb6d, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=25150fc7-5b42-4d81-8889-5c9648d3eb6d,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:48.479295 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '25150fc7-5b42-4d81-8889-5c9648d3eb6d', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': '25150fc7-5b42-4d81-8889-5c9648d3eb6d', 'mac_address': 'fa:16:3e:c6:24:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:03:48.487408 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-6cc1c0a0-f230-4773-af83-9bb22c8417c5 None None] For port b09d20c9-5204-42d0-87e5-4386fefd4c65, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=b09d20c9-5204-42d0-87e5-4386fefd4c65,segment=NetworkSegment(51a9b458-7c9a-4442-bf01-8b9b2bd52faf),segment_id=51a9b458-7c9a-4442-bf01-8b9b2bd52faf)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:48.488172 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6cc1c0a0-f230-4773-af83-9bb22c8417c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.548166 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-6cc1c0a0-f230-4773-af83-9bb22c8417c5 None None] Calling delete_port for b09d20c9-5204-42d0-87e5-4386fefd4c65 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:48.550131 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.572018 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25150fc7-5b42-4d81-8889-5c9648d3eb6d {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:48.574249 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-99a88c20-f800-40a7-b601-fbc4d95e3f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.614146 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-99a88c20-f800-40a7-b601-fbc4d95e3f11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b57de9dd-8389-462f-809e-a5ea9e13e1e0']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:48.633837 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 25150fc7-5b42-4d81-8889-5c9648d3eb6d, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=25150fc7-5b42-4d81-8889-5c9648d3eb6d,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:48.636753 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-99a88c20-f800-40a7-b601-fbc4d95e3f11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51a9b458-7c9a-4442-bf01-8b9b2bd52faf') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:48.637050 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-99a88c20-f800-40a7-b601-fbc4d95e3f11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51a9b458-7c9a-4442-bf01-8b9b2bd52faf') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:48.649298 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.656257 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-0cfb1386-8028-40e4-9184-188ffc2a23ef service neutron] 10.222.0.35 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219235 Sep 16 05:03:48.661002 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-99a88c20-f800-40a7-b601-fbc4d95e3f11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.706536 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-99a88c20-f800-40a7-b601-fbc4d95e3f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.718929 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=25150fc7-5b42-4d81-8889-5c9648d3eb6d,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:48.723994 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99a88c20-f800-40a7-b601-fbc4d95e3f11 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:03:48.724413 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-99a88c20-f800-40a7-b601-fbc4d95e3f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.735436 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:03:48.735436 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:03:48.735436 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:03:48.735436 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:03:48.735436 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:03:48.735436 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:03:48.735436 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:03:48.735436 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:03:48.735436 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:03:48.735436 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:03:48.735436 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:03:48.735436 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:03:48.735436 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:03:48.735436 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:03:48.735436 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:03:48.735436 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:03:48.735436 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:03:48.735436 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:03:48.735436 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:03:48.735436 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:03:48.735436 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:03:48.735436 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:03:48.735436 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:03:48.735436 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:03:48.735436 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:03:48.735436 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:03:48.735436 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:03:48.735436 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:03:48.735436 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:03:48.735436 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:03:48.735436 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:03:48.735436 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:03:48.769881 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6cc1c0a0-f230-4773-af83-9bb22c8417c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.803829 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc1c0a0-f230-4773-af83-9bb22c8417c5 None None] Pushing event deleted for resources: {'Port': ['ID=b09d20c9-5204-42d0-87e5-4386fefd4c65,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:48.808163 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc1c0a0-f230-4773-af83-9bb22c8417c5 None None] No DVR routers for this DVR port b09d20c9-5204-42d0-87e5-4386fefd4c65 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:48.917899 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-99a88c20-f800-40a7-b601-fbc4d95e3f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.963694 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device a394debc-2640-471a-a55d-db5eb84822f5 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:48.982968 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-99a88c20-f800-40a7-b601-fbc4d95e3f11 admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.988235 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-99a88c20-f800-40a7-b601-fbc4d95e3f11 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b57de9dd-8389-462f-809e-a5ea9e13e1e0 HTTP/1.1" status: 204 len: 168 time: 1.3178923 Sep 16 05:03:49.027908 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-1f23b2a3-6128-4879-b493-dfb8f2cd9479 service neutron] 10.222.0.35 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600087 Sep 16 05:03:49.032583 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a88c20-f800-40a7-b601-fbc4d95e3f11 admin admin] Pushing event deleted for resources: {'Network': ['ID=b57de9dd-8389-462f-809e-a5ea9e13e1e0,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:49.069596 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-1ad8263f-9063-4b3a-b1cc-c6ae2d0e1daa tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:49.071441 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-1ad8263f-9063-4b3a-b1cc-c6ae2d0e1daa tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.48 "GET /v2.0/networks?id=0a276f26-1b13-4f7f-b657-450984b70430 HTTP/1.1" status: 200 len: 911 time: 0.2663012 Sep 16 05:03:49.081884 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port a394debc-2640-471a-a55d-db5eb84822f5 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:49.082700 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.107256 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-18b9e6d1-5d47-426d-98a9-7898d28b1742 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Request body: {'port': {'device_id': '1f9fffdd-0f6b-432d-a2ee-f2e12e1e0f91', 'network_id': '0a276f26-1b13-4f7f-b657-450984b70430', 'admin_state_up': True, 'tenant_id': '3931e1dbf5374f4084b4b23d0c49a65d'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:49.144725 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['25150fc7-5b42-4d81-8889-5c9648d3eb6d'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:49.173881 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-18b9e6d1-5d47-426d-98a9-7898d28b1742 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Made reservation on behalf of 3931e1dbf5374f4084b4b23d0c49a65d for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:49.178321 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-18b9e6d1-5d47-426d-98a9-7898d28b1742 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.405948 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-18b9e6d1-5d47-426d-98a9-7898d28b1742 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Allocated IP 172.20.0.8 (0a276f26-1b13-4f7f-b657-450984b70430/3248db86-5b35-44e8-8e0d-c3fe2cb45aad/9676c575-6b69-4b60-8a47-ac6af0f20bf7) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:49.406325 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device b09d20c9-5204-42d0-87e5-4386fefd4c65 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:49.441172 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35852) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:49.443023 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: b09d20c9-5204-42d0-87e5-4386fefd4c65 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:49.443175 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device b09d20c9-5204-42d0-87e5-4386fefd4c65 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:49.571316 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 35858) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:49.573690 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-343de174-1dad-4b47-a813-72301daa0106 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e1faaf8ea3f84b74b8884c5da7c3f469&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1296871 Sep 16 05:03:49.661353 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b6d3092-3e25-45ff-b93d-847fc30e4274 req-ff4bb511-3c4c-4357-94c4-0b398748b45c tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1f9fffdd-0f6b-432d-a2ee-f2e12e1e0f91 HTTP/1.1" status: 200 len: 210 time: 0.0591900 Sep 16 05:03:49.666746 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-18b9e6d1-5d47-426d-98a9-7898d28b1742 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.723413 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-18b9e6d1-5d47-426d-98a9-7898d28b1742 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.756679 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['873b84c4-17d4-4388-8d71-fa62f33d77ad'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:49.785754 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc531990-f2c9-49be-b71f-16ee7aef3dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.838767 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-18b9e6d1-5d47-426d-98a9-7898d28b1742 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Network 0a276f26-1b13-4f7f-b657-450984b70430 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:49.862393 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-18b9e6d1-5d47-426d-98a9-7898d28b1742 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:49.875837 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-18b9e6d1-5d47-426d-98a9-7898d28b1742 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:49.882482 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9e6d1-5d47-426d-98a9-7898d28b1742 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Pushing event updated for resources: {'Port': ['ID=9676c575-6b69-4b60-8a47-ac6af0f20bf7,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:49.888162 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc531990-f2c9-49be-b71f-16ee7aef3dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.942716 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61565ca2-e5ab-4346-a97a-340dcff4a502 req-63f692b7-4cbf-4981-a30e-08ffd672eb9f tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:49.944464 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-61565ca2-e5ab-4346-a97a-340dcff4a502 req-63f692b7-4cbf-4981-a30e-08ffd672eb9f tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeffe96-f5f2-471b-bffe-2d23ec3e1a38 HTTP/1.1" status: 200 len: 949 time: 0.2188947 Sep 16 05:03:50.025272 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc531990-f2c9-49be-b71f-16ee7aef3dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.027974 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc531990-f2c9-49be-b71f-16ee7aef3dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.029146 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-bc531990-f2c9-49be-b71f-16ee7aef3dfb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/66845d46-6ff9-4a3f-8eec-49c5e87638a9 HTTP/1.1" status: 204 len: 168 time: 0.4568784 Sep 16 05:03:50.050114 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-18b9e6d1-5d47-426d-98a9-7898d28b1742 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:50.051023 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-18b9e6d1-5d47-426d-98a9-7898d28b1742 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.094656 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-61565ca2-e5ab-4346-a97a-340dcff4a502 req-efe6e35d-34e5-4ee5-b28a-f6e1de566747 tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1dd5246e-91e5-47e7-94d8-4069fe690a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332440 Sep 16 05:03:50.095400 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc531990-f2c9-49be-b71f-16ee7aef3dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66845d46-6ff9-4a3f-8eec-49c5e87638a9,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:50.132356 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-18b9e6d1-5d47-426d-98a9-7898d28b1742 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0306160 Sep 16 05:03:50.151066 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-f222a3ee-2692-41a2-bc18-7138b925f367 service neutron] Request body: {'port': {'device_id': '1f9fffdd-0f6b-432d-a2ee-f2e12e1e0f91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:50.268097 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 25150fc7-5b42-4d81-8889-5c9648d3eb6d up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:50.319456 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-f222a3ee-2692-41a2-bc18-7138b925f367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.426310 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35876) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:50.434273 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 25150fc7-5b42-4d81-8889-5c9648d3eb6d completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:03:50.462031 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 25150fc7-5b42-4d81-8889-5c9648d3eb6d triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:50.462496 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.536856 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-38d4c3d0-c973-462b-b5bf-9e1744a970a5 None None] Provisioning complete for port 9676c575-6b69-4b60-8a47-ac6af0f20bf7 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:50.537399 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-38d4c3d0-c973-462b-b5bf-9e1744a970a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.634024 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-38d4c3d0-c973-462b-b5bf-9e1744a970a5 None None] Port 9676c575-6b69-4b60-8a47-ac6af0f20bf7 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:50.641145 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e35c948e-2658-49fc-8f06-0b63ebaa2be9 req-040628ba-c340-402f-b15f-95a754fef6e5 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=664b2b33-9347-493f-8118-916f3452f059 HTTP/1.1" status: 200 len: 210 time: 0.0553777 Sep 16 05:03:50.676250 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d44e626b-0292-4fb0-9e49-68794ee3240d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.755179 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.800046 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eeffe96-f5f2-471b-bffe-2d23ec3e1a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25150fc7-5b42-4d81-8889-5c9648d3eb6d'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:50.803080 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ac09dc-121e-4506-8ffd-1d3e751bc6bf" -d '{"events": [{"server_uuid": "5eeffe96-f5f2-471b-bffe-2d23ec3e1a38", "name": "network-vif-plugged", "status": "completed", "tag": "25150fc7-5b42-4d81-8889-5c9648d3eb6d"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:50.820785 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 25150fc7-5b42-4d81-8889-5c9648d3eb6d, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=25150fc7-5b42-4d81-8889-5c9648d3eb6d,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:50.827640 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.842278 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d44e626b-0292-4fb0-9e49-68794ee3240d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.849400 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d44e626b-0292-4fb0-9e49-68794ee3240d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.883028 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=25150fc7-5b42-4d81-8889-5c9648d3eb6d,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:50.892254 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:50.893319 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:50.893853 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:50.894538 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:50.894936 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:50.895468 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:50.895993 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:50.896376 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:50.896833 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:50.897275 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:50.897695 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:50.898170 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:50.903859 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d44e626b-0292-4fb0-9e49-68794ee3240d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=32fa048dea284659b178bb6ebb8c8410&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4739499 Sep 16 05:03:50.904910 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35894) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:50.925215 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-f222a3ee-2692-41a2-bc18-7138b925f367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9676c575-6b69-4b60-8a47-ac6af0f20bf7 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:50.946681 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-f222a3ee-2692-41a2-bc18-7138b925f367 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.958589 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409f8e3-e4e4-4847-8509-066a483e422c req-32c2c37b-986e-4a27-bba0-8b2a731dbe87 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:50.960141 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4409f8e3-e4e4-4847-8509-066a483e422c req-32c2c37b-986e-4a27-bba0-8b2a731dbe87 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1f9fffdd-0f6b-432d-a2ee-f2e12e1e0f91 HTTP/1.1" status: 200 len: 1027 time: 0.1284611 Sep 16 05:03:50.978602 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e626b-0292-4fb0-9e49-68794ee3240d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6742103c-5ffa-4d08-b0e6-dbe501e55a21,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:51.007424 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-22fb6c02-314c-47a0-afc6-c5c3f905f187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.034714 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-22fb6c02-314c-47a0-afc6-c5c3f905f187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.102284 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-22fb6c02-314c-47a0-afc6-c5c3f905f187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.106427 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-22fb6c02-314c-47a0-afc6-c5c3f905f187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.107728 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-22fb6c02-314c-47a0-afc6-c5c3f905f187 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6742103c-5ffa-4d08-b0e6-dbe501e55a21 HTTP/1.1" status: 204 len: 168 time: 0.2018046 Sep 16 05:03:51.118669 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb6c02-314c-47a0-afc6-c5c3f905f187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6742103c-5ffa-4d08-b0e6-dbe501e55a21,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:51.159330 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-f222a3ee-2692-41a2-bc18-7138b925f367 service neutron] Transition to ACTIVE for port object 9676c575-6b69-4b60-8a47-ac6af0f20bf7 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:03:51.178163 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-27d46737-2a2c-45e0-b19e-20f5e6cab8de tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:51.179908 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-27d46737-2a2c-45e0-b19e-20f5e6cab8de tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.47 "GET /v2.0/networks?id=2ffb7374-cfe5-44a3-b981-4861b354cbc4 HTTP/1.1" status: 200 len: 812 time: 0.2063782 Sep 16 05:03:51.209322 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-f222a3ee-2692-41a2-bc18-7138b925f367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.222005 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-aaa83357-933c-45be-94ee-1b19ef03261e tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Request body: {'port': {'device_id': '664b2b33-9347-493f-8118-916f3452f059', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'admin_state_up': True, 'tenant_id': '563bf98d77304029a90b6357f1f3f020'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:51.257109 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 35906) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:51.327466 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4409f8e3-e4e4-4847-8509-066a483e422c req-1dbcb3b4-9c55-4895-9bc6-c48e59f24a16 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=41e440ba-d668-4a1c-bd06-d7ccfe223979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544638 Sep 16 05:03:51.427707 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf23c2a6-dd6c-4e68-b1ab-16a3f010ff49 x-openstack-request-id: req-cf23c2a6-dd6c-4e68-b1ab-16a3f010ff49 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:51.428240 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eeffe96-f5f2-471b-bffe-2d23ec3e1a38", "name": "network-vif-plugged", "status": "completed", "tag": "25150fc7-5b42-4d81-8889-5c9648d3eb6d", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:51.428240 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cf23c2a6-dd6c-4e68-b1ab-16a3f010ff49 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:51.428873 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eeffe96-f5f2-471b-bffe-2d23ec3e1a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25150fc7-5b42-4d81-8889-5c9648d3eb6d', 'code': 200} Sep 16 05:03:51.466639 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222a3ee-2692-41a2-bc18-7138b925f367 service neutron] Pushing event updated for resources: {'Port': ['ID=9676c575-6b69-4b60-8a47-ac6af0f20bf7,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:51.650175 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cf538-d27b-48af-b8c7-6b02c8f202e2 req-824aa7d6-3ce3-4850-8c9a-73009d720b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:51.652176 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7b8cf538-d27b-48af-b8c7-6b02c8f202e2 req-824aa7d6-3ce3-4850-8c9a-73009d720b29 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5eeffe96-f5f2-471b-bffe-2d23ec3e1a38 HTTP/1.1" status: 200 len: 1102 time: 0.1191051 Sep 16 05:03:51.700616 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-5a3faf43-198b-4cae-8677-cb94f927aa3c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-782936039-network', 'tenant_id': 'aed0474ca8fd40fb9bda09255fa945eb'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:51.747348 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7b8cf538-d27b-48af-b8c7-6b02c8f202e2 req-d98964a5-47c4-44a0-9de8-49a27bd9a127 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1dd5246e-91e5-47e7-94d8-4069fe690a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857830 Sep 16 05:03:51.758994 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3faf43-198b-4cae-8677-cb94f927aa3c admin admin] Made reservation on behalf of aed0474ca8fd40fb9bda09255fa945eb for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:51.761415 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5a3faf43-198b-4cae-8677-cb94f927aa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.763113 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7900cb-6a27-490e-916b-9de916d6a03c req-a012f289-6efb-4afa-bc29-5994e9f78caf tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:51.764752 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5a7900cb-6a27-490e-916b-9de916d6a03c req-a012f289-6efb-4afa-bc29-5994e9f78caf tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeffe96-f5f2-471b-bffe-2d23ec3e1a38 HTTP/1.1" status: 200 len: 950 time: 0.1827636 Sep 16 05:03:51.765634 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-f222a3ee-2692-41a2-bc18-7138b925f367 service neutron] Attempting to bind port 9676c575-6b69-4b60-8a47-ac6af0f20bf7 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:51.766067 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-f222a3ee-2692-41a2-bc18-7138b925f367 service neutron] Attempting to bind port 9676c575-6b69-4b60-8a47-ac6af0f20bf7 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '29d85595-ec3b-4702-8552-a4a655a341aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0a276f26-1b13-4f7f-b657-450984b70430'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:51.766493 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-f222a3ee-2692-41a2-bc18-7138b925f367 service neutron] Attempting to bind port 9676c575-6b69-4b60-8a47-ac6af0f20bf7 on network 0a276f26-1b13-4f7f-b657-450984b70430 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:51.782844 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-f222a3ee-2692-41a2-bc18-7138b925f367 service neutron] Port 9676c575-6b69-4b60-8a47-ac6af0f20bf7 on network 0a276f26-1b13-4f7f-b657-450984b70430 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:51.783318 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-f222a3ee-2692-41a2-bc18-7138b925f367 service neutron] Attempting to bind port 9676c575-6b69-4b60-8a47-ac6af0f20bf7 on network 0a276f26-1b13-4f7f-b657-450984b70430 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:51.789088 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5a3faf43-198b-4cae-8677-cb94f927aa3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.795728 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-f222a3ee-2692-41a2-bc18-7138b925f367 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:51.796975 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-f222a3ee-2692-41a2-bc18-7138b925f367 service neutron] Checking segment: {'id': '29d85595-ec3b-4702-8552-a4a655a341aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0a276f26-1b13-4f7f-b657-450984b70430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:51.797497 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-f222a3ee-2692-41a2-bc18-7138b925f367 service neutron] Bound using segment: {'id': '29d85595-ec3b-4702-8552-a4a655a341aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0a276f26-1b13-4f7f-b657-450984b70430'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:51.798087 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-f222a3ee-2692-41a2-bc18-7138b925f367 service neutron] Bound port: 9676c575-6b69-4b60-8a47-ac6af0f20bf7, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29d85595-ec3b-4702-8552-a4a655a341aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0a276f26-1b13-4f7f-b657-450984b70430'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:51.798554 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-f222a3ee-2692-41a2-bc18-7138b925f367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.827421 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-aaa83357-933c-45be-94ee-1b19ef03261e tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Made reservation on behalf of 563bf98d77304029a90b6357f1f3f020 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:51.833893 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-aaa83357-933c-45be-94ee-1b19ef03261e tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.965870 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5a3faf43-198b-4cae-8677-cb94f927aa3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.972098 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5a3faf43-198b-4cae-8677-cb94f927aa3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.984336 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5a7900cb-6a27-490e-916b-9de916d6a03c req-ad1920e6-c603-4e32-bbb6-6f08d1fe8e1d tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1dd5246e-91e5-47e7-94d8-4069fe690a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062905 Sep 16 05:03:51.987113 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a3faf43-198b-4cae-8677-cb94f927aa3c admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:03:51.999658 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5a3faf43-198b-4cae-8677-cb94f927aa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.000397 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-5a3faf43-198b-4cae-8677-cb94f927aa3c admin admin] Added segment da28f82f-ab30-4276-928f-d70d568934dc of type vlan for network fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77 Sep 16 05:03:52.051101 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-f222a3ee-2692-41a2-bc18-7138b925f367 service neutron] For port 9676c575-6b69-4b60-8a47-ac6af0f20bf7, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:52.053991 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5a3faf43-198b-4cae-8677-cb94f927aa3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.088059 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-f222a3ee-2692-41a2-bc18-7138b925f367 service neutron] For port 9676c575-6b69-4b60-8a47-ac6af0f20bf7, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=9676c575-6b69-4b60-8a47-ac6af0f20bf7,segment=NetworkSegment(29d85595-ec3b-4702-8552-a4a655a341aa),segment_id=29d85595-ec3b-4702-8552-a4a655a341aa)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:52.102561 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-f222a3ee-2692-41a2-bc18-7138b925f367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.113012 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5a3faf43-198b-4cae-8677-cb94f927aa3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.114092 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3faf43-198b-4cae-8677-cb94f927aa3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:52.114926 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5a3faf43-198b-4cae-8677-cb94f927aa3c admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.121741 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-aaa83357-933c-45be-94ee-1b19ef03261e tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Allocated IP 172.20.0.7 (2ffb7374-cfe5-44a3-b981-4861b354cbc4/7227d309-0a53-4e5a-940f-792e598a0c41/8f4a739d-f773-4fbe-83ba-24c1a7f65de2) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:52.142869 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5a3faf43-198b-4cae-8677-cb94f927aa3c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8845115 Sep 16 05:03:52.146663 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 35926) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:52.176423 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3faf43-198b-4cae-8677-cb94f927aa3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7048022b-1edb-4571-a187-c24d116a9976,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:52.238810 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3faf43-198b-4cae-8677-cb94f927aa3c admin admin] Pushing event updated for resources: {'Network': ['ID=fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:52.243112 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-1cc9eaec-e16d-4fe7-85d1-9d26caebc1c4 admin admin] Request body: {'subnet': {'network_id': 'fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-782936039-subnet', 'tenant_id': 'aed0474ca8fd40fb9bda09255fa945eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:52.253685 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:03:52.337214 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-f222a3ee-2692-41a2-bc18-7138b925f367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:52.337829 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-f222a3ee-2692-41a2-bc18-7138b925f367 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.348310 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-f222a3ee-2692-41a2-bc18-7138b925f367 service neutron] 10.222.0.48 "PUT /v2.0/ports/9676c575-6b69-4b60-8a47-ac6af0f20bf7 HTTP/1.1" status: 200 len: 1092 time: 2.2028000 Sep 16 05:03:52.349685 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9fffdd-0f6b-432d-a2ee-f2e12e1e0f91', 'tag': '9676c575-6b69-4b60-8a47-ac6af0f20bf7'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:52.352086 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7c1179-7ba1-4a67-9129-2e145bb1b164" -d '{"events": [{"name": "network-changed", "server_uuid": "1f9fffdd-0f6b-432d-a2ee-f2e12e1e0f91", "tag": "9676c575-6b69-4b60-8a47-ac6af0f20bf7"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:52.450955 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f614f675-795a-40de-af88-112944bc2362 req-cdda202b-dc80-4ace-9a49-892346bee50a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=664b2b33-9347-493f-8118-916f3452f059 HTTP/1.1" status: 200 len: 210 time: 0.1526587 Sep 16 05:03:52.498967 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc9eaec-e16d-4fe7-85d1-9d26caebc1c4 admin admin] Made reservation on behalf of aed0474ca8fd40fb9bda09255fa945eb for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:52.501933 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1cc9eaec-e16d-4fe7-85d1-9d26caebc1c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.529044 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222a3ee-2692-41a2-bc18-7138b925f367 service neutron] Pushing event updated for resources: {'Port': ['ID=9676c575-6b69-4b60-8a47-ac6af0f20bf7,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:52.720658 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-cf7a1534-1097-4d2e-95b3-552aee150f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:52.722216 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-cf7a1534-1097-4d2e-95b3-552aee150f7a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3931e1dbf5374f4084b4b23d0c49a65d&device_id=1f9fffdd-0f6b-432d-a2ee-f2e12e1e0f91 HTTP/1.1" status: 200 len: 1095 time: 0.3058035 Sep 16 05:03:52.803560 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-55ae9eca-d377-4a39-bbae-eaf2cdeab414 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9676c575-6b69-4b60-8a47-ac6af0f20bf7 HTTP/1.1" status: 200 len: 217 time: 0.0634968 Sep 16 05:03:52.805437 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876ecfb-50f6-4ce6-9153-27edf3ccc573 req-2b4e7d0d-be13-4c11-9980-b13a45352c20 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:52.806920 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2876ecfb-50f6-4ce6-9153-27edf3ccc573 req-2b4e7d0d-be13-4c11-9980-b13a45352c20 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1f9fffdd-0f6b-432d-a2ee-f2e12e1e0f91 HTTP/1.1" status: 200 len: 1095 time: 0.2084689 Sep 16 05:03:52.876659 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-aaa83357-933c-45be-94ee-1b19ef03261e tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.940970 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-e71e7bb0-9093-41b5-bd26-543158798a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:52.942491 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-e71e7bb0-9093-41b5-bd26-543158798a5d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3248db86-5b35-44e8-8e0d-c3fe2cb45aad HTTP/1.1" status: 200 len: 849 time: 0.1264133 Sep 16 05:03:52.959282 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2876ecfb-50f6-4ce6-9153-27edf3ccc573 req-9290f296-a160-433b-8057-8a0f73334d3d tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=41e440ba-d668-4a1c-bd06-d7ccfe223979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442678 Sep 16 05:03:53.060744 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8ce0ac-3d98-4925-9964-7652cf014b5e x-openstack-request-id: req-6b8ce0ac-3d98-4925-9964-7652cf014b5e {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:53.061260 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f9fffdd-0f6b-432d-a2ee-f2e12e1e0f91", "tag": "9676c575-6b69-4b60-8a47-ac6af0f20bf7", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:53.061971 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6b8ce0ac-3d98-4925-9964-7652cf014b5e {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:53.062458 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f9fffdd-0f6b-432d-a2ee-f2e12e1e0f91', 'tag': '9676c575-6b69-4b60-8a47-ac6af0f20bf7', 'status': 'completed', 'code': 200} Sep 16 05:03:53.112163 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-aaa83357-933c-45be-94ee-1b19ef03261e tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.131880 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-0426e0cd-b4ac-42cf-b342-5391d7f71992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:53.133690 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-0426e0cd-b4ac-42cf-b342-5391d7f71992 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0a276f26-1b13-4f7f-b657-450984b70430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1735654 Sep 16 05:03:53.143647 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1cc9eaec-e16d-4fe7-85d1-9d26caebc1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.296500 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-aaa83357-933c-45be-94ee-1b19ef03261e tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Network 2ffb7374-cfe5-44a3-b981-4861b354cbc4 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:53.321969 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63279170-8bc6-4ea5-8149-42693d48a6f2 req-43f59e60-c53a-46cd-9a6a-3ccb53a189d9 tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:53.330324 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63279170-8bc6-4ea5-8149-42693d48a6f2 req-43f59e60-c53a-46cd-9a6a-3ccb53a189d9 tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeffe96-f5f2-471b-bffe-2d23ec3e1a38 HTTP/1.1" status: 200 len: 950 time: 0.2383080 Sep 16 05:03:53.332029 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa83357-933c-45be-94ee-1b19ef03261e tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Pushing event updated for resources: {'Port': ['ID=8f4a739d-f773-4fbe-83ba-24c1a7f65de2,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:53.334602 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-aaa83357-933c-45be-94ee-1b19ef03261e tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:53.343745 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-aaa83357-933c-45be-94ee-1b19ef03261e tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:53.642288 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-662e2eb8-150b-4c0e-999e-48470e83e888 None None] Provisioning complete for port 8f4a739d-f773-4fbe-83ba-24c1a7f65de2 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:53.643836 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-662e2eb8-150b-4c0e-999e-48470e83e888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.711933 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-662e2eb8-150b-4c0e-999e-48470e83e888 None None] Port 8f4a739d-f773-4fbe-83ba-24c1a7f65de2 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:53.759809 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2bdcbaa8-091b-4537-932a-67d2911059cb req-dcfdd798-d5b3-46a4-b7ab-e8cff17fd934 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0471406 Sep 16 05:03:53.863983 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc9eaec-e16d-4fe7-85d1-9d26caebc1c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5338d0bf-1d51-49f4-992a-9c21a3403920,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:53.875760 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdcbaa8-091b-4537-932a-67d2911059cb req-97e13cb9-c3e5-4591-8c68-d326f4dd3e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:53.879425 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2bdcbaa8-091b-4537-932a-67d2911059cb req-97e13cb9-c3e5-4591-8c68-d326f4dd3e50 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b67ac34bf7e46cc823dbce391e87ff7&device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 1098 time: 0.0556905 Sep 16 05:03:53.925162 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc9eaec-e16d-4fe7-85d1-9d26caebc1c4 admin admin] Checking segment: {'id': 'da28f82f-ab30-4276-928f-d70d568934dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:53.925662 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc9eaec-e16d-4fe7-85d1-9d26caebc1c4 admin admin] Network hostable DHCP agents. Network: fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:03:53.941598 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-582b20ac-21b2-45a1-990b-e40dbcb15ecc service neutron] 10.222.0.48 "GET /v2.0/networks/0a276f26-1b13-4f7f-b657-450984b70430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7370934 Sep 16 05:03:53.970975 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63279170-8bc6-4ea5-8149-42693d48a6f2 req-c3fb90ea-d8a7-41b3-a6cd-50b414f256a0 tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1dd5246e-91e5-47e7-94d8-4069fe690a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6397488 Sep 16 05:03:53.997313 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-aaa83357-933c-45be-94ee-1b19ef03261e tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:53.998645 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-aaa83357-933c-45be-94ee-1b19ef03261e tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:54.021136 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdcbaa8-091b-4537-932a-67d2911059cb req-b7ed1b3e-c0ed-4c65-b05b-3ef7135554fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:54.023130 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2bdcbaa8-091b-4537-932a-67d2911059cb req-b7ed1b3e-c0ed-4c65-b05b-3ef7135554fb service neutron] 10.222.0.48 "GET /v2.0/networks?id=fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 HTTP/1.1" status: 200 len: 918 time: 0.1192696 Sep 16 05:03:54.072808 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc9eaec-e16d-4fe7-85d1-9d26caebc1c4 admin admin] Network fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:03:54.079846 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-aaa83357-933c-45be-94ee-1b19ef03261e tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8716452 Sep 16 05:03:54.105391 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-0a2b2223-494d-4363-aa18-1947bba39cac service neutron] Request body: {'port': {'device_id': '664b2b33-9347-493f-8118-916f3452f059', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:54.109487 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-1cc9eaec-e16d-4fe7-85d1-9d26caebc1c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:54.119934 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc9eaec-e16d-4fe7-85d1-9d26caebc1c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:54.120521 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1cc9eaec-e16d-4fe7-85d1-9d26caebc1c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:54.125286 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2479a26-73cf-40a0-b4a8-829750a5fee6 None None] Network fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:54.144498 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2bdcbaa8-091b-4537-932a-67d2911059cb req-fdcfe20b-ab73-4fbc-9bc0-f5a602dd313d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=643cded4-885a-4da8-be31-5d859991e0f6 HTTP/1.1" status: 200 len: 1001 time: 0.1125407 Sep 16 05:03:54.189011 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d0cf16f8-c9d6-4077-9c83-1621fde9afc9 req-00a7f1f8-c5b7-406d-84e4-c43a2da8fa12 service neutron] 10.222.0.48 "GET /v2.0/networks/0a276f26-1b13-4f7f-b657-450984b70430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366829 Sep 16 05:03:54.226746 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdcbaa8-091b-4537-932a-67d2911059cb req-3c2779c4-14d7-4672-8e38-8ba859c65f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:54.227597 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1cc9eaec-e16d-4fe7-85d1-9d26caebc1c4 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0200717 Sep 16 05:03:54.228514 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2bdcbaa8-091b-4537-932a-67d2911059cb req-3c2779c4-14d7-4672-8e38-8ba859c65f72 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03820bd1-1023-490e-b628-251d17d722c4 HTTP/1.1" status: 200 len: 856 time: 0.0776503 Sep 16 05:03:54.352629 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdcbaa8-091b-4537-932a-67d2911059cb req-d7ccf81b-c8a6-4fde-bc1b-b5bf3282fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:54.358378 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2bdcbaa8-091b-4537-932a-67d2911059cb req-d7ccf81b-c8a6-4fde-bc1b-b5bf3282fea6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa14f7fe-1f8d-4bc9-a5b1-99c520e36470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0715415 Sep 16 05:03:54.407706 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38639d5f-83f8-4f5a-aa00-71e4a6aff7c7 None None] Network fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:54.430075 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-0a2b2223-494d-4363-aa18-1947bba39cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:54.462333 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f09dd-8dc3-47f4-ab09-270184f2cf90 req-83c52542-934e-4f2a-85a9-a902888bd748 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:54.463961 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-be9f09dd-8dc3-47f4-ab09-270184f2cf90 req-83c52542-934e-4f2a-85a9-a902888bd748 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=664b2b33-9347-493f-8118-916f3452f059 HTTP/1.1" status: 200 len: 931 time: 0.2797728 Sep 16 05:03:54.537915 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2bdcbaa8-091b-4537-932a-67d2911059cb req-6fc85250-2d96-4b9f-bb76-ca20240ef430 service neutron] 10.222.0.48 "GET /v2.0/networks/fa14f7fe-1f8d-4bc9-a5b1-99c520e36470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756127 Sep 16 05:03:54.541314 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c1179-7ba1-4a67-9129-2e145bb1b164 req-75e74a25-e44f-4f59-9705-ad257774f878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:54.542842 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8c7c1179-7ba1-4a67-9129-2e145bb1b164 req-75e74a25-e44f-4f59-9705-ad257774f878 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3931e1dbf5374f4084b4b23d0c49a65d&device_id=1f9fffdd-0f6b-432d-a2ee-f2e12e1e0f91 HTTP/1.1" status: 200 len: 1095 time: 0.2131033 Sep 16 05:03:54.741959 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2bdcbaa8-091b-4537-932a-67d2911059cb req-7816c6fe-e7b4-4675-8c5c-08e302575687 service neutron] 10.222.0.48 "GET /v2.0/networks/fa14f7fe-1f8d-4bc9-a5b1-99c520e36470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910498 Sep 16 05:03:54.746990 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-be9f09dd-8dc3-47f4-ab09-270184f2cf90 req-c309961f-ebe3-443b-9184-22a38e6e0512 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495337 Sep 16 05:03:54.835113 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c1179-7ba1-4a67-9129-2e145bb1b164 req-fd0848ca-6b73-4c47-915a-ae5f98405372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:54.837569 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8c7c1179-7ba1-4a67-9129-2e145bb1b164 req-fd0848ca-6b73-4c47-915a-ae5f98405372 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0a276f26-1b13-4f7f-b657-450984b70430 HTTP/1.1" status: 200 len: 911 time: 0.2737594 Sep 16 05:03:54.936172 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8c7c1179-7ba1-4a67-9129-2e145bb1b164 req-18abd78b-5687-4bda-b8cd-b27715eaeb21 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9676c575-6b69-4b60-8a47-ac6af0f20bf7 HTTP/1.1" status: 200 len: 217 time: 0.0548210 Sep 16 05:03:55.081760 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6497f0b-323d-438e-8483-2f4ab3c1e21a req-f27536ad-e76e-44e6-af1b-ad7be321b92a tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:55.083315 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d6497f0b-323d-438e-8483-2f4ab3c1e21a req-f27536ad-e76e-44e6-af1b-ad7be321b92a tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1f9fffdd-0f6b-432d-a2ee-f2e12e1e0f91 HTTP/1.1" status: 200 len: 1095 time: 0.1999021 Sep 16 05:03:55.088179 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c1179-7ba1-4a67-9129-2e145bb1b164 req-1fe35006-3903-466f-bada-6f42831b1534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:55.089611 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8c7c1179-7ba1-4a67-9129-2e145bb1b164 req-1fe35006-3903-466f-bada-6f42831b1534 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3248db86-5b35-44e8-8e0d-c3fe2cb45aad HTTP/1.1" status: 200 len: 849 time: 0.1285350 Sep 16 05:03:55.200968 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-0a2b2223-494d-4363-aa18-1947bba39cac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f4a739d-f773-4fbe-83ba-24c1a7f65de2 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:55.211961 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c1179-7ba1-4a67-9129-2e145bb1b164 req-c3853e30-1cff-425f-b4d8-ca1eab20b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:55.213543 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8c7c1179-7ba1-4a67-9129-2e145bb1b164 req-c3853e30-1cff-425f-b4d8-ca1eab20b33a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0a276f26-1b13-4f7f-b657-450984b70430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1160800 Sep 16 05:03:55.215468 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-0a2b2223-494d-4363-aa18-1947bba39cac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.219055 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d6497f0b-323d-438e-8483-2f4ab3c1e21a req-5142cfb4-604a-4fff-a515-10af2d82db6c tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=41e440ba-d668-4a1c-bd06-d7ccfe223979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103263 Sep 16 05:03:55.306038 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-0a2b2223-494d-4363-aa18-1947bba39cac service neutron] Transition to ACTIVE for port object 8f4a739d-f773-4fbe-83ba-24c1a7f65de2 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:03:55.314224 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-0a2b2223-494d-4363-aa18-1947bba39cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.410665 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b2223-494d-4363-aa18-1947bba39cac service neutron] Pushing event updated for resources: {'Port': ['ID=8f4a739d-f773-4fbe-83ba-24c1a7f65de2,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:55.450893 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8c7c1179-7ba1-4a67-9129-2e145bb1b164 req-49850b27-3565-4b21-9f26-e4f0445c6f63 service neutron] 10.222.0.48 "GET /v2.0/networks/0a276f26-1b13-4f7f-b657-450984b70430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251678 Sep 16 05:03:55.601279 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-0a2b2223-494d-4363-aa18-1947bba39cac service neutron] Attempting to bind port 8f4a739d-f773-4fbe-83ba-24c1a7f65de2 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:55.601616 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-0a2b2223-494d-4363-aa18-1947bba39cac service neutron] Attempting to bind port 8f4a739d-f773-4fbe-83ba-24c1a7f65de2 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'dc1c68e0-6210-4ec3-92e9-96d963e48ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:55.601949 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-0a2b2223-494d-4363-aa18-1947bba39cac service neutron] Attempting to bind port 8f4a739d-f773-4fbe-83ba-24c1a7f65de2 on network 2ffb7374-cfe5-44a3-b981-4861b354cbc4 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:55.652103 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-0a2b2223-494d-4363-aa18-1947bba39cac service neutron] Port 8f4a739d-f773-4fbe-83ba-24c1a7f65de2 on network 2ffb7374-cfe5-44a3-b981-4861b354cbc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:55.652462 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-0a2b2223-494d-4363-aa18-1947bba39cac service neutron] Attempting to bind port 8f4a739d-f773-4fbe-83ba-24c1a7f65de2 on network 2ffb7374-cfe5-44a3-b981-4861b354cbc4 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:55.667419 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8c7c1179-7ba1-4a67-9129-2e145bb1b164 req-4d99c702-407b-436f-8565-081a0a9a8486 service neutron] 10.222.0.48 "GET /v2.0/networks/0a276f26-1b13-4f7f-b657-450984b70430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929579 Sep 16 05:03:55.671075 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-0a2b2223-494d-4363-aa18-1947bba39cac service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:55.671463 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-0a2b2223-494d-4363-aa18-1947bba39cac service neutron] Checking segment: {'id': 'dc1c68e0-6210-4ec3-92e9-96d963e48ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:55.671882 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-0a2b2223-494d-4363-aa18-1947bba39cac service neutron] Bound using segment: {'id': 'dc1c68e0-6210-4ec3-92e9-96d963e48ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:55.672342 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-0a2b2223-494d-4363-aa18-1947bba39cac service neutron] Bound port: 8f4a739d-f773-4fbe-83ba-24c1a7f65de2, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc1c68e0-6210-4ec3-92e9-96d963e48ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:55.672827 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-0a2b2223-494d-4363-aa18-1947bba39cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.736331 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-930712c9-9373-4138-9ec2-57478a2b5d0a tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:55.744013 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-930712c9-9373-4138-9ec2-57478a2b5d0a tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/networks?id=fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77 HTTP/1.1" status: 200 len: 814 time: 0.1988728 Sep 16 05:03:55.770356 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-b27a8bd1-c8be-4097-ac20-89e265701118 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/quotas/aed0474ca8fd40fb9bda09255fa945eb HTTP/1.1" status: 200 len: 375 time: 0.0253656 Sep 16 05:03:55.818395 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-44a5bd04-4317-41c1-bdeb-b3406cf65857 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=aed0474ca8fd40fb9bda09255fa945eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471656 Sep 16 05:03:55.823444 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-0a2b2223-494d-4363-aa18-1947bba39cac service neutron] For port 8f4a739d-f773-4fbe-83ba-24c1a7f65de2, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:55.864813 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-0a2b2223-494d-4363-aa18-1947bba39cac service neutron] For port 8f4a739d-f773-4fbe-83ba-24c1a7f65de2, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=8f4a739d-f773-4fbe-83ba-24c1a7f65de2,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:55.872291 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-0a2b2223-494d-4363-aa18-1947bba39cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.944176 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-0a2b2223-494d-4363-aa18-1947bba39cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:55.945057 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-0a2b2223-494d-4363-aa18-1947bba39cac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.946503 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-0a2b2223-494d-4363-aa18-1947bba39cac service neutron] 10.222.0.47 "PUT /v2.0/ports/8f4a739d-f773-4fbe-83ba-24c1a7f65de2 HTTP/1.1" status: 200 len: 1092 time: 1.8500454 Sep 16 05:03:55.950896 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664b2b33-9347-493f-8118-916f3452f059', 'tag': '8f4a739d-f773-4fbe-83ba-24c1a7f65de2'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:55.954527 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8767c00-d655-4df1-898e-2d20a2bd3039" -d '{"events": [{"name": "network-changed", "server_uuid": "664b2b33-9347-493f-8118-916f3452f059", "tag": "8f4a739d-f773-4fbe-83ba-24c1a7f65de2"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:56.019536 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-58f24543-eea4-4e30-aea1-5ca1e01f2a8d service neutron] 10.222.0.35 "GET /v2.0/networks/fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903608 Sep 16 05:03:56.120711 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b2223-494d-4363-aa18-1947bba39cac service neutron] Pushing event updated for resources: {'Port': ['ID=8f4a739d-f773-4fbe-83ba-24c1a7f65de2,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:56.173522 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-500c1ae3-ab57-4a01-9985-f8c634c79ef4 service neutron] 10.222.0.35 "GET /v2.0/networks/fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530132 Sep 16 05:03:56.214266 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-62be96bf-0ed9-4b3f-9c67-7c8ca833a41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:56.215755 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-62be96bf-0ed9-4b3f-9c67-7c8ca833a41c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=563bf98d77304029a90b6357f1f3f020&device_id=664b2b33-9347-493f-8118-916f3452f059 HTTP/1.1" status: 200 len: 1095 time: 0.0969620 Sep 16 05:03:56.300421 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-7541ebf3-dad2-4480-9bfd-aec5fce6d8b4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f4a739d-f773-4fbe-83ba-24c1a7f65de2 HTTP/1.1" status: 200 len: 217 time: 0.0687220 Sep 16 05:03:56.392196 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-4e24fa51-7e91-45ec-af6e-1af9120bf2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:56.394428 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-4e24fa51-7e91-45ec-af6e-1af9120bf2b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7227d309-0a53-4e5a-940f-792e598a0c41 HTTP/1.1" status: 200 len: 851 time: 0.0806072 Sep 16 05:03:56.505934 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf6269-63bf-4c11-9c30-af3e3e3d926c req-b1311bb4-cc9c-4377-9c48-624c84cdf04e tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:56.509913 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-56cf6269-63bf-4c11-9c30-af3e3e3d926c req-b1311bb4-cc9c-4377-9c48-624c84cdf04e tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeffe96-f5f2-471b-bffe-2d23ec3e1a38 HTTP/1.1" status: 200 len: 950 time: 0.0734620 Sep 16 05:03:56.516125 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-e34e51a7-f04f-442c-8a6b-040223644c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:56.517898 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-e34e51a7-f04f-442c-8a6b-040223644c2a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ffb7374-cfe5-44a3-b981-4861b354cbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1153517 Sep 16 05:03:56.533246 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-8ad1e14c-a406-49e3-a019-ed7961170df4 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:03:56.534951 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-8ad1e14c-a406-49e3-a019-ed7961170df4 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086520 Sep 16 05:03:56.601749 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-56cf6269-63bf-4c11-9c30-af3e3e3d926c req-b15ca8cc-71b5-47c5-9022-ead2ec04ef97 tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1dd5246e-91e5-47e7-94d8-4069fe690a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824134 Sep 16 05:03:56.728068 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-49ea8852-7d67-48a5-b289-51796dd18dcb service neutron] 10.222.0.47 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642325 Sep 16 05:03:56.876893 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a2f6905-ee88-4405-9fe2-80bf5135a7d5 req-18dca7e7-80d6-4f05-bf27-afe456977f48 service neutron] 10.222.0.47 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417036 Sep 16 05:03:56.958789 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa364a-73da-41f7-85c3-bfcc1abbbf44 req-a9e203a1-8558-4d67-8270-7e0a25b61b9a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:56.969059 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-45fa364a-73da-41f7-85c3-bfcc1abbbf44 req-a9e203a1-8558-4d67-8270-7e0a25b61b9a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=664b2b33-9347-493f-8118-916f3452f059 HTTP/1.1" status: 200 len: 943 time: 0.0908864 Sep 16 05:03:57.020031 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-45fa364a-73da-41f7-85c3-bfcc1abbbf44 req-099e2597-8931-49c5-88f0-fb0353fffd40 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498760 Sep 16 05:03:57.072598 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68aa7117-cdc7-4b83-985c-529a796c8e9c x-openstack-request-id: req-68aa7117-cdc7-4b83-985c-529a796c8e9c {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:57.072910 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "664b2b33-9347-493f-8118-916f3452f059", "tag": "8f4a739d-f773-4fbe-83ba-24c1a7f65de2", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:57.073166 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-68aa7117-cdc7-4b83-985c-529a796c8e9c {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:57.073572 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '664b2b33-9347-493f-8118-916f3452f059', 'tag': '8f4a739d-f773-4fbe-83ba-24c1a7f65de2', 'status': 'completed', 'code': 200} Sep 16 05:03:57.199028 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8767c00-d655-4df1-898e-2d20a2bd3039 req-865d9c59-3856-4e77-96be-4b7818934a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:57.200531 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d8767c00-d655-4df1-898e-2d20a2bd3039 req-865d9c59-3856-4e77-96be-4b7818934a84 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=563bf98d77304029a90b6357f1f3f020&device_id=664b2b33-9347-493f-8118-916f3452f059 HTTP/1.1" status: 200 len: 1095 time: 0.0803590 Sep 16 05:03:57.203428 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff4f65-3df4-4efe-808c-781d8cc9707e req-3a635ef5-c4b9-47af-8065-ffcf33e5896b tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:57.204875 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-57ff4f65-3df4-4efe-808c-781d8cc9707e req-3a635ef5-c4b9-47af-8065-ffcf33e5896b tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1f9fffdd-0f6b-432d-a2ee-f2e12e1e0f91 HTTP/1.1" status: 200 len: 1095 time: 0.0718305 Sep 16 05:03:57.298859 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-57ff4f65-3df4-4efe-808c-781d8cc9707e req-ad93d0a8-9ced-4397-8859-a672e6be0259 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=41e440ba-d668-4a1c-bd06-d7ccfe223979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844216 Sep 16 05:03:57.323552 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8767c00-d655-4df1-898e-2d20a2bd3039 req-ab3b4fcf-8c4f-4e38-9b5a-4bf864546144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:57.325288 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d8767c00-d655-4df1-898e-2d20a2bd3039 req-ab3b4fcf-8c4f-4e38-9b5a-4bf864546144 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2ffb7374-cfe5-44a3-b981-4861b354cbc4 HTTP/1.1" status: 200 len: 913 time: 0.1180465 Sep 16 05:03:57.375202 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d8767c00-d655-4df1-898e-2d20a2bd3039 req-5172c8d8-1a17-46c7-b378-e32d941c7e28 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f4a739d-f773-4fbe-83ba-24c1a7f65de2 HTTP/1.1" status: 200 len: 217 time: 0.0407901 Sep 16 05:03:57.432947 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-872d5889-c865-4708-b8aa-c9eb906dd4a0 req-7e9c2960-cc47-472b-9e72-e226e701ce7a tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=c04a25d1-288e-4f8b-a286-687057bc276d HTTP/1.1" status: 200 len: 210 time: 0.0505326 Sep 16 05:03:57.458823 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8767c00-d655-4df1-898e-2d20a2bd3039 req-aea468d1-d6f0-4c89-bb9b-3f57cfcd6ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:57.460516 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d8767c00-d655-4df1-898e-2d20a2bd3039 req-aea468d1-d6f0-4c89-bb9b-3f57cfcd6ba3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7227d309-0a53-4e5a-940f-792e598a0c41 HTTP/1.1" status: 200 len: 851 time: 0.0769386 Sep 16 05:03:57.521969 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8767c00-d655-4df1-898e-2d20a2bd3039 req-0bce4e55-0b5b-4f5f-9ede-7c2f5c1b29b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:57.523534 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d8767c00-d655-4df1-898e-2d20a2bd3039 req-0bce4e55-0b5b-4f5f-9ede-7c2f5c1b29b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ffb7374-cfe5-44a3-b981-4861b354cbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513744 Sep 16 05:03:57.631548 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d8767c00-d655-4df1-898e-2d20a2bd3039 req-de0bb910-42e9-4f05-9782-3905e691050c service neutron] 10.222.0.47 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991633 Sep 16 05:03:57.818276 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d8767c00-d655-4df1-898e-2d20a2bd3039 req-86c93b98-5a29-46ab-9564-e65d7a00de8a service neutron] 10.222.0.47 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559873 Sep 16 05:03:57.953748 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-9b42ae8a-294e-4781-af0e-b571fb9ee871 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:57.955415 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-9b42ae8a-294e-4781-af0e-b571fb9ee871 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.47 "GET /v2.0/networks?id=fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77 HTTP/1.1" status: 200 len: 814 time: 0.1710756 Sep 16 05:03:57.987926 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-9541ebbc-c799-456d-b56c-fbf1d7d4eef4 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Request body: {'port': {'device_id': 'c04a25d1-288e-4f8b-a286-687057bc276d', 'network_id': 'fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77', 'admin_state_up': True, 'tenant_id': 'aed0474ca8fd40fb9bda09255fa945eb'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:58.121663 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-9541ebbc-c799-456d-b56c-fbf1d7d4eef4 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Made reservation on behalf of aed0474ca8fd40fb9bda09255fa945eb for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:58.127207 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-9541ebbc-c799-456d-b56c-fbf1d7d4eef4 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.177295 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4c0a0-a9f3-46aa-9deb-7a83627ca4d8 req-0bc6ea2c-8531-4ddd-b335-123019f774af tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:58.185731 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e3b4c0a0-a9f3-46aa-9deb-7a83627ca4d8 req-0bc6ea2c-8531-4ddd-b335-123019f774af tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=664b2b33-9347-493f-8118-916f3452f059 HTTP/1.1" status: 200 len: 943 time: 0.0691919 Sep 16 05:03:58.230514 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e3b4c0a0-a9f3-46aa-9deb-7a83627ca4d8 req-f36ce6b2-b1b5-48d2-99ae-60585b75010b tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434966 Sep 16 05:03:58.306948 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-9541ebbc-c799-456d-b56c-fbf1d7d4eef4 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Allocated IP 172.20.0.10 (fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77/5338d0bf-1d51-49f4-992a-9c21a3403920/fe1882f5-9617-4b6c-97be-c81005bc341e) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:58.333648 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 9676c575-6b69-4b60-8a47-ac6af0f20bf7 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:03:58.444505 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2770d2-fb86-49c5-a299-59b393fcd156 req-f80a0524-cca8-4d8f-be48-e7a933a574cb tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:58.447459 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fd2770d2-fb86-49c5-a299-59b393fcd156 req-f80a0524-cca8-4d8f-be48-e7a933a574cb tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1f9fffdd-0f6b-432d-a2ee-f2e12e1e0f91 HTTP/1.1" status: 200 len: 1095 time: 0.0748670 Sep 16 05:03:58.473959 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 9676c575-6b69-4b60-8a47-ac6af0f20bf7, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=9676c575-6b69-4b60-8a47-ac6af0f20bf7,segment=NetworkSegment(29d85595-ec3b-4702-8552-a4a655a341aa),segment_id=29d85595-ec3b-4702-8552-a4a655a341aa)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:58.486014 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '9676c575-6b69-4b60-8a47-ac6af0f20bf7', 'network_id': '0a276f26-1b13-4f7f-b657-450984b70430', 'port_id': '9676c575-6b69-4b60-8a47-ac6af0f20bf7', 'mac_address': 'fa:16:3e:cb:e4:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3248db86-5b35-44e8-8e0d-c3fe2cb45aad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:03:58.489391 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fd2770d2-fb86-49c5-a299-59b393fcd156 req-a896da70-cd48-4391-b218-564e80981d23 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=41e440ba-d668-4a1c-bd06-d7ccfe223979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350530 Sep 16 05:03:58.529612 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.546942 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9676c575-6b69-4b60-8a47-ac6af0f20bf7 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:58.574184 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 9676c575-6b69-4b60-8a47-ac6af0f20bf7, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=9676c575-6b69-4b60-8a47-ac6af0f20bf7,segment=NetworkSegment(29d85595-ec3b-4702-8552-a4a655a341aa),segment_id=29d85595-ec3b-4702-8552-a4a655a341aa)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:58.579062 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.588448 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-9541ebbc-c799-456d-b56c-fbf1d7d4eef4 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.598963 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3890acaa-475f-419e-861c-5c428b6ca6f0 req-6d7cd0fe-1b5d-4223-b1ee-749046314b6d tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=c04a25d1-288e-4f8b-a286-687057bc276d HTTP/1.1" status: 200 len: 210 time: 0.0475211 Sep 16 05:03:58.643119 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-9541ebbc-c799-456d-b56c-fbf1d7d4eef4 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.658906 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=9676c575-6b69-4b60-8a47-ac6af0f20bf7,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:58.694504 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-9541ebbc-c799-456d-b56c-fbf1d7d4eef4 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Network fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:58.697715 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-9541ebbc-c799-456d-b56c-fbf1d7d4eef4 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:58.704619 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-9541ebbc-c799-456d-b56c-fbf1d7d4eef4 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:58.731427 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541ebbc-c799-456d-b56c-fbf1d7d4eef4 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Pushing event updated for resources: {'Port': ['ID=fe1882f5-9617-4b6c-97be-c81005bc341e,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:58.764291 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-9541ebbc-c799-456d-b56c-fbf1d7d4eef4 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:58.765312 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-9541ebbc-c799-456d-b56c-fbf1d7d4eef4 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.780007 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-9541ebbc-c799-456d-b56c-fbf1d7d4eef4 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7963123 Sep 16 05:03:58.801031 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-b7dc4b3f-1375-43f5-bfce-3a4235325c61 service neutron] Request body: {'port': {'device_id': 'c04a25d1-288e-4f8b-a286-687057bc276d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:58.868434 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-b7dc4b3f-1375-43f5-bfce-3a4235325c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.998110 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['9676c575-6b69-4b60-8a47-ac6af0f20bf7'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:59.521467 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbf550-400d-4682-a89d-9c1b13fd6d3b req-4bb9fe9d-7aa1-49c1-ae7a-b564b8acb392 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:59.523068 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-59fbf550-400d-4682-a89d-9c1b13fd6d3b req-4bb9fe9d-7aa1-49c1-ae7a-b564b8acb392 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=664b2b33-9347-493f-8118-916f3452f059 HTTP/1.1" status: 200 len: 943 time: 0.1601920 Sep 16 05:03:59.600613 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-59fbf550-400d-4682-a89d-9c1b13fd6d3b req-4634152b-a71e-44ea-ad40-647dceb26b9f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649693 Sep 16 05:03:59.725975 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e1480-9678-458c-b907-1e07959ed6e0 req-3f7426b1-fe92-46d4-b1ae-b9cf4b294b4e tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:59.727866 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2b0e1480-9678-458c-b907-1e07959ed6e0 req-3f7426b1-fe92-46d4-b1ae-b9cf4b294b4e tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1f9fffdd-0f6b-432d-a2ee-f2e12e1e0f91 HTTP/1.1" status: 200 len: 1096 time: 0.0444858 Sep 16 05:03:59.779147 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2b0e1480-9678-458c-b907-1e07959ed6e0 req-aa19e886-c8ba-44c2-b708-0d1b22aa94aa tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=41e440ba-d668-4a1c-bd06-d7ccfe223979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413852 Sep 16 05:03:59.798401 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-b7dc4b3f-1375-43f5-bfce-3a4235325c61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe1882f5-9617-4b6c-97be-c81005bc341e {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:59.807029 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-b7dc4b3f-1375-43f5-bfce-3a4235325c61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.834990 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-b7dc4b3f-1375-43f5-bfce-3a4235325c61 service neutron] Transition to ACTIVE for port object fe1882f5-9617-4b6c-97be-c81005bc341e will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:03:59.839520 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-b7dc4b3f-1375-43f5-bfce-3a4235325c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.931506 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc4b3f-1375-43f5-bfce-3a4235325c61 service neutron] Pushing event updated for resources: {'Port': ['ID=fe1882f5-9617-4b6c-97be-c81005bc341e,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:59.999633 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c8b3f-78be-4260-95be-e8a3445231a5 req-853dc54f-0bcf-4bd5-b2c8-f7c6accca483 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:00.005159 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a77c8b3f-78be-4260-95be-e8a3445231a5 req-853dc54f-0bcf-4bd5-b2c8-f7c6accca483 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=c04a25d1-288e-4f8b-a286-687057bc276d HTTP/1.1" status: 200 len: 944 time: 0.0930071 Sep 16 05:04:00.077789 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a77c8b3f-78be-4260-95be-e8a3445231a5 req-5d2e027c-ae6a-42e4-a823-cf790ae0b42b tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660570 Sep 16 05:04:00.133589 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-b7dc4b3f-1375-43f5-bfce-3a4235325c61 service neutron] Attempting to bind port fe1882f5-9617-4b6c-97be-c81005bc341e on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:00.134305 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-b7dc4b3f-1375-43f5-bfce-3a4235325c61 service neutron] Attempting to bind port fe1882f5-9617-4b6c-97be-c81005bc341e by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'da28f82f-ab30-4276-928f-d70d568934dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:00.134855 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-b7dc4b3f-1375-43f5-bfce-3a4235325c61 service neutron] Attempting to bind port fe1882f5-9617-4b6c-97be-c81005bc341e on network fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:00.141608 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-b7dc4b3f-1375-43f5-bfce-3a4235325c61 service neutron] Port fe1882f5-9617-4b6c-97be-c81005bc341e on network fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:00.142673 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-b7dc4b3f-1375-43f5-bfce-3a4235325c61 service neutron] Attempting to bind port fe1882f5-9617-4b6c-97be-c81005bc341e on network fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:00.150628 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-b7dc4b3f-1375-43f5-bfce-3a4235325c61 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:00.151264 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-b7dc4b3f-1375-43f5-bfce-3a4235325c61 service neutron] Checking segment: {'id': 'da28f82f-ab30-4276-928f-d70d568934dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:00.151876 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-b7dc4b3f-1375-43f5-bfce-3a4235325c61 service neutron] Bound using segment: {'id': 'da28f82f-ab30-4276-928f-d70d568934dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:00.152710 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-b7dc4b3f-1375-43f5-bfce-3a4235325c61 service neutron] Bound port: fe1882f5-9617-4b6c-97be-c81005bc341e, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da28f82f-ab30-4276-928f-d70d568934dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:00.153280 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-b7dc4b3f-1375-43f5-bfce-3a4235325c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.242423 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-b7dc4b3f-1375-43f5-bfce-3a4235325c61 service neutron] For port fe1882f5-9617-4b6c-97be-c81005bc341e, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:00.246698 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-b7dc4b3f-1375-43f5-bfce-3a4235325c61 service neutron] For port fe1882f5-9617-4b6c-97be-c81005bc341e, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=fe1882f5-9617-4b6c-97be-c81005bc341e,segment=NetworkSegment(da28f82f-ab30-4276-928f-d70d568934dc),segment_id=da28f82f-ab30-4276-928f-d70d568934dc)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:00.253754 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-b7dc4b3f-1375-43f5-bfce-3a4235325c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.302883 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-b7dc4b3f-1375-43f5-bfce-3a4235325c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:00.303529 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-b7dc4b3f-1375-43f5-bfce-3a4235325c61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.305381 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-b7dc4b3f-1375-43f5-bfce-3a4235325c61 service neutron] 10.222.0.47 "PUT /v2.0/ports/fe1882f5-9617-4b6c-97be-c81005bc341e HTTP/1.1" status: 200 len: 1093 time: 1.5087991 Sep 16 05:04:00.305852 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c04a25d1-288e-4f8b-a286-687057bc276d', 'tag': 'fe1882f5-9617-4b6c-97be-c81005bc341e'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:00.308160 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1496c8-26dd-4ac1-bede-b289fa222024" -d '{"events": [{"name": "network-changed", "server_uuid": "c04a25d1-288e-4f8b-a286-687057bc276d", "tag": "fe1882f5-9617-4b6c-97be-c81005bc341e"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:00.339242 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 9676c575-6b69-4b60-8a47-ac6af0f20bf7 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:00.390464 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc4b3f-1375-43f5-bfce-3a4235325c61 service neutron] Pushing event updated for resources: {'Port': ['ID=fe1882f5-9617-4b6c-97be-c81005bc341e,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:00.394656 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2590fc7d-4a84-486f-89b1-331da6f2a9e5 x-openstack-request-id: req-2590fc7d-4a84-486f-89b1-331da6f2a9e5 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:00.395219 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c04a25d1-288e-4f8b-a286-687057bc276d", "tag": "fe1882f5-9617-4b6c-97be-c81005bc341e", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:00.395835 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2590fc7d-4a84-486f-89b1-331da6f2a9e5 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:00.396415 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c04a25d1-288e-4f8b-a286-687057bc276d', 'tag': 'fe1882f5-9617-4b6c-97be-c81005bc341e', 'status': 'completed', 'code': 200} Sep 16 05:04:00.435496 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 9676c575-6b69-4b60-8a47-ac6af0f20bf7 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:04:00.441936 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 9676c575-6b69-4b60-8a47-ac6af0f20bf7 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:00.443190 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.470905 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-0abfd635-1ad3-47f5-b31d-bc6413994bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:00.473002 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-0abfd635-1ad3-47f5-b31d-bc6413994bd5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aed0474ca8fd40fb9bda09255fa945eb&device_id=c04a25d1-288e-4f8b-a286-687057bc276d HTTP/1.1" status: 200 len: 1096 time: 0.0843732 Sep 16 05:04:00.549574 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-ee969fe7-70a1-403b-a96d-9ba8f94c2adc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe1882f5-9617-4b6c-97be-c81005bc341e HTTP/1.1" status: 200 len: 217 time: 0.0579574 Sep 16 05:04:00.577559 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.620321 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 9676c575-6b69-4b60-8a47-ac6af0f20bf7, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=9676c575-6b69-4b60-8a47-ac6af0f20bf7,segment=NetworkSegment(29d85595-ec3b-4702-8552-a4a655a341aa),segment_id=29d85595-ec3b-4702-8552-a4a655a341aa)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:00.621372 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9fffdd-0f6b-432d-a2ee-f2e12e1e0f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9676c575-6b69-4b60-8a47-ac6af0f20bf7'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:00.625742 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6671c58c-b378-4532-adfd-50af257679bd" -d '{"events": [{"server_uuid": "1f9fffdd-0f6b-432d-a2ee-f2e12e1e0f91", "name": "network-vif-plugged", "status": "completed", "tag": "9676c575-6b69-4b60-8a47-ac6af0f20bf7"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:00.630086 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.639161 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-254063fb-4e02-4567-9084-ec47572ed4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:00.641098 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-254063fb-4e02-4567-9084-ec47572ed4b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5338d0bf-1d51-49f4-992a-9c21a3403920 HTTP/1.1" status: 200 len: 854 time: 0.0782995 Sep 16 05:04:00.697101 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-23c45d53-28cd-4191-8800-d926bf7bacd0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475845 Sep 16 05:04:00.714668 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64706783-e3d4-4f68-9082-d247d464c55b x-openstack-request-id: req-64706783-e3d4-4f68-9082-d247d464c55b {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:00.714994 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9fffdd-0f6b-432d-a2ee-f2e12e1e0f91", "name": "network-vif-plugged", "status": "completed", "tag": "9676c575-6b69-4b60-8a47-ac6af0f20bf7", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:00.715601 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-64706783-e3d4-4f68-9082-d247d464c55b {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:00.716171 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9fffdd-0f6b-432d-a2ee-f2e12e1e0f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9676c575-6b69-4b60-8a47-ac6af0f20bf7', 'code': 200} Sep 16 05:04:00.725918 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=9676c575-6b69-4b60-8a47-ac6af0f20bf7,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:00.838412 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-ba73c07e-1a82-473c-b977-b5d7142fbc8e service neutron] 10.222.0.47 "GET /v2.0/networks/fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300161 Sep 16 05:04:00.885449 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1c9b1-43da-40f4-bde4-ec3d72546755 req-256209a7-68f3-4b18-94f7-d0fb0ccd6aa7 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:00.888874 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b4c1c9b1-43da-40f4-bde4-ec3d72546755 req-256209a7-68f3-4b18-94f7-d0fb0ccd6aa7 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=664b2b33-9347-493f-8118-916f3452f059 HTTP/1.1" status: 200 len: 943 time: 0.1098218 Sep 16 05:04:00.896989 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1208e8-e3b7-44d9-b1cc-09c353c3b5b4 req-a27035d2-79e1-494b-9c73-6883168ea57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:00.898720 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fb1208e8-e3b7-44d9-b1cc-09c353c3b5b4 req-a27035d2-79e1-494b-9c73-6883168ea57f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1f9fffdd-0f6b-432d-a2ee-f2e12e1e0f91 HTTP/1.1" status: 200 len: 1097 time: 0.0835145 Sep 16 05:04:00.955330 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1c184c57-4628-452a-ba07-9f570c1f75fe req-6cc0cc91-7017-4f0b-9429-e22f06aec2dc service neutron] 10.222.0.47 "GET /v2.0/networks/fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091297 Sep 16 05:04:00.963165 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b4c1c9b1-43da-40f4-bde4-ec3d72546755 req-afaff423-714a-48c0-b476-9dc838ca72b2 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597603 Sep 16 05:04:00.964844 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fb1208e8-e3b7-44d9-b1cc-09c353c3b5b4 req-faf74f1c-bc75-44cd-9a68-78078830f795 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=41e440ba-d668-4a1c-bd06-d7ccfe223979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532212 Sep 16 05:04:01.096649 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f4588-7383-4f3e-94ab-2789b99440c0 req-ab8756d0-0dc0-4aac-8592-f5389ed98ec5 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:01.099272 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5b5f4588-7383-4f3e-94ab-2789b99440c0 req-ab8756d0-0dc0-4aac-8592-f5389ed98ec5 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1f9fffdd-0f6b-432d-a2ee-f2e12e1e0f91 HTTP/1.1" status: 200 len: 1097 time: 0.0613782 Sep 16 05:04:01.145423 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1496c8-26dd-4ac1-bede-b289fa222024 req-37418969-13cf-4a56-b6f4-a03feaee21d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:01.148893 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3b1496c8-26dd-4ac1-bede-b289fa222024 req-37418969-13cf-4a56-b6f4-a03feaee21d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aed0474ca8fd40fb9bda09255fa945eb&device_id=c04a25d1-288e-4f8b-a286-687057bc276d HTTP/1.1" status: 200 len: 1096 time: 0.0792193 Sep 16 05:04:01.173184 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5b5f4588-7383-4f3e-94ab-2789b99440c0 req-449dd8d2-9f20-4521-8bc6-e5f153c29e54 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=41e440ba-d668-4a1c-bd06-d7ccfe223979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639064 Sep 16 05:04:01.305049 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1496c8-26dd-4ac1-bede-b289fa222024 req-b9ce1f08-465e-400a-8c58-27be87e0f8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:01.306791 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3b1496c8-26dd-4ac1-bede-b289fa222024 req-b9ce1f08-465e-400a-8c58-27be87e0f8ba service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77 HTTP/1.1" status: 200 len: 915 time: 0.1504776 Sep 16 05:04:01.312355 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59601037-8d40-4797-8760-f8cfd9b55c5e req-cfa45116-1676-44c9-9ced-c4b432f78c8e tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:01.314432 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-59601037-8d40-4797-8760-f8cfd9b55c5e req-cfa45116-1676-44c9-9ced-c4b432f78c8e tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=c04a25d1-288e-4f8b-a286-687057bc276d HTTP/1.1" status: 200 len: 944 time: 0.0731692 Sep 16 05:04:01.364607 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-59601037-8d40-4797-8760-f8cfd9b55c5e req-83c34d3f-8252-4444-be8a-00021b60a0c2 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425339 Sep 16 05:04:01.366751 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3b1496c8-26dd-4ac1-bede-b289fa222024 req-00129e58-15de-4be9-b5a0-9bb2ad880670 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe1882f5-9617-4b6c-97be-c81005bc341e HTTP/1.1" status: 200 len: 217 time: 0.0512083 Sep 16 05:04:01.435463 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1496c8-26dd-4ac1-bede-b289fa222024 req-72efee47-8c77-4a74-88bb-dd922e1664ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:01.437224 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3b1496c8-26dd-4ac1-bede-b289fa222024 req-72efee47-8c77-4a74-88bb-dd922e1664ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5338d0bf-1d51-49f4-992a-9c21a3403920 HTTP/1.1" status: 200 len: 854 time: 0.0631049 Sep 16 05:04:01.475526 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3b1496c8-26dd-4ac1-bede-b289fa222024 req-c60556f8-6a79-4f70-9b77-852a7a91ed5f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295665 Sep 16 05:04:01.594798 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3b1496c8-26dd-4ac1-bede-b289fa222024 req-fdafeb88-e4e0-43bd-9be7-0464190f96e8 service neutron] 10.222.0.47 "GET /v2.0/networks/fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096849 Sep 16 05:04:01.706940 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-3b1496c8-26dd-4ac1-bede-b289fa222024 req-0c61ed67-8e55-4a75-9955-6345807f50f9 service neutron] 10.222.0.47 "GET /v2.0/networks/fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998299 Sep 16 05:04:02.105935 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d17764-431b-4ec2-9f7f-34f8cb845498 req-3d5a10c4-1007-472c-88ef-421a4b3fddae tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:02.108155 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e3d17764-431b-4ec2-9f7f-34f8cb845498 req-3d5a10c4-1007-472c-88ef-421a4b3fddae tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=664b2b33-9347-493f-8118-916f3452f059 HTTP/1.1" status: 200 len: 943 time: 0.0550160 Sep 16 05:04:02.167094 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e3d17764-431b-4ec2-9f7f-34f8cb845498 req-3f8124e0-0fb8-4009-83e2-a944b211b1c3 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508809 Sep 16 05:04:02.319375 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8552ed-34ff-4336-9166-e14930a470a1 req-3ac2fa32-6d88-404a-beb3-6084ef4b0fba tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:02.321146 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ea8552ed-34ff-4336-9166-e14930a470a1 req-3ac2fa32-6d88-404a-beb3-6084ef4b0fba tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1f9fffdd-0f6b-432d-a2ee-f2e12e1e0f91 HTTP/1.1" status: 200 len: 1097 time: 0.0594766 Sep 16 05:04:02.361265 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ea8552ed-34ff-4336-9166-e14930a470a1 req-14182316-1c19-40b5-9c92-eb9646a6f61c tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=41e440ba-d668-4a1c-bd06-d7ccfe223979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323997 Sep 16 05:04:02.515838 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f308997-e560-4ccc-8759-888e79663a17 req-0e0510f1-b9f5-4bdb-a906-749090771408 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:02.519262 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3f308997-e560-4ccc-8759-888e79663a17 req-0e0510f1-b9f5-4bdb-a906-749090771408 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=c04a25d1-288e-4f8b-a286-687057bc276d HTTP/1.1" status: 200 len: 944 time: 0.0695083 Sep 16 05:04:02.566050 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3f308997-e560-4ccc-8759-888e79663a17 req-77c7aad6-7cae-41b0-bec7-7d75eca29bce tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351367 Sep 16 05:04:03.300211 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efb030-49b4-4353-8d0a-c742368e5f83 req-4c970365-f3eb-4005-bd01-b90fe201522c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:03.301995 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-30efb030-49b4-4353-8d0a-c742368e5f83 req-4c970365-f3eb-4005-bd01-b90fe201522c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=664b2b33-9347-493f-8118-916f3452f059 HTTP/1.1" status: 200 len: 943 time: 0.0662019 Sep 16 05:04:03.349194 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-30efb030-49b4-4353-8d0a-c742368e5f83 req-01aebd25-7322-4790-b535-bee3f1950407 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404778 Sep 16 05:04:03.478245 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c58aa7-6317-433c-b054-4ddac78086f1 req-f38e73f4-3409-44e6-a942-e1919e7cdfd9 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:03.479891 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-23c58aa7-6317-433c-b054-4ddac78086f1 req-f38e73f4-3409-44e6-a942-e1919e7cdfd9 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1f9fffdd-0f6b-432d-a2ee-f2e12e1e0f91 HTTP/1.1" status: 200 len: 1097 time: 0.0453997 Sep 16 05:04:03.523475 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-23c58aa7-6317-433c-b054-4ddac78086f1 req-581d2afd-9f6f-4c06-8acd-1f6c88ee62fd tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=41e440ba-d668-4a1c-bd06-d7ccfe223979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350142 Sep 16 05:04:03.680463 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d0b6f-5472-4aed-8744-2845f78ccc0c req-e37766d6-3a0a-4710-a851-529ee7b0ed08 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:03.683035 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-738d0b6f-5472-4aed-8744-2845f78ccc0c req-e37766d6-3a0a-4710-a851-529ee7b0ed08 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1f9fffdd-0f6b-432d-a2ee-f2e12e1e0f91 HTTP/1.1" status: 200 len: 1097 time: 0.0651522 Sep 16 05:04:03.732594 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-738d0b6f-5472-4aed-8744-2845f78ccc0c req-c89d5adb-48e6-444f-8e8d-69ffe430283c tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=41e440ba-d668-4a1c-bd06-d7ccfe223979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424962 Sep 16 05:04:03.873993 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458d84b-c66a-430c-8ed0-ea1211f2c8e5 req-c28ec31c-737f-44b6-b1bd-da39a60db628 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:03.875507 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5458d84b-c66a-430c-8ed0-ea1211f2c8e5 req-c28ec31c-737f-44b6-b1bd-da39a60db628 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=c04a25d1-288e-4f8b-a286-687057bc276d HTTP/1.1" status: 200 len: 944 time: 0.0611691 Sep 16 05:04:03.929327 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5458d84b-c66a-430c-8ed0-ea1211f2c8e5 req-dd5f0131-063d-4556-bda5-8c1e808d0dea tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430677 Sep 16 05:04:04.143184 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6365c-f9fb-4d0a-9302-fa94076592dc req-bbb71040-5e10-4a27-831c-afe9029fa48d tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:04.145158 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63d6365c-f9fb-4d0a-9302-fa94076592dc req-bbb71040-5e10-4a27-831c-afe9029fa48d tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1f9fffdd-0f6b-432d-a2ee-f2e12e1e0f91 HTTP/1.1" status: 200 len: 1097 time: 0.0437531 Sep 16 05:04:04.184484 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63d6365c-f9fb-4d0a-9302-fa94076592dc req-bbf5f4d1-9512-4e8d-a28f-8aa5c409d8a1 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=41e440ba-d668-4a1c-bd06-d7ccfe223979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330663 Sep 16 05:04:04.514852 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69600a1-9892-4ff5-870d-3e50aa0e7e00 req-2767a53d-0255-48af-b24f-287118f0789e tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:04.516807 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a69600a1-9892-4ff5-870d-3e50aa0e7e00 req-2767a53d-0255-48af-b24f-287118f0789e tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=664b2b33-9347-493f-8118-916f3452f059 HTTP/1.1" status: 200 len: 943 time: 0.0663915 Sep 16 05:04:04.563673 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a69600a1-9892-4ff5-870d-3e50aa0e7e00 req-f62fbe7b-e53b-4432-86f6-0f256adeab2e tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402267 Sep 16 05:04:04.697728 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e0434-4e13-4418-9ad3-e1cef8733d20 req-16eb0899-f461-42d9-bd8a-ad47d68aabfc tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:04.700984 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a80e0434-4e13-4418-9ad3-e1cef8733d20 req-16eb0899-f461-42d9-bd8a-ad47d68aabfc tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1f9fffdd-0f6b-432d-a2ee-f2e12e1e0f91 HTTP/1.1" status: 200 len: 1097 time: 0.0722876 Sep 16 05:04:04.734531 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36170) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:04.750427 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a80e0434-4e13-4418-9ad3-e1cef8733d20 req-35f3338a-1897-49fc-98f9-876fa24d5b27 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=41e440ba-d668-4a1c-bd06-d7ccfe223979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352552 Sep 16 05:04:04.886606 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8d703638-1c06-4902-97f0-a1961dc54230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.004036 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8d703638-1c06-4902-97f0-a1961dc54230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.008228 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8d703638-1c06-4902-97f0-a1961dc54230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.049764 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8d703638-1c06-4902-97f0-a1961dc54230 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8e970c4fc72e4015b99e0198110cd76f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3138633 Sep 16 05:04:05.050638 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d703638-1c06-4902-97f0-a1961dc54230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913334c4-cc8c-4502-8884-cc9da6dffa05,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:05.053032 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36178) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:05.061569 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35452f8a-150c-4809-bfd8-cd4d08c8baa5 req-0c5a7717-c8f0-46be-a291-3371f06e4d11 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:05.063135 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-35452f8a-150c-4809-bfd8-cd4d08c8baa5 req-0c5a7717-c8f0-46be-a291-3371f06e4d11 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=c04a25d1-288e-4f8b-a286-687057bc276d HTTP/1.1" status: 200 len: 944 time: 0.0566366 Sep 16 05:04:05.105895 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6f4b0820-1d36-44b1-ad0b-e8391497bc8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.108061 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-35452f8a-150c-4809-bfd8-cd4d08c8baa5 req-bba224f4-35ea-485b-b710-e9cb55f34d2c tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367315 Sep 16 05:04:05.132992 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6f4b0820-1d36-44b1-ad0b-e8391497bc8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.183291 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6f4b0820-1d36-44b1-ad0b-e8391497bc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.187000 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6f4b0820-1d36-44b1-ad0b-e8391497bc8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.188465 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6f4b0820-1d36-44b1-ad0b-e8391497bc8e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/913334c4-cc8c-4502-8884-cc9da6dffa05 HTTP/1.1" status: 204 len: 168 time: 0.1340368 Sep 16 05:04:05.198219 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b0820-1d36-44b1-ad0b-e8391497bc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913334c4-cc8c-4502-8884-cc9da6dffa05,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:05.262085 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 8f4a739d-f773-4fbe-83ba-24c1a7f65de2 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:04:05.396875 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 8f4a739d-f773-4fbe-83ba-24c1a7f65de2, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=8f4a739d-f773-4fbe-83ba-24c1a7f65de2,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:05.415737 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '8f4a739d-f773-4fbe-83ba-24c1a7f65de2', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'port_id': '8f4a739d-f773-4fbe-83ba-24c1a7f65de2', 'mac_address': 'fa:16:3e:73:5a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:04:05.464369 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.480045 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f4a739d-f773-4fbe-83ba-24c1a7f65de2 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:05.524127 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 8f4a739d-f773-4fbe-83ba-24c1a7f65de2, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=8f4a739d-f773-4fbe-83ba-24c1a7f65de2,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:05.530234 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.531535 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device fe1882f5-9617-4b6c-97be-c81005bc341e details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:04:05.615510 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36188) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:05.631545 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=8f4a739d-f773-4fbe-83ba-24c1a7f65de2,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:05.639589 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f035fb62-fdfc-4b42-bb28-3e7fe141b8eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.724270 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port fe1882f5-9617-4b6c-97be-c81005bc341e, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=fe1882f5-9617-4b6c-97be-c81005bc341e,segment=NetworkSegment(da28f82f-ab30-4276-928f-d70d568934dc),segment_id=da28f82f-ab30-4276-928f-d70d568934dc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:05.731588 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f87b3-9208-4003-8bda-1e0f2fd2f271 req-923e51d0-e331-457b-a230-7c6b77a64ab4 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:05.733948 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-289f87b3-9208-4003-8bda-1e0f2fd2f271 req-923e51d0-e331-457b-a230-7c6b77a64ab4 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=664b2b33-9347-493f-8118-916f3452f059 HTTP/1.1" status: 200 len: 944 time: 0.0785367 Sep 16 05:04:05.740313 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'fe1882f5-9617-4b6c-97be-c81005bc341e', 'network_id': 'fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77', 'port_id': 'fe1882f5-9617-4b6c-97be-c81005bc341e', 'mac_address': 'fa:16:3e:1c:21:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5338d0bf-1d51-49f4-992a-9c21a3403920', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:04:05.792331 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-289f87b3-9208-4003-8bda-1e0f2fd2f271 req-8b5891ec-c990-4468-96f2-3089bf984aff tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517850 Sep 16 05:04:05.815570 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.815832 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f035fb62-fdfc-4b42-bb28-3e7fe141b8eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.815832 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f035fb62-fdfc-4b42-bb28-3e7fe141b8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.835214 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe1882f5-9617-4b6c-97be-c81005bc341e {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:05.865749 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f035fb62-fdfc-4b42-bb28-3e7fe141b8eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29271762-8098-4ab7-8911-e726f04b51c5,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:05.871151 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f035fb62-fdfc-4b42-bb28-3e7fe141b8eb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=afa97049426f4def912103ba8cc7d7db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2541773 Sep 16 05:04:05.876512 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36192) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:05.881961 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port fe1882f5-9617-4b6c-97be-c81005bc341e, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=fe1882f5-9617-4b6c-97be-c81005bc341e,segment=NetworkSegment(da28f82f-ab30-4276-928f-d70d568934dc),segment_id=da28f82f-ab30-4276-928f-d70d568934dc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:05.888107 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.960163 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431e539-971f-4029-beb1-09c6a422caa1 req-ac472ce5-476c-413e-9b35-bd182fbccf17 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:05.962719 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b431e539-971f-4029-beb1-09c6a422caa1 req-ac472ce5-476c-413e-9b35-bd182fbccf17 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1f9fffdd-0f6b-432d-a2ee-f2e12e1e0f91 HTTP/1.1" status: 200 len: 1097 time: 0.0660260 Sep 16 05:04:05.967250 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=fe1882f5-9617-4b6c-97be-c81005bc341e,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:05.971789 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d7bbcecf-28a3-4da3-9f44-6f746984bdaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.004177 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d7bbcecf-28a3-4da3-9f44-6f746984bdaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.025394 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b431e539-971f-4029-beb1-09c6a422caa1 req-1357271d-1b0f-43b2-ae91-eccdbe5b5c8c tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=41e440ba-d668-4a1c-bd06-d7ccfe223979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477479 Sep 16 05:04:06.075358 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d7bbcecf-28a3-4da3-9f44-6f746984bdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.079050 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d7bbcecf-28a3-4da3-9f44-6f746984bdaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.080553 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d7bbcecf-28a3-4da3-9f44-6f746984bdaf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/29271762-8098-4ab7-8911-e726f04b51c5 HTTP/1.1" status: 204 len: 168 time: 0.2027893 Sep 16 05:04:06.090391 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bbcecf-28a3-4da3-9f44-6f746984bdaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29271762-8098-4ab7-8911-e726f04b51c5,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:06.237792 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['8f4a739d-f773-4fbe-83ba-24c1a7f65de2'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:06.272637 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['fe1882f5-9617-4b6c-97be-c81005bc341e'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:06.287123 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d26ee6-b403-4a04-9f09-227d2807b730 req-88581cc1-a74e-4b2b-a640-0bb9df5c4f2b tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:06.289658 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-67d26ee6-b403-4a04-9f09-227d2807b730 req-88581cc1-a74e-4b2b-a640-0bb9df5c4f2b tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1f9fffdd-0f6b-432d-a2ee-f2e12e1e0f91 HTTP/1.1" status: 200 len: 1097 time: 0.0938127 Sep 16 05:04:06.304350 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f1099-2563-4883-a9c2-4cbafc068d12 req-cf28fece-9f71-48cd-94c9-8fbaedcf2a5e tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:06.307041 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1f2f1099-2563-4883-a9c2-4cbafc068d12 req-cf28fece-9f71-48cd-94c9-8fbaedcf2a5e tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=c04a25d1-288e-4f8b-a286-687057bc276d HTTP/1.1" status: 200 len: 945 time: 0.1225386 Sep 16 05:04:06.428721 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1f2f1099-2563-4883-a9c2-4cbafc068d12 req-740e2ac8-1c3d-408c-8d1e-10b03eb2410f tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073349 Sep 16 05:04:06.486259 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-67d26ee6-b403-4a04-9f09-227d2807b730 req-8efc8e68-25a2-40d1-a9ab-8edf2f826de4 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Deleting port 9676c575-6b69-4b60-8a47-ac6af0f20bf7 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:06.486794 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-67d26ee6-b403-4a04-9f09-227d2807b730 req-8efc8e68-25a2-40d1-a9ab-8edf2f826de4 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.604758 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-67d26ee6-b403-4a04-9f09-227d2807b730 req-8efc8e68-25a2-40d1-a9ab-8edf2f826de4 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] For port 9676c575-6b69-4b60-8a47-ac6af0f20bf7, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=9676c575-6b69-4b60-8a47-ac6af0f20bf7,segment=NetworkSegment(29d85595-ec3b-4702-8552-a4a655a341aa),segment_id=29d85595-ec3b-4702-8552-a4a655a341aa)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:06.605464 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-67d26ee6-b403-4a04-9f09-227d2807b730 req-8efc8e68-25a2-40d1-a9ab-8edf2f826de4 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.622369 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-67d26ee6-b403-4a04-9f09-227d2807b730 req-8efc8e68-25a2-40d1-a9ab-8edf2f826de4 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Calling delete_port for 9676c575-6b69-4b60-8a47-ac6af0f20bf7 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:06.653160 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36204) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:06.673876 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0918fcfb-2946-49a8-9be0-61bb56a658ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.797515 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-67d26ee6-b403-4a04-9f09-227d2807b730 req-8efc8e68-25a2-40d1-a9ab-8edf2f826de4 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.826108 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0918fcfb-2946-49a8-9be0-61bb56a658ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.833568 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc8e68-25a2-40d1-a9ab-8edf2f826de4 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Pushing event deleted for resources: {'Port': ['ID=9676c575-6b69-4b60-8a47-ac6af0f20bf7,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:06.835163 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['9676c575-6b69-4b60-8a47-ac6af0f20bf7'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:06.848826 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0918fcfb-2946-49a8-9be0-61bb56a658ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.884014 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d26ee6-b403-4a04-9f09-227d2807b730 req-8efc8e68-25a2-40d1-a9ab-8edf2f826de4 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] No DVR routers for this DVR port 9676c575-6b69-4b60-8a47-ac6af0f20bf7 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:06.886623 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc8e68-25a2-40d1-a9ab-8edf2f826de4 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:06.887448 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc8e68-25a2-40d1-a9ab-8edf2f826de4 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:06.887448 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc8e68-25a2-40d1-a9ab-8edf2f826de4 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:06.887860 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc8e68-25a2-40d1-a9ab-8edf2f826de4 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:06.888052 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc8e68-25a2-40d1-a9ab-8edf2f826de4 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:06.888534 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc8e68-25a2-40d1-a9ab-8edf2f826de4 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:06.888875 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc8e68-25a2-40d1-a9ab-8edf2f826de4 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:06.889123 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc8e68-25a2-40d1-a9ab-8edf2f826de4 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:06.889438 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc8e68-25a2-40d1-a9ab-8edf2f826de4 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:06.889767 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc8e68-25a2-40d1-a9ab-8edf2f826de4 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:06.890095 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc8e68-25a2-40d1-a9ab-8edf2f826de4 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:06.890419 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc8e68-25a2-40d1-a9ab-8edf2f826de4 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:06.893756 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-67d26ee6-b403-4a04-9f09-227d2807b730 req-8efc8e68-25a2-40d1-a9ab-8edf2f826de4 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.895888 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-67d26ee6-b403-4a04-9f09-227d2807b730 req-8efc8e68-25a2-40d1-a9ab-8edf2f826de4 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.48 "DELETE /v2.0/ports/9676c575-6b69-4b60-8a47-ac6af0f20bf7 HTTP/1.1" status: 204 len: 173 time: 0.5875986 Sep 16 05:04:06.896382 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9fffdd-0f6b-432d-a2ee-f2e12e1e0f91', 'name': 'network-vif-deleted', 'tag': '9676c575-6b69-4b60-8a47-ac6af0f20bf7'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:06.899964 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7c8701-e9f3-4fb0-9eb8-e93cac7cec31" -d '{"events": [{"server_uuid": "1f9fffdd-0f6b-432d-a2ee-f2e12e1e0f91", "name": "network-vif-deleted", "tag": "9676c575-6b69-4b60-8a47-ac6af0f20bf7"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:06.916264 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918fcfb-2946-49a8-9be0-61bb56a658ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ceb1c2-9282-4d3e-8521-a832c32b300a,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:06.933837 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0918fcfb-2946-49a8-9be0-61bb56a658ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:06.934403 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0918fcfb-2946-49a8-9be0-61bb56a658ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:06.934910 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0918fcfb-2946-49a8-9be0-61bb56a658ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:06.935454 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0918fcfb-2946-49a8-9be0-61bb56a658ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:06.935957 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0918fcfb-2946-49a8-9be0-61bb56a658ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:06.936452 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0918fcfb-2946-49a8-9be0-61bb56a658ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:06.941129 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0918fcfb-2946-49a8-9be0-61bb56a658ba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:06.941955 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0918fcfb-2946-49a8-9be0-61bb56a658ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:06.942556 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0918fcfb-2946-49a8-9be0-61bb56a658ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:06.943255 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0918fcfb-2946-49a8-9be0-61bb56a658ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:06.943794 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0918fcfb-2946-49a8-9be0-61bb56a658ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:06.944337 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0918fcfb-2946-49a8-9be0-61bb56a658ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:06.961144 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36210) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:06.969384 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0918fcfb-2946-49a8-9be0-61bb56a658ba admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=19909d7384504b648659b4919b79bbdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3136680 Sep 16 05:04:07.068195 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['873b84c4-17d4-4388-8d71-fa62f33d77ad'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:07.109873 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dddaa069-ea91-44a5-b7a2-08076cb1076f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.125296 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c052d44-6b3e-49f5-aa7a-4263c07fcc36 req-5597231e-49fc-47a1-ab0c-0eedf04c2319 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:07.127027 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4c052d44-6b3e-49f5-aa7a-4263c07fcc36 req-5597231e-49fc-47a1-ab0c-0eedf04c2319 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=664b2b33-9347-493f-8118-916f3452f059 HTTP/1.1" status: 200 len: 944 time: 0.1505265 Sep 16 05:04:07.182744 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dddaa069-ea91-44a5-b7a2-08076cb1076f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.209104 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4c052d44-6b3e-49f5-aa7a-4263c07fcc36 req-30f22ec0-92c0-440b-9e07-47197cb642b0 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690346 Sep 16 05:04:07.280891 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da171c3-0d53-49da-8606-ca9c4998c6c0 x-openstack-request-id: req-1da171c3-0d53-49da-8606-ca9c4998c6c0 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:07.281523 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9fffdd-0f6b-432d-a2ee-f2e12e1e0f91", "name": "network-vif-deleted", "tag": "9676c575-6b69-4b60-8a47-ac6af0f20bf7", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:07.281523 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1da171c3-0d53-49da-8606-ca9c4998c6c0 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:07.282014 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9fffdd-0f6b-432d-a2ee-f2e12e1e0f91', 'name': 'network-vif-deleted', 'tag': '9676c575-6b69-4b60-8a47-ac6af0f20bf7', 'status': 'completed', 'code': 200} Sep 16 05:04:07.293288 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 8f4a739d-f773-4fbe-83ba-24c1a7f65de2 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:07.302185 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dddaa069-ea91-44a5-b7a2-08076cb1076f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.305029 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dddaa069-ea91-44a5-b7a2-08076cb1076f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.308759 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-dddaa069-ea91-44a5-b7a2-08076cb1076f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c0ceb1c2-9282-4d3e-8521-a832c32b300a HTTP/1.1" status: 204 len: 168 time: 0.3440125 Sep 16 05:04:07.320284 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddaa069-ea91-44a5-b7a2-08076cb1076f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ceb1c2-9282-4d3e-8521-a832c32b300a,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:07.401207 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 8f4a739d-f773-4fbe-83ba-24c1a7f65de2 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:04:07.404062 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-906fed68-c700-424c-a0d6-e1da5b3b9db7 req-9d94d979-cf9c-4663-8e23-ecce1852060d tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1f9fffdd-0f6b-432d-a2ee-f2e12e1e0f91 HTTP/1.1" status: 200 len: 210 time: 0.0350680 Sep 16 05:04:07.405839 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 8f4a739d-f773-4fbe-83ba-24c1a7f65de2 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:07.406549 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.540065 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.573023 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64d05a-7a4c-459d-b93e-9be2771001d8 req-cba877d4-d507-4226-9a03-655f4eef93ac tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:07.574077 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664b2b33-9347-493f-8118-916f3452f059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4a739d-f773-4fbe-83ba-24c1a7f65de2'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:07.577000 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb9876f-a53d-4c99-b78a-7c01fceb736f" -d '{"events": [{"server_uuid": "664b2b33-9347-493f-8118-916f3452f059", "name": "network-vif-plugged", "status": "completed", "tag": "8f4a739d-f773-4fbe-83ba-24c1a7f65de2"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:07.581180 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4b64d05a-7a4c-459d-b93e-9be2771001d8 req-cba877d4-d507-4226-9a03-655f4eef93ac tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=c04a25d1-288e-4f8b-a286-687057bc276d HTTP/1.1" status: 200 len: 945 time: 0.0759869 Sep 16 05:04:07.604362 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 8f4a739d-f773-4fbe-83ba-24c1a7f65de2, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=8f4a739d-f773-4fbe-83ba-24c1a7f65de2,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:07.615129 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.617711 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device fe1882f5-9617-4b6c-97be-c81005bc341e up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:07.652434 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4b64d05a-7a4c-459d-b93e-9be2771001d8 req-148ab6a2-30e6-4709-b480-934205cfa8a4 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693319 Sep 16 05:04:07.842130 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937f8db1-8efd-4db0-b1c6-2f040deebad0 x-openstack-request-id: req-937f8db1-8efd-4db0-b1c6-2f040deebad0 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:07.842429 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664b2b33-9347-493f-8118-916f3452f059", "name": "network-vif-plugged", "status": "completed", "tag": "8f4a739d-f773-4fbe-83ba-24c1a7f65de2", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:07.842674 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-937f8db1-8efd-4db0-b1c6-2f040deebad0 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:07.843073 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664b2b33-9347-493f-8118-916f3452f059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4a739d-f773-4fbe-83ba-24c1a7f65de2', 'code': 200} Sep 16 05:04:07.888717 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=8f4a739d-f773-4fbe-83ba-24c1a7f65de2,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:07.913356 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port fe1882f5-9617-4b6c-97be-c81005bc341e completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:04:07.917379 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port fe1882f5-9617-4b6c-97be-c81005bc341e triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:07.917756 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.953310 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27758482-fd3d-4185-9fa2-e5a104559432 req-a9da4f13-a884-48e9-ae1a-c169d5a11d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:07.955065 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-27758482-fd3d-4185-9fa2-e5a104559432 req-a9da4f13-a884-48e9-ae1a-c169d5a11d1e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=664b2b33-9347-493f-8118-916f3452f059 HTTP/1.1" status: 200 len: 1097 time: 0.0568573 Sep 16 05:04:07.998375 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-27758482-fd3d-4185-9fa2-e5a104559432 req-5b9ace7e-bd7e-48fe-94aa-76a38f0d6f68 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351951 Sep 16 05:04:08.043252 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:08.088200 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port fe1882f5-9617-4b6c-97be-c81005bc341e, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=fe1882f5-9617-4b6c-97be-c81005bc341e,segment=NetworkSegment(da28f82f-ab30-4276-928f-d70d568934dc),segment_id=da28f82f-ab30-4276-928f-d70d568934dc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:08.093555 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:08.159863 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=fe1882f5-9617-4b6c-97be-c81005bc341e,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:08.390271 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a313a-dcf1-4817-ab1d-1043ac174df4 req-0b36ac12-fc2b-4e40-afc5-d1af36e147f2 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:08.391874 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-133a313a-dcf1-4817-ab1d-1043ac174df4 req-0b36ac12-fc2b-4e40-afc5-d1af36e147f2 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=664b2b33-9347-493f-8118-916f3452f059 HTTP/1.1" status: 200 len: 945 time: 0.0673070 Sep 16 05:04:08.441309 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-133a313a-dcf1-4817-ab1d-1043ac174df4 req-c73323d2-7d0a-4b1a-95cf-9aa5e5dbf9db tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422056 Sep 16 05:04:08.757047 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca45522-b342-45da-a3f7-a4f26527c6f8 req-080cc49e-eba7-433b-b2d8-a2ad81467859 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:08.758661 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2ca45522-b342-45da-a3f7-a4f26527c6f8 req-080cc49e-eba7-433b-b2d8-a2ad81467859 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f1649572-ae40-4d47-8711-3015951d792d HTTP/1.1" status: 200 len: 1098 time: 0.0448041 Sep 16 05:04:08.809182 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2ca45522-b342-45da-a3f7-a4f26527c6f8 req-6aa26ba7-5475-410d-83f4-b22f439751b0 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=41e440ba-d668-4a1c-bd06-d7ccfe223979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360713 Sep 16 05:04:08.828074 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36266) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:08.994051 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d3466-8f20-4515-bf99-4c42f4b2f771 req-aff24599-ca07-477d-a2d6-479733f66556 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:08.995813 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b36d3466-8f20-4515-bf99-4c42f4b2f771 req-aff24599-ca07-477d-a2d6-479733f66556 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=c04a25d1-288e-4f8b-a286-687057bc276d HTTP/1.1" status: 200 len: 946 time: 0.0815198 Sep 16 05:04:09.007215 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3e2c77b4-edac-4b69-8389-8d64174ad945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.062056 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b36d3466-8f20-4515-bf99-4c42f4b2f771 req-d5ebacec-055d-4005-b8f6-a375cda5ccc1 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573909 Sep 16 05:04:09.160169 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3e2c77b4-edac-4b69-8389-8d64174ad945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.169150 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3e2c77b4-edac-4b69-8389-8d64174ad945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.218697 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3e2c77b4-edac-4b69-8389-8d64174ad945 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6af97e1c4eff46b3a9d87e84e58a039a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3895826 Sep 16 05:04:09.219612 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c77b4-edac-4b69-8389-8d64174ad945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b99de0b-fcf9-4430-a035-13cfd691f3d4,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:09.221539 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36272) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:09.295870 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-44c86780-7d04-4d8f-a6f0-c725f191e2f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.323700 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-44c86780-7d04-4d8f-a6f0-c725f191e2f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.401828 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-44c86780-7d04-4d8f-a6f0-c725f191e2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.404990 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-44c86780-7d04-4d8f-a6f0-c725f191e2f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.406725 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-44c86780-7d04-4d8f-a6f0-c725f191e2f3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5b99de0b-fcf9-4430-a035-13cfd691f3d4 HTTP/1.1" status: 204 len: 168 time: 0.1839390 Sep 16 05:04:09.424662 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c86780-7d04-4d8f-a6f0-c725f191e2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b99de0b-fcf9-4430-a035-13cfd691f3d4,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:09.578475 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb57264-142f-4b1b-a613-78556ce2a948 req-dd558c63-9da6-4d41-bfb2-9e2674984e27 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:09.580086 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4eb57264-142f-4b1b-a613-78556ce2a948 req-dd558c63-9da6-4d41-bfb2-9e2674984e27 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=664b2b33-9347-493f-8118-916f3452f059 HTTP/1.1" status: 200 len: 945 time: 0.0608747 Sep 16 05:04:09.622103 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4eb57264-142f-4b1b-a613-78556ce2a948 req-dcb13480-6953-401f-81be-ea6a99612fb4 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349014 Sep 16 05:04:09.763942 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9aba8-431f-4c0b-ab1e-f512a6cdc644 req-59aa13cb-b894-4daf-adc9-c16b14246cfe tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:09.766661 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a5d9aba8-431f-4c0b-ab1e-f512a6cdc644 req-59aa13cb-b894-4daf-adc9-c16b14246cfe tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=664b2b33-9347-493f-8118-916f3452f059 HTTP/1.1" status: 200 len: 945 time: 0.0607908 Sep 16 05:04:09.824957 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a5d9aba8-431f-4c0b-ab1e-f512a6cdc644 req-4546005a-034c-4ca2-ac56-3594420923f0 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462389 Sep 16 05:04:09.844205 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04a25d1-288e-4f8b-a286-687057bc276d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1882f5-9617-4b6c-97be-c81005bc341e'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:09.847686 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e05e11-4d2c-44fc-9d28-e808abeac565" -d '{"events": [{"server_uuid": "c04a25d1-288e-4f8b-a286-687057bc276d", "name": "network-vif-plugged", "status": "completed", "tag": "fe1882f5-9617-4b6c-97be-c81005bc341e"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:09.947237 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bab3d-df2c-4d7b-8c0c-9478f8d16913 req-b9752f01-fe74-4c7e-85e3-a3f6e5db8ed1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:09.948665 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e29bab3d-df2c-4d7b-8c0c-9478f8d16913 req-b9752f01-fe74-4c7e-85e3-a3f6e5db8ed1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=664b2b33-9347-493f-8118-916f3452f059 HTTP/1.1" status: 200 len: 945 time: 0.0522614 Sep 16 05:04:09.997501 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e29bab3d-df2c-4d7b-8c0c-9478f8d16913 req-a9d9b9a5-e52c-40bb-9e7a-a1c8a8c02cba tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359781 Sep 16 05:04:10.054688 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4284562-f6c3-4e0f-9e42-a6b25ae15487 x-openstack-request-id: req-c4284562-f6c3-4e0f-9e42-a6b25ae15487 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:10.055402 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04a25d1-288e-4f8b-a286-687057bc276d", "name": "network-vif-plugged", "status": "completed", "tag": "fe1882f5-9617-4b6c-97be-c81005bc341e", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:10.055858 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c4284562-f6c3-4e0f-9e42-a6b25ae15487 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:10.057632 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c04a25d1-288e-4f8b-a286-687057bc276d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1882f5-9617-4b6c-97be-c81005bc341e', 'code': 200} Sep 16 05:04:10.107893 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-101cf49f-c7b4-46c8-b24d-0a03ed39101d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.270888 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebeedb-994e-4b37-8da2-7d25691df96f req-859d73c1-803b-415f-a6a9-c5943648a2f0 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:10.281169 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-43ebeedb-994e-4b37-8da2-7d25691df96f req-859d73c1-803b-415f-a6a9-c5943648a2f0 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f1649572-ae40-4d47-8711-3015951d792d HTTP/1.1" status: 200 len: 1098 time: 0.1561956 Sep 16 05:04:10.328034 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefc3f9-9399-4170-b609-08225931a2cd req-e013b99e-0796-433d-bc27-f1af354aa41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:10.330503 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2cefc3f9-9399-4170-b609-08225931a2cd req-e013b99e-0796-433d-bc27-f1af354aa41e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c04a25d1-288e-4f8b-a286-687057bc276d HTTP/1.1" status: 200 len: 1098 time: 0.1248584 Sep 16 05:04:10.345319 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 9676c575-6b69-4b60-8a47-ac6af0f20bf7 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:10.360434 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-43ebeedb-994e-4b37-8da2-7d25691df96f req-29ca2260-e2a8-4bbe-ac64-1d6379423794 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=41e440ba-d668-4a1c-bd06-d7ccfe223979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680461 Sep 16 05:04:10.368004 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 9676c575-6b69-4b60-8a47-ac6af0f20bf7 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:10.368353 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 9676c575-6b69-4b60-8a47-ac6af0f20bf7 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:10.384512 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2cefc3f9-9399-4170-b609-08225931a2cd req-a047da9d-e894-4597-b636-fb79be789936 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388048 Sep 16 05:04:10.629889 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d085745-1668-4569-a936-6e386bb49e63 req-de322c85-bed9-4fba-923d-ef80a3669909 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:10.632524 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d085745-1668-4569-a936-6e386bb49e63 req-de322c85-bed9-4fba-923d-ef80a3669909 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=c04a25d1-288e-4f8b-a286-687057bc276d HTTP/1.1" status: 200 len: 946 time: 0.0617359 Sep 16 05:04:10.677170 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d085745-1668-4569-a936-6e386bb49e63 req-e373beab-7a2b-47cd-b8c3-a01c26ad1bb1 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358820 Sep 16 05:04:10.825043 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7c041-5d8d-4f6c-b9e8-ac4f77cd297b req-842ff678-196a-4ed6-aa3b-3961cffac642 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:10.828691 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-41d7c041-5d8d-4f6c-b9e8-ac4f77cd297b req-842ff678-196a-4ed6-aa3b-3961cffac642 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f1649572-ae40-4d47-8711-3015951d792d HTTP/1.1" status: 200 len: 1098 time: 0.0530899 Sep 16 05:04:10.904453 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293032ed-3f43-49f2-a078-54e38447af0d req-995edfa4-58f4-4a61-b54b-4fffea8efd9a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:10.913214 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-293032ed-3f43-49f2-a078-54e38447af0d req-995edfa4-58f4-4a61-b54b-4fffea8efd9a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=664b2b33-9347-493f-8118-916f3452f059 HTTP/1.1" status: 200 len: 945 time: 0.0721636 Sep 16 05:04:10.949591 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-41d7c041-5d8d-4f6c-b9e8-ac4f77cd297b req-c1552f6e-03b9-4d2a-a4bf-5afdcb960934 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Deleting port 873b84c4-17d4-4388-8d71-fa62f33d77ad {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:10.950513 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-41d7c041-5d8d-4f6c-b9e8-ac4f77cd297b req-c1552f6e-03b9-4d2a-a4bf-5afdcb960934 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.963381 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-293032ed-3f43-49f2-a078-54e38447af0d req-4e78d139-2611-4303-90ce-ef661f23f3fd tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497651 Sep 16 05:04:11.056116 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-41d7c041-5d8d-4f6c-b9e8-ac4f77cd297b req-c1552f6e-03b9-4d2a-a4bf-5afdcb960934 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] For port 873b84c4-17d4-4388-8d71-fa62f33d77ad, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=873b84c4-17d4-4388-8d71-fa62f33d77ad,segment=NetworkSegment(29d85595-ec3b-4702-8552-a4a655a341aa),segment_id=29d85595-ec3b-4702-8552-a4a655a341aa)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:11.056617 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-41d7c041-5d8d-4f6c-b9e8-ac4f77cd297b req-c1552f6e-03b9-4d2a-a4bf-5afdcb960934 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.076233 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-41d7c041-5d8d-4f6c-b9e8-ac4f77cd297b req-c1552f6e-03b9-4d2a-a4bf-5afdcb960934 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Calling delete_port for 873b84c4-17d4-4388-8d71-fa62f33d77ad owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:11.251089 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-41d7c041-5d8d-4f6c-b9e8-ac4f77cd297b req-c1552f6e-03b9-4d2a-a4bf-5afdcb960934 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.296410 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1552f6e-03b9-4d2a-a4bf-5afdcb960934 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Pushing event deleted for resources: {'Port': ['ID=873b84c4-17d4-4388-8d71-fa62f33d77ad,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:11.298433 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['873b84c4-17d4-4388-8d71-fa62f33d77ad'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:11.360225 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d7c041-5d8d-4f6c-b9e8-ac4f77cd297b req-c1552f6e-03b9-4d2a-a4bf-5afdcb960934 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] No DVR routers for this DVR port 873b84c4-17d4-4388-8d71-fa62f33d77ad on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:11.363130 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-41d7c041-5d8d-4f6c-b9e8-ac4f77cd297b req-c1552f6e-03b9-4d2a-a4bf-5afdcb960934 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.365546 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-41d7c041-5d8d-4f6c-b9e8-ac4f77cd297b req-c1552f6e-03b9-4d2a-a4bf-5afdcb960934 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.47 "DELETE /v2.0/ports/873b84c4-17d4-4388-8d71-fa62f33d77ad HTTP/1.1" status: 204 len: 173 time: 0.5285842 Sep 16 05:04:11.368473 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1649572-ae40-4d47-8711-3015951d792d', 'name': 'network-vif-deleted', 'tag': '873b84c4-17d4-4388-8d71-fa62f33d77ad'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:11.370870 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffb66da-1156-46eb-87c2-99ae838a866f" -d '{"events": [{"server_uuid": "f1649572-ae40-4d47-8711-3015951d792d", "name": "network-vif-deleted", "tag": "873b84c4-17d4-4388-8d71-fa62f33d77ad"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:11.413514 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60502ab8-2ba3-46bd-ad8e-48b6e647845c x-openstack-request-id: req-60502ab8-2ba3-46bd-ad8e-48b6e647845c {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:11.413875 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1649572-ae40-4d47-8711-3015951d792d", "name": "network-vif-deleted", "tag": "873b84c4-17d4-4388-8d71-fa62f33d77ad", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:11.414192 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-60502ab8-2ba3-46bd-ad8e-48b6e647845c {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:11.414652 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1649572-ae40-4d47-8711-3015951d792d', 'name': 'network-vif-deleted', 'tag': '873b84c4-17d4-4388-8d71-fa62f33d77ad', 'status': 'completed', 'code': 200} Sep 16 05:04:11.508397 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aadf63d1-2041-4698-9466-75b4e2d8a93c req-4d396cac-cc47-4dfd-945d-2ae6eb5d5df2 tempest-TestServerMultinode-800972878 tempest-TestServerMultinode-800972878-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f1649572-ae40-4d47-8711-3015951d792d HTTP/1.1" status: 200 len: 210 time: 0.0333791 Sep 16 05:04:11.704452 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.827552 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431856c-c62f-41a7-8b21-d0b193568544 req-9418df94-687d-4507-9574-0cff78ff939e tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:11.829173 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2431856c-c62f-41a7-8b21-d0b193568544 req-9418df94-687d-4507-9574-0cff78ff939e tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=c04a25d1-288e-4f8b-a286-687057bc276d HTTP/1.1" status: 200 len: 946 time: 0.0732059 Sep 16 05:04:11.891748 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2431856c-c62f-41a7-8b21-d0b193568544 req-5335bc8e-faf2-4f86-939b-cb11877aff36 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555208 Sep 16 05:04:12.263872 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ccc14-28a9-4b03-8467-ae7982a55064 req-1c28d954-7840-4549-857a-186487093833 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:12.265711 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bd6ccc14-28a9-4b03-8467-ae7982a55064 req-1c28d954-7840-4549-857a-186487093833 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=664b2b33-9347-493f-8118-916f3452f059 HTTP/1.1" status: 200 len: 945 time: 0.0808480 Sep 16 05:04:12.413652 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bd6ccc14-28a9-4b03-8467-ae7982a55064 req-459702b6-be6b-402b-9c4a-6c8a2c4e84ba tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222999 Sep 16 05:04:12.527915 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36466) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:12.614822 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36474) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:12.709389 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4cfab340-2e0f-4111-91e6-31d7754006e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.786472 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5f5da-608f-4acd-aced-8a05428850da req-2e9694c2-fd2a-4b4c-8c66-3f6252fa34d7 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:12.788764 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b2e5f5da-608f-4acd-aced-8a05428850da req-2e9694c2-fd2a-4b4c-8c66-3f6252fa34d7 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.47 "GET /v2.0/ports?device_id=664b2b33-9347-493f-8118-916f3452f059 HTTP/1.1" status: 200 len: 945 time: 0.0671039 Sep 16 05:04:13.036600 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-b2e5f5da-608f-4acd-aced-8a05428850da req-bb98833d-a249-4235-9220-a32871bd1cab tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Deleting port 8f4a739d-f773-4fbe-83ba-24c1a7f65de2 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:13.039461 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-b2e5f5da-608f-4acd-aced-8a05428850da req-bb98833d-a249-4235-9220-a32871bd1cab tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.258206 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-b2e5f5da-608f-4acd-aced-8a05428850da req-bb98833d-a249-4235-9220-a32871bd1cab tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] For port 8f4a739d-f773-4fbe-83ba-24c1a7f65de2, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=8f4a739d-f773-4fbe-83ba-24c1a7f65de2,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:13.258608 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-b2e5f5da-608f-4acd-aced-8a05428850da req-bb98833d-a249-4235-9220-a32871bd1cab tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.268667 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3af7fd2c-7853-4b43-83b9-748f0f162688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.280230 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-b2e5f5da-608f-4acd-aced-8a05428850da req-bb98833d-a249-4235-9220-a32871bd1cab tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Calling delete_port for 8f4a739d-f773-4fbe-83ba-24c1a7f65de2 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:13.478936 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4cfab340-2e0f-4111-91e6-31d7754006e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.504923 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4cfab340-2e0f-4111-91e6-31d7754006e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.529592 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-b2e5f5da-608f-4acd-aced-8a05428850da req-bb98833d-a249-4235-9220-a32871bd1cab tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.534088 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.564966 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4cfab340-2e0f-4111-91e6-31d7754006e5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5e67c99ff36145e5afb6b13751e172ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0315228 Sep 16 05:04:13.565271 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36484) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:13.565500 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['8f4a739d-f773-4fbe-83ba-24c1a7f65de2'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:13.570936 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98833d-a249-4235-9220-a32871bd1cab tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Pushing event deleted for resources: {'Port': ['ID=8f4a739d-f773-4fbe-83ba-24c1a7f65de2,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:13.701909 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e5f5da-608f-4acd-aced-8a05428850da req-bb98833d-a249-4235-9220-a32871bd1cab tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] No DVR routers for this DVR port 8f4a739d-f773-4fbe-83ba-24c1a7f65de2 on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:13.703608 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c34d6d8f-1e7f-474a-b278-71200f510dd8 req-6652d790-86af-4d7f-8a74-f7affc0c59c5 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=664b2b33-9347-493f-8118-916f3452f059 HTTP/1.1" status: 200 len: 210 time: 0.1537495 Sep 16 05:04:13.714992 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-b2e5f5da-608f-4acd-aced-8a05428850da req-bb98833d-a249-4235-9220-a32871bd1cab tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.730676 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b2e5f5da-608f-4acd-aced-8a05428850da req-bb98833d-a249-4235-9220-a32871bd1cab tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.47 "DELETE /v2.0/ports/8f4a739d-f773-4fbe-83ba-24c1a7f65de2 HTTP/1.1" status: 204 len: 173 time: 0.9351676 Sep 16 05:04:13.731854 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664b2b33-9347-493f-8118-916f3452f059', 'name': 'network-vif-deleted', 'tag': '8f4a739d-f773-4fbe-83ba-24c1a7f65de2'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:13.746115 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86fd45a-e8a0-4a4b-aff7-f52c4b6d64ca" -d '{"events": [{"server_uuid": "664b2b33-9347-493f-8118-916f3452f059", "name": "network-vif-deleted", "tag": "8f4a739d-f773-4fbe-83ba-24c1a7f65de2"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:13.766980 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfab340-2e0f-4111-91e6-31d7754006e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76672f0d-7fd8-4593-b351-a3c489f703fd,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:13.812512 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6e30c67b-02db-42a9-9e89-64a067d81c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.863214 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6e30c67b-02db-42a9-9e89-64a067d81c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.997557 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6e30c67b-02db-42a9-9e89-64a067d81c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.000443 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6e30c67b-02db-42a9-9e89-64a067d81c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.005973 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6e30c67b-02db-42a9-9e89-64a067d81c4f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/76672f0d-7fd8-4593-b351-a3c489f703fd HTTP/1.1" status: 204 len: 168 time: 0.4198260 Sep 16 05:04:14.036486 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30c67b-02db-42a9-9e89-64a067d81c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76672f0d-7fd8-4593-b351-a3c489f703fd,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:14.086564 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-971dbea6-fed6-4d84-931e-71add80775a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.445696 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d9cae6-786e-4cf5-9b9d-92c35545b54c x-openstack-request-id: req-17d9cae6-786e-4cf5-9b9d-92c35545b54c {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:14.446682 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664b2b33-9347-493f-8118-916f3452f059", "name": "network-vif-deleted", "tag": "8f4a739d-f773-4fbe-83ba-24c1a7f65de2", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:14.447490 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-17d9cae6-786e-4cf5-9b9d-92c35545b54c {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:14.449515 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664b2b33-9347-493f-8118-916f3452f059', 'name': 'network-vif-deleted', 'tag': '8f4a739d-f773-4fbe-83ba-24c1a7f65de2', 'status': 'completed', 'code': 200} Sep 16 05:04:14.620015 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.626407 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.744668 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-971dbea6-fed6-4d84-931e-71add80775a3 admin admin] Deleting port 6c2c112c-46b5-4002-9e84-fbc14e8a8f1b {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:14.745410 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-971dbea6-fed6-4d84-931e-71add80775a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.913085 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-971dbea6-fed6-4d84-931e-71add80775a3 admin admin] For port 6c2c112c-46b5-4002-9e84-fbc14e8a8f1b, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=6c2c112c-46b5-4002-9e84-fbc14e8a8f1b,segment=NetworkSegment(29d85595-ec3b-4702-8552-a4a655a341aa),segment_id=29d85595-ec3b-4702-8552-a4a655a341aa)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:14.913450 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-971dbea6-fed6-4d84-931e-71add80775a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.929452 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-971dbea6-fed6-4d84-931e-71add80775a3 admin admin] Calling delete_port for 6c2c112c-46b5-4002-9e84-fbc14e8a8f1b owned by network:router_interface {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:15.028241 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36508) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:15.064091 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3ad036b6-7389-4735-8725-a0b60f265322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.116010 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a65e780a-7077-40c4-85d7-416ebdce4fd7 req-2f64fb67-de6b-49d0-8b35-42a09186facc tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=664b2b33-9347-493f-8118-916f3452f059 HTTP/1.1" status: 200 len: 210 time: 0.1081645 Sep 16 05:04:15.320114 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 873b84c4-17d4-4388-8d71-fa62f33d77ad no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:15.370980 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: 873b84c4-17d4-4388-8d71-fa62f33d77ad {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:15.377145 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 873b84c4-17d4-4388-8d71-fa62f33d77ad not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:15.408886 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3ad036b6-7389-4735-8725-a0b60f265322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.417346 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3ad036b6-7389-4735-8725-a0b60f265322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.437528 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-971dbea6-fed6-4d84-931e-71add80775a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.473800 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971dbea6-fed6-4d84-931e-71add80775a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c2c112c-46b5-4002-9e84-fbc14e8a8f1b,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:15.546406 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad036b6-7389-4735-8725-a0b60f265322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433adb0b-c411-4074-9f33-e1c3d6e0c4d9,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:15.562508 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3ad036b6-7389-4735-8725-a0b60f265322 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=03588511f21b46799c2ea684c7c42f02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5326555 Sep 16 05:04:15.567775 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36514) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:15.879978 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-971dbea6-fed6-4d84-931e-71add80775a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.897436 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-59d7b3f9-fef9-4dc4-8234-422d03d67aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.962723 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-59d7b3f9-fef9-4dc4-8234-422d03d67aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.083759 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.133528 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-59d7b3f9-fef9-4dc4-8234-422d03d67aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.135450 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-59d7b3f9-fef9-4dc4-8234-422d03d67aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.136721 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-59d7b3f9-fef9-4dc4-8234-422d03d67aac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/433adb0b-c411-4074-9f33-e1c3d6e0c4d9 HTTP/1.1" status: 204 len: 168 time: 0.5675352 Sep 16 05:04:16.154743 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7b3f9-fef9-4dc4-8234-422d03d67aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433adb0b-c411-4074-9f33-e1c3d6e0c4d9,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:16.276900 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971dbea6-fed6-4d84-931e-71add80775a3 admin admin] Router 7de9bd05-610a-4fab-baa3-cfc6855238f7 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:04:16.326935 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-89334375-e286-44b2-8da7-ce5290325494 req-97b4462d-ff58-4e05-b080-7637d6ad72a8 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=664b2b33-9347-493f-8118-916f3452f059 HTTP/1.1" status: 200 len: 210 time: 0.0382748 Sep 16 05:04:16.545702 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971dbea6-fed6-4d84-931e-71add80775a3 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:04:16.554919 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-971dbea6-fed6-4d84-931e-71add80775a3 admin admin] 10.222.0.35 "PUT /v2.0/routers/7de9bd05-610a-4fab-baa3-cfc6855238f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9360576 Sep 16 05:04:16.555965 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36522) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:16.559550 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a799603c-fd8b-4af8-b49a-a57f78e7b121 None None] Sync routers for ids ['7de9bd05-610a-4fab-baa3-cfc6855238f7'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:04:16.583704 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a799603c-fd8b-4af8-b49a-a57f78e7b121 None None] Routers {'7de9bd05-610a-4fab-baa3-cfc6855238f7'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:16.585155 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-a799603c-fd8b-4af8-b49a-a57f78e7b121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:04:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['7de9bd05-610a-4fab-baa3-cfc6855238f7'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:16.782799 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-a799603c-fd8b-4af8-b49a-a57f78e7b121 None None] Set router 7de9bd05-610a-4fab-baa3-cfc6855238f7 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:17.031796 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dfa3de4a-ec82-4190-a1d9-4fac9da00ec9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.037133 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:04:17.094952 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-a799603c-fd8b-4af8-b49a-a57f78e7b121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de9bd05-610a-4fab-baa3-cfc6855238f7', 'name': 'tempest-TestServerMultinode-1788272888-router', 'tenant_id': '6d4f13cd3f824578b093a4f221281eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '7672941d-8551-4aa2-93b4-0daa461f5600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:49Z', 'updated_at': '2021-09-16T05:04:15Z', 'revision_number': 5, 'project_id': '6d4f13cd3f824578b093a4f221281eec', 'gw_port': {'id': '7672941d-8551-4aa2-93b4-0daa461f5600', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:28:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de9bd05-610a-4fab-baa3-cfc6855238f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:51Z', 'updated_at': '2021-09-16T05:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:17.131410 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a799603c-fd8b-4af8-b49a-a57f78e7b121 None None] Checking router: 7de9bd05-610a-4fab-baa3-cfc6855238f7 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:04:17.141855 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a799603c-fd8b-4af8-b49a-a57f78e7b121 None None] Routers {'7de9bd05-610a-4fab-baa3-cfc6855238f7'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:17.142442 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-a799603c-fd8b-4af8-b49a-a57f78e7b121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:04:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['7de9bd05-610a-4fab-baa3-cfc6855238f7'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:17.224140 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dfa3de4a-ec82-4190-a1d9-4fac9da00ec9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.330076 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 8f4a739d-f773-4fbe-83ba-24c1a7f65de2 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:17.382764 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-dfa3de4a-ec82-4190-a1d9-4fac9da00ec9 admin admin] Deleting port 7672941d-8551-4aa2-93b4-0daa461f5600 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:17.383259 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: 8f4a739d-f773-4fbe-83ba-24c1a7f65de2 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:17.383451 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dfa3de4a-ec82-4190-a1d9-4fac9da00ec9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.383619 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 8f4a739d-f773-4fbe-83ba-24c1a7f65de2 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:17.429146 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-a799603c-fd8b-4af8-b49a-a57f78e7b121 None None] Set router 7de9bd05-610a-4fab-baa3-cfc6855238f7 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:17.562511 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-13e58755-6536-46a6-95d5-a18fa597baa2 req-f5729b42-ed5f-4156-bd0e-b681e9d7ed18 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=664b2b33-9347-493f-8118-916f3452f059 HTTP/1.1" status: 200 len: 210 time: 0.0503638 Sep 16 05:04:17.599314 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-dfa3de4a-ec82-4190-a1d9-4fac9da00ec9 admin admin] For port 7672941d-8551-4aa2-93b4-0daa461f5600, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=7672941d-8551-4aa2-93b4-0daa461f5600,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:17.599724 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dfa3de4a-ec82-4190-a1d9-4fac9da00ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.640985 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-dfa3de4a-ec82-4190-a1d9-4fac9da00ec9 admin admin] Calling delete_port for 7672941d-8551-4aa2-93b4-0daa461f5600 owned by network:router_gateway {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:17.708417 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-a799603c-fd8b-4af8-b49a-a57f78e7b121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de9bd05-610a-4fab-baa3-cfc6855238f7', 'name': 'tempest-TestServerMultinode-1788272888-router', 'tenant_id': '6d4f13cd3f824578b093a4f221281eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '7672941d-8551-4aa2-93b4-0daa461f5600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:49Z', 'updated_at': '2021-09-16T05:04:15Z', 'revision_number': 5, 'project_id': '6d4f13cd3f824578b093a4f221281eec', 'gw_port': {'id': '7672941d-8551-4aa2-93b4-0daa461f5600', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:28:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de9bd05-610a-4fab-baa3-cfc6855238f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:51Z', 'updated_at': '2021-09-16T05:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:17.789297 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a799603c-fd8b-4af8-b49a-a57f78e7b121 None None] The sync data for ids ['7de9bd05-610a-4fab-baa3-cfc6855238f7'] in n-d-712139-15 is: [{'id': '7de9bd05-610a-4fab-baa3-cfc6855238f7', 'name': 'tempest-TestServerMultinode-1788272888-router', 'tenant_id': '6d4f13cd3f824578b093a4f221281eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '7672941d-8551-4aa2-93b4-0daa461f5600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:49Z', 'updated_at': '2021-09-16T05:04:15Z', 'revision_number': 5, 'project_id': '6d4f13cd3f824578b093a4f221281eec', 'gw_port': {'id': '7672941d-8551-4aa2-93b4-0daa461f5600', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:28:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de9bd05-610a-4fab-baa3-cfc6855238f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:51Z', 'updated_at': '2021-09-16T05:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:04:17.885900 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dfa3de4a-ec82-4190-a1d9-4fac9da00ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.916306 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa3de4a-ec82-4190-a1d9-4fac9da00ec9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7672941d-8551-4aa2-93b4-0daa461f5600,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:18.009078 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dfa3de4a-ec82-4190-a1d9-4fac9da00ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.125481 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dfa3de4a-ec82-4190-a1d9-4fac9da00ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.145987 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dfa3de4a-ec82-4190-a1d9-4fac9da00ec9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.219168 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dfa3de4a-ec82-4190-a1d9-4fac9da00ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.219938 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa3de4a-ec82-4190-a1d9-4fac9da00ec9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7de9bd05-610a-4fab-baa3-cfc6855238f7 {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:04:18.224704 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dfa3de4a-ec82-4190-a1d9-4fac9da00ec9 admin admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.228460 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36532) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:18.229052 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-dfa3de4a-ec82-4190-a1d9-4fac9da00ec9 admin admin] 10.222.0.35 "DELETE /v2.0/routers/7de9bd05-610a-4fab-baa3-cfc6855238f7 HTTP/1.1" status: 204 len: 168 time: 1.6724038 Sep 16 05:04:18.285566 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-865b3110-86e3-4009-9245-adff96bbed85 admin admin] Deleting subnet 3248db86-5b35-44e8-8e0d-c3fe2cb45aad {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:04:18.291911 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-865b3110-86e3-4009-9245-adff96bbed85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.342287 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-865b3110-86e3-4009-9245-adff96bbed85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.462441 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-865b3110-86e3-4009-9245-adff96bbed85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.541188 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-865b3110-86e3-4009-9245-adff96bbed85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.570170 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b3110-86e3-4009-9245-adff96bbed85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3248db86-5b35-44e8-8e0d-c3fe2cb45aad,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:18.590246 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-865b3110-86e3-4009-9245-adff96bbed85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.593051 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16983b93-9522-4bce-aebf-2f661aa916ba None None] Network 0a276f26-1b13-4f7f-b657-450984b70430 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:18.593921 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-865b3110-86e3-4009-9245-adff96bbed85 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3248db86-5b35-44e8-8e0d-c3fe2cb45aad HTTP/1.1" status: 204 len: 168 time: 0.3639565 Sep 16 05:04:18.598431 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36534) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:18.757615 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-757cd383-179e-4180-92fb-885f3c55b58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.795197 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5d63424d-b7d1-437e-8faa-e8bfa767c84c req-d79da919-f68e-401e-8515-6c8b82623ed7 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=664b2b33-9347-493f-8118-916f3452f059 HTTP/1.1" status: 200 len: 210 time: 0.0337188 Sep 16 05:04:18.858518 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-757cd383-179e-4180-92fb-885f3c55b58b admin admin] Deleting port c8c3d119-b8cd-430a-a27f-6cfd33cb003b {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:18.860002 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-757cd383-179e-4180-92fb-885f3c55b58b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.943893 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-757cd383-179e-4180-92fb-885f3c55b58b admin admin] For port c8c3d119-b8cd-430a-a27f-6cfd33cb003b, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=c8c3d119-b8cd-430a-a27f-6cfd33cb003b,segment=NetworkSegment(29d85595-ec3b-4702-8552-a4a655a341aa),segment_id=29d85595-ec3b-4702-8552-a4a655a341aa)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:18.943893 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-757cd383-179e-4180-92fb-885f3c55b58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.960348 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-757cd383-179e-4180-92fb-885f3c55b58b admin admin] Calling delete_port for c8c3d119-b8cd-430a-a27f-6cfd33cb003b owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:19.075385 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-757cd383-179e-4180-92fb-885f3c55b58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.092933 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405707c8-cc7f-4571-aaf0-8c7533e048f6 None None] DHCP port deletion for 0a276f26-1b13-4f7f-b657-450984b70430 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:04:19.143256 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cd383-179e-4180-92fb-885f3c55b58b admin admin] Pushing event deleted for resources: {'Port': ['ID=c8c3d119-b8cd-430a-a27f-6cfd33cb003b,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:19.148193 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757cd383-179e-4180-92fb-885f3c55b58b admin admin] No DVR routers for this DVR port c8c3d119-b8cd-430a-a27f-6cfd33cb003b on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:19.226012 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 7672941d-8551-4aa2-93b4-0daa461f5600 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:19.267092 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-757cd383-179e-4180-92fb-885f3c55b58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.292447 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 7672941d-8551-4aa2-93b4-0daa461f5600 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:19.293159 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 7672941d-8551-4aa2-93b4-0daa461f5600 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:19.294690 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 6c2c112c-46b5-4002-9e84-fbc14e8a8f1b no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:19.299363 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-757cd383-179e-4180-92fb-885f3c55b58b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a276f26-1b13-4f7f-b657-450984b70430']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:19.319401 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 6c2c112c-46b5-4002-9e84-fbc14e8a8f1b {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:19.319800 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 6c2c112c-46b5-4002-9e84-fbc14e8a8f1b not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:19.320239 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device c8c3d119-b8cd-430a-a27f-6cfd33cb003b no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:19.322591 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-757cd383-179e-4180-92fb-885f3c55b58b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d85595-ec3b-4702-8552-a4a655a341aa') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:19.322955 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-757cd383-179e-4180-92fb-885f3c55b58b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d85595-ec3b-4702-8552-a4a655a341aa') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:19.339292 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-757cd383-179e-4180-92fb-885f3c55b58b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.350635 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: c8c3d119-b8cd-430a-a27f-6cfd33cb003b {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:19.350801 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device c8c3d119-b8cd-430a-a27f-6cfd33cb003b not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:19.374230 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-757cd383-179e-4180-92fb-885f3c55b58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.384812 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-757cd383-179e-4180-92fb-885f3c55b58b admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:04:19.385612 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-757cd383-179e-4180-92fb-885f3c55b58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.387764 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:04:19.387764 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:04:19.387764 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:04:19.387764 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:04:19.387764 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:04:19.387764 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:04:19.387764 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:04:19.387764 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:04:19.387764 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:04:19.387764 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:04:19.387764 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:04:19.387764 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:04:19.387764 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:04:19.387764 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:04:19.387764 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:04:19.387764 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:04:19.387764 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:04:19.387764 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:04:19.387764 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:04:19.387764 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:04:19.387764 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:04:19.387764 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:04:19.387764 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:04:19.387764 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:04:19.387764 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:04:19.387764 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:04:19.387764 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:04:19.387764 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:04:19.387764 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:04:19.387764 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:04:19.387764 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:04:19.387764 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:04:19.482960 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-757cd383-179e-4180-92fb-885f3c55b58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.489399 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-757cd383-179e-4180-92fb-885f3c55b58b admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.494399 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-757cd383-179e-4180-92fb-885f3c55b58b admin admin] 10.222.0.35 "DELETE /v2.0/networks/0a276f26-1b13-4f7f-b657-450984b70430 HTTP/1.1" status: 204 len: 168 time: 0.8932047 Sep 16 05:04:19.494849 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36540) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:19.546167 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cd383-179e-4180-92fb-885f3c55b58b admin admin] Pushing event deleted for resources: {'Network': ['ID=0a276f26-1b13-4f7f-b657-450984b70430,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:20.008753 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9ea8f0a7-2348-4224-81ce-1f72ccb37803 req-0e88f99a-8a4e-4ad7-9023-317cddc271ff tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=664b2b33-9347-493f-8118-916f3452f059 HTTP/1.1" status: 200 len: 210 time: 0.0654743 Sep 16 05:04:20.080677 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b069e7a8-1e4d-40e4-93b6-48ea34328ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.394084 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-b069e7a8-1e4d-40e4-93b6-48ea34328ce9 admin admin] Deleting port e16b8f32-fe82-437c-b097-09eea4effe9e {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:20.394084 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b069e7a8-1e4d-40e4-93b6-48ea34328ce9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.483675 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-b069e7a8-1e4d-40e4-93b6-48ea34328ce9 admin admin] For port e16b8f32-fe82-437c-b097-09eea4effe9e, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=e16b8f32-fe82-437c-b097-09eea4effe9e,segment=NetworkSegment(55090fb5-7a9b-4074-872d-fd7959fbaf78),segment_id=55090fb5-7a9b-4074-872d-fd7959fbaf78)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:20.484478 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b069e7a8-1e4d-40e4-93b6-48ea34328ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.501403 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-b069e7a8-1e4d-40e4-93b6-48ea34328ce9 admin admin] Calling delete_port for e16b8f32-fe82-437c-b097-09eea4effe9e owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:20.712042 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b069e7a8-1e4d-40e4-93b6-48ea34328ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.764253 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069e7a8-1e4d-40e4-93b6-48ea34328ce9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e16b8f32-fe82-437c-b097-09eea4effe9e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:20.992942 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b069e7a8-1e4d-40e4-93b6-48ea34328ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.324336 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b069e7a8-1e4d-40e4-93b6-48ea34328ce9 admin admin] Router 4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:04:21.438952 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b069e7a8-1e4d-40e4-93b6-48ea34328ce9 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:04:21.446868 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36558) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:21.447356 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b069e7a8-1e4d-40e4-93b6-48ea34328ce9 admin admin] 10.222.0.35 "PUT /v2.0/routers/4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9506912 Sep 16 05:04:21.451568 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdedc70-4b84-4d57-97e6-d0d4b9c752d4 None None] Sync routers for ids ['4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:04:21.462111 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdedc70-4b84-4d57-97e6-d0d4b9c752d4 None None] Routers {'4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:21.462743 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dcdedc70-4b84-4d57-97e6-d0d4b9c752d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:04:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:21.565000 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d57f66af-ccf5-4623-8745-d512dc7a9972 admin admin] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.595012 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-dcdedc70-4b84-4d57-97e6-d0d4b9c752d4 None None] Set router 4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:21.711116 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d57f66af-ccf5-4623-8745-d512dc7a9972 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.771243 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-d57f66af-ccf5-4623-8745-d512dc7a9972 admin admin] Deleting port 4cc1415a-bbde-47f2-87ef-ae4ad51fb987 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:21.771566 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d57f66af-ccf5-4623-8745-d512dc7a9972 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.867889 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-d57f66af-ccf5-4623-8745-d512dc7a9972 admin admin] For port 4cc1415a-bbde-47f2-87ef-ae4ad51fb987, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=4cc1415a-bbde-47f2-87ef-ae4ad51fb987,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:21.868270 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d57f66af-ccf5-4623-8745-d512dc7a9972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.881344 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-d57f66af-ccf5-4623-8745-d512dc7a9972 admin admin] Calling delete_port for 4cc1415a-bbde-47f2-87ef-ae4ad51fb987 owned by network:router_gateway {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:21.942523 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dcdedc70-4b84-4d57-97e6-d0d4b9c752d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99', 'name': 'tempest-TestServerMultinode-690135449-router', 'tenant_id': '3931e1dbf5374f4084b4b23d0c49a65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '4cc1415a-bbde-47f2-87ef-ae4ad51fb987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:04Z', 'updated_at': '2021-09-16T05:04:20Z', 'revision_number': 5, 'project_id': '3931e1dbf5374f4084b4b23d0c49a65d', 'gw_port': {'id': '4cc1415a-bbde-47f2-87ef-ae4ad51fb987', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:07Z', 'updated_at': '2021-09-16T05:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:21.969739 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdedc70-4b84-4d57-97e6-d0d4b9c752d4 None None] Checking router: 4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:04:21.979013 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdedc70-4b84-4d57-97e6-d0d4b9c752d4 None None] Routers {'4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:21.979644 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dcdedc70-4b84-4d57-97e6-d0d4b9c752d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:04:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:22.061728 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d57f66af-ccf5-4623-8745-d512dc7a9972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.069009 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-dcdedc70-4b84-4d57-97e6-d0d4b9c752d4 None None] Set router 4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99 gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:22.092772 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f66af-ccf5-4623-8745-d512dc7a9972 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cc1415a-bbde-47f2-87ef-ae4ad51fb987,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:22.128426 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dcdedc70-4b84-4d57-97e6-d0d4b9c752d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99', 'name': 'tempest-TestServerMultinode-690135449-router', 'tenant_id': '3931e1dbf5374f4084b4b23d0c49a65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:04Z', 'updated_at': '2021-09-16T05:04:21Z', 'revision_number': 6, 'project_id': '3931e1dbf5374f4084b4b23d0c49a65d', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:22.150315 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d57f66af-ccf5-4623-8745-d512dc7a9972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.156062 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdedc70-4b84-4d57-97e6-d0d4b9c752d4 None None] The sync data for ids ['4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99'] in n-d-712139-15 is: [{'id': '4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99', 'name': 'tempest-TestServerMultinode-690135449-router', 'tenant_id': '3931e1dbf5374f4084b4b23d0c49a65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:04Z', 'updated_at': '2021-09-16T05:04:21Z', 'revision_number': 6, 'project_id': '3931e1dbf5374f4084b4b23d0c49a65d', 'gw_port_host': None}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:04:22.244840 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d57f66af-ccf5-4623-8745-d512dc7a9972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.246938 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d57f66af-ccf5-4623-8745-d512dc7a9972 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.297474 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d57f66af-ccf5-4623-8745-d512dc7a9972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.297930 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57f66af-ccf5-4623-8745-d512dc7a9972 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99 {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:04:22.302566 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d57f66af-ccf5-4623-8745-d512dc7a9972 admin admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.303775 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d57f66af-ccf5-4623-8745-d512dc7a9972 admin admin] 10.222.0.35 "DELETE /v2.0/routers/4cb7379d-9ffe-49f8-ad8e-f8f0b93dfc99 HTTP/1.1" status: 204 len: 168 time: 0.8559105 Sep 16 05:04:22.306392 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 36564) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:22.354052 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-80bcd4a0-2bc2-43ce-aec3-9802a824baaa admin admin] Deleting subnet 12b0b830-947f-462b-865c-05664be4faf1 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:04:22.358101 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-80bcd4a0-2bc2-43ce-aec3-9802a824baaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.401461 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-80bcd4a0-2bc2-43ce-aec3-9802a824baaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.490138 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-80bcd4a0-2bc2-43ce-aec3-9802a824baaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.548149 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-80bcd4a0-2bc2-43ce-aec3-9802a824baaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.581686 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bcd4a0-2bc2-43ce-aec3-9802a824baaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12b0b830-947f-462b-865c-05664be4faf1,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:22.585546 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-80bcd4a0-2bc2-43ce-aec3-9802a824baaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.590397 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36572) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:22.590994 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-80bcd4a0-2bc2-43ce-aec3-9802a824baaa admin admin] 10.222.0.35 "DELETE /v2.0/subnets/12b0b830-947f-462b-865c-05664be4faf1 HTTP/1.1" status: 204 len: 168 time: 0.2827833 Sep 16 05:04:22.602963 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4352f77b-497a-4d07-aa78-f093e6c0647d None None] Network 6cd241a9-a928-46c5-a57a-477697224345 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:22.753573 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f67b907d-84f9-493e-bc67-34ac1f6235f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.831138 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-f67b907d-84f9-493e-bc67-34ac1f6235f3 admin admin] Deleting port 73a29005-f46b-484e-b5e0-944360e8c5d7 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:22.831786 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f67b907d-84f9-493e-bc67-34ac1f6235f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.902876 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-f67b907d-84f9-493e-bc67-34ac1f6235f3 admin admin] For port 73a29005-f46b-484e-b5e0-944360e8c5d7, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=73a29005-f46b-484e-b5e0-944360e8c5d7,segment=NetworkSegment(55090fb5-7a9b-4074-872d-fd7959fbaf78),segment_id=55090fb5-7a9b-4074-872d-fd7959fbaf78)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:22.903258 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f67b907d-84f9-493e-bc67-34ac1f6235f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.917368 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-f67b907d-84f9-493e-bc67-34ac1f6235f3 admin admin] Calling delete_port for 73a29005-f46b-484e-b5e0-944360e8c5d7 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:23.007281 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f67b907d-84f9-493e-bc67-34ac1f6235f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.038276 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b907d-84f9-493e-bc67-34ac1f6235f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=73a29005-f46b-484e-b5e0-944360e8c5d7,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:23.041690 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67b907d-84f9-493e-bc67-34ac1f6235f3 admin admin] No DVR routers for this DVR port 73a29005-f46b-484e-b5e0-944360e8c5d7 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:23.093812 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa97cfdf-dbf8-4086-bf11-4434f3984b5d None None] DHCP port deletion for 6cd241a9-a928-46c5-a57a-477697224345 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:04:23.136694 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f67b907d-84f9-493e-bc67-34ac1f6235f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.166145 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-f67b907d-84f9-493e-bc67-34ac1f6235f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cd241a9-a928-46c5-a57a-477697224345']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:23.177486 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-f67b907d-84f9-493e-bc67-34ac1f6235f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55090fb5-7a9b-4074-872d-fd7959fbaf78') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:23.177898 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-f67b907d-84f9-493e-bc67-34ac1f6235f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55090fb5-7a9b-4074-872d-fd7959fbaf78') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:23.188528 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f67b907d-84f9-493e-bc67-34ac1f6235f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.199340 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 73a29005-f46b-484e-b5e0-944360e8c5d7 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:23.205352 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f67b907d-84f9-493e-bc67-34ac1f6235f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.214464 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f67b907d-84f9-493e-bc67-34ac1f6235f3 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:04:23.215225 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f67b907d-84f9-493e-bc67-34ac1f6235f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.222920 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 73a29005-f46b-484e-b5e0-944360e8c5d7 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:23.223483 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 73a29005-f46b-484e-b5e0-944360e8c5d7 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:23.224342 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 4cc1415a-bbde-47f2-87ef-ae4ad51fb987 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:23.248753 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:04:23.248753 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:04:23.248753 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:04:23.248753 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:04:23.248753 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:04:23.248753 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:04:23.248753 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:04:23.248753 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:04:23.248753 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:04:23.248753 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:04:23.248753 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:04:23.248753 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:04:23.248753 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:04:23.248753 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:04:23.248753 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:04:23.248753 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:04:23.248753 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:04:23.248753 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:04:23.248753 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:04:23.248753 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:04:23.248753 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:04:23.248753 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:04:23.248753 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:04:23.248753 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:04:23.248753 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:04:23.248753 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:04:23.248753 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:04:23.248753 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:04:23.248753 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:04:23.248753 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:04:23.248753 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:04:23.248753 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:04:23.263290 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 4cc1415a-bbde-47f2-87ef-ae4ad51fb987 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:23.263624 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 4cc1415a-bbde-47f2-87ef-ae4ad51fb987 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:23.264050 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device e16b8f32-fe82-437c-b097-09eea4effe9e no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:23.286742 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: e16b8f32-fe82-437c-b097-09eea4effe9e {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:23.287084 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device e16b8f32-fe82-437c-b097-09eea4effe9e not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:23.311834 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f67b907d-84f9-493e-bc67-34ac1f6235f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.317261 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f67b907d-84f9-493e-bc67-34ac1f6235f3 admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.319471 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f67b907d-84f9-493e-bc67-34ac1f6235f3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/6cd241a9-a928-46c5-a57a-477697224345 HTTP/1.1" status: 204 len: 168 time: 0.7264335 Sep 16 05:04:23.354058 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b907d-84f9-493e-bc67-34ac1f6235f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cd241a9-a928-46c5-a57a-477697224345,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:23.596463 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36584) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:23.684524 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d8f9adab-1078-4276-85ea-9cc5007a4276 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6d4f13cd3f824578b093a4f221281eec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0862081 Sep 16 05:04:23.687874 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36586) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:23.759937 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ffdc4efc-12bc-4868-8ea5-1504a08edddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.787796 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ffdc4efc-12bc-4868-8ea5-1504a08edddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.857314 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ffdc4efc-12bc-4868-8ea5-1504a08edddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.860492 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ffdc4efc-12bc-4868-8ea5-1504a08edddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.862443 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ffdc4efc-12bc-4868-8ea5-1504a08edddf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7f9f595e-f95d-452e-9879-8b68a94b0ddd HTTP/1.1" status: 204 len: 168 time: 0.1733558 Sep 16 05:04:23.876418 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc4efc-12bc-4868-8ea5-1504a08edddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9f595e-f95d-452e-9879-8b68a94b0ddd,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:24.413048 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36596) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:24.463396 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-967218c4-e7a5-46f9-8ff6-4e683c4508aa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3931e1dbf5374f4084b4b23d0c49a65d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485747 Sep 16 05:04:24.468118 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 36598) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:24.571042 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8acf905f-f57a-4c3b-85aa-d3776e57e357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.642429 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8acf905f-f57a-4c3b-85aa-d3776e57e357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.725888 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8acf905f-f57a-4c3b-85aa-d3776e57e357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.730047 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8acf905f-f57a-4c3b-85aa-d3776e57e357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.734301 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8acf905f-f57a-4c3b-85aa-d3776e57e357 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/41e440ba-d668-4a1c-bd06-d7ccfe223979 HTTP/1.1" status: 204 len: 168 time: 0.2613237 Sep 16 05:04:24.754735 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf905f-f57a-4c3b-85aa-d3776e57e357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e440ba-d668-4a1c-bd06-d7ccfe223979,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:31.046143 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e51d4cf3-3a93-4536-a0ae-5c41894ebbb5 req-d7a5e890-82b1-4445-b811-3dde3c6bbf82 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c04a25d1-288e-4f8b-a286-687057bc276d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0478578 Sep 16 05:04:31.048945 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f29297-a53a-4436-992c-b29f6047e19a req-e64e3d58-c845-4889-8a74-7926e22ece7a tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:31.050496 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37f29297-a53a-4436-992c-b29f6047e19a req-e64e3d58-c845-4889-8a74-7926e22ece7a tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/networks?id=fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77 HTTP/1.1" status: 200 len: 814 time: 0.4758320 Sep 16 05:04:31.077491 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37f29297-a53a-4436-992c-b29f6047e19a req-59bbc246-faf8-482f-afbc-59df98ef0cec tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/quotas/aed0474ca8fd40fb9bda09255fa945eb HTTP/1.1" status: 200 len: 375 time: 0.0204504 Sep 16 05:04:31.140024 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37f29297-a53a-4436-992c-b29f6047e19a req-4ae6e3da-eb3c-43af-afd3-7ba62ab5bfbd tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=aed0474ca8fd40fb9bda09255fa945eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0585196 Sep 16 05:04:31.153395 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-37f29297-a53a-4436-992c-b29f6047e19a req-e96d435c-acb9-471e-a741-bbc0225b11a1 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:04:31.155029 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37f29297-a53a-4436-992c-b29f6047e19a req-e96d435c-acb9-471e-a741-bbc0225b11a1 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078745 Sep 16 05:04:31.170955 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d4cf3-3a93-4536-a0ae-5c41894ebbb5 req-72bd44af-823a-450d-822a-332a6d92fe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:31.172839 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e51d4cf3-3a93-4536-a0ae-5c41894ebbb5 req-72bd44af-823a-450d-822a-332a6d92fe4c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aed0474ca8fd40fb9bda09255fa945eb&device_id=c04a25d1-288e-4f8b-a286-687057bc276d HTTP/1.1" status: 200 len: 1098 time: 0.0594914 Sep 16 05:04:31.270688 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37f29297-a53a-4436-992c-b29f6047e19a req-fb5c5e3d-fa17-47a8-8751-1594662580c4 service neutron] 10.222.0.35 "GET /v2.0/networks/fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038079 Sep 16 05:04:31.301846 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d4cf3-3a93-4536-a0ae-5c41894ebbb5 req-e875d7b2-d6c5-460d-8d6d-b8885045a834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:31.303381 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e51d4cf3-3a93-4536-a0ae-5c41894ebbb5 req-e875d7b2-d6c5-460d-8d6d-b8885045a834 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77 HTTP/1.1" status: 200 len: 915 time: 0.1066923 Sep 16 05:04:31.359831 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e51d4cf3-3a93-4536-a0ae-5c41894ebbb5 req-5560fa2d-bd33-443e-b310-3ec15e0e56a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe1882f5-9617-4b6c-97be-c81005bc341e HTTP/1.1" status: 200 len: 217 time: 0.0486147 Sep 16 05:04:31.391523 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37f29297-a53a-4436-992c-b29f6047e19a req-c79ccde0-36ec-41a6-b4bc-dc53ff57dd2c service neutron] 10.222.0.35 "GET /v2.0/networks/fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102018 Sep 16 05:04:31.423978 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d4cf3-3a93-4536-a0ae-5c41894ebbb5 req-33bdb503-de18-4703-9c69-fda7a6d33624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:31.425807 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e51d4cf3-3a93-4536-a0ae-5c41894ebbb5 req-33bdb503-de18-4703-9c69-fda7a6d33624 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5338d0bf-1d51-49f4-992a-9c21a3403920 HTTP/1.1" status: 200 len: 854 time: 0.0580387 Sep 16 05:04:31.466165 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e51d4cf3-3a93-4536-a0ae-5c41894ebbb5 req-0306632d-7485-4c02-9397-ed721b3acb2d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319562 Sep 16 05:04:31.608643 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e51d4cf3-3a93-4536-a0ae-5c41894ebbb5 req-89f21ff9-25ac-403d-adef-b4bd50840460 service neutron] 10.222.0.47 "GET /v2.0/networks/fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348369 Sep 16 05:04:31.720434 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-99151faf-7993-4953-8479-0280ef823fdf req-9dc7a683-5cdf-420b-99e4-b44afaff5be6 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae386e2-ef2d-4398-82b3-2955178f1ca3 HTTP/1.1" status: 200 len: 210 time: 0.0541627 Sep 16 05:04:31.756935 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e51d4cf3-3a93-4536-a0ae-5c41894ebbb5 req-469732f9-1ec9-4ec4-a1de-a4c9e6555084 service neutron] 10.222.0.47 "GET /v2.0/networks/fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361270 Sep 16 05:04:32.954815 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f29297-a53a-4436-992c-b29f6047e19a req-f7eeaea2-2d08-458c-af86-7620a0b406c2 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:32.956514 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-37f29297-a53a-4436-992c-b29f6047e19a req-f7eeaea2-2d08-458c-af86-7620a0b406c2 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.47 "GET /v2.0/networks?id=fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77 HTTP/1.1" status: 200 len: 814 time: 0.2789414 Sep 16 05:04:32.958282 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2c8e22ac-f3e4-49ba-8369-2500c28ce255 req-8cf61b7c-e302-45b0-a30b-2a3004500095 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae386e2-ef2d-4398-82b3-2955178f1ca3 HTTP/1.1" status: 200 len: 210 time: 0.1174784 Sep 16 05:04:32.988163 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-37f29297-a53a-4436-992c-b29f6047e19a req-f5ad860e-fe7f-4fd2-8ee5-611e86835225 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Request body: {'port': {'device_id': '0ae386e2-ef2d-4398-82b3-2955178f1ca3', 'network_id': 'fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77', 'admin_state_up': True, 'tenant_id': 'aed0474ca8fd40fb9bda09255fa945eb'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:33.138532 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37f29297-a53a-4436-992c-b29f6047e19a req-f5ad860e-fe7f-4fd2-8ee5-611e86835225 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Made reservation on behalf of aed0474ca8fd40fb9bda09255fa945eb for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:33.142531 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-37f29297-a53a-4436-992c-b29f6047e19a req-f5ad860e-fe7f-4fd2-8ee5-611e86835225 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:33.287215 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-37f29297-a53a-4436-992c-b29f6047e19a req-f5ad860e-fe7f-4fd2-8ee5-611e86835225 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Allocated IP 172.20.0.9 (fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77/5338d0bf-1d51-49f4-992a-9c21a3403920/911ea803-f699-4c51-b0eb-ac0504a6dbf1) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:33.459882 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-37f29297-a53a-4436-992c-b29f6047e19a req-f5ad860e-fe7f-4fd2-8ee5-611e86835225 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:33.498877 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-37f29297-a53a-4436-992c-b29f6047e19a req-f5ad860e-fe7f-4fd2-8ee5-611e86835225 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:33.533830 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['fe1882f5-9617-4b6c-97be-c81005bc341e'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:33.554688 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37f29297-a53a-4436-992c-b29f6047e19a req-f5ad860e-fe7f-4fd2-8ee5-611e86835225 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Network fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:33.557964 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-37f29297-a53a-4436-992c-b29f6047e19a req-f5ad860e-fe7f-4fd2-8ee5-611e86835225 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:33.562663 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f29297-a53a-4436-992c-b29f6047e19a req-f5ad860e-fe7f-4fd2-8ee5-611e86835225 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:33.599467 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad860e-fe7f-4fd2-8ee5-611e86835225 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Pushing event updated for resources: {'Port': ['ID=911ea803-f699-4c51-b0eb-ac0504a6dbf1,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:33.636308 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f29297-a53a-4436-992c-b29f6047e19a req-f5ad860e-fe7f-4fd2-8ee5-611e86835225 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:33.637905 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-37f29297-a53a-4436-992c-b29f6047e19a req-f5ad860e-fe7f-4fd2-8ee5-611e86835225 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:33.656440 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-37f29297-a53a-4436-992c-b29f6047e19a req-f5ad860e-fe7f-4fd2-8ee5-611e86835225 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6746535 Sep 16 05:04:33.676224 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-37f29297-a53a-4436-992c-b29f6047e19a req-8ed65630-3ec8-4de8-a30a-5515c8ddbcee service neutron] Request body: {'port': {'device_id': '0ae386e2-ef2d-4398-82b3-2955178f1ca3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:33.741120 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-37f29297-a53a-4436-992c-b29f6047e19a req-8ed65630-3ec8-4de8-a30a-5515c8ddbcee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.111421 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-37f29297-a53a-4436-992c-b29f6047e19a req-8ed65630-3ec8-4de8-a30a-5515c8ddbcee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 911ea803-f699-4c51-b0eb-ac0504a6dbf1 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:34.121407 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-37f29297-a53a-4436-992c-b29f6047e19a req-8ed65630-3ec8-4de8-a30a-5515c8ddbcee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.121690 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6f9a4-3e24-4848-8896-f9d82416967c req-1a9b69cb-6c0c-47bb-a335-de6b43e64127 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:34.123935 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3cf6f9a4-3e24-4848-8896-f9d82416967c req-1a9b69cb-6c0c-47bb-a335-de6b43e64127 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae386e2-ef2d-4398-82b3-2955178f1ca3 HTTP/1.1" status: 200 len: 931 time: 0.0666099 Sep 16 05:04:34.145871 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-37f29297-a53a-4436-992c-b29f6047e19a req-8ed65630-3ec8-4de8-a30a-5515c8ddbcee service neutron] Transition to ACTIVE for port object 911ea803-f699-4c51-b0eb-ac0504a6dbf1 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:04:34.151914 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-37f29297-a53a-4436-992c-b29f6047e19a req-8ed65630-3ec8-4de8-a30a-5515c8ddbcee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.177108 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3cf6f9a4-3e24-4848-8896-f9d82416967c req-b6c9a676-7b39-48c2-abcf-62f1187a54e0 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468988 Sep 16 05:04:34.206468 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed65630-3ec8-4de8-a30a-5515c8ddbcee service neutron] Pushing event updated for resources: {'Port': ['ID=911ea803-f699-4c51-b0eb-ac0504a6dbf1,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:34.279252 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-37f29297-a53a-4436-992c-b29f6047e19a req-8ed65630-3ec8-4de8-a30a-5515c8ddbcee service neutron] Attempting to bind port 911ea803-f699-4c51-b0eb-ac0504a6dbf1 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:34.279601 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-37f29297-a53a-4436-992c-b29f6047e19a req-8ed65630-3ec8-4de8-a30a-5515c8ddbcee service neutron] Attempting to bind port 911ea803-f699-4c51-b0eb-ac0504a6dbf1 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'da28f82f-ab30-4276-928f-d70d568934dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:34.279941 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f29297-a53a-4436-992c-b29f6047e19a req-8ed65630-3ec8-4de8-a30a-5515c8ddbcee service neutron] Attempting to bind port 911ea803-f699-4c51-b0eb-ac0504a6dbf1 on network fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:34.287488 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f29297-a53a-4436-992c-b29f6047e19a req-8ed65630-3ec8-4de8-a30a-5515c8ddbcee service neutron] Port 911ea803-f699-4c51-b0eb-ac0504a6dbf1 on network fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:34.287621 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f29297-a53a-4436-992c-b29f6047e19a req-8ed65630-3ec8-4de8-a30a-5515c8ddbcee service neutron] Attempting to bind port 911ea803-f699-4c51-b0eb-ac0504a6dbf1 on network fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:34.293178 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f29297-a53a-4436-992c-b29f6047e19a req-8ed65630-3ec8-4de8-a30a-5515c8ddbcee service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:34.294359 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f29297-a53a-4436-992c-b29f6047e19a req-8ed65630-3ec8-4de8-a30a-5515c8ddbcee service neutron] Checking segment: {'id': 'da28f82f-ab30-4276-928f-d70d568934dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:34.294659 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f29297-a53a-4436-992c-b29f6047e19a req-8ed65630-3ec8-4de8-a30a-5515c8ddbcee service neutron] Bound using segment: {'id': 'da28f82f-ab30-4276-928f-d70d568934dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:34.295094 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-37f29297-a53a-4436-992c-b29f6047e19a req-8ed65630-3ec8-4de8-a30a-5515c8ddbcee service neutron] Bound port: 911ea803-f699-4c51-b0eb-ac0504a6dbf1, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da28f82f-ab30-4276-928f-d70d568934dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:34.295459 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-37f29297-a53a-4436-992c-b29f6047e19a req-8ed65630-3ec8-4de8-a30a-5515c8ddbcee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.371684 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-37f29297-a53a-4436-992c-b29f6047e19a req-8ed65630-3ec8-4de8-a30a-5515c8ddbcee service neutron] For port 911ea803-f699-4c51-b0eb-ac0504a6dbf1, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:34.376232 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-37f29297-a53a-4436-992c-b29f6047e19a req-8ed65630-3ec8-4de8-a30a-5515c8ddbcee service neutron] For port 911ea803-f699-4c51-b0eb-ac0504a6dbf1, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=911ea803-f699-4c51-b0eb-ac0504a6dbf1,segment=NetworkSegment(da28f82f-ab30-4276-928f-d70d568934dc),segment_id=da28f82f-ab30-4276-928f-d70d568934dc)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:34.381974 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-37f29297-a53a-4436-992c-b29f6047e19a req-8ed65630-3ec8-4de8-a30a-5515c8ddbcee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.422342 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f29297-a53a-4436-992c-b29f6047e19a req-8ed65630-3ec8-4de8-a30a-5515c8ddbcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:34.422999 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-37f29297-a53a-4436-992c-b29f6047e19a req-8ed65630-3ec8-4de8-a30a-5515c8ddbcee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.424412 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-37f29297-a53a-4436-992c-b29f6047e19a req-8ed65630-3ec8-4de8-a30a-5515c8ddbcee service neutron] 10.222.0.47 "PUT /v2.0/ports/911ea803-f699-4c51-b0eb-ac0504a6dbf1 HTTP/1.1" status: 200 len: 1092 time: 0.7527497 Sep 16 05:04:34.424878 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae386e2-ef2d-4398-82b3-2955178f1ca3', 'tag': '911ea803-f699-4c51-b0eb-ac0504a6dbf1'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:34.427139 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd9b6dd-b733-43d0-99e6-46c1f7899b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae386e2-ef2d-4398-82b3-2955178f1ca3", "tag": "911ea803-f699-4c51-b0eb-ac0504a6dbf1"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:34.459682 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed65630-3ec8-4de8-a30a-5515c8ddbcee service neutron] Pushing event updated for resources: {'Port': ['ID=911ea803-f699-4c51-b0eb-ac0504a6dbf1,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:34.484843 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025ca740-9e48-43ba-9e9f-f6c1c1b60f5c x-openstack-request-id: req-025ca740-9e48-43ba-9e9f-f6c1c1b60f5c {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:34.485137 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae386e2-ef2d-4398-82b3-2955178f1ca3", "tag": "911ea803-f699-4c51-b0eb-ac0504a6dbf1", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:34.485655 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-025ca740-9e48-43ba-9e9f-f6c1c1b60f5c {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:34.486063 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ae386e2-ef2d-4398-82b3-2955178f1ca3', 'tag': '911ea803-f699-4c51-b0eb-ac0504a6dbf1', 'status': 'completed', 'code': 200} Sep 16 05:04:34.553095 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f29297-a53a-4436-992c-b29f6047e19a req-7b0eb538-a779-4ec9-88d9-f7ba34167ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:34.555129 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-37f29297-a53a-4436-992c-b29f6047e19a req-7b0eb538-a779-4ec9-88d9-f7ba34167ffc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aed0474ca8fd40fb9bda09255fa945eb&device_id=0ae386e2-ef2d-4398-82b3-2955178f1ca3 HTTP/1.1" status: 200 len: 1095 time: 0.0496643 Sep 16 05:04:34.612844 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-37f29297-a53a-4436-992c-b29f6047e19a req-8fdc8ff7-8dfb-418b-b191-85ded9edf3e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=911ea803-f699-4c51-b0eb-ac0504a6dbf1 HTTP/1.1" status: 200 len: 217 time: 0.0440052 Sep 16 05:04:35.074438 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f29297-a53a-4436-992c-b29f6047e19a req-871c28f0-6bd0-4d57-b87a-dc4da7f893a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:35.076112 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-37f29297-a53a-4436-992c-b29f6047e19a req-871c28f0-6bd0-4d57-b87a-dc4da7f893a5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5338d0bf-1d51-49f4-992a-9c21a3403920 HTTP/1.1" status: 200 len: 854 time: 0.4562626 Sep 16 05:04:35.110794 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-37f29297-a53a-4436-992c-b29f6047e19a req-b9a2bcd9-9614-4e11-b830-ee37d3e57c52 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270863 Sep 16 05:04:35.243051 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-37f29297-a53a-4436-992c-b29f6047e19a req-d371cdaf-a10a-453b-8ae0-a960418f81bf service neutron] 10.222.0.47 "GET /v2.0/networks/fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248431 Sep 16 05:04:35.345115 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef996bb-c2d9-4480-8941-bda3028b9300 req-226c7130-f76c-427f-9bb6-c50c1ac040c1 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:35.346823 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6ef996bb-c2d9-4480-8941-bda3028b9300 req-226c7130-f76c-427f-9bb6-c50c1ac040c1 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae386e2-ef2d-4398-82b3-2955178f1ca3 HTTP/1.1" status: 200 len: 943 time: 0.0566509 Sep 16 05:04:35.395992 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-37f29297-a53a-4436-992c-b29f6047e19a req-ee52c82d-f9b6-4ec9-be10-5210e0267ff7 service neutron] 10.222.0.47 "GET /v2.0/networks/fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384730 Sep 16 05:04:35.401194 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6ef996bb-c2d9-4480-8941-bda3028b9300 req-aad723d2-1d90-4d3d-b082-bb8d9a35cc64 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408592 Sep 16 05:04:35.546925 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9b6dd-b733-43d0-99e6-46c1f7899b7b req-c0d67626-2f29-4c68-84ef-abcc6282af0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:35.548322 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4fd9b6dd-b733-43d0-99e6-46c1f7899b7b req-c0d67626-2f29-4c68-84ef-abcc6282af0e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aed0474ca8fd40fb9bda09255fa945eb&device_id=0ae386e2-ef2d-4398-82b3-2955178f1ca3 HTTP/1.1" status: 200 len: 1095 time: 0.0586097 Sep 16 05:04:35.654915 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9b6dd-b733-43d0-99e6-46c1f7899b7b req-24486ff3-52c0-4c34-b279-a881f11f175c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:35.656520 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4fd9b6dd-b733-43d0-99e6-46c1f7899b7b req-24486ff3-52c0-4c34-b279-a881f11f175c service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77 HTTP/1.1" status: 200 len: 915 time: 0.1006320 Sep 16 05:04:35.705478 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4fd9b6dd-b733-43d0-99e6-46c1f7899b7b req-99b7754f-cf89-48cb-a84f-82829ea5eb39 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=911ea803-f699-4c51-b0eb-ac0504a6dbf1 HTTP/1.1" status: 200 len: 217 time: 0.0388110 Sep 16 05:04:35.764327 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9b6dd-b733-43d0-99e6-46c1f7899b7b req-8e16b70f-eabf-418c-899f-2bb711634c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:35.765897 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4fd9b6dd-b733-43d0-99e6-46c1f7899b7b req-8e16b70f-eabf-418c-899f-2bb711634c19 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5338d0bf-1d51-49f4-992a-9c21a3403920 HTTP/1.1" status: 200 len: 854 time: 0.0519159 Sep 16 05:04:35.801404 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4fd9b6dd-b733-43d0-99e6-46c1f7899b7b req-bf52f410-8b2d-4021-bcb5-4c25b38bed0d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271347 Sep 16 05:04:35.902840 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4fd9b6dd-b733-43d0-99e6-46c1f7899b7b req-f31ce66f-76b5-43d5-8272-4501e7017a43 service neutron] 10.222.0.47 "GET /v2.0/networks/fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934584 Sep 16 05:04:36.029671 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4fd9b6dd-b733-43d0-99e6-46c1f7899b7b req-084bd70f-ef27-42b5-8fd3-d286548e55b9 service neutron] 10.222.0.47 "GET /v2.0/networks/fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193321 Sep 16 05:04:36.540242 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac1463-7a26-4d49-8895-980a9941f885 req-4ff6ad02-5f9a-47b9-948f-24aae3209d65 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:36.541488 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-45ac1463-7a26-4d49-8895-980a9941f885 req-4ff6ad02-5f9a-47b9-948f-24aae3209d65 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae386e2-ef2d-4398-82b3-2955178f1ca3 HTTP/1.1" status: 200 len: 943 time: 0.0530655 Sep 16 05:04:36.583773 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-45ac1463-7a26-4d49-8895-980a9941f885 req-572823fd-f108-4959-9672-0695847926f8 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348802 Sep 16 05:04:37.759204 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248f2b0-d10c-43df-aecf-08a966b133b3 req-b68abd01-cbe9-42ae-bfb3-0ffcc97a8dff tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:37.760853 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6248f2b0-d10c-43df-aecf-08a966b133b3 req-b68abd01-cbe9-42ae-bfb3-0ffcc97a8dff tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae386e2-ef2d-4398-82b3-2955178f1ca3 HTTP/1.1" status: 200 len: 943 time: 0.0742121 Sep 16 05:04:37.817512 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6248f2b0-d10c-43df-aecf-08a966b133b3 req-506cc776-7b4c-4d9e-a58a-277dfbd83a4e tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485568 Sep 16 05:04:38.962580 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c40552-edd6-4a4f-ac31-538e7f6cfb71 req-cd71147f-0b6a-429a-90c6-749f69170296 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:38.964861 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f2c40552-edd6-4a4f-ac31-538e7f6cfb71 req-cd71147f-0b6a-429a-90c6-749f69170296 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae386e2-ef2d-4398-82b3-2955178f1ca3 HTTP/1.1" status: 200 len: 943 time: 0.0621119 Sep 16 05:04:39.017892 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f2c40552-edd6-4a4f-ac31-538e7f6cfb71 req-41e06d03-9395-4b5f-8f83-bba082426be4 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446062 Sep 16 05:04:39.386368 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 911ea803-f699-4c51-b0eb-ac0504a6dbf1 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:04:39.559357 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 911ea803-f699-4c51-b0eb-ac0504a6dbf1, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=911ea803-f699-4c51-b0eb-ac0504a6dbf1,segment=NetworkSegment(da28f82f-ab30-4276-928f-d70d568934dc),segment_id=da28f82f-ab30-4276-928f-d70d568934dc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:39.581508 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '911ea803-f699-4c51-b0eb-ac0504a6dbf1', 'network_id': 'fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77', 'port_id': '911ea803-f699-4c51-b0eb-ac0504a6dbf1', 'mac_address': 'fa:16:3e:22:fe:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5338d0bf-1d51-49f4-992a-9c21a3403920', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:04:39.667779 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:39.690927 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 911ea803-f699-4c51-b0eb-ac0504a6dbf1 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:39.723079 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 911ea803-f699-4c51-b0eb-ac0504a6dbf1, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=911ea803-f699-4c51-b0eb-ac0504a6dbf1,segment=NetworkSegment(da28f82f-ab30-4276-928f-d70d568934dc),segment_id=da28f82f-ab30-4276-928f-d70d568934dc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:39.728969 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:39.800658 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=911ea803-f699-4c51-b0eb-ac0504a6dbf1,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:40.031721 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['911ea803-f699-4c51-b0eb-ac0504a6dbf1'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:40.165394 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cf7b469e-e86a-4e27-86d2-f10720651884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:40.227454 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a10a2-d34c-4771-b2d3-adc01291f8c1 req-c8b15c25-a20a-4518-9b80-7e68a3f443fd tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:40.238520 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1d4a10a2-d34c-4771-b2d3-adc01291f8c1 req-c8b15c25-a20a-4518-9b80-7e68a3f443fd tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae386e2-ef2d-4398-82b3-2955178f1ca3 HTTP/1.1" status: 200 len: 944 time: 0.0864842 Sep 16 05:04:40.297816 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1d4a10a2-d34c-4771-b2d3-adc01291f8c1 req-ef2c41df-c6ca-43a4-89f9-73665b5b28b1 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578520 Sep 16 05:04:41.394383 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 911ea803-f699-4c51-b0eb-ac0504a6dbf1 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:41.460993 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d611502-de44-4a4e-938d-390c16180395 req-4c26a938-8e29-4e9c-9192-577673d35055 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:41.462919 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0d611502-de44-4a4e-938d-390c16180395 req-4c26a938-8e29-4e9c-9192-577673d35055 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae386e2-ef2d-4398-82b3-2955178f1ca3 HTTP/1.1" status: 200 len: 944 time: 0.0661976 Sep 16 05:04:41.490246 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 911ea803-f699-4c51-b0eb-ac0504a6dbf1 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:04:41.496884 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 911ea803-f699-4c51-b0eb-ac0504a6dbf1 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:41.497876 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:41.581929 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0d611502-de44-4a4e-938d-390c16180395 req-b4e2bfe2-1e22-4c79-bac4-f7b80ec4dcf9 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119142 Sep 16 05:04:41.648337 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:41.684831 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae386e2-ef2d-4398-82b3-2955178f1ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911ea803-f699-4c51-b0eb-ac0504a6dbf1'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:41.687102 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f84e01-6fde-4285-b232-ad4a605983ba" -d '{"events": [{"server_uuid": "0ae386e2-ef2d-4398-82b3-2955178f1ca3", "name": "network-vif-plugged", "status": "completed", "tag": "911ea803-f699-4c51-b0eb-ac0504a6dbf1"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:41.700084 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:41.703953 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 911ea803-f699-4c51-b0eb-ac0504a6dbf1, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=911ea803-f699-4c51-b0eb-ac0504a6dbf1,segment=NetworkSegment(da28f82f-ab30-4276-928f-d70d568934dc),segment_id=da28f82f-ab30-4276-928f-d70d568934dc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:41.711191 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:41.780192 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=911ea803-f699-4c51-b0eb-ac0504a6dbf1,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:41.974668 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112e90b3-d4b3-480d-ae71-ec5d048713e7 x-openstack-request-id: req-112e90b3-d4b3-480d-ae71-ec5d048713e7 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:41.974965 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae386e2-ef2d-4398-82b3-2955178f1ca3", "name": "network-vif-plugged", "status": "completed", "tag": "911ea803-f699-4c51-b0eb-ac0504a6dbf1", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:41.975222 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-112e90b3-d4b3-480d-ae71-ec5d048713e7 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:41.975618 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae386e2-ef2d-4398-82b3-2955178f1ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911ea803-f699-4c51-b0eb-ac0504a6dbf1', 'code': 200} Sep 16 05:04:42.116171 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50684a18-ca1b-48c2-8f50-f67b585a5004 req-21ba8466-821c-4d74-87c8-6d2ad3fcc2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:42.118447 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-50684a18-ca1b-48c2-8f50-f67b585a5004 req-21ba8466-821c-4d74-87c8-6d2ad3fcc2be service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0ae386e2-ef2d-4398-82b3-2955178f1ca3 HTTP/1.1" status: 200 len: 1097 time: 0.0487549 Sep 16 05:04:42.159746 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-50684a18-ca1b-48c2-8f50-f67b585a5004 req-efbe48db-0f78-4933-a62b-e3e6ea61c85b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336089 Sep 16 05:04:42.738789 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8172bdf-9bce-4e0b-a574-8b0d5603db1d req-566f4ef4-f8d3-4162-b698-05c5d59ba4e9 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:42.740580 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b8172bdf-9bce-4e0b-a574-8b0d5603db1d req-566f4ef4-f8d3-4162-b698-05c5d59ba4e9 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae386e2-ef2d-4398-82b3-2955178f1ca3 HTTP/1.1" status: 200 len: 945 time: 0.0540628 Sep 16 05:04:42.790011 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b8172bdf-9bce-4e0b-a574-8b0d5603db1d req-c84ca88b-7008-493b-a1fc-b0c479000e86 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381305 Sep 16 05:04:43.243457 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6ecca727-f107-4830-b12c-ed8467f56449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.519605 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.926730 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cb19c-1f12-49d5-aa59-12f62b2a7852 req-253363b0-bec5-4fe9-947e-b270e5365bfb tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:43.928249 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-686cb19c-1f12-49d5-aa59-12f62b2a7852 req-253363b0-bec5-4fe9-947e-b270e5365bfb tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae386e2-ef2d-4398-82b3-2955178f1ca3 HTTP/1.1" status: 200 len: 945 time: 0.0567334 Sep 16 05:04:43.981660 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-686cb19c-1f12-49d5-aa59-12f62b2a7852 req-86882e05-34b5-48f8-970e-944e4bbe27fa tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448599 Sep 16 05:04:44.557932 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:44.611774 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:45.495787 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-ef5693da-be54-4612-8894-9f56fd1f4454 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:45.498008 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-ef5693da-be54-4612-8894-9f56fd1f4454 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/networks?id=2ffb7374-cfe5-44a3-b981-4861b354cbc4 HTTP/1.1" status: 200 len: 812 time: 0.1148474 Sep 16 05:04:45.518802 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-61476fd7-e88a-4467-853a-64e075536800 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/quotas/563bf98d77304029a90b6357f1f3f020 HTTP/1.1" status: 200 len: 375 time: 0.0099351 Sep 16 05:04:45.581502 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-5f6c0c27-e6fe-4ff7-821d-59a8b71329b6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=563bf98d77304029a90b6357f1f3f020&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559237 Sep 16 05:04:45.691225 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-bbdef3c2-c66d-42ba-86ea-da5ae4fc35b6 service neutron] 10.222.0.35 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963120 Sep 16 05:04:45.797036 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-160282e5-f710-494a-9c0b-917b6ed84dc3 service neutron] 10.222.0.35 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990214 Sep 16 05:04:46.066606 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.111149 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fba218f9-5368-444d-9206-93b4d630a3bd req-02fb1d02-05a6-4700-a241-1bf4a19c47dd tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 210 time: 0.0724583 Sep 16 05:04:47.243176 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-095a56d9-e577-4652-a373-67f9ddcc4f5f req-532479f4-bd74-4411-a113-68cc2de368c1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 210 time: 0.0326471 Sep 16 05:04:47.348497 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-2fe68fc5-d988-4be5-9928-ea8c3ff56721 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:47.351025 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-2fe68fc5-d988-4be5-9928-ea8c3ff56721 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.48 "GET /v2.0/networks?id=2ffb7374-cfe5-44a3-b981-4861b354cbc4 HTTP/1.1" status: 200 len: 812 time: 0.1944420 Sep 16 05:04:47.369880 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-2e5bf74f-dd90-46f4-9888-47db0d1382c1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Request body: {'port': {'device_id': '2c63c3b9-208e-43b0-b586-0a1f10e4a6c8', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'admin_state_up': True, 'tenant_id': '563bf98d77304029a90b6357f1f3f020'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:47.502254 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-2e5bf74f-dd90-46f4-9888-47db0d1382c1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Made reservation on behalf of 563bf98d77304029a90b6357f1f3f020 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:47.506667 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-2e5bf74f-dd90-46f4-9888-47db0d1382c1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:47.693967 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-2e5bf74f-dd90-46f4-9888-47db0d1382c1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Allocated IP 172.20.0.3 (2ffb7374-cfe5-44a3-b981-4861b354cbc4/7227d309-0a53-4e5a-940f-792e598a0c41/9c923d6c-2195-43a2-9774-69a1c1677ab3) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:47.878175 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-2e5bf74f-dd90-46f4-9888-47db0d1382c1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:47.921993 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-2e5bf74f-dd90-46f4-9888-47db0d1382c1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:47.987850 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5bf74f-dd90-46f4-9888-47db0d1382c1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Pushing event updated for resources: {'Port': ['ID=9c923d6c-2195-43a2-9774-69a1c1677ab3,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:47.998500 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-2e5bf74f-dd90-46f4-9888-47db0d1382c1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Network 2ffb7374-cfe5-44a3-b981-4861b354cbc4 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:48.000550 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-2e5bf74f-dd90-46f4-9888-47db0d1382c1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:48.003110 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-2e5bf74f-dd90-46f4-9888-47db0d1382c1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:48.061112 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-2e5bf74f-dd90-46f4-9888-47db0d1382c1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:48.061852 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-2e5bf74f-dd90-46f4-9888-47db0d1382c1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.081358 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-2e5bf74f-dd90-46f4-9888-47db0d1382c1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7160141 Sep 16 05:04:48.093726 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-40126032-6b38-404d-9818-aa2d0bf9cc60 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:04:48.094764 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-40126032-6b38-404d-9818-aa2d0bf9cc60 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058033 Sep 16 05:04:48.113342 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-6771af43-f98b-4973-86e4-94a35551f015 service neutron] Request body: {'port': {'device_id': '2c63c3b9-208e-43b0-b586-0a1f10e4a6c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:48.220752 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-6771af43-f98b-4973-86e4-94a35551f015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.426371 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-6490573f-fd63-45c0-a70a-df08bdac6c55 None None] Provisioning complete for port 9c923d6c-2195-43a2-9774-69a1c1677ab3 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:48.426903 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6490573f-fd63-45c0-a70a-df08bdac6c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.495329 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-6490573f-fd63-45c0-a70a-df08bdac6c55 None None] Port 9c923d6c-2195-43a2-9774-69a1c1677ab3 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:04:48.562816 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50256c-77e0-42ec-9de9-2ebc991fa5de req-182dd8a4-85f9-4f46-a1a3-0f644f994b95 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:48.570540 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dc50256c-77e0-42ec-9de9-2ebc991fa5de req-182dd8a4-85f9-4f46-a1a3-0f644f994b95 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 931 time: 0.1041021 Sep 16 05:04:48.669588 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dc50256c-77e0-42ec-9de9-2ebc991fa5de req-731b5b43-82a9-4885-b7e7-8e472496c854 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977941 Sep 16 05:04:48.814719 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-6771af43-f98b-4973-86e4-94a35551f015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c923d6c-2195-43a2-9774-69a1c1677ab3 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:48.824031 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-6771af43-f98b-4973-86e4-94a35551f015 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.839114 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-6771af43-f98b-4973-86e4-94a35551f015 service neutron] Transition to ACTIVE for port object 9c923d6c-2195-43a2-9774-69a1c1677ab3 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:04:48.844963 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-6771af43-f98b-4973-86e4-94a35551f015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.913993 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771af43-f98b-4973-86e4-94a35551f015 service neutron] Pushing event updated for resources: {'Port': ['ID=9c923d6c-2195-43a2-9774-69a1c1677ab3,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:49.025066 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-6771af43-f98b-4973-86e4-94a35551f015 service neutron] Attempting to bind port 9c923d6c-2195-43a2-9774-69a1c1677ab3 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:49.025407 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-6771af43-f98b-4973-86e4-94a35551f015 service neutron] Attempting to bind port 9c923d6c-2195-43a2-9774-69a1c1677ab3 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': 'dc1c68e0-6210-4ec3-92e9-96d963e48ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:49.025747 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-6771af43-f98b-4973-86e4-94a35551f015 service neutron] Attempting to bind port 9c923d6c-2195-43a2-9774-69a1c1677ab3 on network 2ffb7374-cfe5-44a3-b981-4861b354cbc4 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:49.031281 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-6771af43-f98b-4973-86e4-94a35551f015 service neutron] Port 9c923d6c-2195-43a2-9774-69a1c1677ab3 on network 2ffb7374-cfe5-44a3-b981-4861b354cbc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:49.031434 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-6771af43-f98b-4973-86e4-94a35551f015 service neutron] Attempting to bind port 9c923d6c-2195-43a2-9774-69a1c1677ab3 on network 2ffb7374-cfe5-44a3-b981-4861b354cbc4 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:49.037319 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-6771af43-f98b-4973-86e4-94a35551f015 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:49.037657 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-6771af43-f98b-4973-86e4-94a35551f015 service neutron] Checking segment: {'id': 'dc1c68e0-6210-4ec3-92e9-96d963e48ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:49.038048 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-6771af43-f98b-4973-86e4-94a35551f015 service neutron] Bound using segment: {'id': 'dc1c68e0-6210-4ec3-92e9-96d963e48ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:49.038478 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-6771af43-f98b-4973-86e4-94a35551f015 service neutron] Bound port: 9c923d6c-2195-43a2-9774-69a1c1677ab3, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc1c68e0-6210-4ec3-92e9-96d963e48ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:49.038840 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-6771af43-f98b-4973-86e4-94a35551f015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.123462 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-6771af43-f98b-4973-86e4-94a35551f015 service neutron] For port 9c923d6c-2195-43a2-9774-69a1c1677ab3, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:49.127417 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-6771af43-f98b-4973-86e4-94a35551f015 service neutron] For port 9c923d6c-2195-43a2-9774-69a1c1677ab3, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=9c923d6c-2195-43a2-9774-69a1c1677ab3,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:49.133512 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-6771af43-f98b-4973-86e4-94a35551f015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.175446 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-6771af43-f98b-4973-86e4-94a35551f015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:49.176133 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-6771af43-f98b-4973-86e4-94a35551f015 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.177591 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-6771af43-f98b-4973-86e4-94a35551f015 service neutron] 10.222.0.48 "PUT /v2.0/ports/9c923d6c-2195-43a2-9774-69a1c1677ab3 HTTP/1.1" status: 200 len: 1092 time: 1.0691061 Sep 16 05:04:49.178073 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c63c3b9-208e-43b0-b586-0a1f10e4a6c8', 'tag': '9c923d6c-2195-43a2-9774-69a1c1677ab3'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:49.180453 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ae2977-4d25-4818-992b-fb2545f9bb6c" -d '{"events": [{"name": "network-changed", "server_uuid": "2c63c3b9-208e-43b0-b586-0a1f10e4a6c8", "tag": "9c923d6c-2195-43a2-9774-69a1c1677ab3"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:49.239067 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771af43-f98b-4973-86e4-94a35551f015 service neutron] Pushing event updated for resources: {'Port': ['ID=9c923d6c-2195-43a2-9774-69a1c1677ab3,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:49.378232 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-ad0d796c-76dc-4e31-9d5a-59e9d753c4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:49.380027 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-ad0d796c-76dc-4e31-9d5a-59e9d753c4fd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=563bf98d77304029a90b6357f1f3f020&device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 1095 time: 0.1253664 Sep 16 05:04:49.384908 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48651e2c-7024-4e8d-8b33-5377f7bc5ab3 x-openstack-request-id: req-48651e2c-7024-4e8d-8b33-5377f7bc5ab3 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:49.385424 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c63c3b9-208e-43b0-b586-0a1f10e4a6c8", "tag": "9c923d6c-2195-43a2-9774-69a1c1677ab3", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:49.385976 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-48651e2c-7024-4e8d-8b33-5377f7bc5ab3 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:49.386544 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c63c3b9-208e-43b0-b586-0a1f10e4a6c8', 'tag': '9c923d6c-2195-43a2-9774-69a1c1677ab3', 'status': 'completed', 'code': 200} Sep 16 05:04:49.474263 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-9d7184ba-f536-4699-80fd-5499ee1f3b47 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c923d6c-2195-43a2-9774-69a1c1677ab3 HTTP/1.1" status: 200 len: 217 time: 0.0683494 Sep 16 05:04:49.561979 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-c9a05807-99ff-4854-8f28-2bbbafb5c988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:49.562855 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-c9a05807-99ff-4854-8f28-2bbbafb5c988 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7227d309-0a53-4e5a-940f-792e598a0c41 HTTP/1.1" status: 200 len: 851 time: 0.0808344 Sep 16 05:04:49.617589 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-2c1d5c8a-5f25-4155-b7ec-11b79f9cd197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:49.619446 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-2c1d5c8a-5f25-4155-b7ec-11b79f9cd197 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ffb7374-cfe5-44a3-b981-4861b354cbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491309 Sep 16 05:04:49.726804 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-0ce27866-f71a-40b1-bcc3-7f83f9b8f165 service neutron] 10.222.0.48 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998051 Sep 16 05:04:49.857543 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203c0c7-60ae-4dd1-9c84-63da6b0bdac8 req-c71ddb1f-3c30-4bd2-a29f-b32f4c163e11 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:49.860711 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0203c0c7-60ae-4dd1-9c84-63da6b0bdac8 req-c71ddb1f-3c30-4bd2-a29f-b32f4c163e11 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 943 time: 0.1050081 Sep 16 05:04:49.893090 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-115bd554-3eb4-4a75-8823-02cd28a9e1dc req-fa5cb578-d563-40e3-9b1b-71c811fd9ad0 service neutron] 10.222.0.48 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569233 Sep 16 05:04:49.944393 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0203c0c7-60ae-4dd1-9c84-63da6b0bdac8 req-7b894556-0815-41f3-8b2a-542c955ced76 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538063 Sep 16 05:04:50.023993 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae2977-4d25-4818-992b-fb2545f9bb6c req-9e724732-e867-460e-bb24-178145de7345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:50.025558 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-26ae2977-4d25-4818-992b-fb2545f9bb6c req-9e724732-e867-460e-bb24-178145de7345 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=563bf98d77304029a90b6357f1f3f020&device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 1095 time: 0.0451205 Sep 16 05:04:50.129550 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae2977-4d25-4818-992b-fb2545f9bb6c req-02eead9d-aba8-443e-a320-4c8f1c5e2d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:50.130975 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-26ae2977-4d25-4818-992b-fb2545f9bb6c req-02eead9d-aba8-443e-a320-4c8f1c5e2d94 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2ffb7374-cfe5-44a3-b981-4861b354cbc4 HTTP/1.1" status: 200 len: 913 time: 0.0974014 Sep 16 05:04:50.176294 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-26ae2977-4d25-4818-992b-fb2545f9bb6c req-191c0a7e-f6a6-4f9e-ae84-1b342f2d1da2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c923d6c-2195-43a2-9774-69a1c1677ab3 HTTP/1.1" status: 200 len: 217 time: 0.0380473 Sep 16 05:04:50.241308 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae2977-4d25-4818-992b-fb2545f9bb6c req-b7062571-4cf2-46a2-9f1c-324ac8bddad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:50.243621 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-26ae2977-4d25-4818-992b-fb2545f9bb6c req-b7062571-4cf2-46a2-9f1c-324ac8bddad4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7227d309-0a53-4e5a-940f-792e598a0c41 HTTP/1.1" status: 200 len: 851 time: 0.0600247 Sep 16 05:04:50.316367 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae2977-4d25-4818-992b-fb2545f9bb6c req-28dd2b04-2e20-4c24-9d1f-65c03d5182cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:50.318292 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-26ae2977-4d25-4818-992b-fb2545f9bb6c req-28dd2b04-2e20-4c24-9d1f-65c03d5182cb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ffb7374-cfe5-44a3-b981-4861b354cbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659809 Sep 16 05:04:50.420786 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-26ae2977-4d25-4818-992b-fb2545f9bb6c req-85a0d936-1370-43d8-9716-725caa01caca service neutron] 10.222.0.48 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947530 Sep 16 05:04:50.562705 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-26ae2977-4d25-4818-992b-fb2545f9bb6c req-b5230615-b52f-49cd-85ed-d4ad589c99c6 service neutron] 10.222.0.48 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336663 Sep 16 05:04:50.921522 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-56c7fb06-a41b-4434-b44b-cbe08e8da44b tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:50.923054 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-56c7fb06-a41b-4434-b44b-cbe08e8da44b tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/networks?id=fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77 HTTP/1.1" status: 200 len: 814 time: 0.1732883 Sep 16 05:04:50.942747 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-c4cfb892-6c7d-4f2a-bbbb-bce294ae5d6d tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/quotas/aed0474ca8fd40fb9bda09255fa945eb HTTP/1.1" status: 200 len: 375 time: 0.0121930 Sep 16 05:04:51.020803 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-c3fc5161-202e-4750-9a3d-1b10082599d2 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=aed0474ca8fd40fb9bda09255fa945eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0647392 Sep 16 05:04:51.305221 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-11876880-0657-4ae4-80cb-d3e8d6c1fc74 service neutron] 10.222.0.35 "GET /v2.0/networks/fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823236 Sep 16 05:04:51.502957 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-6128c3f8-4fbf-409f-bc3b-bb0b55d822bf service neutron] 10.222.0.35 "GET /v2.0/networks/fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681275 Sep 16 05:04:51.988423 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624fe25-8a10-4194-8988-4855eb5cc04d req-a724856b-cf6d-40f7-942c-1781c2996350 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:51.994784 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f624fe25-8a10-4194-8988-4855eb5cc04d req-a724856b-cf6d-40f7-942c-1781c2996350 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 943 time: 0.1326900 Sep 16 05:04:52.072593 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f624fe25-8a10-4194-8988-4855eb5cc04d req-895cec26-3bd7-437c-bd9d-feeabb0fbfb0 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642581 Sep 16 05:04:52.393175 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-26df1ff4-dd85-412d-ae7d-1526f5758d77 req-33891c71-8056-4a9e-ac72-c6cc50f41999 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=551abc13-8d9e-49b8-a95a-fbd69fec344f HTTP/1.1" status: 200 len: 210 time: 0.0527899 Sep 16 05:04:53.354740 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81197b0a-0d95-4c50-ad26-64fa6603a55c req-02406605-a926-4cda-acf9-88841ff01c5a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:53.358302 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-81197b0a-0d95-4c50-ad26-64fa6603a55c req-02406605-a926-4cda-acf9-88841ff01c5a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 943 time: 0.1180773 Sep 16 05:04:53.415991 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-81197b0a-0d95-4c50-ad26-64fa6603a55c req-a4967c90-2d71-4997-9a20-8638aea2710b tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440564 Sep 16 05:04:53.462957 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-7f90fc99-0e5d-4038-b361-2a78726f05df tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:53.464602 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-7f90fc99-0e5d-4038-b361-2a78726f05df tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.47 "GET /v2.0/networks?id=fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77 HTTP/1.1" status: 200 len: 814 time: 0.1645932 Sep 16 05:04:53.494476 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-eba02472-7fa2-46c2-81ba-59ae269ce446 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Request body: {'port': {'device_id': '551abc13-8d9e-49b8-a95a-fbd69fec344f', 'network_id': 'fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77', 'admin_state_up': True, 'tenant_id': 'aed0474ca8fd40fb9bda09255fa945eb'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:53.706311 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e2ece2f1-6cd0-49f7-9ca5-bc190c50787c req-19e5158f-65a6-492e-99ca-a6817dca04fa tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=551abc13-8d9e-49b8-a95a-fbd69fec344f HTTP/1.1" status: 200 len: 210 time: 0.0663669 Sep 16 05:04:53.756784 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-eba02472-7fa2-46c2-81ba-59ae269ce446 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Made reservation on behalf of aed0474ca8fd40fb9bda09255fa945eb for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:53.764970 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-eba02472-7fa2-46c2-81ba-59ae269ce446 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.031675 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-eba02472-7fa2-46c2-81ba-59ae269ce446 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Allocated IP 172.20.0.3 (fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77/5338d0bf-1d51-49f4-992a-9c21a3403920/60c3bc88-3f8d-431d-a6a5-9c58d854180c) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:54.049828 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:04:54.258505 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-eba02472-7fa2-46c2-81ba-59ae269ce446 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.303419 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-eba02472-7fa2-46c2-81ba-59ae269ce446 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.353612 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['fe1882f5-9617-4b6c-97be-c81005bc341e', '911ea803-f699-4c51-b0eb-ac0504a6dbf1'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:54.354644 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-eba02472-7fa2-46c2-81ba-59ae269ce446 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Network fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:54.367681 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-eba02472-7fa2-46c2-81ba-59ae269ce446 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:54.371927 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-eba02472-7fa2-46c2-81ba-59ae269ce446 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:54.381241 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba02472-7fa2-46c2-81ba-59ae269ce446 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Pushing event updated for resources: {'Port': ['ID=60c3bc88-3f8d-431d-a6a5-9c58d854180c,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:54.446996 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-eba02472-7fa2-46c2-81ba-59ae269ce446 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:54.447887 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-eba02472-7fa2-46c2-81ba-59ae269ce446 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.490590 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-eba02472-7fa2-46c2-81ba-59ae269ce446 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0074220 Sep 16 05:04:54.514577 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-9ffa857b-ac1a-45ce-bed3-0a2443001829 service neutron] Request body: {'port': {'device_id': '551abc13-8d9e-49b8-a95a-fbd69fec344f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:54.600687 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-9ffa857b-ac1a-45ce-bed3-0a2443001829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.751164 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7977075-822b-460e-861c-d5883313b403 req-d2221c5c-c665-4d2b-a9f0-6c70db655e47 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:54.756755 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c7977075-822b-460e-861c-d5883313b403 req-d2221c5c-c665-4d2b-a9f0-6c70db655e47 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 943 time: 0.1286108 Sep 16 05:04:54.879309 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c7977075-822b-460e-861c-d5883313b403 req-cc9efa1e-c494-47fc-b2d6-bd2cda0059ee tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034904 Sep 16 05:04:55.124411 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-9ffa857b-ac1a-45ce-bed3-0a2443001829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60c3bc88-3f8d-431d-a6a5-9c58d854180c {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:55.132700 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-9ffa857b-ac1a-45ce-bed3-0a2443001829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.154519 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683a391-1662-45e0-a977-9cfcfa46146f req-ef7c05b9-ac0d-49f2-9ce4-4ca3218c218d tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:55.156347 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3683a391-1662-45e0-a977-9cfcfa46146f req-ef7c05b9-ac0d-49f2-9ce4-4ca3218c218d tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=551abc13-8d9e-49b8-a95a-fbd69fec344f HTTP/1.1" status: 200 len: 931 time: 0.0949280 Sep 16 05:04:55.161671 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-9ffa857b-ac1a-45ce-bed3-0a2443001829 service neutron] Transition to ACTIVE for port object 60c3bc88-3f8d-431d-a6a5-9c58d854180c will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:04:55.171355 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-9ffa857b-ac1a-45ce-bed3-0a2443001829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.232523 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa857b-ac1a-45ce-bed3-0a2443001829 service neutron] Pushing event updated for resources: {'Port': ['ID=60c3bc88-3f8d-431d-a6a5-9c58d854180c,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:55.261276 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3683a391-1662-45e0-a977-9cfcfa46146f req-711fb1ba-f704-4ecf-8633-e9cf00fc5228 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974591 Sep 16 05:04:55.351754 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-9ffa857b-ac1a-45ce-bed3-0a2443001829 service neutron] Attempting to bind port 60c3bc88-3f8d-431d-a6a5-9c58d854180c on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:55.352108 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-9ffa857b-ac1a-45ce-bed3-0a2443001829 service neutron] Attempting to bind port 60c3bc88-3f8d-431d-a6a5-9c58d854180c by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'da28f82f-ab30-4276-928f-d70d568934dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:55.352450 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-9ffa857b-ac1a-45ce-bed3-0a2443001829 service neutron] Attempting to bind port 60c3bc88-3f8d-431d-a6a5-9c58d854180c on network fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:55.366951 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-9ffa857b-ac1a-45ce-bed3-0a2443001829 service neutron] Port 60c3bc88-3f8d-431d-a6a5-9c58d854180c on network fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:55.367413 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-9ffa857b-ac1a-45ce-bed3-0a2443001829 service neutron] Attempting to bind port 60c3bc88-3f8d-431d-a6a5-9c58d854180c on network fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:55.376518 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-9ffa857b-ac1a-45ce-bed3-0a2443001829 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:55.376830 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-9ffa857b-ac1a-45ce-bed3-0a2443001829 service neutron] Checking segment: {'id': 'da28f82f-ab30-4276-928f-d70d568934dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:55.377283 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-9ffa857b-ac1a-45ce-bed3-0a2443001829 service neutron] Bound using segment: {'id': 'da28f82f-ab30-4276-928f-d70d568934dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:55.377741 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-9ffa857b-ac1a-45ce-bed3-0a2443001829 service neutron] Bound port: 60c3bc88-3f8d-431d-a6a5-9c58d854180c, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da28f82f-ab30-4276-928f-d70d568934dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:55.378128 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-9ffa857b-ac1a-45ce-bed3-0a2443001829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.483631 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-9ffa857b-ac1a-45ce-bed3-0a2443001829 service neutron] For port 60c3bc88-3f8d-431d-a6a5-9c58d854180c, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:55.487431 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-9ffa857b-ac1a-45ce-bed3-0a2443001829 service neutron] For port 60c3bc88-3f8d-431d-a6a5-9c58d854180c, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=60c3bc88-3f8d-431d-a6a5-9c58d854180c,segment=NetworkSegment(da28f82f-ab30-4276-928f-d70d568934dc),segment_id=da28f82f-ab30-4276-928f-d70d568934dc)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:55.502815 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-9ffa857b-ac1a-45ce-bed3-0a2443001829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.522049 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-9ffa857b-ac1a-45ce-bed3-0a2443001829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:55.522661 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-9ffa857b-ac1a-45ce-bed3-0a2443001829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.524264 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-9ffa857b-ac1a-45ce-bed3-0a2443001829 service neutron] 10.222.0.47 "PUT /v2.0/ports/60c3bc88-3f8d-431d-a6a5-9c58d854180c HTTP/1.1" status: 200 len: 1092 time: 1.0217018 Sep 16 05:04:55.525985 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '551abc13-8d9e-49b8-a95a-fbd69fec344f', 'tag': '60c3bc88-3f8d-431d-a6a5-9c58d854180c'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:55.528919 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e616be-1091-48dc-beb6-e27b1c8c609f" -d '{"events": [{"name": "network-changed", "server_uuid": "551abc13-8d9e-49b8-a95a-fbd69fec344f", "tag": "60c3bc88-3f8d-431d-a6a5-9c58d854180c"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:55.625857 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a535e1-c060-44d9-b11b-5b2ddae70803 x-openstack-request-id: req-46a535e1-c060-44d9-b11b-5b2ddae70803 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:55.626150 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "551abc13-8d9e-49b8-a95a-fbd69fec344f", "tag": "60c3bc88-3f8d-431d-a6a5-9c58d854180c", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:55.626399 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-46a535e1-c060-44d9-b11b-5b2ddae70803 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:55.626842 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '551abc13-8d9e-49b8-a95a-fbd69fec344f', 'tag': '60c3bc88-3f8d-431d-a6a5-9c58d854180c', 'status': 'completed', 'code': 200} Sep 16 05:04:55.652485 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa857b-ac1a-45ce-bed3-0a2443001829 service neutron] Pushing event updated for resources: {'Port': ['ID=60c3bc88-3f8d-431d-a6a5-9c58d854180c,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:55.689563 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-fcb07c2d-228a-48a0-b3e8-b86883a70fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:55.694866 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-fcb07c2d-228a-48a0-b3e8-b86883a70fb4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aed0474ca8fd40fb9bda09255fa945eb&device_id=551abc13-8d9e-49b8-a95a-fbd69fec344f HTTP/1.1" status: 200 len: 1095 time: 0.0977495 Sep 16 05:04:55.782679 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-b5faeccf-9a14-48e7-896a-e3759bc75a5e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60c3bc88-3f8d-431d-a6a5-9c58d854180c HTTP/1.1" status: 200 len: 217 time: 0.0699570 Sep 16 05:04:55.885896 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-50f89af8-f77b-475d-a82b-8a600342e38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:55.887967 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-50f89af8-f77b-475d-a82b-8a600342e38e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5338d0bf-1d51-49f4-992a-9c21a3403920 HTTP/1.1" status: 200 len: 854 time: 0.0956092 Sep 16 05:04:55.930879 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-fc12459b-be88-49d6-9557-826a524a8b2f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357146 Sep 16 05:04:55.946586 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a075444c-9d75-448b-8c8f-7efaa760f28f req-2f755697-b876-4d7c-9452-8202399a6d4e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5eeffe96-f5f2-471b-bffe-2d23ec3e1a38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2351072 Sep 16 05:04:56.081047 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075444c-9d75-448b-8c8f-7efaa760f28f req-01c2e1ec-68c8-48d7-8da3-e0358e96666c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:56.082616 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a075444c-9d75-448b-8c8f-7efaa760f28f req-01c2e1ec-68c8-48d7-8da3-e0358e96666c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=50db5917162544a6b28d3a0cb242d9a3&device_id=5eeffe96-f5f2-471b-bffe-2d23ec3e1a38 HTTP/1.1" status: 200 len: 1102 time: 0.1003497 Sep 16 05:04:56.093419 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe4420-8c85-4e92-a338-fcafff6b022c req-72cbf6cb-d38f-415a-a06b-5c67bddb808d tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:56.094869 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4cfe4420-8c85-4e92-a338-fcafff6b022c req-72cbf6cb-d38f-415a-a06b-5c67bddb808d tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 943 time: 0.1249864 Sep 16 05:04:56.124656 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-fe016d41-3bff-41a4-b504-1ae98f19b3da service neutron] 10.222.0.47 "GET /v2.0/networks/fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825905 Sep 16 05:04:56.156178 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4cfe4420-8c85-4e92-a338-fcafff6b022c req-8e5d2ce0-9468-4c94-b4f3-a517cd426e84 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522199 Sep 16 05:04:56.284391 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075444c-9d75-448b-8c8f-7efaa760f28f req-76a23321-913d-4f3a-9712-d962cca3e929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:56.284391 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a075444c-9d75-448b-8c8f-7efaa760f28f req-76a23321-913d-4f3a-9712-d962cca3e929 service neutron] 10.222.0.48 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.1495826 Sep 16 05:04:56.287685 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7223aeb7-2ad5-44ee-811f-fbb1ac16e433 req-80addc3e-8c32-43c6-b430-5ea181cf47e9 service neutron] 10.222.0.47 "GET /v2.0/networks/fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496854 Sep 16 05:04:56.354822 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a075444c-9d75-448b-8c8f-7efaa760f28f req-8f6cafa5-ee55-4077-b026-87602b7a5301 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=25150fc7-5b42-4d81-8889-5c9648d3eb6d HTTP/1.1" status: 200 len: 217 time: 0.0594795 Sep 16 05:04:56.481431 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e616be-1091-48dc-beb6-e27b1c8c609f req-496948e4-64e4-47e4-b944-f93cfb8e4a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:56.484465 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a0e616be-1091-48dc-beb6-e27b1c8c609f req-496948e4-64e4-47e4-b944-f93cfb8e4a6c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aed0474ca8fd40fb9bda09255fa945eb&device_id=551abc13-8d9e-49b8-a95a-fbd69fec344f HTTP/1.1" status: 200 len: 1095 time: 0.0946422 Sep 16 05:04:56.494471 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc11a64-9798-4bc0-9d59-08225989ef51 req-2ca7be1a-5c73-469c-b619-a44c69b4823c tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:56.495852 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7bc11a64-9798-4bc0-9d59-08225989ef51 req-2ca7be1a-5c73-469c-b619-a44c69b4823c tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=551abc13-8d9e-49b8-a95a-fbd69fec344f HTTP/1.1" status: 200 len: 943 time: 0.1069601 Sep 16 05:04:56.501338 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075444c-9d75-448b-8c8f-7efaa760f28f req-79238690-8ffb-47b8-ac66-e2c58368dc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:56.502793 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a075444c-9d75-448b-8c8f-7efaa760f28f req-79238690-8ffb-47b8-ac66-e2c58368dc2b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.1413388 Sep 16 05:04:56.576480 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7bc11a64-9798-4bc0-9d59-08225989ef51 req-cd2539c9-b19d-46b9-a6c3-23d6f7edf7ad tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726159 Sep 16 05:04:56.596214 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075444c-9d75-448b-8c8f-7efaa760f28f req-5898ab23-bde9-4838-b6ab-81f97f884515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:56.605059 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a075444c-9d75-448b-8c8f-7efaa760f28f req-5898ab23-bde9-4838-b6ab-81f97f884515 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0912883 Sep 16 05:04:56.637427 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e616be-1091-48dc-beb6-e27b1c8c609f req-7a25a011-2d0c-47d7-a05c-95eca0bfcff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:56.638754 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a0e616be-1091-48dc-beb6-e27b1c8c609f req-7a25a011-2d0c-47d7-a05c-95eca0bfcff9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77 HTTP/1.1" status: 200 len: 915 time: 0.1409514 Sep 16 05:04:56.694636 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a0e616be-1091-48dc-beb6-e27b1c8c609f req-6cd5f917-74b0-4826-88d9-ca59e1879604 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60c3bc88-3f8d-431d-a6a5-9c58d854180c HTTP/1.1" status: 200 len: 217 time: 0.0463316 Sep 16 05:04:56.765730 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e616be-1091-48dc-beb6-e27b1c8c609f req-c3f4ad30-b177-4e9e-8f00-1d1aea70d155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:56.767261 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a0e616be-1091-48dc-beb6-e27b1c8c609f req-c3f4ad30-b177-4e9e-8f00-1d1aea70d155 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5338d0bf-1d51-49f4-992a-9c21a3403920 HTTP/1.1" status: 200 len: 854 time: 0.0627625 Sep 16 05:04:56.783889 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a075444c-9d75-448b-8c8f-7efaa760f28f req-09c3830f-47ec-4db9-a9b7-b0477eb32ffb service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744742 Sep 16 05:04:56.827077 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a0e616be-1091-48dc-beb6-e27b1c8c609f req-a38f15ee-ee5a-451a-8924-5e5613fe1420 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494461 Sep 16 05:04:56.946481 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a075444c-9d75-448b-8c8f-7efaa760f28f req-c545ad18-a030-4e93-8ec1-99bedc6478d8 service neutron] 10.222.0.48 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495132 Sep 16 05:04:56.990203 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a0e616be-1091-48dc-beb6-e27b1c8c609f req-8e08f015-0dbf-4546-a10c-a387e8527f17 service neutron] 10.222.0.47 "GET /v2.0/networks/fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496894 Sep 16 05:04:57.107641 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a0e616be-1091-48dc-beb6-e27b1c8c609f req-43a26d3b-ee70-4d45-b716-109bdb4e06ea service neutron] 10.222.0.47 "GET /v2.0/networks/fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092532 Sep 16 05:04:57.325046 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d64fd6-3c6f-4e36-b0ca-38299bece524 req-3e3472e4-a8a9-40e3-8aea-a5dce5773e6a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:57.327428 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-55d64fd6-3c6f-4e36-b0ca-38299bece524 req-3e3472e4-a8a9-40e3-8aea-a5dce5773e6a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 943 time: 0.0969224 Sep 16 05:04:57.383499 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-55d64fd6-3c6f-4e36-b0ca-38299bece524 req-ae01cf30-1324-46b7-9a46-96fc225b4b95 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481720 Sep 16 05:04:57.716885 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c062f-3b1c-45cc-816e-bc43553b8092 req-0cd0fb12-72b9-4f7b-8f06-965d58fcac01 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:57.718405 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-888c062f-3b1c-45cc-816e-bc43553b8092 req-0cd0fb12-72b9-4f7b-8f06-965d58fcac01 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=551abc13-8d9e-49b8-a95a-fbd69fec344f HTTP/1.1" status: 200 len: 943 time: 0.0600259 Sep 16 05:04:57.757860 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-888c062f-3b1c-45cc-816e-bc43553b8092 req-b26d1fe6-1e9d-472e-8bba-f295502b98ea tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330327 Sep 16 05:04:58.505437 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7991820-b2d7-418d-b299-2a9110b48b99 req-ca36f8c9-0ec4-47f7-b699-d684ac976abe tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:58.506908 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7991820-b2d7-418d-b299-2a9110b48b99 req-ca36f8c9-0ec4-47f7-b699-d684ac976abe tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 943 time: 0.0581012 Sep 16 05:04:58.547377 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7991820-b2d7-418d-b299-2a9110b48b99 req-030b68e8-8359-41f7-9286-18da30bc8809 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323396 Sep 16 05:04:58.880702 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b92b2c-0183-4e23-9846-1e4ea0552358 req-17a61bee-e08c-4666-af49-bb2542219f06 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:58.882218 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37b92b2c-0183-4e23-9846-1e4ea0552358 req-17a61bee-e08c-4666-af49-bb2542219f06 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=551abc13-8d9e-49b8-a95a-fbd69fec344f HTTP/1.1" status: 200 len: 943 time: 0.0514436 Sep 16 05:04:58.920858 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37b92b2c-0183-4e23-9846-1e4ea0552358 req-0d99597e-f336-4349-870a-3317a989cb00 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323515 Sep 16 05:04:59.491352 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 60c3bc88-3f8d-431d-a6a5-9c58d854180c details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:04:59.592422 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 60c3bc88-3f8d-431d-a6a5-9c58d854180c, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=60c3bc88-3f8d-431d-a6a5-9c58d854180c,segment=NetworkSegment(da28f82f-ab30-4276-928f-d70d568934dc),segment_id=da28f82f-ab30-4276-928f-d70d568934dc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:59.604224 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '60c3bc88-3f8d-431d-a6a5-9c58d854180c', 'network_id': 'fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77', 'port_id': '60c3bc88-3f8d-431d-a6a5-9c58d854180c', 'mac_address': 'fa:16:3e:07:27:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5338d0bf-1d51-49f4-992a-9c21a3403920', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:04:59.648255 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:59.661900 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60c3bc88-3f8d-431d-a6a5-9c58d854180c {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:59.668981 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97d144-e93b-479e-b9f5-d53af812a9d5 req-1d353563-aa31-41cb-8d03-f1046d0a7da1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:59.670642 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5b97d144-e93b-479e-b9f5-d53af812a9d5 req-1d353563-aa31-41cb-8d03-f1046d0a7da1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 943 time: 0.0522182 Sep 16 05:04:59.682349 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 60c3bc88-3f8d-431d-a6a5-9c58d854180c, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=60c3bc88-3f8d-431d-a6a5-9c58d854180c,segment=NetworkSegment(da28f82f-ab30-4276-928f-d70d568934dc),segment_id=da28f82f-ab30-4276-928f-d70d568934dc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:59.687091 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:59.716019 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5b97d144-e93b-479e-b9f5-d53af812a9d5 req-84a11898-72c9-4610-b9ef-0b14d1ab1d91 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385890 Sep 16 05:04:59.748041 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=60c3bc88-3f8d-431d-a6a5-9c58d854180c,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:59.762425 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:59.762825 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:59.763382 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:59.763717 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:59.764044 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:59.764677 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:59.765156 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:59.765489 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:59.765809 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:59.766132 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:59.766452 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:59.766788 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:59.981420 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['60c3bc88-3f8d-431d-a6a5-9c58d854180c'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:00.052165 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a05124-df63-4bcd-89cd-8dbd7e93fe7d req-b26ffb8c-0cff-4542-901a-51679faeee0d tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:00.053735 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6a05124-df63-4bcd-89cd-8dbd7e93fe7d req-b26ffb8c-0cff-4542-901a-51679faeee0d tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=551abc13-8d9e-49b8-a95a-fbd69fec344f HTTP/1.1" status: 200 len: 944 time: 0.0541356 Sep 16 05:05:00.098466 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6a05124-df63-4bcd-89cd-8dbd7e93fe7d req-da9c28af-36b7-4c01-88d6-8a9ff4086983 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377581 Sep 16 05:05:00.846279 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d2713-6b6e-4df9-a2ed-7249e59426e7 req-9d1d35c8-b0bf-471b-94d3-5e8c6b28cfbd tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:00.847955 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fd1d2713-6b6e-4df9-a2ed-7249e59426e7 req-9d1d35c8-b0bf-471b-94d3-5e8c6b28cfbd tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 943 time: 0.0546424 Sep 16 05:05:00.904876 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fd1d2713-6b6e-4df9-a2ed-7249e59426e7 req-48ed7e0d-f38f-4f58-aa5f-344ade78e98a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505469 Sep 16 05:05:01.232254 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334fa65-910e-4ec8-b88b-7b44686e004e req-d45e9381-8ab1-4dd7-8add-1b1995df915d tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:01.234138 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5334fa65-910e-4ec8-b88b-7b44686e004e req-d45e9381-8ab1-4dd7-8add-1b1995df915d tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=551abc13-8d9e-49b8-a95a-fbd69fec344f HTTP/1.1" status: 200 len: 944 time: 0.0573926 Sep 16 05:05:01.291199 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5334fa65-910e-4ec8-b88b-7b44686e004e req-cb06404a-5697-43dc-9a92-cc40bfd85ce5 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461044 Sep 16 05:05:01.501137 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 60c3bc88-3f8d-431d-a6a5-9c58d854180c up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:01.566982 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 60c3bc88-3f8d-431d-a6a5-9c58d854180c completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:05:01.571562 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 60c3bc88-3f8d-431d-a6a5-9c58d854180c triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:01.571931 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:01.679351 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:01.716981 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551abc13-8d9e-49b8-a95a-fbd69fec344f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c3bc88-3f8d-431d-a6a5-9c58d854180c'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:01.719560 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f9ad4d-d79d-447c-9c69-e3d7aa8bffba" -d '{"events": [{"server_uuid": "551abc13-8d9e-49b8-a95a-fbd69fec344f", "name": "network-vif-plugged", "status": "completed", "tag": "60c3bc88-3f8d-431d-a6a5-9c58d854180c"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:01.761926 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 60c3bc88-3f8d-431d-a6a5-9c58d854180c, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=60c3bc88-3f8d-431d-a6a5-9c58d854180c,segment=NetworkSegment(da28f82f-ab30-4276-928f-d70d568934dc),segment_id=da28f82f-ab30-4276-928f-d70d568934dc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:01.769867 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:01.828640 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=60c3bc88-3f8d-431d-a6a5-9c58d854180c,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:01.835227 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db588ffd-2e38-48aa-b1a4-011049529371 x-openstack-request-id: req-db588ffd-2e38-48aa-b1a4-011049529371 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:01.835539 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "551abc13-8d9e-49b8-a95a-fbd69fec344f", "name": "network-vif-plugged", "status": "completed", "tag": "60c3bc88-3f8d-431d-a6a5-9c58d854180c", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:01.836204 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-db588ffd-2e38-48aa-b1a4-011049529371 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:01.836743 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551abc13-8d9e-49b8-a95a-fbd69fec344f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c3bc88-3f8d-431d-a6a5-9c58d854180c', 'code': 200} Sep 16 05:05:01.988903 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013d434-dad1-490a-a71e-f3f4a3a39687 req-3c8b4c6e-7b5c-4f5d-bcf8-9e19482dbbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:01.991512 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2013d434-dad1-490a-a71e-f3f4a3a39687 req-3c8b4c6e-7b5c-4f5d-bcf8-9e19482dbbc3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=551abc13-8d9e-49b8-a95a-fbd69fec344f HTTP/1.1" status: 200 len: 1097 time: 0.0791779 Sep 16 05:05:02.041753 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2013d434-dad1-490a-a71e-f3f4a3a39687 req-37f678df-118e-41a5-b79b-fee31a56c1b7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416086 Sep 16 05:05:02.077226 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03a600-3551-40d4-8537-0006b4d95679 req-ed055904-9d79-4686-9d51-ab697fbffa7b tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:02.078747 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae03a600-3551-40d4-8537-0006b4d95679 req-ed055904-9d79-4686-9d51-ab697fbffa7b tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 943 time: 0.0573580 Sep 16 05:05:02.122487 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae03a600-3551-40d4-8537-0006b4d95679 req-38a8a0b5-3f1a-43f3-b1fe-75ab29e0e759 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371580 Sep 16 05:05:02.420417 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53967a11-8d9d-4388-8c0d-7f266d6dbde6 req-919aadef-665d-45c9-92e8-0ec26cee9413 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:02.422100 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-53967a11-8d9d-4388-8c0d-7f266d6dbde6 req-919aadef-665d-45c9-92e8-0ec26cee9413 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=551abc13-8d9e-49b8-a95a-fbd69fec344f HTTP/1.1" status: 200 len: 945 time: 0.0565133 Sep 16 05:05:02.463360 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-53967a11-8d9d-4388-8c0d-7f266d6dbde6 req-c77ff6f2-9448-40d3-9bd3-3a94bd83a6e6 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342839 Sep 16 05:05:03.259498 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd5b46-fc88-4747-80a1-860484ded499 req-4beed2e6-21c1-491a-86ea-bdc67f1a496c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:03.261227 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-96cd5b46-fc88-4747-80a1-860484ded499 req-4beed2e6-21c1-491a-86ea-bdc67f1a496c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 943 time: 0.0550933 Sep 16 05:05:03.304531 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-96cd5b46-fc88-4747-80a1-860484ded499 req-251ef933-6886-42e5-8a94-0bba32921f1b tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363193 Sep 16 05:05:03.593031 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79275cf5-06e7-4a51-9c3a-b6f96b921667 req-fbd65d4f-e5d8-4c6a-bca7-654590aa4e8e tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:03.594546 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-79275cf5-06e7-4a51-9c3a-b6f96b921667 req-fbd65d4f-e5d8-4c6a-bca7-654590aa4e8e tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=551abc13-8d9e-49b8-a95a-fbd69fec344f HTTP/1.1" status: 200 len: 945 time: 0.0577250 Sep 16 05:05:03.634843 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-79275cf5-06e7-4a51-9c3a-b6f96b921667 req-72ecf77e-5e20-4031-a35d-4a9299b5df6c tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342727 Sep 16 05:05:04.430888 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf4ced-fc1a-4bb0-aa69-5bd95f182c9b req-5179bc80-6a46-42a6-aea8-c2dcab8f571d tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:04.432690 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0cdf4ced-fc1a-4bb0-aa69-5bd95f182c9b req-5179bc80-6a46-42a6-aea8-c2dcab8f571d tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 943 time: 0.0554183 Sep 16 05:05:04.486406 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0cdf4ced-fc1a-4bb0-aa69-5bd95f182c9b req-e75072c4-376b-4ff6-811b-43df5ba55d5d tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472367 Sep 16 05:05:05.615025 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de3524-15c4-4a39-94f6-3eb5f915918d req-318af211-9939-4c88-bdd1-445834644d1f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:05.616671 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e0de3524-15c4-4a39-94f6-3eb5f915918d req-318af211-9939-4c88-bdd1-445834644d1f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 943 time: 0.0529819 Sep 16 05:05:05.657797 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e0de3524-15c4-4a39-94f6-3eb5f915918d req-4a38c471-5a5a-4b3a-8af9-944129635a3b tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344529 Sep 16 05:05:06.781355 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610406b-572f-40fb-901c-5672dbbb1c35 req-599cf283-ed6a-41b9-b5dc-eb2e4bfc7fe0 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:06.783026 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6610406b-572f-40fb-901c-5672dbbb1c35 req-599cf283-ed6a-41b9-b5dc-eb2e4bfc7fe0 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 943 time: 0.0554812 Sep 16 05:05:06.823140 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6610406b-572f-40fb-901c-5672dbbb1c35 req-81b77ddb-a39f-4e68-89a0-5e923861af28 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336854 Sep 16 05:05:07.951132 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013b901-3a02-4f11-8f8d-88e5d3278bc9 req-6ad48f96-b4e3-46b7-a96c-023e10cbadfb tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:07.952812 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e013b901-3a02-4f11-8f8d-88e5d3278bc9 req-6ad48f96-b4e3-46b7-a96c-023e10cbadfb tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 943 time: 0.0531662 Sep 16 05:05:07.992010 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e013b901-3a02-4f11-8f8d-88e5d3278bc9 req-066ebfb5-048d-412d-8c15-893f3d79157f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328312 Sep 16 05:05:09.122488 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b1173-6464-408d-9700-8e0145477cd0 req-19e384ec-ddfc-4bfc-bf57-aa750ec453af tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:09.124101 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-064b1173-6464-408d-9700-8e0145477cd0 req-19e384ec-ddfc-4bfc-bf57-aa750ec453af tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 943 time: 0.0540266 Sep 16 05:05:09.169753 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-064b1173-6464-408d-9700-8e0145477cd0 req-a4feeee1-f919-4eca-ba7c-0c4881c7748b tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381234 Sep 16 05:05:10.092247 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b6286cd6-47c4-41ca-8e29-65f589a58613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:10.309308 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919c1d8-d052-4de0-a191-cb1ca0d1242a req-0b5c9bdc-5fa7-47a3-be24-abcb06f54dbe tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:10.311137 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e919c1d8-d052-4de0-a191-cb1ca0d1242a req-0b5c9bdc-5fa7-47a3-be24-abcb06f54dbe tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 943 time: 0.0613666 Sep 16 05:05:10.359697 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e919c1d8-d052-4de0-a191-cb1ca0d1242a req-cf4467f8-bb05-4f54-ba48-0216e2e84ce4 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352330 Sep 16 05:05:11.494168 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fef23f-0bdb-4576-9d4d-414411eff0b0 req-f29022c1-0734-4792-87cb-07a1464bd35c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:11.496091 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63fef23f-0bdb-4576-9d4d-414411eff0b0 req-f29022c1-0734-4792-87cb-07a1464bd35c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 943 time: 0.0535409 Sep 16 05:05:11.541844 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63fef23f-0bdb-4576-9d4d-414411eff0b0 req-32e83c99-0f01-4bb8-bba4-2f2c9c6a7952 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388098 Sep 16 05:05:11.700086 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:12.670210 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa6fff-37d2-45be-93d2-89e4b739e189 req-f1edb31c-b2db-4771-ae3b-66887c5cdfa4 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:12.671715 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-20aa6fff-37d2-45be-93d2-89e4b739e189 req-f1edb31c-b2db-4771-ae3b-66887c5cdfa4 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 943 time: 0.0517805 Sep 16 05:05:12.711082 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-20aa6fff-37d2-45be-93d2-89e4b739e189 req-9ce87388-975a-4ea0-a026-46efe745c8ea tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332708 Sep 16 05:05:13.244864 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7d8fe19b-33f2-4bb9-aaf1-999f4bded65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.515606 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.840060 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8452617-24ed-4581-8a83-aa150393d8ad req-880946ce-744d-4f92-9229-194f110941ce tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:13.841703 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8452617-24ed-4581-8a83-aa150393d8ad req-880946ce-744d-4f92-9229-194f110941ce tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 943 time: 0.0551383 Sep 16 05:05:13.882622 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8452617-24ed-4581-8a83-aa150393d8ad req-b834cfb5-98d6-4a31-8eb2-4e3122543076 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347433 Sep 16 05:05:14.552794 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:14.622277 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.015880 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6404c-fa33-41ae-8d8c-57a0a68ae8ed req-e4710532-5a0e-4e5b-85ce-416e68042b16 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:15.017436 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-98a6404c-fa33-41ae-8d8c-57a0a68ae8ed req-e4710532-5a0e-4e5b-85ce-416e68042b16 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 943 time: 0.0572112 Sep 16 05:05:15.068122 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-98a6404c-fa33-41ae-8d8c-57a0a68ae8ed req-bb4db05d-55c8-45ad-bdca-5f4a5690a05c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441315 Sep 16 05:05:16.063708 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:16.194642 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f37e8c-2f0c-4c8c-a5ea-e3233678735d req-3adf2f3d-ec8a-4d54-8e08-105efc5a5b62 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:16.196207 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-75f37e8c-2f0c-4c8c-a5ea-e3233678735d req-3adf2f3d-ec8a-4d54-8e08-105efc5a5b62 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 943 time: 0.0526514 Sep 16 05:05:16.237192 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-75f37e8c-2f0c-4c8c-a5ea-e3233678735d req-94a5c3ba-37d7-4eb6-844f-3bcf1a556916 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331883 Sep 16 05:05:16.574525 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 9c923d6c-2195-43a2-9774-69a1c1677ab3 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:05:16.678874 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 9c923d6c-2195-43a2-9774-69a1c1677ab3, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=9c923d6c-2195-43a2-9774-69a1c1677ab3,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:16.691241 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '9c923d6c-2195-43a2-9774-69a1c1677ab3', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'port_id': '9c923d6c-2195-43a2-9774-69a1c1677ab3', 'mac_address': 'fa:16:3e:8b:8e:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:05:16.729640 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:16.742900 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c923d6c-2195-43a2-9774-69a1c1677ab3 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:16.764163 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 9c923d6c-2195-43a2-9774-69a1c1677ab3, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=9c923d6c-2195-43a2-9774-69a1c1677ab3,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:16.769416 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:16.819307 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=9c923d6c-2195-43a2-9774-69a1c1677ab3,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:17.109463 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf44d4-75aa-43e1-906a-0a1cc1fc22b2 req-53a3148c-f03d-4094-9e69-a7c57f821828 tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:17.111003 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-adcf44d4-75aa-43e1-906a-0a1cc1fc22b2 req-53a3148c-f03d-4094-9e69-a7c57f821828 tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeffe96-f5f2-471b-bffe-2d23ec3e1a38 HTTP/1.1" status: 200 len: 950 time: 0.0539596 Sep 16 05:05:17.148499 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-adcf44d4-75aa-43e1-906a-0a1cc1fc22b2 req-1c559513-bb8b-4f59-916d-abe81c6a09dd tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1dd5246e-91e5-47e7-94d8-4069fe690a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313227 Sep 16 05:05:17.234519 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['9c923d6c-2195-43a2-9774-69a1c1677ab3'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:17.376290 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37b9ea-68b5-4900-bb6e-6cf5a170e2da req-0b274043-7e68-415b-8164-d7dd779e7e09 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:17.377993 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3c37b9ea-68b5-4900-bb6e-6cf5a170e2da req-0b274043-7e68-415b-8164-d7dd779e7e09 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 944 time: 0.0524902 Sep 16 05:05:17.419890 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3c37b9ea-68b5-4900-bb6e-6cf5a170e2da req-842e6acc-cfad-433f-b5aa-8ffd94945bcb tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345266 Sep 16 05:05:18.282359 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872a988-32bc-4a12-b107-0a8da2b46224 req-2185b3f0-2771-4a77-9fcc-9435037103ea tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:18.284181 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7872a988-32bc-4a12-b107-0a8da2b46224 req-2185b3f0-2771-4a77-9fcc-9435037103ea tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeffe96-f5f2-471b-bffe-2d23ec3e1a38 HTTP/1.1" status: 200 len: 950 time: 0.0514081 Sep 16 05:05:18.326497 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7872a988-32bc-4a12-b107-0a8da2b46224 req-4a4a60b7-a020-4175-87ba-6cfbb5cfc1fd tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1dd5246e-91e5-47e7-94d8-4069fe690a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333135 Sep 16 05:05:18.582725 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 9c923d6c-2195-43a2-9774-69a1c1677ab3 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:18.601496 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f5dfd-5dd9-4c0a-9c55-eb7106047aaf req-40f2f95f-c7d3-42a8-84b5-75ecb1bb5d40 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:18.603039 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f78f5dfd-5dd9-4c0a-9c55-eb7106047aaf req-40f2f95f-c7d3-42a8-84b5-75ecb1bb5d40 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 944 time: 0.0551858 Sep 16 05:05:18.645782 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f78f5dfd-5dd9-4c0a-9c55-eb7106047aaf req-315661a5-0c12-4677-ae0e-d208efd5a8a2 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358596 Sep 16 05:05:18.658337 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 9c923d6c-2195-43a2-9774-69a1c1677ab3 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:05:18.672404 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 9c923d6c-2195-43a2-9774-69a1c1677ab3 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:18.672829 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:18.924434 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:18.950981 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c63c3b9-208e-43b0-b586-0a1f10e4a6c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c923d6c-2195-43a2-9774-69a1c1677ab3'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:18.953360 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001a3f74-cc8a-4815-8adf-0459d1d2851f" -d '{"events": [{"server_uuid": "2c63c3b9-208e-43b0-b586-0a1f10e4a6c8", "name": "network-vif-plugged", "status": "completed", "tag": "9c923d6c-2195-43a2-9774-69a1c1677ab3"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:18.969947 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 9c923d6c-2195-43a2-9774-69a1c1677ab3, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=9c923d6c-2195-43a2-9774-69a1c1677ab3,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:18.975848 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.003358 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1287d2d-ed53-4ebc-aa5c-ce7b5c33d691 x-openstack-request-id: req-c1287d2d-ed53-4ebc-aa5c-ce7b5c33d691 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:19.003612 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c63c3b9-208e-43b0-b586-0a1f10e4a6c8", "name": "network-vif-plugged", "status": "completed", "tag": "9c923d6c-2195-43a2-9774-69a1c1677ab3", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:19.003797 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c1287d2d-ed53-4ebc-aa5c-ce7b5c33d691 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:19.004176 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c63c3b9-208e-43b0-b586-0a1f10e4a6c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c923d6c-2195-43a2-9774-69a1c1677ab3', 'code': 200} Sep 16 05:05:19.033884 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=9c923d6c-2195-43a2-9774-69a1c1677ab3,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:19.143872 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d6e20-56a0-4d6e-8228-5d2d90f9caf3 req-99b7f1aa-7599-46ab-b19f-09edce1683c0 tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:19.145367 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d28d6e20-56a0-4d6e-8228-5d2d90f9caf3 req-99b7f1aa-7599-46ab-b19f-09edce1683c0 tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] 10.222.0.48 "GET /v2.0/ports?device_id=5eeffe96-f5f2-471b-bffe-2d23ec3e1a38 HTTP/1.1" status: 200 len: 950 time: 0.0521803 Sep 16 05:05:19.161736 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1090308-3dff-4252-92c4-1c4fa03312b6 req-2279fada-d8f3-41c0-963b-b53ac8cb6dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:19.163331 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e1090308-3dff-4252-92c4-1c4fa03312b6 req-2279fada-d8f3-41c0-963b-b53ac8cb6dd9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 1097 time: 0.0460577 Sep 16 05:05:19.206999 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e1090308-3dff-4252-92c4-1c4fa03312b6 req-1ef9ae64-a8d6-4ced-b384-4dfe938feffb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368285 Sep 16 05:05:19.263653 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-d28d6e20-56a0-4d6e-8228-5d2d90f9caf3 req-b74c6156-de81-420e-ac0a-ac95c48c1eba tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Deleting port 25150fc7-5b42-4d81-8889-5c9648d3eb6d {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:19.263905 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d28d6e20-56a0-4d6e-8228-5d2d90f9caf3 req-b74c6156-de81-420e-ac0a-ac95c48c1eba tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.372939 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-d28d6e20-56a0-4d6e-8228-5d2d90f9caf3 req-b74c6156-de81-420e-ac0a-ac95c48c1eba tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] For port 25150fc7-5b42-4d81-8889-5c9648d3eb6d, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=25150fc7-5b42-4d81-8889-5c9648d3eb6d,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:19.373308 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d28d6e20-56a0-4d6e-8228-5d2d90f9caf3 req-b74c6156-de81-420e-ac0a-ac95c48c1eba tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.385445 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-d28d6e20-56a0-4d6e-8228-5d2d90f9caf3 req-b74c6156-de81-420e-ac0a-ac95c48c1eba tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Calling delete_port for 25150fc7-5b42-4d81-8889-5c9648d3eb6d owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:19.501052 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b046ac-1220-4aad-8a8b-03df6b8b1109 req-71d02094-297e-45aa-8c75-f8b102578a1d tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:19.502592 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c9b046ac-1220-4aad-8a8b-03df6b8b1109 req-71d02094-297e-45aa-8c75-f8b102578a1d tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeffe96-f5f2-471b-bffe-2d23ec3e1a38 HTTP/1.1" status: 200 len: 950 time: 0.0759444 Sep 16 05:05:19.581939 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c9b046ac-1220-4aad-8a8b-03df6b8b1109 req-b3c0f0cd-9ed2-40c8-b632-5434131d86aa tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1dd5246e-91e5-47e7-94d8-4069fe690a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716054 Sep 16 05:05:19.592060 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d28d6e20-56a0-4d6e-8228-5d2d90f9caf3 req-b74c6156-de81-420e-ac0a-ac95c48c1eba tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.627455 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['25150fc7-5b42-4d81-8889-5c9648d3eb6d'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:19.644221 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c6156-de81-420e-ac0a-ac95c48c1eba tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Pushing event deleted for resources: {'Port': ['ID=25150fc7-5b42-4d81-8889-5c9648d3eb6d,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:19.670037 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c6156-de81-420e-ac0a-ac95c48c1eba tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:19.670375 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c6156-de81-420e-ac0a-ac95c48c1eba tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:19.670708 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c6156-de81-420e-ac0a-ac95c48c1eba tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:19.671040 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c6156-de81-420e-ac0a-ac95c48c1eba tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:19.671368 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c6156-de81-420e-ac0a-ac95c48c1eba tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:19.671691 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c6156-de81-420e-ac0a-ac95c48c1eba tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:19.672012 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c6156-de81-420e-ac0a-ac95c48c1eba tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:19.672329 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c6156-de81-420e-ac0a-ac95c48c1eba tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:19.672667 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c6156-de81-420e-ac0a-ac95c48c1eba tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:19.673002 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c6156-de81-420e-ac0a-ac95c48c1eba tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:19.673324 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c6156-de81-420e-ac0a-ac95c48c1eba tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:19.673639 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c6156-de81-420e-ac0a-ac95c48c1eba tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:19.697259 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28d6e20-56a0-4d6e-8228-5d2d90f9caf3 req-b74c6156-de81-420e-ac0a-ac95c48c1eba tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] No DVR routers for this DVR port 25150fc7-5b42-4d81-8889-5c9648d3eb6d on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:05:19.701333 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d28d6e20-56a0-4d6e-8228-5d2d90f9caf3 req-b74c6156-de81-420e-ac0a-ac95c48c1eba tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.703376 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d28d6e20-56a0-4d6e-8228-5d2d90f9caf3 req-b74c6156-de81-420e-ac0a-ac95c48c1eba tempest-VolumesBackupsTest-250465114 tempest-VolumesBackupsTest-250465114-project] 10.222.0.48 "DELETE /v2.0/ports/25150fc7-5b42-4d81-8889-5c9648d3eb6d HTTP/1.1" status: 204 len: 173 time: 0.5509982 Sep 16 05:05:19.703826 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eeffe96-f5f2-471b-bffe-2d23ec3e1a38', 'name': 'network-vif-deleted', 'tag': '25150fc7-5b42-4d81-8889-5c9648d3eb6d'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:19.706862 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4899bea-b397-4abf-b30f-57092d8f4e2f" -d '{"events": [{"server_uuid": "5eeffe96-f5f2-471b-bffe-2d23ec3e1a38", "name": "network-vif-deleted", "tag": "25150fc7-5b42-4d81-8889-5c9648d3eb6d"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:19.801149 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac696ab-49bc-4df8-9fc7-982bb1cf9570 req-caeb4dd9-b242-4095-91d9-8d519ea00a63 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:19.802793 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eac696ab-49bc-4df8-9fc7-982bb1cf9570 req-caeb4dd9-b242-4095-91d9-8d519ea00a63 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 945 time: 0.0553083 Sep 16 05:05:19.845101 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eac696ab-49bc-4df8-9fc7-982bb1cf9570 req-37079871-8e2c-4f11-85f0-a353c4f24c8d tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343559 Sep 16 05:05:19.905626 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b95f5b6-a24b-4d91-8002-9cfbd8dab824 x-openstack-request-id: req-4b95f5b6-a24b-4d91-8002-9cfbd8dab824 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:19.905925 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eeffe96-f5f2-471b-bffe-2d23ec3e1a38", "name": "network-vif-deleted", "tag": "25150fc7-5b42-4d81-8889-5c9648d3eb6d", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:19.906181 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4b95f5b6-a24b-4d91-8002-9cfbd8dab824 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:19.906582 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eeffe96-f5f2-471b-bffe-2d23ec3e1a38', 'name': 'network-vif-deleted', 'tag': '25150fc7-5b42-4d81-8889-5c9648d3eb6d', 'status': 'completed', 'code': 200} Sep 16 05:05:20.973378 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f822b8-d26c-445b-a12c-f746bbbcd35e req-d9de1ae1-b8b4-48dd-ab1d-48d653964ef2 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:20.975193 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-71f822b8-d26c-445b-a12c-f746bbbcd35e req-d9de1ae1-b8b4-48dd-ab1d-48d653964ef2 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 945 time: 0.0536509 Sep 16 05:05:21.015205 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-71f822b8-d26c-445b-a12c-f746bbbcd35e req-ed051a47-1ce0-480a-81d8-d5413060f635 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336452 Sep 16 05:05:21.206022 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591fb859-57fd-4b19-960d-ac277837d732 req-4fd3964c-8c06-4622-997d-caed8eb3c10e tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:21.207431 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-591fb859-57fd-4b19-960d-ac277837d732 req-4fd3964c-8c06-4622-997d-caed8eb3c10e tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 945 time: 0.0566540 Sep 16 05:05:21.247674 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-591fb859-57fd-4b19-960d-ac277837d732 req-59915c49-8e63-4424-aae6-4024482085c4 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340452 Sep 16 05:05:21.409923 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1dfdd6-4d4c-411d-af88-8490f60e3cee req-04fa75df-4b18-4e24-ac55-f3f5a1f407df tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:21.411637 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1d1dfdd6-4d4c-411d-af88-8490f60e3cee req-04fa75df-4b18-4e24-ac55-f3f5a1f407df tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 945 time: 0.0510046 Sep 16 05:05:21.451988 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1d1dfdd6-4d4c-411d-af88-8490f60e3cee req-728511cc-39a8-463e-aeb6-af94b4078d2e tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330932 Sep 16 05:05:21.777649 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac41d0-aaa0-414b-b434-bcd2368d2616 req-d6cd32a0-1db2-46b8-9936-899ed79961a4 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:21.779492 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-26ac41d0-aaa0-414b-b434-bcd2368d2616 req-d6cd32a0-1db2-46b8-9936-899ed79961a4 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 945 time: 0.0553951 Sep 16 05:05:21.844598 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-26ac41d0-aaa0-414b-b434-bcd2368d2616 req-531313e4-2fd4-4913-8803-ec2332d316c8 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544302 Sep 16 05:05:22.610131 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 25150fc7-5b42-4d81-8889-5c9648d3eb6d no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:22.632175 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 25150fc7-5b42-4d81-8889-5c9648d3eb6d {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:22.632446 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 25150fc7-5b42-4d81-8889-5c9648d3eb6d not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:22.980442 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122700d-eabb-493d-a6f4-ee83e7ebc43e req-1b788d0a-2ea6-4f37-8eba-1f30cbcbc8b9 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:22.982311 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0122700d-eabb-493d-a6f4-ee83e7ebc43e req-1b788d0a-2ea6-4f37-8eba-1f30cbcbc8b9 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 945 time: 0.0563114 Sep 16 05:05:23.023505 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0122700d-eabb-493d-a6f4-ee83e7ebc43e req-b9c5973c-a7c8-4e98-9c62-6e100d198d92 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349884 Sep 16 05:05:23.731581 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88e2d6-edf6-4e17-9d41-0129760274c1 req-47616d84-dc86-4c6c-92d2-7b056be63ceb tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:23.733039 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed88e2d6-edf6-4e17-9d41-0129760274c1 req-47616d84-dc86-4c6c-92d2-7b056be63ceb tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 945 time: 0.1066060 Sep 16 05:05:23.740002 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-56fece49-b670-4046-9637-f7e7bbeef6e4 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:23.741487 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-56fece49-b670-4046-9637-f7e7bbeef6e4 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/networks?id=fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77 HTTP/1.1" status: 200 len: 814 time: 0.1487753 Sep 16 05:05:23.775373 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-81263736-e1ea-4cf0-b324-63fff9648e00 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/quotas/aed0474ca8fd40fb9bda09255fa945eb HTTP/1.1" status: 200 len: 375 time: 0.0260310 Sep 16 05:05:23.894187 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-378936bb-ebd4-419e-8866-7214d879f925 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=aed0474ca8fd40fb9bda09255fa945eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1096897 Sep 16 05:05:23.898468 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-ed88e2d6-edf6-4e17-9d41-0129760274c1 req-ab236b28-ba64-48fb-98de-68a0a40947c1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Deleting port 9c923d6c-2195-43a2-9774-69a1c1677ab3 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:23.898807 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ed88e2d6-edf6-4e17-9d41-0129760274c1 req-ab236b28-ba64-48fb-98de-68a0a40947c1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.394319 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-ed88e2d6-edf6-4e17-9d41-0129760274c1 req-ab236b28-ba64-48fb-98de-68a0a40947c1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] For port 9c923d6c-2195-43a2-9774-69a1c1677ab3, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=9c923d6c-2195-43a2-9774-69a1c1677ab3,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:24.395028 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ed88e2d6-edf6-4e17-9d41-0129760274c1 req-ab236b28-ba64-48fb-98de-68a0a40947c1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.398715 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-c79ce01e-1cad-4675-8c8f-14a40c27e0bd service neutron] 10.222.0.35 "GET /v2.0/networks/fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4952445 Sep 16 05:05:24.417325 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-ed88e2d6-edf6-4e17-9d41-0129760274c1 req-ab236b28-ba64-48fb-98de-68a0a40947c1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Calling delete_port for 9c923d6c-2195-43a2-9774-69a1c1677ab3 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:24.555070 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-9db7e8bc-33b8-4038-a60d-de92f3e064fa service neutron] 10.222.0.35 "GET /v2.0/networks/fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457193 Sep 16 05:05:24.633638 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ed88e2d6-edf6-4e17-9d41-0129760274c1 req-ab236b28-ba64-48fb-98de-68a0a40947c1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.671231 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab236b28-ba64-48fb-98de-68a0a40947c1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Pushing event deleted for resources: {'Port': ['ID=9c923d6c-2195-43a2-9774-69a1c1677ab3,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:24.671829 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['9c923d6c-2195-43a2-9774-69a1c1677ab3'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:24.757236 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed88e2d6-edf6-4e17-9d41-0129760274c1 req-ab236b28-ba64-48fb-98de-68a0a40947c1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] No DVR routers for this DVR port 9c923d6c-2195-43a2-9774-69a1c1677ab3 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:05:24.767939 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ed88e2d6-edf6-4e17-9d41-0129760274c1 req-ab236b28-ba64-48fb-98de-68a0a40947c1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.770481 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed88e2d6-edf6-4e17-9d41-0129760274c1 req-ab236b28-ba64-48fb-98de-68a0a40947c1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.48 "DELETE /v2.0/ports/9c923d6c-2195-43a2-9774-69a1c1677ab3 HTTP/1.1" status: 204 len: 173 time: 1.0281131 Sep 16 05:05:24.772554 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c63c3b9-208e-43b0-b586-0a1f10e4a6c8', 'name': 'network-vif-deleted', 'tag': '9c923d6c-2195-43a2-9774-69a1c1677ab3'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:24.785658 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f815b43e-3d1d-43db-8c7d-16b778f3318b" -d '{"events": [{"server_uuid": "2c63c3b9-208e-43b0-b586-0a1f10e4a6c8", "name": "network-vif-deleted", "tag": "9c923d6c-2195-43a2-9774-69a1c1677ab3"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:24.813353 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef539006-a2e5-4291-aec7-e596ce46cae9 req-69a66d75-34c9-49f5-96e8-af8c0919c7c1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 210 time: 0.0573831 Sep 16 05:05:25.009383 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-917dd361-96ab-4b51-a999-06174b93977a req-aa20420e-a3dd-425a-8298-db27a0ca2630 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce4b6bbf-bcb8-41f2-a82b-988e18e22617 HTTP/1.1" status: 200 len: 210 time: 0.0410557 Sep 16 05:05:25.065413 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f7c0cf-d42b-4640-8c16-d2d53948e343 x-openstack-request-id: req-26f7c0cf-d42b-4640-8c16-d2d53948e343 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:25.065725 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c63c3b9-208e-43b0-b586-0a1f10e4a6c8", "name": "network-vif-deleted", "tag": "9c923d6c-2195-43a2-9774-69a1c1677ab3", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:25.066059 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-26f7c0cf-d42b-4640-8c16-d2d53948e343 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:25.066539 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c63c3b9-208e-43b0-b586-0a1f10e4a6c8', 'name': 'network-vif-deleted', 'tag': '9c923d6c-2195-43a2-9774-69a1c1677ab3', 'status': 'completed', 'code': 200} Sep 16 05:05:25.926127 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ff1374a0-a444-42ae-b24d-4fb30a67ce54 req-1a293114-2596-4e38-8696-2d0d41bd6b25 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 210 time: 0.0346773 Sep 16 05:05:26.181257 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-897312c6-8ff5-48a0-8269-68c55aa6a675 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:26.183198 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-897312c6-8ff5-48a0-8269-68c55aa6a675 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.48 "GET /v2.0/networks?id=fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77 HTTP/1.1" status: 200 len: 814 time: 0.1998811 Sep 16 05:05:26.231356 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3494d3ff-aaeb-4ed3-954a-6ed739eeb3a6 req-41be75ce-4b12-4385-855b-a6666c310947 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce4b6bbf-bcb8-41f2-a82b-988e18e22617 HTTP/1.1" status: 200 len: 210 time: 0.0339239 Sep 16 05:05:26.246280 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-712dc63c-ed4b-45cc-a48c-7b50691ba140 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Request body: {'port': {'device_id': 'ce4b6bbf-bcb8-41f2-a82b-988e18e22617', 'network_id': 'fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77', 'admin_state_up': True, 'tenant_id': 'aed0474ca8fd40fb9bda09255fa945eb'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:26.401698 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-712dc63c-ed4b-45cc-a48c-7b50691ba140 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Made reservation on behalf of aed0474ca8fd40fb9bda09255fa945eb for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:26.405662 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-712dc63c-ed4b-45cc-a48c-7b50691ba140 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:26.542581 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-712dc63c-ed4b-45cc-a48c-7b50691ba140 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Allocated IP 172.20.0.11 (fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77/5338d0bf-1d51-49f4-992a-9c21a3403920/300c833a-2852-4fae-8ff1-84f26c797860) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:26.632202 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 9c923d6c-2195-43a2-9774-69a1c1677ab3 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:26.678354 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 9c923d6c-2195-43a2-9774-69a1c1677ab3 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:26.679234 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 9c923d6c-2195-43a2-9774-69a1c1677ab3 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:26.744241 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-712dc63c-ed4b-45cc-a48c-7b50691ba140 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:26.780787 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-712dc63c-ed4b-45cc-a48c-7b50691ba140 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:26.823205 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['fe1882f5-9617-4b6c-97be-c81005bc341e', '911ea803-f699-4c51-b0eb-ac0504a6dbf1', '60c3bc88-3f8d-431d-a6a5-9c58d854180c'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:26.825227 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-712dc63c-ed4b-45cc-a48c-7b50691ba140 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Network fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:26.832665 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-712dc63c-ed4b-45cc-a48c-7b50691ba140 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:26.837286 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-712dc63c-ed4b-45cc-a48c-7b50691ba140 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:26.841282 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712dc63c-ed4b-45cc-a48c-7b50691ba140 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Pushing event updated for resources: {'Port': ['ID=300c833a-2852-4fae-8ff1-84f26c797860,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:26.897530 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-712dc63c-ed4b-45cc-a48c-7b50691ba140 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:26.899915 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-712dc63c-ed4b-45cc-a48c-7b50691ba140 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:26.916413 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-712dc63c-ed4b-45cc-a48c-7b50691ba140 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7165527 Sep 16 05:05:26.941407 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-a5749152-00de-4345-8dac-ffdfb46cf66b service neutron] Request body: {'port': {'device_id': 'ce4b6bbf-bcb8-41f2-a82b-988e18e22617', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:27.044706 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-a5749152-00de-4345-8dac-ffdfb46cf66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:27.085613 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-693842a6-c2a3-4141-ace0-47bee3bbf50e req-38e73243-774c-400b-81d0-666be7936cd6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 210 time: 0.0424349 Sep 16 05:05:27.407568 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c780206-8cd9-4b8f-bae9-676263c7b25c req-03d9ba7e-c312-490c-9589-37864379046e tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:27.409402 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4c780206-8cd9-4b8f-bae9-676263c7b25c req-03d9ba7e-c312-490c-9589-37864379046e tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce4b6bbf-bcb8-41f2-a82b-988e18e22617 HTTP/1.1" status: 200 len: 932 time: 0.0754189 Sep 16 05:05:27.474342 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-a5749152-00de-4345-8dac-ffdfb46cf66b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 300c833a-2852-4fae-8ff1-84f26c797860 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:27.486656 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-a5749152-00de-4345-8dac-ffdfb46cf66b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:27.491360 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4c780206-8cd9-4b8f-bae9-676263c7b25c req-0b1d5dbd-8be7-40f7-8c8a-cad0066369ec tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729289 Sep 16 05:05:27.504654 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-a5749152-00de-4345-8dac-ffdfb46cf66b service neutron] Transition to ACTIVE for port object 300c833a-2852-4fae-8ff1-84f26c797860 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:05:27.509437 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-a5749152-00de-4345-8dac-ffdfb46cf66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:27.566158 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5749152-00de-4345-8dac-ffdfb46cf66b service neutron] Pushing event updated for resources: {'Port': ['ID=300c833a-2852-4fae-8ff1-84f26c797860,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:27.646668 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-a5749152-00de-4345-8dac-ffdfb46cf66b service neutron] Attempting to bind port 300c833a-2852-4fae-8ff1-84f26c797860 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:27.647326 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-a5749152-00de-4345-8dac-ffdfb46cf66b service neutron] Attempting to bind port 300c833a-2852-4fae-8ff1-84f26c797860 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': 'da28f82f-ab30-4276-928f-d70d568934dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:27.647658 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-a5749152-00de-4345-8dac-ffdfb46cf66b service neutron] Attempting to bind port 300c833a-2852-4fae-8ff1-84f26c797860 on network fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:27.652898 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-a5749152-00de-4345-8dac-ffdfb46cf66b service neutron] Port 300c833a-2852-4fae-8ff1-84f26c797860 on network fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:05:27.653227 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-a5749152-00de-4345-8dac-ffdfb46cf66b service neutron] Attempting to bind port 300c833a-2852-4fae-8ff1-84f26c797860 on network fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:27.658930 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-a5749152-00de-4345-8dac-ffdfb46cf66b service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:27.659195 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-a5749152-00de-4345-8dac-ffdfb46cf66b service neutron] Checking segment: {'id': 'da28f82f-ab30-4276-928f-d70d568934dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:27.659581 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-a5749152-00de-4345-8dac-ffdfb46cf66b service neutron] Bound using segment: {'id': 'da28f82f-ab30-4276-928f-d70d568934dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:27.660108 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-a5749152-00de-4345-8dac-ffdfb46cf66b service neutron] Bound port: 300c833a-2852-4fae-8ff1-84f26c797860, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da28f82f-ab30-4276-928f-d70d568934dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:27.660467 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-a5749152-00de-4345-8dac-ffdfb46cf66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:27.753491 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-a5749152-00de-4345-8dac-ffdfb46cf66b service neutron] For port 300c833a-2852-4fae-8ff1-84f26c797860, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:27.757127 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-a5749152-00de-4345-8dac-ffdfb46cf66b service neutron] For port 300c833a-2852-4fae-8ff1-84f26c797860, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=300c833a-2852-4fae-8ff1-84f26c797860,segment=NetworkSegment(da28f82f-ab30-4276-928f-d70d568934dc),segment_id=da28f82f-ab30-4276-928f-d70d568934dc)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:27.762300 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-a5749152-00de-4345-8dac-ffdfb46cf66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:27.805209 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-a5749152-00de-4345-8dac-ffdfb46cf66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:27.805830 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-a5749152-00de-4345-8dac-ffdfb46cf66b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:27.807289 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-a5749152-00de-4345-8dac-ffdfb46cf66b service neutron] 10.222.0.48 "PUT /v2.0/ports/300c833a-2852-4fae-8ff1-84f26c797860 HTTP/1.1" status: 200 len: 1093 time: 0.8766897 Sep 16 05:05:27.807728 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4b6bbf-bcb8-41f2-a82b-988e18e22617', 'tag': '300c833a-2852-4fae-8ff1-84f26c797860'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:27.809990 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45770ae9-5f66-463b-82ab-60f278a615dc" -d '{"events": [{"name": "network-changed", "server_uuid": "ce4b6bbf-bcb8-41f2-a82b-988e18e22617", "tag": "300c833a-2852-4fae-8ff1-84f26c797860"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:27.838245 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5749152-00de-4345-8dac-ffdfb46cf66b service neutron] Pushing event updated for resources: {'Port': ['ID=300c833a-2852-4fae-8ff1-84f26c797860,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:27.860167 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd7f6b5-feb7-46c1-938b-11cf28c80a25 x-openstack-request-id: req-dbd7f6b5-feb7-46c1-938b-11cf28c80a25 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:27.860458 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce4b6bbf-bcb8-41f2-a82b-988e18e22617", "tag": "300c833a-2852-4fae-8ff1-84f26c797860", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:27.860731 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dbd7f6b5-feb7-46c1-938b-11cf28c80a25 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:27.861138 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce4b6bbf-bcb8-41f2-a82b-988e18e22617', 'tag': '300c833a-2852-4fae-8ff1-84f26c797860', 'status': 'completed', 'code': 200} Sep 16 05:05:27.923539 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-f42fc37d-905e-4146-91a8-2e14707312dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:27.925128 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-f42fc37d-905e-4146-91a8-2e14707312dc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aed0474ca8fd40fb9bda09255fa945eb&device_id=ce4b6bbf-bcb8-41f2-a82b-988e18e22617 HTTP/1.1" status: 200 len: 1096 time: 0.0507486 Sep 16 05:05:27.975220 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-faeade1a-b523-424c-b83d-eec22b7b6ea2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=300c833a-2852-4fae-8ff1-84f26c797860 HTTP/1.1" status: 200 len: 217 time: 0.0368209 Sep 16 05:05:28.051040 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-c04679ac-a17a-471e-8f65-11840430fa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:28.052515 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-c04679ac-a17a-471e-8f65-11840430fa03 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5338d0bf-1d51-49f4-992a-9c21a3403920 HTTP/1.1" status: 200 len: 854 time: 0.0708492 Sep 16 05:05:28.092918 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-cc4881c6-23a4-4e08-b953-13b829ec285d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311341 Sep 16 05:05:28.208309 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d12f6ecb-fd22-40ef-ae14-a5c4dd408a37 req-cfa27671-9098-4ce5-93b4-ff09c05457ee tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c63c3b9-208e-43b0-b586-0a1f10e4a6c8 HTTP/1.1" status: 200 len: 210 time: 0.0277498 Sep 16 05:05:28.231564 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-551177f6-e500-4f6a-b523-224bf2f96529 service neutron] 10.222.0.48 "GET /v2.0/networks/fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291990 Sep 16 05:05:28.355795 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb712cdb-4790-4ce0-826f-45dff0fa2880 req-f53c0195-bcc5-46a8-b6fd-34416ec96429 service neutron] 10.222.0.48 "GET /v2.0/networks/fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188288 Sep 16 05:05:28.482519 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45770ae9-5f66-463b-82ab-60f278a615dc req-1e336cac-7c76-4817-a680-ba16400ff871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:28.484874 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-45770ae9-5f66-463b-82ab-60f278a615dc req-1e336cac-7c76-4817-a680-ba16400ff871 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aed0474ca8fd40fb9bda09255fa945eb&device_id=ce4b6bbf-bcb8-41f2-a82b-988e18e22617 HTTP/1.1" status: 200 len: 1096 time: 0.0471132 Sep 16 05:05:28.630977 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45770ae9-5f66-463b-82ab-60f278a615dc req-56ab5fd0-93d1-4660-96a8-0b5644feeac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:28.632590 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-45770ae9-5f66-463b-82ab-60f278a615dc req-56ab5fd0-93d1-4660-96a8-0b5644feeac4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77 HTTP/1.1" status: 200 len: 915 time: 0.1398673 Sep 16 05:05:28.684156 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-45770ae9-5f66-463b-82ab-60f278a615dc req-7752698c-c61d-4ec1-bdf2-9e4565960744 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=300c833a-2852-4fae-8ff1-84f26c797860 HTTP/1.1" status: 200 len: 217 time: 0.0438025 Sep 16 05:05:28.692050 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c304a-13fe-4b67-96af-80e9155860c7 req-8f3aea2b-99b6-4de8-9d44-970238d106b7 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:28.697100 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-443c304a-13fe-4b67-96af-80e9155860c7 req-8f3aea2b-99b6-4de8-9d44-970238d106b7 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce4b6bbf-bcb8-41f2-a82b-988e18e22617 HTTP/1.1" status: 200 len: 944 time: 0.1023853 Sep 16 05:05:28.791406 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-443c304a-13fe-4b67-96af-80e9155860c7 req-f382f820-5d4d-48de-b2cb-ded05f45c7be tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827079 Sep 16 05:05:28.798177 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45770ae9-5f66-463b-82ab-60f278a615dc req-2a7cdbe3-eee0-4a6e-be42-5faa647f7296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:28.799563 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-45770ae9-5f66-463b-82ab-60f278a615dc req-2a7cdbe3-eee0-4a6e-be42-5faa647f7296 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5338d0bf-1d51-49f4-992a-9c21a3403920 HTTP/1.1" status: 200 len: 854 time: 0.1001368 Sep 16 05:05:28.836621 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-45770ae9-5f66-463b-82ab-60f278a615dc req-0316bf3f-e496-48be-95ba-e7b3b956bf8b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288813 Sep 16 05:05:28.947381 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-45770ae9-5f66-463b-82ab-60f278a615dc req-c0647223-b754-4f38-8783-8cdd2c4f07b9 service neutron] 10.222.0.48 "GET /v2.0/networks/fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984287 Sep 16 05:05:29.057590 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-45770ae9-5f66-463b-82ab-60f278a615dc req-a3909b89-ac8d-4d66-b448-d8f134e3c8d4 service neutron] 10.222.0.48 "GET /v2.0/networks/fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023078 Sep 16 05:05:29.936718 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a34ef1-6327-4f6b-bc3d-16c0e344fbcf req-77281434-20a5-4425-9652-d7ce93dbfda5 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:29.939633 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e0a34ef1-6327-4f6b-bc3d-16c0e344fbcf req-77281434-20a5-4425-9652-d7ce93dbfda5 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce4b6bbf-bcb8-41f2-a82b-988e18e22617 HTTP/1.1" status: 200 len: 944 time: 0.0606132 Sep 16 05:05:29.980949 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e0a34ef1-6327-4f6b-bc3d-16c0e344fbcf req-07eed303-b014-4a51-bcb1-50e85ebb16af tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365295 Sep 16 05:05:31.029316 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:05:31.119274 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3979c-2859-4449-9132-52d4c7322279 req-17a1a43f-d373-4229-ab1e-e0c1dec182c0 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:31.121486 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-afd3979c-2859-4449-9132-52d4c7322279 req-17a1a43f-d373-4229-ab1e-e0c1dec182c0 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce4b6bbf-bcb8-41f2-a82b-988e18e22617 HTTP/1.1" status: 200 len: 944 time: 0.0608623 Sep 16 05:05:31.170479 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-afd3979c-2859-4449-9132-52d4c7322279 req-c87bc6d9-76fc-4a6a-82e8-cfc94e5c0065 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406499 Sep 16 05:05:31.801470 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-931d5832-5633-4f83-bc0d-8ec66edbeb53 req-5709daec-3011-4265-bcac-1d86ab76b2b9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c04a25d1-288e-4f8b-a286-687057bc276d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0500436 Sep 16 05:05:31.937060 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d5832-5633-4f83-bc0d-8ec66edbeb53 req-e57b5542-2297-4124-a913-5c2d245e94d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:31.938661 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-931d5832-5633-4f83-bc0d-8ec66edbeb53 req-e57b5542-2297-4124-a913-5c2d245e94d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aed0474ca8fd40fb9bda09255fa945eb&device_id=c04a25d1-288e-4f8b-a286-687057bc276d HTTP/1.1" status: 200 len: 1098 time: 0.0710640 Sep 16 05:05:32.063787 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d5832-5633-4f83-bc0d-8ec66edbeb53 req-59eb9a81-b766-433c-9992-50b88e185526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:32.065261 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-931d5832-5633-4f83-bc0d-8ec66edbeb53 req-59eb9a81-b766-433c-9992-50b88e185526 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77 HTTP/1.1" status: 200 len: 915 time: 0.1024969 Sep 16 05:05:32.110479 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-931d5832-5633-4f83-bc0d-8ec66edbeb53 req-4ba7d0a4-aeb0-412d-826a-372347732550 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe1882f5-9617-4b6c-97be-c81005bc341e HTTP/1.1" status: 200 len: 217 time: 0.0361860 Sep 16 05:05:32.184753 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d5832-5633-4f83-bc0d-8ec66edbeb53 req-aea7464f-c506-443a-ad95-2eeeab9309dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:32.187841 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-931d5832-5633-4f83-bc0d-8ec66edbeb53 req-aea7464f-c506-443a-ad95-2eeeab9309dd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5338d0bf-1d51-49f4-992a-9c21a3403920 HTTP/1.1" status: 200 len: 854 time: 0.0639052 Sep 16 05:05:32.232383 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-931d5832-5633-4f83-bc0d-8ec66edbeb53 req-36af1734-c18a-4d8c-b1f8-e2f8ad633274 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364254 Sep 16 05:05:32.333403 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc9cbf-cfaa-4f7f-aec5-b54848563b31 req-51f4aeea-677e-452d-a102-5f99785bc29c tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:32.344794 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-11fc9cbf-cfaa-4f7f-aec5-b54848563b31 req-51f4aeea-677e-452d-a102-5f99785bc29c tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce4b6bbf-bcb8-41f2-a82b-988e18e22617 HTTP/1.1" status: 200 len: 944 time: 0.0863566 Sep 16 05:05:32.355779 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-931d5832-5633-4f83-bc0d-8ec66edbeb53 req-8d8606ae-8815-466d-ad6e-566c38a54c42 service neutron] 10.222.0.47 "GET /v2.0/networks/fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158979 Sep 16 05:05:32.398288 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-11fc9cbf-cfaa-4f7f-aec5-b54848563b31 req-2bc3a3d6-b580-4c38-90c4-38d1df05d28c tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522463 Sep 16 05:05:32.485307 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-931d5832-5633-4f83-bc0d-8ec66edbeb53 req-6bcc6355-68e7-44dd-b7c7-1aa1a1e9b256 service neutron] 10.222.0.47 "GET /v2.0/networks/fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218138 Sep 16 05:05:32.655384 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 300c833a-2852-4fae-8ff1-84f26c797860 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:05:32.773364 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 300c833a-2852-4fae-8ff1-84f26c797860, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=300c833a-2852-4fae-8ff1-84f26c797860,segment=NetworkSegment(da28f82f-ab30-4276-928f-d70d568934dc),segment_id=da28f82f-ab30-4276-928f-d70d568934dc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:32.786186 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '300c833a-2852-4fae-8ff1-84f26c797860', 'network_id': 'fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77', 'port_id': '300c833a-2852-4fae-8ff1-84f26c797860', 'mac_address': 'fa:16:3e:92:04:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5338d0bf-1d51-49f4-992a-9c21a3403920', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:05:32.826304 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:32.844390 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 300c833a-2852-4fae-8ff1-84f26c797860 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:32.864932 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 300c833a-2852-4fae-8ff1-84f26c797860, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=300c833a-2852-4fae-8ff1-84f26c797860,segment=NetworkSegment(da28f82f-ab30-4276-928f-d70d568934dc),segment_id=da28f82f-ab30-4276-928f-d70d568934dc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:32.870843 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:32.938296 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=300c833a-2852-4fae-8ff1-84f26c797860,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:33.285863 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['300c833a-2852-4fae-8ff1-84f26c797860'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:33.530115 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa8b2c-545b-41cf-989e-41af8e2623de req-51ed09c1-23c7-4ad0-8d0b-713a7c580c6e tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:33.533772 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a8fa8b2c-545b-41cf-989e-41af8e2623de req-51ed09c1-23c7-4ad0-8d0b-713a7c580c6e tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce4b6bbf-bcb8-41f2-a82b-988e18e22617 HTTP/1.1" status: 200 len: 945 time: 0.0598035 Sep 16 05:05:33.573641 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a8fa8b2c-545b-41cf-989e-41af8e2623de req-2fae4c08-f97c-4490-b550-6cb616866c01 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343566 Sep 16 05:05:34.656348 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 300c833a-2852-4fae-8ff1-84f26c797860 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:34.718148 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e107a23-ba94-4131-b5ae-098a188c267e req-2e9ed8eb-b8bb-43c9-a25e-73e28fd34cc1 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:34.723979 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4e107a23-ba94-4131-b5ae-098a188c267e req-2e9ed8eb-b8bb-43c9-a25e-73e28fd34cc1 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce4b6bbf-bcb8-41f2-a82b-988e18e22617 HTTP/1.1" status: 200 len: 945 time: 0.0628979 Sep 16 05:05:34.726447 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 300c833a-2852-4fae-8ff1-84f26c797860 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:05:34.734064 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 300c833a-2852-4fae-8ff1-84f26c797860 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:34.734872 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.780305 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4e107a23-ba94-4131-b5ae-098a188c267e req-670546de-f114-413a-a6dd-30d839f59b59 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474963 Sep 16 05:05:34.883558 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.905364 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4b6bbf-bcb8-41f2-a82b-988e18e22617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300c833a-2852-4fae-8ff1-84f26c797860'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:34.909690 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a865513a-6f7b-4c81-bd9c-df9456fc7a90" -d '{"events": [{"server_uuid": "ce4b6bbf-bcb8-41f2-a82b-988e18e22617", "name": "network-vif-plugged", "status": "completed", "tag": "300c833a-2852-4fae-8ff1-84f26c797860"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:34.933830 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 300c833a-2852-4fae-8ff1-84f26c797860, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=300c833a-2852-4fae-8ff1-84f26c797860,segment=NetworkSegment(da28f82f-ab30-4276-928f-d70d568934dc),segment_id=da28f82f-ab30-4276-928f-d70d568934dc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:34.939964 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.977011 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9efa80-57e8-4f93-a1e8-734e1eb2a5fd x-openstack-request-id: req-9c9efa80-57e8-4f93-a1e8-734e1eb2a5fd {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:34.977300 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4b6bbf-bcb8-41f2-a82b-988e18e22617", "name": "network-vif-plugged", "status": "completed", "tag": "300c833a-2852-4fae-8ff1-84f26c797860", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:34.977549 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9c9efa80-57e8-4f93-a1e8-734e1eb2a5fd {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:34.977926 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4b6bbf-bcb8-41f2-a82b-988e18e22617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300c833a-2852-4fae-8ff1-84f26c797860', 'code': 200} Sep 16 05:05:35.013589 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=300c833a-2852-4fae-8ff1-84f26c797860,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:35.048410 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-55458775-d529-4c67-8589-22072f7e917a req-5fa1a8f2-6d2a-4de3-abbf-5bbe6e2ddbbd service neutron] (94767) timed out ('10.222.0.48', 54007) {{(pid=94767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:05:35.104207 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3beef3f-1dde-433e-9602-cdb5d8388d85 req-1a68c70a-65ed-46cf-9d68-e863ad8aa9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:35.106189 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e3beef3f-1dde-433e-9602-cdb5d8388d85 req-1a68c70a-65ed-46cf-9d68-e863ad8aa9f7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ce4b6bbf-bcb8-41f2-a82b-988e18e22617 HTTP/1.1" status: 200 len: 1098 time: 0.0495586 Sep 16 05:05:35.163909 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e3beef3f-1dde-433e-9602-cdb5d8388d85 req-d39c655d-c976-47a7-ab23-72a770fdff60 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444496 Sep 16 05:05:35.942767 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a7109-77da-447c-9a85-c9ea3c655d48 req-7fac7591-07e7-4e3a-82b0-c10706798768 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:35.952110 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e90a7109-77da-447c-9a85-c9ea3c655d48 req-7fac7591-07e7-4e3a-82b0-c10706798768 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce4b6bbf-bcb8-41f2-a82b-988e18e22617 HTTP/1.1" status: 200 len: 946 time: 0.0879877 Sep 16 05:05:36.006969 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e90a7109-77da-447c-9a85-c9ea3c655d48 req-c678d7fd-3207-4f7f-b869-f2dd69bbf2c9 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533445 Sep 16 05:05:37.150762 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a974a-9c13-4800-bf32-f91629a4a88c req-0658f778-35f3-461d-9164-2adf63dbda82 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:37.152382 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-738a974a-9c13-4800-bf32-f91629a4a88c req-0658f778-35f3-461d-9164-2adf63dbda82 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce4b6bbf-bcb8-41f2-a82b-988e18e22617 HTTP/1.1" status: 200 len: 946 time: 0.0558772 Sep 16 05:05:37.193639 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-738a974a-9c13-4800-bf32-f91629a4a88c req-231bda95-a306-40af-990b-34e70bd0e857 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342042 Sep 16 05:05:40.090379 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cf650f92-c717-4d96-9729-913e221594bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:41.731503 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:43.269129 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-030c68c5-c1df-4fc2-a072-ccd601612a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:43.525120 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:44.559303 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:44.621856 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:46.080866 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:53.952410 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c3fcf-61a5-4300-b253-ed0cebbac4ee req-e1e32f2b-2a64-43f0-8629-083c26dcb01e tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:53.954104 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4d5c3fcf-61a5-4300-b253-ed0cebbac4ee req-e1e32f2b-2a64-43f0-8629-083c26dcb01e tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 946 time: 0.0616083 Sep 16 05:05:54.029252 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4d5c3fcf-61a5-4300-b253-ed0cebbac4ee req-715aecb1-7490-4a33-96c8-a763d4f002f6 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638254 Sep 16 05:05:55.213605 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99af53-6095-413f-a659-e6f6ae8ffe62 req-234680c3-ae98-4850-a051-e03bf9622828 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:55.221773 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cf99af53-6095-413f-a659-e6f6ae8ffe62 req-234680c3-ae98-4850-a051-e03bf9622828 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 946 time: 0.0829160 Sep 16 05:05:55.268601 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cf99af53-6095-413f-a659-e6f6ae8ffe62 req-980b688d-f4b3-4847-877c-f8563d42e508 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458462 Sep 16 05:05:56.204953 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-fff260d3-ff27-45a4-90f0-2ee04cb0236e tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:56.206545 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-fff260d3-ff27-45a4-90f0-2ee04cb0236e tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/networks?id=2ffb7374-cfe5-44a3-b981-4861b354cbc4 HTTP/1.1" status: 200 len: 812 time: 0.1300368 Sep 16 05:05:56.229013 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-3aa72c84-c9da-4da5-8225-6f6568ea3147 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/quotas/563bf98d77304029a90b6357f1f3f020 HTTP/1.1" status: 200 len: 375 time: 0.0116625 Sep 16 05:05:56.310202 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-5b795e76-cecc-48e7-936b-d3532a278223 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=563bf98d77304029a90b6357f1f3f020&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0738115 Sep 16 05:05:56.455434 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-1072cbc0-b7dc-4242-808d-7afa99aae8c2 service neutron] 10.222.0.35 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366818 Sep 16 05:05:56.560560 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-9d29b5a4-643b-4e88-885b-79dfd486eab4 service neutron] 10.222.0.35 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961554 Sep 16 05:05:56.976727 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13963040-913b-4436-80a5-c5af8aa6da2f req-aaf69f74-3bdc-44f1-9e7e-a5f4d90a2245 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:56.978336 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-13963040-913b-4436-80a5-c5af8aa6da2f req-aaf69f74-3bdc-44f1-9e7e-a5f4d90a2245 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 946 time: 0.1059277 Sep 16 05:05:57.025593 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-13963040-913b-4436-80a5-c5af8aa6da2f req-5447dd37-d7e3-4792-bf44-d258d38be9a1 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396898 Sep 16 05:05:57.128941 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b47e6d4c-49f1-4931-b7c6-0f4586d02649 req-6832162e-c94b-49c8-a124-3aa007f38a35 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=360b7028-521c-4586-bc54-142832d64d4c HTTP/1.1" status: 200 len: 210 time: 0.0422270 Sep 16 05:05:57.780277 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc8b05-c401-4c3b-9c73-e9eae6fa9c9a req-8e8e8d9a-a919-46d1-882c-060f356c9636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:57.781945 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-60dc8b05-c401-4c3b-9c73-e9eae6fa9c9a req-8e8e8d9a-a919-46d1-882c-060f356c9636 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b67ac34bf7e46cc823dbce391e87ff7&device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 1098 time: 0.0479352 Sep 16 05:05:57.910684 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc8b05-c401-4c3b-9c73-e9eae6fa9c9a req-cf7ebd4d-da9c-4c32-94aa-a6890dc7be21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:57.912230 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-60dc8b05-c401-4c3b-9c73-e9eae6fa9c9a req-cf7ebd4d-da9c-4c32-94aa-a6890dc7be21 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 HTTP/1.1" status: 200 len: 918 time: 0.1029396 Sep 16 05:05:57.993621 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-60dc8b05-c401-4c3b-9c73-e9eae6fa9c9a req-659e34f9-590c-45fa-af62-96d7fc1dea95 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=643cded4-885a-4da8-be31-5d859991e0f6 HTTP/1.1" status: 200 len: 1001 time: 0.0697756 Sep 16 05:05:58.090186 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc8b05-c401-4c3b-9c73-e9eae6fa9c9a req-b2c35822-81aa-4abb-a840-27ce91ff439d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:58.091979 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-60dc8b05-c401-4c3b-9c73-e9eae6fa9c9a req-b2c35822-81aa-4abb-a840-27ce91ff439d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03820bd1-1023-490e-b628-251d17d722c4 HTTP/1.1" status: 200 len: 856 time: 0.0897508 Sep 16 05:05:58.211738 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-90168414-a903-4aac-ac1d-e279f3449c6b tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:58.214938 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-90168414-a903-4aac-ac1d-e279f3449c6b tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.48 "GET /v2.0/networks?id=2ffb7374-cfe5-44a3-b981-4861b354cbc4 HTTP/1.1" status: 200 len: 812 time: 0.1661520 Sep 16 05:05:58.223194 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0f91d-2862-4c47-94d2-471bf7502473 req-1d5a6583-0ebd-4d2c-bd04-3a390e9cb3cd tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:58.227617 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dec0f91d-2862-4c47-94d2-471bf7502473 req-1d5a6583-0ebd-4d2c-bd04-3a390e9cb3cd tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 946 time: 0.0713837 Sep 16 05:05:58.239364 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc8b05-c401-4c3b-9c73-e9eae6fa9c9a req-b2275041-9dd2-4a69-a1a7-983b090f8a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:58.242207 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-60dc8b05-c401-4c3b-9c73-e9eae6fa9c9a req-b2275041-9dd2-4a69-a1a7-983b090f8a4e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa14f7fe-1f8d-4bc9-a5b1-99c520e36470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1421864 Sep 16 05:05:58.260190 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-71b9bcf9-39a3-4cf6-9add-e5f0dc6f2931 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Request body: {'port': {'device_id': '360b7028-521c-4586-bc54-142832d64d4c', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'admin_state_up': True, 'tenant_id': '563bf98d77304029a90b6357f1f3f020'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:58.389660 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-60dc8b05-c401-4c3b-9c73-e9eae6fa9c9a req-7a8db484-31c7-412e-af91-e51949084bb9 service neutron] 10.222.0.48 "GET /v2.0/networks/fa14f7fe-1f8d-4bc9-a5b1-99c520e36470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393340 Sep 16 05:05:58.417795 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dec0f91d-2862-4c47-94d2-471bf7502473 req-e805ffd1-f6d4-4015-a455-bf45e41cadaf tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865449 Sep 16 05:05:58.433937 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-71b9bcf9-39a3-4cf6-9add-e5f0dc6f2931 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Made reservation on behalf of 563bf98d77304029a90b6357f1f3f020 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:58.449686 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-71b9bcf9-39a3-4cf6-9add-e5f0dc6f2931 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:58.602057 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-865e127d-7fbe-4efe-9bfb-3663e58d480a req-d32354c7-a4ca-42d4-9c5d-01718dfa54cf tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=360b7028-521c-4586-bc54-142832d64d4c HTTP/1.1" status: 200 len: 210 time: 0.0474868 Sep 16 05:05:58.637770 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-71b9bcf9-39a3-4cf6-9add-e5f0dc6f2931 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Allocated IP 172.20.0.8 (2ffb7374-cfe5-44a3-b981-4861b354cbc4/7227d309-0a53-4e5a-940f-792e598a0c41/bf789a7a-af79-4ced-880e-148a792d8cb4) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:58.640818 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-60dc8b05-c401-4c3b-9c73-e9eae6fa9c9a req-d0dc6bf6-3009-43f7-9f6b-87f85878a0f6 service neutron] 10.222.0.48 "GET /v2.0/networks/fa14f7fe-1f8d-4bc9-a5b1-99c520e36470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388334 Sep 16 05:05:58.834328 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-71b9bcf9-39a3-4cf6-9add-e5f0dc6f2931 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:58.873570 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-71b9bcf9-39a3-4cf6-9add-e5f0dc6f2931 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:58.892455 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b0940-e3f7-45b9-8d19-c4de36ad55b7 req-b7ac8fa3-ac35-4844-a28f-1574ddb9b2f7 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:58.894047 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ab0b0940-e3f7-45b9-8d19-c4de36ad55b7 req-b7ac8fa3-ac35-4844-a28f-1574ddb9b2f7 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce4b6bbf-bcb8-41f2-a82b-988e18e22617 HTTP/1.1" status: 200 len: 946 time: 0.0596585 Sep 16 05:05:58.921127 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-71b9bcf9-39a3-4cf6-9add-e5f0dc6f2931 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Network 2ffb7374-cfe5-44a3-b981-4861b354cbc4 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:58.924643 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-71b9bcf9-39a3-4cf6-9add-e5f0dc6f2931 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:58.928714 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-71b9bcf9-39a3-4cf6-9add-e5f0dc6f2931 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:58.959532 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ab0b0940-e3f7-45b9-8d19-c4de36ad55b7 req-01addd80-1dcc-4b05-80e5-3baf83d66aba tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585604 Sep 16 05:05:58.972860 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9bcf9-39a3-4cf6-9add-e5f0dc6f2931 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Pushing event updated for resources: {'Port': ['ID=bf789a7a-af79-4ced-880e-148a792d8cb4,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:58.984304 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b9bcf9-39a3-4cf6-9add-e5f0dc6f2931 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:58.984856 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b9bcf9-39a3-4cf6-9add-e5f0dc6f2931 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:58.985291 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b9bcf9-39a3-4cf6-9add-e5f0dc6f2931 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:58.985743 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b9bcf9-39a3-4cf6-9add-e5f0dc6f2931 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:58.986174 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b9bcf9-39a3-4cf6-9add-e5f0dc6f2931 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:58.986626 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b9bcf9-39a3-4cf6-9add-e5f0dc6f2931 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:58.987117 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b9bcf9-39a3-4cf6-9add-e5f0dc6f2931 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:58.987634 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b9bcf9-39a3-4cf6-9add-e5f0dc6f2931 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:58.988059 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b9bcf9-39a3-4cf6-9add-e5f0dc6f2931 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:58.988481 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b9bcf9-39a3-4cf6-9add-e5f0dc6f2931 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:58.988937 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b9bcf9-39a3-4cf6-9add-e5f0dc6f2931 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:58.989433 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b9bcf9-39a3-4cf6-9add-e5f0dc6f2931 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:59.012812 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-71b9bcf9-39a3-4cf6-9add-e5f0dc6f2931 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:59.013707 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-71b9bcf9-39a3-4cf6-9add-e5f0dc6f2931 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.029544 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-71b9bcf9-39a3-4cf6-9add-e5f0dc6f2931 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7831552 Sep 16 05:05:59.050543 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-7be61113-d401-40c9-b9a3-ee12d64c55a4 service neutron] Request body: {'port': {'device_id': '360b7028-521c-4586-bc54-142832d64d4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:59.113834 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-7be61113-d401-40c9-b9a3-ee12d64c55a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.230651 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-aa9cf284-2873-4c8e-a6b3-c0872deeb631 None None] Provisioning complete for port bf789a7a-af79-4ced-880e-148a792d8cb4 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:59.231612 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-aa9cf284-2873-4c8e-a6b3-c0872deeb631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.272194 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-aa9cf284-2873-4c8e-a6b3-c0872deeb631 None None] Port bf789a7a-af79-4ced-880e-148a792d8cb4 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:05:59.482678 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-7be61113-d401-40c9-b9a3-ee12d64c55a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf789a7a-af79-4ced-880e-148a792d8cb4 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:59.519890 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-7be61113-d401-40c9-b9a3-ee12d64c55a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.537390 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-7be61113-d401-40c9-b9a3-ee12d64c55a4 service neutron] Transition to ACTIVE for port object bf789a7a-af79-4ced-880e-148a792d8cb4 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:05:59.542720 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-7be61113-d401-40c9-b9a3-ee12d64c55a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.572450 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c32e27-4f7a-4e11-b918-0f03509ec993 req-ed1fbfb5-1eea-42bf-8639-d00f3890ce9a tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:59.574736 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-15c32e27-4f7a-4e11-b918-0f03509ec993 req-ed1fbfb5-1eea-42bf-8639-d00f3890ce9a tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 946 time: 0.0695632 Sep 16 05:05:59.670090 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-15c32e27-4f7a-4e11-b918-0f03509ec993 req-bfb8cfac-8795-466a-9b4b-eca7be958d3c tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883808 Sep 16 05:05:59.754650 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be61113-d401-40c9-b9a3-ee12d64c55a4 service neutron] Pushing event updated for resources: {'Port': ['ID=bf789a7a-af79-4ced-880e-148a792d8cb4,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:59.767566 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-7be61113-d401-40c9-b9a3-ee12d64c55a4 service neutron] Attempting to bind port bf789a7a-af79-4ced-880e-148a792d8cb4 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:59.768059 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-7be61113-d401-40c9-b9a3-ee12d64c55a4 service neutron] Attempting to bind port bf789a7a-af79-4ced-880e-148a792d8cb4 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': 'dc1c68e0-6210-4ec3-92e9-96d963e48ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:59.768538 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-7be61113-d401-40c9-b9a3-ee12d64c55a4 service neutron] Attempting to bind port bf789a7a-af79-4ced-880e-148a792d8cb4 on network 2ffb7374-cfe5-44a3-b981-4861b354cbc4 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:59.773691 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-7be61113-d401-40c9-b9a3-ee12d64c55a4 service neutron] Port bf789a7a-af79-4ced-880e-148a792d8cb4 on network 2ffb7374-cfe5-44a3-b981-4861b354cbc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:05:59.774232 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-7be61113-d401-40c9-b9a3-ee12d64c55a4 service neutron] Attempting to bind port bf789a7a-af79-4ced-880e-148a792d8cb4 on network 2ffb7374-cfe5-44a3-b981-4861b354cbc4 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:59.780494 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-7be61113-d401-40c9-b9a3-ee12d64c55a4 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:59.781070 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-7be61113-d401-40c9-b9a3-ee12d64c55a4 service neutron] Checking segment: {'id': 'dc1c68e0-6210-4ec3-92e9-96d963e48ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:59.781463 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-7be61113-d401-40c9-b9a3-ee12d64c55a4 service neutron] Bound using segment: {'id': 'dc1c68e0-6210-4ec3-92e9-96d963e48ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:59.781910 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-7be61113-d401-40c9-b9a3-ee12d64c55a4 service neutron] Bound port: bf789a7a-af79-4ced-880e-148a792d8cb4, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc1c68e0-6210-4ec3-92e9-96d963e48ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:59.782267 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-7be61113-d401-40c9-b9a3-ee12d64c55a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.823891 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d2cc7-972f-490d-b22c-c97fc87805eb req-ad0a4c82-430f-4405-8182-0637f4d800ef tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:59.829215 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c21d2cc7-972f-490d-b22c-c97fc87805eb req-ad0a4c82-430f-4405-8182-0637f4d800ef tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=360b7028-521c-4586-bc54-142832d64d4c HTTP/1.1" status: 200 len: 943 time: 0.0916257 Sep 16 05:05:59.892882 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-7be61113-d401-40c9-b9a3-ee12d64c55a4 service neutron] For port bf789a7a-af79-4ced-880e-148a792d8cb4, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:59.898769 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-7be61113-d401-40c9-b9a3-ee12d64c55a4 service neutron] For port bf789a7a-af79-4ced-880e-148a792d8cb4, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=bf789a7a-af79-4ced-880e-148a792d8cb4,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:59.905508 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-7be61113-d401-40c9-b9a3-ee12d64c55a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.932679 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c21d2cc7-972f-490d-b22c-c97fc87805eb req-ca4c5a45-9e3a-4ad5-8979-514d283f6f43 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936539 Sep 16 05:05:59.948504 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-7be61113-d401-40c9-b9a3-ee12d64c55a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:59.950191 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-7be61113-d401-40c9-b9a3-ee12d64c55a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.951947 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-7be61113-d401-40c9-b9a3-ee12d64c55a4 service neutron] 10.222.0.48 "PUT /v2.0/ports/bf789a7a-af79-4ced-880e-148a792d8cb4 HTTP/1.1" status: 200 len: 1092 time: 0.9063404 Sep 16 05:05:59.952555 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '360b7028-521c-4586-bc54-142832d64d4c', 'tag': 'bf789a7a-af79-4ced-880e-148a792d8cb4'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:59.955125 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc1d248-9e5f-46ee-bf2b-ee96f361fb43" -d '{"events": [{"name": "network-changed", "server_uuid": "360b7028-521c-4586-bc54-142832d64d4c", "tag": "bf789a7a-af79-4ced-880e-148a792d8cb4"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:00.024228 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be61113-d401-40c9-b9a3-ee12d64c55a4 service neutron] Pushing event updated for resources: {'Port': ['ID=bf789a7a-af79-4ced-880e-148a792d8cb4,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:00.070629 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993b075b-9b96-45a0-bf33-65fa111b3f3f x-openstack-request-id: req-993b075b-9b96-45a0-bf33-65fa111b3f3f {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:00.070919 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "360b7028-521c-4586-bc54-142832d64d4c", "tag": "bf789a7a-af79-4ced-880e-148a792d8cb4", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:00.071182 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-993b075b-9b96-45a0-bf33-65fa111b3f3f {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:00.071748 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '360b7028-521c-4586-bc54-142832d64d4c', 'tag': 'bf789a7a-af79-4ced-880e-148a792d8cb4', 'status': 'completed', 'code': 200} Sep 16 05:06:00.091042 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-e47b459b-72b8-4ea6-96f0-2cfb69e51bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:00.092643 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-e47b459b-72b8-4ea6-96f0-2cfb69e51bc7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=563bf98d77304029a90b6357f1f3f020&device_id=360b7028-521c-4586-bc54-142832d64d4c HTTP/1.1" status: 200 len: 1095 time: 0.0558519 Sep 16 05:06:00.146454 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ecabe-9705-43a1-8f08-e8ea02b3c1b3 req-d18511ec-6b48-47b4-991c-f26147a78b09 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:00.148855 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c1ecabe-9705-43a1-8f08-e8ea02b3c1b3 req-d18511ec-6b48-47b4-991c-f26147a78b09 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce4b6bbf-bcb8-41f2-a82b-988e18e22617 HTTP/1.1" status: 200 len: 946 time: 0.0634277 Sep 16 05:06:00.164358 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-127b3aac-8aa4-4786-a04d-f09146ae76b8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf789a7a-af79-4ced-880e-148a792d8cb4 HTTP/1.1" status: 200 len: 217 time: 0.0521805 Sep 16 05:06:00.205253 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c1ecabe-9705-43a1-8f08-e8ea02b3c1b3 req-e5c5f728-ed4d-4ce1-96e4-11eedc0c30f7 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500431 Sep 16 05:06:00.252857 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-ba82777b-73f0-4537-9d29-496be80a3a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:00.254535 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-ba82777b-73f0-4537-9d29-496be80a3a7c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7227d309-0a53-4e5a-940f-792e598a0c41 HTTP/1.1" status: 200 len: 851 time: 0.0802588 Sep 16 05:06:00.312929 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-bae9cc84-fb42-4d27-961b-608d36b348d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:00.314727 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-bae9cc84-fb42-4d27-961b-608d36b348d1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ffb7374-cfe5-44a3-b981-4861b354cbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530047 Sep 16 05:06:00.411057 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-495c59dc-3252-4c11-a81e-4ad4a8bbaac8 service neutron] 10.222.0.48 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872974 Sep 16 05:06:00.521823 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4d1b3f58-fa63-4693-9516-215ccafbc856 req-8026ca70-a190-48a4-867c-5acfbb7b52ba service neutron] 10.222.0.48 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034460 Sep 16 05:06:00.651540 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1d248-9e5f-46ee-bf2b-ee96f361fb43 req-a5f7f6bd-fb78-4ca4-b02b-4c7a95e9b547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:00.653372 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2bc1d248-9e5f-46ee-bf2b-ee96f361fb43 req-a5f7f6bd-fb78-4ca4-b02b-4c7a95e9b547 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=563bf98d77304029a90b6357f1f3f020&device_id=360b7028-521c-4586-bc54-142832d64d4c HTTP/1.1" status: 200 len: 1095 time: 0.0431256 Sep 16 05:06:00.761081 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1d248-9e5f-46ee-bf2b-ee96f361fb43 req-749814ce-8ddb-43b7-926e-cde3b31c0755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:00.762779 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2bc1d248-9e5f-46ee-bf2b-ee96f361fb43 req-749814ce-8ddb-43b7-926e-cde3b31c0755 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2ffb7374-cfe5-44a3-b981-4861b354cbc4 HTTP/1.1" status: 200 len: 913 time: 0.1022844 Sep 16 05:06:00.810038 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b7b64-a2ee-4002-ab4c-9ed26105c524 req-248f11aa-b7d3-4c4f-bf64-ade93842322c tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:00.811706 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-916b7b64-a2ee-4002-ab4c-9ed26105c524 req-248f11aa-b7d3-4c4f-bf64-ade93842322c tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 946 time: 0.0557809 Sep 16 05:06:00.816197 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2bc1d248-9e5f-46ee-bf2b-ee96f361fb43 req-e4d02575-c562-434b-bd54-487e4d2feac0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf789a7a-af79-4ced-880e-148a792d8cb4 HTTP/1.1" status: 200 len: 217 time: 0.0442545 Sep 16 05:06:00.854209 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-916b7b64-a2ee-4002-ab4c-9ed26105c524 req-39b37af7-7de0-4600-995c-0fad960e21ea tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348470 Sep 16 05:06:00.922363 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1d248-9e5f-46ee-bf2b-ee96f361fb43 req-79b299e6-53c4-4362-8864-25c89d17ddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:00.923848 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2bc1d248-9e5f-46ee-bf2b-ee96f361fb43 req-79b299e6-53c4-4362-8864-25c89d17ddb9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7227d309-0a53-4e5a-940f-792e598a0c41 HTTP/1.1" status: 200 len: 851 time: 0.0606408 Sep 16 05:06:00.937355 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69782607-4dd2-4f77-a22e-65561432b048 req-8764743c-2b1d-4ac2-960d-c4b92b29856e tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:00.939386 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-69782607-4dd2-4f77-a22e-65561432b048 req-8764743c-2b1d-4ac2-960d-c4b92b29856e tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce4b6bbf-bcb8-41f2-a82b-988e18e22617 HTTP/1.1" status: 200 len: 946 time: 0.0676451 Sep 16 05:06:00.989011 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1d248-9e5f-46ee-bf2b-ee96f361fb43 req-d8f0f714-2fb7-476c-9bf8-6f92d0884b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:00.997917 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2bc1d248-9e5f-46ee-bf2b-ee96f361fb43 req-d8f0f714-2fb7-476c-9bf8-6f92d0884b47 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ffb7374-cfe5-44a3-b981-4861b354cbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620661 Sep 16 05:06:01.093042 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-69782607-4dd2-4f77-a22e-65561432b048 req-a3c3ce41-c18f-4cd4-8a19-aa9e00ebde13 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Deleting port 300c833a-2852-4fae-8ff1-84f26c797860 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:01.093821 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-69782607-4dd2-4f77-a22e-65561432b048 req-a3c3ce41-c18f-4cd4-8a19-aa9e00ebde13 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:01.103047 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2bc1d248-9e5f-46ee-bf2b-ee96f361fb43 req-96a2a67d-8b06-475b-8341-d8bb1e6e3b7b service neutron] 10.222.0.48 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004093 Sep 16 05:06:01.105454 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe8cf3-ba40-42af-954c-4bdf4b1101b6 req-886dc97b-2fc2-4c66-9233-ffd80cd9f89d tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:01.107129 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7dbe8cf3-ba40-42af-954c-4bdf4b1101b6 req-886dc97b-2fc2-4c66-9233-ffd80cd9f89d tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=360b7028-521c-4586-bc54-142832d64d4c HTTP/1.1" status: 200 len: 943 time: 0.0838580 Sep 16 05:06:01.229613 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7dbe8cf3-ba40-42af-954c-4bdf4b1101b6 req-22ff8aba-ef0f-40c2-8d99-302d3f5db8cc tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011965 Sep 16 05:06:01.272691 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-69782607-4dd2-4f77-a22e-65561432b048 req-a3c3ce41-c18f-4cd4-8a19-aa9e00ebde13 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] For port 300c833a-2852-4fae-8ff1-84f26c797860, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=300c833a-2852-4fae-8ff1-84f26c797860,segment=NetworkSegment(da28f82f-ab30-4276-928f-d70d568934dc),segment_id=da28f82f-ab30-4276-928f-d70d568934dc)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:01.273488 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-69782607-4dd2-4f77-a22e-65561432b048 req-a3c3ce41-c18f-4cd4-8a19-aa9e00ebde13 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:01.277360 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2bc1d248-9e5f-46ee-bf2b-ee96f361fb43 req-b962c116-e6ce-4b2f-ae7f-008d271a4df0 service neutron] 10.222.0.48 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657088 Sep 16 05:06:01.290177 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-69782607-4dd2-4f77-a22e-65561432b048 req-a3c3ce41-c18f-4cd4-8a19-aa9e00ebde13 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Calling delete_port for 300c833a-2852-4fae-8ff1-84f26c797860 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:01.466895 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d18141-c71d-4273-ad96-ccd86a9e1fb8 req-a6eaece5-7734-40a4-8740-4ef29e19853c tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:01.470060 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-64d18141-c71d-4273-ad96-ccd86a9e1fb8 req-a6eaece5-7734-40a4-8740-4ef29e19853c tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce4b6bbf-bcb8-41f2-a82b-988e18e22617 HTTP/1.1" status: 200 len: 946 time: 0.0993192 Sep 16 05:06:01.562532 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-64d18141-c71d-4273-ad96-ccd86a9e1fb8 req-813cef14-06a6-4ea8-97a2-eced25248f39 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864356 Sep 16 05:06:01.592337 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-69782607-4dd2-4f77-a22e-65561432b048 req-a3c3ce41-c18f-4cd4-8a19-aa9e00ebde13 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:01.624234 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3ce41-c18f-4cd4-8a19-aa9e00ebde13 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Pushing event deleted for resources: {'Port': ['ID=300c833a-2852-4fae-8ff1-84f26c797860,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:01.629101 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['300c833a-2852-4fae-8ff1-84f26c797860'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:01.671656 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['fe1882f5-9617-4b6c-97be-c81005bc341e', '911ea803-f699-4c51-b0eb-ac0504a6dbf1', '60c3bc88-3f8d-431d-a6a5-9c58d854180c'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:01.692447 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-69782607-4dd2-4f77-a22e-65561432b048 req-a3c3ce41-c18f-4cd4-8a19-aa9e00ebde13 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] No DVR routers for this DVR port 300c833a-2852-4fae-8ff1-84f26c797860 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:06:01.695111 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-69782607-4dd2-4f77-a22e-65561432b048 req-a3c3ce41-c18f-4cd4-8a19-aa9e00ebde13 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:01.698891 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-69782607-4dd2-4f77-a22e-65561432b048 req-a3c3ce41-c18f-4cd4-8a19-aa9e00ebde13 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.48 "DELETE /v2.0/ports/300c833a-2852-4fae-8ff1-84f26c797860 HTTP/1.1" status: 204 len: 173 time: 0.7524581 Sep 16 05:06:01.699395 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4b6bbf-bcb8-41f2-a82b-988e18e22617', 'name': 'network-vif-deleted', 'tag': '300c833a-2852-4fae-8ff1-84f26c797860'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:01.709418 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d7bcf6-85ba-40b4-8d52-17f6df7b09c8" -d '{"events": [{"server_uuid": "ce4b6bbf-bcb8-41f2-a82b-988e18e22617", "name": "network-vif-deleted", "tag": "300c833a-2852-4fae-8ff1-84f26c797860"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:01.782104 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba530b5-c30a-4bc4-a3dc-d06e2e6d2ccc x-openstack-request-id: req-7ba530b5-c30a-4bc4-a3dc-d06e2e6d2ccc {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:01.782510 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4b6bbf-bcb8-41f2-a82b-988e18e22617", "name": "network-vif-deleted", "tag": "300c833a-2852-4fae-8ff1-84f26c797860", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:01.782857 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7ba530b5-c30a-4bc4-a3dc-d06e2e6d2ccc {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:01.783362 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4b6bbf-bcb8-41f2-a82b-988e18e22617', 'name': 'network-vif-deleted', 'tag': '300c833a-2852-4fae-8ff1-84f26c797860', 'status': 'completed', 'code': 200} Sep 16 05:06:02.048897 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7303b-0a78-43f0-b668-03e14727bbc9 req-b42f9308-9a75-4077-b705-004ef7071dbb tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:02.057560 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fec7303b-0a78-43f0-b668-03e14727bbc9 req-b42f9308-9a75-4077-b705-004ef7071dbb tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 946 time: 0.0902936 Sep 16 05:06:02.108505 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fec7303b-0a78-43f0-b668-03e14727bbc9 req-7d198abf-f3e5-43a4-9edc-85b872d0c9a4 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498493 Sep 16 05:06:02.398433 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818ba57-9f3a-4a26-9d2a-71b6bea6474b req-63012166-3208-414e-b953-526c620b005b tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:02.400676 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0818ba57-9f3a-4a26-9d2a-71b6bea6474b req-63012166-3208-414e-b953-526c620b005b tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=360b7028-521c-4586-bc54-142832d64d4c HTTP/1.1" status: 200 len: 943 time: 0.0688536 Sep 16 05:06:02.451164 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0818ba57-9f3a-4a26-9d2a-71b6bea6474b req-f59b99a1-2e9a-4122-a28b-91658dfd7a8b tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439754 Sep 16 05:06:03.252279 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c589d69-1eb1-4dbc-8795-a47d52ee9b87 req-51e44e45-02f0-492d-9540-a88993ab395e tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:03.260592 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c589d69-1eb1-4dbc-8795-a47d52ee9b87 req-51e44e45-02f0-492d-9540-a88993ab395e tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 946 time: 0.0733843 Sep 16 05:06:03.303984 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c589d69-1eb1-4dbc-8795-a47d52ee9b87 req-ee051bab-d43d-4239-89a0-5dcab09213a4 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424716 Sep 16 05:06:03.574086 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a984b-dac7-4b59-981d-b1fbc0c0c939 req-db26ceae-8dec-48ee-8415-bfb1f1b9cfa5 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:03.575949 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c3a984b-dac7-4b59-981d-b1fbc0c0c939 req-db26ceae-8dec-48ee-8415-bfb1f1b9cfa5 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=360b7028-521c-4586-bc54-142832d64d4c HTTP/1.1" status: 200 len: 943 time: 0.0555973 Sep 16 05:06:03.615035 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c3a984b-dac7-4b59-981d-b1fbc0c0c939 req-691f42ec-c742-48e3-a302-e472f4c7d0a5 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327184 Sep 16 05:06:04.431760 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6992371-2b6f-4187-860a-c3cf8f6f6192 req-5366642e-c8a6-495e-8d33-93b489add7da tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:04.433445 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a6992371-2b6f-4187-860a-c3cf8f6f6192 req-5366642e-c8a6-495e-8d33-93b489add7da tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 946 time: 0.0516658 Sep 16 05:06:04.473720 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a6992371-2b6f-4187-860a-c3cf8f6f6192 req-bb22a32c-df19-48de-8e83-9688436694f2 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338368 Sep 16 05:06:04.740703 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10b7b3-20b1-4bf5-9c7e-8b8754bc9985 req-3e2c1fbc-be35-42c2-a3d9-dbef568ddced tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:04.742377 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-de10b7b3-20b1-4bf5-9c7e-8b8754bc9985 req-3e2c1fbc-be35-42c2-a3d9-dbef568ddced tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=360b7028-521c-4586-bc54-142832d64d4c HTTP/1.1" status: 200 len: 943 time: 0.0573747 Sep 16 05:06:04.793804 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-de10b7b3-20b1-4bf5-9c7e-8b8754bc9985 req-37dbdbe7-b3f4-47d2-8900-12717c05215c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360045 Sep 16 05:06:04.829292 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 300c833a-2852-4fae-8ff1-84f26c797860 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:04.851182 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 300c833a-2852-4fae-8ff1-84f26c797860 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:06:04.851629 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 300c833a-2852-4fae-8ff1-84f26c797860 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:06:05.607777 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbffd4a9-b9d8-476a-a23e-ba06bb98c6f8 req-e2a7cffc-c188-4f45-8c41-35f60244f178 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:05.609589 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cbffd4a9-b9d8-476a-a23e-ba06bb98c6f8 req-e2a7cffc-c188-4f45-8c41-35f60244f178 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 946 time: 0.0558293 Sep 16 05:06:05.656822 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cbffd4a9-b9d8-476a-a23e-ba06bb98c6f8 req-b1382892-40ef-402a-94b8-e7367a396596 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367467 Sep 16 05:06:05.929930 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99dfee-57d3-43d1-a18e-a8be544284be req-e47f7a93-c2fc-4707-affc-2ef2a76f885c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:05.932702 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fa99dfee-57d3-43d1-a18e-a8be544284be req-e47f7a93-c2fc-4707-affc-2ef2a76f885c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=360b7028-521c-4586-bc54-142832d64d4c HTTP/1.1" status: 200 len: 943 time: 0.0567200 Sep 16 05:06:05.981413 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fa99dfee-57d3-43d1-a18e-a8be544284be req-c99f88aa-ee92-42f8-803b-a41431144c33 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389791 Sep 16 05:06:06.297226 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c2322-0e47-46e5-aea0-57ea3f968dc2 req-1060d573-974c-44b3-b102-934caeec472f tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:06.298881 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-570c2322-0e47-46e5-aea0-57ea3f968dc2 req-1060d573-974c-44b3-b102-934caeec472f tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=551abc13-8d9e-49b8-a95a-fbd69fec344f HTTP/1.1" status: 200 len: 945 time: 0.0783927 Sep 16 05:06:06.342665 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-570c2322-0e47-46e5-aea0-57ea3f968dc2 req-c294aa3b-533e-4188-ace3-776adc6fd5d6 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375433 Sep 16 05:06:06.786756 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ddde64-325f-4c0b-bd2d-c7f576266263 req-1183b800-1e28-4c88-b4b9-27a88618c6f2 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:06.788301 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-97ddde64-325f-4c0b-bd2d-c7f576266263 req-1183b800-1e28-4c88-b4b9-27a88618c6f2 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 946 time: 0.0509601 Sep 16 05:06:06.833824 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-97ddde64-325f-4c0b-bd2d-c7f576266263 req-32d31b36-89aa-41a8-919a-0cceec097458 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343359 Sep 16 05:06:06.843128 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 643cded4-885a-4da8-be31-5d859991e0f6 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:06:06.955204 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 643cded4-885a-4da8-be31-5d859991e0f6, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=643cded4-885a-4da8-be31-5d859991e0f6,segment=NetworkSegment(77ae2f9e-48e5-4208-b08d-199ec9d120a2),segment_id=77ae2f9e-48e5-4208-b08d-199ec9d120a2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:06.971013 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '643cded4-885a-4da8-be31-5d859991e0f6', 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470', 'port_id': '643cded4-885a-4da8-be31-5d859991e0f6', 'mac_address': 'fa:16:3e:06:94:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03820bd1-1023-490e-b628-251d17d722c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:06:07.011704 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:07.027898 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 643cded4-885a-4da8-be31-5d859991e0f6 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:07.052292 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 643cded4-885a-4da8-be31-5d859991e0f6, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=643cded4-885a-4da8-be31-5d859991e0f6,segment=NetworkSegment(77ae2f9e-48e5-4208-b08d-199ec9d120a2),segment_id=77ae2f9e-48e5-4208-b08d-199ec9d120a2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:07.058772 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:07.113502 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=643cded4-885a-4da8-be31-5d859991e0f6,revision_number=6']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:07.123283 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:07.123644 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:07.124309 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:07.124620 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:07.125178 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:07.126133 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:07.126133 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:07.126517 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:07.126905 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:07.127245 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:07.127580 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:07.127917 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:07.129990 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7e874-de29-4df1-91ae-dd20c2a1163a req-91441b6c-6be0-464b-a333-c553ca39c94c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.131626 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cfb7e874-de29-4df1-91ae-dd20c2a1163a req-91441b6c-6be0-464b-a333-c553ca39c94c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=360b7028-521c-4586-bc54-142832d64d4c HTTP/1.1" status: 200 len: 943 time: 0.0671463 Sep 16 05:06:07.181849 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cfb7e874-de29-4df1-91ae-dd20c2a1163a req-10e0e855-12bc-4da2-818f-b99508909d8b tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374615 Sep 16 05:06:07.202800 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['643cded4-885a-4da8-be31-5d859991e0f6'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:07.490253 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7991476-7dfa-4ec6-a5bf-3a88b832ca46 req-3446cc78-4248-4912-bd10-a9dc629fe907 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.491802 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d7991476-7dfa-4ec6-a5bf-3a88b832ca46 req-3446cc78-4248-4912-bd10-a9dc629fe907 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=551abc13-8d9e-49b8-a95a-fbd69fec344f HTTP/1.1" status: 200 len: 945 time: 0.0643456 Sep 16 05:06:07.532892 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d7991476-7dfa-4ec6-a5bf-3a88b832ca46 req-dffb5c20-07a0-401f-ad43-0c872c3783eb tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339370 Sep 16 05:06:07.895223 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58930060-1eb8-4f00-bdf6-8682312a8153 req-bac468b7-9d73-4abb-9afb-8fb40c84a555 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.897276 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-58930060-1eb8-4f00-bdf6-8682312a8153 req-bac468b7-9d73-4abb-9afb-8fb40c84a555 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.47 "GET /v2.0/ports?device_id=551abc13-8d9e-49b8-a95a-fbd69fec344f HTTP/1.1" status: 200 len: 945 time: 0.0717461 Sep 16 05:06:07.985964 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a69fa-5d2f-4005-ba8b-107e9c50186e req-15d21734-e42b-4605-b93c-5074817b54a1 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.987888 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d35a69fa-5d2f-4005-ba8b-107e9c50186e req-15d21734-e42b-4605-b93c-5074817b54a1 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 945 time: 0.0595958 Sep 16 05:06:08.015867 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-58930060-1eb8-4f00-bdf6-8682312a8153 req-6dec8a9b-b7d3-4d19-a10a-895ab5f7be54 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Deleting port 60c3bc88-3f8d-431d-a6a5-9c58d854180c {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:08.016715 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-58930060-1eb8-4f00-bdf6-8682312a8153 req-6dec8a9b-b7d3-4d19-a10a-895ab5f7be54 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.029915 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:06:08.042676 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d35a69fa-5d2f-4005-ba8b-107e9c50186e req-e920b029-2887-4e9c-b035-c1e0832a3e4a tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469964 Sep 16 05:06:08.132040 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-58930060-1eb8-4f00-bdf6-8682312a8153 req-6dec8a9b-b7d3-4d19-a10a-895ab5f7be54 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] For port 60c3bc88-3f8d-431d-a6a5-9c58d854180c, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=60c3bc88-3f8d-431d-a6a5-9c58d854180c,segment=NetworkSegment(da28f82f-ab30-4276-928f-d70d568934dc),segment_id=da28f82f-ab30-4276-928f-d70d568934dc)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:08.132409 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-58930060-1eb8-4f00-bdf6-8682312a8153 req-6dec8a9b-b7d3-4d19-a10a-895ab5f7be54 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.146195 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-58930060-1eb8-4f00-bdf6-8682312a8153 req-6dec8a9b-b7d3-4d19-a10a-895ab5f7be54 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Calling delete_port for 60c3bc88-3f8d-431d-a6a5-9c58d854180c owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:08.306154 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-58930060-1eb8-4f00-bdf6-8682312a8153 req-6dec8a9b-b7d3-4d19-a10a-895ab5f7be54 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.314976 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb92d06-fab3-46f1-8679-b78be2936b0a req-cae33f17-fc6c-45fc-99f8-e26df4c58768 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:08.316390 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8cb92d06-fab3-46f1-8679-b78be2936b0a req-cae33f17-fc6c-45fc-99f8-e26df4c58768 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=360b7028-521c-4586-bc54-142832d64d4c HTTP/1.1" status: 200 len: 943 time: 0.0551252 Sep 16 05:06:08.339454 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec8a9b-b7d3-4d19-a10a-895ab5f7be54 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Pushing event deleted for resources: {'Port': ['ID=60c3bc88-3f8d-431d-a6a5-9c58d854180c,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:08.343449 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['fe1882f5-9617-4b6c-97be-c81005bc341e', '911ea803-f699-4c51-b0eb-ac0504a6dbf1', '60c3bc88-3f8d-431d-a6a5-9c58d854180c'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:08.384786 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-58930060-1eb8-4f00-bdf6-8682312a8153 req-6dec8a9b-b7d3-4d19-a10a-895ab5f7be54 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] No DVR routers for this DVR port 60c3bc88-3f8d-431d-a6a5-9c58d854180c on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:06:08.387312 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-58930060-1eb8-4f00-bdf6-8682312a8153 req-6dec8a9b-b7d3-4d19-a10a-895ab5f7be54 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.390592 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-58930060-1eb8-4f00-bdf6-8682312a8153 req-6dec8a9b-b7d3-4d19-a10a-895ab5f7be54 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.47 "DELETE /v2.0/ports/60c3bc88-3f8d-431d-a6a5-9c58d854180c HTTP/1.1" status: 204 len: 173 time: 0.4870009 Sep 16 05:06:08.391062 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551abc13-8d9e-49b8-a95a-fbd69fec344f', 'name': 'network-vif-deleted', 'tag': '60c3bc88-3f8d-431d-a6a5-9c58d854180c'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:08.393628 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a669141-611a-4af7-aedc-5a81802b4b99" -d '{"events": [{"server_uuid": "551abc13-8d9e-49b8-a95a-fbd69fec344f", "name": "network-vif-deleted", "tag": "60c3bc88-3f8d-431d-a6a5-9c58d854180c"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:08.395363 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8cb92d06-fab3-46f1-8679-b78be2936b0a req-c9a7fb25-9338-4ad3-8488-aa15ca70745d tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667608 Sep 16 05:06:08.446125 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465083e7-263d-4070-ba21-f5c0f1963cc1 x-openstack-request-id: req-465083e7-263d-4070-ba21-f5c0f1963cc1 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:08.446755 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "551abc13-8d9e-49b8-a95a-fbd69fec344f", "name": "network-vif-deleted", "tag": "60c3bc88-3f8d-431d-a6a5-9c58d854180c", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:08.447014 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-465083e7-263d-4070-ba21-f5c0f1963cc1 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:08.447422 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551abc13-8d9e-49b8-a95a-fbd69fec344f', 'name': 'network-vif-deleted', 'tag': '60c3bc88-3f8d-431d-a6a5-9c58d854180c', 'status': 'completed', 'code': 200} Sep 16 05:06:08.662799 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fcfb8961-46fa-4fdc-bde8-07793344e7b3 req-522eb722-5c25-49fa-a07d-a90377d7393b tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=551abc13-8d9e-49b8-a95a-fbd69fec344f HTTP/1.1" status: 200 len: 210 time: 0.0295670 Sep 16 05:06:08.841780 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 643cded4-885a-4da8-be31-5d859991e0f6 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:08.897994 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 643cded4-885a-4da8-be31-5d859991e0f6 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:08.898375 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.987015 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:09.018843 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1961f99c-2629-4d54-b1d0-66a32245b00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643cded4-885a-4da8-be31-5d859991e0f6'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:09.021199 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23001937-5853-457a-819a-c695bb3f017d" -d '{"events": [{"server_uuid": "1961f99c-2629-4d54-b1d0-66a32245b00f", "name": "network-vif-plugged", "status": "completed", "tag": "643cded4-885a-4da8-be31-5d859991e0f6"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:09.034765 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 643cded4-885a-4da8-be31-5d859991e0f6, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=643cded4-885a-4da8-be31-5d859991e0f6,segment=NetworkSegment(77ae2f9e-48e5-4208-b08d-199ec9d120a2),segment_id=77ae2f9e-48e5-4208-b08d-199ec9d120a2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:09.039487 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:09.091489 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32289fd-f7e4-4384-b68a-1549a28a1494 x-openstack-request-id: req-c32289fd-f7e4-4384-b68a-1549a28a1494 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:09.091787 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1961f99c-2629-4d54-b1d0-66a32245b00f", "name": "network-vif-plugged", "status": "completed", "tag": "643cded4-885a-4da8-be31-5d859991e0f6", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:09.092043 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c32289fd-f7e4-4384-b68a-1549a28a1494 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:09.092431 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1961f99c-2629-4d54-b1d0-66a32245b00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643cded4-885a-4da8-be31-5d859991e0f6', 'code': 200} Sep 16 05:06:09.097606 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=643cded4-885a-4da8-be31-5d859991e0f6,revision_number=7']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:09.195329 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b38f98-27ff-4f4a-8529-7dea467af833 req-ae16cadb-c6e5-43db-b8dd-4a67cc221e81 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:09.197436 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-05b38f98-27ff-4f4a-8529-7dea467af833 req-ae16cadb-c6e5-43db-b8dd-4a67cc221e81 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 946 time: 0.0509658 Sep 16 05:06:09.238754 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-05b38f98-27ff-4f4a-8529-7dea467af833 req-b48f52bf-dfbc-4fb0-9554-e2ed5a1d6f93 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321250 Sep 16 05:06:09.504535 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc999553-e398-4f4d-8669-29ba0181fcb8 req-be0ff0e3-c1f1-413f-a2fe-0e05e880fac0 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:09.506253 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc999553-e398-4f4d-8669-29ba0181fcb8 req-be0ff0e3-c1f1-413f-a2fe-0e05e880fac0 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=360b7028-521c-4586-bc54-142832d64d4c HTTP/1.1" status: 200 len: 943 time: 0.0516679 Sep 16 05:06:09.532134 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [req-280d33dc-babf-4b93-a5ac-a36be4bfc459 req-fc950663-9db6-4d3b-9b59-52703c4498a9 service neutron] (94766) timed out ('10.222.0.35', 44574) {{(pid=94766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:06:09.547966 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc999553-e398-4f4d-8669-29ba0181fcb8 req-3ddbe490-fa1b-406d-84bb-20708ca84919 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342255 Sep 16 05:06:09.943568 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd859ff4-3036-418b-bdb5-a7b7de2574f8 req-24c7dbe5-360c-4011-a729-7ae43103908c tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:09.944281 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dd859ff4-3036-418b-bdb5-a7b7de2574f8 req-24c7dbe5-360c-4011-a729-7ae43103908c tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae386e2-ef2d-4398-82b3-2955178f1ca3 HTTP/1.1" status: 200 len: 945 time: 0.0517769 Sep 16 05:06:10.001107 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dd859ff4-3036-418b-bdb5-a7b7de2574f8 req-e7652b1b-23ad-49ba-82b7-470f09501cb5 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399973 Sep 16 05:06:10.082622 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f99acf49-a4ab-47ff-83b5-158b3f9fa252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:10.358436 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7f173-a7e9-4414-ba7f-a878b056c262 req-3f4bbd4d-ac38-4e68-823d-fdda172786f8 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:10.359938 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-81b7f173-a7e9-4414-ba7f-a878b056c262 req-3f4bbd4d-ac38-4e68-823d-fdda172786f8 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 946 time: 0.0496681 Sep 16 05:06:10.398809 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-81b7f173-a7e9-4414-ba7f-a878b056c262 req-e55b40f0-5b74-415d-b8ce-f52530da3a07 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323131 Sep 16 05:06:10.665875 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e169427-2437-4ad1-aa6a-3e3ad341e702 req-c7cf1bc9-3081-4ead-ab52-0313d4b8053a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:10.669243 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5e169427-2437-4ad1-aa6a-3e3ad341e702 req-c7cf1bc9-3081-4ead-ab52-0313d4b8053a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=360b7028-521c-4586-bc54-142832d64d4c HTTP/1.1" status: 200 len: 943 time: 0.0542059 Sep 16 05:06:10.707213 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5e169427-2437-4ad1-aa6a-3e3ad341e702 req-486c7e01-c800-4f3f-bb87-9920cced2a9a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335655 Sep 16 05:06:11.120952 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec607a-0f56-44a0-902a-f2c4023f52a9 req-58a8d6a2-d84a-4798-9baa-7bf3e0efd1cd tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:11.122461 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8aec607a-0f56-44a0-902a-f2c4023f52a9 req-58a8d6a2-d84a-4798-9baa-7bf3e0efd1cd tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae386e2-ef2d-4398-82b3-2955178f1ca3 HTTP/1.1" status: 200 len: 945 time: 0.0510333 Sep 16 05:06:11.164467 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8aec607a-0f56-44a0-902a-f2c4023f52a9 req-ee72943e-2148-40f0-886a-95ae60bb6a8b tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358841 Sep 16 05:06:11.410103 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21654c-ad71-4c00-8900-035cf8cbc0ef req-9ecc5ad5-de3f-4b34-8a83-f03c39e8b837 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:11.411685 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ab21654c-ad71-4c00-8900-035cf8cbc0ef req-9ecc5ad5-de3f-4b34-8a83-f03c39e8b837 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ae386e2-ef2d-4398-82b3-2955178f1ca3 HTTP/1.1" status: 200 len: 945 time: 0.0511639 Sep 16 05:06:11.517179 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-ab21654c-ad71-4c00-8900-035cf8cbc0ef req-7a59402f-d478-49ba-bca0-6679bee744a8 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Deleting port 911ea803-f699-4c51-b0eb-ac0504a6dbf1 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:11.517924 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ab21654c-ad71-4c00-8900-035cf8cbc0ef req-7a59402f-d478-49ba-bca0-6679bee744a8 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:11.528926 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb3138-ad70-4332-9e6a-649d5729e85e req-e59d9229-386e-4d7e-ae55-9bcdb39ae4ce tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:11.531039 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3beb3138-ad70-4332-9e6a-649d5729e85e req-e59d9229-386e-4d7e-ae55-9bcdb39ae4ce tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 946 time: 0.0562797 Sep 16 05:06:11.573512 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3beb3138-ad70-4332-9e6a-649d5729e85e req-4ceb6a01-8bee-4e1a-b985-3d52a7777f26 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359766 Sep 16 05:06:11.614414 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-ab21654c-ad71-4c00-8900-035cf8cbc0ef req-7a59402f-d478-49ba-bca0-6679bee744a8 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] For port 911ea803-f699-4c51-b0eb-ac0504a6dbf1, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=911ea803-f699-4c51-b0eb-ac0504a6dbf1,segment=NetworkSegment(da28f82f-ab30-4276-928f-d70d568934dc),segment_id=da28f82f-ab30-4276-928f-d70d568934dc)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:11.614777 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ab21654c-ad71-4c00-8900-035cf8cbc0ef req-7a59402f-d478-49ba-bca0-6679bee744a8 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:11.628003 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-ab21654c-ad71-4c00-8900-035cf8cbc0ef req-7a59402f-d478-49ba-bca0-6679bee744a8 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Calling delete_port for 911ea803-f699-4c51-b0eb-ac0504a6dbf1 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:11.727365 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:11.761728 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ab21654c-ad71-4c00-8900-035cf8cbc0ef req-7a59402f-d478-49ba-bca0-6679bee744a8 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:11.791290 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59402f-d478-49ba-bca0-6679bee744a8 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Pushing event deleted for resources: {'Port': ['ID=911ea803-f699-4c51-b0eb-ac0504a6dbf1,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:11.798923 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['fe1882f5-9617-4b6c-97be-c81005bc341e', '911ea803-f699-4c51-b0eb-ac0504a6dbf1'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:11.835827 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82906de-ea4f-478f-b6ac-912841b2bbaa req-646f2dd5-f193-4dfd-ae54-2b176b854363 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:11.837987 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab21654c-ad71-4c00-8900-035cf8cbc0ef req-7a59402f-d478-49ba-bca0-6679bee744a8 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] No DVR routers for this DVR port 911ea803-f699-4c51-b0eb-ac0504a6dbf1 on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:06:11.838346 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f82906de-ea4f-478f-b6ac-912841b2bbaa req-646f2dd5-f193-4dfd-ae54-2b176b854363 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=360b7028-521c-4586-bc54-142832d64d4c HTTP/1.1" status: 200 len: 943 time: 0.0593011 Sep 16 05:06:11.842318 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ab21654c-ad71-4c00-8900-035cf8cbc0ef req-7a59402f-d478-49ba-bca0-6679bee744a8 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:11.844471 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ab21654c-ad71-4c00-8900-035cf8cbc0ef req-7a59402f-d478-49ba-bca0-6679bee744a8 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.47 "DELETE /v2.0/ports/911ea803-f699-4c51-b0eb-ac0504a6dbf1 HTTP/1.1" status: 204 len: 173 time: 0.4226160 Sep 16 05:06:11.844961 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae386e2-ef2d-4398-82b3-2955178f1ca3', 'name': 'network-vif-deleted', 'tag': '911ea803-f699-4c51-b0eb-ac0504a6dbf1'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:11.847464 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab148a4-061e-4aaa-b199-37ef6629b4b3" -d '{"events": [{"server_uuid": "0ae386e2-ef2d-4398-82b3-2955178f1ca3", "name": "network-vif-deleted", "tag": "911ea803-f699-4c51-b0eb-ac0504a6dbf1"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:11.854914 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 60c3bc88-3f8d-431d-a6a5-9c58d854180c no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:11.878906 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: 60c3bc88-3f8d-431d-a6a5-9c58d854180c {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:06:11.879521 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 60c3bc88-3f8d-431d-a6a5-9c58d854180c not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:06:11.893330 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f82906de-ea4f-478f-b6ac-912841b2bbaa req-545b39ed-7dbe-4ae3-8ccf-cab5fe282589 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477045 Sep 16 05:06:11.964961 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a100c14-99e9-4b7c-b229-e3f214bdeded x-openstack-request-id: req-6a100c14-99e9-4b7c-b229-e3f214bdeded {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:11.965534 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae386e2-ef2d-4398-82b3-2955178f1ca3", "name": "network-vif-deleted", "tag": "911ea803-f699-4c51-b0eb-ac0504a6dbf1", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:11.965784 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6a100c14-99e9-4b7c-b229-e3f214bdeded {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:11.966175 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae386e2-ef2d-4398-82b3-2955178f1ca3', 'name': 'network-vif-deleted', 'tag': '911ea803-f699-4c51-b0eb-ac0504a6dbf1', 'status': 'completed', 'code': 200} Sep 16 05:06:12.293428 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-65ef2227-bbbb-40e6-82a5-3e7921766866 req-162eed0e-7454-4ff3-976e-35021b585101 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae386e2-ef2d-4398-82b3-2955178f1ca3 HTTP/1.1" status: 200 len: 210 time: 0.0319378 Sep 16 05:06:12.708200 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f2648-b8c5-4100-95c4-43a1c93f7d05 req-3a0ac143-d467-4ce5-bf75-28204fbf54df tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:12.717829 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b3f2648-b8c5-4100-95c4-43a1c93f7d05 req-3a0ac143-d467-4ce5-bf75-28204fbf54df tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 946 time: 0.0663829 Sep 16 05:06:12.769851 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b3f2648-b8c5-4100-95c4-43a1c93f7d05 req-53e53fea-b6be-471d-8250-2b922437c00c tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508080 Sep 16 05:06:12.860725 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device bf789a7a-af79-4ced-880e-148a792d8cb4 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:06:12.970597 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port bf789a7a-af79-4ced-880e-148a792d8cb4, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=bf789a7a-af79-4ced-880e-148a792d8cb4,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:12.983049 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'bf789a7a-af79-4ced-880e-148a792d8cb4', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'port_id': 'bf789a7a-af79-4ced-880e-148a792d8cb4', 'mac_address': 'fa:16:3e:21:a3:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:06:13.055301 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:13.075901 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf789a7a-af79-4ced-880e-148a792d8cb4 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:13.079185 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f943e36-35ab-4ef4-b2aa-43b10644b704 req-d4c4e987-3486-4409-bf28-b29058cdbe01 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:13.086782 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3f943e36-35ab-4ef4-b2aa-43b10644b704 req-d4c4e987-3486-4409-bf28-b29058cdbe01 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=360b7028-521c-4586-bc54-142832d64d4c HTTP/1.1" status: 200 len: 943 time: 0.0956113 Sep 16 05:06:13.121012 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port bf789a7a-af79-4ced-880e-148a792d8cb4, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=bf789a7a-af79-4ced-880e-148a792d8cb4,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:13.130565 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:13.136313 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3f943e36-35ab-4ef4-b2aa-43b10644b704 req-54e5fd41-2305-44e1-8645-acc86fde2727 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468357 Sep 16 05:06:13.191362 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=bf789a7a-af79-4ced-880e-148a792d8cb4,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:13.252664 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e3b58d35-aff8-4800-9b5c-38ced666f3ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:13.523433 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:13.542615 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['bf789a7a-af79-4ced-880e-148a792d8cb4'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:13.946171 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d60f9-3595-493a-bc37-a3493d5dc6e0 req-e5e74302-cbb9-46fd-ba84-d5f5811ec12b tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:13.949603 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ea7d60f9-3595-493a-bc37-a3493d5dc6e0 req-e5e74302-cbb9-46fd-ba84-d5f5811ec12b tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 946 time: 0.0843699 Sep 16 05:06:14.020699 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ea7d60f9-3595-493a-bc37-a3493d5dc6e0 req-2339527b-0182-407d-a1b9-a83fa323d5a4 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433965 Sep 16 05:06:14.326625 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b75998-a9d9-4011-8666-b3778d623031 req-e8071be3-7685-45e4-8d41-b276352510fa tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:14.328961 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-59b75998-a9d9-4011-8666-b3778d623031 req-e8071be3-7685-45e4-8d41-b276352510fa tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=360b7028-521c-4586-bc54-142832d64d4c HTTP/1.1" status: 200 len: 944 time: 0.0777528 Sep 16 05:06:14.394419 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-59b75998-a9d9-4011-8666-b3778d623031 req-36f3be79-856e-45ef-aceb-0dc5afee810f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499375 Sep 16 05:06:14.580809 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:14.666924 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:14.857605 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device bf789a7a-af79-4ced-880e-148a792d8cb4 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:14.926168 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port bf789a7a-af79-4ced-880e-148a792d8cb4 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:06:14.947156 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port bf789a7a-af79-4ced-880e-148a792d8cb4 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:14.947756 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:15.099640 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:15.158304 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360b7028-521c-4586-bc54-142832d64d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf789a7a-af79-4ced-880e-148a792d8cb4'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:15.163230 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7958b808-7840-4300-b651-ee8067aacee3" -d '{"events": [{"server_uuid": "360b7028-521c-4586-bc54-142832d64d4c", "name": "network-vif-plugged", "status": "completed", "tag": "bf789a7a-af79-4ced-880e-148a792d8cb4"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:15.180471 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port bf789a7a-af79-4ced-880e-148a792d8cb4, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=bf789a7a-af79-4ced-880e-148a792d8cb4,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:15.193216 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:15.230915 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630b57f-94b9-4937-937c-6fd1f2c6aa41 req-962a2a82-a672-4c37-a943-36d5b1091598 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:15.232488 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6630b57f-94b9-4937-937c-6fd1f2c6aa41 req-962a2a82-a672-4c37-a943-36d5b1091598 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 946 time: 0.0642545 Sep 16 05:06:15.313042 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=bf789a7a-af79-4ced-880e-148a792d8cb4,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:15.330957 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6630b57f-94b9-4937-937c-6fd1f2c6aa41 req-3cc13f7d-f137-40f2-ac29-63a19d9fcc92 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815620 Sep 16 05:06:15.404836 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e8196e-4165-4ccb-87f9-917fbb556528 x-openstack-request-id: req-f8e8196e-4165-4ccb-87f9-917fbb556528 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:15.405133 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360b7028-521c-4586-bc54-142832d64d4c", "name": "network-vif-plugged", "status": "completed", "tag": "bf789a7a-af79-4ced-880e-148a792d8cb4", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:15.405387 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f8e8196e-4165-4ccb-87f9-917fbb556528 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:15.405783 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360b7028-521c-4586-bc54-142832d64d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf789a7a-af79-4ced-880e-148a792d8cb4', 'code': 200} Sep 16 05:06:15.619167 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ef815-c0a3-4096-94e2-4a778c5b6da6 req-0b0c0391-09f9-478b-96a5-8d7ed2b969b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:15.620736 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a4ef815-c0a3-4096-94e2-4a778c5b6da6 req-0b0c0391-09f9-478b-96a5-8d7ed2b969b8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=360b7028-521c-4586-bc54-142832d64d4c HTTP/1.1" status: 200 len: 1097 time: 0.1132495 Sep 16 05:06:15.635519 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80995015-5899-466b-9c18-d3b2e77a9810 req-7c12a427-9716-42ed-9e81-17556817a999 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:15.637124 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-80995015-5899-466b-9c18-d3b2e77a9810 req-7c12a427-9716-42ed-9e81-17556817a999 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=360b7028-521c-4586-bc54-142832d64d4c HTTP/1.1" status: 200 len: 945 time: 0.1385226 Sep 16 05:06:15.703394 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a4ef815-c0a3-4096-94e2-4a778c5b6da6 req-be929c8b-cb11-43cd-903c-e756e53638c4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650785 Sep 16 05:06:15.732684 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-80995015-5899-466b-9c18-d3b2e77a9810 req-b6652fd4-60d1-4f2d-bd50-1c81bc17b134 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469415 Sep 16 05:06:15.834343 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 911ea803-f699-4c51-b0eb-ac0504a6dbf1 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:15.894857 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: 911ea803-f699-4c51-b0eb-ac0504a6dbf1 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:06:15.895959 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 911ea803-f699-4c51-b0eb-ac0504a6dbf1 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:06:16.075498 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:16.521723 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cbafe7-15a9-45b0-bad5-31489b5175fa req-f928f9eb-2bca-459a-be73-9a0b5ccf9323 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:16.531222 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d1cbafe7-15a9-45b0-bad5-31489b5175fa req-f928f9eb-2bca-459a-be73-9a0b5ccf9323 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 946 time: 0.1067181 Sep 16 05:06:16.579639 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d1cbafe7-15a9-45b0-bad5-31489b5175fa req-4642a25a-55b0-4b6f-a984-c41a59c83381 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470209 Sep 16 05:06:17.130569 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25595632-45b4-4b33-bcdd-3aa38dbbe6d3 req-bb6a9f06-36bf-4269-919f-1dd97ca950e3 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:17.139724 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-25595632-45b4-4b33-bcdd-3aa38dbbe6d3 req-bb6a9f06-36bf-4269-919f-1dd97ca950e3 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=360b7028-521c-4586-bc54-142832d64d4c HTTP/1.1" status: 200 len: 945 time: 0.0908487 Sep 16 05:06:17.224880 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-25595632-45b4-4b33-bcdd-3aa38dbbe6d3 req-6dcbe729-c881-4a2f-b2e7-218768045ae9 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795951 Sep 16 05:06:17.387545 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152130b-8a6e-4252-b4bf-4790cb03dfd8 req-a01a5d2f-f116-4c09-8871-af6ef2073303 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:17.396279 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9152130b-8a6e-4252-b4bf-4790cb03dfd8 req-a01a5d2f-f116-4c09-8871-af6ef2073303 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=c04a25d1-288e-4f8b-a286-687057bc276d HTTP/1.1" status: 200 len: 946 time: 0.0770571 Sep 16 05:06:17.449900 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9152130b-8a6e-4252-b4bf-4790cb03dfd8 req-30148c87-091c-4000-82f8-cb61d1f86453 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461648 Sep 16 05:06:17.718400 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1695cb-ff9a-4b41-8211-8a75f2804f8a req-ab367a84-003e-4763-8c28-3a6fb32fa5e1 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:17.725411 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cb1695cb-ff9a-4b41-8211-8a75f2804f8a req-ab367a84-003e-4763-8c28-3a6fb32fa5e1 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 946 time: 0.0610499 Sep 16 05:06:17.797252 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cb1695cb-ff9a-4b41-8211-8a75f2804f8a req-072673cf-1f10-4b1a-a1a3-71253ab3340b tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698979 Sep 16 05:06:18.369125 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d81b0-cf4a-4e2f-9b75-c05a25c244d4 req-bece61bb-5f0f-407f-bfff-772493799512 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:18.370708 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb4d81b0-cf4a-4e2f-9b75-c05a25c244d4 req-bece61bb-5f0f-407f-bfff-772493799512 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=360b7028-521c-4586-bc54-142832d64d4c HTTP/1.1" status: 200 len: 945 time: 0.0652514 Sep 16 05:06:18.430433 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb4d81b0-cf4a-4e2f-9b75-c05a25c244d4 req-74c1d7e4-4fc7-4672-b27f-ce5b65bd838f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492291 Sep 16 05:06:18.662216 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1b073-0755-483d-8100-a377e0c48172 req-a4a07e48-af0e-43bc-9ecd-933ca247c423 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:18.664442 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ded1b073-0755-483d-8100-a377e0c48172 req-a4a07e48-af0e-43bc-9ecd-933ca247c423 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.47 "GET /v2.0/ports?device_id=c04a25d1-288e-4f8b-a286-687057bc276d HTTP/1.1" status: 200 len: 946 time: 0.0571578 Sep 16 05:06:18.794584 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-ded1b073-0755-483d-8100-a377e0c48172 req-bf06e78e-68c9-4857-b7cb-d1d2c7b8765b tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Deleting port fe1882f5-9617-4b6c-97be-c81005bc341e {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:18.795170 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ded1b073-0755-483d-8100-a377e0c48172 req-bf06e78e-68c9-4857-b7cb-d1d2c7b8765b tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:18.953214 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6893a0-8e0b-47b4-be3b-c3adad6fd1af req-58e5c3f3-d0b8-4c01-be6c-79593d3d776b tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:18.961887 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b6893a0-8e0b-47b4-be3b-c3adad6fd1af req-58e5c3f3-d0b8-4c01-be6c-79593d3d776b tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=360b7028-521c-4586-bc54-142832d64d4c HTTP/1.1" status: 200 len: 945 time: 0.4492304 Sep 16 05:06:18.993601 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-ded1b073-0755-483d-8100-a377e0c48172 req-bf06e78e-68c9-4857-b7cb-d1d2c7b8765b tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] For port fe1882f5-9617-4b6c-97be-c81005bc341e, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=fe1882f5-9617-4b6c-97be-c81005bc341e,segment=NetworkSegment(da28f82f-ab30-4276-928f-d70d568934dc),segment_id=da28f82f-ab30-4276-928f-d70d568934dc)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:18.994281 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ded1b073-0755-483d-8100-a377e0c48172 req-bf06e78e-68c9-4857-b7cb-d1d2c7b8765b tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.009039 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-ded1b073-0755-483d-8100-a377e0c48172 req-bf06e78e-68c9-4857-b7cb-d1d2c7b8765b tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Calling delete_port for fe1882f5-9617-4b6c-97be-c81005bc341e owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:19.048051 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b6893a0-8e0b-47b4-be3b-c3adad6fd1af req-713b4e3c-834b-4891-b59f-af37360ead24 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846796 Sep 16 05:06:19.235300 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3c0f9-388a-402b-86ea-d9c9524a4dc4 req-3f023a72-37bd-4031-a9fa-6a84984c4e5a tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:19.257171 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7db3c0f9-388a-402b-86ea-d9c9524a4dc4 req-3f023a72-37bd-4031-a9fa-6a84984c4e5a tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/ports?device_id=c04a25d1-288e-4f8b-a286-687057bc276d HTTP/1.1" status: 200 len: 946 time: 0.1196716 Sep 16 05:06:19.277120 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ded1b073-0755-483d-8100-a377e0c48172 req-bf06e78e-68c9-4857-b7cb-d1d2c7b8765b tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.314644 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['fe1882f5-9617-4b6c-97be-c81005bc341e'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:19.322910 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06e78e-68c9-4857-b7cb-d1d2c7b8765b tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Pushing event deleted for resources: {'Port': ['ID=fe1882f5-9617-4b6c-97be-c81005bc341e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:19.357390 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7db3c0f9-388a-402b-86ea-d9c9524a4dc4 req-2dec0bf4-20fd-4058-8d39-7d7735f90a66 tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.35 "GET /v2.0/security-groups?id=7048022b-1edb-4571-a187-c24d116a9976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896087 Sep 16 05:06:19.410872 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded1b073-0755-483d-8100-a377e0c48172 req-bf06e78e-68c9-4857-b7cb-d1d2c7b8765b tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] No DVR routers for this DVR port fe1882f5-9617-4b6c-97be-c81005bc341e on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:06:19.418501 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ded1b073-0755-483d-8100-a377e0c48172 req-bf06e78e-68c9-4857-b7cb-d1d2c7b8765b tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.424555 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ded1b073-0755-483d-8100-a377e0c48172 req-bf06e78e-68c9-4857-b7cb-d1d2c7b8765b tempest-AttachVolumeNegativeTest-1946955749 tempest-AttachVolumeNegativeTest-1946955749-project] 10.222.0.47 "DELETE /v2.0/ports/fe1882f5-9617-4b6c-97be-c81005bc341e HTTP/1.1" status: 204 len: 173 time: 0.7526643 Sep 16 05:06:19.425141 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04a25d1-288e-4f8b-a286-687057bc276d', 'name': 'network-vif-deleted', 'tag': 'fe1882f5-9617-4b6c-97be-c81005bc341e'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:19.430459 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fd3f08-0ecf-44f2-803b-85907a6cdde1" -d '{"events": [{"server_uuid": "c04a25d1-288e-4f8b-a286-687057bc276d", "name": "network-vif-deleted", "tag": "fe1882f5-9617-4b6c-97be-c81005bc341e"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:19.501057 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb7fd6-2c49-4f32-8957-0f1224236890 req-beb7c3ae-84d6-4ac1-9cab-1dbd96d50d21 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:19.509369 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e8cb7fd6-2c49-4f32-8957-0f1224236890 req-beb7c3ae-84d6-4ac1-9cab-1dbd96d50d21 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 946 time: 0.0891986 Sep 16 05:06:19.576328 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e8cb7fd6-2c49-4f32-8957-0f1224236890 req-9691d485-8fab-4608-95ef-68d973fbb562 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582950 Sep 16 05:06:21.292740 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83d96de-e972-4c87-a9b2-57c64ad2a4ad x-openstack-request-id: req-b83d96de-e972-4c87-a9b2-57c64ad2a4ad {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:21.293238 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04a25d1-288e-4f8b-a286-687057bc276d", "name": "network-vif-deleted", "tag": "fe1882f5-9617-4b6c-97be-c81005bc341e", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:21.293321 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b83d96de-e972-4c87-a9b2-57c64ad2a4ad {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:21.293964 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c04a25d1-288e-4f8b-a286-687057bc276d', 'name': 'network-vif-deleted', 'tag': 'fe1882f5-9617-4b6c-97be-c81005bc341e', 'status': 'completed', 'code': 200} Sep 16 05:06:21.349664 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39166) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:21.469210 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e651a2f-8fb0-4611-96b4-59f71a1fa505 admin admin] Deleting subnet 5338d0bf-1d51-49f4-992a-9c21a3403920 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:06:21.502665 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9e651a2f-8fb0-4611-96b4-59f71a1fa505 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:21.590610 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9e651a2f-8fb0-4611-96b4-59f71a1fa505 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:21.663803 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c008f-c3ab-4b8a-8cef-a0a551ab3c6c req-9a9ca786-4b9c-4e83-ac3a-02f61f774d13 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:21.676955 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2f5c008f-c3ab-4b8a-8cef-a0a551ab3c6c req-9a9ca786-4b9c-4e83-ac3a-02f61f774d13 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 946 time: 0.1971834 Sep 16 05:06:21.719014 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9e651a2f-8fb0-4611-96b4-59f71a1fa505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:21.761546 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2f5c008f-c3ab-4b8a-8cef-a0a551ab3c6c req-9bae00c4-4177-47ad-8715-66a7a656e1cd tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832703 Sep 16 05:06:21.831671 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9e651a2f-8fb0-4611-96b4-59f71a1fa505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:21.881375 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9e651a2f-8fb0-4611-96b4-59f71a1fa505 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:21.884361 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9e651a2f-8fb0-4611-96b4-59f71a1fa505 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5338d0bf-1d51-49f4-992a-9c21a3403920 HTTP/1.1" status: 204 len: 168 time: 0.5353091 Sep 16 05:06:21.886293 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e651a2f-8fb0-4611-96b4-59f71a1fa505 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5338d0bf-1d51-49f4-992a-9c21a3403920,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:21.887465 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39170) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:21.923573 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e651a2f-8fb0-4611-96b4-59f71a1fa505 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.924207 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e651a2f-8fb0-4611-96b4-59f71a1fa505 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.924742 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e651a2f-8fb0-4611-96b4-59f71a1fa505 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.925337 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e651a2f-8fb0-4611-96b4-59f71a1fa505 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.926060 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e651a2f-8fb0-4611-96b4-59f71a1fa505 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.926711 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e651a2f-8fb0-4611-96b4-59f71a1fa505 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.928421 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e651a2f-8fb0-4611-96b4-59f71a1fa505 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.928977 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e651a2f-8fb0-4611-96b4-59f71a1fa505 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.929687 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e651a2f-8fb0-4611-96b4-59f71a1fa505 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.930183 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e651a2f-8fb0-4611-96b4-59f71a1fa505 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.930700 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e651a2f-8fb0-4611-96b4-59f71a1fa505 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.931188 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e651a2f-8fb0-4611-96b4-59f71a1fa505 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.994777 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a4f79702-1320-436f-af8b-3f45195a22aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:22.104854 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a4f79702-1320-436f-af8b-3f45195a22aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:22.127423 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-a4f79702-1320-436f-af8b-3f45195a22aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:22.138977 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-a4f79702-1320-436f-af8b-3f45195a22aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da28f82f-ab30-4276-928f-d70d568934dc') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:22.139275 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-a4f79702-1320-436f-af8b-3f45195a22aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da28f82f-ab30-4276-928f-d70d568934dc') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:22.152241 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a4f79702-1320-436f-af8b-3f45195a22aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:22.167250 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a4f79702-1320-436f-af8b-3f45195a22aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:22.174978 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4f79702-1320-436f-af8b-3f45195a22aa admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:06:22.175368 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a4f79702-1320-436f-af8b-3f45195a22aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:22.177595 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:06:22.177595 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:06:22.177595 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:06:22.177595 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:06:22.177595 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:06:22.177595 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:06:22.177595 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:06:22.177595 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:06:22.177595 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:06:22.177595 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:06:22.177595 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:06:22.177595 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:06:22.177595 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:06:22.177595 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:06:22.177595 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:06:22.177595 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:06:22.177595 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:06:22.177595 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:06:22.177595 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:06:22.177595 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:06:22.177595 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:06:22.177595 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:06:22.177595 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:06:22.177595 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:06:22.177595 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:06:22.177595 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:06:22.177595 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:06:22.177595 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:06:22.177595 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:06:22.177595 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:06:22.177595 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:06:22.177595 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:06:22.256192 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a4f79702-1320-436f-af8b-3f45195a22aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:22.263037 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a4f79702-1320-436f-af8b-3f45195a22aa admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:22.265317 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a4f79702-1320-436f-af8b-3f45195a22aa admin admin] 10.222.0.35 "DELETE /v2.0/networks/fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77 HTTP/1.1" status: 204 len: 168 time: 0.3759074 Sep 16 05:06:22.301256 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f79702-1320-436f-af8b-3f45195a22aa admin admin] Pushing event deleted for resources: {'Network': ['ID=fa17cfd4-61e8-44cc-bf8b-eccbf42f9f77,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:22.565518 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39190) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:22.614711 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f59274c6-efff-415e-8e46-17796c1407c2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aed0474ca8fd40fb9bda09255fa945eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471933 Sep 16 05:06:22.620218 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39196) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:22.691416 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-72172238-dfe9-4e04-a966-57969f33a500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:22.733217 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-19c79846-c52c-4b42-8a70-2feb591626e6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:22.733824 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-72172238-dfe9-4e04-a966-57969f33a500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:22.735578 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-19c79846-c52c-4b42-8a70-2feb591626e6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/networks?id=2ffb7374-cfe5-44a3-b981-4861b354cbc4 HTTP/1.1" status: 200 len: 812 time: 0.1392465 Sep 16 05:06:22.754836 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-9f961b0d-5893-4aa0-be21-4be48941aead tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/quotas/563bf98d77304029a90b6357f1f3f020 HTTP/1.1" status: 200 len: 375 time: 0.0127845 Sep 16 05:06:22.847162 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-72172238-dfe9-4e04-a966-57969f33a500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:22.849878 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-72172238-dfe9-4e04-a966-57969f33a500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:22.854647 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-72172238-dfe9-4e04-a966-57969f33a500 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7048022b-1edb-4571-a187-c24d116a9976 HTTP/1.1" status: 204 len: 168 time: 0.2298107 Sep 16 05:06:22.878510 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-57089342-026e-4b9f-af45-6f27838fa20c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=563bf98d77304029a90b6357f1f3f020&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1039808 Sep 16 05:06:22.880039 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72172238-dfe9-4e04-a966-57969f33a500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7048022b-1edb-4571-a187-c24d116a9976,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:23.229189 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-3e4d9e43-ebde-4401-a620-a99b38d58cfa service neutron] 10.222.0.35 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484018 Sep 16 05:06:23.397546 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-513200fa-19d0-4b2d-ad19-7de5dac50f9c service neutron] 10.222.0.35 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622317 Sep 16 05:06:23.796064 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e4a77-6c29-4e50-9c6d-423f2dfeba35 req-0f2c4d56-fb18-47ec-bfd7-e6e478d0aa32 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:23.804684 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-108e4a77-6c29-4e50-9c6d-423f2dfeba35 req-0f2c4d56-fb18-47ec-bfd7-e6e478d0aa32 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 946 time: 0.0708768 Sep 16 05:06:23.850411 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device fe1882f5-9617-4b6c-97be-c81005bc341e no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:23.912874 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: fe1882f5-9617-4b6c-97be-c81005bc341e {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:06:23.913492 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device fe1882f5-9617-4b6c-97be-c81005bc341e not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:06:23.981292 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-108e4a77-6c29-4e50-9c6d-423f2dfeba35 req-b24dca13-40a1-411a-9d30-7a1716d0f186 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755490 Sep 16 05:06:24.096784 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6c4a86d9-5789-4756-8da0-542cbaf47af4 req-a01af327-b79b-4a02-8297-ba7c8b01cd0c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=250870e2-84a8-44ef-a1e6-49339386082b HTTP/1.1" status: 200 len: 210 time: 0.0435159 Sep 16 05:06:25.150319 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c4746-cd6e-4e66-b422-6ddecb863529 req-c6ae80fd-34e7-4825-a183-6b0556d91a97 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:25.153419 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-929c4746-cd6e-4e66-b422-6ddecb863529 req-c6ae80fd-34e7-4825-a183-6b0556d91a97 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 946 time: 0.0787756 Sep 16 05:06:25.249373 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-929c4746-cd6e-4e66-b422-6ddecb863529 req-f58d4a80-6760-41f5-9a91-9e1f656cad93 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764248 Sep 16 05:06:25.458527 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-edfe6c9b-69f2-440f-a62c-9a76ba194747 req-40ba5786-20fe-4d01-86fb-0dd1a271563f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=250870e2-84a8-44ef-a1e6-49339386082b HTTP/1.1" status: 200 len: 210 time: 0.0684307 Sep 16 05:06:25.546884 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-733f047e-c1b4-471b-8a9b-02dcfb46d2a4 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:25.549860 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-733f047e-c1b4-471b-8a9b-02dcfb46d2a4 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.47 "GET /v2.0/networks?id=2ffb7374-cfe5-44a3-b981-4861b354cbc4 HTTP/1.1" status: 200 len: 812 time: 0.2689984 Sep 16 05:06:25.570736 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-60794c95-a9c6-486f-8d1a-7b94bac207ee tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Request body: {'port': {'device_id': '250870e2-84a8-44ef-a1e6-49339386082b', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'admin_state_up': True, 'tenant_id': '563bf98d77304029a90b6357f1f3f020'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:26.227788 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-60794c95-a9c6-486f-8d1a-7b94bac207ee tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Made reservation on behalf of 563bf98d77304029a90b6357f1f3f020 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:26.236494 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-60794c95-a9c6-486f-8d1a-7b94bac207ee tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.546954 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba600700-73a8-4b0f-a483-8ff0b2663654 req-29d81d3d-4cce-4e38-aa62-f4ace44353a1 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:26.550245 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ba600700-73a8-4b0f-a483-8ff0b2663654 req-29d81d3d-4cce-4e38-aa62-f4ace44353a1 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 946 time: 0.0739505 Sep 16 05:06:26.658833 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-60794c95-a9c6-486f-8d1a-7b94bac207ee tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Allocated IP 172.20.0.11 (2ffb7374-cfe5-44a3-b981-4861b354cbc4/7227d309-0a53-4e5a-940f-792e598a0c41/ef4c4e3a-b4c5-4399-9456-6415fe1eef09) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:26.671853 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ba600700-73a8-4b0f-a483-8ff0b2663654 req-ba90bc35-f68f-4509-a298-2958302514a5 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142788 Sep 16 05:06:26.890401 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04824cd7-953f-45c7-a3be-b9f50ba252a4 req-5bfb20fa-031c-4dc3-935a-e834bd5e5025 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=250870e2-84a8-44ef-a1e6-49339386082b HTTP/1.1" status: 200 len: 210 time: 0.0922129 Sep 16 05:06:27.054660 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-60794c95-a9c6-486f-8d1a-7b94bac207ee tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.121425 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-60794c95-a9c6-486f-8d1a-7b94bac207ee tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.155512 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['bf789a7a-af79-4ced-880e-148a792d8cb4'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:27.222836 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-60794c95-a9c6-486f-8d1a-7b94bac207ee tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Network 2ffb7374-cfe5-44a3-b981-4861b354cbc4 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:27.224364 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60794c95-a9c6-486f-8d1a-7b94bac207ee tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Pushing event updated for resources: {'Port': ['ID=ef4c4e3a-b4c5-4399-9456-6415fe1eef09,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:27.227332 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-60794c95-a9c6-486f-8d1a-7b94bac207ee tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:27.230026 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-60794c95-a9c6-486f-8d1a-7b94bac207ee tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:27.309755 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-60794c95-a9c6-486f-8d1a-7b94bac207ee tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:27.310543 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-60794c95-a9c6-486f-8d1a-7b94bac207ee tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.328880 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-60794c95-a9c6-486f-8d1a-7b94bac207ee tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7640321 Sep 16 05:06:27.596826 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-3e15f561-42c1-46ae-96dc-d05f1a707a9c service neutron] Request body: {'port': {'device_id': '250870e2-84a8-44ef-a1e6-49339386082b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:27.751218 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-3e15f561-42c1-46ae-96dc-d05f1a707a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.783383 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-26e37d26-e16c-445b-bb8f-9b243b2f82f0 None None] Provisioning complete for port ef4c4e3a-b4c5-4399-9456-6415fe1eef09 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:27.783756 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-26e37d26-e16c-445b-bb8f-9b243b2f82f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.931589 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152dcce4-cb77-4bc5-9684-6196e1b1a40a req-9ddeef74-8d9a-423f-8ad1-2379bfe771f7 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:27.933572 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-26e37d26-e16c-445b-bb8f-9b243b2f82f0 None None] Port ef4c4e3a-b4c5-4399-9456-6415fe1eef09 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:06:27.942225 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-152dcce4-cb77-4bc5-9684-6196e1b1a40a req-9ddeef74-8d9a-423f-8ad1-2379bfe771f7 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 946 time: 0.1346085 Sep 16 05:06:28.020820 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-152dcce4-cb77-4bc5-9684-6196e1b1a40a req-ecc176d7-a584-4a1f-a4ed-ff69d2113849 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773120 Sep 16 05:06:28.241929 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c558b7b-11b8-4435-b1bd-fd3ba6854a47 req-a906f557-eafa-4f70-8d98-2917b5eb0926 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:28.251331 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2c558b7b-11b8-4435-b1bd-fd3ba6854a47 req-a906f557-eafa-4f70-8d98-2917b5eb0926 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=250870e2-84a8-44ef-a1e6-49339386082b HTTP/1.1" status: 200 len: 932 time: 0.0697620 Sep 16 05:06:28.312119 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2c558b7b-11b8-4435-b1bd-fd3ba6854a47 req-89da28c7-000b-4e2b-970d-8ddb184666ae tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595820 Sep 16 05:06:28.383338 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-3e15f561-42c1-46ae-96dc-d05f1a707a9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef4c4e3a-b4c5-4399-9456-6415fe1eef09 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:28.392863 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-3e15f561-42c1-46ae-96dc-d05f1a707a9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:28.408237 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-3e15f561-42c1-46ae-96dc-d05f1a707a9c service neutron] Transition to ACTIVE for port object ef4c4e3a-b4c5-4399-9456-6415fe1eef09 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:06:28.416747 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-3e15f561-42c1-46ae-96dc-d05f1a707a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:28.510642 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15f561-42c1-46ae-96dc-d05f1a707a9c service neutron] Pushing event updated for resources: {'Port': ['ID=ef4c4e3a-b4c5-4399-9456-6415fe1eef09,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:28.668075 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-3e15f561-42c1-46ae-96dc-d05f1a707a9c service neutron] Attempting to bind port ef4c4e3a-b4c5-4399-9456-6415fe1eef09 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:28.669369 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-3e15f561-42c1-46ae-96dc-d05f1a707a9c service neutron] Attempting to bind port ef4c4e3a-b4c5-4399-9456-6415fe1eef09 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'dc1c68e0-6210-4ec3-92e9-96d963e48ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:28.669928 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-3e15f561-42c1-46ae-96dc-d05f1a707a9c service neutron] Attempting to bind port ef4c4e3a-b4c5-4399-9456-6415fe1eef09 on network 2ffb7374-cfe5-44a3-b981-4861b354cbc4 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:28.675156 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-3e15f561-42c1-46ae-96dc-d05f1a707a9c service neutron] Port ef4c4e3a-b4c5-4399-9456-6415fe1eef09 on network 2ffb7374-cfe5-44a3-b981-4861b354cbc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:06:28.676194 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-3e15f561-42c1-46ae-96dc-d05f1a707a9c service neutron] Attempting to bind port ef4c4e3a-b4c5-4399-9456-6415fe1eef09 on network 2ffb7374-cfe5-44a3-b981-4861b354cbc4 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:28.683933 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-3e15f561-42c1-46ae-96dc-d05f1a707a9c service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:28.685130 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-3e15f561-42c1-46ae-96dc-d05f1a707a9c service neutron] Checking segment: {'id': 'dc1c68e0-6210-4ec3-92e9-96d963e48ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:28.686073 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-3e15f561-42c1-46ae-96dc-d05f1a707a9c service neutron] Bound using segment: {'id': 'dc1c68e0-6210-4ec3-92e9-96d963e48ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:28.686751 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-3e15f561-42c1-46ae-96dc-d05f1a707a9c service neutron] Bound port: ef4c4e3a-b4c5-4399-9456-6415fe1eef09, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc1c68e0-6210-4ec3-92e9-96d963e48ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:28.687348 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-3e15f561-42c1-46ae-96dc-d05f1a707a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:28.775492 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-3e15f561-42c1-46ae-96dc-d05f1a707a9c service neutron] For port ef4c4e3a-b4c5-4399-9456-6415fe1eef09, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:28.780303 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-3e15f561-42c1-46ae-96dc-d05f1a707a9c service neutron] For port ef4c4e3a-b4c5-4399-9456-6415fe1eef09, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=ef4c4e3a-b4c5-4399-9456-6415fe1eef09,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:28.789150 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-3e15f561-42c1-46ae-96dc-d05f1a707a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:28.861076 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15f561-42c1-46ae-96dc-d05f1a707a9c service neutron] Pushing event updated for resources: {'Port': ['ID=ef4c4e3a-b4c5-4399-9456-6415fe1eef09,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:28.881964 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-3e15f561-42c1-46ae-96dc-d05f1a707a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:28.882896 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-3e15f561-42c1-46ae-96dc-d05f1a707a9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:28.884670 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-3e15f561-42c1-46ae-96dc-d05f1a707a9c service neutron] 10.222.0.47 "PUT /v2.0/ports/ef4c4e3a-b4c5-4399-9456-6415fe1eef09 HTTP/1.1" status: 200 len: 1093 time: 1.5372591 Sep 16 05:06:28.885372 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250870e2-84a8-44ef-a1e6-49339386082b', 'tag': 'ef4c4e3a-b4c5-4399-9456-6415fe1eef09'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:28.888525 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bef7ae-a4bf-436e-b5ba-15ce5fdcb4f7" -d '{"events": [{"name": "network-changed", "server_uuid": "250870e2-84a8-44ef-a1e6-49339386082b", "tag": "ef4c4e3a-b4c5-4399-9456-6415fe1eef09"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:29.017193 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e986b7-f29e-48d1-8e38-551c5db36a34 x-openstack-request-id: req-72e986b7-f29e-48d1-8e38-551c5db36a34 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:29.021296 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250870e2-84a8-44ef-a1e6-49339386082b", "tag": "ef4c4e3a-b4c5-4399-9456-6415fe1eef09", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:29.021296 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-72e986b7-f29e-48d1-8e38-551c5db36a34 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:29.022367 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250870e2-84a8-44ef-a1e6-49339386082b', 'tag': 'ef4c4e3a-b4c5-4399-9456-6415fe1eef09', 'status': 'completed', 'code': 200} Sep 16 05:06:29.061205 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-fe87485a-7b76-41f0-8f9a-5f8bbbef8d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:29.063195 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-fe87485a-7b76-41f0-8f9a-5f8bbbef8d84 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=563bf98d77304029a90b6357f1f3f020&device_id=250870e2-84a8-44ef-a1e6-49339386082b HTTP/1.1" status: 200 len: 1096 time: 0.0957167 Sep 16 05:06:29.155853 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-dac3b3fe-074e-4dd4-8c49-b2ab4a0801b6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef4c4e3a-b4c5-4399-9456-6415fe1eef09 HTTP/1.1" status: 200 len: 217 time: 0.0788372 Sep 16 05:06:29.268724 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-98f22bdf-94c7-4482-9b58-c409a2714436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:29.270319 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-98f22bdf-94c7-4482-9b58-c409a2714436 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7227d309-0a53-4e5a-940f-792e598a0c41 HTTP/1.1" status: 200 len: 851 time: 0.0958025 Sep 16 05:06:29.325117 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d245d-7249-4910-9b86-992b28f43406 req-839d3847-4018-422a-b1a4-8c27f844980c tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:29.333999 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-478d245d-7249-4910-9b86-992b28f43406 req-839d3847-4018-422a-b1a4-8c27f844980c tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 946 time: 0.0985351 Sep 16 05:06:29.348519 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-056908da-f9f2-4c57-b192-271b22abb5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:29.350323 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-056908da-f9f2-4c57-b192-271b22abb5b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ffb7374-cfe5-44a3-b981-4861b354cbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729549 Sep 16 05:06:29.401021 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-478d245d-7249-4910-9b86-992b28f43406 req-f1437b12-e84f-464d-bcb4-945b0ff59d48 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623953 Sep 16 05:06:29.533668 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-57748ba7-715b-426a-ae73-95e8c465d91a service neutron] 10.222.0.47 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748092 Sep 16 05:06:29.600662 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4acf8-c42e-469e-a44c-26c461a95a3a req-b39014c6-9f48-4a32-b2fa-880329ccba29 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:29.603715 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fde4acf8-c42e-469e-a44c-26c461a95a3a req-b39014c6-9f48-4a32-b2fa-880329ccba29 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=250870e2-84a8-44ef-a1e6-49339386082b HTTP/1.1" status: 200 len: 944 time: 0.1047525 Sep 16 05:06:29.687659 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fde4acf8-c42e-469e-a44c-26c461a95a3a req-3faebba1-d954-4c98-b9d6-f0eeef960bb1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775325 Sep 16 05:06:29.740271 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-70bc1c0d-1399-4a54-b623-72b38efce69c req-b1762216-000a-4a80-9a5a-4ba2c0a69e39 service neutron] 10.222.0.47 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989944 Sep 16 05:06:29.926460 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bef7ae-a4bf-436e-b5ba-15ce5fdcb4f7 req-03cc30fb-0318-4f42-b468-402f4c5b0aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:29.928141 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-82bef7ae-a4bf-436e-b5ba-15ce5fdcb4f7 req-03cc30fb-0318-4f42-b468-402f4c5b0aec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=563bf98d77304029a90b6357f1f3f020&device_id=250870e2-84a8-44ef-a1e6-49339386082b HTTP/1.1" status: 200 len: 1096 time: 0.1111405 Sep 16 05:06:30.023568 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6284c-cfaa-47bf-8f18-dc52ed75960a req-f0ae5152-0c51-4210-9a02-1dac13b66b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:30.028936 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-60c6284c-cfaa-47bf-8f18-dc52ed75960a req-f0ae5152-0c51-4210-9a02-1dac13b66b23 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b67ac34bf7e46cc823dbce391e87ff7&device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 1098 time: 0.1128664 Sep 16 05:06:30.035145 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bef7ae-a4bf-436e-b5ba-15ce5fdcb4f7 req-73ac6132-c04a-4f5e-ac1d-f4c122454bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:30.036879 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-82bef7ae-a4bf-436e-b5ba-15ce5fdcb4f7 req-73ac6132-c04a-4f5e-ac1d-f4c122454bf9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2ffb7374-cfe5-44a3-b981-4861b354cbc4 HTTP/1.1" status: 200 len: 913 time: 0.1009781 Sep 16 05:06:30.103614 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-82bef7ae-a4bf-436e-b5ba-15ce5fdcb4f7 req-033132d7-3c04-4689-97b1-c354d2a39276 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef4c4e3a-b4c5-4399-9456-6415fe1eef09 HTTP/1.1" status: 200 len: 217 time: 0.0587344 Sep 16 05:06:30.200792 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6284c-cfaa-47bf-8f18-dc52ed75960a req-5d15d31e-9cf1-45a5-8703-01ebc99a4d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:30.203122 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-60c6284c-cfaa-47bf-8f18-dc52ed75960a req-5d15d31e-9cf1-45a5-8703-01ebc99a4d5e service neutron] 10.222.0.48 "GET /v2.0/networks?id=fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 HTTP/1.1" status: 200 len: 918 time: 0.1658955 Sep 16 05:06:30.206311 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bef7ae-a4bf-436e-b5ba-15ce5fdcb4f7 req-91fba5f8-a0fa-425f-8158-94d77b07a335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:30.210363 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-82bef7ae-a4bf-436e-b5ba-15ce5fdcb4f7 req-91fba5f8-a0fa-425f-8158-94d77b07a335 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7227d309-0a53-4e5a-940f-792e598a0c41 HTTP/1.1" status: 200 len: 851 time: 0.0984249 Sep 16 05:06:30.290541 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bef7ae-a4bf-436e-b5ba-15ce5fdcb4f7 req-73c9d7eb-5d37-4e5b-944c-e86ad098cd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:30.296316 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-82bef7ae-a4bf-436e-b5ba-15ce5fdcb4f7 req-73c9d7eb-5d37-4e5b-944c-e86ad098cd52 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ffb7374-cfe5-44a3-b981-4861b354cbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0805886 Sep 16 05:06:30.352712 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-60c6284c-cfaa-47bf-8f18-dc52ed75960a req-257453a1-1047-4358-b6d3-d11b7ade469a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=643cded4-885a-4da8-be31-5d859991e0f6 HTTP/1.1" status: 200 len: 1001 time: 0.1387694 Sep 16 05:06:30.454054 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6284c-cfaa-47bf-8f18-dc52ed75960a req-5ba773c5-c9ec-4070-885d-0d0e015e840e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:30.456182 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-60c6284c-cfaa-47bf-8f18-dc52ed75960a req-5ba773c5-c9ec-4070-885d-0d0e015e840e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03820bd1-1023-490e-b628-251d17d722c4 HTTP/1.1" status: 200 len: 856 time: 0.0958359 Sep 16 05:06:30.531193 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-82bef7ae-a4bf-436e-b5ba-15ce5fdcb4f7 req-8154040a-d8bd-4c9e-bb7d-4d9a58096d41 service neutron] 10.222.0.47 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257571 Sep 16 05:06:30.567174 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6284c-cfaa-47bf-8f18-dc52ed75960a req-2040a232-ae03-4216-b9e2-4432b8d64933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:30.569270 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-60c6284c-cfaa-47bf-8f18-dc52ed75960a req-2040a232-ae03-4216-b9e2-4432b8d64933 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa14f7fe-1f8d-4bc9-a5b1-99c520e36470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1052885 Sep 16 05:06:30.629249 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39abe7-1056-488e-98ec-a0a33f098fe0 req-80c63f32-9ea3-40bd-a2a1-6ba4b42e6b54 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:30.632548 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-de39abe7-1056-488e-98ec-a0a33f098fe0 req-80c63f32-9ea3-40bd-a2a1-6ba4b42e6b54 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 946 time: 0.1176846 Sep 16 05:06:30.736081 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-82bef7ae-a4bf-436e-b5ba-15ce5fdcb4f7 req-456438ff-fbb1-4924-ac01-49d8e748c32d service neutron] 10.222.0.47 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977389 Sep 16 05:06:30.802621 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-de39abe7-1056-488e-98ec-a0a33f098fe0 req-68010d5b-9819-4af7-9ac1-5fb212c41d70 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501765 Sep 16 05:06:30.827884 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-60c6284c-cfaa-47bf-8f18-dc52ed75960a req-174f9e31-f3ef-4930-92a5-6c2ce69d9ca5 service neutron] 10.222.0.48 "GET /v2.0/networks/fa14f7fe-1f8d-4bc9-a5b1-99c520e36470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349083 Sep 16 05:06:31.005404 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2fa2cb-ef33-4f2d-93b8-f407fe7cb668 req-07161bcc-bd71-421d-bddc-081d37767a60 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:31.007707 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a2fa2cb-ef33-4f2d-93b8-f407fe7cb668 req-07161bcc-bd71-421d-bddc-081d37767a60 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=250870e2-84a8-44ef-a1e6-49339386082b HTTP/1.1" status: 200 len: 944 time: 0.0765977 Sep 16 05:06:31.039050 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-60c6284c-cfaa-47bf-8f18-dc52ed75960a req-7b395df4-8331-4d04-aa1a-5916ffa9dd54 service neutron] 10.222.0.48 "GET /v2.0/networks/fa14f7fe-1f8d-4bc9-a5b1-99c520e36470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022831 Sep 16 05:06:31.079992 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a2fa2cb-ef33-4f2d-93b8-f407fe7cb668 req-956a7947-7d2d-42cb-8768-f8157a234967 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559466 Sep 16 05:06:31.968859 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68488de6-fe9c-44bf-a7b4-44fe1286f36b req-08cdd5ed-4f97-4a04-8352-76c51e2468f2 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:31.970718 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-68488de6-fe9c-44bf-a7b4-44fe1286f36b req-08cdd5ed-4f97-4a04-8352-76c51e2468f2 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 946 time: 0.0635960 Sep 16 05:06:32.027950 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-68488de6-fe9c-44bf-a7b4-44fe1286f36b req-0494ba2b-d4ee-4178-96d2-496bb3eec32a tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489378 Sep 16 05:06:32.248894 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56187e76-3c5f-494e-b063-82dce76df78f req-0e9c1f6a-b992-4f91-8509-afa8666c660c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:32.250820 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-56187e76-3c5f-494e-b063-82dce76df78f req-0e9c1f6a-b992-4f91-8509-afa8666c660c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=250870e2-84a8-44ef-a1e6-49339386082b HTTP/1.1" status: 200 len: 944 time: 0.0795553 Sep 16 05:06:32.310179 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-56187e76-3c5f-494e-b063-82dce76df78f req-ab03a602-d1a5-4e2d-90f7-f2321cb4bd1d tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524874 Sep 16 05:06:32.969668 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 643cded4-885a-4da8-be31-5d859991e0f6 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:33.081463 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:33.166739 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 643cded4-885a-4da8-be31-5d859991e0f6, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=643cded4-885a-4da8-be31-5d859991e0f6,segment=NetworkSegment(77ae2f9e-48e5-4208-b08d-199ec9d120a2),segment_id=77ae2f9e-48e5-4208-b08d-199ec9d120a2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:33.167624 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1961f99c-2629-4d54-b1d0-66a32245b00f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '643cded4-885a-4da8-be31-5d859991e0f6'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:33.170381 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4ba2fd-b0bc-480e-98f3-1782b0466534" -d '{"events": [{"server_uuid": "1961f99c-2629-4d54-b1d0-66a32245b00f", "name": "network-vif-unplugged", "status": "completed", "tag": "643cded4-885a-4da8-be31-5d859991e0f6"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:33.179505 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:33.182151 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993a06f-4b27-4512-a1d7-f3ec0c050a27 req-f9f22d12-818f-4d58-ac89-2040cb958f48 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:33.183892 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f993a06f-4b27-4512-a1d7-f3ec0c050a27 req-f9f22d12-818f-4d58-ac89-2040cb958f48 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 946 time: 0.0698853 Sep 16 05:06:33.228712 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39440) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:33.276499 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=643cded4-885a-4da8-be31-5d859991e0f6,revision_number=8']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:33.305697 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f993a06f-4b27-4512-a1d7-f3ec0c050a27 req-627fd33d-cde8-4cd0-badf-42e6e9b5a6e6 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107302 Sep 16 05:06:33.387044 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2138ce-2fd3-4be3-8578-8be6e14d402a x-openstack-request-id: req-dc2138ce-2fd3-4be3-8578-8be6e14d402a {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:33.387502 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1961f99c-2629-4d54-b1d0-66a32245b00f", "name": "network-vif-unplugged", "status": "completed", "tag": "643cded4-885a-4da8-be31-5d859991e0f6", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:33.387815 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dc2138ce-2fd3-4be3-8578-8be6e14d402a {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:33.388392 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1961f99c-2629-4d54-b1d0-66a32245b00f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '643cded4-885a-4da8-be31-5d859991e0f6', 'code': 200} Sep 16 05:06:33.489548 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-59598ce6-d36a-4998-ad6f-3470460965fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:33.715049 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-59598ce6-d36a-4998-ad6f-3470460965fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:33.723097 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-59598ce6-d36a-4998-ad6f-3470460965fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:33.845235 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59598ce6-d36a-4998-ad6f-3470460965fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99bebc2a-a037-46ae-bafe-eb7ca77779ef,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:33.855718 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-59598ce6-d36a-4998-ad6f-3470460965fc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=29f3751f9f4c4ca2a58fcf8217e9defd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6225336 Sep 16 05:06:33.856176 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39462) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:33.955847 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ef40be16-1d9b-4670-b355-f1371d9584a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:33.981220 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ef40be16-1d9b-4670-b355-f1371d9584a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:34.057453 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ef40be16-1d9b-4670-b355-f1371d9584a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:34.060552 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ef40be16-1d9b-4670-b355-f1371d9584a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:34.061851 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ef40be16-1d9b-4670-b355-f1371d9584a2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/99bebc2a-a037-46ae-bafe-eb7ca77779ef HTTP/1.1" status: 204 len: 168 time: 0.2043316 Sep 16 05:06:34.088199 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40be16-1d9b-4670-b355-f1371d9584a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bebc2a-a037-46ae-bafe-eb7ca77779ef,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:34.171622 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789298c-3d9e-4cda-8285-9d91d6127ab8 req-ff46170b-0302-4e42-9258-dfda0326725c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:34.174747 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b789298c-3d9e-4cda-8285-9d91d6127ab8 req-ff46170b-0302-4e42-9258-dfda0326725c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=250870e2-84a8-44ef-a1e6-49339386082b HTTP/1.1" status: 200 len: 944 time: 0.0738902 Sep 16 05:06:34.236875 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b789298c-3d9e-4cda-8285-9d91d6127ab8 req-69823436-e587-4684-b648-5f2680ef5c39 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419400 Sep 16 05:06:34.553452 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39480) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:34.574147 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a25ea76f-af0d-4d34-8f91-1c82ea4fdcef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:34.713319 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a25ea76f-af0d-4d34-8f91-1c82ea4fdcef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:34.720410 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a25ea76f-af0d-4d34-8f91-1c82ea4fdcef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:34.795446 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a25ea76f-af0d-4d34-8f91-1c82ea4fdcef admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b45cdec693cf47428728999de8e15df2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2381785 Sep 16 05:06:34.795446 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ea76f-af0d-4d34-8f91-1c82ea4fdcef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b4c8a6-b5a3-40d4-a70b-f53f79517cf3,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:34.796046 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39488) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:34.810299 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-2afa549c-6aa2-4ab6-8d3e-684f27a20ee6 req-7392da6a-a8bb-4d26-b215-0dcaa0329bb2 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:06:34.811697 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2afa549c-6aa2-4ab6-8d3e-684f27a20ee6 req-7392da6a-a8bb-4d26-b215-0dcaa0329bb2 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054193 Sep 16 05:06:34.896170 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d8173d6f-ea59-4c05-bf6c-01406c3172e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:34.941426 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d8173d6f-ea59-4c05-bf6c-01406c3172e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.040906 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d8173d6f-ea59-4c05-bf6c-01406c3172e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.047282 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d8173d6f-ea59-4c05-bf6c-01406c3172e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.050689 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d8173d6f-ea59-4c05-bf6c-01406c3172e8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e7b4c8a6-b5a3-40d4-a70b-f53f79517cf3 HTTP/1.1" status: 204 len: 168 time: 0.2513275 Sep 16 05:06:35.067300 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8173d6f-ea59-4c05-bf6c-01406c3172e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b4c8a6-b5a3-40d4-a70b-f53f79517cf3,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:35.098801 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4317d8-605e-4542-a525-93d34391c70e req-edcf4dc8-f1b0-4056-be71-478ca3a99425 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:35.116731 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb4317d8-605e-4542-a525-93d34391c70e req-edcf4dc8-f1b0-4056-be71-478ca3a99425 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 944 time: 0.1198869 Sep 16 05:06:35.176716 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb4317d8-605e-4542-a525-93d34391c70e req-a0eabb4e-ea8e-4c78-a5f1-a54ae847bac0 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589848 Sep 16 05:06:35.442119 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c88a1-48ea-4d00-b65d-de4766c9c14e req-5179c239-6202-4368-82b1-92bcb1b3d059 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:35.444591 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-df1c88a1-48ea-4d00-b65d-de4766c9c14e req-5179c239-6202-4368-82b1-92bcb1b3d059 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=250870e2-84a8-44ef-a1e6-49339386082b HTTP/1.1" status: 200 len: 944 time: 0.0977485 Sep 16 05:06:35.509081 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-df1c88a1-48ea-4d00-b65d-de4766c9c14e req-5ac2afb4-494a-438d-bb8d-5b0fe0ee1530 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569589 Sep 16 05:06:35.861266 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e459e0ee-c41c-4ff1-9489-40f13d36e419 req-9477ef31-1677-457c-8d44-7a6405b8bab5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3352580 Sep 16 05:06:35.873207 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [req-e459e0ee-c41c-4ff1-9489-40f13d36e419 req-15a0ec01-b863-48bf-a614-d13d68f978b3 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:06:35.874321 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e459e0ee-c41c-4ff1-9489-40f13d36e419 req-15a0ec01-b863-48bf-a614-d13d68f978b3 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057516 Sep 16 05:06:36.362448 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276c584-3166-4400-9878-820ccc5c56bb req-8ac8f146-fff7-4582-b333-c362523dc1be tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:36.364264 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5276c584-3166-4400-9878-820ccc5c56bb req-8ac8f146-fff7-4582-b333-c362523dc1be tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 944 time: 0.0656362 Sep 16 05:06:36.448788 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5276c584-3166-4400-9878-820ccc5c56bb req-075df91e-a806-4867-96d9-223555e1ef5e tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746520 Sep 16 05:06:36.688500 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2a89d-41e6-4b0a-b33b-fb1913e53d8b req-76829d1e-7658-47b9-9b58-63f80651f5eb tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:36.690176 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-33e2a89d-41e6-4b0a-b33b-fb1913e53d8b req-76829d1e-7658-47b9-9b58-63f80651f5eb tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=250870e2-84a8-44ef-a1e6-49339386082b HTTP/1.1" status: 200 len: 944 time: 0.0776987 Sep 16 05:06:36.770253 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-33e2a89d-41e6-4b0a-b33b-fb1913e53d8b req-6e5e2bc6-0bac-47fe-bf8d-ea42980fdaea tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716128 Sep 16 05:06:36.983967 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 643cded4-885a-4da8-be31-5d859991e0f6 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:37.027755 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459e0ee-c41c-4ff1-9489-40f13d36e419 req-599831d2-faf7-4c0b-b288-69c6f0ed23fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:37.029707 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e459e0ee-c41c-4ff1-9489-40f13d36e419 req-599831d2-faf7-4c0b-b288-69c6f0ed23fe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f&tenant_id=9b67ac34bf7e46cc823dbce391e87ff7 HTTP/1.1" status: 200 len: 1096 time: 0.0868146 Sep 16 05:06:37.142350 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459e0ee-c41c-4ff1-9489-40f13d36e419 req-6b1ab7e3-a295-44f1-a330-c1c0e5dc20fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:37.143946 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e459e0ee-c41c-4ff1-9489-40f13d36e419 req-6b1ab7e3-a295-44f1-a330-c1c0e5dc20fe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b67ac34bf7e46cc823dbce391e87ff7&device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 1096 time: 0.0682886 Sep 16 05:06:37.308146 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459e0ee-c41c-4ff1-9489-40f13d36e419 req-dc86376d-4160-4fb7-8421-1cae1e8351bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:37.310237 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e459e0ee-c41c-4ff1-9489-40f13d36e419 req-dc86376d-4160-4fb7-8421-1cae1e8351bb service neutron] 10.222.0.48 "GET /v2.0/networks?id=fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 HTTP/1.1" status: 200 len: 918 time: 0.1568100 Sep 16 05:06:37.407775 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e459e0ee-c41c-4ff1-9489-40f13d36e419 req-d02014b6-e8d7-466d-b331-7de2840fd59d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=643cded4-885a-4da8-be31-5d859991e0f6 HTTP/1.1" status: 200 len: 999 time: 0.0851748 Sep 16 05:06:37.495339 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459e0ee-c41c-4ff1-9489-40f13d36e419 req-f8928755-0e45-45cd-92ac-62e09e6d4f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:37.498449 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e459e0ee-c41c-4ff1-9489-40f13d36e419 req-f8928755-0e45-45cd-92ac-62e09e6d4f83 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03820bd1-1023-490e-b628-251d17d722c4 HTTP/1.1" status: 200 len: 856 time: 0.0779436 Sep 16 05:06:37.588313 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459e0ee-c41c-4ff1-9489-40f13d36e419 req-2ca2c6bc-a4ae-4927-81de-49046a235a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:37.589875 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e459e0ee-c41c-4ff1-9489-40f13d36e419 req-2ca2c6bc-a4ae-4927-81de-49046a235a84 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa14f7fe-1f8d-4bc9-a5b1-99c520e36470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0827026 Sep 16 05:06:37.603965 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f245a-d20d-4a6b-ace3-ac7296dfe796 req-ec96eec7-fc27-4041-8ec4-4c37e7aa6b7d tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:37.609250 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-125f245a-d20d-4a6b-ace3-ac7296dfe796 req-ec96eec7-fc27-4041-8ec4-4c37e7aa6b7d tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 944 time: 0.0712152 Sep 16 05:06:37.712917 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-125f245a-d20d-4a6b-ace3-ac7296dfe796 req-5556a7ad-f936-4ae9-be0d-afd8cd3e8dd4 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925293 Sep 16 05:06:37.740820 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e459e0ee-c41c-4ff1-9489-40f13d36e419 req-55252710-abea-4285-b042-8c5c2137a9fb service neutron] 10.222.0.48 "GET /v2.0/networks/fa14f7fe-1f8d-4bc9-a5b1-99c520e36470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295586 Sep 16 05:06:37.893886 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e459e0ee-c41c-4ff1-9489-40f13d36e419 req-58f3f9b1-a429-485f-94e8-d0680483e735 service neutron] 10.222.0.48 "GET /v2.0/networks/fa14f7fe-1f8d-4bc9-a5b1-99c520e36470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451356 Sep 16 05:06:37.931958 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c42ab-8feb-4187-9ee5-4af78416221a req-06d72288-a9e7-4a04-8b0e-35f6716c247b tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:37.933909 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c23c42ab-8feb-4187-9ee5-4af78416221a req-06d72288-a9e7-4a04-8b0e-35f6716c247b tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=250870e2-84a8-44ef-a1e6-49339386082b HTTP/1.1" status: 200 len: 944 time: 0.0861032 Sep 16 05:06:37.981036 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c23c42ab-8feb-4187-9ee5-4af78416221a req-afbf4f3d-9b4e-49ef-91ec-b2337fb18921 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403740 Sep 16 05:06:38.653466 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39640) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:38.880870 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea13d9a-65d9-4bee-85cf-f23ab63c36dc req-cf76b23f-b968-4743-9723-77b1a2787fe6 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:38.882665 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ea13d9a-65d9-4bee-85cf-f23ab63c36dc req-cf76b23f-b968-4743-9723-77b1a2787fe6 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 944 time: 0.0659759 Sep 16 05:06:38.958171 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ea13d9a-65d9-4bee-85cf-f23ab63c36dc req-a8aa631c-f7a9-4e10-bce5-2deba1770ff5 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695972 Sep 16 05:06:39.001056 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-806f0f89-f32e-49f7-af12-c03016659ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:39.234180 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3eda68-c3fc-49e8-b30c-360b8001b0bd req-ad874433-a73e-455e-8838-b996fba085cf tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:39.243661 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ec3eda68-c3fc-49e8-b30c-360b8001b0bd req-ad874433-a73e-455e-8838-b996fba085cf tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=250870e2-84a8-44ef-a1e6-49339386082b HTTP/1.1" status: 200 len: 944 time: 0.1082461 Sep 16 05:06:39.253935 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-806f0f89-f32e-49f7-af12-c03016659ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:39.264120 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-806f0f89-f32e-49f7-af12-c03016659ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:39.323989 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ec3eda68-c3fc-49e8-b30c-360b8001b0bd req-7e5ffba2-dcde-4070-8a31-e547b497e78d tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781660 Sep 16 05:06:39.367289 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-806f0f89-f32e-49f7-af12-c03016659ac9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9301265e930645b1a0f3b4dc02373c42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7099836 Sep 16 05:06:39.368039 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39654) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:39.396767 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f0f89-f32e-49f7-af12-c03016659ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ca1d08-7a02-4643-9a1e-0bf81f7f8bf3,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:39.469819 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e70cacab-5f95-45fb-92a0-82730562cc9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:39.513195 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e70cacab-5f95-45fb-92a0-82730562cc9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:39.605445 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e70cacab-5f95-45fb-92a0-82730562cc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:39.608696 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e70cacab-5f95-45fb-92a0-82730562cc9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:39.610314 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e70cacab-5f95-45fb-92a0-82730562cc9e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c9ca1d08-7a02-4643-9a1e-0bf81f7f8bf3 HTTP/1.1" status: 204 len: 168 time: 0.2272859 Sep 16 05:06:39.640963 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70cacab-5f95-45fb-92a0-82730562cc9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ca1d08-7a02-4643-9a1e-0bf81f7f8bf3,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:40.099016 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c9edf91e-0219-4570-9ade-a50c039868a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:40.119760 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 39668) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:40.138162 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-772c6ed7-5c59-400d-bfaf-43a7d047ad47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:40.166927 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9598a-38c0-4678-b33e-8beb6cff2a17 req-6a646472-295c-4e8f-bb1b-48bc05c5578e tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:40.175999 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-03a9598a-38c0-4678-b33e-8beb6cff2a17 req-6a646472-295c-4e8f-bb1b-48bc05c5578e tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 944 time: 0.1121502 Sep 16 05:06:40.240933 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-03a9598a-38c0-4678-b33e-8beb6cff2a17 req-2e5add08-82e8-45e6-a72c-6199ebe2f210 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635936 Sep 16 05:06:40.340047 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-772c6ed7-5c59-400d-bfaf-43a7d047ad47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:40.346401 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-772c6ed7-5c59-400d-bfaf-43a7d047ad47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:40.437375 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c6ed7-5c59-400d-bfaf-43a7d047ad47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ca35eb-cd74-4108-9bde-7ebe045f04bd,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:40.465118 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-772c6ed7-5c59-400d-bfaf-43a7d047ad47 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8bfdc7e132554f5c85e7dfaac9a1645c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3442142 Sep 16 05:06:40.467974 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 39676) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:40.590771 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb410ac-af38-489d-8366-f5ddb391012e req-b016a505-0826-4680-8a7e-aaf5b5ff8652 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:40.597831 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2cc06703-3924-4101-9d86-909577394353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:40.602838 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4fb410ac-af38-489d-8366-f5ddb391012e req-b016a505-0826-4680-8a7e-aaf5b5ff8652 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=250870e2-84a8-44ef-a1e6-49339386082b HTTP/1.1" status: 200 len: 944 time: 0.1628528 Sep 16 05:06:40.646922 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2cc06703-3924-4101-9d86-909577394353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:40.670466 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4fb410ac-af38-489d-8366-f5ddb391012e req-f9c1a4ed-2419-43a0-b118-996e99572298 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614507 Sep 16 05:06:40.728280 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2cc06703-3924-4101-9d86-909577394353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:40.734431 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2cc06703-3924-4101-9d86-909577394353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:40.738934 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2cc06703-3924-4101-9d86-909577394353 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/44ca35eb-cd74-4108-9bde-7ebe045f04bd HTTP/1.1" status: 204 len: 168 time: 0.2656882 Sep 16 05:06:40.762414 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc06703-3924-4101-9d86-909577394353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ca35eb-cd74-4108-9bde-7ebe045f04bd,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:41.481654 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07539cff-5709-4e1d-87eb-55b6fcd0c5c4 req-d4201914-a359-4adc-a687-8269e413b9ac tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:41.484267 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-07539cff-5709-4e1d-87eb-55b6fcd0c5c4 req-d4201914-a359-4adc-a687-8269e413b9ac tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 944 time: 0.0990076 Sep 16 05:06:41.545634 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-07539cff-5709-4e1d-87eb-55b6fcd0c5c4 req-876d0981-a0e1-48a4-b912-f6da687cff1a tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535340 Sep 16 05:06:41.719830 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:41.939973 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abef7af-744a-4293-9054-9ff7bfb10159 req-ee1e62ba-775f-431c-abba-5e8beedfa11c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:41.954429 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0abef7af-744a-4293-9054-9ff7bfb10159 req-ee1e62ba-775f-431c-abba-5e8beedfa11c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=250870e2-84a8-44ef-a1e6-49339386082b HTTP/1.1" status: 200 len: 944 time: 0.1594455 Sep 16 05:06:42.043514 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0abef7af-744a-4293-9054-9ff7bfb10159 req-e5c8d153-8ab4-4627-8081-2c23f3606f5e tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794415 Sep 16 05:06:42.473915 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [req-0fe0c9cc-9692-4d9c-9d9b-d104e1c761d4 req-7ab04e58-d47e-4f49-8640-72d7db29cf88 service neutron] (94766) timed out ('10.222.0.47', 61285) {{(pid=94766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:06:42.747513 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f35be2-af15-4d3f-8ae5-0c9588bc4335 req-335e502f-f167-44a5-bf44-d3b77093e37c tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:42.761770 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-48f35be2-af15-4d3f-8ae5-0c9588bc4335 req-335e502f-f167-44a5-bf44-d3b77093e37c tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 944 time: 0.0832281 Sep 16 05:06:42.907669 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-48f35be2-af15-4d3f-8ae5-0c9588bc4335 req-38936714-94fd-4ac4-a134-edf91a9dc595 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407228 Sep 16 05:06:43.257055 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-370cb704-ab3e-489f-aaaf-96dfa2bd63a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:43.300791 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c8469-5fab-46b1-a45a-242f2d8fba96 req-f683a35b-6be8-4683-9a66-aa3aaee5dc49 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:43.304091 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5a0c8469-5fab-46b1-a45a-242f2d8fba96 req-f683a35b-6be8-4683-9a66-aa3aaee5dc49 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=250870e2-84a8-44ef-a1e6-49339386082b HTTP/1.1" status: 200 len: 944 time: 0.1487372 Sep 16 05:06:43.389033 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5a0c8469-5fab-46b1-a45a-242f2d8fba96 req-146bbee1-857c-4dcb-b93e-3b2349685e72 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781429 Sep 16 05:06:43.532126 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:44.212551 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c7bbb-2b17-4271-9e2a-8cd6dda015df req-0a7d9e09-cda9-4436-abad-a8477ff2f9db tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:44.225997 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-667c7bbb-2b17-4271-9e2a-8cd6dda015df req-0a7d9e09-cda9-4436-abad-a8477ff2f9db tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 944 time: 0.1232557 Sep 16 05:06:44.308955 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-667c7bbb-2b17-4271-9e2a-8cd6dda015df req-5a03d7ba-0919-4859-be3b-d2608dda04b3 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753734 Sep 16 05:06:44.584375 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:44.681133 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:44.736932 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029a506-fc1f-4267-beec-5ac885372bdd req-e859ee4f-8aee-4637-bd03-1b0c57becacc tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:44.746673 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5029a506-fc1f-4267-beec-5ac885372bdd req-e859ee4f-8aee-4637-bd03-1b0c57becacc tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=250870e2-84a8-44ef-a1e6-49339386082b HTTP/1.1" status: 200 len: 944 time: 0.1604619 Sep 16 05:06:44.887563 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5029a506-fc1f-4267-beec-5ac885372bdd req-c0fb7639-aabe-45b3-9bdf-cfc69e00ae5a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379468 Sep 16 05:06:45.032685 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:06:45.534463 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3454c9-d611-428f-9a31-a2f7a503f48a req-35633ad8-d725-45b6-9b9f-23dbe8e06486 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:45.541206 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ca3454c9-d611-428f-9a31-a2f7a503f48a req-35633ad8-d725-45b6-9b9f-23dbe8e06486 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 944 time: 0.0836344 Sep 16 05:06:45.652860 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ca3454c9-d611-428f-9a31-a2f7a503f48a req-ef7f4135-168f-429c-96f5-abd6d886f32f tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000140 Sep 16 05:06:46.088198 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:46.143437 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f5735-c7f1-4366-98de-d891c02ec78f req-bf252dc8-fa44-4ffc-929b-41f831ed30c9 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:46.154363 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-714f5735-c7f1-4366-98de-d891c02ec78f req-bf252dc8-fa44-4ffc-929b-41f831ed30c9 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=250870e2-84a8-44ef-a1e6-49339386082b HTTP/1.1" status: 200 len: 944 time: 0.1281848 Sep 16 05:06:46.239527 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-714f5735-c7f1-4366-98de-d891c02ec78f req-ca9f9278-bfaf-4430-af9b-2cd266e9e16b tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804522 Sep 16 05:06:46.874941 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ccc22-83b3-4615-8d81-929540e63cf5 req-7e932d11-19e1-4c13-9578-900e3f8b24b1 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:46.878007 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-652ccc22-83b3-4615-8d81-929540e63cf5 req-7e932d11-19e1-4c13-9578-900e3f8b24b1 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 944 time: 0.1074712 Sep 16 05:06:46.941600 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-652ccc22-83b3-4615-8d81-929540e63cf5 req-8ab76833-83d0-4e09-adb9-d9bfc4b59618 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485971 Sep 16 05:06:47.470732 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1552d-2228-458b-a077-fb075c22b687 req-cb0a37f9-1513-4a15-afbb-3cf330786cb7 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:47.479461 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0ac1552d-2228-458b-a077-fb075c22b687 req-cb0a37f9-1513-4a15-afbb-3cf330786cb7 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=250870e2-84a8-44ef-a1e6-49339386082b HTTP/1.1" status: 200 len: 944 time: 0.1060987 Sep 16 05:06:47.537978 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0ac1552d-2228-458b-a077-fb075c22b687 req-5c9db6e7-5561-4b85-bc61-cb61cc3ae846 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542169 Sep 16 05:06:48.113966 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5d258-c81a-48cd-99ca-733bb4eacd20 req-10577e58-e255-4fcd-a898-9ef1d2749ae6 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:48.124644 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3fd5d258-c81a-48cd-99ca-733bb4eacd20 req-10577e58-e255-4fcd-a898-9ef1d2749ae6 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 944 time: 0.0719717 Sep 16 05:06:48.184915 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3fd5d258-c81a-48cd-99ca-733bb4eacd20 req-cdb43c32-446c-4d7f-ba7a-cda0d7e00e44 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534933 Sep 16 05:06:48.704110 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e14ad-d6e9-488a-8824-699287dc32d7 req-113e1718-55ce-40e6-86f5-79f365a8ca99 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:48.705947 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-701e14ad-d6e9-488a-8824-699287dc32d7 req-113e1718-55ce-40e6-86f5-79f365a8ca99 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=250870e2-84a8-44ef-a1e6-49339386082b HTTP/1.1" status: 200 len: 944 time: 0.0851183 Sep 16 05:06:48.758361 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-701e14ad-d6e9-488a-8824-699287dc32d7 req-79b13585-51ae-4131-a7d7-773d998a8242 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431185 Sep 16 05:06:49.326241 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317faa01-cada-4f36-a5c9-09c1d33d392e req-9b8ac88c-aa7e-4f86-a96c-3f1bfdf26b6d tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:49.328890 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-317faa01-cada-4f36-a5c9-09c1d33d392e req-9b8ac88c-aa7e-4f86-a96c-3f1bfdf26b6d tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 944 time: 0.0681245 Sep 16 05:06:49.378211 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-317faa01-cada-4f36-a5c9-09c1d33d392e req-29c77baf-9040-482a-a009-a42a6faa3049 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436406 Sep 16 05:06:49.894528 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528638c-bb9b-48d7-bc42-0042c3710f9b req-96163386-009e-42bc-b07e-5f4b20448778 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:49.896150 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c528638c-bb9b-48d7-bc42-0042c3710f9b req-96163386-009e-42bc-b07e-5f4b20448778 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=250870e2-84a8-44ef-a1e6-49339386082b HTTP/1.1" status: 200 len: 944 time: 0.0640457 Sep 16 05:06:49.952988 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c528638c-bb9b-48d7-bc42-0042c3710f9b req-62de2e9d-23f4-491e-8cb9-c65da3eb113d tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344121 Sep 16 05:06:50.546564 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da48d5-2b9e-4a67-adf2-c706ea4520a9 req-1b10cc29-9c63-4150-80cb-49b4e5455aeb tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:50.550117 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-72da48d5-2b9e-4a67-adf2-c706ea4520a9 req-1b10cc29-9c63-4150-80cb-49b4e5455aeb tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 944 time: 0.0623493 Sep 16 05:06:50.594509 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-72da48d5-2b9e-4a67-adf2-c706ea4520a9 req-3c23774d-b865-4a7f-bb10-695838fcf529 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381591 Sep 16 05:06:51.105836 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9d18c-0f9c-4745-bd1e-b3543e1078a3 req-5652212b-5cd6-4baf-8f89-9d9e79a094b8 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:51.107424 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63c9d18c-0f9c-4745-bd1e-b3543e1078a3 req-5652212b-5cd6-4baf-8f89-9d9e79a094b8 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=250870e2-84a8-44ef-a1e6-49339386082b HTTP/1.1" status: 200 len: 944 time: 0.0537105 Sep 16 05:06:51.169803 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63c9d18c-0f9c-4745-bd1e-b3543e1078a3 req-a7062efc-8837-4011-9788-4a0053816c72 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552747 Sep 16 05:06:51.747698 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5935913-78a5-4bd6-836c-c4b7b214f53c req-621d4560-fea1-42ce-b13e-7742a686f951 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:51.749735 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b5935913-78a5-4bd6-836c-c4b7b214f53c req-621d4560-fea1-42ce-b13e-7742a686f951 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 944 time: 0.0649500 Sep 16 05:06:51.800499 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b5935913-78a5-4bd6-836c-c4b7b214f53c req-83c0ba7d-b8c9-4f8e-ba05-ff48b7e5deed tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434008 Sep 16 05:06:52.309334 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecb21f-4bc4-41da-a46e-f1b0304b192c req-c5751437-2581-4cf2-8eb8-5ff9a370efc5 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:52.311405 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c3ecb21f-4bc4-41da-a46e-f1b0304b192c req-c5751437-2581-4cf2-8eb8-5ff9a370efc5 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=250870e2-84a8-44ef-a1e6-49339386082b HTTP/1.1" status: 200 len: 944 time: 0.0707219 Sep 16 05:06:52.357770 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c3ecb21f-4bc4-41da-a46e-f1b0304b192c req-4085a855-8c8f-4ef2-aa92-51641bf3510e tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392835 Sep 16 05:06:52.963895 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a935c5f-d9bf-475d-bab0-71a1934a0061 req-55536f13-500e-448f-bb16-d21be6bf8570 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:52.965511 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5a935c5f-d9bf-475d-bab0-71a1934a0061 req-55536f13-500e-448f-bb16-d21be6bf8570 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 944 time: 0.0643635 Sep 16 05:06:53.016525 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5a935c5f-d9bf-475d-bab0-71a1934a0061 req-309f3677-663b-422f-98cd-22c80f52c12f tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382116 Sep 16 05:06:53.490074 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82eb018-77df-4c59-9669-7ac5b57db36c req-8d1bdf5a-3e2c-4889-85cb-23bdf34d94d9 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:53.492227 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f82eb018-77df-4c59-9669-7ac5b57db36c req-8d1bdf5a-3e2c-4889-85cb-23bdf34d94d9 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=250870e2-84a8-44ef-a1e6-49339386082b HTTP/1.1" status: 200 len: 944 time: 0.0555334 Sep 16 05:06:53.541180 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f82eb018-77df-4c59-9669-7ac5b57db36c req-82d52ca9-d3e0-46c1-b323-91d1a7e092cc tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421581 Sep 16 05:06:54.019808 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device ef4c4e3a-b4c5-4399-9456-6415fe1eef09 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:06:54.144713 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port ef4c4e3a-b4c5-4399-9456-6415fe1eef09, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=ef4c4e3a-b4c5-4399-9456-6415fe1eef09,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:54.161067 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'ef4c4e3a-b4c5-4399-9456-6415fe1eef09', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'port_id': 'ef4c4e3a-b4c5-4399-9456-6415fe1eef09', 'mac_address': 'fa:16:3e:9d:e2:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:06:54.176825 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083aee98-eda4-4220-bda0-ec7f880ef527 req-251b6ff4-3267-41cc-860f-e2c95803ecc8 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:54.186665 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-083aee98-eda4-4220-bda0-ec7f880ef527 req-251b6ff4-3267-41cc-860f-e2c95803ecc8 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 944 time: 0.0760276 Sep 16 05:06:54.210294 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:54.230618 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef4c4e3a-b4c5-4399-9456-6415fe1eef09 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:54.239857 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-083aee98-eda4-4220-bda0-ec7f880ef527 req-742907b8-13e4-435c-b5c4-2bc2f8178b29 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520506 Sep 16 05:06:54.264993 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port ef4c4e3a-b4c5-4399-9456-6415fe1eef09, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=ef4c4e3a-b4c5-4399-9456-6415fe1eef09,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:54.270839 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:54.343909 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=ef4c4e3a-b4c5-4399-9456-6415fe1eef09,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:54.547317 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['ef4c4e3a-b4c5-4399-9456-6415fe1eef09'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:54.717089 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5cb38-5ddb-449c-9c57-601b6dac3ce8 req-9ab96d10-3c23-4a34-bae3-c7cc25c76900 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:54.728178 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a5b5cb38-5ddb-449c-9c57-601b6dac3ce8 req-9ab96d10-3c23-4a34-bae3-c7cc25c76900 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=250870e2-84a8-44ef-a1e6-49339386082b HTTP/1.1" status: 200 len: 945 time: 0.0939140 Sep 16 05:06:54.773874 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a5b5cb38-5ddb-449c-9c57-601b6dac3ce8 req-d3f7655b-8533-40dc-87b6-3302a37c2026 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435214 Sep 16 05:06:55.401593 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad47c3-c187-4382-9c90-e577e8ef0757 req-99368546-592c-45ce-b4c2-578bfdf29824 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:55.403674 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a2ad47c3-c187-4382-9c90-e577e8ef0757 req-99368546-592c-45ce-b4c2-578bfdf29824 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 944 time: 0.0769582 Sep 16 05:06:55.450680 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a2ad47c3-c187-4382-9c90-e577e8ef0757 req-8d010ed1-1986-42a8-a827-7b6395900191 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378585 Sep 16 05:06:55.921347 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38761364-73c2-41cf-aecb-b449d72f8fdf req-2bc9143b-63ee-4a0c-a13b-fefffb4e8533 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:55.923164 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-38761364-73c2-41cf-aecb-b449d72f8fdf req-2bc9143b-63ee-4a0c-a13b-fefffb4e8533 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=250870e2-84a8-44ef-a1e6-49339386082b HTTP/1.1" status: 200 len: 945 time: 0.0603235 Sep 16 05:06:55.970827 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-38761364-73c2-41cf-aecb-b449d72f8fdf req-ac54edf0-b7b1-4d14-9809-f840f0d2f74c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375023 Sep 16 05:06:56.034195 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device ef4c4e3a-b4c5-4399-9456-6415fe1eef09 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:56.109807 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port ef4c4e3a-b4c5-4399-9456-6415fe1eef09 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:06:56.113851 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port ef4c4e3a-b4c5-4399-9456-6415fe1eef09 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:56.115983 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:56.205588 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:56.258242 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250870e2-84a8-44ef-a1e6-49339386082b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4c4e3a-b4c5-4399-9456-6415fe1eef09'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:56.261344 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b377a62e-42f6-4ca3-be0b-cca0f118bb7e" -d '{"events": [{"server_uuid": "250870e2-84a8-44ef-a1e6-49339386082b", "name": "network-vif-plugged", "status": "completed", "tag": "ef4c4e3a-b4c5-4399-9456-6415fe1eef09"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:56.267370 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port ef4c4e3a-b4c5-4399-9456-6415fe1eef09, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=ef4c4e3a-b4c5-4399-9456-6415fe1eef09,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:56.280597 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:56.323655 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb93a8b-5a3e-4418-9326-5c8e6274c253 x-openstack-request-id: req-9eb93a8b-5a3e-4418-9326-5c8e6274c253 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:56.324012 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250870e2-84a8-44ef-a1e6-49339386082b", "name": "network-vif-plugged", "status": "completed", "tag": "ef4c4e3a-b4c5-4399-9456-6415fe1eef09", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:56.324347 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9eb93a8b-5a3e-4418-9326-5c8e6274c253 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:56.325015 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250870e2-84a8-44ef-a1e6-49339386082b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4c4e3a-b4c5-4399-9456-6415fe1eef09', 'code': 200} Sep 16 05:06:56.354714 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=ef4c4e3a-b4c5-4399-9456-6415fe1eef09,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:56.467688 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd1fe7-40b5-4091-8ba5-b5079d67c4e7 req-bd2fe40a-527b-4dbe-96d9-4f3cd198a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:56.470243 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9fdd1fe7-40b5-4091-8ba5-b5079d67c4e7 req-bd2fe40a-527b-4dbe-96d9-4f3cd198a194 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=250870e2-84a8-44ef-a1e6-49339386082b HTTP/1.1" status: 200 len: 1098 time: 0.0529258 Sep 16 05:06:56.518954 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9fdd1fe7-40b5-4091-8ba5-b5079d67c4e7 req-7a87d396-14cb-4552-8665-fae8c6a21d30 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381827 Sep 16 05:06:56.636806 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429726a-0f2f-4987-82bb-26bc87287e1a req-36f84dfa-0e31-450b-838e-6ba90d9e77c6 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:56.650683 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d429726a-0f2f-4987-82bb-26bc87287e1a req-36f84dfa-0e31-450b-838e-6ba90d9e77c6 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 944 time: 0.0961330 Sep 16 05:06:56.744778 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d429726a-0f2f-4987-82bb-26bc87287e1a req-aba0b907-a339-4ef6-afb4-ed2246961768 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845938 Sep 16 05:06:57.056272 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40194) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:57.105410 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 643cded4-885a-4da8-be31-5d859991e0f6 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:06:57.166958 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468c0ba-1b8a-4df7-86ac-d838dd4b8bd9 req-d797b999-5f6a-4bb1-b453-5c207a03734b tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:57.175049 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7468c0ba-1b8a-4df7-86ac-d838dd4b8bd9 req-d797b999-5f6a-4bb1-b453-5c207a03734b tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=250870e2-84a8-44ef-a1e6-49339386082b HTTP/1.1" status: 200 len: 946 time: 0.0862508 Sep 16 05:06:57.225263 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7468c0ba-1b8a-4df7-86ac-d838dd4b8bd9 req-c960309d-89bb-4a9f-a8ce-4f85d871f439 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490396 Sep 16 05:06:57.260433 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5de888b1-8ce5-4272-b8ca-70346f7a1038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:57.278649 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 643cded4-885a-4da8-be31-5d859991e0f6, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=643cded4-885a-4da8-be31-5d859991e0f6,segment=NetworkSegment(77ae2f9e-48e5-4208-b08d-199ec9d120a2),segment_id=77ae2f9e-48e5-4208-b08d-199ec9d120a2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:57.296353 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '643cded4-885a-4da8-be31-5d859991e0f6', 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470', 'port_id': '643cded4-885a-4da8-be31-5d859991e0f6', 'mac_address': 'fa:16:3e:06:94:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03820bd1-1023-490e-b628-251d17d722c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:06:57.348800 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:57.369996 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 643cded4-885a-4da8-be31-5d859991e0f6 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:57.397338 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 643cded4-885a-4da8-be31-5d859991e0f6, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=643cded4-885a-4da8-be31-5d859991e0f6,segment=NetworkSegment(77ae2f9e-48e5-4208-b08d-199ec9d120a2),segment_id=77ae2f9e-48e5-4208-b08d-199ec9d120a2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:57.402181 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:57.407316 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5de888b1-8ce5-4272-b8ca-70346f7a1038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:57.411599 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5de888b1-8ce5-4272-b8ca-70346f7a1038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:57.458100 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5de888b1-8ce5-4272-b8ca-70346f7a1038 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=543744fe5a764cc1ba43c528aff599e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4006047 Sep 16 05:06:57.458841 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de888b1-8ce5-4272-b8ca-70346f7a1038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57590f94-edcb-4639-9bbf-4372025a32c0,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:57.461416 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40202) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:57.466941 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=643cded4-885a-4da8-be31-5d859991e0f6,revision_number=9']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:57.548238 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d50142d8-3567-4feb-92b1-2f2cfd0f2ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:57.577652 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d50142d8-3567-4feb-92b1-2f2cfd0f2ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:57.631145 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d50142d8-3567-4feb-92b1-2f2cfd0f2ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:57.634403 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d50142d8-3567-4feb-92b1-2f2cfd0f2ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:57.635713 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d50142d8-3567-4feb-92b1-2f2cfd0f2ba6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/57590f94-edcb-4639-9bbf-4372025a32c0 HTTP/1.1" status: 204 len: 168 time: 0.1699798 Sep 16 05:06:57.650814 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50142d8-3567-4feb-92b1-2f2cfd0f2ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57590f94-edcb-4639-9bbf-4372025a32c0,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:57.827092 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['643cded4-885a-4da8-be31-5d859991e0f6'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:57.901092 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbac008-f16c-476f-941c-927dee627c0d req-3cf88728-6116-4853-bf29-77e4acd0f94a tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:57.909493 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cdbac008-f16c-476f-941c-927dee627c0d req-3cf88728-6116-4853-bf29-77e4acd0f94a tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 945 time: 0.0897403 Sep 16 05:06:57.956042 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cdbac008-f16c-476f-941c-927dee627c0d req-f5961014-7d7c-43cd-91bb-28cc4a9c4cea tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433977 Sep 16 05:06:57.976903 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40216) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:57.990322 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b54fc04f-3925-4340-aac2-00ac0a9ec045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.089237 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b54fc04f-3925-4340-aac2-00ac0a9ec045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.093408 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b54fc04f-3925-4340-aac2-00ac0a9ec045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.142384 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54fc04f-3925-4340-aac2-00ac0a9ec045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14222002-c66e-4012-9c25-59ee4e97c85f,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:58.147611 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b54fc04f-3925-4340-aac2-00ac0a9ec045 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=905fa74ce69c457abdc793ebfc39c18d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1688335 Sep 16 05:06:58.149802 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40222) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:58.205854 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-71751562-fb79-41cf-915b-e9b10720b458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.236515 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-71751562-fb79-41cf-915b-e9b10720b458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.310250 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-71751562-fb79-41cf-915b-e9b10720b458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.313323 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-71751562-fb79-41cf-915b-e9b10720b458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.316755 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-71751562-fb79-41cf-915b-e9b10720b458 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/14222002-c66e-4012-9c25-59ee4e97c85f HTTP/1.1" status: 204 len: 168 time: 0.1637743 Sep 16 05:06:58.325735 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71751562-fb79-41cf-915b-e9b10720b458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14222002-c66e-4012-9c25-59ee4e97c85f,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:58.376386 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0565e-ee9a-47dc-bcba-d0e1ac8e7b9d req-25ee9ff4-5e0b-46c2-a85d-45095399ad6e tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:58.378326 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4ca0565e-ee9a-47dc-bcba-d0e1ac8e7b9d req-25ee9ff4-5e0b-46c2-a85d-45095399ad6e tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=250870e2-84a8-44ef-a1e6-49339386082b HTTP/1.1" status: 200 len: 946 time: 0.0802794 Sep 16 05:06:58.437623 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4ca0565e-ee9a-47dc-bcba-d0e1ac8e7b9d req-7a40c12f-40f4-457c-8e97-8c56d990eadc tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512259 Sep 16 05:06:58.582498 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a8f0c-ac6b-4f04-9297-791e8f8b9fe0 req-33f3209d-0a2f-4a8e-af8b-4739ba6a1f64 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:58.584121 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f17a8f0c-ac6b-4f04-9297-791e8f8b9fe0 req-33f3209d-0a2f-4a8e-af8b-4739ba6a1f64 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=250870e2-84a8-44ef-a1e6-49339386082b HTTP/1.1" status: 200 len: 946 time: 0.0610387 Sep 16 05:06:58.626784 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f17a8f0c-ac6b-4f04-9297-791e8f8b9fe0 req-20a1faa0-7aab-49fd-b894-003def177451 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360680 Sep 16 05:06:58.983646 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b2407-c2d8-4b2c-9de0-b809feec6044 req-5d28dd07-d510-44d7-9074-a259edacd885 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:58.985531 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-092b2407-c2d8-4b2c-9de0-b809feec6044 req-5d28dd07-d510-44d7-9074-a259edacd885 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=250870e2-84a8-44ef-a1e6-49339386082b HTTP/1.1" status: 200 len: 946 time: 0.0609205 Sep 16 05:06:59.031705 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-092b2407-c2d8-4b2c-9de0-b809feec6044 req-1edd5531-238e-4c71-bf47-88f821c31262 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382202 Sep 16 05:06:59.121632 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 643cded4-885a-4da8-be31-5d859991e0f6 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:59.154940 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b466ba-8d9b-482e-85b2-ed38964702a8 req-198143a6-37b9-4b00-9042-f93f470edf2b tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:59.156892 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d1b466ba-8d9b-482e-85b2-ed38964702a8 req-198143a6-37b9-4b00-9042-f93f470edf2b tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 945 time: 0.0603011 Sep 16 05:06:59.190864 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 643cded4-885a-4da8-be31-5d859991e0f6 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:59.191239 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.211014 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d1b466ba-8d9b-482e-85b2-ed38964702a8 req-2db0da7a-fce4-4ebd-bd93-e213a48663a5 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463493 Sep 16 05:06:59.299059 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.323738 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1961f99c-2629-4d54-b1d0-66a32245b00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643cded4-885a-4da8-be31-5d859991e0f6'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:59.326081 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b00607-9240-466b-9251-45331741d777" -d '{"events": [{"server_uuid": "1961f99c-2629-4d54-b1d0-66a32245b00f", "name": "network-vif-plugged", "status": "completed", "tag": "643cded4-885a-4da8-be31-5d859991e0f6"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:59.339644 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 643cded4-885a-4da8-be31-5d859991e0f6, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=643cded4-885a-4da8-be31-5d859991e0f6,segment=NetworkSegment(77ae2f9e-48e5-4208-b08d-199ec9d120a2),segment_id=77ae2f9e-48e5-4208-b08d-199ec9d120a2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:59.345524 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.378659 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad0e46d-8d03-49e0-bbea-123630224fdb x-openstack-request-id: req-9ad0e46d-8d03-49e0-bbea-123630224fdb {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:59.378953 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1961f99c-2629-4d54-b1d0-66a32245b00f", "name": "network-vif-plugged", "status": "completed", "tag": "643cded4-885a-4da8-be31-5d859991e0f6", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:59.379199 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9ad0e46d-8d03-49e0-bbea-123630224fdb {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:59.379575 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1961f99c-2629-4d54-b1d0-66a32245b00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643cded4-885a-4da8-be31-5d859991e0f6', 'code': 200} Sep 16 05:06:59.430231 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=643cded4-885a-4da8-be31-5d859991e0f6,revision_number=10']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:59.616175 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fcd65-dc94-47f3-aaf3-4ab4a9fac92c req-43b594fb-563d-491e-a0a6-c29f7ab1d439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:59.618658 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1f7fcd65-dc94-47f3-aaf3-4ab4a9fac92c req-43b594fb-563d-491e-a0a6-c29f7ab1d439 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 1099 time: 0.0532660 Sep 16 05:06:59.656997 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1f7fcd65-dc94-47f3-aaf3-4ab4a9fac92c req-1a21d807-bbe5-4234-b552-88ff8083b684 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296886 Sep 16 05:06:59.857202 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40310) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:59.972223 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2b1eb921-f233-4631-bc1d-760b20011143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.083602 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2b1eb921-f233-4631-bc1d-760b20011143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.100247 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2b1eb921-f233-4631-bc1d-760b20011143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.167675 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1eb921-f233-4631-bc1d-760b20011143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7d903b-8a94-470f-a4a1-22890c3af945,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:00.172330 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2b1eb921-f233-4631-bc1d-760b20011143 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6556400f21b1413a8714621b13bf77cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3140519 Sep 16 05:07:00.175580 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40328) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:00.193351 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f3899-a37c-4bc3-8c48-b6666e23cab0 req-680e56a1-e715-436e-8a50-09a840502d6b tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:00.195678 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6f4f3899-a37c-4bc3-8c48-b6666e23cab0 req-680e56a1-e715-436e-8a50-09a840502d6b tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=250870e2-84a8-44ef-a1e6-49339386082b HTTP/1.1" status: 200 len: 946 time: 0.0749705 Sep 16 05:07:00.239102 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-05b93cea-5d4e-4c4b-88ed-13fc6b829a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.243492 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6f4f3899-a37c-4bc3-8c48-b6666e23cab0 req-cdb7a45d-9989-4ddf-9a47-094cf34d8872 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412300 Sep 16 05:07:00.267107 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-05b93cea-5d4e-4c4b-88ed-13fc6b829a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.332224 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-05b93cea-5d4e-4c4b-88ed-13fc6b829a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.335087 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-05b93cea-5d4e-4c4b-88ed-13fc6b829a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.336885 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-05b93cea-5d4e-4c4b-88ed-13fc6b829a0d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cf7d903b-8a94-470f-a4a1-22890c3af945 HTTP/1.1" status: 204 len: 168 time: 0.1596146 Sep 16 05:07:00.352124 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b93cea-5d4e-4c4b-88ed-13fc6b829a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7d903b-8a94-470f-a4a1-22890c3af945,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:00.366202 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b93cea-5d4e-4c4b-88ed-13fc6b829a0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:00.367215 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b93cea-5d4e-4c4b-88ed-13fc6b829a0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:00.367788 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b93cea-5d4e-4c4b-88ed-13fc6b829a0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:00.368095 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b93cea-5d4e-4c4b-88ed-13fc6b829a0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:00.368520 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b93cea-5d4e-4c4b-88ed-13fc6b829a0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:00.368870 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b93cea-5d4e-4c4b-88ed-13fc6b829a0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:00.369213 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b93cea-5d4e-4c4b-88ed-13fc6b829a0d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:00.369683 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b93cea-5d4e-4c4b-88ed-13fc6b829a0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:00.370397 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b93cea-5d4e-4c4b-88ed-13fc6b829a0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:00.370960 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b93cea-5d4e-4c4b-88ed-13fc6b829a0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:00.371576 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b93cea-5d4e-4c4b-88ed-13fc6b829a0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:00.372059 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b93cea-5d4e-4c4b-88ed-13fc6b829a0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:00.383664 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72218ebd-f704-4932-be94-2982223ea742 req-33564586-e1b7-49c4-83ab-64ae6c5726b7 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:00.385313 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-72218ebd-f704-4932-be94-2982223ea742 req-33564586-e1b7-49c4-83ab-64ae6c5726b7 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 947 time: 0.0724106 Sep 16 05:07:00.433674 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-72218ebd-f704-4932-be94-2982223ea742 req-d7894bd5-74ef-41ac-a512-a7289e1797da tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415826 Sep 16 05:07:00.530744 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd27bf2-b5bf-44d9-82b0-43f3bcd8befa req-b0c85c78-b6a8-4c33-a494-757d2a86927f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:00.532336 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-abd27bf2-b5bf-44d9-82b0-43f3bcd8befa req-b0c85c78-b6a8-4c33-a494-757d2a86927f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.47 "GET /v2.0/ports?device_id=250870e2-84a8-44ef-a1e6-49339386082b HTTP/1.1" status: 200 len: 946 time: 0.0592048 Sep 16 05:07:00.641414 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-abd27bf2-b5bf-44d9-82b0-43f3bcd8befa req-17d0f769-49b7-47be-8079-3233d9f13b07 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Deleting port ef4c4e3a-b4c5-4399-9456-6415fe1eef09 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:00.641806 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-abd27bf2-b5bf-44d9-82b0-43f3bcd8befa req-17d0f769-49b7-47be-8079-3233d9f13b07 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.746275 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-abd27bf2-b5bf-44d9-82b0-43f3bcd8befa req-17d0f769-49b7-47be-8079-3233d9f13b07 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] For port ef4c4e3a-b4c5-4399-9456-6415fe1eef09, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=ef4c4e3a-b4c5-4399-9456-6415fe1eef09,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:00.746712 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-abd27bf2-b5bf-44d9-82b0-43f3bcd8befa req-17d0f769-49b7-47be-8079-3233d9f13b07 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.767558 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-abd27bf2-b5bf-44d9-82b0-43f3bcd8befa req-17d0f769-49b7-47be-8079-3233d9f13b07 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Calling delete_port for ef4c4e3a-b4c5-4399-9456-6415fe1eef09 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:00.935793 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-abd27bf2-b5bf-44d9-82b0-43f3bcd8befa req-17d0f769-49b7-47be-8079-3233d9f13b07 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.969437 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['ef4c4e3a-b4c5-4399-9456-6415fe1eef09'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:00.970282 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0f769-49b7-47be-8079-3233d9f13b07 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Pushing event deleted for resources: {'Port': ['ID=ef4c4e3a-b4c5-4399-9456-6415fe1eef09,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:01.014921 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['bf789a7a-af79-4ced-880e-148a792d8cb4'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:01.045118 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd27bf2-b5bf-44d9-82b0-43f3bcd8befa req-17d0f769-49b7-47be-8079-3233d9f13b07 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] No DVR routers for this DVR port ef4c4e3a-b4c5-4399-9456-6415fe1eef09 on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:01.049572 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-abd27bf2-b5bf-44d9-82b0-43f3bcd8befa req-17d0f769-49b7-47be-8079-3233d9f13b07 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.062787 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-abd27bf2-b5bf-44d9-82b0-43f3bcd8befa req-17d0f769-49b7-47be-8079-3233d9f13b07 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.47 "DELETE /v2.0/ports/ef4c4e3a-b4c5-4399-9456-6415fe1eef09 HTTP/1.1" status: 204 len: 173 time: 0.5231721 Sep 16 05:07:01.063294 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250870e2-84a8-44ef-a1e6-49339386082b', 'name': 'network-vif-deleted', 'tag': 'ef4c4e3a-b4c5-4399-9456-6415fe1eef09'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:01.073072 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030dbc6e-ebe5-4575-b852-482eed7b8ef9" -d '{"events": [{"server_uuid": "250870e2-84a8-44ef-a1e6-49339386082b", "name": "network-vif-deleted", "tag": "ef4c4e3a-b4c5-4399-9456-6415fe1eef09"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:01.381478 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f143caba-47e1-4d76-bdcc-93a92ae11c37 x-openstack-request-id: req-f143caba-47e1-4d76-bdcc-93a92ae11c37 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:01.383294 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250870e2-84a8-44ef-a1e6-49339386082b", "name": "network-vif-deleted", "tag": "ef4c4e3a-b4c5-4399-9456-6415fe1eef09", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:01.383742 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f143caba-47e1-4d76-bdcc-93a92ae11c37 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:01.384526 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250870e2-84a8-44ef-a1e6-49339386082b', 'name': 'network-vif-deleted', 'tag': 'ef4c4e3a-b4c5-4399-9456-6415fe1eef09', 'status': 'completed', 'code': 200} Sep 16 05:07:01.466103 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-70eba273-40d9-4654-ab22-6c8b77ec83e7 req-2a3903b3-1547-42af-b224-89cd6e7bb049 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=250870e2-84a8-44ef-a1e6-49339386082b HTTP/1.1" status: 200 len: 210 time: 0.0293741 Sep 16 05:07:01.586941 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c41770-d237-4f3d-bde9-5f7ac99331bd req-70c4de3d-95ad-4be8-b209-3c390d716f4e tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:01.588485 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a7c41770-d237-4f3d-bde9-5f7ac99331bd req-70c4de3d-95ad-4be8-b209-3c390d716f4e tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 947 time: 0.0552137 Sep 16 05:07:01.632902 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a7c41770-d237-4f3d-bde9-5f7ac99331bd req-61271cf8-41d5-49d8-9738-907c16ec21ed tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360699 Sep 16 05:07:02.575306 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-071d39f5-a61f-450a-9667-cbffa133175f req-6cba3b1c-4580-4e55-93be-afe3c6729a37 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=250870e2-84a8-44ef-a1e6-49339386082b HTTP/1.1" status: 200 len: 210 time: 0.0322657 Sep 16 05:07:02.764446 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d95d35-751a-4c34-ad7d-516f6d82c1ca req-e573c922-fbec-4a25-8288-75fdee153f7d tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:02.766855 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-44d95d35-751a-4c34-ad7d-516f6d82c1ca req-e573c922-fbec-4a25-8288-75fdee153f7d tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 947 time: 0.0538197 Sep 16 05:07:02.813398 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-44d95d35-751a-4c34-ad7d-516f6d82c1ca req-4a3069f6-9862-4884-a8f1-42680487c145 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391603 Sep 16 05:07:02.880923 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40466) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:03.003646 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b1011e94-2f5f-41b1-855e-55f4afb53afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.097037 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b1011e94-2f5f-41b1-855e-55f4afb53afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.101397 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b1011e94-2f5f-41b1-855e-55f4afb53afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.138245 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1011e94-2f5f-41b1-855e-55f4afb53afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428b7b2c-14db-4741-be44-e9ad3f29058a,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:03.145059 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b1011e94-2f5f-41b1-855e-55f4afb53afe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e2e845ab0a1b4762ba1fcf2f8123cdce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2604825 Sep 16 05:07:03.145227 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40472) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:03.196695 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-05efda17-99f8-48e7-8829-e975bf41c899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.219105 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-05efda17-99f8-48e7-8829-e975bf41c899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.267289 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-05efda17-99f8-48e7-8829-e975bf41c899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.270015 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-05efda17-99f8-48e7-8829-e975bf41c899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.271167 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-05efda17-99f8-48e7-8829-e975bf41c899 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/428b7b2c-14db-4741-be44-e9ad3f29058a HTTP/1.1" status: 204 len: 168 time: 0.1250589 Sep 16 05:07:03.282226 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05efda17-99f8-48e7-8829-e975bf41c899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428b7b2c-14db-4741-be44-e9ad3f29058a,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:03.555202 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40478) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:03.568868 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b2f4fd29-4ebd-44c3-9c20-0f33f514bdf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.690723 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9e02fb7d-df02-4111-a636-d0bf1ed440f1 req-527924d1-5bf4-4dcd-9678-292c12af58c8 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=250870e2-84a8-44ef-a1e6-49339386082b HTTP/1.1" status: 200 len: 210 time: 0.0375843 Sep 16 05:07:03.692476 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b2f4fd29-4ebd-44c3-9c20-0f33f514bdf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.697581 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b2f4fd29-4ebd-44c3-9c20-0f33f514bdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.736967 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b2f4fd29-4ebd-44c3-9c20-0f33f514bdf6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cdb677ac817f4ed3ad84852eaa232b5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1805995 Sep 16 05:07:03.738861 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f4fd29-4ebd-44c3-9c20-0f33f514bdf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0574d3f-f62f-4d67-9679-fdf1e65e3bf2,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:03.739691 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40482) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:03.808474 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96ef7924-ffc1-4dd3-acb8-a58e5173d09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.832926 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96ef7924-ffc1-4dd3-acb8-a58e5173d09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.882749 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96ef7924-ffc1-4dd3-acb8-a58e5173d09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.886008 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96ef7924-ffc1-4dd3-acb8-a58e5173d09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.887660 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-96ef7924-ffc1-4dd3-acb8-a58e5173d09f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b0574d3f-f62f-4d67-9679-fdf1e65e3bf2 HTTP/1.1" status: 204 len: 168 time: 0.1464393 Sep 16 05:07:03.896276 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef7924-ffc1-4dd3-acb8-a58e5173d09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0574d3f-f62f-4d67-9679-fdf1e65e3bf2,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:04.061238 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device ef4c4e3a-b4c5-4399-9456-6415fe1eef09 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:04.083248 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: ef4c4e3a-b4c5-4399-9456-6415fe1eef09 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:04.083993 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device ef4c4e3a-b4c5-4399-9456-6415fe1eef09 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:04.793903 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-52adc5f8-ba88-490e-b724-998d252afd04 req-a50f742c-d6c3-4462-8593-86952cf4017d tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=250870e2-84a8-44ef-a1e6-49339386082b HTTP/1.1" status: 200 len: 210 time: 0.0277874 Sep 16 05:07:05.893059 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5526e2e0-402c-4e91-b921-c26d5d380daa req-890983e8-7184-4505-9ae6-7126d5bbd117 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=250870e2-84a8-44ef-a1e6-49339386082b HTTP/1.1" status: 200 len: 210 time: 0.0268660 Sep 16 05:07:09.794330 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40854) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:09.930924 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b8d6625d-3b30-4dac-9254-d46451748b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.037508 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b8d6625d-3b30-4dac-9254-d46451748b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.041898 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b8d6625d-3b30-4dac-9254-d46451748b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.092802 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40858) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:10.095009 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-720aa13e-340f-4154-92af-388c12124c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.102215 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b8d6625d-3b30-4dac-9254-d46451748b93 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f862d86b9d5a4652928e2b29efcdd272&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3069439 Sep 16 05:07:10.106015 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d6625d-3b30-4dac-9254-d46451748b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f363a36c-2b2f-47f5-a78f-fe6f27b5d1ca,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:10.171660 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8ab2ecef-0ea5-4da5-8f27-81ad333f04ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.196707 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8ab2ecef-0ea5-4da5-8f27-81ad333f04ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.248532 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8ab2ecef-0ea5-4da5-8f27-81ad333f04ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.252029 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8ab2ecef-0ea5-4da5-8f27-81ad333f04ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.258004 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8ab2ecef-0ea5-4da5-8f27-81ad333f04ef admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f363a36c-2b2f-47f5-a78f-fe6f27b5d1ca HTTP/1.1" status: 204 len: 168 time: 0.1641190 Sep 16 05:07:10.273855 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab2ecef-0ea5-4da5-8f27-81ad333f04ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f363a36c-2b2f-47f5-a78f-fe6f27b5d1ca,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:11.734368 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.880117 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 40932) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:12.032912 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f78cfb59-771b-4b5e-92c4-40d93a15a1b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:12.147041 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f78cfb59-771b-4b5e-92c4-40d93a15a1b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:12.151613 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f78cfb59-771b-4b5e-92c4-40d93a15a1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:12.191215 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78cfb59-771b-4b5e-92c4-40d93a15a1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5224f9d-de0f-4994-996a-8b3a9a8962d7,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:12.209158 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f78cfb59-771b-4b5e-92c4-40d93a15a1b2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c1cc9d8d9ab044c8ac68125991eda5ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3271341 Sep 16 05:07:12.209660 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40936) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:12.269906 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3629bda9-26f5-4a5a-84cf-78442e78d82f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:12.292868 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3629bda9-26f5-4a5a-84cf-78442e78d82f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:12.365009 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3629bda9-26f5-4a5a-84cf-78442e78d82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:12.369611 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3629bda9-26f5-4a5a-84cf-78442e78d82f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:12.370626 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3629bda9-26f5-4a5a-84cf-78442e78d82f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c5224f9d-de0f-4994-996a-8b3a9a8962d7 HTTP/1.1" status: 204 len: 168 time: 0.1594231 Sep 16 05:07:12.389432 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3629bda9-26f5-4a5a-84cf-78442e78d82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5224f9d-de0f-4994-996a-8b3a9a8962d7,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:13.252193 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-06a27ce8-fe53-4937-bc76-b379224eda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.534183 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.739116 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02392f03-4191-484d-b874-14240216f0b1 req-ac6f1a11-ca6c-4267-9c37-23b06ae3a4e2 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:13.739772 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-02392f03-4191-484d-b874-14240216f0b1 req-ac6f1a11-ca6c-4267-9c37-23b06ae3a4e2 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=360b7028-521c-4586-bc54-142832d64d4c HTTP/1.1" status: 200 len: 945 time: 0.0591543 Sep 16 05:07:13.784650 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-02392f03-4191-484d-b874-14240216f0b1 req-6b54bc6d-785f-4a90-b8bd-e05ce5836e7a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379050 Sep 16 05:07:13.849024 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40986) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:14.019701 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-ef3d8e82-6e7b-477a-8ad8-5510bb6ebffd tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1250317409'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:14.043071 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3d8e82-6e7b-477a-8ad8-5510bb6ebffd tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] Made reservation on behalf of ec02fcafaf2e43d88a1fe36aea92632e for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:14.046965 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ef3d8e82-6e7b-477a-8ad8-5510bb6ebffd tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.055648 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ef3d8e82-6e7b-477a-8ad8-5510bb6ebffd tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.151353 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ef3d8e82-6e7b-477a-8ad8-5510bb6ebffd tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.155424 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ef3d8e82-6e7b-477a-8ad8-5510bb6ebffd tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.187265 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef3d8e82-6e7b-477a-8ad8-5510bb6ebffd tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:07:14.190350 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d8e82-6e7b-477a-8ad8-5510bb6ebffd tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=610ff606-f1ac-47e8-9e2d-cf2060b2d6f3,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:14.202685 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ef3d8e82-6e7b-477a-8ad8-5510bb6ebffd tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.203033 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-ef3d8e82-6e7b-477a-8ad8-5510bb6ebffd tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] Added segment 03109b7a-5153-43d6-9c83-9f9f264f0b16 of type vlan for network 11d0693b-bf65-46f6-870a-64a6d579f07d Sep 16 05:07:14.247199 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ef3d8e82-6e7b-477a-8ad8-5510bb6ebffd tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.273156 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ef3d8e82-6e7b-477a-8ad8-5510bb6ebffd tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.279338 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3d8e82-6e7b-477a-8ad8-5510bb6ebffd tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:14.279964 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ef3d8e82-6e7b-477a-8ad8-5510bb6ebffd tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.318185 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ef3d8e82-6e7b-477a-8ad8-5510bb6ebffd tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4679766 Sep 16 05:07:14.322451 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40990) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:14.355866 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d8e82-6e7b-477a-8ad8-5510bb6ebffd tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] Pushing event updated for resources: {'Network': ['ID=11d0693b-bf65-46f6-870a-64a6d579f07d,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:14.366770 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 11d0693b-bf65-46f6-870a-64a6d579f07d details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:07:14.414381 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-3c78fc54-09bd-44fb-83a1-30e9579290e8 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Request body: {'network': {'name': 'tempest-network--879013909', 'router:external': True}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:14.438714 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c78fc54-09bd-44fb-83a1-30e9579290e8 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Made reservation on behalf of f80c6e147ed24a159e5cf34588374492 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:14.441020 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3c78fc54-09bd-44fb-83a1-30e9579290e8 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.450214 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3c78fc54-09bd-44fb-83a1-30e9579290e8 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.559334 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3c78fc54-09bd-44fb-83a1-30e9579290e8 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.563134 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.564116 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3c78fc54-09bd-44fb-83a1-30e9579290e8 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.592950 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c78fc54-09bd-44fb-83a1-30e9579290e8 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:07:14.599590 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c78fc54-09bd-44fb-83a1-30e9579290e8 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d9d16f-d9f2-4e41-984a-3cac01c22c72,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:14.607744 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3c78fc54-09bd-44fb-83a1-30e9579290e8 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.608146 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-3c78fc54-09bd-44fb-83a1-30e9579290e8 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Added segment 2cf0b0ea-8a58-4a02-9f75-26ca59037855 of type vlan for network 423371da-51f8-4b75-b89f-117abdbd9c52 Sep 16 05:07:14.656600 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3c78fc54-09bd-44fb-83a1-30e9579290e8 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.659655 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.691988 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3c78fc54-09bd-44fb-83a1-30e9579290e8 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.694507 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c78fc54-09bd-44fb-83a1-30e9579290e8 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:14.694984 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3c78fc54-09bd-44fb-83a1-30e9579290e8 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.729781 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3c78fc54-09bd-44fb-83a1-30e9579290e8 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4062066 Sep 16 05:07:14.732439 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 40998) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:14.783768 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c78fc54-09bd-44fb-83a1-30e9579290e8 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Pushing event updated for resources: {'Network': ['ID=423371da-51f8-4b75-b89f-117abdbd9c52,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:14.795728 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 423371da-51f8-4b75-b89f-117abdbd9c52 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:07:14.861703 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8d9277f7-7daf-4680-9b91-4bed9563ee1e tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.985420 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8d9277f7-7daf-4680-9b91-4bed9563ee1e tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.003083 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636364f-16b1-4f4e-8b7a-ca1db04a73e0 req-e529df56-6078-41f7-a6a4-677d2accabd2 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:15.004548 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6636364f-16b1-4f4e-8b7a-ca1db04a73e0 req-e529df56-6078-41f7-a6a4-677d2accabd2 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=360b7028-521c-4586-bc54-142832d64d4c HTTP/1.1" status: 200 len: 945 time: 0.1340449 Sep 16 05:07:15.017895 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-8d9277f7-7daf-4680-9b91-4bed9563ee1e tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['423371da-51f8-4b75-b89f-117abdbd9c52']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:15.040318 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-8d9277f7-7daf-4680-9b91-4bed9563ee1e tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf0b0ea-8a58-4a02-9f75-26ca59037855') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:15.040643 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-8d9277f7-7daf-4680-9b91-4bed9563ee1e tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf0b0ea-8a58-4a02-9f75-26ca59037855') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:15.055226 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8d9277f7-7daf-4680-9b91-4bed9563ee1e tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.075652 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6636364f-16b1-4f4e-8b7a-ca1db04a73e0 req-587dce7e-e2dc-434c-a429-304e4916f071 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595295 Sep 16 05:07:15.078988 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8d9277f7-7daf-4680-9b91-4bed9563ee1e tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.095878 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d9277f7-7daf-4680-9b91-4bed9563ee1e tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:07:15.095878 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8d9277f7-7daf-4680-9b91-4bed9563ee1e tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.095878 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:07:15.095878 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:07:15.095878 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:07:15.095878 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:07:15.095878 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:07:15.095878 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:07:15.095878 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:07:15.095878 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:07:15.095878 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:07:15.095878 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:07:15.095878 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:07:15.095878 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:07:15.095878 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:07:15.095878 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:07:15.095878 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:07:15.095878 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:07:15.095878 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:07:15.095878 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:07:15.095878 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:07:15.095878 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:07:15.095878 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:07:15.095878 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:07:15.095878 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:07:15.095878 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:07:15.095878 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:07:15.095878 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:07:15.095878 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:07:15.095878 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:07:15.095878 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:07:15.095878 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:07:15.095878 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:07:15.095878 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:07:15.146995 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8d9277f7-7daf-4680-9b91-4bed9563ee1e tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.152695 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9277f7-7daf-4680-9b91-4bed9563ee1e tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 423371da-51f8-4b75-b89f-117abdbd9c52 {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 05:07:15.155375 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8d9277f7-7daf-4680-9b91-4bed9563ee1e tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.164612 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8d9277f7-7daf-4680-9b91-4bed9563ee1e tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] 10.222.0.35 "DELETE /v2.0/networks/423371da-51f8-4b75-b89f-117abdbd9c52 HTTP/1.1" status: 204 len: 168 time: 0.4239187 Sep 16 05:07:15.164963 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41002) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:15.170533 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-12bfb8bd-155d-49cc-9285-5a6f60bdf6d0 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:15.171774 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9277f7-7daf-4680-9b91-4bed9563ee1e tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Pushing event deleted for resources: {'Network': ['ID=423371da-51f8-4b75-b89f-117abdbd9c52,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:15.193532 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bfb8bd-155d-49cc-9285-5a6f60bdf6d0 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Made reservation on behalf of f80c6e147ed24a159e5cf34588374492 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:15.196410 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-12bfb8bd-155d-49cc-9285-5a6f60bdf6d0 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.221989 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12bfb8bd-155d-49cc-9285-5a6f60bdf6d0 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:07:15.233054 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-12bfb8bd-155d-49cc-9285-5a6f60bdf6d0 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.233415 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-12bfb8bd-155d-49cc-9285-5a6f60bdf6d0 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Added segment 4cd1b041-b541-43ce-8b5b-476270021a1c of type vlan for network e16eea72-1f8d-45da-9e92-e27de4547b8a Sep 16 05:07:15.285010 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-12bfb8bd-155d-49cc-9285-5a6f60bdf6d0 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.320814 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-12bfb8bd-155d-49cc-9285-5a6f60bdf6d0 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.321979 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bfb8bd-155d-49cc-9285-5a6f60bdf6d0 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:15.322638 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-12bfb8bd-155d-49cc-9285-5a6f60bdf6d0 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.358016 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-12bfb8bd-155d-49cc-9285-5a6f60bdf6d0 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.1917613 Sep 16 05:07:15.361144 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41004) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:15.367170 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-8566283a-afa1-4dc1-bee0-6fbe69458115 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Request body: {'subnet': {'network_id': 'e16eea72-1f8d-45da-9e92-e27de4547b8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:15.391205 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8566283a-afa1-4dc1-bee0-6fbe69458115 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Made reservation on behalf of f80c6e147ed24a159e5cf34588374492 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:15.392462 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bfb8bd-155d-49cc-9285-5a6f60bdf6d0 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Pushing event updated for resources: {'Network': ['ID=e16eea72-1f8d-45da-9e92-e27de4547b8a,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:15.393929 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8566283a-afa1-4dc1-bee0-6fbe69458115 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.405277 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network e16eea72-1f8d-45da-9e92-e27de4547b8a details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:07:15.707288 n-d-712139-15 neutron-server[94767]: DEBUG neutron.objects.ports [None req-8566283a-afa1-4dc1-bee0-6fbe69458115 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:07:15.707767 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8566283a-afa1-4dc1-bee0-6fbe69458115 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.077089 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.102884 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8566283a-afa1-4dc1-bee0-6fbe69458115 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e0eb9eb6-71e9-4c63-839d-5db2e40f7b1e,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:16.119540 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ceb0cb-51a6-41ad-862a-7cb1388b48d2 req-27056bd1-6b81-46b5-92c4-4452f7065593 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:16.121179 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-07ceb0cb-51a6-41ad-862a-7cb1388b48d2 req-27056bd1-6b81-46b5-92c4-4452f7065593 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.48 "GET /v2.0/ports?device_id=360b7028-521c-4586-bc54-142832d64d4c HTTP/1.1" status: 200 len: 945 time: 0.4236288 Sep 16 05:07:16.127610 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8566283a-afa1-4dc1-bee0-6fbe69458115 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Checking segment: {'id': '4cd1b041-b541-43ce-8b5b-476270021a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e16eea72-1f8d-45da-9e92-e27de4547b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:16.127992 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8566283a-afa1-4dc1-bee0-6fbe69458115 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Network hostable DHCP agents. Network: e16eea72-1f8d-45da-9e92-e27de4547b8a, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:07:16.266240 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8566283a-afa1-4dc1-bee0-6fbe69458115 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Network e16eea72-1f8d-45da-9e92-e27de4547b8a is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:07:16.266240 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-8566283a-afa1-4dc1-bee0-6fbe69458115 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, e16eea72-1f8d-45da-9e92-e27de4547b8a) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:16.266240 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8566283a-afa1-4dc1-bee0-6fbe69458115 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:16.266240 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8566283a-afa1-4dc1-bee0-6fbe69458115 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.366551 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41daaad3-ba89-4412-9044-db5b4d77955f None None] Network e16eea72-1f8d-45da-9e92-e27de4547b8a requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:16.368219 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f8e6f-4291-4fa5-8c1d-9f06a91034d4 req-ec9a49f6-9eb0-4bed-a43a-0281c77bca3d tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:16.368219 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf9f8e6f-4291-4fa5-8c1d-9f06a91034d4 req-ec9a49f6-9eb0-4bed-a43a-0281c77bca3d tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=360b7028-521c-4586-bc54-142832d64d4c HTTP/1.1" status: 200 len: 945 time: 0.1276424 Sep 16 05:07:16.368503 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41020) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:16.368994 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8566283a-afa1-4dc1-bee0-6fbe69458115 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9364035 Sep 16 05:07:16.369207 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-15f7f340-f3e7-44f4-b1bf-f7828b999d18 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Request body: {'floatingip': {'floating_network_id': 'e16eea72-1f8d-45da-9e92-e27de4547b8a'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:16.369401 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-07ceb0cb-51a6-41ad-862a-7cb1388b48d2 req-05561383-03c3-43d3-b8f7-ef37932fb642 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Deleting port bf789a7a-af79-4ced-880e-148a792d8cb4 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:16.369401 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-07ceb0cb-51a6-41ad-862a-7cb1388b48d2 req-05561383-03c3-43d3-b8f7-ef37932fb642 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.369689 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-15f7f340-f3e7-44f4-b1bf-f7828b999d18 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.425043 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf9f8e6f-4291-4fa5-8c1d-9f06a91034d4 req-48640876-0173-4cb1-853a-6843850e36e8 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6df76ec-5b8e-4ccb-9e28-68eb0c633441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161139 Sep 16 05:07:16.480967 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-15f7f340-f3e7-44f4-b1bf-f7828b999d18 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.483725 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-07ceb0cb-51a6-41ad-862a-7cb1388b48d2 req-05561383-03c3-43d3-b8f7-ef37932fb642 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] For port bf789a7a-af79-4ced-880e-148a792d8cb4, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=bf789a7a-af79-4ced-880e-148a792d8cb4,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:16.484133 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-07ceb0cb-51a6-41ad-862a-7cb1388b48d2 req-05561383-03c3-43d3-b8f7-ef37932fb642 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.509210 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976bffaa-40f8-49eb-99ed-aa3473251f2d None None] Network e16eea72-1f8d-45da-9e92-e27de4547b8a requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:16.512056 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-07ceb0cb-51a6-41ad-862a-7cb1388b48d2 req-05561383-03c3-43d3-b8f7-ef37932fb642 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Calling delete_port for bf789a7a-af79-4ced-880e-148a792d8cb4 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:16.607765 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-15f7f340-f3e7-44f4-b1bf-f7828b999d18 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Allocated IP 172.20.0.13 (e16eea72-1f8d-45da-9e92-e27de4547b8a/e0eb9eb6-71e9-4c63-839d-5db2e40f7b1e/f49169e5-adbf-4f08-b6a1-e4670f7f0ee3) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:16.670628 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-07ceb0cb-51a6-41ad-862a-7cb1388b48d2 req-05561383-03c3-43d3-b8f7-ef37932fb642 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.707360 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05561383-03c3-43d3-b8f7-ef37932fb642 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Pushing event deleted for resources: {'Port': ['ID=bf789a7a-af79-4ced-880e-148a792d8cb4,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:16.719991 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['bf789a7a-af79-4ced-880e-148a792d8cb4'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:16.761687 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ceb0cb-51a6-41ad-862a-7cb1388b48d2 req-05561383-03c3-43d3-b8f7-ef37932fb642 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] No DVR routers for this DVR port bf789a7a-af79-4ced-880e-148a792d8cb4 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:16.770796 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-07ceb0cb-51a6-41ad-862a-7cb1388b48d2 req-05561383-03c3-43d3-b8f7-ef37932fb642 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.774073 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-15f7f340-f3e7-44f4-b1bf-f7828b999d18 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.778025 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-07ceb0cb-51a6-41ad-862a-7cb1388b48d2 req-05561383-03c3-43d3-b8f7-ef37932fb642 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.48 "DELETE /v2.0/ports/bf789a7a-af79-4ced-880e-148a792d8cb4 HTTP/1.1" status: 204 len: 173 time: 0.6474168 Sep 16 05:07:16.778502 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360b7028-521c-4586-bc54-142832d64d4c', 'name': 'network-vif-deleted', 'tag': 'bf789a7a-af79-4ced-880e-148a792d8cb4'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:16.781145 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a998954-67b2-4f17-a996-10befc54de4c" -d '{"events": [{"server_uuid": "360b7028-521c-4586-bc54-142832d64d4c", "name": "network-vif-deleted", "tag": "bf789a7a-af79-4ced-880e-148a792d8cb4"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:16.823009 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b99157a-6ac9-4c20-a125-de90b70443f8 x-openstack-request-id: req-4b99157a-6ac9-4c20-a125-de90b70443f8 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:16.823462 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360b7028-521c-4586-bc54-142832d64d4c", "name": "network-vif-deleted", "tag": "bf789a7a-af79-4ced-880e-148a792d8cb4", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:16.823924 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4b99157a-6ac9-4c20-a125-de90b70443f8 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:16.824549 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360b7028-521c-4586-bc54-142832d64d4c', 'name': 'network-vif-deleted', 'tag': 'bf789a7a-af79-4ced-880e-148a792d8cb4', 'status': 'completed', 'code': 200} Sep 16 05:07:16.833074 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-15f7f340-f3e7-44f4-b1bf-f7828b999d18 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.874151 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f7f340-f3e7-44f4-b1bf-f7828b999d18 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Network e16eea72-1f8d-45da-9e92-e27de4547b8a is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:16.877851 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-15f7f340-f3e7-44f4-b1bf-f7828b999d18 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:16.881739 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f7f340-f3e7-44f4-b1bf-f7828b999d18 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:16.896528 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7f340-f3e7-44f4-b1bf-f7828b999d18 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Pushing event updated for resources: {'Port': ['ID=f49169e5-adbf-4f08-b6a1-e4670f7f0ee3,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:17.011571 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-15f7f340-f3e7-44f4-b1bf-f7828b999d18 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.051078 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-15f7f340-f3e7-44f4-b1bf-f7828b999d18 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.289258 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-15f7f340-f3e7-44f4-b1bf-f7828b999d18 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.295377 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-15f7f340-f3e7-44f4-b1bf-f7828b999d18 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.394159 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-15f7f340-f3e7-44f4-b1bf-f7828b999d18 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.401089 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7f340-f3e7-44f4-b1bf-f7828b999d18 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Pushing event updated for resources: {'Port': ['ID=f49169e5-adbf-4f08-b6a1-e4670f7f0ee3,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:17.415094 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-15f7f340-f3e7-44f4-b1bf-f7828b999d18 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.420141 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-15f7f340-f3e7-44f4-b1bf-f7828b999d18 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1175427 Sep 16 05:07:17.420465 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41044) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:17.539087 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3e62405e-a41b-459f-9197-f127a07e29b1 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] 10.222.0.35 "GET /v2.0/floatingips?floating_network_id=e16eea72-1f8d-45da-9e92-e27de4547b8a HTTP/1.1" status: 200 len: 690 time: 0.1171901 Sep 16 05:07:17.541702 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41050) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:17.559127 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c72447b2-da1d-4a93-8079-c87ad267bd03 req-4a69c627-5745-46cf-8c99-8d2a73418aeb tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=360b7028-521c-4586-bc54-142832d64d4c HTTP/1.1" status: 200 len: 210 time: 0.0507076 Sep 16 05:07:17.648701 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7a231f07-95c0-4879-be82-650b823196e0 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.792332 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-7a231f07-95c0-4879-be82-650b823196e0 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Deleting port f49169e5-adbf-4f08-b6a1-e4670f7f0ee3 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:17.793110 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7a231f07-95c0-4879-be82-650b823196e0 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.885034 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7a231f07-95c0-4879-be82-650b823196e0 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.885389 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7a231f07-95c0-4879-be82-650b823196e0 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.898358 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-7a231f07-95c0-4879-be82-650b823196e0 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Calling delete_port for f49169e5-adbf-4f08-b6a1-e4670f7f0ee3 owned by network:floatingip {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:18.071011 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7a231f07-95c0-4879-be82-650b823196e0 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.109629 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a231f07-95c0-4879-be82-650b823196e0 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Pushing event deleted for resources: {'Port': ['ID=f49169e5-adbf-4f08-b6a1-e4670f7f0ee3,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:18.181937 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7a231f07-95c0-4879-be82-650b823196e0 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.230847 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7a231f07-95c0-4879-be82-650b823196e0 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.320386 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7a231f07-95c0-4879-be82-650b823196e0 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.361617 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a231f07-95c0-4879-be82-650b823196e0 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e0eb9eb6-71e9-4c63-839d-5db2e40f7b1e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:18.417879 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7a231f07-95c0-4879-be82-650b823196e0 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.447034 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-7a231f07-95c0-4879-be82-650b823196e0 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e16eea72-1f8d-45da-9e92-e27de4547b8a']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:18.461933 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-7a231f07-95c0-4879-be82-650b823196e0 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd1b041-b541-43ce-8b5b-476270021a1c') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:18.462235 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-7a231f07-95c0-4879-be82-650b823196e0 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd1b041-b541-43ce-8b5b-476270021a1c') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:18.480752 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7a231f07-95c0-4879-be82-650b823196e0 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.496750 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7a231f07-95c0-4879-be82-650b823196e0 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.508806 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a231f07-95c0-4879-be82-650b823196e0 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:07:18.509522 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7a231f07-95c0-4879-be82-650b823196e0 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.535238 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:07:18.535238 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:07:18.535238 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:07:18.535238 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:07:18.535238 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:07:18.535238 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:07:18.535238 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:07:18.535238 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:07:18.535238 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:07:18.535238 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:07:18.535238 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:07:18.535238 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:07:18.535238 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:07:18.535238 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:07:18.535238 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:07:18.535238 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:07:18.535238 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:07:18.535238 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:07:18.535238 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:07:18.535238 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:07:18.535238 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:07:18.535238 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:07:18.535238 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:07:18.535238 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:07:18.535238 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:07:18.535238 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:07:18.535238 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:07:18.535238 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:07:18.535238 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:07:18.535238 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:07:18.535238 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:07:18.535238 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:07:18.582070 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7a231f07-95c0-4879-be82-650b823196e0 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.599019 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a231f07-95c0-4879-be82-650b823196e0 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e16eea72-1f8d-45da-9e92-e27de4547b8a {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 05:07:18.603165 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7a231f07-95c0-4879-be82-650b823196e0 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.605345 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7a231f07-95c0-4879-be82-650b823196e0 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] 10.222.0.35 "DELETE /v2.0/networks/e16eea72-1f8d-45da-9e92-e27de4547b8a HTTP/1.1" status: 204 len: 168 time: 1.0626442 Sep 16 05:07:18.607963 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41072) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:18.615652 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a231f07-95c0-4879-be82-650b823196e0 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Pushing event deleted for resources: {'Network': ['ID=e16eea72-1f8d-45da-9e92-e27de4547b8a,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:18.760982 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc3822b7-1986-41a8-809e-13408a23443a req-80f9d1f3-6daa-4ab2-a5a9-3cba8f809447 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=360b7028-521c-4586-bc54-142832d64d4c HTTP/1.1" status: 200 len: 210 time: 0.0534844 Sep 16 05:07:18.795178 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41076) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:18.795384 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-693b6179-8df3-447a-8e6b-e3558cc9a358 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.1861694 Sep 16 05:07:18.923733 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9950f91b-6744-4d47-862d-16d512f03ecc tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:18.924502 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9950f91b-6744-4d47-862d-16d512f03ecc tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:18.925162 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9950f91b-6744-4d47-862d-16d512f03ecc tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:18.925919 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9950f91b-6744-4d47-862d-16d512f03ecc tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:18.926544 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9950f91b-6744-4d47-862d-16d512f03ecc tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:18.927170 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9950f91b-6744-4d47-862d-16d512f03ecc tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:18.930161 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9950f91b-6744-4d47-862d-16d512f03ecc tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4026 time: 0.1333201 Sep 16 05:07:18.932924 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41082) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:18.970206 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-4b4b5c14-c18e-4c94-8afa-ab5bd175a2ac tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] delete failed (client error): The resource could not be found. Sep 16 05:07:18.971283 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4b4b5c14-c18e-4c94-8afa-ab5bd175a2ac tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/ca9cd0e8-09f8-4e49-86ec-bfdd68c86150 HTTP/1.1" status: 404 len: 345 time: 0.0371370 Sep 16 05:07:18.974395 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41084) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:18.994309 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cc72d35-ac75-418a-9f61-483301309337 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] DELETE failed (client error): The resource could not be found. Sep 16 05:07:18.995294 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cc72d35-ac75-418a-9f61-483301309337 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:19.001597 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7cc72d35-ac75-418a-9f61-483301309337 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] 10.222.0.35 "DELETE /v2.0/networks/e16eea72-1f8d-45da-9e92-e27de4547b8a HTTP/1.1" status: 404 len: 339 time: 0.0258062 Sep 16 05:07:19.002415 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41086) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:19.008843 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-f05a80c5-ce67-409b-a336-daccf2099377 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Request body: {'network': {'name': 'tempest-network--191674421', 'router:external': True}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:19.034101 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05a80c5-ce67-409b-a336-daccf2099377 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Made reservation on behalf of f80c6e147ed24a159e5cf34588374492 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:19.037436 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f05a80c5-ce67-409b-a336-daccf2099377 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.065500 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f05a80c5-ce67-409b-a336-daccf2099377 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:07:19.079045 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f05a80c5-ce67-409b-a336-daccf2099377 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.079517 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-f05a80c5-ce67-409b-a336-daccf2099377 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Added segment f5e75250-b634-4b0e-ab8e-9e61a98299d9 of type vlan for network 34adbe2e-6d25-4365-84e7-d1e1fca6b05c Sep 16 05:07:19.146714 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f05a80c5-ce67-409b-a336-daccf2099377 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.187791 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f05a80c5-ce67-409b-a336-daccf2099377 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.190069 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05a80c5-ce67-409b-a336-daccf2099377 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:19.191396 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f05a80c5-ce67-409b-a336-daccf2099377 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.237474 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f05a80c5-ce67-409b-a336-daccf2099377 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2337968 Sep 16 05:07:19.239945 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41092) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:19.273505 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device bf789a7a-af79-4ced-880e-148a792d8cb4 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:19.308634 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a80c5-ce67-409b-a336-daccf2099377 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Pushing event updated for resources: {'Network': ['ID=34adbe2e-6d25-4365-84e7-d1e1fca6b05c,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:19.325273 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: bf789a7a-af79-4ced-880e-148a792d8cb4 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:19.326066 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device bf789a7a-af79-4ced-880e-148a792d8cb4 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:19.332416 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 34adbe2e-6d25-4365-84e7-d1e1fca6b05c details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:07:19.407023 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd53da0-dcb8-4436-b7c9-aad9a5e21a18 tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:19.414585 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd53da0-dcb8-4436-b7c9-aad9a5e21a18 tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:19.423115 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd53da0-dcb8-4436-b7c9-aad9a5e21a18 tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:19.431120 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd53da0-dcb8-4436-b7c9-aad9a5e21a18 tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:19.433001 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0cd53da0-dcb8-4436-b7c9-aad9a5e21a18 tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.1922874 Sep 16 05:07:19.435883 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41096) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:19.541357 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ec1c1565-64e0-4473-9405-af7c3db4f091 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.659952 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ec1c1565-64e0-4473-9405-af7c3db4f091 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.684952 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-ec1c1565-64e0-4473-9405-af7c3db4f091 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34adbe2e-6d25-4365-84e7-d1e1fca6b05c']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:19.698694 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-ec1c1565-64e0-4473-9405-af7c3db4f091 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e75250-b634-4b0e-ab8e-9e61a98299d9') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:19.698908 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-ec1c1565-64e0-4473-9405-af7c3db4f091 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e75250-b634-4b0e-ab8e-9e61a98299d9') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:19.710025 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ec1c1565-64e0-4473-9405-af7c3db4f091 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.730429 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ec1c1565-64e0-4473-9405-af7c3db4f091 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.738151 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec1c1565-64e0-4473-9405-af7c3db4f091 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:07:19.738569 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ec1c1565-64e0-4473-9405-af7c3db4f091 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.740310 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:07:19.740310 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:07:19.740310 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:07:19.740310 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:07:19.740310 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:07:19.740310 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:07:19.740310 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:07:19.740310 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:07:19.740310 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:07:19.740310 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:07:19.740310 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:07:19.740310 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:07:19.740310 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:07:19.740310 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:07:19.740310 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:07:19.740310 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:07:19.740310 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:07:19.740310 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:07:19.740310 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:07:19.740310 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:07:19.740310 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:07:19.740310 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:07:19.740310 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:07:19.740310 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:07:19.740310 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:07:19.740310 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:07:19.740310 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:07:19.740310 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:07:19.740310 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:07:19.740310 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:07:19.740310 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:07:19.740310 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:07:19.810900 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ec1c1565-64e0-4473-9405-af7c3db4f091 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.817188 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1c1565-64e0-4473-9405-af7c3db4f091 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 34adbe2e-6d25-4365-84e7-d1e1fca6b05c {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 05:07:19.842053 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ec1c1565-64e0-4473-9405-af7c3db4f091 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.861260 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ec1c1565-64e0-4473-9405-af7c3db4f091 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] 10.222.0.35 "DELETE /v2.0/networks/34adbe2e-6d25-4365-84e7-d1e1fca6b05c HTTP/1.1" status: 204 len: 168 time: 0.4059501 Sep 16 05:07:19.862008 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41106) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:19.892112 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-5b982018-8550-4022-b414-1d0b49e786af tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Request body: {'network': {'name': 'tempest-network--205065518', 'router:external': True}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:19.901010 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0bcd52db-6f41-4b84-9d06-8bfe6500b04d req-d519419e-3698-48c6-8908-45d0e7c59faa tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=360b7028-521c-4586-bc54-142832d64d4c HTTP/1.1" status: 200 len: 210 time: 0.0561497 Sep 16 05:07:19.904490 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c1565-64e0-4473-9405-af7c3db4f091 tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Pushing event deleted for resources: {'Network': ['ID=34adbe2e-6d25-4365-84e7-d1e1fca6b05c,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:19.946360 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b982018-8550-4022-b414-1d0b49e786af tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Made reservation on behalf of f80c6e147ed24a159e5cf34588374492 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:19.950878 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5b982018-8550-4022-b414-1d0b49e786af tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.984475 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b982018-8550-4022-b414-1d0b49e786af tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:07:19.996750 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5b982018-8550-4022-b414-1d0b49e786af tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.997446 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-5b982018-8550-4022-b414-1d0b49e786af tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Added segment 06fb4ed1-ef70-451f-be8d-da8b1078f8db of type vlan for network b3d6c151-6aaf-44d0-9930-1ba09df3e2a4 Sep 16 05:07:20.058294 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5b982018-8550-4022-b414-1d0b49e786af tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.118109 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5b982018-8550-4022-b414-1d0b49e786af tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.119111 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b982018-8550-4022-b414-1d0b49e786af tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:20.119706 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5b982018-8550-4022-b414-1d0b49e786af tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.158886 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5b982018-8550-4022-b414-1d0b49e786af tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2759483 Sep 16 05:07:20.159115 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41112) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:20.213623 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b982018-8550-4022-b414-1d0b49e786af tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Pushing event updated for resources: {'Network': ['ID=b3d6c151-6aaf-44d0-9930-1ba09df3e2a4,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:20.226630 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network b3d6c151-6aaf-44d0-9930-1ba09df3e2a4 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:07:20.358175 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19defa7-9ced-4174-8cf0-33adb7ba1345 tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:20.360622 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a19defa7-9ced-4174-8cf0-33adb7ba1345 tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] 10.222.0.35 "GET /v2.0/networks/b3d6c151-6aaf-44d0-9930-1ba09df3e2a4 HTTP/1.1" status: 200 len: 756 time: 0.2002118 Sep 16 05:07:20.363214 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41116) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:20.471957 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008d6d09-4829-423b-8edd-ce2fa3d24f8e tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:20.473773 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-008d6d09-4829-423b-8edd-ce2fa3d24f8e tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] 10.222.0.35 "GET /v2.0/networks/11d0693b-bf65-46f6-870a-64a6d579f07d HTTP/1.1" status: 200 len: 768 time: 0.1092682 Sep 16 05:07:20.477563 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41120) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:20.565966 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cf6229cd-8558-474e-8437-498d8049ca8b tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.649246 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cf6229cd-8558-474e-8437-498d8049ca8b tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.673762 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-cf6229cd-8558-474e-8437-498d8049ca8b tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3d6c151-6aaf-44d0-9930-1ba09df3e2a4']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:20.688301 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-cf6229cd-8558-474e-8437-498d8049ca8b tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06fb4ed1-ef70-451f-be8d-da8b1078f8db') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:20.689187 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-cf6229cd-8558-474e-8437-498d8049ca8b tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06fb4ed1-ef70-451f-be8d-da8b1078f8db') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:20.705453 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cf6229cd-8558-474e-8437-498d8049ca8b tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.720126 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cf6229cd-8558-474e-8437-498d8049ca8b tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.726383 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf6229cd-8558-474e-8437-498d8049ca8b tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:07:20.726684 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cf6229cd-8558-474e-8437-498d8049ca8b tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.728406 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:07:20.728406 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:07:20.728406 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:07:20.728406 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:07:20.728406 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:07:20.728406 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:07:20.728406 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:07:20.728406 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:07:20.728406 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:07:20.728406 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:07:20.728406 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:07:20.728406 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:07:20.728406 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:07:20.728406 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:07:20.728406 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:07:20.728406 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:07:20.728406 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:07:20.728406 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:07:20.728406 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:07:20.728406 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:07:20.728406 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:07:20.728406 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:07:20.728406 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:07:20.728406 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:07:20.728406 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:07:20.728406 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:07:20.728406 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:07:20.728406 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:07:20.728406 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:07:20.728406 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:07:20.728406 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:07:20.728406 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:07:20.795145 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cf6229cd-8558-474e-8437-498d8049ca8b tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.805637 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6229cd-8558-474e-8437-498d8049ca8b tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b3d6c151-6aaf-44d0-9930-1ba09df3e2a4 {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 05:07:20.808929 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cf6229cd-8558-474e-8437-498d8049ca8b tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.810809 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cf6229cd-8558-474e-8437-498d8049ca8b tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] 10.222.0.35 "DELETE /v2.0/networks/b3d6c151-6aaf-44d0-9930-1ba09df3e2a4 HTTP/1.1" status: 204 len: 168 time: 0.3316612 Sep 16 05:07:20.816332 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41126) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:20.821950 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6229cd-8558-474e-8437-498d8049ca8b tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Pushing event deleted for resources: {'Network': ['ID=b3d6c151-6aaf-44d0-9930-1ba09df3e2a4,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:20.824164 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-8f61808a-ef4f-45ee-84ab-c84556f2cfcc tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Request body: {'network': {'name': 'tempest-network--1092397612'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:20.862892 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f61808a-ef4f-45ee-84ab-c84556f2cfcc tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Made reservation on behalf of f80c6e147ed24a159e5cf34588374492 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:20.867384 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8f61808a-ef4f-45ee-84ab-c84556f2cfcc tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.894034 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f61808a-ef4f-45ee-84ab-c84556f2cfcc tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:07:20.905643 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8f61808a-ef4f-45ee-84ab-c84556f2cfcc tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.906340 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-8f61808a-ef4f-45ee-84ab-c84556f2cfcc tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Added segment d6832f4e-53f6-43bb-8035-5d282b568b4e of type vlan for network ee2f79f5-3377-403f-9abd-09e807d5328e Sep 16 05:07:20.955788 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8f61808a-ef4f-45ee-84ab-c84556f2cfcc tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.989261 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8f61808a-ef4f-45ee-84ab-c84556f2cfcc tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.991304 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f61808a-ef4f-45ee-84ab-c84556f2cfcc tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:20.992407 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8f61808a-ef4f-45ee-84ab-c84556f2cfcc tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.036336 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8f61808a-ef4f-45ee-84ab-c84556f2cfcc tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2183239 Sep 16 05:07:21.039371 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41134) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:21.045272 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-05d26d2c-29fc-433b-9212-c7a7149cdd7d tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:21.113820 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f61808a-ef4f-45ee-84ab-c84556f2cfcc tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Pushing event updated for resources: {'Network': ['ID=ee2f79f5-3377-403f-9abd-09e807d5328e,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:21.126204 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network ee2f79f5-3377-403f-9abd-09e807d5328e details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:07:21.143034 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ab9c671-7502-49dd-a1fc-11838828dd3e req-dea06014-765f-4050-b817-f718f88f6cbd tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=360b7028-521c-4586-bc54-142832d64d4c HTTP/1.1" status: 200 len: 210 time: 0.0414472 Sep 16 05:07:21.364921 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-05d26d2c-29fc-433b-9212-c7a7149cdd7d tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.382336 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-05d26d2c-29fc-433b-9212-c7a7149cdd7d tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.392766 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-05d26d2c-29fc-433b-9212-c7a7149cdd7d tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Network ee2f79f5-3377-403f-9abd-09e807d5328e is not hosted by any dhcp agent {{(pid=94766) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 05:07:21.394085 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d26d2c-29fc-433b-9212-c7a7149cdd7d tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:21.395236 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-05d26d2c-29fc-433b-9212-c7a7149cdd7d tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.396878 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-05d26d2c-29fc-433b-9212-c7a7149cdd7d tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] 10.222.0.35 "PUT /v2.0/networks/ee2f79f5-3377-403f-9abd-09e807d5328e HTTP/1.1" status: 200 len: 858 time: 0.3562059 Sep 16 05:07:21.400311 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41138) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:21.466528 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d26d2c-29fc-433b-9212-c7a7149cdd7d tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Pushing event updated for resources: {'Network': ['ID=ee2f79f5-3377-403f-9abd-09e807d5328e,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:21.502767 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-487e1b6a-2495-4e05-bfe9-cea2ff3146db tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.607219 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-487e1b6a-2495-4e05-bfe9-cea2ff3146db tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.642519 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-487e1b6a-2495-4e05-bfe9-cea2ff3146db tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee2f79f5-3377-403f-9abd-09e807d5328e']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:21.656060 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-487e1b6a-2495-4e05-bfe9-cea2ff3146db tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6832f4e-53f6-43bb-8035-5d282b568b4e') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:21.656384 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-487e1b6a-2495-4e05-bfe9-cea2ff3146db tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6832f4e-53f6-43bb-8035-5d282b568b4e') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:21.669332 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-487e1b6a-2495-4e05-bfe9-cea2ff3146db tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.696406 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-487e1b6a-2495-4e05-bfe9-cea2ff3146db tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.711531 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-487e1b6a-2495-4e05-bfe9-cea2ff3146db tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:07:21.712092 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-487e1b6a-2495-4e05-bfe9-cea2ff3146db tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.714426 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:07:21.714426 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:07:21.714426 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:07:21.714426 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:07:21.714426 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:07:21.714426 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:07:21.714426 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:07:21.714426 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:07:21.714426 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:07:21.714426 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:07:21.714426 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:07:21.714426 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:07:21.714426 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:07:21.714426 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:07:21.714426 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:07:21.714426 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:07:21.714426 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:07:21.714426 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:07:21.714426 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:07:21.714426 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:07:21.714426 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:07:21.714426 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:07:21.714426 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:07:21.714426 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:07:21.714426 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:07:21.714426 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:07:21.714426 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:07:21.714426 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:07:21.714426 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:07:21.714426 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:07:21.714426 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:07:21.714426 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:07:21.783074 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-487e1b6a-2495-4e05-bfe9-cea2ff3146db tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.815447 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487e1b6a-2495-4e05-bfe9-cea2ff3146db tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ee2f79f5-3377-403f-9abd-09e807d5328e {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 05:07:21.818063 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e1b6a-2495-4e05-bfe9-cea2ff3146db tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Pushing event deleted for resources: {'Network': ['ID=ee2f79f5-3377-403f-9abd-09e807d5328e,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:21.826997 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-487e1b6a-2495-4e05-bfe9-cea2ff3146db tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.829675 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-487e1b6a-2495-4e05-bfe9-cea2ff3146db tempest-ExternalNetworksTestJSON-145200605 tempest-ExternalNetworksTestJSON-145200605-project-admin] 10.222.0.35 "DELETE /v2.0/networks/ee2f79f5-3377-403f-9abd-09e807d5328e HTTP/1.1" status: 204 len: 168 time: 0.4279997 Sep 16 05:07:21.833700 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41144) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:21.907275 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cee6a2b-70c8-40c9-81ea-8bc41fd394dc tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:21.907928 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cee6a2b-70c8-40c9-81ea-8bc41fd394dc tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:21.909636 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5cee6a2b-70c8-40c9-81ea-8bc41fd394dc tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] 10.222.0.35 "DELETE /v2.0/subnets/e0eb9eb6-71e9-4c63-839d-5db2e40f7b1e HTTP/1.1" status: 404 len: 337 time: 0.0741448 Sep 16 05:07:21.913153 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41150) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:22.008321 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10012413-95f0-41da-95e2-cb305a2fbdeb tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:22.033055 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:07:22.139526 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10012413-95f0-41da-95e2-cb305a2fbdeb tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:22.163857 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-10012413-95f0-41da-95e2-cb305a2fbdeb tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d0693b-bf65-46f6-870a-64a6d579f07d']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:22.179613 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-10012413-95f0-41da-95e2-cb305a2fbdeb tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03109b7a-5153-43d6-9c83-9f9f264f0b16') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:22.180165 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-10012413-95f0-41da-95e2-cb305a2fbdeb tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03109b7a-5153-43d6-9c83-9f9f264f0b16') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:22.191724 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10012413-95f0-41da-95e2-cb305a2fbdeb tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:22.209554 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10012413-95f0-41da-95e2-cb305a2fbdeb tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:22.218582 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10012413-95f0-41da-95e2-cb305a2fbdeb tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:07:22.219278 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10012413-95f0-41da-95e2-cb305a2fbdeb tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:22.244202 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:07:22.244202 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:07:22.244202 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:07:22.244202 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:07:22.244202 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:07:22.244202 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:07:22.244202 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:07:22.244202 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:07:22.244202 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:07:22.244202 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:07:22.244202 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:07:22.244202 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:07:22.244202 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:07:22.244202 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:07:22.244202 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:07:22.244202 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:07:22.244202 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:07:22.244202 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:07:22.244202 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:07:22.244202 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:07:22.244202 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:07:22.244202 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:07:22.244202 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:07:22.244202 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:07:22.244202 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:07:22.244202 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:07:22.244202 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:07:22.244202 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:07:22.244202 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:07:22.244202 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:07:22.244202 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:07:22.244202 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:07:22.384346 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10012413-95f0-41da-95e2-cb305a2fbdeb tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:22.402221 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10012413-95f0-41da-95e2-cb305a2fbdeb tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:22.406956 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-10012413-95f0-41da-95e2-cb305a2fbdeb tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] 10.222.0.35 "DELETE /v2.0/networks/11d0693b-bf65-46f6-870a-64a6d579f07d HTTP/1.1" status: 204 len: 168 time: 0.4901869 Sep 16 05:07:22.417378 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10012413-95f0-41da-95e2-cb305a2fbdeb tempest-ExternalNetworksTestJSON-2005334356 tempest-ExternalNetworksTestJSON-2005334356-project] Pushing event deleted for resources: {'Network': ['ID=11d0693b-bf65-46f6-870a-64a6d579f07d,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:22.736909 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41168) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:22.904077 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a12da7bb-7334-4e3a-addc-c12c28627d7f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ec02fcafaf2e43d88a1fe36aea92632e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1658030 Sep 16 05:07:22.906754 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41174) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:22.989093 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e03b5180-705b-4fa0-8d2f-1c039bfc9a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.020310 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e03b5180-705b-4fa0-8d2f-1c039bfc9a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.077746 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e03b5180-705b-4fa0-8d2f-1c039bfc9a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.081048 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e03b5180-705b-4fa0-8d2f-1c039bfc9a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.083682 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e03b5180-705b-4fa0-8d2f-1c039bfc9a0a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/610ff606-f1ac-47e8-9e2d-cf2060b2d6f3 HTTP/1.1" status: 204 len: 168 time: 0.1744063 Sep 16 05:07:23.111105 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b5180-705b-4fa0-8d2f-1c039bfc9a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610ff606-f1ac-47e8-9e2d-cf2060b2d6f3,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:23.447786 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41190) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:23.495087 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0ff04866-8de7-468c-91b8-1697c9643e74 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f80c6e147ed24a159e5cf34588374492&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460479 Sep 16 05:07:23.497516 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41194) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:23.564048 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ee830787-b48e-4451-ac31-f39156c04dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.597433 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ee830787-b48e-4451-ac31-f39156c04dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.666039 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ee830787-b48e-4451-ac31-f39156c04dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.668550 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ee830787-b48e-4451-ac31-f39156c04dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.674341 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ee830787-b48e-4451-ac31-f39156c04dd9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/56d9d16f-d9f2-4e41-984a-3cac01c22c72 HTTP/1.1" status: 204 len: 168 time: 0.1731827 Sep 16 05:07:23.681887 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee830787-b48e-4451-ac31-f39156c04dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d9d16f-d9f2-4e41-984a-3cac01c22c72,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:24.670660 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41250) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:24.836087 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [None req-f10d8a90-e95e-4ec0-86d1-7d4a27252f07 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:24.837475 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f10d8a90-e95e-4ec0-86d1-7d4a27252f07 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1649587 Sep 16 05:07:24.840472 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41264) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:24.848505 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [None req-a14d8df0-6235-4e4d-a412-c26d8ff289e1 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:24.853210 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a14d8df0-6235-4e4d-a412-c26d8ff289e1 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0054181 Sep 16 05:07:24.853632 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41266) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:24.858483 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [None req-22fc8aa7-c286-4587-a9b7-2cf7793b5f6a tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:24.859439 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-22fc8aa7-c286-4587-a9b7-2cf7793b5f6a tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0044820 Sep 16 05:07:24.862083 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41268) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:24.867075 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [None req-708b77c9-ecc6-4da5-8cdc-ab183db95252 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:24.870512 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-708b77c9-ecc6-4da5-8cdc-ab183db95252 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0051618 Sep 16 05:07:24.870882 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41270) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:24.881825 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [None req-51f23e90-a31c-446b-987c-ef3ce671b276 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:24.882907 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-51f23e90-a31c-446b-987c-ef3ce671b276 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0103028 Sep 16 05:07:24.886598 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41272) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:24.890934 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [None req-1bfb55ee-45e3-44c9-b69e-9a573b95f14a tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:24.894967 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1bfb55ee-45e3-44c9-b69e-9a573b95f14a tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0070629 Sep 16 05:07:24.895593 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41274) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:24.904506 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [None req-1b11e6fc-fcf7-4e20-90c8-1f3d9e726bf7 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:24.909747 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1b11e6fc-fcf7-4e20-90c8-1f3d9e726bf7 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0129840 Sep 16 05:07:24.910397 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41280) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:24.916519 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [None req-970ba52d-8d06-4aaa-ae81-eb1e8a351b23 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:24.920968 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41284) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:24.925822 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-970ba52d-8d06-4aaa-ae81-eb1e8a351b23 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0143540 Sep 16 05:07:24.926278 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [None req-6238ea98-d67f-4b1f-8627-1914ac2b044b tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:24.927535 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6238ea98-d67f-4b1f-8627-1914ac2b044b tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0054212 Sep 16 05:07:24.930488 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41286) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:24.935123 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [None req-e1dda708-ecbb-460f-979e-2c888f988fa2 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:24.936391 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e1dda708-ecbb-460f-979e-2c888f988fa2 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0046227 Sep 16 05:07:24.942571 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41288) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:24.947194 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [None req-dc7108c4-130b-4ec5-a3ad-b2439c94ac06 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:24.948176 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-dc7108c4-130b-4ec5-a3ad-b2439c94ac06 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0046327 Sep 16 05:07:24.951005 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41290) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:24.955345 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [None req-1d04aa47-8d07-4ca3-8ab1-cdd863bad665 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:24.956404 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1d04aa47-8d07-4ca3-8ab1-cdd863bad665 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0044391 Sep 16 05:07:24.958833 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41294) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:24.963771 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [None req-cf85c770-a000-45bd-956c-f42340d93665 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:24.964853 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cf85c770-a000-45bd-956c-f42340d93665 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0045238 Sep 16 05:07:24.967572 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41296) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:24.972672 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [None req-231682be-47d6-44d9-af8e-462366a250ca tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:24.973761 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-231682be-47d6-44d9-af8e-462366a250ca tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0051906 Sep 16 05:07:24.977033 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41298) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:24.983229 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [None req-03e5ee4b-76e9-4ce0-8d68-34249a832a21 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:24.984317 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-03e5ee4b-76e9-4ce0-8d68-34249a832a21 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0057015 Sep 16 05:07:24.987535 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41302) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:24.993865 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [None req-eb5d1211-cc30-49b4-906f-6c395c6208c8 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:24.997634 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-eb5d1211-cc30-49b4-906f-6c395c6208c8 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0088518 Sep 16 05:07:24.998061 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41306) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.003670 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [None req-ee13163b-824b-4158-a75e-f73490cb6304 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.005430 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ee13163b-824b-4158-a75e-f73490cb6304 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0059862 Sep 16 05:07:25.008094 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41308) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.012413 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [None req-b2cac9db-c358-47c6-97a5-d554b9f6a510 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.013807 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b2cac9db-c358-47c6-97a5-d554b9f6a510 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0046649 Sep 16 05:07:25.016183 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41312) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.020431 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [None req-ca4a6c06-f22f-43b4-920b-7f8e2386c048 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.021478 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ca4a6c06-f22f-43b4-920b-7f8e2386c048 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0042739 Sep 16 05:07:25.029540 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41314) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.042583 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [None req-77669921-a207-4e5b-8853-20d82d8097d2 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.045439 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-77669921-a207-4e5b-8853-20d82d8097d2 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0144839 Sep 16 05:07:25.046591 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41316) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.051168 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [None req-eecc8759-a076-40ed-bb56-8de6895a4ff5 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.053354 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-eecc8759-a076-40ed-bb56-8de6895a4ff5 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0054176 Sep 16 05:07:25.055319 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41318) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.060238 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [None req-eb427b8c-52ce-4bc8-a8ee-72494ef3d6f0 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.064148 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-eb427b8c-52ce-4bc8-a8ee-72494ef3d6f0 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0058529 Sep 16 05:07:25.064998 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41320) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.072264 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [None req-887a5656-4cd8-4834-8627-fb61811a72d0 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.080316 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41322) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.080722 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-887a5656-4cd8-4834-8627-fb61811a72d0 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0127485 Sep 16 05:07:25.087192 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [None req-771bf764-e4c4-4dc1-826e-b518fbcb71a9 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.091489 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-771bf764-e4c4-4dc1-826e-b518fbcb71a9 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0098481 Sep 16 05:07:25.091677 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41324) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.096114 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [None req-de3c2437-133b-45ca-ad02-04809bb49810 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.100275 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-de3c2437-133b-45ca-ad02-04809bb49810 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0075006 Sep 16 05:07:25.104781 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41326) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.109506 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [None req-5bb9f2e4-a0ac-4efe-b7ae-439851dbd174 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.110922 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5bb9f2e4-a0ac-4efe-b7ae-439851dbd174 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0046947 Sep 16 05:07:25.113280 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41330) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.120183 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [None req-e99d4ba5-ae5e-4588-bc9f-1f65f570675c tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.121576 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e99d4ba5-ae5e-4588-bc9f-1f65f570675c tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0065024 Sep 16 05:07:25.124840 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41332) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.135976 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [None req-81ca8b18-1c16-4a58-9dcd-3fadfea04f0b tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.137717 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-81ca8b18-1c16-4a58-9dcd-3fadfea04f0b tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0113986 Sep 16 05:07:25.140197 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41334) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.148231 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [None req-5b110e15-5fc1-4df9-b0b5-1ccd23cd8729 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.149739 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5b110e15-5fc1-4df9-b0b5-1ccd23cd8729 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0079741 Sep 16 05:07:25.152054 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41336) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.156266 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [None req-0bcf9f20-2d9c-42c6-a83f-14043e35ff78 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.159730 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41338) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.159879 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0bcf9f20-2d9c-42c6-a83f-14043e35ff78 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0067780 Sep 16 05:07:25.167791 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [None req-318bf006-3c59-4985-b1dc-cae496620f09 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.172079 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-318bf006-3c59-4985-b1dc-cae496620f09 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0108540 Sep 16 05:07:25.172448 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41340) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.178526 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [None req-007a0ed0-5458-49d5-9e2d-545283356fc7 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.181057 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-007a0ed0-5458-49d5-9e2d-545283356fc7 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0064960 Sep 16 05:07:25.182872 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41342) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.188000 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [None req-c0c41fc8-579c-4018-ba13-ac3a06599839 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.189144 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c0c41fc8-579c-4018-ba13-ac3a06599839 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0050485 Sep 16 05:07:25.193561 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41344) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.204220 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [None req-71e75e84-3a54-480d-bf6b-040bf9270767 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.205491 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-71e75e84-3a54-480d-bf6b-040bf9270767 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0095787 Sep 16 05:07:25.211688 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41350) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.216478 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [None req-7d2088eb-4a2b-4dba-bcd7-33025c2e78c0 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.220211 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7d2088eb-4a2b-4dba-bcd7-33025c2e78c0 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0073848 Sep 16 05:07:25.220855 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41352) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.225623 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [None req-0ba540fc-7563-4fe0-a72b-87da04edc30c tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.229029 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0ba540fc-7563-4fe0-a72b-87da04edc30c tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0071890 Sep 16 05:07:25.229712 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41356) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.233876 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [None req-a0089ed8-0249-475b-98bf-fe81603a66de tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.237474 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a0089ed8-0249-475b-98bf-fe81603a66de tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0068049 Sep 16 05:07:25.238117 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41358) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.249687 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [None req-b8ece2e2-9b4a-4bba-bee9-0d7fbc30b6ee tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.252748 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b8ece2e2-9b4a-4bba-bee9-0d7fbc30b6ee tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0123227 Sep 16 05:07:25.254040 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41362) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.260995 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [None req-f5a34f7b-1b29-4ca4-81ef-f6018237a8dd tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.264342 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f5a34f7b-1b29-4ca4-81ef-f6018237a8dd tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0049167 Sep 16 05:07:25.271103 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41364) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.277220 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [None req-91e80752-98c1-49de-88b3-f34a3d580325 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.278225 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-91e80752-98c1-49de-88b3-f34a3d580325 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0054688 Sep 16 05:07:25.284946 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41368) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.286878 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [None req-946078e3-835d-4d83-a91d-49f4113a947d tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.289420 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-946078e3-835d-4d83-a91d-49f4113a947d tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0073781 Sep 16 05:07:25.290646 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41370) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.295452 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [None req-2d2aaa6d-7ea4-45dc-837e-215c02ed4210 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.299260 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41372) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.299519 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2d2aaa6d-7ea4-45dc-837e-215c02ed4210 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0075967 Sep 16 05:07:25.305349 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [None req-92202181-25c1-4599-9fa9-de3b4919779b tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.306568 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-92202181-25c1-4599-9fa9-de3b4919779b tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0053318 Sep 16 05:07:25.313299 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41374) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.318059 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [None req-f3489422-02ed-40a1-8c5e-fe42454056aa tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.320190 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f3489422-02ed-40a1-8c5e-fe42454056aa tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0055194 Sep 16 05:07:25.322610 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41378) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.334965 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [None req-b8da3577-8d18-41d4-af4c-be6fd44e574e tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.340730 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b8da3577-8d18-41d4-af4c-be6fd44e574e tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0167847 Sep 16 05:07:25.343288 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41380) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.348894 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [None req-01afacfb-9e5a-42c6-bdea-989ad0ffc9cb tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.350482 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-01afacfb-9e5a-42c6-bdea-989ad0ffc9cb tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0049868 Sep 16 05:07:25.354613 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41384) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.358708 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [None req-29cc740c-e6fc-4a40-99e1-da8abcf66220 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.359668 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-29cc740c-e6fc-4a40-99e1-da8abcf66220 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0043299 Sep 16 05:07:25.362667 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41386) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.368081 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [None req-f62e6afd-97f4-4097-b78b-b5bdeeb685d6 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.371588 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f62e6afd-97f4-4097-b78b-b5bdeeb685d6 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0076909 Sep 16 05:07:25.372876 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41390) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.377482 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [None req-c1372986-9799-4d54-afec-4d183a5a264c tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.378958 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c1372986-9799-4d54-afec-4d183a5a264c tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0048215 Sep 16 05:07:25.381304 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41392) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.386186 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [None req-85e881a0-8b8a-45d0-9fd2-773440b2c68a tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.387488 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-85e881a0-8b8a-45d0-9fd2-773440b2c68a tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0050015 Sep 16 05:07:25.390787 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41394) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.394595 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [None req-f5a8f0d7-7df3-4044-9126-28f564e2a270 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.395606 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f5a8f0d7-7df3-4044-9126-28f564e2a270 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0043652 Sep 16 05:07:25.398952 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41398) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.403434 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [None req-80f469c2-4b98-4bda-9dd1-76d9333c02ef tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.404629 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-80f469c2-4b98-4bda-9dd1-76d9333c02ef tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0044932 Sep 16 05:07:25.407296 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41400) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.414983 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [None req-4405f0e7-c0c0-45f9-ae99-7edefb9fe293 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.416164 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4405f0e7-c0c0-45f9-ae99-7edefb9fe293 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0070117 Sep 16 05:07:25.418995 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41402) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.424137 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [None req-573809d4-fdec-492d-95aa-8926839cf370 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.425343 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-573809d4-fdec-492d-95aa-8926839cf370 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0051417 Sep 16 05:07:25.428027 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41404) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.434450 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [None req-77e927ff-1cd6-45b8-90af-265bd12ba1a3 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.439008 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41406) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.441454 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-77e927ff-1cd6-45b8-90af-265bd12ba1a3 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0108900 Sep 16 05:07:25.444784 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [None req-c056154f-dc91-4501-b568-63337af6f2e3 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.449020 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41408) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.449655 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c056154f-dc91-4501-b568-63337af6f2e3 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0091379 Sep 16 05:07:25.453570 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [None req-3009c9a6-c12d-427a-a85e-d5b4b573caba tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.454536 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3009c9a6-c12d-427a-a85e-d5b4b573caba tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0046451 Sep 16 05:07:25.457077 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41410) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.462290 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [None req-471afa6d-66ac-4fd7-9035-a72199a7a9fd tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.463413 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-471afa6d-66ac-4fd7-9035-a72199a7a9fd tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0053148 Sep 16 05:07:25.466247 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41412) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.481891 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [None req-1888264c-538c-4f7c-8787-84dac9f2b589 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.483009 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1888264c-538c-4f7c-8787-84dac9f2b589 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0157685 Sep 16 05:07:25.485668 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41414) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.489912 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [None req-44b79eee-88a1-4c74-9d94-c568bcd1d60e tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.490959 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-44b79eee-88a1-4c74-9d94-c568bcd1d60e tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0042586 Sep 16 05:07:25.493317 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41416) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.497401 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [None req-44a3ac2d-01f1-4acf-9cce-f85ff6d35cfa tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.498403 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-44a3ac2d-01f1-4acf-9cce-f85ff6d35cfa tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0041587 Sep 16 05:07:25.501431 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41418) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.505983 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [None req-25221904-3784-4c9e-b4df-13350f2058eb tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.507175 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-25221904-3784-4c9e-b4df-13350f2058eb tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0046973 Sep 16 05:07:25.509714 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41422) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.513657 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [None req-d4c29b0b-c7c2-469b-9100-f2b0c7eab873 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.514575 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d4c29b0b-c7c2-469b-9100-f2b0c7eab873 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0040166 Sep 16 05:07:25.516981 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41424) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.523685 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [None req-4310cb4e-59dd-4a9e-bf4c-4ed8979a9fbe tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.524919 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4310cb4e-59dd-4a9e-bf4c-4ed8979a9fbe tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0050540 Sep 16 05:07:25.527593 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41426) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.532359 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [None req-b82a77d3-1b02-434a-85c8-02bac8e447e1 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.535040 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b82a77d3-1b02-434a-85c8-02bac8e447e1 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0063422 Sep 16 05:07:25.535831 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41428) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.540457 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [None req-544371c7-a2dc-4998-9692-9ee7979068d5 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.541521 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-544371c7-a2dc-4998-9692-9ee7979068d5 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0047944 Sep 16 05:07:25.544181 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41430) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.548077 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [None req-c82aa84d-b082-4f57-b37b-b193cc9f99a0 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.549066 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c82aa84d-b082-4f57-b37b-b193cc9f99a0 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0040073 Sep 16 05:07:25.551230 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41432) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.555513 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [None req-7f50f67a-31f1-4193-b062-d2275e4f88bd tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.556490 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7f50f67a-31f1-4193-b062-d2275e4f88bd tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0043852 Sep 16 05:07:25.558837 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41434) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.563345 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [None req-a6ebcc15-55b6-4dcd-855e-6245751db6a0 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:07:25.564277 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a6ebcc15-55b6-4dcd-855e-6245751db6a0 tempest-ExtensionsTestJSON-234014077 tempest-ExtensionsTestJSON-234014077-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0045941 Sep 16 05:07:25.880820 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41446) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:26.003353 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-31522465-eb00-4c33-8203-49bdfc671d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.136586 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-31522465-eb00-4c33-8203-49bdfc671d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.141375 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-31522465-eb00-4c33-8203-49bdfc671d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.564450 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-31522465-eb00-4c33-8203-49bdfc671d4f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e78619fb95884060a7f29e201d8471ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6824508 Sep 16 05:07:26.566166 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31522465-eb00-4c33-8203-49bdfc671d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79009123-cad6-44a0-ab2d-9c6e76d59622,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:26.567019 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41464) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:26.638886 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-40c61158-0b22-45ef-b048-eeac0605888f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.670027 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-40c61158-0b22-45ef-b048-eeac0605888f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.721040 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41468) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:26.727637 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-e4fa0c99-4435-4097-820d-118991cd79db tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2009941287', 'description': 'tempest-secgroup-smoke-2009941287 description', 'project_id': '563bf98d77304029a90b6357f1f3f020'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:26.739129 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-40c61158-0b22-45ef-b048-eeac0605888f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.742984 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-40c61158-0b22-45ef-b048-eeac0605888f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.744439 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-40c61158-0b22-45ef-b048-eeac0605888f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/79009123-cad6-44a0-ab2d-9c6e76d59622 HTTP/1.1" status: 204 len: 168 time: 0.1758792 Sep 16 05:07:26.755829 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c61158-0b22-45ef-b048-eeac0605888f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79009123-cad6-44a0-ab2d-9c6e76d59622,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:26.765129 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c61158-0b22-45ef-b048-eeac0605888f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:26.765808 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c61158-0b22-45ef-b048-eeac0605888f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:26.766689 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c61158-0b22-45ef-b048-eeac0605888f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:26.767439 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c61158-0b22-45ef-b048-eeac0605888f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:26.768432 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c61158-0b22-45ef-b048-eeac0605888f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:26.768593 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c61158-0b22-45ef-b048-eeac0605888f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:26.769071 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c61158-0b22-45ef-b048-eeac0605888f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:26.769579 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c61158-0b22-45ef-b048-eeac0605888f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:26.769925 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c61158-0b22-45ef-b048-eeac0605888f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:26.770272 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c61158-0b22-45ef-b048-eeac0605888f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:26.770650 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c61158-0b22-45ef-b048-eeac0605888f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:26.770978 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c61158-0b22-45ef-b048-eeac0605888f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:26.771388 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e4fa0c99-4435-4097-820d-118991cd79db tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.907104 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e4fa0c99-4435-4097-820d-118991cd79db tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.913180 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e4fa0c99-4435-4097-820d-118991cd79db tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.956493 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e4fa0c99-4435-4097-820d-118991cd79db tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.957798 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e4fa0c99-4435-4097-820d-118991cd79db tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2353168 Sep 16 05:07:26.961748 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41476) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:26.967132 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-2c18c2c1-1b0a-4628-a164-c8424073aac7 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Request body: {'security_group_rule': {'security_group_id': '45e58919-3485-411c-a79d-f2007f9bd7e7', 'project_id': '563bf98d77304029a90b6357f1f3f020', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:26.972457 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa0c99-4435-4097-820d-118991cd79db tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45e58919-3485-411c-a79d-f2007f9bd7e7,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:26.998135 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2c18c2c1-1b0a-4628-a164-c8424073aac7 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.066888 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2c18c2c1-1b0a-4628-a164-c8424073aac7 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.071173 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2c18c2c1-1b0a-4628-a164-c8424073aac7 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.094045 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18c2c1-1b0a-4628-a164-c8424073aac7 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2075064b-077e-45d3-86fe-80a7c2bdcac0,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:27.110659 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2c18c2c1-1b0a-4628-a164-c8424073aac7 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.112653 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2c18c2c1-1b0a-4628-a164-c8424073aac7 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1498682 Sep 16 05:07:27.116287 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41488) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:27.121136 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-7623137d-0bd2-4311-9a3d-e0ef5560145a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Request body: {'security_group_rule': {'security_group_id': '45e58919-3485-411c-a79d-f2007f9bd7e7', 'project_id': '563bf98d77304029a90b6357f1f3f020', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:27.154866 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7623137d-0bd2-4311-9a3d-e0ef5560145a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.227285 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7623137d-0bd2-4311-9a3d-e0ef5560145a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.229654 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7623137d-0bd2-4311-9a3d-e0ef5560145a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.253009 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7623137d-0bd2-4311-9a3d-e0ef5560145a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.254259 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7623137d-0bd2-4311-9a3d-e0ef5560145a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1367714 Sep 16 05:07:27.257475 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623137d-0bd2-4311-9a3d-e0ef5560145a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a51bf2e3-40d4-4845-b578-28d5b4fb2cc3,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:27.258311 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41496) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:27.265171 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-06bc9876-7eac-4702-ab65-89eca2e1ba87 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Request body: {'security_group_rule': {'security_group_id': '45e58919-3485-411c-a79d-f2007f9bd7e7', 'project_id': '563bf98d77304029a90b6357f1f3f020', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:27.297965 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-06bc9876-7eac-4702-ab65-89eca2e1ba87 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.391335 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-06bc9876-7eac-4702-ab65-89eca2e1ba87 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.398500 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-06bc9876-7eac-4702-ab65-89eca2e1ba87 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.421491 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc9876-7eac-4702-ab65-89eca2e1ba87 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ef1745-a07c-4729-992e-2b34c6a4e4a3,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:27.425275 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-06bc9876-7eac-4702-ab65-89eca2e1ba87 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.426485 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-06bc9876-7eac-4702-ab65-89eca2e1ba87 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1650918 Sep 16 05:07:27.430342 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41506) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:27.435688 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-fecb35af-12fc-4d59-ba03-e102292f8062 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Request body: {'security_group_rule': {'security_group_id': '45e58919-3485-411c-a79d-f2007f9bd7e7', 'project_id': '563bf98d77304029a90b6357f1f3f020', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:27.464845 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fecb35af-12fc-4d59-ba03-e102292f8062 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.550599 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fecb35af-12fc-4d59-ba03-e102292f8062 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.556914 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fecb35af-12fc-4d59-ba03-e102292f8062 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.582022 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb35af-12fc-4d59-ba03-e102292f8062 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4706b70d-fae8-42e3-8aa3-38b32610e916,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:27.586010 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fecb35af-12fc-4d59-ba03-e102292f8062 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.590053 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 41514) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:27.590226 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-fecb35af-12fc-4d59-ba03-e102292f8062 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1587348 Sep 16 05:07:27.595556 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-62a17c73-9730-497b-b132-898e874ac4e6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Request body: {'security_group_rule': {'security_group_id': '45e58919-3485-411c-a79d-f2007f9bd7e7', 'project_id': '563bf98d77304029a90b6357f1f3f020', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:27.637050 n-d-712139-15 neutron-server[94766]: INFO neutron.db.securitygroups_db [None req-62a17c73-9730-497b-b132-898e874ac4e6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Project 563bf98d77304029a90b6357f1f3f020 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:07:27.643375 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-62a17c73-9730-497b-b132-898e874ac4e6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.717616 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-62a17c73-9730-497b-b132-898e874ac4e6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.722357 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-62a17c73-9730-497b-b132-898e874ac4e6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.753299 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-62a17c73-9730-497b-b132-898e874ac4e6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.754547 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-62a17c73-9730-497b-b132-898e874ac4e6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1630776 Sep 16 05:07:27.755534 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a17c73-9730-497b-b132-898e874ac4e6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=302e13ff-8eea-4f19-aa5a-7a67ab9277c1,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:27.758299 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 41520) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:27.763735 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-50788a5e-f6f9-4b78-a0f0-f5bccd5d60d8 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Request body: {'security_group_rule': {'security_group_id': '45e58919-3485-411c-a79d-f2007f9bd7e7', 'project_id': '563bf98d77304029a90b6357f1f3f020', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:27.789377 n-d-712139-15 neutron-server[94767]: INFO neutron.db.securitygroups_db [None req-50788a5e-f6f9-4b78-a0f0-f5bccd5d60d8 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Project 563bf98d77304029a90b6357f1f3f020 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:07:27.800006 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50788a5e-f6f9-4b78-a0f0-f5bccd5d60d8 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.878366 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50788a5e-f6f9-4b78-a0f0-f5bccd5d60d8 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.883576 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50788a5e-f6f9-4b78-a0f0-f5bccd5d60d8 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.902683 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50788a5e-f6f9-4b78-a0f0-f5bccd5d60d8 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06dea6ca-06a8-4fa4-8d16-b04836494e8d,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:27.912815 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50788a5e-f6f9-4b78-a0f0-f5bccd5d60d8 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.914873 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-50788a5e-f6f9-4b78-a0f0-f5bccd5d60d8 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1552980 Sep 16 05:07:40.092166 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-82d19ef4-9b57-454c-b972-9e998218bd72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.734195 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:43.264600 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6bbf1111-43a7-4f2d-96f9-1d5428287986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:43.526139 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.577106 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.682894 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.070668 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.996024 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-a53ef29e-a137-44a4-86f1-5b784aacd997 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2009941287&fields=id&tenant_id=563bf98d77304029a90b6357f1f3f020 HTTP/1.1" status: 200 len: 267 time: 0.0415101 Sep 16 05:07:47.114854 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-d7eb0dd2-0472-42a5-a535-c0cb782b5fdf tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:47.117271 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-d7eb0dd2-0472-42a5-a535-c0cb782b5fdf tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/networks?id=2ffb7374-cfe5-44a3-b981-4861b354cbc4 HTTP/1.1" status: 200 len: 812 time: 0.1137209 Sep 16 05:07:47.134409 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-e41c7b4d-58cf-45ab-a643-b989c4aabd05 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/quotas/563bf98d77304029a90b6357f1f3f020 HTTP/1.1" status: 200 len: 375 time: 0.0096807 Sep 16 05:07:47.206673 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-2afc2ca0-064d-4e36-b84f-369556da9201 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=563bf98d77304029a90b6357f1f3f020&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551512 Sep 16 05:07:47.322533 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-77842442-9449-4cd3-a17e-d76807264b8f service neutron] 10.222.0.35 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129909 Sep 16 05:07:47.426700 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-d978ac39-701d-4aa8-8d1c-cb491e8b811a service neutron] 10.222.0.35 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977786 Sep 16 05:07:47.762835 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fea75a73-62e5-4296-934e-82e67a9344a8 req-9a69dec6-210b-4913-9932-ca1014f3fd82 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=05eb2762-05b8-4d91-b003-36508fbdad21 HTTP/1.1" status: 200 len: 210 time: 0.0314903 Sep 16 05:07:48.867018 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9319821b-9832-4425-9bb7-013ffa48e51c req-81dbd076-d8c1-4084-98a3-43f00a2ce93d tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=05eb2762-05b8-4d91-b003-36508fbdad21 HTTP/1.1" status: 200 len: 210 time: 0.0311983 Sep 16 05:07:48.900278 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 42452) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:49.039529 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e78d620a-e8e2-4bee-85bc-cd0b52666751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.129666 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-b38bea6e-f41c-4810-be93-18065cc34826 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:49.130891 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-b38bea6e-f41c-4810-be93-18065cc34826 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.47 "GET /v2.0/networks?id=2ffb7374-cfe5-44a3-b981-4861b354cbc4 HTTP/1.1" status: 200 len: 812 time: 0.1504538 Sep 16 05:07:49.167857 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e78d620a-e8e2-4bee-85bc-cd0b52666751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.175348 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e78d620a-e8e2-4bee-85bc-cd0b52666751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.207091 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-ef9346b1-30e9-42d1-bf86-fe50c443aba9 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=563bf98d77304029a90b6357f1f3f020 HTTP/1.1" status: 200 len: 380 time: 0.0584679 Sep 16 05:07:49.225096 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-c441bced-87d0-49e3-9ec1-3e2e60840d24 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Request body: {'port': {'device_id': '05eb2762-05b8-4d91-b003-36508fbdad21', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'admin_state_up': True, 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'security_groups': ['45e58919-3485-411c-a79d-f2007f9bd7e7']}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:49.226637 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e78d620a-e8e2-4bee-85bc-cd0b52666751 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b60f7e8e5e7e4fbeb44c6775281f26c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3229482 Sep 16 05:07:49.227575 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d620a-e8e2-4bee-85bc-cd0b52666751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad4bcf9-f3f6-4288-b033-70d189d8e82a,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:49.229289 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 42456) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:49.353534 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e8337ae-3235-4f4b-9962-101095e61fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.385362 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e8337ae-3235-4f4b-9962-101095e61fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.415627 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-c441bced-87d0-49e3-9ec1-3e2e60840d24 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Made reservation on behalf of 563bf98d77304029a90b6357f1f3f020 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:49.419479 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-c441bced-87d0-49e3-9ec1-3e2e60840d24 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.495087 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e8337ae-3235-4f4b-9962-101095e61fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.497589 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7e8337ae-3235-4f4b-9962-101095e61fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.498781 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7e8337ae-3235-4f4b-9962-101095e61fa5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1ad4bcf9-f3f6-4288-b033-70d189d8e82a HTTP/1.1" status: 204 len: 168 time: 0.2684405 Sep 16 05:07:49.516120 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8337ae-3235-4f4b-9962-101095e61fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad4bcf9-f3f6-4288-b033-70d189d8e82a,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:49.590739 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-c441bced-87d0-49e3-9ec1-3e2e60840d24 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Allocated IP 172.20.0.5 (2ffb7374-cfe5-44a3-b981-4861b354cbc4/7227d309-0a53-4e5a-940f-792e598a0c41/0860051a-64e1-4669-8dad-cc48155c27f0) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:49.746420 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-c441bced-87d0-49e3-9ec1-3e2e60840d24 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.782122 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-c441bced-87d0-49e3-9ec1-3e2e60840d24 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.828721 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 42464) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:49.839467 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-c441bced-87d0-49e3-9ec1-3e2e60840d24 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Network 2ffb7374-cfe5-44a3-b981-4861b354cbc4 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:49.842726 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-c441bced-87d0-49e3-9ec1-3e2e60840d24 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:49.846971 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-c441bced-87d0-49e3-9ec1-3e2e60840d24 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:49.859921 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4e6127be-32bb-4087-99d8-47c5d932d166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.885403 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441bced-87d0-49e3-9ec1-3e2e60840d24 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Pushing event updated for resources: {'Port': ['ID=0860051a-64e1-4669-8dad-cc48155c27f0,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:49.913481 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-c441bced-87d0-49e3-9ec1-3e2e60840d24 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:49.914153 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-c441bced-87d0-49e3-9ec1-3e2e60840d24 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.027716 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4e6127be-32bb-4087-99d8-47c5d932d166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.038563 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-c441bced-87d0-49e3-9ec1-3e2e60840d24 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8179667 Sep 16 05:07:50.040253 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4e6127be-32bb-4087-99d8-47c5d932d166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.058911 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-33df65c8-39dc-4f97-af8e-c9968081e069 service neutron] Request body: {'port': {'device_id': '05eb2762-05b8-4d91-b003-36508fbdad21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:50.088379 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd96eb36-9628-4c08-8b39-d0faddc87c2e req-948c0668-d092-4aa8-82e4-2a6bce662a36 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:50.092747 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bd96eb36-9628-4c08-8b39-d0faddc87c2e req-948c0668-d092-4aa8-82e4-2a6bce662a36 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=05eb2762-05b8-4d91-b003-36508fbdad21 HTTP/1.1" status: 200 len: 931 time: 0.1411738 Sep 16 05:07:50.157701 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-33df65c8-39dc-4f97-af8e-c9968081e069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.175795 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4e6127be-32bb-4087-99d8-47c5d932d166 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=284ee52981484f8ab2faec351cfd6779&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3451684 Sep 16 05:07:50.183437 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 42468) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:50.206226 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6127be-32bb-4087-99d8-47c5d932d166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201aebca-bb15-441f-89ba-b5942b4689af,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:50.238531 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bd96eb36-9628-4c08-8b39-d0faddc87c2e req-3adc6d23-ee3a-4938-b62f-c968b614377f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341300 Sep 16 05:07:50.266362 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-e258b34c-9acd-46f4-b397-43fe589033e0 None None] Provisioning complete for port 0860051a-64e1-4669-8dad-cc48155c27f0 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:50.266900 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e258b34c-9acd-46f4-b397-43fe589033e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.326579 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f90b74f4-4abc-4ab2-a5ea-adb9e2bdc9f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.338332 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-e258b34c-9acd-46f4-b397-43fe589033e0 None None] Port 0860051a-64e1-4669-8dad-cc48155c27f0 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:50.361784 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f90b74f4-4abc-4ab2-a5ea-adb9e2bdc9f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.414710 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f90b74f4-4abc-4ab2-a5ea-adb9e2bdc9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.418375 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f90b74f4-4abc-4ab2-a5ea-adb9e2bdc9f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.420419 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f90b74f4-4abc-4ab2-a5ea-adb9e2bdc9f2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/201aebca-bb15-441f-89ba-b5942b4689af HTTP/1.1" status: 204 len: 168 time: 0.2353952 Sep 16 05:07:50.429878 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b74f4-4abc-4ab2-a5ea-adb9e2bdc9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201aebca-bb15-441f-89ba-b5942b4689af,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:50.543934 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-33df65c8-39dc-4f97-af8e-c9968081e069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0860051a-64e1-4669-8dad-cc48155c27f0 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:07:50.552882 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-33df65c8-39dc-4f97-af8e-c9968081e069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.566122 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-33df65c8-39dc-4f97-af8e-c9968081e069 service neutron] Transition to ACTIVE for port object 0860051a-64e1-4669-8dad-cc48155c27f0 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:07:50.572051 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-33df65c8-39dc-4f97-af8e-c9968081e069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.695604 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df65c8-39dc-4f97-af8e-c9968081e069 service neutron] Pushing event updated for resources: {'Port': ['ID=0860051a-64e1-4669-8dad-cc48155c27f0,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:50.789810 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-33df65c8-39dc-4f97-af8e-c9968081e069 service neutron] Attempting to bind port 0860051a-64e1-4669-8dad-cc48155c27f0 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:50.790161 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-33df65c8-39dc-4f97-af8e-c9968081e069 service neutron] Attempting to bind port 0860051a-64e1-4669-8dad-cc48155c27f0 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'dc1c68e0-6210-4ec3-92e9-96d963e48ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:50.790487 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-33df65c8-39dc-4f97-af8e-c9968081e069 service neutron] Attempting to bind port 0860051a-64e1-4669-8dad-cc48155c27f0 on network 2ffb7374-cfe5-44a3-b981-4861b354cbc4 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:50.798994 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-33df65c8-39dc-4f97-af8e-c9968081e069 service neutron] Port 0860051a-64e1-4669-8dad-cc48155c27f0 on network 2ffb7374-cfe5-44a3-b981-4861b354cbc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:07:50.799342 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-33df65c8-39dc-4f97-af8e-c9968081e069 service neutron] Attempting to bind port 0860051a-64e1-4669-8dad-cc48155c27f0 on network 2ffb7374-cfe5-44a3-b981-4861b354cbc4 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:50.813223 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-33df65c8-39dc-4f97-af8e-c9968081e069 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:50.813642 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-33df65c8-39dc-4f97-af8e-c9968081e069 service neutron] Checking segment: {'id': 'dc1c68e0-6210-4ec3-92e9-96d963e48ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:50.813954 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-33df65c8-39dc-4f97-af8e-c9968081e069 service neutron] Bound using segment: {'id': 'dc1c68e0-6210-4ec3-92e9-96d963e48ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:50.814393 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-33df65c8-39dc-4f97-af8e-c9968081e069 service neutron] Bound port: 0860051a-64e1-4669-8dad-cc48155c27f0, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc1c68e0-6210-4ec3-92e9-96d963e48ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:50.814901 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-33df65c8-39dc-4f97-af8e-c9968081e069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.944370 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-33df65c8-39dc-4f97-af8e-c9968081e069 service neutron] For port 0860051a-64e1-4669-8dad-cc48155c27f0, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:50.960243 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-33df65c8-39dc-4f97-af8e-c9968081e069 service neutron] For port 0860051a-64e1-4669-8dad-cc48155c27f0, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=0860051a-64e1-4669-8dad-cc48155c27f0,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:50.970152 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-33df65c8-39dc-4f97-af8e-c9968081e069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.047555 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df65c8-39dc-4f97-af8e-c9968081e069 service neutron] Pushing event updated for resources: {'Port': ['ID=0860051a-64e1-4669-8dad-cc48155c27f0,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:51.062775 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-33df65c8-39dc-4f97-af8e-c9968081e069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:51.064199 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-33df65c8-39dc-4f97-af8e-c9968081e069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.066163 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-33df65c8-39dc-4f97-af8e-c9968081e069 service neutron] 10.222.0.47 "PUT /v2.0/ports/0860051a-64e1-4669-8dad-cc48155c27f0 HTTP/1.1" status: 200 len: 1092 time: 1.0139239 Sep 16 05:07:51.067328 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05eb2762-05b8-4d91-b003-36508fbdad21', 'tag': '0860051a-64e1-4669-8dad-cc48155c27f0'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:51.070905 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d92e54-9c00-43a2-b0f6-6bc45c5daec1" -d '{"events": [{"name": "network-changed", "server_uuid": "05eb2762-05b8-4d91-b003-36508fbdad21", "tag": "0860051a-64e1-4669-8dad-cc48155c27f0"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:51.135407 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1a0f69-0b15-4bb5-b05d-a9477e3ae1c4 x-openstack-request-id: req-9f1a0f69-0b15-4bb5-b05d-a9477e3ae1c4 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:51.135586 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05eb2762-05b8-4d91-b003-36508fbdad21", "tag": "0860051a-64e1-4669-8dad-cc48155c27f0", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:51.135831 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9f1a0f69-0b15-4bb5-b05d-a9477e3ae1c4 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:51.136235 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05eb2762-05b8-4d91-b003-36508fbdad21', 'tag': '0860051a-64e1-4669-8dad-cc48155c27f0', 'status': 'completed', 'code': 200} Sep 16 05:07:51.209037 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-4fd37e3a-1c3f-4810-a0ac-8e8232d82dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:51.210598 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-4fd37e3a-1c3f-4810-a0ac-8e8232d82dca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=563bf98d77304029a90b6357f1f3f020&device_id=05eb2762-05b8-4d91-b003-36508fbdad21 HTTP/1.1" status: 200 len: 1095 time: 0.0682082 Sep 16 05:07:51.268720 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-8ebc9e65-0332-4382-b446-2fd79fe2c3bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0860051a-64e1-4669-8dad-cc48155c27f0 HTTP/1.1" status: 200 len: 217 time: 0.0450547 Sep 16 05:07:51.381011 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-fd96a5a7-a498-47a8-be69-475824146eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:51.382542 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-fd96a5a7-a498-47a8-be69-475824146eb8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7227d309-0a53-4e5a-940f-792e598a0c41 HTTP/1.1" status: 200 len: 851 time: 0.1070542 Sep 16 05:07:51.455794 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-bd574c84-17f5-458c-ace3-af465331f9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:51.460835 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-bd574c84-17f5-458c-ace3-af465331f9b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ffb7374-cfe5-44a3-b981-4861b354cbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711558 Sep 16 05:07:51.474908 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6441fc-070d-4f4c-a10e-57313cb89da6 req-d184a010-83eb-45c1-9bc4-c93ce71f4269 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:51.478329 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bc6441fc-070d-4f4c-a10e-57313cb89da6 req-d184a010-83eb-45c1-9bc4-c93ce71f4269 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=05eb2762-05b8-4d91-b003-36508fbdad21 HTTP/1.1" status: 200 len: 943 time: 0.0878069 Sep 16 05:07:51.590689 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bc6441fc-070d-4f4c-a10e-57313cb89da6 req-99a657cc-110a-48b8-a6b1-7842a0a99552 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077344 Sep 16 05:07:51.664723 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-a38f4c3a-33a6-42c1-a7a2-449777bf0a35 service neutron] 10.222.0.47 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967325 Sep 16 05:07:51.818072 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-00232e13-0cb5-4d6c-8bbe-7c2f771921fc req-50618729-8a20-41cd-8678-7f87d03577cf service neutron] 10.222.0.47 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461518 Sep 16 05:07:51.962796 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d92e54-9c00-43a2-b0f6-6bc45c5daec1 req-eb19cf11-fd25-43db-b31e-ec747c92eb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:51.964346 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b9d92e54-9c00-43a2-b0f6-6bc45c5daec1 req-eb19cf11-fd25-43db-b31e-ec747c92eb38 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=563bf98d77304029a90b6357f1f3f020&device_id=05eb2762-05b8-4d91-b003-36508fbdad21 HTTP/1.1" status: 200 len: 1095 time: 0.0669048 Sep 16 05:07:52.120843 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d92e54-9c00-43a2-b0f6-6bc45c5daec1 req-9f39c886-881d-432c-a52f-030f9fc0937a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:52.122647 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b9d92e54-9c00-43a2-b0f6-6bc45c5daec1 req-9f39c886-881d-432c-a52f-030f9fc0937a service neutron] 10.222.0.47 "GET /v2.0/networks?id=2ffb7374-cfe5-44a3-b981-4861b354cbc4 HTTP/1.1" status: 200 len: 913 time: 0.1499815 Sep 16 05:07:52.225709 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b9d92e54-9c00-43a2-b0f6-6bc45c5daec1 req-d0d369d6-2550-46aa-8c7f-d0556fcc0d8c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0860051a-64e1-4669-8dad-cc48155c27f0 HTTP/1.1" status: 200 len: 217 time: 0.0939522 Sep 16 05:07:52.398109 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d92e54-9c00-43a2-b0f6-6bc45c5daec1 req-0aac570c-3514-4086-beeb-462e48b2c874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:52.401334 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b9d92e54-9c00-43a2-b0f6-6bc45c5daec1 req-0aac570c-3514-4086-beeb-462e48b2c874 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7227d309-0a53-4e5a-940f-792e598a0c41 HTTP/1.1" status: 200 len: 851 time: 0.1606829 Sep 16 05:07:52.457129 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d92e54-9c00-43a2-b0f6-6bc45c5daec1 req-18fb3643-f051-410f-bc0e-3249b3e1b45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:52.459719 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b9d92e54-9c00-43a2-b0f6-6bc45c5daec1 req-18fb3643-f051-410f-bc0e-3249b3e1b45d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ffb7374-cfe5-44a3-b981-4861b354cbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508940 Sep 16 05:07:52.589806 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b9d92e54-9c00-43a2-b0f6-6bc45c5daec1 req-6a3f9dd4-5512-4b4a-a8cd-244e16a07731 service neutron] 10.222.0.47 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216505 Sep 16 05:07:52.721133 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b9d92e54-9c00-43a2-b0f6-6bc45c5daec1 req-bdb30754-ecaa-4747-aba6-16ec94f60875 service neutron] 10.222.0.47 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231809 Sep 16 05:07:52.794759 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0a359-82a6-4c55-b1f8-0755c7910156 req-1ba1de1c-0e82-4eac-9c90-e39cec91645b tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:52.796855 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b8c0a359-82a6-4c55-b1f8-0755c7910156 req-1ba1de1c-0e82-4eac-9c90-e39cec91645b tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=05eb2762-05b8-4d91-b003-36508fbdad21 HTTP/1.1" status: 200 len: 943 time: 0.0666296 Sep 16 05:07:52.850108 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b8c0a359-82a6-4c55-b1f8-0755c7910156 req-35c367f4-cd0b-42dc-96b7-8d3acb446011 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457091 Sep 16 05:07:54.050025 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59869fd0-2797-4d95-96a6-b447ef61c56a req-1eef2e0c-d3b8-4c41-8ebc-2e3793833686 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:54.052457 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-59869fd0-2797-4d95-96a6-b447ef61c56a req-1eef2e0c-d3b8-4c41-8ebc-2e3793833686 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=05eb2762-05b8-4d91-b003-36508fbdad21 HTTP/1.1" status: 200 len: 943 time: 0.0837526 Sep 16 05:07:54.111994 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-59869fd0-2797-4d95-96a6-b447ef61c56a req-5a9a1d48-7393-4a24-b339-b3ca5884a547 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484989 Sep 16 05:07:55.289367 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a4bdd-df55-4fcd-b2af-6b046d402ed1 req-f64ed78f-99c1-40d0-97af-705deb45d1a2 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:55.290609 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-103a4bdd-df55-4fcd-b2af-6b046d402ed1 req-f64ed78f-99c1-40d0-97af-705deb45d1a2 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=05eb2762-05b8-4d91-b003-36508fbdad21 HTTP/1.1" status: 200 len: 943 time: 0.0611632 Sep 16 05:07:55.350813 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-103a4bdd-df55-4fcd-b2af-6b046d402ed1 req-3ff5482d-d3f8-435e-9c39-b4bb7c198614 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534964 Sep 16 05:07:56.503584 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323a5a5-0e54-4b6a-9581-b6381139fc67 req-17a19998-72c8-45a6-9733-2f076c9801ad tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:56.512917 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6323a5a5-0e54-4b6a-9581-b6381139fc67 req-17a19998-72c8-45a6-9733-2f076c9801ad tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=05eb2762-05b8-4d91-b003-36508fbdad21 HTTP/1.1" status: 200 len: 943 time: 0.0625334 Sep 16 05:07:56.551800 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6323a5a5-0e54-4b6a-9581-b6381139fc67 req-71603753-7125-4a5a-b8aa-e44aa8bbdb21 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379014 Sep 16 05:07:57.717617 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b8dd0-c24d-412b-b850-3d53f07fa5ec req-dd7afd4f-d92a-410f-b912-91bbc3a4732d tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:57.719137 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e9b8dd0-c24d-412b-b850-3d53f07fa5ec req-dd7afd4f-d92a-410f-b912-91bbc3a4732d tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=05eb2762-05b8-4d91-b003-36508fbdad21 HTTP/1.1" status: 200 len: 943 time: 0.0645213 Sep 16 05:07:57.772395 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e9b8dd0-c24d-412b-b850-3d53f07fa5ec req-3633115d-d568-4deb-9ba7-4eb908286dbe tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388134 Sep 16 05:07:57.805064 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 42684) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:57.930571 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-04a66426-71f5-4bf1-8406-8630972388c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.034771 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-04a66426-71f5-4bf1-8406-8630972388c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.039081 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-04a66426-71f5-4bf1-8406-8630972388c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.079314 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-04a66426-71f5-4bf1-8406-8630972388c4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d0060150ae774144bed90f5e609e8d87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2731273 Sep 16 05:07:58.080217 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a66426-71f5-4bf1-8406-8630972388c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a43186-b348-4d57-ab09-b53e3544cfe1,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:58.083142 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 42694) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:58.139616 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-13b8eac8-06e2-447e-a46c-529edec2199c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.161808 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-13b8eac8-06e2-447e-a46c-529edec2199c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.215191 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-13b8eac8-06e2-447e-a46c-529edec2199c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.217917 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-13b8eac8-06e2-447e-a46c-529edec2199c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.219457 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-13b8eac8-06e2-447e-a46c-529edec2199c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/23a43186-b348-4d57-ab09-b53e3544cfe1 HTTP/1.1" status: 204 len: 168 time: 0.1346343 Sep 16 05:07:58.230702 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b8eac8-06e2-447e-a46c-529edec2199c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a43186-b348-4d57-ab09-b53e3544cfe1,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:58.527122 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 42704) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:58.541513 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6f6c3424-f160-4f10-9bc5-4f6c9384b531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.637394 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6f6c3424-f160-4f10-9bc5-4f6c9384b531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.642636 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6f6c3424-f160-4f10-9bc5-4f6c9384b531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.690297 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6f6c3424-f160-4f10-9bc5-4f6c9384b531 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5ddbb5cd51134bef9928078e9a88fce3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1596410 Sep 16 05:07:58.690775 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 42710) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:58.693707 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c3424-f160-4f10-9bc5-4f6c9384b531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bc0a1c-91ae-4f6e-9730-a785c20cb3a0,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:58.755929 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d98c203b-28dc-4299-b858-5b65e91696e5 req-7d10dc5a-29f8-45cf-96c4-0b89f1851f89 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0733449 Sep 16 05:07:58.770257 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-554f38f9-fa87-4174-be7c-774778f71c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.802574 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-554f38f9-fa87-4174-be7c-774778f71c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.909038 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c203b-28dc-4299-b858-5b65e91696e5 req-768fa6dc-a4f1-42fa-9095-b76069017ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:58.910701 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d98c203b-28dc-4299-b858-5b65e91696e5 req-768fa6dc-a4f1-42fa-9095-b76069017ec8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b67ac34bf7e46cc823dbce391e87ff7&device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 1099 time: 0.0899098 Sep 16 05:07:58.935919 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb61217-9cb7-45da-b803-b82db8cb942b req-849dd980-db39-4fbe-a262-d33fd8312fdc tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:58.938119 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5bb61217-9cb7-45da-b803-b82db8cb942b req-849dd980-db39-4fbe-a262-d33fd8312fdc tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=05eb2762-05b8-4d91-b003-36508fbdad21 HTTP/1.1" status: 200 len: 943 time: 0.0769618 Sep 16 05:07:58.947534 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-554f38f9-fa87-4174-be7c-774778f71c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.950129 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-554f38f9-fa87-4174-be7c-774778f71c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.951273 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-554f38f9-fa87-4174-be7c-774778f71c8d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b9bc0a1c-91ae-4f6e-9730-a785c20cb3a0 HTTP/1.1" status: 204 len: 168 time: 0.2595732 Sep 16 05:07:59.000984 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f38f9-fa87-4174-be7c-774778f71c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bc0a1c-91ae-4f6e-9730-a785c20cb3a0,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:59.038975 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:07:59.067146 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5bb61217-9cb7-45da-b803-b82db8cb942b req-dadb1aad-c236-4d8a-b0fb-56575ab84216 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129055 Sep 16 05:07:59.094830 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c203b-28dc-4299-b858-5b65e91696e5 req-61cecfde-d566-4806-a109-6ce43963dd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:59.096509 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d98c203b-28dc-4299-b858-5b65e91696e5 req-61cecfde-d566-4806-a109-6ce43963dd46 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 HTTP/1.1" status: 200 len: 918 time: 0.1569226 Sep 16 05:07:59.190603 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d98c203b-28dc-4299-b858-5b65e91696e5 req-a12a227e-c8fe-42ca-b4f0-ee7bacd6dda0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=643cded4-885a-4da8-be31-5d859991e0f6 HTTP/1.1" status: 200 len: 1001 time: 0.0871971 Sep 16 05:07:59.268205 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c203b-28dc-4299-b858-5b65e91696e5 req-2610cd8f-1e17-4217-8950-f0165d5e7847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:59.270169 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d98c203b-28dc-4299-b858-5b65e91696e5 req-2610cd8f-1e17-4217-8950-f0165d5e7847 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03820bd1-1023-490e-b628-251d17d722c4 HTTP/1.1" status: 200 len: 856 time: 0.0725825 Sep 16 05:07:59.330167 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c203b-28dc-4299-b858-5b65e91696e5 req-36bd4f05-0e74-4a82-b785-887f26c01f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:59.331923 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d98c203b-28dc-4299-b858-5b65e91696e5 req-36bd4f05-0e74-4a82-b785-887f26c01f4b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa14f7fe-1f8d-4bc9-a5b1-99c520e36470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546646 Sep 16 05:07:59.468031 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d98c203b-28dc-4299-b858-5b65e91696e5 req-d3ed7663-b6ee-4bba-8ab9-d34a8790abea service neutron] 10.222.0.48 "GET /v2.0/networks/fa14f7fe-1f8d-4bc9-a5b1-99c520e36470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287563 Sep 16 05:07:59.574595 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d98c203b-28dc-4299-b858-5b65e91696e5 req-3ce61cdc-aef0-4114-8383-9b8c89541e2e service neutron] 10.222.0.48 "GET /v2.0/networks/fa14f7fe-1f8d-4bc9-a5b1-99c520e36470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986135 Sep 16 05:08:00.195852 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4415ef-28d5-4d77-aac2-cd63fea581bf req-150820ed-123e-407d-a1aa-14379d881be3 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:00.197297 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7f4415ef-28d5-4d77-aac2-cd63fea581bf req-150820ed-123e-407d-a1aa-14379d881be3 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=05eb2762-05b8-4d91-b003-36508fbdad21 HTTP/1.1" status: 200 len: 943 time: 0.0560572 Sep 16 05:08:00.249261 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7f4415ef-28d5-4d77-aac2-cd63fea581bf req-414492b1-a9ca-4b7f-b91d-d4b0104c0e22 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447948 Sep 16 05:08:01.417516 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc3fa3-f0e5-4a4f-9c38-c9477152d8ae req-efa74649-b619-4c95-a177-1dc1b84965c1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:01.425250 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f3cc3fa3-f0e5-4a4f-9c38-c9477152d8ae req-efa74649-b619-4c95-a177-1dc1b84965c1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=05eb2762-05b8-4d91-b003-36508fbdad21 HTTP/1.1" status: 200 len: 943 time: 0.0737317 Sep 16 05:08:01.462306 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f3cc3fa3-f0e5-4a4f-9c38-c9477152d8ae req-9de55ee1-8b37-4227-8e77-71b950e68bb1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358782 Sep 16 05:08:02.361907 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 0860051a-64e1-4669-8dad-cc48155c27f0 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:08:02.478239 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 0860051a-64e1-4669-8dad-cc48155c27f0, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=0860051a-64e1-4669-8dad-cc48155c27f0,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:02.489849 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '0860051a-64e1-4669-8dad-cc48155c27f0', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'port_id': '0860051a-64e1-4669-8dad-cc48155c27f0', 'mac_address': 'fa:16:3e:84:1c:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:08:02.533238 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.552193 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0860051a-64e1-4669-8dad-cc48155c27f0 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:02.576275 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 0860051a-64e1-4669-8dad-cc48155c27f0, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=0860051a-64e1-4669-8dad-cc48155c27f0,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:02.581811 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.629399 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa5d67-2a10-494a-8dc4-86a09d3f8b02 req-9fe70ae2-8ff8-4065-bf91-2bb86a970b17 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:02.632244 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-98fa5d67-2a10-494a-8dc4-86a09d3f8b02 req-9fe70ae2-8ff8-4065-bf91-2bb86a970b17 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=05eb2762-05b8-4d91-b003-36508fbdad21 HTTP/1.1" status: 200 len: 943 time: 0.0784323 Sep 16 05:08:02.649761 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=0860051a-64e1-4669-8dad-cc48155c27f0,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:02.658985 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:02.659325 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:02.659823 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:02.660162 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:02.661683 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:02.662304 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:02.662833 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:02.663350 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:02.665049 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:02.665394 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:02.665812 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:02.666152 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:02.720935 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-98fa5d67-2a10-494a-8dc4-86a09d3f8b02 req-2bd08639-8d1b-4969-b1f0-baef9440bc7a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729265 Sep 16 05:08:02.857770 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['0860051a-64e1-4669-8dad-cc48155c27f0'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:03.834400 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec024b-3c92-4c08-a8e4-7ef39bba14c1 req-6c89786a-54ca-4d5f-8021-1b8c9f242752 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:03.835924 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90ec024b-3c92-4c08-a8e4-7ef39bba14c1 req-6c89786a-54ca-4d5f-8021-1b8c9f242752 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=05eb2762-05b8-4d91-b003-36508fbdad21 HTTP/1.1" status: 200 len: 944 time: 0.0525541 Sep 16 05:08:03.906106 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90ec024b-3c92-4c08-a8e4-7ef39bba14c1 req-b311d9a0-eb91-4407-a675-178bccc86f3a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638275 Sep 16 05:08:04.376648 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 0860051a-64e1-4669-8dad-cc48155c27f0 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:04.438541 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 0860051a-64e1-4669-8dad-cc48155c27f0 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:08:04.446473 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 0860051a-64e1-4669-8dad-cc48155c27f0 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:04.446855 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.537362 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.569267 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05eb2762-05b8-4d91-b003-36508fbdad21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0860051a-64e1-4669-8dad-cc48155c27f0'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:04.571761 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0884542-0705-45cf-83d4-22b9eec39451" -d '{"events": [{"server_uuid": "05eb2762-05b8-4d91-b003-36508fbdad21", "name": "network-vif-plugged", "status": "completed", "tag": "0860051a-64e1-4669-8dad-cc48155c27f0"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:04.600371 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 0860051a-64e1-4669-8dad-cc48155c27f0, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=0860051a-64e1-4669-8dad-cc48155c27f0,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:04.604953 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.645070 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385a8bf9-5d22-458d-9b09-1d45bf260c11 x-openstack-request-id: req-385a8bf9-5d22-458d-9b09-1d45bf260c11 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:04.645559 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05eb2762-05b8-4d91-b003-36508fbdad21", "name": "network-vif-plugged", "status": "completed", "tag": "0860051a-64e1-4669-8dad-cc48155c27f0", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:04.646083 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-385a8bf9-5d22-458d-9b09-1d45bf260c11 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:04.646764 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05eb2762-05b8-4d91-b003-36508fbdad21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0860051a-64e1-4669-8dad-cc48155c27f0', 'code': 200} Sep 16 05:08:04.680456 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=0860051a-64e1-4669-8dad-cc48155c27f0,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:04.752828 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aef8de-245b-48a2-a247-e56cb9356edd req-c238f4c7-a724-46b4-84ce-5c65ffc024be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:04.755751 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-10aef8de-245b-48a2-a247-e56cb9356edd req-c238f4c7-a724-46b4-84ce-5c65ffc024be service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=05eb2762-05b8-4d91-b003-36508fbdad21 HTTP/1.1" status: 200 len: 1097 time: 0.0483067 Sep 16 05:08:04.800759 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-10aef8de-245b-48a2-a247-e56cb9356edd req-578328c0-13dc-4053-88cb-9879adf7f1c2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381207 Sep 16 05:08:05.039446 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733397af-41bc-4e4f-a7b9-dc653e715cb6 req-be9de458-b73e-4862-a654-712790634266 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:05.041042 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-733397af-41bc-4e4f-a7b9-dc653e715cb6 req-be9de458-b73e-4862-a654-712790634266 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=05eb2762-05b8-4d91-b003-36508fbdad21 HTTP/1.1" status: 200 len: 945 time: 0.0509150 Sep 16 05:08:05.089541 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-733397af-41bc-4e4f-a7b9-dc653e715cb6 req-dc4268bf-a3c9-4e3b-96d6-c73c1388c7b1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422127 Sep 16 05:08:06.223403 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc276a2-cbc3-4ab2-bcdc-c4df75bc4418 req-5e80d8a3-61b7-464d-ba10-fb5ad645f20b tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:06.233475 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3fc276a2-cbc3-4ab2-bcdc-c4df75bc4418 req-5e80d8a3-61b7-464d-ba10-fb5ad645f20b tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=05eb2762-05b8-4d91-b003-36508fbdad21 HTTP/1.1" status: 200 len: 945 time: 0.0706990 Sep 16 05:08:06.288208 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3fc276a2-cbc3-4ab2-bcdc-c4df75bc4418 req-9599612a-b541-4f19-aaed-85a70fd45195 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460730 Sep 16 05:08:06.433692 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95694468-f5c0-4351-9f05-5c56d1dc1df3 req-7016f522-230c-4b37-90e0-5a80e25d7078 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:06.435370 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-95694468-f5c0-4351-9f05-5c56d1dc1df3 req-7016f522-230c-4b37-90e0-5a80e25d7078 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=05eb2762-05b8-4d91-b003-36508fbdad21 HTTP/1.1" status: 200 len: 945 time: 0.0602651 Sep 16 05:08:06.484332 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-95694468-f5c0-4351-9f05-5c56d1dc1df3 req-343dadd9-b2d6-4326-9224-0607e7de56d9 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423357 Sep 16 05:08:06.508034 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 42940) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:06.553274 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df830a77-4cee-41e3-b96f-a6394f31c73d tempest-TestVolumeBootPattern-651683339 tempest-TestVolumeBootPattern-651683339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:06.555143 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-df830a77-4cee-41e3-b96f-a6394f31c73d tempest-TestVolumeBootPattern-651683339 tempest-TestVolumeBootPattern-651683339-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=05eb2762-05b8-4d91-b003-36508fbdad21 HTTP/1.1" status: 200 len: 1092 time: 0.0457962 Sep 16 05:08:06.558161 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 42942) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:06.562457 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-46f0b1f6-2c8c-4ef2-a7dd-b699e2dd2cb6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'port_id': '0860051a-64e1-4669-8dad-cc48155c27f0', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:06.586337 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-46f0b1f6-2c8c-4ef2-a7dd-b699e2dd2cb6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for floatingip, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.688121 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-46f0b1f6-2c8c-4ef2-a7dd-b699e2dd2cb6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.810271 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-46f0b1f6-2c8c-4ef2-a7dd-b699e2dd2cb6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Allocated IP 172.25.8.66 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/9c19227b-7760-490a-922b-30a9d559b55f) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:06.961868 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-46f0b1f6-2c8c-4ef2-a7dd-b699e2dd2cb6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:07.006022 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-46f0b1f6-2c8c-4ef2-a7dd-b699e2dd2cb6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:07.057063 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f0b1f6-2c8c-4ef2-a7dd-b699e2dd2cb6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:07.060052 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-46f0b1f6-2c8c-4ef2-a7dd-b699e2dd2cb6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:07.070023 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f0b1f6-2c8c-4ef2-a7dd-b699e2dd2cb6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:07.094419 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0b1f6-2c8c-4ef2-a7dd-b699e2dd2cb6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Pushing event updated for resources: {'Port': ['ID=9c19227b-7760-490a-922b-30a9d559b55f,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:07.109713 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f0b1f6-2c8c-4ef2-a7dd-b699e2dd2cb6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:07.110068 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f0b1f6-2c8c-4ef2-a7dd-b699e2dd2cb6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:07.110416 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f0b1f6-2c8c-4ef2-a7dd-b699e2dd2cb6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:07.110761 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f0b1f6-2c8c-4ef2-a7dd-b699e2dd2cb6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:07.111096 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f0b1f6-2c8c-4ef2-a7dd-b699e2dd2cb6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:07.111430 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f0b1f6-2c8c-4ef2-a7dd-b699e2dd2cb6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:07.111762 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f0b1f6-2c8c-4ef2-a7dd-b699e2dd2cb6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:07.112092 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f0b1f6-2c8c-4ef2-a7dd-b699e2dd2cb6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:07.112427 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f0b1f6-2c8c-4ef2-a7dd-b699e2dd2cb6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:07.112772 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f0b1f6-2c8c-4ef2-a7dd-b699e2dd2cb6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:07.113105 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f0b1f6-2c8c-4ef2-a7dd-b699e2dd2cb6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:07.113429 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f0b1f6-2c8c-4ef2-a7dd-b699e2dd2cb6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:07.659108 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-46f0b1f6-2c8c-4ef2-a7dd-b699e2dd2cb6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:07.767183 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-46f0b1f6-2c8c-4ef2-a7dd-b699e2dd2cb6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.233109 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-46f0b1f6-2c8c-4ef2-a7dd-b699e2dd2cb6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.246473 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-46f0b1f6-2c8c-4ef2-a7dd-b699e2dd2cb6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.314138 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0b1f6-2c8c-4ef2-a7dd-b699e2dd2cb6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Pushing event updated for resources: {'Port': ['ID=9c19227b-7760-490a-922b-30a9d559b55f,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:08.373887 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-46f0b1f6-2c8c-4ef2-a7dd-b699e2dd2cb6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.496503 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [None req-46f0b1f6-2c8c-4ef2-a7dd-b699e2dd2cb6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Floating IP 9ba04903-d53e-4bc2-b2b6-e58747c21f22 associated. External IP: 172.25.8.66, port: 0860051a-64e1-4669-8dad-cc48155c27f0. Sep 16 05:08:08.763150 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f0b1f6-2c8c-4ef2-a7dd-b699e2dd2cb6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Router b6b00438-78c0-47a8-8aa7-595217b2864d has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:08:08.894147 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f0b1f6-2c8c-4ef2-a7dd-b699e2dd2cb6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:08.907294 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c060b9-24ac-4f02-b828-631124b4b161 None None] Sync routers for ids ['b6b00438-78c0-47a8-8aa7-595217b2864d'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:08.921202 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c060b9-24ac-4f02-b828-631124b4b161 None None] Routers {'b6b00438-78c0-47a8-8aa7-595217b2864d'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:08.923469 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-72c060b9-24ac-4f02-b828-631124b4b161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:07:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b6b00438-78c0-47a8-8aa7-595217b2864d'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:08.926086 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-46f0b1f6-2c8c-4ef2-a7dd-b699e2dd2cb6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.996555 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-46f0b1f6-2c8c-4ef2-a7dd-b699e2dd2cb6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4373722 Sep 16 05:08:09.002198 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05eb2762-05b8-4d91-b003-36508fbdad21', 'tag': '0860051a-64e1-4669-8dad-cc48155c27f0'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:09.012768 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8497eac7-6cd3-42a5-80ff-2ea9c0518b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "05eb2762-05b8-4d91-b003-36508fbdad21", "tag": "0860051a-64e1-4669-8dad-cc48155c27f0"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:09.125074 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-72c060b9-24ac-4f02-b828-631124b4b161 None None] Set router b6b00438-78c0-47a8-8aa7-595217b2864d gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:09.127522 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5acbe8-045c-4d82-a0b2-58fc53d9de3e x-openstack-request-id: req-0d5acbe8-045c-4d82-a0b2-58fc53d9de3e {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:09.128146 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05eb2762-05b8-4d91-b003-36508fbdad21", "tag": "0860051a-64e1-4669-8dad-cc48155c27f0", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:09.128497 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0d5acbe8-045c-4d82-a0b2-58fc53d9de3e {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:09.129359 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05eb2762-05b8-4d91-b003-36508fbdad21', 'tag': '0860051a-64e1-4669-8dad-cc48155c27f0', 'status': 'completed', 'code': 200} Sep 16 05:08:09.259215 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497eac7-6cd3-42a5-80ff-2ea9c0518b6d req-64c69a6a-27c1-4a28-9acc-1e7d5717524b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:09.260802 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8497eac7-6cd3-42a5-80ff-2ea9c0518b6d req-64c69a6a-27c1-4a28-9acc-1e7d5717524b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=563bf98d77304029a90b6357f1f3f020&device_id=05eb2762-05b8-4d91-b003-36508fbdad21 HTTP/1.1" status: 200 len: 1097 time: 0.0882461 Sep 16 05:08:09.452332 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497eac7-6cd3-42a5-80ff-2ea9c0518b6d req-92dbd8b5-7b5e-44fa-9ad3-c3bef4b17798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:09.454146 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8497eac7-6cd3-42a5-80ff-2ea9c0518b6d req-92dbd8b5-7b5e-44fa-9ad3-c3bef4b17798 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2ffb7374-cfe5-44a3-b981-4861b354cbc4 HTTP/1.1" status: 200 len: 913 time: 0.1866801 Sep 16 05:08:09.572650 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-72c060b9-24ac-4f02-b828-631124b4b161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'name': 'tempest-TestVolumeBootPattern-1731089413-router', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '1870ba68-e97c-411e-8344-09074f006a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:23Z', 'updated_at': '2021-09-16T05:03:32Z', 'revision_number': 4, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'gw_port': {'id': '1870ba68-e97c-411e-8344-09074f006a61', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:24Z', 'updated_at': '2021-09-16T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '9ba04903-d53e-4bc2-b2b6-e58747c21f22', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'floating_ip_address': '172.25.8.66', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'port_id': '0860051a-64e1-4669-8dad-cc48155c27f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'mac_address': 'fa:16:3e:84:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05eb2762-05b8-4d91-b003-36508fbdad21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:08:07Z', 'updated_at': '2021-09-16T05:08:07Z', 'revision_number': 0, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ae5195-66f5-4f59-92a2-48e286e9fa2b', 'name': '', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'mac_address': 'fa:16:3e:23:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:30Z', 'updated_at': '2021-09-16T05:03:38Z', 'revision_number': 5, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'subnets': [{'id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:09.603666 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8497eac7-6cd3-42a5-80ff-2ea9c0518b6d req-28ace8a3-e5db-4102-be55-eb7ecc7ff647 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0860051a-64e1-4669-8dad-cc48155c27f0 HTTP/1.1" status: 200 len: 998 time: 0.1420033 Sep 16 05:08:09.637575 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c060b9-24ac-4f02-b828-631124b4b161 None None] Checking router: b6b00438-78c0-47a8-8aa7-595217b2864d for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:08:09.663537 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c060b9-24ac-4f02-b828-631124b4b161 None None] Routers {'b6b00438-78c0-47a8-8aa7-595217b2864d'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:09.664176 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-72c060b9-24ac-4f02-b828-631124b4b161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:07:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b6b00438-78c0-47a8-8aa7-595217b2864d'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:09.706991 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497eac7-6cd3-42a5-80ff-2ea9c0518b6d req-54ffb2ca-12c7-460f-8fdb-3291e98ef162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:09.709151 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8497eac7-6cd3-42a5-80ff-2ea9c0518b6d req-54ffb2ca-12c7-460f-8fdb-3291e98ef162 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7227d309-0a53-4e5a-940f-792e598a0c41 HTTP/1.1" status: 200 len: 851 time: 0.0975871 Sep 16 05:08:09.794443 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497eac7-6cd3-42a5-80ff-2ea9c0518b6d req-4ce4628a-e306-43e8-80a3-06276388706f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:09.795980 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8497eac7-6cd3-42a5-80ff-2ea9c0518b6d req-4ce4628a-e306-43e8-80a3-06276388706f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ffb7374-cfe5-44a3-b981-4861b354cbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0799799 Sep 16 05:08:09.828927 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-72c060b9-24ac-4f02-b828-631124b4b161 None None] Set router b6b00438-78c0-47a8-8aa7-595217b2864d gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:10.006981 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8497eac7-6cd3-42a5-80ff-2ea9c0518b6d req-6d3989a0-894a-478a-bb76-3bc1fcbdb3cd service neutron] 10.222.0.47 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013242 Sep 16 05:08:10.112825 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4a5d50c1-f952-4e70-a85e-241b7c01fb87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.161974 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8497eac7-6cd3-42a5-80ff-2ea9c0518b6d req-4a72b3fe-d6a2-4d25-805a-c7352c477af4 service neutron] 10.222.0.47 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499147 Sep 16 05:08:10.246882 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-72c060b9-24ac-4f02-b828-631124b4b161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'name': 'tempest-TestVolumeBootPattern-1731089413-router', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '1870ba68-e97c-411e-8344-09074f006a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:23Z', 'updated_at': '2021-09-16T05:03:32Z', 'revision_number': 4, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'gw_port': {'id': '1870ba68-e97c-411e-8344-09074f006a61', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:24Z', 'updated_at': '2021-09-16T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '9ba04903-d53e-4bc2-b2b6-e58747c21f22', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'floating_ip_address': '172.25.8.66', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'port_id': '0860051a-64e1-4669-8dad-cc48155c27f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'mac_address': 'fa:16:3e:84:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05eb2762-05b8-4d91-b003-36508fbdad21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:08:07Z', 'updated_at': '2021-09-16T05:08:07Z', 'revision_number': 0, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ae5195-66f5-4f59-92a2-48e286e9fa2b', 'name': '', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'mac_address': 'fa:16:3e:23:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:30Z', 'updated_at': '2021-09-16T05:03:38Z', 'revision_number': 5, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'subnets': [{'id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:10.292767 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c060b9-24ac-4f02-b828-631124b4b161 None None] The sync data for ids ['b6b00438-78c0-47a8-8aa7-595217b2864d'] in n-d-712139-15 is: [{'id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'name': 'tempest-TestVolumeBootPattern-1731089413-router', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '1870ba68-e97c-411e-8344-09074f006a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:23Z', 'updated_at': '2021-09-16T05:03:32Z', 'revision_number': 4, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'gw_port': {'id': '1870ba68-e97c-411e-8344-09074f006a61', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:24Z', 'updated_at': '2021-09-16T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '9ba04903-d53e-4bc2-b2b6-e58747c21f22', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'floating_ip_address': '172.25.8.66', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'port_id': '0860051a-64e1-4669-8dad-cc48155c27f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'mac_address': 'fa:16:3e:84:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05eb2762-05b8-4d91-b003-36508fbdad21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:08:07Z', 'updated_at': '2021-09-16T05:08:07Z', 'revision_number': 0, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ae5195-66f5-4f59-92a2-48e286e9fa2b', 'name': '', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'mac_address': 'fa:16:3e:23:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:30Z', 'updated_at': '2021-09-16T05:03:38Z', 'revision_number': 5, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'subnets': [{'id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:10.578601 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f4105e-4b6b-43e2-b8a0-13788e3b9d5f None None] New status for floating IP 9ba04903-d53e-4bc2-b2b6-e58747c21f22: ACTIVE {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:08:11.730486 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.262656 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ac0058ea-4f05-420c-b4fc-f30c168961bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.522987 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.032326 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 43106) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:14.170146 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7c1ff860-a1c7-469e-a5c7-961fa6c40ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.306525 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7c1ff860-a1c7-469e-a5c7-961fa6c40ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.314321 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7c1ff860-a1c7-469e-a5c7-961fa6c40ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.354494 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ff860-a1c7-469e-a5c7-961fa6c40ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8976760-47bd-447b-b790-6265be94c356,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:14.363500 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7c1ff860-a1c7-469e-a5c7-961fa6c40ab0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=558caa54e97d41f88a99e5ac5b0eb8c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3299773 Sep 16 05:08:14.366202 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 43114) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:14.419193 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e5540241-3df8-4b1b-969b-582e4f3d4048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.441055 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e5540241-3df8-4b1b-969b-582e4f3d4048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.502520 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e5540241-3df8-4b1b-969b-582e4f3d4048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.505768 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e5540241-3df8-4b1b-969b-582e4f3d4048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.506932 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e5540241-3df8-4b1b-969b-582e4f3d4048 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e8976760-47bd-447b-b790-6265be94c356 HTTP/1.1" status: 204 len: 168 time: 0.1396389 Sep 16 05:08:14.515761 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5540241-3df8-4b1b-969b-582e4f3d4048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8976760-47bd-447b-b790-6265be94c356,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:14.573694 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.668930 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.832284 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 43130) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:14.847316 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-eded7bd6-1292-44c0-a4e0-f5fd2ebaff7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.952423 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-eded7bd6-1292-44c0-a4e0-f5fd2ebaff7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.956341 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-eded7bd6-1292-44c0-a4e0-f5fd2ebaff7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.996405 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-eded7bd6-1292-44c0-a4e0-f5fd2ebaff7f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4bc881710ed74eaaa2611910e7d98715&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1622632 Sep 16 05:08:14.997310 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded7bd6-1292-44c0-a4e0-f5fd2ebaff7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd08c8d-775f-42f3-9124-ac4babd5712a,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:14.999117 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43132) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:15.061013 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cf59a1be-4683-401d-8e7e-ecd25acd0e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.083842 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cf59a1be-4683-401d-8e7e-ecd25acd0e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.145798 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cf59a1be-4683-401d-8e7e-ecd25acd0e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.148728 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cf59a1be-4683-401d-8e7e-ecd25acd0e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.150345 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cf59a1be-4683-401d-8e7e-ecd25acd0e7a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0fd08c8d-775f-42f3-9124-ac4babd5712a HTTP/1.1" status: 204 len: 168 time: 0.1495545 Sep 16 05:08:15.163617 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59a1be-4683-401d-8e7e-ecd25acd0e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd08c8d-775f-42f3-9124-ac4babd5712a,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:16.073862 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.065501 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43284) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:20.198106 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-63d17acf-40e3-4272-befc-13c900d6cd41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.205360 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6a221-cc55-4cbc-87a5-70fb602e4796 req-5570731c-e6d4-4e0d-a7b5-f1ff90f4c3e4 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:20.206902 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-59d6a221-cc55-4cbc-87a5-70fb602e4796 req-5570731c-e6d4-4e0d-a7b5-f1ff90f4c3e4 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 947 time: 0.0521908 Sep 16 05:08:20.249447 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-59d6a221-cc55-4cbc-87a5-70fb602e4796 req-7c15e385-eaeb-4655-8619-05004d24d375 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351667 Sep 16 05:08:20.302728 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-63d17acf-40e3-4272-befc-13c900d6cd41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.306628 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-63d17acf-40e3-4272-befc-13c900d6cd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.346874 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-63d17acf-40e3-4272-befc-13c900d6cd41 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6070d6fbff2e49c789d2b8d05767dd47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2808504 Sep 16 05:08:20.347774 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d17acf-40e3-4272-befc-13c900d6cd41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52247d7-a80b-47fa-b97f-6e5978c3d0a0,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:20.350274 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 43290) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:20.404274 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7927c53c-7350-4af4-988e-2bcac29b9229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.426338 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7927c53c-7350-4af4-988e-2bcac29b9229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.480490 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7927c53c-7350-4af4-988e-2bcac29b9229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.483194 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7927c53c-7350-4af4-988e-2bcac29b9229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.484435 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7927c53c-7350-4af4-988e-2bcac29b9229 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e52247d7-a80b-47fa-b97f-6e5978c3d0a0 HTTP/1.1" status: 204 len: 168 time: 0.1331248 Sep 16 05:08:20.493183 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927c53c-7350-4af4-988e-2bcac29b9229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52247d7-a80b-47fa-b97f-6e5978c3d0a0,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:21.126554 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 43330) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:21.227026 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-c13dd5d0-d8ac-4443-a762-d097a9ab0498 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1840640634-network', 'tenant_id': '90cb81cf5f454cec982bde12621e8ab3'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:21.249799 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13dd5d0-d8ac-4443-a762-d097a9ab0498 admin admin] Made reservation on behalf of 90cb81cf5f454cec982bde12621e8ab3 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:21.252241 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c13dd5d0-d8ac-4443-a762-d097a9ab0498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.261638 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c13dd5d0-d8ac-4443-a762-d097a9ab0498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.374842 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c13dd5d0-d8ac-4443-a762-d097a9ab0498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.390481 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c13dd5d0-d8ac-4443-a762-d097a9ab0498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.429699 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c13dd5d0-d8ac-4443-a762-d097a9ab0498 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:08:21.438375 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13dd5d0-d8ac-4443-a762-d097a9ab0498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc39f48-11b4-4405-a76d-f113425b8e56,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:21.447799 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c13dd5d0-d8ac-4443-a762-d097a9ab0498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.448268 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-c13dd5d0-d8ac-4443-a762-d097a9ab0498 admin admin] Added segment 525000b8-8455-4fae-8024-2c17a62d132d of type vlan for network 78230583-95e1-407a-8904-f763c604a74a Sep 16 05:08:21.456667 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fe1e2-cd79-4cd0-8e83-f2a3f2143472 req-1a747a38-b1ea-4a8d-aea7-967563f02bab tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:21.458568 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ff1fe1e2-cd79-4cd0-8e83-f2a3f2143472 req-1a747a38-b1ea-4a8d-aea7-967563f02bab tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 947 time: 0.0983427 Sep 16 05:08:21.518159 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c13dd5d0-d8ac-4443-a762-d097a9ab0498 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.541272 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ff1fe1e2-cd79-4cd0-8e83-f2a3f2143472 req-d588720e-891f-466c-9a9c-64ca0524754c tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups?id=79e45b47-0708-4a7f-a612-c026b323615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756896 Sep 16 05:08:21.573398 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c13dd5d0-d8ac-4443-a762-d097a9ab0498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.574424 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13dd5d0-d8ac-4443-a762-d097a9ab0498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:21.575004 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c13dd5d0-d8ac-4443-a762-d097a9ab0498 admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.610908 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c13dd5d0-d8ac-4443-a762-d097a9ab0498 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4833522 Sep 16 05:08:21.614942 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43338) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:21.620194 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-f2764c9d-4487-4cbd-9817-34809baeee8f admin admin] Request body: {'subnet': {'network_id': '78230583-95e1-407a-8904-f763c604a74a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1840640634-subnet', 'tenant_id': '90cb81cf5f454cec982bde12621e8ab3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:21.641114 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13dd5d0-d8ac-4443-a762-d097a9ab0498 admin admin] Pushing event updated for resources: {'Network': ['ID=78230583-95e1-407a-8904-f763c604a74a,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:21.644678 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2764c9d-4487-4cbd-9817-34809baeee8f admin admin] Made reservation on behalf of 90cb81cf5f454cec982bde12621e8ab3 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:21.647269 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2764c9d-4487-4cbd-9817-34809baeee8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.651591 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 78230583-95e1-407a-8904-f763c604a74a details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:08:21.835552 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2764c9d-4487-4cbd-9817-34809baeee8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.898857 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2764c9d-4487-4cbd-9817-34809baeee8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6d484bf-780f-4060-af36-2a6ec906c6b1,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:21.903888 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2764c9d-4487-4cbd-9817-34809baeee8f admin admin] Checking segment: {'id': '525000b8-8455-4fae-8024-2c17a62d132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '78230583-95e1-407a-8904-f763c604a74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:21.904093 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2764c9d-4487-4cbd-9817-34809baeee8f admin admin] Network hostable DHCP agents. Network: 78230583-95e1-407a-8904-f763c604a74a, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:08:21.922936 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2764c9d-4487-4cbd-9817-34809baeee8f admin admin] Network 78230583-95e1-407a-8904-f763c604a74a is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:08:21.933259 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-f2764c9d-4487-4cbd-9817-34809baeee8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 78230583-95e1-407a-8904-f763c604a74a) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:21.941745 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3193337c-cad2-4152-9dad-19abe978c2ec None None] Network 78230583-95e1-407a-8904-f763c604a74a requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:21.945343 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2764c9d-4487-4cbd-9817-34809baeee8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:21.945951 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2764c9d-4487-4cbd-9817-34809baeee8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.948243 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5602089-57f5-4585-b0d9-cb25034af746 req-ca1b164a-9682-4b56-83b3-ce6269ae807c tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:21.950133 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5602089-57f5-4585-b0d9-cb25034af746 req-ca1b164a-9682-4b56-83b3-ce6269ae807c tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.48 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 947 time: 0.0630002 Sep 16 05:08:21.962826 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f2764c9d-4487-4cbd-9817-34809baeee8f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3464088 Sep 16 05:08:22.079267 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-c5602089-57f5-4585-b0d9-cb25034af746 req-2f7b9eb0-0681-4f98-8ff9-06d31162e989 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Deleting port 643cded4-885a-4da8-be31-5d859991e0f6 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:22.079801 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c5602089-57f5-4585-b0d9-cb25034af746 req-2f7b9eb0-0681-4f98-8ff9-06d31162e989 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.084157 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75824ac2-89c1-4490-97a2-bd93a6c7f491 None None] Network 78230583-95e1-407a-8904-f763c604a74a requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:22.188160 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-c5602089-57f5-4585-b0d9-cb25034af746 req-2f7b9eb0-0681-4f98-8ff9-06d31162e989 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] For port 643cded4-885a-4da8-be31-5d859991e0f6, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=643cded4-885a-4da8-be31-5d859991e0f6,segment=NetworkSegment(77ae2f9e-48e5-4208-b08d-199ec9d120a2),segment_id=77ae2f9e-48e5-4208-b08d-199ec9d120a2)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:22.189109 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c5602089-57f5-4585-b0d9-cb25034af746 req-2f7b9eb0-0681-4f98-8ff9-06d31162e989 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.404654 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c5602089-57f5-4585-b0d9-cb25034af746 req-2f7b9eb0-0681-4f98-8ff9-06d31162e989 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.405294 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c5602089-57f5-4585-b0d9-cb25034af746 req-2f7b9eb0-0681-4f98-8ff9-06d31162e989 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.405294 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [req-c5602089-57f5-4585-b0d9-cb25034af746 req-2f7b9eb0-0681-4f98-8ff9-06d31162e989 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Floating IP 4eee36b6-2551-46c1-bb34-07568a718cfc disassociated. External IP: 172.25.8.98, port: 643cded4-885a-4da8-be31-5d859991e0f6. Sep 16 05:08:22.405723 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-c5602089-57f5-4585-b0d9-cb25034af746 req-2f7b9eb0-0681-4f98-8ff9-06d31162e989 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Calling delete_port for 643cded4-885a-4da8-be31-5d859991e0f6 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:22.563848 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c5602089-57f5-4585-b0d9-cb25034af746 req-2f7b9eb0-0681-4f98-8ff9-06d31162e989 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.605787 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b9eb0-0681-4f98-8ff9-06d31162e989 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Pushing event deleted for resources: {'Port': ['ID=643cded4-885a-4da8-be31-5d859991e0f6,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:22.702411 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ba50f3b7-1a59-4271-9e4c-0f76cd938b00 req-52900c04-bd8e-4cb2-a921-a84c2ceb7b7e tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/ports?device_id=1961f99c-2629-4d54-b1d0-66a32245b00f HTTP/1.1" status: 200 len: 210 time: 0.0410891 Sep 16 05:08:22.781760 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5602089-57f5-4585-b0d9-cb25034af746 req-2f7b9eb0-0681-4f98-8ff9-06d31162e989 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Router 2a0e28cf-cf00-4e2c-a46b-39fab1f52ece has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:08:22.900253 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5602089-57f5-4585-b0d9-cb25034af746 req-2f7b9eb0-0681-4f98-8ff9-06d31162e989 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:22.918100 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196448f9-7149-438e-9782-444b64550d2d None None] Sync routers for ids ['2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:22.929054 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196448f9-7149-438e-9782-444b64550d2d None None] Routers {'2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:22.929919 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-196448f9-7149-438e-9782-444b64550d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:08:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:22.947601 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5602089-57f5-4585-b0d9-cb25034af746 req-2f7b9eb0-0681-4f98-8ff9-06d31162e989 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] No DVR routers for this DVR port 643cded4-885a-4da8-be31-5d859991e0f6 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:22.950512 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c5602089-57f5-4585-b0d9-cb25034af746 req-2f7b9eb0-0681-4f98-8ff9-06d31162e989 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.953072 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5602089-57f5-4585-b0d9-cb25034af746 req-2f7b9eb0-0681-4f98-8ff9-06d31162e989 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.48 "DELETE /v2.0/ports/643cded4-885a-4da8-be31-5d859991e0f6 HTTP/1.1" status: 204 len: 173 time: 0.9936035 Sep 16 05:08:22.953699 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1961f99c-2629-4d54-b1d0-66a32245b00f', 'name': 'network-vif-deleted', 'tag': '643cded4-885a-4da8-be31-5d859991e0f6'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:22.956156 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86d192d-c898-450a-a5c1-79d7e87e93c6" -d '{"events": [{"server_uuid": "1961f99c-2629-4d54-b1d0-66a32245b00f", "name": "network-vif-deleted", "tag": "643cded4-885a-4da8-be31-5d859991e0f6"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:23.032469 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695245b3-a716-4492-8e54-09915d4041b1 x-openstack-request-id: req-695245b3-a716-4492-8e54-09915d4041b1 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:23.034802 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1961f99c-2629-4d54-b1d0-66a32245b00f", "name": "network-vif-deleted", "tag": "643cded4-885a-4da8-be31-5d859991e0f6", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:23.035072 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-695245b3-a716-4492-8e54-09915d4041b1 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:23.035493 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1961f99c-2629-4d54-b1d0-66a32245b00f', 'name': 'network-vif-deleted', 'tag': '643cded4-885a-4da8-be31-5d859991e0f6', 'status': 'completed', 'code': 200} Sep 16 05:08:23.130236 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-196448f9-7149-438e-9782-444b64550d2d None None] Set router 2a0e28cf-cf00-4e2c-a46b-39fab1f52ece gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:23.417599 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-196448f9-7149-438e-9782-444b64550d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'name': 'tempest-AttachVolumeShelveTestJSON-1952685973-router', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '2668fa4c-4c34-4800-b1fc-52c492059be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:02Z', 'updated_at': '2021-09-16T04:57:15Z', 'revision_number': 4, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'gw_port': {'id': '2668fa4c-4c34-4800-b1fc-52c492059be1', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:04Z', 'updated_at': '2021-09-16T04:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'c89118a7-9a47-450d-b0fa-310ca67add6d', 'name': '', 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'mac_address': 'fa:16:3e:51:e0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '03820bd1-1023-490e-b628-251d17d722c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:12Z', 'updated_at': '2021-09-16T04:57:21Z', 'revision_number': 5, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'subnets': [{'id': '03820bd1-1023-490e-b628-251d17d722c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:23.448373 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196448f9-7149-438e-9782-444b64550d2d None None] Checking router: 2a0e28cf-cf00-4e2c-a46b-39fab1f52ece for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:08:23.459592 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196448f9-7149-438e-9782-444b64550d2d None None] Routers {'2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:23.460283 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-196448f9-7149-438e-9782-444b64550d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:08:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:23.583637 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-196448f9-7149-438e-9782-444b64550d2d None None] Set router 2a0e28cf-cf00-4e2c-a46b-39fab1f52ece gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:23.819577 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 43372) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:23.861609 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-196448f9-7149-438e-9782-444b64550d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'name': 'tempest-AttachVolumeShelveTestJSON-1952685973-router', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '2668fa4c-4c34-4800-b1fc-52c492059be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:02Z', 'updated_at': '2021-09-16T04:57:15Z', 'revision_number': 4, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'gw_port': {'id': '2668fa4c-4c34-4800-b1fc-52c492059be1', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:04Z', 'updated_at': '2021-09-16T04:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'c89118a7-9a47-450d-b0fa-310ca67add6d', 'name': '', 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'mac_address': 'fa:16:3e:51:e0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '03820bd1-1023-490e-b628-251d17d722c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:12Z', 'updated_at': '2021-09-16T04:57:21Z', 'revision_number': 5, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'subnets': [{'id': '03820bd1-1023-490e-b628-251d17d722c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:23.893737 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196448f9-7149-438e-9782-444b64550d2d None None] The sync data for ids ['2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'] in n-d-712139-15 is: [{'id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'name': 'tempest-AttachVolumeShelveTestJSON-1952685973-router', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '2668fa4c-4c34-4800-b1fc-52c492059be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:02Z', 'updated_at': '2021-09-16T04:57:15Z', 'revision_number': 4, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'gw_port': {'id': '2668fa4c-4c34-4800-b1fc-52c492059be1', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:04Z', 'updated_at': '2021-09-16T04:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'c89118a7-9a47-450d-b0fa-310ca67add6d', 'name': '', 'network_id': 'fa14f7fe-1f8d-4bc9-a5b1-99c520e36470', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'mac_address': 'fa:16:3e:51:e0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '03820bd1-1023-490e-b628-251d17d722c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:12Z', 'updated_at': '2021-09-16T04:57:21Z', 'revision_number': 5, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'subnets': [{'id': '03820bd1-1023-490e-b628-251d17d722c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:23.896975 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ae8c14a6-aa49-4482-a40e-ebd7a2168bb5 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.931434 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ae8c14a6-aa49-4482-a40e-ebd7a2168bb5 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.998305 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ae8c14a6-aa49-4482-a40e-ebd7a2168bb5 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.001763 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ae8c14a6-aa49-4482-a40e-ebd7a2168bb5 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.003440 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ae8c14a6-aa49-4482-a40e-ebd7a2168bb5 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "DELETE /v2.0/security-groups/79e45b47-0708-4a7f-a612-c026b323615f HTTP/1.1" status: 204 len: 168 time: 0.1821234 Sep 16 05:08:24.005952 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43376) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:24.015120 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c14a6-aa49-4482-a40e-ebd7a2168bb5 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e45b47-0708-4a7f-a612-c026b323615f,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:24.026342 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-9575ef93-136d-4a4c-9223-bfca8d613e24 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] show failed (client error): The resource could not be found. Sep 16 05:08:24.030265 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9575ef93-136d-4a4c-9223-bfca8d613e24 tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "GET /v2.0/security-groups/79e45b47-0708-4a7f-a612-c026b323615f HTTP/1.1" status: 404 len: 347 time: 0.0204515 Sep 16 05:08:24.030418 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43378) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:24.183084 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-d0e44057-601d-4e5b-9641-0e08ad154fad tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Deleting port 26954985-8b2c-4463-9f08-0ee058612027 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:24.183665 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d0e44057-601d-4e5b-9641-0e08ad154fad tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.273888 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d0e44057-601d-4e5b-9641-0e08ad154fad tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.274231 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d0e44057-601d-4e5b-9641-0e08ad154fad tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.290139 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-d0e44057-601d-4e5b-9641-0e08ad154fad tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Calling delete_port for 26954985-8b2c-4463-9f08-0ee058612027 owned by network:floatingip {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:24.292484 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac2ae54-8668-4306-b727-f9ce0361ca94 None None] New status for floating IP 4eee36b6-2551-46c1-bb34-07568a718cfc: DOWN {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:08:24.476066 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d0e44057-601d-4e5b-9641-0e08ad154fad tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.507369 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e44057-601d-4e5b-9641-0e08ad154fad tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Pushing event deleted for resources: {'Port': ['ID=26954985-8b2c-4463-9f08-0ee058612027,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:24.577356 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d0e44057-601d-4e5b-9641-0e08ad154fad tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks [] for floatingip, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.579921 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d0e44057-601d-4e5b-9641-0e08ad154fad tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.581132 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d0e44057-601d-4e5b-9641-0e08ad154fad tempest-AttachVolumeShelveTestJSON-493143481 tempest-AttachVolumeShelveTestJSON-493143481-project] 10.222.0.35 "DELETE /v2.0/floatingips/4eee36b6-2551-46c1-bb34-07568a718cfc HTTP/1.1" status: 204 len: 168 time: 0.5497823 Sep 16 05:08:25.524145 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 643cded4-885a-4da8-be31-5d859991e0f6 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:25.546387 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 643cded4-885a-4da8-be31-5d859991e0f6 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:25.546828 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 643cded4-885a-4da8-be31-5d859991e0f6 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:30.358276 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 43454) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:30.914233 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-57bbd675-020f-4d74-bf3f-90ad5d5adfaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.617116 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-57bbd675-020f-4d74-bf3f-90ad5d5adfaa admin admin] Deleting port c89118a7-9a47-450d-b0fa-310ca67add6d {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:31.618127 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-57bbd675-020f-4d74-bf3f-90ad5d5adfaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.716238 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-57bbd675-020f-4d74-bf3f-90ad5d5adfaa admin admin] For port c89118a7-9a47-450d-b0fa-310ca67add6d, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=c89118a7-9a47-450d-b0fa-310ca67add6d,segment=NetworkSegment(77ae2f9e-48e5-4208-b08d-199ec9d120a2),segment_id=77ae2f9e-48e5-4208-b08d-199ec9d120a2)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:31.716647 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-57bbd675-020f-4d74-bf3f-90ad5d5adfaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.742210 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-57bbd675-020f-4d74-bf3f-90ad5d5adfaa admin admin] Calling delete_port for c89118a7-9a47-450d-b0fa-310ca67add6d owned by network:router_interface {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:31.747654 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4d85865d-3d3a-4d2b-ae1d-b00ac109d72e req-1c75dde4-2faa-42a6-9705-0f8af3bbeb60 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=05eb2762-05b8-4d91-b003-36508fbdad21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438182 Sep 16 05:08:31.866853 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85865d-3d3a-4d2b-ae1d-b00ac109d72e req-e72def07-41ce-41b6-984e-b10e3fd97087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:31.869160 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4d85865d-3d3a-4d2b-ae1d-b00ac109d72e req-e72def07-41ce-41b6-984e-b10e3fd97087 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=563bf98d77304029a90b6357f1f3f020&device_id=05eb2762-05b8-4d91-b003-36508fbdad21 HTTP/1.1" status: 200 len: 1097 time: 0.0455182 Sep 16 05:08:32.041653 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-57bbd675-020f-4d74-bf3f-90ad5d5adfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.052461 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85865d-3d3a-4d2b-ae1d-b00ac109d72e req-592703b0-89f0-4863-8570-551536028812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:32.057582 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4d85865d-3d3a-4d2b-ae1d-b00ac109d72e req-592703b0-89f0-4863-8570-551536028812 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2ffb7374-cfe5-44a3-b981-4861b354cbc4 HTTP/1.1" status: 200 len: 913 time: 0.1648645 Sep 16 05:08:32.076896 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bbd675-020f-4d74-bf3f-90ad5d5adfaa admin admin] Pushing event deleted for resources: {'Port': ['ID=c89118a7-9a47-450d-b0fa-310ca67add6d,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:32.091440 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbd675-020f-4d74-bf3f-90ad5d5adfaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:32.100937 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbd675-020f-4d74-bf3f-90ad5d5adfaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:32.101350 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbd675-020f-4d74-bf3f-90ad5d5adfaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:32.101701 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbd675-020f-4d74-bf3f-90ad5d5adfaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:32.102169 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbd675-020f-4d74-bf3f-90ad5d5adfaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:32.102514 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbd675-020f-4d74-bf3f-90ad5d5adfaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:32.103026 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbd675-020f-4d74-bf3f-90ad5d5adfaa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:32.103212 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbd675-020f-4d74-bf3f-90ad5d5adfaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:32.103544 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbd675-020f-4d74-bf3f-90ad5d5adfaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:32.103875 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbd675-020f-4d74-bf3f-90ad5d5adfaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:32.104206 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbd675-020f-4d74-bf3f-90ad5d5adfaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:32.104534 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbd675-020f-4d74-bf3f-90ad5d5adfaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:32.205684 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4d85865d-3d3a-4d2b-ae1d-b00ac109d72e req-bc2b37a2-87a5-4be0-b12d-9c701e822a7b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0860051a-64e1-4669-8dad-cc48155c27f0 HTTP/1.1" status: 200 len: 1000 time: 0.1384153 Sep 16 05:08:32.365356 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85865d-3d3a-4d2b-ae1d-b00ac109d72e req-13829aa6-abdb-4ade-bf1b-0f0016ed5866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:32.367404 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-57bbd675-020f-4d74-bf3f-90ad5d5adfaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.369127 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4d85865d-3d3a-4d2b-ae1d-b00ac109d72e req-13829aa6-abdb-4ade-bf1b-0f0016ed5866 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7227d309-0a53-4e5a-940f-792e598a0c41 HTTP/1.1" status: 200 len: 851 time: 0.1472814 Sep 16 05:08:32.430888 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85865d-3d3a-4d2b-ae1d-b00ac109d72e req-d9edff2d-2bc0-4e86-8833-4da2601bd1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:32.432705 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4d85865d-3d3a-4d2b-ae1d-b00ac109d72e req-d9edff2d-2bc0-4e86-8833-4da2601bd1f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ffb7374-cfe5-44a3-b981-4861b354cbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572727 Sep 16 05:08:32.579257 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4d85865d-3d3a-4d2b-ae1d-b00ac109d72e req-f4eeb6f8-8360-49bd-a425-adf373fbcf99 service neutron] 10.222.0.47 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393950 Sep 16 05:08:32.687020 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57bbd675-020f-4d74-bf3f-90ad5d5adfaa admin admin] Router 2a0e28cf-cf00-4e2c-a46b-39fab1f52ece has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:08:32.721009 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4d85865d-3d3a-4d2b-ae1d-b00ac109d72e req-49796a66-6152-46b1-9267-143f5b5f2d1c service neutron] 10.222.0.47 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338048 Sep 16 05:08:32.828063 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bbd675-020f-4d74-bf3f-90ad5d5adfaa admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:32.837360 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-57bbd675-020f-4d74-bf3f-90ad5d5adfaa admin admin] 10.222.0.35 "PUT /v2.0/routers/2a0e28cf-cf00-4e2c-a46b-39fab1f52ece/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4755893 Sep 16 05:08:32.839219 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43470) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:32.844754 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d229fb-4787-4463-a38a-f312909d1b97 None None] Sync routers for ids ['2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:32.870478 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d229fb-4787-4463-a38a-f312909d1b97 None None] Routers {'2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:32.871082 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-f9d229fb-4787-4463-a38a-f312909d1b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:08:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:33.020552 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-f9d229fb-4787-4463-a38a-f312909d1b97 None None] Set router 2a0e28cf-cf00-4e2c-a46b-39fab1f52ece gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:33.038261 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3beee61f-9765-49d9-83a6-3f8094130f82 admin admin] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.196419 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3beee61f-9765-49d9-83a6-3f8094130f82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.272680 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-3beee61f-9765-49d9-83a6-3f8094130f82 admin admin] Deleting port 2668fa4c-4c34-4800-b1fc-52c492059be1 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:33.273011 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3beee61f-9765-49d9-83a6-3f8094130f82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.325968 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-f9d229fb-4787-4463-a38a-f312909d1b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'name': 'tempest-AttachVolumeShelveTestJSON-1952685973-router', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '2668fa4c-4c34-4800-b1fc-52c492059be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:02Z', 'updated_at': '2021-09-16T05:08:31Z', 'revision_number': 5, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'gw_port': {'id': '2668fa4c-4c34-4800-b1fc-52c492059be1', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:04Z', 'updated_at': '2021-09-16T04:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:33.361109 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d229fb-4787-4463-a38a-f312909d1b97 None None] Checking router: 2a0e28cf-cf00-4e2c-a46b-39fab1f52ece for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:08:33.370845 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d229fb-4787-4463-a38a-f312909d1b97 None None] Routers {'2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:33.371435 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-f9d229fb-4787-4463-a38a-f312909d1b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:08:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:33.388928 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-3beee61f-9765-49d9-83a6-3f8094130f82 admin admin] For port 2668fa4c-4c34-4800-b1fc-52c492059be1, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2668fa4c-4c34-4800-b1fc-52c492059be1,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:33.389670 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3beee61f-9765-49d9-83a6-3f8094130f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.404388 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-3beee61f-9765-49d9-83a6-3f8094130f82 admin admin] Calling delete_port for 2668fa4c-4c34-4800-b1fc-52c492059be1 owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:33.618405 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3beee61f-9765-49d9-83a6-3f8094130f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.651401 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beee61f-9765-49d9-83a6-3f8094130f82 admin admin] Pushing event deleted for resources: {'Port': ['ID=2668fa4c-4c34-4800-b1fc-52c492059be1,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:33.655740 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-f9d229fb-4787-4463-a38a-f312909d1b97 None None] Set router 2a0e28cf-cf00-4e2c-a46b-39fab1f52ece gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:33.714153 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-f9d229fb-4787-4463-a38a-f312909d1b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'name': 'tempest-AttachVolumeShelveTestJSON-1952685973-router', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:02Z', 'updated_at': '2021-09-16T05:08:33Z', 'revision_number': 6, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:33.734151 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3beee61f-9765-49d9-83a6-3f8094130f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.745925 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d229fb-4787-4463-a38a-f312909d1b97 None None] The sync data for ids ['2a0e28cf-cf00-4e2c-a46b-39fab1f52ece'] in n-d-712139-15 is: [{'id': '2a0e28cf-cf00-4e2c-a46b-39fab1f52ece', 'name': 'tempest-AttachVolumeShelveTestJSON-1952685973-router', 'tenant_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:02Z', 'updated_at': '2021-09-16T05:08:33Z', 'revision_number': 6, 'project_id': '9b67ac34bf7e46cc823dbce391e87ff7', 'gw_port_host': None}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:33.857238 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3beee61f-9765-49d9-83a6-3f8094130f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.859471 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3beee61f-9765-49d9-83a6-3f8094130f82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.928415 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3beee61f-9765-49d9-83a6-3f8094130f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.929142 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3beee61f-9765-49d9-83a6-3f8094130f82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a0e28cf-cf00-4e2c-a46b-39fab1f52ece {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:08:33.935421 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3beee61f-9765-49d9-83a6-3f8094130f82 admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.939522 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 43478) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:33.940436 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3beee61f-9765-49d9-83a6-3f8094130f82 admin admin] 10.222.0.35 "DELETE /v2.0/routers/2a0e28cf-cf00-4e2c-a46b-39fab1f52ece HTTP/1.1" status: 204 len: 168 time: 1.0997901 Sep 16 05:08:33.992517 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-181364d3-a34b-45a1-bfb9-947fff144f44 admin admin] Deleting subnet 03820bd1-1023-490e-b628-251d17d722c4 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:08:33.996213 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-181364d3-a34b-45a1-bfb9-947fff144f44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.040136 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-181364d3-a34b-45a1-bfb9-947fff144f44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.163760 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-181364d3-a34b-45a1-bfb9-947fff144f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.244032 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-181364d3-a34b-45a1-bfb9-947fff144f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.275374 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181364d3-a34b-45a1-bfb9-947fff144f44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03820bd1-1023-490e-b628-251d17d722c4,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:34.280842 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-181364d3-a34b-45a1-bfb9-947fff144f44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.283483 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-181364d3-a34b-45a1-bfb9-947fff144f44 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/03820bd1-1023-490e-b628-251d17d722c4 HTTP/1.1" status: 204 len: 168 time: 0.3421848 Sep 16 05:08:34.286995 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43480) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:34.298596 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c38faed-83a3-4665-998b-3622a4abc841 None None] Network fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:34.381752 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-59b22ef9-d7a9-40a6-951e-388ce7a1fd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.706141 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f45d02d-7c11-4c59-aae7-ef749feae734 None None] DHCP port deletion for fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:08:34.735260 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-3f45d02d-7c11-4c59-aae7-ef749feae734 None None] Deleting port aa86daab-91a9-492a-8620-3c1b473fa075 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:34.735260 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3f45d02d-7c11-4c59-aae7-ef749feae734 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.816751 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-3f45d02d-7c11-4c59-aae7-ef749feae734 None None] For port aa86daab-91a9-492a-8620-3c1b473fa075, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=aa86daab-91a9-492a-8620-3c1b473fa075,segment=NetworkSegment(77ae2f9e-48e5-4208-b08d-199ec9d120a2),segment_id=77ae2f9e-48e5-4208-b08d-199ec9d120a2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:34.817903 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3f45d02d-7c11-4c59-aae7-ef749feae734 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.842872 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-3f45d02d-7c11-4c59-aae7-ef749feae734 None None] Calling delete_port for aa86daab-91a9-492a-8620-3c1b473fa075 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:34.893151 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-59b22ef9-d7a9-40a6-951e-388ce7a1fd75 admin admin] Deleting port aa86daab-91a9-492a-8620-3c1b473fa075 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:34.893625 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-59b22ef9-d7a9-40a6-951e-388ce7a1fd75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.993390 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-59b22ef9-d7a9-40a6-951e-388ce7a1fd75 admin admin] For port aa86daab-91a9-492a-8620-3c1b473fa075, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=aa86daab-91a9-492a-8620-3c1b473fa075,segment=NetworkSegment(77ae2f9e-48e5-4208-b08d-199ec9d120a2),segment_id=77ae2f9e-48e5-4208-b08d-199ec9d120a2)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:34.993701 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-59b22ef9-d7a9-40a6-951e-388ce7a1fd75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.000020 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3f45d02d-7c11-4c59-aae7-ef749feae734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.013641 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-59b22ef9-d7a9-40a6-951e-388ce7a1fd75 admin admin] Calling delete_port for aa86daab-91a9-492a-8620-3c1b473fa075 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:35.034496 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45d02d-7c11-4c59-aae7-ef749feae734 None None] Pushing event deleted for resources: {'Port': ['ID=aa86daab-91a9-492a-8620-3c1b473fa075,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:35.036424 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f45d02d-7c11-4c59-aae7-ef749feae734 None None] No DVR routers for this DVR port aa86daab-91a9-492a-8620-3c1b473fa075 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:35.176488 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-59b22ef9-d7a9-40a6-951e-388ce7a1fd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.193031 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2668fa4c-4c34-4800-b1fc-52c492059be1 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:35.214913 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 2668fa4c-4c34-4800-b1fc-52c492059be1 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:35.215272 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2668fa4c-4c34-4800-b1fc-52c492059be1 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:35.215692 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device aa86daab-91a9-492a-8620-3c1b473fa075 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:35.222519 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b22ef9-d7a9-40a6-951e-388ce7a1fd75 admin admin] No DVR routers for this DVR port aa86daab-91a9-492a-8620-3c1b473fa075 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:35.246992 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: aa86daab-91a9-492a-8620-3c1b473fa075 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:35.246992 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device aa86daab-91a9-492a-8620-3c1b473fa075 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:35.246992 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device c89118a7-9a47-450d-b0fa-310ca67add6d no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:35.261440 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b22ef9-d7a9-40a6-951e-388ce7a1fd75 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa86daab-91a9-492a-8620-3c1b473fa075,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:35.277606 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: c89118a7-9a47-450d-b0fa-310ca67add6d {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:35.278430 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device c89118a7-9a47-450d-b0fa-310ca67add6d not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:35.362266 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-59b22ef9-d7a9-40a6-951e-388ce7a1fd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.388859 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-59b22ef9-d7a9-40a6-951e-388ce7a1fd75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa14f7fe-1f8d-4bc9-a5b1-99c520e36470']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:35.402406 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-59b22ef9-d7a9-40a6-951e-388ce7a1fd75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ae2f9e-48e5-4208-b08d-199ec9d120a2') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:35.402795 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-59b22ef9-d7a9-40a6-951e-388ce7a1fd75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ae2f9e-48e5-4208-b08d-199ec9d120a2') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:35.419514 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-59b22ef9-d7a9-40a6-951e-388ce7a1fd75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.444498 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-59b22ef9-d7a9-40a6-951e-388ce7a1fd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.460070 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b22ef9-d7a9-40a6-951e-388ce7a1fd75 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:08:35.460987 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-59b22ef9-d7a9-40a6-951e-388ce7a1fd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:08:35.476769 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:08:35.526237 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-59b22ef9-d7a9-40a6-951e-388ce7a1fd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.534292 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-59b22ef9-d7a9-40a6-951e-388ce7a1fd75 admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.537258 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-59b22ef9-d7a9-40a6-951e-388ce7a1fd75 admin admin] 10.222.0.35 "DELETE /v2.0/networks/fa14f7fe-1f8d-4bc9-a5b1-99c520e36470 HTTP/1.1" status: 204 len: 168 time: 1.2491913 Sep 16 05:08:35.551135 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b22ef9-d7a9-40a6-951e-388ce7a1fd75 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa14f7fe-1f8d-4bc9-a5b1-99c520e36470,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:35.725056 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43518) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:35.808251 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f56904a5-716d-40fb-a6f0-c4386d37a7db admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9b67ac34bf7e46cc823dbce391e87ff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0819263 Sep 16 05:08:35.811391 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 43522) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:35.876294 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-29211ace-4634-4394-9868-9e0ff90293a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.899774 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-29211ace-4634-4394-9868-9e0ff90293a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.963218 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-29211ace-4634-4394-9868-9e0ff90293a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.968631 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-29211ace-4634-4394-9868-9e0ff90293a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.973002 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-29211ace-4634-4394-9868-9e0ff90293a7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f82e14e6-4bfc-4ccd-be8c-811e848f76b6 HTTP/1.1" status: 204 len: 168 time: 0.1577444 Sep 16 05:08:35.988899 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29211ace-4634-4394-9868-9e0ff90293a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82e14e6-4bfc-4ccd-be8c-811e848f76b6,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:36.030003 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:08:38.503046 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [req-dcb896c1-e207-41a8-9714-f9920d10c2c6 req-f5859a52-4168-4c8c-bf44-cf70ceed43e1 service neutron] (94766) timed out ('10.222.0.47', 61255) {{(pid=94766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:08:40.095131 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b7b7b169-6343-4da4-a7ba-9a1e1bc778bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.746329 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.301931 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b8575f81-4f17-43c2-bc37-4374cf156205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.529935 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.578225 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.672910 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.107103 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.499937 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 44020) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:49.626068 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e4782dee-7310-477f-86c4-58a392527478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.729724 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e4782dee-7310-477f-86c4-58a392527478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.734113 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e4782dee-7310-477f-86c4-58a392527478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.775702 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e4782dee-7310-477f-86c4-58a392527478 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f0e0355dd364463e9ad872f74fdd711c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2739534 Sep 16 05:08:49.778147 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4782dee-7310-477f-86c4-58a392527478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398c9d6a-00c3-4142-9bf7-1aaccd42e3c4,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:49.778518 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 44028) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:49.842647 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2ca35b4e-9a34-4035-9626-cd473d2e7a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.866654 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2ca35b4e-9a34-4035-9626-cd473d2e7a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.916646 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2ca35b4e-9a34-4035-9626-cd473d2e7a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.920009 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2ca35b4e-9a34-4035-9626-cd473d2e7a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.921340 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2ca35b4e-9a34-4035-9626-cd473d2e7a5f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/398c9d6a-00c3-4142-9bf7-1aaccd42e3c4 HTTP/1.1" status: 204 len: 168 time: 0.1417398 Sep 16 05:08:49.932638 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca35b4e-9a34-4035-9626-cd473d2e7a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398c9d6a-00c3-4142-9bf7-1aaccd42e3c4,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:52.427384 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 44132) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:52.566503 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-08d3d652-10cf-4a45-b238-9dcf93cd0c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.670962 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-08d3d652-10cf-4a45-b238-9dcf93cd0c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.675458 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-08d3d652-10cf-4a45-b238-9dcf93cd0c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.721394 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-08d3d652-10cf-4a45-b238-9dcf93cd0c94 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=01166f2f962e4aec86dff082cf93fbfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2927959 Sep 16 05:08:52.722656 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 44144) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:52.723166 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d3d652-10cf-4a45-b238-9dcf93cd0c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16086919-af24-4abb-a942-28426f6b1dbc,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:52.792977 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-184d24e8-887e-4d95-98ee-dfbf484fb2c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.816303 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-184d24e8-887e-4d95-98ee-dfbf484fb2c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.865688 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-184d24e8-887e-4d95-98ee-dfbf484fb2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.868300 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-184d24e8-887e-4d95-98ee-dfbf484fb2c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.869504 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-184d24e8-887e-4d95-98ee-dfbf484fb2c8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/16086919-af24-4abb-a942-28426f6b1dbc HTTP/1.1" status: 204 len: 168 time: 0.1450980 Sep 16 05:08:52.879053 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d24e8-887e-4d95-98ee-dfbf484fb2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16086919-af24-4abb-a942-28426f6b1dbc,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:53.188069 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 44160) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:53.202326 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-631c196c-2a35-4f12-8ad9-dfc57488d8cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.310266 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-631c196c-2a35-4f12-8ad9-dfc57488d8cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.315869 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-631c196c-2a35-4f12-8ad9-dfc57488d8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.342483 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-631c196c-2a35-4f12-8ad9-dfc57488d8cd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=68e65f8fab904b5bb9bc2793f6b067bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1532812 Sep 16 05:08:53.345103 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 44162) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:53.382065 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c196c-2a35-4f12-8ad9-dfc57488d8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8901d8ec-084a-4425-a62c-d0beb6f0a5bf,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:53.415708 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c3cfb5e5-0bb5-44c6-92f1-e073c71265c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.442818 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c3cfb5e5-0bb5-44c6-92f1-e073c71265c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.495897 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c3cfb5e5-0bb5-44c6-92f1-e073c71265c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.499619 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c3cfb5e5-0bb5-44c6-92f1-e073c71265c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.500826 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c3cfb5e5-0bb5-44c6-92f1-e073c71265c9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8901d8ec-084a-4425-a62c-d0beb6f0a5bf HTTP/1.1" status: 204 len: 168 time: 0.1546402 Sep 16 05:08:53.510576 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cfb5e5-0bb5-44c6-92f1-e073c71265c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8901d8ec-084a-4425-a62c-d0beb6f0a5bf,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:59.502543 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 44918) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:59.632820 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e82df902-8f30-4e84-b690-5ff6361fad40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.733349 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e82df902-8f30-4e84-b690-5ff6361fad40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.738882 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e82df902-8f30-4e84-b690-5ff6361fad40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.778206 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e82df902-8f30-4e84-b690-5ff6361fad40 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0466d5a1a7e2412e886d466e1c1a59b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2741890 Sep 16 05:08:59.779160 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82df902-8f30-4e84-b690-5ff6361fad40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191153d3-f55a-4156-ae7c-a7b4c8df7092,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:59.781044 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 44926) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:59.834776 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-14f7e58f-7a51-4b43-92fe-e16f28886511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.863829 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-14f7e58f-7a51-4b43-92fe-e16f28886511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.921785 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-14f7e58f-7a51-4b43-92fe-e16f28886511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.926404 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-14f7e58f-7a51-4b43-92fe-e16f28886511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.929077 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-14f7e58f-7a51-4b43-92fe-e16f28886511 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/191153d3-f55a-4156-ae7c-a7b4c8df7092 HTTP/1.1" status: 204 len: 168 time: 0.1467535 Sep 16 05:08:59.950952 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f7e58f-7a51-4b43-92fe-e16f28886511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191153d3-f55a-4156-ae7c-a7b4c8df7092,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:00.314175 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 44948) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:00.328281 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0d5063bd-1594-4cff-a6b6-aff60f6eaa33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.426607 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0d5063bd-1594-4cff-a6b6-aff60f6eaa33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.431215 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0d5063bd-1594-4cff-a6b6-aff60f6eaa33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.473478 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0d5063bd-1594-4cff-a6b6-aff60f6eaa33 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ac2fc111b36f4b819c3366377ad2c1a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1553776 Sep 16 05:09:00.473478 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5063bd-1594-4cff-a6b6-aff60f6eaa33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d943d5f5-93f0-47a5-ae95-8c972348c4fd,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:00.473861 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 44950) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:00.546096 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3aef0975-6f75-4600-8bfd-bc276c67467b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.571495 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3aef0975-6f75-4600-8bfd-bc276c67467b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.625858 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3aef0975-6f75-4600-8bfd-bc276c67467b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.629789 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3aef0975-6f75-4600-8bfd-bc276c67467b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.633509 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3aef0975-6f75-4600-8bfd-bc276c67467b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d943d5f5-93f0-47a5-ae95-8c972348c4fd HTTP/1.1" status: 204 len: 168 time: 0.1577506 Sep 16 05:09:00.642404 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef0975-6f75-4600-8bfd-bc276c67467b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d943d5f5-93f0-47a5-ae95-8c972348c4fd,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:03.703020 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45080) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:03.821425 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4a0f04d4-b145-49a9-96e6-947674eb3602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.917932 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4a0f04d4-b145-49a9-96e6-947674eb3602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.922715 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4a0f04d4-b145-49a9-96e6-947674eb3602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.966091 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4a0f04d4-b145-49a9-96e6-947674eb3602 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b5784e7bcfdc4a3f90707778003b1712&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2613320 Sep 16 05:09:03.967245 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f04d4-b145-49a9-96e6-947674eb3602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d80fef6-6593-4902-a086-e5cd69281876,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:03.968965 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 45088) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:04.034146 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-57b4d400-d419-4572-8ae0-8d6523fd3767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.061516 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-57b4d400-d419-4572-8ae0-8d6523fd3767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.122931 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-57b4d400-d419-4572-8ae0-8d6523fd3767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.125879 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-57b4d400-d419-4572-8ae0-8d6523fd3767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.127062 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-57b4d400-d419-4572-8ae0-8d6523fd3767 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4d80fef6-6593-4902-a086-e5cd69281876 HTTP/1.1" status: 204 len: 168 time: 0.1456473 Sep 16 05:09:04.144132 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4d400-d419-4572-8ae0-8d6523fd3767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d80fef6-6593-4902-a086-e5cd69281876,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:04.452136 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 45106) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:04.466345 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-71c5a20e-8e64-44da-94f7-2ac937528440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.566007 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-71c5a20e-8e64-44da-94f7-2ac937528440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.571331 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-71c5a20e-8e64-44da-94f7-2ac937528440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.615161 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5a20e-8e64-44da-94f7-2ac937528440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ae97b6-4f5c-41cc-af80-b8caf49804da,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:04.623240 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45108) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:04.623421 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-71c5a20e-8e64-44da-94f7-2ac937528440 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=724b7ae19946492fb03d1d5c18d1b54f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1700821 Sep 16 05:09:04.675568 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-29d50557-e86e-4b92-bc7b-0ee3517554ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.697576 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-29d50557-e86e-4b92-bc7b-0ee3517554ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.763105 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-29d50557-e86e-4b92-bc7b-0ee3517554ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.766816 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-29d50557-e86e-4b92-bc7b-0ee3517554ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.770680 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-29d50557-e86e-4b92-bc7b-0ee3517554ac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/87ae97b6-4f5c-41cc-af80-b8caf49804da HTTP/1.1" status: 204 len: 168 time: 0.1433330 Sep 16 05:09:04.776532 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d50557-e86e-4b92-bc7b-0ee3517554ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ae97b6-4f5c-41cc-af80-b8caf49804da,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:06.961468 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45226) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:07.169658 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5016ad84-31ff-4723-9580-41e5170619dd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=50db5917162544a6b28d3a0cb242d9a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2042501 Sep 16 05:09:07.169954 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45242) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:07.226491 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d2716c8-853c-4193-b9b2-346515992195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.249314 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d2716c8-853c-4193-b9b2-346515992195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.303082 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d2716c8-853c-4193-b9b2-346515992195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.305684 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d2716c8-853c-4193-b9b2-346515992195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.307669 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2d2716c8-853c-4193-b9b2-346515992195 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1dd5246e-91e5-47e7-94d8-4069fe690a14 HTTP/1.1" status: 204 len: 168 time: 0.1362011 Sep 16 05:09:07.326972 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2716c8-853c-4193-b9b2-346515992195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd5246e-91e5-47e7-94d8-4069fe690a14,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:07.340248 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2716c8-853c-4193-b9b2-346515992195 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:07.341212 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2716c8-853c-4193-b9b2-346515992195 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:07.341769 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2716c8-853c-4193-b9b2-346515992195 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:07.342590 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2716c8-853c-4193-b9b2-346515992195 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:07.343564 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2716c8-853c-4193-b9b2-346515992195 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:07.344142 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2716c8-853c-4193-b9b2-346515992195 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:07.345224 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2716c8-853c-4193-b9b2-346515992195 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:07.345649 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2716c8-853c-4193-b9b2-346515992195 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:07.346824 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2716c8-853c-4193-b9b2-346515992195 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:07.347180 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2716c8-853c-4193-b9b2-346515992195 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:07.347824 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2716c8-853c-4193-b9b2-346515992195 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:07.348199 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2716c8-853c-4193-b9b2-346515992195 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:07.469520 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45256) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:07.615418 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-26508df9-f645-421c-8763-74cd52b62655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.719056 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-26508df9-f645-421c-8763-74cd52b62655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.723853 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-26508df9-f645-421c-8763-74cd52b62655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.763384 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26508df9-f645-421c-8763-74cd52b62655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c5d4fe-31d5-4665-88e4-a6871540a488,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:07.767853 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-26508df9-f645-421c-8763-74cd52b62655 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=550b3576b6a943088c8562fc2bab1069&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2969410 Sep 16 05:09:07.770944 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45278) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:07.844370 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-13923236-be4f-4b45-9c92-91afdf2ea840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.874210 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-13923236-be4f-4b45-9c92-91afdf2ea840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.925911 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-13923236-be4f-4b45-9c92-91afdf2ea840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.928786 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-13923236-be4f-4b45-9c92-91afdf2ea840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.930487 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-13923236-be4f-4b45-9c92-91afdf2ea840 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/60c5d4fe-31d5-4665-88e4-a6871540a488 HTTP/1.1" status: 204 len: 168 time: 0.1586311 Sep 16 05:09:07.944605 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13923236-be4f-4b45-9c92-91afdf2ea840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c5d4fe-31d5-4665-88e4-a6871540a488,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:08.396477 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45306) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:08.412044 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5b8913e4-960a-420e-b285-6da29cc1cc0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.506302 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5b8913e4-960a-420e-b285-6da29cc1cc0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.511088 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5b8913e4-960a-420e-b285-6da29cc1cc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.547114 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5b8913e4-960a-420e-b285-6da29cc1cc0b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=555902cac23746b493a35d002e7aadba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463287 Sep 16 05:09:08.547857 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45310) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:08.601031 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8913e4-960a-420e-b285-6da29cc1cc0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3125d0d6-9471-45a7-a16e-c51d8284b9e8,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:08.625065 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-30bf7e7c-d118-4a0f-ad66-2841a3a93857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.649060 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-30bf7e7c-d118-4a0f-ad66-2841a3a93857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.706532 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-30bf7e7c-d118-4a0f-ad66-2841a3a93857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.709253 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-30bf7e7c-d118-4a0f-ad66-2841a3a93857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.710602 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-30bf7e7c-d118-4a0f-ad66-2841a3a93857 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3125d0d6-9471-45a7-a16e-c51d8284b9e8 HTTP/1.1" status: 204 len: 168 time: 0.1620257 Sep 16 05:09:08.719269 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf7e7c-d118-4a0f-ad66-2841a3a93857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3125d0d6-9471-45a7-a16e-c51d8284b9e8,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:09.838935 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 45380) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:09.846930 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-199f2e5c-b987-451d-842e-f7fb7fde5261 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Request body: {'network': {'name': 'tempest-network-smoke--1311382490', 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'port_security_enabled': True}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:09.872998 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199f2e5c-b987-451d-842e-f7fb7fde5261 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Made reservation on behalf of b173d3bb240f4c5e9195927830c36510 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:09.880214 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-199f2e5c-b987-451d-842e-f7fb7fde5261 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.885858 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-199f2e5c-b987-451d-842e-f7fb7fde5261 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.986538 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-199f2e5c-b987-451d-842e-f7fb7fde5261 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.991828 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-199f2e5c-b987-451d-842e-f7fb7fde5261 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.022243 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199f2e5c-b987-451d-842e-f7fb7fde5261 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:09:10.044049 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-199f2e5c-b987-451d-842e-f7fb7fde5261 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.044407 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-199f2e5c-b987-451d-842e-f7fb7fde5261 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Added segment ff06338e-312b-495f-872a-42c0c2b2923a of type vlan for network 7e03a846-8dad-4d7e-a99d-23bcc99a575e Sep 16 05:09:10.054287 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f2e5c-b987-451d-842e-f7fb7fde5261 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96547a54-29b9-4edb-9803-b2fd90222a12,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:10.098908 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-199f2e5c-b987-451d-842e-f7fb7fde5261 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.101749 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-796859e1-9467-490c-97ff-dad9476fb054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.132075 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-199f2e5c-b987-451d-842e-f7fb7fde5261 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.138116 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199f2e5c-b987-451d-842e-f7fb7fde5261 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:10.138706 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-199f2e5c-b987-451d-842e-f7fb7fde5261 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.181249 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-199f2e5c-b987-451d-842e-f7fb7fde5261 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3379228 Sep 16 05:09:10.181472 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45396) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:10.186199 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-9d6235ef-530a-4c56-9125-6097db0f9294 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1224851517', 'admin_state_up': True, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:10.216701 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9d6235ef-530a-4c56-9125-6097db0f9294 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.219432 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9d6235ef-530a-4c56-9125-6097db0f9294 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.221733 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f2e5c-b987-451d-842e-f7fb7fde5261 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Pushing event updated for resources: {'Network': ['ID=7e03a846-8dad-4d7e-a99d-23bcc99a575e,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:10.244211 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 7e03a846-8dad-4d7e-a99d-23bcc99a575e details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:09:10.310201 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9d6235ef-530a-4c56-9125-6097db0f9294 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.472396 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9d6235ef-530a-4c56-9125-6097db0f9294 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.704037 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9d6235ef-530a-4c56-9125-6097db0f9294 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.731106 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9d6235ef-530a-4c56-9125-6097db0f9294 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.847483 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-9d6235ef-530a-4c56-9125-6097db0f9294 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Allocated IP 172.25.8.146 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/7049abef-a01f-4f69-b9fa-3efb32ea1e52) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:10.966347 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9d6235ef-530a-4c56-9125-6097db0f9294 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.001369 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9d6235ef-530a-4c56-9125-6097db0f9294 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.045747 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6235ef-530a-4c56-9125-6097db0f9294 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:11.050619 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-9d6235ef-530a-4c56-9125-6097db0f9294 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:11.057996 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6235ef-530a-4c56-9125-6097db0f9294 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:11.082870 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6235ef-530a-4c56-9125-6097db0f9294 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Pushing event updated for resources: {'Port': ['ID=7049abef-a01f-4f69-b9fa-3efb32ea1e52,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:11.400472 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9d6235ef-530a-4c56-9125-6097db0f9294 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.626510 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9d6235ef-530a-4c56-9125-6097db0f9294 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.730636 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.779421 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6235ef-530a-4c56-9125-6097db0f9294 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Router b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:09:11.898113 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6235ef-530a-4c56-9125-6097db0f9294 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:11.914953 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a61453-9337-40a3-9b21-45b8d5145024 None None] Sync routers for ids ['b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:11.925946 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a61453-9337-40a3-9b21-45b8d5145024 None None] Routers {'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:11.926652 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-93a61453-9337-40a3-9b21-45b8d5145024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:08:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:11.931074 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9d6235ef-530a-4c56-9125-6097db0f9294 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.932723 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9d6235ef-530a-4c56-9125-6097db0f9294 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7503660 Sep 16 05:09:11.936533 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45494) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:12.051237 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-93a61453-9337-40a3-9b21-45b8d5145024 None None] Set router b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:12.276936 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-93a61453-9337-40a3-9b21-45b8d5145024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1224851517', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '7049abef-a01f-4f69-b9fa-3efb32ea1e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:10Z', 'updated_at': '2021-09-16T05:09:11Z', 'revision_number': 3, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'gw_port': {'id': '7049abef-a01f-4f69-b9fa-3efb32ea1e52', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:40:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:10Z', 'updated_at': '2021-09-16T05:09:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:12.407601 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a61453-9337-40a3-9b21-45b8d5145024 None None] Checking router: b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:09:12.408010 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a61453-9337-40a3-9b21-45b8d5145024 None None] Updating router b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e port 7049abef-a01f-4f69-b9fa-3efb32ea1e52 binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:09:12.439065 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-93a61453-9337-40a3-9b21-45b8d5145024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.479105 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6a349e33-7bb1-467f-aa8f-53b4fa75bd1b tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=b173d3bb240f4c5e9195927830c36510&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5390203 Sep 16 05:09:12.479638 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45508) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:12.659000 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a5d0b2-b6ed-4230-9cb4-9baaacf8eb31 tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:12.661220 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-20a5d0b2-b6ed-4230-9cb4-9baaacf8eb31 tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1807799 Sep 16 05:09:12.663965 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45512) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:12.699547 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 45516) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:12.701678 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-af2cf85c-eb25-46ac-a230-5866463dad11 tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=6423976d-c7ec-41de-996e-2a06dce8febc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362685 Sep 16 05:09:12.704016 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45518) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:12.710708 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-99f0443a-25f2-4ccc-8479-b8224a4db830 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-460053573', 'network_id': '7e03a846-8dad-4d7e-a99d-23bcc99a575e', 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:12.778554 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-93a61453-9337-40a3-9b21-45b8d5145024 None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.789588 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-93a61453-9337-40a3-9b21-45b8d5145024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.820900 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f0443a-25f2-4ccc-8479-b8224a4db830 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Made reservation on behalf of b173d3bb240f4c5e9195927830c36510 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:12.825653 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-99f0443a-25f2-4ccc-8479-b8224a4db830 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.856715 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc986fd-fc73-407f-b4b6-61d0b93d1ba0 None None] Pushing event updated for resources: {'Port': ['ID=7049abef-a01f-4f69-b9fa-3efb32ea1e52,revision_number=2']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:12.859067 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-93a61453-9337-40a3-9b21-45b8d5145024 None None] Attempting to bind port 7049abef-a01f-4f69-b9fa-3efb32ea1e52 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:12.859426 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-93a61453-9337-40a3-9b21-45b8d5145024 None None] Attempting to bind port 7049abef-a01f-4f69-b9fa-3efb32ea1e52 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:12.859779 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a61453-9337-40a3-9b21-45b8d5145024 None None] Attempting to bind port 7049abef-a01f-4f69-b9fa-3efb32ea1e52 on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:12.871305 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d34ffcfb-ebfb-47af-9cce-6c3a72965f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.871553 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc986fd-fc73-407f-b4b6-61d0b93d1ba0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:12.871696 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc986fd-fc73-407f-b4b6-61d0b93d1ba0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:12.872201 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc986fd-fc73-407f-b4b6-61d0b93d1ba0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:12.872746 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc986fd-fc73-407f-b4b6-61d0b93d1ba0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:12.873229 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc986fd-fc73-407f-b4b6-61d0b93d1ba0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:12.873822 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc986fd-fc73-407f-b4b6-61d0b93d1ba0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:12.874298 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc986fd-fc73-407f-b4b6-61d0b93d1ba0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:12.874791 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc986fd-fc73-407f-b4b6-61d0b93d1ba0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:12.875264 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc986fd-fc73-407f-b4b6-61d0b93d1ba0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:12.875737 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc986fd-fc73-407f-b4b6-61d0b93d1ba0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:12.876224 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc986fd-fc73-407f-b4b6-61d0b93d1ba0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:12.876723 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc986fd-fc73-407f-b4b6-61d0b93d1ba0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:12.882801 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a61453-9337-40a3-9b21-45b8d5145024 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:12.883378 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a61453-9337-40a3-9b21-45b8d5145024 None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:12.884114 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-93a61453-9337-40a3-9b21-45b8d5145024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.884687 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a61453-9337-40a3-9b21-45b8d5145024 None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:12.885333 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-93a61453-9337-40a3-9b21-45b8d5145024 None None] Bound port: 7049abef-a01f-4f69-b9fa-3efb32ea1e52, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:12.885870 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-93a61453-9337-40a3-9b21-45b8d5145024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.949345 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-93a61453-9337-40a3-9b21-45b8d5145024 None None] For port 7049abef-a01f-4f69-b9fa-3efb32ea1e52, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:12.953264 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-93a61453-9337-40a3-9b21-45b8d5145024 None None] For port 7049abef-a01f-4f69-b9fa-3efb32ea1e52, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=7049abef-a01f-4f69-b9fa-3efb32ea1e52,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:12.961088 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-93a61453-9337-40a3-9b21-45b8d5145024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.006341 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d34ffcfb-ebfb-47af-9cce-6c3a72965f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.012944 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d34ffcfb-ebfb-47af-9cce-6c3a72965f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.017575 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a61453-9337-40a3-9b21-45b8d5145024 None None] Routers {'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:13.018494 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-93a61453-9337-40a3-9b21-45b8d5145024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:08:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:13.052989 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ffcfb-ebfb-47af-9cce-6c3a72965f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e1fe6f-d667-4f2a-93e1-ae94e3815f47,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:13.077787 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45522) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:13.078259 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d34ffcfb-ebfb-47af-9cce-6c3a72965f27 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6f982876d17a487b8991e8047cf69e53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3764982 Sep 16 05:09:13.110173 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-99f0443a-25f2-4ccc-8479-b8224a4db830 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.152530 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-93a61453-9337-40a3-9b21-45b8d5145024 None None] Set router b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:13.198416 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b3c350c3-8937-4118-a5e8-a86f69587a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.206132 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0443a-25f2-4ccc-8479-b8224a4db830 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Pushing event updated for resources: {'Subnet': ['ID=7a4d2259-15f2-4943-85a4-46e678666c60,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:13.230145 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f0443a-25f2-4ccc-8479-b8224a4db830 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Checking segment: {'id': 'ff06338e-312b-495f-872a-42c0c2b2923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7e03a846-8dad-4d7e-a99d-23bcc99a575e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:13.230519 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f0443a-25f2-4ccc-8479-b8224a4db830 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Network hostable DHCP agents. Network: 7e03a846-8dad-4d7e-a99d-23bcc99a575e, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:09:13.233707 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b3c350c3-8937-4118-a5e8-a86f69587a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.234094 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:09:13.248997 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc986fd-fc73-407f-b4b6-61d0b93d1ba0 None None] Pushing event updated for resources: {'Port': ['ID=7049abef-a01f-4f69-b9fa-3efb32ea1e52,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:13.277643 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-be23379d-3a7f-4889-8764-d0a6240ef684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.280683 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f0443a-25f2-4ccc-8479-b8224a4db830 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Network 7e03a846-8dad-4d7e-a99d-23bcc99a575e is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:09:13.297985 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-99f0443a-25f2-4ccc-8479-b8224a4db830 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 7e03a846-8dad-4d7e-a99d-23bcc99a575e) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:13.308770 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd3e818-bb55-45b1-95d8-42077e93879e None None] Network 7e03a846-8dad-4d7e-a99d-23bcc99a575e requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:13.319881 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f0443a-25f2-4ccc-8479-b8224a4db830 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:13.320522 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-99f0443a-25f2-4ccc-8479-b8224a4db830 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.326950 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b3c350c3-8937-4118-a5e8-a86f69587a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.331845 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b3c350c3-8937-4118-a5e8-a86f69587a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.336669 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b3c350c3-8937-4118-a5e8-a86f69587a5a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/97e1fe6f-d667-4f2a-93e1-ae94e3815f47 HTTP/1.1" status: 204 len: 168 time: 0.2574337 Sep 16 05:09:13.354200 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c350c3-8937-4118-a5e8-a86f69587a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e1fe6f-d667-4f2a-93e1-ae94e3815f47,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:13.367559 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 45526) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:13.367810 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-99f0443a-25f2-4ccc-8479-b8224a4db830 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6621861 Sep 16 05:09:13.444195 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-93a61453-9337-40a3-9b21-45b8d5145024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1224851517', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '7049abef-a01f-4f69-b9fa-3efb32ea1e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:10Z', 'updated_at': '2021-09-16T05:09:11Z', 'revision_number': 3, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'gw_port': {'id': '7049abef-a01f-4f69-b9fa-3efb32ea1e52', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:40:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:10Z', 'updated_at': '2021-09-16T05:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:13.514221 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00227be2-5e9d-4f6f-8bde-bd8c5ed605be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-7e03a846-8dad-4d7e-a99d-23bcc99a575e', 'network_id': '7e03a846-8dad-4d7e-a99d-23bcc99a575e', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'fixed_ips': [{'subnet_id': '7a4d2259-15f2-4943-85a4-46e678666c60'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:09:13.515503 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-00227be2-5e9d-4f6f-8bde-bd8c5ed605be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.519724 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a61453-9337-40a3-9b21-45b8d5145024 None None] The sync data for ids ['b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e'] in n-d-712139-15 is: [{'id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1224851517', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '7049abef-a01f-4f69-b9fa-3efb32ea1e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:10Z', 'updated_at': '2021-09-16T05:09:11Z', 'revision_number': 3, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'gw_port': {'id': '7049abef-a01f-4f69-b9fa-3efb32ea1e52', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:40:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:10Z', 'updated_at': '2021-09-16T05:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:13.544495 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.718475 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-00227be2-5e9d-4f6f-8bde-bd8c5ed605be None None] Allocated IP 172.20.0.2 (7e03a846-8dad-4d7e-a99d-23bcc99a575e/7a4d2259-15f2-4943-85a4-46e678666c60/462a0cb8-d9a7-4f1a-92e1-028a41e8e44a) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:13.824401 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45534) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:13.842901 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5095d0c2-17bd-4a44-8ce5-e82dccb4a2e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.896879 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-00227be2-5e9d-4f6f-8bde-bd8c5ed605be None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.908284 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-00227be2-5e9d-4f6f-8bde-bd8c5ed605be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.022510 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00227be2-5e9d-4f6f-8bde-bd8c5ed605be None None] Pushing event updated for resources: {'Port': ['ID=462a0cb8-d9a7-4f1a-92e1-028a41e8e44a,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:14.026776 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00227be2-5e9d-4f6f-8bde-bd8c5ed605be None None] Network 7e03a846-8dad-4d7e-a99d-23bcc99a575e is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:14.028020 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5095d0c2-17bd-4a44-8ce5-e82dccb4a2e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.033228 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-00227be2-5e9d-4f6f-8bde-bd8c5ed605be None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:14.034592 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5095d0c2-17bd-4a44-8ce5-e82dccb4a2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.037394 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00227be2-5e9d-4f6f-8bde-bd8c5ed605be None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:14.047695 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00227be2-5e9d-4f6f-8bde-bd8c5ed605be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:14.048293 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00227be2-5e9d-4f6f-8bde-bd8c5ed605be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:14.048856 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00227be2-5e9d-4f6f-8bde-bd8c5ed605be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:14.049418 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00227be2-5e9d-4f6f-8bde-bd8c5ed605be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:14.050116 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00227be2-5e9d-4f6f-8bde-bd8c5ed605be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:14.050614 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00227be2-5e9d-4f6f-8bde-bd8c5ed605be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:14.051114 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00227be2-5e9d-4f6f-8bde-bd8c5ed605be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:14.051617 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00227be2-5e9d-4f6f-8bde-bd8c5ed605be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:14.052106 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00227be2-5e9d-4f6f-8bde-bd8c5ed605be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:14.052652 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00227be2-5e9d-4f6f-8bde-bd8c5ed605be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:14.053144 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00227be2-5e9d-4f6f-8bde-bd8c5ed605be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:14.053630 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00227be2-5e9d-4f6f-8bde-bd8c5ed605be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:14.079210 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095d0c2-17bd-4a44-8ce5-e82dccb4a2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71172387-d37c-413c-b688-8f244ebd6f62,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:14.093779 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cee3cda7-e1ee-4380-993e-323040354d9a tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.132866 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5095d0c2-17bd-4a44-8ce5-e82dccb4a2e4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=837d427d006d4239ba41408b84c087e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3072155 Sep 16 05:09:14.134091 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-00227be2-5e9d-4f6f-8bde-bd8c5ed605be None None] Attempting to bind port 462a0cb8-d9a7-4f1a-92e1-028a41e8e44a on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:14.134318 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45536) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:14.134883 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-00227be2-5e9d-4f6f-8bde-bd8c5ed605be None None] Attempting to bind port 462a0cb8-d9a7-4f1a-92e1-028a41e8e44a by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ff06338e-312b-495f-872a-42c0c2b2923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7e03a846-8dad-4d7e-a99d-23bcc99a575e'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:14.135416 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00227be2-5e9d-4f6f-8bde-bd8c5ed605be None None] Attempting to bind port 462a0cb8-d9a7-4f1a-92e1-028a41e8e44a on network 7e03a846-8dad-4d7e-a99d-23bcc99a575e {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:14.143937 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00227be2-5e9d-4f6f-8bde-bd8c5ed605be None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:14.144642 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00227be2-5e9d-4f6f-8bde-bd8c5ed605be None None] Checking segment: {'id': 'ff06338e-312b-495f-872a-42c0c2b2923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7e03a846-8dad-4d7e-a99d-23bcc99a575e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:14.145245 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-00227be2-5e9d-4f6f-8bde-bd8c5ed605be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.147200 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00227be2-5e9d-4f6f-8bde-bd8c5ed605be None None] Bound using segment: {'id': 'ff06338e-312b-495f-872a-42c0c2b2923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7e03a846-8dad-4d7e-a99d-23bcc99a575e'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:14.147895 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-00227be2-5e9d-4f6f-8bde-bd8c5ed605be None None] Bound port: 462a0cb8-d9a7-4f1a-92e1-028a41e8e44a, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff06338e-312b-495f-872a-42c0c2b2923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7e03a846-8dad-4d7e-a99d-23bcc99a575e'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:14.148661 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-00227be2-5e9d-4f6f-8bde-bd8c5ed605be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.242212 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-00227be2-5e9d-4f6f-8bde-bd8c5ed605be None None] For port 462a0cb8-d9a7-4f1a-92e1-028a41e8e44a, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:14.246395 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-00227be2-5e9d-4f6f-8bde-bd8c5ed605be None None] For port 462a0cb8-d9a7-4f1a-92e1-028a41e8e44a, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=462a0cb8-d9a7-4f1a-92e1-028a41e8e44a,segment=NetworkSegment(ff06338e-312b-495f-872a-42c0c2b2923a),segment_id=ff06338e-312b-495f-872a-42c0c2b2923a)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:14.252863 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-00227be2-5e9d-4f6f-8bde-bd8c5ed605be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.253439 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-99aa7c82-53e8-404b-b6c7-098fe44945f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.297741 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-99aa7c82-53e8-404b-b6c7-098fe44945f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.352065 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00227be2-5e9d-4f6f-8bde-bd8c5ed605be None None] Pushing event updated for resources: {'Port': ['ID=462a0cb8-d9a7-4f1a-92e1-028a41e8e44a,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:14.378192 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-99aa7c82-53e8-404b-b6c7-098fe44945f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.380933 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-99aa7c82-53e8-404b-b6c7-098fe44945f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.382111 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-99aa7c82-53e8-404b-b6c7-098fe44945f0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/71172387-d37c-413c-b688-8f244ebd6f62 HTTP/1.1" status: 204 len: 168 time: 0.2468414 Sep 16 05:09:14.391862 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa7c82-53e8-404b-b6c7-098fe44945f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71172387-d37c-413c-b688-8f244ebd6f62,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:14.560610 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-cee3cda7-e1ee-4380-993e-323040354d9a tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Allocated IP 172.20.0.1 (7e03a846-8dad-4d7e-a99d-23bcc99a575e/7a4d2259-15f2-4943-85a4-46e678666c60/054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:14.583322 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.699181 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.778657 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cee3cda7-e1ee-4380-993e-323040354d9a tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.843951 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cee3cda7-e1ee-4380-993e-323040354d9a tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.909231 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee3cda7-e1ee-4380-993e-323040354d9a tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Network 7e03a846-8dad-4d7e-a99d-23bcc99a575e is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:14.915473 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-cee3cda7-e1ee-4380-993e-323040354d9a tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:14.932394 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee3cda7-e1ee-4380-993e-323040354d9a tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:14.935536 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3cda7-e1ee-4380-993e-323040354d9a tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Pushing event updated for resources: {'Port': ['ID=054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:14.990288 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cee3cda7-e1ee-4380-993e-323040354d9a tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.140739 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cee3cda7-e1ee-4380-993e-323040354d9a tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.271954 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 462a0cb8-d9a7-4f1a-92e1-028a41e8e44a up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:15.331561 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 462a0cb8-d9a7-4f1a-92e1-028a41e8e44a triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:15.332026 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.437068 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.488724 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 462a0cb8-d9a7-4f1a-92e1-028a41e8e44a, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=462a0cb8-d9a7-4f1a-92e1-028a41e8e44a,segment=NetworkSegment(ff06338e-312b-495f-872a-42c0c2b2923a),segment_id=ff06338e-312b-495f-872a-42c0c2b2923a)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:15.496177 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.497343 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 7049abef-a01f-4f69-b9fa-3efb32ea1e52 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:15.633914 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=462a0cb8-d9a7-4f1a-92e1-028a41e8e44a,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:15.636835 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 7049abef-a01f-4f69-b9fa-3efb32ea1e52 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:15.637386 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.660997 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cee3cda7-e1ee-4380-993e-323040354d9a tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.669981 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cee3cda7-e1ee-4380-993e-323040354d9a tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.784940 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.814648 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3cda7-e1ee-4380-993e-323040354d9a tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Pushing event updated for resources: {'Port': ['ID=054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:15.829242 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cee3cda7-e1ee-4380-993e-323040354d9a tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.836279 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 7049abef-a01f-4f69-b9fa-3efb32ea1e52, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=7049abef-a01f-4f69-b9fa-3efb32ea1e52,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:15.848724 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.953732 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=7049abef-a01f-4f69-b9fa-3efb32ea1e52,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:15.982640 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee3cda7-e1ee-4380-993e-323040354d9a tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Network 7e03a846-8dad-4d7e-a99d-23bcc99a575e is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:15.985026 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-cee3cda7-e1ee-4380-993e-323040354d9a tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:15.989087 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672fa000-67d5-4a08-a7f3-4c7c04f4d357 None None] Network 7e03a846-8dad-4d7e-a99d-23bcc99a575e requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:16.107832 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-a99f14d8-9b55-4ac4-8c67-bae91156115e None None] Provisioning complete for port 462a0cb8-d9a7-4f1a-92e1-028a41e8e44a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:16.107832 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a99f14d8-9b55-4ac4-8c67-bae91156115e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.162789 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.169138 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee3cda7-e1ee-4380-993e-323040354d9a tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Router b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:09:16.342211 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee3cda7-e1ee-4380-993e-323040354d9a tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:16.351644 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-cee3cda7-e1ee-4380-993e-323040354d9a tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "PUT /v2.0/routers/b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9790092 Sep 16 05:09:16.351644 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 45578) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:16.355608 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb584cb-1f56-48b9-90b2-8b47ee2c537b None None] Sync routers for ids ['b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:16.358017 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-e89db370-8b0d-4b0f-b6a4-67341ac622f1 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1136145543', 'description': 'tempest-secgroup_access--1136145543 description', 'project_id': 'b173d3bb240f4c5e9195927830c36510'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:16.368287 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb584cb-1f56-48b9-90b2-8b47ee2c537b None None] Routers {'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:16.369155 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-5bb584cb-1f56-48b9-90b2-8b47ee2c537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:09:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:16.402151 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e89db370-8b0d-4b0f-b6a4-67341ac622f1 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.550985 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e89db370-8b0d-4b0f-b6a4-67341ac622f1 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.558319 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-5bb584cb-1f56-48b9-90b2-8b47ee2c537b None None] Set router b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:16.558792 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e89db370-8b0d-4b0f-b6a4-67341ac622f1 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.614069 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f8736213-3fbb-42d0-b647-0d6f70a72890 None None] Provisioning complete for port 462a0cb8-d9a7-4f1a-92e1-028a41e8e44a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:16.614069 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f8736213-3fbb-42d0-b647-0d6f70a72890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.631003 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89db370-8b0d-4b0f-b6a4-67341ac622f1 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0677982b-6836-497c-a00d-628899ebeecc,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:16.649386 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e89db370-8b0d-4b0f-b6a4-67341ac622f1 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.651561 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e89db370-8b0d-4b0f-b6a4-67341ac622f1 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2984605 Sep 16 05:09:16.654331 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 45584) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:16.659505 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-211bd8d5-bfd3-4339-be65-f8616d033601 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1417360785', 'description': 'tempest-secgroup_general--1417360785 description', 'project_id': 'b173d3bb240f4c5e9195927830c36510'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:16.702764 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-211bd8d5-bfd3-4339-be65-f8616d033601 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.851949 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-211bd8d5-bfd3-4339-be65-f8616d033601 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.857519 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-211bd8d5-bfd3-4339-be65-f8616d033601 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.886338 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-211bd8d5-bfd3-4339-be65-f8616d033601 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.890759 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f8736213-3fbb-42d0-b647-0d6f70a72890 None None] Provisioning complete for port 054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:16.891201 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f8736213-3fbb-42d0-b647-0d6f70a72890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.893938 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 45592) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:16.894456 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-211bd8d5-bfd3-4339-be65-f8616d033601 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2388070 Sep 16 05:09:16.900866 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-0241f8d9-121a-4079-9560-816cbf061427 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Request body: {'security_group_rule': {'security_group_id': '0677982b-6836-497c-a00d-628899ebeecc', 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:16.908047 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211bd8d5-bfd3-4339-be65-f8616d033601 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4dae3d5-10e2-4056-940f-d6cff06c58c5,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:16.929710 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-5bb584cb-1f56-48b9-90b2-8b47ee2c537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1224851517', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '7049abef-a01f-4f69-b9fa-3efb32ea1e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:10Z', 'updated_at': '2021-09-16T05:09:15Z', 'revision_number': 4, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'gw_port': {'id': '7049abef-a01f-4f69-b9fa-3efb32ea1e52', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:40:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:10Z', 'updated_at': '2021-09-16T05:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1', 'name': '', 'network_id': '7e03a846-8dad-4d7e-a99d-23bcc99a575e', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'mac_address': 'fa:16:3e:5f:f7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '7a4d2259-15f2-4943-85a4-46e678666c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:14Z', 'updated_at': '2021-09-16T05:09:15Z', 'revision_number': 2, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'subnets': [{'id': '7a4d2259-15f2-4943-85a4-46e678666c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:16.966827 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0241f8d9-121a-4079-9560-816cbf061427 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.969435 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb584cb-1f56-48b9-90b2-8b47ee2c537b None None] Checking router: b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:09:16.969786 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb584cb-1f56-48b9-90b2-8b47ee2c537b None None] Updating router b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e port 054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1 binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:09:16.991074 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-f8736213-3fbb-42d0-b647-0d6f70a72890 None None] Port 054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:17.005644 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5bb584cb-1f56-48b9-90b2-8b47ee2c537b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.073576 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0241f8d9-121a-4079-9560-816cbf061427 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.087991 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0241f8d9-121a-4079-9560-816cbf061427 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.124703 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0241f8d9-121a-4079-9560-816cbf061427 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4d5ac4-1bae-4918-81e8-1b272a7b0a74,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:17.146782 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0241f8d9-121a-4079-9560-816cbf061427 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.148371 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0241f8d9-121a-4079-9560-816cbf061427 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2531006 Sep 16 05:09:17.196178 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ebc1a844-06a6-45ba-bb98-ddf7bdeb4863 None None] Provisioning complete for port 054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:17.196853 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ebc1a844-06a6-45ba-bb98-ddf7bdeb4863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.262572 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 462a0cb8-d9a7-4f1a-92e1-028a41e8e44a up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:17.300101 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-ebc1a844-06a6-45ba-bb98-ddf7bdeb4863 None None] Port 054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:17.479398 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-902bc751-fdd8-46ed-8149-0e8fea02fb87 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup_access--1136145543&fields=id&tenant_id=b173d3bb240f4c5e9195927830c36510 HTTP/1.1" status: 200 len: 267 time: 0.0529699 Sep 16 05:09:17.518880 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-cacd6bcb-8b55-4362-b8a8-dc4e649cd4a2 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup_general--1417360785&fields=id&tenant_id=b173d3bb240f4c5e9195927830c36510 HTTP/1.1" status: 200 len: 267 time: 0.0378048 Sep 16 05:09:17.566951 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-3a346e60-2dfe-43b1-94df-22d86a7f8571 None None] Provisioning complete for port 054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:17.567546 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3a346e60-2dfe-43b1-94df-22d86a7f8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.623836 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 462a0cb8-d9a7-4f1a-92e1-028a41e8e44a triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:17.624217 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.643893 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-6dba8cc8-e0dc-49c3-8780-a4a9a6cb69f3 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:17.645667 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-6dba8cc8-e0dc-49c3-8780-a4a9a6cb69f3 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/networks?id=7e03a846-8dad-4d7e-a99d-23bcc99a575e HTTP/1.1" status: 200 len: 797 time: 0.1181657 Sep 16 05:09:17.663643 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-3a346e60-2dfe-43b1-94df-22d86a7f8571 None None] Port 054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:17.665087 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-71d1e3e4-aede-4eb4-aea3-ebb4dece7a87 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/quotas/b173d3bb240f4c5e9195927830c36510 HTTP/1.1" status: 200 len: 375 time: 0.0113990 Sep 16 05:09:17.724014 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5bb584cb-1f56-48b9-90b2-8b47ee2c537b None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.734036 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5bb584cb-1f56-48b9-90b2-8b47ee2c537b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.748599 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-a1f664ae-4a75-47cb-b47f-9da053c27f1f tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b173d3bb240f4c5e9195927830c36510&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0728221 Sep 16 05:09:17.809482 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 7049abef-a01f-4f69-b9fa-3efb32ea1e52 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:17.846834 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d73f2-730d-4a68-aa94-aad939e35ce1 None None] Pushing event updated for resources: {'Port': ['ID=054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:17.937976 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-2a5f22a8-3e4d-4cd4-a91e-3c6b6cc4f1d4 service neutron] 10.222.0.35 "GET /v2.0/networks/7e03a846-8dad-4d7e-a99d-23bcc99a575e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655948 Sep 16 05:09:17.951109 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 7049abef-a01f-4f69-b9fa-3efb32ea1e52 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:17.951530 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.954220 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-5bb584cb-1f56-48b9-90b2-8b47ee2c537b None None] Attempting to bind port 054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:17.954589 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-5bb584cb-1f56-48b9-90b2-8b47ee2c537b None None] Attempting to bind port 054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ff06338e-312b-495f-872a-42c0c2b2923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7e03a846-8dad-4d7e-a99d-23bcc99a575e'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:17.955034 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb584cb-1f56-48b9-90b2-8b47ee2c537b None None] Attempting to bind port 054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1 on network 7e03a846-8dad-4d7e-a99d-23bcc99a575e {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:17.985616 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb584cb-1f56-48b9-90b2-8b47ee2c537b None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:17.986058 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb584cb-1f56-48b9-90b2-8b47ee2c537b None None] Checking segment: {'id': 'ff06338e-312b-495f-872a-42c0c2b2923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7e03a846-8dad-4d7e-a99d-23bcc99a575e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:17.986394 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5bb584cb-1f56-48b9-90b2-8b47ee2c537b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.987077 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb584cb-1f56-48b9-90b2-8b47ee2c537b None None] Bound using segment: {'id': 'ff06338e-312b-495f-872a-42c0c2b2923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7e03a846-8dad-4d7e-a99d-23bcc99a575e'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:17.987596 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-5bb584cb-1f56-48b9-90b2-8b47ee2c537b None None] Bound port: 054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff06338e-312b-495f-872a-42c0c2b2923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7e03a846-8dad-4d7e-a99d-23bcc99a575e'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:17.987987 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5bb584cb-1f56-48b9-90b2-8b47ee2c537b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:18.121312 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-e1742b70-d2f2-4ada-9910-c5d584a372ba service neutron] 10.222.0.35 "GET /v2.0/networks/7e03a846-8dad-4d7e-a99d-23bcc99a575e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824608 Sep 16 05:09:18.164727 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-5bb584cb-1f56-48b9-90b2-8b47ee2c537b None None] For port 054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:18.168108 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-5bb584cb-1f56-48b9-90b2-8b47ee2c537b None None] For port 054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1,segment=NetworkSegment(ff06338e-312b-495f-872a-42c0c2b2923a),segment_id=ff06338e-312b-495f-872a-42c0c2b2923a)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:18.181566 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5bb584cb-1f56-48b9-90b2-8b47ee2c537b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:18.269546 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-0a2d708c-5ae7-46eb-806d-ce352a8ea6ef None None] Provisioning complete for port 054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:18.269916 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0a2d708c-5ae7-46eb-806d-ce352a8ea6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:18.278881 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb584cb-1f56-48b9-90b2-8b47ee2c537b None None] Routers {'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:18.278881 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-5bb584cb-1f56-48b9-90b2-8b47ee2c537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:09:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:18.380707 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d73f2-730d-4a68-aa94-aad939e35ce1 None None] Pushing event updated for resources: {'Port': ['ID=054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:18.502082 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-5bb584cb-1f56-48b9-90b2-8b47ee2c537b None None] Set router b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:18.515332 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-03eca957-e7f6-454d-b90f-da318a9de96b req-1150a59c-fbf4-419f-be34-9b7c46036764 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fa60f16-2899-48af-8e51-6ff0706508f8 HTTP/1.1" status: 200 len: 210 time: 0.0480735 Sep 16 05:09:18.886455 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0a2d708c-5ae7-46eb-806d-ce352a8ea6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:18.942963 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-0a2d708c-5ae7-46eb-806d-ce352a8ea6ef None None] For port 054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1,segment=NetworkSegment(ff06338e-312b-495f-872a-42c0c2b2923a),segment_id=ff06338e-312b-495f-872a-42c0c2b2923a)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:18.951383 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-5bb584cb-1f56-48b9-90b2-8b47ee2c537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1224851517', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '7049abef-a01f-4f69-b9fa-3efb32ea1e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:10Z', 'updated_at': '2021-09-16T05:09:15Z', 'revision_number': 4, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'gw_port': {'id': '7049abef-a01f-4f69-b9fa-3efb32ea1e52', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:40:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:10Z', 'updated_at': '2021-09-16T05:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1', 'name': '', 'network_id': '7e03a846-8dad-4d7e-a99d-23bcc99a575e', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'mac_address': 'fa:16:3e:5f:f7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '7a4d2259-15f2-4943-85a4-46e678666c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:14Z', 'updated_at': '2021-09-16T05:09:18Z', 'revision_number': 4, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'subnets': [{'id': '7a4d2259-15f2-4943-85a4-46e678666c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:18.955485 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0a2d708c-5ae7-46eb-806d-ce352a8ea6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.020292 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb584cb-1f56-48b9-90b2-8b47ee2c537b None None] The sync data for ids ['b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e'] in n-d-712139-15 is: [{'id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1224851517', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '7049abef-a01f-4f69-b9fa-3efb32ea1e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:10Z', 'updated_at': '2021-09-16T05:09:15Z', 'revision_number': 4, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'gw_port': {'id': '7049abef-a01f-4f69-b9fa-3efb32ea1e52', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:40:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:10Z', 'updated_at': '2021-09-16T05:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1', 'name': '', 'network_id': '7e03a846-8dad-4d7e-a99d-23bcc99a575e', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'mac_address': 'fa:16:3e:5f:f7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '7a4d2259-15f2-4943-85a4-46e678666c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:14Z', 'updated_at': '2021-09-16T05:09:18Z', 'revision_number': 4, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'subnets': [{'id': '7a4d2259-15f2-4943-85a4-46e678666c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:19.062494 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d708c-5ae7-46eb-806d-ce352a8ea6ef None None] Pushing event updated for resources: {'Port': ['ID=054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:19.086611 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-8fd17c64-7c35-41b2-817c-1e77bdc6c4bb None None] Provisioning complete for port 054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:19.087073 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8fd17c64-7c35-41b2-817c-1e77bdc6c4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.679935 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-95752acd-c9a3-4f3b-80d2-470cc05573c6 req-f75a2019-dd09-4aef-82e9-f532fcafab97 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fa60f16-2899-48af-8e51-6ff0706508f8 HTTP/1.1" status: 200 len: 210 time: 0.0490422 Sep 16 05:09:20.307809 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-e52ee866-d538-4320-9618-c85e13e64ef1 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:20.309911 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-e52ee866-d538-4320-9618-c85e13e64ef1 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.48 "GET /v2.0/networks?id=7e03a846-8dad-4d7e-a99d-23bcc99a575e HTTP/1.1" status: 200 len: 797 time: 0.2595413 Sep 16 05:09:20.402330 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-9ee0a6f1-355c-49a2-a4f8-1471a8a8ffeb tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b173d3bb240f4c5e9195927830c36510 HTTP/1.1" status: 200 len: 478 time: 0.0744812 Sep 16 05:09:20.418513 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-5b0ff649-7776-4106-a41d-9973ec5c2f8a tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Request body: {'port': {'device_id': '0fa60f16-2899-48af-8e51-6ff0706508f8', 'network_id': '7e03a846-8dad-4d7e-a99d-23bcc99a575e', 'admin_state_up': True, 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'security_groups': ['0677982b-6836-497c-a00d-628899ebeecc', 'c4dae3d5-10e2-4056-940f-d6cff06c58c5']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:20.605482 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-5b0ff649-7776-4106-a41d-9973ec5c2f8a tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Made reservation on behalf of b173d3bb240f4c5e9195927830c36510 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:20.615275 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-5b0ff649-7776-4106-a41d-9973ec5c2f8a tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.799150 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-5b0ff649-7776-4106-a41d-9973ec5c2f8a tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Allocated IP 172.20.0.7 (7e03a846-8dad-4d7e-a99d-23bcc99a575e/7a4d2259-15f2-4943-85a4-46e678666c60/a8ad1317-8e45-47ee-8087-7deb9f4c5fa5) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:20.833273 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e659a38-6336-457a-93d5-5ba9a8df1613 req-f5e3145d-f87c-4d24-ad9e-d07d1f76a792 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fa60f16-2899-48af-8e51-6ff0706508f8 HTTP/1.1" status: 200 len: 210 time: 0.0316172 Sep 16 05:09:21.029074 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-5b0ff649-7776-4106-a41d-9973ec5c2f8a tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.069487 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-5b0ff649-7776-4106-a41d-9973ec5c2f8a tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.119359 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-5b0ff649-7776-4106-a41d-9973ec5c2f8a tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Network 7e03a846-8dad-4d7e-a99d-23bcc99a575e is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:21.122010 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-5b0ff649-7776-4106-a41d-9973ec5c2f8a tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:21.127629 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-5b0ff649-7776-4106-a41d-9973ec5c2f8a tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:21.130980 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ff649-7776-4106-a41d-9973ec5c2f8a tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Pushing event updated for resources: {'Port': ['ID=a8ad1317-8e45-47ee-8087-7deb9f4c5fa5,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:21.203378 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-5b0ff649-7776-4106-a41d-9973ec5c2f8a tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:21.207058 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-5b0ff649-7776-4106-a41d-9973ec5c2f8a tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.248916 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:21.264070 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-5b0ff649-7776-4106-a41d-9973ec5c2f8a tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.8536413 Sep 16 05:09:21.289973 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-ed53420f-0afe-4d8d-8416-228f412143cd service neutron] Request body: {'port': {'device_id': '0fa60f16-2899-48af-8e51-6ff0706508f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:21.336980 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:21.337359 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.492052 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-86c33f31-6266-40db-8b37-710cf922965e None None] Provisioning complete for port a8ad1317-8e45-47ee-8087-7deb9f4c5fa5 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:21.492435 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-86c33f31-6266-40db-8b37-710cf922965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.538185 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-86c33f31-6266-40db-8b37-710cf922965e None None] Port a8ad1317-8e45-47ee-8087-7deb9f4c5fa5 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:21.785689 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-ed53420f-0afe-4d8d-8416-228f412143cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.041305 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713ff55-d8e6-4361-aeb7-a3f99f9c83c3 req-9c310ab2-bb70-4f11-a5a4-5024bea7c1d1 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:22.042862 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6713ff55-d8e6-4361-aeb7-a3f99f9c83c3 req-9c310ab2-bb70-4f11-a5a4-5024bea7c1d1 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fa60f16-2899-48af-8e51-6ff0706508f8 HTTP/1.1" status: 200 len: 970 time: 0.1152456 Sep 16 05:09:22.114027 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6713ff55-d8e6-4361-aeb7-a3f99f9c83c3 req-b109f5d9-f89f-4c26-9e82-8b1ac59f0146 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4dae3d5-10e2-4056-940f-d6cff06c58c5&id=0677982b-6836-497c-a00d-628899ebeecc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0601630 Sep 16 05:09:22.180122 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-ed53420f-0afe-4d8d-8416-228f412143cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8ad1317-8e45-47ee-8087-7deb9f4c5fa5 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:09:22.187954 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-ed53420f-0afe-4d8d-8416-228f412143cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.201028 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-ed53420f-0afe-4d8d-8416-228f412143cd service neutron] Transition to ACTIVE for port object a8ad1317-8e45-47ee-8087-7deb9f4c5fa5 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:09:22.206804 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-ed53420f-0afe-4d8d-8416-228f412143cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.290291 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53420f-0afe-4d8d-8416-228f412143cd service neutron] Pushing event updated for resources: {'Port': ['ID=a8ad1317-8e45-47ee-8087-7deb9f4c5fa5,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:22.358366 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-ed53420f-0afe-4d8d-8416-228f412143cd service neutron] Attempting to bind port a8ad1317-8e45-47ee-8087-7deb9f4c5fa5 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:22.358680 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-ed53420f-0afe-4d8d-8416-228f412143cd service neutron] Attempting to bind port a8ad1317-8e45-47ee-8087-7deb9f4c5fa5 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': 'ff06338e-312b-495f-872a-42c0c2b2923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7e03a846-8dad-4d7e-a99d-23bcc99a575e'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:22.359168 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-ed53420f-0afe-4d8d-8416-228f412143cd service neutron] Attempting to bind port a8ad1317-8e45-47ee-8087-7deb9f4c5fa5 on network 7e03a846-8dad-4d7e-a99d-23bcc99a575e {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:22.367757 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-ed53420f-0afe-4d8d-8416-228f412143cd service neutron] Port a8ad1317-8e45-47ee-8087-7deb9f4c5fa5 on network 7e03a846-8dad-4d7e-a99d-23bcc99a575e not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:09:22.368151 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-ed53420f-0afe-4d8d-8416-228f412143cd service neutron] Attempting to bind port a8ad1317-8e45-47ee-8087-7deb9f4c5fa5 on network 7e03a846-8dad-4d7e-a99d-23bcc99a575e {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:22.374748 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-ed53420f-0afe-4d8d-8416-228f412143cd service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:22.375382 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-ed53420f-0afe-4d8d-8416-228f412143cd service neutron] Checking segment: {'id': 'ff06338e-312b-495f-872a-42c0c2b2923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7e03a846-8dad-4d7e-a99d-23bcc99a575e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:22.375768 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-ed53420f-0afe-4d8d-8416-228f412143cd service neutron] Bound using segment: {'id': 'ff06338e-312b-495f-872a-42c0c2b2923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7e03a846-8dad-4d7e-a99d-23bcc99a575e'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:22.376204 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-ed53420f-0afe-4d8d-8416-228f412143cd service neutron] Bound port: a8ad1317-8e45-47ee-8087-7deb9f4c5fa5, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff06338e-312b-495f-872a-42c0c2b2923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7e03a846-8dad-4d7e-a99d-23bcc99a575e'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:22.376760 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-ed53420f-0afe-4d8d-8416-228f412143cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.461964 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-ed53420f-0afe-4d8d-8416-228f412143cd service neutron] For port a8ad1317-8e45-47ee-8087-7deb9f4c5fa5, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:22.465875 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-ed53420f-0afe-4d8d-8416-228f412143cd service neutron] For port a8ad1317-8e45-47ee-8087-7deb9f4c5fa5, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=a8ad1317-8e45-47ee-8087-7deb9f4c5fa5,segment=NetworkSegment(ff06338e-312b-495f-872a-42c0c2b2923a),segment_id=ff06338e-312b-495f-872a-42c0c2b2923a)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:22.471762 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-ed53420f-0afe-4d8d-8416-228f412143cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.507292 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-ed53420f-0afe-4d8d-8416-228f412143cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:22.507944 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-ed53420f-0afe-4d8d-8416-228f412143cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.515646 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-ed53420f-0afe-4d8d-8416-228f412143cd service neutron] 10.222.0.48 "PUT /v2.0/ports/a8ad1317-8e45-47ee-8087-7deb9f4c5fa5 HTTP/1.1" status: 200 len: 1131 time: 1.2371402 Sep 16 05:09:22.516424 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa60f16-2899-48af-8e51-6ff0706508f8', 'tag': 'a8ad1317-8e45-47ee-8087-7deb9f4c5fa5'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:22.519734 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12eac367-d7a2-4af5-ac73-3320c1e424ad" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa60f16-2899-48af-8e51-6ff0706508f8", "tag": "a8ad1317-8e45-47ee-8087-7deb9f4c5fa5"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:22.551213 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53420f-0afe-4d8d-8416-228f412143cd service neutron] Pushing event updated for resources: {'Port': ['ID=a8ad1317-8e45-47ee-8087-7deb9f4c5fa5,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:22.595095 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8caee9d-8564-460e-b3c6-79bc01efc00c x-openstack-request-id: req-c8caee9d-8564-460e-b3c6-79bc01efc00c {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:22.595757 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa60f16-2899-48af-8e51-6ff0706508f8", "tag": "a8ad1317-8e45-47ee-8087-7deb9f4c5fa5", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:22.596128 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c8caee9d-8564-460e-b3c6-79bc01efc00c {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:22.596861 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fa60f16-2899-48af-8e51-6ff0706508f8', 'tag': 'a8ad1317-8e45-47ee-8087-7deb9f4c5fa5', 'status': 'completed', 'code': 200} Sep 16 05:09:22.633771 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-efc92fc2-5aab-47ee-97f7-04f909dbcd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:22.635530 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-efc92fc2-5aab-47ee-97f7-04f909dbcd36 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b173d3bb240f4c5e9195927830c36510&device_id=0fa60f16-2899-48af-8e51-6ff0706508f8 HTTP/1.1" status: 200 len: 1134 time: 0.0586638 Sep 16 05:09:22.689155 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-48977ade-8ccd-46b4-863d-f485b7605fcb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8ad1317-8e45-47ee-8087-7deb9f4c5fa5 HTTP/1.1" status: 200 len: 217 time: 0.0407126 Sep 16 05:09:22.738962 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-ae237804-4eff-4c77-bc2c-2c3534a68e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:22.740665 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-ae237804-4eff-4c77-bc2c-2c3534a68e35 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7a4d2259-15f2-4943-85a4-46e678666c60 HTTP/1.1" status: 200 len: 834 time: 0.0453393 Sep 16 05:09:22.787457 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-0fca0a4e-3e35-40ee-b436-6e2d7b91622c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:22.789014 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-0fca0a4e-3e35-40ee-b436-6e2d7b91622c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7e03a846-8dad-4d7e-a99d-23bcc99a575e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418849 Sep 16 05:09:22.888719 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-6124b6ce-7836-4b72-bdf5-b3b0a6a7f861 service neutron] 10.222.0.48 "GET /v2.0/networks/7e03a846-8dad-4d7e-a99d-23bcc99a575e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920262 Sep 16 05:09:22.981234 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-104b624b-7dff-4363-83c3-8fc2d08ee0c4 req-22d4a1d7-bc8e-42fc-ab20-23873ad2049b service neutron] 10.222.0.48 "GET /v2.0/networks/7e03a846-8dad-4d7e-a99d-23bcc99a575e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856464 Sep 16 05:09:23.107637 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eac367-d7a2-4af5-ac73-3320c1e424ad req-bf3c486e-e116-4f3a-9b5a-403f34918c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:23.109187 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-12eac367-d7a2-4af5-ac73-3320c1e424ad req-bf3c486e-e116-4f3a-9b5a-403f34918c6b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b173d3bb240f4c5e9195927830c36510&device_id=0fa60f16-2899-48af-8e51-6ff0706508f8 HTTP/1.1" status: 200 len: 1134 time: 0.0469468 Sep 16 05:09:23.219952 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eac367-d7a2-4af5-ac73-3320c1e424ad req-763c0281-9ab6-4903-868c-47a3e41a757c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:23.222042 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-12eac367-d7a2-4af5-ac73-3320c1e424ad req-763c0281-9ab6-4903-868c-47a3e41a757c service neutron] 10.222.0.48 "GET /v2.0/networks?id=7e03a846-8dad-4d7e-a99d-23bcc99a575e HTTP/1.1" status: 200 len: 898 time: 0.1055284 Sep 16 05:09:23.293428 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-12eac367-d7a2-4af5-ac73-3320c1e424ad req-a8c300d9-4e71-4078-8346-ef1790cabce9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8ad1317-8e45-47ee-8087-7deb9f4c5fa5 HTTP/1.1" status: 200 len: 217 time: 0.0495982 Sep 16 05:09:23.321689 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ea682-19b9-4ce8-81a6-66ab7d331ab4 req-7347daaf-79f2-4a29-8933-8e32432542b3 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:23.329524 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d67ea682-19b9-4ce8-81a6-66ab7d331ab4 req-7347daaf-79f2-4a29-8933-8e32432542b3 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fa60f16-2899-48af-8e51-6ff0706508f8 HTTP/1.1" status: 200 len: 982 time: 0.1247034 Sep 16 05:09:23.392091 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eac367-d7a2-4af5-ac73-3320c1e424ad req-c99bb57f-d094-4e92-a266-8dfb8db8a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:23.394229 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-12eac367-d7a2-4af5-ac73-3320c1e424ad req-c99bb57f-d094-4e92-a266-8dfb8db8a35e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7a4d2259-15f2-4943-85a4-46e678666c60 HTTP/1.1" status: 200 len: 834 time: 0.0919533 Sep 16 05:09:23.401556 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d67ea682-19b9-4ce8-81a6-66ab7d331ab4 req-aa9579eb-41fc-4fae-b38b-595ff914f136 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4dae3d5-10e2-4056-940f-d6cff06c58c5&id=0677982b-6836-497c-a00d-628899ebeecc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0706098 Sep 16 05:09:23.450539 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eac367-d7a2-4af5-ac73-3320c1e424ad req-a1e654c3-d581-4726-94e6-31b50e116e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:23.452219 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-12eac367-d7a2-4af5-ac73-3320c1e424ad req-a1e654c3-d581-4726-94e6-31b50e116e9b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7e03a846-8dad-4d7e-a99d-23bcc99a575e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497580 Sep 16 05:09:23.614411 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-12eac367-d7a2-4af5-ac73-3320c1e424ad req-ec53534f-733e-414f-9a46-329f3c2135f8 service neutron] 10.222.0.48 "GET /v2.0/networks/7e03a846-8dad-4d7e-a99d-23bcc99a575e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543717 Sep 16 05:09:23.665619 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374e6d9-5352-408c-b974-9ffe2308124c req-75fe9bae-d112-443b-9d0b-7f478fb0ba95 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:23.667131 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8374e6d9-5352-408c-b974-9ffe2308124c req-75fe9bae-d112-443b-9d0b-7f478fb0ba95 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/networks?id=78230583-95e1-407a-8904-f763c604a74a HTTP/1.1" status: 200 len: 814 time: 0.1751022 Sep 16 05:09:23.716879 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8374e6d9-5352-408c-b974-9ffe2308124c req-ea9610ea-d7f5-4199-bd3b-a7aeca1a295c tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/quotas/90cb81cf5f454cec982bde12621e8ab3 HTTP/1.1" status: 200 len: 375 time: 0.0423558 Sep 16 05:09:23.763762 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8374e6d9-5352-408c-b974-9ffe2308124c req-b26f8da4-5305-4e23-aaad-e7ffd50bfb6a tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=90cb81cf5f454cec982bde12621e8ab3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392866 Sep 16 05:09:23.767296 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-12eac367-d7a2-4af5-ac73-3320c1e424ad req-d27638f6-011a-4307-ada4-bec0f205377a service neutron] 10.222.0.48 "GET /v2.0/networks/7e03a846-8dad-4d7e-a99d-23bcc99a575e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448905 Sep 16 05:09:23.801180 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46186) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:23.863944 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8374e6d9-5352-408c-b974-9ffe2308124c req-63ca5548-aaae-4b79-a27a-7f828a2d56ef service neutron] 10.222.0.35 "GET /v2.0/networks/78230583-95e1-407a-8904-f763c604a74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872128 Sep 16 05:09:23.912446 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-64350386-2437-4389-9479-e69385f5a294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.964646 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8374e6d9-5352-408c-b974-9ffe2308124c req-6a033e16-a9ed-4d46-9c0b-129a5c2b57c8 service neutron] 10.222.0.35 "GET /v2.0/networks/78230583-95e1-407a-8904-f763c604a74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942831 Sep 16 05:09:24.009514 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-64350386-2437-4389-9479-e69385f5a294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.015664 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-64350386-2437-4389-9479-e69385f5a294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.054765 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64350386-2437-4389-9479-e69385f5a294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24406c5-58e7-4d7f-9787-19b0c2ffed15,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:24.062476 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-64350386-2437-4389-9479-e69385f5a294 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0dcfc2c31af24b4fa649578a2c7a5a39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2577116 Sep 16 05:09:24.063232 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46190) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:24.117151 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2dfb9e61-daef-41c4-b9ae-11f9c5ddea87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.126527 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d66a4bfc-5212-4a5a-ab92-a489b4bd9413 req-893ac9e0-79f0-4cd9-b6d6-77773177e5c0 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcaf1786-dc0f-427b-825e-a57a7d8a13f3 HTTP/1.1" status: 200 len: 210 time: 0.0260658 Sep 16 05:09:24.141440 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2dfb9e61-daef-41c4-b9ae-11f9c5ddea87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.190165 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2dfb9e61-daef-41c4-b9ae-11f9c5ddea87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.193347 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2dfb9e61-daef-41c4-b9ae-11f9c5ddea87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.194566 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2dfb9e61-daef-41c4-b9ae-11f9c5ddea87 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f24406c5-58e7-4d7f-9787-19b0c2ffed15 HTTP/1.1" status: 204 len: 168 time: 0.1309750 Sep 16 05:09:24.202395 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb9e61-daef-41c4-b9ae-11f9c5ddea87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24406c5-58e7-4d7f-9787-19b0c2ffed15,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:24.465911 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46200) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:24.479922 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-271419ba-5716-444a-a513-015e1ef91387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.522843 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c41c93-436e-4446-b4f9-b7ccc1e70718 req-4b9cf454-1a42-4bd0-a5c3-e20d5839e9fa tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:24.524616 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-74c41c93-436e-4446-b4f9-b7ccc1e70718 req-4b9cf454-1a42-4bd0-a5c3-e20d5839e9fa tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fa60f16-2899-48af-8e51-6ff0706508f8 HTTP/1.1" status: 200 len: 982 time: 0.0512810 Sep 16 05:09:24.571056 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-74c41c93-436e-4446-b4f9-b7ccc1e70718 req-9863c71f-2568-496c-82f7-c8a18f25bee9 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4dae3d5-10e2-4056-940f-d6cff06c58c5&id=0677982b-6836-497c-a00d-628899ebeecc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0397930 Sep 16 05:09:24.575424 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-271419ba-5716-444a-a513-015e1ef91387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.580958 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-271419ba-5716-444a-a513-015e1ef91387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.617257 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271419ba-5716-444a-a513-015e1ef91387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee382bc2-953d-44d5-9f3a-887cb2bd8f27,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:24.622256 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-271419ba-5716-444a-a513-015e1ef91387 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ce59cfc9491b468ead1bf06fdc60ccf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1552510 Sep 16 05:09:24.624884 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46202) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:24.673599 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fa6e110b-b373-40ec-91b7-85be31d8e983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.695672 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fa6e110b-b373-40ec-91b7-85be31d8e983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.748842 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fa6e110b-b373-40ec-91b7-85be31d8e983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.751435 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fa6e110b-b373-40ec-91b7-85be31d8e983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.753258 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fa6e110b-b373-40ec-91b7-85be31d8e983 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ee382bc2-953d-44d5-9f3a-887cb2bd8f27 HTTP/1.1" status: 204 len: 168 time: 0.1274340 Sep 16 05:09:24.761132 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e110b-b373-40ec-91b7-85be31d8e983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee382bc2-953d-44d5-9f3a-887cb2bd8f27,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:25.203946 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a8aeab39-96b0-4069-85b2-8f5c37ddf9f7 req-c6abde6d-e7ae-4059-b6dc-3852e5605edc tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcaf1786-dc0f-427b-825e-a57a7d8a13f3 HTTP/1.1" status: 200 len: 210 time: 0.0265930 Sep 16 05:09:25.698764 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca9826-b043-450c-8ed6-c880a921f5b6 req-38266096-b377-4178-9009-71b4c961b223 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:25.700297 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0eca9826-b043-450c-8ed6-c880a921f5b6 req-38266096-b377-4178-9009-71b4c961b223 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fa60f16-2899-48af-8e51-6ff0706508f8 HTTP/1.1" status: 200 len: 982 time: 0.0580223 Sep 16 05:09:25.747639 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0eca9826-b043-450c-8ed6-c880a921f5b6 req-3e49d1a0-1255-4936-90e2-56ca8ae4fa4f tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4dae3d5-10e2-4056-940f-d6cff06c58c5&id=0677982b-6836-497c-a00d-628899ebeecc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0401461 Sep 16 05:09:26.308832 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4e081dba-6c6f-46c7-9645-9c4ab2737efe req-51e769cc-4351-4028-93ad-da981b44e83b tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcaf1786-dc0f-427b-825e-a57a7d8a13f3 HTTP/1.1" status: 200 len: 210 time: 0.0449851 Sep 16 05:09:26.454014 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46268) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.571124 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-17e1868b-b1d0-4500-9770-86b6c53b9452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.658012 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-17e1868b-b1d0-4500-9770-86b6c53b9452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.662228 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-17e1868b-b1d0-4500-9770-86b6c53b9452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.702068 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-17e1868b-b1d0-4500-9770-86b6c53b9452 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d9c8eeaf73d94d99bcb9501d14d18f01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2469089 Sep 16 05:09:26.703191 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e1868b-b1d0-4500-9770-86b6c53b9452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792945a9-2f1b-4638-859a-5e6961bee2b7,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:26.704974 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46272) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.755190 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a94fab34-ca7d-459b-97d0-38b59e474f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.776427 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a94fab34-ca7d-459b-97d0-38b59e474f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.834335 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a94fab34-ca7d-459b-97d0-38b59e474f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.837034 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a94fab34-ca7d-459b-97d0-38b59e474f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.838169 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a94fab34-ca7d-459b-97d0-38b59e474f3f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/792945a9-2f1b-4638-859a-5e6961bee2b7 HTTP/1.1" status: 204 len: 168 time: 0.1318326 Sep 16 05:09:26.865279 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94fab34-ca7d-459b-97d0-38b59e474f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792945a9-2f1b-4638-859a-5e6961bee2b7,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:26.887967 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94a8b2-538c-45d5-b06e-1fe33c519d8e req-32b5eb79-eb2f-4ed2-a3ff-cf5777bc6e87 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:26.889384 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-af94a8b2-538c-45d5-b06e-1fe33c519d8e req-32b5eb79-eb2f-4ed2-a3ff-cf5777bc6e87 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fa60f16-2899-48af-8e51-6ff0706508f8 HTTP/1.1" status: 200 len: 982 time: 0.0683169 Sep 16 05:09:26.931693 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-af94a8b2-538c-45d5-b06e-1fe33c519d8e req-d77087be-0bc6-4b97-a868-dc4bf3b67060 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4dae3d5-10e2-4056-940f-d6cff06c58c5&id=0677982b-6836-497c-a00d-628899ebeecc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0358956 Sep 16 05:09:27.388952 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fa879255-de25-43b4-bdb1-f904603f0276 req-5ed044a1-c3db-445a-a66c-a2a74bb95177 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcaf1786-dc0f-427b-825e-a57a7d8a13f3 HTTP/1.1" status: 200 len: 210 time: 0.0264158 Sep 16 05:09:27.803065 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device a8ad1317-8e45-47ee-8087-7deb9f4c5fa5 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:09:27.906586 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port a8ad1317-8e45-47ee-8087-7deb9f4c5fa5, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=a8ad1317-8e45-47ee-8087-7deb9f4c5fa5,segment=NetworkSegment(ff06338e-312b-495f-872a-42c0c2b2923a),segment_id=ff06338e-312b-495f-872a-42c0c2b2923a)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:27.920644 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'a8ad1317-8e45-47ee-8087-7deb9f4c5fa5', 'network_id': '7e03a846-8dad-4d7e-a99d-23bcc99a575e', 'port_id': 'a8ad1317-8e45-47ee-8087-7deb9f4c5fa5', 'mac_address': 'fa:16:3e:72:a3:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a4d2259-15f2-4943-85a4-46e678666c60', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:09:27.960710 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.975386 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ad1317-8e45-47ee-8087-7deb9f4c5fa5 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:09:27.995300 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port a8ad1317-8e45-47ee-8087-7deb9f4c5fa5, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=a8ad1317-8e45-47ee-8087-7deb9f4c5fa5,segment=NetworkSegment(ff06338e-312b-495f-872a-42c0c2b2923a),segment_id=ff06338e-312b-495f-872a-42c0c2b2923a)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:28.000031 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.058566 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d41b82-8ece-4a9e-bdcb-f72cada45666 req-9a75d3a4-013c-4fdc-8173-ecc5371af523 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:28.059242 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=a8ad1317-8e45-47ee-8087-7deb9f4c5fa5,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:28.060073 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-19d41b82-8ece-4a9e-bdcb-f72cada45666 req-9a75d3a4-013c-4fdc-8173-ecc5371af523 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fa60f16-2899-48af-8e51-6ff0706508f8 HTTP/1.1" status: 200 len: 983 time: 0.0520551 Sep 16 05:09:28.102005 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-19d41b82-8ece-4a9e-bdcb-f72cada45666 req-34536218-65ed-482e-b2b6-b58a9bebea09 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4dae3d5-10e2-4056-940f-d6cff06c58c5&id=0677982b-6836-497c-a00d-628899ebeecc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0350721 Sep 16 05:09:28.460317 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['a8ad1317-8e45-47ee-8087-7deb9f4c5fa5'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:09:28.495246 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-13f219d0-07f6-40e4-95d8-e1921b33bce9 req-10fe5dcb-4eab-47fe-8fd6-6419c28d58fb tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcaf1786-dc0f-427b-825e-a57a7d8a13f3 HTTP/1.1" status: 200 len: 210 time: 0.0333421 Sep 16 05:09:28.697120 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46358) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:28.806062 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b426c387-b870-4d4c-a2ca-3c3295eb39ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.898679 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b426c387-b870-4d4c-a2ca-3c3295eb39ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.902263 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b426c387-b870-4d4c-a2ca-3c3295eb39ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.941467 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b426c387-b870-4d4c-a2ca-3c3295eb39ae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=74c4c5c0c6494ff584473969a1c7ce81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2424984 Sep 16 05:09:28.942321 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b426c387-b870-4d4c-a2ca-3c3295eb39ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e22bd5-ad11-462d-a876-89c553a03263,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:28.944393 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46362) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:28.995975 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f1d0f0e4-0da4-4eea-8c35-c963783a84db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.017614 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f1d0f0e4-0da4-4eea-8c35-c963783a84db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.066744 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f1d0f0e4-0da4-4eea-8c35-c963783a84db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.069367 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f1d0f0e4-0da4-4eea-8c35-c963783a84db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.070559 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f1d0f0e4-0da4-4eea-8c35-c963783a84db admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/65e22bd5-ad11-462d-a876-89c553a03263 HTTP/1.1" status: 204 len: 168 time: 0.1223669 Sep 16 05:09:29.085962 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0f0e4-0da4-4eea-8c35-c963783a84db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e22bd5-ad11-462d-a876-89c553a03263,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:29.240831 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a916f-1975-42b9-be84-373a777f6b25 req-804031eb-892a-4f1c-97f8-fa38df71fc48 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:29.250911 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0f5a916f-1975-42b9-be84-373a777f6b25 req-804031eb-892a-4f1c-97f8-fa38df71fc48 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fa60f16-2899-48af-8e51-6ff0706508f8 HTTP/1.1" status: 200 len: 983 time: 0.0770700 Sep 16 05:09:29.304660 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0f5a916f-1975-42b9-be84-373a777f6b25 req-8de7b0fa-0fb0-4d5f-813d-f1a37cefb93b tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4dae3d5-10e2-4056-940f-d6cff06c58c5&id=0677982b-6836-497c-a00d-628899ebeecc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0524533 Sep 16 05:09:29.327754 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374e6d9-5352-408c-b974-9ffe2308124c req-6283804f-68fa-4da5-bba8-9fbf23335f85 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:29.329653 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8374e6d9-5352-408c-b974-9ffe2308124c req-6283804f-68fa-4da5-bba8-9fbf23335f85 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.47 "GET /v2.0/networks?id=78230583-95e1-407a-8904-f763c604a74a HTTP/1.1" status: 200 len: 814 time: 0.1396029 Sep 16 05:09:29.349972 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-8374e6d9-5352-408c-b974-9ffe2308124c req-5b8b600e-509c-433f-ad5f-cb63cbfe8c91 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Request body: {'port': {'device_id': 'fcaf1786-dc0f-427b-825e-a57a7d8a13f3', 'network_id': '78230583-95e1-407a-8904-f763c604a74a', 'admin_state_up': True, 'tenant_id': '90cb81cf5f454cec982bde12621e8ab3'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:29.425071 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46370) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:29.438276 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5b01bf7b-4bf6-4520-abeb-385e0561e1cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.460955 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.db.api [req-8374e6d9-5352-408c-b974-9ffe2308124c req-5b8b600e-509c-433f-ad5f-cb63cbfe8c91 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:09:29.460955 n-d-712139-15 neutron-server[94766]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 16 05:09:29.460955 n-d-712139-15 neutron-server[94766]: [parameters: {'project_id': '90cb81cf5f454cec982bde12621e8ab3', 'id': 'bfcab37d-69c2-4a15-b8ee-fb49af240fd4', 'expiration': datetime.datetime(2021, 9, 16, 5, 11, 29, 456797)}] Sep 16 05:09:29.460955 n-d-712139-15 neutron-server[94766]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:09:29.461434 n-d-712139-15 neutron-server[94766]: DEBUG oslo_db.api [req-8374e6d9-5352-408c-b974-9ffe2308124c req-5b8b600e-509c-433f-ad5f-cb63cbfe8c91 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:09:29.538255 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5b01bf7b-4bf6-4520-abeb-385e0561e1cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.542521 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5b01bf7b-4bf6-4520-abeb-385e0561e1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.606318 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5b01bf7b-4bf6-4520-abeb-385e0561e1cf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d99b731df8724d3191912879b841ccb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1800439 Sep 16 05:09:29.609045 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46374) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:29.609542 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ee1869ef-2831-41be-b4e7-2f9f68c05c46 req-1e5a42d9-91df-4923-b248-df7768bc3c6c tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcaf1786-dc0f-427b-825e-a57a7d8a13f3 HTTP/1.1" status: 200 len: 210 time: 0.0411811 Sep 16 05:09:29.610591 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01bf7b-4bf6-4520-abeb-385e0561e1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d74d38-f046-4b11-8bd3-6783743b928b,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:29.666395 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cb7ad44d-50c8-4b97-907f-82db76cd2c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.689041 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cb7ad44d-50c8-4b97-907f-82db76cd2c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.736161 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cb7ad44d-50c8-4b97-907f-82db76cd2c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.739792 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cb7ad44d-50c8-4b97-907f-82db76cd2c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.740985 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cb7ad44d-50c8-4b97-907f-82db76cd2c72 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/66d74d38-f046-4b11-8bd3-6783743b928b HTTP/1.1" status: 204 len: 168 time: 0.1305978 Sep 16 05:09:29.748647 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ad44d-50c8-4b97-907f-82db76cd2c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d74d38-f046-4b11-8bd3-6783743b928b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:29.803525 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device a8ad1317-8e45-47ee-8087-7deb9f4c5fa5 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:29.856329 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port a8ad1317-8e45-47ee-8087-7deb9f4c5fa5 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:09:29.860938 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port a8ad1317-8e45-47ee-8087-7deb9f4c5fa5 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:29.861322 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.943876 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.978770 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port a8ad1317-8e45-47ee-8087-7deb9f4c5fa5, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=a8ad1317-8e45-47ee-8087-7deb9f4c5fa5,segment=NetworkSegment(ff06338e-312b-495f-872a-42c0c2b2923a),segment_id=ff06338e-312b-495f-872a-42c0c2b2923a)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:29.979996 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa60f16-2899-48af-8e51-6ff0706508f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ad1317-8e45-47ee-8087-7deb9f4c5fa5'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:29.982210 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00be44ce-255e-4aeb-926a-645004c8b949" -d '{"events": [{"server_uuid": "0fa60f16-2899-48af-8e51-6ff0706508f8", "name": "network-vif-plugged", "status": "completed", "tag": "a8ad1317-8e45-47ee-8087-7deb9f4c5fa5"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:29.985879 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.989539 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8374e6d9-5352-408c-b974-9ffe2308124c req-5b8b600e-509c-433f-ad5f-cb63cbfe8c91 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Made reservation on behalf of 90cb81cf5f454cec982bde12621e8ab3 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:29.996099 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8374e6d9-5352-408c-b974-9ffe2308124c req-5b8b600e-509c-433f-ad5f-cb63cbfe8c91 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.025033 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7a103d-b44d-4601-94bd-d133fdbc00cd x-openstack-request-id: req-ef7a103d-b44d-4601-94bd-d133fdbc00cd {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:30.025365 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa60f16-2899-48af-8e51-6ff0706508f8", "name": "network-vif-plugged", "status": "completed", "tag": "a8ad1317-8e45-47ee-8087-7deb9f4c5fa5", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:30.025572 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ef7a103d-b44d-4601-94bd-d133fdbc00cd {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:30.025957 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa60f16-2899-48af-8e51-6ff0706508f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ad1317-8e45-47ee-8087-7deb9f4c5fa5', 'code': 200} Sep 16 05:09:30.040852 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=a8ad1317-8e45-47ee-8087-7deb9f4c5fa5,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:30.153585 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-8374e6d9-5352-408c-b974-9ffe2308124c req-5b8b600e-509c-433f-ad5f-cb63cbfe8c91 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Allocated IP 172.20.0.5 (78230583-95e1-407a-8904-f763c604a74a/d6d484bf-780f-4060-af36-2a6ec906c6b1/b1f9f89e-cf0f-4e11-a7fd-964743de1cb4) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:30.158077 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc37cb0-ba2d-477b-8bc1-903eb5838859 req-edbfcd03-1fb6-4661-97da-4ee8ca175742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:30.160552 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-abc37cb0-ba2d-477b-8bc1-903eb5838859 req-edbfcd03-1fb6-4661-97da-4ee8ca175742 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0fa60f16-2899-48af-8e51-6ff0706508f8 HTTP/1.1" status: 200 len: 1136 time: 0.0461235 Sep 16 05:09:30.202345 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-abc37cb0-ba2d-477b-8bc1-903eb5838859 req-2854d9ed-0a2f-4372-a6ae-6daf2ee7dcef service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0677982b-6836-497c-a00d-628899ebeecc&id=c4dae3d5-10e2-4056-940f-d6cff06c58c5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0340481 Sep 16 05:09:30.311522 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8374e6d9-5352-408c-b974-9ffe2308124c req-5b8b600e-509c-433f-ad5f-cb63cbfe8c91 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.358234 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8374e6d9-5352-408c-b974-9ffe2308124c req-5b8b600e-509c-433f-ad5f-cb63cbfe8c91 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.403679 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8374e6d9-5352-408c-b974-9ffe2308124c req-5b8b600e-509c-433f-ad5f-cb63cbfe8c91 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Network 78230583-95e1-407a-8904-f763c604a74a is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:30.407081 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-8374e6d9-5352-408c-b974-9ffe2308124c req-5b8b600e-509c-433f-ad5f-cb63cbfe8c91 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:30.414698 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8374e6d9-5352-408c-b974-9ffe2308124c req-5b8b600e-509c-433f-ad5f-cb63cbfe8c91 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:30.433758 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e11e4-e966-4fb8-be5d-eadec4d3b336 req-a0762c51-a8a3-4548-bc6c-51bee6078cd8 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:30.435888 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e78e11e4-e966-4fb8-be5d-eadec4d3b336 req-a0762c51-a8a3-4548-bc6c-51bee6078cd8 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fa60f16-2899-48af-8e51-6ff0706508f8 HTTP/1.1" status: 200 len: 984 time: 0.0598092 Sep 16 05:09:30.441109 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b600e-509c-433f-ad5f-cb63cbfe8c91 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Pushing event updated for resources: {'Port': ['ID=b1f9f89e-cf0f-4e11-a7fd-964743de1cb4,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:30.471226 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374e6d9-5352-408c-b974-9ffe2308124c req-5b8b600e-509c-433f-ad5f-cb63cbfe8c91 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:30.472643 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8374e6d9-5352-408c-b974-9ffe2308124c req-5b8b600e-509c-433f-ad5f-cb63cbfe8c91 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.484139 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e78e11e4-e966-4fb8-be5d-eadec4d3b336 req-83013764-d4db-453e-87f0-c559c3dfb746 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4dae3d5-10e2-4056-940f-d6cff06c58c5&id=0677982b-6836-497c-a00d-628899ebeecc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0398498 Sep 16 05:09:30.487985 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8374e6d9-5352-408c-b974-9ffe2308124c req-5b8b600e-509c-433f-ad5f-cb63cbfe8c91 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1425397 Sep 16 05:09:30.506355 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-8374e6d9-5352-408c-b974-9ffe2308124c req-e161af56-efdc-4926-b779-cea8061504aa service neutron] Request body: {'port': {'device_id': 'fcaf1786-dc0f-427b-825e-a57a7d8a13f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:30.576974 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8374e6d9-5352-408c-b974-9ffe2308124c req-e161af56-efdc-4926-b779-cea8061504aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.749406 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba8f82-c840-41ca-988d-c10b87ed2b09 req-416c9c7e-20ff-488a-b624-984b30d1bb3d tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:30.752202 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4aba8f82-c840-41ca-988d-c10b87ed2b09 req-416c9c7e-20ff-488a-b624-984b30d1bb3d tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcaf1786-dc0f-427b-825e-a57a7d8a13f3 HTTP/1.1" status: 200 len: 931 time: 0.0554044 Sep 16 05:09:30.798403 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4aba8f82-c840-41ca-988d-c10b87ed2b09 req-2c2110fb-0585-40f9-a3fb-0c345f543840 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/security-groups?id=efc39f48-11b4-4405-a76d-f113425b8e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388255 Sep 16 05:09:30.880664 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-8374e6d9-5352-408c-b974-9ffe2308124c req-e161af56-efdc-4926-b779-cea8061504aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1f9f89e-cf0f-4e11-a7fd-964743de1cb4 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:09:30.888109 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8374e6d9-5352-408c-b974-9ffe2308124c req-e161af56-efdc-4926-b779-cea8061504aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.900952 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-8374e6d9-5352-408c-b974-9ffe2308124c req-e161af56-efdc-4926-b779-cea8061504aa service neutron] Transition to ACTIVE for port object b1f9f89e-cf0f-4e11-a7fd-964743de1cb4 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:09:30.905101 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8374e6d9-5352-408c-b974-9ffe2308124c req-e161af56-efdc-4926-b779-cea8061504aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.959908 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e161af56-efdc-4926-b779-cea8061504aa service neutron] Pushing event updated for resources: {'Port': ['ID=b1f9f89e-cf0f-4e11-a7fd-964743de1cb4,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:31.031115 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-8374e6d9-5352-408c-b974-9ffe2308124c req-e161af56-efdc-4926-b779-cea8061504aa service neutron] Attempting to bind port b1f9f89e-cf0f-4e11-a7fd-964743de1cb4 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:31.031742 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-8374e6d9-5352-408c-b974-9ffe2308124c req-e161af56-efdc-4926-b779-cea8061504aa service neutron] Attempting to bind port b1f9f89e-cf0f-4e11-a7fd-964743de1cb4 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '525000b8-8455-4fae-8024-2c17a62d132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '78230583-95e1-407a-8904-f763c604a74a'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:31.031742 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8374e6d9-5352-408c-b974-9ffe2308124c req-e161af56-efdc-4926-b779-cea8061504aa service neutron] Attempting to bind port b1f9f89e-cf0f-4e11-a7fd-964743de1cb4 on network 78230583-95e1-407a-8904-f763c604a74a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:31.036380 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8374e6d9-5352-408c-b974-9ffe2308124c req-e161af56-efdc-4926-b779-cea8061504aa service neutron] Port b1f9f89e-cf0f-4e11-a7fd-964743de1cb4 on network 78230583-95e1-407a-8904-f763c604a74a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:09:31.036742 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8374e6d9-5352-408c-b974-9ffe2308124c req-e161af56-efdc-4926-b779-cea8061504aa service neutron] Attempting to bind port b1f9f89e-cf0f-4e11-a7fd-964743de1cb4 on network 78230583-95e1-407a-8904-f763c604a74a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:31.041822 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8374e6d9-5352-408c-b974-9ffe2308124c req-e161af56-efdc-4926-b779-cea8061504aa service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:31.042244 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8374e6d9-5352-408c-b974-9ffe2308124c req-e161af56-efdc-4926-b779-cea8061504aa service neutron] Checking segment: {'id': '525000b8-8455-4fae-8024-2c17a62d132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '78230583-95e1-407a-8904-f763c604a74a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:31.042851 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8374e6d9-5352-408c-b974-9ffe2308124c req-e161af56-efdc-4926-b779-cea8061504aa service neutron] Bound using segment: {'id': '525000b8-8455-4fae-8024-2c17a62d132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '78230583-95e1-407a-8904-f763c604a74a'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:31.043402 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-8374e6d9-5352-408c-b974-9ffe2308124c req-e161af56-efdc-4926-b779-cea8061504aa service neutron] Bound port: b1f9f89e-cf0f-4e11-a7fd-964743de1cb4, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525000b8-8455-4fae-8024-2c17a62d132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '78230583-95e1-407a-8904-f763c604a74a'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:31.044027 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8374e6d9-5352-408c-b974-9ffe2308124c req-e161af56-efdc-4926-b779-cea8061504aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.110158 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-8374e6d9-5352-408c-b974-9ffe2308124c req-e161af56-efdc-4926-b779-cea8061504aa service neutron] For port b1f9f89e-cf0f-4e11-a7fd-964743de1cb4, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:31.114264 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-8374e6d9-5352-408c-b974-9ffe2308124c req-e161af56-efdc-4926-b779-cea8061504aa service neutron] For port b1f9f89e-cf0f-4e11-a7fd-964743de1cb4, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=b1f9f89e-cf0f-4e11-a7fd-964743de1cb4,segment=NetworkSegment(525000b8-8455-4fae-8024-2c17a62d132d),segment_id=525000b8-8455-4fae-8024-2c17a62d132d)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:31.118593 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8374e6d9-5352-408c-b974-9ffe2308124c req-e161af56-efdc-4926-b779-cea8061504aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.152935 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374e6d9-5352-408c-b974-9ffe2308124c req-e161af56-efdc-4926-b779-cea8061504aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:31.153705 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8374e6d9-5352-408c-b974-9ffe2308124c req-e161af56-efdc-4926-b779-cea8061504aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.155368 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8374e6d9-5352-408c-b974-9ffe2308124c req-e161af56-efdc-4926-b779-cea8061504aa service neutron] 10.222.0.47 "PUT /v2.0/ports/b1f9f89e-cf0f-4e11-a7fd-964743de1cb4 HTTP/1.1" status: 200 len: 1092 time: 0.6536591 Sep 16 05:09:31.155812 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcaf1786-dc0f-427b-825e-a57a7d8a13f3', 'tag': 'b1f9f89e-cf0f-4e11-a7fd-964743de1cb4'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:31.158282 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d452a99-52c3-4c4b-852c-532d30156745" -d '{"events": [{"name": "network-changed", "server_uuid": "fcaf1786-dc0f-427b-825e-a57a7d8a13f3", "tag": "b1f9f89e-cf0f-4e11-a7fd-964743de1cb4"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:31.192368 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e161af56-efdc-4926-b779-cea8061504aa service neutron] Pushing event updated for resources: {'Port': ['ID=b1f9f89e-cf0f-4e11-a7fd-964743de1cb4,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:31.206255 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d18a20-4833-4c43-bd76-f651e35271d1 x-openstack-request-id: req-70d18a20-4833-4c43-bd76-f651e35271d1 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:31.206727 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcaf1786-dc0f-427b-825e-a57a7d8a13f3", "tag": "b1f9f89e-cf0f-4e11-a7fd-964743de1cb4", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:31.207106 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-70d18a20-4833-4c43-bd76-f651e35271d1 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:31.207600 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcaf1786-dc0f-427b-825e-a57a7d8a13f3', 'tag': 'b1f9f89e-cf0f-4e11-a7fd-964743de1cb4', 'status': 'completed', 'code': 200} Sep 16 05:09:31.267567 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374e6d9-5352-408c-b974-9ffe2308124c req-1f61bbc8-69e7-4709-a128-b82fa43ba9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:31.269451 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8374e6d9-5352-408c-b974-9ffe2308124c req-1f61bbc8-69e7-4709-a128-b82fa43ba9b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=90cb81cf5f454cec982bde12621e8ab3&device_id=fcaf1786-dc0f-427b-825e-a57a7d8a13f3 HTTP/1.1" status: 200 len: 1095 time: 0.0454555 Sep 16 05:09:31.322698 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8374e6d9-5352-408c-b974-9ffe2308124c req-b49b0d7d-9eca-4ecc-881b-58cc6a485b7d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1f9f89e-cf0f-4e11-a7fd-964743de1cb4 HTTP/1.1" status: 200 len: 217 time: 0.0391471 Sep 16 05:09:31.374388 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374e6d9-5352-408c-b974-9ffe2308124c req-4bdda9a3-0bf3-47f3-9cb9-b642976a36f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:31.375869 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8374e6d9-5352-408c-b974-9ffe2308124c req-4bdda9a3-0bf3-47f3-9cb9-b642976a36f7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d6d484bf-780f-4060-af36-2a6ec906c6b1 HTTP/1.1" status: 200 len: 854 time: 0.0458882 Sep 16 05:09:31.408380 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8374e6d9-5352-408c-b974-9ffe2308124c req-a07da8e3-5e47-47d6-a436-9551462ec786 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78230583-95e1-407a-8904-f763c604a74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252957 Sep 16 05:09:31.503894 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8374e6d9-5352-408c-b974-9ffe2308124c req-dba2da83-4b1c-4cc8-b233-5870465b45c5 service neutron] 10.222.0.47 "GET /v2.0/networks/78230583-95e1-407a-8904-f763c604a74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873034 Sep 16 05:09:31.605419 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8374e6d9-5352-408c-b974-9ffe2308124c req-0c19ee4b-ac53-41cc-a1f9-dbe330e80e78 service neutron] 10.222.0.47 "GET /v2.0/networks/78230583-95e1-407a-8904-f763c604a74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953152 Sep 16 05:09:31.611290 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfffe48-351e-4ab5-99d4-3239a26fd4f8 req-371420ac-f852-4e0a-acc5-2e74f75c2806 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:31.613613 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-adfffe48-351e-4ab5-99d4-3239a26fd4f8 req-371420ac-f852-4e0a-acc5-2e74f75c2806 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fa60f16-2899-48af-8e51-6ff0706508f8 HTTP/1.1" status: 200 len: 984 time: 0.0523932 Sep 16 05:09:31.660501 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-adfffe48-351e-4ab5-99d4-3239a26fd4f8 req-67bfe709-c4b5-4edd-a374-1b7173543efd tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4dae3d5-10e2-4056-940f-d6cff06c58c5&id=0677982b-6836-497c-a00d-628899ebeecc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0391996 Sep 16 05:09:31.760363 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d452a99-52c3-4c4b-852c-532d30156745 req-6a2c37d7-30e4-4205-9930-33f9e4c0e59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:31.762101 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7d452a99-52c3-4c4b-852c-532d30156745 req-6a2c37d7-30e4-4205-9930-33f9e4c0e59c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=90cb81cf5f454cec982bde12621e8ab3&device_id=fcaf1786-dc0f-427b-825e-a57a7d8a13f3 HTTP/1.1" status: 200 len: 1095 time: 0.0534980 Sep 16 05:09:31.866366 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d452a99-52c3-4c4b-852c-532d30156745 req-68353fef-be2d-4732-b60b-415a9d8290b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:31.867869 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7d452a99-52c3-4c4b-852c-532d30156745 req-68353fef-be2d-4732-b60b-415a9d8290b4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=78230583-95e1-407a-8904-f763c604a74a HTTP/1.1" status: 200 len: 915 time: 0.0975533 Sep 16 05:09:31.941483 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7d452a99-52c3-4c4b-852c-532d30156745 req-1c102b50-e661-42f6-91ec-db6c33e37139 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1f9f89e-cf0f-4e11-a7fd-964743de1cb4 HTTP/1.1" status: 200 len: 217 time: 0.0650358 Sep 16 05:09:31.961049 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa3d88-e9c6-4dc0-a2d0-b3560afba483 req-1929cd5c-9d0a-484c-b7ac-a96dc628f975 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:31.963431 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-01aa3d88-e9c6-4dc0-a2d0-b3560afba483 req-1929cd5c-9d0a-484c-b7ac-a96dc628f975 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcaf1786-dc0f-427b-825e-a57a7d8a13f3 HTTP/1.1" status: 200 len: 943 time: 0.0867805 Sep 16 05:09:32.017325 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d452a99-52c3-4c4b-852c-532d30156745 req-ab2eae60-072e-4e72-bbe3-caef41328c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:32.020307 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7d452a99-52c3-4c4b-852c-532d30156745 req-ab2eae60-072e-4e72-bbe3-caef41328c6c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d6d484bf-780f-4060-af36-2a6ec906c6b1 HTTP/1.1" status: 200 len: 854 time: 0.0716875 Sep 16 05:09:32.024909 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-01aa3d88-e9c6-4dc0-a2d0-b3560afba483 req-124fda59-3967-49a2-bf20-31200f68d50c tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/security-groups?id=efc39f48-11b4-4405-a76d-f113425b8e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547011 Sep 16 05:09:32.056857 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7d452a99-52c3-4c4b-852c-532d30156745 req-d1dce986-821f-469c-b836-f7db869abf24 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78230583-95e1-407a-8904-f763c604a74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292523 Sep 16 05:09:32.154318 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7d452a99-52c3-4c4b-852c-532d30156745 req-40bc73e3-c1d9-4225-b4fe-cdcb6056cca6 service neutron] 10.222.0.47 "GET /v2.0/networks/78230583-95e1-407a-8904-f763c604a74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894158 Sep 16 05:09:32.251780 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7d452a99-52c3-4c4b-852c-532d30156745 req-d3da3624-ab4e-4c17-9292-ece3ad61f878 service neutron] 10.222.0.47 "GET /v2.0/networks/78230583-95e1-407a-8904-f763c604a74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894737 Sep 16 05:09:32.781079 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0398dd-52d1-43bd-858b-be41358f2b10 req-a7717ba0-6c7c-45a7-9f5b-4708e1d45e7b tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:32.782842 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-df0398dd-52d1-43bd-858b-be41358f2b10 req-a7717ba0-6c7c-45a7-9f5b-4708e1d45e7b tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fa60f16-2899-48af-8e51-6ff0706508f8 HTTP/1.1" status: 200 len: 984 time: 0.0517299 Sep 16 05:09:32.825387 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-df0398dd-52d1-43bd-858b-be41358f2b10 req-c105b37f-44e1-47ba-960d-afde4dab5190 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4dae3d5-10e2-4056-940f-d6cff06c58c5&id=0677982b-6836-497c-a00d-628899ebeecc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0358708 Sep 16 05:09:32.846969 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46556) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:32.941898 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d726f-d5ab-42f9-93d5-48714b5f6721 req-1ec7b1e1-0f2e-4296-9990-85723cb0826a tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:32.943408 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-555d726f-d5ab-42f9-93d5-48714b5f6721 req-1ec7b1e1-0f2e-4296-9990-85723cb0826a tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fa60f16-2899-48af-8e51-6ff0706508f8 HTTP/1.1" status: 200 len: 984 time: 0.0510137 Sep 16 05:09:32.958249 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-006f04fa-ff61-449d-abb5-1b3c651324bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.983757 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-555d726f-d5ab-42f9-93d5-48714b5f6721 req-744d445f-cfa8-49a7-a316-c3cf96432f5c tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4dae3d5-10e2-4056-940f-d6cff06c58c5&id=0677982b-6836-497c-a00d-628899ebeecc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0343115 Sep 16 05:09:33.049314 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-006f04fa-ff61-449d-abb5-1b3c651324bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.054051 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-006f04fa-ff61-449d-abb5-1b3c651324bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.095166 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-006f04fa-ff61-449d-abb5-1b3c651324bc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=786b0a1733154ca99f0593768ce98866&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2470884 Sep 16 05:09:33.095670 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3a09e-10e5-4731-b872-f8ac11cb6b0a req-bbb7d496-2724-419b-a233-504aa59c8b94 tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:33.097657 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7cc3a09e-10e5-4731-b872-f8ac11cb6b0a req-bbb7d496-2724-419b-a233-504aa59c8b94 tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0fa60f16-2899-48af-8e51-6ff0706508f8 HTTP/1.1" status: 200 len: 1136 time: 0.0442634 Sep 16 05:09:33.098626 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46566) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:33.099528 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f04fa-ff61-449d-abb5-1b3c651324bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741ea356-9785-4e59-a64e-1b3ff83bffd4,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:33.125041 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-7cc3a09e-10e5-4731-b872-f8ac11cb6b0a req-cd6b1e4e-15a2-41b4-8630-253b83b4138a tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.181582 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f0c0b302-aebb-4cdc-b1ca-094a61fc2f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.217439 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f0c0b302-aebb-4cdc-b1ca-094a61fc2f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.290125 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-7cc3a09e-10e5-4731-b872-f8ac11cb6b0a req-cd6b1e4e-15a2-41b4-8630-253b83b4138a tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.294110 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-7cc3a09e-10e5-4731-b872-f8ac11cb6b0a req-cd6b1e4e-15a2-41b4-8630-253b83b4138a tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.305652 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f0c0b302-aebb-4cdc-b1ca-094a61fc2f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.308175 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f0c0b302-aebb-4cdc-b1ca-094a61fc2f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.309376 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f0c0b302-aebb-4cdc-b1ca-094a61fc2f9f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/741ea356-9785-4e59-a64e-1b3ff83bffd4 HTTP/1.1" status: 204 len: 168 time: 0.2098486 Sep 16 05:09:33.321492 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7cc3a09e-10e5-4731-b872-f8ac11cb6b0a req-cd6b1e4e-15a2-41b4-8630-253b83b4138a tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=c4dae3d5-10e2-4056-940f-d6cff06c58c5&id=0677982b-6836-497c-a00d-628899ebeecc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2160482 Sep 16 05:09:33.334908 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b1e4e-15a2-41b4-8630-253b83b4138a tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b255f88f-81e9-47d4-a094-5c9aead757d6,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:33.343562 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b1e4e-15a2-41b4-8630-253b83b4138a tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:33.344015 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b1e4e-15a2-41b4-8630-253b83b4138a tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:33.344871 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b1e4e-15a2-41b4-8630-253b83b4138a tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:33.344871 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b1e4e-15a2-41b4-8630-253b83b4138a tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:33.345315 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b1e4e-15a2-41b4-8630-253b83b4138a tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:33.345748 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b1e4e-15a2-41b4-8630-253b83b4138a tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:33.346220 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b1e4e-15a2-41b4-8630-253b83b4138a tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:33.347204 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b1e4e-15a2-41b4-8630-253b83b4138a tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:33.347639 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b1e4e-15a2-41b4-8630-253b83b4138a tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:33.347860 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46570) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:33.348156 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b1e4e-15a2-41b4-8630-253b83b4138a tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:33.348613 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b1e4e-15a2-41b4-8630-253b83b4138a tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:33.349202 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b1e4e-15a2-41b4-8630-253b83b4138a tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:33.374004 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0b302-aebb-4cdc-b1ca-094a61fc2f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741ea356-9785-4e59-a64e-1b3ff83bffd4,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:33.398489 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7044b2-f177-4ca2-95d3-d7740751ccc0 tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:33.403418 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0e7044b2-f177-4ca2-95d3-d7740751ccc0 tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0fa60f16-2899-48af-8e51-6ff0706508f8 HTTP/1.1" status: 200 len: 1131 time: 0.0510590 Sep 16 05:09:33.403418 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46572) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:33.408526 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-473c1f7c-f469-4242-a13b-c4681b53d173 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'port_id': 'a8ad1317-8e45-47ee-8087-7deb9f4c5fa5', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:33.432580 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-473c1f7c-f469-4242-a13b-c4681b53d173 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for floatingip, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.444971 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a19f1-a25e-47f2-9799-39e9ae4a3ede req-bd6640ef-4538-422f-b1fc-1d200ccfef33 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:33.446667 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3b0a19f1-a25e-47f2-9799-39e9ae4a3ede req-bd6640ef-4538-422f-b1fc-1d200ccfef33 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcaf1786-dc0f-427b-825e-a57a7d8a13f3 HTTP/1.1" status: 200 len: 943 time: 0.0553279 Sep 16 05:09:33.493032 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3b0a19f1-a25e-47f2-9799-39e9ae4a3ede req-212727e2-4b67-4466-963e-180c67c91d6a tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/security-groups?id=efc39f48-11b4-4405-a76d-f113425b8e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393801 Sep 16 05:09:33.539795 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-473c1f7c-f469-4242-a13b-c4681b53d173 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.635286 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46576) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:33.649171 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-65e7c281-a090-44d7-bc4d-06d77a7cb9fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.649660 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-473c1f7c-f469-4242-a13b-c4681b53d173 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Allocated IP 172.25.8.128 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/44fe8da8-38d2-4ebb-bf21-eb7d144947f0) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:33.752025 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-65e7c281-a090-44d7-bc4d-06d77a7cb9fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.756073 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-65e7c281-a090-44d7-bc4d-06d77a7cb9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.780965 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0e818ac8-ecfd-4e43-bdce-7cad9a0e0e22 req-98c0bec2-8e6f-405f-82b3-c00825edcb74 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=05eb2762-05b8-4d91-b003-36508fbdad21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0637167 Sep 16 05:09:33.794976 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-473c1f7c-f469-4242-a13b-c4681b53d173 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.797274 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-65e7c281-a090-44d7-bc4d-06d77a7cb9fa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7f27656b3ddc4b5cbabcfbfd19e3354d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1608691 Sep 16 05:09:33.798405 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7c281-a090-44d7-bc4d-06d77a7cb9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95880762-6074-4971-af76-03f5e92629c6,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:33.802571 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46578) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:33.831293 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-473c1f7c-f469-4242-a13b-c4681b53d173 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.863444 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-92ca6c1a-3240-4815-aba3-126ca018084f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.884409 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-92ca6c1a-3240-4815-aba3-126ca018084f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.893743 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473c1f7c-f469-4242-a13b-c4681b53d173 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:33.899348 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-473c1f7c-f469-4242-a13b-c4681b53d173 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:33.906898 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473c1f7c-f469-4242-a13b-c4681b53d173 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:33.933297 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-92ca6c1a-3240-4815-aba3-126ca018084f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.935812 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-92ca6c1a-3240-4815-aba3-126ca018084f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.936992 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-92ca6c1a-3240-4815-aba3-126ca018084f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/95880762-6074-4971-af76-03f5e92629c6 HTTP/1.1" status: 204 len: 168 time: 0.1335115 Sep 16 05:09:33.937490 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c1f7c-f469-4242-a13b-c4681b53d173 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Pushing event updated for resources: {'Port': ['ID=44fe8da8-38d2-4ebb-bf21-eb7d144947f0,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:33.946721 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca6c1a-3240-4815-aba3-126ca018084f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95880762-6074-4971-af76-03f5e92629c6,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:33.963787 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e818ac8-ecfd-4e43-bdce-7cad9a0e0e22 req-370786eb-e330-4768-938a-52f92201caf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:33.965454 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0e818ac8-ecfd-4e43-bdce-7cad9a0e0e22 req-370786eb-e330-4768-938a-52f92201caf0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=563bf98d77304029a90b6357f1f3f020&device_id=05eb2762-05b8-4d91-b003-36508fbdad21 HTTP/1.1" status: 200 len: 1097 time: 0.1046042 Sep 16 05:09:34.431290 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e818ac8-ecfd-4e43-bdce-7cad9a0e0e22 req-126fdda1-78ab-4750-9959-865a2c23554d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:34.432831 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0e818ac8-ecfd-4e43-bdce-7cad9a0e0e22 req-126fdda1-78ab-4750-9959-865a2c23554d service neutron] 10.222.0.47 "GET /v2.0/networks?id=2ffb7374-cfe5-44a3-b981-4861b354cbc4 HTTP/1.1" status: 200 len: 913 time: 0.4389765 Sep 16 05:09:34.549893 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0e818ac8-ecfd-4e43-bdce-7cad9a0e0e22 req-7a3cf455-fdf9-405b-a2d1-5b4d3a84d5f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0860051a-64e1-4669-8dad-cc48155c27f0 HTTP/1.1" status: 200 len: 1000 time: 0.1073267 Sep 16 05:09:34.623919 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac857f-1c74-4fed-8ab2-0da1c75b75b2 req-50d9410e-f8c1-4e25-8429-6c989e1f4f13 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:34.625600 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e1ac857f-1c74-4fed-8ab2-0da1c75b75b2 req-50d9410e-f8c1-4e25-8429-6c989e1f4f13 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcaf1786-dc0f-427b-825e-a57a7d8a13f3 HTTP/1.1" status: 200 len: 943 time: 0.0559914 Sep 16 05:09:34.666839 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e1ac857f-1c74-4fed-8ab2-0da1c75b75b2 req-00af51aa-60d2-424b-91b2-c2381b2ef58b tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/security-groups?id=efc39f48-11b4-4405-a76d-f113425b8e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334284 Sep 16 05:09:34.671343 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e818ac8-ecfd-4e43-bdce-7cad9a0e0e22 req-87e48e16-4199-40a1-ad07-b4d3e844a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:34.672859 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0e818ac8-ecfd-4e43-bdce-7cad9a0e0e22 req-87e48e16-4199-40a1-ad07-b4d3e844a2ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7227d309-0a53-4e5a-940f-792e598a0c41 HTTP/1.1" status: 200 len: 851 time: 0.0966697 Sep 16 05:09:34.769162 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e818ac8-ecfd-4e43-bdce-7cad9a0e0e22 req-d77bfdb0-9eaf-4b8b-8e34-86a35e162b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:34.770807 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0e818ac8-ecfd-4e43-bdce-7cad9a0e0e22 req-d77bfdb0-9eaf-4b8b-8e34-86a35e162b74 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ffb7374-cfe5-44a3-b981-4861b354cbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889378 Sep 16 05:09:34.777625 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-473c1f7c-f469-4242-a13b-c4681b53d173 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.890441 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device b1f9f89e-cf0f-4e11-a7fd-964743de1cb4 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:09:34.913851 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-473c1f7c-f469-4242-a13b-c4681b53d173 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.941801 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0e818ac8-ecfd-4e43-bdce-7cad9a0e0e22 req-20a7cabd-5efa-4b62-a6bd-162ec3d012eb service neutron] 10.222.0.47 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598394 Sep 16 05:09:35.013577 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port b1f9f89e-cf0f-4e11-a7fd-964743de1cb4, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=b1f9f89e-cf0f-4e11-a7fd-964743de1cb4,segment=NetworkSegment(525000b8-8455-4fae-8024-2c17a62d132d),segment_id=525000b8-8455-4fae-8024-2c17a62d132d)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:35.027516 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'b1f9f89e-cf0f-4e11-a7fd-964743de1cb4', 'network_id': '78230583-95e1-407a-8904-f763c604a74a', 'port_id': 'b1f9f89e-cf0f-4e11-a7fd-964743de1cb4', 'mac_address': 'fa:16:3e:02:25:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d484bf-780f-4060-af36-2a6ec906c6b1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:09:35.083713 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.108693 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0e818ac8-ecfd-4e43-bdce-7cad9a0e0e22 req-8ca9cf88-011b-4a1c-87fb-a02d22dba233 service neutron] 10.222.0.47 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620936 Sep 16 05:09:35.117983 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1f9f89e-cf0f-4e11-a7fd-964743de1cb4 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:09:35.158832 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-473c1f7c-f469-4242-a13b-c4681b53d173 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.165219 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-473c1f7c-f469-4242-a13b-c4681b53d173 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.171989 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port b1f9f89e-cf0f-4e11-a7fd-964743de1cb4, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=b1f9f89e-cf0f-4e11-a7fd-964743de1cb4,segment=NetworkSegment(525000b8-8455-4fae-8024-2c17a62d132d),segment_id=525000b8-8455-4fae-8024-2c17a62d132d)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:35.179708 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.250110 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c1f7c-f469-4242-a13b-c4681b53d173 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Pushing event updated for resources: {'Port': ['ID=44fe8da8-38d2-4ebb-bf21-eb7d144947f0,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:35.258709 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=b1f9f89e-cf0f-4e11-a7fd-964743de1cb4,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:35.264348 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-473c1f7c-f469-4242-a13b-c4681b53d173 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.340417 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46616) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:35.377348 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [None req-473c1f7c-f469-4242-a13b-c4681b53d173 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Floating IP 69b2a103-7d55-4c29-8812-e455f1e08037 associated. External IP: 172.25.8.128, port: a8ad1317-8e45-47ee-8087-7deb9f4c5fa5. Sep 16 05:09:35.456984 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-9445a552-48e8-4249-b2e4-b943953d79ff tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-653442179', 'router:external': True}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:35.478035 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9445a552-48e8-4249-b2e4-b943953d79ff tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Made reservation on behalf of 4ffbc814b09c4e83ad94b40c1a3f8270 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:35.478387 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['b1f9f89e-cf0f-4e11-a7fd-964743de1cb4'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:09:35.480832 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9445a552-48e8-4249-b2e4-b943953d79ff tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.489695 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9445a552-48e8-4249-b2e4-b943953d79ff tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.591421 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9445a552-48e8-4249-b2e4-b943953d79ff tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.597211 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9445a552-48e8-4249-b2e4-b943953d79ff tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.611214 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473c1f7c-f469-4242-a13b-c4681b53d173 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Router b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:09:35.622757 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9445a552-48e8-4249-b2e4-b943953d79ff tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:09:35.641331 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9445a552-48e8-4249-b2e4-b943953d79ff tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.642085 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-9445a552-48e8-4249-b2e4-b943953d79ff tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Added segment cb81456d-ca08-426b-9f0c-650d86cbe0a8 of type vlan for network db329f22-841b-4ce6-a24c-32572be158a7 Sep 16 05:09:35.643026 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445a552-48e8-4249-b2e4-b943953d79ff tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669a963d-b43f-4947-9545-2d12328de401,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:35.699898 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9445a552-48e8-4249-b2e4-b943953d79ff tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.734874 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9445a552-48e8-4249-b2e4-b943953d79ff tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.735228 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473c1f7c-f469-4242-a13b-c4681b53d173 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:35.735973 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9445a552-48e8-4249-b2e4-b943953d79ff tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:35.736696 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9445a552-48e8-4249-b2e4-b943953d79ff tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.748249 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92c3181-43cb-4d01-9938-52497873e420 None None] Sync routers for ids ['b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:35.757867 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-473c1f7c-f469-4242-a13b-c4681b53d173 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.761176 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92c3181-43cb-4d01-9938-52497873e420 None None] Routers {'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:35.761797 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-e92c3181-43cb-4d01-9938-52497873e420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:09:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:35.786890 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-473c1f7c-f469-4242-a13b-c4681b53d173 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3826659 Sep 16 05:09:35.787898 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa60f16-2899-48af-8e51-6ff0706508f8', 'tag': 'a8ad1317-8e45-47ee-8087-7deb9f4c5fa5'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:35.790368 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7962bb6f-1e83-4880-9c57-1f3b5139433f" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa60f16-2899-48af-8e51-6ff0706508f8", "tag": "a8ad1317-8e45-47ee-8087-7deb9f4c5fa5"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:35.793191 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46622) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:35.836271 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9445a552-48e8-4249-b2e4-b943953d79ff tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4946084 Sep 16 05:09:35.838329 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46626) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:35.843502 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-1f29285a-4f18-41e0-a935-a21038c97130 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Request body: {'subnet': {'network_id': 'db329f22-841b-4ce6-a24c-32572be158a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:35.848679 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445a552-48e8-4249-b2e4-b943953d79ff tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Pushing event updated for resources: {'Network': ['ID=db329f22-841b-4ce6-a24c-32572be158a7,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:35.862674 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network db329f22-841b-4ce6-a24c-32572be158a7 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:09:35.874252 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb569538-ca9e-4c34-bfd5-b192fe2c3363 req-b58ab3fe-2e20-4045-a220-a13036d746bf tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:35.875100 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-e92c3181-43cb-4d01-9938-52497873e420 None None] Set router b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:35.875800 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fb569538-ca9e-4c34-bfd5-b192fe2c3363 req-b58ab3fe-2e20-4045-a220-a13036d746bf tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcaf1786-dc0f-427b-825e-a57a7d8a13f3 HTTP/1.1" status: 200 len: 944 time: 0.1347969 Sep 16 05:09:35.897645 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f29285a-4f18-41e0-a935-a21038c97130 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Made reservation on behalf of 4ffbc814b09c4e83ad94b40c1a3f8270 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:35.899947 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1f29285a-4f18-41e0-a935-a21038c97130 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.943381 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fb569538-ca9e-4c34-bfd5-b192fe2c3363 req-35f6e5da-0f83-4745-98dc-7af83d8ae3cc tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/security-groups?id=efc39f48-11b4-4405-a76d-f113425b8e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613279 Sep 16 05:09:35.998765 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2616146e-fa41-4c92-81ea-4495c60ff3b9 x-openstack-request-id: req-2616146e-fa41-4c92-81ea-4495c60ff3b9 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:35.999126 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa60f16-2899-48af-8e51-6ff0706508f8", "tag": "a8ad1317-8e45-47ee-8087-7deb9f4c5fa5", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:35.999305 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2616146e-fa41-4c92-81ea-4495c60ff3b9 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:35.999678 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fa60f16-2899-48af-8e51-6ff0706508f8', 'tag': 'a8ad1317-8e45-47ee-8087-7deb9f4c5fa5', 'status': 'completed', 'code': 200} Sep 16 05:09:36.031419 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebea44ee-38bc-4be6-9eb2-bf7280e7084e tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.031890 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebea44ee-38bc-4be6-9eb2-bf7280e7084e tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.032366 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebea44ee-38bc-4be6-9eb2-bf7280e7084e tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.032857 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebea44ee-38bc-4be6-9eb2-bf7280e7084e tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.033316 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebea44ee-38bc-4be6-9eb2-bf7280e7084e tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.033773 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebea44ee-38bc-4be6-9eb2-bf7280e7084e tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.035001 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebea44ee-38bc-4be6-9eb2-bf7280e7084e tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.035870 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebea44ee-38bc-4be6-9eb2-bf7280e7084e tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.040448 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ebea44ee-38bc-4be6-9eb2-bf7280e7084e tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5651 time: 0.2435176 Sep 16 05:09:36.040719 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46628) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:36.107645 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f6ac4e-c5b4-4cb5-b3d1-dfdbcefc4120 tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.108090 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f6ac4e-c5b4-4cb5-b3d1-dfdbcefc4120 tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.108549 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f6ac4e-c5b4-4cb5-b3d1-dfdbcefc4120 tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.109391 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f6ac4e-c5b4-4cb5-b3d1-dfdbcefc4120 tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.109520 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f6ac4e-c5b4-4cb5-b3d1-dfdbcefc4120 tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.109897 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f6ac4e-c5b4-4cb5-b3d1-dfdbcefc4120 tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.110345 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f6ac4e-c5b4-4cb5-b3d1-dfdbcefc4120 tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.114820 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-13f6ac4e-c5b4-4cb5-b3d1-dfdbcefc4120 tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4646 time: 0.0705156 Sep 16 05:09:36.115092 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46630) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:36.126565 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962bb6f-1e83-4880-9c57-1f3b5139433f req-ed12fa91-6e89-40ae-acd1-4f2fb0646553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.129041 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7962bb6f-1e83-4880-9c57-1f3b5139433f req-ed12fa91-6e89-40ae-acd1-4f2fb0646553 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b173d3bb240f4c5e9195927830c36510&device_id=0fa60f16-2899-48af-8e51-6ff0706508f8 HTTP/1.1" status: 200 len: 1136 time: 0.0910027 Sep 16 05:09:36.149584 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-e92c3181-43cb-4d01-9938-52497873e420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1224851517', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '7049abef-a01f-4f69-b9fa-3efb32ea1e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:10Z', 'updated_at': '2021-09-16T05:09:15Z', 'revision_number': 4, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'gw_port': {'id': '7049abef-a01f-4f69-b9fa-3efb32ea1e52', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:40:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:10Z', 'updated_at': '2021-09-16T05:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '69b2a103-7d55-4c29-8812-e455f1e08037', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'floating_ip_address': '172.25.8.128', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'port_id': 'a8ad1317-8e45-47ee-8087-7deb9f4c5fa5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e03a846-8dad-4d7e-a99d-23bcc99a575e', 'mac_address': 'fa:16:3e:72:a3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa60f16-2899-48af-8e51-6ff0706508f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:09:34Z', 'updated_at': '2021-09-16T05:09:34Z', 'revision_number': 0, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1', 'name': '', 'network_id': '7e03a846-8dad-4d7e-a99d-23bcc99a575e', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'mac_address': 'fa:16:3e:5f:f7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '7a4d2259-15f2-4943-85a4-46e678666c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:14Z', 'updated_at': '2021-09-16T05:09:18Z', 'revision_number': 5, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'subnets': [{'id': '7a4d2259-15f2-4943-85a4-46e678666c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:36.178198 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92c3181-43cb-4d01-9938-52497873e420 None None] Checking router: b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:09:36.188532 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92c3181-43cb-4d01-9938-52497873e420 None None] Routers {'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:36.189179 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-e92c3181-43cb-4d01-9938-52497873e420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:09:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:36.275852 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962bb6f-1e83-4880-9c57-1f3b5139433f req-53183bf2-eb35-4cfa-882d-7e7528758d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.277247 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7962bb6f-1e83-4880-9c57-1f3b5139433f req-53183bf2-eb35-4cfa-882d-7e7528758d5c service neutron] 10.222.0.48 "GET /v2.0/networks?id=7e03a846-8dad-4d7e-a99d-23bcc99a575e HTTP/1.1" status: 200 len: 898 time: 0.1350181 Sep 16 05:09:36.313096 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-e92c3181-43cb-4d01-9938-52497873e420 None None] Set router b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:36.360056 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7962bb6f-1e83-4880-9c57-1f3b5139433f req-60685cf2-91d2-4884-aa00-3b17b11ddd4f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8ad1317-8e45-47ee-8087-7deb9f4c5fa5 HTTP/1.1" status: 200 len: 999 time: 0.0728323 Sep 16 05:09:36.412057 n-d-712139-15 neutron-server[94767]: DEBUG neutron.objects.ports [None req-1f29285a-4f18-41e0-a935-a21038c97130 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:09:36.413085 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1f29285a-4f18-41e0-a935-a21038c97130 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.474346 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962bb6f-1e83-4880-9c57-1f3b5139433f req-bee7dfeb-344a-4356-91af-8bd7b2d81bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.475845 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7962bb6f-1e83-4880-9c57-1f3b5139433f req-bee7dfeb-344a-4356-91af-8bd7b2d81bd7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7a4d2259-15f2-4943-85a4-46e678666c60 HTTP/1.1" status: 200 len: 834 time: 0.1102674 Sep 16 05:09:36.482025 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29285a-4f18-41e0-a935-a21038c97130 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Pushing event updated for resources: {'Subnet': ['ID=77135e46-5c95-4716-88c2-b053c30f9bcd,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:36.524829 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f29285a-4f18-41e0-a935-a21038c97130 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Checking segment: {'id': 'cb81456d-ca08-426b-9f0c-650d86cbe0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'db329f22-841b-4ce6-a24c-32572be158a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:36.525203 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f29285a-4f18-41e0-a935-a21038c97130 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Network hostable DHCP agents. Network: db329f22-841b-4ce6-a24c-32572be158a7, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:09:36.552369 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962bb6f-1e83-4880-9c57-1f3b5139433f req-cd70e9e7-0810-467b-90c8-ca4fae03ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.553803 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7962bb6f-1e83-4880-9c57-1f3b5139433f req-cd70e9e7-0810-467b-90c8-ca4fae03ffc5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7e03a846-8dad-4d7e-a99d-23bcc99a575e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638297 Sep 16 05:09:36.555004 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f29285a-4f18-41e0-a935-a21038c97130 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Network db329f22-841b-4ce6-a24c-32572be158a7 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:09:36.567662 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-e92c3181-43cb-4d01-9938-52497873e420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1224851517', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '7049abef-a01f-4f69-b9fa-3efb32ea1e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:10Z', 'updated_at': '2021-09-16T05:09:15Z', 'revision_number': 4, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'gw_port': {'id': '7049abef-a01f-4f69-b9fa-3efb32ea1e52', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:40:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:10Z', 'updated_at': '2021-09-16T05:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '69b2a103-7d55-4c29-8812-e455f1e08037', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'floating_ip_address': '172.25.8.128', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'port_id': 'a8ad1317-8e45-47ee-8087-7deb9f4c5fa5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e03a846-8dad-4d7e-a99d-23bcc99a575e', 'mac_address': 'fa:16:3e:72:a3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa60f16-2899-48af-8e51-6ff0706508f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:09:34Z', 'updated_at': '2021-09-16T05:09:34Z', 'revision_number': 0, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1', 'name': '', 'network_id': '7e03a846-8dad-4d7e-a99d-23bcc99a575e', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'mac_address': 'fa:16:3e:5f:f7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '7a4d2259-15f2-4943-85a4-46e678666c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:14Z', 'updated_at': '2021-09-16T05:09:18Z', 'revision_number': 5, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'subnets': [{'id': '7a4d2259-15f2-4943-85a4-46e678666c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:36.570771 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-1f29285a-4f18-41e0-a935-a21038c97130 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, db329f22-841b-4ce6-a24c-32572be158a7) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:36.579264 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e06bfdc-7804-4f60-b2fb-02a96b803124 None None] Network db329f22-841b-4ce6-a24c-32572be158a7 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:36.589512 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f29285a-4f18-41e0-a935-a21038c97130 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.590117 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1f29285a-4f18-41e0-a935-a21038c97130 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.642561 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1f29285a-4f18-41e0-a935-a21038c97130 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8006072 Sep 16 05:09:36.643289 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46632) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:36.648700 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-6984e05d-0edb-4ac5-9166-d99fb741f5f4 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1519321299', 'network_id': 'db329f22-841b-4ce6-a24c-32572be158a7'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:36.672423 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7962bb6f-1e83-4880-9c57-1f3b5139433f req-62f16be0-5221-4fa9-839d-9094c14bbe2e service neutron] 10.222.0.48 "GET /v2.0/networks/7e03a846-8dad-4d7e-a99d-23bcc99a575e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105614 Sep 16 05:09:36.683865 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fcc41ec2-3e80-4df5-b1de-fb7ced785193 tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3055 time: 0.5676813 Sep 16 05:09:36.684621 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46634) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:36.699736 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92c3181-43cb-4d01-9938-52497873e420 None None] The sync data for ids ['b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e'] in n-d-712139-15 is: [{'id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1224851517', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '7049abef-a01f-4f69-b9fa-3efb32ea1e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:10Z', 'updated_at': '2021-09-16T05:09:15Z', 'revision_number': 4, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'gw_port': {'id': '7049abef-a01f-4f69-b9fa-3efb32ea1e52', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:40:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:10Z', 'updated_at': '2021-09-16T05:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '69b2a103-7d55-4c29-8812-e455f1e08037', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'floating_ip_address': '172.25.8.128', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'port_id': 'a8ad1317-8e45-47ee-8087-7deb9f4c5fa5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e03a846-8dad-4d7e-a99d-23bcc99a575e', 'mac_address': 'fa:16:3e:72:a3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa60f16-2899-48af-8e51-6ff0706508f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:09:34Z', 'updated_at': '2021-09-16T05:09:34Z', 'revision_number': 0, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1', 'name': '', 'network_id': '7e03a846-8dad-4d7e-a99d-23bcc99a575e', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'mac_address': 'fa:16:3e:5f:f7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '7a4d2259-15f2-4943-85a4-46e678666c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:14Z', 'updated_at': '2021-09-16T05:09:18Z', 'revision_number': 5, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'subnets': [{'id': '7a4d2259-15f2-4943-85a4-46e678666c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:36.736659 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6984e05d-0edb-4ac5-9166-d99fb741f5f4 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Made reservation on behalf of 4ffbc814b09c4e83ad94b40c1a3f8270 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:36.739936 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6984e05d-0edb-4ac5-9166-d99fb741f5f4 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.757720 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285627b9-7c9c-4ed0-8cb2-3b22344e5411 tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.758198 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285627b9-7c9c-4ed0-8cb2-3b22344e5411 tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.759834 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-285627b9-7c9c-4ed0-8cb2-3b22344e5411 tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e HTTP/1.1" status: 200 len: 1992 time: 0.0721428 Sep 16 05:09:36.764540 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-6984e05d-0edb-4ac5-9166-d99fb741f5f4 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] device_id is not set on port 8f1084e7-d1dd-410c-ae8d-75f684d11c40 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:09:36.783109 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98c35ac-06e7-40fe-adf2-03167eb80d81 None None] Network db329f22-841b-4ce6-a24c-32572be158a7 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:36.811504 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7962bb6f-1e83-4880-9c57-1f3b5139433f req-34e1686d-7bde-42d8-97fc-2f57ac50ca7d service neutron] 10.222.0.48 "GET /v2.0/networks/7e03a846-8dad-4d7e-a99d-23bcc99a575e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318176 Sep 16 05:09:36.891516 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-6984e05d-0edb-4ac5-9166-d99fb741f5f4 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Allocated IP 2001:db8::24 (db329f22-841b-4ce6-a24c-32572be158a7/77135e46-5c95-4716-88c2-b053c30f9bcd/8f1084e7-d1dd-410c-ae8d-75f684d11c40) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:36.894217 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device b1f9f89e-cf0f-4e11-a7fd-964743de1cb4 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:36.970973 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88602c97-b553-4f7d-80ad-dd330fce143d None None] New status for floating IP 69b2a103-7d55-4c29-8812-e455f1e08037: ACTIVE {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:09:36.975252 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port b1f9f89e-cf0f-4e11-a7fd-964743de1cb4 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:09:37.011031 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port b1f9f89e-cf0f-4e11-a7fd-964743de1cb4 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:37.011397 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.044123 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6984e05d-0edb-4ac5-9166-d99fb741f5f4 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.078869 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb9410-1326-4caa-a743-e6e7f0645b5e req-95b7fb0a-c24d-4c26-b099-8baec4b24166 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:37.080869 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cceb9410-1326-4caa-a743-e6e7f0645b5e req-95b7fb0a-c24d-4c26-b099-8baec4b24166 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcaf1786-dc0f-427b-825e-a57a7d8a13f3 HTTP/1.1" status: 200 len: 944 time: 0.0590677 Sep 16 05:09:37.095155 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6984e05d-0edb-4ac5-9166-d99fb741f5f4 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.134570 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cceb9410-1326-4caa-a743-e6e7f0645b5e req-e84892cf-6fba-42e7-85cb-10309bcc1447 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/security-groups?id=efc39f48-11b4-4405-a76d-f113425b8e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466385 Sep 16 05:09:37.137961 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6984e05d-0edb-4ac5-9166-d99fb741f5f4 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Network db329f22-841b-4ce6-a24c-32572be158a7 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:37.141496 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-6984e05d-0edb-4ac5-9166-d99fb741f5f4 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:37.147762 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6984e05d-0edb-4ac5-9166-d99fb741f5f4 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:37.153345 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6984e05d-0edb-4ac5-9166-d99fb741f5f4 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:37.154081 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6984e05d-0edb-4ac5-9166-d99fb741f5f4 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.163004 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984e05d-0edb-4ac5-9166-d99fb741f5f4 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Pushing event updated for resources: {'Port': ['ID=8f1084e7-d1dd-410c-ae8d-75f684d11c40,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:37.176842 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6984e05d-0edb-4ac5-9166-d99fb741f5f4 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5294719 Sep 16 05:09:37.177195 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46640) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:37.196116 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.223177 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcaf1786-dc0f-427b-825e-a57a7d8a13f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f9f89e-cf0f-4e11-a7fd-964743de1cb4'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:37.225449 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d9e270-6146-4132-8225-69c4021efe4d" -d '{"events": [{"server_uuid": "fcaf1786-dc0f-427b-825e-a57a7d8a13f3", "name": "network-vif-plugged", "status": "completed", "tag": "b1f9f89e-cf0f-4e11-a7fd-964743de1cb4"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:37.259816 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-96512243-8f7b-4a77-b605-e1e17a99dd75 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Deleting port 8f1084e7-d1dd-410c-ae8d-75f684d11c40 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:37.260263 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96512243-8f7b-4a77-b605-e1e17a99dd75 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.351787 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96512243-8f7b-4a77-b605-e1e17a99dd75 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.387247 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-96512243-8f7b-4a77-b605-e1e17a99dd75 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Calling delete_port for 8f1084e7-d1dd-410c-ae8d-75f684d11c40 owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:37.417342 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973c92e1-4f34-4da3-8d56-97f76aec9c79 x-openstack-request-id: req-973c92e1-4f34-4da3-8d56-97f76aec9c79 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:37.417612 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcaf1786-dc0f-427b-825e-a57a7d8a13f3", "name": "network-vif-plugged", "status": "completed", "tag": "b1f9f89e-cf0f-4e11-a7fd-964743de1cb4", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:37.417859 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-973c92e1-4f34-4da3-8d56-97f76aec9c79 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:37.418236 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcaf1786-dc0f-427b-825e-a57a7d8a13f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f9f89e-cf0f-4e11-a7fd-964743de1cb4', 'code': 200} Sep 16 05:09:37.422276 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port b1f9f89e-cf0f-4e11-a7fd-964743de1cb4, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=b1f9f89e-cf0f-4e11-a7fd-964743de1cb4,segment=NetworkSegment(525000b8-8455-4fae-8024-2c17a62d132d),segment_id=525000b8-8455-4fae-8024-2c17a62d132d)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:37.428497 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.446456 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430af641-f177-487b-8ca3-666c7947d97c req-270b4a99-94f3-48f2-a398-13315c84a0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:37.447974 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-430af641-f177-487b-8ca3-666c7947d97c req-270b4a99-94f3-48f2-a398-13315c84a0e0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fcaf1786-dc0f-427b-825e-a57a7d8a13f3 HTTP/1.1" status: 200 len: 1096 time: 0.0885067 Sep 16 05:09:37.477823 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=b1f9f89e-cf0f-4e11-a7fd-964743de1cb4,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:37.509935 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-430af641-f177-487b-8ca3-666c7947d97c req-cb743bfc-d087-4442-ac1b-c83dd8de0f51 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=efc39f48-11b4-4405-a76d-f113425b8e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521133 Sep 16 05:09:37.557739 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96512243-8f7b-4a77-b605-e1e17a99dd75 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.584856 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96512243-8f7b-4a77-b605-e1e17a99dd75 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f1084e7-d1dd-410c-ae8d-75f684d11c40,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:37.610135 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-96512243-8f7b-4a77-b605-e1e17a99dd75 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.613094 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-96512243-8f7b-4a77-b605-e1e17a99dd75 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] 10.222.0.35 "DELETE /v2.0/ports/8f1084e7-d1dd-410c-ae8d-75f684d11c40 HTTP/1.1" status: 204 len: 168 time: 0.4348738 Sep 16 05:09:37.615754 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46644) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:37.619855 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-6e15eeb4-5238-45b2-996d-2de62eb20cad tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'db329f22-841b-4ce6-a24c-32572be158a7', 'external_fixed_ips': [{'subnet_id': '77135e46-5c95-4716-88c2-b053c30f9bcd', 'ip_address': '2001:db8::24'}]}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:37.640546 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6e15eeb4-5238-45b2-996d-2de62eb20cad tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.641613 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6e15eeb4-5238-45b2-996d-2de62eb20cad tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.696151 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6e15eeb4-5238-45b2-996d-2de62eb20cad tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.829790 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6e15eeb4-5238-45b2-996d-2de62eb20cad tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.021933 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6e15eeb4-5238-45b2-996d-2de62eb20cad tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.040478 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6e15eeb4-5238-45b2-996d-2de62eb20cad tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.182169 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-6e15eeb4-5238-45b2-996d-2de62eb20cad tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Allocated IP 2001:db8::24 (db329f22-841b-4ce6-a24c-32572be158a7/77135e46-5c95-4716-88c2-b053c30f9bcd/91d09450-9430-4742-8c29-e3f7052168e0) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:38.257755 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a2eaf-06ad-49bd-9c25-d724eacbfdf5 req-fd684e4e-176a-487d-824e-73bf76df9d04 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:38.259183 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cb9a2eaf-06ad-49bd-9c25-d724eacbfdf5 req-fd684e4e-176a-487d-824e-73bf76df9d04 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcaf1786-dc0f-427b-825e-a57a7d8a13f3 HTTP/1.1" status: 200 len: 945 time: 0.0505445 Sep 16 05:09:38.291596 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6e15eeb4-5238-45b2-996d-2de62eb20cad tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.298800 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cb9a2eaf-06ad-49bd-9c25-d724eacbfdf5 req-eb61f8b9-e6e2-41fc-a745-a4a51799e1f1 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/security-groups?id=efc39f48-11b4-4405-a76d-f113425b8e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330956 Sep 16 05:09:38.326731 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6e15eeb4-5238-45b2-996d-2de62eb20cad tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.364757 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e15eeb4-5238-45b2-996d-2de62eb20cad tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Network db329f22-841b-4ce6-a24c-32572be158a7 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:38.367553 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-6e15eeb4-5238-45b2-996d-2de62eb20cad tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:38.371282 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e15eeb4-5238-45b2-996d-2de62eb20cad tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:38.411195 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e15eeb4-5238-45b2-996d-2de62eb20cad tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Pushing event updated for resources: {'Port': ['ID=91d09450-9430-4742-8c29-e3f7052168e0,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:38.588684 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6e15eeb4-5238-45b2-996d-2de62eb20cad tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.783142 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6e15eeb4-5238-45b2-996d-2de62eb20cad tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.907871 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e15eeb4-5238-45b2-996d-2de62eb20cad tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Router ae24f81b-2588-4653-913c-ccca580c1420 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:09:39.013471 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e15eeb4-5238-45b2-996d-2de62eb20cad tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:39.022615 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4435de-5f36-4d89-812b-692284977e13 None None] Sync routers for ids ['ae24f81b-2588-4653-913c-ccca580c1420'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:39.031862 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4435de-5f36-4d89-812b-692284977e13 None None] Routers {'ae24f81b-2588-4653-913c-ccca580c1420'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:39.032449 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6e15eeb4-5238-45b2-996d-2de62eb20cad tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.032681 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-2b4435de-5f36-4d89-812b-692284977e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:09:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['ae24f81b-2588-4653-913c-ccca580c1420'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:39.033684 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6e15eeb4-5238-45b2-996d-2de62eb20cad tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 1.4170232 Sep 16 05:09:39.036829 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46648) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:39.137879 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3e805da3-9f7e-44ff-a581-8e0d643c940d tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.139094 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-2b4435de-5f36-4d89-812b-692284977e13 None None] Set router ae24f81b-2588-4653-913c-ccca580c1420 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:39.338900 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-2b4435de-5f36-4d89-812b-692284977e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae24f81b-2588-4653-913c-ccca580c1420', 'name': '', 'tenant_id': '4ffbc814b09c4e83ad94b40c1a3f8270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db329f22-841b-4ce6-a24c-32572be158a7', 'external_fixed_ips': [{'subnet_id': '77135e46-5c95-4716-88c2-b053c30f9bcd', 'ip_address': '2001:db8::24'}], 'enable_snat': True}, 'gw_port_id': '91d09450-9430-4742-8c29-e3f7052168e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:37Z', 'updated_at': '2021-09-16T05:09:38Z', 'revision_number': 3, 'project_id': '4ffbc814b09c4e83ad94b40c1a3f8270', 'gw_port': {'id': '91d09450-9430-4742-8c29-e3f7052168e0', 'name': '', 'network_id': 'db329f22-841b-4ce6-a24c-32572be158a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:32:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae24f81b-2588-4653-913c-ccca580c1420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '77135e46-5c95-4716-88c2-b053c30f9bcd', 'ip_address': '2001:db8::24', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:38Z', 'updated_at': '2021-09-16T05:09:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77135e46-5c95-4716-88c2-b053c30f9bcd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:39.372904 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4435de-5f36-4d89-812b-692284977e13 None None] Checking router: ae24f81b-2588-4653-913c-ccca580c1420 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:09:39.373248 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4435de-5f36-4d89-812b-692284977e13 None None] Updating router ae24f81b-2588-4653-913c-ccca580c1420 port 91d09450-9430-4742-8c29-e3f7052168e0 binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:09:39.400108 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-2b4435de-5f36-4d89-812b-692284977e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.434456 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4a220-12c8-494e-bc30-8da98f1d00fd req-e9e4b541-198f-4e78-b315-4507ce23ee3f tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:39.436429 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-48d4a220-12c8-494e-bc30-8da98f1d00fd req-e9e4b541-198f-4e78-b315-4507ce23ee3f tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcaf1786-dc0f-427b-825e-a57a7d8a13f3 HTTP/1.1" status: 200 len: 945 time: 0.0620329 Sep 16 05:09:39.486348 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-48d4a220-12c8-494e-bc30-8da98f1d00fd req-5ce842bc-f9d7-44c7-bcb9-2d9f9cc732a6 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/security-groups?id=efc39f48-11b4-4405-a76d-f113425b8e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436492 Sep 16 05:09:39.515754 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3e805da3-9f7e-44ff-a581-8e0d643c940d tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.571857 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-3e805da3-9f7e-44ff-a581-8e0d643c940d tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Deleting port 91d09450-9430-4742-8c29-e3f7052168e0 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:39.572204 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3e805da3-9f7e-44ff-a581-8e0d643c940d tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.651006 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3e805da3-9f7e-44ff-a581-8e0d643c940d tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.664279 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-3e805da3-9f7e-44ff-a581-8e0d643c940d tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Calling delete_port for 91d09450-9430-4742-8c29-e3f7052168e0 owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:39.678780 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-2b4435de-5f36-4d89-812b-692284977e13 None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.684929 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-2b4435de-5f36-4d89-812b-692284977e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.733911 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-2b4435de-5f36-4d89-812b-692284977e13 None None] Attempting to bind port 91d09450-9430-4742-8c29-e3f7052168e0 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:39.734282 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-2b4435de-5f36-4d89-812b-692284977e13 None None] Attempting to bind port 91d09450-9430-4742-8c29-e3f7052168e0 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'cb81456d-ca08-426b-9f0c-650d86cbe0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'db329f22-841b-4ce6-a24c-32572be158a7'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:39.734713 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4435de-5f36-4d89-812b-692284977e13 None None] Attempting to bind port 91d09450-9430-4742-8c29-e3f7052168e0 on network db329f22-841b-4ce6-a24c-32572be158a7 {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:39.744914 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4435de-5f36-4d89-812b-692284977e13 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:39.745291 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4435de-5f36-4d89-812b-692284977e13 None None] Checking segment: {'id': 'cb81456d-ca08-426b-9f0c-650d86cbe0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'db329f22-841b-4ce6-a24c-32572be158a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:39.745693 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-2b4435de-5f36-4d89-812b-692284977e13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.746085 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4435de-5f36-4d89-812b-692284977e13 None None] Bound using segment: {'id': 'cb81456d-ca08-426b-9f0c-650d86cbe0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'db329f22-841b-4ce6-a24c-32572be158a7'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:39.746557 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-2b4435de-5f36-4d89-812b-692284977e13 None None] Bound port: 91d09450-9430-4742-8c29-e3f7052168e0, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb81456d-ca08-426b-9f0c-650d86cbe0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'db329f22-841b-4ce6-a24c-32572be158a7'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:39.746934 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-2b4435de-5f36-4d89-812b-692284977e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.776101 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dfd55d-0cbd-4dbc-a45f-76c43bdc9f46 None None] Pushing event updated for resources: {'Port': ['ID=91d09450-9430-4742-8c29-e3f7052168e0,revision_number=2']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:39.847127 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.db.api [None req-2b4435de-5f36-4d89-812b-692284977e13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:09:39.847487 n-d-712139-15 neutron-server[94769]: DEBUG oslo_db.api [None req-2b4435de-5f36-4d89-812b-692284977e13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:09:39.848662 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3e805da3-9f7e-44ff-a581-8e0d643c940d tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.880097 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e805da3-9f7e-44ff-a581-8e0d643c940d tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Pushing event deleted for resources: {'Port': ['ID=91d09450-9430-4742-8c29-e3f7052168e0,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:39.905512 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3e805da3-9f7e-44ff-a581-8e0d643c940d tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.009339 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3e805da3-9f7e-44ff-a581-8e0d643c940d tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.011650 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3e805da3-9f7e-44ff-a581-8e0d643c940d tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.058036 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3e805da3-9f7e-44ff-a581-8e0d643c940d tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.058756 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e805da3-9f7e-44ff-a581-8e0d643c940d tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae24f81b-2588-4653-913c-ccca580c1420 {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:09:40.063512 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3e805da3-9f7e-44ff-a581-8e0d643c940d tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.064426 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3e805da3-9f7e-44ff-a581-8e0d643c940d tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] 10.222.0.35 "DELETE /v2.0/routers/ae24f81b-2588-4653-913c-ccca580c1420 HTTP/1.1" status: 204 len: 168 time: 1.0266752 Sep 16 05:09:40.067984 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46696) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:40.088845 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7d50274c-de33-4667-a377-8c5723b49192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.113313 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-863a5f79-4817-4e86-a756-488cc424bf6a tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Deleting subnet 77135e46-5c95-4716-88c2-b053c30f9bcd {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:09:40.117094 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-863a5f79-4817-4e86-a756-488cc424bf6a tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.156713 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-863a5f79-4817-4e86-a756-488cc424bf6a tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.199128 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-863a5f79-4817-4e86-a756-488cc424bf6a tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.259499 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-863a5f79-4817-4e86-a756-488cc424bf6a tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.289195 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a5f79-4817-4e86-a756-488cc424bf6a tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=77135e46-5c95-4716-88c2-b053c30f9bcd,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:40.295271 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-863a5f79-4817-4e86-a756-488cc424bf6a tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.297229 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-863a5f79-4817-4e86-a756-488cc424bf6a tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] 10.222.0.35 "DELETE /v2.0/subnets/77135e46-5c95-4716-88c2-b053c30f9bcd HTTP/1.1" status: 204 len: 168 time: 0.2282674 Sep 16 05:09:40.300532 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46726) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:40.367040 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-2b4435de-5f36-4d89-812b-692284977e13 None None] Attempting to bind port 91d09450-9430-4742-8c29-e3f7052168e0 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:40.367612 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-2b4435de-5f36-4d89-812b-692284977e13 None None] Attempting to bind port 91d09450-9430-4742-8c29-e3f7052168e0 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'cb81456d-ca08-426b-9f0c-650d86cbe0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'db329f22-841b-4ce6-a24c-32572be158a7'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:40.367723 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4435de-5f36-4d89-812b-692284977e13 None None] Attempting to bind port 91d09450-9430-4742-8c29-e3f7052168e0 on network db329f22-841b-4ce6-a24c-32572be158a7 {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:40.372799 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4435de-5f36-4d89-812b-692284977e13 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:40.373452 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4435de-5f36-4d89-812b-692284977e13 None None] Checking segment: {'id': 'cb81456d-ca08-426b-9f0c-650d86cbe0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'db329f22-841b-4ce6-a24c-32572be158a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:40.373572 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-2b4435de-5f36-4d89-812b-692284977e13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.373919 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4435de-5f36-4d89-812b-692284977e13 None None] Bound using segment: {'id': 'cb81456d-ca08-426b-9f0c-650d86cbe0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'db329f22-841b-4ce6-a24c-32572be158a7'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:40.374381 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-2b4435de-5f36-4d89-812b-692284977e13 None None] Bound port: 91d09450-9430-4742-8c29-e3f7052168e0, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb81456d-ca08-426b-9f0c-650d86cbe0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'db329f22-841b-4ce6-a24c-32572be158a7'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:40.374759 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-2b4435de-5f36-4d89-812b-692284977e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.378768 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9af965ab-00b0-4e20-9d6f-1df22086eb7e tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.392628 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.plugin [None req-2b4435de-5f36-4d89-812b-692284977e13 None None] Port 91d09450-9430-4742-8c29-e3f7052168e0 has been deleted concurrently {{(pid=94769) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 16 05:09:40.408172 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4435de-5f36-4d89-812b-692284977e13 None None] Routers set() bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:40.408746 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4435de-5f36-4d89-812b-692284977e13 None None] Router IDs set() for agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 05:09:40.409320 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_agentschedulers_db [None req-2b4435de-5f36-4d89-812b-692284977e13 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ae24f81b-2588-4653-913c-ccca580c1420'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:09:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent'). {{(pid=94769) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 16 05:09:40.409700 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4435de-5f36-4d89-812b-692284977e13 None None] The sync data for ids ['ae24f81b-2588-4653-913c-ccca580c1420'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:40.466888 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9af965ab-00b0-4e20-9d6f-1df22086eb7e tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.486567 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-9af965ab-00b0-4e20-9d6f-1df22086eb7e tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db329f22-841b-4ce6-a24c-32572be158a7']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:40.496136 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-9af965ab-00b0-4e20-9d6f-1df22086eb7e tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb81456d-ca08-426b-9f0c-650d86cbe0a8') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:40.496524 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-9af965ab-00b0-4e20-9d6f-1df22086eb7e tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb81456d-ca08-426b-9f0c-650d86cbe0a8') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:40.508007 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9af965ab-00b0-4e20-9d6f-1df22086eb7e tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.522440 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9af965ab-00b0-4e20-9d6f-1df22086eb7e tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.528636 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af965ab-00b0-4e20-9d6f-1df22086eb7e tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:40.529022 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9af965ab-00b0-4e20-9d6f-1df22086eb7e tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.530697 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:09:40.530697 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:40.530697 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:09:40.530697 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:40.530697 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:09:40.530697 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:40.530697 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:09:40.530697 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:40.530697 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:09:40.530697 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:40.530697 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:09:40.530697 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:40.530697 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:09:40.530697 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:40.530697 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:40.530697 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:40.530697 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:40.530697 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:40.530697 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:09:40.530697 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:40.530697 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:09:40.530697 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:40.530697 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:40.530697 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:40.530697 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:40.530697 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:40.530697 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:40.530697 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:40.530697 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:40.530697 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:40.530697 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:40.530697 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:40.590548 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9af965ab-00b0-4e20-9d6f-1df22086eb7e tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.596800 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af965ab-00b0-4e20-9d6f-1df22086eb7e tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network db329f22-841b-4ce6-a24c-32572be158a7 {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 05:09:40.600452 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9af965ab-00b0-4e20-9d6f-1df22086eb7e tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.604758 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9af965ab-00b0-4e20-9d6f-1df22086eb7e tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] 10.222.0.35 "DELETE /v2.0/networks/db329f22-841b-4ce6-a24c-32572be158a7 HTTP/1.1" status: 204 len: 168 time: 0.3031132 Sep 16 05:09:40.618440 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af965ab-00b0-4e20-9d6f-1df22086eb7e tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Pushing event deleted for resources: {'Network': ['ID=db329f22-841b-4ce6-a24c-32572be158a7,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:40.822078 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46734) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:40.826729 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-dffe67ee-41d1-466b-a20d-57ed1f0784bc tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Request body: {'router': {'name': 'tempest-router--502196623', 'project_id': '00d0ca0495034352866972c68cd3b80f'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:40.849830 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dffe67ee-41d1-466b-a20d-57ed1f0784bc tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.850883 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dffe67ee-41d1-466b-a20d-57ed1f0784bc tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.915748 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dffe67ee-41d1-466b-a20d-57ed1f0784bc tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.920900 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dffe67ee-41d1-466b-a20d-57ed1f0784bc tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.937136 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dffe67ee-41d1-466b-a20d-57ed1f0784bc tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.938613 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-dffe67ee-41d1-466b-a20d-57ed1f0784bc tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1155357 Sep 16 05:09:40.941777 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46736) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:41.033550 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d66d7c44-b5b5-4efd-8e64-4251dc41aa8b tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.202496 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d66d7c44-b5b5-4efd-8e64-4251dc41aa8b tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.205364 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d66d7c44-b5b5-4efd-8e64-4251dc41aa8b tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.250302 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d66d7c44-b5b5-4efd-8e64-4251dc41aa8b tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.250885 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66d7c44-b5b5-4efd-8e64-4251dc41aa8b tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6c787c9e-cbb9-460f-8614-341b3a47381f {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:09:41.255601 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d66d7c44-b5b5-4efd-8e64-4251dc41aa8b tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.256811 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d66d7c44-b5b5-4efd-8e64-4251dc41aa8b tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] 10.222.0.35 "DELETE /v2.0/routers/6c787c9e-cbb9-460f-8614-341b3a47381f HTTP/1.1" status: 204 len: 168 time: 0.3138809 Sep 16 05:09:41.366866 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46742) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:41.571664 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-77215c69-2cd7-4ff4-86a3-bcdf56e7f195 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1038075705', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}, 'admin_state_up': False}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:41.597117 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77215c69-2cd7-4ff4-86a3-bcdf56e7f195 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.598172 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77215c69-2cd7-4ff4-86a3-bcdf56e7f195 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.655313 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77215c69-2cd7-4ff4-86a3-bcdf56e7f195 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.740682 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.800721 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77215c69-2cd7-4ff4-86a3-bcdf56e7f195 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.005553 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77215c69-2cd7-4ff4-86a3-bcdf56e7f195 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.024479 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77215c69-2cd7-4ff4-86a3-bcdf56e7f195 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.138626 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-77215c69-2cd7-4ff4-86a3-bcdf56e7f195 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Allocated IP 172.25.8.67 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/0f6578d3-44b9-42d5-9a43-a8b0d520896d) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:42.245904 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77215c69-2cd7-4ff4-86a3-bcdf56e7f195 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.282699 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77215c69-2cd7-4ff4-86a3-bcdf56e7f195 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.321294 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77215c69-2cd7-4ff4-86a3-bcdf56e7f195 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:42.324705 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-77215c69-2cd7-4ff4-86a3-bcdf56e7f195 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:42.331794 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77215c69-2cd7-4ff4-86a3-bcdf56e7f195 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:42.338265 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77215c69-2cd7-4ff4-86a3-bcdf56e7f195 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Pushing event updated for resources: {'Port': ['ID=0f6578d3-44b9-42d5-9a43-a8b0d520896d,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:42.599663 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77215c69-2cd7-4ff4-86a3-bcdf56e7f195 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.800010 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77215c69-2cd7-4ff4-86a3-bcdf56e7f195 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.934371 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77215c69-2cd7-4ff4-86a3-bcdf56e7f195 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Router face836e-1033-48e8-b4e1-1b8dde15b931 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:09:43.045637 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77215c69-2cd7-4ff4-86a3-bcdf56e7f195 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:43.057064 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d2b945-d644-4c85-b090-55257f475142 None None] Sync routers for ids ['face836e-1033-48e8-b4e1-1b8dde15b931'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:43.067679 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d2b945-d644-4c85-b090-55257f475142 None None] Routers {'face836e-1033-48e8-b4e1-1b8dde15b931'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:43.068648 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-c1d2b945-d644-4c85-b090-55257f475142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:09:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['face836e-1033-48e8-b4e1-1b8dde15b931'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:43.071520 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77215c69-2cd7-4ff4-86a3-bcdf56e7f195 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.072887 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-77215c69-2cd7-4ff4-86a3-bcdf56e7f195 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.7049451 Sep 16 05:09:43.075487 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46750) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:43.105972 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-c1d2b945-d644-4c85-b090-55257f475142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:43.116700 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d2b945-d644-4c85-b090-55257f475142 None None] Routers {'face836e-1033-48e8-b4e1-1b8dde15b931'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:43.117984 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-c1d2b945-d644-4c85-b090-55257f475142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:09:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['face836e-1033-48e8-b4e1-1b8dde15b931'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:43.157691 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-c1d2b945-d644-4c85-b090-55257f475142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:43.158354 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d2b945-d644-4c85-b090-55257f475142 None None] The sync data for ids ['face836e-1033-48e8-b4e1-1b8dde15b931'] in n-d-712139-15 is: [] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:43.212661 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-bd6ddc1a-0b4f-4855-beed-3a9665dc85e5 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] 10.222.0.35 "GET /v2.0/routers/face836e-1033-48e8-b4e1-1b8dde15b931 HTTP/1.1" status: 200 len: 924 time: 0.1359019 Sep 16 05:09:43.215339 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46754) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:43.248208 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46756) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:43.248970 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7b78e33f-1e69-4a81-9d72-0ffc07ec37af tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] 10.222.0.35 "GET /v2.0/ports?device_id=face836e-1033-48e8-b4e1-1b8dde15b931 HTTP/1.1" status: 200 len: 205 time: 0.0319710 Sep 16 05:09:43.254711 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4223beb3-9d11-44aa-8343-79242911bd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.360354 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0aef4222-5916-42ff-953f-251085753ea8 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.468170 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0aef4222-5916-42ff-953f-251085753ea8 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.522303 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.526320 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-0aef4222-5916-42ff-953f-251085753ea8 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Deleting port 0f6578d3-44b9-42d5-9a43-a8b0d520896d {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:43.526665 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0aef4222-5916-42ff-953f-251085753ea8 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.929723 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0aef4222-5916-42ff-953f-251085753ea8 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.942060 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-0aef4222-5916-42ff-953f-251085753ea8 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Calling delete_port for 0f6578d3-44b9-42d5-9a43-a8b0d520896d owned by network:router_gateway {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:44.117211 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0aef4222-5916-42ff-953f-251085753ea8 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.148324 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef4222-5916-42ff-953f-251085753ea8 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Pushing event deleted for resources: {'Port': ['ID=0f6578d3-44b9-42d5-9a43-a8b0d520896d,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:44.210198 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0aef4222-5916-42ff-953f-251085753ea8 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.310403 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0aef4222-5916-42ff-953f-251085753ea8 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.312833 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0aef4222-5916-42ff-953f-251085753ea8 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.360160 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0aef4222-5916-42ff-953f-251085753ea8 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.360731 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aef4222-5916-42ff-953f-251085753ea8 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Fanout notify agent at l3_agent the message router_deleted on router face836e-1033-48e8-b4e1-1b8dde15b931 {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:09:44.368242 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0aef4222-5916-42ff-953f-251085753ea8 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.369857 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0aef4222-5916-42ff-953f-251085753ea8 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] 10.222.0.35 "DELETE /v2.0/routers/face836e-1033-48e8-b4e1-1b8dde15b931 HTTP/1.1" status: 204 len: 168 time: 1.1192038 Sep 16 05:09:44.373127 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46760) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:44.378217 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-ce55016e-7523-472c-9316-605813bc535e tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1418805331', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'enable_snat': False}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:44.400134 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ce55016e-7523-472c-9316-605813bc535e tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.401185 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ce55016e-7523-472c-9316-605813bc535e tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.458335 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ce55016e-7523-472c-9316-605813bc535e tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.584322 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.600016 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ce55016e-7523-472c-9316-605813bc535e tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.692864 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.089515 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ce55016e-7523-472c-9316-605813bc535e tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.110436 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ce55016e-7523-472c-9316-605813bc535e tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.222820 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-ce55016e-7523-472c-9316-605813bc535e tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Allocated IP 172.25.8.10 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/38d18cbd-71db-44b4-ba86-ec7d3d86fb8f) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:45.350942 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ce55016e-7523-472c-9316-605813bc535e tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.387694 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ce55016e-7523-472c-9316-605813bc535e tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.433616 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce55016e-7523-472c-9316-605813bc535e tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:45.438929 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-ce55016e-7523-472c-9316-605813bc535e tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:45.443594 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce55016e-7523-472c-9316-605813bc535e tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:45.446795 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55016e-7523-472c-9316-605813bc535e tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Pushing event updated for resources: {'Port': ['ID=38d18cbd-71db-44b4-ba86-ec7d3d86fb8f,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:45.697682 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ce55016e-7523-472c-9316-605813bc535e tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.902156 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ce55016e-7523-472c-9316-605813bc535e tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.035651 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce55016e-7523-472c-9316-605813bc535e tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Router 139829b5-259c-4453-b60c-77da6bf6a95a is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:09:46.078852 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.150484 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce55016e-7523-472c-9316-605813bc535e tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:46.160353 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c7f2af-564f-4bfd-9b23-a54bf4f819c0 None None] Sync routers for ids ['139829b5-259c-4453-b60c-77da6bf6a95a'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:46.169208 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ce55016e-7523-472c-9316-605813bc535e tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.170454 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ce55016e-7523-472c-9316-605813bc535e tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.7962160 Sep 16 05:09:46.171067 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c7f2af-564f-4bfd-9b23-a54bf4f819c0 None None] Routers {'139829b5-259c-4453-b60c-77da6bf6a95a'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:46.171684 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-81c7f2af-564f-4bfd-9b23-a54bf4f819c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:09:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['139829b5-259c-4453-b60c-77da6bf6a95a'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:46.173121 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46764) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:46.294460 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-81c7f2af-564f-4bfd-9b23-a54bf4f819c0 None None] Set router 139829b5-259c-4453-b60c-77da6bf6a95a gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:46.297665 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3334127c-f67e-4514-89ae-86844b032be9 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] 10.222.0.35 "GET /v2.0/routers/139829b5-259c-4453-b60c-77da6bf6a95a HTTP/1.1" status: 200 len: 908 time: 0.1234121 Sep 16 05:09:46.300852 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46768) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:46.305213 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-2a3d48d2-c8f5-4c32-9b0c-ef92465d208b tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1418805331', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'enable_snat': True}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:46.335146 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a3d48d2-c8f5-4c32-9b0c-ef92465d208b tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.336810 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a3d48d2-c8f5-4c32-9b0c-ef92465d208b tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.395933 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a3d48d2-c8f5-4c32-9b0c-ef92465d208b tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.496761 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-81c7f2af-564f-4bfd-9b23-a54bf4f819c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139829b5-259c-4453-b60c-77da6bf6a95a', 'name': 'tempest-snat-router-1418805331', 'tenant_id': '4ffbc814b09c4e83ad94b40c1a3f8270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.10'}], 'enable_snat': False}, 'gw_port_id': '38d18cbd-71db-44b4-ba86-ec7d3d86fb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:44Z', 'updated_at': '2021-09-16T05:09:45Z', 'revision_number': 3, 'project_id': '4ffbc814b09c4e83ad94b40c1a3f8270', 'gw_port': {'id': '38d18cbd-71db-44b4-ba86-ec7d3d86fb8f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:74:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139829b5-259c-4453-b60c-77da6bf6a95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:45Z', 'updated_at': '2021-09-16T05:09:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:46.532726 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c7f2af-564f-4bfd-9b23-a54bf4f819c0 None None] Checking router: 139829b5-259c-4453-b60c-77da6bf6a95a for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:09:46.534179 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c7f2af-564f-4bfd-9b23-a54bf4f819c0 None None] Updating router 139829b5-259c-4453-b60c-77da6bf6a95a port 38d18cbd-71db-44b4-ba86-ec7d3d86fb8f binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:09:46.544013 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a3d48d2-c8f5-4c32-9b0c-ef92465d208b tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.564082 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-81c7f2af-564f-4bfd-9b23-a54bf4f819c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.755210 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a3d48d2-c8f5-4c32-9b0c-ef92465d208b tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.776243 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a3d48d2-c8f5-4c32-9b0c-ef92465d208b tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.840992 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-81c7f2af-564f-4bfd-9b23-a54bf4f819c0 None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.846610 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-81c7f2af-564f-4bfd-9b23-a54bf4f819c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.902300 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-2a3d48d2-c8f5-4c32-9b0c-ef92465d208b tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Allocated IP 172.25.8.153 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/a507a46d-ba12-47ff-b524-36c1617efefc) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:46.905579 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-81c7f2af-564f-4bfd-9b23-a54bf4f819c0 None None] Attempting to bind port 38d18cbd-71db-44b4-ba86-ec7d3d86fb8f on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:46.906010 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-81c7f2af-564f-4bfd-9b23-a54bf4f819c0 None None] Attempting to bind port 38d18cbd-71db-44b4-ba86-ec7d3d86fb8f by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:46.906611 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c7f2af-564f-4bfd-9b23-a54bf4f819c0 None None] Attempting to bind port 38d18cbd-71db-44b4-ba86-ec7d3d86fb8f on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:46.909713 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7aef2c-2f19-4f29-9cf2-5fdebaa79c22 None None] Pushing event updated for resources: {'Port': ['ID=38d18cbd-71db-44b4-ba86-ec7d3d86fb8f,revision_number=2']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:46.914355 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c7f2af-564f-4bfd-9b23-a54bf4f819c0 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:46.914728 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c7f2af-564f-4bfd-9b23-a54bf4f819c0 None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:46.915203 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-81c7f2af-564f-4bfd-9b23-a54bf4f819c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.915590 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c7f2af-564f-4bfd-9b23-a54bf4f819c0 None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:46.916065 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-81c7f2af-564f-4bfd-9b23-a54bf4f819c0 None None] Bound port: 38d18cbd-71db-44b4-ba86-ec7d3d86fb8f, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:46.917073 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-81c7f2af-564f-4bfd-9b23-a54bf4f819c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.972492 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-81c7f2af-564f-4bfd-9b23-a54bf4f819c0 None None] For port 38d18cbd-71db-44b4-ba86-ec7d3d86fb8f, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:46.976168 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-81c7f2af-564f-4bfd-9b23-a54bf4f819c0 None None] For port 38d18cbd-71db-44b4-ba86-ec7d3d86fb8f, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=38d18cbd-71db-44b4-ba86-ec7d3d86fb8f,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:46.982245 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-81c7f2af-564f-4bfd-9b23-a54bf4f819c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.037408 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a3d48d2-c8f5-4c32-9b0c-ef92465d208b tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.056947 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c7f2af-564f-4bfd-9b23-a54bf4f819c0 None None] Routers {'139829b5-259c-4453-b60c-77da6bf6a95a'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:47.057485 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-81c7f2af-564f-4bfd-9b23-a54bf4f819c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:09:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['139829b5-259c-4453-b60c-77da6bf6a95a'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:47.086536 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a3d48d2-c8f5-4c32-9b0c-ef92465d208b tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.095517 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7aef2c-2f19-4f29-9cf2-5fdebaa79c22 None None] Pushing event updated for resources: {'Port': ['ID=38d18cbd-71db-44b4-ba86-ec7d3d86fb8f,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:47.138312 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3d48d2-c8f5-4c32-9b0c-ef92465d208b tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:47.143590 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-2a3d48d2-c8f5-4c32-9b0c-ef92465d208b tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:47.148529 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3d48d2-c8f5-4c32-9b0c-ef92465d208b tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:47.151642 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d48d2-c8f5-4c32-9b0c-ef92465d208b tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Pushing event updated for resources: {'Port': ['ID=a507a46d-ba12-47ff-b524-36c1617efefc,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:47.174714 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-81c7f2af-564f-4bfd-9b23-a54bf4f819c0 None None] Set router 139829b5-259c-4453-b60c-77da6bf6a95a gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:47.455976 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a3d48d2-c8f5-4c32-9b0c-ef92465d208b tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.494402 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-81c7f2af-564f-4bfd-9b23-a54bf4f819c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139829b5-259c-4453-b60c-77da6bf6a95a', 'name': 'tempest-snat-router-1418805331', 'tenant_id': '4ffbc814b09c4e83ad94b40c1a3f8270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.10'}], 'enable_snat': False}, 'gw_port_id': '38d18cbd-71db-44b4-ba86-ec7d3d86fb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:44Z', 'updated_at': '2021-09-16T05:09:45Z', 'revision_number': 3, 'project_id': '4ffbc814b09c4e83ad94b40c1a3f8270', 'gw_port': {'id': '38d18cbd-71db-44b4-ba86-ec7d3d86fb8f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:74:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139829b5-259c-4453-b60c-77da6bf6a95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:45Z', 'updated_at': '2021-09-16T05:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:47.523126 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c7f2af-564f-4bfd-9b23-a54bf4f819c0 None None] The sync data for ids ['139829b5-259c-4453-b60c-77da6bf6a95a'] in n-d-712139-15 is: [{'id': '139829b5-259c-4453-b60c-77da6bf6a95a', 'name': 'tempest-snat-router-1418805331', 'tenant_id': '4ffbc814b09c4e83ad94b40c1a3f8270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.10'}], 'enable_snat': False}, 'gw_port_id': '38d18cbd-71db-44b4-ba86-ec7d3d86fb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:44Z', 'updated_at': '2021-09-16T05:09:45Z', 'revision_number': 3, 'project_id': '4ffbc814b09c4e83ad94b40c1a3f8270', 'gw_port': {'id': '38d18cbd-71db-44b4-ba86-ec7d3d86fb8f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:74:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139829b5-259c-4453-b60c-77da6bf6a95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:45Z', 'updated_at': '2021-09-16T05:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:48.003194 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a3d48d2-c8f5-4c32-9b0c-ef92465d208b tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.141842 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3d48d2-c8f5-4c32-9b0c-ef92465d208b tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Router 9ed7b472-f3e1-4d2b-862d-b3626cac22ed is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:09:48.261116 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3d48d2-c8f5-4c32-9b0c-ef92465d208b tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:48.273934 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cdbe52-4f91-4fdb-91e3-8c1b56a1fa9f None None] Sync routers for ids ['9ed7b472-f3e1-4d2b-862d-b3626cac22ed'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:48.281532 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2a3d48d2-c8f5-4c32-9b0c-ef92465d208b tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.283126 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2a3d48d2-c8f5-4c32-9b0c-ef92465d208b tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.9810684 Sep 16 05:09:48.285828 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46772) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:48.288396 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cdbe52-4f91-4fdb-91e3-8c1b56a1fa9f None None] Routers {'9ed7b472-f3e1-4d2b-862d-b3626cac22ed'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:48.290037 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-47cdbe52-4f91-4fdb-91e3-8c1b56a1fa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:09:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['9ed7b472-f3e1-4d2b-862d-b3626cac22ed'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:48.421193 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2724f3c7-5ef2-4bff-b193-f33dd543f38a tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] 10.222.0.35 "GET /v2.0/routers/9ed7b472-f3e1-4d2b-862d-b3626cac22ed HTTP/1.1" status: 200 len: 908 time: 0.1341786 Sep 16 05:09:48.423821 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46774) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:48.427343 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-47cdbe52-4f91-4fdb-91e3-8c1b56a1fa9f None None] Set router 9ed7b472-f3e1-4d2b-862d-b3626cac22ed gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:48.579369 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2b638643-040c-4212-9227-a0d4e2930620 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.716026 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-47cdbe52-4f91-4fdb-91e3-8c1b56a1fa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed7b472-f3e1-4d2b-862d-b3626cac22ed', 'name': 'tempest-snat-router-1418805331', 'tenant_id': '4ffbc814b09c4e83ad94b40c1a3f8270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'a507a46d-ba12-47ff-b524-36c1617efefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:46Z', 'updated_at': '2021-09-16T05:09:47Z', 'revision_number': 3, 'project_id': '4ffbc814b09c4e83ad94b40c1a3f8270', 'gw_port': {'id': 'a507a46d-ba12-47ff-b524-36c1617efefc', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed7b472-f3e1-4d2b-862d-b3626cac22ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:46Z', 'updated_at': '2021-09-16T05:09:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:48.744140 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2b638643-040c-4212-9227-a0d4e2930620 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.764467 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cdbe52-4f91-4fdb-91e3-8c1b56a1fa9f None None] Checking router: 9ed7b472-f3e1-4d2b-862d-b3626cac22ed for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:09:48.764934 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cdbe52-4f91-4fdb-91e3-8c1b56a1fa9f None None] Updating router 9ed7b472-f3e1-4d2b-862d-b3626cac22ed port a507a46d-ba12-47ff-b524-36c1617efefc binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:09:48.798376 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47cdbe52-4f91-4fdb-91e3-8c1b56a1fa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.811016 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-2b638643-040c-4212-9227-a0d4e2930620 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Deleting port a507a46d-ba12-47ff-b524-36c1617efefc {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:48.811856 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2b638643-040c-4212-9227-a0d4e2930620 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.914115 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2b638643-040c-4212-9227-a0d4e2930620 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.931056 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-2b638643-040c-4212-9227-a0d4e2930620 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Calling delete_port for a507a46d-ba12-47ff-b524-36c1617efefc owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:49.160808 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2b638643-040c-4212-9227-a0d4e2930620 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.161807 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-47cdbe52-4f91-4fdb-91e3-8c1b56a1fa9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:09:49.162714 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-47cdbe52-4f91-4fdb-91e3-8c1b56a1fa9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:09:49.201657 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b638643-040c-4212-9227-a0d4e2930620 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Pushing event deleted for resources: {'Port': ['ID=a507a46d-ba12-47ff-b524-36c1617efefc,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:49.231765 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 38d18cbd-71db-44b4-ba86-ec7d3d86fb8f up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:49.282346 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2b638643-040c-4212-9227-a0d4e2930620 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.303587 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 38d18cbd-71db-44b4-ba86-ec7d3d86fb8f triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:49.304173 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.399450 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2b638643-040c-4212-9227-a0d4e2930620 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.401635 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2b638643-040c-4212-9227-a0d4e2930620 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.402134 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.430422 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 38d18cbd-71db-44b4-ba86-ec7d3d86fb8f, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=38d18cbd-71db-44b4-ba86-ec7d3d86fb8f,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:49.437626 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.455677 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2b638643-040c-4212-9227-a0d4e2930620 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.455677 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b638643-040c-4212-9227-a0d4e2930620 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9ed7b472-f3e1-4d2b-862d-b3626cac22ed {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:09:49.460280 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2b638643-040c-4212-9227-a0d4e2930620 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.464343 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46780) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:49.469079 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2b638643-040c-4212-9227-a0d4e2930620 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] 10.222.0.35 "DELETE /v2.0/routers/9ed7b472-f3e1-4d2b-862d-b3626cac22ed HTTP/1.1" status: 204 len: 168 time: 1.0437591 Sep 16 05:09:49.495521 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=38d18cbd-71db-44b4-ba86-ec7d3d86fb8f,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:49.598379 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5330ae29-32cf-459b-9533-95bca49142a1 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.682505 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cdbe52-4f91-4fdb-91e3-8c1b56a1fa9f None None] Port a507a46d-ba12-47ff-b524-36c1617efefc not found while updating agent binding for router 9ed7b472-f3e1-4d2b-862d-b3626cac22ed. {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 16 05:09:49.691733 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cdbe52-4f91-4fdb-91e3-8c1b56a1fa9f None None] Routers set() bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:49.692046 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cdbe52-4f91-4fdb-91e3-8c1b56a1fa9f None None] Router IDs set() for agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 05:09:49.692687 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_agentschedulers_db [None req-47cdbe52-4f91-4fdb-91e3-8c1b56a1fa9f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9ed7b472-f3e1-4d2b-862d-b3626cac22ed'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:09:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent'). {{(pid=94768) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 16 05:09:49.693062 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cdbe52-4f91-4fdb-91e3-8c1b56a1fa9f None None] The sync data for ids ['9ed7b472-f3e1-4d2b-862d-b3626cac22ed'] in n-d-712139-15 is: [] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:49.708731 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5330ae29-32cf-459b-9533-95bca49142a1 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.763546 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-5330ae29-32cf-459b-9533-95bca49142a1 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Deleting port 38d18cbd-71db-44b4-ba86-ec7d3d86fb8f {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:49.763807 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5330ae29-32cf-459b-9533-95bca49142a1 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.848143 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-5330ae29-32cf-459b-9533-95bca49142a1 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] For port 38d18cbd-71db-44b4-ba86-ec7d3d86fb8f, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=38d18cbd-71db-44b4-ba86-ec7d3d86fb8f,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:49.848510 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5330ae29-32cf-459b-9533-95bca49142a1 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.860482 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-5330ae29-32cf-459b-9533-95bca49142a1 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Calling delete_port for 38d18cbd-71db-44b4-ba86-ec7d3d86fb8f owned by network:router_gateway {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:50.029755 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5330ae29-32cf-459b-9533-95bca49142a1 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.057612 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330ae29-32cf-459b-9533-95bca49142a1 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Pushing event deleted for resources: {'Port': ['ID=38d18cbd-71db-44b4-ba86-ec7d3d86fb8f,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:50.104596 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:09:50.134969 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5330ae29-32cf-459b-9533-95bca49142a1 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.238874 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5330ae29-32cf-459b-9533-95bca49142a1 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.241434 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5330ae29-32cf-459b-9533-95bca49142a1 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.289540 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5330ae29-32cf-459b-9533-95bca49142a1 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.290042 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5330ae29-32cf-459b-9533-95bca49142a1 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 139829b5-259c-4453-b60c-77da6bf6a95a {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:09:50.300538 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5330ae29-32cf-459b-9533-95bca49142a1 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.305616 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46784) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:50.306128 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5330ae29-32cf-459b-9533-95bca49142a1 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] 10.222.0.35 "DELETE /v2.0/routers/139829b5-259c-4453-b60c-77da6bf6a95a HTTP/1.1" status: 204 len: 168 time: 0.8403034 Sep 16 05:09:50.310666 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-95660b6f-b0c6-459a-8018-0ee0521bdb4e tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1132552074', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}, 'admin_state_up': False}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:50.339457 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-95660b6f-b0c6-459a-8018-0ee0521bdb4e tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.340526 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-95660b6f-b0c6-459a-8018-0ee0521bdb4e tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.404427 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-95660b6f-b0c6-459a-8018-0ee0521bdb4e tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.561709 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-95660b6f-b0c6-459a-8018-0ee0521bdb4e tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.791604 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-95660b6f-b0c6-459a-8018-0ee0521bdb4e tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.813806 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-95660b6f-b0c6-459a-8018-0ee0521bdb4e tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.922598 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-95660b6f-b0c6-459a-8018-0ee0521bdb4e tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Allocated IP 172.25.8.170 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/38712253-25e8-4369-890a-84120e1854fe) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:51.042070 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-95660b6f-b0c6-459a-8018-0ee0521bdb4e tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:51.081056 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-95660b6f-b0c6-459a-8018-0ee0521bdb4e tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:51.123177 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95660b6f-b0c6-459a-8018-0ee0521bdb4e tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:51.128812 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-95660b6f-b0c6-459a-8018-0ee0521bdb4e tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:51.134216 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95660b6f-b0c6-459a-8018-0ee0521bdb4e tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:51.136470 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95660b6f-b0c6-459a-8018-0ee0521bdb4e tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Pushing event updated for resources: {'Port': ['ID=38712253-25e8-4369-890a-84120e1854fe,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:51.220003 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 38d18cbd-71db-44b4-ba86-ec7d3d86fb8f no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:51.244768 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 38d18cbd-71db-44b4-ba86-ec7d3d86fb8f {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:51.245387 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 38d18cbd-71db-44b4-ba86-ec7d3d86fb8f not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:51.426822 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-95660b6f-b0c6-459a-8018-0ee0521bdb4e tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:51.636462 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-95660b6f-b0c6-459a-8018-0ee0521bdb4e tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:51.773295 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95660b6f-b0c6-459a-8018-0ee0521bdb4e tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Router 8a7e3a03-6395-4b12-ae67-2288c5388a56 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:09:51.890573 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95660b6f-b0c6-459a-8018-0ee0521bdb4e tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:51.901393 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2b67dc-9d54-478f-8793-f155181ea8e0 None None] Sync routers for ids ['8a7e3a03-6395-4b12-ae67-2288c5388a56'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:51.912122 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2b67dc-9d54-478f-8793-f155181ea8e0 None None] Routers {'8a7e3a03-6395-4b12-ae67-2288c5388a56'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:51.912641 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-95660b6f-b0c6-459a-8018-0ee0521bdb4e tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:51.913177 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-fa2b67dc-9d54-478f-8793-f155181ea8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:09:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8a7e3a03-6395-4b12-ae67-2288c5388a56'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:51.916338 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-95660b6f-b0c6-459a-8018-0ee0521bdb4e tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.6072166 Sep 16 05:09:51.916713 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46806) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:51.921731 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-ba0b2ae4-cd60-4258-8447-377cd6252789 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'enable_snat': False}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:51.956714 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-fa2b67dc-9d54-478f-8793-f155181ea8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:51.965854 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2b67dc-9d54-478f-8793-f155181ea8e0 None None] Routers {'8a7e3a03-6395-4b12-ae67-2288c5388a56'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:51.967015 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-fa2b67dc-9d54-478f-8793-f155181ea8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:09:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8a7e3a03-6395-4b12-ae67-2288c5388a56'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:51.999357 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-fa2b67dc-9d54-478f-8793-f155181ea8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:52.000005 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2b67dc-9d54-478f-8793-f155181ea8e0 None None] The sync data for ids ['8a7e3a03-6395-4b12-ae67-2288c5388a56'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:52.229767 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ba0b2ae4-cd60-4258-8447-377cd6252789 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.633568 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ba0b2ae4-cd60-4258-8447-377cd6252789 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-986631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1171'] for router, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.637020 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ba0b2ae4-cd60-4258-8447-377cd6252789 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-986636'] for router, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.753785 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0b2ae4-cd60-4258-8447-377cd6252789 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Router 8a7e3a03-6395-4b12-ae67-2288c5388a56 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:09:52.857751 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0b2ae4-cd60-4258-8447-377cd6252789 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:52.862681 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ba0b2ae4-cd60-4258-8447-377cd6252789 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.866255 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ba0b2ae4-cd60-4258-8447-377cd6252789 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] 10.222.0.35 "PUT /v2.0/routers/8a7e3a03-6395-4b12-ae67-2288c5388a56 HTTP/1.1" status: 200 len: 926 time: 0.9462104 Sep 16 05:09:52.866701 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46818) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:52.869874 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d387127d-02b7-43c5-9c78-d57c40e109c6 None None] Sync routers for ids ['8a7e3a03-6395-4b12-ae67-2288c5388a56'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:52.881382 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d387127d-02b7-43c5-9c78-d57c40e109c6 None None] Routers {'8a7e3a03-6395-4b12-ae67-2288c5388a56'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:52.882149 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-d387127d-02b7-43c5-9c78-d57c40e109c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:09:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8a7e3a03-6395-4b12-ae67-2288c5388a56'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:52.914129 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-d387127d-02b7-43c5-9c78-d57c40e109c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:52.923573 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d387127d-02b7-43c5-9c78-d57c40e109c6 None None] Routers {'8a7e3a03-6395-4b12-ae67-2288c5388a56'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:52.925148 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-d387127d-02b7-43c5-9c78-d57c40e109c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:09:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8a7e3a03-6395-4b12-ae67-2288c5388a56'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:52.961745 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-d387127d-02b7-43c5-9c78-d57c40e109c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:52.962528 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d387127d-02b7-43c5-9c78-d57c40e109c6 None None] The sync data for ids ['8a7e3a03-6395-4b12-ae67-2288c5388a56'] in n-d-712139-15 is: [] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:53.260146 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fccbc8d0-c735-4a58-9b36-313aeb286ff4 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] 10.222.0.35 "GET /v2.0/routers/8a7e3a03-6395-4b12-ae67-2288c5388a56 HTTP/1.1" status: 200 len: 926 time: 0.3921461 Sep 16 05:09:53.262716 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46820) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:53.333848 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b908d19-8f03-4b17-a0aa-efdfcaec6cb1 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:53.335386 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3b908d19-8f03-4b17-a0aa-efdfcaec6cb1 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=6423976d-c7ec-41de-996e-2a06dce8febc&device_id=8a7e3a03-6395-4b12-ae67-2288c5388a56&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0717635 Sep 16 05:09:53.338107 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46822) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:53.428611 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef00c3b-40a9-49a4-bf6c-86c85bbbef90 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:53.430772 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3ef00c3b-40a9-49a4-bf6c-86c85bbbef90 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 881 time: 0.0912292 Sep 16 05:09:53.433615 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46824) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:53.461397 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8150567b-763c-47d3-9cf4-e49aa7a02ce5 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a7e3a03-6395-4b12-ae67-2288c5388a56 HTTP/1.1" status: 200 len: 205 time: 0.0264807 Sep 16 05:09:53.463931 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46826) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:53.571281 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6197afe5-bfac-4422-b5e7-e0ac206416ba tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.676301 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6197afe5-bfac-4422-b5e7-e0ac206416ba tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.728956 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-6197afe5-bfac-4422-b5e7-e0ac206416ba tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Deleting port 38712253-25e8-4369-890a-84120e1854fe {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:53.729215 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6197afe5-bfac-4422-b5e7-e0ac206416ba tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.831634 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6197afe5-bfac-4422-b5e7-e0ac206416ba tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.846725 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-6197afe5-bfac-4422-b5e7-e0ac206416ba tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Calling delete_port for 38712253-25e8-4369-890a-84120e1854fe owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:54.052316 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6197afe5-bfac-4422-b5e7-e0ac206416ba tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:54.082947 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197afe5-bfac-4422-b5e7-e0ac206416ba tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Pushing event deleted for resources: {'Port': ['ID=38712253-25e8-4369-890a-84120e1854fe,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:54.162248 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6197afe5-bfac-4422-b5e7-e0ac206416ba tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:54.279301 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6197afe5-bfac-4422-b5e7-e0ac206416ba tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:54.281578 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6197afe5-bfac-4422-b5e7-e0ac206416ba tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:54.347202 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6197afe5-bfac-4422-b5e7-e0ac206416ba tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:54.347202 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6197afe5-bfac-4422-b5e7-e0ac206416ba tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Fanout notify agent at l3_agent the message router_deleted on router 8a7e3a03-6395-4b12-ae67-2288c5388a56 {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:09:54.356149 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6197afe5-bfac-4422-b5e7-e0ac206416ba tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:54.357375 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6197afe5-bfac-4422-b5e7-e0ac206416ba tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] 10.222.0.35 "DELETE /v2.0/routers/8a7e3a03-6395-4b12-ae67-2288c5388a56 HTTP/1.1" status: 204 len: 168 time: 0.8923259 Sep 16 05:09:54.361964 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46830) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:54.367190 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-749881d5-416a-4c20-b636-1aaf32d05c0f tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1675467989', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:54.390377 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-749881d5-416a-4c20-b636-1aaf32d05c0f tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:54.391581 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-749881d5-416a-4c20-b636-1aaf32d05c0f tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:54.455506 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-749881d5-416a-4c20-b636-1aaf32d05c0f tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:54.459369 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-749881d5-416a-4c20-b636-1aaf32d05c0f tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:54.475585 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-749881d5-416a-4c20-b636-1aaf32d05c0f tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:54.479307 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-749881d5-416a-4c20-b636-1aaf32d05c0f tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1131217 Sep 16 05:09:54.479550 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46832) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:54.484143 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-e87958bd-977c-498a-ad43-5cca11e0d655 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Request body: {'router': {'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:55.023465 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e87958bd-977c-498a-ad43-5cca11e0d655 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.213307 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e87958bd-977c-498a-ad43-5cca11e0d655 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router_gateway, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.231501 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e87958bd-977c-498a-ad43-5cca11e0d655 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.340130 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-e87958bd-977c-498a-ad43-5cca11e0d655 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Allocated IP 172.25.8.167 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/4b86073d-a701-47c1-962f-d1a813722cd8) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:55.442740 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e87958bd-977c-498a-ad43-5cca11e0d655 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.475583 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e87958bd-977c-498a-ad43-5cca11e0d655 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.512632 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87958bd-977c-498a-ad43-5cca11e0d655 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:55.515532 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-e87958bd-977c-498a-ad43-5cca11e0d655 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:55.521949 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87958bd-977c-498a-ad43-5cca11e0d655 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:55.527458 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87958bd-977c-498a-ad43-5cca11e0d655 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Pushing event updated for resources: {'Port': ['ID=4b86073d-a701-47c1-962f-d1a813722cd8,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:55.777903 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e87958bd-977c-498a-ad43-5cca11e0d655 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router_gateway, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.974656 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e87958bd-977c-498a-ad43-5cca11e0d655 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-986631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1171'] for router, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.978095 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e87958bd-977c-498a-ad43-5cca11e0d655 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-986636'] for router, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.112606 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87958bd-977c-498a-ad43-5cca11e0d655 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Router a9cbe07c-0bdd-4f5b-933f-8a177b8052ac is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:09:56.223733 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87958bd-977c-498a-ad43-5cca11e0d655 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:56.230412 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e87958bd-977c-498a-ad43-5cca11e0d655 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.234271 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e87958bd-977c-498a-ad43-5cca11e0d655 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] 10.222.0.35 "PUT /v2.0/routers/a9cbe07c-0bdd-4f5b-933f-8a177b8052ac HTTP/1.1" status: 200 len: 884 time: 1.7536922 Sep 16 05:09:56.234909 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46848) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:56.235522 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba4a3a8-9652-4bc4-b18f-b0e87619d75f None None] Sync routers for ids ['a9cbe07c-0bdd-4f5b-933f-8a177b8052ac'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:56.247865 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba4a3a8-9652-4bc4-b18f-b0e87619d75f None None] Routers {'a9cbe07c-0bdd-4f5b-933f-8a177b8052ac'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:56.248898 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dba4a3a8-9652-4bc4-b18f-b0e87619d75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:09:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['a9cbe07c-0bdd-4f5b-933f-8a177b8052ac'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:56.287944 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dba4a3a8-9652-4bc4-b18f-b0e87619d75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:56.298554 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba4a3a8-9652-4bc4-b18f-b0e87619d75f None None] Routers {'a9cbe07c-0bdd-4f5b-933f-8a177b8052ac'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:56.300191 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dba4a3a8-9652-4bc4-b18f-b0e87619d75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:09:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['a9cbe07c-0bdd-4f5b-933f-8a177b8052ac'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:56.339446 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dba4a3a8-9652-4bc4-b18f-b0e87619d75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:56.340097 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba4a3a8-9652-4bc4-b18f-b0e87619d75f None None] The sync data for ids ['a9cbe07c-0bdd-4f5b-933f-8a177b8052ac'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:56.364152 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5057e673-a268-492a-bc88-d4db4bb67346 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] 10.222.0.35 "GET /v2.0/routers/a9cbe07c-0bdd-4f5b-933f-8a177b8052ac HTTP/1.1" status: 200 len: 925 time: 0.1280088 Sep 16 05:09:56.366912 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46850) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:56.409320 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c07d337-a0d8-499f-90ea-b53af5305ae3 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:56.410892 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7c07d337-a0d8-499f-90ea-b53af5305ae3 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=6423976d-c7ec-41de-996e-2a06dce8febc&device_id=a9cbe07c-0bdd-4f5b-933f-8a177b8052ac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0429811 Sep 16 05:09:56.413632 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46852) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:56.503153 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b0f4fa-34f0-4684-bdd3-7b9261bc92da tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:56.504611 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a4b0f4fa-34f0-4684-bdd3-7b9261bc92da tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 881 time: 0.0899837 Sep 16 05:09:56.507373 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46854) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:56.538529 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-53884751-202a-4b2e-8359-0b345bb8678c tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9cbe07c-0bdd-4f5b-933f-8a177b8052ac HTTP/1.1" status: 200 len: 205 time: 0.0299830 Sep 16 05:09:56.540891 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46856) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:56.647820 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c89e6ed1-7a87-49c9-bfdf-e4ed30dae910 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.753230 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c89e6ed1-7a87-49c9-bfdf-e4ed30dae910 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.806824 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-c89e6ed1-7a87-49c9-bfdf-e4ed30dae910 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Deleting port 4b86073d-a701-47c1-962f-d1a813722cd8 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:56.807077 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c89e6ed1-7a87-49c9-bfdf-e4ed30dae910 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.881375 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c89e6ed1-7a87-49c9-bfdf-e4ed30dae910 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.894545 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-c89e6ed1-7a87-49c9-bfdf-e4ed30dae910 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Calling delete_port for 4b86073d-a701-47c1-962f-d1a813722cd8 owned by network:router_gateway {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:57.062288 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c89e6ed1-7a87-49c9-bfdf-e4ed30dae910 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.092468 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e6ed1-7a87-49c9-bfdf-e4ed30dae910 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Pushing event deleted for resources: {'Port': ['ID=4b86073d-a701-47c1-962f-d1a813722cd8,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:57.154015 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c89e6ed1-7a87-49c9-bfdf-e4ed30dae910 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.245971 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c89e6ed1-7a87-49c9-bfdf-e4ed30dae910 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.248009 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c89e6ed1-7a87-49c9-bfdf-e4ed30dae910 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.292727 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c89e6ed1-7a87-49c9-bfdf-e4ed30dae910 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.293253 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89e6ed1-7a87-49c9-bfdf-e4ed30dae910 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Fanout notify agent at l3_agent the message router_deleted on router a9cbe07c-0bdd-4f5b-933f-8a177b8052ac {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:09:57.302049 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c89e6ed1-7a87-49c9-bfdf-e4ed30dae910 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.305015 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c89e6ed1-7a87-49c9-bfdf-e4ed30dae910 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] 10.222.0.35 "DELETE /v2.0/routers/a9cbe07c-0bdd-4f5b-933f-8a177b8052ac HTTP/1.1" status: 204 len: 168 time: 0.7632017 Sep 16 05:09:57.307789 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46860) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:57.312416 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-646d2310-9912-4d1c-8517-994c0dc0d310 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1388178741', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:57.339076 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-646d2310-9912-4d1c-8517-994c0dc0d310 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.340110 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-646d2310-9912-4d1c-8517-994c0dc0d310 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.402337 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-646d2310-9912-4d1c-8517-994c0dc0d310 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.406872 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-646d2310-9912-4d1c-8517-994c0dc0d310 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.426276 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-646d2310-9912-4d1c-8517-994c0dc0d310 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.430609 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46864) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:57.430903 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-646d2310-9912-4d1c-8517-994c0dc0d310 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1218882 Sep 16 05:09:57.435236 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-4f06ea40-4f63-4042-b459-d982d1bb2c46 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'enable_snat': True}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:57.649643 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4f06ea40-4f63-4042-b459-d982d1bb2c46 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.850694 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4f06ea40-4f63-4042-b459-d982d1bb2c46 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.870487 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4f06ea40-4f63-4042-b459-d982d1bb2c46 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.978283 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-4f06ea40-4f63-4042-b459-d982d1bb2c46 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Allocated IP 172.25.8.45 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/550ac510-d349-44e1-bd74-cbe8f23bfb27) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:58.087104 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4f06ea40-4f63-4042-b459-d982d1bb2c46 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:58.127852 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4f06ea40-4f63-4042-b459-d982d1bb2c46 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:58.166588 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f06ea40-4f63-4042-b459-d982d1bb2c46 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:58.170058 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-4f06ea40-4f63-4042-b459-d982d1bb2c46 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:58.176890 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f06ea40-4f63-4042-b459-d982d1bb2c46 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:58.200200 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06ea40-4f63-4042-b459-d982d1bb2c46 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Pushing event updated for resources: {'Port': ['ID=550ac510-d349-44e1-bd74-cbe8f23bfb27,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:58.428157 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4f06ea40-4f63-4042-b459-d982d1bb2c46 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:58.959533 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4f06ea40-4f63-4042-b459-d982d1bb2c46 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-986631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1171'] for router, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:58.962957 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4f06ea40-4f63-4042-b459-d982d1bb2c46 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-986636'] for router, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.092195 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f06ea40-4f63-4042-b459-d982d1bb2c46 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Router 33131d6d-0d72-43cb-a930-1d4d196481e3 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:09:59.200719 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f06ea40-4f63-4042-b459-d982d1bb2c46 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:59.206172 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4f06ea40-4f63-4042-b459-d982d1bb2c46 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.207418 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4f06ea40-4f63-4042-b459-d982d1bb2c46 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] 10.222.0.35 "PUT /v2.0/routers/33131d6d-0d72-43cb-a930-1d4d196481e3 HTTP/1.1" status: 200 len: 918 time: 1.7756605 Sep 16 05:09:59.209931 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46868) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:59.212441 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62bf23c-1242-4491-b5dd-94cff6c6fa55 None None] Sync routers for ids ['33131d6d-0d72-43cb-a930-1d4d196481e3'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:59.226605 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62bf23c-1242-4491-b5dd-94cff6c6fa55 None None] Routers {'33131d6d-0d72-43cb-a930-1d4d196481e3'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:59.228231 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-f62bf23c-1242-4491-b5dd-94cff6c6fa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:09:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['33131d6d-0d72-43cb-a930-1d4d196481e3'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:59.289658 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-f62bf23c-1242-4491-b5dd-94cff6c6fa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:59.300409 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62bf23c-1242-4491-b5dd-94cff6c6fa55 None None] Routers {'33131d6d-0d72-43cb-a930-1d4d196481e3'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:59.301372 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-f62bf23c-1242-4491-b5dd-94cff6c6fa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:09:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['33131d6d-0d72-43cb-a930-1d4d196481e3'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:59.327981 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3f3266e4-687e-460e-a35d-a02686295cda tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] 10.222.0.35 "GET /v2.0/routers/33131d6d-0d72-43cb-a930-1d4d196481e3 HTTP/1.1" status: 200 len: 924 time: 0.1167395 Sep 16 05:09:59.331128 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46870) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:59.343624 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-f62bf23c-1242-4491-b5dd-94cff6c6fa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:59.344256 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62bf23c-1242-4491-b5dd-94cff6c6fa55 None None] The sync data for ids ['33131d6d-0d72-43cb-a930-1d4d196481e3'] in n-d-712139-15 is: [] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:59.378203 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f2435f-de8a-4b45-83dd-dc21e415ea6d tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:59.382106 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-59f2435f-de8a-4b45-83dd-dc21e415ea6d tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=6423976d-c7ec-41de-996e-2a06dce8febc&device_id=33131d6d-0d72-43cb-a930-1d4d196481e3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0470183 Sep 16 05:09:59.382297 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46872) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:59.471729 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9019c5c3-0f5e-4494-b8de-005639426221 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:59.473648 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9019c5c3-0f5e-4494-b8de-005639426221 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 881 time: 0.0900757 Sep 16 05:09:59.476291 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46876) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:59.512765 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3c49b280-d652-4ec6-9b8e-e4455f9c0182 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] 10.222.0.35 "GET /v2.0/ports?device_id=33131d6d-0d72-43cb-a930-1d4d196481e3 HTTP/1.1" status: 200 len: 205 time: 0.0352120 Sep 16 05:09:59.515051 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46878) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:59.621539 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d274f370-4c5c-41a3-a54f-52e705ff442d tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.728024 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d274f370-4c5c-41a3-a54f-52e705ff442d tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.788900 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-d274f370-4c5c-41a3-a54f-52e705ff442d tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Deleting port 550ac510-d349-44e1-bd74-cbe8f23bfb27 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:59.789216 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d274f370-4c5c-41a3-a54f-52e705ff442d tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.869923 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d274f370-4c5c-41a3-a54f-52e705ff442d tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.882408 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-d274f370-4c5c-41a3-a54f-52e705ff442d tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Calling delete_port for 550ac510-d349-44e1-bd74-cbe8f23bfb27 owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:00.061295 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d274f370-4c5c-41a3-a54f-52e705ff442d tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.085804 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274f370-4c5c-41a3-a54f-52e705ff442d tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Pushing event deleted for resources: {'Port': ['ID=550ac510-d349-44e1-bd74-cbe8f23bfb27,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:00.157644 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d274f370-4c5c-41a3-a54f-52e705ff442d tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.255174 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d274f370-4c5c-41a3-a54f-52e705ff442d tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.259424 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d274f370-4c5c-41a3-a54f-52e705ff442d tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.310788 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d274f370-4c5c-41a3-a54f-52e705ff442d tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.311398 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d274f370-4c5c-41a3-a54f-52e705ff442d tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Fanout notify agent at l3_agent the message router_deleted on router 33131d6d-0d72-43cb-a930-1d4d196481e3 {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:10:00.319143 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d274f370-4c5c-41a3-a54f-52e705ff442d tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.320379 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d274f370-4c5c-41a3-a54f-52e705ff442d tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] 10.222.0.35 "DELETE /v2.0/routers/33131d6d-0d72-43cb-a930-1d4d196481e3 HTTP/1.1" status: 204 len: 168 time: 0.8043256 Sep 16 05:10:00.325184 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46880) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:00.331444 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-fe41caaa-0d20-4e45-bbf0-f6156411cd16 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2028355870', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:00.362414 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fe41caaa-0d20-4e45-bbf0-f6156411cd16 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.364044 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fe41caaa-0d20-4e45-bbf0-f6156411cd16 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.426650 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fe41caaa-0d20-4e45-bbf0-f6156411cd16 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.431216 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fe41caaa-0d20-4e45-bbf0-f6156411cd16 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.448067 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fe41caaa-0d20-4e45-bbf0-f6156411cd16 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.449361 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fe41caaa-0d20-4e45-bbf0-f6156411cd16 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1228948 Sep 16 05:10:00.451954 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46882) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:00.457040 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-ab59e33c-5228-4294-99e2-7c330128a2e7 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'enable_snat': False}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:00.659255 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ab59e33c-5228-4294-99e2-7c330128a2e7 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.786115 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7a08e1f7-c2b8-4262-9f4f-a3397229366f req-50706001-6aff-4cc5-9214-1547434e760d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0fa60f16-2899-48af-8e51-6ff0706508f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1069512 Sep 16 05:10:00.867504 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ab59e33c-5228-4294-99e2-7c330128a2e7 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.884430 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08e1f7-c2b8-4262-9f4f-a3397229366f req-79d90a43-9c4a-44aa-b056-66d19ff06df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:00.885993 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7a08e1f7-c2b8-4262-9f4f-a3397229366f req-79d90a43-9c4a-44aa-b056-66d19ff06df8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b173d3bb240f4c5e9195927830c36510&device_id=0fa60f16-2899-48af-8e51-6ff0706508f8 HTTP/1.1" status: 200 len: 1136 time: 0.0401776 Sep 16 05:10:00.891375 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ab59e33c-5228-4294-99e2-7c330128a2e7 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.989557 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08e1f7-c2b8-4262-9f4f-a3397229366f req-3dcef81f-1d3c-4378-adf6-ff4b0e916c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:00.990952 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7a08e1f7-c2b8-4262-9f4f-a3397229366f req-3dcef81f-1d3c-4378-adf6-ff4b0e916c98 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7e03a846-8dad-4d7e-a99d-23bcc99a575e HTTP/1.1" status: 200 len: 898 time: 0.0844860 Sep 16 05:10:00.995658 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-ab59e33c-5228-4294-99e2-7c330128a2e7 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Allocated IP 172.25.8.23 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/fc869930-98ff-418f-b792-f39b5b5ea4a3) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:01.061211 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7a08e1f7-c2b8-4262-9f4f-a3397229366f req-74d8b941-c1c8-45d2-a748-dec5bbde3fe6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8ad1317-8e45-47ee-8087-7deb9f4c5fa5 HTTP/1.1" status: 200 len: 1001 time: 0.0632112 Sep 16 05:10:01.111733 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08e1f7-c2b8-4262-9f4f-a3397229366f req-1b162359-88dd-48c5-9014-bd3d11f9f8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:01.113244 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7a08e1f7-c2b8-4262-9f4f-a3397229366f req-1b162359-88dd-48c5-9014-bd3d11f9f8f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7a4d2259-15f2-4943-85a4-46e678666c60 HTTP/1.1" status: 200 len: 834 time: 0.0441897 Sep 16 05:10:01.114276 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ab59e33c-5228-4294-99e2-7c330128a2e7 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.148837 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ab59e33c-5228-4294-99e2-7c330128a2e7 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.159282 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08e1f7-c2b8-4262-9f4f-a3397229366f req-f9bc5efc-4f56-4144-b8f8-532105ae7c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:01.160818 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7a08e1f7-c2b8-4262-9f4f-a3397229366f req-f9bc5efc-4f56-4144-b8f8-532105ae7c4d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7e03a846-8dad-4d7e-a99d-23bcc99a575e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406229 Sep 16 05:10:01.185847 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab59e33c-5228-4294-99e2-7c330128a2e7 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:01.188666 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-ab59e33c-5228-4294-99e2-7c330128a2e7 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:01.191754 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab59e33c-5228-4294-99e2-7c330128a2e7 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:01.224160 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59e33c-5228-4294-99e2-7c330128a2e7 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Pushing event updated for resources: {'Port': ['ID=fc869930-98ff-418f-b792-f39b5b5ea4a3,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:01.267045 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7a08e1f7-c2b8-4262-9f4f-a3397229366f req-f7d84473-9190-46bd-a242-de313dcc649e service neutron] 10.222.0.48 "GET /v2.0/networks/7e03a846-8dad-4d7e-a99d-23bcc99a575e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992410 Sep 16 05:10:01.363654 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7a08e1f7-c2b8-4262-9f4f-a3397229366f req-0b24d655-bf60-4b31-be99-322b50cb12fc service neutron] 10.222.0.48 "GET /v2.0/networks/7e03a846-8dad-4d7e-a99d-23bcc99a575e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896323 Sep 16 05:10:01.454266 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ab59e33c-5228-4294-99e2-7c330128a2e7 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.645015 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ab59e33c-5228-4294-99e2-7c330128a2e7 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-986631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1171'] for router, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.648242 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ab59e33c-5228-4294-99e2-7c330128a2e7 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-986636'] for router, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.046133 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab59e33c-5228-4294-99e2-7c330128a2e7 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Router 6df4aca0-8c40-4307-94fe-8a882f5466e5 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:10:02.148184 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab59e33c-5228-4294-99e2-7c330128a2e7 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:02.152700 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ab59e33c-5228-4294-99e2-7c330128a2e7 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.153705 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ab59e33c-5228-4294-99e2-7c330128a2e7 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] 10.222.0.35 "PUT /v2.0/routers/6df4aca0-8c40-4307-94fe-8a882f5466e5 HTTP/1.1" status: 200 len: 919 time: 1.7008214 Sep 16 05:10:02.156366 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46890) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:02.159958 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26323bd-0a99-4dc8-aef0-b71b40d21b60 None None] Sync routers for ids ['6df4aca0-8c40-4307-94fe-8a882f5466e5'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:02.169531 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26323bd-0a99-4dc8-aef0-b71b40d21b60 None None] Routers {'6df4aca0-8c40-4307-94fe-8a882f5466e5'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:02.170229 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-c26323bd-0a99-4dc8-aef0-b71b40d21b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:09:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['6df4aca0-8c40-4307-94fe-8a882f5466e5'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:02.203057 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-c26323bd-0a99-4dc8-aef0-b71b40d21b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:02.211621 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26323bd-0a99-4dc8-aef0-b71b40d21b60 None None] Routers {'6df4aca0-8c40-4307-94fe-8a882f5466e5'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:02.212215 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-c26323bd-0a99-4dc8-aef0-b71b40d21b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:09:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['6df4aca0-8c40-4307-94fe-8a882f5466e5'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:02.247857 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-c26323bd-0a99-4dc8-aef0-b71b40d21b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:02.248488 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26323bd-0a99-4dc8-aef0-b71b40d21b60 None None] The sync data for ids ['6df4aca0-8c40-4307-94fe-8a882f5466e5'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:02.261602 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1da3756f-66d6-473a-aa37-59638f171e26 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] 10.222.0.35 "GET /v2.0/routers/6df4aca0-8c40-4307-94fe-8a882f5466e5 HTTP/1.1" status: 200 len: 925 time: 0.1041358 Sep 16 05:10:02.264257 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46892) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:02.305226 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc80d68-d46a-4ed6-941e-42f2aafef8eb tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:02.306678 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8cc80d68-d46a-4ed6-941e-42f2aafef8eb tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=6423976d-c7ec-41de-996e-2a06dce8febc&device_id=6df4aca0-8c40-4307-94fe-8a882f5466e5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0414999 Sep 16 05:10:02.309401 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46894) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:02.394772 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2268f969-3737-4d6b-9157-68f2d390804a tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:02.396159 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2268f969-3737-4d6b-9157-68f2d390804a tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] 10.222.0.35 "GET /v2.0/networks/6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 881 time: 0.0858662 Sep 16 05:10:02.399006 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46896) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:02.425852 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4523f057-b3c9-4068-9fc0-770ef4e5edf3 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df4aca0-8c40-4307-94fe-8a882f5466e5 HTTP/1.1" status: 200 len: 205 time: 0.0257852 Sep 16 05:10:02.428255 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46898) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:02.529818 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ab88e651-b807-44f6-9662-e67edec6177f tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.637198 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ab88e651-b807-44f6-9662-e67edec6177f tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.691139 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-ab88e651-b807-44f6-9662-e67edec6177f tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Deleting port fc869930-98ff-418f-b792-f39b5b5ea4a3 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:02.691513 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ab88e651-b807-44f6-9662-e67edec6177f tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.765280 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ab88e651-b807-44f6-9662-e67edec6177f tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.777266 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-ab88e651-b807-44f6-9662-e67edec6177f tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Calling delete_port for fc869930-98ff-418f-b792-f39b5b5ea4a3 owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:02.940885 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ab88e651-b807-44f6-9662-e67edec6177f tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.967630 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab88e651-b807-44f6-9662-e67edec6177f tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Pushing event deleted for resources: {'Port': ['ID=fc869930-98ff-418f-b792-f39b5b5ea4a3,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:03.029034 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ab88e651-b807-44f6-9662-e67edec6177f tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.117647 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ab88e651-b807-44f6-9662-e67edec6177f tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.119733 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ab88e651-b807-44f6-9662-e67edec6177f tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.163051 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ab88e651-b807-44f6-9662-e67edec6177f tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.163677 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab88e651-b807-44f6-9662-e67edec6177f tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Fanout notify agent at l3_agent the message router_deleted on router 6df4aca0-8c40-4307-94fe-8a882f5466e5 {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:10:03.170427 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ab88e651-b807-44f6-9662-e67edec6177f tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.171582 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ab88e651-b807-44f6-9662-e67edec6177f tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] 10.222.0.35 "DELETE /v2.0/routers/6df4aca0-8c40-4307-94fe-8a882f5466e5 HTTP/1.1" status: 204 len: 168 time: 0.7423699 Sep 16 05:10:03.175476 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46902) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:03.179737 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-5f99e0a6-1870-4119-8d8b-3d668502f566 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1960366135', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}, 'admin_state_up': False}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:03.202935 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5f99e0a6-1870-4119-8d8b-3d668502f566 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.203913 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5f99e0a6-1870-4119-8d8b-3d668502f566 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.259319 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5f99e0a6-1870-4119-8d8b-3d668502f566 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.394608 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5f99e0a6-1870-4119-8d8b-3d668502f566 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.586242 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5f99e0a6-1870-4119-8d8b-3d668502f566 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.604962 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5f99e0a6-1870-4119-8d8b-3d668502f566 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.711074 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-5f99e0a6-1870-4119-8d8b-3d668502f566 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Allocated IP 172.25.8.139 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/105c4e99-6599-463f-83a4-42a3c7a701f1) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:03.815195 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5f99e0a6-1870-4119-8d8b-3d668502f566 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.849247 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5f99e0a6-1870-4119-8d8b-3d668502f566 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.882696 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f99e0a6-1870-4119-8d8b-3d668502f566 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:03.885509 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-5f99e0a6-1870-4119-8d8b-3d668502f566 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:03.888893 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f99e0a6-1870-4119-8d8b-3d668502f566 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:03.921977 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f99e0a6-1870-4119-8d8b-3d668502f566 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Pushing event updated for resources: {'Port': ['ID=105c4e99-6599-463f-83a4-42a3c7a701f1,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:04.145232 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5f99e0a6-1870-4119-8d8b-3d668502f566 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.336373 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5f99e0a6-1870-4119-8d8b-3d668502f566 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.460330 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f99e0a6-1870-4119-8d8b-3d668502f566 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Router 1d754720-b767-4ba5-a56e-621fe9ce1797 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:10:04.563565 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f99e0a6-1870-4119-8d8b-3d668502f566 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:04.573912 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f88e79d-138e-443e-a9f1-9b5c11ef9882 None None] Sync routers for ids ['1d754720-b767-4ba5-a56e-621fe9ce1797'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:04.585539 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5f99e0a6-1870-4119-8d8b-3d668502f566 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.586819 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5f99e0a6-1870-4119-8d8b-3d668502f566 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.4104021 Sep 16 05:10:04.587800 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f88e79d-138e-443e-a9f1-9b5c11ef9882 None None] Routers {'1d754720-b767-4ba5-a56e-621fe9ce1797'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:04.587800 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-6f88e79d-138e-443e-a9f1-9b5c11ef9882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:09:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['1d754720-b767-4ba5-a56e-621fe9ce1797'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:04.589609 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46906) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:04.594115 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-4c469a4e-886f-4cd2-982a-4982b7261ba7 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:04.624301 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-6f88e79d-138e-443e-a9f1-9b5c11ef9882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:04.632944 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f88e79d-138e-443e-a9f1-9b5c11ef9882 None None] Routers {'1d754720-b767-4ba5-a56e-621fe9ce1797'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:04.633543 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-6f88e79d-138e-443e-a9f1-9b5c11ef9882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:09:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['1d754720-b767-4ba5-a56e-621fe9ce1797'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:04.665145 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-6f88e79d-138e-443e-a9f1-9b5c11ef9882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:04.665808 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f88e79d-138e-443e-a9f1-9b5c11ef9882 None None] The sync data for ids ['1d754720-b767-4ba5-a56e-621fe9ce1797'] in n-d-712139-15 is: [] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:05.173750 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4c469a4e-886f-4cd2-982a-4982b7261ba7 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.185219 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4c469a4e-886f-4cd2-982a-4982b7261ba7 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.235257 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-4c469a4e-886f-4cd2-982a-4982b7261ba7 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Deleting port 105c4e99-6599-463f-83a4-42a3c7a701f1 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:05.235603 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4c469a4e-886f-4cd2-982a-4982b7261ba7 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.312071 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4c469a4e-886f-4cd2-982a-4982b7261ba7 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.323990 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-4c469a4e-886f-4cd2-982a-4982b7261ba7 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Calling delete_port for 105c4e99-6599-463f-83a4-42a3c7a701f1 owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:05.487163 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4c469a4e-886f-4cd2-982a-4982b7261ba7 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.514283 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c469a4e-886f-4cd2-982a-4982b7261ba7 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Pushing event deleted for resources: {'Port': ['ID=105c4e99-6599-463f-83a4-42a3c7a701f1,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:05.573288 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4c469a4e-886f-4cd2-982a-4982b7261ba7 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.778416 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4c469a4e-886f-4cd2-982a-4982b7261ba7 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-986631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1171'] for router, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.781740 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4c469a4e-886f-4cd2-982a-4982b7261ba7 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-986636'] for router, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.864793 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c469a4e-886f-4cd2-982a-4982b7261ba7 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Router 1d754720-b767-4ba5-a56e-621fe9ce1797 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:05.944517 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c469a4e-886f-4cd2-982a-4982b7261ba7 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:05.951786 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4c469a4e-886f-4cd2-982a-4982b7261ba7 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.953157 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4c469a4e-886f-4cd2-982a-4982b7261ba7 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] 10.222.0.35 "PUT /v2.0/routers/1d754720-b767-4ba5-a56e-621fe9ce1797 HTTP/1.1" status: 200 len: 710 time: 1.3625951 Sep 16 05:10:05.953778 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb9aa8d-52c1-469f-a08d-2975528d3ac0 None None] Sync routers for ids ['1d754720-b767-4ba5-a56e-621fe9ce1797'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:05.955970 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46914) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:05.963803 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb9aa8d-52c1-469f-a08d-2975528d3ac0 None None] Routers {'1d754720-b767-4ba5-a56e-621fe9ce1797'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:05.964406 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-7eb9aa8d-52c1-469f-a08d-2975528d3ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:09:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['1d754720-b767-4ba5-a56e-621fe9ce1797'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:05.996346 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-7eb9aa8d-52c1-469f-a08d-2975528d3ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:06.004867 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb9aa8d-52c1-469f-a08d-2975528d3ac0 None None] Routers {'1d754720-b767-4ba5-a56e-621fe9ce1797'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:06.005459 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-7eb9aa8d-52c1-469f-a08d-2975528d3ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:09:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['1d754720-b767-4ba5-a56e-621fe9ce1797'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:06.032080 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-56774cba-db62-4eb1-ac96-e66ca051e642 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] 10.222.0.35 "GET /v2.0/routers/1d754720-b767-4ba5-a56e-621fe9ce1797 HTTP/1.1" status: 200 len: 745 time: 0.0725863 Sep 16 05:10:06.032271 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46916) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:06.036658 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-7eb9aa8d-52c1-469f-a08d-2975528d3ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:06.037327 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb9aa8d-52c1-469f-a08d-2975528d3ac0 None None] The sync data for ids ['1d754720-b767-4ba5-a56e-621fe9ce1797'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:06.082030 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-41cc7087-5b78-4bc1-8ac8-0029fd688d22 tempest-RoutersIpV6AdminTest-2124865329 tempest-RoutersIpV6AdminTest-2124865329-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=6423976d-c7ec-41de-996e-2a06dce8febc&device_id=1d754720-b767-4ba5-a56e-621fe9ce1797 HTTP/1.1" status: 200 len: 205 time: 0.0481932 Sep 16 05:10:06.084550 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46918) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:06.110434 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b497e101-0627-46b9-bd7a-9aa131f72986 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d754720-b767-4ba5-a56e-621fe9ce1797 HTTP/1.1" status: 200 len: 205 time: 0.0248270 Sep 16 05:10:06.113717 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46920) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:06.185618 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d56facd3-ecb5-427f-b05a-e4557690ec2b tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:06.347841 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d56facd3-ecb5-427f-b05a-e4557690ec2b tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:06.350021 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d56facd3-ecb5-427f-b05a-e4557690ec2b tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:06.393044 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d56facd3-ecb5-427f-b05a-e4557690ec2b tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:06.393592 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56facd3-ecb5-427f-b05a-e4557690ec2b tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Fanout notify agent at l3_agent the message router_deleted on router 1d754720-b767-4ba5-a56e-621fe9ce1797 {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:10:06.400723 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d56facd3-ecb5-427f-b05a-e4557690ec2b tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:06.405331 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d56facd3-ecb5-427f-b05a-e4557690ec2b tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] 10.222.0.35 "DELETE /v2.0/routers/1d754720-b767-4ba5-a56e-621fe9ce1797 HTTP/1.1" status: 204 len: 168 time: 0.2906485 Sep 16 05:10:06.405567 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46926) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:06.434734 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-bfa5ff41-2f9f-4bb9-bcea-74a581020e01 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d754720-b767-4ba5-a56e-621fe9ce1797 HTTP/1.1" status: 200 len: 205 time: 0.0283039 Sep 16 05:10:06.437172 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46928) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:06.474254 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-e68101d5-9987-4451-bc5d-7304ad3033da tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] delete failed (client error): The resource could not be found. Sep 16 05:10:06.475300 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e68101d5-9987-4451-bc5d-7304ad3033da tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] 10.222.0.35 "DELETE /v2.0/routers/1d754720-b767-4ba5-a56e-621fe9ce1797 HTTP/1.1" status: 404 len: 336 time: 0.0372286 Sep 16 05:10:06.478995 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46930) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:06.508126 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a44727d0-f278-424a-9265-80e7a5c8ac57 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df4aca0-8c40-4307-94fe-8a882f5466e5 HTTP/1.1" status: 200 len: 205 time: 0.0277977 Sep 16 05:10:06.510435 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46934) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:06.547285 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-3ef9c096-8cfc-4784-8bcf-760439f5c2e2 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] delete failed (client error): The resource could not be found. Sep 16 05:10:06.548238 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3ef9c096-8cfc-4784-8bcf-760439f5c2e2 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] 10.222.0.35 "DELETE /v2.0/routers/6df4aca0-8c40-4307-94fe-8a882f5466e5 HTTP/1.1" status: 404 len: 336 time: 0.0369248 Sep 16 05:10:06.551321 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46936) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:06.582276 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8c47ec44-f152-4c49-a5ac-a2bf38c116f5 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] 10.222.0.35 "GET /v2.0/ports?device_id=33131d6d-0d72-43cb-a930-1d4d196481e3 HTTP/1.1" status: 200 len: 205 time: 0.0299084 Sep 16 05:10:06.584629 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46938) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:06.604834 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69310491-a81b-4aba-9a3b-4b9ebd760e6d req-e299811a-abe7-434d-83d7-6eef8425a30c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:06.606345 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-69310491-a81b-4aba-9a3b-4b9ebd760e6d req-e299811a-abe7-434d-83d7-6eef8425a30c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=05eb2762-05b8-4d91-b003-36508fbdad21 HTTP/1.1" status: 200 len: 945 time: 0.0517588 Sep 16 05:10:06.621472 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-3a5d4305-2c1a-453a-b680-c751b6ea1915 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] delete failed (client error): The resource could not be found. Sep 16 05:10:06.622515 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3a5d4305-2c1a-453a-b680-c751b6ea1915 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] 10.222.0.35 "DELETE /v2.0/routers/33131d6d-0d72-43cb-a930-1d4d196481e3 HTTP/1.1" status: 404 len: 336 time: 0.0369768 Sep 16 05:10:06.625099 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46940) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:06.645685 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-69310491-a81b-4aba-9a3b-4b9ebd760e6d req-6c4ec373-40b0-4e28-921c-a9c2a0e42417 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322468 Sep 16 05:10:06.654099 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b7caaf0c-8b83-47a1-b3c6-88ec363c5876 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9cbe07c-0bdd-4f5b-933f-8a177b8052ac HTTP/1.1" status: 200 len: 205 time: 0.0265901 Sep 16 05:10:06.655065 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46942) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:06.694992 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-96f6a645-7753-4b42-810c-0fcdefc6372a tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] delete failed (client error): The resource could not be found. Sep 16 05:10:06.696015 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-96f6a645-7753-4b42-810c-0fcdefc6372a tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] 10.222.0.35 "DELETE /v2.0/routers/a9cbe07c-0bdd-4f5b-933f-8a177b8052ac HTTP/1.1" status: 404 len: 336 time: 0.0400717 Sep 16 05:10:06.698537 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46944) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:06.724751 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2ca3b41d-08b0-4d8f-9589-d5fb4f92b60a tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a7e3a03-6395-4b12-ae67-2288c5388a56 HTTP/1.1" status: 200 len: 205 time: 0.0251610 Sep 16 05:10:06.726989 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46946) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:06.761921 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-1c71cf9a-8bf7-4e3d-b02a-523685e76a35 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] delete failed (client error): The resource could not be found. Sep 16 05:10:06.762898 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1c71cf9a-8bf7-4e3d-b02a-523685e76a35 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] 10.222.0.35 "DELETE /v2.0/routers/8a7e3a03-6395-4b12-ae67-2288c5388a56 HTTP/1.1" status: 404 len: 336 time: 0.0350480 Sep 16 05:10:06.765300 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46948) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:06.795551 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-909bfcfe-df54-44d6-a7eb-9b6c30c9ce4e tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] 10.222.0.35 "GET /v2.0/ports?device_id=face836e-1033-48e8-b4e1-1b8dde15b931 HTTP/1.1" status: 200 len: 205 time: 0.0292480 Sep 16 05:10:06.797860 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46950) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:06.834117 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-138f4f0f-899d-4d37-9545-abbd3a9c8fee tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] delete failed (client error): The resource could not be found. Sep 16 05:10:06.835144 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-138f4f0f-899d-4d37-9545-abbd3a9c8fee tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] 10.222.0.35 "DELETE /v2.0/routers/face836e-1033-48e8-b4e1-1b8dde15b931 HTTP/1.1" status: 404 len: 336 time: 0.0364969 Sep 16 05:10:06.837706 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46952) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:06.862798 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb20378a-2dde-4fc6-ac59-ad9506988ac0 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] DELETE failed (client error): The resource could not be found. Sep 16 05:10:06.863241 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb20378a-2dde-4fc6-ac59-ad9506988ac0 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:10:06.864921 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cb20378a-2dde-4fc6-ac59-ad9506988ac0 tempest-RoutersIpV6AdminTest-1982482420 tempest-RoutersIpV6AdminTest-1982482420-project] 10.222.0.35 "DELETE /v2.0/subnets/77135e46-5c95-4716-88c2-b053c30f9bcd HTTP/1.1" status: 404 len: 337 time: 0.0263164 Sep 16 05:10:07.138239 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46966) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:07.248930 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-66e49188-001b-458d-974b-29b96712667c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.345082 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-66e49188-001b-458d-974b-29b96712667c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.349917 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-66e49188-001b-458d-974b-29b96712667c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.387830 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-66e49188-001b-458d-974b-29b96712667c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3d969e870a2f499a87852166bd4837b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2484217 Sep 16 05:10:07.388756 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e49188-001b-458d-974b-29b96712667c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f12c2d-1e9d-4cad-a950-6538ab648673,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:07.390620 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 46970) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:07.397533 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e49188-001b-458d-974b-29b96712667c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:07.397880 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e49188-001b-458d-974b-29b96712667c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:07.398681 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e49188-001b-458d-974b-29b96712667c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:07.398681 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e49188-001b-458d-974b-29b96712667c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:07.398921 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e49188-001b-458d-974b-29b96712667c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:07.399172 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e49188-001b-458d-974b-29b96712667c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:07.399499 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e49188-001b-458d-974b-29b96712667c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:07.399822 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e49188-001b-458d-974b-29b96712667c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:07.400143 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e49188-001b-458d-974b-29b96712667c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:07.400465 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e49188-001b-458d-974b-29b96712667c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:07.400809 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e49188-001b-458d-974b-29b96712667c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:07.401126 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e49188-001b-458d-974b-29b96712667c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:07.450084 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dfe3e5dd-c583-48fa-b7c1-ae871eed6c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.471518 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dfe3e5dd-c583-48fa-b7c1-ae871eed6c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.518619 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dfe3e5dd-c583-48fa-b7c1-ae871eed6c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.521148 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dfe3e5dd-c583-48fa-b7c1-ae871eed6c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.522291 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-dfe3e5dd-c583-48fa-b7c1-ae871eed6c15 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/82f12c2d-1e9d-4cad-a950-6538ab648673 HTTP/1.1" status: 204 len: 168 time: 0.1306162 Sep 16 05:10:07.530206 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3e5dd-c583-48fa-b7c1-ae871eed6c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f12c2d-1e9d-4cad-a950-6538ab648673,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:07.776427 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbeb0e5-a0e6-4339-b954-fec134e843ce req-c8b0b4b5-f345-43aa-bf53-969591c3460f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:07.778171 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0dbeb0e5-a0e6-4339-b954-fec134e843ce req-c8b0b4b5-f345-43aa-bf53-969591c3460f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=05eb2762-05b8-4d91-b003-36508fbdad21 HTTP/1.1" status: 200 len: 945 time: 0.0637243 Sep 16 05:10:07.810618 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46978) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:07.822847 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0dbeb0e5-a0e6-4339-b954-fec134e843ce req-9c500e6d-dbfc-44c6-a81c-232b28e1000a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372908 Sep 16 05:10:07.864670 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-021bf813-c730-4368-a75b-66ac9a4da664 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4ffbc814b09c4e83ad94b40c1a3f8270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504820 Sep 16 05:10:07.864900 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 46980) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:07.913203 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b5c15447-4044-4af3-bb59-569e3a3e9d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.934461 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b5c15447-4044-4af3-bb59-569e3a3e9d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.982984 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b5c15447-4044-4af3-bb59-569e3a3e9d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.985817 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b5c15447-4044-4af3-bb59-569e3a3e9d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.990124 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b5c15447-4044-4af3-bb59-569e3a3e9d4a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/669a963d-b43f-4947-9545-2d12328de401 HTTP/1.1" status: 204 len: 168 time: 0.1216793 Sep 16 05:10:07.996000 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c15447-4044-4af3-bb59-569e3a3e9d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669a963d-b43f-4947-9545-2d12328de401,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:08.284759 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce369994-fabe-490b-9aa9-9751b3d6d327 req-89f736fb-4f78-4b59-a026-f4f670da342d tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:08.287138 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ce369994-fabe-490b-9aa9-9751b3d6d327 req-89f736fb-4f78-4b59-a026-f4f670da342d tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.47 "GET /v2.0/ports?device_id=05eb2762-05b8-4d91-b003-36508fbdad21 HTTP/1.1" status: 200 len: 945 time: 0.0688434 Sep 16 05:10:08.390509 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-ce369994-fabe-490b-9aa9-9751b3d6d327 req-0a1a6774-1960-4d1c-8064-84d7d626b23a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Deleting port 0860051a-64e1-4669-8dad-cc48155c27f0 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:08.390900 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ce369994-fabe-490b-9aa9-9751b3d6d327 req-0a1a6774-1960-4d1c-8064-84d7d626b23a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.482958 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-ce369994-fabe-490b-9aa9-9751b3d6d327 req-0a1a6774-1960-4d1c-8064-84d7d626b23a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] For port 0860051a-64e1-4669-8dad-cc48155c27f0, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=0860051a-64e1-4669-8dad-cc48155c27f0,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:08.483294 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ce369994-fabe-490b-9aa9-9751b3d6d327 req-0a1a6774-1960-4d1c-8064-84d7d626b23a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.729252 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ce369994-fabe-490b-9aa9-9751b3d6d327 req-0a1a6774-1960-4d1c-8064-84d7d626b23a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.729634 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ce369994-fabe-490b-9aa9-9751b3d6d327 req-0a1a6774-1960-4d1c-8064-84d7d626b23a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.729933 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [req-ce369994-fabe-490b-9aa9-9751b3d6d327 req-0a1a6774-1960-4d1c-8064-84d7d626b23a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Floating IP 9ba04903-d53e-4bc2-b2b6-e58747c21f22 disassociated. External IP: 172.25.8.66, port: 0860051a-64e1-4669-8dad-cc48155c27f0. Sep 16 05:10:08.730392 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-ce369994-fabe-490b-9aa9-9751b3d6d327 req-0a1a6774-1960-4d1c-8064-84d7d626b23a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Calling delete_port for 0860051a-64e1-4669-8dad-cc48155c27f0 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:08.743059 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47004) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:08.843146 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-7a9beeab-40cd-4e17-8eca-77e4acb4a055 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1465410671'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:08.870090 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ce369994-fabe-490b-9aa9-9751b3d6d327 req-0a1a6774-1960-4d1c-8064-84d7d626b23a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.873802 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9beeab-40cd-4e17-8eca-77e4acb4a055 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Made reservation on behalf of 699ae9a1278d4ad7b208367cb9dada1d for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:08.878573 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7a9beeab-40cd-4e17-8eca-77e4acb4a055 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.888370 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7a9beeab-40cd-4e17-8eca-77e4acb4a055 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.905533 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a6774-1960-4d1c-8064-84d7d626b23a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Pushing event deleted for resources: {'Port': ['ID=0860051a-64e1-4669-8dad-cc48155c27f0,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:08.936753 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-612243aa-1492-429b-bc8c-cf95927886ea req-6fa9615d-dc4a-4997-a027-3b53cacb6a8b tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=05eb2762-05b8-4d91-b003-36508fbdad21 HTTP/1.1" status: 200 len: 210 time: 0.0390801 Sep 16 05:10:09.017736 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7a9beeab-40cd-4e17-8eca-77e4acb4a055 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.023115 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7a9beeab-40cd-4e17-8eca-77e4acb4a055 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.049556 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9beeab-40cd-4e17-8eca-77e4acb4a055 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:10:09.065313 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9beeab-40cd-4e17-8eca-77e4acb4a055 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=882298d8-3026-4605-bedd-f4d0b3f821de,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:09.076907 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7a9beeab-40cd-4e17-8eca-77e4acb4a055 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.077267 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-7a9beeab-40cd-4e17-8eca-77e4acb4a055 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Added segment 4698d9c7-13bc-495c-8b2b-eaeb124b9c63 of type vlan for network cf148d66-f3d8-43b7-beee-cf548021a6b8 Sep 16 05:10:09.120842 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7a9beeab-40cd-4e17-8eca-77e4acb4a055 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.155293 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7a9beeab-40cd-4e17-8eca-77e4acb4a055 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.161095 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9beeab-40cd-4e17-8eca-77e4acb4a055 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:09.161719 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7a9beeab-40cd-4e17-8eca-77e4acb4a055 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.207190 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7a9beeab-40cd-4e17-8eca-77e4acb4a055 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.4629052 Sep 16 05:10:09.210873 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47014) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:09.255511 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-3af48148-d962-46e1-a644-a6f5798487c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Request body: {'subnet': {'network_id': 'cf148d66-f3d8-43b7-beee-cf548021a6b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:09.263552 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9beeab-40cd-4e17-8eca-77e4acb4a055 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Pushing event updated for resources: {'Network': ['ID=cf148d66-f3d8-43b7-beee-cf548021a6b8,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:09.275814 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network cf148d66-f3d8-43b7-beee-cf548021a6b8 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:10:09.378320 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce369994-fabe-490b-9aa9-9751b3d6d327 req-0a1a6774-1960-4d1c-8064-84d7d626b23a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Router b6b00438-78c0-47a8-8aa7-595217b2864d has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:09.444374 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af48148-d962-46e1-a644-a6f5798487c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Made reservation on behalf of 699ae9a1278d4ad7b208367cb9dada1d for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:09.448929 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3af48148-d962-46e1-a644-a6f5798487c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.519569 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce369994-fabe-490b-9aa9-9751b3d6d327 req-0a1a6774-1960-4d1c-8064-84d7d626b23a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:09.534715 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe18600-4fdb-4abd-8412-838b58356db5 None None] Sync routers for ids ['b6b00438-78c0-47a8-8aa7-595217b2864d'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:09.555615 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe18600-4fdb-4abd-8412-838b58356db5 None None] Routers {'b6b00438-78c0-47a8-8aa7-595217b2864d'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:09.557102 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-4fe18600-4fdb-4abd-8412-838b58356db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:09:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b6b00438-78c0-47a8-8aa7-595217b2864d'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:09.569270 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce369994-fabe-490b-9aa9-9751b3d6d327 req-0a1a6774-1960-4d1c-8064-84d7d626b23a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] No DVR routers for this DVR port 0860051a-64e1-4669-8dad-cc48155c27f0 on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:09.572103 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-ce369994-fabe-490b-9aa9-9751b3d6d327 req-0a1a6774-1960-4d1c-8064-84d7d626b23a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.574401 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ce369994-fabe-490b-9aa9-9751b3d6d327 req-0a1a6774-1960-4d1c-8064-84d7d626b23a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.47 "DELETE /v2.0/ports/0860051a-64e1-4669-8dad-cc48155c27f0 HTTP/1.1" status: 204 len: 173 time: 1.2805014 Sep 16 05:10:09.574946 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05eb2762-05b8-4d91-b003-36508fbdad21', 'name': 'network-vif-deleted', 'tag': '0860051a-64e1-4669-8dad-cc48155c27f0'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:09.577391 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708455b0-50ef-4ab7-bd6d-c8624b3f55d6" -d '{"events": [{"server_uuid": "05eb2762-05b8-4d91-b003-36508fbdad21", "name": "network-vif-deleted", "tag": "0860051a-64e1-4669-8dad-cc48155c27f0"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:09.634716 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1361575a-0847-4d6d-a033-1c66952f988d x-openstack-request-id: req-1361575a-0847-4d6d-a033-1c66952f988d {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:09.635013 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05eb2762-05b8-4d91-b003-36508fbdad21", "name": "network-vif-deleted", "tag": "0860051a-64e1-4669-8dad-cc48155c27f0", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:09.635265 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1361575a-0847-4d6d-a033-1c66952f988d {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:09.635665 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05eb2762-05b8-4d91-b003-36508fbdad21', 'name': 'network-vif-deleted', 'tag': '0860051a-64e1-4669-8dad-cc48155c27f0', 'status': 'completed', 'code': 200} Sep 16 05:10:09.688178 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3af48148-d962-46e1-a644-a6f5798487c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.708848 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-4fe18600-4fdb-4abd-8412-838b58356db5 None None] Set router b6b00438-78c0-47a8-8aa7-595217b2864d gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:09.768514 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af48148-d962-46e1-a644-a6f5798487c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Pushing event updated for resources: {'Subnet': ['ID=9d6dd2c7-be37-47e7-a787-4831f82085d2,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:09.775000 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af48148-d962-46e1-a644-a6f5798487c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Checking segment: {'id': '4698d9c7-13bc-495c-8b2b-eaeb124b9c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cf148d66-f3d8-43b7-beee-cf548021a6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:09.775451 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af48148-d962-46e1-a644-a6f5798487c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Network hostable DHCP agents. Network: cf148d66-f3d8-43b7-beee-cf548021a6b8, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:10:09.794563 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af48148-d962-46e1-a644-a6f5798487c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Network cf148d66-f3d8-43b7-beee-cf548021a6b8 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:10:09.807143 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-3af48148-d962-46e1-a644-a6f5798487c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, cf148d66-f3d8-43b7-beee-cf548021a6b8) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:09.812666 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af48148-d962-46e1-a644-a6f5798487c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:09.814339 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3af48148-d962-46e1-a644-a6f5798487c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.819387 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775bd895-550a-4d36-bf4f-e6805cd0dbbd None None] Network cf148d66-f3d8-43b7-beee-cf548021a6b8 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:09.832770 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3af48148-d962-46e1-a644-a6f5798487c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6207819 Sep 16 05:10:09.835126 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47020) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:09.840996 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-db8931b1-f23b-4c2d-ac92-51619a2b4a14 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Request body: {'port': {'network_id': 'cf148d66-f3d8-43b7-beee-cf548021a6b8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1691685552'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:09.978389 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8931b1-f23b-4c2d-ac92-51619a2b4a14 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Made reservation on behalf of 699ae9a1278d4ad7b208367cb9dada1d for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:09.983726 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-db8931b1-f23b-4c2d-ac92-51619a2b4a14 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.024221 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-db8931b1-f23b-4c2d-ac92-51619a2b4a14 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] device_id is not set on port e9829267-6299-472c-b3a5-bab07ac24324 yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:10:10.069298 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f5466f0d-a63e-486e-9199-8ae0d5f62473 req-4e6be3ae-b8d2-4bd3-bb33-a03645bb74bb tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=05eb2762-05b8-4d91-b003-36508fbdad21 HTTP/1.1" status: 200 len: 210 time: 0.0529339 Sep 16 05:10:10.118023 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-4fe18600-4fdb-4abd-8412-838b58356db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'name': 'tempest-TestVolumeBootPattern-1731089413-router', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '1870ba68-e97c-411e-8344-09074f006a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:23Z', 'updated_at': '2021-09-16T05:03:32Z', 'revision_number': 4, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'gw_port': {'id': '1870ba68-e97c-411e-8344-09074f006a61', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:24Z', 'updated_at': '2021-09-16T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '71ae5195-66f5-4f59-92a2-48e286e9fa2b', 'name': '', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'mac_address': 'fa:16:3e:23:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:30Z', 'updated_at': '2021-09-16T05:03:38Z', 'revision_number': 5, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'subnets': [{'id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:10.120223 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93d0244-1da3-4afe-9b4f-a6deef32afd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-cf148d66-f3d8-43b7-beee-cf548021a6b8', 'network_id': 'cf148d66-f3d8-43b7-beee-cf548021a6b8', 'tenant_id': '699ae9a1278d4ad7b208367cb9dada1d', 'fixed_ips': [{'subnet_id': '9d6dd2c7-be37-47e7-a787-4831f82085d2'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:10:10.121281 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f93d0244-1da3-4afe-9b4f-a6deef32afd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.132990 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cb1a1ef4-c08e-44cf-8788-552e875ef889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.164155 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe18600-4fdb-4abd-8412-838b58356db5 None None] Checking router: b6b00438-78c0-47a8-8aa7-595217b2864d for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:10.173861 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe18600-4fdb-4abd-8412-838b58356db5 None None] Routers {'b6b00438-78c0-47a8-8aa7-595217b2864d'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:10.174957 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-4fe18600-4fdb-4abd-8412-838b58356db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:09:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b6b00438-78c0-47a8-8aa7-595217b2864d'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:10.216906 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-db8931b1-f23b-4c2d-ac92-51619a2b4a14 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Allocated IP 2001:db8::295 (cf148d66-f3d8-43b7-beee-cf548021a6b8/9d6dd2c7-be37-47e7-a787-4831f82085d2/e9829267-6299-472c-b3a5-bab07ac24324) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:10.395832 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-db8931b1-f23b-4c2d-ac92-51619a2b4a14 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.406462 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-4fe18600-4fdb-4abd-8412-838b58356db5 None None] Set router b6b00438-78c0-47a8-8aa7-595217b2864d gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:10.449333 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-db8931b1-f23b-4c2d-ac92-51619a2b4a14 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.507400 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8931b1-f23b-4c2d-ac92-51619a2b4a14 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Network cf148d66-f3d8-43b7-beee-cf548021a6b8 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:10.510954 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-db8931b1-f23b-4c2d-ac92-51619a2b4a14 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:10.519049 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8931b1-f23b-4c2d-ac92-51619a2b4a14 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:10.525038 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8931b1-f23b-4c2d-ac92-51619a2b4a14 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:10.525698 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-db8931b1-f23b-4c2d-ac92-51619a2b4a14 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.533803 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8931b1-f23b-4c2d-ac92-51619a2b4a14 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Pushing event updated for resources: {'Port': ['ID=e9829267-6299-472c-b3a5-bab07ac24324,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:10.555031 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-db8931b1-f23b-4c2d-ac92-51619a2b4a14 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.7157128 Sep 16 05:10:10.556246 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47026) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:10.565812 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-b658390b-fd61-484d-aee8-7ae9d2b4449b tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Request body: {'port': {'network_id': 'cf148d66-f3d8-43b7-beee-cf548021a6b8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1890305928', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:10.566403 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.api.validators [None req-b658390b-fd61-484d-aee8-7ae9d2b4449b tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] bootfile-name is not in valid_values {{(pid=94766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:10:10.566813 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.api.validators [None req-b658390b-fd61-484d-aee8-7ae9d2b4449b tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] tftp-server is not in valid_values {{(pid=94766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:10:10.567211 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.api.validators [None req-b658390b-fd61-484d-aee8-7ae9d2b4449b tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] server-ip-address is not in valid_values {{(pid=94766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:10:10.788050 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b658390b-fd61-484d-aee8-7ae9d2b4449b tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Made reservation on behalf of 699ae9a1278d4ad7b208367cb9dada1d for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:10.795776 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-f93d0244-1da3-4afe-9b4f-a6deef32afd0 None None] Allocated IP 2001:db8::2 (cf148d66-f3d8-43b7-beee-cf548021a6b8/9d6dd2c7-be37-47e7-a787-4831f82085d2/c444d079-2af8-4673-8747-460bc5497ac4) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:10.799916 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b658390b-fd61-484d-aee8-7ae9d2b4449b tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.840774 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-b658390b-fd61-484d-aee8-7ae9d2b4449b tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] device_id is not set on port 31612677-6ec3-482d-a505-d076491c0078 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:10:11.025498 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-4fe18600-4fdb-4abd-8412-838b58356db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'name': 'tempest-TestVolumeBootPattern-1731089413-router', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '1870ba68-e97c-411e-8344-09074f006a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:23Z', 'updated_at': '2021-09-16T05:03:32Z', 'revision_number': 4, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'gw_port': {'id': '1870ba68-e97c-411e-8344-09074f006a61', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:24Z', 'updated_at': '2021-09-16T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '71ae5195-66f5-4f59-92a2-48e286e9fa2b', 'name': '', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'mac_address': 'fa:16:3e:23:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:30Z', 'updated_at': '2021-09-16T05:03:38Z', 'revision_number': 5, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'subnets': [{'id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:11.071825 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe18600-4fdb-4abd-8412-838b58356db5 None None] The sync data for ids ['b6b00438-78c0-47a8-8aa7-595217b2864d'] in n-d-712139-15 is: [{'id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'name': 'tempest-TestVolumeBootPattern-1731089413-router', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '1870ba68-e97c-411e-8344-09074f006a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:23Z', 'updated_at': '2021-09-16T05:03:32Z', 'revision_number': 4, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'gw_port': {'id': '1870ba68-e97c-411e-8344-09074f006a61', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:24Z', 'updated_at': '2021-09-16T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '71ae5195-66f5-4f59-92a2-48e286e9fa2b', 'name': '', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'mac_address': 'fa:16:3e:23:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:30Z', 'updated_at': '2021-09-16T05:03:38Z', 'revision_number': 5, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'subnets': [{'id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:11.097872 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f93d0244-1da3-4afe-9b4f-a6deef32afd0 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.110123 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f93d0244-1da3-4afe-9b4f-a6deef32afd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.161606 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93d0244-1da3-4afe-9b4f-a6deef32afd0 None None] Network cf148d66-f3d8-43b7-beee-cf548021a6b8 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:11.170214 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-f93d0244-1da3-4afe-9b4f-a6deef32afd0 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:11.172695 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93d0244-1da3-4afe-9b4f-a6deef32afd0 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:11.176974 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d0244-1da3-4afe-9b4f-a6deef32afd0 None None] Pushing event updated for resources: {'Port': ['ID=c444d079-2af8-4673-8747-460bc5497ac4,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:11.200968 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-b658390b-fd61-484d-aee8-7ae9d2b4449b tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Allocated IP 2001:db8::2fb (cf148d66-f3d8-43b7-beee-cf548021a6b8/9d6dd2c7-be37-47e7-a787-4831f82085d2/31612677-6ec3-482d-a505-d076491c0078) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:11.253867 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-21baa95d-a92d-49aa-b6b0-af3242ae3642 req-4378d816-cd10-4637-95b6-c74785587cb6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=05eb2762-05b8-4d91-b003-36508fbdad21 HTTP/1.1" status: 200 len: 210 time: 0.0728664 Sep 16 05:10:11.261821 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-f93d0244-1da3-4afe-9b4f-a6deef32afd0 None None] Attempting to bind port c444d079-2af8-4673-8747-460bc5497ac4 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:11.262301 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-f93d0244-1da3-4afe-9b4f-a6deef32afd0 None None] Attempting to bind port c444d079-2af8-4673-8747-460bc5497ac4 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '4698d9c7-13bc-495c-8b2b-eaeb124b9c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cf148d66-f3d8-43b7-beee-cf548021a6b8'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:11.263341 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93d0244-1da3-4afe-9b4f-a6deef32afd0 None None] Attempting to bind port c444d079-2af8-4673-8747-460bc5497ac4 on network cf148d66-f3d8-43b7-beee-cf548021a6b8 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:11.276982 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93d0244-1da3-4afe-9b4f-a6deef32afd0 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:11.277420 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93d0244-1da3-4afe-9b4f-a6deef32afd0 None None] Checking segment: {'id': '4698d9c7-13bc-495c-8b2b-eaeb124b9c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cf148d66-f3d8-43b7-beee-cf548021a6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:11.281247 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f93d0244-1da3-4afe-9b4f-a6deef32afd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.281851 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93d0244-1da3-4afe-9b4f-a6deef32afd0 None None] Bound using segment: {'id': '4698d9c7-13bc-495c-8b2b-eaeb124b9c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cf148d66-f3d8-43b7-beee-cf548021a6b8'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:11.283701 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-f93d0244-1da3-4afe-9b4f-a6deef32afd0 None None] Bound port: c444d079-2af8-4673-8747-460bc5497ac4, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4698d9c7-13bc-495c-8b2b-eaeb124b9c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cf148d66-f3d8-43b7-beee-cf548021a6b8'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:11.284393 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f93d0244-1da3-4afe-9b4f-a6deef32afd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.365556 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-f93d0244-1da3-4afe-9b4f-a6deef32afd0 None None] For port c444d079-2af8-4673-8747-460bc5497ac4, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:11.369605 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-f93d0244-1da3-4afe-9b4f-a6deef32afd0 None None] For port c444d079-2af8-4673-8747-460bc5497ac4, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=c444d079-2af8-4673-8747-460bc5497ac4,segment=NetworkSegment(4698d9c7-13bc-495c-8b2b-eaeb124b9c63),segment_id=4698d9c7-13bc-495c-8b2b-eaeb124b9c63)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:11.375493 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f93d0244-1da3-4afe-9b4f-a6deef32afd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.427381 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b658390b-fd61-484d-aee8-7ae9d2b4449b tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.449041 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d0244-1da3-4afe-9b4f-a6deef32afd0 None None] Pushing event updated for resources: {'Port': ['ID=c444d079-2af8-4673-8747-460bc5497ac4,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:11.473652 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b658390b-fd61-484d-aee8-7ae9d2b4449b tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.484042 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88d807d-dbf5-40aa-9300-11f5660a89a3 None None] New status for floating IP 9ba04903-d53e-4bc2-b2b6-e58747c21f22: DOWN {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:10:11.518604 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b658390b-fd61-484d-aee8-7ae9d2b4449b tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Network cf148d66-f3d8-43b7-beee-cf548021a6b8 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:11.522314 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-b658390b-fd61-484d-aee8-7ae9d2b4449b tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:11.526815 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b658390b-fd61-484d-aee8-7ae9d2b4449b tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:11.533820 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b658390b-fd61-484d-aee8-7ae9d2b4449b tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:11.534685 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b658390b-fd61-484d-aee8-7ae9d2b4449b tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.560307 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658390b-fd61-484d-aee8-7ae9d2b4449b tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Pushing event updated for resources: {'Port': ['ID=31612677-6ec3-482d-a505-d076491c0078,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:11.568360 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b658390b-fd61-484d-aee8-7ae9d2b4449b tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.0083690 Sep 16 05:10:11.568652 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47034) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:11.680526 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3334b9c-d0dd-40e9-9686-95e84464ce2d tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:11.691818 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3334b9c-d0dd-40e9-9686-95e84464ce2d tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:11.700172 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3334b9c-d0dd-40e9-9686-95e84464ce2d tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:11.705727 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b3334b9c-d0dd-40e9-9686-95e84464ce2d tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1324270 Sep 16 05:10:11.706023 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47038) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:11.777009 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.864311 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-0970bb1a-43d4-4215-b8d7-0f6d4f83341c tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Deleting port 31612677-6ec3-482d-a505-d076491c0078 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:11.865016 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0970bb1a-43d4-4215-b8d7-0f6d4f83341c tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.965207 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0970bb1a-43d4-4215-b8d7-0f6d4f83341c tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.978225 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-0970bb1a-43d4-4215-b8d7-0f6d4f83341c tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Calling delete_port for 31612677-6ec3-482d-a505-d076491c0078 owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:12.119423 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0970bb1a-43d4-4215-b8d7-0f6d4f83341c tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.156762 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970bb1a-43d4-4215-b8d7-0f6d4f83341c tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Pushing event deleted for resources: {'Port': ['ID=31612677-6ec3-482d-a505-d076491c0078,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:12.181312 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0970bb1a-43d4-4215-b8d7-0f6d4f83341c tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.187135 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0970bb1a-43d4-4215-b8d7-0f6d4f83341c tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] 10.222.0.35 "DELETE /v2.0/ports/31612677-6ec3-482d-a505-d076491c0078 HTTP/1.1" status: 204 len: 168 time: 0.4762213 Sep 16 05:10:12.187335 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47040) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:12.193246 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-b4568676-b834-46d0-b4ce-2ec1315cc9dd tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Request body: {'port': {'name': 'tempest-new-port-name-1768663776', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:12.193503 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.api.validators [None req-b4568676-b834-46d0-b4ce-2ec1315cc9dd tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] bootfile-name is not in valid_values {{(pid=94767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:10:12.193838 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.api.validators [None req-b4568676-b834-46d0-b4ce-2ec1315cc9dd tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] tftp-server is not in valid_values {{(pid=94767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:10:12.194166 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.api.validators [None req-b4568676-b834-46d0-b4ce-2ec1315cc9dd tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] server-ip-address is not in valid_values {{(pid=94767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:10:12.276100 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b4568676-b834-46d0-b4ce-2ec1315cc9dd tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.388075 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ad7052e4-0801-48fe-a7d2-05b885a96f82 req-8cf80b35-0caf-4c96-84b2-1fb413dd36c1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=05eb2762-05b8-4d91-b003-36508fbdad21 HTTP/1.1" status: 200 len: 210 time: 0.0347459 Sep 16 05:10:12.545690 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b4568676-b834-46d0-b4ce-2ec1315cc9dd tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.553798 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b4568676-b834-46d0-b4ce-2ec1315cc9dd tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.604091 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4568676-b834-46d0-b4ce-2ec1315cc9dd tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Pushing event updated for resources: {'Port': ['ID=e9829267-6299-472c-b3a5-bab07ac24324,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:12.621810 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-b4568676-b834-46d0-b4ce-2ec1315cc9dd tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] In _notify_port_updated(), no bound segment for port e9829267-6299-472c-b3a5-bab07ac24324 on network cf148d66-f3d8-43b7-beee-cf548021a6b8 {{(pid=94767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:10:12.628838 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4568676-b834-46d0-b4ce-2ec1315cc9dd tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:12.629576 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b4568676-b834-46d0-b4ce-2ec1315cc9dd tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.633791 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47044) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:12.634489 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b4568676-b834-46d0-b4ce-2ec1315cc9dd tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] 10.222.0.35 "PUT /v2.0/ports/e9829267-6299-472c-b3a5-bab07ac24324 HTTP/1.1" status: 200 len: 1130 time: 0.4455483 Sep 16 05:10:12.689971 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f7f849-b2f5-4b65-b5d6-daff4f0311b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:12.692551 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d7f7f849-b2f5-4b65-b5d6-daff4f0311b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] 10.222.0.35 "GET /v2.0/ports/e9829267-6299-472c-b3a5-bab07ac24324 HTTP/1.1" status: 200 len: 1130 time: 0.0566185 Sep 16 05:10:12.696555 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47046) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:12.700169 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e80d4bf-1a64-40c8-9a58-1f17ec770389 None None] Network cf148d66-f3d8-43b7-beee-cf548021a6b8 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:12.824354 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-9eb1041e-fbad-4f0d-bf57-a821ca3fbfe3 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Deleting port e9829267-6299-472c-b3a5-bab07ac24324 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:12.824732 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9eb1041e-fbad-4f0d-bf57-a821ca3fbfe3 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.852221 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-1ff6916e-0a65-4948-8fd0-d7284a1c28b3 None None] Provisioning complete for port c444d079-2af8-4673-8747-460bc5497ac4 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:12.852862 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1ff6916e-0a65-4948-8fd0-d7284a1c28b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.959839 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9eb1041e-fbad-4f0d-bf57-a821ca3fbfe3 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.982480 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-9eb1041e-fbad-4f0d-bf57-a821ca3fbfe3 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Calling delete_port for e9829267-6299-472c-b3a5-bab07ac24324 owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:12.986689 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1ff6916e-0a65-4948-8fd0-d7284a1c28b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.079359 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-1ff6916e-0a65-4948-8fd0-d7284a1c28b3 None None] For port c444d079-2af8-4673-8747-460bc5497ac4, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=c444d079-2af8-4673-8747-460bc5497ac4,segment=NetworkSegment(4698d9c7-13bc-495c-8b2b-eaeb124b9c63),segment_id=4698d9c7-13bc-495c-8b2b-eaeb124b9c63)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:13.089734 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1ff6916e-0a65-4948-8fd0-d7284a1c28b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.133728 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 0860051a-64e1-4669-8dad-cc48155c27f0 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:13.160034 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: 0860051a-64e1-4669-8dad-cc48155c27f0 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:13.160386 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 0860051a-64e1-4669-8dad-cc48155c27f0 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:13.185509 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff6916e-0a65-4948-8fd0-d7284a1c28b3 None None] Pushing event updated for resources: {'Port': ['ID=c444d079-2af8-4673-8747-460bc5497ac4,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:13.273140 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c0343809-1bbe-4efc-9272-d3e808e15797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.275131 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9eb1041e-fbad-4f0d-bf57-a821ca3fbfe3 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.314808 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1041e-fbad-4f0d-bf57-a821ca3fbfe3 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Pushing event deleted for resources: {'Port': ['ID=e9829267-6299-472c-b3a5-bab07ac24324,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:13.322049 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device c444d079-2af8-4673-8747-460bc5497ac4 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:13.349110 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9eb1041e-fbad-4f0d-bf57-a821ca3fbfe3 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.351481 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9eb1041e-fbad-4f0d-bf57-a821ca3fbfe3 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] 10.222.0.35 "DELETE /v2.0/ports/e9829267-6299-472c-b3a5-bab07ac24324 HTTP/1.1" status: 204 len: 168 time: 0.6537087 Sep 16 05:10:13.354082 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47050) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:13.411197 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-e0376c39-d480-401d-aefd-cc722a0a0494 None None] Could not find standard attr ID for object e9829267-6299-472c-b3a5-bab07ac24324. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:10:13.419586 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef39c092-aa1e-41ae-8316-36b9a98c33cf tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Deleting subnet 9d6dd2c7-be37-47e7-a787-4831f82085d2 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:10:13.428419 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ef39c092-aa1e-41ae-8316-36b9a98c33cf tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.434236 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port c444d079-2af8-4673-8747-460bc5497ac4 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:13.434754 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.438056 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-e0376c39-d480-401d-aefd-cc722a0a0494 None None] Provisioning complete for port c444d079-2af8-4673-8747-460bc5497ac4 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:13.438056 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e0376c39-d480-401d-aefd-cc722a0a0494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.487887 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ef39c092-aa1e-41ae-8316-36b9a98c33cf tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.561511 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.562331 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dfd4fea7-b847-4fce-8f82-05835d937651 req-465ee78f-3732-4860-94bb-814a2e83c71a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=05eb2762-05b8-4d91-b003-36508fbdad21 HTTP/1.1" status: 200 len: 210 time: 0.0526650 Sep 16 05:10:13.642460 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ef39c092-aa1e-41ae-8316-36b9a98c33cf tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.707859 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ef39c092-aa1e-41ae-8316-36b9a98c33cf tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.740705 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef39c092-aa1e-41ae-8316-36b9a98c33cf tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Pushing event deleted for resources: {'Subnet': ['ID=9d6dd2c7-be37-47e7-a787-4831f82085d2,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:13.744349 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ef39c092-aa1e-41ae-8316-36b9a98c33cf tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.748608 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ef39c092-aa1e-41ae-8316-36b9a98c33cf tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] 10.222.0.35 "DELETE /v2.0/subnets/9d6dd2c7-be37-47e7-a787-4831f82085d2 HTTP/1.1" status: 204 len: 168 time: 0.3912086 Sep 16 05:10:13.748949 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47054) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:13.760432 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-a74cf0ea-e7f9-47b6-849c-de771c17b3d5 None None] Could not find standard attr ID for object e9829267-6299-472c-b3a5-bab07ac24324. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:10:13.840304 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e084eb8-0c52-441a-958f-230b11c9418a tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.909092 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-2e084eb8-0c52-441a-958f-230b11c9418a tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Deleting port c444d079-2af8-4673-8747-460bc5497ac4 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:13.909734 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e084eb8-0c52-441a-958f-230b11c9418a tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.943447 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53155858-4af9-48e2-9b99-2ca331986d67 None None] Network cf148d66-f3d8-43b7-beee-cf548021a6b8 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:13.989375 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-82f36ea0-a8a1-48b1-9379-de8704b1463f None None] Could not find standard attr ID for object 31612677-6ec3-482d-a505-d076491c0078. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:10:13.995840 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-2e084eb8-0c52-441a-958f-230b11c9418a tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] For port c444d079-2af8-4673-8747-460bc5497ac4, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=c444d079-2af8-4673-8747-460bc5497ac4,segment=NetworkSegment(4698d9c7-13bc-495c-8b2b-eaeb124b9c63),segment_id=4698d9c7-13bc-495c-8b2b-eaeb124b9c63)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:13.996226 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e084eb8-0c52-441a-958f-230b11c9418a tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.014774 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-2e084eb8-0c52-441a-958f-230b11c9418a tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Calling delete_port for c444d079-2af8-4673-8747-460bc5497ac4 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:14.123703 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e084eb8-0c52-441a-958f-230b11c9418a tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.161041 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e084eb8-0c52-441a-958f-230b11c9418a tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Pushing event deleted for resources: {'Port': ['ID=c444d079-2af8-4673-8747-460bc5497ac4,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:14.170243 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e084eb8-0c52-441a-958f-230b11c9418a tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] No DVR routers for this DVR port c444d079-2af8-4673-8747-460bc5497ac4 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:14.204626 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a19d4be-3a2a-46b5-b34f-1f553b7c5919 None None] DHCP port deletion for cf148d66-f3d8-43b7-beee-cf548021a6b8 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:10:14.270711 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e084eb8-0c52-441a-958f-230b11c9418a tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.291803 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-2e084eb8-0c52-441a-958f-230b11c9418a tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf148d66-f3d8-43b7-beee-cf548021a6b8']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:14.302715 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-2e084eb8-0c52-441a-958f-230b11c9418a tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4698d9c7-13bc-495c-8b2b-eaeb124b9c63') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:14.303017 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-2e084eb8-0c52-441a-958f-230b11c9418a tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4698d9c7-13bc-495c-8b2b-eaeb124b9c63') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:14.312453 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e084eb8-0c52-441a-958f-230b11c9418a tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.327402 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e084eb8-0c52-441a-958f-230b11c9418a tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.333324 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e084eb8-0c52-441a-958f-230b11c9418a tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:10:14.333725 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e084eb8-0c52-441a-958f-230b11c9418a tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.336951 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:10:14.336951 n-d-712139-15 neutron-server[94766]: items = [ Sep 16 05:10:14.336951 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:10:14.336951 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:10:14.336951 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:10:14.336951 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:10:14.336951 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:10:14.336951 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:10:14.336951 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:10:14.336951 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:10:14.336951 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:10:14.336951 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:10:14.336951 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:10:14.336951 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:10:14.336951 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:10:14.336951 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:10:14.336951 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:10:14.336951 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:10:14.336951 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:10:14.336951 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:10:14.336951 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:10:14.336951 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:10:14.336951 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:10:14.336951 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:10:14.336951 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:10:14.336951 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:10:14.336951 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:10:14.336951 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:10:14.336951 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:10:14.336951 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:10:14.336951 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:10:14.336951 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:10:14.336951 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:10:14.336951 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:10:14.398620 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e084eb8-0c52-441a-958f-230b11c9418a tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.406143 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e084eb8-0c52-441a-958f-230b11c9418a tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.410542 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2e084eb8-0c52-441a-958f-230b11c9418a tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] 10.222.0.35 "DELETE /v2.0/networks/cf148d66-f3d8-43b7-beee-cf548021a6b8 HTTP/1.1" status: 204 len: 168 time: 0.6583846 Sep 16 05:10:14.422578 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e084eb8-0c52-441a-958f-230b11c9418a tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781 tempest-ExtraDHCPOptionsIpV6TestJSON-1276966781-project] Pushing event deleted for resources: {'Network': ['ID=cf148d66-f3d8-43b7-beee-cf548021a6b8,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:14.595653 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.705773 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.713379 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47068) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:14.717008 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a6ed198-98f5-4692-b4b4-2d05214ec799 req-52e5c255-50c6-475c-be08-79f49e6f6759 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=05eb2762-05b8-4d91-b003-36508fbdad21 HTTP/1.1" status: 200 len: 210 time: 0.0466828 Sep 16 05:10:14.886163 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4bc37a95-61eb-470b-b31f-63bde322037e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=699ae9a1278d4ad7b208367cb9dada1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1715043 Sep 16 05:10:14.889579 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47074) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:14.955207 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6b3b09f9-6e35-408a-8b6c-3ddce1728512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.977330 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6b3b09f9-6e35-408a-8b6c-3ddce1728512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.039312 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6b3b09f9-6e35-408a-8b6c-3ddce1728512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.042504 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6b3b09f9-6e35-408a-8b6c-3ddce1728512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.044216 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6b3b09f9-6e35-408a-8b6c-3ddce1728512 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/882298d8-3026-4605-bedd-f4d0b3f821de HTTP/1.1" status: 204 len: 168 time: 0.1527259 Sep 16 05:10:15.054915 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b09f9-6e35-408a-8b6c-3ddce1728512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882298d8-3026-4605-bedd-f4d0b3f821de,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:15.205558 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device c444d079-2af8-4673-8747-460bc5497ac4 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:15.229417 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: c444d079-2af8-4673-8747-460bc5497ac4 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:15.229875 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device c444d079-2af8-4673-8747-460bc5497ac4 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:15.695715 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47098) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:15.798500 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-3d807e43-05de-4f96-9db2-4b228ba45512 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-165265900'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:15.820779 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d807e43-05de-4f96-9db2-4b228ba45512 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Made reservation on behalf of 7b8846c68b254a39b82be171bbd3e004 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:15.824305 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3d807e43-05de-4f96-9db2-4b228ba45512 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.833558 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3d807e43-05de-4f96-9db2-4b228ba45512 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.924143 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3d807e43-05de-4f96-9db2-4b228ba45512 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.928497 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3d807e43-05de-4f96-9db2-4b228ba45512 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.958634 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d807e43-05de-4f96-9db2-4b228ba45512 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:10:15.965197 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d807e43-05de-4f96-9db2-4b228ba45512 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0478eaa-1a47-4875-accf-0f9315d5c7b8,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:15.973400 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3d807e43-05de-4f96-9db2-4b228ba45512 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.973753 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-3d807e43-05de-4f96-9db2-4b228ba45512 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Added segment 3b5fe66e-5221-42ef-9cc4-ed7e74b313cc of type vlan for network b05df3cf-0140-4048-bd77-90b04c0e273c Sep 16 05:10:15.995077 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-da1deb93-deb0-4d9d-a155-3408a937bab8 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2009941287&fields=id&tenant_id=563bf98d77304029a90b6357f1f3f020 HTTP/1.1" status: 200 len: 267 time: 0.0382330 Sep 16 05:10:16.017893 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3d807e43-05de-4f96-9db2-4b228ba45512 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.044029 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3d807e43-05de-4f96-9db2-4b228ba45512 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.051002 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d807e43-05de-4f96-9db2-4b228ba45512 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:16.051569 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3d807e43-05de-4f96-9db2-4b228ba45512 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.083369 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.118138 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3d807e43-05de-4f96-9db2-4b228ba45512 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4187105 Sep 16 05:10:16.119813 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47116) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:16.124863 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-e03577eb-311a-4845-a769-910613966727 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Request body: {'subnet': {'network_id': 'b05df3cf-0140-4048-bd77-90b04c0e273c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:16.150645 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-9684db80-13da-4b86-84f0-16673b985a09 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:16.152132 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-9684db80-13da-4b86-84f0-16673b985a09 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/networks?id=2ffb7374-cfe5-44a3-b981-4861b354cbc4 HTTP/1.1" status: 200 len: 812 time: 0.1447406 Sep 16 05:10:16.169887 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d807e43-05de-4f96-9db2-4b228ba45512 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event updated for resources: {'Network': ['ID=b05df3cf-0140-4048-bd77-90b04c0e273c,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:16.181484 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network b05df3cf-0140-4048-bd77-90b04c0e273c details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:10:16.185652 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-66a53693-7340-4f3a-b36b-a3ec7f289bd3 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/quotas/563bf98d77304029a90b6357f1f3f020 HTTP/1.1" status: 200 len: 375 time: 0.0231321 Sep 16 05:10:16.286549 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-edb627a7-8934-4c03-910d-8102d45745f8 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=563bf98d77304029a90b6357f1f3f020&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0727658 Sep 16 05:10:16.288121 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03577eb-311a-4845-a769-910613966727 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Made reservation on behalf of 7b8846c68b254a39b82be171bbd3e004 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:16.292414 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e03577eb-311a-4845-a769-910613966727 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.458697 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-d6f8df37-d6f1-4fec-be2a-c796edd033ff service neutron] 10.222.0.35 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512702 Sep 16 05:10:16.620106 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e03577eb-311a-4845-a769-910613966727 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.650597 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-a477ea69-678d-4102-87ef-3dae56467c9e service neutron] 10.222.0.35 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839745 Sep 16 05:10:16.684164 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03577eb-311a-4845-a769-910613966727 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event updated for resources: {'Subnet': ['ID=c6a6da84-3e4a-419c-932a-807c51e10ab1,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:16.695598 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03577eb-311a-4845-a769-910613966727 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Checking segment: {'id': '3b5fe66e-5221-42ef-9cc4-ed7e74b313cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b05df3cf-0140-4048-bd77-90b04c0e273c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:16.695961 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03577eb-311a-4845-a769-910613966727 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Network hostable DHCP agents. Network: b05df3cf-0140-4048-bd77-90b04c0e273c, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:10:16.715856 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03577eb-311a-4845-a769-910613966727 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Network b05df3cf-0140-4048-bd77-90b04c0e273c is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:10:16.725801 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-e03577eb-311a-4845-a769-910613966727 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, b05df3cf-0140-4048-bd77-90b04c0e273c) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:16.733700 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03577eb-311a-4845-a769-910613966727 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:16.734338 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e03577eb-311a-4845-a769-910613966727 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.734716 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7103f2-68df-4c8e-a38c-2f9dd520dc5a None None] Network b05df3cf-0140-4048-bd77-90b04c0e273c requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:16.756053 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e03577eb-311a-4845-a769-910613966727 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6325366 Sep 16 05:10:16.756053 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47120) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:16.761399 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-e30115c8-078d-4fd3-900d-415d445413d3 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1655097992', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}, 'admin_state_up': False}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:16.793208 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e30115c8-078d-4fd3-900d-415d445413d3 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.795367 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e30115c8-078d-4fd3-900d-415d445413d3 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.867049 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e30115c8-078d-4fd3-900d-415d445413d3 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.907106 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6331a418-c377-455e-a3c7-6716004812a4 None None] Network b05df3cf-0140-4048-bd77-90b04c0e273c requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:17.103909 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-32003950-8cd9-4939-b149-5731911c94e8 req-d6ec6b6b-064e-4538-91e9-be899b1f6964 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6e5ba2f-ef71-4675-bca6-f205c2751b81 HTTP/1.1" status: 200 len: 210 time: 0.0886459 Sep 16 05:10:17.105805 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e30115c8-078d-4fd3-900d-415d445413d3 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.351188 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e30115c8-078d-4fd3-900d-415d445413d3 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for router_gateway, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.372461 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e30115c8-078d-4fd3-900d-415d445413d3 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.480940 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-e30115c8-078d-4fd3-900d-415d445413d3 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Allocated IP 172.25.8.107 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/07a3f84c-c73b-4a3e-8d29-9ce2869972ca) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:17.587361 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e30115c8-078d-4fd3-900d-415d445413d3 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.622559 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e30115c8-078d-4fd3-900d-415d445413d3 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.659501 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30115c8-078d-4fd3-900d-415d445413d3 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:17.662325 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-e30115c8-078d-4fd3-900d-415d445413d3 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:17.665951 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30115c8-078d-4fd3-900d-415d445413d3 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:17.697548 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30115c8-078d-4fd3-900d-415d445413d3 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event updated for resources: {'Port': ['ID=07a3f84c-c73b-4a3e-8d29-9ce2869972ca,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:17.952776 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e30115c8-078d-4fd3-900d-415d445413d3 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for router_gateway, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.571527 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a7b24846-a30a-42e1-b4e4-6d581eb7f48b req-c0bfbe60-3315-45d3-8f37-ff145ebef9ca tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6e5ba2f-ef71-4675-bca6-f205c2751b81 HTTP/1.1" status: 200 len: 210 time: 0.3883157 Sep 16 05:10:18.597363 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-babd2f65-5aa6-4d17-8724-66e64fba6874 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:18.598859 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-babd2f65-5aa6-4d17-8724-66e64fba6874 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.48 "GET /v2.0/networks?id=2ffb7374-cfe5-44a3-b981-4861b354cbc4 HTTP/1.1" status: 200 len: 812 time: 0.5520406 Sep 16 05:10:18.665976 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e30115c8-078d-4fd3-900d-415d445413d3 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.678606 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-03509b94-5724-4448-913a-1d819bd45dae tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=563bf98d77304029a90b6357f1f3f020 HTTP/1.1" status: 200 len: 380 time: 0.0501826 Sep 16 05:10:18.722614 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-bef91ca7-5851-4b3f-8cfa-88ee0a189d74 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Request body: {'port': {'device_id': 'e6e5ba2f-ef71-4675-bca6-f205c2751b81', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'admin_state_up': True, 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'security_groups': ['45e58919-3485-411c-a79d-f2007f9bd7e7']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:18.899986 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-bef91ca7-5851-4b3f-8cfa-88ee0a189d74 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Made reservation on behalf of 563bf98d77304029a90b6357f1f3f020 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:18.903441 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-bef91ca7-5851-4b3f-8cfa-88ee0a189d74 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.915612 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30115c8-078d-4fd3-900d-415d445413d3 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Router 3d826ee6-a867-4708-9e31-3e1d9c69acef is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:10:19.153426 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30115c8-078d-4fd3-900d-415d445413d3 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:19.173588 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-bef91ca7-5851-4b3f-8cfa-88ee0a189d74 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Allocated IP 172.20.0.12 (2ffb7374-cfe5-44a3-b981-4861b354cbc4/7227d309-0a53-4e5a-940f-792e598a0c41/b188fc75-541a-4998-a0e9-2152a8b6e120) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:19.177893 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456d84a4-5c34-4fd4-a19e-3359c89be300 None None] Sync routers for ids ['3d826ee6-a867-4708-9e31-3e1d9c69acef'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:19.195339 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456d84a4-5c34-4fd4-a19e-3359c89be300 None None] Routers {'3d826ee6-a867-4708-9e31-3e1d9c69acef'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:19.198583 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-456d84a4-5c34-4fd4-a19e-3359c89be300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['3d826ee6-a867-4708-9e31-3e1d9c69acef'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:19.218983 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e30115c8-078d-4fd3-900d-415d445413d3 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.224807 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e30115c8-078d-4fd3-900d-415d445413d3 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4632511 Sep 16 05:10:19.224979 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47146) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:19.254029 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-456d84a4-5c34-4fd4-a19e-3359c89be300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:19.265387 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456d84a4-5c34-4fd4-a19e-3359c89be300 None None] Routers {'3d826ee6-a867-4708-9e31-3e1d9c69acef'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:19.266253 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-456d84a4-5c34-4fd4-a19e-3359c89be300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['3d826ee6-a867-4708-9e31-3e1d9c69acef'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:19.338024 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-456d84a4-5c34-4fd4-a19e-3359c89be300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:19.338696 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456d84a4-5c34-4fd4-a19e-3359c89be300 None None] The sync data for ids ['3d826ee6-a867-4708-9e31-3e1d9c69acef'] in n-d-712139-15 is: [] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:19.395554 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-bef91ca7-5851-4b3f-8cfa-88ee0a189d74 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.434183 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-bef91ca7-5851-4b3f-8cfa-88ee0a189d74 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.507698 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef91ca7-5851-4b3f-8cfa-88ee0a189d74 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Pushing event updated for resources: {'Port': ['ID=b188fc75-541a-4998-a0e9-2152a8b6e120,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:19.511402 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-bef91ca7-5851-4b3f-8cfa-88ee0a189d74 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Network 2ffb7374-cfe5-44a3-b981-4861b354cbc4 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:19.513260 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-bef91ca7-5851-4b3f-8cfa-88ee0a189d74 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:19.515778 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-bef91ca7-5851-4b3f-8cfa-88ee0a189d74 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:19.584126 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-bef91ca7-5851-4b3f-8cfa-88ee0a189d74 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:19.585012 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-bef91ca7-5851-4b3f-8cfa-88ee0a189d74 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.620122 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-bef91ca7-5851-4b3f-8cfa-88ee0a189d74 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9044421 Sep 16 05:10:19.639726 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-ec048dcb-dcb0-4826-897b-cac14e28dc8e service neutron] Request body: {'port': {'device_id': 'e6e5ba2f-ef71-4675-bca6-f205c2751b81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:19.740006 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-ec048dcb-dcb0-4826-897b-cac14e28dc8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.752136 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3814d8-37e0-46b0-86be-61ed55ebf2a5 req-6c622495-d351-4e3f-96c5-ae03142c64b8 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:19.753749 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4f3814d8-37e0-46b0-86be-61ed55ebf2a5 req-6c622495-d351-4e3f-96c5-ae03142c64b8 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6e5ba2f-ef71-4675-bca6-f205c2751b81 HTTP/1.1" status: 200 len: 932 time: 0.0906136 Sep 16 05:10:19.830221 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4f3814d8-37e0-46b0-86be-61ed55ebf2a5 req-12938322-4e1a-491d-af54-7b7f3083937b tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663013 Sep 16 05:10:19.863283 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-3c4b18ed-94be-4daa-84c1-537ea8aeb669 None None] Provisioning complete for port b188fc75-541a-4998-a0e9-2152a8b6e120 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:19.863541 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3c4b18ed-94be-4daa-84c1-537ea8aeb669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.876892 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-26fb0d33-5a34-4817-8b8a-a37dadb54c01 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.911477 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-3c4b18ed-94be-4daa-84c1-537ea8aeb669 None None] Port b188fc75-541a-4998-a0e9-2152a8b6e120 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:20.095803 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-ec048dcb-dcb0-4826-897b-cac14e28dc8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b188fc75-541a-4998-a0e9-2152a8b6e120 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:10:20.103947 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-ec048dcb-dcb0-4826-897b-cac14e28dc8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.119681 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-ec048dcb-dcb0-4826-897b-cac14e28dc8e service neutron] Transition to ACTIVE for port object b188fc75-541a-4998-a0e9-2152a8b6e120 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:10:20.123458 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-ec048dcb-dcb0-4826-897b-cac14e28dc8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.170193 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-26fb0d33-5a34-4817-8b8a-a37dadb54c01 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Allocated IP 172.20.0.1 (b05df3cf-0140-4048-bd77-90b04c0e273c/c6a6da84-3e4a-419c-932a-807c51e10ab1/d2b45400-12db-419f-a353-1ea805bbb6e8) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:20.174176 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec048dcb-dcb0-4826-897b-cac14e28dc8e service neutron] Pushing event updated for resources: {'Port': ['ID=b188fc75-541a-4998-a0e9-2152a8b6e120,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:20.267068 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-ec048dcb-dcb0-4826-897b-cac14e28dc8e service neutron] Attempting to bind port b188fc75-541a-4998-a0e9-2152a8b6e120 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:20.267445 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-ec048dcb-dcb0-4826-897b-cac14e28dc8e service neutron] Attempting to bind port b188fc75-541a-4998-a0e9-2152a8b6e120 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': 'dc1c68e0-6210-4ec3-92e9-96d963e48ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:20.267785 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-ec048dcb-dcb0-4826-897b-cac14e28dc8e service neutron] Attempting to bind port b188fc75-541a-4998-a0e9-2152a8b6e120 on network 2ffb7374-cfe5-44a3-b981-4861b354cbc4 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:20.272878 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-ec048dcb-dcb0-4826-897b-cac14e28dc8e service neutron] Port b188fc75-541a-4998-a0e9-2152a8b6e120 on network 2ffb7374-cfe5-44a3-b981-4861b354cbc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:10:20.273206 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-ec048dcb-dcb0-4826-897b-cac14e28dc8e service neutron] Attempting to bind port b188fc75-541a-4998-a0e9-2152a8b6e120 on network 2ffb7374-cfe5-44a3-b981-4861b354cbc4 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:20.279007 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-ec048dcb-dcb0-4826-897b-cac14e28dc8e service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:20.279347 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-ec048dcb-dcb0-4826-897b-cac14e28dc8e service neutron] Checking segment: {'id': 'dc1c68e0-6210-4ec3-92e9-96d963e48ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:20.279880 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-ec048dcb-dcb0-4826-897b-cac14e28dc8e service neutron] Bound using segment: {'id': 'dc1c68e0-6210-4ec3-92e9-96d963e48ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:20.280318 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-ec048dcb-dcb0-4826-897b-cac14e28dc8e service neutron] Bound port: b188fc75-541a-4998-a0e9-2152a8b6e120, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc1c68e0-6210-4ec3-92e9-96d963e48ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:20.281356 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-ec048dcb-dcb0-4826-897b-cac14e28dc8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.340664 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-26fb0d33-5a34-4817-8b8a-a37dadb54c01 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.389736 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-ec048dcb-dcb0-4826-897b-cac14e28dc8e service neutron] For port b188fc75-541a-4998-a0e9-2152a8b6e120, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:20.398716 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-ec048dcb-dcb0-4826-897b-cac14e28dc8e service neutron] For port b188fc75-541a-4998-a0e9-2152a8b6e120, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=b188fc75-541a-4998-a0e9-2152a8b6e120,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:20.404291 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-ec048dcb-dcb0-4826-897b-cac14e28dc8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.418560 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-26fb0d33-5a34-4817-8b8a-a37dadb54c01 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.462001 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-ec048dcb-dcb0-4826-897b-cac14e28dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:20.462718 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-ec048dcb-dcb0-4826-897b-cac14e28dc8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.464597 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-ec048dcb-dcb0-4826-897b-cac14e28dc8e service neutron] 10.222.0.48 "PUT /v2.0/ports/b188fc75-541a-4998-a0e9-2152a8b6e120 HTTP/1.1" status: 200 len: 1093 time: 0.8294857 Sep 16 05:10:20.465484 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e5ba2f-ef71-4675-bca6-f205c2751b81', 'tag': 'b188fc75-541a-4998-a0e9-2152a8b6e120'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:20.465628 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb0d33-5a34-4817-8b8a-a37dadb54c01 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event updated for resources: {'Port': ['ID=d2b45400-12db-419f-a353-1ea805bbb6e8,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:20.469252 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37b4d5a-7cfd-42eb-92ec-57a246e233f3" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e5ba2f-ef71-4675-bca6-f205c2751b81", "tag": "b188fc75-541a-4998-a0e9-2152a8b6e120"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:20.477998 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fb0d33-5a34-4817-8b8a-a37dadb54c01 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Network b05df3cf-0140-4048-bd77-90b04c0e273c is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:20.479787 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-26fb0d33-5a34-4817-8b8a-a37dadb54c01 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:20.482222 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fb0d33-5a34-4817-8b8a-a37dadb54c01 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:20.524912 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec048dcb-dcb0-4826-897b-cac14e28dc8e service neutron] Pushing event updated for resources: {'Port': ['ID=b188fc75-541a-4998-a0e9-2152a8b6e120,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:20.567087 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-26fb0d33-5a34-4817-8b8a-a37dadb54c01 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.599249 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-26398fcc-d368-47ee-a517-6808d797990f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:20.601420 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-26398fcc-d368-47ee-a517-6808d797990f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=563bf98d77304029a90b6357f1f3f020&device_id=e6e5ba2f-ef71-4675-bca6-f205c2751b81 HTTP/1.1" status: 200 len: 1096 time: 0.0611660 Sep 16 05:10:20.717721 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-f6266f4e-a343-46da-9ad2-eefc07f8fe6b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b188fc75-541a-4998-a0e9-2152a8b6e120 HTTP/1.1" status: 200 len: 217 time: 0.0989492 Sep 16 05:10:20.793377 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-228c74f8-0d8c-436f-b29d-4748d675b9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:20.796428 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-228c74f8-0d8c-436f-b29d-4748d675b9a9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7227d309-0a53-4e5a-940f-792e598a0c41 HTTP/1.1" status: 200 len: 851 time: 0.0700316 Sep 16 05:10:20.810738 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-26fb0d33-5a34-4817-8b8a-a37dadb54c01 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.866401 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-0aacd02c-2b47-445e-a357-9a4fb3fe17a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:20.877624 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-0aacd02c-2b47-445e-a357-9a4fb3fe17a5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ffb7374-cfe5-44a3-b981-4861b354cbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0738194 Sep 16 05:10:20.908840 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25755b40-6266-4961-aaad-3e12d03e0ec4 x-openstack-request-id: req-25755b40-6266-4961-aaad-3e12d03e0ec4 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:20.909109 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e5ba2f-ef71-4675-bca6-f205c2751b81", "tag": "b188fc75-541a-4998-a0e9-2152a8b6e120", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:20.910027 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-25755b40-6266-4961-aaad-3e12d03e0ec4 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:20.911614 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e5ba2f-ef71-4675-bca6-f205c2751b81', 'tag': 'b188fc75-541a-4998-a0e9-2152a8b6e120', 'status': 'completed', 'code': 200} Sep 16 05:10:21.027172 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-fe9bc352-14ca-4cbf-aa61-15364b6727a8 service neutron] 10.222.0.48 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425838 Sep 16 05:10:21.036520 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987771a7-8c16-458f-81d6-5e1632d140ac req-516f7fd5-74fb-4a9f-94e5-456b67aaafd7 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:21.037146 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-987771a7-8c16-458f-81d6-5e1632d140ac req-516f7fd5-74fb-4a9f-94e5-456b67aaafd7 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6e5ba2f-ef71-4675-bca6-f205c2751b81 HTTP/1.1" status: 200 len: 944 time: 0.0710416 Sep 16 05:10:21.136549 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-987771a7-8c16-458f-81d6-5e1632d140ac req-9ba6741e-2626-4169-b13e-6d161ed19386 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901542 Sep 16 05:10:21.145730 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-26fb0d33-5a34-4817-8b8a-a37dadb54c01 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.163696 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5484c670-3250-4ae1-91f8-03d3e01b9818 req-f2401dee-15e6-4607-bac8-e777e3187143 service neutron] 10.222.0.48 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254554 Sep 16 05:10:21.165326 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-26fb0d33-5a34-4817-8b8a-a37dadb54c01 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.255713 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb0d33-5a34-4817-8b8a-a37dadb54c01 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event updated for resources: {'Port': ['ID=d2b45400-12db-419f-a353-1ea805bbb6e8,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:21.260068 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-26fb0d33-5a34-4817-8b8a-a37dadb54c01 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.297610 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b4d5a-7cfd-42eb-92ec-57a246e233f3 req-32062bae-091e-4278-bcf2-f4c51b336f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:21.300081 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d37b4d5a-7cfd-42eb-92ec-57a246e233f3 req-32062bae-091e-4278-bcf2-f4c51b336f07 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=563bf98d77304029a90b6357f1f3f020&device_id=e6e5ba2f-ef71-4675-bca6-f205c2751b81 HTTP/1.1" status: 200 len: 1096 time: 0.0626979 Sep 16 05:10:21.359400 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fb0d33-5a34-4817-8b8a-a37dadb54c01 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Network b05df3cf-0140-4048-bd77-90b04c0e273c is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:21.361431 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-26fb0d33-5a34-4817-8b8a-a37dadb54c01 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:21.403348 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b4d5a-7cfd-42eb-92ec-57a246e233f3 req-c39064cb-50a2-4fa6-9f5f-e0e4a0a8020b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:21.404894 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d37b4d5a-7cfd-42eb-92ec-57a246e233f3 req-c39064cb-50a2-4fa6-9f5f-e0e4a0a8020b service neutron] 10.222.0.48 "GET /v2.0/networks?id=2ffb7374-cfe5-44a3-b981-4861b354cbc4 HTTP/1.1" status: 200 len: 913 time: 0.0973094 Sep 16 05:10:21.450488 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d37b4d5a-7cfd-42eb-92ec-57a246e233f3 req-f8a1874e-ad9b-4294-b60a-c9abe0d05498 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b188fc75-541a-4998-a0e9-2152a8b6e120 HTTP/1.1" status: 200 len: 217 time: 0.0380709 Sep 16 05:10:21.478015 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fb0d33-5a34-4817-8b8a-a37dadb54c01 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Router 3d826ee6-a867-4708-9e31-3e1d9c69acef has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:21.503045 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b4d5a-7cfd-42eb-92ec-57a246e233f3 req-0c494728-d6c9-42a2-b340-b9e2cb279a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:21.504693 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d37b4d5a-7cfd-42eb-92ec-57a246e233f3 req-0c494728-d6c9-42a2-b340-b9e2cb279a1b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7227d309-0a53-4e5a-940f-792e598a0c41 HTTP/1.1" status: 200 len: 851 time: 0.0473950 Sep 16 05:10:21.562417 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b4d5a-7cfd-42eb-92ec-57a246e233f3 req-3aafb7b3-307e-4c3e-af7a-ab72b717198c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:21.564628 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d37b4d5a-7cfd-42eb-92ec-57a246e233f3 req-3aafb7b3-307e-4c3e-af7a-ab72b717198c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ffb7374-cfe5-44a3-b981-4861b354cbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530396 Sep 16 05:10:21.660171 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d37b4d5a-7cfd-42eb-92ec-57a246e233f3 req-233e535a-e49c-40c5-b450-956cbcfc2130 service neutron] 10.222.0.48 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885968 Sep 16 05:10:21.766260 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d37b4d5a-7cfd-42eb-92ec-57a246e233f3 req-5875d0df-5156-48de-b933-8c0e656c4b77 service neutron] 10.222.0.48 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983148 Sep 16 05:10:21.896649 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fb0d33-5a34-4817-8b8a-a37dadb54c01 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:21.901794 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-26fb0d33-5a34-4817-8b8a-a37dadb54c01 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "PUT /v2.0/routers/3d826ee6-a867-4708-9e31-3e1d9c69acef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6768701 Sep 16 05:10:21.904106 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47170) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:21.908023 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f015030b-123b-43c7-8755-757e56541cd1 None None] Sync routers for ids ['3d826ee6-a867-4708-9e31-3e1d9c69acef'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:21.910160 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-34c22aa3-c4e1-4dec-a9e6-f7fb753a552f tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Request body: {'port': {'network_id': 'b05df3cf-0140-4048-bd77-90b04c0e273c', 'name': 'tempest-FloatingIPTestJSON-1445486063'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:21.918610 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f015030b-123b-43c7-8755-757e56541cd1 None None] Routers {'3d826ee6-a867-4708-9e31-3e1d9c69acef'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:21.919482 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-f015030b-123b-43c7-8755-757e56541cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['3d826ee6-a867-4708-9e31-3e1d9c69acef'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:21.952262 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-f015030b-123b-43c7-8755-757e56541cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:21.961283 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f015030b-123b-43c7-8755-757e56541cd1 None None] Routers {'3d826ee6-a867-4708-9e31-3e1d9c69acef'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:21.962089 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-f015030b-123b-43c7-8755-757e56541cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['3d826ee6-a867-4708-9e31-3e1d9c69acef'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:21.997527 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-f015030b-123b-43c7-8755-757e56541cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:21.998436 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f015030b-123b-43c7-8755-757e56541cd1 None None] The sync data for ids ['3d826ee6-a867-4708-9e31-3e1d9c69acef'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:22.022570 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c22aa3-c4e1-4dec-a9e6-f7fb753a552f tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Made reservation on behalf of 7b8846c68b254a39b82be171bbd3e004 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:22.026247 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-34c22aa3-c4e1-4dec-a9e6-f7fb753a552f tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.044398 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-34c22aa3-c4e1-4dec-a9e6-f7fb753a552f tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] device_id is not set on port a655b2b7-6253-433e-8d7a-1d365744c469 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:10:22.152604 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-34c22aa3-c4e1-4dec-a9e6-f7fb753a552f tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Allocated IP 172.20.0.7 (b05df3cf-0140-4048-bd77-90b04c0e273c/c6a6da84-3e4a-419c-932a-807c51e10ab1/a655b2b7-6253-433e-8d7a-1d365744c469) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:22.283530 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528badac-c663-476b-a203-327cca6b5cbe req-02157302-be5e-4d02-854a-b9447037d71a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:22.285177 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-528badac-c663-476b-a203-327cca6b5cbe req-02157302-be5e-4d02-854a-b9447037d71a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6e5ba2f-ef71-4675-bca6-f205c2751b81 HTTP/1.1" status: 200 len: 944 time: 0.0670810 Sep 16 05:10:22.317442 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-34c22aa3-c4e1-4dec-a9e6-f7fb753a552f tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.327388 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-528badac-c663-476b-a203-327cca6b5cbe req-1569eb4c-6d52-4352-82de-1f1f36e097c8 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354314 Sep 16 05:10:22.362363 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-34c22aa3-c4e1-4dec-a9e6-f7fb753a552f tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.404911 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c22aa3-c4e1-4dec-a9e6-f7fb753a552f tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Network b05df3cf-0140-4048-bd77-90b04c0e273c is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:22.408388 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-34c22aa3-c4e1-4dec-a9e6-f7fb753a552f tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:22.414529 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c22aa3-c4e1-4dec-a9e6-f7fb753a552f tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:22.420868 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c22aa3-c4e1-4dec-a9e6-f7fb753a552f tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event updated for resources: {'Port': ['ID=a655b2b7-6253-433e-8d7a-1d365744c469,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:22.471791 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c22aa3-c4e1-4dec-a9e6-f7fb753a552f tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:22.472393 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-34c22aa3-c4e1-4dec-a9e6-f7fb753a552f tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.487490 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-34c22aa3-c4e1-4dec-a9e6-f7fb753a552f tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5821741 Sep 16 05:10:22.489943 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47176) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:22.495040 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-0d8d296e-282c-4379-867c-52de07908220 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Request body: {'port': {'network_id': 'b05df3cf-0140-4048-bd77-90b04c0e273c', 'name': 'tempest-FloatingIPTestJSON-614069806'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:22.607675 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8d296e-282c-4379-867c-52de07908220 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Made reservation on behalf of 7b8846c68b254a39b82be171bbd3e004 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:22.612073 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0d8d296e-282c-4379-867c-52de07908220 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.630187 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-0d8d296e-282c-4379-867c-52de07908220 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] device_id is not set on port 41a530ff-ed40-41a0-b339-3fb5c8bfff08 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:10:22.747400 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-0d8d296e-282c-4379-867c-52de07908220 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Allocated IP 172.20.0.4 (b05df3cf-0140-4048-bd77-90b04c0e273c/c6a6da84-3e4a-419c-932a-807c51e10ab1/41a530ff-ed40-41a0-b339-3fb5c8bfff08) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:22.909117 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0d8d296e-282c-4379-867c-52de07908220 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.944063 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0d8d296e-282c-4379-867c-52de07908220 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.990157 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8d296e-282c-4379-867c-52de07908220 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Network b05df3cf-0140-4048-bd77-90b04c0e273c is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:22.993221 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-0d8d296e-282c-4379-867c-52de07908220 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:22.998958 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8d296e-282c-4379-867c-52de07908220 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:23.006260 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d296e-282c-4379-867c-52de07908220 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event updated for resources: {'Port': ['ID=41a530ff-ed40-41a0-b339-3fb5c8bfff08,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:23.052273 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8d296e-282c-4379-867c-52de07908220 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:23.052910 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0d8d296e-282c-4379-867c-52de07908220 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.067141 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0d8d296e-282c-4379-867c-52de07908220 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5761371 Sep 16 05:10:23.070283 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47178) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:23.074634 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-cc4e461e-55d3-4c2d-bbcd-16088a205113 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'port_id': '41a530ff-ed40-41a0-b339-3fb5c8bfff08', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:23.096684 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cc4e461e-55d3-4c2d-bbcd-16088a205113 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for floatingip, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.205125 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cc4e461e-55d3-4c2d-bbcd-16088a205113 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.312676 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-cc4e461e-55d3-4c2d-bbcd-16088a205113 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Allocated IP 172.25.8.234 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/4b42bea1-947b-4f7c-ab06-277418541033) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:23.423623 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cc4e461e-55d3-4c2d-bbcd-16088a205113 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.449982 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a3167-ad90-4677-8384-c951d00ce5eb req-4b619594-8b8f-4b98-ba6c-c5fdb0534a20 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:23.451512 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e6a3167-ad90-4677-8384-c951d00ce5eb req-4b619594-8b8f-4b98-ba6c-c5fdb0534a20 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6e5ba2f-ef71-4675-bca6-f205c2751b81 HTTP/1.1" status: 200 len: 944 time: 0.0502589 Sep 16 05:10:23.462992 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cc4e461e-55d3-4c2d-bbcd-16088a205113 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.494407 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e6a3167-ad90-4677-8384-c951d00ce5eb req-eda48a79-9b00-45f9-8a4f-8f4ce22218a2 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364406 Sep 16 05:10:23.500583 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4e461e-55d3-4c2d-bbcd-16088a205113 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:23.504014 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-cc4e461e-55d3-4c2d-bbcd-16088a205113 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:23.507567 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4e461e-55d3-4c2d-bbcd-16088a205113 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:23.535505 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e461e-55d3-4c2d-bbcd-16088a205113 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event updated for resources: {'Port': ['ID=4b42bea1-947b-4f7c-ab06-277418541033,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:23.880984 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cc4e461e-55d3-4c2d-bbcd-16088a205113 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.951036 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cc4e461e-55d3-4c2d-bbcd-16088a205113 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.106037 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cc4e461e-55d3-4c2d-bbcd-16088a205113 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.110771 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cc4e461e-55d3-4c2d-bbcd-16088a205113 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.183961 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e461e-55d3-4c2d-bbcd-16088a205113 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event updated for resources: {'Port': ['ID=4b42bea1-947b-4f7c-ab06-277418541033,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:24.196739 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cc4e461e-55d3-4c2d-bbcd-16088a205113 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.307180 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [None req-cc4e461e-55d3-4c2d-bbcd-16088a205113 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Floating IP 0c9c4ef4-8b04-4c14-a51b-4ce78ca343a3 associated. External IP: 172.25.8.234, port: 41a530ff-ed40-41a0-b339-3fb5c8bfff08. Sep 16 05:10:24.525411 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4e461e-55d3-4c2d-bbcd-16088a205113 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Router 3d826ee6-a867-4708-9e31-3e1d9c69acef has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:24.630358 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629aa94-6a6b-4b19-97ca-b944aee1da69 req-f3b526b6-4245-4cb0-bb2f-627957ccad10 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:24.632219 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d629aa94-6a6b-4b19-97ca-b944aee1da69 req-f3b526b6-4245-4cb0-bb2f-627957ccad10 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6e5ba2f-ef71-4675-bca6-f205c2751b81 HTTP/1.1" status: 200 len: 944 time: 0.0564957 Sep 16 05:10:24.640001 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4e461e-55d3-4c2d-bbcd-16088a205113 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:24.651468 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f710f4e-bad4-46ac-8524-92bcc130e3c8 None None] Sync routers for ids ['3d826ee6-a867-4708-9e31-3e1d9c69acef'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:24.658040 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cc4e461e-55d3-4c2d-bbcd-16088a205113 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.667875 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f710f4e-bad4-46ac-8524-92bcc130e3c8 None None] Routers {'3d826ee6-a867-4708-9e31-3e1d9c69acef'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:24.668501 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-5f710f4e-bad4-46ac-8524-92bcc130e3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['3d826ee6-a867-4708-9e31-3e1d9c69acef'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:24.690185 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cc4e461e-55d3-4c2d-bbcd-16088a205113 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.6188328 Sep 16 05:10:24.692982 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47186) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:24.697732 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d629aa94-6a6b-4b19-97ca-b944aee1da69 req-5e3de4fd-8e43-4008-ba14-6baaf2ae9652 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567861 Sep 16 05:10:24.697918 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-9b669977-beec-4a13-85a4-52a566f9c9fc tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:24.717448 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-5f710f4e-bad4-46ac-8524-92bcc130e3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:24.728409 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f710f4e-bad4-46ac-8524-92bcc130e3c8 None None] Routers {'3d826ee6-a867-4708-9e31-3e1d9c69acef'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:24.729066 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-5f710f4e-bad4-46ac-8524-92bcc130e3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['3d826ee6-a867-4708-9e31-3e1d9c69acef'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:24.758576 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9b669977-beec-4a13-85a4-52a566f9c9fc tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for floatingip, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.764422 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-5f710f4e-bad4-46ac-8524-92bcc130e3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:24.765026 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f710f4e-bad4-46ac-8524-92bcc130e3c8 None None] The sync data for ids ['3d826ee6-a867-4708-9e31-3e1d9c69acef'] in n-d-712139-15 is: [] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:24.908247 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9b669977-beec-4a13-85a4-52a566f9c9fc tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.912174 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9b669977-beec-4a13-85a4-52a566f9c9fc tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.912507 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [None req-9b669977-beec-4a13-85a4-52a566f9c9fc tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Floating IP 0c9c4ef4-8b04-4c14-a51b-4ce78ca343a3 disassociated. External IP: 172.25.8.234, port: 41a530ff-ed40-41a0-b339-3fb5c8bfff08. Sep 16 05:10:25.129347 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b669977-beec-4a13-85a4-52a566f9c9fc tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Router 3d826ee6-a867-4708-9e31-3e1d9c69acef has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:25.239475 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b669977-beec-4a13-85a4-52a566f9c9fc tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:25.244029 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9b669977-beec-4a13-85a4-52a566f9c9fc tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.253914 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d969035d-84f3-4b4c-9e9d-3c2f5b5fc9c4 None None] Sync routers for ids ['3d826ee6-a867-4708-9e31-3e1d9c69acef'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:25.264679 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d969035d-84f3-4b4c-9e9d-3c2f5b5fc9c4 None None] Routers {'3d826ee6-a867-4708-9e31-3e1d9c69acef'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:25.265330 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-d969035d-84f3-4b4c-9e9d-3c2f5b5fc9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['3d826ee6-a867-4708-9e31-3e1d9c69acef'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:25.273378 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9b669977-beec-4a13-85a4-52a566f9c9fc tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "PUT /v2.0/floatingips/0c9c4ef4-8b04-4c14-a51b-4ce78ca343a3 HTTP/1.1" status: 200 len: 688 time: 0.5791342 Sep 16 05:10:25.275767 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47190) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:25.304066 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-d969035d-84f3-4b4c-9e9d-3c2f5b5fc9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:25.312979 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d969035d-84f3-4b4c-9e9d-3c2f5b5fc9c4 None None] Routers {'3d826ee6-a867-4708-9e31-3e1d9c69acef'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:25.314415 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-d969035d-84f3-4b4c-9e9d-3c2f5b5fc9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['3d826ee6-a867-4708-9e31-3e1d9c69acef'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:25.350366 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-d969035d-84f3-4b4c-9e9d-3c2f5b5fc9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:25.351024 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d969035d-84f3-4b4c-9e9d-3c2f5b5fc9c4 None None] The sync data for ids ['3d826ee6-a867-4708-9e31-3e1d9c69acef'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:25.406318 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-52c89344-2a73-41bc-b560-0fb12998d312 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Deleting port 4b42bea1-947b-4f7c-ab06-277418541033 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:25.406586 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-52c89344-2a73-41bc-b560-0fb12998d312 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.487931 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-52c89344-2a73-41bc-b560-0fb12998d312 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.488172 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-52c89344-2a73-41bc-b560-0fb12998d312 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.499637 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-52c89344-2a73-41bc-b560-0fb12998d312 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Calling delete_port for 4b42bea1-947b-4f7c-ab06-277418541033 owned by network:floatingip {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:25.634800 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-52c89344-2a73-41bc-b560-0fb12998d312 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.659148 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c89344-2a73-41bc-b560-0fb12998d312 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event deleted for resources: {'Port': ['ID=4b42bea1-947b-4f7c-ab06-277418541033,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:25.722145 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-52c89344-2a73-41bc-b560-0fb12998d312 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for floatingip, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.724773 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-52c89344-2a73-41bc-b560-0fb12998d312 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.725952 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-52c89344-2a73-41bc-b560-0fb12998d312 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "DELETE /v2.0/floatingips/0c9c4ef4-8b04-4c14-a51b-4ce78ca343a3 HTTP/1.1" status: 204 len: 168 time: 0.4492826 Sep 16 05:10:25.729664 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47194) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:25.738452 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-93616877-eeb0-4c68-aef5-153fca80dbd8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'port_id': 'a655b2b7-6253-433e-8d7a-1d365744c469'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:25.780086 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-93616877-eeb0-4c68-aef5-153fca80dbd8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for floatingip, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.864256 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5de58-46ac-4f6e-ab77-6c9a4295aef7 req-7d688a78-ef11-446a-ba23-ff81e712903f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:25.865615 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-22b5de58-46ac-4f6e-ab77-6c9a4295aef7 req-7d688a78-ef11-446a-ba23-ff81e712903f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6e5ba2f-ef71-4675-bca6-f205c2751b81 HTTP/1.1" status: 200 len: 944 time: 0.0688987 Sep 16 05:10:25.945302 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-22b5de58-46ac-4f6e-ab77-6c9a4295aef7 req-f8a61fdf-0907-4c59-8976-1d846a6fb9d4 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500519 Sep 16 05:10:25.975239 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-93616877-eeb0-4c68-aef5-153fca80dbd8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.088053 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-93616877-eeb0-4c68-aef5-153fca80dbd8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Allocated IP 172.25.8.90 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/4457e2d3-b9c9-4c55-a032-1dea6cacc3ca) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:26.198519 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-93616877-eeb0-4c68-aef5-153fca80dbd8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.240557 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-93616877-eeb0-4c68-aef5-153fca80dbd8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.281358 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93616877-eeb0-4c68-aef5-153fca80dbd8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:26.286513 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-93616877-eeb0-4c68-aef5-153fca80dbd8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:26.291074 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93616877-eeb0-4c68-aef5-153fca80dbd8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:26.294737 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93616877-eeb0-4c68-aef5-153fca80dbd8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event updated for resources: {'Port': ['ID=4457e2d3-b9c9-4c55-a032-1dea6cacc3ca,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:26.686581 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-93616877-eeb0-4c68-aef5-153fca80dbd8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.759145 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-93616877-eeb0-4c68-aef5-153fca80dbd8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.914951 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-93616877-eeb0-4c68-aef5-153fca80dbd8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.919800 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-93616877-eeb0-4c68-aef5-153fca80dbd8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.992097 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93616877-eeb0-4c68-aef5-153fca80dbd8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event updated for resources: {'Port': ['ID=4457e2d3-b9c9-4c55-a032-1dea6cacc3ca,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:27.004977 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-93616877-eeb0-4c68-aef5-153fca80dbd8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.104022 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:10:27.130007 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2282fe-7bc8-457b-b695-95286ab5b5b8 req-7c31b5f7-9c3a-4169-bf01-2a1347ded488 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:27.131457 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7e2282fe-7bc8-457b-b695-95286ab5b5b8 req-7c31b5f7-9c3a-4169-bf01-2a1347ded488 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6e5ba2f-ef71-4675-bca6-f205c2751b81 HTTP/1.1" status: 200 len: 944 time: 0.0930710 Sep 16 05:10:27.149081 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [None req-93616877-eeb0-4c68-aef5-153fca80dbd8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Floating IP 3c2d9825-33f1-40cc-88b5-a305db41f5e0 associated. External IP: 172.25.8.90, port: a655b2b7-6253-433e-8d7a-1d365744c469. Sep 16 05:10:27.214929 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7e2282fe-7bc8-457b-b695-95286ab5b5b8 req-91302277-03c7-4cb3-a2c5-c22edf3d1aa8 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769284 Sep 16 05:10:27.390601 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93616877-eeb0-4c68-aef5-153fca80dbd8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Router 3d826ee6-a867-4708-9e31-3e1d9c69acef has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:27.518549 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83c63f-36af-46b1-badd-662f9f5d6cd3 req-79adba45-ec48-43bd-a0fe-4004bc34756f tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:27.519959 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cd83c63f-36af-46b1-badd-662f9f5d6cd3 req-79adba45-ec48-43bd-a0fe-4004bc34756f tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcaf1786-dc0f-427b-825e-a57a7d8a13f3 HTTP/1.1" status: 200 len: 945 time: 0.1201131 Sep 16 05:10:27.550579 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93616877-eeb0-4c68-aef5-153fca80dbd8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:27.559911 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2cb8d6-110e-43b0-8cf0-f0cb3dabf645 None None] Sync routers for ids ['3d826ee6-a867-4708-9e31-3e1d9c69acef'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:27.569277 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2cb8d6-110e-43b0-8cf0-f0cb3dabf645 None None] Routers {'3d826ee6-a867-4708-9e31-3e1d9c69acef'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:27.570034 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-1b2cb8d6-110e-43b0-8cf0-f0cb3dabf645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['3d826ee6-a867-4708-9e31-3e1d9c69acef'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:27.579512 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cd83c63f-36af-46b1-badd-662f9f5d6cd3 req-8dae62b8-2c1b-4936-bcd3-aa7c0c1fcfac tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/security-groups?id=efc39f48-11b4-4405-a76d-f113425b8e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527976 Sep 16 05:10:27.580395 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-93616877-eeb0-4c68-aef5-153fca80dbd8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.604036 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-1b2cb8d6-110e-43b0-8cf0-f0cb3dabf645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:27.608271 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-93616877-eeb0-4c68-aef5-153fca80dbd8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.8774817 Sep 16 05:10:27.611184 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47206) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:27.613051 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2cb8d6-110e-43b0-8cf0-f0cb3dabf645 None None] Routers {'3d826ee6-a867-4708-9e31-3e1d9c69acef'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:27.613662 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-1b2cb8d6-110e-43b0-8cf0-f0cb3dabf645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['3d826ee6-a867-4708-9e31-3e1d9c69acef'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:27.649523 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-1b2cb8d6-110e-43b0-8cf0-f0cb3dabf645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:27.650178 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2cb8d6-110e-43b0-8cf0-f0cb3dabf645 None None] The sync data for ids ['3d826ee6-a867-4708-9e31-3e1d9c69acef'] in n-d-712139-15 is: [] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:27.674839 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-eb081399-a4a1-47c8-b687-fbb3cded6186 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "GET /v2.0/floatingips/3c2d9825-33f1-40cc-88b5-a305db41f5e0 HTTP/1.1" status: 200 len: 977 time: 0.0625076 Sep 16 05:10:27.677241 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47208) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:28.108165 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-66450ee5-812e-4f8e-9811-daadd7cc7f17 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.4298608 Sep 16 05:10:28.111306 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47210) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:28.115519 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-bf1ca967-5415-49d5-aec6-6df432505fe8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Request body: {'floatingip': {'port_id': '41a530ff-ed40-41a0-b339-3fb5c8bfff08'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:28.169276 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bf1ca967-5415-49d5-aec6-6df432505fe8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for floatingip, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.384087 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4d445-de21-4191-86d5-f317bbc39c36 req-8b87012f-bf33-4d63-8aab-d0a6da8aaeed tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:28.385503 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1ee4d445-de21-4191-86d5-f317bbc39c36 req-8b87012f-bf33-4d63-8aab-d0a6da8aaeed tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6e5ba2f-ef71-4675-bca6-f205c2751b81 HTTP/1.1" status: 200 len: 944 time: 0.1004348 Sep 16 05:10:28.488573 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1ee4d445-de21-4191-86d5-f317bbc39c36 req-ec1e8464-8d66-4b55-b27f-15444acb7bc0 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772243 Sep 16 05:10:28.719605 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bf1ca967-5415-49d5-aec6-6df432505fe8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.727236 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bf1ca967-5415-49d5-aec6-6df432505fe8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.773623 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b918d23-4434-4c24-9251-e4a158f1071b req-f3c91ae1-b34d-4622-bbed-1d09646f6ead tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:28.775118 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b918d23-4434-4c24-9251-e4a158f1071b req-f3c91ae1-b34d-4622-bbed-1d09646f6ead tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcaf1786-dc0f-427b-825e-a57a7d8a13f3 HTTP/1.1" status: 200 len: 945 time: 0.1035066 Sep 16 05:10:28.855794 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b918d23-4434-4c24-9251-e4a158f1071b req-746d8d6e-1b03-4028-91aa-74b309e3195d tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/security-groups?id=efc39f48-11b4-4405-a76d-f113425b8e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732491 Sep 16 05:10:28.866660 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [None req-bf1ca967-5415-49d5-aec6-6df432505fe8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Floating IP 3c2d9825-33f1-40cc-88b5-a305db41f5e0 associated. External IP: 172.25.8.90, port: a655b2b7-6253-433e-8d7a-1d365744c469. Sep 16 05:10:28.988186 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aac51a-afc8-4144-bd8a-c8268f2859ac req-8ff4477f-9773-4f12-a868-83cfec7103fc tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:28.989604 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-13aac51a-afc8-4144-bd8a-c8268f2859ac req-8ff4477f-9773-4f12-a868-83cfec7103fc tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcaf1786-dc0f-427b-825e-a57a7d8a13f3 HTTP/1.1" status: 200 len: 945 time: 0.0478649 Sep 16 05:10:29.078752 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1ca967-5415-49d5-aec6-6df432505fe8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Router 3d826ee6-a867-4708-9e31-3e1d9c69acef has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:29.091421 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-13aac51a-afc8-4144-bd8a-c8268f2859ac req-b5644b17-d943-45e2-a50c-a4bd38c24bb0 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Deleting port b1f9f89e-cf0f-4e11-a7fd-964743de1cb4 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:29.091764 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-13aac51a-afc8-4144-bd8a-c8268f2859ac req-b5644b17-d943-45e2-a50c-a4bd38c24bb0 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.183956 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-13aac51a-afc8-4144-bd8a-c8268f2859ac req-b5644b17-d943-45e2-a50c-a4bd38c24bb0 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] For port b1f9f89e-cf0f-4e11-a7fd-964743de1cb4, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=b1f9f89e-cf0f-4e11-a7fd-964743de1cb4,segment=NetworkSegment(525000b8-8455-4fae-8024-2c17a62d132d),segment_id=525000b8-8455-4fae-8024-2c17a62d132d)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:29.184226 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1ca967-5415-49d5-aec6-6df432505fe8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:29.184736 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-13aac51a-afc8-4144-bd8a-c8268f2859ac req-b5644b17-d943-45e2-a50c-a4bd38c24bb0 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.196586 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437a3c86-b17b-45f4-8ccc-e80f6b5f75a0 None None] Sync routers for ids ['3d826ee6-a867-4708-9e31-3e1d9c69acef'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:29.201439 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-13aac51a-afc8-4144-bd8a-c8268f2859ac req-b5644b17-d943-45e2-a50c-a4bd38c24bb0 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Calling delete_port for b1f9f89e-cf0f-4e11-a7fd-964743de1cb4 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:29.207172 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437a3c86-b17b-45f4-8ccc-e80f6b5f75a0 None None] Routers {'3d826ee6-a867-4708-9e31-3e1d9c69acef'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:29.207790 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-437a3c86-b17b-45f4-8ccc-e80f6b5f75a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['3d826ee6-a867-4708-9e31-3e1d9c69acef'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:29.246125 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-437a3c86-b17b-45f4-8ccc-e80f6b5f75a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:29.256326 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437a3c86-b17b-45f4-8ccc-e80f6b5f75a0 None None] Routers {'3d826ee6-a867-4708-9e31-3e1d9c69acef'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:29.256995 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-437a3c86-b17b-45f4-8ccc-e80f6b5f75a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['3d826ee6-a867-4708-9e31-3e1d9c69acef'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:29.290395 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-437a3c86-b17b-45f4-8ccc-e80f6b5f75a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:29.291061 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437a3c86-b17b-45f4-8ccc-e80f6b5f75a0 None None] The sync data for ids ['3d826ee6-a867-4708-9e31-3e1d9c69acef'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:29.418450 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1ca967-5415-49d5-aec6-6df432505fe8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Router 3d826ee6-a867-4708-9e31-3e1d9c69acef has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:29.534143 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1ca967-5415-49d5-aec6-6df432505fe8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:29.538811 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bf1ca967-5415-49d5-aec6-6df432505fe8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.561250 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cc3e27-d0ea-4877-88e5-3b7f49643a31 None None] Sync routers for ids ['3d826ee6-a867-4708-9e31-3e1d9c69acef'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:29.571988 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cc3e27-d0ea-4877-88e5-3b7f49643a31 None None] Routers {'3d826ee6-a867-4708-9e31-3e1d9c69acef'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:29.573011 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-92cc3e27-d0ea-4877-88e5-3b7f49643a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['3d826ee6-a867-4708-9e31-3e1d9c69acef'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:29.607043 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-92cc3e27-d0ea-4877-88e5-3b7f49643a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:29.616274 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cc3e27-d0ea-4877-88e5-3b7f49643a31 None None] Routers {'3d826ee6-a867-4708-9e31-3e1d9c69acef'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:29.617120 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-92cc3e27-d0ea-4877-88e5-3b7f49643a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['3d826ee6-a867-4708-9e31-3e1d9c69acef'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:29.639044 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-bf1ca967-5415-49d5-aec6-6df432505fe8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "PUT /v2.0/floatingips/3c2d9825-33f1-40cc-88b5-a305db41f5e0 HTTP/1.1" status: 200 len: 976 time: 1.5242546 Sep 16 05:10:29.640376 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47220) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:29.645630 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-9481ca50-9a03-4365-9a8c-845e887fa377 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:29.649451 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6cdd4-82ab-4c15-8424-8793869a16c7 req-9cea5f8d-a9f9-4267-919e-5891c33676e2 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:29.650779 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-92cc3e27-d0ea-4877-88e5-3b7f49643a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:29.651133 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-03a6cdd4-82ab-4c15-8424-8793869a16c7 req-9cea5f8d-a9f9-4267-919e-5891c33676e2 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6e5ba2f-ef71-4675-bca6-f205c2751b81 HTTP/1.1" status: 200 len: 944 time: 0.0771804 Sep 16 05:10:29.651455 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cc3e27-d0ea-4877-88e5-3b7f49643a31 None None] The sync data for ids ['3d826ee6-a867-4708-9e31-3e1d9c69acef'] in n-d-712139-15 is: [] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:29.691863 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-13aac51a-afc8-4144-bd8a-c8268f2859ac req-b5644b17-d943-45e2-a50c-a4bd38c24bb0 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.697200 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-03a6cdd4-82ab-4c15-8424-8793869a16c7 req-9d27d83c-505d-4099-b11e-81804dfe08e0 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346074 Sep 16 05:10:29.725556 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['b1f9f89e-cf0f-4e11-a7fd-964743de1cb4'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:10:29.731909 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5644b17-d943-45e2-a50c-a4bd38c24bb0 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Pushing event deleted for resources: {'Port': ['ID=b1f9f89e-cf0f-4e11-a7fd-964743de1cb4,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:29.746809 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9481ca50-9a03-4365-9a8c-845e887fa377 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for floatingip, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.812171 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-13aac51a-afc8-4144-bd8a-c8268f2859ac req-b5644b17-d943-45e2-a50c-a4bd38c24bb0 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] No DVR routers for this DVR port b1f9f89e-cf0f-4e11-a7fd-964743de1cb4 on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:29.817335 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-13aac51a-afc8-4144-bd8a-c8268f2859ac req-b5644b17-d943-45e2-a50c-a4bd38c24bb0 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.819283 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-13aac51a-afc8-4144-bd8a-c8268f2859ac req-b5644b17-d943-45e2-a50c-a4bd38c24bb0 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.47 "DELETE /v2.0/ports/b1f9f89e-cf0f-4e11-a7fd-964743de1cb4 HTTP/1.1" status: 204 len: 173 time: 0.8170247 Sep 16 05:10:29.819758 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcaf1786-dc0f-427b-825e-a57a7d8a13f3', 'name': 'network-vif-deleted', 'tag': 'b1f9f89e-cf0f-4e11-a7fd-964743de1cb4'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:29.822714 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605c4680-bb99-4882-a13e-ceb50082f9c9" -d '{"events": [{"server_uuid": "fcaf1786-dc0f-427b-825e-a57a7d8a13f3", "name": "network-vif-deleted", "tag": "b1f9f89e-cf0f-4e11-a7fd-964743de1cb4"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:29.878292 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7843b9-effc-48de-8533-1b432d22a9f4 x-openstack-request-id: req-7c7843b9-effc-48de-8533-1b432d22a9f4 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:29.878587 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcaf1786-dc0f-427b-825e-a57a7d8a13f3", "name": "network-vif-deleted", "tag": "b1f9f89e-cf0f-4e11-a7fd-964743de1cb4", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:29.878834 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7c7843b9-effc-48de-8533-1b432d22a9f4 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:29.879221 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcaf1786-dc0f-427b-825e-a57a7d8a13f3', 'name': 'network-vif-deleted', 'tag': 'b1f9f89e-cf0f-4e11-a7fd-964743de1cb4', 'status': 'completed', 'code': 200} Sep 16 05:10:29.956439 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9481ca50-9a03-4365-9a8c-845e887fa377 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.960880 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9481ca50-9a03-4365-9a8c-845e887fa377 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.961261 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2d69b8dc-b3a1-4052-9707-ecc59dcfea31 req-2ef52a18-c020-414f-91a4-527d48fb7131 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcaf1786-dc0f-427b-825e-a57a7d8a13f3 HTTP/1.1" status: 200 len: 210 time: 0.0298176 Sep 16 05:10:29.961414 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [None req-9481ca50-9a03-4365-9a8c-845e887fa377 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Floating IP 3c2d9825-33f1-40cc-88b5-a305db41f5e0 disassociated. External IP: 172.25.8.90, port: 41a530ff-ed40-41a0-b339-3fb5c8bfff08. Sep 16 05:10:30.175116 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9481ca50-9a03-4365-9a8c-845e887fa377 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Router 3d826ee6-a867-4708-9e31-3e1d9c69acef has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:30.284813 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9481ca50-9a03-4365-9a8c-845e887fa377 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:30.289068 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9481ca50-9a03-4365-9a8c-845e887fa377 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.294767 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6171c4d4-a37d-4081-97a4-776277962a25 None None] Sync routers for ids ['3d826ee6-a867-4708-9e31-3e1d9c69acef'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:30.305995 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6171c4d4-a37d-4081-97a4-776277962a25 None None] Routers {'3d826ee6-a867-4708-9e31-3e1d9c69acef'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:30.306899 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-6171c4d4-a37d-4081-97a4-776277962a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['3d826ee6-a867-4708-9e31-3e1d9c69acef'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:30.324326 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9481ca50-9a03-4365-9a8c-845e887fa377 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "PUT /v2.0/floatingips/3c2d9825-33f1-40cc-88b5-a305db41f5e0 HTTP/1.1" status: 200 len: 687 time: 0.6805058 Sep 16 05:10:30.324541 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47226) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:30.343826 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-6171c4d4-a37d-4081-97a4-776277962a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:30.353853 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6171c4d4-a37d-4081-97a4-776277962a25 None None] Routers {'3d826ee6-a867-4708-9e31-3e1d9c69acef'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:30.354481 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-6171c4d4-a37d-4081-97a4-776277962a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['3d826ee6-a867-4708-9e31-3e1d9c69acef'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:30.386359 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-6171c4d4-a37d-4081-97a4-776277962a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:30.386995 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6171c4d4-a37d-4081-97a4-776277962a25 None None] The sync data for ids ['3d826ee6-a867-4708-9e31-3e1d9c69acef'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:30.457061 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-88f9fcb1-8503-4eda-898c-fbd45fd1a13e tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Deleting port 4457e2d3-b9c9-4c55-a032-1dea6cacc3ca {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:30.457298 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-88f9fcb1-8503-4eda-898c-fbd45fd1a13e tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.536020 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-88f9fcb1-8503-4eda-898c-fbd45fd1a13e tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.536345 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-88f9fcb1-8503-4eda-898c-fbd45fd1a13e tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.549618 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-88f9fcb1-8503-4eda-898c-fbd45fd1a13e tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Calling delete_port for 4457e2d3-b9c9-4c55-a032-1dea6cacc3ca owned by network:floatingip {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:30.681070 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-88f9fcb1-8503-4eda-898c-fbd45fd1a13e tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.708271 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9fcb1-8503-4eda-898c-fbd45fd1a13e tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event deleted for resources: {'Port': ['ID=4457e2d3-b9c9-4c55-a032-1dea6cacc3ca,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:30.771339 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-88f9fcb1-8503-4eda-898c-fbd45fd1a13e tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for floatingip, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.774742 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-88f9fcb1-8503-4eda-898c-fbd45fd1a13e tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.778267 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-88f9fcb1-8503-4eda-898c-fbd45fd1a13e tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "DELETE /v2.0/floatingips/3c2d9825-33f1-40cc-88b5-a305db41f5e0 HTTP/1.1" status: 204 len: 168 time: 0.4503889 Sep 16 05:10:30.778507 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47230) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:30.814641 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe9b86-c1a3-4a45-a86a-39cab2bc36bc req-a01fa2ac-90aa-47a7-98fa-923ba4bcd4f1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:30.815264 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-01e04f26-b6b1-49af-9a4c-541ceb05b2a0 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] delete failed (client error): The resource could not be found. Sep 16 05:10:30.819461 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-92fe9b86-c1a3-4a45-a86a-39cab2bc36bc req-a01fa2ac-90aa-47a7-98fa-923ba4bcd4f1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6e5ba2f-ef71-4675-bca6-f205c2751b81 HTTP/1.1" status: 200 len: 944 time: 0.0508447 Sep 16 05:10:30.819624 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-01e04f26-b6b1-49af-9a4c-541ceb05b2a0 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "DELETE /v2.0/floatingips/3c2d9825-33f1-40cc-88b5-a305db41f5e0 HTTP/1.1" status: 404 len: 345 time: 0.0365613 Sep 16 05:10:30.819746 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47232) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:30.855164 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-92fe9b86-c1a3-4a45-a86a-39cab2bc36bc req-bde07d0c-b897-4d91-ac31-a505073effa5 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326838 Sep 16 05:10:30.902626 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee647b1-bf3f-4efe-bcb5-d34aa9d1d005 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:30.909088 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee647b1-bf3f-4efe-bcb5-d34aa9d1d005 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:30.915032 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee647b1-bf3f-4efe-bcb5-d34aa9d1d005 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:30.916711 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8ee647b1-bf3f-4efe-bcb5-d34aa9d1d005 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "GET /v2.0/ports?network_id=b05df3cf-0140-4048-bd77-90b04c0e273c HTTP/1.1" status: 200 len: 2357 time: 0.0960517 Sep 16 05:10:30.919638 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47236) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:30.974474 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01f16d0-b122-418e-96ff-a80150061819 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:30.975729 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e01f16d0-b122-418e-96ff-a80150061819 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "GET /v2.0/subnets/c6a6da84-3e4a-419c-932a-807c51e10ab1 HTTP/1.1" status: 200 len: 797 time: 0.0551913 Sep 16 05:10:30.980515 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47238) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:30.988256 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-db2002ab-0507-4556-8f83-7503d641c971 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Request body: {'port': {'network_id': 'b05df3cf-0140-4048-bd77-90b04c0e273c', 'name': 'tempest-FloatingIPTestJSON-587512300', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:31.099599 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2002ab-0507-4556-8f83-7503d641c971 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Made reservation on behalf of 7b8846c68b254a39b82be171bbd3e004 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:31.199036 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-db2002ab-0507-4556-8f83-7503d641c971 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.216898 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-db2002ab-0507-4556-8f83-7503d641c971 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] device_id is not set on port e3997192-37c0-4dc8-9011-ac5e38534033 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:10:31.520931 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-db2002ab-0507-4556-8f83-7503d641c971 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Allocated IP 172.20.0.14 (b05df3cf-0140-4048-bd77-90b04c0e273c/c6a6da84-3e4a-419c-932a-807c51e10ab1/e3997192-37c0-4dc8-9011-ac5e38534033) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:31.528416 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-db2002ab-0507-4556-8f83-7503d641c971 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Allocated IP 172.20.0.13 (b05df3cf-0140-4048-bd77-90b04c0e273c/c6a6da84-3e4a-419c-932a-807c51e10ab1/e3997192-37c0-4dc8-9011-ac5e38534033) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:31.668086 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-db2002ab-0507-4556-8f83-7503d641c971 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.703065 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-db2002ab-0507-4556-8f83-7503d641c971 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.747849 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2002ab-0507-4556-8f83-7503d641c971 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Network b05df3cf-0140-4048-bd77-90b04c0e273c is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:31.750953 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-db2002ab-0507-4556-8f83-7503d641c971 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:31.754773 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2002ab-0507-4556-8f83-7503d641c971 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:31.782922 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2002ab-0507-4556-8f83-7503d641c971 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event updated for resources: {'Port': ['ID=e3997192-37c0-4dc8-9011-ac5e38534033,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:31.811174 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2002ab-0507-4556-8f83-7503d641c971 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:31.811786 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-db2002ab-0507-4556-8f83-7503d641c971 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.826493 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-db2002ab-0507-4556-8f83-7503d641c971 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 0.8445752 Sep 16 05:10:31.829617 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47246) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:31.834198 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-1c8681c5-7a73-45cb-b8b9-a485b2c8a190 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'port_id': 'e3997192-37c0-4dc8-9011-ac5e38534033', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:31.857226 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1c8681c5-7a73-45cb-b8b9-a485b2c8a190 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for floatingip, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.955598 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1c8681c5-7a73-45cb-b8b9-a485b2c8a190 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.979822 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b679a-0522-45ef-8572-00c5c2fb20a2 req-539e01db-cbd1-4c43-8dd3-daff19763e7c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:31.981579 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c90b679a-0522-45ef-8572-00c5c2fb20a2 req-539e01db-cbd1-4c43-8dd3-daff19763e7c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6e5ba2f-ef71-4675-bca6-f205c2751b81 HTTP/1.1" status: 200 len: 944 time: 0.0566082 Sep 16 05:10:32.022445 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c90b679a-0522-45ef-8572-00c5c2fb20a2 req-66249a56-5f8f-499e-a943-750f72f47301 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337684 Sep 16 05:10:32.067760 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-1c8681c5-7a73-45cb-b8b9-a485b2c8a190 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Allocated IP 172.25.8.132 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/b806f4f2-2fb3-4b05-a05c-7e47b95799b8) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:32.161000 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device b188fc75-541a-4998-a0e9-2152a8b6e120 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:10:32.176098 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1c8681c5-7a73-45cb-b8b9-a485b2c8a190 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.248389 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1c8681c5-7a73-45cb-b8b9-a485b2c8a190 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.301255 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8681c5-7a73-45cb-b8b9-a485b2c8a190 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:32.304220 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-1c8681c5-7a73-45cb-b8b9-a485b2c8a190 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:32.309263 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8681c5-7a73-45cb-b8b9-a485b2c8a190 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:32.356750 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8681c5-7a73-45cb-b8b9-a485b2c8a190 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event updated for resources: {'Port': ['ID=b806f4f2-2fb3-4b05-a05c-7e47b95799b8,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:32.366611 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port b188fc75-541a-4998-a0e9-2152a8b6e120, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=b188fc75-541a-4998-a0e9-2152a8b6e120,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:32.378895 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'b188fc75-541a-4998-a0e9-2152a8b6e120', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'port_id': 'b188fc75-541a-4998-a0e9-2152a8b6e120', 'mac_address': 'fa:16:3e:ca:79:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:10:32.423135 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.437352 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b188fc75-541a-4998-a0e9-2152a8b6e120 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:10:32.459921 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port b188fc75-541a-4998-a0e9-2152a8b6e120, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=b188fc75-541a-4998-a0e9-2152a8b6e120,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:32.465641 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.516734 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=b188fc75-541a-4998-a0e9-2152a8b6e120,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:32.524254 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:32.524631 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:32.524977 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:32.525323 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:32.525661 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:32.525998 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:32.526330 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:32.526659 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:32.526990 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:32.527319 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:32.527678 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:32.528007 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:32.699453 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1c8681c5-7a73-45cb-b8b9-a485b2c8a190 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.770783 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1c8681c5-7a73-45cb-b8b9-a485b2c8a190 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.882598 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['b188fc75-541a-4998-a0e9-2152a8b6e120'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:10:32.924702 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1c8681c5-7a73-45cb-b8b9-a485b2c8a190 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.930532 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1c8681c5-7a73-45cb-b8b9-a485b2c8a190 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.004724 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8681c5-7a73-45cb-b8b9-a485b2c8a190 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event updated for resources: {'Port': ['ID=b806f4f2-2fb3-4b05-a05c-7e47b95799b8,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:33.012318 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1c8681c5-7a73-45cb-b8b9-a485b2c8a190 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.119142 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [None req-1c8681c5-7a73-45cb-b8b9-a485b2c8a190 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Floating IP 5ba7cd19-4eeb-4b3f-afbe-631b2b714ac1 associated. External IP: 172.25.8.132, port: e3997192-37c0-4dc8-9011-ac5e38534033. Sep 16 05:10:33.146792 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c4e76-b452-47aa-a78d-c4ba2ed70e6f req-698b0f25-c667-4897-89ab-7dc916950db5 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:33.148333 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-022c4e76-b452-47aa-a78d-c4ba2ed70e6f req-698b0f25-c667-4897-89ab-7dc916950db5 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6e5ba2f-ef71-4675-bca6-f205c2751b81 HTTP/1.1" status: 200 len: 945 time: 0.0504520 Sep 16 05:10:33.189611 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-022c4e76-b452-47aa-a78d-c4ba2ed70e6f req-4dc4a3b0-e2c6-407f-9615-c29af25beca0 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349765 Sep 16 05:10:33.232333 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device b1f9f89e-cf0f-4e11-a7fd-964743de1cb4 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:33.258713 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: b1f9f89e-cf0f-4e11-a7fd-964743de1cb4 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:33.259052 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device b1f9f89e-cf0f-4e11-a7fd-964743de1cb4 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:33.336199 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8681c5-7a73-45cb-b8b9-a485b2c8a190 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Router 3d826ee6-a867-4708-9e31-3e1d9c69acef has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:33.747519 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8681c5-7a73-45cb-b8b9-a485b2c8a190 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:33.758459 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2eef2d-5321-49b0-801b-4a6fd42cc77b None None] Sync routers for ids ['3d826ee6-a867-4708-9e31-3e1d9c69acef'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:33.764129 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1c8681c5-7a73-45cb-b8b9-a485b2c8a190 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.769620 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2eef2d-5321-49b0-801b-4a6fd42cc77b None None] Routers {'3d826ee6-a867-4708-9e31-3e1d9c69acef'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:33.770506 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-3d2eef2d-5321-49b0-801b-4a6fd42cc77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['3d826ee6-a867-4708-9e31-3e1d9c69acef'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:33.796340 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1c8681c5-7a73-45cb-b8b9-a485b2c8a190 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.9614117 Sep 16 05:10:33.796340 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47268) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:33.801609 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-970e8a76-488d-418b-8ddd-ad16f85d7188 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Request body: {'floatingip': {'port_id': 'e3997192-37c0-4dc8-9011-ac5e38534033', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:33.804340 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-3d2eef2d-5321-49b0-801b-4a6fd42cc77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:33.813945 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2eef2d-5321-49b0-801b-4a6fd42cc77b None None] Routers {'3d826ee6-a867-4708-9e31-3e1d9c69acef'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:33.814580 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-3d2eef2d-5321-49b0-801b-4a6fd42cc77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['3d826ee6-a867-4708-9e31-3e1d9c69acef'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:33.850233 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-3d2eef2d-5321-49b0-801b-4a6fd42cc77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:33.850982 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2eef2d-5321-49b0-801b-4a6fd42cc77b None None] The sync data for ids ['3d826ee6-a867-4708-9e31-3e1d9c69acef'] in n-d-712139-15 is: [] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:33.861541 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-970e8a76-488d-418b-8ddd-ad16f85d7188 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for floatingip, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.160943 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device b188fc75-541a-4998-a0e9-2152a8b6e120 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:34.250206 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port b188fc75-541a-4998-a0e9-2152a8b6e120 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:10:34.259018 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port b188fc75-541a-4998-a0e9-2152a8b6e120 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:34.259450 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.383152 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48364650-4de4-4992-81b6-30064407b3ac req-6a2ca351-8e41-422f-8854-81c2b3c1478b tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:34.384743 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-48364650-4de4-4992-81b6-30064407b3ac req-6a2ca351-8e41-422f-8854-81c2b3c1478b tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6e5ba2f-ef71-4675-bca6-f205c2751b81 HTTP/1.1" status: 200 len: 945 time: 0.0608373 Sep 16 05:10:34.399524 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.418460 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-970e8a76-488d-418b-8ddd-ad16f85d7188 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.424250 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-970e8a76-488d-418b-8ddd-ad16f85d7188 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.437911 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port b188fc75-541a-4998-a0e9-2152a8b6e120, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=b188fc75-541a-4998-a0e9-2152a8b6e120,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:34.439690 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e5ba2f-ef71-4675-bca6-f205c2751b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b188fc75-541a-4998-a0e9-2152a8b6e120'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:34.442669 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889baf83-b337-4c03-a9ac-ece0271f8d34" -d '{"events": [{"server_uuid": "e6e5ba2f-ef71-4675-bca6-f205c2751b81", "name": "network-vif-plugged", "status": "completed", "tag": "b188fc75-541a-4998-a0e9-2152a8b6e120"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:34.447060 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-48364650-4de4-4992-81b6-30064407b3ac req-218179f6-b94a-4187-abc6-2425cfaad5c1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541103 Sep 16 05:10:34.450991 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.527602 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=b188fc75-541a-4998-a0e9-2152a8b6e120,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:34.624772 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faee3607-56d6-4849-a7fb-321182142081 x-openstack-request-id: req-faee3607-56d6-4849-a7fb-321182142081 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:34.625069 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e5ba2f-ef71-4675-bca6-f205c2751b81", "name": "network-vif-plugged", "status": "completed", "tag": "b188fc75-541a-4998-a0e9-2152a8b6e120", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:34.625326 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-faee3607-56d6-4849-a7fb-321182142081 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:34.625884 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e5ba2f-ef71-4675-bca6-f205c2751b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b188fc75-541a-4998-a0e9-2152a8b6e120', 'code': 200} Sep 16 05:10:34.725141 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970e8a76-488d-418b-8ddd-ad16f85d7188 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Router 3d826ee6-a867-4708-9e31-3e1d9c69acef has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:34.765275 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6ea12-5b16-4b43-9d30-86e3af0eabb5 req-14e2bfea-7ece-472f-b334-dd7aacb1fb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:34.767447 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dcd6ea12-5b16-4b43-9d30-86e3af0eabb5 req-14e2bfea-7ece-472f-b334-dd7aacb1fb63 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e6e5ba2f-ef71-4675-bca6-f205c2751b81 HTTP/1.1" status: 200 len: 1098 time: 0.0491693 Sep 16 05:10:34.807589 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dcd6ea12-5b16-4b43-9d30-86e3af0eabb5 req-0f0a3b52-5428-483b-9aaa-0c8794d3a5a6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328453 Sep 16 05:10:34.847282 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970e8a76-488d-418b-8ddd-ad16f85d7188 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:34.856604 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c74142-00c9-4eb5-aad0-fa1467ff3063 None None] Sync routers for ids ['3d826ee6-a867-4708-9e31-3e1d9c69acef'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:34.857230 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-970e8a76-488d-418b-8ddd-ad16f85d7188 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.866863 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c74142-00c9-4eb5-aad0-fa1467ff3063 None None] Routers {'3d826ee6-a867-4708-9e31-3e1d9c69acef'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:34.866863 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-63c74142-00c9-4eb5-aad0-fa1467ff3063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['3d826ee6-a867-4708-9e31-3e1d9c69acef'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:34.898755 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-63c74142-00c9-4eb5-aad0-fa1467ff3063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:34.907798 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c74142-00c9-4eb5-aad0-fa1467ff3063 None None] Routers {'3d826ee6-a867-4708-9e31-3e1d9c69acef'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:34.908407 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-63c74142-00c9-4eb5-aad0-fa1467ff3063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['3d826ee6-a867-4708-9e31-3e1d9c69acef'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:34.919994 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-970e8a76-488d-418b-8ddd-ad16f85d7188 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "PUT /v2.0/floatingips/5ba7cd19-4eeb-4b3f-afbe-631b2b714ac1 HTTP/1.1" status: 200 len: 978 time: 1.1220386 Sep 16 05:10:34.923589 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47278) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:35.033972 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-63c74142-00c9-4eb5-aad0-fa1467ff3063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:35.034709 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c74142-00c9-4eb5-aad0-fa1467ff3063 None None] The sync data for ids ['3d826ee6-a867-4708-9e31-3e1d9c69acef'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:35.091600 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-b95f5332-d482-4404-b133-fd31a53e7462 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Deleting port b806f4f2-2fb3-4b05-a05c-7e47b95799b8 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:35.091940 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b95f5332-d482-4404-b133-fd31a53e7462 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.171412 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b95f5332-d482-4404-b133-fd31a53e7462 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.171739 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b95f5332-d482-4404-b133-fd31a53e7462 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.183505 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-b95f5332-d482-4404-b133-fd31a53e7462 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Calling delete_port for b806f4f2-2fb3-4b05-a05c-7e47b95799b8 owned by network:floatingip {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:35.356516 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b95f5332-d482-4404-b133-fd31a53e7462 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.382113 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f5332-d482-4404-b133-fd31a53e7462 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event deleted for resources: {'Port': ['ID=b806f4f2-2fb3-4b05-a05c-7e47b95799b8,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:35.448410 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b95f5332-d482-4404-b133-fd31a53e7462 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for floatingip, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.449178 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [None req-b95f5332-d482-4404-b133-fd31a53e7462 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Floating IP 5ba7cd19-4eeb-4b3f-afbe-631b2b714ac1 disassociated (deleted). External IP: 172.25.8.132, port: e3997192-37c0-4dc8-9011-ac5e38534033. Sep 16 05:10:35.586469 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be632d-1488-4c09-a77a-1a51099565fc req-fdfb6386-f192-4443-a4a5-0be194b17560 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:35.588002 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-09be632d-1488-4c09-a77a-1a51099565fc req-fdfb6386-f192-4443-a4a5-0be194b17560 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6e5ba2f-ef71-4675-bca6-f205c2751b81 HTTP/1.1" status: 200 len: 946 time: 0.0534999 Sep 16 05:10:35.637198 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-09be632d-1488-4c09-a77a-1a51099565fc req-921db728-f5d3-4535-8468-25eebcc513d4 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402989 Sep 16 05:10:35.675229 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95f5332-d482-4404-b133-fd31a53e7462 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Router 3d826ee6-a867-4708-9e31-3e1d9c69acef has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:35.807269 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95f5332-d482-4404-b133-fd31a53e7462 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:35.812346 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b95f5332-d482-4404-b133-fd31a53e7462 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.819293 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81e3232-e30e-40f9-93df-3966b6de1fe7 None None] Sync routers for ids ['3d826ee6-a867-4708-9e31-3e1d9c69acef'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:35.828324 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81e3232-e30e-40f9-93df-3966b6de1fe7 None None] Routers {'3d826ee6-a867-4708-9e31-3e1d9c69acef'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:35.829602 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-e81e3232-e30e-40f9-93df-3966b6de1fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['3d826ee6-a867-4708-9e31-3e1d9c69acef'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:35.847986 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b95f5332-d482-4404-b133-fd31a53e7462 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "DELETE /v2.0/floatingips/5ba7cd19-4eeb-4b3f-afbe-631b2b714ac1 HTTP/1.1" status: 204 len: 168 time: 0.9233372 Sep 16 05:10:35.850587 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47288) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:35.863162 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-e81e3232-e30e-40f9-93df-3966b6de1fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:35.872487 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81e3232-e30e-40f9-93df-3966b6de1fe7 None None] Routers {'3d826ee6-a867-4708-9e31-3e1d9c69acef'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:35.873181 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-e81e3232-e30e-40f9-93df-3966b6de1fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['3d826ee6-a867-4708-9e31-3e1d9c69acef'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:35.947304 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-d865f466-86db-4529-b2fc-ff9fc3f52ba8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Deleting port e3997192-37c0-4dc8-9011-ac5e38534033 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:35.947843 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d865f466-86db-4529-b2fc-ff9fc3f52ba8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.048401 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d865f466-86db-4529-b2fc-ff9fc3f52ba8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.061850 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-d865f466-86db-4529-b2fc-ff9fc3f52ba8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Calling delete_port for e3997192-37c0-4dc8-9011-ac5e38534033 owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:36.066328 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-e81e3232-e30e-40f9-93df-3966b6de1fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:36.067070 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81e3232-e30e-40f9-93df-3966b6de1fe7 None None] The sync data for ids ['3d826ee6-a867-4708-9e31-3e1d9c69acef'] in n-d-712139-15 is: [] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:36.247108 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d865f466-86db-4529-b2fc-ff9fc3f52ba8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.281208 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d865f466-86db-4529-b2fc-ff9fc3f52ba8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event deleted for resources: {'Port': ['ID=e3997192-37c0-4dc8-9011-ac5e38534033,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:36.366790 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d865f466-86db-4529-b2fc-ff9fc3f52ba8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.368731 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d865f466-86db-4529-b2fc-ff9fc3f52ba8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "DELETE /v2.0/ports/e3997192-37c0-4dc8-9011-ac5e38534033 HTTP/1.1" status: 204 len: 168 time: 0.5170810 Sep 16 05:10:36.372339 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47290) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:36.377592 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-41564ef4-7526-4d12-b230-6dfecc433f6c tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:36.400437 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-41564ef4-7526-4d12-b230-6dfecc433f6c tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for floatingip, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.502018 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-41564ef4-7526-4d12-b230-6dfecc433f6c tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.610968 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-41564ef4-7526-4d12-b230-6dfecc433f6c tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Allocated IP 172.25.8.207 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/ca017fff-3dfd-42f0-902c-ffe546478564) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:36.723517 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-41564ef4-7526-4d12-b230-6dfecc433f6c tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.762332 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-41564ef4-7526-4d12-b230-6dfecc433f6c tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.772948 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfdda38-f777-4d2d-a877-ecadf0258fc6 req-fe2b3b24-c6fc-4d42-a5e2-a03abfc70735 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:36.774556 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ddfdda38-f777-4d2d-a877-ecadf0258fc6 req-fe2b3b24-c6fc-4d42-a5e2-a03abfc70735 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6e5ba2f-ef71-4675-bca6-f205c2751b81 HTTP/1.1" status: 200 len: 946 time: 0.0532107 Sep 16 05:10:36.819352 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41564ef4-7526-4d12-b230-6dfecc433f6c tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:36.822535 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-41564ef4-7526-4d12-b230-6dfecc433f6c tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:36.833375 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41564ef4-7526-4d12-b230-6dfecc433f6c tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:36.869747 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ddfdda38-f777-4d2d-a877-ecadf0258fc6 req-66fd401c-f23a-4479-a953-a4870a7640d4 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840192 Sep 16 05:10:36.915579 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41564ef4-7526-4d12-b230-6dfecc433f6c tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event updated for resources: {'Port': ['ID=ca017fff-3dfd-42f0-902c-ffe546478564,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:36.989749 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-41564ef4-7526-4d12-b230-6dfecc433f6c tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.017454 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e83d43-5782-4fe4-8ed0-1cb176c9c3bc req-8ec641eb-263a-4161-bdc5-b60f7593d3a1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:37.018855 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37e83d43-5782-4fe4-8ed0-1cb176c9c3bc req-8ec641eb-263a-4161-bdc5-b60f7593d3a1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6e5ba2f-ef71-4675-bca6-f205c2751b81 HTTP/1.1" status: 200 len: 946 time: 0.0638680 Sep 16 05:10:37.028601 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-41564ef4-7526-4d12-b230-6dfecc433f6c tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.062124 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37e83d43-5782-4fe4-8ed0-1cb176c9c3bc req-b57626d8-4180-4416-879a-8980797510dc tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364585 Sep 16 05:10:37.088092 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47298) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:37.199318 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-41564ef4-7526-4d12-b230-6dfecc433f6c tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.204027 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-41564ef4-7526-4d12-b230-6dfecc433f6c tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.256675 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9eba7e-0143-4c4a-8d34-a7f28b83e4c1 tempest-TestVolumeBootPattern-651683339 tempest-TestVolumeBootPattern-651683339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:37.258226 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2e9eba7e-0143-4c4a-8d34-a7f28b83e4c1 tempest-TestVolumeBootPattern-651683339 tempest-TestVolumeBootPattern-651683339-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e6e5ba2f-ef71-4675-bca6-f205c2751b81 HTTP/1.1" status: 200 len: 1093 time: 0.1691003 Sep 16 05:10:37.260967 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47302) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:37.265204 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-1280563d-d66b-469b-9954-d11832525889 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'port_id': 'b188fc75-541a-4998-a0e9-2152a8b6e120', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:37.271833 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41564ef4-7526-4d12-b230-6dfecc433f6c tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event updated for resources: {'Port': ['ID=ca017fff-3dfd-42f0-902c-ffe546478564,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:37.287763 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-41564ef4-7526-4d12-b230-6dfecc433f6c tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.294011 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1280563d-d66b-469b-9954-d11832525889 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for floatingip, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.302218 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-41564ef4-7526-4d12-b230-6dfecc433f6c tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.303610 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-41564ef4-7526-4d12-b230-6dfecc433f6c tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9301105 Sep 16 05:10:37.306337 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47304) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:37.311115 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-cef4a68a-df4a-4256-87a7-c0797312a0b1 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Request body: {'port': {'network_id': 'b05df3cf-0140-4048-bd77-90b04c0e273c', 'name': 'tempest-FloatingIPTestJSON-71298401'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:37.395884 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1280563d-d66b-469b-9954-d11832525889 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.424084 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef4a68a-df4a-4256-87a7-c0797312a0b1 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Made reservation on behalf of 7b8846c68b254a39b82be171bbd3e004 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:37.427587 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cef4a68a-df4a-4256-87a7-c0797312a0b1 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.445966 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-cef4a68a-df4a-4256-87a7-c0797312a0b1 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] device_id is not set on port 9ef64603-9069-4ba4-9135-b1c31994e362 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:10:37.501228 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-1280563d-d66b-469b-9954-d11832525889 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Allocated IP 172.25.8.40 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/429fd217-a40e-409d-8687-c21f8f970ec2) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:37.558435 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-cef4a68a-df4a-4256-87a7-c0797312a0b1 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Allocated IP 172.20.0.14 (b05df3cf-0140-4048-bd77-90b04c0e273c/c6a6da84-3e4a-419c-932a-807c51e10ab1/9ef64603-9069-4ba4-9135-b1c31994e362) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:37.607071 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1280563d-d66b-469b-9954-d11832525889 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.641664 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1280563d-d66b-469b-9954-d11832525889 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.679575 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1280563d-d66b-469b-9954-d11832525889 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:37.682543 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-1280563d-d66b-469b-9954-d11832525889 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:37.689347 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1280563d-d66b-469b-9954-d11832525889 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:37.712964 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cef4a68a-df4a-4256-87a7-c0797312a0b1 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.713183 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280563d-d66b-469b-9954-d11832525889 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Pushing event updated for resources: {'Port': ['ID=429fd217-a40e-409d-8687-c21f8f970ec2,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:37.723781 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280563d-d66b-469b-9954-d11832525889 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:37.724127 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280563d-d66b-469b-9954-d11832525889 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:37.724475 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280563d-d66b-469b-9954-d11832525889 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:37.724818 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280563d-d66b-469b-9954-d11832525889 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:37.725150 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280563d-d66b-469b-9954-d11832525889 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:37.725476 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280563d-d66b-469b-9954-d11832525889 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:37.725795 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280563d-d66b-469b-9954-d11832525889 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:37.726113 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280563d-d66b-469b-9954-d11832525889 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:37.726429 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280563d-d66b-469b-9954-d11832525889 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:37.726747 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280563d-d66b-469b-9954-d11832525889 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:37.727062 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280563d-d66b-469b-9954-d11832525889 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:37.727375 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280563d-d66b-469b-9954-d11832525889 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:37.751266 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cef4a68a-df4a-4256-87a7-c0797312a0b1 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.799511 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef4a68a-df4a-4256-87a7-c0797312a0b1 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Network b05df3cf-0140-4048-bd77-90b04c0e273c is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:37.804670 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-cef4a68a-df4a-4256-87a7-c0797312a0b1 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:37.809248 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef4a68a-df4a-4256-87a7-c0797312a0b1 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:37.813660 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef4a68a-df4a-4256-87a7-c0797312a0b1 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event updated for resources: {'Port': ['ID=9ef64603-9069-4ba4-9135-b1c31994e362,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:37.863938 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef4a68a-df4a-4256-87a7-c0797312a0b1 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:37.864697 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cef4a68a-df4a-4256-87a7-c0797312a0b1 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.880435 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cef4a68a-df4a-4256-87a7-c0797312a0b1 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5729625 Sep 16 05:10:37.882929 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47310) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:37.887577 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-2bcd2378-8c5a-4b28-9fe1-5eef830864e1 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Request body: {'floatingip': {'port_id': '9ef64603-9069-4ba4-9135-b1c31994e362'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:37.926736 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2bcd2378-8c5a-4b28-9fe1-5eef830864e1 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for floatingip, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:38.137735 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1280563d-d66b-469b-9954-d11832525889 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:38.199805 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-1b31ee84-4766-4bfa-9925-aedb747ec8ca tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:38.201325 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-1b31ee84-4766-4bfa-9925-aedb747ec8ca tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/networks?id=78230583-95e1-407a-8904-f763c604a74a HTTP/1.1" status: 200 len: 814 time: 0.1781921 Sep 16 05:10:38.233507 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-9e6f9fe0-57c0-438d-8480-18e7caa082fc tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/quotas/90cb81cf5f454cec982bde12621e8ab3 HTTP/1.1" status: 200 len: 375 time: 0.0254781 Sep 16 05:10:38.244115 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1280563d-d66b-469b-9954-d11832525889 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:38.287960 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-8348950f-31f4-4544-8095-5fa6f9285a3c tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=90cb81cf5f454cec982bde12621e8ab3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455050 Sep 16 05:10:38.367748 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2bcd2378-8c5a-4b28-9fe1-5eef830864e1 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:38.371781 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2bcd2378-8c5a-4b28-9fe1-5eef830864e1 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:38.788920 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [None req-2bcd2378-8c5a-4b28-9fe1-5eef830864e1 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Floating IP 13142d4a-9a39-46b8-99df-78516e414fd1 associated. External IP: 172.25.8.207, port: 9ef64603-9069-4ba4-9135-b1c31994e362. Sep 16 05:10:38.795449 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-bef53681-0024-4b65-bb1d-87584c32defc service neutron] 10.222.0.35 "GET /v2.0/networks/78230583-95e1-407a-8904-f763c604a74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4996076 Sep 16 05:10:38.893131 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1280563d-d66b-469b-9954-d11832525889 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:38.900084 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1280563d-d66b-469b-9954-d11832525889 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:38.952498 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-3c85eb81-2573-48f7-8d23-50f9cd9da554 service neutron] 10.222.0.35 "GET /v2.0/networks/78230583-95e1-407a-8904-f763c604a74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457388 Sep 16 05:10:38.982613 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280563d-d66b-469b-9954-d11832525889 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Pushing event updated for resources: {'Port': ['ID=429fd217-a40e-409d-8687-c21f8f970ec2,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:39.002248 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1280563d-d66b-469b-9954-d11832525889 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.010689 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bcd2378-8c5a-4b28-9fe1-5eef830864e1 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Router 3d826ee6-a867-4708-9e31-3e1d9c69acef has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:39.115755 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [None req-1280563d-d66b-469b-9954-d11832525889 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Floating IP 823615d0-5a12-4d4a-9f7a-66f18c07cf4f associated. External IP: 172.25.8.40, port: b188fc75-541a-4998-a0e9-2152a8b6e120. Sep 16 05:10:39.149092 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcd2378-8c5a-4b28-9fe1-5eef830864e1 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:39.156299 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2bcd2378-8c5a-4b28-9fe1-5eef830864e1 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.176384 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb94418d-27d5-4318-9a08-a48ca523b973 req-abf14d26-5725-44e2-8c86-11728a8513be tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f376dd6-cc12-4156-b8c9-835748cc1d58 HTTP/1.1" status: 200 len: 210 time: 0.0628095 Sep 16 05:10:39.193751 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8902042-03ae-4c51-9a1d-3a82e9d1a739 None None] Sync routers for ids ['3d826ee6-a867-4708-9e31-3e1d9c69acef'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:39.199208 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2bcd2378-8c5a-4b28-9fe1-5eef830864e1 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "PUT /v2.0/floatingips/13142d4a-9a39-46b8-99df-78516e414fd1 HTTP/1.1" status: 200 len: 977 time: 1.3150923 Sep 16 05:10:39.201701 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47328) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:39.210457 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8902042-03ae-4c51-9a1d-3a82e9d1a739 None None] Routers {'3d826ee6-a867-4708-9e31-3e1d9c69acef'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:39.211018 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-c8902042-03ae-4c51-9a1d-3a82e9d1a739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['3d826ee6-a867-4708-9e31-3e1d9c69acef'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:39.247059 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-c8902042-03ae-4c51-9a1d-3a82e9d1a739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:39.257930 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8902042-03ae-4c51-9a1d-3a82e9d1a739 None None] Routers {'3d826ee6-a867-4708-9e31-3e1d9c69acef'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:39.258900 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-c8902042-03ae-4c51-9a1d-3a82e9d1a739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['3d826ee6-a867-4708-9e31-3e1d9c69acef'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:39.304656 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-c8902042-03ae-4c51-9a1d-3a82e9d1a739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:39.305838 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8902042-03ae-4c51-9a1d-3a82e9d1a739 None None] The sync data for ids ['3d826ee6-a867-4708-9e31-3e1d9c69acef'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:39.325456 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-2ba888c1-feb7-4471-9f49-8c2f8c574da9 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Deleting port 9ef64603-9069-4ba4-9135-b1c31994e362 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:39.326154 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2ba888c1-feb7-4471-9f49-8c2f8c574da9 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.402176 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1280563d-d66b-469b-9954-d11832525889 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Router b6b00438-78c0-47a8-8aa7-595217b2864d has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:39.425252 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2ba888c1-feb7-4471-9f49-8c2f8c574da9 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.531128 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1280563d-d66b-469b-9954-d11832525889 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:39.553542 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92557bec-23bf-4486-b685-010f9778c376 None None] Sync routers for ids ['b6b00438-78c0-47a8-8aa7-595217b2864d'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:39.557452 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1280563d-d66b-469b-9954-d11832525889 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.565464 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92557bec-23bf-4486-b685-010f9778c376 None None] Routers {'b6b00438-78c0-47a8-8aa7-595217b2864d'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:39.566097 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-92557bec-23bf-4486-b685-010f9778c376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b6b00438-78c0-47a8-8aa7-595217b2864d'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:39.600604 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1280563d-d66b-469b-9954-d11832525889 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3261578 Sep 16 05:10:39.600604 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e5ba2f-ef71-4675-bca6-f205c2751b81', 'tag': 'b188fc75-541a-4998-a0e9-2152a8b6e120'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:39.600604 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f81c0aa-020e-4e41-a9cb-3498119f77a1" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e5ba2f-ef71-4675-bca6-f205c2751b81", "tag": "b188fc75-541a-4998-a0e9-2152a8b6e120"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:39.631791 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2ba888c1-feb7-4471-9f49-8c2f8c574da9 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.632178 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2ba888c1-feb7-4471-9f49-8c2f8c574da9 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.632508 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [None req-2ba888c1-feb7-4471-9f49-8c2f8c574da9 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Floating IP 13142d4a-9a39-46b8-99df-78516e414fd1 disassociated. External IP: 172.25.8.207, port: 9ef64603-9069-4ba4-9135-b1c31994e362. Sep 16 05:10:39.633083 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-2ba888c1-feb7-4471-9f49-8c2f8c574da9 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Calling delete_port for 9ef64603-9069-4ba4-9135-b1c31994e362 owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:39.653179 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fe5d4f-6f91-40ee-ab15-e2373057e539 x-openstack-request-id: req-a0fe5d4f-6f91-40ee-ab15-e2373057e539 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:39.653499 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e5ba2f-ef71-4675-bca6-f205c2751b81", "tag": "b188fc75-541a-4998-a0e9-2152a8b6e120", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:39.653769 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a0fe5d4f-6f91-40ee-ab15-e2373057e539 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:39.654174 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e5ba2f-ef71-4675-bca6-f205c2751b81', 'tag': 'b188fc75-541a-4998-a0e9-2152a8b6e120', 'status': 'completed', 'code': 200} Sep 16 05:10:39.710494 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-92557bec-23bf-4486-b685-010f9778c376 None None] Set router b6b00438-78c0-47a8-8aa7-595217b2864d gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:39.751102 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81c0aa-020e-4e41-a9cb-3498119f77a1 req-c88ec6bf-50a9-4580-9fa5-ce41612063ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:39.752704 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1f81c0aa-020e-4e41-a9cb-3498119f77a1 req-c88ec6bf-50a9-4580-9fa5-ce41612063ba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=563bf98d77304029a90b6357f1f3f020&device_id=e6e5ba2f-ef71-4675-bca6-f205c2751b81 HTTP/1.1" status: 200 len: 1098 time: 0.0469289 Sep 16 05:10:39.809986 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2ba888c1-feb7-4471-9f49-8c2f8c574da9 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.852677 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba888c1-feb7-4471-9f49-8c2f8c574da9 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event deleted for resources: {'Port': ['ID=9ef64603-9069-4ba4-9135-b1c31994e362,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:39.879914 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81c0aa-020e-4e41-a9cb-3498119f77a1 req-092b3f8a-cd98-4f73-81d7-3b265e4bbeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:39.881699 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1f81c0aa-020e-4e41-a9cb-3498119f77a1 req-092b3f8a-cd98-4f73-81d7-3b265e4bbeda service neutron] 10.222.0.48 "GET /v2.0/networks?id=2ffb7374-cfe5-44a3-b981-4861b354cbc4 HTTP/1.1" status: 200 len: 913 time: 0.1222703 Sep 16 05:10:39.971044 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba888c1-feb7-4471-9f49-8c2f8c574da9 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Router 3d826ee6-a867-4708-9e31-3e1d9c69acef has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:39.985651 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1f81c0aa-020e-4e41-a9cb-3498119f77a1 req-e555bd3a-ece7-4188-8019-537a45a17dfd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b188fc75-541a-4998-a0e9-2152a8b6e120 HTTP/1.1" status: 200 len: 999 time: 0.0948920 Sep 16 05:10:39.997384 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-92557bec-23bf-4486-b685-010f9778c376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'name': 'tempest-TestVolumeBootPattern-1731089413-router', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '1870ba68-e97c-411e-8344-09074f006a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:23Z', 'updated_at': '2021-09-16T05:03:32Z', 'revision_number': 4, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'gw_port': {'id': '1870ba68-e97c-411e-8344-09074f006a61', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:24Z', 'updated_at': '2021-09-16T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '823615d0-5a12-4d4a-9f7a-66f18c07cf4f', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'floating_ip_address': '172.25.8.40', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'port_id': 'b188fc75-541a-4998-a0e9-2152a8b6e120', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'mac_address': 'fa:16:3e:ca:79:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e5ba2f-ef71-4675-bca6-f205c2751b81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:10:37Z', 'updated_at': '2021-09-16T05:10:37Z', 'revision_number': 0, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ae5195-66f5-4f59-92a2-48e286e9fa2b', 'name': '', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'mac_address': 'fa:16:3e:23:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:30Z', 'updated_at': '2021-09-16T05:03:38Z', 'revision_number': 5, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'subnets': [{'id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:40.027754 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92557bec-23bf-4486-b685-010f9778c376 None None] Checking router: b6b00438-78c0-47a8-8aa7-595217b2864d for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:40.036929 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92557bec-23bf-4486-b685-010f9778c376 None None] Routers {'b6b00438-78c0-47a8-8aa7-595217b2864d'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:40.037427 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81c0aa-020e-4e41-a9cb-3498119f77a1 req-cda7bf81-9b8d-464a-a10c-23555965cf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:40.037730 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-92557bec-23bf-4486-b685-010f9778c376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b6b00438-78c0-47a8-8aa7-595217b2864d'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:40.039224 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1f81c0aa-020e-4e41-a9cb-3498119f77a1 req-cda7bf81-9b8d-464a-a10c-23555965cf22 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7227d309-0a53-4e5a-940f-792e598a0c41 HTTP/1.1" status: 200 len: 851 time: 0.0474913 Sep 16 05:10:40.097409 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81c0aa-020e-4e41-a9cb-3498119f77a1 req-f6ebbae3-d1d0-4b96-a53b-d3fb8947b83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:40.098253 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba888c1-feb7-4471-9f49-8c2f8c574da9 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:40.099104 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1f81c0aa-020e-4e41-a9cb-3498119f77a1 req-f6ebbae3-d1d0-4b96-a53b-d3fb8947b83e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ffb7374-cfe5-44a3-b981-4861b354cbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528243 Sep 16 05:10:40.099256 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6b2f5660-d649-4a53-bdd9-818872576f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.111172 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831369a1-7386-4d3c-90f2-761c12c15029 None None] Sync routers for ids ['3d826ee6-a867-4708-9e31-3e1d9c69acef'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:40.120151 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831369a1-7386-4d3c-90f2-761c12c15029 None None] Routers {'3d826ee6-a867-4708-9e31-3e1d9c69acef'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:40.121064 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-831369a1-7386-4d3c-90f2-761c12c15029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['3d826ee6-a867-4708-9e31-3e1d9c69acef'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:40.153550 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-831369a1-7386-4d3c-90f2-761c12c15029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:40.164608 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831369a1-7386-4d3c-90f2-761c12c15029 None None] Routers {'3d826ee6-a867-4708-9e31-3e1d9c69acef'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:40.165656 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-831369a1-7386-4d3c-90f2-761c12c15029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['3d826ee6-a867-4708-9e31-3e1d9c69acef'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:40.170602 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-92557bec-23bf-4486-b685-010f9778c376 None None] Set router b6b00438-78c0-47a8-8aa7-595217b2864d gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:40.181592 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2ba888c1-feb7-4471-9f49-8c2f8c574da9 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.184170 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2ba888c1-feb7-4471-9f49-8c2f8c574da9 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "DELETE /v2.0/ports/9ef64603-9069-4ba4-9135-b1c31994e362 HTTP/1.1" status: 204 len: 168 time: 0.9811041 Sep 16 05:10:40.186824 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47340) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:40.204131 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-831369a1-7386-4d3c-90f2-761c12c15029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:40.205658 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831369a1-7386-4d3c-90f2-761c12c15029 None None] The sync data for ids ['3d826ee6-a867-4708-9e31-3e1d9c69acef'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:40.252765 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ba1c4a52-9cef-4c49-86fb-6013e314408d tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "GET /v2.0/floatingips/13142d4a-9a39-46b8-99df-78516e414fd1 HTTP/1.1" status: 200 len: 688 time: 0.0646975 Sep 16 05:10:40.253612 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47344) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:40.262236 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1f81c0aa-020e-4e41-a9cb-3498119f77a1 req-22b1816a-f4ed-469b-b9b4-fc14964d5b9d service neutron] 10.222.0.48 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555095 Sep 16 05:10:40.343990 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fb07d5b0-8a45-46a5-85df-9bb14d2a0cef req-df132ccb-2343-450c-8c27-904e00603a6f tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f376dd6-cc12-4156-b8c9-835748cc1d58 HTTP/1.1" status: 200 len: 210 time: 0.0439930 Sep 16 05:10:40.416495 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1f81c0aa-020e-4e41-a9cb-3498119f77a1 req-9264133c-c00f-4fd3-8ba4-881cb0a8e626 service neutron] 10.222.0.48 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448226 Sep 16 05:10:40.480991 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-92557bec-23bf-4486-b685-010f9778c376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'name': 'tempest-TestVolumeBootPattern-1731089413-router', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '1870ba68-e97c-411e-8344-09074f006a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:23Z', 'updated_at': '2021-09-16T05:03:32Z', 'revision_number': 4, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'gw_port': {'id': '1870ba68-e97c-411e-8344-09074f006a61', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:24Z', 'updated_at': '2021-09-16T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '823615d0-5a12-4d4a-9f7a-66f18c07cf4f', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'floating_ip_address': '172.25.8.40', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'port_id': 'b188fc75-541a-4998-a0e9-2152a8b6e120', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'mac_address': 'fa:16:3e:ca:79:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e5ba2f-ef71-4675-bca6-f205c2751b81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:10:37Z', 'updated_at': '2021-09-16T05:10:37Z', 'revision_number': 0, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ae5195-66f5-4f59-92a2-48e286e9fa2b', 'name': '', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'mac_address': 'fa:16:3e:23:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:30Z', 'updated_at': '2021-09-16T05:03:38Z', 'revision_number': 5, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'subnets': [{'id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:40.499093 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-f380338b-d633-49a2-8554-530ba75fb936 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Deleting port ca017fff-3dfd-42f0-902c-ffe546478564 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:40.499446 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f380338b-d633-49a2-8554-530ba75fb936 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.508137 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-9325994a-b76d-4e3d-bfc3-22ff9207fce6 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:40.509325 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-9325994a-b76d-4e3d-bfc3-22ff9207fce6 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.47 "GET /v2.0/networks?id=78230583-95e1-407a-8904-f763c604a74a HTTP/1.1" status: 200 len: 814 time: 0.1582518 Sep 16 05:10:40.511501 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92557bec-23bf-4486-b685-010f9778c376 None None] The sync data for ids ['b6b00438-78c0-47a8-8aa7-595217b2864d'] in n-d-712139-15 is: [{'id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'name': 'tempest-TestVolumeBootPattern-1731089413-router', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '1870ba68-e97c-411e-8344-09074f006a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:23Z', 'updated_at': '2021-09-16T05:03:32Z', 'revision_number': 4, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'gw_port': {'id': '1870ba68-e97c-411e-8344-09074f006a61', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:24Z', 'updated_at': '2021-09-16T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '823615d0-5a12-4d4a-9f7a-66f18c07cf4f', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'floating_ip_address': '172.25.8.40', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'port_id': 'b188fc75-541a-4998-a0e9-2152a8b6e120', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'mac_address': 'fa:16:3e:ca:79:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e5ba2f-ef71-4675-bca6-f205c2751b81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:10:37Z', 'updated_at': '2021-09-16T05:10:37Z', 'revision_number': 0, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ae5195-66f5-4f59-92a2-48e286e9fa2b', 'name': '', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'mac_address': 'fa:16:3e:23:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:30Z', 'updated_at': '2021-09-16T05:03:38Z', 'revision_number': 5, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'subnets': [{'id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:40.535750 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-204d9451-5751-423f-9a43-4f177ce6a54c tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Request body: {'port': {'device_id': '8f376dd6-cc12-4156-b8c9-835748cc1d58', 'network_id': '78230583-95e1-407a-8904-f763c604a74a', 'admin_state_up': True, 'tenant_id': '90cb81cf5f454cec982bde12621e8ab3'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:40.653233 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f380338b-d633-49a2-8554-530ba75fb936 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.653570 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f380338b-d633-49a2-8554-530ba75fb936 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.677056 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-f380338b-d633-49a2-8554-530ba75fb936 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Calling delete_port for ca017fff-3dfd-42f0-902c-ffe546478564 owned by network:floatingip {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:40.717758 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751725ad-c8af-46d0-be01-3e15f5e9b6b5 None None] New status for floating IP 823615d0-5a12-4d4a-9f7a-66f18c07cf4f: ACTIVE {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:10:40.747372 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-204d9451-5751-423f-9a43-4f177ce6a54c tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Made reservation on behalf of 90cb81cf5f454cec982bde12621e8ab3 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:40.751098 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-204d9451-5751-423f-9a43-4f177ce6a54c tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.935855 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f380338b-d633-49a2-8554-530ba75fb936 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.945195 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-204d9451-5751-423f-9a43-4f177ce6a54c tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Allocated IP 172.20.0.11 (78230583-95e1-407a-8904-f763c604a74a/d6d484bf-780f-4060-af36-2a6ec906c6b1/f6bfa043-5e1c-40c1-9dba-107dc7ac869a) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:40.974202 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380338b-d633-49a2-8554-530ba75fb936 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event deleted for resources: {'Port': ['ID=ca017fff-3dfd-42f0-902c-ffe546478564,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:41.076964 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f380338b-d633-49a2-8554-530ba75fb936 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for floatingip, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.080226 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f380338b-d633-49a2-8554-530ba75fb936 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.081450 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f380338b-d633-49a2-8554-530ba75fb936 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "DELETE /v2.0/floatingips/13142d4a-9a39-46b8-99df-78516e414fd1 HTTP/1.1" status: 204 len: 168 time: 0.8268421 Sep 16 05:10:41.084912 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47348) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:41.096022 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-5bbd9ba0-9aa6-4c25-8869-b2496dfa0ed2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'port_id': '41a530ff-ed40-41a0-b339-3fb5c8bfff08'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:41.155508 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9ba0-9aa6-4c25-8869-b2496dfa0ed2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for floatingip, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.210887 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-204d9451-5751-423f-9a43-4f177ce6a54c tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.288790 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-204d9451-5751-423f-9a43-4f177ce6a54c tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.341349 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-204d9451-5751-423f-9a43-4f177ce6a54c tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Network 78230583-95e1-407a-8904-f763c604a74a is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:41.350837 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-204d9451-5751-423f-9a43-4f177ce6a54c tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:41.353227 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-204d9451-5751-423f-9a43-4f177ce6a54c tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:41.376216 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d9451-5751-423f-9a43-4f177ce6a54c tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Pushing event updated for resources: {'Port': ['ID=f6bfa043-5e1c-40c1-9dba-107dc7ac869a,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:41.382405 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9ba0-9aa6-4c25-8869-b2496dfa0ed2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.448818 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-204d9451-5751-423f-9a43-4f177ce6a54c tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:41.449360 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-204d9451-5751-423f-9a43-4f177ce6a54c tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.468413 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3ce8a-460c-4d3f-8c03-f7a7ddf1377e req-463d353b-9f0a-422d-9f20-5a170d6580f8 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:41.470578 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2ab3ce8a-460c-4d3f-8c03-f7a7ddf1377e req-463d353b-9f0a-422d-9f20-5a170d6580f8 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f376dd6-cc12-4156-b8c9-835748cc1d58 HTTP/1.1" status: 200 len: 932 time: 0.0508156 Sep 16 05:10:41.471550 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-204d9451-5751-423f-9a43-4f177ce6a54c tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9414861 Sep 16 05:10:41.500538 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-36147d65-6f9f-4947-bf4f-fbffd85880ec service neutron] Request body: {'port': {'device_id': '8f376dd6-cc12-4156-b8c9-835748cc1d58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:41.509891 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2ab3ce8a-460c-4d3f-8c03-f7a7ddf1377e req-5d68c52b-00ef-4e0a-ab87-5880aa637073 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/security-groups?id=efc39f48-11b4-4405-a76d-f113425b8e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327179 Sep 16 05:10:41.566810 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-5bbd9ba0-9aa6-4c25-8869-b2496dfa0ed2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Allocated IP 172.25.8.58 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/fd7f06c9-0e2a-455f-80ba-041a7dd001e1) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:41.575515 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-36147d65-6f9f-4947-bf4f-fbffd85880ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.750944 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.791520 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9ba0-9aa6-4c25-8869-b2496dfa0ed2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.883883 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9ba0-9aa6-4c25-8869-b2496dfa0ed2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.933908 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbd9ba0-9aa6-4c25-8869-b2496dfa0ed2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:41.942977 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-5bbd9ba0-9aa6-4c25-8869-b2496dfa0ed2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:41.950788 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbd9ba0-9aa6-4c25-8869-b2496dfa0ed2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:41.958728 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd9ba0-9aa6-4c25-8869-b2496dfa0ed2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event updated for resources: {'Port': ['ID=fd7f06c9-0e2a-455f-80ba-041a7dd001e1,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:42.016967 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-36147d65-6f9f-4947-bf4f-fbffd85880ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6bfa043-5e1c-40c1-9dba-107dc7ac869a {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:10:42.025798 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-36147d65-6f9f-4947-bf4f-fbffd85880ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.059479 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-36147d65-6f9f-4947-bf4f-fbffd85880ec service neutron] Transition to ACTIVE for port object f6bfa043-5e1c-40c1-9dba-107dc7ac869a will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:10:42.065591 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-36147d65-6f9f-4947-bf4f-fbffd85880ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.155264 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36147d65-6f9f-4947-bf4f-fbffd85880ec service neutron] Pushing event updated for resources: {'Port': ['ID=f6bfa043-5e1c-40c1-9dba-107dc7ac869a,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:42.297961 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-36147d65-6f9f-4947-bf4f-fbffd85880ec service neutron] Attempting to bind port f6bfa043-5e1c-40c1-9dba-107dc7ac869a on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:42.298439 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-36147d65-6f9f-4947-bf4f-fbffd85880ec service neutron] Attempting to bind port f6bfa043-5e1c-40c1-9dba-107dc7ac869a by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '525000b8-8455-4fae-8024-2c17a62d132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '78230583-95e1-407a-8904-f763c604a74a'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:42.298772 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-36147d65-6f9f-4947-bf4f-fbffd85880ec service neutron] Attempting to bind port f6bfa043-5e1c-40c1-9dba-107dc7ac869a on network 78230583-95e1-407a-8904-f763c604a74a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:42.311737 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-36147d65-6f9f-4947-bf4f-fbffd85880ec service neutron] Port f6bfa043-5e1c-40c1-9dba-107dc7ac869a on network 78230583-95e1-407a-8904-f763c604a74a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:10:42.312059 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-36147d65-6f9f-4947-bf4f-fbffd85880ec service neutron] Attempting to bind port f6bfa043-5e1c-40c1-9dba-107dc7ac869a on network 78230583-95e1-407a-8904-f763c604a74a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:42.320851 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-36147d65-6f9f-4947-bf4f-fbffd85880ec service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:42.321189 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-36147d65-6f9f-4947-bf4f-fbffd85880ec service neutron] Checking segment: {'id': '525000b8-8455-4fae-8024-2c17a62d132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '78230583-95e1-407a-8904-f763c604a74a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:42.321572 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-36147d65-6f9f-4947-bf4f-fbffd85880ec service neutron] Bound using segment: {'id': '525000b8-8455-4fae-8024-2c17a62d132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '78230583-95e1-407a-8904-f763c604a74a'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:42.322000 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-36147d65-6f9f-4947-bf4f-fbffd85880ec service neutron] Bound port: f6bfa043-5e1c-40c1-9dba-107dc7ac869a, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525000b8-8455-4fae-8024-2c17a62d132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '78230583-95e1-407a-8904-f763c604a74a'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:42.322357 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-36147d65-6f9f-4947-bf4f-fbffd85880ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.454890 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-36147d65-6f9f-4947-bf4f-fbffd85880ec service neutron] For port f6bfa043-5e1c-40c1-9dba-107dc7ac869a, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:42.637173 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a4e0bb-ee02-4448-819b-ec7b680a0447 req-2ef74ad7-41b5-4b56-8a02-1f2522240095 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:42.638844 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-43a4e0bb-ee02-4448-819b-ec7b680a0447 req-2ef74ad7-41b5-4b56-8a02-1f2522240095 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f376dd6-cc12-4156-b8c9-835748cc1d58 HTTP/1.1" status: 200 len: 944 time: 0.0566580 Sep 16 05:10:42.680157 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-43a4e0bb-ee02-4448-819b-ec7b680a0447 req-d79ff09f-623d-4d60-adf8-493ddc11a385 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/security-groups?id=efc39f48-11b4-4405-a76d-f113425b8e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346079 Sep 16 05:10:42.804820 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-36147d65-6f9f-4947-bf4f-fbffd85880ec service neutron] For port f6bfa043-5e1c-40c1-9dba-107dc7ac869a, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=f6bfa043-5e1c-40c1-9dba-107dc7ac869a,segment=NetworkSegment(525000b8-8455-4fae-8024-2c17a62d132d),segment_id=525000b8-8455-4fae-8024-2c17a62d132d)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:42.814367 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-36147d65-6f9f-4947-bf4f-fbffd85880ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.850171 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9ba0-9aa6-4c25-8869-b2496dfa0ed2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.871367 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-36147d65-6f9f-4947-bf4f-fbffd85880ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:42.871983 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-36147d65-6f9f-4947-bf4f-fbffd85880ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.873406 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-36147d65-6f9f-4947-bf4f-fbffd85880ec service neutron] 10.222.0.47 "PUT /v2.0/ports/f6bfa043-5e1c-40c1-9dba-107dc7ac869a HTTP/1.1" status: 200 len: 1093 time: 1.3787110 Sep 16 05:10:42.873848 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f376dd6-cc12-4156-b8c9-835748cc1d58', 'tag': 'f6bfa043-5e1c-40c1-9dba-107dc7ac869a'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:42.876721 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5bdda6-f7fb-4474-a4df-cee73bef4273" -d '{"events": [{"name": "network-changed", "server_uuid": "8f376dd6-cc12-4156-b8c9-835748cc1d58", "tag": "f6bfa043-5e1c-40c1-9dba-107dc7ac869a"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:42.917667 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77185a91-8703-41ea-85e2-d40551813012 x-openstack-request-id: req-77185a91-8703-41ea-85e2-d40551813012 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:42.917958 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f376dd6-cc12-4156-b8c9-835748cc1d58", "tag": "f6bfa043-5e1c-40c1-9dba-107dc7ac869a", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:42.918208 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-77185a91-8703-41ea-85e2-d40551813012 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:42.918600 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f376dd6-cc12-4156-b8c9-835748cc1d58', 'tag': 'f6bfa043-5e1c-40c1-9dba-107dc7ac869a', 'status': 'completed', 'code': 200} Sep 16 05:10:42.920663 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36147d65-6f9f-4947-bf4f-fbffd85880ec service neutron] Pushing event updated for resources: {'Port': ['ID=f6bfa043-5e1c-40c1-9dba-107dc7ac869a,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:42.979854 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9ba0-9aa6-4c25-8869-b2496dfa0ed2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.019472 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-2d3feecf-ac39-4f5e-a22e-924aacc29cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:43.020984 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-2d3feecf-ac39-4f5e-a22e-924aacc29cfd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=90cb81cf5f454cec982bde12621e8ab3&device_id=8f376dd6-cc12-4156-b8c9-835748cc1d58 HTTP/1.1" status: 200 len: 1096 time: 0.0755923 Sep 16 05:10:43.091651 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-3c158566-2e60-4307-b5b4-d0c3dc5d752a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6bfa043-5e1c-40c1-9dba-107dc7ac869a HTTP/1.1" status: 200 len: 217 time: 0.0408595 Sep 16 05:10:43.184930 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-c51fe197-f1ba-40a3-a100-0f4762be7add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:43.186399 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-c51fe197-f1ba-40a3-a100-0f4762be7add service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d6d484bf-780f-4060-af36-2a6ec906c6b1 HTTP/1.1" status: 200 len: 854 time: 0.0642757 Sep 16 05:10:43.224020 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-c999c365-3448-4ef3-82ca-7fc527b4c79f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78230583-95e1-407a-8904-f763c604a74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297792 Sep 16 05:10:43.243823 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9ba0-9aa6-4c25-8869-b2496dfa0ed2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.245627 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cd219196-940f-403d-afd8-77b08103709c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.261081 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9ba0-9aa6-4c25-8869-b2496dfa0ed2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.372350 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd9ba0-9aa6-4c25-8869-b2496dfa0ed2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event updated for resources: {'Port': ['ID=fd7f06c9-0e2a-455f-80ba-041a7dd001e1,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:43.389874 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9ba0-9aa6-4c25-8869-b2496dfa0ed2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.431971 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-35a11fc8-bf63-4ea3-92e8-1b4d3713ae66 service neutron] 10.222.0.47 "GET /v2.0/networks/78230583-95e1-407a-8904-f763c604a74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992705 Sep 16 05:10:43.515215 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.553887 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [None req-5bbd9ba0-9aa6-4c25-8869-b2496dfa0ed2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Floating IP e737146d-1f44-4797-b072-bea19e22a7a8 associated. External IP: 172.25.8.58, port: 41a530ff-ed40-41a0-b339-3fb5c8bfff08. Sep 16 05:10:43.608134 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e6ef53b7-7207-42ae-b91b-8d5d0988d286 req-4c2cef86-7ea1-4a1c-bccf-ebb533f8f15a service neutron] 10.222.0.47 "GET /v2.0/networks/78230583-95e1-407a-8904-f763c604a74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680584 Sep 16 05:10:43.783471 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5bdda6-f7fb-4474-a4df-cee73bef4273 req-21652e21-a0cf-42d9-9d91-3bd072675ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:43.785000 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7f5bdda6-f7fb-4474-a4df-cee73bef4273 req-21652e21-a0cf-42d9-9d91-3bd072675ad0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=90cb81cf5f454cec982bde12621e8ab3&device_id=8f376dd6-cc12-4156-b8c9-835748cc1d58 HTTP/1.1" status: 200 len: 1096 time: 0.0835016 Sep 16 05:10:43.801796 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836fbd2-dcf3-44b7-bf68-0cae887d902c req-72b0a436-0395-4d0a-8e8d-ab954dff5d58 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:43.803433 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9836fbd2-dcf3-44b7-bf68-0cae887d902c req-72b0a436-0395-4d0a-8e8d-ab954dff5d58 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f376dd6-cc12-4156-b8c9-835748cc1d58 HTTP/1.1" status: 200 len: 944 time: 0.0499325 Sep 16 05:10:43.831969 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bbd9ba0-9aa6-4c25-8869-b2496dfa0ed2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Router 3d826ee6-a867-4708-9e31-3e1d9c69acef has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:43.842638 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9836fbd2-dcf3-44b7-bf68-0cae887d902c req-88d4c543-2cd6-4f60-9e51-e621267482b1 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/security-groups?id=efc39f48-11b4-4405-a76d-f113425b8e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324187 Sep 16 05:10:43.942753 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5bdda6-f7fb-4474-a4df-cee73bef4273 req-f4c39d07-32f7-4e6e-b6d3-77af952fa677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:43.944225 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7f5bdda6-f7fb-4474-a4df-cee73bef4273 req-f4c39d07-32f7-4e6e-b6d3-77af952fa677 service neutron] 10.222.0.47 "GET /v2.0/networks?id=78230583-95e1-407a-8904-f763c604a74a HTTP/1.1" status: 200 len: 915 time: 0.1518776 Sep 16 05:10:44.012968 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7f5bdda6-f7fb-4474-a4df-cee73bef4273 req-eb9e9452-e2bc-4040-baa6-82512c6761fb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6bfa043-5e1c-40c1-9dba-107dc7ac869a HTTP/1.1" status: 200 len: 217 time: 0.0361645 Sep 16 05:10:44.033736 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbd9ba0-9aa6-4c25-8869-b2496dfa0ed2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:44.042961 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4ea9b6-26c3-406a-a8ed-968e12e6f5ee None None] Sync routers for ids ['3d826ee6-a867-4708-9e31-3e1d9c69acef'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:44.053149 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4ea9b6-26c3-406a-a8ed-968e12e6f5ee None None] Routers {'3d826ee6-a867-4708-9e31-3e1d9c69acef'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:44.053845 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-0c4ea9b6-26c3-406a-a8ed-968e12e6f5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['3d826ee6-a867-4708-9e31-3e1d9c69acef'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:44.076429 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9ba0-9aa6-4c25-8869-b2496dfa0ed2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.080731 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5bdda6-f7fb-4474-a4df-cee73bef4273 req-fc865f7b-f105-48e1-942a-52666466b59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:44.082210 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7f5bdda6-f7fb-4474-a4df-cee73bef4273 req-fc865f7b-f105-48e1-942a-52666466b59d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d6d484bf-780f-4060-af36-2a6ec906c6b1 HTTP/1.1" status: 200 len: 854 time: 0.0586364 Sep 16 05:10:44.090142 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-0c4ea9b6-26c3-406a-a8ed-968e12e6f5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:44.098813 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4ea9b6-26c3-406a-a8ed-968e12e6f5ee None None] Routers {'3d826ee6-a867-4708-9e31-3e1d9c69acef'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:44.099417 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-0c4ea9b6-26c3-406a-a8ed-968e12e6f5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['3d826ee6-a867-4708-9e31-3e1d9c69acef'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:44.128898 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7f5bdda6-f7fb-4474-a4df-cee73bef4273 req-e758e1fa-6de6-4340-b6cd-493ee89a3972 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78230583-95e1-407a-8904-f763c604a74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322471 Sep 16 05:10:44.131961 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-0c4ea9b6-26c3-406a-a8ed-968e12e6f5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:44.132344 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5bbd9ba0-9aa6-4c25-8869-b2496dfa0ed2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.0464966 Sep 16 05:10:44.132731 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4ea9b6-26c3-406a-a8ed-968e12e6f5ee None None] The sync data for ids ['3d826ee6-a867-4708-9e31-3e1d9c69acef'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:44.134979 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47358) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:44.139711 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-6be71931-cb51-48b9-986d-e5cf3d48aff6 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-474530022'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:44.208994 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be71931-cb51-48b9-986d-e5cf3d48aff6 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Made reservation on behalf of 7b8846c68b254a39b82be171bbd3e004 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:44.212484 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6be71931-cb51-48b9-986d-e5cf3d48aff6 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.252369 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be71931-cb51-48b9-986d-e5cf3d48aff6 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:10:44.266525 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7f5bdda6-f7fb-4474-a4df-cee73bef4273 req-169a9cf7-516b-4f24-bf07-6cebf12d0662 service neutron] 10.222.0.47 "GET /v2.0/networks/78230583-95e1-407a-8904-f763c604a74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233594 Sep 16 05:10:44.270730 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6be71931-cb51-48b9-986d-e5cf3d48aff6 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.271071 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-6be71931-cb51-48b9-986d-e5cf3d48aff6 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Added segment 6e33800f-c998-4e9c-aac6-5e99e2181a23 of type vlan for network 292a7edd-a0d2-4602-ae4a-d782992d14db Sep 16 05:10:44.339855 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6be71931-cb51-48b9-986d-e5cf3d48aff6 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.404711 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6be71931-cb51-48b9-986d-e5cf3d48aff6 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.411095 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be71931-cb51-48b9-986d-e5cf3d48aff6 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:44.411677 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6be71931-cb51-48b9-986d-e5cf3d48aff6 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.440790 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-7f5bdda6-f7fb-4474-a4df-cee73bef4273 req-e2f46e67-e1bd-474b-a50f-2800d06af270 service neutron] 10.222.0.47 "GET /v2.0/networks/78230583-95e1-407a-8904-f763c604a74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609859 Sep 16 05:10:44.461252 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6be71931-cb51-48b9-986d-e5cf3d48aff6 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3223917 Sep 16 05:10:44.461491 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47360) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:44.466757 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-0cf1ae61-e22e-44b8-bafc-656456715121 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Request body: {'subnet': {'network_id': '292a7edd-a0d2-4602-ae4a-d782992d14db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:44.494107 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be71931-cb51-48b9-986d-e5cf3d48aff6 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event updated for resources: {'Network': ['ID=292a7edd-a0d2-4602-ae4a-d782992d14db,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:44.505682 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 292a7edd-a0d2-4602-ae4a-d782992d14db details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:10:44.562019 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf1ae61-e22e-44b8-bafc-656456715121 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Made reservation on behalf of 7b8846c68b254a39b82be171bbd3e004 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:44.566101 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0cf1ae61-e22e-44b8-bafc-656456715121 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.588850 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.714740 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.746786 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0cf1ae61-e22e-44b8-bafc-656456715121 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.807451 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf1ae61-e22e-44b8-bafc-656456715121 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event updated for resources: {'Subnet': ['ID=ed8922ec-da63-438f-beee-dbb8bdc0b08d,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:44.816825 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf1ae61-e22e-44b8-bafc-656456715121 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Checking segment: {'id': '6e33800f-c998-4e9c-aac6-5e99e2181a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '292a7edd-a0d2-4602-ae4a-d782992d14db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:44.817179 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf1ae61-e22e-44b8-bafc-656456715121 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Network hostable DHCP agents. Network: 292a7edd-a0d2-4602-ae4a-d782992d14db, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:10:44.833525 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf1ae61-e22e-44b8-bafc-656456715121 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Network 292a7edd-a0d2-4602-ae4a-d782992d14db is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:10:44.842090 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-0cf1ae61-e22e-44b8-bafc-656456715121 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 292a7edd-a0d2-4602-ae4a-d782992d14db) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:44.847397 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf1ae61-e22e-44b8-bafc-656456715121 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:44.847995 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0cf1ae61-e22e-44b8-bafc-656456715121 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.850631 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4427e1a-ee42-405d-b314-244da35dd188 None None] Network 292a7edd-a0d2-4602-ae4a-d782992d14db requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:44.863033 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0cf1ae61-e22e-44b8-bafc-656456715121 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4005470 Sep 16 05:10:44.865756 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47362) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:44.870419 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-ebdd02f8-d3b6-47d4-9d5a-2ab4e18655b2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1678665785', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}, 'admin_state_up': False}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:44.894858 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ebdd02f8-d3b6-47d4-9d5a-2ab4e18655b2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.895969 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ebdd02f8-d3b6-47d4-9d5a-2ab4e18655b2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.948635 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ebdd02f8-d3b6-47d4-9d5a-2ab4e18655b2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.974148 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb47dfd-0d2c-419b-b94b-638bfdd5e4f9 req-0a9bd39a-f816-4e96-a72f-252b7cc82b4c tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:44.975841 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8eb47dfd-0d2c-419b-b94b-638bfdd5e4f9 req-0a9bd39a-f816-4e96-a72f-252b7cc82b4c tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f376dd6-cc12-4156-b8c9-835748cc1d58 HTTP/1.1" status: 200 len: 944 time: 0.0591154 Sep 16 05:10:45.016342 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8eb47dfd-0d2c-419b-b94b-638bfdd5e4f9 req-ec1d2534-d28f-4659-b8c2-1cf1d5d039b8 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/security-groups?id=efc39f48-11b4-4405-a76d-f113425b8e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340290 Sep 16 05:10:45.017044 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7abfb7c-4afd-40a7-b2ce-d2b73a5b69d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-292a7edd-a0d2-4602-ae4a-d782992d14db', 'network_id': '292a7edd-a0d2-4602-ae4a-d782992d14db', 'tenant_id': '7b8846c68b254a39b82be171bbd3e004', 'fixed_ips': [{'subnet_id': 'ed8922ec-da63-438f-beee-dbb8bdc0b08d'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:10:45.017918 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d7abfb7c-4afd-40a7-b2ce-d2b73a5b69d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.103054 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ebdd02f8-d3b6-47d4-9d5a-2ab4e18655b2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.155079 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-d7abfb7c-4afd-40a7-b2ce-d2b73a5b69d3 None None] Allocated IP 172.20.0.2 (292a7edd-a0d2-4602-ae4a-d782992d14db/ed8922ec-da63-438f-beee-dbb8bdc0b08d/49c1fe9f-bfeb-4340-8cef-a51d596dbd62) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:45.300400 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ebdd02f8-d3b6-47d4-9d5a-2ab4e18655b2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.303223 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d7abfb7c-4afd-40a7-b2ce-d2b73a5b69d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.311084 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d7abfb7c-4afd-40a7-b2ce-d2b73a5b69d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.324360 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ebdd02f8-d3b6-47d4-9d5a-2ab4e18655b2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.350615 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7abfb7c-4afd-40a7-b2ce-d2b73a5b69d3 None None] Network 292a7edd-a0d2-4602-ae4a-d782992d14db is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:45.353893 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-d7abfb7c-4afd-40a7-b2ce-d2b73a5b69d3 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:45.356253 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7abfb7c-4afd-40a7-b2ce-d2b73a5b69d3 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:45.370192 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abfb7c-4afd-40a7-b2ce-d2b73a5b69d3 None None] Pushing event updated for resources: {'Port': ['ID=49c1fe9f-bfeb-4340-8cef-a51d596dbd62,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:45.416921 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-d7abfb7c-4afd-40a7-b2ce-d2b73a5b69d3 None None] Attempting to bind port 49c1fe9f-bfeb-4340-8cef-a51d596dbd62 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:45.417301 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-d7abfb7c-4afd-40a7-b2ce-d2b73a5b69d3 None None] Attempting to bind port 49c1fe9f-bfeb-4340-8cef-a51d596dbd62 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '6e33800f-c998-4e9c-aac6-5e99e2181a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '292a7edd-a0d2-4602-ae4a-d782992d14db'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:45.417749 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7abfb7c-4afd-40a7-b2ce-d2b73a5b69d3 None None] Attempting to bind port 49c1fe9f-bfeb-4340-8cef-a51d596dbd62 on network 292a7edd-a0d2-4602-ae4a-d782992d14db {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:45.423126 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7abfb7c-4afd-40a7-b2ce-d2b73a5b69d3 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:45.423499 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7abfb7c-4afd-40a7-b2ce-d2b73a5b69d3 None None] Checking segment: {'id': '6e33800f-c998-4e9c-aac6-5e99e2181a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '292a7edd-a0d2-4602-ae4a-d782992d14db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:45.423909 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d7abfb7c-4afd-40a7-b2ce-d2b73a5b69d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.424301 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7abfb7c-4afd-40a7-b2ce-d2b73a5b69d3 None None] Bound using segment: {'id': '6e33800f-c998-4e9c-aac6-5e99e2181a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '292a7edd-a0d2-4602-ae4a-d782992d14db'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:45.424797 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-d7abfb7c-4afd-40a7-b2ce-d2b73a5b69d3 None None] Bound port: 49c1fe9f-bfeb-4340-8cef-a51d596dbd62, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e33800f-c998-4e9c-aac6-5e99e2181a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '292a7edd-a0d2-4602-ae4a-d782992d14db'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:45.425181 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d7abfb7c-4afd-40a7-b2ce-d2b73a5b69d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.435175 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-ebdd02f8-d3b6-47d4-9d5a-2ab4e18655b2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Allocated IP 172.25.8.99 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/865c547e-a770-47ac-be2f-8a3263f63442) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:45.493770 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-d7abfb7c-4afd-40a7-b2ce-d2b73a5b69d3 None None] For port 49c1fe9f-bfeb-4340-8cef-a51d596dbd62, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:45.496830 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-d7abfb7c-4afd-40a7-b2ce-d2b73a5b69d3 None None] For port 49c1fe9f-bfeb-4340-8cef-a51d596dbd62, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=49c1fe9f-bfeb-4340-8cef-a51d596dbd62,segment=NetworkSegment(6e33800f-c998-4e9c-aac6-5e99e2181a23),segment_id=6e33800f-c998-4e9c-aac6-5e99e2181a23)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:45.501540 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d7abfb7c-4afd-40a7-b2ce-d2b73a5b69d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.545726 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ebdd02f8-d3b6-47d4-9d5a-2ab4e18655b2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.563384 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abfb7c-4afd-40a7-b2ce-d2b73a5b69d3 None None] Pushing event updated for resources: {'Port': ['ID=49c1fe9f-bfeb-4340-8cef-a51d596dbd62,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:45.593300 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ebdd02f8-d3b6-47d4-9d5a-2ab4e18655b2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.634619 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdd02f8-d3b6-47d4-9d5a-2ab4e18655b2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:45.639339 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-ebdd02f8-d3b6-47d4-9d5a-2ab4e18655b2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:45.644183 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdd02f8-d3b6-47d4-9d5a-2ab4e18655b2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:45.647267 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd02f8-d3b6-47d4-9d5a-2ab4e18655b2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event updated for resources: {'Port': ['ID=865c547e-a770-47ac-be2f-8a3263f63442,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:45.909418 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ebdd02f8-d3b6-47d4-9d5a-2ab4e18655b2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.085469 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.112335 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ebdd02f8-d3b6-47d4-9d5a-2ab4e18655b2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.141337 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f78c2c-935a-4f44-bb40-d65b1a68966b req-b2ca5566-184e-4a26-8506-c73f0183a410 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:46.143149 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-51f78c2c-935a-4f44-bb40-d65b1a68966b req-b2ca5566-184e-4a26-8506-c73f0183a410 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f376dd6-cc12-4156-b8c9-835748cc1d58 HTTP/1.1" status: 200 len: 944 time: 0.0542452 Sep 16 05:10:46.186610 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-51f78c2c-935a-4f44-bb40-d65b1a68966b req-455fd954-1488-4e3b-bbae-78318678cb39 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/security-groups?id=efc39f48-11b4-4405-a76d-f113425b8e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355291 Sep 16 05:10:46.473116 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d30b88-d569-4bf6-a2c4-3db017c1f58b None None] Network 292a7edd-a0d2-4602-ae4a-d782992d14db requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:46.541253 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-08e5af06-c29b-4945-8d57-874b3edb16f8 None None] Provisioning complete for port 49c1fe9f-bfeb-4340-8cef-a51d596dbd62 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:46.541630 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-08e5af06-c29b-4945-8d57-874b3edb16f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.572866 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebdd02f8-d3b6-47d4-9d5a-2ab4e18655b2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Router 8a587dd0-2117-4fb6-aa3c-358f663372b8 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:10:46.677201 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdd02f8-d3b6-47d4-9d5a-2ab4e18655b2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:46.693168 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e50c7ba-8e77-484d-8f85-be9b1fbf5125 None None] Sync routers for ids ['8a587dd0-2117-4fb6-aa3c-358f663372b8'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:46.698496 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ebdd02f8-d3b6-47d4-9d5a-2ab4e18655b2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.699769 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ebdd02f8-d3b6-47d4-9d5a-2ab4e18655b2 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8329983 Sep 16 05:10:46.701099 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-08e5af06-c29b-4945-8d57-874b3edb16f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.702512 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47370) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:46.727541 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e50c7ba-8e77-484d-8f85-be9b1fbf5125 None None] Routers {'8a587dd0-2117-4fb6-aa3c-358f663372b8'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:46.728152 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-1e50c7ba-8e77-484d-8f85-be9b1fbf5125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8a587dd0-2117-4fb6-aa3c-358f663372b8'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:46.767444 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-1e50c7ba-8e77-484d-8f85-be9b1fbf5125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:46.780526 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-08e5af06-c29b-4945-8d57-874b3edb16f8 None None] For port 49c1fe9f-bfeb-4340-8cef-a51d596dbd62, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=49c1fe9f-bfeb-4340-8cef-a51d596dbd62,segment=NetworkSegment(6e33800f-c998-4e9c-aac6-5e99e2181a23),segment_id=6e33800f-c998-4e9c-aac6-5e99e2181a23)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:46.784449 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e50c7ba-8e77-484d-8f85-be9b1fbf5125 None None] Routers {'8a587dd0-2117-4fb6-aa3c-358f663372b8'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:46.785130 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-1e50c7ba-8e77-484d-8f85-be9b1fbf5125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8a587dd0-2117-4fb6-aa3c-358f663372b8'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:46.788253 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-08e5af06-c29b-4945-8d57-874b3edb16f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.822179 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-1e50c7ba-8e77-484d-8f85-be9b1fbf5125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:46.822820 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e50c7ba-8e77-484d-8f85-be9b1fbf5125 None None] The sync data for ids ['8a587dd0-2117-4fb6-aa3c-358f663372b8'] in n-d-712139-15 is: [] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:46.871261 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5af06-c29b-4945-8d57-874b3edb16f8 None None] Pushing event updated for resources: {'Port': ['ID=49c1fe9f-bfeb-4340-8cef-a51d596dbd62,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:47.008337 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d7fa8b3b-4f75-4e2d-9c47-bf202d637ca2 None None] Provisioning complete for port 49c1fe9f-bfeb-4340-8cef-a51d596dbd62 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:47.008620 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d7fa8b3b-4f75-4e2d-9c47-bf202d637ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.158564 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-453306ed-b07a-4426-a731-49a37dd674f8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.274131 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device f6bfa043-5e1c-40c1-9dba-107dc7ac869a details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:10:47.293650 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 49c1fe9f-bfeb-4340-8cef-a51d596dbd62 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:47.315825 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bed98-818e-4926-9ea2-a88fc8cf174a req-83171c32-7c58-440c-8b36-60d092ec12bf tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:47.319205 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-355bed98-818e-4926-9ea2-a88fc8cf174a req-83171c32-7c58-440c-8b36-60d092ec12bf tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f376dd6-cc12-4156-b8c9-835748cc1d58 HTTP/1.1" status: 200 len: 944 time: 0.0567412 Sep 16 05:10:47.369949 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-355bed98-818e-4926-9ea2-a88fc8cf174a req-e5c69dc9-8e12-45e6-87fa-62503f0770bb tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/security-groups?id=efc39f48-11b4-4405-a76d-f113425b8e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436037 Sep 16 05:10:47.423478 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 49c1fe9f-bfeb-4340-8cef-a51d596dbd62 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:47.423918 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.462216 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port f6bfa043-5e1c-40c1-9dba-107dc7ac869a, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=f6bfa043-5e1c-40c1-9dba-107dc7ac869a,segment=NetworkSegment(525000b8-8455-4fae-8024-2c17a62d132d),segment_id=525000b8-8455-4fae-8024-2c17a62d132d)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:47.468950 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-453306ed-b07a-4426-a731-49a37dd674f8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Allocated IP 172.20.0.1 (292a7edd-a0d2-4602-ae4a-d782992d14db/ed8922ec-da63-438f-beee-dbb8bdc0b08d/af11b80f-4270-44f5-ac3a-2d9b3ac50ce6) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:47.481431 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'f6bfa043-5e1c-40c1-9dba-107dc7ac869a', 'network_id': '78230583-95e1-407a-8904-f763c604a74a', 'port_id': 'f6bfa043-5e1c-40c1-9dba-107dc7ac869a', 'mac_address': 'fa:16:3e:68:fd:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d484bf-780f-4060-af36-2a6ec906c6b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:10:47.557313 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.579402 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6bfa043-5e1c-40c1-9dba-107dc7ac869a {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:10:47.587744 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-453306ed-b07a-4426-a731-49a37dd674f8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.600159 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port f6bfa043-5e1c-40c1-9dba-107dc7ac869a, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=f6bfa043-5e1c-40c1-9dba-107dc7ac869a,segment=NetworkSegment(525000b8-8455-4fae-8024-2c17a62d132d),segment_id=525000b8-8455-4fae-8024-2c17a62d132d)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:47.604765 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.624095 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-453306ed-b07a-4426-a731-49a37dd674f8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.657236 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=f6bfa043-5e1c-40c1-9dba-107dc7ac869a,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:47.661975 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453306ed-b07a-4426-a731-49a37dd674f8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Network 292a7edd-a0d2-4602-ae4a-d782992d14db is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:47.665166 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-453306ed-b07a-4426-a731-49a37dd674f8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:47.669105 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453306ed-b07a-4426-a731-49a37dd674f8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:47.709986 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453306ed-b07a-4426-a731-49a37dd674f8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event updated for resources: {'Port': ['ID=af11b80f-4270-44f5-ac3a-2d9b3ac50ce6,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:47.726658 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-453306ed-b07a-4426-a731-49a37dd674f8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.869127 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-453306ed-b07a-4426-a731-49a37dd674f8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.882965 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['f6bfa043-5e1c-40c1-9dba-107dc7ac869a'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:10:47.934807 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-aaf267b5-0f03-4235-b032-61c96be17f6a None None] Provisioning complete for port af11b80f-4270-44f5-ac3a-2d9b3ac50ce6 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:47.935187 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-aaf267b5-0f03-4235-b032-61c96be17f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.145104 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-aaf267b5-0f03-4235-b032-61c96be17f6a None None] Port af11b80f-4270-44f5-ac3a-2d9b3ac50ce6 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:48.182330 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-453306ed-b07a-4426-a731-49a37dd674f8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.188199 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-453306ed-b07a-4426-a731-49a37dd674f8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.286193 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453306ed-b07a-4426-a731-49a37dd674f8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event updated for resources: {'Port': ['ID=af11b80f-4270-44f5-ac3a-2d9b3ac50ce6,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:48.289903 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-453306ed-b07a-4426-a731-49a37dd674f8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.393217 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453306ed-b07a-4426-a731-49a37dd674f8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Network 292a7edd-a0d2-4602-ae4a-d782992d14db is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:48.394894 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-453306ed-b07a-4426-a731-49a37dd674f8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:48.502300 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e440a91-5c5c-4187-9a91-e536fbed34a2 req-faf77841-ae45-4146-89fa-0eb9bcd79d44 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:48.511971 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5e440a91-5c5c-4187-9a91-e536fbed34a2 req-faf77841-ae45-4146-89fa-0eb9bcd79d44 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f376dd6-cc12-4156-b8c9-835748cc1d58 HTTP/1.1" status: 200 len: 945 time: 0.0708508 Sep 16 05:10:48.523068 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453306ed-b07a-4426-a731-49a37dd674f8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Router 8a587dd0-2117-4fb6-aa3c-358f663372b8 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:48.557215 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5e440a91-5c5c-4187-9a91-e536fbed34a2 req-112eada7-4716-4d6b-b82d-dfee2b547b56 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/security-groups?id=efc39f48-11b4-4405-a76d-f113425b8e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442636 Sep 16 05:10:48.645349 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453306ed-b07a-4426-a731-49a37dd674f8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:48.650789 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-453306ed-b07a-4426-a731-49a37dd674f8 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "PUT /v2.0/routers/8a587dd0-2117-4fb6-aa3c-358f663372b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9472392 Sep 16 05:10:48.653720 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47376) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:48.658220 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bae592-5cb0-464c-8cce-28fbb5db7807 None None] Sync routers for ids ['8a587dd0-2117-4fb6-aa3c-358f663372b8'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:48.660097 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-770587b4-a017-4404-8313-a530dc91eb41 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Request body: {'port': {'network_id': '292a7edd-a0d2-4602-ae4a-d782992d14db', 'name': 'tempest-FloatingIPTestJSON-1944856724'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:48.667617 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bae592-5cb0-464c-8cce-28fbb5db7807 None None] Routers {'8a587dd0-2117-4fb6-aa3c-358f663372b8'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:48.668148 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-15dddcd1-53e9-43b8-8abc-d5da5eaabd91 None None] Provisioning complete for port af11b80f-4270-44f5-ac3a-2d9b3ac50ce6 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:48.668275 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-12bae592-5cb0-464c-8cce-28fbb5db7807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8a587dd0-2117-4fb6-aa3c-358f663372b8'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:48.668528 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-15dddcd1-53e9-43b8-8abc-d5da5eaabd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.706130 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-12bae592-5cb0-464c-8cce-28fbb5db7807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:48.707762 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-15dddcd1-53e9-43b8-8abc-d5da5eaabd91 None None] Port af11b80f-4270-44f5-ac3a-2d9b3ac50ce6 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:48.716121 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bae592-5cb0-464c-8cce-28fbb5db7807 None None] Routers {'8a587dd0-2117-4fb6-aa3c-358f663372b8'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:48.716771 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-12bae592-5cb0-464c-8cce-28fbb5db7807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8a587dd0-2117-4fb6-aa3c-358f663372b8'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:48.748169 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-12bae592-5cb0-464c-8cce-28fbb5db7807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:48.748900 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bae592-5cb0-464c-8cce-28fbb5db7807 None None] The sync data for ids ['8a587dd0-2117-4fb6-aa3c-358f663372b8'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:48.784154 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770587b4-a017-4404-8313-a530dc91eb41 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Made reservation on behalf of 7b8846c68b254a39b82be171bbd3e004 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:48.787823 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-770587b4-a017-4404-8313-a530dc91eb41 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.805502 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-770587b4-a017-4404-8313-a530dc91eb41 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] device_id is not set on port fdbb50cd-7cb3-40a5-ad49-1f4ee0d68739 yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:10:48.917294 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-770587b4-a017-4404-8313-a530dc91eb41 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Allocated IP 172.20.0.14 (292a7edd-a0d2-4602-ae4a-d782992d14db/ed8922ec-da63-438f-beee-dbb8bdc0b08d/fdbb50cd-7cb3-40a5-ad49-1f4ee0d68739) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:49.067161 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-770587b4-a017-4404-8313-a530dc91eb41 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.099686 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-770587b4-a017-4404-8313-a530dc91eb41 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.140148 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770587b4-a017-4404-8313-a530dc91eb41 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Network 292a7edd-a0d2-4602-ae4a-d782992d14db is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:49.143235 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-770587b4-a017-4404-8313-a530dc91eb41 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:49.146895 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770587b4-a017-4404-8313-a530dc91eb41 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:49.179427 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770587b4-a017-4404-8313-a530dc91eb41 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event updated for resources: {'Port': ['ID=fdbb50cd-7cb3-40a5-ad49-1f4ee0d68739,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:49.209577 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770587b4-a017-4404-8313-a530dc91eb41 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:49.210240 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-770587b4-a017-4404-8313-a530dc91eb41 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.226040 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-770587b4-a017-4404-8313-a530dc91eb41 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5712590 Sep 16 05:10:49.228810 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47378) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:49.233398 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-b382abf1-8280-4864-9dd4-dea7cb0605b5 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Request body: {'floatingip': {'port_id': 'fdbb50cd-7cb3-40a5-ad49-1f4ee0d68739'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:49.292801 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device f6bfa043-5e1c-40c1-9dba-107dc7ac869a up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:49.304965 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b382abf1-8280-4864-9dd4-dea7cb0605b5 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for floatingip, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.348862 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port f6bfa043-5e1c-40c1-9dba-107dc7ac869a completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:10:49.352443 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port f6bfa043-5e1c-40c1-9dba-107dc7ac869a triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:49.352857 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.436194 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.450410 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-750fb988-05c2-451f-a691-ea0f94be999e None None] Provisioning complete for port fdbb50cd-7cb3-40a5-ad49-1f4ee0d68739 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:49.450776 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-750fb988-05c2-451f-a691-ea0f94be999e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.486180 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f376dd6-cc12-4156-b8c9-835748cc1d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bfa043-5e1c-40c1-9dba-107dc7ac869a'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:49.488396 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ec8a7d-1733-4533-b4dd-108108e62be2" -d '{"events": [{"server_uuid": "8f376dd6-cc12-4156-b8c9-835748cc1d58", "name": "network-vif-plugged", "status": "completed", "tag": "f6bfa043-5e1c-40c1-9dba-107dc7ac869a"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:49.504797 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port f6bfa043-5e1c-40c1-9dba-107dc7ac869a, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=f6bfa043-5e1c-40c1-9dba-107dc7ac869a,segment=NetworkSegment(525000b8-8455-4fae-8024-2c17a62d132d),segment_id=525000b8-8455-4fae-8024-2c17a62d132d)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:49.510530 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.518857 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-750fb988-05c2-451f-a691-ea0f94be999e None None] Port fdbb50cd-7cb3-40a5-ad49-1f4ee0d68739 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:49.538364 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce01c77d-e7c0-44a8-a5c0-1ae019492f45 x-openstack-request-id: req-ce01c77d-e7c0-44a8-a5c0-1ae019492f45 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:49.538651 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f376dd6-cc12-4156-b8c9-835748cc1d58", "name": "network-vif-plugged", "status": "completed", "tag": "f6bfa043-5e1c-40c1-9dba-107dc7ac869a", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:49.538894 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ce01c77d-e7c0-44a8-a5c0-1ae019492f45 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:49.539267 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f376dd6-cc12-4156-b8c9-835748cc1d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bfa043-5e1c-40c1-9dba-107dc7ac869a', 'code': 200} Sep 16 05:10:49.567131 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=f6bfa043-5e1c-40c1-9dba-107dc7ac869a,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:49.656764 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153cc438-11c7-4326-8a0e-8671a8a82db3 req-8e260435-10c3-499e-83a0-99da03d81637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:49.658291 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-153cc438-11c7-4326-8a0e-8671a8a82db3 req-8e260435-10c3-499e-83a0-99da03d81637 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8f376dd6-cc12-4156-b8c9-835748cc1d58 HTTP/1.1" status: 200 len: 1098 time: 0.0412433 Sep 16 05:10:49.694190 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-153cc438-11c7-4326-8a0e-8671a8a82db3 req-497ff67d-9c23-45c7-afd9-cca9329a1853 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=efc39f48-11b4-4405-a76d-f113425b8e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292861 Sep 16 05:10:49.732545 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18856959-a661-435f-a330-6600186ca8b1 req-5a0fe317-fc90-4e97-9951-677f88bd25bf tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:49.734044 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-18856959-a661-435f-a330-6600186ca8b1 req-5a0fe317-fc90-4e97-9951-677f88bd25bf tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f376dd6-cc12-4156-b8c9-835748cc1d58 HTTP/1.1" status: 200 len: 946 time: 0.1012578 Sep 16 05:10:49.831640 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-18856959-a661-435f-a330-6600186ca8b1 req-a73039dc-211c-445b-81f1-2c09ccd507b2 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/security-groups?id=efc39f48-11b4-4405-a76d-f113425b8e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767529 Sep 16 05:10:49.846293 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b382abf1-8280-4864-9dd4-dea7cb0605b5 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.850889 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b382abf1-8280-4864-9dd4-dea7cb0605b5 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.951000 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [None req-b382abf1-8280-4864-9dd4-dea7cb0605b5 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Floating IP e737146d-1f44-4797-b072-bea19e22a7a8 associated. External IP: 172.25.8.58, port: 41a530ff-ed40-41a0-b339-3fb5c8bfff08. Sep 16 05:10:50.159507 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b382abf1-8280-4864-9dd4-dea7cb0605b5 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Router 3d826ee6-a867-4708-9e31-3e1d9c69acef has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:50.272726 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b382abf1-8280-4864-9dd4-dea7cb0605b5 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:50.287654 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f95753-fcf5-49b7-98a0-70d96da6eebb None None] Sync routers for ids ['3d826ee6-a867-4708-9e31-3e1d9c69acef'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:50.297712 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f95753-fcf5-49b7-98a0-70d96da6eebb None None] Routers {'3d826ee6-a867-4708-9e31-3e1d9c69acef'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:50.298500 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-50f95753-fcf5-49b7-98a0-70d96da6eebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['3d826ee6-a867-4708-9e31-3e1d9c69acef'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:50.331957 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-50f95753-fcf5-49b7-98a0-70d96da6eebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:50.341431 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f95753-fcf5-49b7-98a0-70d96da6eebb None None] Routers {'3d826ee6-a867-4708-9e31-3e1d9c69acef'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:50.342038 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-50f95753-fcf5-49b7-98a0-70d96da6eebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['3d826ee6-a867-4708-9e31-3e1d9c69acef'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:50.377206 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-50f95753-fcf5-49b7-98a0-70d96da6eebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:50.377851 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f95753-fcf5-49b7-98a0-70d96da6eebb None None] The sync data for ids ['3d826ee6-a867-4708-9e31-3e1d9c69acef'] in n-d-712139-15 is: [] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:50.485938 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b382abf1-8280-4864-9dd4-dea7cb0605b5 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Router 8a587dd0-2117-4fb6-aa3c-358f663372b8 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:50.956871 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b382abf1-8280-4864-9dd4-dea7cb0605b5 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:50.963289 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b382abf1-8280-4864-9dd4-dea7cb0605b5 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.966379 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a600e858-070a-4a6c-849d-d7d57eb2c8a7 None None] Sync routers for ids ['8a587dd0-2117-4fb6-aa3c-358f663372b8'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:50.976990 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a600e858-070a-4a6c-849d-d7d57eb2c8a7 None None] Routers {'8a587dd0-2117-4fb6-aa3c-358f663372b8'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:50.977985 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a600e858-070a-4a6c-849d-d7d57eb2c8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8a587dd0-2117-4fb6-aa3c-358f663372b8'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:51.003416 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983d65a-aad3-4178-ac0f-f3ba9d847f81 req-99fe997e-7f24-4568-a1f9-a4898c4afcb4 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:51.003416 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8983d65a-aad3-4178-ac0f-f3ba9d847f81 req-99fe997e-7f24-4568-a1f9-a4898c4afcb4 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f376dd6-cc12-4156-b8c9-835748cc1d58 HTTP/1.1" status: 200 len: 946 time: 0.0885959 Sep 16 05:10:51.016734 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a600e858-070a-4a6c-849d-d7d57eb2c8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:51.026443 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a600e858-070a-4a6c-849d-d7d57eb2c8a7 None None] Routers {'8a587dd0-2117-4fb6-aa3c-358f663372b8'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:51.027346 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a600e858-070a-4a6c-849d-d7d57eb2c8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8a587dd0-2117-4fb6-aa3c-358f663372b8'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:51.061607 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a600e858-070a-4a6c-849d-d7d57eb2c8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:51.063235 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a600e858-070a-4a6c-849d-d7d57eb2c8a7 None None] The sync data for ids ['8a587dd0-2117-4fb6-aa3c-358f663372b8'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:51.064067 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b382abf1-8280-4864-9dd4-dea7cb0605b5 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "PUT /v2.0/floatingips/e737146d-1f44-4797-b072-bea19e22a7a8 HTTP/1.1" status: 200 len: 978 time: 1.8341587 Sep 16 05:10:51.066843 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47388) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:51.068056 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8983d65a-aad3-4178-ac0f-f3ba9d847f81 req-84e2a66d-dd6f-49e5-9500-1dd092462608 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/security-groups?id=efc39f48-11b4-4405-a76d-f113425b8e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597951 Sep 16 05:10:51.164833 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-dde4d772-de4f-4a52-910a-979584c05f15 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Deleting port fdbb50cd-7cb3-40a5-ad49-1f4ee0d68739 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:51.165334 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dde4d772-de4f-4a52-910a-979584c05f15 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.278452 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dde4d772-de4f-4a52-910a-979584c05f15 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.486674 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dde4d772-de4f-4a52-910a-979584c05f15 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.487125 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dde4d772-de4f-4a52-910a-979584c05f15 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.487621 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [None req-dde4d772-de4f-4a52-910a-979584c05f15 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Floating IP e737146d-1f44-4797-b072-bea19e22a7a8 disassociated. External IP: 172.25.8.58, port: fdbb50cd-7cb3-40a5-ad49-1f4ee0d68739. Sep 16 05:10:51.488006 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-dde4d772-de4f-4a52-910a-979584c05f15 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Calling delete_port for fdbb50cd-7cb3-40a5-ad49-1f4ee0d68739 owned by {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:51.629290 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dde4d772-de4f-4a52-910a-979584c05f15 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.662225 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4d772-de4f-4a52-910a-979584c05f15 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event deleted for resources: {'Port': ['ID=fdbb50cd-7cb3-40a5-ad49-1f4ee0d68739,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:51.792062 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde4d772-de4f-4a52-910a-979584c05f15 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Router 8a587dd0-2117-4fb6-aa3c-358f663372b8 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:51.922288 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde4d772-de4f-4a52-910a-979584c05f15 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:51.933286 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1906216c-70fa-4dc2-a2b5-40107bc1c6be None None] Sync routers for ids ['8a587dd0-2117-4fb6-aa3c-358f663372b8'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:51.943197 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1906216c-70fa-4dc2-a2b5-40107bc1c6be None None] Routers {'8a587dd0-2117-4fb6-aa3c-358f663372b8'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:51.943811 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-1906216c-70fa-4dc2-a2b5-40107bc1c6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8a587dd0-2117-4fb6-aa3c-358f663372b8'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:51.978025 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-1906216c-70fa-4dc2-a2b5-40107bc1c6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:51.986684 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1906216c-70fa-4dc2-a2b5-40107bc1c6be None None] Routers {'8a587dd0-2117-4fb6-aa3c-358f663372b8'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:51.987279 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-1906216c-70fa-4dc2-a2b5-40107bc1c6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8a587dd0-2117-4fb6-aa3c-358f663372b8'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:51.989146 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dde4d772-de4f-4a52-910a-979584c05f15 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.992950 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-dde4d772-de4f-4a52-910a-979584c05f15 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "DELETE /v2.0/ports/fdbb50cd-7cb3-40a5-ad49-1f4ee0d68739 HTTP/1.1" status: 204 len: 168 time: 0.9241860 Sep 16 05:10:51.993805 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47402) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:52.021554 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-1906216c-70fa-4dc2-a2b5-40107bc1c6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:52.022202 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1906216c-70fa-4dc2-a2b5-40107bc1c6be None None] The sync data for ids ['8a587dd0-2117-4fb6-aa3c-358f663372b8'] in n-d-712139-15 is: [] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:52.069831 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47404) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:52.167477 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-eb9eb304-0948-4013-bc91-8593da2a8a54 tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] 10.222.0.35 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3709 time: 0.0963132 Sep 16 05:10:52.170438 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47406) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:52.175875 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-f5e7685e-f65f-421e-a34c-8b752db6f979 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Request body: {'network': {'name': 'tempest-network-smoke--1630514183', 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'port_security_enabled': False}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:52.197462 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e7685e-f65f-421e-a34c-8b752db6f979 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Made reservation on behalf of b173d3bb240f4c5e9195927830c36510 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:52.201986 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f5e7685e-f65f-421e-a34c-8b752db6f979 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.228085 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5e7685e-f65f-421e-a34c-8b752db6f979 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:10:52.239612 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f5e7685e-f65f-421e-a34c-8b752db6f979 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.239972 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-f5e7685e-f65f-421e-a34c-8b752db6f979 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Added segment 49972bc4-76b2-4ed2-aa4c-5661554e00b1 of type vlan for network 26a26922-07b7-4965-997b-22dc4f3786b9 Sep 16 05:10:52.282671 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f5e7685e-f65f-421e-a34c-8b752db6f979 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.314003 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f5e7685e-f65f-421e-a34c-8b752db6f979 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.320274 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e7685e-f65f-421e-a34c-8b752db6f979 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:52.321027 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f5e7685e-f65f-421e-a34c-8b752db6f979 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.361309 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f5e7685e-f65f-421e-a34c-8b752db6f979 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1896386 Sep 16 05:10:52.364031 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47408) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:52.368891 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-6c4aefd0-7a73-4f2c-b12d-c8b5e925843d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1134001794', 'admin_state_up': True, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:52.396636 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ccd686ec-63f3-4e34-bc2e-d24a4729d899 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.414243 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7685e-f65f-421e-a34c-8b752db6f979 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Pushing event updated for resources: {'Network': ['ID=26a26922-07b7-4965-997b-22dc4f3786b9,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:52.430549 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 26a26922-07b7-4965-997b-22dc4f3786b9 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:10:52.437251 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6c4aefd0-7a73-4f2c-b12d-c8b5e925843d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.441040 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6c4aefd0-7a73-4f2c-b12d-c8b5e925843d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.503781 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6c4aefd0-7a73-4f2c-b12d-c8b5e925843d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.655806 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6c4aefd0-7a73-4f2c-b12d-c8b5e925843d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.713803 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-ccd686ec-63f3-4e34-bc2e-d24a4729d899 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Deleting port af11b80f-4270-44f5-ac3a-2d9b3ac50ce6 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:52.714250 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ccd686ec-63f3-4e34-bc2e-d24a4729d899 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.825019 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ccd686ec-63f3-4e34-bc2e-d24a4729d899 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.838223 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-ccd686ec-63f3-4e34-bc2e-d24a4729d899 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Calling delete_port for af11b80f-4270-44f5-ac3a-2d9b3ac50ce6 owned by network:router_interface {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:52.874037 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6c4aefd0-7a73-4f2c-b12d-c8b5e925843d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.895481 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6c4aefd0-7a73-4f2c-b12d-c8b5e925843d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.014801 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-6c4aefd0-7a73-4f2c-b12d-c8b5e925843d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Allocated IP 172.25.8.97 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/4ff80c76-f103-410c-9cc8-c16a33ba596a) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:53.030269 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ccd686ec-63f3-4e34-bc2e-d24a4729d899 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.060451 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd686ec-63f3-4e34-bc2e-d24a4729d899 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event deleted for resources: {'Port': ['ID=af11b80f-4270-44f5-ac3a-2d9b3ac50ce6,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:53.144078 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6c4aefd0-7a73-4f2c-b12d-c8b5e925843d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.183923 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6c4aefd0-7a73-4f2c-b12d-c8b5e925843d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.219084 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4aefd0-7a73-4f2c-b12d-c8b5e925843d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:53.222509 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-6c4aefd0-7a73-4f2c-b12d-c8b5e925843d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:53.226250 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4aefd0-7a73-4f2c-b12d-c8b5e925843d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:53.267903 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ccd686ec-63f3-4e34-bc2e-d24a4729d899 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.271706 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4aefd0-7a73-4f2c-b12d-c8b5e925843d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Pushing event updated for resources: {'Port': ['ID=4ff80c76-f103-410c-9cc8-c16a33ba596a,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:53.522701 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6c4aefd0-7a73-4f2c-b12d-c8b5e925843d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.526968 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd686ec-63f3-4e34-bc2e-d24a4729d899 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Router 8a587dd0-2117-4fb6-aa3c-358f663372b8 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:53.657482 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd686ec-63f3-4e34-bc2e-d24a4729d899 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:53.662890 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ccd686ec-63f3-4e34-bc2e-d24a4729d899 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "PUT /v2.0/routers/8a587dd0-2117-4fb6-aa3c-358f663372b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6680524 Sep 16 05:10:53.666436 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47416) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:53.668321 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc03eca7-527a-4ecf-9cde-17ab71a19c18 None None] Sync routers for ids ['8a587dd0-2117-4fb6-aa3c-358f663372b8'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:53.684157 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc03eca7-527a-4ecf-9cde-17ab71a19c18 None None] Routers {'8a587dd0-2117-4fb6-aa3c-358f663372b8'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:53.685622 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-bc03eca7-527a-4ecf-9cde-17ab71a19c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8a587dd0-2117-4fb6-aa3c-358f663372b8'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:53.720869 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-bc03eca7-527a-4ecf-9cde-17ab71a19c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:53.730003 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc03eca7-527a-4ecf-9cde-17ab71a19c18 None None] Routers {'8a587dd0-2117-4fb6-aa3c-358f663372b8'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:53.730882 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-bc03eca7-527a-4ecf-9cde-17ab71a19c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8a587dd0-2117-4fb6-aa3c-358f663372b8'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:53.769473 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6c4aefd0-7a73-4f2c-b12d-c8b5e925843d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.770728 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-bc03eca7-527a-4ecf-9cde-17ab71a19c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:53.771875 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc03eca7-527a-4ecf-9cde-17ab71a19c18 None None] The sync data for ids ['8a587dd0-2117-4fb6-aa3c-358f663372b8'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:53.797215 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fbb05f43-ee61-40c5-9c3b-fa4bf4f58644 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.907387 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fbb05f43-ee61-40c5-9c3b-fa4bf4f58644 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.974725 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-fbb05f43-ee61-40c5-9c3b-fa4bf4f58644 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Deleting port 865c547e-a770-47ac-be2f-8a3263f63442 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:53.975365 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fbb05f43-ee61-40c5-9c3b-fa4bf4f58644 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.063394 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fbb05f43-ee61-40c5-9c3b-fa4bf4f58644 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.077731 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-fbb05f43-ee61-40c5-9c3b-fa4bf4f58644 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Calling delete_port for 865c547e-a770-47ac-be2f-8a3263f63442 owned by network:router_gateway {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:54.251463 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4aefd0-7a73-4f2c-b12d-c8b5e925843d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Router f8de517d-bf20-471f-b223-499f5deb8c49 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:10:54.256205 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fbb05f43-ee61-40c5-9c3b-fa4bf4f58644 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.306768 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb05f43-ee61-40c5-9c3b-fa4bf4f58644 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event deleted for resources: {'Port': ['ID=865c547e-a770-47ac-be2f-8a3263f63442,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:54.346287 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fbb05f43-ee61-40c5-9c3b-fa4bf4f58644 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.370325 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4aefd0-7a73-4f2c-b12d-c8b5e925843d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:54.383244 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb69448d-259e-4c30-aee7-6f5801bccc8c None None] Sync routers for ids ['f8de517d-bf20-471f-b223-499f5deb8c49'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:54.392904 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6c4aefd0-7a73-4f2c-b12d-c8b5e925843d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.393902 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb69448d-259e-4c30-aee7-6f5801bccc8c None None] Routers {'f8de517d-bf20-471f-b223-499f5deb8c49'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:54.394869 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-fb69448d-259e-4c30-aee7-6f5801bccc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['f8de517d-bf20-471f-b223-499f5deb8c49'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:54.398835 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6c4aefd0-7a73-4f2c-b12d-c8b5e925843d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.0335546 Sep 16 05:10:54.399510 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47418) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:54.447585 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fbb05f43-ee61-40c5-9c3b-fa4bf4f58644 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.449801 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fbb05f43-ee61-40c5-9c3b-fa4bf4f58644 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.483061 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f19c42-71f4-4e1a-ae9e-8989587e89e9 tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:54.487953 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-36f19c42-71f4-4e1a-ae9e-8989587e89e9 tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=b173d3bb240f4c5e9195927830c36510&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0871010 Sep 16 05:10:54.488973 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47420) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:54.505255 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fbb05f43-ee61-40c5-9c3b-fa4bf4f58644 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.505790 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb05f43-ee61-40c5-9c3b-fa4bf4f58644 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Fanout notify agent at l3_agent the message router_deleted on router 8a587dd0-2117-4fb6-aa3c-358f663372b8 {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:10:54.514980 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fbb05f43-ee61-40c5-9c3b-fa4bf4f58644 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.517103 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-fbb05f43-ee61-40c5-9c3b-fa4bf4f58644 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "DELETE /v2.0/routers/8a587dd0-2117-4fb6-aa3c-358f663372b8 HTTP/1.1" status: 204 len: 168 time: 0.8472581 Sep 16 05:10:54.519590 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47422) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:54.528308 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-fb69448d-259e-4c30-aee7-6f5801bccc8c None None] Set router f8de517d-bf20-471f-b223-499f5deb8c49 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:54.574768 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e5fec51-1dad-4a08-acab-30a386c0330b tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Deleting subnet ed8922ec-da63-438f-beee-dbb8bdc0b08d {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:10:54.578208 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7e5fec51-1dad-4a08-acab-30a386c0330b tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.629367 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7e5fec51-1dad-4a08-acab-30a386c0330b tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.629771 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0811729f-41ab-4334-95d8-cdab24dde9d0 tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:54.635265 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0811729f-41ab-4334-95d8-cdab24dde9d0 tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1414011 Sep 16 05:10:54.635559 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47424) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:54.699099 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-149bbb34-0919-43f0-b72e-730d00293bd1 tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=6423976d-c7ec-41de-996e-2a06dce8febc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0615261 Sep 16 05:10:54.705567 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47428) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:54.763710 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-dbfbf55f-3438-47b3-bdf6-8555898f8695 tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=b173d3bb240f4c5e9195927830c36510&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0550056 Sep 16 05:10:54.768618 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47430) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:54.790896 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7e5fec51-1dad-4a08-acab-30a386c0330b tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.802149 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-fb69448d-259e-4c30-aee7-6f5801bccc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8de517d-bf20-471f-b223-499f5deb8c49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1134001794', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '4ff80c76-f103-410c-9cc8-c16a33ba596a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:52Z', 'updated_at': '2021-09-16T05:10:53Z', 'revision_number': 3, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'gw_port': {'id': '4ff80c76-f103-410c-9cc8-c16a33ba596a', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8de517d-bf20-471f-b223-499f5deb8c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:52Z', 'updated_at': '2021-09-16T05:10:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:54.845274 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb69448d-259e-4c30-aee7-6f5801bccc8c None None] Checking router: f8de517d-bf20-471f-b223-499f5deb8c49 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:54.845797 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb69448d-259e-4c30-aee7-6f5801bccc8c None None] Updating router f8de517d-bf20-471f-b223-499f5deb8c49 port 4ff80c76-f103-410c-9cc8-c16a33ba596a binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:10:54.891890 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fb69448d-259e-4c30-aee7-6f5801bccc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.892600 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7e5fec51-1dad-4a08-acab-30a386c0330b tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.933216 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa187c3d-3c6f-40f1-9210-a38f57877fe8 tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:54.935510 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fa187c3d-3c6f-40f1-9210-a38f57877fe8 tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1653292 Sep 16 05:10:54.941205 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47432) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:54.953152 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5fec51-1dad-4a08-acab-30a386c0330b tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event deleted for resources: {'Subnet': ['ID=ed8922ec-da63-438f-beee-dbb8bdc0b08d,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:54.962197 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7e5fec51-1dad-4a08-acab-30a386c0330b tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.964930 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7e5fec51-1dad-4a08-acab-30a386c0330b tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "DELETE /v2.0/subnets/ed8922ec-da63-438f-beee-dbb8bdc0b08d HTTP/1.1" status: 204 len: 168 time: 0.4442077 Sep 16 05:10:54.970662 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47434) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:54.996170 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d89c5f-7a7f-4d4e-b2a3-2722748411f9 None None] Network 292a7edd-a0d2-4602-ae4a-d782992d14db requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:55.010846 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ba518ab1-71fd-453b-bba4-f78da77718d1 tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=6423976d-c7ec-41de-996e-2a06dce8febc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0680504 Sep 16 05:10:55.014456 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47436) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:55.020303 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-39ec70be-b9c9-4e46-a541-42dd7af7502d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1206785947', 'network_id': '26a26922-07b7-4965-997b-22dc4f3786b9', 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:55.080728 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7673a0d0-b7b6-40cf-8b9e-e82d3a026b88 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.158247 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-7673a0d0-b7b6-40cf-8b9e-e82d3a026b88 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Deleting port 49c1fe9f-bfeb-4340-8cef-a51d596dbd62 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:55.158675 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ec70be-b9c9-4e46-a541-42dd7af7502d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Made reservation on behalf of b173d3bb240f4c5e9195927830c36510 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:55.159113 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7673a0d0-b7b6-40cf-8b9e-e82d3a026b88 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.164721 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-39ec70be-b9c9-4e46-a541-42dd7af7502d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.239155 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-7673a0d0-b7b6-40cf-8b9e-e82d3a026b88 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] For port 49c1fe9f-bfeb-4340-8cef-a51d596dbd62, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=49c1fe9f-bfeb-4340-8cef-a51d596dbd62,segment=NetworkSegment(6e33800f-c998-4e9c-aac6-5e99e2181a23),segment_id=6e33800f-c998-4e9c-aac6-5e99e2181a23)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:55.239686 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7673a0d0-b7b6-40cf-8b9e-e82d3a026b88 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.261965 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-7673a0d0-b7b6-40cf-8b9e-e82d3a026b88 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Calling delete_port for 49c1fe9f-bfeb-4340-8cef-a51d596dbd62 owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:55.384711 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00428e98-3ca6-4a22-b54d-1a6c4aaa7432 None None] DHCP port deletion for 292a7edd-a0d2-4602-ae4a-d782992d14db request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:10:55.394998 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7673a0d0-b7b6-40cf-8b9e-e82d3a026b88 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.423199 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-00428e98-3ca6-4a22-b54d-1a6c4aaa7432 None None] The port '49c1fe9f-bfeb-4340-8cef-a51d596dbd62' was deleted {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 16 05:10:55.435132 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7673a0d0-b7b6-40cf-8b9e-e82d3a026b88 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] No DVR routers for this DVR port 49c1fe9f-bfeb-4340-8cef-a51d596dbd62 on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:55.437767 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7673a0d0-b7b6-40cf-8b9e-e82d3a026b88 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event deleted for resources: {'Port': ['ID=49c1fe9f-bfeb-4340-8cef-a51d596dbd62,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:55.448113 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-39ec70be-b9c9-4e46-a541-42dd7af7502d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.503456 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fb69448d-259e-4c30-aee7-6f5801bccc8c None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.512762 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fb69448d-259e-4c30-aee7-6f5801bccc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.539357 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ec70be-b9c9-4e46-a541-42dd7af7502d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Checking segment: {'id': '49972bc4-76b2-4ed2-aa4c-5661554e00b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '26a26922-07b7-4965-997b-22dc4f3786b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:55.540119 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ec70be-b9c9-4e46-a541-42dd7af7502d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Network hostable DHCP agents. Network: 26a26922-07b7-4965-997b-22dc4f3786b9, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:10:55.545043 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec70be-b9c9-4e46-a541-42dd7af7502d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Pushing event updated for resources: {'Subnet': ['ID=ba165f9b-02b4-4f75-9f23-9f60dab9a098,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:55.545999 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7673a0d0-b7b6-40cf-8b9e-e82d3a026b88 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.581291 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-7673a0d0-b7b6-40cf-8b9e-e82d3a026b88 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['292a7edd-a0d2-4602-ae4a-d782992d14db']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:55.586924 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ec70be-b9c9-4e46-a541-42dd7af7502d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Network 26a26922-07b7-4965-997b-22dc4f3786b9 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:10:55.592138 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-7673a0d0-b7b6-40cf-8b9e-e82d3a026b88 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e33800f-c998-4e9c-aac6-5e99e2181a23') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:55.592440 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-7673a0d0-b7b6-40cf-8b9e-e82d3a026b88 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e33800f-c998-4e9c-aac6-5e99e2181a23') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:55.597638 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-fb69448d-259e-4c30-aee7-6f5801bccc8c None None] Attempting to bind port 4ff80c76-f103-410c-9cc8-c16a33ba596a on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:55.598271 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-fb69448d-259e-4c30-aee7-6f5801bccc8c None None] Attempting to bind port 4ff80c76-f103-410c-9cc8-c16a33ba596a by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:55.598813 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb69448d-259e-4c30-aee7-6f5801bccc8c None None] Attempting to bind port 4ff80c76-f103-410c-9cc8-c16a33ba596a on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:55.600937 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-39ec70be-b9c9-4e46-a541-42dd7af7502d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 26a26922-07b7-4965-997b-22dc4f3786b9) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:55.604063 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7673a0d0-b7b6-40cf-8b9e-e82d3a026b88 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.606978 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb69448d-259e-4c30-aee7-6f5801bccc8c None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:55.607474 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb69448d-259e-4c30-aee7-6f5801bccc8c None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:55.607975 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fb69448d-259e-4c30-aee7-6f5801bccc8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.608485 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb69448d-259e-4c30-aee7-6f5801bccc8c None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:55.609123 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-fb69448d-259e-4c30-aee7-6f5801bccc8c None None] Bound port: 4ff80c76-f103-410c-9cc8-c16a33ba596a, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:55.610435 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fb69448d-259e-4c30-aee7-6f5801bccc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.612786 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2013ae56-4f2c-4a53-bad1-3c8883bebab0 None None] Pushing event updated for resources: {'Port': ['ID=4ff80c76-f103-410c-9cc8-c16a33ba596a,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:55.620511 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae52777c-3be2-40fa-8bd8-94a7fcb70c08 None None] Network 26a26922-07b7-4965-997b-22dc4f3786b9 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:55.621780 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7673a0d0-b7b6-40cf-8b9e-e82d3a026b88 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.629257 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7673a0d0-b7b6-40cf-8b9e-e82d3a026b88 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:10:55.629653 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7673a0d0-b7b6-40cf-8b9e-e82d3a026b88 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.634014 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ec70be-b9c9-4e46-a541-42dd7af7502d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:55.634987 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-39ec70be-b9c9-4e46-a541-42dd7af7502d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.652737 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:10:55.652737 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:10:55.652737 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:10:55.652737 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:10:55.652737 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:10:55.652737 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:10:55.652737 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:10:55.652737 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:10:55.652737 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:10:55.652737 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:10:55.652737 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:10:55.652737 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:10:55.652737 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:10:55.652737 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:10:55.652737 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:10:55.652737 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:10:55.652737 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:10:55.652737 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:10:55.652737 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:10:55.652737 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:10:55.652737 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:10:55.652737 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:10:55.652737 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:10:55.652737 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:10:55.652737 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:10:55.652737 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:10:55.652737 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:10:55.652737 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:10:55.652737 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:10:55.652737 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:10:55.652737 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:10:55.652737 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:10:55.659612 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-39ec70be-b9c9-4e46-a541-42dd7af7502d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6439340 Sep 16 05:10:55.662907 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47438) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:55.704545 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7673a0d0-b7b6-40cf-8b9e-e82d3a026b88 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.714592 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7673a0d0-b7b6-40cf-8b9e-e82d3a026b88 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.716778 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7673a0d0-b7b6-40cf-8b9e-e82d3a026b88 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "DELETE /v2.0/networks/292a7edd-a0d2-4602-ae4a-d782992d14db HTTP/1.1" status: 204 len: 168 time: 0.7437108 Sep 16 05:10:55.719698 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47440) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:55.754374 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-fb69448d-259e-4c30-aee7-6f5801bccc8c None None] For port 4ff80c76-f103-410c-9cc8-c16a33ba596a, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:55.759616 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-fb69448d-259e-4c30-aee7-6f5801bccc8c None None] For port 4ff80c76-f103-410c-9cc8-c16a33ba596a, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=4ff80c76-f103-410c-9cc8-c16a33ba596a,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:55.767127 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fb69448d-259e-4c30-aee7-6f5801bccc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.780385 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7673a0d0-b7b6-40cf-8b9e-e82d3a026b88 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event deleted for resources: {'Network': ['ID=292a7edd-a0d2-4602-ae4a-d782992d14db,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:55.891482 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb69448d-259e-4c30-aee7-6f5801bccc8c None None] Routers {'f8de517d-bf20-471f-b223-499f5deb8c49'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:55.892125 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-fb69448d-259e-4c30-aee7-6f5801bccc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['f8de517d-bf20-471f-b223-499f5deb8c49'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:55.894586 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2013ae56-4f2c-4a53-bad1-3c8883bebab0 None None] Pushing event updated for resources: {'Port': ['ID=4ff80c76-f103-410c-9cc8-c16a33ba596a,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:55.930196 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-fa2fba2a-32ec-417e-aa32-66910fc69189 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Deleting port fd7f06c9-0e2a-455f-80ba-041a7dd001e1 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:55.930686 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fa2fba2a-32ec-417e-aa32-66910fc69189 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.972186 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823763ad-34fc-4e03-955f-afb7544b90bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-26a26922-07b7-4965-997b-22dc4f3786b9', 'network_id': '26a26922-07b7-4965-997b-22dc4f3786b9', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'fixed_ips': [{'subnet_id': 'ba165f9b-02b4-4f75-9f23-9f60dab9a098'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:10:55.973290 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-823763ad-34fc-4e03-955f-afb7544b90bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.069045 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fa2fba2a-32ec-417e-aa32-66910fc69189 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.069775 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fa2fba2a-32ec-417e-aa32-66910fc69189 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.092111 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-fa2fba2a-32ec-417e-aa32-66910fc69189 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Calling delete_port for fd7f06c9-0e2a-455f-80ba-041a7dd001e1 owned by network:floatingip {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:56.213404 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-fb69448d-259e-4c30-aee7-6f5801bccc8c None None] Set router f8de517d-bf20-471f-b223-499f5deb8c49 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:56.248877 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-823763ad-34fc-4e03-955f-afb7544b90bc None None] Allocated IP 172.20.0.18 (26a26922-07b7-4965-997b-22dc4f3786b9/ba165f9b-02b4-4f75-9f23-9f60dab9a098/4512623c-695a-4d47-9ca1-fc0da5e473b3) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:56.272132 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fa2fba2a-32ec-417e-aa32-66910fc69189 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.299545 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2fba2a-32ec-417e-aa32-66910fc69189 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event deleted for resources: {'Port': ['ID=fd7f06c9-0e2a-455f-80ba-041a7dd001e1,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:56.321517 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f6c227d2-a93f-472a-ba13-80beb76ef7ff tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.390398 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fa2fba2a-32ec-417e-aa32-66910fc69189 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for floatingip, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.395163 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fa2fba2a-32ec-417e-aa32-66910fc69189 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.402152 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-fa2fba2a-32ec-417e-aa32-66910fc69189 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "DELETE /v2.0/floatingips/e737146d-1f44-4797-b072-bea19e22a7a8 HTTP/1.1" status: 204 len: 168 time: 0.6810386 Sep 16 05:10:56.403345 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47444) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:56.430172 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3c8079f-fb89-446b-a15e-16dc2db72ae6 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] DELETE failed (client error): The resource could not be found. Sep 16 05:10:56.431111 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3c8079f-fb89-446b-a15e-16dc2db72ae6 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:10:56.434320 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b3c8079f-fb89-446b-a15e-16dc2db72ae6 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "DELETE /v2.0/ports/fdbb50cd-7cb3-40a5-ad49-1f4ee0d68739 HTTP/1.1" status: 404 len: 333 time: 0.0297720 Sep 16 05:10:56.436110 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47446) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:56.477619 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ecce59f4-4aae-4e3c-b7fd-2e2350fb5a74 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a587dd0-2117-4fb6-aa3c-358f663372b8 HTTP/1.1" status: 200 len: 205 time: 0.0401876 Sep 16 05:10:56.478829 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47448) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:56.522720 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-51edfc2e-1fad-4896-8c68-4f0c2614a68d tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] delete failed (client error): The resource could not be found. Sep 16 05:10:56.526230 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-51edfc2e-1fad-4896-8c68-4f0c2614a68d tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "DELETE /v2.0/routers/8a587dd0-2117-4fb6-aa3c-358f663372b8 HTTP/1.1" status: 404 len: 336 time: 0.0439763 Sep 16 05:10:56.526403 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47450) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:56.556208 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc639745-8eb3-4817-835e-fee86a9bc0df tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] DELETE failed (client error): The resource could not be found. Sep 16 05:10:56.556692 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc639745-8eb3-4817-835e-fee86a9bc0df tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:10:56.561480 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-fc639745-8eb3-4817-835e-fee86a9bc0df tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "DELETE /v2.0/subnets/ed8922ec-da63-438f-beee-dbb8bdc0b08d HTTP/1.1" status: 404 len: 337 time: 0.0317886 Sep 16 05:10:56.561661 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47452) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:56.656446 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-07856e8f-2bc0-4455-acd8-218261390b75 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Deleting port 41a530ff-ed40-41a0-b339-3fb5c8bfff08 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:56.656849 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-07856e8f-2bc0-4455-acd8-218261390b75 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.694471 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-823763ad-34fc-4e03-955f-afb7544b90bc None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.703250 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-823763ad-34fc-4e03-955f-afb7544b90bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.740052 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-fb69448d-259e-4c30-aee7-6f5801bccc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8de517d-bf20-471f-b223-499f5deb8c49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1134001794', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '4ff80c76-f103-410c-9cc8-c16a33ba596a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:52Z', 'updated_at': '2021-09-16T05:10:53Z', 'revision_number': 3, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'gw_port': {'id': '4ff80c76-f103-410c-9cc8-c16a33ba596a', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8de517d-bf20-471f-b223-499f5deb8c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:52Z', 'updated_at': '2021-09-16T05:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:56.742814 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823763ad-34fc-4e03-955f-afb7544b90bc None None] Network 26a26922-07b7-4965-997b-22dc4f3786b9 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:56.745089 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-07856e8f-2bc0-4455-acd8-218261390b75 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.752662 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-f6c227d2-a93f-472a-ba13-80beb76ef7ff tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Allocated IP 172.20.0.17 (26a26922-07b7-4965-997b-22dc4f3786b9/ba165f9b-02b4-4f75-9f23-9f60dab9a098/625f1f41-e30a-450f-afd8-a669ea31c7a3) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:56.759555 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-07856e8f-2bc0-4455-acd8-218261390b75 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Calling delete_port for 41a530ff-ed40-41a0-b339-3fb5c8bfff08 owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:56.771572 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-823763ad-34fc-4e03-955f-afb7544b90bc None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:56.775500 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823763ad-34fc-4e03-955f-afb7544b90bc None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:56.779844 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb69448d-259e-4c30-aee7-6f5801bccc8c None None] The sync data for ids ['f8de517d-bf20-471f-b223-499f5deb8c49'] in n-d-712139-15 is: [{'id': 'f8de517d-bf20-471f-b223-499f5deb8c49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1134001794', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '4ff80c76-f103-410c-9cc8-c16a33ba596a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:52Z', 'updated_at': '2021-09-16T05:10:53Z', 'revision_number': 3, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'gw_port': {'id': '4ff80c76-f103-410c-9cc8-c16a33ba596a', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8de517d-bf20-471f-b223-499f5deb8c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:52Z', 'updated_at': '2021-09-16T05:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:56.795768 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823763ad-34fc-4e03-955f-afb7544b90bc None None] Pushing event updated for resources: {'Port': ['ID=4512623c-695a-4d47-9ca1-fc0da5e473b3,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:56.852111 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-823763ad-34fc-4e03-955f-afb7544b90bc None None] Attempting to bind port 4512623c-695a-4d47-9ca1-fc0da5e473b3 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:56.852496 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-823763ad-34fc-4e03-955f-afb7544b90bc None None] Attempting to bind port 4512623c-695a-4d47-9ca1-fc0da5e473b3 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '49972bc4-76b2-4ed2-aa4c-5661554e00b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '26a26922-07b7-4965-997b-22dc4f3786b9'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:56.854417 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823763ad-34fc-4e03-955f-afb7544b90bc None None] Attempting to bind port 4512623c-695a-4d47-9ca1-fc0da5e473b3 on network 26a26922-07b7-4965-997b-22dc4f3786b9 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:56.867411 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823763ad-34fc-4e03-955f-afb7544b90bc None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:56.867669 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823763ad-34fc-4e03-955f-afb7544b90bc None None] Checking segment: {'id': '49972bc4-76b2-4ed2-aa4c-5661554e00b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '26a26922-07b7-4965-997b-22dc4f3786b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:56.868050 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-823763ad-34fc-4e03-955f-afb7544b90bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.868522 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823763ad-34fc-4e03-955f-afb7544b90bc None None] Bound using segment: {'id': '49972bc4-76b2-4ed2-aa4c-5661554e00b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '26a26922-07b7-4965-997b-22dc4f3786b9'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:56.869061 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-823763ad-34fc-4e03-955f-afb7544b90bc None None] Bound port: 4512623c-695a-4d47-9ca1-fc0da5e473b3, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49972bc4-76b2-4ed2-aa4c-5661554e00b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '26a26922-07b7-4965-997b-22dc4f3786b9'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:56.870473 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-823763ad-34fc-4e03-955f-afb7544b90bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.907947 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f6c227d2-a93f-472a-ba13-80beb76ef7ff tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.956167 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f6c227d2-a93f-472a-ba13-80beb76ef7ff tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.967763 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-823763ad-34fc-4e03-955f-afb7544b90bc None None] For port 4512623c-695a-4d47-9ca1-fc0da5e473b3, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:56.968019 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-07856e8f-2bc0-4455-acd8-218261390b75 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.971835 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-823763ad-34fc-4e03-955f-afb7544b90bc None None] For port 4512623c-695a-4d47-9ca1-fc0da5e473b3, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=4512623c-695a-4d47-9ca1-fc0da5e473b3,segment=NetworkSegment(49972bc4-76b2-4ed2-aa4c-5661554e00b1),segment_id=49972bc4-76b2-4ed2-aa4c-5661554e00b1)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:56.976719 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-823763ad-34fc-4e03-955f-afb7544b90bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.999189 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07856e8f-2bc0-4455-acd8-218261390b75 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event deleted for resources: {'Port': ['ID=41a530ff-ed40-41a0-b339-3fb5c8bfff08,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:57.009627 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c227d2-a93f-472a-ba13-80beb76ef7ff tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Network 26a26922-07b7-4965-997b-22dc4f3786b9 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:57.016668 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-f6c227d2-a93f-472a-ba13-80beb76ef7ff tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:57.024354 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c227d2-a93f-472a-ba13-80beb76ef7ff tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:57.054876 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823763ad-34fc-4e03-955f-afb7544b90bc None None] Pushing event updated for resources: {'Port': ['ID=4512623c-695a-4d47-9ca1-fc0da5e473b3,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:57.064120 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c227d2-a93f-472a-ba13-80beb76ef7ff tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Pushing event updated for resources: {'Port': ['ID=625f1f41-e30a-450f-afd8-a669ea31c7a3,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:57.092094 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f6c227d2-a93f-472a-ba13-80beb76ef7ff tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.103520 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-07856e8f-2bc0-4455-acd8-218261390b75 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.105943 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-07856e8f-2bc0-4455-acd8-218261390b75 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "DELETE /v2.0/ports/41a530ff-ed40-41a0-b339-3fb5c8bfff08 HTTP/1.1" status: 204 len: 168 time: 0.5433700 Sep 16 05:10:57.108424 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47456) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:57.312182 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-a203b2e6-c635-4db5-b6f6-89d39fbefeb7 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Deleting port a655b2b7-6253-433e-8d7a-1d365744c469 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:57.312182 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a203b2e6-c635-4db5-b6f6-89d39fbefeb7 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.346895 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 4ff80c76-f103-410c-9cc8-c16a33ba596a up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:57.355324 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f6c227d2-a93f-472a-ba13-80beb76ef7ff tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.455801 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 4ff80c76-f103-410c-9cc8-c16a33ba596a triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:57.456043 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.491673 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a203b2e6-c635-4db5-b6f6-89d39fbefeb7 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.513154 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-a203b2e6-c635-4db5-b6f6-89d39fbefeb7 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Calling delete_port for a655b2b7-6253-433e-8d7a-1d365744c469 owned by {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:57.570607 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.596452 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 4ff80c76-f103-410c-9cc8-c16a33ba596a, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=4ff80c76-f103-410c-9cc8-c16a33ba596a,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:57.602732 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.677824 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=4ff80c76-f103-410c-9cc8-c16a33ba596a,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:57.706769 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a203b2e6-c635-4db5-b6f6-89d39fbefeb7 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.707593 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 49c1fe9f-bfeb-4340-8cef-a51d596dbd62 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:57.737845 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 49c1fe9f-bfeb-4340-8cef-a51d596dbd62 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:57.738197 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 49c1fe9f-bfeb-4340-8cef-a51d596dbd62 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:57.791627 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f6c227d2-a93f-472a-ba13-80beb76ef7ff tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.798623 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f6c227d2-a93f-472a-ba13-80beb76ef7ff tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.880460 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c227d2-a93f-472a-ba13-80beb76ef7ff tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Pushing event updated for resources: {'Port': ['ID=625f1f41-e30a-450f-afd8-a669ea31c7a3,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:57.884863 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f6c227d2-a93f-472a-ba13-80beb76ef7ff tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.013913 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c227d2-a93f-472a-ba13-80beb76ef7ff tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Network 26a26922-07b7-4965-997b-22dc4f3786b9 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:58.017033 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-f6c227d2-a93f-472a-ba13-80beb76ef7ff tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:58.143538 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203b2e6-c635-4db5-b6f6-89d39fbefeb7 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event deleted for resources: {'Port': ['ID=a655b2b7-6253-433e-8d7a-1d365744c469,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:58.158531 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c227d2-a93f-472a-ba13-80beb76ef7ff tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Router f8de517d-bf20-471f-b223-499f5deb8c49 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:58.194803 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a203b2e6-c635-4db5-b6f6-89d39fbefeb7 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.197287 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a203b2e6-c635-4db5-b6f6-89d39fbefeb7 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "DELETE /v2.0/ports/a655b2b7-6253-433e-8d7a-1d365744c469 HTTP/1.1" status: 204 len: 168 time: 1.0877211 Sep 16 05:10:58.199848 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47460) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:58.258285 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bde7c2-d897-4642-b954-13b6c335bdeb tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:58.260222 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e1bde7c2-d897-4642-b954-13b6c335bdeb tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d826ee6-a867-4708-9e31-3e1d9c69acef HTTP/1.1" status: 200 len: 913 time: 0.0593653 Sep 16 05:10:58.263109 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47462) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:58.290592 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c227d2-a93f-472a-ba13-80beb76ef7ff tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:58.301127 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f6c227d2-a93f-472a-ba13-80beb76ef7ff tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "PUT /v2.0/routers/f8de517d-bf20-471f-b223-499f5deb8c49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6364443 Sep 16 05:10:58.353721 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73437f4f-51ea-4e7b-97a7-c9930bf36c4a None None] Network 26a26922-07b7-4965-997b-22dc4f3786b9 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:58.442506 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-23da3b83-d196-46c8-afbf-77830b7ddd94 None None] Provisioning complete for port 4512623c-695a-4d47-9ca1-fc0da5e473b3 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:58.442844 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-23da3b83-d196-46c8-afbf-77830b7ddd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.602041 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-23da3b83-d196-46c8-afbf-77830b7ddd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.643976 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-23da3b83-d196-46c8-afbf-77830b7ddd94 None None] For port 4512623c-695a-4d47-9ca1-fc0da5e473b3, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=4512623c-695a-4d47-9ca1-fc0da5e473b3,segment=NetworkSegment(49972bc4-76b2-4ed2-aa4c-5661554e00b1),segment_id=49972bc4-76b2-4ed2-aa4c-5661554e00b1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:58.649742 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-23da3b83-d196-46c8-afbf-77830b7ddd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.664765 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-12c2b4a0-8d20-4725-abea-ac40d3d86673 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:58.666327 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-12c2b4a0-8d20-4725-abea-ac40d3d86673 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/networks?id=26a26922-07b7-4965-997b-22dc4f3786b9 HTTP/1.1" status: 200 len: 798 time: 0.1561706 Sep 16 05:10:58.705619 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da3b83-d196-46c8-afbf-77830b7ddd94 None None] Pushing event updated for resources: {'Port': ['ID=4512623c-695a-4d47-9ca1-fc0da5e473b3,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:58.706262 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-bab03154-8169-477c-b7c6-dad15625beee tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/quotas/b173d3bb240f4c5e9195927830c36510 HTTP/1.1" status: 200 len: 375 time: 0.0148845 Sep 16 05:10:58.826587 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-18ed336d-db08-4c6b-be1c-6ca847486feb tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b173d3bb240f4c5e9195927830c36510&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0976303 Sep 16 05:10:58.840550 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7b4a4a-ec87-4315-9231-b90666c74cdb None None] Sync routers for ids ['f8de517d-bf20-471f-b223-499f5deb8c49'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:58.841811 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c2640295-0f37-47d1-9576-38485b3bfa8f tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.851733 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7b4a4a-ec87-4315-9231-b90666c74cdb None None] Routers {'f8de517d-bf20-471f-b223-499f5deb8c49'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:58.852357 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-3e7b4a4a-ec87-4315-9231-b90666c74cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['f8de517d-bf20-471f-b223-499f5deb8c49'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:58.877044 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d3bdbdbb-4932-4056-a29d-974a5572acf8 None None] Provisioning complete for port 625f1f41-e30a-450f-afd8-a669ea31c7a3 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:58.877582 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d3bdbdbb-4932-4056-a29d-974a5572acf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.919713 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-d3bdbdbb-4932-4056-a29d-974a5572acf8 None None] Port 625f1f41-e30a-450f-afd8-a669ea31c7a3 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:58.934061 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d3bdbdbb-4932-4056-a29d-974a5572acf8 None None] Provisioning complete for port 4512623c-695a-4d47-9ca1-fc0da5e473b3 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:58.934632 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d3bdbdbb-4932-4056-a29d-974a5572acf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.980098 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-3e7b4a4a-ec87-4315-9231-b90666c74cdb None None] Set router f8de517d-bf20-471f-b223-499f5deb8c49 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:59.083811 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-d96eeab8-936e-4adc-a29a-9bf724bc3d2d service neutron] 10.222.0.35 "GET /v2.0/networks/26a26922-07b7-4965-997b-22dc4f3786b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937079 Sep 16 05:10:59.178614 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-1c06f8df-0ab4-4c01-b8ca-4f9e4c21abe5 None None] Provisioning complete for port 625f1f41-e30a-450f-afd8-a669ea31c7a3 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:59.179708 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1c06f8df-0ab4-4c01-b8ca-4f9e4c21abe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.245614 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-7e95b529-e759-45d6-8137-a5f45166a2f1 service neutron] 10.222.0.35 "GET /v2.0/networks/26a26922-07b7-4965-997b-22dc4f3786b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400847 Sep 16 05:10:59.269946 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-1c06f8df-0ab4-4c01-b8ca-4f9e4c21abe5 None None] Port 625f1f41-e30a-450f-afd8-a669ea31c7a3 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:59.308498 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-3e7b4a4a-ec87-4315-9231-b90666c74cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8de517d-bf20-471f-b223-499f5deb8c49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1134001794', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '4ff80c76-f103-410c-9cc8-c16a33ba596a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:52Z', 'updated_at': '2021-09-16T05:10:57Z', 'revision_number': 4, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'gw_port': {'id': '4ff80c76-f103-410c-9cc8-c16a33ba596a', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8de517d-bf20-471f-b223-499f5deb8c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:52Z', 'updated_at': '2021-09-16T05:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '625f1f41-e30a-450f-afd8-a669ea31c7a3', 'name': '', 'network_id': '26a26922-07b7-4965-997b-22dc4f3786b9', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'mac_address': 'fa:16:3e:d7:79:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8de517d-bf20-471f-b223-499f5deb8c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'ba165f9b-02b4-4f75-9f23-9f60dab9a098', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:56Z', 'updated_at': '2021-09-16T05:10:57Z', 'revision_number': 2, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'subnets': [{'id': 'ba165f9b-02b4-4f75-9f23-9f60dab9a098', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:59.349004 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7b4a4a-ec87-4315-9231-b90666c74cdb None None] Checking router: f8de517d-bf20-471f-b223-499f5deb8c49 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:59.349360 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7b4a4a-ec87-4315-9231-b90666c74cdb None None] Updating router f8de517d-bf20-471f-b223-499f5deb8c49 port 625f1f41-e30a-450f-afd8-a669ea31c7a3 binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:10:59.362243 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-c2640295-0f37-47d1-9576-38485b3bfa8f tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Deleting port d2b45400-12db-419f-a353-1ea805bbb6e8 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:59.362583 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c2640295-0f37-47d1-9576-38485b3bfa8f tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.385391 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-3e7b4a4a-ec87-4315-9231-b90666c74cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.418999 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 4ff80c76-f103-410c-9cc8-c16a33ba596a up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:59.517860 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 4ff80c76-f103-410c-9cc8-c16a33ba596a triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:59.518238 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.542980 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-e21e478a-05d0-49c7-ab22-9d2c258ec504 None None] Provisioning complete for port 625f1f41-e30a-450f-afd8-a669ea31c7a3 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:59.543353 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e21e478a-05d0-49c7-ab22-9d2c258ec504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.548299 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c2640295-0f37-47d1-9576-38485b3bfa8f tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.581076 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-33de4488-75c3-485f-aca6-dc56dbdf30ce req-6528f598-345f-4c5e-9385-00851764b0d0 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/ports?device_id=6983ebc7-8b6c-444c-9215-aa5e7d27ddf7 HTTP/1.1" status: 200 len: 210 time: 0.0657327 Sep 16 05:10:59.591575 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-c2640295-0f37-47d1-9576-38485b3bfa8f tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Calling delete_port for d2b45400-12db-419f-a353-1ea805bbb6e8 owned by network:router_interface {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:59.601068 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-e21e478a-05d0-49c7-ab22-9d2c258ec504 None None] Port 625f1f41-e30a-450f-afd8-a669ea31c7a3 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:59.684490 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 4512623c-695a-4d47-9ca1-fc0da5e473b3 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:59.742906 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-3e7b4a4a-ec87-4315-9231-b90666c74cdb None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.747860 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 4512623c-695a-4d47-9ca1-fc0da5e473b3 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:59.748278 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.753162 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-3e7b4a4a-ec87-4315-9231-b90666c74cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.849461 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e1268-6634-40a2-aa37-9538fa7cffe5 None None] Pushing event updated for resources: {'Port': ['ID=625f1f41-e30a-450f-afd8-a669ea31c7a3,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:59.866116 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c2640295-0f37-47d1-9576-38485b3bfa8f tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.870741 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e1268-6634-40a2-aa37-9538fa7cffe5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:59.871163 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e1268-6634-40a2-aa37-9538fa7cffe5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:59.871563 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e1268-6634-40a2-aa37-9538fa7cffe5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:59.872094 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e1268-6634-40a2-aa37-9538fa7cffe5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:59.872882 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e1268-6634-40a2-aa37-9538fa7cffe5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:59.873412 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e1268-6634-40a2-aa37-9538fa7cffe5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:59.873922 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e1268-6634-40a2-aa37-9538fa7cffe5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:59.874411 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e1268-6634-40a2-aa37-9538fa7cffe5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:59.875629 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e1268-6634-40a2-aa37-9538fa7cffe5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:59.876734 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e1268-6634-40a2-aa37-9538fa7cffe5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:59.877271 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e1268-6634-40a2-aa37-9538fa7cffe5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:59.877777 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e1268-6634-40a2-aa37-9538fa7cffe5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:59.926888 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2640295-0f37-47d1-9576-38485b3bfa8f tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event deleted for resources: {'Port': ['ID=d2b45400-12db-419f-a353-1ea805bbb6e8,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:59.950332 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-3e7b4a4a-ec87-4315-9231-b90666c74cdb None None] Attempting to bind port 625f1f41-e30a-450f-afd8-a669ea31c7a3 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:59.950836 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-3e7b4a4a-ec87-4315-9231-b90666c74cdb None None] Attempting to bind port 625f1f41-e30a-450f-afd8-a669ea31c7a3 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '49972bc4-76b2-4ed2-aa4c-5661554e00b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '26a26922-07b7-4965-997b-22dc4f3786b9'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:59.951201 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7b4a4a-ec87-4315-9231-b90666c74cdb None None] Attempting to bind port 625f1f41-e30a-450f-afd8-a669ea31c7a3 on network 26a26922-07b7-4965-997b-22dc4f3786b9 {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:59.957995 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7b4a4a-ec87-4315-9231-b90666c74cdb None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:59.958377 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7b4a4a-ec87-4315-9231-b90666c74cdb None None] Checking segment: {'id': '49972bc4-76b2-4ed2-aa4c-5661554e00b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '26a26922-07b7-4965-997b-22dc4f3786b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:59.958783 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-3e7b4a4a-ec87-4315-9231-b90666c74cdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.959206 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7b4a4a-ec87-4315-9231-b90666c74cdb None None] Bound using segment: {'id': '49972bc4-76b2-4ed2-aa4c-5661554e00b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '26a26922-07b7-4965-997b-22dc4f3786b9'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:59.959659 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-3e7b4a4a-ec87-4315-9231-b90666c74cdb None None] Bound port: 625f1f41-e30a-450f-afd8-a669ea31c7a3, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49972bc4-76b2-4ed2-aa4c-5661554e00b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '26a26922-07b7-4965-997b-22dc4f3786b9'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:59.960051 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-3e7b4a4a-ec87-4315-9231-b90666c74cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.046338 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-3e7b4a4a-ec87-4315-9231-b90666c74cdb None None] For port 625f1f41-e30a-450f-afd8-a669ea31c7a3, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:00.050615 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-3e7b4a4a-ec87-4315-9231-b90666c74cdb None None] For port 625f1f41-e30a-450f-afd8-a669ea31c7a3, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=625f1f41-e30a-450f-afd8-a669ea31c7a3,segment=NetworkSegment(49972bc4-76b2-4ed2-aa4c-5661554e00b1),segment_id=49972bc4-76b2-4ed2-aa4c-5661554e00b1)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:00.055680 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-3e7b4a4a-ec87-4315-9231-b90666c74cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.124094 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c2640295-0f37-47d1-9576-38485b3bfa8f tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.136000 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-e12127d5-4f03-4190-a05f-1ed216ed2463 None None] Provisioning complete for port 625f1f41-e30a-450f-afd8-a669ea31c7a3 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:00.136473 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e12127d5-4f03-4190-a05f-1ed216ed2463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.138785 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7b4a4a-ec87-4315-9231-b90666c74cdb None None] Routers {'f8de517d-bf20-471f-b223-499f5deb8c49'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:00.139453 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-3e7b4a4a-ec87-4315-9231-b90666c74cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['f8de517d-bf20-471f-b223-499f5deb8c49'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:00.143222 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e1268-6634-40a2-aa37-9538fa7cffe5 None None] Pushing event updated for resources: {'Port': ['ID=625f1f41-e30a-450f-afd8-a669ea31c7a3,revision_number=4']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:00.311946 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-3e7b4a4a-ec87-4315-9231-b90666c74cdb None None] Set router f8de517d-bf20-471f-b223-499f5deb8c49 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:00.325869 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e12127d5-4f03-4190-a05f-1ed216ed2463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.373026 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-e12127d5-4f03-4190-a05f-1ed216ed2463 None None] For port 625f1f41-e30a-450f-afd8-a669ea31c7a3, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=625f1f41-e30a-450f-afd8-a669ea31c7a3,segment=NetworkSegment(49972bc4-76b2-4ed2-aa4c-5661554e00b1),segment_id=49972bc4-76b2-4ed2-aa4c-5661554e00b1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:00.378626 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e12127d5-4f03-4190-a05f-1ed216ed2463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.440110 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2640295-0f37-47d1-9576-38485b3bfa8f tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Router 3d826ee6-a867-4708-9e31-3e1d9c69acef has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:00.443204 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12127d5-4f03-4190-a05f-1ed216ed2463 None None] Pushing event updated for resources: {'Port': ['ID=625f1f41-e30a-450f-afd8-a669ea31c7a3,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:00.499912 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ecc9f3a2-62a7-412b-a1ae-28e662e7b4bc None None] Provisioning complete for port 625f1f41-e30a-450f-afd8-a669ea31c7a3 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:00.500285 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ecc9f3a2-62a7-412b-a1ae-28e662e7b4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.555961 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2640295-0f37-47d1-9576-38485b3bfa8f tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:00.567338 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c2640295-0f37-47d1-9576-38485b3bfa8f tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "PUT /v2.0/routers/3d826ee6-a867-4708-9e31-3e1d9c69acef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3026309 Sep 16 05:11:00.567708 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2d747c-eb56-43a1-8765-39279b649a67 None None] Sync routers for ids ['3d826ee6-a867-4708-9e31-3e1d9c69acef'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:00.570582 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47502) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:00.586685 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2d747c-eb56-43a1-8765-39279b649a67 None None] Routers {'3d826ee6-a867-4708-9e31-3e1d9c69acef'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:00.587476 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-ab2d747c-eb56-43a1-8765-39279b649a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['3d826ee6-a867-4708-9e31-3e1d9c69acef'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:00.639028 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-ab2d747c-eb56-43a1-8765-39279b649a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:00.649401 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-3e7b4a4a-ec87-4315-9231-b90666c74cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8de517d-bf20-471f-b223-499f5deb8c49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1134001794', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '4ff80c76-f103-410c-9cc8-c16a33ba596a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:52Z', 'updated_at': '2021-09-16T05:10:57Z', 'revision_number': 4, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'gw_port': {'id': '4ff80c76-f103-410c-9cc8-c16a33ba596a', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8de517d-bf20-471f-b223-499f5deb8c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:52Z', 'updated_at': '2021-09-16T05:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '625f1f41-e30a-450f-afd8-a669ea31c7a3', 'name': '', 'network_id': '26a26922-07b7-4965-997b-22dc4f3786b9', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'mac_address': 'fa:16:3e:d7:79:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8de517d-bf20-471f-b223-499f5deb8c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'ba165f9b-02b4-4f75-9f23-9f60dab9a098', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:56Z', 'updated_at': '2021-09-16T05:11:00Z', 'revision_number': 4, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'subnets': [{'id': 'ba165f9b-02b4-4f75-9f23-9f60dab9a098', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:00.675351 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2d747c-eb56-43a1-8765-39279b649a67 None None] Routers {'3d826ee6-a867-4708-9e31-3e1d9c69acef'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:00.675984 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-ab2d747c-eb56-43a1-8765-39279b649a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['3d826ee6-a867-4708-9e31-3e1d9c69acef'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:00.685267 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7b4a4a-ec87-4315-9231-b90666c74cdb None None] The sync data for ids ['f8de517d-bf20-471f-b223-499f5deb8c49'] in n-d-712139-15 is: [{'id': 'f8de517d-bf20-471f-b223-499f5deb8c49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1134001794', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '4ff80c76-f103-410c-9cc8-c16a33ba596a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:52Z', 'updated_at': '2021-09-16T05:10:57Z', 'revision_number': 4, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'gw_port': {'id': '4ff80c76-f103-410c-9cc8-c16a33ba596a', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8de517d-bf20-471f-b223-499f5deb8c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:52Z', 'updated_at': '2021-09-16T05:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '625f1f41-e30a-450f-afd8-a669ea31c7a3', 'name': '', 'network_id': '26a26922-07b7-4965-997b-22dc4f3786b9', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'mac_address': 'fa:16:3e:d7:79:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8de517d-bf20-471f-b223-499f5deb8c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'ba165f9b-02b4-4f75-9f23-9f60dab9a098', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:56Z', 'updated_at': '2021-09-16T05:11:00Z', 'revision_number': 4, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'subnets': [{'id': 'ba165f9b-02b4-4f75-9f23-9f60dab9a098', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:00.722492 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-ab2d747c-eb56-43a1-8765-39279b649a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:00.723164 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2d747c-eb56-43a1-8765-39279b649a67 None None] The sync data for ids ['3d826ee6-a867-4708-9e31-3e1d9c69acef'] in n-d-712139-15 is: [] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:00.760602 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-095d95ff-5dcb-4d29-b993-8e613051c678 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.805974 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-43d51a1c-a49f-42d0-9d45-3d700c76dbb0 req-74660074-dbc4-4eab-a5e9-4b51e2b3cf41 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/ports?device_id=6983ebc7-8b6c-444c-9215-aa5e7d27ddf7 HTTP/1.1" status: 200 len: 210 time: 0.1058431 Sep 16 05:11:00.827586 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb1f448d-496b-4811-b9cd-e445b11da42d req-2b428629-d5ea-4f41-a24f-824da922d256 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0fa60f16-2899-48af-8e51-6ff0706508f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1299055 Sep 16 05:11:00.923993 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-c19d4929-182c-4453-b729-d10f9e84a413 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:00.925596 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-c19d4929-182c-4453-b729-d10f9e84a413 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.47 "GET /v2.0/networks?id=26a26922-07b7-4965-997b-22dc4f3786b9 HTTP/1.1" status: 200 len: 798 time: 0.1869407 Sep 16 05:11:00.931130 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-095d95ff-5dcb-4d29-b993-8e613051c678 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.947265 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-997893b5-9e3d-4a11-b0ef-08490767d294 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Request body: {'port': {'device_id': '6983ebc7-8b6c-444c-9215-aa5e7d27ddf7', 'network_id': '26a26922-07b7-4965-997b-22dc4f3786b9', 'admin_state_up': True, 'tenant_id': 'b173d3bb240f4c5e9195927830c36510'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:01.008989 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f448d-496b-4811-b9cd-e445b11da42d req-de82260e-6adf-4765-adf7-93e97c55b71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:01.010617 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb1f448d-496b-4811-b9cd-e445b11da42d req-de82260e-6adf-4765-adf7-93e97c55b71d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b173d3bb240f4c5e9195927830c36510&device_id=0fa60f16-2899-48af-8e51-6ff0706508f8 HTTP/1.1" status: 200 len: 1136 time: 0.0923188 Sep 16 05:11:01.044685 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-095d95ff-5dcb-4d29-b993-8e613051c678 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Deleting port 07a3f84c-c73b-4a3e-8d29-9ce2869972ca {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:01.045111 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-095d95ff-5dcb-4d29-b993-8e613051c678 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.085941 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-997893b5-9e3d-4a11-b0ef-08490767d294 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Made reservation on behalf of b173d3bb240f4c5e9195927830c36510 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:01.089946 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-997893b5-9e3d-4a11-b0ef-08490767d294 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.208732 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-095d95ff-5dcb-4d29-b993-8e613051c678 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.219235 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f448d-496b-4811-b9cd-e445b11da42d req-e90deea4-ccca-438d-8543-74bda78cd9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:01.220793 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb1f448d-496b-4811-b9cd-e445b11da42d req-e90deea4-ccca-438d-8543-74bda78cd9e2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7e03a846-8dad-4d7e-a99d-23bcc99a575e HTTP/1.1" status: 200 len: 898 time: 0.1864676 Sep 16 05:11:01.227129 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-095d95ff-5dcb-4d29-b993-8e613051c678 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Calling delete_port for 07a3f84c-c73b-4a3e-8d29-9ce2869972ca owned by network:router_gateway {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:01.264986 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-997893b5-9e3d-4a11-b0ef-08490767d294 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Allocated IP 172.20.0.23 (26a26922-07b7-4965-997b-22dc4f3786b9/ba165f9b-02b4-4f75-9f23-9f60dab9a098/895a9ac2-b731-4fc4-8e2c-f135fa06b58b) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:01.353377 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 625f1f41-e30a-450f-afd8-a669ea31c7a3 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:01.393320 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb1f448d-496b-4811-b9cd-e445b11da42d req-ea650cbe-b534-4891-80e4-aeb44c01206b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8ad1317-8e45-47ee-8087-7deb9f4c5fa5 HTTP/1.1" status: 200 len: 1001 time: 0.1499274 Sep 16 05:11:01.415312 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 625f1f41-e30a-450f-afd8-a669ea31c7a3 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:01.415779 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.463393 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-997893b5-9e3d-4a11-b0ef-08490767d294 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.498181 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f448d-496b-4811-b9cd-e445b11da42d req-f3d7fe50-a57e-41ec-86ca-bdd07022c6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:01.500507 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb1f448d-496b-4811-b9cd-e445b11da42d req-f3d7fe50-a57e-41ec-86ca-bdd07022c6be service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7a4d2259-15f2-4943-85a4-46e678666c60 HTTP/1.1" status: 200 len: 834 time: 0.0974729 Sep 16 05:11:01.510847 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-997893b5-9e3d-4a11-b0ef-08490767d294 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.558751 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-997893b5-9e3d-4a11-b0ef-08490767d294 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Network 26a26922-07b7-4965-997b-22dc4f3786b9 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:01.562737 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-997893b5-9e3d-4a11-b0ef-08490767d294 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:01.566993 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-997893b5-9e3d-4a11-b0ef-08490767d294 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:01.597480 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f448d-496b-4811-b9cd-e445b11da42d req-87a34e9e-b6af-41eb-aefa-67bc3b93e906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:01.599002 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb1f448d-496b-4811-b9cd-e445b11da42d req-87a34e9e-b6af-41eb-aefa-67bc3b93e906 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7e03a846-8dad-4d7e-a99d-23bcc99a575e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0905480 Sep 16 05:11:01.617573 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997893b5-9e3d-4a11-b0ef-08490767d294 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Pushing event updated for resources: {'Port': ['ID=895a9ac2-b731-4fc4-8e2c-f135fa06b58b,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:01.625140 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-095d95ff-5dcb-4d29-b993-8e613051c678 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.638291 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-997893b5-9e3d-4a11-b0ef-08490767d294 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:01.639148 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-997893b5-9e3d-4a11-b0ef-08490767d294 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.658124 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-997893b5-9e3d-4a11-b0ef-08490767d294 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7162066 Sep 16 05:11:01.681659 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-7ee240a1-51a2-4776-9313-fd2eaff1aca2 service neutron] Request body: {'port': {'device_id': '6983ebc7-8b6c-444c-9215-aa5e7d27ddf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:01.701097 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d95ff-5dcb-4d29-b993-8e613051c678 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event deleted for resources: {'Port': ['ID=07a3f84c-c73b-4a3e-8d29-9ce2869972ca,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:01.760920 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-7ee240a1-51a2-4776-9313-fd2eaff1aca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.855885 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-095d95ff-5dcb-4d29-b993-8e613051c678 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.916728 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-3f24c615-2b72-44d2-9f6a-3b67b99b8c29 None None] Provisioning complete for port 895a9ac2-b731-4fc4-8e2c-f135fa06b58b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:01.917529 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3f24c615-2b72-44d2-9f6a-3b67b99b8c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.970889 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-3f24c615-2b72-44d2-9f6a-3b67b99b8c29 None None] Port 895a9ac2-b731-4fc4-8e2c-f135fa06b58b cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:01.985888 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb1f448d-496b-4811-b9cd-e445b11da42d req-4d630bcb-ddeb-452e-8487-2bc9062fff41 service neutron] 10.222.0.48 "GET /v2.0/networks/7e03a846-8dad-4d7e-a99d-23bcc99a575e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769891 Sep 16 05:11:02.151396 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-7ee240a1-51a2-4776-9313-fd2eaff1aca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 895a9ac2-b731-4fc4-8e2c-f135fa06b58b {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:02.161892 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-7ee240a1-51a2-4776-9313-fd2eaff1aca2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.177843 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-7ee240a1-51a2-4776-9313-fd2eaff1aca2 service neutron] Transition to ACTIVE for port object 895a9ac2-b731-4fc4-8e2c-f135fa06b58b will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:11:02.183319 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-7ee240a1-51a2-4776-9313-fd2eaff1aca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.262758 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee240a1-51a2-4776-9313-fd2eaff1aca2 service neutron] Pushing event updated for resources: {'Port': ['ID=895a9ac2-b731-4fc4-8e2c-f135fa06b58b,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:02.327469 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-7ee240a1-51a2-4776-9313-fd2eaff1aca2 service neutron] Attempting to bind port 895a9ac2-b731-4fc4-8e2c-f135fa06b58b on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:02.328150 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-7ee240a1-51a2-4776-9313-fd2eaff1aca2 service neutron] Attempting to bind port 895a9ac2-b731-4fc4-8e2c-f135fa06b58b by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '49972bc4-76b2-4ed2-aa4c-5661554e00b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '26a26922-07b7-4965-997b-22dc4f3786b9'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:02.328751 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-7ee240a1-51a2-4776-9313-fd2eaff1aca2 service neutron] Attempting to bind port 895a9ac2-b731-4fc4-8e2c-f135fa06b58b on network 26a26922-07b7-4965-997b-22dc4f3786b9 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:02.334854 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-7ee240a1-51a2-4776-9313-fd2eaff1aca2 service neutron] Port 895a9ac2-b731-4fc4-8e2c-f135fa06b58b on network 26a26922-07b7-4965-997b-22dc4f3786b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:11:02.335182 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-7ee240a1-51a2-4776-9313-fd2eaff1aca2 service neutron] Attempting to bind port 895a9ac2-b731-4fc4-8e2c-f135fa06b58b on network 26a26922-07b7-4965-997b-22dc4f3786b9 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:02.342419 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-7ee240a1-51a2-4776-9313-fd2eaff1aca2 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:02.342762 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-7ee240a1-51a2-4776-9313-fd2eaff1aca2 service neutron] Checking segment: {'id': '49972bc4-76b2-4ed2-aa4c-5661554e00b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '26a26922-07b7-4965-997b-22dc4f3786b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:02.343732 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-7ee240a1-51a2-4776-9313-fd2eaff1aca2 service neutron] Bound using segment: {'id': '49972bc4-76b2-4ed2-aa4c-5661554e00b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '26a26922-07b7-4965-997b-22dc4f3786b9'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:02.344386 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-7ee240a1-51a2-4776-9313-fd2eaff1aca2 service neutron] Bound port: 895a9ac2-b731-4fc4-8e2c-f135fa06b58b, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49972bc4-76b2-4ed2-aa4c-5661554e00b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '26a26922-07b7-4965-997b-22dc4f3786b9'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:02.345364 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-7ee240a1-51a2-4776-9313-fd2eaff1aca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.432491 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-7ee240a1-51a2-4776-9313-fd2eaff1aca2 service neutron] For port 895a9ac2-b731-4fc4-8e2c-f135fa06b58b, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:02.435385 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-7ee240a1-51a2-4776-9313-fd2eaff1aca2 service neutron] For port 895a9ac2-b731-4fc4-8e2c-f135fa06b58b, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=895a9ac2-b731-4fc4-8e2c-f135fa06b58b,segment=NetworkSegment(49972bc4-76b2-4ed2-aa4c-5661554e00b1),segment_id=49972bc4-76b2-4ed2-aa4c-5661554e00b1)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:02.441230 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-7ee240a1-51a2-4776-9313-fd2eaff1aca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.441729 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-095d95ff-5dcb-4d29-b993-8e613051c678 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.444283 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-095d95ff-5dcb-4d29-b993-8e613051c678 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.459863 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-7ee240a1-51a2-4776-9313-fd2eaff1aca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:02.460549 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-7ee240a1-51a2-4776-9313-fd2eaff1aca2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.462760 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-7ee240a1-51a2-4776-9313-fd2eaff1aca2 service neutron] 10.222.0.47 "PUT /v2.0/ports/895a9ac2-b731-4fc4-8e2c-f135fa06b58b HTTP/1.1" status: 200 len: 1056 time: 0.7867763 Sep 16 05:11:02.464365 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6983ebc7-8b6c-444c-9215-aa5e7d27ddf7', 'tag': '895a9ac2-b731-4fc4-8e2c-f135fa06b58b'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:02.467050 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56d190e-97a1-4de2-9e40-88705f3d2099" -d '{"events": [{"name": "network-changed", "server_uuid": "6983ebc7-8b6c-444c-9215-aa5e7d27ddf7", "tag": "895a9ac2-b731-4fc4-8e2c-f135fa06b58b"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:02.504149 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-095d95ff-5dcb-4d29-b993-8e613051c678 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.504793 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095d95ff-5dcb-4d29-b993-8e613051c678 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Fanout notify agent at l3_agent the message router_deleted on router 3d826ee6-a867-4708-9e31-3e1d9c69acef {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:11:02.522511 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-095d95ff-5dcb-4d29-b993-8e613051c678 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.523956 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-095d95ff-5dcb-4d29-b993-8e613051c678 tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "DELETE /v2.0/routers/3d826ee6-a867-4708-9e31-3e1d9c69acef HTTP/1.1" status: 204 len: 168 time: 1.9521666 Sep 16 05:11:02.526803 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47518) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:02.539100 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee240a1-51a2-4776-9313-fd2eaff1aca2 service neutron] Pushing event updated for resources: {'Port': ['ID=895a9ac2-b731-4fc4-8e2c-f135fa06b58b,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:02.597861 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-72afcc9d-1993-4521-8804-ade206cfdccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:02.599635 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-72afcc9d-1993-4521-8804-ade206cfdccc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b173d3bb240f4c5e9195927830c36510&device_id=6983ebc7-8b6c-444c-9215-aa5e7d27ddf7 HTTP/1.1" status: 200 len: 1059 time: 0.0565500 Sep 16 05:11:02.624021 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42155e6d-4732-4450-b875-fbd456c95432 req-4a3fa67f-9f2c-4c34-bed2-c9d5b4b0cc03 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:02.639666 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-42155e6d-4732-4450-b875-fbd456c95432 req-4a3fa67f-9f2c-4c34-bed2-c9d5b4b0cc03 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/ports?device_id=6983ebc7-8b6c-444c-9215-aa5e7d27ddf7 HTTP/1.1" status: 200 len: 895 time: 0.6857326 Sep 16 05:11:02.676004 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-55ab7a3a-c1ce-4ecd-8ff1-d662f803adcb tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Deleting subnet c6a6da84-3e4a-419c-932a-807c51e10ab1 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:11:02.680767 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-55ab7a3a-c1ce-4ecd-8ff1-d662f803adcb tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.686671 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-40ff0144-f487-440e-8bc1-a839119a79e6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=895a9ac2-b731-4fc4-8e2c-f135fa06b58b HTTP/1.1" status: 200 len: 217 time: 0.0687995 Sep 16 05:11:02.720620 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5d87ac-26de-4d16-bfed-8e7065be85ff x-openstack-request-id: req-2d5d87ac-26de-4d16-bfed-8e7065be85ff {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:02.721117 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6983ebc7-8b6c-444c-9215-aa5e7d27ddf7", "tag": "895a9ac2-b731-4fc4-8e2c-f135fa06b58b", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:02.721408 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2d5d87ac-26de-4d16-bfed-8e7065be85ff {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:02.722431 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6983ebc7-8b6c-444c-9215-aa5e7d27ddf7', 'tag': '895a9ac2-b731-4fc4-8e2c-f135fa06b58b', 'status': 'completed', 'code': 200} Sep 16 05:11:02.757067 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb1f448d-496b-4811-b9cd-e445b11da42d req-27273ae6-81bd-4c13-b76c-50f83fa648d1 service neutron] 10.222.0.48 "GET /v2.0/networks/7e03a846-8dad-4d7e-a99d-23bcc99a575e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656682 Sep 16 05:11:02.764831 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-55ab7a3a-c1ce-4ecd-8ff1-d662f803adcb tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.792222 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-ad1cf3d5-5e7f-4bc2-93cd-69d2798332cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:02.795305 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-ad1cf3d5-5e7f-4bc2-93cd-69d2798332cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba165f9b-02b4-4f75-9f23-9f60dab9a098 HTTP/1.1" status: 200 len: 838 time: 0.0963309 Sep 16 05:11:02.825293 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-55ab7a3a-c1ce-4ecd-8ff1-d662f803adcb tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.854832 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-e1cbe29e-cda5-4cfd-a379-816027d2a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:02.856669 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-e1cbe29e-cda5-4cfd-a379-816027d2a914 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=26a26922-07b7-4965-997b-22dc4f3786b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0512884 Sep 16 05:11:02.902925 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-55ab7a3a-c1ce-4ecd-8ff1-d662f803adcb tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.946162 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab7a3a-c1ce-4ecd-8ff1-d662f803adcb tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event deleted for resources: {'Subnet': ['ID=c6a6da84-3e4a-419c-932a-807c51e10ab1,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:02.948262 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-55ab7a3a-c1ce-4ecd-8ff1-d662f803adcb tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.950963 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-55ab7a3a-c1ce-4ecd-8ff1-d662f803adcb tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "DELETE /v2.0/subnets/c6a6da84-3e4a-419c-932a-807c51e10ab1 HTTP/1.1" status: 204 len: 168 time: 0.4204497 Sep 16 05:11:02.952789 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47522) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:02.975824 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-8cbdc1c3-7e91-4f66-bf3f-4f173f03f998 service neutron] 10.222.0.47 "GET /v2.0/networks/26a26922-07b7-4965-997b-22dc4f3786b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071155 Sep 16 05:11:03.031841 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3d6b4de7-8196-4f67-af94-dce72494796b tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.077595 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-eadcb454-54a0-43c2-b333-bde45b976c3a req-9ad0186f-1b8f-4a9b-abc3-9f833e715113 service neutron] 10.222.0.47 "GET /v2.0/networks/26a26922-07b7-4965-997b-22dc4f3786b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916028 Sep 16 05:11:03.131910 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3d6b4de7-8196-4f67-af94-dce72494796b tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.154162 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-3d6b4de7-8196-4f67-af94-dce72494796b tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b05df3cf-0140-4048-bd77-90b04c0e273c']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:03.165568 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-3d6b4de7-8196-4f67-af94-dce72494796b tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b5fe66e-5221-42ef-9cc4-ed7e74b313cc') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:03.165869 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-3d6b4de7-8196-4f67-af94-dce72494796b tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b5fe66e-5221-42ef-9cc4-ed7e74b313cc') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:03.178899 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3d6b4de7-8196-4f67-af94-dce72494796b tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.197381 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3d6b4de7-8196-4f67-af94-dce72494796b tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.206592 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d6b4de7-8196-4f67-af94-dce72494796b tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:11:03.206592 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3d6b4de7-8196-4f67-af94-dce72494796b tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.210502 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:11:03.210502 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:11:03.210502 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:11:03.210502 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:11:03.210502 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:11:03.210502 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:11:03.210502 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:11:03.210502 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:11:03.210502 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:11:03.210502 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:11:03.210502 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:11:03.210502 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:11:03.210502 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:11:03.210502 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:11:03.210502 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:11:03.210502 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:11:03.210502 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:11:03.210502 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:11:03.210502 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:11:03.210502 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:11:03.210502 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:11:03.210502 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:11:03.210502 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:11:03.210502 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:11:03.210502 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:11:03.210502 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:11:03.210502 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:11:03.210502 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:11:03.210502 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:11:03.210502 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:11:03.210502 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:11:03.210502 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:11:03.227558 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d190e-97a1-4de2-9e40-88705f3d2099 req-5a26249b-d9eb-453e-a320-852e72abf898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:03.229213 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e56d190e-97a1-4de2-9e40-88705f3d2099 req-5a26249b-d9eb-453e-a320-852e72abf898 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b173d3bb240f4c5e9195927830c36510&device_id=6983ebc7-8b6c-444c-9215-aa5e7d27ddf7 HTTP/1.1" status: 200 len: 1059 time: 0.0584011 Sep 16 05:11:03.295331 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3d6b4de7-8196-4f67-af94-dce72494796b tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.304304 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3d6b4de7-8196-4f67-af94-dce72494796b tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.306354 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3d6b4de7-8196-4f67-af94-dce72494796b tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] 10.222.0.35 "DELETE /v2.0/networks/b05df3cf-0140-4048-bd77-90b04c0e273c HTTP/1.1" status: 204 len: 168 time: 0.3525288 Sep 16 05:11:03.323515 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b4de7-8196-4f67-af94-dce72494796b tempest-FloatingIPTestJSON-1243374549 tempest-FloatingIPTestJSON-1243374549-project] Pushing event deleted for resources: {'Network': ['ID=b05df3cf-0140-4048-bd77-90b04c0e273c,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:03.365539 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d190e-97a1-4de2-9e40-88705f3d2099 req-431fe59c-dbec-4212-a4ef-dfb4cbd878a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:03.367576 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e56d190e-97a1-4de2-9e40-88705f3d2099 req-431fe59c-dbec-4212-a4ef-dfb4cbd878a2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=26a26922-07b7-4965-997b-22dc4f3786b9 HTTP/1.1" status: 200 len: 899 time: 0.1233227 Sep 16 05:11:03.417473 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e56d190e-97a1-4de2-9e40-88705f3d2099 req-867bd009-b30c-4bed-ae91-4d4a8687401c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=895a9ac2-b731-4fc4-8e2c-f135fa06b58b HTTP/1.1" status: 200 len: 217 time: 0.0409198 Sep 16 05:11:03.483171 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d190e-97a1-4de2-9e40-88705f3d2099 req-b77357cd-6e29-4db1-97fa-a55f3b901170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:03.485783 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e56d190e-97a1-4de2-9e40-88705f3d2099 req-b77357cd-6e29-4db1-97fa-a55f3b901170 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba165f9b-02b4-4f75-9f23-9f60dab9a098 HTTP/1.1" status: 200 len: 838 time: 0.0585327 Sep 16 05:11:03.541423 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d190e-97a1-4de2-9e40-88705f3d2099 req-67864af5-a594-4bdf-89e6-79420dd1d2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:03.543268 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e56d190e-97a1-4de2-9e40-88705f3d2099 req-67864af5-a594-4bdf-89e6-79420dd1d2f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=26a26922-07b7-4965-997b-22dc4f3786b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0490479 Sep 16 05:11:03.599113 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47528) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:03.675820 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e56d190e-97a1-4de2-9e40-88705f3d2099 req-437db227-cf1e-41d9-9724-f2c54e88850f service neutron] 10.222.0.47 "GET /v2.0/networks/26a26922-07b7-4965-997b-22dc4f3786b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234486 Sep 16 05:11:03.902489 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c36a9-ad3e-463f-a3d2-b0c99d5d0ad8 req-420b2f91-81a6-4d5d-9926-c87abaac504d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:03.904550 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d07c36a9-ad3e-463f-a3d2-b0c99d5d0ad8 req-420b2f91-81a6-4d5d-9926-c87abaac504d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/ports?device_id=6983ebc7-8b6c-444c-9215-aa5e7d27ddf7 HTTP/1.1" status: 200 len: 907 time: 0.1590166 Sep 16 05:11:03.910432 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-cb41290a-34f6-4ab8-b456-301685962005 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7b8846c68b254a39b82be171bbd3e004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3093975 Sep 16 05:11:03.912850 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47536) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:03.997317 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8719fd5b-530e-424a-a6e8-8a1c457ca790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.026797 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8719fd5b-530e-424a-a6e8-8a1c457ca790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.088284 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8719fd5b-530e-424a-a6e8-8a1c457ca790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.090984 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8719fd5b-530e-424a-a6e8-8a1c457ca790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.094934 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8719fd5b-530e-424a-a6e8-8a1c457ca790 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e0478eaa-1a47-4875-accf-0f9315d5c7b8 HTTP/1.1" status: 204 len: 168 time: 0.1777349 Sep 16 05:11:04.104175 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:11:04.110751 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8719fd5b-530e-424a-a6e8-8a1c457ca790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0478eaa-1a47-4875-accf-0f9315d5c7b8,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:04.254088 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-e56d190e-97a1-4de2-9e40-88705f3d2099 req-d2689cf2-fbad-4bbb-8af6-4ef72e9ebc27 service neutron] 10.222.0.47 "GET /v2.0/networks/26a26922-07b7-4965-997b-22dc4f3786b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5705166 Sep 16 05:11:04.757629 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47558) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:04.858887 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-1ccc3730-d18f-4115-baeb-81bb5eee5cbe tempest-NetworksNegativeTestJSON-6063765 tempest-NetworksNegativeTestJSON-6063765-project] Request body: {'port': {'network_id': '8ea041bc-44a4-46e8-8c55-3a7da661d688', 'name': 'tempest-NetworksNegativeTestJSON-1719730545'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:04.876663 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ccc3730-d18f-4115-baeb-81bb5eee5cbe tempest-NetworksNegativeTestJSON-6063765 tempest-NetworksNegativeTestJSON-6063765-project] POST failed (client error): The resource could not be found. Sep 16 05:11:04.877219 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ccc3730-d18f-4115-baeb-81bb5eee5cbe tempest-NetworksNegativeTestJSON-6063765 tempest-NetworksNegativeTestJSON-6063765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:11:04.878847 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1ccc3730-d18f-4115-baeb-81bb5eee5cbe tempest-NetworksNegativeTestJSON-6063765 tempest-NetworksNegativeTestJSON-6063765-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1197264 Sep 16 05:11:04.882502 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47566) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:04.900937 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a789d153-d0a9-4898-b139-094fada67ac6 tempest-NetworksNegativeTestJSON-6063765 tempest-NetworksNegativeTestJSON-6063765-project] DELETE failed (client error): The resource could not be found. Sep 16 05:11:04.901468 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a789d153-d0a9-4898-b139-094fada67ac6 tempest-NetworksNegativeTestJSON-6063765 tempest-NetworksNegativeTestJSON-6063765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:11:04.903147 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a789d153-d0a9-4898-b139-094fada67ac6 tempest-NetworksNegativeTestJSON-6063765 tempest-NetworksNegativeTestJSON-6063765-project] 10.222.0.35 "DELETE /v2.0/networks/af165688-4654-496e-8bd8-8e6762075e1c HTTP/1.1" status: 404 len: 339 time: 0.0197392 Sep 16 05:11:04.908172 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47568) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:04.935010 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e62fd2-c93b-4d34-9448-34c69bfb6e24 tempest-NetworksNegativeTestJSON-6063765 tempest-NetworksNegativeTestJSON-6063765-project] DELETE failed (client error): The resource could not be found. Sep 16 05:11:04.942264 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6e62fd2-c93b-4d34-9448-34c69bfb6e24 tempest-NetworksNegativeTestJSON-6063765 tempest-NetworksNegativeTestJSON-6063765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:11:04.944231 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b6e62fd2-c93b-4d34-9448-34c69bfb6e24 tempest-NetworksNegativeTestJSON-6063765 tempest-NetworksNegativeTestJSON-6063765-project] 10.222.0.35 "DELETE /v2.0/ports/01b7cac6-c78c-4667-951c-8b90ef8db78d HTTP/1.1" status: 404 len: 333 time: 0.0346613 Sep 16 05:11:04.948625 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47574) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:04.991315 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab174d9-63bf-408a-8a97-b68bd9916fbe tempest-NetworksNegativeTestJSON-6063765 tempest-NetworksNegativeTestJSON-6063765-project] DELETE failed (client error): The resource could not be found. Sep 16 05:11:04.991865 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fab174d9-63bf-408a-8a97-b68bd9916fbe tempest-NetworksNegativeTestJSON-6063765 tempest-NetworksNegativeTestJSON-6063765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:11:04.993742 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fab174d9-63bf-408a-8a97-b68bd9916fbe tempest-NetworksNegativeTestJSON-6063765 tempest-NetworksNegativeTestJSON-6063765-project] 10.222.0.35 "DELETE /v2.0/subnets/a19a7e66-a0ae-4129-9f6f-dcd204fb1afd HTTP/1.1" status: 404 len: 337 time: 0.0397861 Sep 16 05:11:04.997645 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47576) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:05.019238 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-95231ac6-be98-4403-9808-d26f66895185 tempest-NetworksNegativeTestJSON-6063765 tempest-NetworksNegativeTestJSON-6063765-project] GET failed (client error): The resource could not be found. Sep 16 05:11:05.020782 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-95231ac6-be98-4403-9808-d26f66895185 tempest-NetworksNegativeTestJSON-6063765 tempest-NetworksNegativeTestJSON-6063765-project] 10.222.0.35 "GET /v2.0/networks/f919e1c4-5d47-4f50-88ee-e34a8c92f810 HTTP/1.1" status: 404 len: 339 time: 0.0220716 Sep 16 05:11:05.024535 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47578) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:05.042061 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e61fcb-9652-40cd-b8d7-b6e669e683fd req-7d6b4cef-c2a0-4ed0-954e-4dc1f626f314 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:05.043671 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4e61fcb-9652-40cd-b8d7-b6e669e683fd req-7d6b4cef-c2a0-4ed0-954e-4dc1f626f314 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/ports?device_id=6983ebc7-8b6c-444c-9215-aa5e7d27ddf7 HTTP/1.1" status: 200 len: 907 time: 0.0563896 Sep 16 05:11:05.049940 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b8f5cde-5b54-463c-80c0-fb51e83a841e tempest-NetworksNegativeTestJSON-6063765 tempest-NetworksNegativeTestJSON-6063765-project] GET failed (client error): The resource could not be found. Sep 16 05:11:05.051483 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7b8f5cde-5b54-463c-80c0-fb51e83a841e tempest-NetworksNegativeTestJSON-6063765 tempest-NetworksNegativeTestJSON-6063765-project] 10.222.0.35 "GET /v2.0/ports/74a9c054-ecb7-45f8-a476-f49ecabcfde6 HTTP/1.1" status: 404 len: 333 time: 0.0259919 Sep 16 05:11:05.055531 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47580) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:05.084369 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-85c51c66-78bc-4942-b543-f5b4e02d8ea4 tempest-NetworksNegativeTestJSON-6063765 tempest-NetworksNegativeTestJSON-6063765-project] GET failed (client error): The resource could not be found. Sep 16 05:11:05.085712 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-85c51c66-78bc-4942-b543-f5b4e02d8ea4 tempest-NetworksNegativeTestJSON-6063765 tempest-NetworksNegativeTestJSON-6063765-project] 10.222.0.35 "GET /v2.0/subnets/5638e383-f70b-4216-9a32-dd61a32765a2 HTTP/1.1" status: 404 len: 337 time: 0.0290697 Sep 16 05:11:05.089513 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47582) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:05.095049 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-6e86f0e4-9aa4-498a-a03d-1b63d56c5b16 tempest-NetworksNegativeTestJSON-6063765 tempest-NetworksNegativeTestJSON-6063765-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:05.108804 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e86f0e4-9aa4-498a-a03d-1b63d56c5b16 tempest-NetworksNegativeTestJSON-6063765 tempest-NetworksNegativeTestJSON-6063765-project] PUT failed (client error): The resource could not be found. Sep 16 05:11:05.109934 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e86f0e4-9aa4-498a-a03d-1b63d56c5b16 tempest-NetworksNegativeTestJSON-6063765 tempest-NetworksNegativeTestJSON-6063765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:11:05.111082 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6e86f0e4-9aa4-498a-a03d-1b63d56c5b16 tempest-NetworksNegativeTestJSON-6063765 tempest-NetworksNegativeTestJSON-6063765-project] 10.222.0.35 "PUT /v2.0/networks/f296876d-ed32-482c-b2db-663350d4fdf4 HTTP/1.1" status: 404 len: 339 time: 0.0206571 Sep 16 05:11:05.114800 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47584) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:05.119755 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-178d65a9-e99a-4388-b5ac-23a7e7e2fba4 tempest-NetworksNegativeTestJSON-6063765 tempest-NetworksNegativeTestJSON-6063765-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:05.138375 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-178d65a9-e99a-4388-b5ac-23a7e7e2fba4 tempest-NetworksNegativeTestJSON-6063765 tempest-NetworksNegativeTestJSON-6063765-project] PUT failed (client error): The resource could not be found. Sep 16 05:11:05.138981 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-178d65a9-e99a-4388-b5ac-23a7e7e2fba4 tempest-NetworksNegativeTestJSON-6063765 tempest-NetworksNegativeTestJSON-6063765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:11:05.140106 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-178d65a9-e99a-4388-b5ac-23a7e7e2fba4 tempest-NetworksNegativeTestJSON-6063765 tempest-NetworksNegativeTestJSON-6063765-project] 10.222.0.35 "PUT /v2.0/ports/a01dac62-76fc-43a0-81a7-462721ca6ff0 HTTP/1.1" status: 404 len: 333 time: 0.0244040 Sep 16 05:11:05.144103 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47586) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:05.148990 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-4acbb8cf-13d4-426b-9a25-1ed99bf5ef60 tempest-NetworksNegativeTestJSON-6063765 tempest-NetworksNegativeTestJSON-6063765-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:05.174997 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4acbb8cf-13d4-426b-9a25-1ed99bf5ef60 tempest-NetworksNegativeTestJSON-6063765 tempest-NetworksNegativeTestJSON-6063765-project] PUT failed (client error): The resource could not be found. Sep 16 05:11:05.175443 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4acbb8cf-13d4-426b-9a25-1ed99bf5ef60 tempest-NetworksNegativeTestJSON-6063765 tempest-NetworksNegativeTestJSON-6063765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:11:05.176607 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4acbb8cf-13d4-426b-9a25-1ed99bf5ef60 tempest-NetworksNegativeTestJSON-6063765 tempest-NetworksNegativeTestJSON-6063765-project] 10.222.0.35 "PUT /v2.0/subnets/5b9d5252-4444-4cd5-9f24-ba00c00e66ed HTTP/1.1" status: 404 len: 337 time: 0.0315669 Sep 16 05:11:05.357179 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 895a9ac2-b731-4fc4-8e2c-f135fa06b58b details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:11:05.447313 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47592) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:05.474282 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 895a9ac2-b731-4fc4-8e2c-f135fa06b58b, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=895a9ac2-b731-4fc4-8e2c-f135fa06b58b,segment=NetworkSegment(49972bc4-76b2-4ed2-aa4c-5661554e00b1),segment_id=49972bc4-76b2-4ed2-aa4c-5661554e00b1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:05.490117 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '895a9ac2-b731-4fc4-8e2c-f135fa06b58b', 'network_id': '26a26922-07b7-4965-997b-22dc4f3786b9', 'port_id': '895a9ac2-b731-4fc4-8e2c-f135fa06b58b', 'mac_address': 'fa:16:3e:51:97:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba165f9b-02b4-4f75-9f23-9f60dab9a098', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:11:05.533205 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.547491 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 895a9ac2-b731-4fc4-8e2c-f135fa06b58b {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:05.569027 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4577a3d7-80d8-462e-b177-fdd3f39a81af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.570973 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 895a9ac2-b731-4fc4-8e2c-f135fa06b58b, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=895a9ac2-b731-4fc4-8e2c-f135fa06b58b,segment=NetworkSegment(49972bc4-76b2-4ed2-aa4c-5661554e00b1),segment_id=49972bc4-76b2-4ed2-aa4c-5661554e00b1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:05.575579 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.629419 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=895a9ac2-b731-4fc4-8e2c-f135fa06b58b,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:05.678661 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4577a3d7-80d8-462e-b177-fdd3f39a81af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.682435 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4577a3d7-80d8-462e-b177-fdd3f39a81af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.721618 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4577a3d7-80d8-462e-b177-fdd3f39a81af admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=680a42c3c1cc480d95728baccd857720&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2725935 Sep 16 05:11:05.723152 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577a3d7-80d8-462e-b177-fdd3f39a81af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29336e35-2d7e-4de9-b32b-d2911a6ef7ce,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:05.723645 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47596) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:05.773651 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dbadf156-d11f-437d-88dc-d52b31b96dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.794781 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dbadf156-d11f-437d-88dc-d52b31b96dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.848409 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dbadf156-d11f-437d-88dc-d52b31b96dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.851599 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dbadf156-d11f-437d-88dc-d52b31b96dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.852965 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-dbadf156-d11f-437d-88dc-d52b31b96dd1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/29336e35-2d7e-4de9-b32b-d2911a6ef7ce HTTP/1.1" status: 204 len: 168 time: 0.1283460 Sep 16 05:11:05.861382 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbadf156-d11f-437d-88dc-d52b31b96dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29336e35-2d7e-4de9-b32b-d2911a6ef7ce,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:05.882897 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['895a9ac2-b731-4fc4-8e2c-f135fa06b58b'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:11:06.176355 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d416f-39c0-41ea-8ca7-62c1355f8236 req-e12b7a92-c7bc-4019-8efe-bf3cb40c449b tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:06.178704 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c5d416f-39c0-41ea-8ca7-62c1355f8236 req-e12b7a92-c7bc-4019-8efe-bf3cb40c449b tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/ports?device_id=6983ebc7-8b6c-444c-9215-aa5e7d27ddf7 HTTP/1.1" status: 200 len: 908 time: 0.0552270 Sep 16 05:11:06.657340 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47622) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:06.757829 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-a74c5436-c422-4ebb-9e67-15b268734bd9 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1636218038'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:06.778874 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74c5436-c422-4ebb-9e67-15b268734bd9 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Made reservation on behalf of d2562483499d49c2934a25ff09a02fcf for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:06.783046 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a74c5436-c422-4ebb-9e67-15b268734bd9 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.791764 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a74c5436-c422-4ebb-9e67-15b268734bd9 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.885345 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a74c5436-c422-4ebb-9e67-15b268734bd9 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.888937 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a74c5436-c422-4ebb-9e67-15b268734bd9 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.917610 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a74c5436-c422-4ebb-9e67-15b268734bd9 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:11:06.924866 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c5436-c422-4ebb-9e67-15b268734bd9 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f349081-7c2e-4303-918c-321c602b4058,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:06.930904 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a74c5436-c422-4ebb-9e67-15b268734bd9 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.931254 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-a74c5436-c422-4ebb-9e67-15b268734bd9 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Added segment 0d98b6b6-8c1b-45c8-96aa-2830e853b8c1 of type vlan for network 9bec4390-aecd-4182-b2a3-7553644ad540 Sep 16 05:11:06.971744 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a74c5436-c422-4ebb-9e67-15b268734bd9 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.994985 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a74c5436-c422-4ebb-9e67-15b268734bd9 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.001204 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74c5436-c422-4ebb-9e67-15b268734bd9 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:07.001787 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a74c5436-c422-4ebb-9e67-15b268734bd9 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.034034 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a74c5436-c422-4ebb-9e67-15b268734bd9 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3755088 Sep 16 05:11:07.036573 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47628) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:07.041272 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-0bf41e7d-baff-4099-adaf-6a14f4738272 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-361720256'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:07.085986 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c5436-c422-4ebb-9e67-15b268734bd9 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'Network': ['ID=9bec4390-aecd-4182-b2a3-7553644ad540,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:07.100691 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 9bec4390-aecd-4182-b2a3-7553644ad540 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:11:07.103416 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf41e7d-baff-4099-adaf-6a14f4738272 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Made reservation on behalf of d2562483499d49c2934a25ff09a02fcf for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:07.107116 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0bf41e7d-baff-4099-adaf-6a14f4738272 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.134897 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf41e7d-baff-4099-adaf-6a14f4738272 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:11:07.144936 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0bf41e7d-baff-4099-adaf-6a14f4738272 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.145356 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-0bf41e7d-baff-4099-adaf-6a14f4738272 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Added segment 549b04a6-b3ba-4160-8abe-f175bfe20a97 of type vlan for network 89980513-b806-4795-86b5-85f090138780 Sep 16 05:11:07.186561 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0bf41e7d-baff-4099-adaf-6a14f4738272 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.216637 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0bf41e7d-baff-4099-adaf-6a14f4738272 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.223059 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf41e7d-baff-4099-adaf-6a14f4738272 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:07.223764 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0bf41e7d-baff-4099-adaf-6a14f4738272 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.263224 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0bf41e7d-baff-4099-adaf-6a14f4738272 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2256205 Sep 16 05:11:07.266649 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47636) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:07.271642 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-d148b716-a724-4244-b435-f5f462d8382d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Request body: {'subnet': {'network_id': '9bec4390-aecd-4182-b2a3-7553644ad540', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:07.343444 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf41e7d-baff-4099-adaf-6a14f4738272 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'Network': ['ID=89980513-b806-4795-86b5-85f090138780,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:07.359421 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 89980513-b806-4795-86b5-85f090138780 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:11:07.374732 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 895a9ac2-b731-4fc4-8e2c-f135fa06b58b up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:07.432296 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f432e7-bd1e-4533-a749-fb57b90eb6a1 req-feec3831-2c11-4f1a-aef8-20323415869f tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:07.433886 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e4f432e7-bd1e-4533-a749-fb57b90eb6a1 req-feec3831-2c11-4f1a-aef8-20323415869f tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/ports?device_id=6983ebc7-8b6c-444c-9215-aa5e7d27ddf7 HTTP/1.1" status: 200 len: 908 time: 0.1555350 Sep 16 05:11:07.458170 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d148b716-a724-4244-b435-f5f462d8382d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Made reservation on behalf of d2562483499d49c2934a25ff09a02fcf for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:07.470597 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d148b716-a724-4244-b435-f5f462d8382d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.490964 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 895a9ac2-b731-4fc4-8e2c-f135fa06b58b completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:11:07.495104 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 895a9ac2-b731-4fc4-8e2c-f135fa06b58b triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:07.495485 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.586228 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.612719 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6983ebc7-8b6c-444c-9215-aa5e7d27ddf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895a9ac2-b731-4fc4-8e2c-f135fa06b58b'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:07.615026 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd69229b-c367-4bc5-b100-1ab7a158d40a" -d '{"events": [{"server_uuid": "6983ebc7-8b6c-444c-9215-aa5e7d27ddf7", "name": "network-vif-plugged", "status": "completed", "tag": "895a9ac2-b731-4fc4-8e2c-f135fa06b58b"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:07.628796 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 895a9ac2-b731-4fc4-8e2c-f135fa06b58b, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=895a9ac2-b731-4fc4-8e2c-f135fa06b58b,segment=NetworkSegment(49972bc4-76b2-4ed2-aa4c-5661554e00b1),segment_id=49972bc4-76b2-4ed2-aa4c-5661554e00b1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:07.634332 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.667642 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab48ded-256a-48f6-aa98-9f995b70d4a6 x-openstack-request-id: req-eab48ded-256a-48f6-aa98-9f995b70d4a6 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:07.667929 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6983ebc7-8b6c-444c-9215-aa5e7d27ddf7", "name": "network-vif-plugged", "status": "completed", "tag": "895a9ac2-b731-4fc4-8e2c-f135fa06b58b", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:07.668175 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eab48ded-256a-48f6-aa98-9f995b70d4a6 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:07.669282 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6983ebc7-8b6c-444c-9215-aa5e7d27ddf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895a9ac2-b731-4fc4-8e2c-f135fa06b58b', 'code': 200} Sep 16 05:11:07.691055 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d148b716-a724-4244-b435-f5f462d8382d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.695704 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=895a9ac2-b731-4fc4-8e2c-f135fa06b58b,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:07.763904 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148b716-a724-4244-b435-f5f462d8382d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'Subnet': ['ID=c9954e76-d02a-4620-9c43-f24d73454c9e,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:07.785029 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d148b716-a724-4244-b435-f5f462d8382d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Checking segment: {'id': '0d98b6b6-8c1b-45c8-96aa-2830e853b8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9bec4390-aecd-4182-b2a3-7553644ad540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:07.786072 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d148b716-a724-4244-b435-f5f462d8382d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Network hostable DHCP agents. Network: 9bec4390-aecd-4182-b2a3-7553644ad540, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:11:07.801592 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf40ad-68e0-46e8-8de9-0eeafb12a0ed req-439541b9-4b41-46c7-b361-93949ffc1f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:07.803167 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4bbf40ad-68e0-46e8-8de9-0eeafb12a0ed req-439541b9-4b41-46c7-b361-93949ffc1f1e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6983ebc7-8b6c-444c-9215-aa5e7d27ddf7 HTTP/1.1" status: 200 len: 1061 time: 0.0445004 Sep 16 05:11:07.814075 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d148b716-a724-4244-b435-f5f462d8382d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Network 9bec4390-aecd-4182-b2a3-7553644ad540 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:11:07.824154 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-d148b716-a724-4244-b435-f5f462d8382d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 9bec4390-aecd-4182-b2a3-7553644ad540) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:07.832654 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d148b716-a724-4244-b435-f5f462d8382d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:07.833549 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d148b716-a724-4244-b435-f5f462d8382d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.834410 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abe556f-da7a-4324-8966-8f64b666d31b None None] Network 9bec4390-aecd-4182-b2a3-7553644ad540 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:07.851040 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d148b716-a724-4244-b435-f5f462d8382d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5826378 Sep 16 05:11:07.854886 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47640) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:07.860876 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-c293342f-d36e-4831-93e8-1812e09ce39c tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Request body: {'subnet': {'network_id': '89980513-b806-4795-86b5-85f090138780', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:07.965061 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c293342f-d36e-4831-93e8-1812e09ce39c tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Made reservation on behalf of d2562483499d49c2934a25ff09a02fcf for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:07.969830 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c293342f-d36e-4831-93e8-1812e09ce39c tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.002052 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0cf083-5967-4365-b3ed-acbc2299f221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-9bec4390-aecd-4182-b2a3-7553644ad540', 'network_id': '9bec4390-aecd-4182-b2a3-7553644ad540', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'fixed_ips': [{'subnet_id': 'c9954e76-d02a-4620-9c43-f24d73454c9e'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:11:08.002931 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6f0cf083-5967-4365-b3ed-acbc2299f221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.201049 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-6f0cf083-5967-4365-b3ed-acbc2299f221 None None] Allocated IP 2001:db8::2 (9bec4390-aecd-4182-b2a3-7553644ad540/c9954e76-d02a-4620-9c43-f24d73454c9e/bceeb0b2-f02f-4002-a235-a824353497f2) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:08.234828 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c293342f-d36e-4831-93e8-1812e09ce39c tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.299905 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293342f-d36e-4831-93e8-1812e09ce39c tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'Subnet': ['ID=b7733f69-d448-450e-b0c3-1ed129fe42bd,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:08.313864 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c293342f-d36e-4831-93e8-1812e09ce39c tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Checking segment: {'id': '549b04a6-b3ba-4160-8abe-f175bfe20a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '89980513-b806-4795-86b5-85f090138780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:08.314057 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c293342f-d36e-4831-93e8-1812e09ce39c tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Network hostable DHCP agents. Network: 89980513-b806-4795-86b5-85f090138780, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:11:08.335220 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c293342f-d36e-4831-93e8-1812e09ce39c tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Network 89980513-b806-4795-86b5-85f090138780 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:11:08.345054 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-c293342f-d36e-4831-93e8-1812e09ce39c tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 89980513-b806-4795-86b5-85f090138780) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:08.349278 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c293342f-d36e-4831-93e8-1812e09ce39c tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:08.349867 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c293342f-d36e-4831-93e8-1812e09ce39c tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.365160 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c293342f-d36e-4831-93e8-1812e09ce39c tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5092177 Sep 16 05:11:08.368233 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47644) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:08.371599 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547a5f7a-5ff0-4314-8a82-4797bd187ded None None] Network 89980513-b806-4795-86b5-85f090138780 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:08.374226 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-6a48913e-3261-4638-88c5-56e83e017e4b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1181839828', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:08.406790 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6a48913e-3261-4638-88c5-56e83e017e4b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.408035 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6a48913e-3261-4638-88c5-56e83e017e4b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.415797 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6f0cf083-5967-4365-b3ed-acbc2299f221 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.424649 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6f0cf083-5967-4365-b3ed-acbc2299f221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.466717 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6a48913e-3261-4638-88c5-56e83e017e4b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.472746 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6a48913e-3261-4638-88c5-56e83e017e4b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.495953 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6a48913e-3261-4638-88c5-56e83e017e4b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.501201 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47648) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:08.503332 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6a48913e-3261-4638-88c5-56e83e017e4b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1335783 Sep 16 05:11:08.505534 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0cf083-5967-4365-b3ed-acbc2299f221 None None] Network 9bec4390-aecd-4182-b2a3-7553644ad540 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:08.520208 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-6f0cf083-5967-4365-b3ed-acbc2299f221 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:08.522940 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0cf083-5967-4365-b3ed-acbc2299f221 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:08.532133 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0cf083-5967-4365-b3ed-acbc2299f221 None None] Pushing event updated for resources: {'Port': ['ID=bceeb0b2-f02f-4002-a235-a824353497f2,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:08.599610 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61125c82-0c8c-4fbe-bfe0-e117d41130e0 req-8d846780-c23f-42cb-81c7-885c10169416 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:08.601415 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-61125c82-0c8c-4fbe-bfe0-e117d41130e0 req-8d846780-c23f-42cb-81c7-885c10169416 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/ports?device_id=6983ebc7-8b6c-444c-9215-aa5e7d27ddf7 HTTP/1.1" status: 200 len: 909 time: 0.0587883 Sep 16 05:11:08.625491 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-6f0cf083-5967-4365-b3ed-acbc2299f221 None None] Attempting to bind port bceeb0b2-f02f-4002-a235-a824353497f2 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:08.625961 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-6f0cf083-5967-4365-b3ed-acbc2299f221 None None] Attempting to bind port bceeb0b2-f02f-4002-a235-a824353497f2 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '0d98b6b6-8c1b-45c8-96aa-2830e853b8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9bec4390-aecd-4182-b2a3-7553644ad540'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:08.626389 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0cf083-5967-4365-b3ed-acbc2299f221 None None] Attempting to bind port bceeb0b2-f02f-4002-a235-a824353497f2 on network 9bec4390-aecd-4182-b2a3-7553644ad540 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:08.648512 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0cf083-5967-4365-b3ed-acbc2299f221 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:08.648916 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0cf083-5967-4365-b3ed-acbc2299f221 None None] Checking segment: {'id': '0d98b6b6-8c1b-45c8-96aa-2830e853b8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9bec4390-aecd-4182-b2a3-7553644ad540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:08.649366 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6f0cf083-5967-4365-b3ed-acbc2299f221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.649691 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0cf083-5967-4365-b3ed-acbc2299f221 None None] Bound using segment: {'id': '0d98b6b6-8c1b-45c8-96aa-2830e853b8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9bec4390-aecd-4182-b2a3-7553644ad540'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:08.650178 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-6f0cf083-5967-4365-b3ed-acbc2299f221 None None] Bound port: bceeb0b2-f02f-4002-a235-a824353497f2, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d98b6b6-8c1b-45c8-96aa-2830e853b8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9bec4390-aecd-4182-b2a3-7553644ad540'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:08.650560 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6f0cf083-5967-4365-b3ed-acbc2299f221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.660987 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45da15cc-9406-4a82-ad2d-06eb60e9f568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-89980513-b806-4795-86b5-85f090138780', 'network_id': '89980513-b806-4795-86b5-85f090138780', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'fixed_ips': [{'subnet_id': 'b7733f69-d448-450e-b0c3-1ed129fe42bd'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:11:08.661752 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-45da15cc-9406-4a82-ad2d-06eb60e9f568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.799667 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-6f0cf083-5967-4365-b3ed-acbc2299f221 None None] For port bceeb0b2-f02f-4002-a235-a824353497f2, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:08.801001 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-da16d33f-35ab-433b-b238-b7b57cbeea53 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.804740 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-6f0cf083-5967-4365-b3ed-acbc2299f221 None None] For port bceeb0b2-f02f-4002-a235-a824353497f2, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=bceeb0b2-f02f-4002-a235-a824353497f2,segment=NetworkSegment(0d98b6b6-8c1b-45c8-96aa-2830e853b8c1),segment_id=0d98b6b6-8c1b-45c8-96aa-2830e853b8c1)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:08.830446 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6f0cf083-5967-4365-b3ed-acbc2299f221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.907037 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-45da15cc-9406-4a82-ad2d-06eb60e9f568 None None] Allocated IP 2001:db8:1::2 (89980513-b806-4795-86b5-85f090138780/b7733f69-d448-450e-b0c3-1ed129fe42bd/9802d25d-1fe0-4c38-ba50-713dc933bd89) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:08.920924 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0cf083-5967-4365-b3ed-acbc2299f221 None None] Pushing event updated for resources: {'Port': ['ID=bceeb0b2-f02f-4002-a235-a824353497f2,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:09.101955 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-da16d33f-35ab-433b-b238-b7b57cbeea53 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Allocated IP 2001:db8::1 (9bec4390-aecd-4182-b2a3-7553644ad540/c9954e76-d02a-4620-9c43-f24d73454c9e/0f6ad629-1e00-43e5-b2b6-d16a03590742) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:09.271288 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-da16d33f-35ab-433b-b238-b7b57cbeea53 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.282808 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-45da15cc-9406-4a82-ad2d-06eb60e9f568 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.294744 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-45da15cc-9406-4a82-ad2d-06eb60e9f568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.335631 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bceeb0b2-f02f-4002-a235-a824353497f2 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:09.348212 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-da16d33f-35ab-433b-b238-b7b57cbeea53 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.383023 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45da15cc-9406-4a82-ad2d-06eb60e9f568 None None] Network 89980513-b806-4795-86b5-85f090138780 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:09.390304 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da15cc-9406-4a82-ad2d-06eb60e9f568 None None] Pushing event updated for resources: {'Port': ['ID=9802d25d-1fe0-4c38-ba50-713dc933bd89,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:09.393478 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-45da15cc-9406-4a82-ad2d-06eb60e9f568 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:09.397062 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da16d33f-35ab-433b-b238-b7b57cbeea53 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Network 9bec4390-aecd-4182-b2a3-7553644ad540 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:09.399679 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45da15cc-9406-4a82-ad2d-06eb60e9f568 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:09.400230 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-da16d33f-35ab-433b-b238-b7b57cbeea53 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:09.404199 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da16d33f-35ab-433b-b238-b7b57cbeea53 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:09.404621 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-da16d33f-35ab-433b-b238-b7b57cbeea53 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.447772 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16d33f-35ab-433b-b238-b7b57cbeea53 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'Port': ['ID=0f6ad629-1e00-43e5-b2b6-d16a03590742,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:09.461385 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16d33f-35ab-433b-b238-b7b57cbeea53 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:09.461385 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16d33f-35ab-433b-b238-b7b57cbeea53 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:09.461702 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port bceeb0b2-f02f-4002-a235-a824353497f2 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:09.461805 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16d33f-35ab-433b-b238-b7b57cbeea53 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:09.461918 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.462008 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16d33f-35ab-433b-b238-b7b57cbeea53 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:09.462426 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16d33f-35ab-433b-b238-b7b57cbeea53 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:09.462664 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16d33f-35ab-433b-b238-b7b57cbeea53 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:09.462986 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16d33f-35ab-433b-b238-b7b57cbeea53 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:09.463309 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16d33f-35ab-433b-b238-b7b57cbeea53 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:09.463635 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16d33f-35ab-433b-b238-b7b57cbeea53 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:09.463957 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16d33f-35ab-433b-b238-b7b57cbeea53 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:09.464281 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16d33f-35ab-433b-b238-b7b57cbeea53 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:09.464744 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da16d33f-35ab-433b-b238-b7b57cbeea53 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:09.484728 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-45da15cc-9406-4a82-ad2d-06eb60e9f568 None None] Attempting to bind port 9802d25d-1fe0-4c38-ba50-713dc933bd89 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:09.485311 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-45da15cc-9406-4a82-ad2d-06eb60e9f568 None None] Attempting to bind port 9802d25d-1fe0-4c38-ba50-713dc933bd89 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '549b04a6-b3ba-4160-8abe-f175bfe20a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '89980513-b806-4795-86b5-85f090138780'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:09.485686 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45da15cc-9406-4a82-ad2d-06eb60e9f568 None None] Attempting to bind port 9802d25d-1fe0-4c38-ba50-713dc933bd89 on network 89980513-b806-4795-86b5-85f090138780 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:09.495763 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45da15cc-9406-4a82-ad2d-06eb60e9f568 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:09.496187 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45da15cc-9406-4a82-ad2d-06eb60e9f568 None None] Checking segment: {'id': '549b04a6-b3ba-4160-8abe-f175bfe20a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '89980513-b806-4795-86b5-85f090138780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:09.496552 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-45da15cc-9406-4a82-ad2d-06eb60e9f568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.497184 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45da15cc-9406-4a82-ad2d-06eb60e9f568 None None] Bound using segment: {'id': '549b04a6-b3ba-4160-8abe-f175bfe20a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '89980513-b806-4795-86b5-85f090138780'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:09.497445 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-45da15cc-9406-4a82-ad2d-06eb60e9f568 None None] Bound port: 9802d25d-1fe0-4c38-ba50-713dc933bd89, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '549b04a6-b3ba-4160-8abe-f175bfe20a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '89980513-b806-4795-86b5-85f090138780'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:09.497829 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-45da15cc-9406-4a82-ad2d-06eb60e9f568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.567610 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-da16d33f-35ab-433b-b238-b7b57cbeea53 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.607643 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-45da15cc-9406-4a82-ad2d-06eb60e9f568 None None] For port 9802d25d-1fe0-4c38-ba50-713dc933bd89, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:09.615422 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-45da15cc-9406-4a82-ad2d-06eb60e9f568 None None] For port 9802d25d-1fe0-4c38-ba50-713dc933bd89, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=9802d25d-1fe0-4c38-ba50-713dc933bd89,segment=NetworkSegment(549b04a6-b3ba-4160-8abe-f175bfe20a97),segment_id=549b04a6-b3ba-4160-8abe-f175bfe20a97)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:09.618171 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.628602 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-45da15cc-9406-4a82-ad2d-06eb60e9f568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.726499 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port bceeb0b2-f02f-4002-a235-a824353497f2, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=bceeb0b2-f02f-4002-a235-a824353497f2,segment=NetworkSegment(0d98b6b6-8c1b-45c8-96aa-2830e853b8c1),segment_id=0d98b6b6-8c1b-45c8-96aa-2830e853b8c1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:09.738706 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.740791 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da15cc-9406-4a82-ad2d-06eb60e9f568 None None] Pushing event updated for resources: {'Port': ['ID=9802d25d-1fe0-4c38-ba50-713dc933bd89,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:09.802670 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d6287-3709-4f05-ab23-aa7bb2c608e5 req-1722af24-8655-482a-8aa9-73bacae97e05 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:09.805136 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9a2d6287-3709-4f05-ab23-aa7bb2c608e5 req-1722af24-8655-482a-8aa9-73bacae97e05 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/ports?device_id=6983ebc7-8b6c-444c-9215-aa5e7d27ddf7 HTTP/1.1" status: 200 len: 909 time: 0.0821650 Sep 16 05:11:09.813018 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=bceeb0b2-f02f-4002-a235-a824353497f2,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:10.016395 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ca69f-7edc-4d37-8a38-bf8b8d545cbf req-8871073f-f0af-40d6-9ea7-2080568c4ec5 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:10.020892 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-da16d33f-35ab-433b-b238-b7b57cbeea53 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.029199 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-da16d33f-35ab-433b-b238-b7b57cbeea53 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.030006 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-da16d33f-35ab-433b-b238-b7b57cbeea53 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.031895 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-647ca69f-7edc-4d37-8a38-bf8b8d545cbf req-8871073f-f0af-40d6-9ea7-2080568c4ec5 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/ports?device_id=6983ebc7-8b6c-444c-9215-aa5e7d27ddf7 HTTP/1.1" status: 200 len: 909 time: 0.1234839 Sep 16 05:11:10.113426 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-996d590a-939d-4c87-babc-f983abe80de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.136947 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16d33f-35ab-433b-b238-b7b57cbeea53 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'Port': ['ID=0f6ad629-1e00-43e5-b2b6-d16a03590742,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:10.215546 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c93a9e-7fc9-42a2-9ba7-3c41e806e676 req-4c4ada3c-763e-4b63-901b-9dd769bef4d1 tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:10.217106 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-22c93a9e-7fc9-42a2-9ba7-3c41e806e676 req-4c4ada3c-763e-4b63-901b-9dd769bef4d1 tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6983ebc7-8b6c-444c-9215-aa5e7d27ddf7 HTTP/1.1" status: 200 len: 1061 time: 0.0679533 Sep 16 05:11:10.228665 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da16d33f-35ab-433b-b238-b7b57cbeea53 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Network 9bec4390-aecd-4182-b2a3-7553644ad540 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:10.231337 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1b7d53-b497-4d4c-9a1e-b13ad4669173 None None] Network 9bec4390-aecd-4182-b2a3-7553644ad540 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:10.244185 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-da16d33f-35ab-433b-b238-b7b57cbeea53 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:10.374687 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60d4c8-396d-4bab-b644-39a78d16cd70 req-4442d428-fbd7-4e0e-a948-522feef7ddc7 tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:10.379945 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2d60d4c8-396d-4bab-b644-39a78d16cd70 req-4442d428-fbd7-4e0e-a948-522feef7ddc7 tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0fa60f16-2899-48af-8e51-6ff0706508f8 HTTP/1.1" status: 200 len: 1136 time: 0.0692849 Sep 16 05:11:10.396775 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da16d33f-35ab-433b-b238-b7b57cbeea53 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Router 90a662a9-8d96-4f75-9319-04e2e9b7f796 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:11:10.416453 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-686e6f32-4b53-4d3b-a055-772cf1cb317a None None] Provisioning complete for port bceeb0b2-f02f-4002-a235-a824353497f2 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:10.417030 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-686e6f32-4b53-4d3b-a055-772cf1cb317a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.438444 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2d60d4c8-396d-4bab-b644-39a78d16cd70 req-d044803d-19a6-46c6-abd0-4eb89b9063ba tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=c4dae3d5-10e2-4056-940f-d6cff06c58c5&id=0677982b-6836-497c-a00d-628899ebeecc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0498865 Sep 16 05:11:10.464331 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47668) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:10.515335 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da16d33f-35ab-433b-b238-b7b57cbeea53 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:10.522281 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064e7899-a7a1-468e-9a14-8eaddff7c7db tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:10.524015 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-064e7899-a7a1-468e-9a14-8eaddff7c7db tempest-TestSecurityGroupsBasicOps-733332212 tempest-TestSecurityGroupsBasicOps-733332212-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6983ebc7-8b6c-444c-9215-aa5e7d27ddf7 HTTP/1.1" status: 200 len: 1056 time: 0.0569983 Sep 16 05:11:10.534993 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51a80f5-778d-470f-b7ef-0e8be5d48d4d None None] Sync routers for ids ['90a662a9-8d96-4f75-9319-04e2e9b7f796'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:10.537146 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-da16d33f-35ab-433b-b238-b7b57cbeea53 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "PUT /v2.0/routers/90a662a9-8d96-4f75-9319-04e2e9b7f796/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0348024 Sep 16 05:11:10.537794 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47672) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:10.557993 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51a80f5-778d-470f-b7ef-0e8be5d48d4d None None] Routers {'90a662a9-8d96-4f75-9319-04e2e9b7f796'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:10.558642 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-c51a80f5-778d-470f-b7ef-0e8be5d48d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['90a662a9-8d96-4f75-9319-04e2e9b7f796'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:10.679698 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-c51a80f5-778d-470f-b7ef-0e8be5d48d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:10.691786 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51a80f5-778d-470f-b7ef-0e8be5d48d4d None None] Routers {'90a662a9-8d96-4f75-9319-04e2e9b7f796'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:10.692426 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-c51a80f5-778d-470f-b7ef-0e8be5d48d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['90a662a9-8d96-4f75-9319-04e2e9b7f796'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:10.717838 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16434fd-8d01-488d-a3f2-52fdface0a09 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:10.719793 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b16434fd-8d01-488d-a3f2-52fdface0a09 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "GET /v2.0/ports/0f6ad629-1e00-43e5-b2b6-d16a03590742 HTTP/1.1" status: 200 len: 911 time: 0.1711743 Sep 16 05:11:10.722506 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47676) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:10.736837 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-c51a80f5-778d-470f-b7ef-0e8be5d48d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:10.737782 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51a80f5-778d-470f-b7ef-0e8be5d48d4d None None] The sync data for ids ['90a662a9-8d96-4f75-9319-04e2e9b7f796'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:10.991514 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18898576-1f74-4373-9e80-55fbee80984d req-59f157dd-f24b-4b7c-bee2-7bc0847ff090 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:11.005472 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-3f8f799d-698e-4c95-b37b-48fa53a4cb75 None None] Provisioning complete for port 0f6ad629-1e00-43e5-b2b6-d16a03590742 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:11.006107 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3f8f799d-698e-4c95-b37b-48fa53a4cb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.006723 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-18898576-1f74-4373-9e80-55fbee80984d req-59f157dd-f24b-4b7c-bee2-7bc0847ff090 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/ports?device_id=6983ebc7-8b6c-444c-9215-aa5e7d27ddf7 HTTP/1.1" status: 200 len: 909 time: 0.0768912 Sep 16 05:11:11.063467 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-3f8f799d-698e-4c95-b37b-48fa53a4cb75 None None] Port 0f6ad629-1e00-43e5-b2b6-d16a03590742 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:11.075008 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-3f8f799d-698e-4c95-b37b-48fa53a4cb75 None None] Provisioning complete for port bceeb0b2-f02f-4002-a235-a824353497f2 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:11.075694 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3f8f799d-698e-4c95-b37b-48fa53a4cb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.222716 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2b1aea49-3dd3-4b36-a014-bc99c6065da5 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.307760 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-246d8a26-8134-4b5c-a864-bbeaa3ee9bd8 None None] Provisioning complete for port 0f6ad629-1e00-43e5-b2b6-d16a03590742 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:11.308143 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-246d8a26-8134-4b5c-a864-bbeaa3ee9bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.363396 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f12a3af-0eed-45ee-894f-5fe52369962c None None] Network 89980513-b806-4795-86b5-85f090138780 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:11.388983 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-246d8a26-8134-4b5c-a864-bbeaa3ee9bd8 None None] Port 0f6ad629-1e00-43e5-b2b6-d16a03590742 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:11.408231 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bceeb0b2-f02f-4002-a235-a824353497f2 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:11.531722 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-9586c991-9f9f-4321-8992-306a319793c0 None None] Provisioning complete for port 9802d25d-1fe0-4c38-ba50-713dc933bd89 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:11.532502 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9586c991-9f9f-4321-8992-306a319793c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.556951 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port bceeb0b2-f02f-4002-a235-a824353497f2 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:11.557246 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.578985 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-2b1aea49-3dd3-4b36-a014-bc99c6065da5 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Allocated IP 2001:db8:1::1 (89980513-b806-4795-86b5-85f090138780/b7733f69-d448-450e-b0c3-1ed129fe42bd/ac7a2590-037f-4e72-a62b-8c61855bfaa0) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:11.714853 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2b1aea49-3dd3-4b36-a014-bc99c6065da5 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.739553 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9586c991-9f9f-4321-8992-306a319793c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.754149 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2b1aea49-3dd3-4b36-a014-bc99c6065da5 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.790064 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 9802d25d-1fe0-4c38-ba50-713dc933bd89 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:11.802779 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1aea49-3dd3-4b36-a014-bc99c6065da5 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'Port': ['ID=ac7a2590-037f-4e72-a62b-8c61855bfaa0,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:11.819929 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1aea49-3dd3-4b36-a014-bc99c6065da5 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Network 89980513-b806-4795-86b5-85f090138780 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:11.821751 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-2b1aea49-3dd3-4b36-a014-bc99c6065da5 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:11.825012 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.825190 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1aea49-3dd3-4b36-a014-bc99c6065da5 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:11.825809 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2b1aea49-3dd3-4b36-a014-bc99c6065da5 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.843325 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-9586c991-9f9f-4321-8992-306a319793c0 None None] For port 9802d25d-1fe0-4c38-ba50-713dc933bd89, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=9802d25d-1fe0-4c38-ba50-713dc933bd89,segment=NetworkSegment(549b04a6-b3ba-4160-8abe-f175bfe20a97),segment_id=549b04a6-b3ba-4160-8abe-f175bfe20a97)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:11.855150 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9586c991-9f9f-4321-8992-306a319793c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.920055 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9586c991-9f9f-4321-8992-306a319793c0 None None] Pushing event updated for resources: {'Port': ['ID=9802d25d-1fe0-4c38-ba50-713dc933bd89,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:11.928969 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 9802d25d-1fe0-4c38-ba50-713dc933bd89 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:11.929359 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.963997 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2b1aea49-3dd3-4b36-a014-bc99c6065da5 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.992202 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-6139e700-1d01-4230-9648-cd05e7b48842 None None] Provisioning complete for port 0f6ad629-1e00-43e5-b2b6-d16a03590742 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:11.992591 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6139e700-1d01-4230-9648-cd05e7b48842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.066696 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-6139e700-1d01-4230-9648-cd05e7b48842 None None] Port 0f6ad629-1e00-43e5-b2b6-d16a03590742 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:12.153153 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fa457-b77f-418b-9bd5-68fbd6c5955f req-65e011c3-9e62-4495-bae7-3f991d5e9e08 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:12.170241 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a67fa457-b77f-418b-9bd5-68fbd6c5955f req-65e011c3-9e62-4495-bae7-3f991d5e9e08 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/ports?device_id=6983ebc7-8b6c-444c-9215-aa5e7d27ddf7 HTTP/1.1" status: 200 len: 909 time: 0.0837483 Sep 16 05:11:12.203518 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-87909e23-5970-48d2-a7b7-e179548a2810 None None] Provisioning complete for port 9802d25d-1fe0-4c38-ba50-713dc933bd89 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:12.203914 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-87909e23-5970-48d2-a7b7-e179548a2810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.308149 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2b1aea49-3dd3-4b36-a014-bc99c6065da5 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.313238 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2b1aea49-3dd3-4b36-a014-bc99c6065da5 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.314344 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2b1aea49-3dd3-4b36-a014-bc99c6065da5 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.391976 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1aea49-3dd3-4b36-a014-bc99c6065da5 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'Port': ['ID=ac7a2590-037f-4e72-a62b-8c61855bfaa0,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:12.434786 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ba030fb5-46d1-40ab-b6c2-f8b79fa61431 None None] Provisioning complete for port ac7a2590-037f-4e72-a62b-8c61855bfaa0 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:12.435189 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ba030fb5-46d1-40ab-b6c2-f8b79fa61431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.474349 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-ba030fb5-46d1-40ab-b6c2-f8b79fa61431 None None] Port ac7a2590-037f-4e72-a62b-8c61855bfaa0 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:12.486298 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a172d2-7743-4604-8ce6-3535137d4da8 req-5ed4660c-be96-4fa8-a0fc-dd168e905f39 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:12.487883 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-31a172d2-7743-4604-8ce6-3535137d4da8 req-5ed4660c-be96-4fa8-a0fc-dd168e905f39 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.47 "GET /v2.0/ports?device_id=6983ebc7-8b6c-444c-9215-aa5e7d27ddf7 HTTP/1.1" status: 200 len: 909 time: 0.1087089 Sep 16 05:11:12.504859 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1aea49-3dd3-4b36-a014-bc99c6065da5 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Network 89980513-b806-4795-86b5-85f090138780 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:12.507372 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-2b1aea49-3dd3-4b36-a014-bc99c6065da5 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:12.699050 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1aea49-3dd3-4b36-a014-bc99c6065da5 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Router 90a662a9-8d96-4f75-9319-04e2e9b7f796 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:12.796692 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-31a172d2-7743-4604-8ce6-3535137d4da8 req-daccbb21-0e0d-4ab2-b587-4b0517cbe825 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Deleting port 895a9ac2-b731-4fc4-8e2c-f135fa06b58b {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:12.797207 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-31a172d2-7743-4604-8ce6-3535137d4da8 req-daccbb21-0e0d-4ab2-b587-4b0517cbe825 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.811730 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-a8fe717c-993c-4bf7-a615-5b60e4d7957e None None] Provisioning complete for port ac7a2590-037f-4e72-a62b-8c61855bfaa0 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:12.812864 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a8fe717c-993c-4bf7-a615-5b60e4d7957e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.849382 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-a8fe717c-993c-4bf7-a615-5b60e4d7957e None None] Port ac7a2590-037f-4e72-a62b-8c61855bfaa0 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:12.870503 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1aea49-3dd3-4b36-a014-bc99c6065da5 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:12.878019 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2b1aea49-3dd3-4b36-a014-bc99c6065da5 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "PUT /v2.0/routers/90a662a9-8d96-4f75-9319-04e2e9b7f796/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1544967 Sep 16 05:11:12.881653 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47692) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:12.884819 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c65e1b-0dd2-440b-83fb-ba6544c544ce None None] Sync routers for ids ['90a662a9-8d96-4f75-9319-04e2e9b7f796'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:12.895593 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c65e1b-0dd2-440b-83fb-ba6544c544ce None None] Routers {'90a662a9-8d96-4f75-9319-04e2e9b7f796'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:12.896423 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-10c65e1b-0dd2-440b-83fb-ba6544c544ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['90a662a9-8d96-4f75-9319-04e2e9b7f796'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:12.915818 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-31a172d2-7743-4604-8ce6-3535137d4da8 req-daccbb21-0e0d-4ab2-b587-4b0517cbe825 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] For port 895a9ac2-b731-4fc4-8e2c-f135fa06b58b, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=895a9ac2-b731-4fc4-8e2c-f135fa06b58b,segment=NetworkSegment(49972bc4-76b2-4ed2-aa4c-5661554e00b1),segment_id=49972bc4-76b2-4ed2-aa4c-5661554e00b1)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:12.916193 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-31a172d2-7743-4604-8ce6-3535137d4da8 req-daccbb21-0e0d-4ab2-b587-4b0517cbe825 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.931535 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-31a172d2-7743-4604-8ce6-3535137d4da8 req-daccbb21-0e0d-4ab2-b587-4b0517cbe825 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Calling delete_port for 895a9ac2-b731-4fc4-8e2c-f135fa06b58b owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:12.932880 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-10c65e1b-0dd2-440b-83fb-ba6544c544ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:12.939873 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08b475a-5c28-4117-b24d-c3a659d7cfbe tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:12.941523 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e08b475a-5c28-4117-b24d-c3a659d7cfbe tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "GET /v2.0/ports/ac7a2590-037f-4e72-a62b-8c61855bfaa0 HTTP/1.1" status: 200 len: 913 time: 0.0572057 Sep 16 05:11:12.944264 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47694) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:12.945594 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c65e1b-0dd2-440b-83fb-ba6544c544ce None None] Routers {'90a662a9-8d96-4f75-9319-04e2e9b7f796'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:12.946376 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-10c65e1b-0dd2-440b-83fb-ba6544c544ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:10:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['90a662a9-8d96-4f75-9319-04e2e9b7f796'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:12.997194 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-10c65e1b-0dd2-440b-83fb-ba6544c544ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:12.997858 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c65e1b-0dd2-440b-83fb-ba6544c544ce None None] The sync data for ids ['90a662a9-8d96-4f75-9319-04e2e9b7f796'] in n-d-712139-15 is: [] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:13.070658 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-31a172d2-7743-4604-8ce6-3535137d4da8 req-daccbb21-0e0d-4ab2-b587-4b0517cbe825 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:13.103459 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daccbb21-0e0d-4ab2-b587-4b0517cbe825 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Pushing event deleted for resources: {'Port': ['ID=895a9ac2-b731-4fc4-8e2c-f135fa06b58b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:13.156907 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a172d2-7743-4604-8ce6-3535137d4da8 req-daccbb21-0e0d-4ab2-b587-4b0517cbe825 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] No DVR routers for this DVR port 895a9ac2-b731-4fc4-8e2c-f135fa06b58b on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:13.159032 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-31a172d2-7743-4604-8ce6-3535137d4da8 req-daccbb21-0e0d-4ab2-b587-4b0517cbe825 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:13.162069 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-31a172d2-7743-4604-8ce6-3535137d4da8 req-daccbb21-0e0d-4ab2-b587-4b0517cbe825 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.47 "DELETE /v2.0/ports/895a9ac2-b731-4fc4-8e2c-f135fa06b58b HTTP/1.1" status: 204 len: 173 time: 0.6668854 Sep 16 05:11:13.162551 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6983ebc7-8b6c-444c-9215-aa5e7d27ddf7', 'name': 'network-vif-deleted', 'tag': '895a9ac2-b731-4fc4-8e2c-f135fa06b58b'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:13.165198 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa71767-c3d1-409c-9209-610038fb91c8" -d '{"events": [{"server_uuid": "6983ebc7-8b6c-444c-9215-aa5e7d27ddf7", "name": "network-vif-deleted", "tag": "895a9ac2-b731-4fc4-8e2c-f135fa06b58b"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:13.213527 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e01f334-4149-4bce-9c60-5bacd0283065 x-openstack-request-id: req-9e01f334-4149-4bce-9c60-5bacd0283065 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:13.213828 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6983ebc7-8b6c-444c-9215-aa5e7d27ddf7", "name": "network-vif-deleted", "tag": "895a9ac2-b731-4fc4-8e2c-f135fa06b58b", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:13.214112 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9e01f334-4149-4bce-9c60-5bacd0283065 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:13.214507 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6983ebc7-8b6c-444c-9215-aa5e7d27ddf7', 'name': 'network-vif-deleted', 'tag': '895a9ac2-b731-4fc4-8e2c-f135fa06b58b', 'status': 'completed', 'code': 200} Sep 16 05:11:13.258841 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fb5e0b30-f858-454a-876c-ca9562f9a1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:13.322658 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f975d7f9-f6da-41d1-b42b-f16efa6e1ee2 req-2f45ffcc-4bfe-4c8f-8fbb-e67b4cc8b857 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/ports?device_id=6983ebc7-8b6c-444c-9215-aa5e7d27ddf7 HTTP/1.1" status: 200 len: 210 time: 0.0433798 Sep 16 05:11:13.323220 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 9802d25d-1fe0-4c38-ba50-713dc933bd89 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:13.387011 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ac580c96-1b1c-403a-a6a7-f06501c989bb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:13.396118 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 9802d25d-1fe0-4c38-ba50-713dc933bd89 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:13.396601 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:13.516341 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:13.644055 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-ac580c96-1b1c-403a-a6a7-f06501c989bb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Deleting port ac7a2590-037f-4e72-a62b-8c61855bfaa0 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:13.644602 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ac580c96-1b1c-403a-a6a7-f06501c989bb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:13.760337 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ac580c96-1b1c-403a-a6a7-f06501c989bb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:13.774606 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-ac580c96-1b1c-403a-a6a7-f06501c989bb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Calling delete_port for ac7a2590-037f-4e72-a62b-8c61855bfaa0 owned by network:router_interface {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:13.947432 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ac580c96-1b1c-403a-a6a7-f06501c989bb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:13.975788 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac580c96-1b1c-403a-a6a7-f06501c989bb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event deleted for resources: {'Port': ['ID=ac7a2590-037f-4e72-a62b-8c61855bfaa0,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:14.093244 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ac580c96-1b1c-403a-a6a7-f06501c989bb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:14.283674 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac580c96-1b1c-403a-a6a7-f06501c989bb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Router 90a662a9-8d96-4f75-9319-04e2e9b7f796 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:14.378892 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac580c96-1b1c-403a-a6a7-f06501c989bb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:14.386826 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47712) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:14.387317 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ac580c96-1b1c-403a-a6a7-f06501c989bb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "PUT /v2.0/routers/90a662a9-8d96-4f75-9319-04e2e9b7f796/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4414935 Sep 16 05:11:14.388960 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47714) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:14.393872 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823b6e18-ed1c-4f16-986a-47f01da29cf8 None None] Sync routers for ids ['90a662a9-8d96-4f75-9319-04e2e9b7f796'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:14.405060 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823b6e18-ed1c-4f16-986a-47f01da29cf8 None None] Routers {'90a662a9-8d96-4f75-9319-04e2e9b7f796'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:14.405959 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-823b6e18-ed1c-4f16-986a-47f01da29cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['90a662a9-8d96-4f75-9319-04e2e9b7f796'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:14.441751 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-823b6e18-ed1c-4f16-986a-47f01da29cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:14.452444 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823b6e18-ed1c-4f16-986a-47f01da29cf8 None None] Routers {'90a662a9-8d96-4f75-9319-04e2e9b7f796'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:14.454528 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-823b6e18-ed1c-4f16-986a-47f01da29cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['90a662a9-8d96-4f75-9319-04e2e9b7f796'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:14.496488 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-823b6e18-ed1c-4f16-986a-47f01da29cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:14.500825 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823b6e18-ed1c-4f16-986a-47f01da29cf8 None None] The sync data for ids ['90a662a9-8d96-4f75-9319-04e2e9b7f796'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:14.603323 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:14.723807 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.062064 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5138da26-7172-49d9-a8a7-d6639731172b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.177434 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6aab2a34-13cf-475f-8bed-cef23695d24d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.335123 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-5138da26-7172-49d9-a8a7-d6639731172b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Deleting port 0f6ad629-1e00-43e5-b2b6-d16a03590742 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:15.335567 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5138da26-7172-49d9-a8a7-d6639731172b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.433203 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5138da26-7172-49d9-a8a7-d6639731172b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.452344 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-5138da26-7172-49d9-a8a7-d6639731172b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Calling delete_port for 0f6ad629-1e00-43e5-b2b6-d16a03590742 owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:15.475191 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-6aab2a34-13cf-475f-8bed-cef23695d24d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Deleting port 625f1f41-e30a-450f-afd8-a669ea31c7a3 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:15.475828 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6aab2a34-13cf-475f-8bed-cef23695d24d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.573238 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-6aab2a34-13cf-475f-8bed-cef23695d24d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] For port 625f1f41-e30a-450f-afd8-a669ea31c7a3, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=625f1f41-e30a-450f-afd8-a669ea31c7a3,segment=NetworkSegment(49972bc4-76b2-4ed2-aa4c-5661554e00b1),segment_id=49972bc4-76b2-4ed2-aa4c-5661554e00b1)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:15.573645 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6aab2a34-13cf-475f-8bed-cef23695d24d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.587818 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-6aab2a34-13cf-475f-8bed-cef23695d24d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Calling delete_port for 625f1f41-e30a-450f-afd8-a669ea31c7a3 owned by network:router_interface {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:15.642371 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5138da26-7172-49d9-a8a7-d6639731172b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.684717 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5138da26-7172-49d9-a8a7-d6639731172b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event deleted for resources: {'Port': ['ID=0f6ad629-1e00-43e5-b2b6-d16a03590742,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:15.793068 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5138da26-7172-49d9-a8a7-d6639731172b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.816775 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6aab2a34-13cf-475f-8bed-cef23695d24d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.852508 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab2a34-13cf-475f-8bed-cef23695d24d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Pushing event deleted for resources: {'Port': ['ID=625f1f41-e30a-450f-afd8-a669ea31c7a3,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:16.049547 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5138da26-7172-49d9-a8a7-d6639731172b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Router 90a662a9-8d96-4f75-9319-04e2e9b7f796 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:16.067721 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6aab2a34-13cf-475f-8bed-cef23695d24d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.102355 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.144379 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5138da26-7172-49d9-a8a7-d6639731172b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:16.152325 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5138da26-7172-49d9-a8a7-d6639731172b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "PUT /v2.0/routers/90a662a9-8d96-4f75-9319-04e2e9b7f796/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7630887 Sep 16 05:11:16.154720 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47720) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:16.157174 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3f700d-14ee-4acc-9556-1afe198f7a25 None None] Sync routers for ids ['90a662a9-8d96-4f75-9319-04e2e9b7f796'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:16.170565 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3f700d-14ee-4acc-9556-1afe198f7a25 None None] Routers {'90a662a9-8d96-4f75-9319-04e2e9b7f796'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:16.172161 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-0c3f700d-14ee-4acc-9556-1afe198f7a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['90a662a9-8d96-4f75-9319-04e2e9b7f796'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:16.186380 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d20934e9-f27d-4ee4-9f75-44a6ae80da75 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "GET /v2.0/ports?device_id=90a662a9-8d96-4f75-9319-04e2e9b7f796 HTTP/1.1" status: 200 len: 205 time: 0.0281396 Sep 16 05:11:16.186699 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47722) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:16.216420 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-0c3f700d-14ee-4acc-9556-1afe198f7a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:16.226262 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3f700d-14ee-4acc-9556-1afe198f7a25 None None] Routers {'90a662a9-8d96-4f75-9319-04e2e9b7f796'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:16.227282 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-0c3f700d-14ee-4acc-9556-1afe198f7a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['90a662a9-8d96-4f75-9319-04e2e9b7f796'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:16.261213 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-0c3f700d-14ee-4acc-9556-1afe198f7a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:16.262245 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3f700d-14ee-4acc-9556-1afe198f7a25 None None] The sync data for ids ['90a662a9-8d96-4f75-9319-04e2e9b7f796'] in n-d-712139-15 is: [] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:16.274755 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-51a15c04-e8ae-4762-b3b8-28f6187814a6 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.349215 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aab2a34-13cf-475f-8bed-cef23695d24d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Router f8de517d-bf20-471f-b223-499f5deb8c49 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:16.446092 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-51a15c04-e8ae-4762-b3b8-28f6187814a6 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.448417 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-51a15c04-e8ae-4762-b3b8-28f6187814a6 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.481327 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aab2a34-13cf-475f-8bed-cef23695d24d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:16.488341 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6aab2a34-13cf-475f-8bed-cef23695d24d tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "PUT /v2.0/routers/f8de517d-bf20-471f-b223-499f5deb8c49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0983529 Sep 16 05:11:16.491074 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47724) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:16.495840 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-51a15c04-e8ae-4762-b3b8-28f6187814a6 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.496674 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a15c04-e8ae-4762-b3b8-28f6187814a6 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Fanout notify agent at l3_agent the message router_deleted on router 90a662a9-8d96-4f75-9319-04e2e9b7f796 {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:11:16.497285 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758f0729-5807-4a66-85fb-038555bdfcdb None None] Sync routers for ids ['f8de517d-bf20-471f-b223-499f5deb8c49'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:16.506386 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-51a15c04-e8ae-4762-b3b8-28f6187814a6 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.507696 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-51a15c04-e8ae-4762-b3b8-28f6187814a6 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/routers/90a662a9-8d96-4f75-9319-04e2e9b7f796 HTTP/1.1" status: 204 len: 168 time: 0.3196096 Sep 16 05:11:16.513165 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47726) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:16.520055 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758f0729-5807-4a66-85fb-038555bdfcdb None None] Routers {'f8de517d-bf20-471f-b223-499f5deb8c49'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:16.521310 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-758f0729-5807-4a66-85fb-038555bdfcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['f8de517d-bf20-471f-b223-499f5deb8c49'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:16.553248 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-aab33814-3e0e-4df0-bf8e-56edc01dcab1 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Deleting subnet ba165f9b-02b4-4f75-9f23-9f60dab9a098 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:11:16.556418 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-aab33814-3e0e-4df0-bf8e-56edc01dcab1 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.574656 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b324899-ee05-4501-a487-5aa73581678a tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Deleting subnet b7733f69-d448-450e-b0c3-1ed129fe42bd {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:11:16.578568 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9b324899-ee05-4501-a487-5aa73581678a tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.608344 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-aab33814-3e0e-4df0-bf8e-56edc01dcab1 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.626072 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9b324899-ee05-4501-a487-5aa73581678a tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.632914 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-758f0729-5807-4a66-85fb-038555bdfcdb None None] Set router f8de517d-bf20-471f-b223-499f5deb8c49 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:16.710622 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-aab33814-3e0e-4df0-bf8e-56edc01dcab1 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.738160 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9b324899-ee05-4501-a487-5aa73581678a tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.788781 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-aab33814-3e0e-4df0-bf8e-56edc01dcab1 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.826116 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab33814-3e0e-4df0-bf8e-56edc01dcab1 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Pushing event deleted for resources: {'Subnet': ['ID=ba165f9b-02b4-4f75-9f23-9f60dab9a098,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:16.829022 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-aab33814-3e0e-4df0-bf8e-56edc01dcab1 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.831104 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-aab33814-3e0e-4df0-bf8e-56edc01dcab1 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "DELETE /v2.0/subnets/ba165f9b-02b4-4f75-9f23-9f60dab9a098 HTTP/1.1" status: 204 len: 168 time: 0.3389475 Sep 16 05:11:16.836433 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd4aa8f-657d-4bb2-b63d-15a1f2c7744f None None] Network 26a26922-07b7-4965-997b-22dc4f3786b9 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:16.837238 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9b324899-ee05-4501-a487-5aa73581678a tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.846521 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47728) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:16.856110 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-758f0729-5807-4a66-85fb-038555bdfcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8de517d-bf20-471f-b223-499f5deb8c49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1134001794', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '4ff80c76-f103-410c-9cc8-c16a33ba596a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:52Z', 'updated_at': '2021-09-16T05:11:15Z', 'revision_number': 5, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'gw_port': {'id': '4ff80c76-f103-410c-9cc8-c16a33ba596a', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8de517d-bf20-471f-b223-499f5deb8c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:52Z', 'updated_at': '2021-09-16T05:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:16.874038 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b324899-ee05-4501-a487-5aa73581678a tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event deleted for resources: {'Subnet': ['ID=b7733f69-d448-450e-b0c3-1ed129fe42bd,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:16.886832 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9b324899-ee05-4501-a487-5aa73581678a tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.888210 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36bbb2b-759a-4e77-bc1c-067bf4363f46 None None] Network 89980513-b806-4795-86b5-85f090138780 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:16.888917 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9b324899-ee05-4501-a487-5aa73581678a tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/subnets/b7733f69-d448-450e-b0c3-1ed129fe42bd HTTP/1.1" status: 204 len: 168 time: 0.3746436 Sep 16 05:11:16.892465 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47730) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:16.907835 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758f0729-5807-4a66-85fb-038555bdfcdb None None] Checking router: f8de517d-bf20-471f-b223-499f5deb8c49 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:16.918155 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758f0729-5807-4a66-85fb-038555bdfcdb None None] Routers {'f8de517d-bf20-471f-b223-499f5deb8c49'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:16.919240 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-758f0729-5807-4a66-85fb-038555bdfcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['f8de517d-bf20-471f-b223-499f5deb8c49'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:16.961570 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9dfd7d1-2a02-414a-b9af-a0374313253c tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Deleting subnet c9954e76-d02a-4620-9c43-f24d73454c9e {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:11:16.965589 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b9dfd7d1-2a02-414a-b9af-a0374313253c tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.034243 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b9dfd7d1-2a02-414a-b9af-a0374313253c tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.048076 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-758f0729-5807-4a66-85fb-038555bdfcdb None None] Set router f8de517d-bf20-471f-b223-499f5deb8c49 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:17.087560 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e92a714c-451c-44f1-ba1c-6e7fe197d34f tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.181447 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b9dfd7d1-2a02-414a-b9af-a0374313253c tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.206200 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e92a714c-451c-44f1-ba1c-6e7fe197d34f tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.316254 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a85fc9-dff2-4bba-ab3d-286641477153 None None] DHCP port deletion for 89980513-b806-4795-86b5-85f090138780 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:11:17.317709 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-e92a714c-451c-44f1-ba1c-6e7fe197d34f tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Deleting port 4ff80c76-f103-410c-9cc8-c16a33ba596a {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:17.319806 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e92a714c-451c-44f1-ba1c-6e7fe197d34f tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.336163 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-758f0729-5807-4a66-85fb-038555bdfcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8de517d-bf20-471f-b223-499f5deb8c49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1134001794', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '4ff80c76-f103-410c-9cc8-c16a33ba596a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:52Z', 'updated_at': '2021-09-16T05:11:15Z', 'revision_number': 5, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'gw_port': {'id': '4ff80c76-f103-410c-9cc8-c16a33ba596a', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8de517d-bf20-471f-b223-499f5deb8c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:52Z', 'updated_at': '2021-09-16T05:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:17.361667 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481fbcbd-5e1a-4667-ae12-7ff8900e5255 None None] DHCP port deletion for 26a26922-07b7-4965-997b-22dc4f3786b9 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:11:17.378070 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b9dfd7d1-2a02-414a-b9af-a0374313253c tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.378528 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758f0729-5807-4a66-85fb-038555bdfcdb None None] The sync data for ids ['f8de517d-bf20-471f-b223-499f5deb8c49'] in n-d-712139-15 is: [{'id': 'f8de517d-bf20-471f-b223-499f5deb8c49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1134001794', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '4ff80c76-f103-410c-9cc8-c16a33ba596a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:52Z', 'updated_at': '2021-09-16T05:11:15Z', 'revision_number': 5, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'gw_port': {'id': '4ff80c76-f103-410c-9cc8-c16a33ba596a', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8de517d-bf20-471f-b223-499f5deb8c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:52Z', 'updated_at': '2021-09-16T05:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:17.439897 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dfd7d1-2a02-414a-b9af-a0374313253c tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event deleted for resources: {'Subnet': ['ID=c9954e76-d02a-4620-9c43-f24d73454c9e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:17.442177 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 895a9ac2-b731-4fc4-8e2c-f135fa06b58b no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:17.456803 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b9dfd7d1-2a02-414a-b9af-a0374313253c tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.461138 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b9dfd7d1-2a02-414a-b9af-a0374313253c tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/subnets/c9954e76-d02a-4620-9c43-f24d73454c9e HTTP/1.1" status: 204 len: 168 time: 0.5653234 Sep 16 05:11:17.461622 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47734) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:17.469337 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-e92a714c-451c-44f1-ba1c-6e7fe197d34f tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] For port 4ff80c76-f103-410c-9cc8-c16a33ba596a, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=4ff80c76-f103-410c-9cc8-c16a33ba596a,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:17.469846 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e92a714c-451c-44f1-ba1c-6e7fe197d34f tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.478532 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-e3a85fc9-dff2-4bba-ab3d-286641477153 None None] Deleting port 9802d25d-1fe0-4c38-ba50-713dc933bd89 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:17.478950 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e3a85fc9-dff2-4bba-ab3d-286641477153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.486604 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-e92a714c-451c-44f1-ba1c-6e7fe197d34f tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Calling delete_port for 4ff80c76-f103-410c-9cc8-c16a33ba596a owned by network:router_gateway {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:17.496719 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee80e9b2-3bf6-4fc7-b975-97a9f42f438a None None] Network 9bec4390-aecd-4182-b2a3-7553644ad540 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:17.504017 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: 895a9ac2-b731-4fc4-8e2c-f135fa06b58b {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:17.504357 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 895a9ac2-b731-4fc4-8e2c-f135fa06b58b not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:17.533235 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-481fbcbd-5e1a-4667-ae12-7ff8900e5255 None None] Deleting port 4512623c-695a-4d47-9ca1-fc0da5e473b3 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:17.533606 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-481fbcbd-5e1a-4667-ae12-7ff8900e5255 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.580304 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8ce2bb54-320b-41ae-87fc-62397379e41d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.655467 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-8ce2bb54-320b-41ae-87fc-62397379e41d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Deleting port 9802d25d-1fe0-4c38-ba50-713dc933bd89 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:17.656540 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8ce2bb54-320b-41ae-87fc-62397379e41d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.703020 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e92a714c-451c-44f1-ba1c-6e7fe197d34f tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.744341 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a714c-451c-44f1-ba1c-6e7fe197d34f tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Pushing event deleted for resources: {'Port': ['ID=4ff80c76-f103-410c-9cc8-c16a33ba596a,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:17.769982 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-8ce2bb54-320b-41ae-87fc-62397379e41d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] For port 9802d25d-1fe0-4c38-ba50-713dc933bd89, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=9802d25d-1fe0-4c38-ba50-713dc933bd89,segment=NetworkSegment(549b04a6-b3ba-4160-8abe-f175bfe20a97),segment_id=549b04a6-b3ba-4160-8abe-f175bfe20a97)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:17.771141 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8ce2bb54-320b-41ae-87fc-62397379e41d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.791209 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-8ce2bb54-320b-41ae-87fc-62397379e41d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Calling delete_port for 9802d25d-1fe0-4c38-ba50-713dc933bd89 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:17.857010 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e92a714c-451c-44f1-ba1c-6e7fe197d34f tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.890907 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-e3a85fc9-dff2-4bba-ab3d-286641477153 None None] For port 9802d25d-1fe0-4c38-ba50-713dc933bd89, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=9802d25d-1fe0-4c38-ba50-713dc933bd89,segment=NetworkSegment(549b04a6-b3ba-4160-8abe-f175bfe20a97),segment_id=549b04a6-b3ba-4160-8abe-f175bfe20a97)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:17.890907 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e3a85fc9-dff2-4bba-ab3d-286641477153 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.900397 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8ce2bb54-320b-41ae-87fc-62397379e41d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.942426 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-481fbcbd-5e1a-4667-ae12-7ff8900e5255 None None] For port 4512623c-695a-4d47-9ca1-fc0da5e473b3, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=4512623c-695a-4d47-9ca1-fc0da5e473b3,segment=NetworkSegment(49972bc4-76b2-4ed2-aa4c-5661554e00b1),segment_id=49972bc4-76b2-4ed2-aa4c-5661554e00b1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:17.942839 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-481fbcbd-5e1a-4667-ae12-7ff8900e5255 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.946755 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2bb54-320b-41ae-87fc-62397379e41d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event deleted for resources: {'Port': ['ID=9802d25d-1fe0-4c38-ba50-713dc933bd89,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:17.962612 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce2bb54-320b-41ae-87fc-62397379e41d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] No DVR routers for this DVR port 9802d25d-1fe0-4c38-ba50-713dc933bd89 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:17.984203 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-e3a85fc9-dff2-4bba-ab3d-286641477153 None None] Calling delete_port for 9802d25d-1fe0-4c38-ba50-713dc933bd89 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:17.988601 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e92a714c-451c-44f1-ba1c-6e7fe197d34f tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.991297 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e92a714c-451c-44f1-ba1c-6e7fe197d34f tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.000306 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-481fbcbd-5e1a-4667-ae12-7ff8900e5255 None None] Calling delete_port for 4512623c-695a-4d47-9ca1-fc0da5e473b3 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:18.043332 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e92a714c-451c-44f1-ba1c-6e7fe197d34f tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.044609 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92a714c-451c-44f1-ba1c-6e7fe197d34f tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Fanout notify agent at l3_agent the message router_deleted on router f8de517d-bf20-471f-b223-499f5deb8c49 {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:11:18.058453 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e92a714c-451c-44f1-ba1c-6e7fe197d34f tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.063420 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e92a714c-451c-44f1-ba1c-6e7fe197d34f tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "DELETE /v2.0/routers/f8de517d-bf20-471f-b223-499f5deb8c49 HTTP/1.1" status: 204 len: 168 time: 1.2158120 Sep 16 05:11:18.064139 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47738) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:18.075522 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8ce2bb54-320b-41ae-87fc-62397379e41d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.109965 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-8ce2bb54-320b-41ae-87fc-62397379e41d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89980513-b806-4795-86b5-85f090138780']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:18.134779 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-8ce2bb54-320b-41ae-87fc-62397379e41d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '549b04a6-b3ba-4160-8abe-f175bfe20a97') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:18.135186 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-8ce2bb54-320b-41ae-87fc-62397379e41d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '549b04a6-b3ba-4160-8abe-f175bfe20a97') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:18.165323 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8ce2bb54-320b-41ae-87fc-62397379e41d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.174604 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb19705-be3a-4c98-944e-496d5d6b19ca None None] DHCP port deletion for 9bec4390-aecd-4182-b2a3-7553644ad540 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:11:18.182116 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dec56f4c-a27c-49e5-b8cb-61c338a7bead tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.184419 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8ce2bb54-320b-41ae-87fc-62397379e41d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.201664 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ce2bb54-320b-41ae-87fc-62397379e41d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:11:18.202105 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8ce2bb54-320b-41ae-87fc-62397379e41d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.252226 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e3a85fc9-dff2-4bba-ab3d-286641477153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.305730 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:11:18.305730 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:11:18.305730 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:11:18.305730 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:11:18.305730 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:11:18.305730 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:11:18.305730 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:11:18.305730 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:11:18.305730 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:11:18.305730 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:11:18.305730 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:11:18.305730 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:11:18.305730 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:11:18.305730 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:11:18.305730 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:11:18.305730 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:11:18.305730 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:11:18.305730 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:11:18.305730 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:11:18.305730 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:11:18.305730 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:11:18.305730 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:11:18.305730 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:11:18.305730 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:11:18.305730 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:11:18.305730 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:11:18.305730 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:11:18.305730 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:11:18.305730 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:11:18.305730 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:11:18.305730 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:11:18.305730 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:11:18.308197 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-dec56f4c-a27c-49e5-b8cb-61c338a7bead tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Deleting port 4512623c-695a-4d47-9ca1-fc0da5e473b3 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:18.308197 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dec56f4c-a27c-49e5-b8cb-61c338a7bead tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.311624 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8ce2bb54-320b-41ae-87fc-62397379e41d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.321046 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8ce2bb54-320b-41ae-87fc-62397379e41d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.325715 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8ce2bb54-320b-41ae-87fc-62397379e41d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/networks/89980513-b806-4795-86b5-85f090138780 HTTP/1.1" status: 204 len: 168 time: 0.8605285 Sep 16 05:11:18.333928 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a85fc9-dff2-4bba-ab3d-286641477153 None None] No DVR routers for this DVR port 9802d25d-1fe0-4c38-ba50-713dc933bd89 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:18.336709 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47742) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:18.339593 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2bb54-320b-41ae-87fc-62397379e41d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event deleted for resources: {'Network': ['ID=89980513-b806-4795-86b5-85f090138780,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:18.349798 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a85fc9-dff2-4bba-ab3d-286641477153 None None] Pushing event deleted for resources: {'Port': ['ID=9802d25d-1fe0-4c38-ba50-713dc933bd89,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:18.388681 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-481fbcbd-5e1a-4667-ae12-7ff8900e5255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.405221 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-dcb19705-be3a-4c98-944e-496d5d6b19ca None None] Deleting port bceeb0b2-f02f-4002-a235-a824353497f2 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:18.406256 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-dcb19705-be3a-4c98-944e-496d5d6b19ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.435435 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481fbcbd-5e1a-4667-ae12-7ff8900e5255 None None] Pushing event deleted for resources: {'Port': ['ID=4512623c-695a-4d47-9ca1-fc0da5e473b3,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:18.446144 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-dec56f4c-a27c-49e5-b8cb-61c338a7bead tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] For port 4512623c-695a-4d47-9ca1-fc0da5e473b3, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=4512623c-695a-4d47-9ca1-fc0da5e473b3,segment=NetworkSegment(49972bc4-76b2-4ed2-aa4c-5661554e00b1),segment_id=49972bc4-76b2-4ed2-aa4c-5661554e00b1)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:18.446690 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dec56f4c-a27c-49e5-b8cb-61c338a7bead tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.451257 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481fbcbd-5e1a-4667-ae12-7ff8900e5255 None None] No DVR routers for this DVR port 4512623c-695a-4d47-9ca1-fc0da5e473b3 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:18.503618 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-dec56f4c-a27c-49e5-b8cb-61c338a7bead tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Calling delete_port for 4512623c-695a-4d47-9ca1-fc0da5e473b3 owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:18.523331 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-dcb19705-be3a-4c98-944e-496d5d6b19ca None None] For port bceeb0b2-f02f-4002-a235-a824353497f2, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=bceeb0b2-f02f-4002-a235-a824353497f2,segment=NetworkSegment(0d98b6b6-8c1b-45c8-96aa-2830e853b8c1),segment_id=0d98b6b6-8c1b-45c8-96aa-2830e853b8c1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:18.523739 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-dcb19705-be3a-4c98-944e-496d5d6b19ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.524332 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-84966a5d-6a87-4c75-ae8f-d31d8b1b581b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.537019 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-dcb19705-be3a-4c98-944e-496d5d6b19ca None None] Calling delete_port for bceeb0b2-f02f-4002-a235-a824353497f2 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:18.614543 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-dcb19705-be3a-4c98-944e-496d5d6b19ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.631621 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dec56f4c-a27c-49e5-b8cb-61c338a7bead tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.641295 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb19705-be3a-4c98-944e-496d5d6b19ca None None] Pushing event deleted for resources: {'Port': ['ID=bceeb0b2-f02f-4002-a235-a824353497f2,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:18.647044 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb19705-be3a-4c98-944e-496d5d6b19ca None None] No DVR routers for this DVR port bceeb0b2-f02f-4002-a235-a824353497f2 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:18.662618 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-84966a5d-6a87-4c75-ae8f-d31d8b1b581b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Deleting port bceeb0b2-f02f-4002-a235-a824353497f2 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:18.662956 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-84966a5d-6a87-4c75-ae8f-d31d8b1b581b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.667639 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec56f4c-a27c-49e5-b8cb-61c338a7bead tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Pushing event deleted for resources: {'Port': ['ID=4512623c-695a-4d47-9ca1-fc0da5e473b3,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:18.681949 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec56f4c-a27c-49e5-b8cb-61c338a7bead tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] No DVR routers for this DVR port 4512623c-695a-4d47-9ca1-fc0da5e473b3 on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:18.776079 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-84966a5d-6a87-4c75-ae8f-d31d8b1b581b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] For port bceeb0b2-f02f-4002-a235-a824353497f2, host n-d-712139-15, got binding levels [] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:18.776348 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-84966a5d-6a87-4c75-ae8f-d31d8b1b581b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.811800 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dec56f4c-a27c-49e5-b8cb-61c338a7bead tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.821799 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-84966a5d-6a87-4c75-ae8f-d31d8b1b581b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Calling delete_port for bceeb0b2-f02f-4002-a235-a824353497f2 owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:18.825624 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.ipam_backend_mixin [None req-84966a5d-6a87-4c75-ae8f-d31d8b1b581b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Port bceeb0b2-f02f-4002-a235-a824353497f2 was not found and therefore no delete operation was performed {{(pid=94767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:11:18.829676 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-84966a5d-6a87-4c75-ae8f-d31d8b1b581b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.846007 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-dec56f4c-a27c-49e5-b8cb-61c338a7bead tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26a26922-07b7-4965-997b-22dc4f3786b9']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:18.869623 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84966a5d-6a87-4c75-ae8f-d31d8b1b581b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] No DVR routers for this DVR port bceeb0b2-f02f-4002-a235-a824353497f2 on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:18.871239 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84966a5d-6a87-4c75-ae8f-d31d8b1b581b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event deleted for resources: {'Port': ['ID=bceeb0b2-f02f-4002-a235-a824353497f2,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:18.878407 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-dec56f4c-a27c-49e5-b8cb-61c338a7bead tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49972bc4-76b2-4ed2-aa4c-5661554e00b1') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:18.878688 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-dec56f4c-a27c-49e5-b8cb-61c338a7bead tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49972bc4-76b2-4ed2-aa4c-5661554e00b1') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:18.906833 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dec56f4c-a27c-49e5-b8cb-61c338a7bead tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.945275 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dec56f4c-a27c-49e5-b8cb-61c338a7bead tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.976441 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-84966a5d-6a87-4c75-ae8f-d31d8b1b581b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.979009 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec56f4c-a27c-49e5-b8cb-61c338a7bead tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:11:18.979401 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dec56f4c-a27c-49e5-b8cb-61c338a7bead tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:11:18.982447 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:11:19.045203 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-84966a5d-6a87-4c75-ae8f-d31d8b1b581b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bec4390-aecd-4182-b2a3-7553644ad540']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:19.058956 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-84966a5d-6a87-4c75-ae8f-d31d8b1b581b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d98b6b6-8c1b-45c8-96aa-2830e853b8c1') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:19.059251 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-84966a5d-6a87-4c75-ae8f-d31d8b1b581b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d98b6b6-8c1b-45c8-96aa-2830e853b8c1') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:19.068654 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dec56f4c-a27c-49e5-b8cb-61c338a7bead tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.071173 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-84966a5d-6a87-4c75-ae8f-d31d8b1b581b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.082605 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dec56f4c-a27c-49e5-b8cb-61c338a7bead tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.084444 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-dec56f4c-a27c-49e5-b8cb-61c338a7bead tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "DELETE /v2.0/networks/26a26922-07b7-4965-997b-22dc4f3786b9 HTTP/1.1" status: 204 len: 168 time: 1.0191383 Sep 16 05:11:19.087252 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47746) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:19.098298 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec56f4c-a27c-49e5-b8cb-61c338a7bead tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Pushing event deleted for resources: {'Network': ['ID=26a26922-07b7-4965-997b-22dc4f3786b9,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:19.103559 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-84966a5d-6a87-4c75-ae8f-d31d8b1b581b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.110739 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84966a5d-6a87-4c75-ae8f-d31d8b1b581b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:11:19.111140 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-84966a5d-6a87-4c75-ae8f-d31d8b1b581b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.114283 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:11:19.114283 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:11:19.114283 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:11:19.114283 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:11:19.114283 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:11:19.114283 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:11:19.114283 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:11:19.114283 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:11:19.114283 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:11:19.114283 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:11:19.114283 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:11:19.114283 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:11:19.114283 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:11:19.114283 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:11:19.114283 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:11:19.114283 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:11:19.114283 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:11:19.114283 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:11:19.114283 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:11:19.114283 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:11:19.114283 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:11:19.114283 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:11:19.114283 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:11:19.114283 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:11:19.114283 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:11:19.114283 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:11:19.114283 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:11:19.114283 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:11:19.114283 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:11:19.114283 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:11:19.114283 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:11:19.114283 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:11:19.174202 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-84966a5d-6a87-4c75-ae8f-d31d8b1b581b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.181775 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-84966a5d-6a87-4c75-ae8f-d31d8b1b581b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.183885 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-84966a5d-6a87-4c75-ae8f-d31d8b1b581b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/networks/9bec4390-aecd-4182-b2a3-7553644ad540 HTTP/1.1" status: 204 len: 168 time: 0.8459785 Sep 16 05:11:19.190156 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47748) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:19.197008 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84966a5d-6a87-4c75-ae8f-d31d8b1b581b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event deleted for resources: {'Network': ['ID=9bec4390-aecd-4182-b2a3-7553644ad540,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:19.199125 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-b598f66c-772f-4d8c-baac-11e26543ce18 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2136884952'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:19.246995 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b598f66c-772f-4d8c-baac-11e26543ce18 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Made reservation on behalf of d2562483499d49c2934a25ff09a02fcf for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:19.251888 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b598f66c-772f-4d8c-baac-11e26543ce18 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.306784 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b598f66c-772f-4d8c-baac-11e26543ce18 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:11:19.314907 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bceeb0b2-f02f-4002-a235-a824353497f2 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:19.325144 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b598f66c-772f-4d8c-baac-11e26543ce18 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.325497 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-b598f66c-772f-4d8c-baac-11e26543ce18 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Added segment 6fffd218-2132-499b-b14c-786469e98739 of type vlan for network d807797d-8dd0-40ba-8cd1-9da26fb147b2 Sep 16 05:11:19.343313 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-a02d473c-46c3-483c-a05f-00b0264089c8 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Deleting port 44fe8da8-38d2-4ebb-bf21-eb7d144947f0 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:19.343740 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a02d473c-46c3-483c-a05f-00b0264089c8 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.356366 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: bceeb0b2-f02f-4002-a235-a824353497f2 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:19.357019 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bceeb0b2-f02f-4002-a235-a824353497f2 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:19.357323 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 4ff80c76-f103-410c-9cc8-c16a33ba596a no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:19.409240 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b598f66c-772f-4d8c-baac-11e26543ce18 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.411868 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 4ff80c76-f103-410c-9cc8-c16a33ba596a {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:19.412291 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 4ff80c76-f103-410c-9cc8-c16a33ba596a not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:19.412811 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 4512623c-695a-4d47-9ca1-fc0da5e473b3 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:19.441821 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 4512623c-695a-4d47-9ca1-fc0da5e473b3 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:19.442175 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 4512623c-695a-4d47-9ca1-fc0da5e473b3 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:19.442765 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 625f1f41-e30a-450f-afd8-a669ea31c7a3 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:19.463592 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 625f1f41-e30a-450f-afd8-a669ea31c7a3 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:19.463949 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 625f1f41-e30a-450f-afd8-a669ea31c7a3 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:19.464375 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 9802d25d-1fe0-4c38-ba50-713dc933bd89 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:19.480608 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b598f66c-772f-4d8c-baac-11e26543ce18 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.486448 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b598f66c-772f-4d8c-baac-11e26543ce18 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:19.486625 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 9802d25d-1fe0-4c38-ba50-713dc933bd89 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:19.486905 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b598f66c-772f-4d8c-baac-11e26543ce18 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.487081 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 9802d25d-1fe0-4c38-ba50-713dc933bd89 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:19.491781 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a02d473c-46c3-483c-a05f-00b0264089c8 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.492115 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a02d473c-46c3-483c-a05f-00b0264089c8 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.529878 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-a02d473c-46c3-483c-a05f-00b0264089c8 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Calling delete_port for 44fe8da8-38d2-4ebb-bf21-eb7d144947f0 owned by network:floatingip {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:19.549788 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b598f66c-772f-4d8c-baac-11e26543ce18 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3583515 Sep 16 05:11:19.552728 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47756) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:19.558436 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-4b55d8b6-eef2-4da1-929e-8a55555edd8a tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Request body: {'subnet': {'network_id': 'd807797d-8dd0-40ba-8cd1-9da26fb147b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:19.574248 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c19f7-ad2a-4f30-b764-dc0d8bd675b6 req-512dbc81-6f16-4811-b918-a33c6586f24f tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:19.575744 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4a5c19f7-ad2a-4f30-b764-dc0d8bd675b6 req-512dbc81-6f16-4811-b918-a33c6586f24f tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f376dd6-cc12-4156-b8c9-835748cc1d58 HTTP/1.1" status: 200 len: 946 time: 0.0878665 Sep 16 05:11:19.614035 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598f66c-772f-4d8c-baac-11e26543ce18 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'Network': ['ID=d807797d-8dd0-40ba-8cd1-9da26fb147b2,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:19.626474 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network d807797d-8dd0-40ba-8cd1-9da26fb147b2 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:11:19.674210 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4a5c19f7-ad2a-4f30-b764-dc0d8bd675b6 req-85343bdf-be5f-4fa0-bc21-7ca879657115 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/security-groups?id=efc39f48-11b4-4405-a76d-f113425b8e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880322 Sep 16 05:11:19.701414 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b55d8b6-eef2-4da1-929e-8a55555edd8a tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Made reservation on behalf of d2562483499d49c2934a25ff09a02fcf for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:19.705099 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4b55d8b6-eef2-4da1-929e-8a55555edd8a tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.742726 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a02d473c-46c3-483c-a05f-00b0264089c8 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.771439 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d473c-46c3-483c-a05f-00b0264089c8 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Pushing event deleted for resources: {'Port': ['ID=44fe8da8-38d2-4ebb-bf21-eb7d144947f0,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:19.838804 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a02d473c-46c3-483c-a05f-00b0264089c8 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for floatingip, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.839274 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [None req-a02d473c-46c3-483c-a05f-00b0264089c8 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Floating IP 69b2a103-7d55-4c29-8812-e455f1e08037 disassociated (deleted). External IP: 172.25.8.128, port: a8ad1317-8e45-47ee-8087-7deb9f4c5fa5. Sep 16 05:11:19.925495 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4b55d8b6-eef2-4da1-929e-8a55555edd8a tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.997796 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b55d8b6-eef2-4da1-929e-8a55555edd8a tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'Subnet': ['ID=b0d2415a-0a29-49bb-9371-112d25c39496,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:20.018495 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b55d8b6-eef2-4da1-929e-8a55555edd8a tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Checking segment: {'id': '6fffd218-2132-499b-b14c-786469e98739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd807797d-8dd0-40ba-8cd1-9da26fb147b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:20.018952 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b55d8b6-eef2-4da1-929e-8a55555edd8a tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Network hostable DHCP agents. Network: d807797d-8dd0-40ba-8cd1-9da26fb147b2, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:11:20.038499 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b55d8b6-eef2-4da1-929e-8a55555edd8a tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Network d807797d-8dd0-40ba-8cd1-9da26fb147b2 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:11:20.048986 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-4b55d8b6-eef2-4da1-929e-8a55555edd8a tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, d807797d-8dd0-40ba-8cd1-9da26fb147b2) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:20.055525 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b55d8b6-eef2-4da1-929e-8a55555edd8a tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:20.056363 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4b55d8b6-eef2-4da1-929e-8a55555edd8a tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.058628 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a75532-f250-4a99-a5ce-51e24f167e9e None None] Network d807797d-8dd0-40ba-8cd1-9da26fb147b2 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:20.077616 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4b55d8b6-eef2-4da1-929e-8a55555edd8a tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5225327 Sep 16 05:11:20.078701 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47758) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:20.082981 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-572f59a9-4387-41cb-a72c-cde427178f5b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1551562607', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:20.089322 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02d473c-46c3-483c-a05f-00b0264089c8 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Router b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:20.150184 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-572f59a9-4387-41cb-a72c-cde427178f5b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.151282 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-572f59a9-4387-41cb-a72c-cde427178f5b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.233686 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3faa5b1c-1c35-420a-b698-71703d874e29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-d807797d-8dd0-40ba-8cd1-9da26fb147b2', 'network_id': 'd807797d-8dd0-40ba-8cd1-9da26fb147b2', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'fixed_ips': [{'subnet_id': 'b0d2415a-0a29-49bb-9371-112d25c39496'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:11:20.235050 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3faa5b1c-1c35-420a-b698-71703d874e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.247430 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-572f59a9-4387-41cb-a72c-cde427178f5b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.255856 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-572f59a9-4387-41cb-a72c-cde427178f5b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.285742 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02d473c-46c3-483c-a05f-00b0264089c8 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:20.293590 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a02d473c-46c3-483c-a05f-00b0264089c8 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.300232 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-572f59a9-4387-41cb-a72c-cde427178f5b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.305658 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-572f59a9-4387-41cb-a72c-cde427178f5b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2227859 Sep 16 05:11:20.305806 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47760) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:20.316701 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-650dc2ff-75c5-443f-9a60-11b61cdd114d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Request body: {'port': {'network_id': 'd807797d-8dd0-40ba-8cd1-9da26fb147b2', 'name': 'tempest-RoutersIpV6Test-840979082'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:20.348397 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a02d473c-46c3-483c-a05f-00b0264089c8 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "DELETE /v2.0/floatingips/69b2a103-7d55-4c29-8812-e455f1e08037 HTTP/1.1" status: 204 len: 168 time: 1.2595499 Sep 16 05:11:20.349322 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa60f16-2899-48af-8e51-6ff0706508f8', 'tag': 'a8ad1317-8e45-47ee-8087-7deb9f4c5fa5'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:20.353416 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7f028c-e5be-4050-b23b-e556974d0e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa60f16-2899-48af-8e51-6ff0706508f8", "tag": "a8ad1317-8e45-47ee-8087-7deb9f4c5fa5"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:20.368167 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa1e2cc-a33c-4869-a4c7-a839c45ccbed None None] Sync routers for ids ['b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:20.394822 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa1e2cc-a33c-4869-a4c7-a839c45ccbed None None] Routers {'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:20.395773 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-efa1e2cc-a33c-4869-a4c7-a839c45ccbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:20.467607 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650dc2ff-75c5-443f-9a60-11b61cdd114d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Made reservation on behalf of d2562483499d49c2934a25ff09a02fcf for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:20.473058 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-650dc2ff-75c5-443f-9a60-11b61cdd114d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.496710 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [None req-650dc2ff-75c5-443f-9a60-11b61cdd114d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] device_id is not set on port efce7872-1bbc-4acb-90e5-3fc79707acee yet. {{(pid=94767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:11:20.540631 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-3faa5b1c-1c35-420a-b698-71703d874e29 None None] Allocated IP 2001:db8::2 (d807797d-8dd0-40ba-8cd1-9da26fb147b2/b0d2415a-0a29-49bb-9371-112d25c39496/b84db9ba-ae73-4019-8059-0fdf7d3df1ca) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:20.589603 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-efa1e2cc-a33c-4869-a4c7-a839c45ccbed None None] Set router b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:20.595079 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550240a7-52ec-4c12-86f1-3b9eddc35c1a x-openstack-request-id: req-550240a7-52ec-4c12-86f1-3b9eddc35c1a {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:20.595418 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa60f16-2899-48af-8e51-6ff0706508f8", "tag": "a8ad1317-8e45-47ee-8087-7deb9f4c5fa5", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:20.595674 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-550240a7-52ec-4c12-86f1-3b9eddc35c1a {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:20.596119 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fa60f16-2899-48af-8e51-6ff0706508f8', 'tag': 'a8ad1317-8e45-47ee-8087-7deb9f4c5fa5', 'status': 'completed', 'code': 200} Sep 16 05:11:20.716847 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b15592-ed06-4409-b3e3-4f08f5efd549 req-e15d2290-db2b-4f77-9cd7-feb8936ef979 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:20.718640 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a1b15592-ed06-4409-b3e3-4f08f5efd549 req-e15d2290-db2b-4f77-9cd7-feb8936ef979 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fa60f16-2899-48af-8e51-6ff0706508f8 HTTP/1.1" status: 200 len: 984 time: 0.0760050 Sep 16 05:11:20.724814 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f028c-e5be-4050-b23b-e556974d0e1f req-9c369aef-5ab7-4d08-968f-bf014e82dfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:20.726242 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c7f028c-e5be-4050-b23b-e556974d0e1f req-9c369aef-5ab7-4d08-968f-bf014e82dfec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b173d3bb240f4c5e9195927830c36510&device_id=0fa60f16-2899-48af-8e51-6ff0706508f8 HTTP/1.1" status: 200 len: 1136 time: 0.0752594 Sep 16 05:11:20.793195 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a1b15592-ed06-4409-b3e3-4f08f5efd549 req-65ff0512-7bd0-4111-9e5c-2df87c8e5a12 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4dae3d5-10e2-4056-940f-d6cff06c58c5&id=0677982b-6836-497c-a00d-628899ebeecc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0659921 Sep 16 05:11:20.893820 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3faa5b1c-1c35-420a-b698-71703d874e29 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.903999 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f028c-e5be-4050-b23b-e556974d0e1f req-9d9060b9-b60c-44cb-92d7-bae30dc1233f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:20.906340 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c7f028c-e5be-4050-b23b-e556974d0e1f req-9d9060b9-b60c-44cb-92d7-bae30dc1233f service neutron] 10.222.0.48 "GET /v2.0/networks?id=7e03a846-8dad-4d7e-a99d-23bcc99a575e HTTP/1.1" status: 200 len: 898 time: 0.1655903 Sep 16 05:11:20.934035 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3faa5b1c-1c35-420a-b698-71703d874e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.991244 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3faa5b1c-1c35-420a-b698-71703d874e29 None None] Network d807797d-8dd0-40ba-8cd1-9da26fb147b2 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:20.991767 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331f760-951f-4d0b-87e0-8df9596363aa req-64500522-c6c1-4550-90c8-3ba6545e7718 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:20.993342 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9331f760-951f-4d0b-87e0-8df9596363aa req-64500522-c6c1-4550-90c8-3ba6545e7718 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f376dd6-cc12-4156-b8c9-835748cc1d58 HTTP/1.1" status: 200 len: 946 time: 0.1365395 Sep 16 05:11:20.997018 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c7f028c-e5be-4050-b23b-e556974d0e1f req-4b21dd44-a3f2-45df-bbcd-1c8d43d8463c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8ad1317-8e45-47ee-8087-7deb9f4c5fa5 HTTP/1.1" status: 200 len: 217 time: 0.0814309 Sep 16 05:11:21.000010 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-3faa5b1c-1c35-420a-b698-71703d874e29 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:21.007904 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faa5b1c-1c35-420a-b698-71703d874e29 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:21.011556 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa5b1c-1c35-420a-b698-71703d874e29 None None] Pushing event updated for resources: {'Port': ['ID=b84db9ba-ae73-4019-8059-0fdf7d3df1ca,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:21.049014 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-efa1e2cc-a33c-4869-a4c7-a839c45ccbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1224851517', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '7049abef-a01f-4f69-b9fa-3efb32ea1e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:10Z', 'updated_at': '2021-09-16T05:09:15Z', 'revision_number': 4, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'gw_port': {'id': '7049abef-a01f-4f69-b9fa-3efb32ea1e52', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:40:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:10Z', 'updated_at': '2021-09-16T05:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1', 'name': '', 'network_id': '7e03a846-8dad-4d7e-a99d-23bcc99a575e', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'mac_address': 'fa:16:3e:5f:f7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '7a4d2259-15f2-4943-85a4-46e678666c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:14Z', 'updated_at': '2021-09-16T05:09:18Z', 'revision_number': 5, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'subnets': [{'id': '7a4d2259-15f2-4943-85a4-46e678666c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:21.066875 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-650dc2ff-75c5-443f-9a60-11b61cdd114d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Allocated IP 2001:db8::3e6 (d807797d-8dd0-40ba-8cd1-9da26fb147b2/b0d2415a-0a29-49bb-9371-112d25c39496/efce7872-1bbc-4acb-90e5-3fc79707acee) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:21.096474 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa1e2cc-a33c-4869-a4c7-a839c45ccbed None None] Checking router: b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:21.102426 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f028c-e5be-4050-b23b-e556974d0e1f req-dade15e4-7c8e-43b8-8748-9d6762970dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:21.103910 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c7f028c-e5be-4050-b23b-e556974d0e1f req-dade15e4-7c8e-43b8-8748-9d6762970dac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7a4d2259-15f2-4943-85a4-46e678666c60 HTTP/1.1" status: 200 len: 834 time: 0.0970407 Sep 16 05:11:21.112591 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9331f760-951f-4d0b-87e0-8df9596363aa req-3383281c-27f0-4a38-b52b-80d602bfd071 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/security-groups?id=efc39f48-11b4-4405-a76d-f113425b8e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067305 Sep 16 05:11:21.113645 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-3faa5b1c-1c35-420a-b698-71703d874e29 None None] Attempting to bind port b84db9ba-ae73-4019-8059-0fdf7d3df1ca on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:21.114061 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-3faa5b1c-1c35-420a-b698-71703d874e29 None None] Attempting to bind port b84db9ba-ae73-4019-8059-0fdf7d3df1ca by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '6fffd218-2132-499b-b14c-786469e98739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd807797d-8dd0-40ba-8cd1-9da26fb147b2'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:21.114461 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3faa5b1c-1c35-420a-b698-71703d874e29 None None] Attempting to bind port b84db9ba-ae73-4019-8059-0fdf7d3df1ca on network d807797d-8dd0-40ba-8cd1-9da26fb147b2 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:21.117579 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa1e2cc-a33c-4869-a4c7-a839c45ccbed None None] Routers {'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:21.118206 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-efa1e2cc-a33c-4869-a4c7-a839c45ccbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:21.123182 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3faa5b1c-1c35-420a-b698-71703d874e29 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:21.123478 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3faa5b1c-1c35-420a-b698-71703d874e29 None None] Checking segment: {'id': '6fffd218-2132-499b-b14c-786469e98739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd807797d-8dd0-40ba-8cd1-9da26fb147b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:21.123847 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3faa5b1c-1c35-420a-b698-71703d874e29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.124237 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3faa5b1c-1c35-420a-b698-71703d874e29 None None] Bound using segment: {'id': '6fffd218-2132-499b-b14c-786469e98739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd807797d-8dd0-40ba-8cd1-9da26fb147b2'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:21.125594 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-3faa5b1c-1c35-420a-b698-71703d874e29 None None] Bound port: b84db9ba-ae73-4019-8059-0fdf7d3df1ca, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fffd218-2132-499b-b14c-786469e98739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd807797d-8dd0-40ba-8cd1-9da26fb147b2'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:21.126181 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3faa5b1c-1c35-420a-b698-71703d874e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.174508 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2e078-a4b9-44f9-989e-dc4243fa00a3 req-5e183f1c-2b77-4406-8490-9543a30aa2f7 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:21.177007 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-88d2e078-a4b9-44f9-989e-dc4243fa00a3 req-5e183f1c-2b77-4406-8490-9543a30aa2f7 tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f376dd6-cc12-4156-b8c9-835748cc1d58 HTTP/1.1" status: 200 len: 946 time: 0.0636420 Sep 16 05:11:21.205446 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f028c-e5be-4050-b23b-e556974d0e1f req-c06bc3ed-3d5a-4a69-b2ef-733e8b685027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:21.206953 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c7f028c-e5be-4050-b23b-e556974d0e1f req-c06bc3ed-3d5a-4a69-b2ef-733e8b685027 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7e03a846-8dad-4d7e-a99d-23bcc99a575e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935338 Sep 16 05:11:21.305907 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-3faa5b1c-1c35-420a-b698-71703d874e29 None None] For port b84db9ba-ae73-4019-8059-0fdf7d3df1ca, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:21.309348 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-efa1e2cc-a33c-4869-a4c7-a839c45ccbed None None] Set router b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:21.343193 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-88d2e078-a4b9-44f9-989e-dc4243fa00a3 req-eadb35a2-8f68-40c0-b6eb-3e3778aee43f tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Deleting port f6bfa043-5e1c-40c1-9dba-107dc7ac869a {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:21.344276 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-88d2e078-a4b9-44f9-989e-dc4243fa00a3 req-eadb35a2-8f68-40c0-b6eb-3e3778aee43f tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.358483 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-650dc2ff-75c5-443f-9a60-11b61cdd114d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.388695 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c7f028c-e5be-4050-b23b-e556974d0e1f req-0e0323dd-3f0b-4f8d-b9da-05e4f8b0b314 service neutron] 10.222.0.48 "GET /v2.0/networks/7e03a846-8dad-4d7e-a99d-23bcc99a575e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438777 Sep 16 05:11:21.454749 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-88d2e078-a4b9-44f9-989e-dc4243fa00a3 req-eadb35a2-8f68-40c0-b6eb-3e3778aee43f tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] For port f6bfa043-5e1c-40c1-9dba-107dc7ac869a, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=f6bfa043-5e1c-40c1-9dba-107dc7ac869a,segment=NetworkSegment(525000b8-8455-4fae-8024-2c17a62d132d),segment_id=525000b8-8455-4fae-8024-2c17a62d132d)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:21.455193 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-88d2e078-a4b9-44f9-989e-dc4243fa00a3 req-eadb35a2-8f68-40c0-b6eb-3e3778aee43f tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.472827 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-88d2e078-a4b9-44f9-989e-dc4243fa00a3 req-eadb35a2-8f68-40c0-b6eb-3e3778aee43f tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Calling delete_port for f6bfa043-5e1c-40c1-9dba-107dc7ac869a owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:21.482926 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-650dc2ff-75c5-443f-9a60-11b61cdd114d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.517285 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-3faa5b1c-1c35-420a-b698-71703d874e29 None None] For port b84db9ba-ae73-4019-8059-0fdf7d3df1ca, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=b84db9ba-ae73-4019-8059-0fdf7d3df1ca,segment=NetworkSegment(6fffd218-2132-499b-b14c-786469e98739),segment_id=6fffd218-2132-499b-b14c-786469e98739)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:21.523803 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3faa5b1c-1c35-420a-b698-71703d874e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.655327 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-88d2e078-a4b9-44f9-989e-dc4243fa00a3 req-eadb35a2-8f68-40c0-b6eb-3e3778aee43f tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.681976 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa5b1c-1c35-420a-b698-71703d874e29 None None] Pushing event updated for resources: {'Port': ['ID=b84db9ba-ae73-4019-8059-0fdf7d3df1ca,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:21.692457 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['f6bfa043-5e1c-40c1-9dba-107dc7ac869a'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:11:21.692735 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb35a2-8f68-40c0-b6eb-3e3778aee43f tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Pushing event deleted for resources: {'Port': ['ID=f6bfa043-5e1c-40c1-9dba-107dc7ac869a,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:21.748860 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d2e078-a4b9-44f9-989e-dc4243fa00a3 req-eadb35a2-8f68-40c0-b6eb-3e3778aee43f tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] No DVR routers for this DVR port f6bfa043-5e1c-40c1-9dba-107dc7ac869a on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:21.753799 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-88d2e078-a4b9-44f9-989e-dc4243fa00a3 req-eadb35a2-8f68-40c0-b6eb-3e3778aee43f tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.757192 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-88d2e078-a4b9-44f9-989e-dc4243fa00a3 req-eadb35a2-8f68-40c0-b6eb-3e3778aee43f tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.47 "DELETE /v2.0/ports/f6bfa043-5e1c-40c1-9dba-107dc7ac869a HTTP/1.1" status: 204 len: 173 time: 0.5736556 Sep 16 05:11:21.805556 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-efa1e2cc-a33c-4869-a4c7-a839c45ccbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1224851517', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '7049abef-a01f-4f69-b9fa-3efb32ea1e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:10Z', 'updated_at': '2021-09-16T05:09:15Z', 'revision_number': 4, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'gw_port': {'id': '7049abef-a01f-4f69-b9fa-3efb32ea1e52', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:40:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:10Z', 'updated_at': '2021-09-16T05:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1', 'name': '', 'network_id': '7e03a846-8dad-4d7e-a99d-23bcc99a575e', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'mac_address': 'fa:16:3e:5f:f7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '7a4d2259-15f2-4943-85a4-46e678666c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:14Z', 'updated_at': '2021-09-16T05:09:18Z', 'revision_number': 5, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'subnets': [{'id': '7a4d2259-15f2-4943-85a4-46e678666c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:21.895661 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa1e2cc-a33c-4869-a4c7-a839c45ccbed None None] The sync data for ids ['b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e'] in n-d-712139-15 is: [{'id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1224851517', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '7049abef-a01f-4f69-b9fa-3efb32ea1e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:10Z', 'updated_at': '2021-09-16T05:09:15Z', 'revision_number': 4, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'gw_port': {'id': '7049abef-a01f-4f69-b9fa-3efb32ea1e52', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:40:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:10Z', 'updated_at': '2021-09-16T05:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1', 'name': '', 'network_id': '7e03a846-8dad-4d7e-a99d-23bcc99a575e', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'mac_address': 'fa:16:3e:5f:f7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '7a4d2259-15f2-4943-85a4-46e678666c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:14Z', 'updated_at': '2021-09-16T05:09:18Z', 'revision_number': 5, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'subnets': [{'id': '7a4d2259-15f2-4943-85a4-46e678666c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:22.028315 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650dc2ff-75c5-443f-9a60-11b61cdd114d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Network d807797d-8dd0-40ba-8cd1-9da26fb147b2 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:22.047153 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-650dc2ff-75c5-443f-9a60-11b61cdd114d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:22.057950 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650dc2ff-75c5-443f-9a60-11b61cdd114d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:22.064894 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650dc2ff-75c5-443f-9a60-11b61cdd114d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:22.065562 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-650dc2ff-75c5-443f-9a60-11b61cdd114d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.073587 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650dc2ff-75c5-443f-9a60-11b61cdd114d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'Port': ['ID=efce7872-1bbc-4acb-90e5-3fc79707acee,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:22.081648 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c7f028c-e5be-4050-b23b-e556974d0e1f req-6a8c8e85-c584-474d-8e6b-43379b18f4d3 service neutron] 10.222.0.48 "GET /v2.0/networks/7e03a846-8dad-4d7e-a99d-23bcc99a575e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6829925 Sep 16 05:11:22.094411 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-650dc2ff-75c5-443f-9a60-11b61cdd114d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7871022 Sep 16 05:11:22.097301 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47772) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:22.106766 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443bedf-f23c-4a13-9baf-da8398dc6106 req-75e37d48-b702-4835-bd81-8d29c003bb2e tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:22.108487 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5443bedf-f23c-4a13-9baf-da8398dc6106 req-75e37d48-b702-4835-bd81-8d29c003bb2e tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fa60f16-2899-48af-8e51-6ff0706508f8 HTTP/1.1" status: 200 len: 984 time: 0.1617496 Sep 16 05:11:22.164684 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5443bedf-f23c-4a13-9baf-da8398dc6106 req-86201c75-635f-4743-9935-03df754e3d60 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4dae3d5-10e2-4056-940f-d6cff06c58c5&id=0677982b-6836-497c-a00d-628899ebeecc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0483637 Sep 16 05:11:22.333079 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e66e7d8c-1e56-4daf-a966-146a12750f0b req-0ba03b95-ebb0-46ff-9acd-d916e505ad1a tempest-VolumesSnapshotTestJSON-1261226068 tempest-VolumesSnapshotTestJSON-1261226068-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f376dd6-cc12-4156-b8c9-835748cc1d58 HTTP/1.1" status: 200 len: 210 time: 0.0457978 Sep 16 05:11:22.361390 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a8fd8-cd0c-4a89-abd5-33aa6c89c69e req-20c99b19-d433-4e08-a9ca-3a398b1edf35 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:22.363137 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0e3a8fd8-cd0c-4a89-abd5-33aa6c89c69e req-20c99b19-d433-4e08-a9ca-3a398b1edf35 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fa60f16-2899-48af-8e51-6ff0706508f8 HTTP/1.1" status: 200 len: 984 time: 0.1158452 Sep 16 05:11:22.374734 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26259dfe-0c6e-4d00-8454-0f9019c245ac None None] New status for floating IP 69b2a103-7d55-4c29-8812-e455f1e08037: DOWN {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:11:22.482432 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-0e3a8fd8-cd0c-4a89-abd5-33aa6c89c69e req-0a50a082-4853-42c6-8918-dbd8e1888e30 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Deleting port a8ad1317-8e45-47ee-8087-7deb9f4c5fa5 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:22.482774 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0e3a8fd8-cd0c-4a89-abd5-33aa6c89c69e req-0a50a082-4853-42c6-8918-dbd8e1888e30 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.586692 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-0e3a8fd8-cd0c-4a89-abd5-33aa6c89c69e req-0a50a082-4853-42c6-8918-dbd8e1888e30 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] For port a8ad1317-8e45-47ee-8087-7deb9f4c5fa5, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=a8ad1317-8e45-47ee-8087-7deb9f4c5fa5,segment=NetworkSegment(ff06338e-312b-495f-872a-42c0c2b2923a),segment_id=ff06338e-312b-495f-872a-42c0c2b2923a)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:22.587053 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0e3a8fd8-cd0c-4a89-abd5-33aa6c89c69e req-0a50a082-4853-42c6-8918-dbd8e1888e30 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.603515 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-0e3a8fd8-cd0c-4a89-abd5-33aa6c89c69e req-0a50a082-4853-42c6-8918-dbd8e1888e30 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Calling delete_port for a8ad1317-8e45-47ee-8087-7deb9f4c5fa5 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:22.741071 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f376dd6-cc12-4156-b8c9-835748cc1d58', 'name': 'network-vif-deleted', 'tag': 'f6bfa043-5e1c-40c1-9dba-107dc7ac869a'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:22.743710 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68efdb15-cdd7-48d8-a9ca-fc98fab2f18f" -d '{"events": [{"server_uuid": "8f376dd6-cc12-4156-b8c9-835748cc1d58", "name": "network-vif-deleted", "tag": "f6bfa043-5e1c-40c1-9dba-107dc7ac869a"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:22.759706 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0e3a8fd8-cd0c-4a89-abd5-33aa6c89c69e req-0a50a082-4853-42c6-8918-dbd8e1888e30 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.803837 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50a082-4853-42c6-8918-dbd8e1888e30 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Pushing event deleted for resources: {'Port': ['ID=a8ad1317-8e45-47ee-8087-7deb9f4c5fa5,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:22.818236 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eae69f1-e0db-4a03-86fd-e21346fa29e5 x-openstack-request-id: req-2eae69f1-e0db-4a03-86fd-e21346fa29e5 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:22.818503 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f376dd6-cc12-4156-b8c9-835748cc1d58", "name": "network-vif-deleted", "tag": "f6bfa043-5e1c-40c1-9dba-107dc7ac869a", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:22.818822 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2eae69f1-e0db-4a03-86fd-e21346fa29e5 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:22.819206 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f376dd6-cc12-4156-b8c9-835748cc1d58', 'name': 'network-vif-deleted', 'tag': 'f6bfa043-5e1c-40c1-9dba-107dc7ac869a', 'status': 'completed', 'code': 200} Sep 16 05:11:22.848991 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e3a8fd8-cd0c-4a89-abd5-33aa6c89c69e req-0a50a082-4853-42c6-8918-dbd8e1888e30 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] No DVR routers for this DVR port a8ad1317-8e45-47ee-8087-7deb9f4c5fa5 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:22.851883 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0e3a8fd8-cd0c-4a89-abd5-33aa6c89c69e req-0a50a082-4853-42c6-8918-dbd8e1888e30 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.854486 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0e3a8fd8-cd0c-4a89-abd5-33aa6c89c69e req-0a50a082-4853-42c6-8918-dbd8e1888e30 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.48 "DELETE /v2.0/ports/a8ad1317-8e45-47ee-8087-7deb9f4c5fa5 HTTP/1.1" status: 204 len: 173 time: 0.4837117 Sep 16 05:11:22.854932 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa60f16-2899-48af-8e51-6ff0706508f8', 'name': 'network-vif-deleted', 'tag': 'a8ad1317-8e45-47ee-8087-7deb9f4c5fa5'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:22.857950 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1993493e-183f-4eb0-a38c-e78df50ec50d" -d '{"events": [{"server_uuid": "0fa60f16-2899-48af-8e51-6ff0706508f8", "name": "network-vif-deleted", "tag": "a8ad1317-8e45-47ee-8087-7deb9f4c5fa5"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:22.892504 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70a3edec-7275-4546-ae2a-8333c7cde5e0 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.946833 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8922f4c-9b9c-4fae-9664-65f06c6de175 x-openstack-request-id: req-d8922f4c-9b9c-4fae-9664-65f06c6de175 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:22.947556 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa60f16-2899-48af-8e51-6ff0706508f8", "name": "network-vif-deleted", "tag": "a8ad1317-8e45-47ee-8087-7deb9f4c5fa5", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:22.948271 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d8922f4c-9b9c-4fae-9664-65f06c6de175 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:22.949610 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa60f16-2899-48af-8e51-6ff0706508f8', 'name': 'network-vif-deleted', 'tag': 'a8ad1317-8e45-47ee-8087-7deb9f4c5fa5', 'status': 'completed', 'code': 200} Sep 16 05:11:22.999480 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59cc21f-e9ea-4926-afa9-3de32d336d33 None None] Network d807797d-8dd0-40ba-8cd1-9da26fb147b2 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:23.066637 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-a1b7d155-5df9-49ee-8276-c59cecbd175c None None] Provisioning complete for port b84db9ba-ae73-4019-8059-0fdf7d3df1ca triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:23.067008 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a1b7d155-5df9-49ee-8276-c59cecbd175c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.188087 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70a3edec-7275-4546-ae2a-8333c7cde5e0 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.193391 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70a3edec-7275-4546-ae2a-8333c7cde5e0 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.228991 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a1b7d155-5df9-49ee-8276-c59cecbd175c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.282546 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3edec-7275-4546-ae2a-8333c7cde5e0 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'Port': ['ID=efce7872-1bbc-4acb-90e5-3fc79707acee,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:23.287475 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-a1b7d155-5df9-49ee-8276-c59cecbd175c None None] For port b84db9ba-ae73-4019-8059-0fdf7d3df1ca, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=b84db9ba-ae73-4019-8059-0fdf7d3df1ca,segment=NetworkSegment(6fffd218-2132-499b-b14c-786469e98739),segment_id=6fffd218-2132-499b-b14c-786469e98739)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:23.294646 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a1b7d155-5df9-49ee-8276-c59cecbd175c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.411903 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b7d155-5df9-49ee-8276-c59cecbd175c None None] Pushing event updated for resources: {'Port': ['ID=b84db9ba-ae73-4019-8059-0fdf7d3df1ca,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:23.429916 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-85988af2-52dc-4ec2-8217-0f9749656d5a req-f8c6da4a-8a09-4529-8a60-5149fae0fecf tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fa60f16-2899-48af-8e51-6ff0706508f8 HTTP/1.1" status: 200 len: 210 time: 0.0463324 Sep 16 05:11:23.466808 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70a3edec-7275-4546-ae2a-8333c7cde5e0 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.514156 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device b84db9ba-ae73-4019-8059-0fdf7d3df1ca up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:23.590142 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port b84db9ba-ae73-4019-8059-0fdf7d3df1ca triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:23.591433 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.667857 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70a3edec-7275-4546-ae2a-8333c7cde5e0 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.728645 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-aa523a29-3b2d-4ccd-be83-6972f4f0ac83 None None] Provisioning complete for port b84db9ba-ae73-4019-8059-0fdf7d3df1ca triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:23.729016 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-aa523a29-3b2d-4ccd-be83-6972f4f0ac83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.841370 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-aa523a29-3b2d-4ccd-be83-6972f4f0ac83 None None] Provisioning complete for port efce7872-1bbc-4acb-90e5-3fc79707acee triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:23.841708 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-aa523a29-3b2d-4ccd-be83-6972f4f0ac83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.891007 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-aa523a29-3b2d-4ccd-be83-6972f4f0ac83 None None] Port efce7872-1bbc-4acb-90e5-3fc79707acee cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:24.019386 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70a3edec-7275-4546-ae2a-8333c7cde5e0 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.024737 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70a3edec-7275-4546-ae2a-8333c7cde5e0 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.025612 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70a3edec-7275-4546-ae2a-8333c7cde5e0 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.092375 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3edec-7275-4546-ae2a-8333c7cde5e0 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'Port': ['ID=efce7872-1bbc-4acb-90e5-3fc79707acee,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:24.122674 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-607d5bb5-7abc-4da3-a443-bafa8d11518b None None] Provisioning complete for port efce7872-1bbc-4acb-90e5-3fc79707acee triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:24.123618 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-607d5bb5-7abc-4da3-a443-bafa8d11518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.166612 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-607d5bb5-7abc-4da3-a443-bafa8d11518b None None] Port efce7872-1bbc-4acb-90e5-3fc79707acee cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:24.177461 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a3edec-7275-4546-ae2a-8333c7cde5e0 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Network d807797d-8dd0-40ba-8cd1-9da26fb147b2 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:24.178933 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-70a3edec-7275-4546-ae2a-8333c7cde5e0 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:24.290124 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-e19c20e0-a178-4c9e-b840-1b067135e207 None None] Provisioning complete for port efce7872-1bbc-4acb-90e5-3fc79707acee triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:24.290641 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e19c20e0-a178-4c9e-b840-1b067135e207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.317190 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a3edec-7275-4546-ae2a-8333c7cde5e0 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Router 2f10e8a4-8303-451f-9780-d3a5aaf512a0 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:11:24.336059 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-e19c20e0-a178-4c9e-b840-1b067135e207 None None] Port efce7872-1bbc-4acb-90e5-3fc79707acee cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:24.405139 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device a8ad1317-8e45-47ee-8087-7deb9f4c5fa5 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:24.429946 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a3edec-7275-4546-ae2a-8333c7cde5e0 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:24.433572 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: a8ad1317-8e45-47ee-8087-7deb9f4c5fa5 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:24.435929 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device a8ad1317-8e45-47ee-8087-7deb9f4c5fa5 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:24.441216 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-70a3edec-7275-4546-ae2a-8333c7cde5e0 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "PUT /v2.0/routers/2f10e8a4-8303-451f-9780-d3a5aaf512a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3424931 Sep 16 05:11:24.443811 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47794) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:24.444324 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09befbd6-9837-4213-b963-bbb88ba7dff3 None None] Sync routers for ids ['2f10e8a4-8303-451f-9780-d3a5aaf512a0'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:24.455608 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09befbd6-9837-4213-b963-bbb88ba7dff3 None None] Routers {'2f10e8a4-8303-451f-9780-d3a5aaf512a0'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:24.456256 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-09befbd6-9837-4213-b963-bbb88ba7dff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['2f10e8a4-8303-451f-9780-d3a5aaf512a0'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:24.497569 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9667e12-368a-42d3-9db3-6c373c930c16 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:24.499056 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b9667e12-368a-42d3-9db3-6c373c930c16 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "GET /v2.0/ports/efce7872-1bbc-4acb-90e5-3fc79707acee HTTP/1.1" status: 200 len: 983 time: 0.0530472 Sep 16 05:11:24.503463 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47798) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:24.509584 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-09befbd6-9837-4213-b963-bbb88ba7dff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:24.527327 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09befbd6-9837-4213-b963-bbb88ba7dff3 None None] Routers {'2f10e8a4-8303-451f-9780-d3a5aaf512a0'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:24.527949 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-09befbd6-9837-4213-b963-bbb88ba7dff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['2f10e8a4-8303-451f-9780-d3a5aaf512a0'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:24.561047 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47800) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:24.589589 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-09befbd6-9837-4213-b963-bbb88ba7dff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:24.590238 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09befbd6-9837-4213-b963-bbb88ba7dff3 None None] The sync data for ids ['2f10e8a4-8303-451f-9780-d3a5aaf512a0'] in n-d-712139-15 is: [] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:24.603006 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f753f13e-0376-407e-bf6e-08562ebe5077 None None] Provisioning complete for port efce7872-1bbc-4acb-90e5-3fc79707acee triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:24.603465 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f753f13e-0376-407e-bf6e-08562ebe5077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.633450 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3c8bc6f7-b49e-4f59-97b4-65587e1bc651 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.648154 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-f753f13e-0376-407e-bf6e-08562ebe5077 None None] Port efce7872-1bbc-4acb-90e5-3fc79707acee cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:24.661476 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3c8bc6f7-b49e-4f59-97b4-65587e1bc651 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.705902 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3c8bc6f7-b49e-4f59-97b4-65587e1bc651 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.708851 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3c8bc6f7-b49e-4f59-97b4-65587e1bc651 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.710134 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3c8bc6f7-b49e-4f59-97b4-65587e1bc651 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "DELETE /v2.0/security-groups/c4dae3d5-10e2-4056-940f-d6cff06c58c5 HTTP/1.1" status: 204 len: 168 time: 0.1474800 Sep 16 05:11:24.713235 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47802) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:24.719959 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8bc6f7-b49e-4f59-97b4-65587e1bc651 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4dae3d5-10e2-4056-940f-d6cff06c58c5,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:24.836918 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1b552fb4-bdf6-4c75-8523-f13e6ab86a7c tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.878490 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1b552fb4-bdf6-4c75-8523-f13e6ab86a7c tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.023207 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1b552fb4-bdf6-4c75-8523-f13e6ab86a7c tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.026481 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1b552fb4-bdf6-4c75-8523-f13e6ab86a7c tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.027873 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1b552fb4-bdf6-4c75-8523-f13e6ab86a7c tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "DELETE /v2.0/security-groups/0677982b-6836-497c-a00d-628899ebeecc HTTP/1.1" status: 204 len: 168 time: 0.3134937 Sep 16 05:11:25.030692 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47808) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:25.059231 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b552fb4-bdf6-4c75-8523-f13e6ab86a7c tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0677982b-6836-497c-a00d-628899ebeecc,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:25.096212 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7f9e7d57-0ecf-4790-a48f-97b2af0910e8 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.289775 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device b84db9ba-ae73-4019-8059-0fdf7d3df1ca up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:25.346232 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port b84db9ba-ae73-4019-8059-0fdf7d3df1ca triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:25.347024 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.369951 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-7f9e7d57-0ecf-4790-a48f-97b2af0910e8 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Deleting port efce7872-1bbc-4acb-90e5-3fc79707acee {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:25.370456 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7f9e7d57-0ecf-4790-a48f-97b2af0910e8 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.481862 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7f9e7d57-0ecf-4790-a48f-97b2af0910e8 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.491428 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device f6bfa043-5e1c-40c1-9dba-107dc7ac869a no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:25.495435 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-7f9e7d57-0ecf-4790-a48f-97b2af0910e8 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Calling delete_port for efce7872-1bbc-4acb-90e5-3fc79707acee owned by network:router_interface {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:25.511450 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: f6bfa043-5e1c-40c1-9dba-107dc7ac869a {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:25.511800 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device f6bfa043-5e1c-40c1-9dba-107dc7ac869a not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:25.537048 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b027a7af-b038-4464-a477-5803f7518bb3 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.676591 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7f9e7d57-0ecf-4790-a48f-97b2af0910e8 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.707092 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e7d57-0ecf-4790-a48f-97b2af0910e8 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event deleted for resources: {'Port': ['ID=efce7872-1bbc-4acb-90e5-3fc79707acee,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:25.817022 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7f9e7d57-0ecf-4790-a48f-97b2af0910e8 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.845754 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-b027a7af-b038-4464-a477-5803f7518bb3 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Deleting port 054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:25.846219 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b027a7af-b038-4464-a477-5803f7518bb3 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.959656 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-b027a7af-b038-4464-a477-5803f7518bb3 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] For port 054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1,segment=NetworkSegment(ff06338e-312b-495f-872a-42c0c2b2923a),segment_id=ff06338e-312b-495f-872a-42c0c2b2923a)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:25.961115 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b027a7af-b038-4464-a477-5803f7518bb3 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.975759 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-b027a7af-b038-4464-a477-5803f7518bb3 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Calling delete_port for 054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1 owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:25.999831 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9e7d57-0ecf-4790-a48f-97b2af0910e8 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Router 2f10e8a4-8303-451f-9780-d3a5aaf512a0 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:26.080130 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9e7d57-0ecf-4790-a48f-97b2af0910e8 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:26.090266 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db4c04c-841c-4f5e-8a1f-2e2dc571040c None None] Sync routers for ids ['2f10e8a4-8303-451f-9780-d3a5aaf512a0'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:26.092790 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47812) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:26.093960 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7f9e7d57-0ecf-4790-a48f-97b2af0910e8 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "PUT /v2.0/routers/2f10e8a4-8303-451f-9780-d3a5aaf512a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5889077 Sep 16 05:11:26.104176 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db4c04c-841c-4f5e-8a1f-2e2dc571040c None None] Routers {'2f10e8a4-8303-451f-9780-d3a5aaf512a0'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:26.105104 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-8db4c04c-841c-4f5e-8a1f-2e2dc571040c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['2f10e8a4-8303-451f-9780-d3a5aaf512a0'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:26.143459 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-8db4c04c-841c-4f5e-8a1f-2e2dc571040c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:26.154956 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db4c04c-841c-4f5e-8a1f-2e2dc571040c None None] Routers {'2f10e8a4-8303-451f-9780-d3a5aaf512a0'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:26.156521 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-8db4c04c-841c-4f5e-8a1f-2e2dc571040c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['2f10e8a4-8303-451f-9780-d3a5aaf512a0'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:26.199054 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-8db4c04c-841c-4f5e-8a1f-2e2dc571040c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:26.200124 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db4c04c-841c-4f5e-8a1f-2e2dc571040c None None] The sync data for ids ['2f10e8a4-8303-451f-9780-d3a5aaf512a0'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:26.400773 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-674057c7-2a6e-44d1-8963-46e692c19174 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] remove_router_interface failed (client error): The resource could not be found. Sep 16 05:11:26.401822 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-674057c7-2a6e-44d1-8963-46e692c19174 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "PUT /v2.0/routers/2f10e8a4-8303-451f-9780-d3a5aaf512a0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3077729 Sep 16 05:11:26.404521 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47816) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:26.439492 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9cfe846b-93e6-4055-9d12-daa41b5a6355 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f10e8a4-8303-451f-9780-d3a5aaf512a0 HTTP/1.1" status: 200 len: 205 time: 0.0338886 Sep 16 05:11:26.442236 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47818) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:26.445362 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b027a7af-b038-4464-a477-5803f7518bb3 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.471804 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b027a7af-b038-4464-a477-5803f7518bb3 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Pushing event deleted for resources: {'Port': ['ID=054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:26.522519 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-00ff3eef-3721-43db-a79a-f10776eacf36 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.664678 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b027a7af-b038-4464-a477-5803f7518bb3 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.699560 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-00ff3eef-3721-43db-a79a-f10776eacf36 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.701867 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-00ff3eef-3721-43db-a79a-f10776eacf36 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.747661 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-00ff3eef-3721-43db-a79a-f10776eacf36 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.748077 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ff3eef-3721-43db-a79a-f10776eacf36 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Fanout notify agent at l3_agent the message router_deleted on router 2f10e8a4-8303-451f-9780-d3a5aaf512a0 {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:11:26.755436 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-00ff3eef-3721-43db-a79a-f10776eacf36 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.759166 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-00ff3eef-3721-43db-a79a-f10776eacf36 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/routers/2f10e8a4-8303-451f-9780-d3a5aaf512a0 HTTP/1.1" status: 204 len: 168 time: 0.3157363 Sep 16 05:11:26.759779 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47820) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:26.811450 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d860c5-5fdf-49ce-bbee-a20f8cff33ec tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Deleting subnet b0d2415a-0a29-49bb-9371-112d25c39496 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:11:26.815513 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-43d860c5-5fdf-49ce-bbee-a20f8cff33ec tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.861376 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-43d860c5-5fdf-49ce-bbee-a20f8cff33ec tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.966013 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-43d860c5-5fdf-49ce-bbee-a20f8cff33ec tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.040272 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-43d860c5-5fdf-49ce-bbee-a20f8cff33ec tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.073377 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d860c5-5fdf-49ce-bbee-a20f8cff33ec tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event deleted for resources: {'Subnet': ['ID=b0d2415a-0a29-49bb-9371-112d25c39496,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:27.077875 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-43d860c5-5fdf-49ce-bbee-a20f8cff33ec tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.083098 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-43d860c5-5fdf-49ce-bbee-a20f8cff33ec tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/subnets/b0d2415a-0a29-49bb-9371-112d25c39496 HTTP/1.1" status: 204 len: 168 time: 0.3219128 Sep 16 05:11:27.083462 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47822) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:27.086305 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86061be3-40e9-41b6-8998-2f0d43b97ec2 None None] Network d807797d-8dd0-40ba-8cd1-9da26fb147b2 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:27.180241 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b66d0bed-5dbb-4147-b9aa-ba46ee403f78 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.253841 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-b66d0bed-5dbb-4147-b9aa-ba46ee403f78 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Deleting port b84db9ba-ae73-4019-8059-0fdf7d3df1ca {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:27.254188 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b66d0bed-5dbb-4147-b9aa-ba46ee403f78 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.313623 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b027a7af-b038-4464-a477-5803f7518bb3 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Router b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:27.361072 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51ab778-672d-464f-adc0-d7bfc8ec3ce0 None None] DHCP port deletion for d807797d-8dd0-40ba-8cd1-9da26fb147b2 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:11:27.371106 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-b66d0bed-5dbb-4147-b9aa-ba46ee403f78 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] For port b84db9ba-ae73-4019-8059-0fdf7d3df1ca, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=b84db9ba-ae73-4019-8059-0fdf7d3df1ca,segment=NetworkSegment(6fffd218-2132-499b-b14c-786469e98739),segment_id=6fffd218-2132-499b-b14c-786469e98739)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:27.371723 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b66d0bed-5dbb-4147-b9aa-ba46ee403f78 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.389678 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-b66d0bed-5dbb-4147-b9aa-ba46ee403f78 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Calling delete_port for b84db9ba-ae73-4019-8059-0fdf7d3df1ca owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:27.432423 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-b51ab778-672d-464f-adc0-d7bfc8ec3ce0 None None] Deleting port b84db9ba-ae73-4019-8059-0fdf7d3df1ca {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:27.433332 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b51ab778-672d-464f-adc0-d7bfc8ec3ce0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.485380 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b027a7af-b038-4464-a477-5803f7518bb3 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:27.491942 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b027a7af-b038-4464-a477-5803f7518bb3 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "PUT /v2.0/routers/b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4599452 Sep 16 05:11:27.494716 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47830) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:27.519309 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d7b21c-d1b3-4721-aa9d-66e6ee092919 None None] Sync routers for ids ['b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:27.521911 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b66d0bed-5dbb-4147-b9aa-ba46ee403f78 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.542635 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-b51ab778-672d-464f-adc0-d7bfc8ec3ce0 None None] For port b84db9ba-ae73-4019-8059-0fdf7d3df1ca, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=b84db9ba-ae73-4019-8059-0fdf7d3df1ca,segment=NetworkSegment(6fffd218-2132-499b-b14c-786469e98739),segment_id=6fffd218-2132-499b-b14c-786469e98739)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:27.543044 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b51ab778-672d-464f-adc0-d7bfc8ec3ce0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.555847 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d7b21c-d1b3-4721-aa9d-66e6ee092919 None None] Routers {'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:27.557113 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-76d7b21c-d1b3-4721-aa9d-66e6ee092919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:27.557903 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d0bed-5dbb-4147-b9aa-ba46ee403f78 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event deleted for resources: {'Port': ['ID=b84db9ba-ae73-4019-8059-0fdf7d3df1ca,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:27.564305 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-b51ab778-672d-464f-adc0-d7bfc8ec3ce0 None None] Calling delete_port for b84db9ba-ae73-4019-8059-0fdf7d3df1ca owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:27.572716 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a8f8c3-28ec-4d08-ad4f-0fbcdd0700c2 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Deleting subnet 7a4d2259-15f2-4943-85a4-46e678666c60 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:11:27.572996 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66d0bed-5dbb-4147-b9aa-ba46ee403f78 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] No DVR routers for this DVR port b84db9ba-ae73-4019-8059-0fdf7d3df1ca on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:27.580527 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d9a8f8c3-28ec-4d08-ad4f-0fbcdd0700c2 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.633337 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d9a8f8c3-28ec-4d08-ad4f-0fbcdd0700c2 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.699316 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b66d0bed-5dbb-4147-b9aa-ba46ee403f78 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.740380 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-76d7b21c-d1b3-4721-aa9d-66e6ee092919 None None] Set router b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:27.750960 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-b66d0bed-5dbb-4147-b9aa-ba46ee403f78 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d807797d-8dd0-40ba-8cd1-9da26fb147b2']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:27.772159 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-b66d0bed-5dbb-4147-b9aa-ba46ee403f78 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fffd218-2132-499b-b14c-786469e98739') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:27.772456 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-b66d0bed-5dbb-4147-b9aa-ba46ee403f78 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fffd218-2132-499b-b14c-786469e98739') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:27.783950 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d9a8f8c3-28ec-4d08-ad4f-0fbcdd0700c2 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.794856 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b66d0bed-5dbb-4147-b9aa-ba46ee403f78 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.811368 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b66d0bed-5dbb-4147-b9aa-ba46ee403f78 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.821627 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b66d0bed-5dbb-4147-b9aa-ba46ee403f78 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:11:27.822165 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b66d0bed-5dbb-4147-b9aa-ba46ee403f78 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.828705 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:11:27.828705 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:11:27.828705 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:11:27.828705 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:11:27.828705 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:11:27.828705 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:11:27.828705 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:11:27.828705 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:11:27.828705 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:11:27.828705 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:11:27.828705 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:11:27.828705 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:11:27.828705 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:11:27.828705 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:11:27.828705 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:11:27.828705 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:11:27.828705 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:11:27.828705 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:11:27.828705 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:11:27.828705 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:11:27.828705 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:11:27.828705 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:11:27.828705 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:11:27.828705 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:11:27.828705 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:11:27.828705 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:11:27.828705 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:11:27.828705 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:11:27.828705 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:11:27.828705 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:11:27.828705 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:11:27.828705 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:11:27.848105 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b51ab778-672d-464f-adc0-d7bfc8ec3ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.869457 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d9a8f8c3-28ec-4d08-ad4f-0fbcdd0700c2 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.904450 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d9a8f8c3-28ec-4d08-ad4f-0fbcdd0700c2 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.909651 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d9a8f8c3-28ec-4d08-ad4f-0fbcdd0700c2 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "DELETE /v2.0/subnets/7a4d2259-15f2-4943-85a4-46e678666c60 HTTP/1.1" status: 204 len: 168 time: 0.4113109 Sep 16 05:11:27.909651 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a8f8c3-28ec-4d08-ad4f-0fbcdd0700c2 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Pushing event deleted for resources: {'Subnet': ['ID=7a4d2259-15f2-4943-85a4-46e678666c60,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:27.910549 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47838) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:27.919531 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51ab778-672d-464f-adc0-d7bfc8ec3ce0 None None] No DVR routers for this DVR port b84db9ba-ae73-4019-8059-0fdf7d3df1ca on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:27.932674 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c000b9f-6148-438f-bfae-810a30c371ac None None] Network 7e03a846-8dad-4d7e-a99d-23bcc99a575e requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:27.934605 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ab778-672d-464f-adc0-d7bfc8ec3ce0 None None] Pushing event deleted for resources: {'Port': ['ID=b84db9ba-ae73-4019-8059-0fdf7d3df1ca,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:28.031039 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c6e076fa-b790-4ee8-b45f-2ccf92320796 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.066414 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b66d0bed-5dbb-4147-b9aa-ba46ee403f78 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.084733 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b66d0bed-5dbb-4147-b9aa-ba46ee403f78 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.084733 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b66d0bed-5dbb-4147-b9aa-ba46ee403f78 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/networks/d807797d-8dd0-40ba-8cd1-9da26fb147b2 HTTP/1.1" status: 204 len: 168 time: 0.9941595 Sep 16 05:11:28.087145 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47840) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:28.092587 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-cd4c9f2e-3439-412d-8652-180ecb4ea8cd tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1690954427'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:28.096706 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d0bed-5dbb-4147-b9aa-ba46ee403f78 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event deleted for resources: {'Network': ['ID=d807797d-8dd0-40ba-8cd1-9da26fb147b2,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:28.123748 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-76d7b21c-d1b3-4721-aa9d-66e6ee092919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1224851517', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '7049abef-a01f-4f69-b9fa-3efb32ea1e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:10Z', 'updated_at': '2021-09-16T05:11:26Z', 'revision_number': 5, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'gw_port': {'id': '7049abef-a01f-4f69-b9fa-3efb32ea1e52', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:40:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:10Z', 'updated_at': '2021-09-16T05:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:28.153208 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4c9f2e-3439-412d-8652-180ecb4ea8cd tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Made reservation on behalf of d2562483499d49c2934a25ff09a02fcf for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:28.155011 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d7b21c-d1b3-4721-aa9d-66e6ee092919 None None] Checking router: b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:28.158270 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cd4c9f2e-3439-412d-8652-180ecb4ea8cd tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.167519 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d7b21c-d1b3-4721-aa9d-66e6ee092919 None None] Routers {'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:28.168467 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-76d7b21c-d1b3-4721-aa9d-66e6ee092919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:28.205327 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd4c9f2e-3439-412d-8652-180ecb4ea8cd tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:11:28.224296 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab702999-dfe6-4e23-b080-1445652e1dbf None None] DHCP port deletion for 7e03a846-8dad-4d7e-a99d-23bcc99a575e request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:11:28.230594 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cd4c9f2e-3439-412d-8652-180ecb4ea8cd tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.230980 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-cd4c9f2e-3439-412d-8652-180ecb4ea8cd tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Added segment d94cfbbb-aa54-4040-95e4-3f08b16d6924 of type vlan for network 0fa7c50e-496e-4602-b40a-130c55a3f75f Sep 16 05:11:28.292080 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cd4c9f2e-3439-412d-8652-180ecb4ea8cd tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.322914 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cd4c9f2e-3439-412d-8652-180ecb4ea8cd tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.331503 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4c9f2e-3439-412d-8652-180ecb4ea8cd tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:28.332635 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cd4c9f2e-3439-412d-8652-180ecb4ea8cd tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.376832 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cd4c9f2e-3439-412d-8652-180ecb4ea8cd tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2883205 Sep 16 05:11:28.380675 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47842) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:28.386988 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-5346692e-a3f8-4191-9192-ddb24ccfa562 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Request body: {'subnet': {'network_id': '0fa7c50e-496e-4602-b40a-130c55a3f75f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:28.450783 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c9f2e-3439-412d-8652-180ecb4ea8cd tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'Network': ['ID=0fa7c50e-496e-4602-b40a-130c55a3f75f,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:28.480358 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 0fa7c50e-496e-4602-b40a-130c55a3f75f details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:11:28.560366 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5346692e-a3f8-4191-9192-ddb24ccfa562 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Made reservation on behalf of d2562483499d49c2934a25ff09a02fcf for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:28.569015 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5346692e-a3f8-4191-9192-ddb24ccfa562 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.632295 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-ab702999-dfe6-4e23-b080-1445652e1dbf None None] Deleting port 462a0cb8-d9a7-4f1a-92e1-028a41e8e44a {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:28.632714 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ab702999-dfe6-4e23-b080-1445652e1dbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.635531 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-76d7b21c-d1b3-4721-aa9d-66e6ee092919 None None] Set router b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:28.651055 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c6e076fa-b790-4ee8-b45f-2ccf92320796 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.726311 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-c6e076fa-b790-4ee8-b45f-2ccf92320796 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Deleting port 7049abef-a01f-4f69-b9fa-3efb32ea1e52 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:28.726657 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c6e076fa-b790-4ee8-b45f-2ccf92320796 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.829289 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-c6e076fa-b790-4ee8-b45f-2ccf92320796 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] For port 7049abef-a01f-4f69-b9fa-3efb32ea1e52, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=7049abef-a01f-4f69-b9fa-3efb32ea1e52,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:28.829758 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c6e076fa-b790-4ee8-b45f-2ccf92320796 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.835188 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5346692e-a3f8-4191-9192-ddb24ccfa562 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.848214 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-c6e076fa-b790-4ee8-b45f-2ccf92320796 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Calling delete_port for 7049abef-a01f-4f69-b9fa-3efb32ea1e52 owned by network:router_gateway {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:28.849441 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-ab702999-dfe6-4e23-b080-1445652e1dbf None None] For port 462a0cb8-d9a7-4f1a-92e1-028a41e8e44a, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=462a0cb8-d9a7-4f1a-92e1-028a41e8e44a,segment=NetworkSegment(ff06338e-312b-495f-872a-42c0c2b2923a),segment_id=ff06338e-312b-495f-872a-42c0c2b2923a)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:28.849846 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ab702999-dfe6-4e23-b080-1445652e1dbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.871450 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-ab702999-dfe6-4e23-b080-1445652e1dbf None None] Calling delete_port for 462a0cb8-d9a7-4f1a-92e1-028a41e8e44a owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:28.972401 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346692e-a3f8-4191-9192-ddb24ccfa562 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'Subnet': ['ID=a4336213-f5b0-4dc8-a1df-0d025d3a5246,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:28.977600 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5346692e-a3f8-4191-9192-ddb24ccfa562 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Checking segment: {'id': 'd94cfbbb-aa54-4040-95e4-3f08b16d6924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0fa7c50e-496e-4602-b40a-130c55a3f75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:28.977964 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5346692e-a3f8-4191-9192-ddb24ccfa562 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Network hostable DHCP agents. Network: 0fa7c50e-496e-4602-b40a-130c55a3f75f, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:11:28.999854 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5346692e-a3f8-4191-9192-ddb24ccfa562 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Network 0fa7c50e-496e-4602-b40a-130c55a3f75f is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:11:29.007595 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-76d7b21c-d1b3-4721-aa9d-66e6ee092919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1224851517', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '7049abef-a01f-4f69-b9fa-3efb32ea1e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:10Z', 'updated_at': '2021-09-16T05:11:26Z', 'revision_number': 5, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'gw_port': {'id': '7049abef-a01f-4f69-b9fa-3efb32ea1e52', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:40:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:10Z', 'updated_at': '2021-09-16T05:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:29.020185 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-5346692e-a3f8-4191-9192-ddb24ccfa562 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 0fa7c50e-496e-4602-b40a-130c55a3f75f) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:29.035153 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5346692e-a3f8-4191-9192-ddb24ccfa562 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:29.035986 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5346692e-a3f8-4191-9192-ddb24ccfa562 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.044976 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d791750-13ff-49df-86bf-232412523190 None None] Network 0fa7c50e-496e-4602-b40a-130c55a3f75f requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:29.049159 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d7b21c-d1b3-4721-aa9d-66e6ee092919 None None] The sync data for ids ['b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e'] in n-d-712139-15 is: [{'id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1224851517', 'tenant_id': 'b173d3bb240f4c5e9195927830c36510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '7049abef-a01f-4f69-b9fa-3efb32ea1e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:10Z', 'updated_at': '2021-09-16T05:11:26Z', 'revision_number': 5, 'project_id': 'b173d3bb240f4c5e9195927830c36510', 'gw_port': {'id': '7049abef-a01f-4f69-b9fa-3efb32ea1e52', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:40:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:10Z', 'updated_at': '2021-09-16T05:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:29.050822 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ab702999-dfe6-4e23-b080-1445652e1dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.057819 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c6e076fa-b790-4ee8-b45f-2ccf92320796 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.058000 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5346692e-a3f8-4191-9192-ddb24ccfa562 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6755142 Sep 16 05:11:29.060909 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47846) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:29.066281 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-3399147b-c79b-4470-a9c5-3a9c8e028066 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-960712778', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:29.096458 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab702999-dfe6-4e23-b080-1445652e1dbf None None] Pushing event deleted for resources: {'Port': ['ID=462a0cb8-d9a7-4f1a-92e1-028a41e8e44a,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:29.100276 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3399147b-c79b-4470-a9c5-3a9c8e028066 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.102115 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3399147b-c79b-4470-a9c5-3a9c8e028066 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.105130 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e076fa-b790-4ee8-b45f-2ccf92320796 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Pushing event deleted for resources: {'Port': ['ID=7049abef-a01f-4f69-b9fa-3efb32ea1e52,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:29.150049 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab702999-dfe6-4e23-b080-1445652e1dbf None None] No DVR routers for this DVR port 462a0cb8-d9a7-4f1a-92e1-028a41e8e44a on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:29.173522 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3399147b-c79b-4470-a9c5-3a9c8e028066 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.177912 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3399147b-c79b-4470-a9c5-3a9c8e028066 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.200778 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3399147b-c79b-4470-a9c5-3a9c8e028066 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.202834 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3399147b-c79b-4470-a9c5-3a9c8e028066 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1404972 Sep 16 05:11:29.204622 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c6e076fa-b790-4ee8-b45f-2ccf92320796 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.206281 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47848) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:29.270003 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7fcb3b-1098-4332-947a-e7f0f67618c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-0fa7c50e-496e-4602-b40a-130c55a3f75f', 'network_id': '0fa7c50e-496e-4602-b40a-130c55a3f75f', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'fixed_ips': [{'subnet_id': 'a4336213-f5b0-4dc8-a1df-0d025d3a5246'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:11:29.271041 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4a7fcb3b-1098-4332-947a-e7f0f67618c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.336997 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c6e076fa-b790-4ee8-b45f-2ccf92320796 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.340663 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c6e076fa-b790-4ee8-b45f-2ccf92320796 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.403331 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c6e076fa-b790-4ee8-b45f-2ccf92320796 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.404064 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e076fa-b790-4ee8-b45f-2ccf92320796 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Fanout notify agent at l3_agent the message router_deleted on router b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:11:29.417178 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c6e076fa-b790-4ee8-b45f-2ccf92320796 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.431865 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c6e076fa-b790-4ee8-b45f-2ccf92320796 tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "DELETE /v2.0/routers/b5c7e58d-8f9d-4368-af5d-d9c6dac30c1e HTTP/1.1" status: 204 len: 168 time: 1.5206513 Sep 16 05:11:29.432151 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47850) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:29.491868 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-4a7fcb3b-1098-4332-947a-e7f0f67618c0 None None] Allocated IP 2001:db8::2 (0fa7c50e-496e-4602-b40a-130c55a3f75f/a4336213-f5b0-4dc8-a1df-0d025d3a5246/683a9a77-df83-48b9-bab6-8200bc90e0bc) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:29.600175 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:29.661466 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:29.661831 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 054434fc-f30c-46eb-9f9f-b1b1ac1ea3f1 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:29.662299 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 462a0cb8-d9a7-4f1a-92e1-028a41e8e44a no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:29.685514 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b628d274-7d88-41c5-94b8-b7ca7c8340fa tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.686433 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 462a0cb8-d9a7-4f1a-92e1-028a41e8e44a {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:29.689635 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 462a0cb8-d9a7-4f1a-92e1-028a41e8e44a not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:29.690315 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device b84db9ba-ae73-4019-8059-0fdf7d3df1ca no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:29.724611 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d01dcd93-7ad4-440c-8992-a6a5d7f892c7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.798579 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: b84db9ba-ae73-4019-8059-0fdf7d3df1ca {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:29.799344 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device b84db9ba-ae73-4019-8059-0fdf7d3df1ca not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:29.817292 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4a7fcb3b-1098-4332-947a-e7f0f67618c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.830358 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4a7fcb3b-1098-4332-947a-e7f0f67618c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.872546 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7fcb3b-1098-4332-947a-e7f0f67618c0 None None] Network 0fa7c50e-496e-4602-b40a-130c55a3f75f is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:29.876443 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-4a7fcb3b-1098-4332-947a-e7f0f67618c0 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:29.887813 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7fcb3b-1098-4332-947a-e7f0f67618c0 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:29.900233 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b628d274-7d88-41c5-94b8-b7ca7c8340fa tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.928729 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7fcb3b-1098-4332-947a-e7f0f67618c0 None None] Pushing event updated for resources: {'Port': ['ID=683a9a77-df83-48b9-bab6-8200bc90e0bc,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:29.990954 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-4a7fcb3b-1098-4332-947a-e7f0f67618c0 None None] Attempting to bind port 683a9a77-df83-48b9-bab6-8200bc90e0bc on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:29.991304 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-4a7fcb3b-1098-4332-947a-e7f0f67618c0 None None] Attempting to bind port 683a9a77-df83-48b9-bab6-8200bc90e0bc by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'd94cfbbb-aa54-4040-95e4-3f08b16d6924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0fa7c50e-496e-4602-b40a-130c55a3f75f'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:29.992731 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7fcb3b-1098-4332-947a-e7f0f67618c0 None None] Attempting to bind port 683a9a77-df83-48b9-bab6-8200bc90e0bc on network 0fa7c50e-496e-4602-b40a-130c55a3f75f {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:29.996067 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-b628d274-7d88-41c5-94b8-b7ca7c8340fa tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e03a846-8dad-4d7e-a99d-23bcc99a575e']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:30.005306 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7fcb3b-1098-4332-947a-e7f0f67618c0 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:30.005968 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7fcb3b-1098-4332-947a-e7f0f67618c0 None None] Checking segment: {'id': 'd94cfbbb-aa54-4040-95e4-3f08b16d6924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0fa7c50e-496e-4602-b40a-130c55a3f75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:30.007813 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4a7fcb3b-1098-4332-947a-e7f0f67618c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.008467 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7fcb3b-1098-4332-947a-e7f0f67618c0 None None] Bound using segment: {'id': 'd94cfbbb-aa54-4040-95e4-3f08b16d6924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0fa7c50e-496e-4602-b40a-130c55a3f75f'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:30.010033 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-4a7fcb3b-1098-4332-947a-e7f0f67618c0 None None] Bound port: 683a9a77-df83-48b9-bab6-8200bc90e0bc, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94cfbbb-aa54-4040-95e4-3f08b16d6924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0fa7c50e-496e-4602-b40a-130c55a3f75f'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:30.011074 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4a7fcb3b-1098-4332-947a-e7f0f67618c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.014295 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-b628d274-7d88-41c5-94b8-b7ca7c8340fa tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff06338e-312b-495f-872a-42c0c2b2923a') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:30.015409 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-b628d274-7d88-41c5-94b8-b7ca7c8340fa tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff06338e-312b-495f-872a-42c0c2b2923a') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:30.036394 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b628d274-7d88-41c5-94b8-b7ca7c8340fa tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.085140 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b628d274-7d88-41c5-94b8-b7ca7c8340fa tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.097558 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-4a7fcb3b-1098-4332-947a-e7f0f67618c0 None None] For port 683a9a77-df83-48b9-bab6-8200bc90e0bc, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:30.101286 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-4a7fcb3b-1098-4332-947a-e7f0f67618c0 None None] For port 683a9a77-df83-48b9-bab6-8200bc90e0bc, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=683a9a77-df83-48b9-bab6-8200bc90e0bc,segment=NetworkSegment(d94cfbbb-aa54-4040-95e4-3f08b16d6924),segment_id=d94cfbbb-aa54-4040-95e4-3f08b16d6924)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:30.103053 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b628d274-7d88-41c5-94b8-b7ca7c8340fa tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:11:30.103693 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b628d274-7d88-41c5-94b8-b7ca7c8340fa tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.107596 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:11:30.107596 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:11:30.107596 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:11:30.107596 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:11:30.107596 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:11:30.107596 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:11:30.107596 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:11:30.107596 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:11:30.107596 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:11:30.107596 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:11:30.107596 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:11:30.107596 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:11:30.107596 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:11:30.107596 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:11:30.107596 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:11:30.107596 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:11:30.107596 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:11:30.107596 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:11:30.107596 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:11:30.107596 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:11:30.107596 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:11:30.107596 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:11:30.107596 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:11:30.107596 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:11:30.107596 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:11:30.107596 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:11:30.107596 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:11:30.107596 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:11:30.107596 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:11:30.107596 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:11:30.107596 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:11:30.107596 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:11:30.110614 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4a7fcb3b-1098-4332-947a-e7f0f67618c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.182405 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7fcb3b-1098-4332-947a-e7f0f67618c0 None None] Pushing event updated for resources: {'Port': ['ID=683a9a77-df83-48b9-bab6-8200bc90e0bc,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:30.214078 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b628d274-7d88-41c5-94b8-b7ca7c8340fa tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.218931 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b628d274-7d88-41c5-94b8-b7ca7c8340fa tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.221016 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b628d274-7d88-41c5-94b8-b7ca7c8340fa tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] 10.222.0.35 "DELETE /v2.0/networks/7e03a846-8dad-4d7e-a99d-23bcc99a575e HTTP/1.1" status: 204 len: 168 time: 0.7879350 Sep 16 05:11:30.242901 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-d01dcd93-7ad4-440c-8992-a6a5d7f892c7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Allocated IP 2001:db8::1 (0fa7c50e-496e-4602-b40a-130c55a3f75f/a4336213-f5b0-4dc8-a1df-0d025d3a5246/4d7a3b96-bb2d-4cb2-90c1-5837ababf09c) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:30.256675 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628d274-7d88-41c5-94b8-b7ca7c8340fa tempest-TestSecurityGroupsBasicOps-1402241724 tempest-TestSecurityGroupsBasicOps-1402241724-project] Pushing event deleted for resources: {'Network': ['ID=7e03a846-8dad-4d7e-a99d-23bcc99a575e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:30.431903 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d01dcd93-7ad4-440c-8992-a6a5d7f892c7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.485775 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d01dcd93-7ad4-440c-8992-a6a5d7f892c7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.545385 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01dcd93-7ad4-440c-8992-a6a5d7f892c7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Network 0fa7c50e-496e-4602-b40a-130c55a3f75f is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:30.549008 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-d01dcd93-7ad4-440c-8992-a6a5d7f892c7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:30.556698 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01dcd93-7ad4-440c-8992-a6a5d7f892c7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:30.557708 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d01dcd93-7ad4-440c-8992-a6a5d7f892c7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.605616 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01dcd93-7ad4-440c-8992-a6a5d7f892c7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'Port': ['ID=4d7a3b96-bb2d-4cb2-90c1-5837ababf09c,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:30.708443 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d01dcd93-7ad4-440c-8992-a6a5d7f892c7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.053937 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d01dcd93-7ad4-440c-8992-a6a5d7f892c7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.059099 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d01dcd93-7ad4-440c-8992-a6a5d7f892c7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.060153 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d01dcd93-7ad4-440c-8992-a6a5d7f892c7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.165406 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01dcd93-7ad4-440c-8992-a6a5d7f892c7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'Port': ['ID=4d7a3b96-bb2d-4cb2-90c1-5837ababf09c,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:31.220330 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01dcd93-7ad4-440c-8992-a6a5d7f892c7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Network 0fa7c50e-496e-4602-b40a-130c55a3f75f is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:31.222401 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-d01dcd93-7ad4-440c-8992-a6a5d7f892c7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:31.361993 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 683a9a77-df83-48b9-bab6-8200bc90e0bc up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:31.418998 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0d053f-a9c4-4eb2-bfe7-7050823f0854 None None] Network 0fa7c50e-496e-4602-b40a-130c55a3f75f requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:31.447656 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01dcd93-7ad4-440c-8992-a6a5d7f892c7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Router 740f6a8a-c5e8-409b-b9f7-eddd863ba722 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:11:31.518726 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-af38e80b-4db1-4636-98fd-d9752c2ec3a4 None None] Provisioning complete for port 683a9a77-df83-48b9-bab6-8200bc90e0bc triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:31.519492 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-af38e80b-4db1-4636-98fd-d9752c2ec3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.550711 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 683a9a77-df83-48b9-bab6-8200bc90e0bc triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:31.551184 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.564112 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01dcd93-7ad4-440c-8992-a6a5d7f892c7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:31.573739 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d01dcd93-7ad4-440c-8992-a6a5d7f892c7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "PUT /v2.0/routers/740f6a8a-c5e8-409b-b9f7-eddd863ba722/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3628809 Sep 16 05:11:31.573850 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47864) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:31.576980 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e94c86-69af-41a0-a185-6fa7509a0c75 None None] Sync routers for ids ['740f6a8a-c5e8-409b-b9f7-eddd863ba722'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:31.594460 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e94c86-69af-41a0-a185-6fa7509a0c75 None None] Routers {'740f6a8a-c5e8-409b-b9f7-eddd863ba722'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:31.596749 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-00e94c86-69af-41a0-a185-6fa7509a0c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['740f6a8a-c5e8-409b-b9f7-eddd863ba722'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:31.647690 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3d2c76-5073-41c2-96db-a789fa06e24a tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:31.652038 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9a3d2c76-5073-41c2-96db-a789fa06e24a tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "GET /v2.0/ports/4d7a3b96-bb2d-4cb2-90c1-5837ababf09c HTTP/1.1" status: 200 len: 911 time: 0.0751035 Sep 16 05:11:31.652344 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47868) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:31.665305 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-00e94c86-69af-41a0-a185-6fa7509a0c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:31.676965 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e94c86-69af-41a0-a185-6fa7509a0c75 None None] Routers {'740f6a8a-c5e8-409b-b9f7-eddd863ba722'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:31.677858 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-00e94c86-69af-41a0-a185-6fa7509a0c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['740f6a8a-c5e8-409b-b9f7-eddd863ba722'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:31.823830 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-af38e80b-4db1-4636-98fd-d9752c2ec3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.828699 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47870) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:31.835377 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.839628 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-00e94c86-69af-41a0-a185-6fa7509a0c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:31.840490 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e94c86-69af-41a0-a185-6fa7509a0c75 None None] The sync data for ids ['740f6a8a-c5e8-409b-b9f7-eddd863ba722'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:31.895977 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 683a9a77-df83-48b9-bab6-8200bc90e0bc, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=683a9a77-df83-48b9-bab6-8200bc90e0bc,segment=NetworkSegment(d94cfbbb-aa54-4040-95e4-3f08b16d6924),segment_id=d94cfbbb-aa54-4040-95e4-3f08b16d6924)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:31.903327 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.914188 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 7049abef-a01f-4f69-b9fa-3efb32ea1e52 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:31.989850 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 7049abef-a01f-4f69-b9fa-3efb32ea1e52 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:31.990196 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 7049abef-a01f-4f69-b9fa-3efb32ea1e52 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:32.008792 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-af38e80b-4db1-4636-98fd-d9752c2ec3a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:11:32.009152 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-af38e80b-4db1-4636-98fd-d9752c2ec3a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:11:32.037339 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=683a9a77-df83-48b9-bab6-8200bc90e0bc,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:32.167860 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-066de6de-82ca-4fbf-b9d5-4b70bf0a63c1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b173d3bb240f4c5e9195927830c36510&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3369672 Sep 16 05:11:32.169994 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47876) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:32.642069 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-faaf846f-989b-40cc-945d-52a6d4a9bf1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.682448 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-faaf846f-989b-40cc-945d-52a6d4a9bf1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.688602 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-1c184672-6935-4259-9680-ff45d6609da1 None None] Provisioning complete for port 683a9a77-df83-48b9-bab6-8200bc90e0bc triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:32.689106 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1c184672-6935-4259-9680-ff45d6609da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.719437 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c31d546e-8a43-4e31-8137-463c65b454e3 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.800179 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-1c184672-6935-4259-9680-ff45d6609da1 None None] Provisioning complete for port 4d7a3b96-bb2d-4cb2-90c1-5837ababf09c triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:32.800855 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1c184672-6935-4259-9680-ff45d6609da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.821450 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-faaf846f-989b-40cc-945d-52a6d4a9bf1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.824100 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-faaf846f-989b-40cc-945d-52a6d4a9bf1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.828120 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-faaf846f-989b-40cc-945d-52a6d4a9bf1b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/96547a54-29b9-4edb-9803-b2fd90222a12 HTTP/1.1" status: 204 len: 168 time: 0.6544158 Sep 16 05:11:32.855901 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-1c184672-6935-4259-9680-ff45d6609da1 None None] Port 4d7a3b96-bb2d-4cb2-90c1-5837ababf09c cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:32.886178 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf846f-989b-40cc-945d-52a6d4a9bf1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96547a54-29b9-4edb-9803-b2fd90222a12,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:33.024951 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-c31d546e-8a43-4e31-8137-463c65b454e3 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Deleting port 4d7a3b96-bb2d-4cb2-90c1-5837ababf09c {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:33.025423 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c31d546e-8a43-4e31-8137-463c65b454e3 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.135574 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c31d546e-8a43-4e31-8137-463c65b454e3 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.154688 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-c31d546e-8a43-4e31-8137-463c65b454e3 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Calling delete_port for 4d7a3b96-bb2d-4cb2-90c1-5837ababf09c owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:33.174087 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47884) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:33.223402 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4f4675ff-fb9e-4d7a-aacf-e50603375b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.309259 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 683a9a77-df83-48b9-bab6-8200bc90e0bc up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:33.367049 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 683a9a77-df83-48b9-bab6-8200bc90e0bc triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:33.367574 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.423923 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c31d546e-8a43-4e31-8137-463c65b454e3 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.462481 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d546e-8a43-4e31-8137-463c65b454e3 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event deleted for resources: {'Port': ['ID=4d7a3b96-bb2d-4cb2-90c1-5837ababf09c,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:33.601528 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c31d546e-8a43-4e31-8137-463c65b454e3 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.701612 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4f4675ff-fb9e-4d7a-aacf-e50603375b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.714340 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4f4675ff-fb9e-4d7a-aacf-e50603375b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.791519 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4f4675ff-fb9e-4d7a-aacf-e50603375b4d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=95dad22efb0d406fa9cc6c86b2b5e1de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6138637 Sep 16 05:11:33.797306 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47886) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:33.802867 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4675ff-fb9e-4d7a-aacf-e50603375b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a9dd25-14af-42c4-965f-ce0fc65abfd2,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:33.853847 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31d546e-8a43-4e31-8137-463c65b454e3 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Router 740f6a8a-c5e8-409b-b9f7-eddd863ba722 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:33.855200 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d0de70ae-9497-484c-bf33-6adde255c1ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.878018 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d0de70ae-9497-484c-bf33-6adde255c1ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.932934 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d0de70ae-9497-484c-bf33-6adde255c1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.935637 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d0de70ae-9497-484c-bf33-6adde255c1ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.937376 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d0de70ae-9497-484c-bf33-6adde255c1ac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/12a9dd25-14af-42c4-965f-ce0fc65abfd2 HTTP/1.1" status: 204 len: 168 time: 0.1379900 Sep 16 05:11:33.945794 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de70ae-9497-484c-bf33-6adde255c1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a9dd25-14af-42c4-965f-ce0fc65abfd2,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:33.961422 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31d546e-8a43-4e31-8137-463c65b454e3 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:33.975316 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1f37ff-e384-4f85-973e-ccbc497dc899 None None] Sync routers for ids ['740f6a8a-c5e8-409b-b9f7-eddd863ba722'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:33.977468 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c31d546e-8a43-4e31-8137-463c65b454e3 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "PUT /v2.0/routers/740f6a8a-c5e8-409b-b9f7-eddd863ba722/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3239441 Sep 16 05:11:33.980655 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47890) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:33.997174 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1f37ff-e384-4f85-973e-ccbc497dc899 None None] Routers {'740f6a8a-c5e8-409b-b9f7-eddd863ba722'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:34.001828 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-0d1f37ff-e384-4f85-973e-ccbc497dc899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['740f6a8a-c5e8-409b-b9f7-eddd863ba722'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:34.016663 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8405acc3-2e03-4047-ad59-a766d6ead596 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "GET /v2.0/ports?device_id=740f6a8a-c5e8-409b-b9f7-eddd863ba722 HTTP/1.1" status: 200 len: 205 time: 0.0324717 Sep 16 05:11:34.018107 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47892) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:34.041538 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-0d1f37ff-e384-4f85-973e-ccbc497dc899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:34.056979 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1f37ff-e384-4f85-973e-ccbc497dc899 None None] Routers {'740f6a8a-c5e8-409b-b9f7-eddd863ba722'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:34.057603 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-0d1f37ff-e384-4f85-973e-ccbc497dc899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['740f6a8a-c5e8-409b-b9f7-eddd863ba722'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:34.096666 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-0d1f37ff-e384-4f85-973e-ccbc497dc899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:34.097338 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1f37ff-e384-4f85-973e-ccbc497dc899 None None] The sync data for ids ['740f6a8a-c5e8-409b-b9f7-eddd863ba722'] in n-d-712139-15 is: [] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:34.103355 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-78328757-bbbc-4763-9257-df8cd42bc17c tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.293690 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-78328757-bbbc-4763-9257-df8cd42bc17c tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.297264 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-78328757-bbbc-4763-9257-df8cd42bc17c tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.347234 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-78328757-bbbc-4763-9257-df8cd42bc17c tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.348409 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78328757-bbbc-4763-9257-df8cd42bc17c tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Fanout notify agent at l3_agent the message router_deleted on router 740f6a8a-c5e8-409b-b9f7-eddd863ba722 {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:11:34.364550 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-78328757-bbbc-4763-9257-df8cd42bc17c tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.366127 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-78328757-bbbc-4763-9257-df8cd42bc17c tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/routers/740f6a8a-c5e8-409b-b9f7-eddd863ba722 HTTP/1.1" status: 204 len: 168 time: 0.3469977 Sep 16 05:11:34.368560 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47898) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:34.425324 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47900) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:34.432454 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ba91cae-ea4c-4bc0-a5a4-042721a72b6b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Deleting subnet a4336213-f5b0-4dc8-a1df-0d025d3a5246 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:11:34.435746 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9ba91cae-ea4c-4bc0-a5a4-042721a72b6b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.473512 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-64ddfc2e-c8dc-471c-bdb2-01c6af7ae08c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e50c9bc4495f4544ae3e016663589690&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466135 Sep 16 05:11:34.475750 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47902) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:34.482275 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9ba91cae-ea4c-4bc0-a5a4-042721a72b6b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.533958 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b102c549-6a2e-4cdc-b1e5-af2742ebf34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.568647 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b102c549-6a2e-4cdc-b1e5-af2742ebf34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.577498 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9ba91cae-ea4c-4bc0-a5a4-042721a72b6b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.647401 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b102c549-6a2e-4cdc-b1e5-af2742ebf34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.650035 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b102c549-6a2e-4cdc-b1e5-af2742ebf34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.650953 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9ba91cae-ea4c-4bc0-a5a4-042721a72b6b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.651218 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b102c549-6a2e-4cdc-b1e5-af2742ebf34c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b255f88f-81e9-47d4-a094-5c9aead757d6 HTTP/1.1" status: 204 len: 168 time: 0.1744323 Sep 16 05:11:34.660514 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102c549-6a2e-4cdc-b1e5-af2742ebf34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b255f88f-81e9-47d4-a094-5c9aead757d6,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:34.697268 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba91cae-ea4c-4bc0-a5a4-042721a72b6b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event deleted for resources: {'Subnet': ['ID=a4336213-f5b0-4dc8-a1df-0d025d3a5246,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:34.705974 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9ba91cae-ea4c-4bc0-a5a4-042721a72b6b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.709737 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9ba91cae-ea4c-4bc0-a5a4-042721a72b6b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/subnets/a4336213-f5b0-4dc8-a1df-0d025d3a5246 HTTP/1.1" status: 204 len: 168 time: 0.3393435 Sep 16 05:11:34.709855 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47906) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:34.713610 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68369787-0078-4255-af93-979fd31af48a None None] Network 0fa7c50e-496e-4602-b40a-130c55a3f75f requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:34.809424 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cba1b7c7-671f-4d5f-bc71-40f3ead5e8a1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.879694 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-cba1b7c7-671f-4d5f-bc71-40f3ead5e8a1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Deleting port 683a9a77-df83-48b9-bab6-8200bc90e0bc {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:34.880039 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cba1b7c7-671f-4d5f-bc71-40f3ead5e8a1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.949965 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe82450-b55a-423e-a0ad-567f85c3f9b8 None None] DHCP port deletion for 0fa7c50e-496e-4602-b40a-130c55a3f75f request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:11:34.960536 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-cba1b7c7-671f-4d5f-bc71-40f3ead5e8a1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] For port 683a9a77-df83-48b9-bab6-8200bc90e0bc, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=683a9a77-df83-48b9-bab6-8200bc90e0bc,segment=NetworkSegment(d94cfbbb-aa54-4040-95e4-3f08b16d6924),segment_id=d94cfbbb-aa54-4040-95e4-3f08b16d6924)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:34.960941 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cba1b7c7-671f-4d5f-bc71-40f3ead5e8a1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.974723 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-cba1b7c7-671f-4d5f-bc71-40f3ead5e8a1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Calling delete_port for 683a9a77-df83-48b9-bab6-8200bc90e0bc owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:35.016934 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe82450-b55a-423e-a0ad-567f85c3f9b8 None None] Deleting port 683a9a77-df83-48b9-bab6-8200bc90e0bc {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:35.018794 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1fe82450-b55a-423e-a0ad-567f85c3f9b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.072750 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cba1b7c7-671f-4d5f-bc71-40f3ead5e8a1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.099224 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1b7c7-671f-4d5f-bc71-40f3ead5e8a1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event deleted for resources: {'Port': ['ID=683a9a77-df83-48b9-bab6-8200bc90e0bc,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:35.106339 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba1b7c7-671f-4d5f-bc71-40f3ead5e8a1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] No DVR routers for this DVR port 683a9a77-df83-48b9-bab6-8200bc90e0bc on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:35.109302 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-1fe82450-b55a-423e-a0ad-567f85c3f9b8 None None] For port 683a9a77-df83-48b9-bab6-8200bc90e0bc, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=683a9a77-df83-48b9-bab6-8200bc90e0bc,segment=NetworkSegment(d94cfbbb-aa54-4040-95e4-3f08b16d6924),segment_id=d94cfbbb-aa54-4040-95e4-3f08b16d6924)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:35.109909 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1fe82450-b55a-423e-a0ad-567f85c3f9b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.126462 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-1fe82450-b55a-423e-a0ad-567f85c3f9b8 None None] Calling delete_port for 683a9a77-df83-48b9-bab6-8200bc90e0bc owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:35.218853 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cba1b7c7-671f-4d5f-bc71-40f3ead5e8a1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.258927 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-cba1b7c7-671f-4d5f-bc71-40f3ead5e8a1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa7c50e-496e-4602-b40a-130c55a3f75f']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:35.282024 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-cba1b7c7-671f-4d5f-bc71-40f3ead5e8a1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd94cfbbb-aa54-4040-95e4-3f08b16d6924') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:35.282024 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-cba1b7c7-671f-4d5f-bc71-40f3ead5e8a1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd94cfbbb-aa54-4040-95e4-3f08b16d6924') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:35.282294 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1fe82450-b55a-423e-a0ad-567f85c3f9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.296190 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cba1b7c7-671f-4d5f-bc71-40f3ead5e8a1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.325007 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe82450-b55a-423e-a0ad-567f85c3f9b8 None None] No DVR routers for this DVR port 683a9a77-df83-48b9-bab6-8200bc90e0bc on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:35.331840 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe82450-b55a-423e-a0ad-567f85c3f9b8 None None] Pushing event deleted for resources: {'Port': ['ID=683a9a77-df83-48b9-bab6-8200bc90e0bc,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:35.342133 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe82450-b55a-423e-a0ad-567f85c3f9b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:35.342133 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe82450-b55a-423e-a0ad-567f85c3f9b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:35.342133 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe82450-b55a-423e-a0ad-567f85c3f9b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:35.344372 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe82450-b55a-423e-a0ad-567f85c3f9b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:35.344372 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe82450-b55a-423e-a0ad-567f85c3f9b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:35.344372 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe82450-b55a-423e-a0ad-567f85c3f9b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:35.344372 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe82450-b55a-423e-a0ad-567f85c3f9b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:35.344878 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe82450-b55a-423e-a0ad-567f85c3f9b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:35.344878 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe82450-b55a-423e-a0ad-567f85c3f9b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:35.345421 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe82450-b55a-423e-a0ad-567f85c3f9b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:35.345752 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe82450-b55a-423e-a0ad-567f85c3f9b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:35.346184 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe82450-b55a-423e-a0ad-567f85c3f9b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:35.347259 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cba1b7c7-671f-4d5f-bc71-40f3ead5e8a1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.352709 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 683a9a77-df83-48b9-bab6-8200bc90e0bc no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:35.365892 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cba1b7c7-671f-4d5f-bc71-40f3ead5e8a1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:11:35.366237 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cba1b7c7-671f-4d5f-bc71-40f3ead5e8a1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.370157 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:11:35.370157 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:11:35.370157 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:11:35.370157 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:11:35.370157 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:11:35.370157 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:11:35.370157 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:11:35.370157 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:11:35.370157 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:11:35.370157 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:11:35.370157 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:11:35.370157 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:11:35.370157 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:11:35.370157 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:11:35.370157 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:11:35.370157 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:11:35.370157 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:11:35.370157 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:11:35.370157 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:11:35.370157 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:11:35.370157 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:11:35.370157 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:11:35.370157 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:11:35.370157 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:11:35.370157 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:11:35.370157 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:11:35.370157 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:11:35.370157 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:11:35.370157 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:11:35.370157 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:11:35.370157 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:11:35.370157 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:11:35.377225 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 683a9a77-df83-48b9-bab6-8200bc90e0bc {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:35.377580 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 683a9a77-df83-48b9-bab6-8200bc90e0bc not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:35.457377 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cba1b7c7-671f-4d5f-bc71-40f3ead5e8a1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.471296 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cba1b7c7-671f-4d5f-bc71-40f3ead5e8a1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.477035 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cba1b7c7-671f-4d5f-bc71-40f3ead5e8a1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/networks/0fa7c50e-496e-4602-b40a-130c55a3f75f HTTP/1.1" status: 204 len: 168 time: 0.7670362 Sep 16 05:11:35.477329 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47922) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:35.481618 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-e03f4ac9-1df0-4f49-be44-afa9dc5d07bb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1382188901', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}, 'admin_state_up': False}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:35.492651 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1b7c7-671f-4d5f-bc71-40f3ead5e8a1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event deleted for resources: {'Network': ['ID=0fa7c50e-496e-4602-b40a-130c55a3f75f,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:35.512720 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e03f4ac9-1df0-4f49-be44-afa9dc5d07bb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.514222 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e03f4ac9-1df0-4f49-be44-afa9dc5d07bb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.575279 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e03f4ac9-1df0-4f49-be44-afa9dc5d07bb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.727156 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e03f4ac9-1df0-4f49-be44-afa9dc5d07bb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.747737 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47930) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:35.902707 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-4798c93c-7ea3-4186-9d82-4d32034b00b6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-274856321-network', 'tenant_id': 'e295da4b9d5d42eb8c742333e3155be3'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:35.930138 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4798c93c-7ea3-4186-9d82-4d32034b00b6 admin admin] Made reservation on behalf of e295da4b9d5d42eb8c742333e3155be3 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:35.933822 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4798c93c-7ea3-4186-9d82-4d32034b00b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.944941 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4798c93c-7ea3-4186-9d82-4d32034b00b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.986100 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e03f4ac9-1df0-4f49-be44-afa9dc5d07bb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router_gateway, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.013832 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e03f4ac9-1df0-4f49-be44-afa9dc5d07bb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.048388 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4798c93c-7ea3-4186-9d82-4d32034b00b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.053312 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4798c93c-7ea3-4186-9d82-4d32034b00b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.074786 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4798c93c-7ea3-4186-9d82-4d32034b00b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:11:36.090733 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4798c93c-7ea3-4186-9d82-4d32034b00b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1197831-00cc-410d-9660-a6ad5703823f,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:36.095094 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4798c93c-7ea3-4186-9d82-4d32034b00b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.095441 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-4798c93c-7ea3-4186-9d82-4d32034b00b6 admin admin] Added segment 4a6555ef-9155-41a1-a61c-937861f47db8 of type vlan for network 72085cb8-61de-43fd-98c3-cd34f739d106 Sep 16 05:11:36.133124 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-e03f4ac9-1df0-4f49-be44-afa9dc5d07bb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Allocated IP 172.25.8.241 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/ba6f6e0e-c061-4619-bbeb-bb9e8f1806bb) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:36.141015 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4798c93c-7ea3-4186-9d82-4d32034b00b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.173317 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4798c93c-7ea3-4186-9d82-4d32034b00b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.174991 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4798c93c-7ea3-4186-9d82-4d32034b00b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:36.176977 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4798c93c-7ea3-4186-9d82-4d32034b00b6 admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.215425 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4798c93c-7ea3-4186-9d82-4d32034b00b6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4650238 Sep 16 05:11:36.218764 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47938) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:36.223974 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-c8b47e32-78e3-4e8d-87dd-da83e6852404 admin admin] Request body: {'subnet': {'network_id': '72085cb8-61de-43fd-98c3-cd34f739d106', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-274856321-subnet', 'tenant_id': 'e295da4b9d5d42eb8c742333e3155be3', 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:36.245534 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4798c93c-7ea3-4186-9d82-4d32034b00b6 admin admin] Pushing event updated for resources: {'Network': ['ID=72085cb8-61de-43fd-98c3-cd34f739d106,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:36.258862 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 72085cb8-61de-43fd-98c3-cd34f739d106 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:11:36.266767 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b47e32-78e3-4e8d-87dd-da83e6852404 admin admin] Made reservation on behalf of e295da4b9d5d42eb8c742333e3155be3 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:36.269106 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c8b47e32-78e3-4e8d-87dd-da83e6852404 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.291322 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e03f4ac9-1df0-4f49-be44-afa9dc5d07bb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.382975 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e03f4ac9-1df0-4f49-be44-afa9dc5d07bb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.457744 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03f4ac9-1df0-4f49-be44-afa9dc5d07bb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:36.465484 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-e03f4ac9-1df0-4f49-be44-afa9dc5d07bb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:36.472197 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03f4ac9-1df0-4f49-be44-afa9dc5d07bb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:36.483419 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f4ac9-1df0-4f49-be44-afa9dc5d07bb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'Port': ['ID=ba6f6e0e-c061-4619-bbeb-bb9e8f1806bb,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:36.600042 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c8b47e32-78e3-4e8d-87dd-da83e6852404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.727778 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b47e32-78e3-4e8d-87dd-da83e6852404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dda785aa-2c1b-4011-88cc-77d070399dd7,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:36.770944 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b47e32-78e3-4e8d-87dd-da83e6852404 admin admin] Checking segment: {'id': '4a6555ef-9155-41a1-a61c-937861f47db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '72085cb8-61de-43fd-98c3-cd34f739d106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:36.771298 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b47e32-78e3-4e8d-87dd-da83e6852404 admin admin] Network hostable DHCP agents. Network: 72085cb8-61de-43fd-98c3-cd34f739d106, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:11:36.822412 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b47e32-78e3-4e8d-87dd-da83e6852404 admin admin] Network 72085cb8-61de-43fd-98c3-cd34f739d106 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:11:36.836670 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-c8b47e32-78e3-4e8d-87dd-da83e6852404 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 72085cb8-61de-43fd-98c3-cd34f739d106) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:36.845330 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0424d1-6a56-4cfe-9f29-2f645dfaff85 None None] Network 72085cb8-61de-43fd-98c3-cd34f739d106 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:36.851440 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b47e32-78e3-4e8d-87dd-da83e6852404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:36.852027 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c8b47e32-78e3-4e8d-87dd-da83e6852404 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.859625 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e03f4ac9-1df0-4f49-be44-afa9dc5d07bb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router_gateway, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.902788 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c8b47e32-78e3-4e8d-87dd-da83e6852404 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6804581 Sep 16 05:11:36.902994 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47948) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:36.910264 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-f8259fdf-8c79-453d-8d5e-4089fd87fba5 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-274856321-router', 'tenant_id': 'e295da4b9d5d42eb8c742333e3155be3', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:36.972619 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f8259fdf-8c79-453d-8d5e-4089fd87fba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.973646 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f8259fdf-8c79-453d-8d5e-4089fd87fba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.994913 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668a1a7b-6d3e-4036-8d00-8fed5b4f3d79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-72085cb8-61de-43fd-98c3-cd34f739d106', 'network_id': '72085cb8-61de-43fd-98c3-cd34f739d106', 'tenant_id': 'e295da4b9d5d42eb8c742333e3155be3', 'fixed_ips': [{'subnet_id': 'dda785aa-2c1b-4011-88cc-77d070399dd7'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:11:36.995829 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-668a1a7b-6d3e-4036-8d00-8fed5b4f3d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.075905 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f8259fdf-8c79-453d-8d5e-4089fd87fba5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.149136 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-668a1a7b-6d3e-4036-8d00-8fed5b4f3d79 None None] Allocated IP 172.20.0.2 (72085cb8-61de-43fd-98c3-cd34f739d106/dda785aa-2c1b-4011-88cc-77d070399dd7/2333ee02-38c6-44e7-b237-ea30c6b232e0) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:37.232589 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e03f4ac9-1df0-4f49-be44-afa9dc5d07bb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.272876 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f8259fdf-8c79-453d-8d5e-4089fd87fba5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.306027 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-668a1a7b-6d3e-4036-8d00-8fed5b4f3d79 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.312521 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-668a1a7b-6d3e-4036-8d00-8fed5b4f3d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.359348 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668a1a7b-6d3e-4036-8d00-8fed5b4f3d79 None None] Network 72085cb8-61de-43fd-98c3-cd34f739d106 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:37.362401 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-668a1a7b-6d3e-4036-8d00-8fed5b4f3d79 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:37.368187 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668a1a7b-6d3e-4036-8d00-8fed5b4f3d79 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:37.381970 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a1a7b-6d3e-4036-8d00-8fed5b4f3d79 None None] Pushing event updated for resources: {'Port': ['ID=2333ee02-38c6-44e7-b237-ea30c6b232e0,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:37.434920 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-668a1a7b-6d3e-4036-8d00-8fed5b4f3d79 None None] Attempting to bind port 2333ee02-38c6-44e7-b237-ea30c6b232e0 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:37.435323 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-668a1a7b-6d3e-4036-8d00-8fed5b4f3d79 None None] Attempting to bind port 2333ee02-38c6-44e7-b237-ea30c6b232e0 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '4a6555ef-9155-41a1-a61c-937861f47db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '72085cb8-61de-43fd-98c3-cd34f739d106'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:37.435686 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668a1a7b-6d3e-4036-8d00-8fed5b4f3d79 None None] Attempting to bind port 2333ee02-38c6-44e7-b237-ea30c6b232e0 on network 72085cb8-61de-43fd-98c3-cd34f739d106 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:37.441836 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668a1a7b-6d3e-4036-8d00-8fed5b4f3d79 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:37.442398 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668a1a7b-6d3e-4036-8d00-8fed5b4f3d79 None None] Checking segment: {'id': '4a6555ef-9155-41a1-a61c-937861f47db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '72085cb8-61de-43fd-98c3-cd34f739d106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:37.442812 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-668a1a7b-6d3e-4036-8d00-8fed5b4f3d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.443201 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668a1a7b-6d3e-4036-8d00-8fed5b4f3d79 None None] Bound using segment: {'id': '4a6555ef-9155-41a1-a61c-937861f47db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '72085cb8-61de-43fd-98c3-cd34f739d106'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:37.443668 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-668a1a7b-6d3e-4036-8d00-8fed5b4f3d79 None None] Bound port: 2333ee02-38c6-44e7-b237-ea30c6b232e0, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a6555ef-9155-41a1-a61c-937861f47db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '72085cb8-61de-43fd-98c3-cd34f739d106'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:37.444051 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-668a1a7b-6d3e-4036-8d00-8fed5b4f3d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.525309 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03f4ac9-1df0-4f49-be44-afa9dc5d07bb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Router a7eb96d0-f194-4fdd-a9b0-d2b11538a8af is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:11:37.646106 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f8259fdf-8c79-453d-8d5e-4089fd87fba5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.684057 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-668a1a7b-6d3e-4036-8d00-8fed5b4f3d79 None None] For port 2333ee02-38c6-44e7-b237-ea30c6b232e0, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:37.688530 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-668a1a7b-6d3e-4036-8d00-8fed5b4f3d79 None None] For port 2333ee02-38c6-44e7-b237-ea30c6b232e0, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2333ee02-38c6-44e7-b237-ea30c6b232e0,segment=NetworkSegment(4a6555ef-9155-41a1-a61c-937861f47db8),segment_id=4a6555ef-9155-41a1-a61c-937861f47db8)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:37.694734 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-668a1a7b-6d3e-4036-8d00-8fed5b4f3d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.760722 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a1a7b-6d3e-4036-8d00-8fed5b4f3d79 None None] Pushing event updated for resources: {'Port': ['ID=2333ee02-38c6-44e7-b237-ea30c6b232e0,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:38.064162 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f8259fdf-8c79-453d-8d5e-4089fd87fba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.124855 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03f4ac9-1df0-4f49-be44-afa9dc5d07bb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:38.135521 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0c812c-4547-4f84-acf4-0a3a40d1f268 None None] Sync routers for ids ['a7eb96d0-f194-4fdd-a9b0-d2b11538a8af'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:38.151787 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0c812c-4547-4f84-acf4-0a3a40d1f268 None None] Routers {'a7eb96d0-f194-4fdd-a9b0-d2b11538a8af'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:38.155864 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-0a0c812c-4547-4f84-acf4-0a3a40d1f268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['a7eb96d0-f194-4fdd-a9b0-d2b11538a8af'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:38.170316 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e03f4ac9-1df0-4f49-be44-afa9dc5d07bb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.171709 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e03f4ac9-1df0-4f49-be44-afa9dc5d07bb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.6936424 Sep 16 05:11:38.174545 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47952) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:38.189347 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-0a0c812c-4547-4f84-acf4-0a3a40d1f268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:38.198323 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0c812c-4547-4f84-acf4-0a3a40d1f268 None None] Routers {'a7eb96d0-f194-4fdd-a9b0-d2b11538a8af'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:38.198930 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-0a0c812c-4547-4f84-acf4-0a3a40d1f268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['a7eb96d0-f194-4fdd-a9b0-d2b11538a8af'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:38.231646 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-0a0c812c-4547-4f84-acf4-0a3a40d1f268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:38.232556 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0c812c-4547-4f84-acf4-0a3a40d1f268 None None] The sync data for ids ['a7eb96d0-f194-4fdd-a9b0-d2b11538a8af'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:38.247850 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-f8259fdf-8c79-453d-8d5e-4089fd87fba5 admin admin] Allocated IP 172.25.8.104 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/3afee984-5142-4e81-8b17-e067398adc0b) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:38.342165 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a53e7dd3-f6ea-449f-965b-e43f73a2fa10 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "GET /v2.0/routers/a7eb96d0-f194-4fdd-a9b0-d2b11538a8af HTTP/1.1" status: 200 len: 885 time: 0.1665590 Sep 16 05:11:38.345213 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47954) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:38.490405 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f8259fdf-8c79-453d-8d5e-4089fd87fba5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.605724 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f8259fdf-8c79-453d-8d5e-4089fd87fba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.689095 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8259fdf-8c79-453d-8d5e-4089fd87fba5 admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:38.703240 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-f8259fdf-8c79-453d-8d5e-4089fd87fba5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:38.706129 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8259fdf-8c79-453d-8d5e-4089fd87fba5 admin admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:38.735833 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8259fdf-8c79-453d-8d5e-4089fd87fba5 admin admin] Pushing event updated for resources: {'Port': ['ID=3afee984-5142-4e81-8b17-e067398adc0b,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:38.772246 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8259fdf-8c79-453d-8d5e-4089fd87fba5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:38.772655 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8259fdf-8c79-453d-8d5e-4089fd87fba5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:38.772950 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8259fdf-8c79-453d-8d5e-4089fd87fba5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:38.773286 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8259fdf-8c79-453d-8d5e-4089fd87fba5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:38.773617 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8259fdf-8c79-453d-8d5e-4089fd87fba5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:38.773947 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8259fdf-8c79-453d-8d5e-4089fd87fba5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:38.774273 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8259fdf-8c79-453d-8d5e-4089fd87fba5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:38.774600 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8259fdf-8c79-453d-8d5e-4089fd87fba5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:38.774923 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8259fdf-8c79-453d-8d5e-4089fd87fba5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:38.775238 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8259fdf-8c79-453d-8d5e-4089fd87fba5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:38.775559 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8259fdf-8c79-453d-8d5e-4089fd87fba5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:38.775884 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8259fdf-8c79-453d-8d5e-4089fd87fba5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:38.800322 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-eaa0c7e8-50e3-48ba-b082-1cb9d81721bc tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4540200 Sep 16 05:11:38.804415 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47960) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:38.810427 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-984d1a1a-73bc-4a77-825b-a8f9a5593b65 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1382188901'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:38.837608 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771016ed-0c2f-413c-81c3-7a5acecfdd99 None None] Network 72085cb8-61de-43fd-98c3-cd34f739d106 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:39.011538 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-0a856804-6d55-4dfc-b109-0e954e045e60 None None] Provisioning complete for port 2333ee02-38c6-44e7-b237-ea30c6b232e0 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:39.012003 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0a856804-6d55-4dfc-b109-0e954e045e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.082042 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f8259fdf-8c79-453d-8d5e-4089fd87fba5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.197537 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0a856804-6d55-4dfc-b109-0e954e045e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.257046 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-0a856804-6d55-4dfc-b109-0e954e045e60 None None] For port 2333ee02-38c6-44e7-b237-ea30c6b232e0, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2333ee02-38c6-44e7-b237-ea30c6b232e0,segment=NetworkSegment(4a6555ef-9155-41a1-a61c-937861f47db8),segment_id=4a6555ef-9155-41a1-a61c-937861f47db8)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:39.266249 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0a856804-6d55-4dfc-b109-0e954e045e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.312303 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-984d1a1a-73bc-4a77-825b-a8f9a5593b65 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-986631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1171'] for router, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.346069 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a856804-6d55-4dfc-b109-0e954e045e60 None None] Pushing event updated for resources: {'Port': ['ID=2333ee02-38c6-44e7-b237-ea30c6b232e0,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:39.360177 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-984d1a1a-73bc-4a77-825b-a8f9a5593b65 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-986636'] for router, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.400880 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f8259fdf-8c79-453d-8d5e-4089fd87fba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.401112 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2333ee02-38c6-44e7-b237-ea30c6b232e0 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:39.483857 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 2333ee02-38c6-44e7-b237-ea30c6b232e0 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:39.484721 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.495874 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984d1a1a-73bc-4a77-825b-a8f9a5593b65 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Router a7eb96d0-f194-4fdd-a9b0-d2b11538a8af has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:39.606652 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8259fdf-8c79-453d-8d5e-4089fd87fba5 admin admin] Router eefa2986-dfcf-4544-8542-bbef43163f90 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:11:39.612983 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-78b0d5ea-850a-4cc5-bd46-f27a247f8d04 None None] Provisioning complete for port 2333ee02-38c6-44e7-b237-ea30c6b232e0 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:39.613363 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-78b0d5ea-850a-4cc5-bd46-f27a247f8d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.652383 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984d1a1a-73bc-4a77-825b-a8f9a5593b65 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:39.663367 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-984d1a1a-73bc-4a77-825b-a8f9a5593b65 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.664408 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfb29b6-d949-4390-b29e-e6abe398eb40 None None] Sync routers for ids ['a7eb96d0-f194-4fdd-a9b0-d2b11538a8af'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:39.665101 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-984d1a1a-73bc-4a77-825b-a8f9a5593b65 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "PUT /v2.0/routers/a7eb96d0-f194-4fdd-a9b0-d2b11538a8af HTTP/1.1" status: 200 len: 892 time: 0.8588831 Sep 16 05:11:39.667827 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47970) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:39.702961 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfb29b6-d949-4390-b29e-e6abe398eb40 None None] Routers {'a7eb96d0-f194-4fdd-a9b0-d2b11538a8af'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:39.703621 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-2cfb29b6-d949-4390-b29e-e6abe398eb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['a7eb96d0-f194-4fdd-a9b0-d2b11538a8af'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:39.742693 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-2cfb29b6-d949-4390-b29e-e6abe398eb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:39.755883 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfb29b6-d949-4390-b29e-e6abe398eb40 None None] Routers {'a7eb96d0-f194-4fdd-a9b0-d2b11538a8af'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:39.756974 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-2cfb29b6-d949-4390-b29e-e6abe398eb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['a7eb96d0-f194-4fdd-a9b0-d2b11538a8af'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:39.777752 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8259fdf-8c79-453d-8d5e-4089fd87fba5 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:39.790328 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1601345f-ed73-4f33-9ab7-1fa44c101ced None None] Sync routers for ids ['eefa2986-dfcf-4544-8542-bbef43163f90'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:39.791058 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-2cfb29b6-d949-4390-b29e-e6abe398eb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:39.791736 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfb29b6-d949-4390-b29e-e6abe398eb40 None None] The sync data for ids ['a7eb96d0-f194-4fdd-a9b0-d2b11538a8af'] in n-d-712139-15 is: [] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:39.797807 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f8259fdf-8c79-453d-8d5e-4089fd87fba5 admin admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.799729 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f8259fdf-8c79-453d-8d5e-4089fd87fba5 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8949203 Sep 16 05:11:39.801963 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 47972) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:39.803235 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1601345f-ed73-4f33-9ab7-1fa44c101ced None None] Routers {'eefa2986-dfcf-4544-8542-bbef43163f90'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:39.804763 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-1601345f-ed73-4f33-9ab7-1fa44c101ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['eefa2986-dfcf-4544-8542-bbef43163f90'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:39.808628 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-be13ccbc-fbad-40e5-aa66-1aeb587283cb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "GET /v2.0/routers/a7eb96d0-f194-4fdd-a9b0-d2b11538a8af HTTP/1.1" status: 200 len: 892 time: 0.1367245 Sep 16 05:11:39.809378 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47974) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:39.846376 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f1ec5247-62e7-432f-a5b0-6f0d328eeae8 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7eb96d0-f194-4fdd-a9b0-d2b11538a8af HTTP/1.1" status: 200 len: 205 time: 0.0336778 Sep 16 05:11:39.846650 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47976) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:39.964029 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-1601345f-ed73-4f33-9ab7-1fa44c101ced None None] Set router eefa2986-dfcf-4544-8542-bbef43163f90 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:39.987016 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1295b060-4485-4a5c-a28f-93456893fb92 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.098031 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9415391a-cc87-4627-bc62-2563a2109854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.118723 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1295b060-4485-4a5c-a28f-93456893fb92 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.165155 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-1601345f-ed73-4f33-9ab7-1fa44c101ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'name': 'tempest-TestServerBasicOps-274856321-router', 'tenant_id': 'e295da4b9d5d42eb8c742333e3155be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '3afee984-5142-4e81-8b17-e067398adc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:36Z', 'updated_at': '2021-09-16T05:11:38Z', 'revision_number': 3, 'project_id': 'e295da4b9d5d42eb8c742333e3155be3', 'gw_port': {'id': '3afee984-5142-4e81-8b17-e067398adc0b', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:05:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:38Z', 'updated_at': '2021-09-16T05:11:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:40.179717 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-1295b060-4485-4a5c-a28f-93456893fb92 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Deleting port ba6f6e0e-c061-4619-bbeb-bb9e8f1806bb {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:40.180072 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1295b060-4485-4a5c-a28f-93456893fb92 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.195719 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1601345f-ed73-4f33-9ab7-1fa44c101ced None None] Checking router: eefa2986-dfcf-4544-8542-bbef43163f90 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:40.196075 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1601345f-ed73-4f33-9ab7-1fa44c101ced None None] Updating router eefa2986-dfcf-4544-8542-bbef43163f90 port 3afee984-5142-4e81-8b17-e067398adc0b binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:11:40.226156 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-1601345f-ed73-4f33-9ab7-1fa44c101ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.272172 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1295b060-4485-4a5c-a28f-93456893fb92 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.293550 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-1295b060-4485-4a5c-a28f-93456893fb92 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Calling delete_port for ba6f6e0e-c061-4619-bbeb-bb9e8f1806bb owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:40.359378 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3aabf32e-860d-4fa1-839d-e752e7c303ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.497136 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1295b060-4485-4a5c-a28f-93456893fb92 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.531382 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295b060-4485-4a5c-a28f-93456893fb92 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event deleted for resources: {'Port': ['ID=ba6f6e0e-c061-4619-bbeb-bb9e8f1806bb,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:40.556545 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-1601345f-ed73-4f33-9ab7-1fa44c101ced None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.565828 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-1601345f-ed73-4f33-9ab7-1fa44c101ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.613096 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1295b060-4485-4a5c-a28f-93456893fb92 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.636330 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-1601345f-ed73-4f33-9ab7-1fa44c101ced None None] Attempting to bind port 3afee984-5142-4e81-8b17-e067398adc0b on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:40.637008 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-1601345f-ed73-4f33-9ab7-1fa44c101ced None None] Attempting to bind port 3afee984-5142-4e81-8b17-e067398adc0b by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:40.637566 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1601345f-ed73-4f33-9ab7-1fa44c101ced None None] Attempting to bind port 3afee984-5142-4e81-8b17-e067398adc0b on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:40.640857 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181a034-fdd0-4ede-81ca-c625bc465162 None None] Pushing event updated for resources: {'Port': ['ID=3afee984-5142-4e81-8b17-e067398adc0b,revision_number=2']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:40.641452 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-3aabf32e-860d-4fa1-839d-e752e7c303ef admin admin] Allocated IP 172.20.0.1 (72085cb8-61de-43fd-98c3-cd34f739d106/dda785aa-2c1b-4011-88cc-77d070399dd7/03594d14-0974-4a0b-8e54-9e64ace33e00) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:40.647096 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1601345f-ed73-4f33-9ab7-1fa44c101ced None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:40.647910 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1601345f-ed73-4f33-9ab7-1fa44c101ced None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:40.648517 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-1601345f-ed73-4f33-9ab7-1fa44c101ced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.649249 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1601345f-ed73-4f33-9ab7-1fa44c101ced None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:40.649904 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-1601345f-ed73-4f33-9ab7-1fa44c101ced None None] Bound port: 3afee984-5142-4e81-8b17-e067398adc0b, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:40.650464 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-1601345f-ed73-4f33-9ab7-1fa44c101ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.710708 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-1601345f-ed73-4f33-9ab7-1fa44c101ced None None] For port 3afee984-5142-4e81-8b17-e067398adc0b, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:40.716554 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-1601345f-ed73-4f33-9ab7-1fa44c101ced None None] For port 3afee984-5142-4e81-8b17-e067398adc0b, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3afee984-5142-4e81-8b17-e067398adc0b,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:40.723658 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-1601345f-ed73-4f33-9ab7-1fa44c101ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.775174 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3aabf32e-860d-4fa1-839d-e752e7c303ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.792923 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1601345f-ed73-4f33-9ab7-1fa44c101ced None None] Routers {'eefa2986-dfcf-4544-8542-bbef43163f90'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:40.793569 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-1601345f-ed73-4f33-9ab7-1fa44c101ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['eefa2986-dfcf-4544-8542-bbef43163f90'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:40.821648 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3aabf32e-860d-4fa1-839d-e752e7c303ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.836084 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181a034-fdd0-4ede-81ca-c625bc465162 None None] Pushing event updated for resources: {'Port': ['ID=3afee984-5142-4e81-8b17-e067398adc0b,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:40.889850 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aabf32e-860d-4fa1-839d-e752e7c303ef admin admin] Network 72085cb8-61de-43fd-98c3-cd34f739d106 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:40.895329 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-3aabf32e-860d-4fa1-839d-e752e7c303ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:40.900306 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aabf32e-860d-4fa1-839d-e752e7c303ef admin admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:40.903727 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aabf32e-860d-4fa1-839d-e752e7c303ef admin admin] Pushing event updated for resources: {'Port': ['ID=03594d14-0974-4a0b-8e54-9e64ace33e00,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:40.942811 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-1601345f-ed73-4f33-9ab7-1fa44c101ced None None] Set router eefa2986-dfcf-4544-8542-bbef43163f90 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:40.970360 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3aabf32e-860d-4fa1-839d-e752e7c303ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.137940 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:11:41.138168 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1295b060-4485-4a5c-a28f-93456893fb92 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.140221 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1295b060-4485-4a5c-a28f-93456893fb92 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.174664 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-1601345f-ed73-4f33-9ab7-1fa44c101ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'name': 'tempest-TestServerBasicOps-274856321-router', 'tenant_id': 'e295da4b9d5d42eb8c742333e3155be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '3afee984-5142-4e81-8b17-e067398adc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:36Z', 'updated_at': '2021-09-16T05:11:38Z', 'revision_number': 3, 'project_id': 'e295da4b9d5d42eb8c742333e3155be3', 'gw_port': {'id': '3afee984-5142-4e81-8b17-e067398adc0b', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:05:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:38Z', 'updated_at': '2021-09-16T05:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:41.206977 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3aabf32e-860d-4fa1-839d-e752e7c303ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.211391 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1295b060-4485-4a5c-a28f-93456893fb92 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.211922 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1295b060-4485-4a5c-a28f-93456893fb92 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Fanout notify agent at l3_agent the message router_deleted on router a7eb96d0-f194-4fdd-a9b0-d2b11538a8af {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:11:41.220160 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1295b060-4485-4a5c-a28f-93456893fb92 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.221529 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1295b060-4485-4a5c-a28f-93456893fb92 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/routers/a7eb96d0-f194-4fdd-a9b0-d2b11538a8af HTTP/1.1" status: 204 len: 168 time: 1.3739717 Sep 16 05:11:41.225494 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1601345f-ed73-4f33-9ab7-1fa44c101ced None None] The sync data for ids ['eefa2986-dfcf-4544-8542-bbef43163f90'] in n-d-712139-15 is: [{'id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'name': 'tempest-TestServerBasicOps-274856321-router', 'tenant_id': 'e295da4b9d5d42eb8c742333e3155be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '3afee984-5142-4e81-8b17-e067398adc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:36Z', 'updated_at': '2021-09-16T05:11:38Z', 'revision_number': 3, 'project_id': 'e295da4b9d5d42eb8c742333e3155be3', 'gw_port': {'id': '3afee984-5142-4e81-8b17-e067398adc0b', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:05:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:38Z', 'updated_at': '2021-09-16T05:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:41.227111 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47984) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:41.232059 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-1e68ed5b-26f5-47cb-bd09-11746ce21b64 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-256979776'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:41.269903 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e68ed5b-26f5-47cb-bd09-11746ce21b64 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Made reservation on behalf of d2562483499d49c2934a25ff09a02fcf for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:41.275758 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1e68ed5b-26f5-47cb-bd09-11746ce21b64 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.312751 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-fbb7e91b-876f-460e-b753-35a6f46a7732 None None] Provisioning complete for port 03594d14-0974-4a0b-8e54-9e64ace33e00 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:41.313796 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fbb7e91b-876f-460e-b753-35a6f46a7732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.318930 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e68ed5b-26f5-47cb-bd09-11746ce21b64 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:11:41.342127 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1e68ed5b-26f5-47cb-bd09-11746ce21b64 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.343396 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-1e68ed5b-26f5-47cb-bd09-11746ce21b64 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Added segment 943db999-73bc-4daf-9d9f-9521018c57ee of type vlan for network 0c9b6e6e-b079-4203-9ad5-858b363352ae Sep 16 05:11:41.365224 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2333ee02-38c6-44e7-b237-ea30c6b232e0 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:41.408937 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1e68ed5b-26f5-47cb-bd09-11746ce21b64 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.439420 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-fbb7e91b-876f-460e-b753-35a6f46a7732 None None] Port 03594d14-0974-4a0b-8e54-9e64ace33e00 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:41.458001 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1e68ed5b-26f5-47cb-bd09-11746ce21b64 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.473350 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 2333ee02-38c6-44e7-b237-ea30c6b232e0 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:41.473997 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.478836 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e68ed5b-26f5-47cb-bd09-11746ce21b64 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:41.482056 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1e68ed5b-26f5-47cb-bd09-11746ce21b64 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.587992 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68ed5b-26f5-47cb-bd09-11746ce21b64 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'Network': ['ID=0c9b6e6e-b079-4203-9ad5-858b363352ae,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:41.604520 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1e68ed5b-26f5-47cb-bd09-11746ce21b64 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3762975 Sep 16 05:11:41.606375 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 0c9b6e6e-b079-4203-9ad5-858b363352ae details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:11:41.610470 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47988) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:41.614336 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-22524a60-3266-4972-b5ca-e0e261f10edb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Request body: {'subnet': {'network_id': '0c9b6e6e-b079-4203-9ad5-858b363352ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:41.773341 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.787653 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22524a60-3266-4972-b5ca-e0e261f10edb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Made reservation on behalf of d2562483499d49c2934a25ff09a02fcf for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:41.791405 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-22524a60-3266-4972-b5ca-e0e261f10edb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.987682 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3aabf32e-860d-4fa1-839d-e752e7c303ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.993720 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3aabf32e-860d-4fa1-839d-e752e7c303ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.071850 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3aabf32e-860d-4fa1-839d-e752e7c303ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.073702 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aabf32e-860d-4fa1-839d-e752e7c303ef admin admin] Pushing event updated for resources: {'Port': ['ID=03594d14-0974-4a0b-8e54-9e64ace33e00,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:42.111629 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-22524a60-3266-4972-b5ca-e0e261f10edb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.181978 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aabf32e-860d-4fa1-839d-e752e7c303ef admin admin] Network 72085cb8-61de-43fd-98c3-cd34f739d106 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:42.183576 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-3aabf32e-860d-4fa1-839d-e752e7c303ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:42.201207 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22524a60-3266-4972-b5ca-e0e261f10edb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'Subnet': ['ID=7f18c473-4032-4472-8059-d6b3e2a3d8c2,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:42.212450 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22524a60-3266-4972-b5ca-e0e261f10edb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Checking segment: {'id': '943db999-73bc-4daf-9d9f-9521018c57ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0c9b6e6e-b079-4203-9ad5-858b363352ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:42.213046 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22524a60-3266-4972-b5ca-e0e261f10edb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Network hostable DHCP agents. Network: 0c9b6e6e-b079-4203-9ad5-858b363352ae, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:11:42.241435 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22524a60-3266-4972-b5ca-e0e261f10edb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Network 0c9b6e6e-b079-4203-9ad5-858b363352ae is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:11:42.257141 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-22524a60-3266-4972-b5ca-e0e261f10edb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 0c9b6e6e-b079-4203-9ad5-858b363352ae) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:42.266742 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22524a60-3266-4972-b5ca-e0e261f10edb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:42.267982 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-22524a60-3266-4972-b5ca-e0e261f10edb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.273569 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e167d53-d60f-4f8f-875a-9cfecc959668 None None] Network 0c9b6e6e-b079-4203-9ad5-858b363352ae requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:42.297435 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-22524a60-3266-4972-b5ca-e0e261f10edb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6873815 Sep 16 05:11:42.299851 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47990) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:42.305297 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-489dceae-6240-4049-a11b-8b2a7be250b7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-521302549', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:42.340420 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-489dceae-6240-4049-a11b-8b2a7be250b7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.341890 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-489dceae-6240-4049-a11b-8b2a7be250b7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.375628 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aabf32e-860d-4fa1-839d-e752e7c303ef admin admin] Router eefa2986-dfcf-4544-8542-bbef43163f90 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:42.422220 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-489dceae-6240-4049-a11b-8b2a7be250b7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.431938 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-489dceae-6240-4049-a11b-8b2a7be250b7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.456342 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-489dceae-6240-4049-a11b-8b2a7be250b7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.460707 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-489dceae-6240-4049-a11b-8b2a7be250b7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1572394 Sep 16 05:11:42.461536 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 47992) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:42.492785 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38512b06-ecb8-4c06-950e-0447e07c7c15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-0c9b6e6e-b079-4203-9ad5-858b363352ae', 'network_id': '0c9b6e6e-b079-4203-9ad5-858b363352ae', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'fixed_ips': [{'subnet_id': '7f18c473-4032-4472-8059-d6b3e2a3d8c2'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:11:42.493997 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-38512b06-ecb8-4c06-950e-0447e07c7c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.574053 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aabf32e-860d-4fa1-839d-e752e7c303ef admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:42.587290 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3aabf32e-860d-4fa1-839d-e752e7c303ef admin admin] 10.222.0.35 "PUT /v2.0/routers/eefa2986-dfcf-4544-8542-bbef43163f90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7764230 Sep 16 05:11:42.649030 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-b6d0e308-780d-4339-876f-4242e8229805 None None] Provisioning complete for port 03594d14-0974-4a0b-8e54-9e64ace33e00 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:42.649407 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b6d0e308-780d-4339-876f-4242e8229805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.729822 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-b6d0e308-780d-4339-876f-4242e8229805 None None] Port 03594d14-0974-4a0b-8e54-9e64ace33e00 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:42.767332 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-38512b06-ecb8-4c06-950e-0447e07c7c15 None None] Allocated IP 2001:db8::2 (0c9b6e6e-b079-4203-9ad5-858b363352ae/7f18c473-4032-4472-8059-d6b3e2a3d8c2/2698e9d2-beaa-41cf-b809-c00e9c4cde52) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:42.837255 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-aa828293-f906-441b-9b20-65aafbcbd07f tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.972974 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-38512b06-ecb8-4c06-950e-0447e07c7c15 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.979601 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-38512b06-ecb8-4c06-950e-0447e07c7c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.029250 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38512b06-ecb8-4c06-950e-0447e07c7c15 None None] Network 0c9b6e6e-b079-4203-9ad5-858b363352ae is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:43.039961 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-38512b06-ecb8-4c06-950e-0447e07c7c15 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:43.044858 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38512b06-ecb8-4c06-950e-0447e07c7c15 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:43.048251 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38512b06-ecb8-4c06-950e-0447e07c7c15 None None] Pushing event updated for resources: {'Port': ['ID=2698e9d2-beaa-41cf-b809-c00e9c4cde52,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:43.140008 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-aa828293-f906-441b-9b20-65aafbcbd07f tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Allocated IP 2001:db8::1 (0c9b6e6e-b079-4203-9ad5-858b363352ae/7f18c473-4032-4472-8059-d6b3e2a3d8c2/41f27fe9-19bd-4b68-a1d0-4daa72a617b5) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:43.150928 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-38512b06-ecb8-4c06-950e-0447e07c7c15 None None] Attempting to bind port 2698e9d2-beaa-41cf-b809-c00e9c4cde52 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:43.151349 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-38512b06-ecb8-4c06-950e-0447e07c7c15 None None] Attempting to bind port 2698e9d2-beaa-41cf-b809-c00e9c4cde52 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '943db999-73bc-4daf-9d9f-9521018c57ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0c9b6e6e-b079-4203-9ad5-858b363352ae'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:43.151720 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38512b06-ecb8-4c06-950e-0447e07c7c15 None None] Attempting to bind port 2698e9d2-beaa-41cf-b809-c00e9c4cde52 on network 0c9b6e6e-b079-4203-9ad5-858b363352ae {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:43.159020 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38512b06-ecb8-4c06-950e-0447e07c7c15 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:43.159394 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38512b06-ecb8-4c06-950e-0447e07c7c15 None None] Checking segment: {'id': '943db999-73bc-4daf-9d9f-9521018c57ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0c9b6e6e-b079-4203-9ad5-858b363352ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:43.159804 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-38512b06-ecb8-4c06-950e-0447e07c7c15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.160197 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38512b06-ecb8-4c06-950e-0447e07c7c15 None None] Bound using segment: {'id': '943db999-73bc-4daf-9d9f-9521018c57ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0c9b6e6e-b079-4203-9ad5-858b363352ae'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:43.160736 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-38512b06-ecb8-4c06-950e-0447e07c7c15 None None] Bound port: 2698e9d2-beaa-41cf-b809-c00e9c4cde52, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '943db999-73bc-4daf-9d9f-9521018c57ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0c9b6e6e-b079-4203-9ad5-858b363352ae'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:43.161113 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-38512b06-ecb8-4c06-950e-0447e07c7c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.290783 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48018) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:43.303993 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-23ddc8c4-1298-4671-ae70-990a8fd57653 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-249432250-network', 'tenant_id': '0821c722eb3b4460b5eaf4d81885a55c'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:43.323379 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-38512b06-ecb8-4c06-950e-0447e07c7c15 None None] For port 2698e9d2-beaa-41cf-b809-c00e9c4cde52, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:43.327591 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2178366a-6984-4415-933b-7cbe294bf349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.331157 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-aa828293-f906-441b-9b20-65aafbcbd07f tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.334721 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ddc8c4-1298-4671-ae70-990a8fd57653 admin admin] Made reservation on behalf of 0821c722eb3b4460b5eaf4d81885a55c for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:43.335188 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-38512b06-ecb8-4c06-950e-0447e07c7c15 None None] For port 2698e9d2-beaa-41cf-b809-c00e9c4cde52, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2698e9d2-beaa-41cf-b809-c00e9c4cde52,segment=NetworkSegment(943db999-73bc-4daf-9d9f-9521018c57ee),segment_id=943db999-73bc-4daf-9d9f-9521018c57ee)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:43.337315 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-23ddc8c4-1298-4671-ae70-990a8fd57653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.340901 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-38512b06-ecb8-4c06-950e-0447e07c7c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.362353 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-23ddc8c4-1298-4671-ae70-990a8fd57653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.384803 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3afee984-5142-4e81-8b17-e067398adc0b up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:43.432585 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-aa828293-f906-441b-9b20-65aafbcbd07f tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.465343 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38512b06-ecb8-4c06-950e-0447e07c7c15 None None] Pushing event updated for resources: {'Port': ['ID=2698e9d2-beaa-41cf-b809-c00e9c4cde52,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:43.485019 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 3afee984-5142-4e81-8b17-e067398adc0b triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:43.485395 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.513418 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa828293-f906-441b-9b20-65aafbcbd07f tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Network 0c9b6e6e-b079-4203-9ad5-858b363352ae is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:43.523319 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-aa828293-f906-441b-9b20-65aafbcbd07f tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:43.527890 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa828293-f906-441b-9b20-65aafbcbd07f tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'Port': ['ID=41f27fe9-19bd-4b68-a1d0-4daa72a617b5,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:43.537928 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa828293-f906-441b-9b20-65aafbcbd07f tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:43.538485 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-aa828293-f906-441b-9b20-65aafbcbd07f tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.545076 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.600659 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.626146 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 3afee984-5142-4e81-8b17-e067398adc0b, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3afee984-5142-4e81-8b17-e067398adc0b,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:43.629869 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-23ddc8c4-1298-4671-ae70-990a8fd57653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.634945 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.639028 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-23ddc8c4-1298-4671-ae70-990a8fd57653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.673164 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23ddc8c4-1298-4671-ae70-990a8fd57653 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:11:43.697346 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ddc8c4-1298-4671-ae70-990a8fd57653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ba02f1-4aa1-4033-bec0-c22ff0e9d0ac,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:43.704770 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-23ddc8c4-1298-4671-ae70-990a8fd57653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.704770 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-23ddc8c4-1298-4671-ae70-990a8fd57653 admin admin] Added segment 2ff55bd3-2201-46e8-b6ef-36ac7d8901cc of type vlan for network d0b86a5c-6c4d-4a11-b586-857a91f8526a Sep 16 05:11:43.729434 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=3afee984-5142-4e81-8b17-e067398adc0b,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:43.742649 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-aa828293-f906-441b-9b20-65aafbcbd07f tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.798856 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-23ddc8c4-1298-4671-ae70-990a8fd57653 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.915505 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3d9d89-c605-4555-8a51-e44ee76716e3 None None] Sync routers for ids ['eefa2986-dfcf-4544-8542-bbef43163f90'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:43.932077 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3d9d89-c605-4555-8a51-e44ee76716e3 None None] Routers {'eefa2986-dfcf-4544-8542-bbef43163f90'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:43.933964 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-fc3d9d89-c605-4555-8a51-e44ee76716e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['eefa2986-dfcf-4544-8542-bbef43163f90'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:43.956881 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-23ddc8c4-1298-4671-ae70-990a8fd57653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.957867 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ddc8c4-1298-4671-ae70-990a8fd57653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:43.958452 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-23ddc8c4-1298-4671-ae70-990a8fd57653 admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.030434 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-23ddc8c4-1298-4671-ae70-990a8fd57653 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7384479 Sep 16 05:11:44.033578 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48020) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:44.041807 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-3c981b44-0fe4-453a-bd93-f2a890e1e512 admin admin] Request body: {'subnet': {'network_id': 'd0b86a5c-6c4d-4a11-b586-857a91f8526a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-249432250-subnet', 'tenant_id': '0821c722eb3b4460b5eaf4d81885a55c', 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:44.069609 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c981b44-0fe4-453a-bd93-f2a890e1e512 admin admin] Made reservation on behalf of 0821c722eb3b4460b5eaf4d81885a55c for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:44.072616 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3c981b44-0fe4-453a-bd93-f2a890e1e512 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.079014 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ddc8c4-1298-4671-ae70-990a8fd57653 admin admin] Pushing event updated for resources: {'Network': ['ID=d0b86a5c-6c4d-4a11-b586-857a91f8526a,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:44.095027 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network d0b86a5c-6c4d-4a11-b586-857a91f8526a details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:11:44.131843 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-fc3d9d89-c605-4555-8a51-e44ee76716e3 None None] Set router eefa2986-dfcf-4544-8542-bbef43163f90 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:44.220818 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-aa828293-f906-441b-9b20-65aafbcbd07f tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.232259 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-aa828293-f906-441b-9b20-65aafbcbd07f tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.233339 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-aa828293-f906-441b-9b20-65aafbcbd07f tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.314263 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa828293-f906-441b-9b20-65aafbcbd07f tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'Port': ['ID=41f27fe9-19bd-4b68-a1d0-4daa72a617b5,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:44.345884 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3c981b44-0fe4-453a-bd93-f2a890e1e512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.429989 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-fc3d9d89-c605-4555-8a51-e44ee76716e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'name': 'tempest-TestServerBasicOps-274856321-router', 'tenant_id': 'e295da4b9d5d42eb8c742333e3155be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '3afee984-5142-4e81-8b17-e067398adc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:36Z', 'updated_at': '2021-09-16T05:11:41Z', 'revision_number': 4, 'project_id': 'e295da4b9d5d42eb8c742333e3155be3', 'gw_port': {'id': '3afee984-5142-4e81-8b17-e067398adc0b', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:05:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:38Z', 'updated_at': '2021-09-16T05:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '03594d14-0974-4a0b-8e54-9e64ace33e00', 'name': '', 'network_id': '72085cb8-61de-43fd-98c3-cd34f739d106', 'tenant_id': 'e295da4b9d5d42eb8c742333e3155be3', 'mac_address': 'fa:16:3e:a7:66:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': 'dda785aa-2c1b-4011-88cc-77d070399dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:40Z', 'updated_at': '2021-09-16T05:11:41Z', 'revision_number': 2, 'project_id': 'e295da4b9d5d42eb8c742333e3155be3', 'subnets': [{'id': 'dda785aa-2c1b-4011-88cc-77d070399dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:44.441669 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa828293-f906-441b-9b20-65aafbcbd07f tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Network 0c9b6e6e-b079-4203-9ad5-858b363352ae is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:44.443934 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-aa828293-f906-441b-9b20-65aafbcbd07f tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:44.445818 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c981b44-0fe4-453a-bd93-f2a890e1e512 admin admin] Pushing event updated for resources: {'Subnet': ['ID=165a2152-1cf7-4e8e-81cb-0ab4e0632f38,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:44.464615 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c981b44-0fe4-453a-bd93-f2a890e1e512 admin admin] Checking segment: {'id': '2ff55bd3-2201-46e8-b6ef-36ac7d8901cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd0b86a5c-6c4d-4a11-b586-857a91f8526a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:44.464981 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c981b44-0fe4-453a-bd93-f2a890e1e512 admin admin] Network hostable DHCP agents. Network: d0b86a5c-6c4d-4a11-b586-857a91f8526a, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:11:44.466783 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3d9d89-c605-4555-8a51-e44ee76716e3 None None] Checking router: eefa2986-dfcf-4544-8542-bbef43163f90 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:44.467173 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3d9d89-c605-4555-8a51-e44ee76716e3 None None] Updating router eefa2986-dfcf-4544-8542-bbef43163f90 port 03594d14-0974-4a0b-8e54-9e64ace33e00 binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:11:44.489315 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c981b44-0fe4-453a-bd93-f2a890e1e512 admin admin] Network d0b86a5c-6c4d-4a11-b586-857a91f8526a is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:11:44.499821 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fc3d9d89-c605-4555-8a51-e44ee76716e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.503982 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-3c981b44-0fe4-453a-bd93-f2a890e1e512 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, d0b86a5c-6c4d-4a11-b586-857a91f8526a) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:44.508424 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c981b44-0fe4-453a-bd93-f2a890e1e512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:44.513991 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3c981b44-0fe4-453a-bd93-f2a890e1e512 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.522836 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8e7f06-3b8c-4e6e-9f1f-deebde4f2c60 None None] Network d0b86a5c-6c4d-4a11-b586-857a91f8526a requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:44.533165 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3c981b44-0fe4-453a-bd93-f2a890e1e512 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4981563 Sep 16 05:11:44.536399 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48024) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:44.543585 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-becee57f-affd-4c45-8cac-00567a0b2f4e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-249432250-router', 'tenant_id': '0821c722eb3b4460b5eaf4d81885a55c', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:44.586602 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-becee57f-affd-4c45-8cac-00567a0b2f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.589235 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-becee57f-affd-4c45-8cac-00567a0b2f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.634178 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa828293-f906-441b-9b20-65aafbcbd07f tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Router b0f978e4-ef9a-49f0-8768-ee043bf2374b is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:11:44.660548 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-becee57f-affd-4c45-8cac-00567a0b2f4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.732704 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.748859 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa828293-f906-441b-9b20-65aafbcbd07f tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:44.759265 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-aa828293-f906-441b-9b20-65aafbcbd07f tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "PUT /v2.0/routers/b0f978e4-ef9a-49f0-8768-ee043bf2374b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2938743 Sep 16 05:11:44.759493 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48026) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:44.779535 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e246f0f-8943-4932-a740-5fb40c6f24ee None None] Sync routers for ids ['b0f978e4-ef9a-49f0-8768-ee043bf2374b'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:44.792779 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e246f0f-8943-4932-a740-5fb40c6f24ee None None] Routers {'b0f978e4-ef9a-49f0-8768-ee043bf2374b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:44.793425 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-6e246f0f-8943-4932-a740-5fb40c6f24ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b0f978e4-ef9a-49f0-8768-ee043bf2374b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:44.857926 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-becee57f-affd-4c45-8cac-00567a0b2f4e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.867166 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26710713-6aa0-425c-a823-b02f3e418b94 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:44.871307 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-26710713-6aa0-425c-a823-b02f3e418b94 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "GET /v2.0/ports/41f27fe9-19bd-4b68-a1d0-4daa72a617b5 HTTP/1.1" status: 200 len: 911 time: 0.1082635 Sep 16 05:11:44.871759 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48028) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:44.878497 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-ed121e90-ed8f-442d-a3ce-833995506b92 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7f18c473-4032-4472-8059-d6b3e2a3d8c2'}]}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:44.882285 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-6e246f0f-8943-4932-a740-5fb40c6f24ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:44.894198 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90736cdd-53f8-45ef-baaf-dca9b628c9d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-d0b86a5c-6c4d-4a11-b586-857a91f8526a', 'network_id': 'd0b86a5c-6c4d-4a11-b586-857a91f8526a', 'tenant_id': '0821c722eb3b4460b5eaf4d81885a55c', 'fixed_ips': [{'subnet_id': '165a2152-1cf7-4e8e-81cb-0ab4e0632f38'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:11:44.895078 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-90736cdd-53f8-45ef-baaf-dca9b628c9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.902887 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e246f0f-8943-4932-a740-5fb40c6f24ee None None] Routers {'b0f978e4-ef9a-49f0-8768-ee043bf2374b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:44.905694 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-6e246f0f-8943-4932-a740-5fb40c6f24ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b0f978e4-ef9a-49f0-8768-ee043bf2374b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:44.918046 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.958212 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-6e246f0f-8943-4932-a740-5fb40c6f24ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:44.959079 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e246f0f-8943-4932-a740-5fb40c6f24ee None None] The sync data for ids ['b0f978e4-ef9a-49f0-8768-ee043bf2374b'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:45.104229 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ed121e90-ed8f-442d-a3ce-833995506b92 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.241737 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e17aa0-d477-4985-9d34-cac25672ec88 None None] Network 0c9b6e6e-b079-4203-9ad5-858b363352ae requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:45.426872 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-90736cdd-53f8-45ef-baaf-dca9b628c9d1 None None] Allocated IP 172.20.0.2 (d0b86a5c-6c4d-4a11-b586-857a91f8526a/165a2152-1cf7-4e8e-81cb-0ab4e0632f38/3df00f80-2573-408a-bee5-c5b35aaef0a2) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:45.455787 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3afee984-5142-4e81-8b17-e067398adc0b up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:45.465109 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ec0b78ee-880f-4c85-9519-1f7079275ad9 None None] Provisioning complete for port 2698e9d2-beaa-41cf-b809-c00e9c4cde52 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:45.465720 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ec0b78ee-880f-4c85-9519-1f7079275ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.510962 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-becee57f-affd-4c45-8cac-00567a0b2f4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.548256 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-becee57f-affd-4c45-8cac-00567a0b2f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.742988 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fc3d9d89-c605-4555-8a51-e44ee76716e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.777804 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-becee57f-affd-4c45-8cac-00567a0b2f4e admin admin] Allocated IP 172.25.8.26 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/209de96e-34b4-44d3-a53a-9703816b6229) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:45.781123 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fc3d9d89-c605-4555-8a51-e44ee76716e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.814061 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 3afee984-5142-4e81-8b17-e067398adc0b triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:45.814433 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.914872 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ed121e90-ed8f-442d-a3ce-833995506b92 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.928797 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ec0b78ee-880f-4c85-9519-1f7079275ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.940883 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ed121e90-ed8f-442d-a3ce-833995506b92 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.948483 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed121e90-ed8f-442d-a3ce-833995506b92 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:45.949514 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ed121e90-ed8f-442d-a3ce-833995506b92 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.952481 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ed121e90-ed8f-442d-a3ce-833995506b92 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "PUT /v2.0/ports/41f27fe9-19bd-4b68-a1d0-4daa72a617b5 HTTP/1.1" status: 200 len: 911 time: 1.0788174 Sep 16 05:11:45.955562 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48032) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:45.957796 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-becee57f-affd-4c45-8cac-00567a0b2f4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.975791 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17190f2-d8b4-41dd-9236-9d3de25d6efd None None] Pushing event updated for resources: {'Port': ['ID=03594d14-0974-4a0b-8e54-9e64ace33e00,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:46.010595 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-becee57f-affd-4c45-8cac-00567a0b2f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.035901 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-90736cdd-53f8-45ef-baaf-dca9b628c9d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.078815 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becee57f-affd-4c45-8cac-00567a0b2f4e admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:46.088868 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed121e90-ed8f-442d-a3ce-833995506b92 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'Port': ['ID=41f27fe9-19bd-4b68-a1d0-4daa72a617b5,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:46.097011 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-becee57f-affd-4c45-8cac-00567a0b2f4e admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:46.116315 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-90736cdd-53f8-45ef-baaf-dca9b628c9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.150892 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becee57f-affd-4c45-8cac-00567a0b2f4e admin admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:46.225658 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-ec0b78ee-880f-4c85-9519-1f7079275ad9 None None] For port 2698e9d2-beaa-41cf-b809-c00e9c4cde52, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2698e9d2-beaa-41cf-b809-c00e9c4cde52,segment=NetworkSegment(943db999-73bc-4daf-9d9f-9521018c57ee),segment_id=943db999-73bc-4daf-9d9f-9521018c57ee)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:46.247326 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becee57f-affd-4c45-8cac-00567a0b2f4e admin admin] Pushing event updated for resources: {'Port': ['ID=209de96e-34b4-44d3-a53a-9703816b6229,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:46.287706 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-fc3d9d89-c605-4555-8a51-e44ee76716e3 None None] Attempting to bind port 03594d14-0974-4a0b-8e54-9e64ace33e00 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:46.288071 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-fc3d9d89-c605-4555-8a51-e44ee76716e3 None None] Attempting to bind port 03594d14-0974-4a0b-8e54-9e64ace33e00 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '4a6555ef-9155-41a1-a61c-937861f47db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '72085cb8-61de-43fd-98c3-cd34f739d106'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:46.288431 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3d9d89-c605-4555-8a51-e44ee76716e3 None None] Attempting to bind port 03594d14-0974-4a0b-8e54-9e64ace33e00 on network 72085cb8-61de-43fd-98c3-cd34f739d106 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:46.305216 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ec0b78ee-880f-4c85-9519-1f7079275ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.307718 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.346119 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3d9d89-c605-4555-8a51-e44ee76716e3 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:46.353049 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3d9d89-c605-4555-8a51-e44ee76716e3 None None] Checking segment: {'id': '4a6555ef-9155-41a1-a61c-937861f47db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '72085cb8-61de-43fd-98c3-cd34f739d106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:46.355760 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fc3d9d89-c605-4555-8a51-e44ee76716e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.356357 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3d9d89-c605-4555-8a51-e44ee76716e3 None None] Bound using segment: {'id': '4a6555ef-9155-41a1-a61c-937861f47db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '72085cb8-61de-43fd-98c3-cd34f739d106'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:46.357146 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-fc3d9d89-c605-4555-8a51-e44ee76716e3 None None] Bound port: 03594d14-0974-4a0b-8e54-9e64ace33e00, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a6555ef-9155-41a1-a61c-937861f47db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '72085cb8-61de-43fd-98c3-cd34f739d106'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:46.360061 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fc3d9d89-c605-4555-8a51-e44ee76716e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.366423 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90736cdd-53f8-45ef-baaf-dca9b628c9d1 None None] Network d0b86a5c-6c4d-4a11-b586-857a91f8526a is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:46.412036 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-90736cdd-53f8-45ef-baaf-dca9b628c9d1 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:46.414708 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90736cdd-53f8-45ef-baaf-dca9b628c9d1 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:46.424755 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2698e9d2-beaa-41cf-b809-c00e9c4cde52 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:46.478416 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90736cdd-53f8-45ef-baaf-dca9b628c9d1 None None] Pushing event updated for resources: {'Port': ['ID=3df00f80-2573-408a-bee5-c5b35aaef0a2,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:46.622100 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-e3f40d73-462c-433f-99db-470aef615bd7 None None] Provisioning complete for port 03594d14-0974-4a0b-8e54-9e64ace33e00 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:46.622498 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e3f40d73-462c-433f-99db-470aef615bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.700835 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 2698e9d2-beaa-41cf-b809-c00e9c4cde52 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:46.701211 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.723096 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5041e969-b0c1-47b9-ae7e-77920f0d1455 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.758011 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b78ee-880f-4c85-9519-1f7079275ad9 None None] Pushing event updated for resources: {'Port': ['ID=2698e9d2-beaa-41cf-b809-c00e9c4cde52,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:46.761895 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-90736cdd-53f8-45ef-baaf-dca9b628c9d1 None None] Attempting to bind port 3df00f80-2573-408a-bee5-c5b35aaef0a2 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:46.762722 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-90736cdd-53f8-45ef-baaf-dca9b628c9d1 None None] Attempting to bind port 3df00f80-2573-408a-bee5-c5b35aaef0a2 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '2ff55bd3-2201-46e8-b6ef-36ac7d8901cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd0b86a5c-6c4d-4a11-b586-857a91f8526a'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:46.763175 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90736cdd-53f8-45ef-baaf-dca9b628c9d1 None None] Attempting to bind port 3df00f80-2573-408a-bee5-c5b35aaef0a2 on network d0b86a5c-6c4d-4a11-b586-857a91f8526a {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:46.787279 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-fc3d9d89-c605-4555-8a51-e44ee76716e3 None None] For port 03594d14-0974-4a0b-8e54-9e64ace33e00, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:46.793214 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90736cdd-53f8-45ef-baaf-dca9b628c9d1 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:46.794014 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90736cdd-53f8-45ef-baaf-dca9b628c9d1 None None] Checking segment: {'id': '2ff55bd3-2201-46e8-b6ef-36ac7d8901cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd0b86a5c-6c4d-4a11-b586-857a91f8526a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:46.794676 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-90736cdd-53f8-45ef-baaf-dca9b628c9d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.795171 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90736cdd-53f8-45ef-baaf-dca9b628c9d1 None None] Bound using segment: {'id': '2ff55bd3-2201-46e8-b6ef-36ac7d8901cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd0b86a5c-6c4d-4a11-b586-857a91f8526a'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:46.795811 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-90736cdd-53f8-45ef-baaf-dca9b628c9d1 None None] Bound port: 3df00f80-2573-408a-bee5-c5b35aaef0a2, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff55bd3-2201-46e8-b6ef-36ac7d8901cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd0b86a5c-6c4d-4a11-b586-857a91f8526a'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:46.796301 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-90736cdd-53f8-45ef-baaf-dca9b628c9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.804974 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-e3f40d73-462c-433f-99db-470aef615bd7 None None] Port 03594d14-0974-4a0b-8e54-9e64ace33e00 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:46.817991 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-fc3d9d89-c605-4555-8a51-e44ee76716e3 None None] For port 03594d14-0974-4a0b-8e54-9e64ace33e00, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=03594d14-0974-4a0b-8e54-9e64ace33e00,segment=NetworkSegment(4a6555ef-9155-41a1-a61c-937861f47db8),segment_id=4a6555ef-9155-41a1-a61c-937861f47db8)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:46.834864 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fc3d9d89-c605-4555-8a51-e44ee76716e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.933537 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-becee57f-affd-4c45-8cac-00567a0b2f4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.018118 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3d9d89-c605-4555-8a51-e44ee76716e3 None None] Routers {'eefa2986-dfcf-4544-8542-bbef43163f90'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:47.018930 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-fc3d9d89-c605-4555-8a51-e44ee76716e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['eefa2986-dfcf-4544-8542-bbef43163f90'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:47.028985 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17190f2-d8b4-41dd-9236-9d3de25d6efd None None] Pushing event updated for resources: {'Port': ['ID=03594d14-0974-4a0b-8e54-9e64ace33e00,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:47.080539 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-5041e969-b0c1-47b9-ae7e-77920f0d1455 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Deleting port 41f27fe9-19bd-4b68-a1d0-4daa72a617b5 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:47.082337 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5041e969-b0c1-47b9-ae7e-77920f0d1455 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.111451 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-90736cdd-53f8-45ef-baaf-dca9b628c9d1 None None] For port 3df00f80-2573-408a-bee5-c5b35aaef0a2, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:47.142378 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-89b46e0f-0527-4265-9d27-7af4e4ac5167 None None] Provisioning complete for port 41f27fe9-19bd-4b68-a1d0-4daa72a617b5 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:47.143250 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-89b46e0f-0527-4265-9d27-7af4e4ac5167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.174427 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-90736cdd-53f8-45ef-baaf-dca9b628c9d1 None None] For port 3df00f80-2573-408a-bee5-c5b35aaef0a2, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3df00f80-2573-408a-bee5-c5b35aaef0a2,segment=NetworkSegment(2ff55bd3-2201-46e8-b6ef-36ac7d8901cc),segment_id=2ff55bd3-2201-46e8-b6ef-36ac7d8901cc)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:47.209197 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5041e969-b0c1-47b9-ae7e-77920f0d1455 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.226410 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-90736cdd-53f8-45ef-baaf-dca9b628c9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.272347 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-5041e969-b0c1-47b9-ae7e-77920f0d1455 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Calling delete_port for 41f27fe9-19bd-4b68-a1d0-4daa72a617b5 owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:47.396752 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-89b46e0f-0527-4265-9d27-7af4e4ac5167 None None] Port 41f27fe9-19bd-4b68-a1d0-4daa72a617b5 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:47.426621 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-fc3d9d89-c605-4555-8a51-e44ee76716e3 None None] Set router eefa2986-dfcf-4544-8542-bbef43163f90 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:47.448070 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90736cdd-53f8-45ef-baaf-dca9b628c9d1 None None] Pushing event updated for resources: {'Port': ['ID=3df00f80-2573-408a-bee5-c5b35aaef0a2,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:47.458804 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2698e9d2-beaa-41cf-b809-c00e9c4cde52 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:47.473545 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-becee57f-affd-4c45-8cac-00567a0b2f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.568347 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-89b46e0f-0527-4265-9d27-7af4e4ac5167 None None] Provisioning complete for port 2698e9d2-beaa-41cf-b809-c00e9c4cde52 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:47.568347 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-89b46e0f-0527-4265-9d27-7af4e4ac5167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.674464 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-becee57f-affd-4c45-8cac-00567a0b2f4e admin admin] Router 70991cbf-677a-4a6e-acd3-3caaf0f5a593 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:11:47.680196 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5041e969-b0c1-47b9-ae7e-77920f0d1455 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.739830 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041e969-b0c1-47b9-ae7e-77920f0d1455 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event deleted for resources: {'Port': ['ID=41f27fe9-19bd-4b68-a1d0-4daa72a617b5,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:47.903230 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-becee57f-affd-4c45-8cac-00567a0b2f4e admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:47.960229 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-becee57f-affd-4c45-8cac-00567a0b2f4e admin admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.965663 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-becee57f-affd-4c45-8cac-00567a0b2f4e admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.4229028 Sep 16 05:11:47.965836 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48038) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:48.068167 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5041e969-b0c1-47b9-ae7e-77920f0d1455 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.133575 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496015e4-b136-4b99-a483-6374e5ef38f8 None None] Sync routers for ids ['70991cbf-677a-4a6e-acd3-3caaf0f5a593'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:48.173937 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 2698e9d2-beaa-41cf-b809-c00e9c4cde52 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:48.174312 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.182405 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496015e4-b136-4b99-a483-6374e5ef38f8 None None] Routers {'70991cbf-677a-4a6e-acd3-3caaf0f5a593'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:48.183047 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-496015e4-b136-4b99-a483-6374e5ef38f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['70991cbf-677a-4a6e-acd3-3caaf0f5a593'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:48.379474 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ba7eb9bb-5586-4e48-88c5-c3d36628055b None None] Could not find standard attr ID for object 41f27fe9-19bd-4b68-a1d0-4daa72a617b5. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:11:48.440689 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ba7eb9bb-5586-4e48-88c5-c3d36628055b None None] Provisioning complete for port 03594d14-0974-4a0b-8e54-9e64ace33e00 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:48.441068 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ba7eb9bb-5586-4e48-88c5-c3d36628055b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.450295 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-496015e4-b136-4b99-a483-6374e5ef38f8 None None] Set router 70991cbf-677a-4a6e-acd3-3caaf0f5a593 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:48.586125 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-fc3d9d89-c605-4555-8a51-e44ee76716e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'name': 'tempest-TestServerBasicOps-274856321-router', 'tenant_id': 'e295da4b9d5d42eb8c742333e3155be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '3afee984-5142-4e81-8b17-e067398adc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:36Z', 'updated_at': '2021-09-16T05:11:41Z', 'revision_number': 4, 'project_id': 'e295da4b9d5d42eb8c742333e3155be3', 'gw_port': {'id': '3afee984-5142-4e81-8b17-e067398adc0b', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:05:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:38Z', 'updated_at': '2021-09-16T05:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '03594d14-0974-4a0b-8e54-9e64ace33e00', 'name': '', 'network_id': '72085cb8-61de-43fd-98c3-cd34f739d106', 'tenant_id': 'e295da4b9d5d42eb8c742333e3155be3', 'mac_address': 'fa:16:3e:a7:66:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': 'dda785aa-2c1b-4011-88cc-77d070399dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:40Z', 'updated_at': '2021-09-16T05:11:46Z', 'revision_number': 4, 'project_id': 'e295da4b9d5d42eb8c742333e3155be3', 'subnets': [{'id': 'dda785aa-2c1b-4011-88cc-77d070399dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:48.698948 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3d9d89-c605-4555-8a51-e44ee76716e3 None None] The sync data for ids ['eefa2986-dfcf-4544-8542-bbef43163f90'] in n-d-712139-15 is: [{'id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'name': 'tempest-TestServerBasicOps-274856321-router', 'tenant_id': 'e295da4b9d5d42eb8c742333e3155be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '3afee984-5142-4e81-8b17-e067398adc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:36Z', 'updated_at': '2021-09-16T05:11:41Z', 'revision_number': 4, 'project_id': 'e295da4b9d5d42eb8c742333e3155be3', 'gw_port': {'id': '3afee984-5142-4e81-8b17-e067398adc0b', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:05:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:38Z', 'updated_at': '2021-09-16T05:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '03594d14-0974-4a0b-8e54-9e64ace33e00', 'name': '', 'network_id': '72085cb8-61de-43fd-98c3-cd34f739d106', 'tenant_id': 'e295da4b9d5d42eb8c742333e3155be3', 'mac_address': 'fa:16:3e:a7:66:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': 'dda785aa-2c1b-4011-88cc-77d070399dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:40Z', 'updated_at': '2021-09-16T05:11:46Z', 'revision_number': 4, 'project_id': 'e295da4b9d5d42eb8c742333e3155be3', 'subnets': [{'id': 'dda785aa-2c1b-4011-88cc-77d070399dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:48.771671 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5041e969-b0c1-47b9-ae7e-77920f0d1455 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Router b0f978e4-ef9a-49f0-8768-ee043bf2374b has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:49.035955 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ba7eb9bb-5586-4e48-88c5-c3d36628055b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.118338 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-ba7eb9bb-5586-4e48-88c5-c3d36628055b None None] For port 03594d14-0974-4a0b-8e54-9e64ace33e00, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=03594d14-0974-4a0b-8e54-9e64ace33e00,segment=NetworkSegment(4a6555ef-9155-41a1-a61c-937861f47db8),segment_id=4a6555ef-9155-41a1-a61c-937861f47db8)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:49.139505 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ba7eb9bb-5586-4e48-88c5-c3d36628055b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.207110 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648630c7-293f-4cf8-8c8b-4775de561f6c None None] Network d0b86a5c-6c4d-4a11-b586-857a91f8526a requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:49.218796 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-496015e4-b136-4b99-a483-6374e5ef38f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70991cbf-677a-4a6e-acd3-3caaf0f5a593', 'name': 'tempest-TestServerBasicOps-249432250-router', 'tenant_id': '0821c722eb3b4460b5eaf4d81885a55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '209de96e-34b4-44d3-a53a-9703816b6229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:44Z', 'updated_at': '2021-09-16T05:11:46Z', 'revision_number': 3, 'project_id': '0821c722eb3b4460b5eaf4d81885a55c', 'gw_port': {'id': '209de96e-34b4-44d3-a53a-9703816b6229', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b2:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70991cbf-677a-4a6e-acd3-3caaf0f5a593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:45Z', 'updated_at': '2021-09-16T05:11:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:49.231111 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5041e969-b0c1-47b9-ae7e-77920f0d1455 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:49.257347 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874524bd-820b-43b1-8f0f-b1fc50e33130 None None] Sync routers for ids ['b0f978e4-ef9a-49f0-8768-ee043bf2374b'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:49.281400 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874524bd-820b-43b1-8f0f-b1fc50e33130 None None] Routers {'b0f978e4-ef9a-49f0-8768-ee043bf2374b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:49.287361 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-874524bd-820b-43b1-8f0f-b1fc50e33130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b0f978e4-ef9a-49f0-8768-ee043bf2374b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:49.290917 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48042) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:49.296625 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5041e969-b0c1-47b9-ae7e-77920f0d1455 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "PUT /v2.0/routers/b0f978e4-ef9a-49f0-8768-ee043bf2374b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3387270 Sep 16 05:11:49.351018 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-134578aa-24ed-46b1-bb77-285aa10280fb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f978e4-ef9a-49f0-8768-ee043bf2374b HTTP/1.1" status: 200 len: 205 time: 0.0583553 Sep 16 05:11:49.395506 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-874524bd-820b-43b1-8f0f-b1fc50e33130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:49.415643 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874524bd-820b-43b1-8f0f-b1fc50e33130 None None] Routers {'b0f978e4-ef9a-49f0-8768-ee043bf2374b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:49.415840 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-874524bd-820b-43b1-8f0f-b1fc50e33130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b0f978e4-ef9a-49f0-8768-ee043bf2374b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:49.458385 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48044) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:49.461672 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496015e4-b136-4b99-a483-6374e5ef38f8 None None] Checking router: 70991cbf-677a-4a6e-acd3-3caaf0f5a593 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:49.468694 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496015e4-b136-4b99-a483-6374e5ef38f8 None None] Updating router 70991cbf-677a-4a6e-acd3-3caaf0f5a593 port 209de96e-34b4-44d3-a53a-9703816b6229 binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:11:49.489065 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-874524bd-820b-43b1-8f0f-b1fc50e33130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:49.489608 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874524bd-820b-43b1-8f0f-b1fc50e33130 None None] The sync data for ids ['b0f978e4-ef9a-49f0-8768-ee043bf2374b'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:49.524013 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7eb9bb-5586-4e48-88c5-c3d36628055b None None] Pushing event updated for resources: {'Port': ['ID=03594d14-0974-4a0b-8e54-9e64ace33e00,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:49.527416 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-934f202a-d020-4133-ac3f-1b3b3a618962 None None] Provisioning complete for port 3df00f80-2573-408a-bee5-c5b35aaef0a2 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:49.528093 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-934f202a-d020-4133-ac3f-1b3b3a618962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.574483 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 03594d14-0974-4a0b-8e54-9e64ace33e00 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:49.617518 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2731215-a259-424d-880d-f5c86bc462a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.648616 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-496015e4-b136-4b99-a483-6374e5ef38f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.679176 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f45be30e-f147-466d-85e4-e2002016ba02 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.854742 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-f2731215-a259-424d-880d-f5c86bc462a3 admin admin] Allocated IP 172.20.0.1 (d0b86a5c-6c4d-4a11-b586-857a91f8526a/165a2152-1cf7-4e8e-81cb-0ab4e0632f38/43d92bb6-d030-4d54-9c93-987e215838ec) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:49.963803 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 03594d14-0974-4a0b-8e54-9e64ace33e00 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:49.964185 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.003097 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f45be30e-f147-466d-85e4-e2002016ba02 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.007814 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f45be30e-f147-466d-85e4-e2002016ba02 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.057590 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2731215-a259-424d-880d-f5c86bc462a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.087132 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f45be30e-f147-466d-85e4-e2002016ba02 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.091735 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45be30e-f147-466d-85e4-e2002016ba02 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Fanout notify agent at l3_agent the message router_deleted on router b0f978e4-ef9a-49f0-8768-ee043bf2374b {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:11:50.101866 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f45be30e-f147-466d-85e4-e2002016ba02 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.107443 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f45be30e-f147-466d-85e4-e2002016ba02 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/routers/b0f978e4-ef9a-49f0-8768-ee043bf2374b HTTP/1.1" status: 204 len: 168 time: 0.6453099 Sep 16 05:11:50.110163 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-934f202a-d020-4133-ac3f-1b3b3a618962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.111183 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48048) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:50.194889 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f49ffcb-9156-4296-89f8-adb223971d45 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Deleting subnet 7f18c473-4032-4472-8059-d6b3e2a3d8c2 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:11:50.197583 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2731215-a259-424d-880d-f5c86bc462a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.247100 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-934f202a-d020-4133-ac3f-1b3b3a618962 None None] For port 3df00f80-2573-408a-bee5-c5b35aaef0a2, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3df00f80-2573-408a-bee5-c5b35aaef0a2,segment=NetworkSegment(2ff55bd3-2201-46e8-b6ef-36ac7d8901cc),segment_id=2ff55bd3-2201-46e8-b6ef-36ac7d8901cc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:50.259135 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3df00f80-2573-408a-bee5-c5b35aaef0a2 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:50.260675 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6f49ffcb-9156-4296-89f8-adb223971d45 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.264578 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-934f202a-d020-4133-ac3f-1b3b3a618962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.267677 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2731215-a259-424d-880d-f5c86bc462a3 admin admin] Pushing event updated for resources: {'Port': ['ID=43d92bb6-d030-4d54-9c93-987e215838ec,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:50.321370 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2731215-a259-424d-880d-f5c86bc462a3 admin admin] Network d0b86a5c-6c4d-4a11-b586-857a91f8526a is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:50.332811 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-f2731215-a259-424d-880d-f5c86bc462a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:50.343454 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2731215-a259-424d-880d-f5c86bc462a3 admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:50.380486 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6f49ffcb-9156-4296-89f8-adb223971d45 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.446043 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2731215-a259-424d-880d-f5c86bc462a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.491934 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f202a-d020-4133-ac3f-1b3b3a618962 None None] Pushing event updated for resources: {'Port': ['ID=3df00f80-2573-408a-bee5-c5b35aaef0a2,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:50.509113 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 3df00f80-2573-408a-bee5-c5b35aaef0a2 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:50.509565 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.550225 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-496015e4-b136-4b99-a483-6374e5ef38f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.560146 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-496015e4-b136-4b99-a483-6374e5ef38f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.597649 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6f49ffcb-9156-4296-89f8-adb223971d45 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.641453 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-496015e4-b136-4b99-a483-6374e5ef38f8 None None] Attempting to bind port 209de96e-34b4-44d3-a53a-9703816b6229 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:50.642299 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-496015e4-b136-4b99-a483-6374e5ef38f8 None None] Attempting to bind port 209de96e-34b4-44d3-a53a-9703816b6229 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:50.642774 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496015e4-b136-4b99-a483-6374e5ef38f8 None None] Attempting to bind port 209de96e-34b4-44d3-a53a-9703816b6229 on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:50.648437 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48353bc4-db3d-4aee-a140-bc64759109fd None None] Pushing event updated for resources: {'Port': ['ID=209de96e-34b4-44d3-a53a-9703816b6229,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:50.655094 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496015e4-b136-4b99-a483-6374e5ef38f8 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:50.655715 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496015e4-b136-4b99-a483-6374e5ef38f8 None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:50.656263 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-496015e4-b136-4b99-a483-6374e5ef38f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.656855 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496015e4-b136-4b99-a483-6374e5ef38f8 None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:50.657274 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-496015e4-b136-4b99-a483-6374e5ef38f8 None None] Bound port: 209de96e-34b4-44d3-a53a-9703816b6229, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:50.657853 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-496015e4-b136-4b99-a483-6374e5ef38f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.830364 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2731215-a259-424d-880d-f5c86bc462a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.886675 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6f49ffcb-9156-4296-89f8-adb223971d45 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.928747 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f49ffcb-9156-4296-89f8-adb223971d45 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event deleted for resources: {'Subnet': ['ID=7f18c473-4032-4472-8059-d6b3e2a3d8c2,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:50.947932 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6f49ffcb-9156-4296-89f8-adb223971d45 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.958446 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6f49ffcb-9156-4296-89f8-adb223971d45 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/subnets/7f18c473-4032-4472-8059-d6b3e2a3d8c2 HTTP/1.1" status: 204 len: 168 time: 0.8461864 Sep 16 05:11:50.965688 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48052) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:50.985496 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6540b3-a7b2-4a2d-8ea5-376b12a8c08a None None] Network 0c9b6e6e-b079-4203-9ad5-858b363352ae requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:51.230592 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50779645-d480-45fd-85a3-092e8b7344d8 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.233522 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-071486f6-575e-4cb1-bc11-c43d534bd106 None None] Provisioning complete for port 3df00f80-2573-408a-bee5-c5b35aaef0a2 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:51.234065 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-071486f6-575e-4cb1-bc11-c43d534bd106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.261703 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2731215-a259-424d-880d-f5c86bc462a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.276475 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2731215-a259-424d-880d-f5c86bc462a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.342047 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-496015e4-b136-4b99-a483-6374e5ef38f8 None None] For port 209de96e-34b4-44d3-a53a-9703816b6229, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:51.372496 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-50779645-d480-45fd-85a3-092e8b7344d8 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Deleting port 2698e9d2-beaa-41cf-b809-c00e9c4cde52 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:51.374300 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50779645-d480-45fd-85a3-092e8b7344d8 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.398160 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-496015e4-b136-4b99-a483-6374e5ef38f8 None None] For port 209de96e-34b4-44d3-a53a-9703816b6229, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=209de96e-34b4-44d3-a53a-9703816b6229,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:51.403335 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 03594d14-0974-4a0b-8e54-9e64ace33e00 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:51.420030 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-496015e4-b136-4b99-a483-6374e5ef38f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.459411 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2731215-a259-424d-880d-f5c86bc462a3 admin admin] Pushing event updated for resources: {'Port': ['ID=43d92bb6-d030-4d54-9c93-987e215838ec,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:51.466118 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2731215-a259-424d-880d-f5c86bc462a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.492736 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6daa02ea-eb12-46c9-b555-fd1527e90515 None None] DHCP port deletion for 0c9b6e6e-b079-4203-9ad5-858b363352ae request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:11:51.583829 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48353bc4-db3d-4aee-a140-bc64759109fd None None] Pushing event updated for resources: {'Port': ['ID=209de96e-34b4-44d3-a53a-9703816b6229,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:51.601669 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-50779645-d480-45fd-85a3-092e8b7344d8 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] For port 2698e9d2-beaa-41cf-b809-c00e9c4cde52, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2698e9d2-beaa-41cf-b809-c00e9c4cde52,segment=NetworkSegment(943db999-73bc-4daf-9d9f-9521018c57ee),segment_id=943db999-73bc-4daf-9d9f-9521018c57ee)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:51.603222 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50779645-d480-45fd-85a3-092e8b7344d8 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.611400 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496015e4-b136-4b99-a483-6374e5ef38f8 None None] Routers {'70991cbf-677a-4a6e-acd3-3caaf0f5a593'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:51.612929 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-496015e4-b136-4b99-a483-6374e5ef38f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['70991cbf-677a-4a6e-acd3-3caaf0f5a593'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:51.632032 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-50779645-d480-45fd-85a3-092e8b7344d8 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Calling delete_port for 2698e9d2-beaa-41cf-b809-c00e9c4cde52 owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:51.698719 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2731215-a259-424d-880d-f5c86bc462a3 admin admin] Network d0b86a5c-6c4d-4a11-b586-857a91f8526a is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:51.702548 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-f2731215-a259-424d-880d-f5c86bc462a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:51.742870 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 03594d14-0974-4a0b-8e54-9e64ace33e00 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:51.743170 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.829086 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50779645-d480-45fd-85a3-092e8b7344d8 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.849253 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50779645-d480-45fd-85a3-092e8b7344d8 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] No DVR routers for this DVR port 2698e9d2-beaa-41cf-b809-c00e9c4cde52 on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:51.925723 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-6daa02ea-eb12-46c9-b555-fd1527e90515 None None] Deleting port 2698e9d2-beaa-41cf-b809-c00e9c4cde52 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:51.925723 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6daa02ea-eb12-46c9-b555-fd1527e90515 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.952281 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50779645-d480-45fd-85a3-092e8b7344d8 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event deleted for resources: {'Port': ['ID=2698e9d2-beaa-41cf-b809-c00e9c4cde52,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:51.969219 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-496015e4-b136-4b99-a483-6374e5ef38f8 None None] Set router 70991cbf-677a-4a6e-acd3-3caaf0f5a593 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:52.000450 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2731215-a259-424d-880d-f5c86bc462a3 admin admin] Router 70991cbf-677a-4a6e-acd3-3caaf0f5a593 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:52.105856 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-afdfc0c2-b1a4-4d79-b2e7-63092fe50bee None None] Provisioning complete for port 43d92bb6-d030-4d54-9c93-987e215838ec triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:52.106228 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-afdfc0c2-b1a4-4d79-b2e7-63092fe50bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.110230 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50779645-d480-45fd-85a3-092e8b7344d8 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.159653 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-6daa02ea-eb12-46c9-b555-fd1527e90515 None None] For port 2698e9d2-beaa-41cf-b809-c00e9c4cde52, host n-d-712139-15, got binding levels [] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:52.160063 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6daa02ea-eb12-46c9-b555-fd1527e90515 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.205425 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-50779645-d480-45fd-85a3-092e8b7344d8 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c9b6e6e-b079-4203-9ad5-858b363352ae']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:52.234082 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-6daa02ea-eb12-46c9-b555-fd1527e90515 None None] Calling delete_port for 2698e9d2-beaa-41cf-b809-c00e9c4cde52 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:52.235484 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-50779645-d480-45fd-85a3-092e8b7344d8 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '943db999-73bc-4daf-9d9f-9521018c57ee') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:52.236096 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2731215-a259-424d-880d-f5c86bc462a3 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:52.237622 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-50779645-d480-45fd-85a3-092e8b7344d8 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '943db999-73bc-4daf-9d9f-9521018c57ee') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:52.249040 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f2731215-a259-424d-880d-f5c86bc462a3 admin admin] 10.222.0.35 "PUT /v2.0/routers/70991cbf-677a-4a6e-acd3-3caaf0f5a593/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2820642 Sep 16 05:11:52.251723 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.ipam_backend_mixin [None req-6daa02ea-eb12-46c9-b555-fd1527e90515 None None] Port 2698e9d2-beaa-41cf-b809-c00e9c4cde52 was not found and therefore no delete operation was performed {{(pid=94768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:11:52.252581 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-afdfc0c2-b1a4-4d79-b2e7-63092fe50bee None None] Port 43d92bb6-d030-4d54-9c93-987e215838ec cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:52.262328 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50779645-d480-45fd-85a3-092e8b7344d8 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.283232 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50779645-d480-45fd-85a3-092e8b7344d8 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.293326 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50779645-d480-45fd-85a3-092e8b7344d8 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:11:52.294095 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50779645-d480-45fd-85a3-092e8b7344d8 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.297592 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:11:52.297592 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:11:52.297592 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:11:52.297592 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:11:52.297592 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:11:52.297592 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:11:52.297592 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:11:52.297592 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:11:52.297592 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:11:52.297592 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:11:52.297592 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:11:52.297592 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:11:52.297592 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:11:52.297592 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:11:52.297592 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:11:52.297592 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:11:52.297592 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:11:52.297592 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:11:52.297592 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:11:52.297592 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:11:52.297592 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:11:52.297592 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:11:52.297592 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:11:52.297592 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:11:52.297592 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:11:52.297592 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:11:52.297592 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:11:52.297592 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:11:52.297592 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:11:52.297592 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:11:52.297592 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:11:52.297592 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:11:52.319593 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6daa02ea-eb12-46c9-b555-fd1527e90515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.356851 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa02ea-eb12-46c9-b555-fd1527e90515 None None] Pushing event deleted for resources: {'Port': ['ID=2698e9d2-beaa-41cf-b809-c00e9c4cde52,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:52.383495 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3df00f80-2573-408a-bee5-c5b35aaef0a2 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:52.387129 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daa02ea-eb12-46c9-b555-fd1527e90515 None None] No DVR routers for this DVR port 2698e9d2-beaa-41cf-b809-c00e9c4cde52 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:52.390113 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50779645-d480-45fd-85a3-092e8b7344d8 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.434464 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-50779645-d480-45fd-85a3-092e8b7344d8 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.436487 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-50779645-d480-45fd-85a3-092e8b7344d8 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/networks/0c9b6e6e-b079-4203-9ad5-858b363352ae HTTP/1.1" status: 204 len: 168 time: 1.4687703 Sep 16 05:11:52.437407 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50779645-d480-45fd-85a3-092e8b7344d8 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event deleted for resources: {'Network': ['ID=0c9b6e6e-b079-4203-9ad5-858b363352ae,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:52.452425 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48058) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:52.454635 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-91f7ddee-87b4-49f5-8225-26cf45e9fd6e None None] Provisioning complete for port 43d92bb6-d030-4d54-9c93-987e215838ec triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:52.455011 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-91f7ddee-87b4-49f5-8225-26cf45e9fd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.458210 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-90b03e3a-185a-4c2e-85fe-f6eaeff49065 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-477700483', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:52.507987 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-90b03e3a-185a-4c2e-85fe-f6eaeff49065 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.509542 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-90b03e3a-185a-4c2e-85fe-f6eaeff49065 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.546690 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-91f7ddee-87b4-49f5-8225-26cf45e9fd6e None None] Port 43d92bb6-d030-4d54-9c93-987e215838ec cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:52.569471 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 3df00f80-2573-408a-bee5-c5b35aaef0a2 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:52.569848 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.599895 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-90b03e3a-185a-4c2e-85fe-f6eaeff49065 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.608998 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-90b03e3a-185a-4c2e-85fe-f6eaeff49065 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.611306 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-496015e4-b136-4b99-a483-6374e5ef38f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70991cbf-677a-4a6e-acd3-3caaf0f5a593', 'name': 'tempest-TestServerBasicOps-249432250-router', 'tenant_id': '0821c722eb3b4460b5eaf4d81885a55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '209de96e-34b4-44d3-a53a-9703816b6229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:44Z', 'updated_at': '2021-09-16T05:11:50Z', 'revision_number': 4, 'project_id': '0821c722eb3b4460b5eaf4d81885a55c', 'gw_port': {'id': '209de96e-34b4-44d3-a53a-9703816b6229', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b2:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70991cbf-677a-4a6e-acd3-3caaf0f5a593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:45Z', 'updated_at': '2021-09-16T05:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '43d92bb6-d030-4d54-9c93-987e215838ec', 'name': '', 'network_id': 'd0b86a5c-6c4d-4a11-b586-857a91f8526a', 'tenant_id': '0821c722eb3b4460b5eaf4d81885a55c', 'mac_address': 'fa:16:3e:35:fb:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70991cbf-677a-4a6e-acd3-3caaf0f5a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '165a2152-1cf7-4e8e-81cb-0ab4e0632f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:49Z', 'updated_at': '2021-09-16T05:11:50Z', 'revision_number': 2, 'project_id': '0821c722eb3b4460b5eaf4d81885a55c', 'subnets': [{'id': '165a2152-1cf7-4e8e-81cb-0ab4e0632f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:52.635676 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-90b03e3a-185a-4c2e-85fe-f6eaeff49065 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.640913 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48064) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:52.641486 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-90b03e3a-185a-4c2e-85fe-f6eaeff49065 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1873462 Sep 16 05:11:52.645960 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-16fd9610-0cac-4e9f-9451-0fd9e5dcb212 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-820353533'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:52.657518 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496015e4-b136-4b99-a483-6374e5ef38f8 None None] The sync data for ids ['70991cbf-677a-4a6e-acd3-3caaf0f5a593'] in n-d-712139-15 is: [{'id': '70991cbf-677a-4a6e-acd3-3caaf0f5a593', 'name': 'tempest-TestServerBasicOps-249432250-router', 'tenant_id': '0821c722eb3b4460b5eaf4d81885a55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '209de96e-34b4-44d3-a53a-9703816b6229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:44Z', 'updated_at': '2021-09-16T05:11:50Z', 'revision_number': 4, 'project_id': '0821c722eb3b4460b5eaf4d81885a55c', 'gw_port': {'id': '209de96e-34b4-44d3-a53a-9703816b6229', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b2:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70991cbf-677a-4a6e-acd3-3caaf0f5a593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:45Z', 'updated_at': '2021-09-16T05:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '43d92bb6-d030-4d54-9c93-987e215838ec', 'name': '', 'network_id': 'd0b86a5c-6c4d-4a11-b586-857a91f8526a', 'tenant_id': '0821c722eb3b4460b5eaf4d81885a55c', 'mac_address': 'fa:16:3e:35:fb:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70991cbf-677a-4a6e-acd3-3caaf0f5a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '165a2152-1cf7-4e8e-81cb-0ab4e0632f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:49Z', 'updated_at': '2021-09-16T05:11:50Z', 'revision_number': 2, 'project_id': '0821c722eb3b4460b5eaf4d81885a55c', 'subnets': [{'id': '165a2152-1cf7-4e8e-81cb-0ab4e0632f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:52.685181 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16fd9610-0cac-4e9f-9451-0fd9e5dcb212 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Made reservation on behalf of d2562483499d49c2934a25ff09a02fcf for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:52.692891 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-16fd9610-0cac-4e9f-9451-0fd9e5dcb212 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.745340 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16fd9610-0cac-4e9f-9451-0fd9e5dcb212 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:11:52.775841 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-16fd9610-0cac-4e9f-9451-0fd9e5dcb212 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.777913 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-16fd9610-0cac-4e9f-9451-0fd9e5dcb212 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Added segment 51496f8f-20e0-4f27-b863-6c81d0d7a40b of type vlan for network a381c8ab-371e-4e7e-9326-940c36d75bdb Sep 16 05:11:52.830591 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-16fd9610-0cac-4e9f-9451-0fd9e5dcb212 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.874879 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-16fd9610-0cac-4e9f-9451-0fd9e5dcb212 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.897946 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fd9610-0cac-4e9f-9451-0fd9e5dcb212 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:52.898621 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-16fd9610-0cac-4e9f-9451-0fd9e5dcb212 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.998716 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-16fd9610-0cac-4e9f-9451-0fd9e5dcb212 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3562431 Sep 16 05:11:53.002107 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48068) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:53.007833 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-2ec77f83-eb3d-4e67-bdd2-a01f45f4d84c tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Request body: {'subnet': {'network_id': 'a381c8ab-371e-4e7e-9326-940c36d75bdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:53.068693 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd9610-0cac-4e9f-9451-0fd9e5dcb212 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'Network': ['ID=a381c8ab-371e-4e7e-9326-940c36d75bdb,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:53.068693 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48070) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:53.075769 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-d20b58b0-5a5c-4f7d-a1e4-7f629540bbae tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-851833168', 'description': 'tempest-secgroup-smoke-851833168 description', 'project_id': 'e295da4b9d5d42eb8c742333e3155be3'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:53.084154 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network a381c8ab-371e-4e7e-9326-940c36d75bdb details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:11:53.121740 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d20b58b0-5a5c-4f7d-a1e4-7f629540bbae tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.233579 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d20b58b0-5a5c-4f7d-a1e4-7f629540bbae tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.241380 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d20b58b0-5a5c-4f7d-a1e4-7f629540bbae tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.273931 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec77f83-eb3d-4e67-bdd2-a01f45f4d84c tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Made reservation on behalf of d2562483499d49c2934a25ff09a02fcf for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:53.277578 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d20b58b0-5a5c-4f7d-a1e4-7f629540bbae tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.280663 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d20b58b0-5a5c-4f7d-a1e4-7f629540bbae tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2101352 Sep 16 05:11:53.282608 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48072) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:53.287169 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-523e52db-4833-4787-a520-ff05865e38ea tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Request body: {'security_group_rule': {'security_group_id': '5c8e685a-6b14-4ba0-b127-6db0addbc18c', 'project_id': 'e295da4b9d5d42eb8c742333e3155be3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:53.295606 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b58b0-5a5c-4f7d-a1e4-7f629540bbae tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8e685a-6b14-4ba0-b127-6db0addbc18c,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:53.303887 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2ec77f83-eb3d-4e67-bdd2-a01f45f4d84c tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.329290 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2698e9d2-beaa-41cf-b809-c00e9c4cde52 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:53.338585 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-523e52db-4833-4787-a520-ff05865e38ea tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.351689 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 2698e9d2-beaa-41cf-b809-c00e9c4cde52 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:53.352307 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2698e9d2-beaa-41cf-b809-c00e9c4cde52 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:53.420287 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-523e52db-4833-4787-a520-ff05865e38ea tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.424780 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-523e52db-4833-4787-a520-ff05865e38ea tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.451107 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e52db-4833-4787-a520-ff05865e38ea tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ca3c7a6-4aa1-4bd1-b0a8-de324861e71c,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:53.460238 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-523e52db-4833-4787-a520-ff05865e38ea tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.462064 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-523e52db-4833-4787-a520-ff05865e38ea tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1784027 Sep 16 05:11:53.464470 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48074) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:53.469965 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-12723157-7fd8-4e07-be71-249bf1860247 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Request body: {'security_group_rule': {'security_group_id': '5c8e685a-6b14-4ba0-b127-6db0addbc18c', 'project_id': 'e295da4b9d5d42eb8c742333e3155be3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:53.498017 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-12723157-7fd8-4e07-be71-249bf1860247 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.541243 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2ec77f83-eb3d-4e67-bdd2-a01f45f4d84c tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.568883 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-12723157-7fd8-4e07-be71-249bf1860247 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.591539 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-12723157-7fd8-4e07-be71-249bf1860247 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.610837 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12723157-7fd8-4e07-be71-249bf1860247 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf11558f-8e5e-4644-9c57-77ddc1ca578d,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:53.619565 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-12723157-7fd8-4e07-be71-249bf1860247 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.621107 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-12723157-7fd8-4e07-be71-249bf1860247 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1556289 Sep 16 05:11:53.624335 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48076) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:53.629091 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-46dae2e2-5dfc-40f6-a9ab-23cf8bab4fb1 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Request body: {'security_group_rule': {'security_group_id': '5c8e685a-6b14-4ba0-b127-6db0addbc18c', 'project_id': 'e295da4b9d5d42eb8c742333e3155be3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:53.629789 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec77f83-eb3d-4e67-bdd2-a01f45f4d84c tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'Subnet': ['ID=1f7f4d02-4092-4d89-9993-be363e83b0dc,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:53.639491 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec77f83-eb3d-4e67-bdd2-a01f45f4d84c tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Checking segment: {'id': '51496f8f-20e0-4f27-b863-6c81d0d7a40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a381c8ab-371e-4e7e-9326-940c36d75bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:53.640192 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec77f83-eb3d-4e67-bdd2-a01f45f4d84c tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Network hostable DHCP agents. Network: a381c8ab-371e-4e7e-9326-940c36d75bdb, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:11:53.664931 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec77f83-eb3d-4e67-bdd2-a01f45f4d84c tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Network a381c8ab-371e-4e7e-9326-940c36d75bdb is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:11:53.666100 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-46dae2e2-5dfc-40f6-a9ab-23cf8bab4fb1 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.675614 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-2ec77f83-eb3d-4e67-bdd2-a01f45f4d84c tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, a381c8ab-371e-4e7e-9326-940c36d75bdb) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:53.680689 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec77f83-eb3d-4e67-bdd2-a01f45f4d84c tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:53.681760 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2ec77f83-eb3d-4e67-bdd2-a01f45f4d84c tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.685236 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c93bd20-e9be-4b73-b6ca-c5dcf9b967e4 None None] Network a381c8ab-371e-4e7e-9326-940c36d75bdb requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:53.700813 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48078) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:53.701871 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2ec77f83-eb3d-4e67-bdd2-a01f45f4d84c tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6983116 Sep 16 05:11:53.848652 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-46dae2e2-5dfc-40f6-a9ab-23cf8bab4fb1 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.856501 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180c72d3-d4ab-4199-bcad-e8c4bd84bbf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-a381c8ab-371e-4e7e-9326-940c36d75bdb', 'network_id': 'a381c8ab-371e-4e7e-9326-940c36d75bdb', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'fixed_ips': [{'subnet_id': '1f7f4d02-4092-4d89-9993-be363e83b0dc'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:11:53.857599 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-180c72d3-d4ab-4199-bcad-e8c4bd84bbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.879852 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-46dae2e2-5dfc-40f6-a9ab-23cf8bab4fb1 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.945596 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dae2e2-5dfc-40f6-a9ab-23cf8bab4fb1 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe00dbe-5e5f-47f9-a507-9b4b2a0529d6,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:53.953328 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-46dae2e2-5dfc-40f6-a9ab-23cf8bab4fb1 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.954564 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-46dae2e2-5dfc-40f6-a9ab-23cf8bab4fb1 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3292460 Sep 16 05:11:53.957380 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48080) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:53.962853 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-a3bd89d2-d55d-43db-9d1b-11dc4ad40cc0 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Request body: {'security_group_rule': {'security_group_id': '5c8e685a-6b14-4ba0-b127-6db0addbc18c', 'project_id': 'e295da4b9d5d42eb8c742333e3155be3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:53.997535 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a3bd89d2-d55d-43db-9d1b-11dc4ad40cc0 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.016202 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-180c72d3-d4ab-4199-bcad-e8c4bd84bbf1 None None] Allocated IP 2001:db8::2 (a381c8ab-371e-4e7e-9326-940c36d75bdb/1f7f4d02-4092-4d89-9993-be363e83b0dc/5d1a894c-9c52-43f1-98e9-8e5c59ee6d9c) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:54.059246 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c0c0b68b-c9d2-48c1-98c9-6958567a2777 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.085999 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a3bd89d2-d55d-43db-9d1b-11dc4ad40cc0 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.096618 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a3bd89d2-d55d-43db-9d1b-11dc4ad40cc0 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.116946 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd89d2-d55d-43db-9d1b-11dc4ad40cc0 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d934e684-6353-42a6-a8d0-d7d5a7883be2,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:54.141350 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a3bd89d2-d55d-43db-9d1b-11dc4ad40cc0 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.145415 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a3bd89d2-d55d-43db-9d1b-11dc4ad40cc0 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1841652 Sep 16 05:11:54.145903 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48084) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:54.151318 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-c1d06ea3-ccfd-485d-819d-99fa5dd67f99 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Request body: {'security_group_rule': {'security_group_id': '5c8e685a-6b14-4ba0-b127-6db0addbc18c', 'project_id': 'e295da4b9d5d42eb8c742333e3155be3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:54.192851 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-180c72d3-d4ab-4199-bcad-e8c4bd84bbf1 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.199917 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-180c72d3-d4ab-4199-bcad-e8c4bd84bbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.210237 n-d-712139-15 neutron-server[94766]: INFO neutron.db.securitygroups_db [None req-c1d06ea3-ccfd-485d-819d-99fa5dd67f99 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Project e295da4b9d5d42eb8c742333e3155be3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:11:54.215716 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c1d06ea3-ccfd-485d-819d-99fa5dd67f99 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.249472 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180c72d3-d4ab-4199-bcad-e8c4bd84bbf1 None None] Network a381c8ab-371e-4e7e-9326-940c36d75bdb is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:54.252911 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-180c72d3-d4ab-4199-bcad-e8c4bd84bbf1 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:54.258399 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180c72d3-d4ab-4199-bcad-e8c4bd84bbf1 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:54.340740 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c1d06ea3-ccfd-485d-819d-99fa5dd67f99 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.348022 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c1d06ea3-ccfd-485d-819d-99fa5dd67f99 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.350392 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-180c72d3-d4ab-4199-bcad-e8c4bd84bbf1 None None] Attempting to bind port 5d1a894c-9c52-43f1-98e9-8e5c59ee6d9c on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:54.351049 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-180c72d3-d4ab-4199-bcad-e8c4bd84bbf1 None None] Attempting to bind port 5d1a894c-9c52-43f1-98e9-8e5c59ee6d9c by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '51496f8f-20e0-4f27-b863-6c81d0d7a40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a381c8ab-371e-4e7e-9326-940c36d75bdb'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:54.351633 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180c72d3-d4ab-4199-bcad-e8c4bd84bbf1 None None] Attempting to bind port 5d1a894c-9c52-43f1-98e9-8e5c59ee6d9c on network a381c8ab-371e-4e7e-9326-940c36d75bdb {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:54.358301 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c72d3-d4ab-4199-bcad-e8c4bd84bbf1 None None] Pushing event updated for resources: {'Port': ['ID=5d1a894c-9c52-43f1-98e9-8e5c59ee6d9c,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:54.369379 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180c72d3-d4ab-4199-bcad-e8c4bd84bbf1 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:54.370073 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180c72d3-d4ab-4199-bcad-e8c4bd84bbf1 None None] Checking segment: {'id': '51496f8f-20e0-4f27-b863-6c81d0d7a40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a381c8ab-371e-4e7e-9326-940c36d75bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:54.370839 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-180c72d3-d4ab-4199-bcad-e8c4bd84bbf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.371499 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180c72d3-d4ab-4199-bcad-e8c4bd84bbf1 None None] Bound using segment: {'id': '51496f8f-20e0-4f27-b863-6c81d0d7a40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a381c8ab-371e-4e7e-9326-940c36d75bdb'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:54.372208 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-180c72d3-d4ab-4199-bcad-e8c4bd84bbf1 None None] Bound port: 5d1a894c-9c52-43f1-98e9-8e5c59ee6d9c, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51496f8f-20e0-4f27-b863-6c81d0d7a40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a381c8ab-371e-4e7e-9326-940c36d75bdb'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:54.372889 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-180c72d3-d4ab-4199-bcad-e8c4bd84bbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.397716 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c1d06ea3-ccfd-485d-819d-99fa5dd67f99 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.400510 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c1d06ea3-ccfd-485d-819d-99fa5dd67f99 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2519612 Sep 16 05:11:54.402585 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48092) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:54.406795 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d06ea3-ccfd-485d-819d-99fa5dd67f99 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf26b80-79fc-43cf-8434-14cbd70d14d4,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:54.417069 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-ea2d1661-fe6f-440e-b3c3-f7f19c3a13a7 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Request body: {'security_group_rule': {'security_group_id': '5c8e685a-6b14-4ba0-b127-6db0addbc18c', 'project_id': 'e295da4b9d5d42eb8c742333e3155be3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:54.440320 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-c0c0b68b-c9d2-48c1-98c9-6958567a2777 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Allocated IP 2001:db8::1 (a381c8ab-371e-4e7e-9326-940c36d75bdb/1f7f4d02-4092-4d89-9993-be363e83b0dc/e8e7d13b-4f79-47f8-b31f-592e34a10ae6) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:54.456304 n-d-712139-15 neutron-server[94766]: INFO neutron.db.securitygroups_db [None req-ea2d1661-fe6f-440e-b3c3-f7f19c3a13a7 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Project e295da4b9d5d42eb8c742333e3155be3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:11:54.465340 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-180c72d3-d4ab-4199-bcad-e8c4bd84bbf1 None None] For port 5d1a894c-9c52-43f1-98e9-8e5c59ee6d9c, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:54.465930 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ea2d1661-fe6f-440e-b3c3-f7f19c3a13a7 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.470696 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-180c72d3-d4ab-4199-bcad-e8c4bd84bbf1 None None] For port 5d1a894c-9c52-43f1-98e9-8e5c59ee6d9c, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=5d1a894c-9c52-43f1-98e9-8e5c59ee6d9c,segment=NetworkSegment(51496f8f-20e0-4f27-b863-6c81d0d7a40b),segment_id=51496f8f-20e0-4f27-b863-6c81d0d7a40b)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:54.476548 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-180c72d3-d4ab-4199-bcad-e8c4bd84bbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.575665 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ea2d1661-fe6f-440e-b3c3-f7f19c3a13a7 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.591190 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c72d3-d4ab-4199-bcad-e8c4bd84bbf1 None None] Pushing event updated for resources: {'Port': ['ID=5d1a894c-9c52-43f1-98e9-8e5c59ee6d9c,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:54.592588 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ea2d1661-fe6f-440e-b3c3-f7f19c3a13a7 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.622774 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c0c0b68b-c9d2-48c1-98c9-6958567a2777 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.647986 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d1661-fe6f-440e-b3c3-f7f19c3a13a7 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54836f98-1e1f-4774-bcae-24fea6fe65b3,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:54.659021 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ea2d1661-fe6f-440e-b3c3-f7f19c3a13a7 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.668297 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ea2d1661-fe6f-440e-b3c3-f7f19c3a13a7 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2546780 Sep 16 05:11:54.673821 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c0c0b68b-c9d2-48c1-98c9-6958567a2777 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.724770 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c0b68b-c9d2-48c1-98c9-6958567a2777 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Network a381c8ab-371e-4e7e-9326-940c36d75bdb is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:54.728006 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-c0c0b68b-c9d2-48c1-98c9-6958567a2777 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:54.730530 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c0b68b-c9d2-48c1-98c9-6958567a2777 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:54.731272 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c0c0b68b-c9d2-48c1-98c9-6958567a2777 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.777653 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0b68b-c9d2-48c1-98c9-6958567a2777 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'Port': ['ID=e8e7d13b-4f79-47f8-b31f-592e34a10ae6,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:54.901518 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-ce88ec7b-8f70-463e-beeb-83504284222f tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-851833168&fields=id&tenant_id=e295da4b9d5d42eb8c742333e3155be3 HTTP/1.1" status: 200 len: 267 time: 0.0920215 Sep 16 05:11:54.964920 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c0c0b68b-c9d2-48c1-98c9-6958567a2777 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.380291 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-420401b0-3fc5-4fa9-aeca-d3090738d28e tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:55.381878 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-420401b0-3fc5-4fa9-aeca-d3090738d28e tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "GET /v2.0/networks?id=72085cb8-61de-43fd-98c3-cd34f739d106 HTTP/1.1" status: 200 len: 808 time: 0.4562843 Sep 16 05:11:55.442338 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-e0af2351-17b0-49cf-91cd-8a89100c3b3a tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "GET /v2.0/quotas/e295da4b9d5d42eb8c742333e3155be3 HTTP/1.1" status: 200 len: 375 time: 0.0288630 Sep 16 05:11:55.456180 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 5d1a894c-9c52-43f1-98e9-8e5c59ee6d9c up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:55.530799 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 5d1a894c-9c52-43f1-98e9-8e5c59ee6d9c triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:55.531382 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.654995 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-e8aa61da-efa0-468a-bb55-849c3960c5a9 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e295da4b9d5d42eb8c742333e3155be3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1938386 Sep 16 05:11:55.688619 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c0c0b68b-c9d2-48c1-98c9-6958567a2777 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.697247 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c0c0b68b-c9d2-48c1-98c9-6958567a2777 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.698394 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c0c0b68b-c9d2-48c1-98c9-6958567a2777 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.874561 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.901926 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c0b68b-c9d2-48c1-98c9-6958567a2777 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Network a381c8ab-371e-4e7e-9326-940c36d75bdb is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:55.913545 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 5d1a894c-9c52-43f1-98e9-8e5c59ee6d9c, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=5d1a894c-9c52-43f1-98e9-8e5c59ee6d9c,segment=NetworkSegment(51496f8f-20e0-4f27-b863-6c81d0d7a40b),segment_id=51496f8f-20e0-4f27-b863-6c81d0d7a40b)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:55.921096 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.922093 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 209de96e-34b4-44d3-a53a-9703816b6229 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:55.928654 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-c0c0b68b-c9d2-48c1-98c9-6958567a2777 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:55.934713 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0b68b-c9d2-48c1-98c9-6958567a2777 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'Port': ['ID=e8e7d13b-4f79-47f8-b31f-592e34a10ae6,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:55.987847 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3043c9a-6dd0-4171-b8b1-cace831fade9 None None] Network a381c8ab-371e-4e7e-9326-940c36d75bdb requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:56.094649 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-57638702-104c-4bfe-b05a-f4c54062b3a9 None None] Provisioning complete for port 5d1a894c-9c52-43f1-98e9-8e5c59ee6d9c triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:56.095121 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-57638702-104c-4bfe-b05a-f4c54062b3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.099544 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-b6379aed-6b9d-4409-9c56-cf7d4912d0bf service neutron] 10.222.0.35 "GET /v2.0/networks/72085cb8-61de-43fd-98c3-cd34f739d106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257288 Sep 16 05:11:56.110032 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=5d1a894c-9c52-43f1-98e9-8e5c59ee6d9c,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:56.168635 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 209de96e-34b4-44d3-a53a-9703816b6229 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:56.169744 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.195798 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c0b68b-c9d2-48c1-98c9-6958567a2777 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Router 75affd59-79f0-4d3d-8823-36df5a43d84b is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:11:56.270356 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-87b3482a-c8f5-499f-8fca-a805dcfbfcb7 service neutron] 10.222.0.35 "GET /v2.0/networks/72085cb8-61de-43fd-98c3-cd34f739d106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675327 Sep 16 05:11:56.355795 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c0b68b-c9d2-48c1-98c9-6958567a2777 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:56.375310 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c0c0b68b-c9d2-48c1-98c9-6958567a2777 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "PUT /v2.0/routers/75affd59-79f0-4d3d-8823-36df5a43d84b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6727433 Sep 16 05:11:56.377669 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea70762-a989-4b11-ac18-7569118aef55 None None] Sync routers for ids ['75affd59-79f0-4d3d-8823-36df5a43d84b'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:56.377818 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48110) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:56.383206 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-c93e7538-399b-4bd4-9596-ccc3d2ff82e7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1537550771'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:56.400965 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.410003 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e948fce-edad-4fb7-9ba3-a2bdf3b0a7af None None] Sync routers for ids ['70991cbf-677a-4a6e-acd3-3caaf0f5a593'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:56.423074 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e948fce-edad-4fb7-9ba3-a2bdf3b0a7af None None] Routers {'70991cbf-677a-4a6e-acd3-3caaf0f5a593'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:56.423746 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-4e948fce-edad-4fb7-9ba3-a2bdf3b0a7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['70991cbf-677a-4a6e-acd3-3caaf0f5a593'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:56.429588 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea70762-a989-4b11-ac18-7569118aef55 None None] Routers {'75affd59-79f0-4d3d-8823-36df5a43d84b'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:56.430480 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-cea70762-a989-4b11-ac18-7569118aef55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['75affd59-79f0-4d3d-8823-36df5a43d84b'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:56.434333 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93e7538-399b-4bd4-9596-ccc3d2ff82e7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Made reservation on behalf of d2562483499d49c2934a25ff09a02fcf for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:56.438449 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c93e7538-399b-4bd4-9596-ccc3d2ff82e7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.491926 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c93e7538-399b-4bd4-9596-ccc3d2ff82e7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:11:56.512198 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c93e7538-399b-4bd4-9596-ccc3d2ff82e7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.512557 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-c93e7538-399b-4bd4-9596-ccc3d2ff82e7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Added segment fb40bf2c-f180-4314-9974-6d1cb7419ddb of type vlan for network bff2fc81-92ea-41e4-a901-2afff6cdc55f Sep 16 05:11:56.544212 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 209de96e-34b4-44d3-a53a-9703816b6229, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=209de96e-34b4-44d3-a53a-9703816b6229,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:56.559613 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.627651 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c93e7538-399b-4bd4-9596-ccc3d2ff82e7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.683360 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=209de96e-34b4-44d3-a53a-9703816b6229,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:56.684117 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cd80cb99-0ce2-464e-9203-4ab51eec9e25 req-3333d870-ceab-4ed7-badb-0863635600a7 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "GET /v2.0/ports?device_id=26371832-550e-45b3-96ae-68345d377758 HTTP/1.1" status: 200 len: 210 time: 0.1063356 Sep 16 05:11:56.704022 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c93e7538-399b-4bd4-9596-ccc3d2ff82e7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.710872 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-cea70762-a989-4b11-ac18-7569118aef55 None None] Set router 75affd59-79f0-4d3d-8823-36df5a43d84b gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:56.713652 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93e7538-399b-4bd4-9596-ccc3d2ff82e7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:56.714559 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c93e7538-399b-4bd4-9596-ccc3d2ff82e7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.826013 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c93e7538-399b-4bd4-9596-ccc3d2ff82e7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4471831 Sep 16 05:11:56.829462 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48128) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:56.835773 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-086d468f-f9e3-4304-8e39-5b988cd02e78 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Request body: {'subnet': {'network_id': 'bff2fc81-92ea-41e4-a901-2afff6cdc55f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:56.877965 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e7538-399b-4bd4-9596-ccc3d2ff82e7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'Network': ['ID=bff2fc81-92ea-41e4-a901-2afff6cdc55f,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:56.926686 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-4e948fce-edad-4fb7-9ba3-a2bdf3b0a7af None None] Set router 70991cbf-677a-4a6e-acd3-3caaf0f5a593 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:56.950071 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network bff2fc81-92ea-41e4-a901-2afff6cdc55f details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:11:57.050099 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086d468f-f9e3-4304-8e39-5b988cd02e78 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Made reservation on behalf of d2562483499d49c2934a25ff09a02fcf for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:57.054118 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-086d468f-f9e3-4304-8e39-5b988cd02e78 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.182345 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-9da5a78d-72f9-4724-a67c-bc11d7c8338c None None] Provisioning complete for port e8e7d13b-4f79-47f8-b31f-592e34a10ae6 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:57.182721 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9da5a78d-72f9-4724-a67c-bc11d7c8338c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.264534 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-9da5a78d-72f9-4724-a67c-bc11d7c8338c None None] Port e8e7d13b-4f79-47f8-b31f-592e34a10ae6 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:57.317669 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-9da5a78d-72f9-4724-a67c-bc11d7c8338c None None] Provisioning complete for port 5d1a894c-9c52-43f1-98e9-8e5c59ee6d9c triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:57.318222 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9da5a78d-72f9-4724-a67c-bc11d7c8338c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.386676 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-cea70762-a989-4b11-ac18-7569118aef55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'name': 'tempest-RoutersIpV6Test-router-477700483', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:52Z', 'updated_at': '2021-09-16T05:11:54Z', 'revision_number': 2, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'gw_port_host': None, '_interfaces': [{'id': 'e8e7d13b-4f79-47f8-b31f-592e34a10ae6', 'name': '', 'network_id': 'a381c8ab-371e-4e7e-9326-940c36d75bdb', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:dc:06:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:54Z', 'updated_at': '2021-09-16T05:11:55Z', 'revision_number': 2, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:57.455984 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-086d468f-f9e3-4304-8e39-5b988cd02e78 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.466826 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 5d1a894c-9c52-43f1-98e9-8e5c59ee6d9c up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:57.469764 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea70762-a989-4b11-ac18-7569118aef55 None None] Checking router: 75affd59-79f0-4d3d-8823-36df5a43d84b for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:57.470121 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea70762-a989-4b11-ac18-7569118aef55 None None] Updating router 75affd59-79f0-4d3d-8823-36df5a43d84b port e8e7d13b-4f79-47f8-b31f-592e34a10ae6 binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:11:57.539291 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-4e948fce-edad-4fb7-9ba3-a2bdf3b0a7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70991cbf-677a-4a6e-acd3-3caaf0f5a593', 'name': 'tempest-TestServerBasicOps-249432250-router', 'tenant_id': '0821c722eb3b4460b5eaf4d81885a55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '209de96e-34b4-44d3-a53a-9703816b6229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:44Z', 'updated_at': '2021-09-16T05:11:50Z', 'revision_number': 4, 'project_id': '0821c722eb3b4460b5eaf4d81885a55c', 'gw_port': {'id': '209de96e-34b4-44d3-a53a-9703816b6229', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b2:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70991cbf-677a-4a6e-acd3-3caaf0f5a593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:45Z', 'updated_at': '2021-09-16T05:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '43d92bb6-d030-4d54-9c93-987e215838ec', 'name': '', 'network_id': 'd0b86a5c-6c4d-4a11-b586-857a91f8526a', 'tenant_id': '0821c722eb3b4460b5eaf4d81885a55c', 'mac_address': 'fa:16:3e:35:fb:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70991cbf-677a-4a6e-acd3-3caaf0f5a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '165a2152-1cf7-4e8e-81cb-0ab4e0632f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:49Z', 'updated_at': '2021-09-16T05:11:50Z', 'revision_number': 2, 'project_id': '0821c722eb3b4460b5eaf4d81885a55c', 'subnets': [{'id': '165a2152-1cf7-4e8e-81cb-0ab4e0632f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:57.572791 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086d468f-f9e3-4304-8e39-5b988cd02e78 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Checking segment: {'id': 'fb40bf2c-f180-4314-9974-6d1cb7419ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bff2fc81-92ea-41e4-a901-2afff6cdc55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:57.573701 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086d468f-f9e3-4304-8e39-5b988cd02e78 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Network hostable DHCP agents. Network: bff2fc81-92ea-41e4-a901-2afff6cdc55f, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:11:57.601995 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e948fce-edad-4fb7-9ba3-a2bdf3b0a7af None None] Checking router: 70991cbf-677a-4a6e-acd3-3caaf0f5a593 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:57.603054 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d468f-f9e3-4304-8e39-5b988cd02e78 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'Subnet': ['ID=62f4b7c3-ffd5-4613-a897-efc5df847bfd,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:57.603234 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e948fce-edad-4fb7-9ba3-a2bdf3b0a7af None None] Updating router 70991cbf-677a-4a6e-acd3-3caaf0f5a593 port 43d92bb6-d030-4d54-9c93-987e215838ec binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:11:57.610604 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086d468f-f9e3-4304-8e39-5b988cd02e78 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Network bff2fc81-92ea-41e4-a901-2afff6cdc55f is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:11:57.636207 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-086d468f-f9e3-4304-8e39-5b988cd02e78 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, bff2fc81-92ea-41e4-a901-2afff6cdc55f) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:57.651678 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-4e948fce-edad-4fb7-9ba3-a2bdf3b0a7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.656897 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086d468f-f9e3-4304-8e39-5b988cd02e78 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:57.658088 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-086d468f-f9e3-4304-8e39-5b988cd02e78 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.664776 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2202d68c-5843-43e9-b6e9-bbc987da36c0 None None] Network bff2fc81-92ea-41e4-a901-2afff6cdc55f requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:57.675537 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cea70762-a989-4b11-ac18-7569118aef55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.691509 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-086d468f-f9e3-4304-8e39-5b988cd02e78 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8601952 Sep 16 05:11:57.694444 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48132) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:57.837908 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 5d1a894c-9c52-43f1-98e9-8e5c59ee6d9c triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:57.838565 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.933038 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-55371a2b-e4e4-4d4a-ab47-44a7664685c4 req-352f34be-ff3c-4e59-84ff-4b4693fae60b tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "GET /v2.0/ports?device_id=26371832-550e-45b3-96ae-68345d377758 HTTP/1.1" status: 200 len: 210 time: 0.0816472 Sep 16 05:11:58.016748 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-aeee4d53-b836-413b-b322-8127f2229d7c None None] Provisioning complete for port e8e7d13b-4f79-47f8-b31f-592e34a10ae6 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:58.017434 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-aeee4d53-b836-413b-b322-8127f2229d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.147881 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e52ee7-23b1-446c-a015-39d77fefbe7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-bff2fc81-92ea-41e4-a901-2afff6cdc55f', 'network_id': 'bff2fc81-92ea-41e4-a901-2afff6cdc55f', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'fixed_ips': [{'subnet_id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:11:58.149099 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-98e52ee7-23b1-446c-a015-39d77fefbe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.196646 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-aeee4d53-b836-413b-b322-8127f2229d7c None None] Port e8e7d13b-4f79-47f8-b31f-592e34a10ae6 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:58.209392 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 209de96e-34b4-44d3-a53a-9703816b6229 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:58.285274 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-4e948fce-edad-4fb7-9ba3-a2bdf3b0a7af None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.328284 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-4e948fce-edad-4fb7-9ba3-a2bdf3b0a7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.406547 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940b474-9089-486e-a2af-64cd0f7a2725 None None] Pushing event updated for resources: {'Port': ['ID=43d92bb6-d030-4d54-9c93-987e215838ec,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:58.490734 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-98e52ee7-23b1-446c-a015-39d77fefbe7f None None] Allocated IP 2001:db8:1::2 (bff2fc81-92ea-41e4-a901-2afff6cdc55f/62f4b7c3-ffd5-4613-a897-efc5df847bfd/206625b1-fa6f-45e3-9e6b-ff80383d39ee) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:58.547315 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-4e948fce-edad-4fb7-9ba3-a2bdf3b0a7af None None] Attempting to bind port 43d92bb6-d030-4d54-9c93-987e215838ec on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:58.548701 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-4e948fce-edad-4fb7-9ba3-a2bdf3b0a7af None None] Attempting to bind port 43d92bb6-d030-4d54-9c93-987e215838ec by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '2ff55bd3-2201-46e8-b6ef-36ac7d8901cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd0b86a5c-6c4d-4a11-b586-857a91f8526a'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:58.549288 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e948fce-edad-4fb7-9ba3-a2bdf3b0a7af None None] Attempting to bind port 43d92bb6-d030-4d54-9c93-987e215838ec on network d0b86a5c-6c4d-4a11-b586-857a91f8526a {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:58.562699 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e948fce-edad-4fb7-9ba3-a2bdf3b0a7af None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:58.563169 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e948fce-edad-4fb7-9ba3-a2bdf3b0a7af None None] Checking segment: {'id': '2ff55bd3-2201-46e8-b6ef-36ac7d8901cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd0b86a5c-6c4d-4a11-b586-857a91f8526a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:58.564087 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-4e948fce-edad-4fb7-9ba3-a2bdf3b0a7af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.564479 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-3eefcdea-7ab5-494e-ab32-613a6597e4cb tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:58.565178 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e948fce-edad-4fb7-9ba3-a2bdf3b0a7af None None] Bound using segment: {'id': '2ff55bd3-2201-46e8-b6ef-36ac7d8901cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd0b86a5c-6c4d-4a11-b586-857a91f8526a'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:58.566086 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-3eefcdea-7ab5-494e-ab32-613a6597e4cb tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.47 "GET /v2.0/networks?id=72085cb8-61de-43fd-98c3-cd34f739d106 HTTP/1.1" status: 200 len: 808 time: 0.2906888 Sep 16 05:11:58.566696 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-4e948fce-edad-4fb7-9ba3-a2bdf3b0a7af None None] Bound port: 43d92bb6-d030-4d54-9c93-987e215838ec, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff55bd3-2201-46e8-b6ef-36ac7d8901cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd0b86a5c-6c4d-4a11-b586-857a91f8526a'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:58.567169 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-4e948fce-edad-4fb7-9ba3-a2bdf3b0a7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.604006 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-339c1b1a-b3c0-4a01-a618-78db858e2722 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.693122 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-0131cbed-71b4-4e56-81ad-d296482f0ea9 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e295da4b9d5d42eb8c742333e3155be3 HTTP/1.1" status: 200 len: 379 time: 0.1095712 Sep 16 05:11:58.714618 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-c4fc2128-2a13-4cbd-afcb-7b9cff2895c1 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Request body: {'port': {'device_id': '26371832-550e-45b3-96ae-68345d377758', 'network_id': '72085cb8-61de-43fd-98c3-cd34f739d106', 'admin_state_up': True, 'tenant_id': 'e295da4b9d5d42eb8c742333e3155be3', 'security_groups': ['5c8e685a-6b14-4ba0-b127-6db0addbc18c']}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:58.723082 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-4e948fce-edad-4fb7-9ba3-a2bdf3b0a7af None None] For port 43d92bb6-d030-4d54-9c93-987e215838ec, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:58.726890 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-4e948fce-edad-4fb7-9ba3-a2bdf3b0a7af None None] For port 43d92bb6-d030-4d54-9c93-987e215838ec, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=43d92bb6-d030-4d54-9c93-987e215838ec,segment=NetworkSegment(2ff55bd3-2201-46e8-b6ef-36ac7d8901cc),segment_id=2ff55bd3-2201-46e8-b6ef-36ac7d8901cc)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:58.737491 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-4e948fce-edad-4fb7-9ba3-a2bdf3b0a7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.897995 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e948fce-edad-4fb7-9ba3-a2bdf3b0a7af None None] Routers {'70991cbf-677a-4a6e-acd3-3caaf0f5a593'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:58.901654 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-4e948fce-edad-4fb7-9ba3-a2bdf3b0a7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['70991cbf-677a-4a6e-acd3-3caaf0f5a593'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:58.968953 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-c4fc2128-2a13-4cbd-afcb-7b9cff2895c1 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Made reservation on behalf of e295da4b9d5d42eb8c742333e3155be3 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:58.987499 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940b474-9089-486e-a2af-64cd0f7a2725 None None] Pushing event updated for resources: {'Port': ['ID=43d92bb6-d030-4d54-9c93-987e215838ec,revision_number=4']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:58.991603 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-c4fc2128-2a13-4cbd-afcb-7b9cff2895c1 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.134134 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-4e948fce-edad-4fb7-9ba3-a2bdf3b0a7af None None] Set router 70991cbf-677a-4a6e-acd3-3caaf0f5a593 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:59.148559 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a2071f3a-3944-47d1-af1a-9b68bc8ee041 req-962dfcd7-7dc7-4034-9f9a-b5d574b1e435 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "GET /v2.0/ports?device_id=26371832-550e-45b3-96ae-68345d377758 HTTP/1.1" status: 200 len: 210 time: 0.0365436 Sep 16 05:11:59.231314 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-c4fc2128-2a13-4cbd-afcb-7b9cff2895c1 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Allocated IP 172.20.0.4 (72085cb8-61de-43fd-98c3-cd34f739d106/dda785aa-2c1b-4011-88cc-77d070399dd7/6f01f5d9-3cb4-41ca-94a0-c17da66fc97b) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:59.240688 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 209de96e-34b4-44d3-a53a-9703816b6229 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:59.241343 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.283612 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-98e52ee7-23b1-446c-a015-39d77fefbe7f None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.288471 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-83192d89-133e-4d65-925d-5a527fee2f74 None None] Provisioning complete for port 43d92bb6-d030-4d54-9c93-987e215838ec triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:59.288891 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-83192d89-133e-4d65-925d-5a527fee2f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.293053 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cea70762-a989-4b11-ac18-7569118aef55 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.347509 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cea70762-a989-4b11-ac18-7569118aef55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.354165 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-98e52ee7-23b1-446c-a015-39d77fefbe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.396161 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-339c1b1a-b3c0-4a01-a618-78db858e2722 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Allocated IP 2001:db8:1::1 (bff2fc81-92ea-41e4-a901-2afff6cdc55f/62f4b7c3-ffd5-4613-a897-efc5df847bfd/7aeef3af-e815-413f-b0e9-ac82c00df506) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:59.430370 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-4e948fce-edad-4fb7-9ba3-a2bdf3b0a7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70991cbf-677a-4a6e-acd3-3caaf0f5a593', 'name': 'tempest-TestServerBasicOps-249432250-router', 'tenant_id': '0821c722eb3b4460b5eaf4d81885a55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '209de96e-34b4-44d3-a53a-9703816b6229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:44Z', 'updated_at': '2021-09-16T05:11:50Z', 'revision_number': 4, 'project_id': '0821c722eb3b4460b5eaf4d81885a55c', 'gw_port': {'id': '209de96e-34b4-44d3-a53a-9703816b6229', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70991cbf-677a-4a6e-acd3-3caaf0f5a593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:45Z', 'updated_at': '2021-09-16T05:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '43d92bb6-d030-4d54-9c93-987e215838ec', 'name': '', 'network_id': 'd0b86a5c-6c4d-4a11-b586-857a91f8526a', 'tenant_id': '0821c722eb3b4460b5eaf4d81885a55c', 'mac_address': 'fa:16:3e:35:fb:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70991cbf-677a-4a6e-acd3-3caaf0f5a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '165a2152-1cf7-4e8e-81cb-0ab4e0632f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:49Z', 'updated_at': '2021-09-16T05:11:58Z', 'revision_number': 4, 'project_id': '0821c722eb3b4460b5eaf4d81885a55c', 'subnets': [{'id': '165a2152-1cf7-4e8e-81cb-0ab4e0632f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:59.456486 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-c4fc2128-2a13-4cbd-afcb-7b9cff2895c1 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.486677 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e948fce-edad-4fb7-9ba3-a2bdf3b0a7af None None] The sync data for ids ['70991cbf-677a-4a6e-acd3-3caaf0f5a593'] in n-d-712139-15 is: [{'id': '70991cbf-677a-4a6e-acd3-3caaf0f5a593', 'name': 'tempest-TestServerBasicOps-249432250-router', 'tenant_id': '0821c722eb3b4460b5eaf4d81885a55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '209de96e-34b4-44d3-a53a-9703816b6229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:44Z', 'updated_at': '2021-09-16T05:11:50Z', 'revision_number': 4, 'project_id': '0821c722eb3b4460b5eaf4d81885a55c', 'gw_port': {'id': '209de96e-34b4-44d3-a53a-9703816b6229', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70991cbf-677a-4a6e-acd3-3caaf0f5a593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:45Z', 'updated_at': '2021-09-16T05:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '43d92bb6-d030-4d54-9c93-987e215838ec', 'name': '', 'network_id': 'd0b86a5c-6c4d-4a11-b586-857a91f8526a', 'tenant_id': '0821c722eb3b4460b5eaf4d81885a55c', 'mac_address': 'fa:16:3e:35:fb:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70991cbf-677a-4a6e-acd3-3caaf0f5a593', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '165a2152-1cf7-4e8e-81cb-0ab4e0632f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:49Z', 'updated_at': '2021-09-16T05:11:58Z', 'revision_number': 4, 'project_id': '0821c722eb3b4460b5eaf4d81885a55c', 'subnets': [{'id': '165a2152-1cf7-4e8e-81cb-0ab4e0632f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:59.509627 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-c4fc2128-2a13-4cbd-afcb-7b9cff2895c1 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.512905 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e52ee7-23b1-446c-a015-39d77fefbe7f None None] Network bff2fc81-92ea-41e4-a901-2afff6cdc55f is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:59.526560 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-98e52ee7-23b1-446c-a015-39d77fefbe7f None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:59.534737 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e52ee7-23b1-446c-a015-39d77fefbe7f None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:59.536630 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd96943c-fbb4-4aae-8f2c-3364e5d575f2 None None] Pushing event updated for resources: {'Port': ['ID=e8e7d13b-4f79-47f8-b31f-592e34a10ae6,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:59.578919 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-c4fc2128-2a13-4cbd-afcb-7b9cff2895c1 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Network 72085cb8-61de-43fd-98c3-cd34f739d106 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:59.583816 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-c4fc2128-2a13-4cbd-afcb-7b9cff2895c1 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:59.586486 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-c4fc2128-2a13-4cbd-afcb-7b9cff2895c1 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:59.604076 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-339c1b1a-b3c0-4a01-a618-78db858e2722 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.645597 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc2128-2a13-4cbd-afcb-7b9cff2895c1 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Pushing event updated for resources: {'Port': ['ID=6f01f5d9-3cb4-41ca-94a0-c17da66fc97b,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:59.674537 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-c4fc2128-2a13-4cbd-afcb-7b9cff2895c1 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:59.675385 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-c4fc2128-2a13-4cbd-afcb-7b9cff2895c1 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.694574 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-c4fc2128-2a13-4cbd-afcb-7b9cff2895c1 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9897380 Sep 16 05:11:59.704358 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-339c1b1a-b3c0-4a01-a618-78db858e2722 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.805573 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339c1b1a-b3c0-4a01-a618-78db858e2722 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Network bff2fc81-92ea-41e4-a901-2afff6cdc55f is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:59.819553 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-339c1b1a-b3c0-4a01-a618-78db858e2722 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:59.820116 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-e374f648-4665-49be-b367-748653b7f001 service neutron] Request body: {'port': {'device_id': '26371832-550e-45b3-96ae-68345d377758', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:59.829088 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339c1b1a-b3c0-4a01-a618-78db858e2722 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:59.829546 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-339c1b1a-b3c0-4a01-a618-78db858e2722 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.835923 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c1b1a-b3c0-4a01-a618-78db858e2722 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'Port': ['ID=7aeef3af-e815-413f-b0e9-ac82c00df506,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:59.902223 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-98e52ee7-23b1-446c-a015-39d77fefbe7f None None] Attempting to bind port 206625b1-fa6f-45e3-9e6b-ff80383d39ee on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:59.902852 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-98e52ee7-23b1-446c-a015-39d77fefbe7f None None] Attempting to bind port 206625b1-fa6f-45e3-9e6b-ff80383d39ee by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'fb40bf2c-f180-4314-9974-6d1cb7419ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bff2fc81-92ea-41e4-a901-2afff6cdc55f'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:59.906208 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e52ee7-23b1-446c-a015-39d77fefbe7f None None] Attempting to bind port 206625b1-fa6f-45e3-9e6b-ff80383d39ee on network bff2fc81-92ea-41e4-a901-2afff6cdc55f {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:59.938403 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e52ee7-23b1-446c-a015-39d77fefbe7f None None] Pushing event updated for resources: {'Port': ['ID=206625b1-fa6f-45e3-9e6b-ff80383d39ee,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:59.944389 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-cea70762-a989-4b11-ac18-7569118aef55 None None] Attempting to bind port e8e7d13b-4f79-47f8-b31f-592e34a10ae6 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:59.945030 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-cea70762-a989-4b11-ac18-7569118aef55 None None] Attempting to bind port e8e7d13b-4f79-47f8-b31f-592e34a10ae6 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '51496f8f-20e0-4f27-b863-6c81d0d7a40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a381c8ab-371e-4e7e-9326-940c36d75bdb'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:59.945736 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea70762-a989-4b11-ac18-7569118aef55 None None] Attempting to bind port e8e7d13b-4f79-47f8-b31f-592e34a10ae6 on network a381c8ab-371e-4e7e-9326-940c36d75bdb {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:59.948666 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-83192d89-133e-4d65-925d-5a527fee2f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.957815 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e52ee7-23b1-446c-a015-39d77fefbe7f None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:59.958197 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e52ee7-23b1-446c-a015-39d77fefbe7f None None] Checking segment: {'id': 'fb40bf2c-f180-4314-9974-6d1cb7419ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bff2fc81-92ea-41e4-a901-2afff6cdc55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:59.958661 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-98e52ee7-23b1-446c-a015-39d77fefbe7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.959063 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e52ee7-23b1-446c-a015-39d77fefbe7f None None] Bound using segment: {'id': 'fb40bf2c-f180-4314-9974-6d1cb7419ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bff2fc81-92ea-41e4-a901-2afff6cdc55f'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:59.959614 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-98e52ee7-23b1-446c-a015-39d77fefbe7f None None] Bound port: 206625b1-fa6f-45e3-9e6b-ff80383d39ee, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb40bf2c-f180-4314-9974-6d1cb7419ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bff2fc81-92ea-41e4-a901-2afff6cdc55f'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:59.960490 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-98e52ee7-23b1-446c-a015-39d77fefbe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.963278 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-e374f648-4665-49be-b367-748653b7f001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:00.013687 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea70762-a989-4b11-ac18-7569118aef55 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:00.018691 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea70762-a989-4b11-ac18-7569118aef55 None None] Checking segment: {'id': '51496f8f-20e0-4f27-b863-6c81d0d7a40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a381c8ab-371e-4e7e-9326-940c36d75bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:00.019508 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cea70762-a989-4b11-ac18-7569118aef55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:00.020747 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea70762-a989-4b11-ac18-7569118aef55 None None] Bound using segment: {'id': '51496f8f-20e0-4f27-b863-6c81d0d7a40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a381c8ab-371e-4e7e-9326-940c36d75bdb'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:00.021882 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-cea70762-a989-4b11-ac18-7569118aef55 None None] Bound port: e8e7d13b-4f79-47f8-b31f-592e34a10ae6, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51496f8f-20e0-4f27-b863-6c81d0d7a40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a381c8ab-371e-4e7e-9326-940c36d75bdb'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:00.025269 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cea70762-a989-4b11-ac18-7569118aef55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:00.088787 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-339c1b1a-b3c0-4a01-a618-78db858e2722 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:00.153363 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-83192d89-133e-4d65-925d-5a527fee2f74 None None] For port 43d92bb6-d030-4d54-9c93-987e215838ec, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=43d92bb6-d030-4d54-9c93-987e215838ec,segment=NetworkSegment(2ff55bd3-2201-46e8-b6ef-36ac7d8901cc),segment_id=2ff55bd3-2201-46e8-b6ef-36ac7d8901cc)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:00.204479 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 43d92bb6-d030-4d54-9c93-987e215838ec up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:00.206410 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-83192d89-133e-4d65-925d-5a527fee2f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:00.210459 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-98e52ee7-23b1-446c-a015-39d77fefbe7f None None] For port 206625b1-fa6f-45e3-9e6b-ff80383d39ee, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:00.281272 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-cea70762-a989-4b11-ac18-7569118aef55 None None] For port e8e7d13b-4f79-47f8-b31f-592e34a10ae6, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:00.287795 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-98e52ee7-23b1-446c-a015-39d77fefbe7f None None] For port 206625b1-fa6f-45e3-9e6b-ff80383d39ee, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=206625b1-fa6f-45e3-9e6b-ff80383d39ee,segment=NetworkSegment(fb40bf2c-f180-4314-9974-6d1cb7419ddb),segment_id=fb40bf2c-f180-4314-9974-6d1cb7419ddb)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:00.304309 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-98e52ee7-23b1-446c-a015-39d77fefbe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:00.344995 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-cea70762-a989-4b11-ac18-7569118aef55 None None] For port e8e7d13b-4f79-47f8-b31f-592e34a10ae6, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=e8e7d13b-4f79-47f8-b31f-592e34a10ae6,segment=NetworkSegment(51496f8f-20e0-4f27-b863-6c81d0d7a40b),segment_id=51496f8f-20e0-4f27-b863-6c81d0d7a40b)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:00.379491 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cea70762-a989-4b11-ac18-7569118aef55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:00.382410 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-e0a59276-cb0d-4b3f-9b61-e238d81aa70d None None] Provisioning complete for port 43d92bb6-d030-4d54-9c93-987e215838ec triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:00.382780 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e0a59276-cb0d-4b3f-9b61-e238d81aa70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:00.443351 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83192d89-133e-4d65-925d-5a527fee2f74 None None] Pushing event updated for resources: {'Port': ['ID=43d92bb6-d030-4d54-9c93-987e215838ec,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:00.529849 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 43d92bb6-d030-4d54-9c93-987e215838ec triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:00.530065 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:00.596048 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea70762-a989-4b11-ac18-7569118aef55 None None] Routers {'75affd59-79f0-4d3d-8823-36df5a43d84b'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:00.596907 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-cea70762-a989-4b11-ac18-7569118aef55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['75affd59-79f0-4d3d-8823-36df5a43d84b'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:00.621689 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-e374f648-4665-49be-b367-748653b7f001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f01f5d9-3cb4-41ca-94a0-c17da66fc97b {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:00.631688 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-e374f648-4665-49be-b367-748653b7f001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:00.635217 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e52ee7-23b1-446c-a015-39d77fefbe7f None None] Pushing event updated for resources: {'Port': ['ID=206625b1-fa6f-45e3-9e6b-ff80383d39ee,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:00.663780 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-e374f648-4665-49be-b367-748653b7f001 service neutron] Transition to ACTIVE for port object 6f01f5d9-3cb4-41ca-94a0-c17da66fc97b will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:12:00.689109 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-e374f648-4665-49be-b367-748653b7f001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:00.762722 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e374f648-4665-49be-b367-748653b7f001 service neutron] Pushing event updated for resources: {'Port': ['ID=6f01f5d9-3cb4-41ca-94a0-c17da66fc97b,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:00.991824 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-e374f648-4665-49be-b367-748653b7f001 service neutron] Attempting to bind port 6f01f5d9-3cb4-41ca-94a0-c17da66fc97b on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:00.995528 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-e374f648-4665-49be-b367-748653b7f001 service neutron] Attempting to bind port 6f01f5d9-3cb4-41ca-94a0-c17da66fc97b by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '4a6555ef-9155-41a1-a61c-937861f47db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '72085cb8-61de-43fd-98c3-cd34f739d106'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:00.996792 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-e374f648-4665-49be-b367-748653b7f001 service neutron] Attempting to bind port 6f01f5d9-3cb4-41ca-94a0-c17da66fc97b on network 72085cb8-61de-43fd-98c3-cd34f739d106 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:01.008692 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-e374f648-4665-49be-b367-748653b7f001 service neutron] Port 6f01f5d9-3cb4-41ca-94a0-c17da66fc97b on network 72085cb8-61de-43fd-98c3-cd34f739d106 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:01.009395 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-e374f648-4665-49be-b367-748653b7f001 service neutron] Attempting to bind port 6f01f5d9-3cb4-41ca-94a0-c17da66fc97b on network 72085cb8-61de-43fd-98c3-cd34f739d106 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:01.017514 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-e374f648-4665-49be-b367-748653b7f001 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:01.018336 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-e374f648-4665-49be-b367-748653b7f001 service neutron] Checking segment: {'id': '4a6555ef-9155-41a1-a61c-937861f47db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '72085cb8-61de-43fd-98c3-cd34f739d106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:01.018968 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-e374f648-4665-49be-b367-748653b7f001 service neutron] Bound using segment: {'id': '4a6555ef-9155-41a1-a61c-937861f47db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '72085cb8-61de-43fd-98c3-cd34f739d106'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:01.019649 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-e374f648-4665-49be-b367-748653b7f001 service neutron] Bound port: 6f01f5d9-3cb4-41ca-94a0-c17da66fc97b, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a6555ef-9155-41a1-a61c-937861f47db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '72085cb8-61de-43fd-98c3-cd34f739d106'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:01.022279 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-e374f648-4665-49be-b367-748653b7f001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.101694 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-cea70762-a989-4b11-ac18-7569118aef55 None None] Set router 75affd59-79f0-4d3d-8823-36df5a43d84b gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:01.147883 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-e374f648-4665-49be-b367-748653b7f001 service neutron] For port 6f01f5d9-3cb4-41ca-94a0-c17da66fc97b, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:01.150815 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd96943c-fbb4-4aae-8f2c-3364e5d575f2 None None] Pushing event updated for resources: {'Port': ['ID=e8e7d13b-4f79-47f8-b31f-592e34a10ae6,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:01.151105 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b129611-3395-4dc9-9a82-6de426d9e290 req-c9859c2a-a8d9-445b-951e-e68fc62c287d tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:01.158533 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-e374f648-4665-49be-b367-748653b7f001 service neutron] For port 6f01f5d9-3cb4-41ca-94a0-c17da66fc97b, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=6f01f5d9-3cb4-41ca-94a0-c17da66fc97b,segment=NetworkSegment(4a6555ef-9155-41a1-a61c-937861f47db8),segment_id=4a6555ef-9155-41a1-a61c-937861f47db8)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:01.160350 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b129611-3395-4dc9-9a82-6de426d9e290 req-c9859c2a-a8d9-445b-951e-e68fc62c287d tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "GET /v2.0/ports?device_id=26371832-550e-45b3-96ae-68345d377758 HTTP/1.1" status: 200 len: 943 time: 0.3001931 Sep 16 05:12:01.182632 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-e374f648-4665-49be-b367-748653b7f001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.210284 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-e0a59276-cb0d-4b3f-9b61-e238d81aa70d None None] Provisioning complete for port e8e7d13b-4f79-47f8-b31f-592e34a10ae6 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:01.210826 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e0a59276-cb0d-4b3f-9b61-e238d81aa70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.265057 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0f322a3a-52b8-4f50-8579-63c5404f8cfb req-68b3d9ff-9579-42bd-aab2-2afd4eb15cb7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e6e5ba2f-ef71-4675-bca6-f205c2751b81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2489743 Sep 16 05:12:01.277014 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-e374f648-4665-49be-b367-748653b7f001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:01.277649 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-e374f648-4665-49be-b367-748653b7f001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.292536 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-e374f648-4665-49be-b367-748653b7f001 service neutron] 10.222.0.47 "PUT /v2.0/ports/6f01f5d9-3cb4-41ca-94a0-c17da66fc97b HTTP/1.1" status: 200 len: 1092 time: 1.5819688 Sep 16 05:12:01.293519 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26371832-550e-45b3-96ae-68345d377758', 'tag': '6f01f5d9-3cb4-41ca-94a0-c17da66fc97b'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:01.297337 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656ad4d4-4557-4b43-aa66-023cc0f213c5" -d '{"events": [{"name": "network-changed", "server_uuid": "26371832-550e-45b3-96ae-68345d377758", "tag": "6f01f5d9-3cb4-41ca-94a0-c17da66fc97b"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:01.406783 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e374f648-4665-49be-b367-748653b7f001 service neutron] Pushing event updated for resources: {'Port': ['ID=6f01f5d9-3cb4-41ca-94a0-c17da66fc97b,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:01.411804 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b129611-3395-4dc9-9a82-6de426d9e290 req-f7b66336-e581-4d6a-8c6d-e76330ac31db tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c8e685a-6b14-4ba0-b127-6db0addbc18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2435598 Sep 16 05:12:01.486178 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-aa84304d-f296-4a18-81fd-e32bb03aa550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:01.506888 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-aa84304d-f296-4a18-81fd-e32bb03aa550 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e295da4b9d5d42eb8c742333e3155be3&device_id=26371832-550e-45b3-96ae-68345d377758 HTTP/1.1" status: 200 len: 1095 time: 0.1234124 Sep 16 05:12:01.551710 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f322a3a-52b8-4f50-8579-63c5404f8cfb req-d377c7c1-fbac-4836-8958-4ec49a0b3218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:01.556711 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0f322a3a-52b8-4f50-8579-63c5404f8cfb req-d377c7c1-fbac-4836-8958-4ec49a0b3218 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=563bf98d77304029a90b6357f1f3f020&device_id=e6e5ba2f-ef71-4675-bca6-f205c2751b81 HTTP/1.1" status: 200 len: 1098 time: 0.2534289 Sep 16 05:12:01.582288 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-339c1b1a-b3c0-4a01-a618-78db858e2722 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.595080 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-339c1b1a-b3c0-4a01-a618-78db858e2722 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.595925 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-339c1b1a-b3c0-4a01-a618-78db858e2722 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.603257 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-3897e6dc-f9ec-4f0a-a44a-1188d426b759 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f01f5d9-3cb4-41ca-94a0-c17da66fc97b HTTP/1.1" status: 200 len: 217 time: 0.0786641 Sep 16 05:12:01.686385 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b81bff-b1cd-4e8a-a0b9-053e4acb43d6 x-openstack-request-id: req-b1b81bff-b1cd-4e8a-a0b9-053e4acb43d6 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:01.687071 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26371832-550e-45b3-96ae-68345d377758", "tag": "6f01f5d9-3cb4-41ca-94a0-c17da66fc97b", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:01.687365 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b1b81bff-b1cd-4e8a-a0b9-053e4acb43d6 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:01.687875 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26371832-550e-45b3-96ae-68345d377758', 'tag': '6f01f5d9-3cb4-41ca-94a0-c17da66fc97b', 'status': 'completed', 'code': 200} Sep 16 05:12:01.709261 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e0a59276-cb0d-4b3f-9b61-e238d81aa70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.711615 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-68712487-9b16-49e8-a04c-042e5c62843f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:01.713460 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-68712487-9b16-49e8-a04c-042e5c62843f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dda785aa-2c1b-4011-88cc-77d070399dd7 HTTP/1.1" status: 200 len: 847 time: 0.1022043 Sep 16 05:12:01.778601 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-83f72225-b83d-4a01-ad04-a9253fa04dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:01.781887 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-83f72225-b83d-4a01-ad04-a9253fa04dfe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72085cb8-61de-43fd-98c3-cd34f739d106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567305 Sep 16 05:12:01.782103 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-e0a59276-cb0d-4b3f-9b61-e238d81aa70d None None] For port e8e7d13b-4f79-47f8-b31f-592e34a10ae6, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=e8e7d13b-4f79-47f8-b31f-592e34a10ae6,segment=NetworkSegment(51496f8f-20e0-4f27-b863-6c81d0d7a40b),segment_id=51496f8f-20e0-4f27-b863-6c81d0d7a40b)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:01.790317 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e0a59276-cb0d-4b3f-9b61-e238d81aa70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.843934 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f322a3a-52b8-4f50-8579-63c5404f8cfb req-ff64b657-1f8c-401d-a252-0f02dc0d4c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:01.845859 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0f322a3a-52b8-4f50-8579-63c5404f8cfb req-ff64b657-1f8c-401d-a252-0f02dc0d4c51 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2ffb7374-cfe5-44a3-b981-4861b354cbc4 HTTP/1.1" status: 200 len: 913 time: 0.2615557 Sep 16 05:12:01.853513 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c1b1a-b3c0-4a01-a618-78db858e2722 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'Port': ['ID=7aeef3af-e815-413f-b0e9-ac82c00df506,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:01.904060 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-57c663aa-b094-4aef-839c-9e1554b42d3f service neutron] 10.222.0.47 "GET /v2.0/networks/72085cb8-61de-43fd-98c3-cd34f739d106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135826 Sep 16 05:12:01.918449 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a59276-cb0d-4b3f-9b61-e238d81aa70d None None] Pushing event updated for resources: {'Port': ['ID=e8e7d13b-4f79-47f8-b31f-592e34a10ae6,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:01.938431 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-cea70762-a989-4b11-ac18-7569118aef55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'name': 'tempest-RoutersIpV6Test-router-477700483', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:52Z', 'updated_at': '2021-09-16T05:12:00Z', 'revision_number': 3, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'gw_port_host': None, '_interfaces': [{'id': '7aeef3af-e815-413f-b0e9-ac82c00df506', 'name': '', 'network_id': 'bff2fc81-92ea-41e4-a901-2afff6cdc55f', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:d1:0b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:58Z', 'updated_at': '2021-09-16T05:11:59Z', 'revision_number': 1, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8e7d13b-4f79-47f8-b31f-592e34a10ae6', 'name': '', 'network_id': 'a381c8ab-371e-4e7e-9326-940c36d75bdb', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:dc:06:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:54Z', 'updated_at': '2021-09-16T05:12:00Z', 'revision_number': 4, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:01.966044 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339c1b1a-b3c0-4a01-a618-78db858e2722 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Network bff2fc81-92ea-41e4-a901-2afff6cdc55f is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:01.976176 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-339c1b1a-b3c0-4a01-a618-78db858e2722 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:01.998943 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea70762-a989-4b11-ac18-7569118aef55 None None] The sync data for ids ['75affd59-79f0-4d3d-8823-36df5a43d84b'] in n-d-712139-15 is: [{'id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'name': 'tempest-RoutersIpV6Test-router-477700483', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:52Z', 'updated_at': '2021-09-16T05:12:00Z', 'revision_number': 3, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'gw_port_host': None, '_interfaces': [{'id': '7aeef3af-e815-413f-b0e9-ac82c00df506', 'name': '', 'network_id': 'bff2fc81-92ea-41e4-a901-2afff6cdc55f', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:d1:0b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:58Z', 'updated_at': '2021-09-16T05:11:59Z', 'revision_number': 1, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8e7d13b-4f79-47f8-b31f-592e34a10ae6', 'name': '', 'network_id': 'a381c8ab-371e-4e7e-9326-940c36d75bdb', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:dc:06:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:54Z', 'updated_at': '2021-09-16T05:12:00Z', 'revision_number': 4, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:02.046265 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d4966afa-6d20-4bb9-8934-1c74ac137081 None None] Provisioning complete for port e8e7d13b-4f79-47f8-b31f-592e34a10ae6 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:02.046265 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d4966afa-6d20-4bb9-8934-1c74ac137081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.064038 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-0cdbd37f-c1f6-4dce-9e3f-eb3d89b59d1e req-3a5100b8-19ab-45ff-90a4-6b2687b737b9 service neutron] 10.222.0.47 "GET /v2.0/networks/72085cb8-61de-43fd-98c3-cd34f739d106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522558 Sep 16 05:12:02.161390 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0f322a3a-52b8-4f50-8579-63c5404f8cfb req-dd10c7a4-6d96-4494-90c3-cd73751b8d81 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b188fc75-541a-4998-a0e9-2152a8b6e120 HTTP/1.1" status: 200 len: 1001 time: 0.3013291 Sep 16 05:12:02.210347 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 206625b1-fa6f-45e3-9e6b-ff80383d39ee up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:02.219489 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5455e2-1bb4-4cc2-beef-97b84ce61f71 None None] Network bff2fc81-92ea-41e4-a901-2afff6cdc55f requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:02.253910 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ad4d4-4557-4b43-aa66-023cc0f213c5 req-167ee783-01be-4be6-855b-a4d9ce592280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:02.256106 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-656ad4d4-4557-4b43-aa66-023cc0f213c5 req-167ee783-01be-4be6-855b-a4d9ce592280 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e295da4b9d5d42eb8c742333e3155be3&device_id=26371832-550e-45b3-96ae-68345d377758 HTTP/1.1" status: 200 len: 1095 time: 0.0863829 Sep 16 05:12:02.270137 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339c1b1a-b3c0-4a01-a618-78db858e2722 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Router 75affd59-79f0-4d3d-8823-36df5a43d84b has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:02.272088 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f322a3a-52b8-4f50-8579-63c5404f8cfb req-cc1e98f8-032f-4e23-a1d4-f3156b9fd9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:02.273840 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0f322a3a-52b8-4f50-8579-63c5404f8cfb req-cc1e98f8-032f-4e23-a1d4-f3156b9fd9e2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7227d309-0a53-4e5a-940f-792e598a0c41 HTTP/1.1" status: 200 len: 851 time: 0.0994701 Sep 16 05:12:02.399656 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ad4d4-4557-4b43-aa66-023cc0f213c5 req-c45325ca-2a2e-433d-bd23-999e3ad498b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:02.401951 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-656ad4d4-4557-4b43-aa66-023cc0f213c5 req-c45325ca-2a2e-433d-bd23-999e3ad498b8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=72085cb8-61de-43fd-98c3-cd34f739d106 HTTP/1.1" status: 200 len: 909 time: 0.1306796 Sep 16 05:12:02.417180 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 206625b1-fa6f-45e3-9e6b-ff80383d39ee triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:02.417568 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.420643 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f322a3a-52b8-4f50-8579-63c5404f8cfb req-02846b38-0efb-44b5-ae6a-009a4bd1d5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:02.422212 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0f322a3a-52b8-4f50-8579-63c5404f8cfb req-02846b38-0efb-44b5-ae6a-009a4bd1d5b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ffb7374-cfe5-44a3-b981-4861b354cbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1338356 Sep 16 05:12:02.506575 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339c1b1a-b3c0-4a01-a618-78db858e2722 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:02.525349 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-339c1b1a-b3c0-4a01-a618-78db858e2722 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "PUT /v2.0/routers/75affd59-79f0-4d3d-8823-36df5a43d84b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8161654 Sep 16 05:12:02.532134 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48168) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:02.543331 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-d4328341-5cea-4417-9a77-cf32c4233fbe tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1629022378'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:02.592134 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-656ad4d4-4557-4b43-aa66-023cc0f213c5 req-14e954b0-837a-4222-bbab-d242af1da039 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f01f5d9-3cb4-41ca-94a0-c17da66fc97b HTTP/1.1" status: 200 len: 217 time: 0.1733456 Sep 16 05:12:02.596437 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ee353af7-bdfd-4370-8d60-3ea75753f8cb None None] Provisioning complete for port 206625b1-fa6f-45e3-9e6b-ff80383d39ee triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:02.597482 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ee353af7-bdfd-4370-8d60-3ea75753f8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.686530 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4328341-5cea-4417-9a77-cf32c4233fbe tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Made reservation on behalf of d2562483499d49c2934a25ff09a02fcf for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:02.693380 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d4328341-5cea-4417-9a77-cf32c4233fbe tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.727355 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ad4d4-4557-4b43-aa66-023cc0f213c5 req-385b2a04-af08-4773-91a0-a59cfb15a994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:02.732899 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-656ad4d4-4557-4b43-aa66-023cc0f213c5 req-385b2a04-af08-4773-91a0-a59cfb15a994 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dda785aa-2c1b-4011-88cc-77d070399dd7 HTTP/1.1" status: 200 len: 847 time: 0.1307087 Sep 16 05:12:02.752224 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0f322a3a-52b8-4f50-8579-63c5404f8cfb req-d5eec428-2dd5-468e-b795-bd6e511e699a service neutron] 10.222.0.48 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053594 Sep 16 05:12:02.796907 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178cb90-f641-4019-a8dd-5698d262cdbe req-a4829560-6c72-4f1f-831d-5850c728588d tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:02.798411 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8178cb90-f641-4019-a8dd-5698d262cdbe req-a4829560-6c72-4f1f-831d-5850c728588d tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "GET /v2.0/ports?device_id=26371832-550e-45b3-96ae-68345d377758 HTTP/1.1" status: 200 len: 943 time: 0.2107704 Sep 16 05:12:02.799256 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4328341-5cea-4417-9a77-cf32c4233fbe tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:12:02.816404 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.837381 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ad4d4-4557-4b43-aa66-023cc0f213c5 req-5ad702ce-3bd4-4e2a-926b-d36221f1d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:02.843198 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-656ad4d4-4557-4b43-aa66-023cc0f213c5 req-5ad702ce-3bd4-4e2a-926b-d36221f1d9ba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72085cb8-61de-43fd-98c3-cd34f739d106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1021736 Sep 16 05:12:02.921633 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d4328341-5cea-4417-9a77-cf32c4233fbe tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.922399 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-d4328341-5cea-4417-9a77-cf32c4233fbe tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Added segment 594e9eda-a66a-4ce6-a68d-e4659a9c2148 of type vlan for network d8267bac-1910-4cfd-a367-630ed8021949 Sep 16 05:12:02.974824 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ee353af7-bdfd-4370-8d60-3ea75753f8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.009305 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 206625b1-fa6f-45e3-9e6b-ff80383d39ee, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=206625b1-fa6f-45e3-9e6b-ff80383d39ee,segment=NetworkSegment(fb40bf2c-f180-4314-9974-6d1cb7419ddb),segment_id=fb40bf2c-f180-4314-9974-6d1cb7419ddb)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:03.009786 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d4328341-5cea-4417-9a77-cf32c4233fbe tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.025366 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.026354 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 43d92bb6-d030-4d54-9c93-987e215838ec up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:03.051265 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-656ad4d4-4557-4b43-aa66-023cc0f213c5 req-a4d385bf-f6f3-4a99-89ea-ea5e98944135 service neutron] 10.222.0.47 "GET /v2.0/networks/72085cb8-61de-43fd-98c3-cd34f739d106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997879 Sep 16 05:12:03.089372 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8178cb90-f641-4019-a8dd-5698d262cdbe req-ff10f658-21f4-4b32-9c0e-f84754dcd965 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c8e685a-6b14-4ba0-b127-6db0addbc18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2541842 Sep 16 05:12:03.184811 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d4328341-5cea-4417-9a77-cf32c4233fbe tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.191608 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4328341-5cea-4417-9a77-cf32c4233fbe tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:03.198664 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d4328341-5cea-4417-9a77-cf32c4233fbe tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.300928 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0f322a3a-52b8-4f50-8579-63c5404f8cfb req-b0442df2-18ee-4a0b-9612-4783abff6d06 service neutron] 10.222.0.48 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5285728 Sep 16 05:12:03.360749 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d4328341-5cea-4417-9a77-cf32c4233fbe tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8226662 Sep 16 05:12:03.413728 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48172) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:03.422776 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-07e6142a-7a93-40c3-954b-f8c13a7aa77d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Request body: {'subnet': {'network_id': 'd8267bac-1910-4cfd-a367-630ed8021949', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:03.429969 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4328341-5cea-4417-9a77-cf32c4233fbe tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'Network': ['ID=d8267bac-1910-4cfd-a367-630ed8021949,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:03.466797 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network d8267bac-1910-4cfd-a367-630ed8021949 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:12:03.533865 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-ee353af7-bdfd-4370-8d60-3ea75753f8cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:12:03.534446 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-ee353af7-bdfd-4370-8d60-3ea75753f8cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:12:03.580891 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=206625b1-fa6f-45e3-9e6b-ff80383d39ee,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:03.626064 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 43d92bb6-d030-4d54-9c93-987e215838ec triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:03.626647 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.679821 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e6142a-7a93-40c3-954b-f8c13a7aa77d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Made reservation on behalf of d2562483499d49c2934a25ff09a02fcf for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:03.687087 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-07e6142a-7a93-40c3-954b-f8c13a7aa77d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.854196 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-656ad4d4-4557-4b43-aa66-023cc0f213c5 req-35ad6731-9572-4e48-98d7-3c32b6730df5 service neutron] 10.222.0.47 "GET /v2.0/networks/72085cb8-61de-43fd-98c3-cd34f739d106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7923577 Sep 16 05:12:03.980621 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-07e6142a-7a93-40c3-954b-f8c13a7aa77d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.112698 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e6142a-7a93-40c3-954b-f8c13a7aa77d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Checking segment: {'id': '594e9eda-a66a-4ce6-a68d-e4659a9c2148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd8267bac-1910-4cfd-a367-630ed8021949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:04.113053 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e6142a-7a93-40c3-954b-f8c13a7aa77d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Network hostable DHCP agents. Network: d8267bac-1910-4cfd-a367-630ed8021949, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:12:04.115329 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e6142a-7a93-40c3-954b-f8c13a7aa77d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'Subnet': ['ID=0e98d251-d83b-4e72-9275-0a11aa1a2aab,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:04.138127 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e6142a-7a93-40c3-954b-f8c13a7aa77d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Network d8267bac-1910-4cfd-a367-630ed8021949 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:12:04.150607 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-07e6142a-7a93-40c3-954b-f8c13a7aa77d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, d8267bac-1910-4cfd-a367-630ed8021949) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:04.167253 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e6142a-7a93-40c3-954b-f8c13a7aa77d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:04.167861 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-07e6142a-7a93-40c3-954b-f8c13a7aa77d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.169456 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43286e19-663c-4cba-b2e1-1fe859ac545c None None] Network d8267bac-1910-4cfd-a367-630ed8021949 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:04.172294 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 206625b1-fa6f-45e3-9e6b-ff80383d39ee up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:04.189507 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-07e6142a-7a93-40c3-954b-f8c13a7aa77d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7744725 Sep 16 05:12:04.192302 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48178) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:04.305270 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f050ad44-a10e-4a1c-b446-e90657d5935d None None] Provisioning complete for port 206625b1-fa6f-45e3-9e6b-ff80383d39ee triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:04.305847 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f050ad44-a10e-4a1c-b446-e90657d5935d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.371343 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 206625b1-fa6f-45e3-9e6b-ff80383d39ee triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:04.371715 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.376057 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafcefb2-9628-441a-b325-ea9ccc2947a2 req-7fc61b9a-4fd7-4933-a6f6-650a5419050f tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:04.378125 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fafcefb2-9628-441a-b325-ea9ccc2947a2 req-7fc61b9a-4fd7-4933-a6f6-650a5419050f tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "GET /v2.0/ports?device_id=26371832-550e-45b3-96ae-68345d377758 HTTP/1.1" status: 200 len: 943 time: 0.1778140 Sep 16 05:12:04.507779 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fafcefb2-9628-441a-b325-ea9ccc2947a2 req-ad1d0e52-954c-440d-860f-67fa98a13087 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c8e685a-6b14-4ba0-b127-6db0addbc18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187046 Sep 16 05:12:04.509034 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0426c3-0eab-4fde-bc7a-8644b4a4a067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-d8267bac-1910-4cfd-a367-630ed8021949', 'network_id': 'd8267bac-1910-4cfd-a367-630ed8021949', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'fixed_ips': [{'subnet_id': '0e98d251-d83b-4e72-9275-0a11aa1a2aab'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:12:04.509905 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cb0426c3-0eab-4fde-bc7a-8644b4a4a067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.643636 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device e8e7d13b-4f79-47f8-b31f-592e34a10ae6 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:04.672430 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f050ad44-a10e-4a1c-b446-e90657d5935d None None] Provisioning complete for port 7aeef3af-e815-413f-b0e9-ac82c00df506 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:04.672830 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f050ad44-a10e-4a1c-b446-e90657d5935d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.719305 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f611f37c-38c6-4f83-8f18-e03ce8832e93 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.758733 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-f050ad44-a10e-4a1c-b446-e90657d5935d None None] Port 7aeef3af-e815-413f-b0e9-ac82c00df506 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:04.784609 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-cb0426c3-0eab-4fde-bc7a-8644b4a4a067 None None] Allocated IP 2001:db8:2::2 (d8267bac-1910-4cfd-a367-630ed8021949/0e98d251-d83b-4e72-9275-0a11aa1a2aab/d19d35b5-cd00-48bb-a87c-b22f9a1bddab) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:04.801518 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port e8e7d13b-4f79-47f8-b31f-592e34a10ae6 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:04.801940 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.942923 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92454825-4098-4dfc-9183-a542fefe4908 None None] Sync routers for ids ['75affd59-79f0-4d3d-8823-36df5a43d84b'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:05.003470 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92454825-4098-4dfc-9183-a542fefe4908 None None] Routers {'75affd59-79f0-4d3d-8823-36df5a43d84b'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:05.004194 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-92454825-4098-4dfc-9183-a542fefe4908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['75affd59-79f0-4d3d-8823-36df5a43d84b'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:05.136849 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cb0426c3-0eab-4fde-bc7a-8644b4a4a067 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.149662 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-92454825-4098-4dfc-9183-a542fefe4908 None None] Set router 75affd59-79f0-4d3d-8823-36df5a43d84b gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:05.152708 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cb0426c3-0eab-4fde-bc7a-8644b4a4a067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.199890 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-f611f37c-38c6-4f83-8f18-e03ce8832e93 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Allocated IP 2001:db8:2::1 (d8267bac-1910-4cfd-a367-630ed8021949/0e98d251-d83b-4e72-9275-0a11aa1a2aab/941326d2-e02e-4de4-b227-6c8fb9aca2b4) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:05.231149 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0426c3-0eab-4fde-bc7a-8644b4a4a067 None None] Network d8267bac-1910-4cfd-a367-630ed8021949 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:05.264105 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-cb0426c3-0eab-4fde-bc7a-8644b4a4a067 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:05.270220 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0426c3-0eab-4fde-bc7a-8644b4a4a067 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:05.272789 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0426c3-0eab-4fde-bc7a-8644b4a4a067 None None] Pushing event updated for resources: {'Port': ['ID=d19d35b5-cd00-48bb-a87c-b22f9a1bddab,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:05.331628 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f611f37c-38c6-4f83-8f18-e03ce8832e93 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.373592 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f611f37c-38c6-4f83-8f18-e03ce8832e93 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.385827 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-cb0426c3-0eab-4fde-bc7a-8644b4a4a067 None None] Attempting to bind port d19d35b5-cd00-48bb-a87c-b22f9a1bddab on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:05.386285 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-cb0426c3-0eab-4fde-bc7a-8644b4a4a067 None None] Attempting to bind port d19d35b5-cd00-48bb-a87c-b22f9a1bddab by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '594e9eda-a66a-4ce6-a68d-e4659a9c2148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd8267bac-1910-4cfd-a367-630ed8021949'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:05.386708 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0426c3-0eab-4fde-bc7a-8644b4a4a067 None None] Attempting to bind port d19d35b5-cd00-48bb-a87c-b22f9a1bddab on network d8267bac-1910-4cfd-a367-630ed8021949 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:05.402129 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0426c3-0eab-4fde-bc7a-8644b4a4a067 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:05.402552 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0426c3-0eab-4fde-bc7a-8644b4a4a067 None None] Checking segment: {'id': '594e9eda-a66a-4ce6-a68d-e4659a9c2148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd8267bac-1910-4cfd-a367-630ed8021949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:05.402906 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cb0426c3-0eab-4fde-bc7a-8644b4a4a067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.403305 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0426c3-0eab-4fde-bc7a-8644b4a4a067 None None] Bound using segment: {'id': '594e9eda-a66a-4ce6-a68d-e4659a9c2148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd8267bac-1910-4cfd-a367-630ed8021949'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:05.403792 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-cb0426c3-0eab-4fde-bc7a-8644b4a4a067 None None] Bound port: d19d35b5-cd00-48bb-a87c-b22f9a1bddab, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '594e9eda-a66a-4ce6-a68d-e4659a9c2148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd8267bac-1910-4cfd-a367-630ed8021949'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:05.404934 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cb0426c3-0eab-4fde-bc7a-8644b4a4a067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.413983 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f611f37c-38c6-4f83-8f18-e03ce8832e93 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Network d8267bac-1910-4cfd-a367-630ed8021949 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:05.417296 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-f611f37c-38c6-4f83-8f18-e03ce8832e93 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:05.423301 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f611f37c-38c6-4f83-8f18-e03ce8832e93 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:05.423864 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f611f37c-38c6-4f83-8f18-e03ce8832e93 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.511366 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-cb0426c3-0eab-4fde-bc7a-8644b4a4a067 None None] For port d19d35b5-cd00-48bb-a87c-b22f9a1bddab, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:05.516462 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-cb0426c3-0eab-4fde-bc7a-8644b4a4a067 None None] For port d19d35b5-cd00-48bb-a87c-b22f9a1bddab, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d19d35b5-cd00-48bb-a87c-b22f9a1bddab,segment=NetworkSegment(594e9eda-a66a-4ce6-a68d-e4659a9c2148),segment_id=594e9eda-a66a-4ce6-a68d-e4659a9c2148)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:05.524225 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-92454825-4098-4dfc-9183-a542fefe4908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'name': 'tempest-RoutersIpV6Test-router-477700483', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:52Z', 'updated_at': '2021-09-16T05:12:00Z', 'revision_number': 3, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'gw_port_host': None, '_interfaces': [{'id': '7aeef3af-e815-413f-b0e9-ac82c00df506', 'name': '', 'network_id': 'bff2fc81-92ea-41e4-a901-2afff6cdc55f', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:d1:0b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:58Z', 'updated_at': '2021-09-16T05:12:00Z', 'revision_number': 2, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8e7d13b-4f79-47f8-b31f-592e34a10ae6', 'name': '', 'network_id': 'a381c8ab-371e-4e7e-9326-940c36d75bdb', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:dc:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:54Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:05.527152 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cb0426c3-0eab-4fde-bc7a-8644b4a4a067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.587411 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92454825-4098-4dfc-9183-a542fefe4908 None None] Checking router: 75affd59-79f0-4d3d-8823-36df5a43d84b for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:05.587767 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92454825-4098-4dfc-9183-a542fefe4908 None None] Updating router 75affd59-79f0-4d3d-8823-36df5a43d84b port 7aeef3af-e815-413f-b0e9-ac82c00df506 binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:12:05.648677 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-92454825-4098-4dfc-9183-a542fefe4908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.664300 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0426c3-0eab-4fde-bc7a-8644b4a4a067 None None] Pushing event updated for resources: {'Port': ['ID=d19d35b5-cd00-48bb-a87c-b22f9a1bddab,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:05.758279 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 6f01f5d9-3cb4-41ca-94a0-c17da66fc97b details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:12:05.830228 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611f37c-38c6-4f83-8f18-e03ce8832e93 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'Port': ['ID=941326d2-e02e-4de4-b227-6c8fb9aca2b4,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:05.917974 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f611f37c-38c6-4f83-8f18-e03ce8832e93 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.948416 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127cfd5d-ca82-4c4f-b79c-f113532c232b req-576fd7a3-2858-43ba-bb37-8b7383c79f0f tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:05.950179 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-127cfd5d-ca82-4c4f-b79c-f113532c232b req-576fd7a3-2858-43ba-bb37-8b7383c79f0f tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "GET /v2.0/ports?device_id=26371832-550e-45b3-96ae-68345d377758 HTTP/1.1" status: 200 len: 943 time: 0.1752615 Sep 16 05:12:06.085606 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-127cfd5d-ca82-4c4f-b79c-f113532c232b req-4356def7-d526-4e6c-a6ad-f6997a9b1693 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c8e685a-6b14-4ba0-b127-6db0addbc18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839550 Sep 16 05:12:06.123298 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 6f01f5d9-3cb4-41ca-94a0-c17da66fc97b, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=6f01f5d9-3cb4-41ca-94a0-c17da66fc97b,segment=NetworkSegment(4a6555ef-9155-41a1-a61c-937861f47db8),segment_id=4a6555ef-9155-41a1-a61c-937861f47db8)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:06.299849 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d19d35b5-cd00-48bb-a87c-b22f9a1bddab up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:06.318169 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f611f37c-38c6-4f83-8f18-e03ce8832e93 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.323259 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f611f37c-38c6-4f83-8f18-e03ce8832e93 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.324231 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f611f37c-38c6-4f83-8f18-e03ce8832e93 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.328115 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '6f01f5d9-3cb4-41ca-94a0-c17da66fc97b', 'network_id': '72085cb8-61de-43fd-98c3-cd34f739d106', 'port_id': '6f01f5d9-3cb4-41ca-94a0-c17da66fc97b', 'mac_address': 'fa:16:3e:a0:c2:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dda785aa-2c1b-4011-88cc-77d070399dd7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:12:06.403846 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611f37c-38c6-4f83-8f18-e03ce8832e93 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'Port': ['ID=941326d2-e02e-4de4-b227-6c8fb9aca2b4,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:06.439738 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-92454825-4098-4dfc-9183-a542fefe4908 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.442792 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.460158 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port d19d35b5-cd00-48bb-a87c-b22f9a1bddab triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:06.460531 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.462175 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-92454825-4098-4dfc-9183-a542fefe4908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.480131 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f611f37c-38c6-4f83-8f18-e03ce8832e93 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Network d8267bac-1910-4cfd-a367-630ed8021949 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:06.481806 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-f611f37c-38c6-4f83-8f18-e03ce8832e93 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:06.502171 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f01f5d9-3cb4-41ca-94a0-c17da66fc97b {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:06.571217 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 6f01f5d9-3cb4-41ca-94a0-c17da66fc97b, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=6f01f5d9-3cb4-41ca-94a0-c17da66fc97b,segment=NetworkSegment(4a6555ef-9155-41a1-a61c-937861f47db8),segment_id=4a6555ef-9155-41a1-a61c-937861f47db8)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:06.580930 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b573d5d-f2fc-4f1f-b8fb-28c290af9ab8 None None] Pushing event updated for resources: {'Port': ['ID=7aeef3af-e815-413f-b0e9-ac82c00df506,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:06.587221 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.657241 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f611f37c-38c6-4f83-8f18-e03ce8832e93 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Router 75affd59-79f0-4d3d-8823-36df5a43d84b has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:06.707283 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-92454825-4098-4dfc-9183-a542fefe4908 None None] Attempting to bind port 7aeef3af-e815-413f-b0e9-ac82c00df506 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:06.707672 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-92454825-4098-4dfc-9183-a542fefe4908 None None] Attempting to bind port 7aeef3af-e815-413f-b0e9-ac82c00df506 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'fb40bf2c-f180-4314-9974-6d1cb7419ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bff2fc81-92ea-41e4-a901-2afff6cdc55f'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:06.708030 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92454825-4098-4dfc-9183-a542fefe4908 None None] Attempting to bind port 7aeef3af-e815-413f-b0e9-ac82c00df506 on network bff2fc81-92ea-41e4-a901-2afff6cdc55f {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:06.743479 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92454825-4098-4dfc-9183-a542fefe4908 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:06.743863 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92454825-4098-4dfc-9183-a542fefe4908 None None] Checking segment: {'id': 'fb40bf2c-f180-4314-9974-6d1cb7419ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bff2fc81-92ea-41e4-a901-2afff6cdc55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:06.744277 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-92454825-4098-4dfc-9183-a542fefe4908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.744709 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92454825-4098-4dfc-9183-a542fefe4908 None None] Bound using segment: {'id': 'fb40bf2c-f180-4314-9974-6d1cb7419ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bff2fc81-92ea-41e4-a901-2afff6cdc55f'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:06.745202 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-92454825-4098-4dfc-9183-a542fefe4908 None None] Bound port: 7aeef3af-e815-413f-b0e9-ac82c00df506, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb40bf2c-f180-4314-9974-6d1cb7419ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bff2fc81-92ea-41e4-a901-2afff6cdc55f'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:06.745593 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-92454825-4098-4dfc-9183-a542fefe4908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.763969 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=6f01f5d9-3cb4-41ca-94a0-c17da66fc97b,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:06.785374 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.788033 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f611f37c-38c6-4f83-8f18-e03ce8832e93 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:06.797965 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48190) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:06.798963 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f611f37c-38c6-4f83-8f18-e03ce8832e93 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "PUT /v2.0/routers/75affd59-79f0-4d3d-8823-36df5a43d84b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6055059 Sep 16 05:12:06.802371 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-2b7d6e26-a2f2-4ffb-abd3-5080eb262b27 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1992791333'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:06.845033 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7d6e26-a2f2-4ffb-abd3-5080eb262b27 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Made reservation on behalf of d2562483499d49c2934a25ff09a02fcf for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:06.848729 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2b7d6e26-a2f2-4ffb-abd3-5080eb262b27 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.865639 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port d19d35b5-cd00-48bb-a87c-b22f9a1bddab, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d19d35b5-cd00-48bb-a87c-b22f9a1bddab,segment=NetworkSegment(594e9eda-a66a-4ce6-a68d-e4659a9c2148),segment_id=594e9eda-a66a-4ce6-a68d-e4659a9c2148)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:06.874328 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['6f01f5d9-3cb4-41ca-94a0-c17da66fc97b'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:12:06.881914 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.897288 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b7d6e26-a2f2-4ffb-abd3-5080eb262b27 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:12:06.907825 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-92454825-4098-4dfc-9183-a542fefe4908 None None] For port 7aeef3af-e815-413f-b0e9-ac82c00df506, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:06.909764 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2b7d6e26-a2f2-4ffb-abd3-5080eb262b27 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.910169 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-2b7d6e26-a2f2-4ffb-abd3-5080eb262b27 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Added segment d979785f-5408-4f4f-9954-1ab71eeae233 of type vlan for network fdd13d9f-8a38-4bf4-8ab4-e3872aedae4f Sep 16 05:12:06.948799 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-92454825-4098-4dfc-9183-a542fefe4908 None None] For port 7aeef3af-e815-413f-b0e9-ac82c00df506, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=7aeef3af-e815-413f-b0e9-ac82c00df506,segment=NetworkSegment(fb40bf2c-f180-4314-9974-6d1cb7419ddb),segment_id=fb40bf2c-f180-4314-9974-6d1cb7419ddb)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:06.958814 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2b7d6e26-a2f2-4ffb-abd3-5080eb262b27 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.964175 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-92454825-4098-4dfc-9183-a542fefe4908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.988116 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2b7d6e26-a2f2-4ffb-abd3-5080eb262b27 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.995883 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7d6e26-a2f2-4ffb-abd3-5080eb262b27 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:06.996527 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2b7d6e26-a2f2-4ffb-abd3-5080eb262b27 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.007968 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92454825-4098-4dfc-9183-a542fefe4908 None None] Routers {'75affd59-79f0-4d3d-8823-36df5a43d84b'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:07.008720 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-92454825-4098-4dfc-9183-a542fefe4908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['75affd59-79f0-4d3d-8823-36df5a43d84b'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:07.050130 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2b7d6e26-a2f2-4ffb-abd3-5080eb262b27 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2516494 Sep 16 05:12:07.053811 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48196) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:07.061305 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-4e6dbf7b-e2ba-44f5-9d54-1313afe8b0de tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Request body: {'subnet': {'network_id': 'fdd13d9f-8a38-4bf4-8ab4-e3872aedae4f', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:07.084619 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=d19d35b5-cd00-48bb-a87c-b22f9a1bddab,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:07.101520 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d6e26-a2f2-4ffb-abd3-5080eb262b27 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'Network': ['ID=fdd13d9f-8a38-4bf4-8ab4-e3872aedae4f,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:07.185750 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network fdd13d9f-8a38-4bf4-8ab4-e3872aedae4f details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:12:07.307212 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b1b080-2e60-4363-b574-4a8f0206504e None None] Network d8267bac-1910-4cfd-a367-630ed8021949 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:07.324352 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb07aa-dc99-467a-bd4a-a7a82413689f req-ab42c012-6856-4765-9a47-daa31320f0e2 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:07.333811 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16eb07aa-dc99-467a-bd4a-a7a82413689f req-ab42c012-6856-4765-9a47-daa31320f0e2 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "GET /v2.0/ports?device_id=26371832-550e-45b3-96ae-68345d377758 HTTP/1.1" status: 200 len: 944 time: 0.1205027 Sep 16 05:12:07.341158 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-8cd30573-f92d-44cd-ad90-308f6bdaa986 None None] Provisioning complete for port 7aeef3af-e815-413f-b0e9-ac82c00df506 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:07.341839 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8cd30573-f92d-44cd-ad90-308f6bdaa986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.342355 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6dbf7b-e2ba-44f5-9d54-1313afe8b0de tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Made reservation on behalf of d2562483499d49c2934a25ff09a02fcf for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:07.346547 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4e6dbf7b-e2ba-44f5-9d54-1313afe8b0de tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.418699 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b573d5d-f2fc-4f1f-b8fb-28c290af9ab8 None None] Pushing event updated for resources: {'Port': ['ID=7aeef3af-e815-413f-b0e9-ac82c00df506,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:07.452364 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16eb07aa-dc99-467a-bd4a-a7a82413689f req-069de301-c627-4fee-913a-9afc56c17ac8 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c8e685a-6b14-4ba0-b127-6db0addbc18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176164 Sep 16 05:12:07.546947 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-92454825-4098-4dfc-9183-a542fefe4908 None None] Set router 75affd59-79f0-4d3d-8823-36df5a43d84b gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:07.650378 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4e6dbf7b-e2ba-44f5-9d54-1313afe8b0de tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.739815 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6dbf7b-e2ba-44f5-9d54-1313afe8b0de tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Checking segment: {'id': 'd979785f-5408-4f4f-9954-1ab71eeae233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fdd13d9f-8a38-4bf4-8ab4-e3872aedae4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:07.740442 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6dbf7b-e2ba-44f5-9d54-1313afe8b0de tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Network hostable DHCP agents. Network: fdd13d9f-8a38-4bf4-8ab4-e3872aedae4f, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:12:07.751112 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6dbf7b-e2ba-44f5-9d54-1313afe8b0de tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'Subnet': ['ID=842404b3-a04c-4be4-8a46-895c0506d7f4,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:07.770907 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6dbf7b-e2ba-44f5-9d54-1313afe8b0de tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Network fdd13d9f-8a38-4bf4-8ab4-e3872aedae4f is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:12:07.785454 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-4e6dbf7b-e2ba-44f5-9d54-1313afe8b0de tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, fdd13d9f-8a38-4bf4-8ab4-e3872aedae4f) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:07.791937 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8cd30573-f92d-44cd-ad90-308f6bdaa986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.796339 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6dbf7b-e2ba-44f5-9d54-1313afe8b0de tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:07.797281 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4e6dbf7b-e2ba-44f5-9d54-1313afe8b0de tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.815829 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4e6dbf7b-e2ba-44f5-9d54-1313afe8b0de tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7596340 Sep 16 05:12:07.818683 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48216) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:07.830354 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390ee97d-f6e1-48d3-8fb5-743dd5b95805 None None] Network fdd13d9f-8a38-4bf4-8ab4-e3872aedae4f requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:08.031470 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-8cd30573-f92d-44cd-ad90-308f6bdaa986 None None] For port 7aeef3af-e815-413f-b0e9-ac82c00df506, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=7aeef3af-e815-413f-b0e9-ac82c00df506,segment=NetworkSegment(fb40bf2c-f180-4314-9974-6d1cb7419ddb),segment_id=fb40bf2c-f180-4314-9974-6d1cb7419ddb)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:08.073775 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8cd30573-f92d-44cd-ad90-308f6bdaa986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.159042 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d19d35b5-cd00-48bb-a87c-b22f9a1bddab up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:08.285478 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6e6cbc-54dc-4eec-8922-c6cd85579393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-fdd13d9f-8a38-4bf4-8ab4-e3872aedae4f', 'network_id': 'fdd13d9f-8a38-4bf4-8ab4-e3872aedae4f', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'fixed_ips': [{'subnet_id': '842404b3-a04c-4be4-8a46-895c0506d7f4'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:12:08.286794 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-aa6e6cbc-54dc-4eec-8922-c6cd85579393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.318660 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd30573-f92d-44cd-ad90-308f6bdaa986 None None] Pushing event updated for resources: {'Port': ['ID=7aeef3af-e815-413f-b0e9-ac82c00df506,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:08.360345 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-b7b7e35d-e6a5-4ec5-988e-7dd558f9c59e None None] Provisioning complete for port d19d35b5-cd00-48bb-a87c-b22f9a1bddab triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:08.360906 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b7b7e35d-e6a5-4ec5-988e-7dd558f9c59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.378472 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7fd24569-d083-46a9-8ce3-49de1548ede7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.395093 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-92454825-4098-4dfc-9183-a542fefe4908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'name': 'tempest-RoutersIpV6Test-router-477700483', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:52Z', 'updated_at': '2021-09-16T05:12:05Z', 'revision_number': 4, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'gw_port_host': None, '_interfaces': [{'id': '7aeef3af-e815-413f-b0e9-ac82c00df506', 'name': '', 'network_id': 'bff2fc81-92ea-41e4-a901-2afff6cdc55f', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:d1:0b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:58Z', 'updated_at': '2021-09-16T05:12:06Z', 'revision_number': 4, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941326d2-e02e-4de4-b227-6c8fb9aca2b4', 'name': '', 'network_id': 'd8267bac-1910-4cfd-a367-630ed8021949', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:e7:1f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '0e98d251-d83b-4e72-9275-0a11aa1a2aab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:04Z', 'updated_at': '2021-09-16T05:12:06Z', 'revision_number': 2, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '0e98d251-d83b-4e72-9275-0a11aa1a2aab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8e7d13b-4f79-47f8-b31f-592e34a10ae6', 'name': '', 'network_id': 'a381c8ab-371e-4e7e-9326-940c36d75bdb', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:dc:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:54Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:08.445157 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92454825-4098-4dfc-9183-a542fefe4908 None None] The sync data for ids ['75affd59-79f0-4d3d-8823-36df5a43d84b'] in n-d-712139-15 is: [{'id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'name': 'tempest-RoutersIpV6Test-router-477700483', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:52Z', 'updated_at': '2021-09-16T05:12:05Z', 'revision_number': 4, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'gw_port_host': None, '_interfaces': [{'id': '7aeef3af-e815-413f-b0e9-ac82c00df506', 'name': '', 'network_id': 'bff2fc81-92ea-41e4-a901-2afff6cdc55f', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:d1:0b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:58Z', 'updated_at': '2021-09-16T05:12:06Z', 'revision_number': 4, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941326d2-e02e-4de4-b227-6c8fb9aca2b4', 'name': '', 'network_id': 'd8267bac-1910-4cfd-a367-630ed8021949', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:e7:1f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '0e98d251-d83b-4e72-9275-0a11aa1a2aab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:04Z', 'updated_at': '2021-09-16T05:12:06Z', 'revision_number': 2, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '0e98d251-d83b-4e72-9275-0a11aa1a2aab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8e7d13b-4f79-47f8-b31f-592e34a10ae6', 'name': '', 'network_id': 'a381c8ab-371e-4e7e-9326-940c36d75bdb', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:dc:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:54Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:08.567323 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port d19d35b5-cd00-48bb-a87c-b22f9a1bddab triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:08.567323 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.729025 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab2641-543a-42f3-900e-b9aa1cd8e371 req-e62b9626-6418-48c1-85f3-f486f954d8c2 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:08.730743 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5fab2641-543a-42f3-900e-b9aa1cd8e371 req-e62b9626-6418-48c1-85f3-f486f954d8c2 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "GET /v2.0/ports?device_id=26371832-550e-45b3-96ae-68345d377758 HTTP/1.1" status: 200 len: 944 time: 0.0856166 Sep 16 05:12:08.806090 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5fab2641-543a-42f3-900e-b9aa1cd8e371 req-23fe8118-601b-4ba3-83c9-542114aa23cd tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c8e685a-6b14-4ba0-b127-6db0addbc18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480494 Sep 16 05:12:08.953661 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-aa6e6cbc-54dc-4eec-8922-c6cd85579393 None None] Allocated IP 2001:db8:3::2 (fdd13d9f-8a38-4bf4-8ab4-e3872aedae4f/842404b3-a04c-4be4-8a46-895c0506d7f4/195e685c-4e67-41b2-8104-9df427182389) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:09.027181 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 7aeef3af-e815-413f-b0e9-ac82c00df506 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:09.063121 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-b7b7e35d-e6a5-4ec5-988e-7dd558f9c59e None None] Provisioning complete for port 7aeef3af-e815-413f-b0e9-ac82c00df506 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:09.063567 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b7b7e35d-e6a5-4ec5-988e-7dd558f9c59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.256162 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 7aeef3af-e815-413f-b0e9-ac82c00df506 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:09.256545 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.307265 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-aa6e6cbc-54dc-4eec-8922-c6cd85579393 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.320672 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84bdfe6-932c-453e-9eac-eeed3aadcc79 None None] Sync routers for ids ['75affd59-79f0-4d3d-8823-36df5a43d84b'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:09.323324 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-aa6e6cbc-54dc-4eec-8922-c6cd85579393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.336653 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84bdfe6-932c-453e-9eac-eeed3aadcc79 None None] Routers {'75affd59-79f0-4d3d-8823-36df5a43d84b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:09.337560 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-b84bdfe6-932c-453e-9eac-eeed3aadcc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['75affd59-79f0-4d3d-8823-36df5a43d84b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:09.375780 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-7fd24569-d083-46a9-8ce3-49de1548ede7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Allocated IP 2001:db8:3::1 (fdd13d9f-8a38-4bf4-8ab4-e3872aedae4f/842404b3-a04c-4be4-8a46-895c0506d7f4/00bbaada-b6c2-4084-8228-457f1817560b) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:09.386914 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6e6cbc-54dc-4eec-8922-c6cd85579393 None None] Network fdd13d9f-8a38-4bf4-8ab4-e3872aedae4f is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:09.387815 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e6cbc-54dc-4eec-8922-c6cd85579393 None None] Pushing event updated for resources: {'Port': ['ID=195e685c-4e67-41b2-8104-9df427182389,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:09.399846 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-aa6e6cbc-54dc-4eec-8922-c6cd85579393 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:09.444294 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6e6cbc-54dc-4eec-8922-c6cd85579393 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:09.462704 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-b84bdfe6-932c-453e-9eac-eeed3aadcc79 None None] Set router 75affd59-79f0-4d3d-8823-36df5a43d84b gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:09.501030 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7fd24569-d083-46a9-8ce3-49de1548ede7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.511623 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-66a87286-24bd-4c70-91cf-163975e555d5 None None] Provisioning complete for port d19d35b5-cd00-48bb-a87c-b22f9a1bddab triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:09.512003 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-66a87286-24bd-4c70-91cf-163975e555d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.536193 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-aa6e6cbc-54dc-4eec-8922-c6cd85579393 None None] Attempting to bind port 195e685c-4e67-41b2-8104-9df427182389 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:09.536591 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-aa6e6cbc-54dc-4eec-8922-c6cd85579393 None None] Attempting to bind port 195e685c-4e67-41b2-8104-9df427182389 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'd979785f-5408-4f4f-9954-1ab71eeae233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fdd13d9f-8a38-4bf4-8ab4-e3872aedae4f'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:09.537028 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6e6cbc-54dc-4eec-8922-c6cd85579393 None None] Attempting to bind port 195e685c-4e67-41b2-8104-9df427182389 on network fdd13d9f-8a38-4bf4-8ab4-e3872aedae4f {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:09.542922 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7fd24569-d083-46a9-8ce3-49de1548ede7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.545846 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6e6cbc-54dc-4eec-8922-c6cd85579393 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:09.546435 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6e6cbc-54dc-4eec-8922-c6cd85579393 None None] Checking segment: {'id': 'd979785f-5408-4f4f-9954-1ab71eeae233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fdd13d9f-8a38-4bf4-8ab4-e3872aedae4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:09.546852 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-aa6e6cbc-54dc-4eec-8922-c6cd85579393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.547257 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6e6cbc-54dc-4eec-8922-c6cd85579393 None None] Bound using segment: {'id': 'd979785f-5408-4f4f-9954-1ab71eeae233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fdd13d9f-8a38-4bf4-8ab4-e3872aedae4f'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:09.548026 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-aa6e6cbc-54dc-4eec-8922-c6cd85579393 None None] Bound port: 195e685c-4e67-41b2-8104-9df427182389, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd979785f-5408-4f4f-9954-1ab71eeae233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fdd13d9f-8a38-4bf4-8ab4-e3872aedae4f'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:09.548167 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-aa6e6cbc-54dc-4eec-8922-c6cd85579393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.592836 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd24569-d083-46a9-8ce3-49de1548ede7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Network fdd13d9f-8a38-4bf4-8ab4-e3872aedae4f is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:09.596612 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-7fd24569-d083-46a9-8ce3-49de1548ede7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:09.609738 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd24569-d083-46a9-8ce3-49de1548ede7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:09.611009 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7fd24569-d083-46a9-8ce3-49de1548ede7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.635893 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-aa6e6cbc-54dc-4eec-8922-c6cd85579393 None None] For port 195e685c-4e67-41b2-8104-9df427182389, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:09.640394 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-aa6e6cbc-54dc-4eec-8922-c6cd85579393 None None] For port 195e685c-4e67-41b2-8104-9df427182389, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=195e685c-4e67-41b2-8104-9df427182389,segment=NetworkSegment(d979785f-5408-4f4f-9954-1ab71eeae233),segment_id=d979785f-5408-4f4f-9954-1ab71eeae233)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:09.656970 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-aa6e6cbc-54dc-4eec-8922-c6cd85579393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.666967 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd24569-d083-46a9-8ce3-49de1548ede7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'Port': ['ID=00bbaada-b6c2-4084-8228-457f1817560b,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:09.770145 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 6f01f5d9-3cb4-41ca-94a0-c17da66fc97b up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:09.783708 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7fd24569-d083-46a9-8ce3-49de1548ede7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.786737 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-b84bdfe6-932c-453e-9eac-eeed3aadcc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'name': 'tempest-RoutersIpV6Test-router-477700483', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:52Z', 'updated_at': '2021-09-16T05:12:05Z', 'revision_number': 4, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'gw_port_host': None, '_interfaces': [{'id': '7aeef3af-e815-413f-b0e9-ac82c00df506', 'name': '', 'network_id': 'bff2fc81-92ea-41e4-a901-2afff6cdc55f', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:d1:0b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:58Z', 'updated_at': '2021-09-16T05:12:07Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941326d2-e02e-4de4-b227-6c8fb9aca2b4', 'name': '', 'network_id': 'd8267bac-1910-4cfd-a367-630ed8021949', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:e7:1f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '0e98d251-d83b-4e72-9275-0a11aa1a2aab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:04Z', 'updated_at': '2021-09-16T05:12:06Z', 'revision_number': 2, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '0e98d251-d83b-4e72-9275-0a11aa1a2aab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8e7d13b-4f79-47f8-b31f-592e34a10ae6', 'name': '', 'network_id': 'a381c8ab-371e-4e7e-9326-940c36d75bdb', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:dc:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:54Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:09.840161 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84bdfe6-932c-453e-9eac-eeed3aadcc79 None None] Checking router: 75affd59-79f0-4d3d-8823-36df5a43d84b for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:09.840523 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84bdfe6-932c-453e-9eac-eeed3aadcc79 None None] Updating router 75affd59-79f0-4d3d-8823-36df5a43d84b port 941326d2-e02e-4de4-b227-6c8fb9aca2b4 binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:12:09.844315 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e6cbc-54dc-4eec-8922-c6cd85579393 None None] Pushing event updated for resources: {'Port': ['ID=195e685c-4e67-41b2-8104-9df427182389,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:09.873826 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-66a87286-24bd-4c70-91cf-163975e555d5 None None] Provisioning complete for port 941326d2-e02e-4de4-b227-6c8fb9aca2b4 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:09.874407 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-66a87286-24bd-4c70-91cf-163975e555d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.893421 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-b84bdfe6-932c-453e-9eac-eeed3aadcc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.908656 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 6f01f5d9-3cb4-41ca-94a0-c17da66fc97b completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:12:09.922353 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 6f01f5d9-3cb4-41ca-94a0-c17da66fc97b triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:09.922730 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.021464 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-66a87286-24bd-4c70-91cf-163975e555d5 None None] Port 941326d2-e02e-4de4-b227-6c8fb9aca2b4 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:10.151182 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afa134-daaa-4c83-88fa-a90e47cc4017 req-5445cd5e-4ba8-48ea-abef-f953a6613756 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:10.152922 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d3afa134-daaa-4c83-88fa-a90e47cc4017 req-5445cd5e-4ba8-48ea-abef-f953a6613756 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "GET /v2.0/ports?device_id=26371832-550e-45b3-96ae-68345d377758 HTTP/1.1" status: 200 len: 944 time: 0.1729474 Sep 16 05:12:10.186701 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.194666 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 7aeef3af-e815-413f-b0e9-ac82c00df506 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:10.229940 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d3afa134-daaa-4c83-88fa-a90e47cc4017 req-24ba6479-acd3-4eb4-bf53-32e0fc621d7b tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c8e685a-6b14-4ba0-b127-6db0addbc18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651889 Sep 16 05:12:10.267847 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f55d6d4b-9979-4f44-80d3-87b38b69c206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.303447 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7fd24569-d083-46a9-8ce3-49de1548ede7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.311800 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7fd24569-d083-46a9-8ce3-49de1548ede7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.312707 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7fd24569-d083-46a9-8ce3-49de1548ede7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.325446 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26371832-550e-45b3-96ae-68345d377758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f01f5d9-3cb4-41ca-94a0-c17da66fc97b'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:10.327925 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb44aa02-55e2-41cf-b024-cd74a73be3e6" -d '{"events": [{"server_uuid": "26371832-550e-45b3-96ae-68345d377758", "name": "network-vif-plugged", "status": "completed", "tag": "6f01f5d9-3cb4-41ca-94a0-c17da66fc97b"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:10.352317 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 6f01f5d9-3cb4-41ca-94a0-c17da66fc97b, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=6f01f5d9-3cb4-41ca-94a0-c17da66fc97b,segment=NetworkSegment(4a6555ef-9155-41a1-a61c-937861f47db8),segment_id=4a6555ef-9155-41a1-a61c-937861f47db8)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:10.353441 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 7aeef3af-e815-413f-b0e9-ac82c00df506 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:10.353817 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.406349 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.410732 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e74072b-66a7-4909-aeec-482471dffc9f x-openstack-request-id: req-6e74072b-66a7-4909-aeec-482471dffc9f {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:10.410732 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26371832-550e-45b3-96ae-68345d377758", "name": "network-vif-plugged", "status": "completed", "tag": "6f01f5d9-3cb4-41ca-94a0-c17da66fc97b", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:10.411036 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6e74072b-66a7-4909-aeec-482471dffc9f {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:10.411443 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26371832-550e-45b3-96ae-68345d377758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f01f5d9-3cb4-41ca-94a0-c17da66fc97b', 'code': 200} Sep 16 05:12:10.484166 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd24569-d083-46a9-8ce3-49de1548ede7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Network fdd13d9f-8a38-4bf4-8ab4-e3872aedae4f is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:10.489258 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-7fd24569-d083-46a9-8ce3-49de1548ede7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:10.493535 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd24569-d083-46a9-8ce3-49de1548ede7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event updated for resources: {'Port': ['ID=00bbaada-b6c2-4084-8228-457f1817560b,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:10.493936 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=6f01f5d9-3cb4-41ca-94a0-c17da66fc97b,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:10.557277 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-b84bdfe6-932c-453e-9eac-eeed3aadcc79 None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.565682 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-b84bdfe6-932c-453e-9eac-eeed3aadcc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.630956 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b3036-5002-4b1a-802f-24209263c879 None None] Pushing event updated for resources: {'Port': ['ID=941326d2-e02e-4de4-b227-6c8fb9aca2b4,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:10.633825 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd24569-d083-46a9-8ce3-49de1548ede7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Router 75affd59-79f0-4d3d-8823-36df5a43d84b has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:10.656472 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc1667-d3d0-464c-b5b9-92334934cf70 req-42ee81ee-4186-4178-8dcd-d68aa0951992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:10.659195 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-61bc1667-d3d0-464c-b5b9-92334934cf70 req-42ee81ee-4186-4178-8dcd-d68aa0951992 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=26371832-550e-45b3-96ae-68345d377758 HTTP/1.1" status: 200 len: 1097 time: 0.1309748 Sep 16 05:12:10.669090 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b3036-5002-4b1a-802f-24209263c879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:10.669496 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b3036-5002-4b1a-802f-24209263c879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:10.669875 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b3036-5002-4b1a-802f-24209263c879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:10.670178 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b3036-5002-4b1a-802f-24209263c879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:10.670572 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b3036-5002-4b1a-802f-24209263c879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:10.670833 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b3036-5002-4b1a-802f-24209263c879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:10.671154 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b3036-5002-4b1a-802f-24209263c879 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:10.671475 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b3036-5002-4b1a-802f-24209263c879 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:10.671792 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b3036-5002-4b1a-802f-24209263c879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:10.672115 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b3036-5002-4b1a-802f-24209263c879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:10.672687 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b3036-5002-4b1a-802f-24209263c879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:10.673056 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b3036-5002-4b1a-802f-24209263c879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:10.738681 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-b84bdfe6-932c-453e-9eac-eeed3aadcc79 None None] Attempting to bind port 941326d2-e02e-4de4-b227-6c8fb9aca2b4 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:10.739797 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-b84bdfe6-932c-453e-9eac-eeed3aadcc79 None None] Attempting to bind port 941326d2-e02e-4de4-b227-6c8fb9aca2b4 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '594e9eda-a66a-4ce6-a68d-e4659a9c2148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd8267bac-1910-4cfd-a367-630ed8021949'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:10.740270 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84bdfe6-932c-453e-9eac-eeed3aadcc79 None None] Attempting to bind port 941326d2-e02e-4de4-b227-6c8fb9aca2b4 on network d8267bac-1910-4cfd-a367-630ed8021949 {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:10.748300 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-61bc1667-d3d0-464c-b5b9-92334934cf70 req-f02d4ebc-a217-422f-b951-83f9e9e00289 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5c8e685a-6b14-4ba0-b127-6db0addbc18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792937 Sep 16 05:12:10.750089 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84bdfe6-932c-453e-9eac-eeed3aadcc79 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:10.750595 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84bdfe6-932c-453e-9eac-eeed3aadcc79 None None] Checking segment: {'id': '594e9eda-a66a-4ce6-a68d-e4659a9c2148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd8267bac-1910-4cfd-a367-630ed8021949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:10.751774 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-b84bdfe6-932c-453e-9eac-eeed3aadcc79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.752277 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84bdfe6-932c-453e-9eac-eeed3aadcc79 None None] Bound using segment: {'id': '594e9eda-a66a-4ce6-a68d-e4659a9c2148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd8267bac-1910-4cfd-a367-630ed8021949'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:10.752992 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-b84bdfe6-932c-453e-9eac-eeed3aadcc79 None None] Bound port: 941326d2-e02e-4de4-b227-6c8fb9aca2b4, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '594e9eda-a66a-4ce6-a68d-e4659a9c2148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd8267bac-1910-4cfd-a367-630ed8021949'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:10.753486 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-b84bdfe6-932c-453e-9eac-eeed3aadcc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.910444 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-b84bdfe6-932c-453e-9eac-eeed3aadcc79 None None] For port 941326d2-e02e-4de4-b227-6c8fb9aca2b4, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:10.914419 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-b84bdfe6-932c-453e-9eac-eeed3aadcc79 None None] For port 941326d2-e02e-4de4-b227-6c8fb9aca2b4, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=941326d2-e02e-4de4-b227-6c8fb9aca2b4,segment=NetworkSegment(594e9eda-a66a-4ce6-a68d-e4659a9c2148),segment_id=594e9eda-a66a-4ce6-a68d-e4659a9c2148)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:10.920945 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-b84bdfe6-932c-453e-9eac-eeed3aadcc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.020930 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b3036-5002-4b1a-802f-24209263c879 None None] Pushing event updated for resources: {'Port': ['ID=941326d2-e02e-4de4-b227-6c8fb9aca2b4,revision_number=4']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:11.064488 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84bdfe6-932c-453e-9eac-eeed3aadcc79 None None] Routers {'75affd59-79f0-4d3d-8823-36df5a43d84b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:11.065596 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-b84bdfe6-932c-453e-9eac-eeed3aadcc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['75affd59-79f0-4d3d-8823-36df5a43d84b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:11.118355 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ec6fcce4-e2ae-455a-952c-fefda98b78f9 None None] Provisioning complete for port 941326d2-e02e-4de4-b227-6c8fb9aca2b4 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:11.118743 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ec6fcce4-e2ae-455a-952c-fefda98b78f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.338442 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ec6fcce4-e2ae-455a-952c-fefda98b78f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.349115 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd24569-d083-46a9-8ce3-49de1548ede7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:11.359772 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7fd24569-d083-46a9-8ce3-49de1548ede7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "PUT /v2.0/routers/75affd59-79f0-4d3d-8823-36df5a43d84b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5396769 Sep 16 05:12:11.363759 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48236) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:11.373212 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-1892cb99-9d75-49dc-9dbf-a0ab8efc4725 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:11.424791 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-ec6fcce4-e2ae-455a-952c-fefda98b78f9 None None] For port 941326d2-e02e-4de4-b227-6c8fb9aca2b4, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=941326d2-e02e-4de4-b227-6c8fb9aca2b4,segment=NetworkSegment(594e9eda-a66a-4ce6-a68d-e4659a9c2148),segment_id=594e9eda-a66a-4ce6-a68d-e4659a9c2148)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:11.438272 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ec6fcce4-e2ae-455a-952c-fefda98b78f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.441377 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-b84bdfe6-932c-453e-9eac-eeed3aadcc79 None None] Set router 75affd59-79f0-4d3d-8823-36df5a43d84b gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:11.488559 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85bc56-0617-46a7-a258-a9772b3eeb68 req-b5aa686a-5c14-47c8-962c-321ef6bbe182 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:11.505976 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc85bc56-0617-46a7-a258-a9772b3eeb68 req-b5aa686a-5c14-47c8-962c-321ef6bbe182 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "GET /v2.0/ports?device_id=26371832-550e-45b3-96ae-68345d377758 HTTP/1.1" status: 200 len: 945 time: 0.1219525 Sep 16 05:12:11.509469 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6fcce4-e2ae-455a-952c-fefda98b78f9 None None] Pushing event updated for resources: {'Port': ['ID=941326d2-e02e-4de4-b227-6c8fb9aca2b4,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:11.535714 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e093e9a2-1e64-498f-a5b6-8db88bbc3f94 None None] Network fdd13d9f-8a38-4bf4-8ab4-e3872aedae4f requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:11.594798 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc85bc56-0617-46a7-a258-a9772b3eeb68 req-3083dc0d-ce7d-4dd6-a78b-7cef666a1c49 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c8e685a-6b14-4ba0-b127-6db0addbc18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776291 Sep 16 05:12:11.611889 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-2f2f15f1-2970-4a89-9d07-ad5c5e428050 None None] Provisioning complete for port 195e685c-4e67-41b2-8104-9df427182389 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:11.612270 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2f2f15f1-2970-4a89-9d07-ad5c5e428050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.785682 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2f2f15f1-2970-4a89-9d07-ad5c5e428050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.838454 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.876263 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-2f2f15f1-2970-4a89-9d07-ad5c5e428050 None None] For port 195e685c-4e67-41b2-8104-9df427182389, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=195e685c-4e67-41b2-8104-9df427182389,segment=NetworkSegment(d979785f-5408-4f4f-9954-1ab71eeae233),segment_id=d979785f-5408-4f4f-9954-1ab71eeae233)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:11.886059 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2f2f15f1-2970-4a89-9d07-ad5c5e428050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.940703 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-b84bdfe6-932c-453e-9eac-eeed3aadcc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'name': 'tempest-RoutersIpV6Test-router-477700483', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:52Z', 'updated_at': '2021-09-16T05:12:09Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'gw_port_host': None, '_interfaces': [{'id': '00bbaada-b6c2-4084-8228-457f1817560b', 'name': '', 'network_id': 'fdd13d9f-8a38-4bf4-8ab4-e3872aedae4f', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:b0:12:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '842404b3-a04c-4be4-8a46-895c0506d7f4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:08Z', 'updated_at': '2021-09-16T05:12:09Z', 'revision_number': 2, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '842404b3-a04c-4be4-8a46-895c0506d7f4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7aeef3af-e815-413f-b0e9-ac82c00df506', 'name': '', 'network_id': 'bff2fc81-92ea-41e4-a901-2afff6cdc55f', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:d1:0b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:58Z', 'updated_at': '2021-09-16T05:12:07Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941326d2-e02e-4de4-b227-6c8fb9aca2b4', 'name': '', 'network_id': 'd8267bac-1910-4cfd-a367-630ed8021949', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:e7:1f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '0e98d251-d83b-4e72-9275-0a11aa1a2aab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:04Z', 'updated_at': '2021-09-16T05:12:10Z', 'revision_number': 4, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '0e98d251-d83b-4e72-9275-0a11aa1a2aab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8e7d13b-4f79-47f8-b31f-592e34a10ae6', 'name': '', 'network_id': 'a381c8ab-371e-4e7e-9326-940c36d75bdb', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:dc:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:54Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:11.948504 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-2f2f15f1-2970-4a89-9d07-ad5c5e428050 None None] Provisioning complete for port 941326d2-e02e-4de4-b227-6c8fb9aca2b4 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:11.948936 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2f2f15f1-2970-4a89-9d07-ad5c5e428050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.009688 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84bdfe6-932c-453e-9eac-eeed3aadcc79 None None] The sync data for ids ['75affd59-79f0-4d3d-8823-36df5a43d84b'] in n-d-712139-15 is: [{'id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'name': 'tempest-RoutersIpV6Test-router-477700483', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:52Z', 'updated_at': '2021-09-16T05:12:09Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'gw_port_host': None, '_interfaces': [{'id': '00bbaada-b6c2-4084-8228-457f1817560b', 'name': '', 'network_id': 'fdd13d9f-8a38-4bf4-8ab4-e3872aedae4f', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:b0:12:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '842404b3-a04c-4be4-8a46-895c0506d7f4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:08Z', 'updated_at': '2021-09-16T05:12:09Z', 'revision_number': 2, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '842404b3-a04c-4be4-8a46-895c0506d7f4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7aeef3af-e815-413f-b0e9-ac82c00df506', 'name': '', 'network_id': 'bff2fc81-92ea-41e4-a901-2afff6cdc55f', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:d1:0b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:58Z', 'updated_at': '2021-09-16T05:12:07Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941326d2-e02e-4de4-b227-6c8fb9aca2b4', 'name': '', 'network_id': 'd8267bac-1910-4cfd-a367-630ed8021949', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:e7:1f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '0e98d251-d83b-4e72-9275-0a11aa1a2aab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:04Z', 'updated_at': '2021-09-16T05:12:10Z', 'revision_number': 4, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '0e98d251-d83b-4e72-9275-0a11aa1a2aab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8e7d13b-4f79-47f8-b31f-592e34a10ae6', 'name': '', 'network_id': 'a381c8ab-371e-4e7e-9326-940c36d75bdb', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:dc:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:54Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:12.011011 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f15f1-2970-4a89-9d07-ad5c5e428050 None None] Pushing event updated for resources: {'Port': ['ID=195e685c-4e67-41b2-8104-9df427182389,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:12.136338 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.extraroute_db [None req-1892cb99-9d75-49dc-9dbf-a0ab8efc4725 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 05:12:12.170640 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.extraroute_db [None req-1892cb99-9d75-49dc-9dbf-a0ab8efc4725 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Removed routes are [] {{(pid=94766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 05:12:12.171346 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1892cb99-9d75-49dc-9dbf-a0ab8efc4725 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-986631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1171'] for router, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.343985 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 195e685c-4e67-41b2-8104-9df427182389 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:12.418377 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-011f3d28-e6b4-49ab-9824-264676bed803 None None] Provisioning complete for port 00bbaada-b6c2-4084-8228-457f1817560b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:12.419115 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-011f3d28-e6b4-49ab-9824-264676bed803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.462694 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-011f3d28-e6b4-49ab-9824-264676bed803 None None] Port 00bbaada-b6c2-4084-8228-457f1817560b cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:12.479929 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-011f3d28-e6b4-49ab-9824-264676bed803 None None] Provisioning complete for port 195e685c-4e67-41b2-8104-9df427182389 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:12.480305 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-011f3d28-e6b4-49ab-9824-264676bed803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.521022 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1892cb99-9d75-49dc-9dbf-a0ab8efc4725 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-986631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1171'] for router, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.523083 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 195e685c-4e67-41b2-8104-9df427182389 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:12.523565 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.528241 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1892cb99-9d75-49dc-9dbf-a0ab8efc4725 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-986636'] for router, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.682667 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1892cb99-9d75-49dc-9dbf-a0ab8efc4725 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Router 75affd59-79f0-4d3d-8823-36df5a43d84b has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:12.684070 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 941326d2-e02e-4de4-b227-6c8fb9aca2b4 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:12.750541 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 941326d2-e02e-4de4-b227-6c8fb9aca2b4 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:12.751135 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.759979 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb85c6-66c9-407f-a813-d0f4c7431ebb req-ce79f5b4-9a21-4dbd-937c-90ad5c704244 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:12.773581 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-40cb85c6-66c9-407f-a813-d0f4c7431ebb req-ce79f5b4-9a21-4dbd-937c-90ad5c704244 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "GET /v2.0/ports?device_id=26371832-550e-45b3-96ae-68345d377758 HTTP/1.1" status: 200 len: 945 time: 0.0951390 Sep 16 05:12:12.875803 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-40cb85c6-66c9-407f-a813-d0f4c7431ebb req-cb6a9213-e83f-4b83-8f2f-0c5cea791e67 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c8e685a-6b14-4ba0-b127-6db0addbc18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986395 Sep 16 05:12:12.935459 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1892cb99-9d75-49dc-9dbf-a0ab8efc4725 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:12.953466 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1892cb99-9d75-49dc-9dbf-a0ab8efc4725 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.957929 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48250) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:12.958543 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1892cb99-9d75-49dc-9dbf-a0ab8efc4725 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "PUT /v2.0/routers/75affd59-79f0-4d3d-8823-36df5a43d84b HTTP/1.1" status: 200 len: 953 time: 1.5922115 Sep 16 05:12:12.964375 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-6b610075-04c7-473a-a10e-bf0492a77133 None None] Provisioning complete for port 00bbaada-b6c2-4084-8228-457f1817560b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:12.965518 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6b610075-04c7-473a-a10e-bf0492a77133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.015692 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-6b610075-04c7-473a-a10e-bf0492a77133 None None] Port 00bbaada-b6c2-4084-8228-457f1817560b cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:13.140678 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb7e1d-3b5c-4733-befb-b57fd1782350 req-4102e91c-92ff-4996-b11a-a9ec31b37b02 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:13.142205 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cfdb7e1d-3b5c-4733-befb-b57fd1782350 req-4102e91c-92ff-4996-b11a-a9ec31b37b02 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "GET /v2.0/ports?device_id=26371832-550e-45b3-96ae-68345d377758 HTTP/1.1" status: 200 len: 945 time: 0.1340575 Sep 16 05:12:13.152278 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4dbeb11c-8307-479b-bb13-dbd5cdcd0978 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "GET /v2.0/routers/75affd59-79f0-4d3d-8823-36df5a43d84b HTTP/1.1" status: 200 len: 953 time: 0.1889751 Sep 16 05:12:13.152383 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48254) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:13.157674 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-bd9fc792-be10-4890-ab82-4b09b2c35b9e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Request body: {'router': {'routes': None}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:13.161020 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc44bde3-650c-4234-95b3-eae998d1be2f None None] Sync routers for ids ['75affd59-79f0-4d3d-8823-36df5a43d84b'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:13.179744 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc44bde3-650c-4234-95b3-eae998d1be2f None None] Routers {'75affd59-79f0-4d3d-8823-36df5a43d84b'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:13.180475 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-cc44bde3-650c-4234-95b3-eae998d1be2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:11:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['75affd59-79f0-4d3d-8823-36df5a43d84b'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:13.204907 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cfdb7e1d-3b5c-4733-befb-b57fd1782350 req-f835276d-7369-4f9c-ba9c-b04865af626c tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c8e685a-6b14-4ba0-b127-6db0addbc18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455930 Sep 16 05:12:13.301408 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-cc44bde3-650c-4234-95b3-eae998d1be2f None None] Set router 75affd59-79f0-4d3d-8823-36df5a43d84b gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:13.363730 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a64b5f6a-8924-43ab-b6c9-04112c7f74ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.375145 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d7272-4fcb-47a7-a98e-2afd2c1642cf req-6b4b2b9d-c324-41ad-801d-a928b241e5be tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:13.381031 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-e223b570-45e6-4bff-adcd-df6e6626d442 None None] Provisioning complete for port 00bbaada-b6c2-4084-8228-457f1817560b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:13.381341 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e223b570-45e6-4bff-adcd-df6e6626d442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.389929 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-673d7272-4fcb-47a7-a98e-2afd2c1642cf req-6b4b2b9d-c324-41ad-801d-a928b241e5be tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "GET /v2.0/ports?device_id=26371832-550e-45b3-96ae-68345d377758 HTTP/1.1" status: 200 len: 945 time: 0.1005275 Sep 16 05:12:13.453474 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-673d7272-4fcb-47a7-a98e-2afd2c1642cf req-520c4648-8e0a-4723-bc54-df213ce843e8 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c8e685a-6b14-4ba0-b127-6db0addbc18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625641 Sep 16 05:12:13.469926 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48258) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:13.495840 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-e223b570-45e6-4bff-adcd-df6e6626d442 None None] Port 00bbaada-b6c2-4084-8228-457f1817560b cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:13.532435 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.598996 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-cc44bde3-650c-4234-95b3-eae998d1be2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'name': 'tempest-RoutersIpV6Test-router-477700483', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:52Z', 'updated_at': '2021-09-16T05:12:12Z', 'revision_number': 6, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'gw_port_host': None, '_interfaces': [{'id': '00bbaada-b6c2-4084-8228-457f1817560b', 'name': '', 'network_id': 'fdd13d9f-8a38-4bf4-8ab4-e3872aedae4f', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:b0:12:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '842404b3-a04c-4be4-8a46-895c0506d7f4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:08Z', 'updated_at': '2021-09-16T05:12:09Z', 'revision_number': 2, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '842404b3-a04c-4be4-8a46-895c0506d7f4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7aeef3af-e815-413f-b0e9-ac82c00df506', 'name': '', 'network_id': 'bff2fc81-92ea-41e4-a901-2afff6cdc55f', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:d1:0b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:58Z', 'updated_at': '2021-09-16T05:12:07Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941326d2-e02e-4de4-b227-6c8fb9aca2b4', 'name': '', 'network_id': 'd8267bac-1910-4cfd-a367-630ed8021949', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:e7:1f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '0e98d251-d83b-4e72-9275-0a11aa1a2aab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:04Z', 'updated_at': '2021-09-16T05:12:11Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '0e98d251-d83b-4e72-9275-0a11aa1a2aab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8e7d13b-4f79-47f8-b31f-592e34a10ae6', 'name': '', 'network_id': 'a381c8ab-371e-4e7e-9326-940c36d75bdb', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:dc:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:54Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:13.627284 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc44bde3-650c-4234-95b3-eae998d1be2f None None] Checking router: 75affd59-79f0-4d3d-8823-36df5a43d84b for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:13.627743 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc44bde3-650c-4234-95b3-eae998d1be2f None None] Updating router 75affd59-79f0-4d3d-8823-36df5a43d84b port 00bbaada-b6c2-4084-8228-457f1817560b binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:12:13.653892 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924a80d5-0f84-4923-8e37-24673fdbc6b3 tempest-TestServerBasicOps-555284130 tempest-TestServerBasicOps-555284130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:13.654128 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cc44bde3-650c-4234-95b3-eae998d1be2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.655880 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-924a80d5-0f84-4923-8e37-24673fdbc6b3 tempest-TestServerBasicOps-555284130 tempest-TestServerBasicOps-555284130-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=26371832-550e-45b3-96ae-68345d377758 HTTP/1.1" status: 200 len: 1092 time: 0.1843417 Sep 16 05:12:13.659205 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48262) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:13.664823 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-469bdf97-4851-4159-927f-a4504f727aa7 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'port_id': '6f01f5d9-3cb4-41ca-94a0-c17da66fc97b', 'tenant_id': 'e295da4b9d5d42eb8c742333e3155be3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:13.665951 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.extraroute_db [None req-bd9fc792-be10-4890-ab82-4b09b2c35b9e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Added routes are [] {{(pid=94766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 05:12:13.666276 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.extraroute_db [None req-bd9fc792-be10-4890-ab82-4b09b2c35b9e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 05:12:13.698292 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-469bdf97-4851-4159-927f-a4504f727aa7 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks [] for floatingip, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.701461 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bd9fc792-be10-4890-ab82-4b09b2c35b9e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-986631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1171'] for router, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.831074 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-469bdf97-4851-4159-927f-a4504f727aa7 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.921453 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bd9fc792-be10-4890-ab82-4b09b2c35b9e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-986631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1171'] for router, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.925044 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bd9fc792-be10-4890-ab82-4b09b2c35b9e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-986636'] for router, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.969795 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-469bdf97-4851-4159-927f-a4504f727aa7 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Allocated IP 172.25.8.8 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/0b04046a-9099-4e78-b538-c7acd24c0693) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:14.044399 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9fc792-be10-4890-ab82-4b09b2c35b9e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Router 75affd59-79f0-4d3d-8823-36df5a43d84b has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:14.056223 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cc44bde3-650c-4234-95b3-eae998d1be2f None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.063642 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cc44bde3-650c-4234-95b3-eae998d1be2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.117756 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 195e685c-4e67-41b2-8104-9df427182389 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:14.150938 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-469bdf97-4851-4159-927f-a4504f727aa7 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.213113 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-469bdf97-4851-4159-927f-a4504f727aa7 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.240467 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11746e-9aa9-4bbb-95c3-e9797334c271 None None] Pushing event updated for resources: {'Port': ['ID=00bbaada-b6c2-4084-8228-457f1817560b,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:14.252951 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9fc792-be10-4890-ab82-4b09b2c35b9e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:14.262380 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469bdf97-4851-4159-927f-a4504f727aa7 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:14.264432 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-469bdf97-4851-4159-927f-a4504f727aa7 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:14.268215 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469bdf97-4851-4159-927f-a4504f727aa7 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:14.271656 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bd9fc792-be10-4890-ab82-4b09b2c35b9e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.275746 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-bd9fc792-be10-4890-ab82-4b09b2c35b9e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "PUT /v2.0/routers/75affd59-79f0-4d3d-8823-36df5a43d84b HTTP/1.1" status: 200 len: 703 time: 1.1228235 Sep 16 05:12:14.276500 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48266) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:14.317168 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-cc44bde3-650c-4234-95b3-eae998d1be2f None None] Attempting to bind port 00bbaada-b6c2-4084-8228-457f1817560b on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:14.317656 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-cc44bde3-650c-4234-95b3-eae998d1be2f None None] Attempting to bind port 00bbaada-b6c2-4084-8228-457f1817560b by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'd979785f-5408-4f4f-9954-1ab71eeae233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fdd13d9f-8a38-4bf4-8ab4-e3872aedae4f'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:14.318026 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc44bde3-650c-4234-95b3-eae998d1be2f None None] Attempting to bind port 00bbaada-b6c2-4084-8228-457f1817560b on network fdd13d9f-8a38-4bf4-8ab4-e3872aedae4f {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:14.331178 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc44bde3-650c-4234-95b3-eae998d1be2f None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:14.331566 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc44bde3-650c-4234-95b3-eae998d1be2f None None] Checking segment: {'id': 'd979785f-5408-4f4f-9954-1ab71eeae233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fdd13d9f-8a38-4bf4-8ab4-e3872aedae4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:14.331983 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cc44bde3-650c-4234-95b3-eae998d1be2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.332384 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc44bde3-650c-4234-95b3-eae998d1be2f None None] Bound using segment: {'id': 'd979785f-5408-4f4f-9954-1ab71eeae233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fdd13d9f-8a38-4bf4-8ab4-e3872aedae4f'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:14.332931 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-cc44bde3-650c-4234-95b3-eae998d1be2f None None] Bound port: 00bbaada-b6c2-4084-8228-457f1817560b, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd979785f-5408-4f4f-9954-1ab71eeae233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fdd13d9f-8a38-4bf4-8ab4-e3872aedae4f'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:14.333322 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cc44bde3-650c-4234-95b3-eae998d1be2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.351736 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 195e685c-4e67-41b2-8104-9df427182389 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:14.352112 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.410857 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469bdf97-4851-4159-927f-a4504f727aa7 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Pushing event updated for resources: {'Port': ['ID=0b04046a-9099-4e78-b538-c7acd24c0693,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:14.411281 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-33d7bd65-eb80-45b1-b98d-b84041c62118 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "GET /v2.0/routers/75affd59-79f0-4d3d-8823-36df5a43d84b HTTP/1.1" status: 200 len: 703 time: 0.1332245 Sep 16 05:12:14.412045 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48268) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:14.475110 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-cc44bde3-650c-4234-95b3-eae998d1be2f None None] For port 00bbaada-b6c2-4084-8228-457f1817560b, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:14.478690 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-cc44bde3-650c-4234-95b3-eae998d1be2f None None] For port 00bbaada-b6c2-4084-8228-457f1817560b, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=00bbaada-b6c2-4084-8228-457f1817560b,segment=NetworkSegment(d979785f-5408-4f4f-9954-1ab71eeae233),segment_id=d979785f-5408-4f4f-9954-1ab71eeae233)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:14.487789 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cc44bde3-650c-4234-95b3-eae998d1be2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.796840 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.806736 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.825351 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bec85611-a76d-4c46-a56b-edf2bb07989e None None] Provisioning complete for port 00bbaada-b6c2-4084-8228-457f1817560b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:14.825755 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bec85611-a76d-4c46-a56b-edf2bb07989e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.827668 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc44bde3-650c-4234-95b3-eae998d1be2f None None] Routers {'75affd59-79f0-4d3d-8823-36df5a43d84b'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:14.828372 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-cc44bde3-650c-4234-95b3-eae998d1be2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['75affd59-79f0-4d3d-8823-36df5a43d84b'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:14.832180 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11746e-9aa9-4bbb-95c3-e9797334c271 None None] Pushing event updated for resources: {'Port': ['ID=00bbaada-b6c2-4084-8228-457f1817560b,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:14.842446 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-37e236bd-0a9c-482b-910f-6ddb35cdabe1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.971936 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-cc44bde3-650c-4234-95b3-eae998d1be2f None None] Set router 75affd59-79f0-4d3d-8823-36df5a43d84b gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:15.015099 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-469bdf97-4851-4159-927f-a4504f727aa7 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.098934 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-469bdf97-4851-4159-927f-a4504f727aa7 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.118651 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bec85611-a76d-4c46-a56b-edf2bb07989e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.217129 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bec85611-a76d-4c46-a56b-edf2bb07989e None None] For port 00bbaada-b6c2-4084-8228-457f1817560b, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=00bbaada-b6c2-4084-8228-457f1817560b,segment=NetworkSegment(d979785f-5408-4f4f-9954-1ab71eeae233),segment_id=d979785f-5408-4f4f-9954-1ab71eeae233)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:15.270603 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bec85611-a76d-4c46-a56b-edf2bb07989e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.348324 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-469bdf97-4851-4159-927f-a4504f727aa7 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.355131 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-469bdf97-4851-4159-927f-a4504f727aa7 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.386665 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec85611-a76d-4c46-a56b-edf2bb07989e None None] Pushing event updated for resources: {'Port': ['ID=00bbaada-b6c2-4084-8228-457f1817560b,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:15.411592 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-cb586883-b2ad-4e07-8e5c-de9f09354f11 None None] Provisioning complete for port 00bbaada-b6c2-4084-8228-457f1817560b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:15.412498 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cb586883-b2ad-4e07-8e5c-de9f09354f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.419320 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-cc44bde3-650c-4234-95b3-eae998d1be2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'name': 'tempest-RoutersIpV6Test-router-477700483', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:52Z', 'updated_at': '2021-09-16T05:12:13Z', 'revision_number': 7, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'gw_port_host': None, '_interfaces': [{'id': '00bbaada-b6c2-4084-8228-457f1817560b', 'name': '', 'network_id': 'fdd13d9f-8a38-4bf4-8ab4-e3872aedae4f', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:b0:12:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '842404b3-a04c-4be4-8a46-895c0506d7f4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:08Z', 'updated_at': '2021-09-16T05:12:14Z', 'revision_number': 4, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '842404b3-a04c-4be4-8a46-895c0506d7f4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7aeef3af-e815-413f-b0e9-ac82c00df506', 'name': '', 'network_id': 'bff2fc81-92ea-41e4-a901-2afff6cdc55f', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:d1:0b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:58Z', 'updated_at': '2021-09-16T05:12:07Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941326d2-e02e-4de4-b227-6c8fb9aca2b4', 'name': '', 'network_id': 'd8267bac-1910-4cfd-a367-630ed8021949', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:e7:1f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '0e98d251-d83b-4e72-9275-0a11aa1a2aab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:04Z', 'updated_at': '2021-09-16T05:12:11Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '0e98d251-d83b-4e72-9275-0a11aa1a2aab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8e7d13b-4f79-47f8-b31f-592e34a10ae6', 'name': '', 'network_id': 'a381c8ab-371e-4e7e-9326-940c36d75bdb', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:dc:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:54Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:15.468764 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc44bde3-650c-4234-95b3-eae998d1be2f None None] The sync data for ids ['75affd59-79f0-4d3d-8823-36df5a43d84b'] in n-d-712139-15 is: [{'id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'name': 'tempest-RoutersIpV6Test-router-477700483', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:52Z', 'updated_at': '2021-09-16T05:12:13Z', 'revision_number': 7, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'gw_port_host': None, '_interfaces': [{'id': '00bbaada-b6c2-4084-8228-457f1817560b', 'name': '', 'network_id': 'fdd13d9f-8a38-4bf4-8ab4-e3872aedae4f', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:b0:12:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '842404b3-a04c-4be4-8a46-895c0506d7f4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:08Z', 'updated_at': '2021-09-16T05:12:14Z', 'revision_number': 4, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '842404b3-a04c-4be4-8a46-895c0506d7f4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7aeef3af-e815-413f-b0e9-ac82c00df506', 'name': '', 'network_id': 'bff2fc81-92ea-41e4-a901-2afff6cdc55f', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:d1:0b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:58Z', 'updated_at': '2021-09-16T05:12:07Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941326d2-e02e-4de4-b227-6c8fb9aca2b4', 'name': '', 'network_id': 'd8267bac-1910-4cfd-a367-630ed8021949', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:e7:1f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '0e98d251-d83b-4e72-9275-0a11aa1a2aab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:04Z', 'updated_at': '2021-09-16T05:12:11Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '0e98d251-d83b-4e72-9275-0a11aa1a2aab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8e7d13b-4f79-47f8-b31f-592e34a10ae6', 'name': '', 'network_id': 'a381c8ab-371e-4e7e-9326-940c36d75bdb', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:dc:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:54Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:15.473653 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469bdf97-4851-4159-927f-a4504f727aa7 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Pushing event updated for resources: {'Port': ['ID=0b04046a-9099-4e78-b538-c7acd24c0693,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:15.493122 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-469bdf97-4851-4159-927f-a4504f727aa7 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.609732 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [None req-469bdf97-4851-4159-927f-a4504f727aa7 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Floating IP c51e3ba1-a39b-4f91-a5dc-4f198de2a0a7 associated. External IP: 172.25.8.8, port: 6f01f5d9-3cb4-41ca-94a0-c17da66fc97b. Sep 16 05:12:15.614521 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-37e236bd-0a9c-482b-910f-6ddb35cdabe1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Deleting port 00bbaada-b6c2-4084-8228-457f1817560b {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:15.615047 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-37e236bd-0a9c-482b-910f-6ddb35cdabe1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.702487 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285cab1e-02c8-45aa-a092-6cc94cb7a0e2 None None] Sync routers for ids ['75affd59-79f0-4d3d-8823-36df5a43d84b'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:15.715289 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285cab1e-02c8-45aa-a092-6cc94cb7a0e2 None None] Routers {'75affd59-79f0-4d3d-8823-36df5a43d84b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:15.716139 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-285cab1e-02c8-45aa-a092-6cc94cb7a0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['75affd59-79f0-4d3d-8823-36df5a43d84b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:15.756535 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-37e236bd-0a9c-482b-910f-6ddb35cdabe1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] For port 00bbaada-b6c2-4084-8228-457f1817560b, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=00bbaada-b6c2-4084-8228-457f1817560b,segment=NetworkSegment(d979785f-5408-4f4f-9954-1ab71eeae233),segment_id=d979785f-5408-4f4f-9954-1ab71eeae233)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:15.757072 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-37e236bd-0a9c-482b-910f-6ddb35cdabe1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.774369 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-37e236bd-0a9c-482b-910f-6ddb35cdabe1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Calling delete_port for 00bbaada-b6c2-4084-8228-457f1817560b owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:15.811524 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-285cab1e-02c8-45aa-a092-6cc94cb7a0e2 None None] Set router 75affd59-79f0-4d3d-8823-36df5a43d84b gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:15.868136 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469bdf97-4851-4159-927f-a4504f727aa7 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Router eefa2986-dfcf-4544-8542-bbef43163f90 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:16.040067 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469bdf97-4851-4159-927f-a4504f727aa7 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:16.043327 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-37e236bd-0a9c-482b-910f-6ddb35cdabe1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.053383 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0664be5f-f32f-4ac1-af59-0ce514a9bd14 None None] Sync routers for ids ['eefa2986-dfcf-4544-8542-bbef43163f90'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:16.063406 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0664be5f-f32f-4ac1-af59-0ce514a9bd14 None None] Routers {'eefa2986-dfcf-4544-8542-bbef43163f90'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:16.064789 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-0664be5f-f32f-4ac1-af59-0ce514a9bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['eefa2986-dfcf-4544-8542-bbef43163f90'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:16.094072 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-469bdf97-4851-4159-927f-a4504f727aa7 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.101782 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e236bd-0a9c-482b-910f-6ddb35cdabe1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event deleted for resources: {'Port': ['ID=00bbaada-b6c2-4084-8228-457f1817560b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:16.136831 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e236bd-0a9c-482b-910f-6ddb35cdabe1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:16.137192 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e236bd-0a9c-482b-910f-6ddb35cdabe1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:16.137542 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e236bd-0a9c-482b-910f-6ddb35cdabe1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:16.138336 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e236bd-0a9c-482b-910f-6ddb35cdabe1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:16.138585 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e236bd-0a9c-482b-910f-6ddb35cdabe1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:16.138875 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e236bd-0a9c-482b-910f-6ddb35cdabe1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:16.139250 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e236bd-0a9c-482b-910f-6ddb35cdabe1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:16.139588 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e236bd-0a9c-482b-910f-6ddb35cdabe1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:16.139931 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e236bd-0a9c-482b-910f-6ddb35cdabe1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:16.140265 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e236bd-0a9c-482b-910f-6ddb35cdabe1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:16.140617 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e236bd-0a9c-482b-910f-6ddb35cdabe1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:16.140951 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e236bd-0a9c-482b-910f-6ddb35cdabe1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:16.142343 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 00bbaada-b6c2-4084-8228-457f1817560b up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:16.144738 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-469bdf97-4851-4159-927f-a4504f727aa7 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.4838350 Sep 16 05:12:16.145522 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26371832-550e-45b3-96ae-68345d377758', 'tag': '6f01f5d9-3cb4-41ca-94a0-c17da66fc97b'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:16.148473 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-debb0b0c-2d70-4532-acfa-8d3a15471167" -d '{"events": [{"name": "network-changed", "server_uuid": "26371832-550e-45b3-96ae-68345d377758", "tag": "6f01f5d9-3cb4-41ca-94a0-c17da66fc97b"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:16.174971 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-285cab1e-02c8-45aa-a092-6cc94cb7a0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'name': 'tempest-RoutersIpV6Test-router-477700483', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:52Z', 'updated_at': '2021-09-16T05:12:13Z', 'revision_number': 7, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'gw_port_host': None, '_interfaces': [{'id': '00bbaada-b6c2-4084-8228-457f1817560b', 'name': '', 'network_id': 'fdd13d9f-8a38-4bf4-8ab4-e3872aedae4f', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:b0:12:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '842404b3-a04c-4be4-8a46-895c0506d7f4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:08Z', 'updated_at': '2021-09-16T05:12:15Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '842404b3-a04c-4be4-8a46-895c0506d7f4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7aeef3af-e815-413f-b0e9-ac82c00df506', 'name': '', 'network_id': 'bff2fc81-92ea-41e4-a901-2afff6cdc55f', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:d1:0b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:58Z', 'updated_at': '2021-09-16T05:12:07Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941326d2-e02e-4de4-b227-6c8fb9aca2b4', 'name': '', 'network_id': 'd8267bac-1910-4cfd-a367-630ed8021949', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:e7:1f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '0e98d251-d83b-4e72-9275-0a11aa1a2aab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:04Z', 'updated_at': '2021-09-16T05:12:11Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '0e98d251-d83b-4e72-9275-0a11aa1a2aab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8e7d13b-4f79-47f8-b31f-592e34a10ae6', 'name': '', 'network_id': 'a381c8ab-371e-4e7e-9326-940c36d75bdb', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:dc:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:54Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:16.218443 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285cab1e-02c8-45aa-a092-6cc94cb7a0e2 None None] Checking router: 75affd59-79f0-4d3d-8823-36df5a43d84b for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:16.230144 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285cab1e-02c8-45aa-a092-6cc94cb7a0e2 None None] Routers {'75affd59-79f0-4d3d-8823-36df5a43d84b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:16.232976 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-285cab1e-02c8-45aa-a092-6cc94cb7a0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['75affd59-79f0-4d3d-8823-36df5a43d84b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:16.240824 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 00bbaada-b6c2-4084-8228-457f1817560b {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:12:16.241182 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 00bbaada-b6c2-4084-8228-457f1817560b not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 16 05:12:16.241317 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ba369d-04e4-44cc-87a8-3cbbfc3ebe96 x-openstack-request-id: req-b3ba369d-04e4-44cc-87a8-3cbbfc3ebe96 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:16.241541 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26371832-550e-45b3-96ae-68345d377758", "tag": "6f01f5d9-3cb4-41ca-94a0-c17da66fc97b", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:16.241747 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b3ba369d-04e4-44cc-87a8-3cbbfc3ebe96 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:16.242158 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26371832-550e-45b3-96ae-68345d377758', 'tag': '6f01f5d9-3cb4-41ca-94a0-c17da66fc97b', 'status': 'completed', 'code': 200} Sep 16 05:12:16.290252 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Port 00bbaada-b6c2-4084-8228-457f1817560b not found, will not notify nova. {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 16 05:12:16.293674 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.340672 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-37e236bd-0a9c-482b-910f-6ddb35cdabe1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.363549 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48278) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:16.379906 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-285cab1e-02c8-45aa-a092-6cc94cb7a0e2 None None] Set router 75affd59-79f0-4d3d-8823-36df5a43d84b gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:16.438468 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-0664be5f-f32f-4ac1-af59-0ce514a9bd14 None None] Set router eefa2986-dfcf-4544-8542-bbef43163f90 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:16.447062 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a04f40e5-1eb1-4ae9-bda5-1316271e8243 admin admin] Deleting subnet d6d484bf-780f-4060-af36-2a6ec906c6b1 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:12:16.451640 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a04f40e5-1eb1-4ae9-bda5-1316271e8243 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.498430 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a04f40e5-1eb1-4ae9-bda5-1316271e8243 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.531451 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb0b0c-2d70-4532-acfa-8d3a15471167 req-dba34082-8578-44e2-a7ac-d729e2e37988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:16.533015 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-debb0b0c-2d70-4532-acfa-8d3a15471167 req-dba34082-8578-44e2-a7ac-d729e2e37988 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e295da4b9d5d42eb8c742333e3155be3&device_id=26371832-550e-45b3-96ae-68345d377758 HTTP/1.1" status: 200 len: 1097 time: 0.2524948 Sep 16 05:12:16.551596 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a04f40e5-1eb1-4ae9-bda5-1316271e8243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.656670 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a04f40e5-1eb1-4ae9-bda5-1316271e8243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.688630 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-285cab1e-02c8-45aa-a092-6cc94cb7a0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'name': 'tempest-RoutersIpV6Test-router-477700483', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:52Z', 'updated_at': '2021-09-16T05:12:15Z', 'revision_number': 8, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'gw_port_host': None, '_interfaces': [{'id': '7aeef3af-e815-413f-b0e9-ac82c00df506', 'name': '', 'network_id': 'bff2fc81-92ea-41e4-a901-2afff6cdc55f', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:d1:0b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:58Z', 'updated_at': '2021-09-16T05:12:07Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941326d2-e02e-4de4-b227-6c8fb9aca2b4', 'name': '', 'network_id': 'd8267bac-1910-4cfd-a367-630ed8021949', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:e7:1f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '0e98d251-d83b-4e72-9275-0a11aa1a2aab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:04Z', 'updated_at': '2021-09-16T05:12:11Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '0e98d251-d83b-4e72-9275-0a11aa1a2aab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8e7d13b-4f79-47f8-b31f-592e34a10ae6', 'name': '', 'network_id': 'a381c8ab-371e-4e7e-9326-940c36d75bdb', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:dc:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:54Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:16.688962 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f40e5-1eb1-4ae9-bda5-1316271e8243 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6d484bf-780f-4060-af36-2a6ec906c6b1,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:16.695074 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a04f40e5-1eb1-4ae9-bda5-1316271e8243 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.700140 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a04f40e5-1eb1-4ae9-bda5-1316271e8243 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d6d484bf-780f-4060-af36-2a6ec906c6b1 HTTP/1.1" status: 204 len: 168 time: 0.3325019 Sep 16 05:12:16.700140 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48280) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:16.730165 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285cab1e-02c8-45aa-a092-6cc94cb7a0e2 None None] The sync data for ids ['75affd59-79f0-4d3d-8823-36df5a43d84b'] in n-d-712139-15 is: [{'id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'name': 'tempest-RoutersIpV6Test-router-477700483', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:52Z', 'updated_at': '2021-09-16T05:12:15Z', 'revision_number': 8, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'gw_port_host': None, '_interfaces': [{'id': '7aeef3af-e815-413f-b0e9-ac82c00df506', 'name': '', 'network_id': 'bff2fc81-92ea-41e4-a901-2afff6cdc55f', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:d1:0b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:58Z', 'updated_at': '2021-09-16T05:12:07Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941326d2-e02e-4de4-b227-6c8fb9aca2b4', 'name': '', 'network_id': 'd8267bac-1910-4cfd-a367-630ed8021949', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:e7:1f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '0e98d251-d83b-4e72-9275-0a11aa1a2aab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:04Z', 'updated_at': '2021-09-16T05:12:11Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '0e98d251-d83b-4e72-9275-0a11aa1a2aab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8e7d13b-4f79-47f8-b31f-592e34a10ae6', 'name': '', 'network_id': 'a381c8ab-371e-4e7e-9326-940c36d75bdb', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:dc:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:54Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:16.761075 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e236bd-0a9c-482b-910f-6ddb35cdabe1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Router 75affd59-79f0-4d3d-8823-36df5a43d84b has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:16.787012 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb0b0c-2d70-4532-acfa-8d3a15471167 req-48010f6c-f838-4a25-8b0e-49c12a686712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:16.789541 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-debb0b0c-2d70-4532-acfa-8d3a15471167 req-48010f6c-f838-4a25-8b0e-49c12a686712 service neutron] 10.222.0.47 "GET /v2.0/networks?id=72085cb8-61de-43fd-98c3-cd34f739d106 HTTP/1.1" status: 200 len: 909 time: 0.2438862 Sep 16 05:12:16.793621 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-76131938-50d4-45fa-b1d3-f0841e1f887f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.799955 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-0664be5f-f32f-4ac1-af59-0ce514a9bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'name': 'tempest-TestServerBasicOps-274856321-router', 'tenant_id': 'e295da4b9d5d42eb8c742333e3155be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '3afee984-5142-4e81-8b17-e067398adc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:36Z', 'updated_at': '2021-09-16T05:11:41Z', 'revision_number': 4, 'project_id': 'e295da4b9d5d42eb8c742333e3155be3', 'gw_port': {'id': '3afee984-5142-4e81-8b17-e067398adc0b', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:05:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:38Z', 'updated_at': '2021-09-16T05:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'c51e3ba1-a39b-4f91-a5dc-4f198de2a0a7', 'tenant_id': 'e295da4b9d5d42eb8c742333e3155be3', 'floating_ip_address': '172.25.8.8', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'port_id': '6f01f5d9-3cb4-41ca-94a0-c17da66fc97b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72085cb8-61de-43fd-98c3-cd34f739d106', 'mac_address': 'fa:16:3e:a0:c2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26371832-550e-45b3-96ae-68345d377758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:12:14Z', 'updated_at': '2021-09-16T05:12:14Z', 'revision_number': 0, 'project_id': 'e295da4b9d5d42eb8c742333e3155be3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03594d14-0974-4a0b-8e54-9e64ace33e00', 'name': '', 'network_id': '72085cb8-61de-43fd-98c3-cd34f739d106', 'tenant_id': 'e295da4b9d5d42eb8c742333e3155be3', 'mac_address': 'fa:16:3e:a7:66:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': 'dda785aa-2c1b-4011-88cc-77d070399dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:40Z', 'updated_at': '2021-09-16T05:11:49Z', 'revision_number': 5, 'project_id': 'e295da4b9d5d42eb8c742333e3155be3', 'subnets': [{'id': 'dda785aa-2c1b-4011-88cc-77d070399dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:16.832806 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0664be5f-f32f-4ac1-af59-0ce514a9bd14 None None] Checking router: eefa2986-dfcf-4544-8542-bbef43163f90 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:16.854430 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0664be5f-f32f-4ac1-af59-0ce514a9bd14 None None] Routers {'eefa2986-dfcf-4544-8542-bbef43163f90'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:16.855102 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-0664be5f-f32f-4ac1-af59-0ce514a9bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['eefa2986-dfcf-4544-8542-bbef43163f90'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:16.881329 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-76131938-50d4-45fa-b1d3-f0841e1f887f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.902117 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-76131938-50d4-45fa-b1d3-f0841e1f887f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78230583-95e1-407a-8904-f763c604a74a']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:16.912995 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-76131938-50d4-45fa-b1d3-f0841e1f887f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '525000b8-8455-4fae-8024-2c17a62d132d') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:16.913210 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-76131938-50d4-45fa-b1d3-f0841e1f887f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '525000b8-8455-4fae-8024-2c17a62d132d') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:16.929137 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-76131938-50d4-45fa-b1d3-f0841e1f887f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.942659 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-76131938-50d4-45fa-b1d3-f0841e1f887f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.949504 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76131938-50d4-45fa-b1d3-f0841e1f887f admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:12:16.949706 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-76131938-50d4-45fa-b1d3-f0841e1f887f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.950711 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-debb0b0c-2d70-4532-acfa-8d3a15471167 req-3bc2b44f-61a8-4829-b4b8-e7899636fcc8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f01f5d9-3cb4-41ca-94a0-c17da66fc97b HTTP/1.1" status: 200 len: 997 time: 0.1183937 Sep 16 05:12:16.951581 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:12:16.951581 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:12:16.951581 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:12:16.951581 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:12:16.951581 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:12:16.951581 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:12:16.951581 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:12:16.951581 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:12:16.951581 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:12:16.951581 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:12:16.951581 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:12:16.951581 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:12:16.951581 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:12:16.951581 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:12:16.951581 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:12:16.951581 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:12:16.951581 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:12:16.951581 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:12:16.951581 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:12:16.951581 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:12:16.951581 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:12:16.951581 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:12:16.951581 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:12:16.951581 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:12:16.951581 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:12:16.951581 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:12:16.951581 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:12:16.951581 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:12:16.951581 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:12:16.951581 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:12:16.951581 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:12:16.951581 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:12:16.968831 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e236bd-0a9c-482b-910f-6ddb35cdabe1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:16.977456 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-0664be5f-f32f-4ac1-af59-0ce514a9bd14 None None] Set router eefa2986-dfcf-4544-8542-bbef43163f90 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:16.993836 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-37e236bd-0a9c-482b-910f-6ddb35cdabe1 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "PUT /v2.0/routers/75affd59-79f0-4d3d-8823-36df5a43d84b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5781102 Sep 16 05:12:16.997992 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48282) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:17.010761 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb0b0c-2d70-4532-acfa-8d3a15471167 req-1c61e538-31b9-4d68-982d-d5977d59d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:17.012373 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-debb0b0c-2d70-4532-acfa-8d3a15471167 req-1c61e538-31b9-4d68-982d-d5977d59d423 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dda785aa-2c1b-4011-88cc-77d070399dd7 HTTP/1.1" status: 200 len: 847 time: 0.0537317 Sep 16 05:12:17.042701 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-76131938-50d4-45fa-b1d3-f0841e1f887f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.051374 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-76131938-50d4-45fa-b1d3-f0841e1f887f admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.053309 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-76131938-50d4-45fa-b1d3-f0841e1f887f admin admin] 10.222.0.35 "DELETE /v2.0/networks/78230583-95e1-407a-8904-f763c604a74a HTTP/1.1" status: 204 len: 168 time: 0.3522017 Sep 16 05:12:17.073048 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb0b0c-2d70-4532-acfa-8d3a15471167 req-755df589-6bc8-4dd2-ace3-8d1f2c9b7bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:17.074970 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-debb0b0c-2d70-4532-acfa-8d3a15471167 req-755df589-6bc8-4dd2-ace3-8d1f2c9b7bad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72085cb8-61de-43fd-98c3-cd34f739d106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554478 Sep 16 05:12:17.083180 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76131938-50d4-45fa-b1d3-f0841e1f887f admin admin] Pushing event deleted for resources: {'Network': ['ID=78230583-95e1-407a-8904-f763c604a74a,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:17.089900 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8631460e-0ebe-4ae8-bba1-9f274a15fe5b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Deleting subnet 842404b3-a04c-4be4-8a46-895c0506d7f4 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:12:17.098035 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8631460e-0ebe-4ae8-bba1-9f274a15fe5b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.178704 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8631460e-0ebe-4ae8-bba1-9f274a15fe5b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.214150 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-debb0b0c-2d70-4532-acfa-8d3a15471167 req-f75d7ab1-2a0f-4526-856f-d8c18819eefa service neutron] 10.222.0.47 "GET /v2.0/networks/72085cb8-61de-43fd-98c3-cd34f739d106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314301 Sep 16 05:12:17.357857 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-0664be5f-f32f-4ac1-af59-0ce514a9bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'name': 'tempest-TestServerBasicOps-274856321-router', 'tenant_id': 'e295da4b9d5d42eb8c742333e3155be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '3afee984-5142-4e81-8b17-e067398adc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:36Z', 'updated_at': '2021-09-16T05:11:41Z', 'revision_number': 4, 'project_id': 'e295da4b9d5d42eb8c742333e3155be3', 'gw_port': {'id': '3afee984-5142-4e81-8b17-e067398adc0b', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:05:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:38Z', 'updated_at': '2021-09-16T05:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'c51e3ba1-a39b-4f91-a5dc-4f198de2a0a7', 'tenant_id': 'e295da4b9d5d42eb8c742333e3155be3', 'floating_ip_address': '172.25.8.8', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'port_id': '6f01f5d9-3cb4-41ca-94a0-c17da66fc97b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72085cb8-61de-43fd-98c3-cd34f739d106', 'mac_address': 'fa:16:3e:a0:c2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26371832-550e-45b3-96ae-68345d377758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:12:14Z', 'updated_at': '2021-09-16T05:12:14Z', 'revision_number': 0, 'project_id': 'e295da4b9d5d42eb8c742333e3155be3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03594d14-0974-4a0b-8e54-9e64ace33e00', 'name': '', 'network_id': '72085cb8-61de-43fd-98c3-cd34f739d106', 'tenant_id': 'e295da4b9d5d42eb8c742333e3155be3', 'mac_address': 'fa:16:3e:a7:66:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': 'dda785aa-2c1b-4011-88cc-77d070399dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:40Z', 'updated_at': '2021-09-16T05:11:49Z', 'revision_number': 5, 'project_id': 'e295da4b9d5d42eb8c742333e3155be3', 'subnets': [{'id': 'dda785aa-2c1b-4011-88cc-77d070399dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:17.367997 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-debb0b0c-2d70-4532-acfa-8d3a15471167 req-17ce103a-a00b-4109-930a-5c27198dd579 service neutron] 10.222.0.47 "GET /v2.0/networks/72085cb8-61de-43fd-98c3-cd34f739d106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442204 Sep 16 05:12:17.372828 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48290) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:17.392015 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8631460e-0ebe-4ae8-bba1-9f274a15fe5b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.424004 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0664be5f-f32f-4ac1-af59-0ce514a9bd14 None None] The sync data for ids ['eefa2986-dfcf-4544-8542-bbef43163f90'] in n-d-712139-15 is: [{'id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'name': 'tempest-TestServerBasicOps-274856321-router', 'tenant_id': 'e295da4b9d5d42eb8c742333e3155be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '3afee984-5142-4e81-8b17-e067398adc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:36Z', 'updated_at': '2021-09-16T05:11:41Z', 'revision_number': 4, 'project_id': 'e295da4b9d5d42eb8c742333e3155be3', 'gw_port': {'id': '3afee984-5142-4e81-8b17-e067398adc0b', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:05:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:38Z', 'updated_at': '2021-09-16T05:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'c51e3ba1-a39b-4f91-a5dc-4f198de2a0a7', 'tenant_id': 'e295da4b9d5d42eb8c742333e3155be3', 'floating_ip_address': '172.25.8.8', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'port_id': '6f01f5d9-3cb4-41ca-94a0-c17da66fc97b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72085cb8-61de-43fd-98c3-cd34f739d106', 'mac_address': 'fa:16:3e:a0:c2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26371832-550e-45b3-96ae-68345d377758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:12:14Z', 'updated_at': '2021-09-16T05:12:14Z', 'revision_number': 0, 'project_id': 'e295da4b9d5d42eb8c742333e3155be3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03594d14-0974-4a0b-8e54-9e64ace33e00', 'name': '', 'network_id': '72085cb8-61de-43fd-98c3-cd34f739d106', 'tenant_id': 'e295da4b9d5d42eb8c742333e3155be3', 'mac_address': 'fa:16:3e:a7:66:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': 'dda785aa-2c1b-4011-88cc-77d070399dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:40Z', 'updated_at': '2021-09-16T05:11:49Z', 'revision_number': 5, 'project_id': 'e295da4b9d5d42eb8c742333e3155be3', 'subnets': [{'id': 'dda785aa-2c1b-4011-88cc-77d070399dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:17.448921 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48292) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:17.449115 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e831c151-f8bf-48f1-9698-5380cea54fb9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=90cb81cf5f454cec982bde12621e8ab3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0737464 Sep 16 05:12:17.525606 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b9d9ee72-9061-46a5-9f52-5864c817df5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.536518 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b278552b-a380-4013-a9b8-a8f12cd8d3ab None None] Sync routers for ids ['75affd59-79f0-4d3d-8823-36df5a43d84b'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:17.537387 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8631460e-0ebe-4ae8-bba1-9f274a15fe5b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.551446 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b278552b-a380-4013-a9b8-a8f12cd8d3ab None None] Routers {'75affd59-79f0-4d3d-8823-36df5a43d84b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:17.552071 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-b278552b-a380-4013-a9b8-a8f12cd8d3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['75affd59-79f0-4d3d-8823-36df5a43d84b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:17.561967 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8631460e-0ebe-4ae8-bba1-9f274a15fe5b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.564266 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d202b7-6509-44c7-a68e-1dde8a2dcf05 None None] Network fdd13d9f-8a38-4bf4-8ab4-e3872aedae4f requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:17.564757 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8631460e-0ebe-4ae8-bba1-9f274a15fe5b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/subnets/842404b3-a04c-4be4-8a46-895c0506d7f4 HTTP/1.1" status: 204 len: 168 time: 0.5657775 Sep 16 05:12:17.568478 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48294) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:17.586687 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b9d9ee72-9061-46a5-9f52-5864c817df5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.589080 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8631460e-0ebe-4ae8-bba1-9f274a15fe5b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event deleted for resources: {'Subnet': ['ID=842404b3-a04c-4be4-8a46-895c0506d7f4,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:17.649576 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b9d9ee72-9061-46a5-9f52-5864c817df5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.653025 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b9d9ee72-9061-46a5-9f52-5864c817df5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.654896 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b9d9ee72-9061-46a5-9f52-5864c817df5d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/efc39f48-11b4-4405-a76d-f113425b8e56 HTTP/1.1" status: 204 len: 168 time: 0.2058511 Sep 16 05:12:17.683698 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9ee72-9061-46a5-9f52-5864c817df5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc39f48-11b4-4405-a76d-f113425b8e56,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:17.769371 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-57ec11d1-0aba-4500-88ad-1922461230bc tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.777948 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-b278552b-a380-4013-a9b8-a8f12cd8d3ab None None] Set router 75affd59-79f0-4d3d-8823-36df5a43d84b gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:17.858669 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-57ec11d1-0aba-4500-88ad-1922461230bc tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Deleting port 195e685c-4e67-41b2-8104-9df427182389 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:17.859020 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-57ec11d1-0aba-4500-88ad-1922461230bc tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.875063 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff89571-2440-4d8a-a28a-c134adf01fbe None None] New status for floating IP c51e3ba1-a39b-4f91-a5dc-4f198de2a0a7: ACTIVE {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:12:17.927577 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3344a3a0-1922-4dcb-a0a5-1e58a207bf92 None None] DHCP port deletion for fdd13d9f-8a38-4bf4-8ab4-e3872aedae4f request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:12:17.963751 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-57ec11d1-0aba-4500-88ad-1922461230bc tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] For port 195e685c-4e67-41b2-8104-9df427182389, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=195e685c-4e67-41b2-8104-9df427182389,segment=NetworkSegment(d979785f-5408-4f4f-9954-1ab71eeae233),segment_id=d979785f-5408-4f4f-9954-1ab71eeae233)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:17.964161 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-57ec11d1-0aba-4500-88ad-1922461230bc tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.978683 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-57ec11d1-0aba-4500-88ad-1922461230bc tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Calling delete_port for 195e685c-4e67-41b2-8104-9df427182389 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:18.080842 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-3344a3a0-1922-4dcb-a0a5-1e58a207bf92 None None] Deleting port 195e685c-4e67-41b2-8104-9df427182389 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:18.085098 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3344a3a0-1922-4dcb-a0a5-1e58a207bf92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.125828 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-57ec11d1-0aba-4500-88ad-1922461230bc tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.137563 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 195e685c-4e67-41b2-8104-9df427182389 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:18.162840 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:12:18.170993 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 195e685c-4e67-41b2-8104-9df427182389 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:12:18.171163 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 195e685c-4e67-41b2-8104-9df427182389 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:18.172058 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 00bbaada-b6c2-4084-8228-457f1817560b no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:18.181074 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec11d1-0aba-4500-88ad-1922461230bc tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event deleted for resources: {'Port': ['ID=195e685c-4e67-41b2-8104-9df427182389,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:18.192518 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ec11d1-0aba-4500-88ad-1922461230bc tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] No DVR routers for this DVR port 195e685c-4e67-41b2-8104-9df427182389 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:18.223371 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 00bbaada-b6c2-4084-8228-457f1817560b {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:12:18.223940 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 00bbaada-b6c2-4084-8228-457f1817560b not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:18.239461 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-3344a3a0-1922-4dcb-a0a5-1e58a207bf92 None None] For port 195e685c-4e67-41b2-8104-9df427182389, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=195e685c-4e67-41b2-8104-9df427182389,segment=NetworkSegment(d979785f-5408-4f4f-9954-1ab71eeae233),segment_id=d979785f-5408-4f4f-9954-1ab71eeae233)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:18.240287 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3344a3a0-1922-4dcb-a0a5-1e58a207bf92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.259585 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-3344a3a0-1922-4dcb-a0a5-1e58a207bf92 None None] Calling delete_port for 195e685c-4e67-41b2-8104-9df427182389 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:18.264317 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-b278552b-a380-4013-a9b8-a8f12cd8d3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'name': 'tempest-RoutersIpV6Test-router-477700483', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:52Z', 'updated_at': '2021-09-16T05:12:15Z', 'revision_number': 8, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'gw_port_host': None, '_interfaces': [{'id': '7aeef3af-e815-413f-b0e9-ac82c00df506', 'name': '', 'network_id': 'bff2fc81-92ea-41e4-a901-2afff6cdc55f', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:d1:0b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:58Z', 'updated_at': '2021-09-16T05:12:07Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941326d2-e02e-4de4-b227-6c8fb9aca2b4', 'name': '', 'network_id': 'd8267bac-1910-4cfd-a367-630ed8021949', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:e7:1f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '0e98d251-d83b-4e72-9275-0a11aa1a2aab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:04Z', 'updated_at': '2021-09-16T05:12:11Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '0e98d251-d83b-4e72-9275-0a11aa1a2aab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8e7d13b-4f79-47f8-b31f-592e34a10ae6', 'name': '', 'network_id': 'a381c8ab-371e-4e7e-9326-940c36d75bdb', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:dc:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:54Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:18.305100 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b278552b-a380-4013-a9b8-a8f12cd8d3ab None None] Checking router: 75affd59-79f0-4d3d-8823-36df5a43d84b for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:18.330548 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b278552b-a380-4013-a9b8-a8f12cd8d3ab None None] Routers {'75affd59-79f0-4d3d-8823-36df5a43d84b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:18.331154 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-b278552b-a380-4013-a9b8-a8f12cd8d3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['75affd59-79f0-4d3d-8823-36df5a43d84b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:18.353112 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-57ec11d1-0aba-4500-88ad-1922461230bc tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.382319 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-57ec11d1-0aba-4500-88ad-1922461230bc tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdd13d9f-8a38-4bf4-8ab4-e3872aedae4f']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:18.396026 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-57ec11d1-0aba-4500-88ad-1922461230bc tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd979785f-5408-4f4f-9954-1ab71eeae233') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:18.396921 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-57ec11d1-0aba-4500-88ad-1922461230bc tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd979785f-5408-4f4f-9954-1ab71eeae233') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:18.410679 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-57ec11d1-0aba-4500-88ad-1922461230bc tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.421757 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3344a3a0-1922-4dcb-a0a5-1e58a207bf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.438745 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3344a3a0-1922-4dcb-a0a5-1e58a207bf92 None None] No DVR routers for this DVR port 195e685c-4e67-41b2-8104-9df427182389 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:18.450263 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-57ec11d1-0aba-4500-88ad-1922461230bc tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.463151 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344a3a0-1922-4dcb-a0a5-1e58a207bf92 None None] Pushing event deleted for resources: {'Port': ['ID=195e685c-4e67-41b2-8104-9df427182389,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:18.466985 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ec11d1-0aba-4500-88ad-1922461230bc tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:12:18.467503 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-57ec11d1-0aba-4500-88ad-1922461230bc tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.474815 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:12:18.474815 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:12:18.474815 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:12:18.474815 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:12:18.474815 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:12:18.474815 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:12:18.474815 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:12:18.474815 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:12:18.474815 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:12:18.474815 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:12:18.474815 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:12:18.474815 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:12:18.474815 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:12:18.474815 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:12:18.474815 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:12:18.474815 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:12:18.474815 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:12:18.474815 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:12:18.474815 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:12:18.474815 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:12:18.474815 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:12:18.474815 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:12:18.474815 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:12:18.474815 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:12:18.474815 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:12:18.474815 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:12:18.474815 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:12:18.474815 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:12:18.474815 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:12:18.474815 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:12:18.474815 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:12:18.474815 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:12:18.557149 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-57ec11d1-0aba-4500-88ad-1922461230bc tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.567902 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-57ec11d1-0aba-4500-88ad-1922461230bc tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.569971 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-57ec11d1-0aba-4500-88ad-1922461230bc tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/networks/fdd13d9f-8a38-4bf4-8ab4-e3872aedae4f HTTP/1.1" status: 204 len: 168 time: 0.9997993 Sep 16 05:12:18.572988 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48314) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:18.590348 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec11d1-0aba-4500-88ad-1922461230bc tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event deleted for resources: {'Network': ['ID=fdd13d9f-8a38-4bf4-8ab4-e3872aedae4f,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:18.593518 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-b278552b-a380-4013-a9b8-a8f12cd8d3ab None None] Set router 75affd59-79f0-4d3d-8823-36df5a43d84b gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:18.926425 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-b278552b-a380-4013-a9b8-a8f12cd8d3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'name': 'tempest-RoutersIpV6Test-router-477700483', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:52Z', 'updated_at': '2021-09-16T05:12:15Z', 'revision_number': 8, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'gw_port_host': None, '_interfaces': [{'id': '7aeef3af-e815-413f-b0e9-ac82c00df506', 'name': '', 'network_id': 'bff2fc81-92ea-41e4-a901-2afff6cdc55f', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:d1:0b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:58Z', 'updated_at': '2021-09-16T05:12:07Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941326d2-e02e-4de4-b227-6c8fb9aca2b4', 'name': '', 'network_id': 'd8267bac-1910-4cfd-a367-630ed8021949', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:e7:1f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '0e98d251-d83b-4e72-9275-0a11aa1a2aab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:04Z', 'updated_at': '2021-09-16T05:12:11Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '0e98d251-d83b-4e72-9275-0a11aa1a2aab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8e7d13b-4f79-47f8-b31f-592e34a10ae6', 'name': '', 'network_id': 'a381c8ab-371e-4e7e-9326-940c36d75bdb', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:dc:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:54Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:18.963173 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b278552b-a380-4013-a9b8-a8f12cd8d3ab None None] The sync data for ids ['75affd59-79f0-4d3d-8823-36df5a43d84b'] in n-d-712139-15 is: [{'id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'name': 'tempest-RoutersIpV6Test-router-477700483', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:52Z', 'updated_at': '2021-09-16T05:12:15Z', 'revision_number': 8, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'gw_port_host': None, '_interfaces': [{'id': '7aeef3af-e815-413f-b0e9-ac82c00df506', 'name': '', 'network_id': 'bff2fc81-92ea-41e4-a901-2afff6cdc55f', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:d1:0b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:58Z', 'updated_at': '2021-09-16T05:12:07Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941326d2-e02e-4de4-b227-6c8fb9aca2b4', 'name': '', 'network_id': 'd8267bac-1910-4cfd-a367-630ed8021949', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:e7:1f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '0e98d251-d83b-4e72-9275-0a11aa1a2aab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:04Z', 'updated_at': '2021-09-16T05:12:11Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '0e98d251-d83b-4e72-9275-0a11aa1a2aab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8e7d13b-4f79-47f8-b31f-592e34a10ae6', 'name': '', 'network_id': 'a381c8ab-371e-4e7e-9326-940c36d75bdb', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:dc:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:54Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:19.102212 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f2a7365-94a6-4aca-bf40-f45d93764b3e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:19.359808 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a7365-94a6-4aca-bf40-f45d93764b3e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Deleting port 941326d2-e02e-4de4-b227-6c8fb9aca2b4 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:19.360160 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f2a7365-94a6-4aca-bf40-f45d93764b3e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:19.460651 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-8f2a7365-94a6-4aca-bf40-f45d93764b3e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] For port 941326d2-e02e-4de4-b227-6c8fb9aca2b4, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=941326d2-e02e-4de4-b227-6c8fb9aca2b4,segment=NetworkSegment(594e9eda-a66a-4ce6-a68d-e4659a9c2148),segment_id=594e9eda-a66a-4ce6-a68d-e4659a9c2148)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:19.460943 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f2a7365-94a6-4aca-bf40-f45d93764b3e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:19.474484 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a7365-94a6-4aca-bf40-f45d93764b3e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Calling delete_port for 941326d2-e02e-4de4-b227-6c8fb9aca2b4 owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:19.494148 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48340) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:19.660240 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-47049799-c012-4e6f-b1a2-fa98e98b7af0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Request body: {'network': {'name': 'tempest-network-smoke--1825561493', 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'port_security_enabled': True}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:19.681549 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f2a7365-94a6-4aca-bf40-f45d93764b3e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:19.686385 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47049799-c012-4e6f-b1a2-fa98e98b7af0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Made reservation on behalf of da5c99301f5942cd8cb2baff109305cb for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:19.698781 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-47049799-c012-4e6f-b1a2-fa98e98b7af0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:19.702486 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-47049799-c012-4e6f-b1a2-fa98e98b7af0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:19.711572 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a7365-94a6-4aca-bf40-f45d93764b3e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event deleted for resources: {'Port': ['ID=941326d2-e02e-4de4-b227-6c8fb9aca2b4,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:19.860787 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-47049799-c012-4e6f-b1a2-fa98e98b7af0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:19.865380 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-47049799-c012-4e6f-b1a2-fa98e98b7af0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:19.895544 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f2a7365-94a6-4aca-bf40-f45d93764b3e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:19.901305 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47049799-c012-4e6f-b1a2-fa98e98b7af0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b664f662-803b-4371-a32c-2c196552ce17,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:19.912211 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47049799-c012-4e6f-b1a2-fa98e98b7af0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:12:19.926542 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-47049799-c012-4e6f-b1a2-fa98e98b7af0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:19.926905 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-47049799-c012-4e6f-b1a2-fa98e98b7af0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Added segment 37fd60eb-a7c4-4a0c-ac70-5074eed18752 of type vlan for network 311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7 Sep 16 05:12:20.006622 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-47049799-c012-4e6f-b1a2-fa98e98b7af0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.044845 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-47049799-c012-4e6f-b1a2-fa98e98b7af0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.050474 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47049799-c012-4e6f-b1a2-fa98e98b7af0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:20.051448 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-47049799-c012-4e6f-b1a2-fa98e98b7af0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.087578 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-47049799-c012-4e6f-b1a2-fa98e98b7af0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5923741 Sep 16 05:12:20.090479 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48350) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:20.097992 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-403f05af-f381-4613-b9a4-3b7c4053fc67 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1805372549', 'admin_state_up': True, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:20.137126 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47049799-c012-4e6f-b1a2-fa98e98b7af0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'Network': ['ID=311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:20.151086 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:12:20.157937 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-403f05af-f381-4613-b9a4-3b7c4053fc67 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.159955 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-403f05af-f381-4613-b9a4-3b7c4053fc67 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.184371 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2a7365-94a6-4aca-bf40-f45d93764b3e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Router 75affd59-79f0-4d3d-8823-36df5a43d84b has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:20.221336 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-403f05af-f381-4613-b9a4-3b7c4053fc67 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.292069 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2a7365-94a6-4aca-bf40-f45d93764b3e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:20.299056 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8f2a7365-94a6-4aca-bf40-f45d93764b3e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "PUT /v2.0/routers/75affd59-79f0-4d3d-8823-36df5a43d84b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7252014 Sep 16 05:12:20.301628 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48352) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:20.304558 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776f95f0-eeac-4594-a532-a80041496975 None None] Sync routers for ids ['75affd59-79f0-4d3d-8823-36df5a43d84b'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:20.315935 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776f95f0-eeac-4594-a532-a80041496975 None None] Routers {'75affd59-79f0-4d3d-8823-36df5a43d84b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:20.317031 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-776f95f0-eeac-4594-a532-a80041496975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['75affd59-79f0-4d3d-8823-36df5a43d84b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:20.360103 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7236795-70c1-4faa-8889-f064626ce6d2 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Deleting subnet 0e98d251-d83b-4e72-9275-0a11aa1a2aab {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:12:20.363333 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e7236795-70c1-4faa-8889-f064626ce6d2 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.398255 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-403f05af-f381-4613-b9a4-3b7c4053fc67 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.409893 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e7236795-70c1-4faa-8889-f064626ce6d2 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.436326 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-776f95f0-eeac-4594-a532-a80041496975 None None] Set router 75affd59-79f0-4d3d-8823-36df5a43d84b gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:20.623981 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-403f05af-f381-4613-b9a4-3b7c4053fc67 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for router_gateway, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.650622 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-403f05af-f381-4613-b9a4-3b7c4053fc67 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.706452 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-776f95f0-eeac-4594-a532-a80041496975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'name': 'tempest-RoutersIpV6Test-router-477700483', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:52Z', 'updated_at': '2021-09-16T05:12:19Z', 'revision_number': 9, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'gw_port_host': None, '_interfaces': [{'id': '7aeef3af-e815-413f-b0e9-ac82c00df506', 'name': '', 'network_id': 'bff2fc81-92ea-41e4-a901-2afff6cdc55f', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:d1:0b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:58Z', 'updated_at': '2021-09-16T05:12:07Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8e7d13b-4f79-47f8-b31f-592e34a10ae6', 'name': '', 'network_id': 'a381c8ab-371e-4e7e-9326-940c36d75bdb', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:dc:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:54Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:20.744683 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776f95f0-eeac-4594-a532-a80041496975 None None] Checking router: 75affd59-79f0-4d3d-8823-36df5a43d84b for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:20.756662 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776f95f0-eeac-4594-a532-a80041496975 None None] Routers {'75affd59-79f0-4d3d-8823-36df5a43d84b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:20.757518 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-776f95f0-eeac-4594-a532-a80041496975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['75affd59-79f0-4d3d-8823-36df5a43d84b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:20.860165 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-776f95f0-eeac-4594-a532-a80041496975 None None] Set router 75affd59-79f0-4d3d-8823-36df5a43d84b gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:20.949233 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e7236795-70c1-4faa-8889-f064626ce6d2 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:21.022918 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e7236795-70c1-4faa-8889-f064626ce6d2 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:21.053209 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7236795-70c1-4faa-8889-f064626ce6d2 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event deleted for resources: {'Subnet': ['ID=0e98d251-d83b-4e72-9275-0a11aa1a2aab,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:21.059504 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e7236795-70c1-4faa-8889-f064626ce6d2 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:21.062710 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-403f05af-f381-4613-b9a4-3b7c4053fc67 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Allocated IP 172.25.8.137 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:21.067000 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e7236795-70c1-4faa-8889-f064626ce6d2 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/subnets/0e98d251-d83b-4e72-9275-0a11aa1a2aab HTTP/1.1" status: 204 len: 168 time: 0.7612925 Sep 16 05:12:21.067468 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48356) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:21.068743 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b193029f-c064-4ebb-b0a0-c8d782ea0350 None None] Network d8267bac-1910-4cfd-a367-630ed8021949 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:21.113376 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-776f95f0-eeac-4594-a532-a80041496975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'name': 'tempest-RoutersIpV6Test-router-477700483', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:52Z', 'updated_at': '2021-09-16T05:12:19Z', 'revision_number': 9, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'gw_port_host': None, '_interfaces': [{'id': '7aeef3af-e815-413f-b0e9-ac82c00df506', 'name': '', 'network_id': 'bff2fc81-92ea-41e4-a901-2afff6cdc55f', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:d1:0b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:58Z', 'updated_at': '2021-09-16T05:12:07Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8e7d13b-4f79-47f8-b31f-592e34a10ae6', 'name': '', 'network_id': 'a381c8ab-371e-4e7e-9326-940c36d75bdb', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:dc:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:54Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:21.142785 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776f95f0-eeac-4594-a532-a80041496975 None None] The sync data for ids ['75affd59-79f0-4d3d-8823-36df5a43d84b'] in n-d-712139-15 is: [{'id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'name': 'tempest-RoutersIpV6Test-router-477700483', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:52Z', 'updated_at': '2021-09-16T05:12:19Z', 'revision_number': 9, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'gw_port_host': None, '_interfaces': [{'id': '7aeef3af-e815-413f-b0e9-ac82c00df506', 'name': '', 'network_id': 'bff2fc81-92ea-41e4-a901-2afff6cdc55f', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:d1:0b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:58Z', 'updated_at': '2021-09-16T05:12:07Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '62f4b7c3-ffd5-4613-a897-efc5df847bfd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8e7d13b-4f79-47f8-b31f-592e34a10ae6', 'name': '', 'network_id': 'a381c8ab-371e-4e7e-9326-940c36d75bdb', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:dc:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:54Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:21.214464 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1c9a32e5-042e-46ff-a660-88ec328def3e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:21.289233 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-403f05af-f381-4613-b9a4-3b7c4053fc67 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:21.336433 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-1c9a32e5-042e-46ff-a660-88ec328def3e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Deleting port d19d35b5-cd00-48bb-a87c-b22f9a1bddab {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:21.336852 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1c9a32e5-042e-46ff-a660-88ec328def3e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:21.350643 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-403f05af-f381-4613-b9a4-3b7c4053fc67 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:21.434358 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403f05af-f381-4613-b9a4-3b7c4053fc67 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:21.441787 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-403f05af-f381-4613-b9a4-3b7c4053fc67 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:21.444724 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-1c9a32e5-042e-46ff-a660-88ec328def3e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] For port d19d35b5-cd00-48bb-a87c-b22f9a1bddab, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d19d35b5-cd00-48bb-a87c-b22f9a1bddab,segment=NetworkSegment(594e9eda-a66a-4ce6-a68d-e4659a9c2148),segment_id=594e9eda-a66a-4ce6-a68d-e4659a9c2148)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:21.445089 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1c9a32e5-042e-46ff-a660-88ec328def3e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:21.451607 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403f05af-f381-4613-b9a4-3b7c4053fc67 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:21.479540 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f05af-f381-4613-b9a4-3b7c4053fc67 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'Port': ['ID=df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:21.493971 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-1c9a32e5-042e-46ff-a660-88ec328def3e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Calling delete_port for d19d35b5-cd00-48bb-a87c-b22f9a1bddab owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:21.520509 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a510d2-c5d8-4e2d-ab39-5e86ea2998c9 None None] DHCP port deletion for d8267bac-1910-4cfd-a367-630ed8021949 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:12:21.586795 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-e8a510d2-c5d8-4e2d-ab39-5e86ea2998c9 None None] Deleting port d19d35b5-cd00-48bb-a87c-b22f9a1bddab {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:21.587650 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e8a510d2-c5d8-4e2d-ab39-5e86ea2998c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:21.674170 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-e8a510d2-c5d8-4e2d-ab39-5e86ea2998c9 None None] For port d19d35b5-cd00-48bb-a87c-b22f9a1bddab, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d19d35b5-cd00-48bb-a87c-b22f9a1bddab,segment=NetworkSegment(594e9eda-a66a-4ce6-a68d-e4659a9c2148),segment_id=594e9eda-a66a-4ce6-a68d-e4659a9c2148)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:21.675145 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e8a510d2-c5d8-4e2d-ab39-5e86ea2998c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:21.690806 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-e8a510d2-c5d8-4e2d-ab39-5e86ea2998c9 None None] Calling delete_port for d19d35b5-cd00-48bb-a87c-b22f9a1bddab owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:21.720406 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1c9a32e5-042e-46ff-a660-88ec328def3e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:21.790052 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e8a510d2-c5d8-4e2d-ab39-5e86ea2998c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:21.795082 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9a32e5-042e-46ff-a660-88ec328def3e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] No DVR routers for this DVR port d19d35b5-cd00-48bb-a87c-b22f9a1bddab on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:21.797256 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a32e5-042e-46ff-a660-88ec328def3e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event deleted for resources: {'Port': ['ID=d19d35b5-cd00-48bb-a87c-b22f9a1bddab,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:21.833231 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a510d2-c5d8-4e2d-ab39-5e86ea2998c9 None None] No DVR routers for this DVR port d19d35b5-cd00-48bb-a87c-b22f9a1bddab on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:21.839779 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a510d2-c5d8-4e2d-ab39-5e86ea2998c9 None None] Pushing event deleted for resources: {'Port': ['ID=d19d35b5-cd00-48bb-a87c-b22f9a1bddab,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:21.932943 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1c9a32e5-042e-46ff-a660-88ec328def3e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:21.961001 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-403f05af-f381-4613-b9a4-3b7c4053fc67 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for router_gateway, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.017894 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-1c9a32e5-042e-46ff-a660-88ec328def3e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8267bac-1910-4cfd-a367-630ed8021949']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:22.031928 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-1c9a32e5-042e-46ff-a660-88ec328def3e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '594e9eda-a66a-4ce6-a68d-e4659a9c2148') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:22.032228 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-1c9a32e5-042e-46ff-a660-88ec328def3e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '594e9eda-a66a-4ce6-a68d-e4659a9c2148') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:22.045810 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1c9a32e5-042e-46ff-a660-88ec328def3e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.055850 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d19d35b5-cd00-48bb-a87c-b22f9a1bddab no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:22.077709 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: d19d35b5-cd00-48bb-a87c-b22f9a1bddab {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:12:22.078202 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d19d35b5-cd00-48bb-a87c-b22f9a1bddab not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:22.078721 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 941326d2-e02e-4de4-b227-6c8fb9aca2b4 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:22.090457 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1c9a32e5-042e-46ff-a660-88ec328def3e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.098178 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 941326d2-e02e-4de4-b227-6c8fb9aca2b4 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:12:22.098579 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 941326d2-e02e-4de4-b227-6c8fb9aca2b4 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:22.100606 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c9a32e5-042e-46ff-a660-88ec328def3e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:12:22.101145 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1c9a32e5-042e-46ff-a660-88ec328def3e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.104164 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:12:22.104164 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:12:22.104164 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:12:22.104164 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:12:22.104164 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:12:22.104164 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:12:22.104164 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:12:22.104164 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:12:22.104164 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:12:22.104164 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:12:22.104164 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:12:22.104164 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:12:22.104164 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:12:22.104164 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:12:22.104164 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:12:22.104164 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:12:22.104164 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:12:22.104164 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:12:22.104164 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:12:22.104164 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:12:22.104164 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:12:22.104164 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:12:22.104164 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:12:22.104164 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:12:22.104164 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:12:22.104164 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:12:22.104164 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:12:22.104164 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:12:22.104164 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:12:22.104164 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:12:22.104164 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:12:22.104164 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:12:22.212461 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1c9a32e5-042e-46ff-a660-88ec328def3e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.221864 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1c9a32e5-042e-46ff-a660-88ec328def3e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.223697 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1c9a32e5-042e-46ff-a660-88ec328def3e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/networks/d8267bac-1910-4cfd-a367-630ed8021949 HTTP/1.1" status: 204 len: 168 time: 1.1551821 Sep 16 05:12:22.227199 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48360) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:22.238959 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a32e5-042e-46ff-a660-88ec328def3e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event deleted for resources: {'Network': ['ID=d8267bac-1910-4cfd-a367-630ed8021949,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:22.295978 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-403f05af-f381-4613-b9a4-3b7c4053fc67 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.453184 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403f05af-f381-4613-b9a4-3b7c4053fc67 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Router e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:12:22.606305 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403f05af-f381-4613-b9a4-3b7c4053fc67 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:22.618684 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7557bd-def3-4a8f-a930-4c18b61e4bd9 None None] Sync routers for ids ['e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:22.628215 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7557bd-def3-4a8f-a930-4c18b61e4bd9 None None] Routers {'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:22.628866 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-3d7557bd-def3-4a8f-a930-4c18b61e4bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:22.635561 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-403f05af-f381-4613-b9a4-3b7c4053fc67 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.640261 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-403f05af-f381-4613-b9a4-3b7c4053fc67 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5446115 Sep 16 05:12:22.640496 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48362) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:22.687473 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8416f8d5-3e2a-4327-a3c1-dbfb5b36685d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.741396 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e40bdc84-f276-40ab-b487-e674da0693bb tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=da5c99301f5942cd8cb2baff109305cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0964813 Sep 16 05:12:22.742000 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48366) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:22.783090 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-3d7557bd-def3-4a8f-a930-4c18b61e4bd9 None None] Set router e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:22.953742 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2694ba89-0262-42e4-8e70-7358345dee7e tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:22.958782 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2694ba89-0262-42e4-8e70-7358345dee7e tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2143638 Sep 16 05:12:22.961702 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48368) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:23.003281 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b87cd961-e6c5-4675-ab76-a628a7d4fa77 tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=6423976d-c7ec-41de-996e-2a06dce8febc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365176 Sep 16 05:12:23.003868 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48370) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:23.009661 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-9baa8d27-62bd-46c1-856f-1baabb4ae09c tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1927564452', 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7', 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:23.146248 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9baa8d27-62bd-46c1-856f-1baabb4ae09c tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Made reservation on behalf of da5c99301f5942cd8cb2baff109305cb for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:23.151764 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9baa8d27-62bd-46c1-856f-1baabb4ae09c tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.173931 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-8416f8d5-3e2a-4327-a3c1-dbfb5b36685d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Deleting port 7aeef3af-e815-413f-b0e9-ac82c00df506 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:23.173931 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8416f8d5-3e2a-4327-a3c1-dbfb5b36685d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.218784 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-3d7557bd-def3-4a8f-a930-4c18b61e4bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'name': 'tempest-TestNetworkBasicOps-router-1805372549', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:12:21Z', 'revision_number': 3, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'gw_port': {'id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:12:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:23.249744 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7557bd-def3-4a8f-a930-4c18b61e4bd9 None None] Checking router: e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:23.252333 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7557bd-def3-4a8f-a930-4c18b61e4bd9 None None] Updating router e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e port df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:12:23.285655 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3d7557bd-def3-4a8f-a930-4c18b61e4bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.329236 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-8416f8d5-3e2a-4327-a3c1-dbfb5b36685d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] For port 7aeef3af-e815-413f-b0e9-ac82c00df506, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=7aeef3af-e815-413f-b0e9-ac82c00df506,segment=NetworkSegment(fb40bf2c-f180-4314-9974-6d1cb7419ddb),segment_id=fb40bf2c-f180-4314-9974-6d1cb7419ddb)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:23.330229 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8416f8d5-3e2a-4327-a3c1-dbfb5b36685d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.368880 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-8416f8d5-3e2a-4327-a3c1-dbfb5b36685d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Calling delete_port for 7aeef3af-e815-413f-b0e9-ac82c00df506 owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:23.441782 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9baa8d27-62bd-46c1-856f-1baabb4ae09c tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.506273 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa8d27-62bd-46c1-856f-1baabb4ae09c tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'Subnet': ['ID=93e32929-b54b-40c3-a07b-988e4bde0ff1,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:23.564323 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baa8d27-62bd-46c1-856f-1baabb4ae09c tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Checking segment: {'id': '37fd60eb-a7c4-4a0c-ac70-5074eed18752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:23.564727 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baa8d27-62bd-46c1-856f-1baabb4ae09c tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Network hostable DHCP agents. Network: 311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:12:23.598859 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baa8d27-62bd-46c1-856f-1baabb4ae09c tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Network 311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:12:23.618478 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-9baa8d27-62bd-46c1-856f-1baabb4ae09c tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:23.626444 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baa8d27-62bd-46c1-856f-1baabb4ae09c tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:23.627553 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9baa8d27-62bd-46c1-856f-1baabb4ae09c tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.655124 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9baa8d27-62bd-46c1-856f-1baabb4ae09c tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6499474 Sep 16 05:12:23.655897 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48374) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:23.661961 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cccf31-fd59-4077-9c21-833a7f54be5d None None] Network 311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:23.680947 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8416f8d5-3e2a-4327-a3c1-dbfb5b36685d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.717523 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8416f8d5-3e2a-4327-a3c1-dbfb5b36685d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event deleted for resources: {'Port': ['ID=7aeef3af-e815-413f-b0e9-ac82c00df506,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:23.741891 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3d7557bd-def3-4a8f-a930-4c18b61e4bd9 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.779628 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3d7557bd-def3-4a8f-a930-4c18b61e4bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.849201 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63edae81-1e34-4f5b-a9f7-ca71bd3f1bb3 None None] Pushing event updated for resources: {'Port': ['ID=df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:23.911632 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8416f8d5-3e2a-4327-a3c1-dbfb5b36685d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.969490 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-3d7557bd-def3-4a8f-a930-4c18b61e4bd9 None None] Attempting to bind port df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:23.969872 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-3d7557bd-def3-4a8f-a930-4c18b61e4bd9 None None] Attempting to bind port df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:23.970244 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7557bd-def3-4a8f-a930-4c18b61e4bd9 None None] Attempting to bind port df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:23.982371 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7557bd-def3-4a8f-a930-4c18b61e4bd9 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:23.986940 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7557bd-def3-4a8f-a930-4c18b61e4bd9 None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:23.987535 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3d7557bd-def3-4a8f-a930-4c18b61e4bd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.987960 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7557bd-def3-4a8f-a930-4c18b61e4bd9 None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:23.988803 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-3d7557bd-def3-4a8f-a930-4c18b61e4bd9 None None] Bound port: df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:23.989207 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3d7557bd-def3-4a8f-a930-4c18b61e4bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.024396 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5323dde3-4f63-4709-a0de-b13fd6b4b006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7', 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'fixed_ips': [{'subnet_id': '93e32929-b54b-40c3-a07b-988e4bde0ff1'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:12:24.025239 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5323dde3-4f63-4709-a0de-b13fd6b4b006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.158290 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-3d7557bd-def3-4a8f-a930-4c18b61e4bd9 None None] For port df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:24.181810 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-3d7557bd-def3-4a8f-a930-4c18b61e4bd9 None None] For port df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:24.200468 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3d7557bd-def3-4a8f-a930-4c18b61e4bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.260882 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8416f8d5-3e2a-4327-a3c1-dbfb5b36685d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Router 75affd59-79f0-4d3d-8823-36df5a43d84b has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:24.401247 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-5323dde3-4f63-4709-a0de-b13fd6b4b006 None None] Allocated IP 172.20.0.2 (311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7/93e32929-b54b-40c3-a07b-988e4bde0ff1/5a7d5ef6-9f88-47da-95c5-ab9698a8fb76) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:24.404744 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7557bd-def3-4a8f-a930-4c18b61e4bd9 None None] Routers {'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:24.405867 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-3d7557bd-def3-4a8f-a930-4c18b61e4bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:24.441309 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8416f8d5-3e2a-4327-a3c1-dbfb5b36685d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:24.446388 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63edae81-1e34-4f5b-a9f7-ca71bd3f1bb3 None None] Pushing event updated for resources: {'Port': ['ID=df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:24.476591 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e660d5-a8d8-422d-b1d1-9f4141b1b572 None None] Sync routers for ids ['75affd59-79f0-4d3d-8823-36df5a43d84b'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:24.482437 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8416f8d5-3e2a-4327-a3c1-dbfb5b36685d tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "PUT /v2.0/routers/75affd59-79f0-4d3d-8823-36df5a43d84b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2534540 Sep 16 05:12:24.489995 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48378) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:24.502857 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e660d5-a8d8-422d-b1d1-9f4141b1b572 None None] Routers {'75affd59-79f0-4d3d-8823-36df5a43d84b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:24.503630 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-79e660d5-a8d8-422d-b1d1-9f4141b1b572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['75affd59-79f0-4d3d-8823-36df5a43d84b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:24.586666 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ec9ac4-cfaf-4ede-bdd7-c1cb2ad56d5e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Deleting subnet 62f4b7c3-ffd5-4613-a897-efc5df847bfd {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:12:24.592795 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-3d7557bd-def3-4a8f-a930-4c18b61e4bd9 None None] Set router e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:24.593617 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b4ec9ac4-cfaf-4ede-bdd7-c1cb2ad56d5e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.704978 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b4ec9ac4-cfaf-4ede-bdd7-c1cb2ad56d5e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.727351 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d6f35bd-fa3e-4db3-80a3-3d3901504690 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.746427 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-79e660d5-a8d8-422d-b1d1-9f4141b1b572 None None] Set router 75affd59-79f0-4d3d-8823-36df5a43d84b gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:24.821166 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5323dde3-4f63-4709-a0de-b13fd6b4b006 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.838965 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5323dde3-4f63-4709-a0de-b13fd6b4b006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.899931 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b4ec9ac4-cfaf-4ede-bdd7-c1cb2ad56d5e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.902738 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5323dde3-4f63-4709-a0de-b13fd6b4b006 None None] Network 311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:24.906606 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-5323dde3-4f63-4709-a0de-b13fd6b4b006 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:24.916520 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5323dde3-4f63-4709-a0de-b13fd6b4b006 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:24.987771 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323dde3-4f63-4709-a0de-b13fd6b4b006 None None] Pushing event updated for resources: {'Port': ['ID=5a7d5ef6-9f88-47da-95c5-ab9698a8fb76,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:24.999100 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-5323dde3-4f63-4709-a0de-b13fd6b4b006 None None] Attempting to bind port 5a7d5ef6-9f88-47da-95c5-ab9698a8fb76 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:24.999466 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-5323dde3-4f63-4709-a0de-b13fd6b4b006 None None] Attempting to bind port 5a7d5ef6-9f88-47da-95c5-ab9698a8fb76 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '37fd60eb-a7c4-4a0c-ac70-5074eed18752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:24.999836 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5323dde3-4f63-4709-a0de-b13fd6b4b006 None None] Attempting to bind port 5a7d5ef6-9f88-47da-95c5-ab9698a8fb76 on network 311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:25.005905 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5323dde3-4f63-4709-a0de-b13fd6b4b006 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:25.006282 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5323dde3-4f63-4709-a0de-b13fd6b4b006 None None] Checking segment: {'id': '37fd60eb-a7c4-4a0c-ac70-5074eed18752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:25.006694 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5323dde3-4f63-4709-a0de-b13fd6b4b006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.007089 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5323dde3-4f63-4709-a0de-b13fd6b4b006 None None] Bound using segment: {'id': '37fd60eb-a7c4-4a0c-ac70-5074eed18752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:25.007590 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-5323dde3-4f63-4709-a0de-b13fd6b4b006 None None] Bound port: 5a7d5ef6-9f88-47da-95c5-ab9698a8fb76, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fd60eb-a7c4-4a0c-ac70-5074eed18752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:25.007937 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5323dde3-4f63-4709-a0de-b13fd6b4b006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.051459 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-3d7557bd-def3-4a8f-a930-4c18b61e4bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'name': 'tempest-TestNetworkBasicOps-router-1805372549', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:12:21Z', 'revision_number': 3, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'gw_port': {'id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:12:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:25.063581 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b4ec9ac4-cfaf-4ede-bdd7-c1cb2ad56d5e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.086034 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7557bd-def3-4a8f-a930-4c18b61e4bd9 None None] The sync data for ids ['e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'] in n-d-712139-15 is: [{'id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'name': 'tempest-TestNetworkBasicOps-router-1805372549', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:12:21Z', 'revision_number': 3, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'gw_port': {'id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:12:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:25.112329 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-5323dde3-4f63-4709-a0de-b13fd6b4b006 None None] For port 5a7d5ef6-9f88-47da-95c5-ab9698a8fb76, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:25.124369 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-5323dde3-4f63-4709-a0de-b13fd6b4b006 None None] For port 5a7d5ef6-9f88-47da-95c5-ab9698a8fb76, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=5a7d5ef6-9f88-47da-95c5-ab9698a8fb76,segment=NetworkSegment(37fd60eb-a7c4-4a0c-ac70-5074eed18752),segment_id=37fd60eb-a7c4-4a0c-ac70-5074eed18752)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:25.127616 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5323dde3-4f63-4709-a0de-b13fd6b4b006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.151522 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-7d6f35bd-fa3e-4db3-80a3-3d3901504690 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Allocated IP 172.20.0.1 (311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7/93e32929-b54b-40c3-a07b-988e4bde0ff1/a6903f32-d0c4-471c-8011-c0508d12e1bb) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:25.164460 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec9ac4-cfaf-4ede-bdd7-c1cb2ad56d5e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event deleted for resources: {'Subnet': ['ID=62f4b7c3-ffd5-4613-a897-efc5df847bfd,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:25.169798 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b4ec9ac4-cfaf-4ede-bdd7-c1cb2ad56d5e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.172807 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b4ec9ac4-cfaf-4ede-bdd7-c1cb2ad56d5e tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/subnets/62f4b7c3-ffd5-4613-a897-efc5df847bfd HTTP/1.1" status: 204 len: 168 time: 0.6813722 Sep 16 05:12:25.175732 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48382) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:25.196885 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323dde3-4f63-4709-a0de-b13fd6b4b006 None None] Pushing event updated for resources: {'Port': ['ID=5a7d5ef6-9f88-47da-95c5-ab9698a8fb76,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:25.199861 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94360fcb-c7ea-4915-8dbd-9379c3c6651a None None] Network bff2fc81-92ea-41e4-a901-2afff6cdc55f requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:25.366589 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-79e660d5-a8d8-422d-b1d1-9f4141b1b572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'name': 'tempest-RoutersIpV6Test-router-477700483', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:52Z', 'updated_at': '2021-09-16T05:12:23Z', 'revision_number': 10, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'gw_port_host': None, '_interfaces': [{'id': 'e8e7d13b-4f79-47f8-b31f-592e34a10ae6', 'name': '', 'network_id': 'a381c8ab-371e-4e7e-9326-940c36d75bdb', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:dc:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:54Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:25.440238 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e660d5-a8d8-422d-b1d1-9f4141b1b572 None None] Checking router: 75affd59-79f0-4d3d-8823-36df5a43d84b for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:25.464467 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e660d5-a8d8-422d-b1d1-9f4141b1b572 None None] Routers {'75affd59-79f0-4d3d-8823-36df5a43d84b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:25.464936 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-79e660d5-a8d8-422d-b1d1-9f4141b1b572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['75affd59-79f0-4d3d-8823-36df5a43d84b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:25.499182 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd99878-bb3a-4618-8ac2-16519829ccdf None None] DHCP port deletion for bff2fc81-92ea-41e4-a901-2afff6cdc55f request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:12:25.521640 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c80a8754-1567-4412-9f50-de2659acd774 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.533104 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d6f35bd-fa3e-4db3-80a3-3d3901504690 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.688213 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-fbd99878-bb3a-4618-8ac2-16519829ccdf None None] Deleting port 206625b1-fa6f-45e3-9e6b-ff80383d39ee {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:25.688763 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fbd99878-bb3a-4618-8ac2-16519829ccdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.723173 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-c80a8754-1567-4412-9f50-de2659acd774 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Deleting port 206625b1-fa6f-45e3-9e6b-ff80383d39ee {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:25.727345 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c80a8754-1567-4412-9f50-de2659acd774 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.727757 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d6f35bd-fa3e-4db3-80a3-3d3901504690 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.732456 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-79e660d5-a8d8-422d-b1d1-9f4141b1b572 None None] Set router 75affd59-79f0-4d3d-8823-36df5a43d84b gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:25.842358 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6f35bd-fa3e-4db3-80a3-3d3901504690 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Network 311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:25.846141 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-7d6f35bd-fa3e-4db3-80a3-3d3901504690 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:25.858890 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6f35bd-fa3e-4db3-80a3-3d3901504690 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:25.941316 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-c80a8754-1567-4412-9f50-de2659acd774 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] For port 206625b1-fa6f-45e3-9e6b-ff80383d39ee, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=206625b1-fa6f-45e3-9e6b-ff80383d39ee,segment=NetworkSegment(fb40bf2c-f180-4314-9974-6d1cb7419ddb),segment_id=fb40bf2c-f180-4314-9974-6d1cb7419ddb)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:25.941718 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c80a8754-1567-4412-9f50-de2659acd774 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.948177 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f35bd-fa3e-4db3-80a3-3d3901504690 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'Port': ['ID=a6903f32-d0c4-471c-8011-c0508d12e1bb,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:25.991027 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-c80a8754-1567-4412-9f50-de2659acd774 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Calling delete_port for 206625b1-fa6f-45e3-9e6b-ff80383d39ee owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:26.002190 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d6f35bd-fa3e-4db3-80a3-3d3901504690 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:26.013163 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-fbd99878-bb3a-4618-8ac2-16519829ccdf None None] For port 206625b1-fa6f-45e3-9e6b-ff80383d39ee, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=206625b1-fa6f-45e3-9e6b-ff80383d39ee,segment=NetworkSegment(fb40bf2c-f180-4314-9974-6d1cb7419ddb),segment_id=fb40bf2c-f180-4314-9974-6d1cb7419ddb)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:26.014642 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fbd99878-bb3a-4618-8ac2-16519829ccdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:26.069745 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-fbd99878-bb3a-4618-8ac2-16519829ccdf None None] Calling delete_port for 206625b1-fa6f-45e3-9e6b-ff80383d39ee owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:26.152128 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c80a8754-1567-4412-9f50-de2659acd774 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:26.215087 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-79e660d5-a8d8-422d-b1d1-9f4141b1b572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'name': 'tempest-RoutersIpV6Test-router-477700483', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:52Z', 'updated_at': '2021-09-16T05:12:23Z', 'revision_number': 10, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'gw_port_host': None, '_interfaces': [{'id': 'e8e7d13b-4f79-47f8-b31f-592e34a10ae6', 'name': '', 'network_id': 'a381c8ab-371e-4e7e-9326-940c36d75bdb', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:dc:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:54Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:26.243134 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a8754-1567-4412-9f50-de2659acd774 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event deleted for resources: {'Port': ['ID=206625b1-fa6f-45e3-9e6b-ff80383d39ee,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:26.246648 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80a8754-1567-4412-9f50-de2659acd774 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] No DVR routers for this DVR port 206625b1-fa6f-45e3-9e6b-ff80383d39ee on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:26.343032 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e660d5-a8d8-422d-b1d1-9f4141b1b572 None None] The sync data for ids ['75affd59-79f0-4d3d-8823-36df5a43d84b'] in n-d-712139-15 is: [{'id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'name': 'tempest-RoutersIpV6Test-router-477700483', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:52Z', 'updated_at': '2021-09-16T05:12:23Z', 'revision_number': 10, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'gw_port_host': None, '_interfaces': [{'id': 'e8e7d13b-4f79-47f8-b31f-592e34a10ae6', 'name': '', 'network_id': 'a381c8ab-371e-4e7e-9326-940c36d75bdb', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'mac_address': 'fa:16:3e:dc:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:54Z', 'updated_at': '2021-09-16T05:12:01Z', 'revision_number': 5, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'subnets': [{'id': '1f7f4d02-4092-4d89-9993-be363e83b0dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:26.384650 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fbd99878-bb3a-4618-8ac2-16519829ccdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:26.432549 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d6f35bd-fa3e-4db3-80a3-3d3901504690 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:26.455224 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd99878-bb3a-4618-8ac2-16519829ccdf None None] Pushing event deleted for resources: {'Port': ['ID=206625b1-fa6f-45e3-9e6b-ff80383d39ee,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:26.460788 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd99878-bb3a-4618-8ac2-16519829ccdf None None] No DVR routers for this DVR port 206625b1-fa6f-45e3-9e6b-ff80383d39ee on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:26.512223 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c80a8754-1567-4412-9f50-de2659acd774 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:26.583149 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-c80a8754-1567-4412-9f50-de2659acd774 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff2fc81-92ea-41e4-a901-2afff6cdc55f']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:26.594243 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-c80a8754-1567-4412-9f50-de2659acd774 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb40bf2c-f180-4314-9974-6d1cb7419ddb') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:26.594691 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-c80a8754-1567-4412-9f50-de2659acd774 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb40bf2c-f180-4314-9974-6d1cb7419ddb') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:26.611019 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c80a8754-1567-4412-9f50-de2659acd774 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:26.631585 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c80a8754-1567-4412-9f50-de2659acd774 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:26.644292 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c80a8754-1567-4412-9f50-de2659acd774 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:12:26.644834 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c80a8754-1567-4412-9f50-de2659acd774 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:26.650362 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:12:26.650362 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:12:26.650362 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:12:26.650362 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:12:26.650362 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:12:26.650362 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:12:26.650362 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:12:26.650362 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:12:26.650362 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:12:26.650362 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:12:26.650362 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:12:26.650362 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:12:26.650362 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:12:26.650362 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:12:26.650362 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:12:26.650362 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:12:26.650362 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:12:26.650362 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:12:26.650362 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:12:26.650362 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:12:26.650362 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:12:26.650362 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:12:26.650362 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:12:26.650362 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:12:26.650362 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:12:26.650362 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:12:26.650362 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:12:26.650362 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:12:26.650362 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:12:26.650362 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:12:26.650362 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:12:26.650362 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:12:26.755180 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:26.849505 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c80a8754-1567-4412-9f50-de2659acd774 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:26.887123 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c80a8754-1567-4412-9f50-de2659acd774 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:26.891617 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:26.891927 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:26.902692 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c80a8754-1567-4412-9f50-de2659acd774 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/networks/bff2fc81-92ea-41e4-a901-2afff6cdc55f HTTP/1.1" status: 204 len: 168 time: 1.7207332 Sep 16 05:12:26.902692 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a8754-1567-4412-9f50-de2659acd774 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event deleted for resources: {'Network': ['ID=bff2fc81-92ea-41e4-a901-2afff6cdc55f,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:26.904836 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48388) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:27.038694 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d6f35bd-fa3e-4db3-80a3-3d3901504690 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.049319 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d6f35bd-fa3e-4db3-80a3-3d3901504690 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.173537 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f35bd-fa3e-4db3-80a3-3d3901504690 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'Port': ['ID=a6903f32-d0c4-471c-8011-c0508d12e1bb,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:27.186083 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.271790 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:27.284673 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.284673 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 5a7d5ef6-9f88-47da-95c5-ab9698a8fb76 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:27.299385 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d6f35bd-fa3e-4db3-80a3-3d3901504690 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.393746 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:27.411179 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 5a7d5ef6-9f88-47da-95c5-ab9698a8fb76 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:27.411446 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.449118 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863591c1-76f7-43ce-8659-407e6df451c3 None None] Network 311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:27.501784 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6f35bd-fa3e-4db3-80a3-3d3901504690 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Network 311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:27.503465 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-7d6f35bd-fa3e-4db3-80a3-3d3901504690 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:27.579613 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-5794fa3f-ceb3-4234-9eea-c7fb9cc749dd None None] Provisioning complete for port 5a7d5ef6-9f88-47da-95c5-ab9698a8fb76 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:27.580005 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5794fa3f-ceb3-4234-9eea-c7fb9cc749dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.687723 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6f35bd-fa3e-4db3-80a3-3d3901504690 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Router e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:27.745942 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.781465 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7fafa5e4-209d-49ae-9cb1-deb330a304f4 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.888899 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 5a7d5ef6-9f88-47da-95c5-ab9698a8fb76, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=5a7d5ef6-9f88-47da-95c5-ab9698a8fb76,segment=NetworkSegment(37fd60eb-a7c4-4a0c-ac70-5074eed18752),segment_id=37fd60eb-a7c4-4a0c-ac70-5074eed18752)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:27.898905 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6f35bd-fa3e-4db3-80a3-3d3901504690 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:27.905177 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.911405 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5794fa3f-ceb3-4234-9eea-c7fb9cc749dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.911719 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7d6f35bd-fa3e-4db3-80a3-3d3901504690 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "PUT /v2.0/routers/e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2547953 Sep 16 05:12:27.915862 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48392) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:28.018409 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 206625b1-fa6f-45e3-9e6b-ff80383d39ee no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:28.239552 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e354b85b-98b6-41d4-ad02-cbe80eb0cc7e tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:28.240105 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e354b85b-98b6-41d4-ad02-cbe80eb0cc7e tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:28.240449 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e354b85b-98b6-41d4-ad02-cbe80eb0cc7e tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:28.240948 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e354b85b-98b6-41d4-ad02-cbe80eb0cc7e tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:28.241411 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e354b85b-98b6-41d4-ad02-cbe80eb0cc7e tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:28.241863 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e354b85b-98b6-41d4-ad02-cbe80eb0cc7e tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:28.242316 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e354b85b-98b6-41d4-ad02-cbe80eb0cc7e tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:28.242766 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e354b85b-98b6-41d4-ad02-cbe80eb0cc7e tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:28.243219 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e354b85b-98b6-41d4-ad02-cbe80eb0cc7e tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:28.253445 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e354b85b-98b6-41d4-ad02-cbe80eb0cc7e tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6362 time: 0.3285167 Sep 16 05:12:28.254197 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48394) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:28.313617 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180ab4a9-d4ca-49d1-8b2c-632efafd9db9 None None] Sync routers for ids ['e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:28.322383 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 206625b1-fa6f-45e3-9e6b-ff80383d39ee {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:12:28.322788 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 206625b1-fa6f-45e3-9e6b-ff80383d39ee not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:28.344514 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-7fafa5e4-209d-49ae-9cb1-deb330a304f4 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Deleting port e8e7d13b-4f79-47f8-b31f-592e34a10ae6 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:28.346006 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7fafa5e4-209d-49ae-9cb1-deb330a304f4 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:28.371255 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=5a7d5ef6-9f88-47da-95c5-ab9698a8fb76,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:28.398779 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180ab4a9-d4ca-49d1-8b2c-632efafd9db9 None None] Routers {'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:28.399897 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-180ab4a9-d4ca-49d1-8b2c-632efafd9db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:28.430411 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-5794fa3f-ceb3-4234-9eea-c7fb9cc749dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:12:28.431084 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-5794fa3f-ceb3-4234-9eea-c7fb9cc749dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:12:28.494685 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:28.503551 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587ab607-e884-4fa9-a165-dde5d602786c tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:28.505080 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587ab607-e884-4fa9-a165-dde5d602786c tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:28.505548 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587ab607-e884-4fa9-a165-dde5d602786c tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:28.506008 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587ab607-e884-4fa9-a165-dde5d602786c tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:28.506462 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587ab607-e884-4fa9-a165-dde5d602786c tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:28.507217 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587ab607-e884-4fa9-a165-dde5d602786c tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:28.507391 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587ab607-e884-4fa9-a165-dde5d602786c tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:28.508397 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587ab607-e884-4fa9-a165-dde5d602786c tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:28.508979 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587ab607-e884-4fa9-a165-dde5d602786c tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:28.515221 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-587ab607-e884-4fa9-a165-dde5d602786c tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5887 time: 0.2568331 Sep 16 05:12:28.516253 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48396) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:28.530451 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-7fafa5e4-209d-49ae-9cb1-deb330a304f4 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] For port e8e7d13b-4f79-47f8-b31f-592e34a10ae6, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=e8e7d13b-4f79-47f8-b31f-592e34a10ae6,segment=NetworkSegment(51496f8f-20e0-4f27-b863-6c81d0d7a40b),segment_id=51496f8f-20e0-4f27-b863-6c81d0d7a40b)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:28.531115 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7fafa5e4-209d-49ae-9cb1-deb330a304f4 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:28.552060 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-7fafa5e4-209d-49ae-9cb1-deb330a304f4 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Calling delete_port for e8e7d13b-4f79-47f8-b31f-592e34a10ae6 owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:28.643940 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-180ab4a9-d4ca-49d1-8b2c-632efafd9db9 None None] Set router e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:28.646915 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:28.647330 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:28.876955 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7fafa5e4-209d-49ae-9cb1-deb330a304f4 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:28.918460 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 7aeef3af-e815-413f-b0e9-ac82c00df506 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:28.936354 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fafa5e4-209d-49ae-9cb1-deb330a304f4 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event deleted for resources: {'Port': ['ID=e8e7d13b-4f79-47f8-b31f-592e34a10ae6,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:28.959122 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 7aeef3af-e815-413f-b0e9-ac82c00df506 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:12:28.959390 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 7aeef3af-e815-413f-b0e9-ac82c00df506 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:29.100349 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-180ab4a9-d4ca-49d1-8b2c-632efafd9db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'name': 'tempest-TestNetworkBasicOps-router-1805372549', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:12:26Z', 'revision_number': 4, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'gw_port': {'id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'a6903f32-d0c4-471c-8011-c0508d12e1bb', 'name': '', 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'mac_address': 'fa:16:3e:78:c8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '93e32929-b54b-40c3-a07b-988e4bde0ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:24Z', 'updated_at': '2021-09-16T05:12:26Z', 'revision_number': 2, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'subnets': [{'id': '93e32929-b54b-40c3-a07b-988e4bde0ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:29.114830 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7fafa5e4-209d-49ae-9cb1-deb330a304f4 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:29.133266 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180ab4a9-d4ca-49d1-8b2c-632efafd9db9 None None] Checking router: e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:29.133579 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180ab4a9-d4ca-49d1-8b2c-632efafd9db9 None None] Updating router e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e port a6903f32-d0c4-471c-8011-c0508d12e1bb binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:12:29.195954 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-180ab4a9-d4ca-49d1-8b2c-632efafd9db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:29.219730 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-05e6f50a-8a6d-419c-9c6c-a5b6023d9780 None None] Provisioning complete for port a6903f32-d0c4-471c-8011-c0508d12e1bb triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:29.220100 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-05e6f50a-8a6d-419c-9c6c-a5b6023d9780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:29.377546 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fafa5e4-209d-49ae-9cb1-deb330a304f4 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Router 75affd59-79f0-4d3d-8823-36df5a43d84b has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:29.381502 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-05e6f50a-8a6d-419c-9c6c-a5b6023d9780 None None] Port a6903f32-d0c4-471c-8011-c0508d12e1bb cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:29.423041 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-05e6f50a-8a6d-419c-9c6c-a5b6023d9780 None None] Provisioning complete for port 5a7d5ef6-9f88-47da-95c5-ab9698a8fb76 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:29.423680 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-05e6f50a-8a6d-419c-9c6c-a5b6023d9780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:29.587134 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-dc4ebd16-c5a4-4497-91a3-c5e4b3babfc6 tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5016 time: 1.0686071 Sep 16 05:12:29.663200 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-180ab4a9-d4ca-49d1-8b2c-632efafd9db9 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:29.678639 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-180ab4a9-d4ca-49d1-8b2c-632efafd9db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:29.760015 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a304fb-6d80-44a7-91f2-278a02c16493 None None] Pushing event updated for resources: {'Port': ['ID=a6903f32-d0c4-471c-8011-c0508d12e1bb,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:29.824422 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-180ab4a9-d4ca-49d1-8b2c-632efafd9db9 None None] Attempting to bind port a6903f32-d0c4-471c-8011-c0508d12e1bb on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:29.826914 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-180ab4a9-d4ca-49d1-8b2c-632efafd9db9 None None] Attempting to bind port a6903f32-d0c4-471c-8011-c0508d12e1bb by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '37fd60eb-a7c4-4a0c-ac70-5074eed18752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:29.827461 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180ab4a9-d4ca-49d1-8b2c-632efafd9db9 None None] Attempting to bind port a6903f32-d0c4-471c-8011-c0508d12e1bb on network 311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:29.839947 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180ab4a9-d4ca-49d1-8b2c-632efafd9db9 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:29.842838 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180ab4a9-d4ca-49d1-8b2c-632efafd9db9 None None] Checking segment: {'id': '37fd60eb-a7c4-4a0c-ac70-5074eed18752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:29.844678 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-180ab4a9-d4ca-49d1-8b2c-632efafd9db9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:29.845309 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180ab4a9-d4ca-49d1-8b2c-632efafd9db9 None None] Bound using segment: {'id': '37fd60eb-a7c4-4a0c-ac70-5074eed18752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:29.847483 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-180ab4a9-d4ca-49d1-8b2c-632efafd9db9 None None] Bound port: a6903f32-d0c4-471c-8011-c0508d12e1bb, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fd60eb-a7c4-4a0c-ac70-5074eed18752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:29.849063 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-180ab4a9-d4ca-49d1-8b2c-632efafd9db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:29.874187 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fafa5e4-209d-49ae-9cb1-deb330a304f4 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:29.882260 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7fafa5e4-209d-49ae-9cb1-deb330a304f4 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "PUT /v2.0/routers/75affd59-79f0-4d3d-8823-36df5a43d84b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9736497 Sep 16 05:12:29.883716 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48406) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:29.899357 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723b7bd6-3f69-41bf-aad7-74e980f63833 None None] Sync routers for ids ['75affd59-79f0-4d3d-8823-36df5a43d84b'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:29.914899 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48408) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:29.922384 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-a1418b2c-c87e-42a0-ac54-22aa040dedb8 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1289031194', 'description': 'tempest-secgroup-smoke-1289031194 description', 'project_id': 'da5c99301f5942cd8cb2baff109305cb'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:29.931267 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723b7bd6-3f69-41bf-aad7-74e980f63833 None None] Routers {'75affd59-79f0-4d3d-8823-36df5a43d84b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:29.933796 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-723b7bd6-3f69-41bf-aad7-74e980f63833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['75affd59-79f0-4d3d-8823-36df5a43d84b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:29.989177 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a1418b2c-c87e-42a0-ac54-22aa040dedb8 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.026218 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-180ab4a9-d4ca-49d1-8b2c-632efafd9db9 None None] For port a6903f32-d0c4-471c-8011-c0508d12e1bb, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:30.027953 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-723b7bd6-3f69-41bf-aad7-74e980f63833 None None] Set router 75affd59-79f0-4d3d-8823-36df5a43d84b gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:30.035521 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-180ab4a9-d4ca-49d1-8b2c-632efafd9db9 None None] For port a6903f32-d0c4-471c-8011-c0508d12e1bb, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=a6903f32-d0c4-471c-8011-c0508d12e1bb,segment=NetworkSegment(37fd60eb-a7c4-4a0c-ac70-5074eed18752),segment_id=37fd60eb-a7c4-4a0c-ac70-5074eed18752)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:30.048179 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-180ab4a9-d4ca-49d1-8b2c-632efafd9db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.049777 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-96049f0f-ebd3-4db8-8258-da1ae8fe12c2 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Deleting subnet 1f7f4d02-4092-4d89-9993-be363e83b0dc {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:12:30.062854 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-96049f0f-ebd3-4db8-8258-da1ae8fe12c2 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.093426 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-723b7bd6-3f69-41bf-aad7-74e980f63833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'name': 'tempest-RoutersIpV6Test-router-477700483', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:52Z', 'updated_at': '2021-09-16T05:12:28Z', 'revision_number': 11, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:30.148953 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-96049f0f-ebd3-4db8-8258-da1ae8fe12c2 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.160176 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723b7bd6-3f69-41bf-aad7-74e980f63833 None None] Checking router: 75affd59-79f0-4d3d-8823-36df5a43d84b for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:30.166079 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180ab4a9-d4ca-49d1-8b2c-632efafd9db9 None None] Routers {'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:30.166720 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-180ab4a9-d4ca-49d1-8b2c-632efafd9db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:30.186633 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723b7bd6-3f69-41bf-aad7-74e980f63833 None None] Routers {'75affd59-79f0-4d3d-8823-36df5a43d84b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:30.186933 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-723b7bd6-3f69-41bf-aad7-74e980f63833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['75affd59-79f0-4d3d-8823-36df5a43d84b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:30.193946 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a1418b2c-c87e-42a0-ac54-22aa040dedb8 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.203462 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a1418b2c-c87e-42a0-ac54-22aa040dedb8 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.252447 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a1418b2c-c87e-42a0-ac54-22aa040dedb8 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.254194 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a1418b2c-c87e-42a0-ac54-22aa040dedb8 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3381662 Sep 16 05:12:30.259202 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48410) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:30.264926 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-5d5d230d-cc0b-4044-9808-7f52d27e7a7a tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Request body: {'security_group_rule': {'security_group_id': '18ef29c0-2968-43fe-8276-0b81f445dee2', 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:30.314794 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1418b2c-c87e-42a0-ac54-22aa040dedb8 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18ef29c0-2968-43fe-8276-0b81f445dee2,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:30.322890 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-723b7bd6-3f69-41bf-aad7-74e980f63833 None None] Set router 75affd59-79f0-4d3d-8823-36df5a43d84b gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:30.323874 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-96049f0f-ebd3-4db8-8258-da1ae8fe12c2 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.382545 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5d5d230d-cc0b-4044-9808-7f52d27e7a7a tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.416889 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-180ab4a9-d4ca-49d1-8b2c-632efafd9db9 None None] Set router e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:30.454143 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-96049f0f-ebd3-4db8-8258-da1ae8fe12c2 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.479234 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-723b7bd6-3f69-41bf-aad7-74e980f63833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'name': 'tempest-RoutersIpV6Test-router-477700483', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:52Z', 'updated_at': '2021-09-16T05:12:28Z', 'revision_number': 11, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:30.513832 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-96049f0f-ebd3-4db8-8258-da1ae8fe12c2 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.519438 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-96049f0f-ebd3-4db8-8258-da1ae8fe12c2 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/subnets/1f7f4d02-4092-4d89-9993-be363e83b0dc HTTP/1.1" status: 204 len: 168 time: 0.6313372 Sep 16 05:12:30.522588 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96049f0f-ebd3-4db8-8258-da1ae8fe12c2 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event deleted for resources: {'Subnet': ['ID=1f7f4d02-4092-4d89-9993-be363e83b0dc,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:30.525985 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48412) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:30.574742 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723b7bd6-3f69-41bf-aad7-74e980f63833 None None] The sync data for ids ['75affd59-79f0-4d3d-8823-36df5a43d84b'] in n-d-712139-15 is: [{'id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'name': 'tempest-RoutersIpV6Test-router-477700483', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:52Z', 'updated_at': '2021-09-16T05:12:28Z', 'revision_number': 11, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'gw_port_host': None}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:30.619828 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5d5d230d-cc0b-4044-9808-7f52d27e7a7a tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.630029 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5d5d230d-cc0b-4044-9808-7f52d27e7a7a tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.646813 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1051f82c-ab80-41c2-9e93-4b1de5cc0889 None None] Network a381c8ab-371e-4e7e-9326-940c36d75bdb requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:30.648683 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d230d-cc0b-4044-9808-7f52d27e7a7a tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b373f7c-353f-4418-90dc-9a4dc242b213,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:30.671701 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5d5d230d-cc0b-4044-9808-7f52d27e7a7a tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.680252 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5d5d230d-cc0b-4044-9808-7f52d27e7a7a tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4169102 Sep 16 05:12:30.680638 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f4a6655b-59ba-4f81-b7b8-27700556ed1b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.681742 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48414) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:30.685940 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-13bdb9e3-2522-49bd-9743-3f134b962376 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Request body: {'security_group_rule': {'security_group_id': '18ef29c0-2968-43fe-8276-0b81f445dee2', 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:30.713303 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a304fb-6d80-44a7-91f2-278a02c16493 None None] Pushing event updated for resources: {'Port': ['ID=a6903f32-d0c4-471c-8011-c0508d12e1bb,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:30.717166 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-13bdb9e3-2522-49bd-9743-3f134b962376 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.762054 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-3fcf1a38-5024-4527-afae-90cf3c59672c None None] Provisioning complete for port a6903f32-d0c4-471c-8011-c0508d12e1bb triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:30.762989 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3fcf1a38-5024-4527-afae-90cf3c59672c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.788101 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-f4a6655b-59ba-4f81-b7b8-27700556ed1b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Deleting port 5d1a894c-9c52-43f1-98e9-8e5c59ee6d9c {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:30.788479 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f4a6655b-59ba-4f81-b7b8-27700556ed1b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.793039 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-13bdb9e3-2522-49bd-9743-3f134b962376 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.801035 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-13bdb9e3-2522-49bd-9743-3f134b962376 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.823689 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdb9e3-2522-49bd-9743-3f134b962376 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a564625-8a63-47cf-b6ad-b757c4191c09,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:30.833194 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-13bdb9e3-2522-49bd-9743-3f134b962376 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.839233 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-13bdb9e3-2522-49bd-9743-3f134b962376 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1554067 Sep 16 05:12:30.843451 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48416) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:30.848803 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-a200acad-3ebc-499e-8e23-dab108ba589a tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Request body: {'security_group_rule': {'security_group_id': '18ef29c0-2968-43fe-8276-0b81f445dee2', 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:30.871161 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-f4a6655b-59ba-4f81-b7b8-27700556ed1b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] For port 5d1a894c-9c52-43f1-98e9-8e5c59ee6d9c, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=5d1a894c-9c52-43f1-98e9-8e5c59ee6d9c,segment=NetworkSegment(51496f8f-20e0-4f27-b863-6c81d0d7a40b),segment_id=51496f8f-20e0-4f27-b863-6c81d0d7a40b)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:30.871398 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f4a6655b-59ba-4f81-b7b8-27700556ed1b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.885949 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-180ab4a9-d4ca-49d1-8b2c-632efafd9db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'name': 'tempest-TestNetworkBasicOps-router-1805372549', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:12:26Z', 'revision_number': 4, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'gw_port': {'id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'a6903f32-d0c4-471c-8011-c0508d12e1bb', 'name': '', 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'mac_address': 'fa:16:3e:78:c8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '93e32929-b54b-40c3-a07b-988e4bde0ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:24Z', 'updated_at': '2021-09-16T05:12:30Z', 'revision_number': 4, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'subnets': [{'id': '93e32929-b54b-40c3-a07b-988e4bde0ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:30.889002 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a200acad-3ebc-499e-8e23-dab108ba589a tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.897399 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-f4a6655b-59ba-4f81-b7b8-27700556ed1b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Calling delete_port for 5d1a894c-9c52-43f1-98e9-8e5c59ee6d9c owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:30.920882 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180ab4a9-d4ca-49d1-8b2c-632efafd9db9 None None] The sync data for ids ['e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'] in n-d-712139-15 is: [{'id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'name': 'tempest-TestNetworkBasicOps-router-1805372549', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:12:26Z', 'revision_number': 4, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'gw_port': {'id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'a6903f32-d0c4-471c-8011-c0508d12e1bb', 'name': '', 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'mac_address': 'fa:16:3e:78:c8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '93e32929-b54b-40c3-a07b-988e4bde0ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:24Z', 'updated_at': '2021-09-16T05:12:30Z', 'revision_number': 4, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'subnets': [{'id': '93e32929-b54b-40c3-a07b-988e4bde0ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:30.991737 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 5a7d5ef6-9f88-47da-95c5-ab9698a8fb76 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:31.056401 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a200acad-3ebc-499e-8e23-dab108ba589a tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.066480 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d909f4a-c048-4b92-a0f1-a99588f41a5c None None] DHCP port deletion for a381c8ab-371e-4e7e-9326-940c36d75bdb request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:12:31.074535 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a200acad-3ebc-499e-8e23-dab108ba589a tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.117848 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a200acad-3ebc-499e-8e23-dab108ba589a tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf6e0d5-2c4e-484b-a270-c95b2ded1951,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:31.146368 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a200acad-3ebc-499e-8e23-dab108ba589a tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.147451 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a200acad-3ebc-499e-8e23-dab108ba589a tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3023174 Sep 16 05:12:31.150317 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48420) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:31.156176 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-90286978-e637-4684-868f-cdb22b198148 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Request body: {'security_group_rule': {'security_group_id': '18ef29c0-2968-43fe-8276-0b81f445dee2', 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:31.182382 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f4a6655b-59ba-4f81-b7b8-27700556ed1b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.187638 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3fcf1a38-5024-4527-afae-90cf3c59672c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.202471 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-90286978-e637-4684-868f-cdb22b198148 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.217066 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a6655b-59ba-4f81-b7b8-27700556ed1b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event deleted for resources: {'Port': ['ID=5d1a894c-9c52-43f1-98e9-8e5c59ee6d9c,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:31.224654 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a6655b-59ba-4f81-b7b8-27700556ed1b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] No DVR routers for this DVR port 5d1a894c-9c52-43f1-98e9-8e5c59ee6d9c on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:31.242946 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-1d909f4a-c048-4b92-a0f1-a99588f41a5c None None] The port '5d1a894c-9c52-43f1-98e9-8e5c59ee6d9c' was deleted {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 16 05:12:31.293617 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 5a7d5ef6-9f88-47da-95c5-ab9698a8fb76 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:31.294266 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.303349 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-3fcf1a38-5024-4527-afae-90cf3c59672c None None] For port a6903f32-d0c4-471c-8011-c0508d12e1bb, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=a6903f32-d0c4-471c-8011-c0508d12e1bb,segment=NetworkSegment(37fd60eb-a7c4-4a0c-ac70-5074eed18752),segment_id=37fd60eb-a7c4-4a0c-ac70-5074eed18752)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:31.336120 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-90286978-e637-4684-868f-cdb22b198148 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.347998 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-90286978-e637-4684-868f-cdb22b198148 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.367671 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90286978-e637-4684-868f-cdb22b198148 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4628502d-3267-4037-be54-f134108d0e49,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:31.384558 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3fcf1a38-5024-4527-afae-90cf3c59672c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.385856 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-90286978-e637-4684-868f-cdb22b198148 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.390815 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-90286978-e637-4684-868f-cdb22b198148 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2395556 Sep 16 05:12:31.392156 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48422) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:31.396771 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f4a6655b-59ba-4f81-b7b8-27700556ed1b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.398280 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-ffcd4393-656d-4f4d-8eba-bca0bc51e250 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Request body: {'security_group_rule': {'security_group_id': '18ef29c0-2968-43fe-8276-0b81f445dee2', 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:31.430128 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-f4a6655b-59ba-4f81-b7b8-27700556ed1b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a381c8ab-371e-4e7e-9326-940c36d75bdb']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:31.437639 n-d-712139-15 neutron-server[94766]: INFO neutron.db.securitygroups_db [None req-ffcd4393-656d-4f4d-8eba-bca0bc51e250 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Project da5c99301f5942cd8cb2baff109305cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:12:31.442461 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-f4a6655b-59ba-4f81-b7b8-27700556ed1b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51496f8f-20e0-4f27-b863-6c81d0d7a40b') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:31.442757 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-f4a6655b-59ba-4f81-b7b8-27700556ed1b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51496f8f-20e0-4f27-b863-6c81d0d7a40b') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:31.447746 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ffcd4393-656d-4f4d-8eba-bca0bc51e250 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.448582 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf1a38-5024-4527-afae-90cf3c59672c None None] Pushing event updated for resources: {'Port': ['ID=a6903f32-d0c4-471c-8011-c0508d12e1bb,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:31.454045 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f4a6655b-59ba-4f81-b7b8-27700556ed1b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.473490 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f4a6655b-59ba-4f81-b7b8-27700556ed1b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.480907 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a6655b-59ba-4f81-b7b8-27700556ed1b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:12:31.481981 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f4a6655b-59ba-4f81-b7b8-27700556ed1b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.515520 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d5ffdc38-9346-4cb5-a8cc-083b06518057 None None] Provisioning complete for port a6903f32-d0c4-471c-8011-c0508d12e1bb triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:31.516022 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d5ffdc38-9346-4cb5-a8cc-083b06518057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.541549 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ffcd4393-656d-4f4d-8eba-bca0bc51e250 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.547373 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ffcd4393-656d-4f4d-8eba-bca0bc51e250 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.556488 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:12:31.556488 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:12:31.556488 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:12:31.556488 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:12:31.556488 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:12:31.556488 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:12:31.556488 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:12:31.556488 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:12:31.556488 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:12:31.556488 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:12:31.556488 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:12:31.556488 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:12:31.556488 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:12:31.556488 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:12:31.556488 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:12:31.556488 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:12:31.556488 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:12:31.556488 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:12:31.556488 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:12:31.556488 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:12:31.556488 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:12:31.556488 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:12:31.556488 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:12:31.556488 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:12:31.556488 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:12:31.556488 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:12:31.556488 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:12:31.556488 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:12:31.556488 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:12:31.556488 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:12:31.556488 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:12:31.556488 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:12:31.561881 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f4a6655b-59ba-4f81-b7b8-27700556ed1b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.571942 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd4393-656d-4f4d-8eba-bca0bc51e250 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f8e806c-ede8-491d-b2f0-e42c2a403878,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:31.572351 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f4a6655b-59ba-4f81-b7b8-27700556ed1b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.574925 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f4a6655b-59ba-4f81-b7b8-27700556ed1b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/networks/a381c8ab-371e-4e7e-9326-940c36d75bdb HTTP/1.1" status: 204 len: 168 time: 1.0481131 Sep 16 05:12:31.578109 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48424) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:31.586720 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ffcd4393-656d-4f4d-8eba-bca0bc51e250 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.591283 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ffcd4393-656d-4f4d-8eba-bca0bc51e250 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1984966 Sep 16 05:12:31.592128 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48426) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:31.593308 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-c96af339-ba9c-4d9c-9d03-26e075d21935 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Request body: {'router': {'routes': None}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:31.597294 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a6655b-59ba-4f81-b7b8-27700556ed1b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Pushing event deleted for resources: {'Network': ['ID=a381c8ab-371e-4e7e-9326-940c36d75bdb,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:31.597694 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-f2cc483c-af89-4928-aaf9-74eb09b19445 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Request body: {'security_group_rule': {'security_group_id': '18ef29c0-2968-43fe-8276-0b81f445dee2', 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:31.627403 n-d-712139-15 neutron-server[94766]: INFO neutron.db.securitygroups_db [None req-f2cc483c-af89-4928-aaf9-74eb09b19445 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Project da5c99301f5942cd8cb2baff109305cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:12:31.632905 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2cc483c-af89-4928-aaf9-74eb09b19445 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.703783 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2cc483c-af89-4928-aaf9-74eb09b19445 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.709330 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2cc483c-af89-4928-aaf9-74eb09b19445 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.730148 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc483c-af89-4928-aaf9-74eb09b19445 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1566e5e7-2617-45dd-bd01-a30053736eee,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:31.738873 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f2cc483c-af89-4928-aaf9-74eb09b19445 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.749362 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f2cc483c-af89-4928-aaf9-74eb09b19445 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1468356 Sep 16 05:12:31.808556 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.extraroute_db [None req-c96af339-ba9c-4d9c-9d03-26e075d21935 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Added routes are [] {{(pid=94767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 05:12:31.809168 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.extraroute_db [None req-c96af339-ba9c-4d9c-9d03-26e075d21935 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Removed routes are [] {{(pid=94767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 05:12:31.809901 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c96af339-ba9c-4d9c-9d03-26e075d21935 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-986631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1171'] for router, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.980499 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c96af339-ba9c-4d9c-9d03-26e075d21935 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-986631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1171'] for router, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.987780 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-a484923b-fdaf-4a10-bd09-7727c380d10a tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1289031194&fields=id&tenant_id=da5c99301f5942cd8cb2baff109305cb HTTP/1.1" status: 200 len: 267 time: 0.1039307 Sep 16 05:12:31.989135 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c96af339-ba9c-4d9c-9d03-26e075d21935 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-986636'] for router, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:32.100011 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96af339-ba9c-4d9c-9d03-26e075d21935 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Router 75affd59-79f0-4d3d-8823-36df5a43d84b has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:32.228519 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96af339-ba9c-4d9c-9d03-26e075d21935 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:32.245135 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4dd665-5caa-4b2a-bab5-7f956db64768 None None] Sync routers for ids ['75affd59-79f0-4d3d-8823-36df5a43d84b'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:32.255729 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c96af339-ba9c-4d9c-9d03-26e075d21935 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:32.259849 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48446) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:32.264346 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4dd665-5caa-4b2a-bab5-7f956db64768 None None] Routers {'75affd59-79f0-4d3d-8823-36df5a43d84b'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:32.265136 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-8f4dd665-5caa-4b2a-bab5-7f956db64768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['75affd59-79f0-4d3d-8823-36df5a43d84b'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:32.266478 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c96af339-ba9c-4d9c-9d03-26e075d21935 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "PUT /v2.0/routers/75affd59-79f0-4d3d-8823-36df5a43d84b HTTP/1.1" status: 200 len: 704 time: 0.6813366 Sep 16 05:12:32.297097 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0414d80b-c7a0-40eb-89da-6a4e9aff091a tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "GET /v2.0/ports?device_id=75affd59-79f0-4d3d-8823-36df5a43d84b HTTP/1.1" status: 200 len: 205 time: 0.0336478 Sep 16 05:12:32.297458 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48448) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:32.300536 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-5a198bef-0e0e-4e69-8267-fdc26024df9c tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:32.301989 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-5a198bef-0e0e-4e69-8267-fdc26024df9c tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/networks?id=311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7 HTTP/1.1" status: 200 len: 797 time: 0.2748773 Sep 16 05:12:32.321028 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-f19f5009-33e7-4198-aea6-5d9adb33d10c tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/quotas/da5c99301f5942cd8cb2baff109305cb HTTP/1.1" status: 200 len: 375 time: 0.0094416 Sep 16 05:12:32.385093 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-8f4dd665-5caa-4b2a-bab5-7f956db64768 None None] Set router 75affd59-79f0-4d3d-8823-36df5a43d84b gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:32.412959 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f4638a9b-ef2a-43cb-b14c-72784d76a676 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:32.430775 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-3da4e1d9-bde8-4474-b662-b5f21c5ea04f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=da5c99301f5942cd8cb2baff109305cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0988619 Sep 16 05:12:32.448445 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-8f4dd665-5caa-4b2a-bab5-7f956db64768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'name': 'tempest-RoutersIpV6Test-router-477700483', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:52Z', 'updated_at': '2021-09-16T05:12:28Z', 'revision_number': 11, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:32.489546 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4dd665-5caa-4b2a-bab5-7f956db64768 None None] Checking router: 75affd59-79f0-4d3d-8823-36df5a43d84b for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:32.499454 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device a6903f32-d0c4-471c-8011-c0508d12e1bb up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:32.524127 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4dd665-5caa-4b2a-bab5-7f956db64768 None None] Routers {'75affd59-79f0-4d3d-8823-36df5a43d84b'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:32.524903 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-8f4dd665-5caa-4b2a-bab5-7f956db64768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['75affd59-79f0-4d3d-8823-36df5a43d84b'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:32.566827 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-efd15c69-6b3b-4fca-aa16-4b12e2d7a55d service neutron] 10.222.0.35 "GET /v2.0/networks/311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171715 Sep 16 05:12:32.605165 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-8f4dd665-5caa-4b2a-bab5-7f956db64768 None None] Set router 75affd59-79f0-4d3d-8823-36df5a43d84b gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:32.610049 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f4638a9b-ef2a-43cb-b14c-72784d76a676 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:32.612549 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f4638a9b-ef2a-43cb-b14c-72784d76a676 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:32.659597 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f4638a9b-ef2a-43cb-b14c-72784d76a676 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:32.660164 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4638a9b-ef2a-43cb-b14c-72784d76a676 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Fanout notify agent at l3_agent the message router_deleted on router 75affd59-79f0-4d3d-8823-36df5a43d84b {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:12:32.661743 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-8f4dd665-5caa-4b2a-bab5-7f956db64768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'name': 'tempest-RoutersIpV6Test-router-477700483', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:52Z', 'updated_at': '2021-09-16T05:12:28Z', 'revision_number': 11, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:32.670786 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-5fe556e9-43cf-42a3-a049-bcad1c37e2d3 service neutron] 10.222.0.35 "GET /v2.0/networks/311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971236 Sep 16 05:12:32.673111 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f4638a9b-ef2a-43cb-b14c-72784d76a676 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:32.674238 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f4638a9b-ef2a-43cb-b14c-72784d76a676 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/routers/75affd59-79f0-4d3d-8823-36df5a43d84b HTTP/1.1" status: 204 len: 168 time: 0.3757796 Sep 16 05:12:32.678875 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48452) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:32.684931 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-d7b79c67-97b7-4271-a047-5babb0c70e54 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1804736956', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:32.707527 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4dd665-5caa-4b2a-bab5-7f956db64768 None None] The sync data for ids ['75affd59-79f0-4d3d-8823-36df5a43d84b'] in n-d-712139-15 is: [{'id': '75affd59-79f0-4d3d-8823-36df5a43d84b', 'name': 'tempest-RoutersIpV6Test-router-477700483', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:52Z', 'updated_at': '2021-09-16T05:12:28Z', 'revision_number': 11, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'gw_port_host': None}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:32.711220 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d7b79c67-97b7-4271-a047-5babb0c70e54 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:32.711901 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port a6903f32-d0c4-471c-8011-c0508d12e1bb triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:32.712259 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:32.712444 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d7b79c67-97b7-4271-a047-5babb0c70e54 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:32.786179 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d7b79c67-97b7-4271-a047-5babb0c70e54 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:32.792942 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d7b79c67-97b7-4271-a047-5babb0c70e54 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:32.818312 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d7b79c67-97b7-4271-a047-5babb0c70e54 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:32.822500 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d7b79c67-97b7-4271-a047-5babb0c70e54 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1391742 Sep 16 05:12:32.822782 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48456) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:32.828642 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-5e5ed1cd-3739-4d03-8893-8859dbbe65f4 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:32.916657 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 5d1a894c-9c52-43f1-98e9-8e5c59ee6d9c no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:32.946258 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 5d1a894c-9c52-43f1-98e9-8e5c59ee6d9c {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:12:32.946610 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 5d1a894c-9c52-43f1-98e9-8e5c59ee6d9c not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:32.947043 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device e8e7d13b-4f79-47f8-b31f-592e34a10ae6 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:32.999598 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-9fe4b4f7-67b0-4f37-8ee5-b3014880877d tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2009941287&fields=id&tenant_id=563bf98d77304029a90b6357f1f3f020 HTTP/1.1" status: 200 len: 267 time: 0.0612869 Sep 16 05:12:33.167256 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-c530791f-6f2d-47c5-8376-b237e7aaff33 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:33.171821 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: e8e7d13b-4f79-47f8-b31f-592e34a10ae6 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:12:33.172304 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device e8e7d13b-4f79-47f8-b31f-592e34a10ae6 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:33.184191 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-c530791f-6f2d-47c5-8376-b237e7aaff33 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/networks?id=2ffb7374-cfe5-44a3-b981-4861b354cbc4 HTTP/1.1" status: 200 len: 812 time: 0.1698616 Sep 16 05:12:33.199310 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-ed337fc1-a0d4-423b-a6bd-a3ba73bfa503 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/quotas/563bf98d77304029a90b6357f1f3f020 HTTP/1.1" status: 200 len: 375 time: 0.0126188 Sep 16 05:12:33.223103 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5e5ed1cd-3739-4d03-8893-8859dbbe65f4 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-986631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1171'] for router, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:33.242499 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5e5ed1cd-3739-4d03-8893-8859dbbe65f4 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-986636'] for router, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:33.279735 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-937cb915-37d2-4709-9dbc-6819a76604e3 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=563bf98d77304029a90b6357f1f3f020&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0711746 Sep 16 05:12:33.377103 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5ed1cd-3739-4d03-8893-8859dbbe65f4 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Router ef565642-f850-40fd-9c79-e75bfc66aad5 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:12:33.406528 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-f645f41d-e361-481c-994a-6b817cff1380 service neutron] 10.222.0.35 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077702 Sep 16 05:12:33.459534 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5ed1cd-3739-4d03-8893-8859dbbe65f4 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:33.466666 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5e5ed1cd-3739-4d03-8893-8859dbbe65f4 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:33.469029 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d67f1b-0817-4144-b80a-487b05e36474 None None] Sync routers for ids ['ef565642-f850-40fd-9c79-e75bfc66aad5'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:33.473725 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5e5ed1cd-3739-4d03-8893-8859dbbe65f4 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "PUT /v2.0/routers/ef565642-f850-40fd-9c79-e75bfc66aad5 HTTP/1.1" status: 200 len: 698 time: 0.6496301 Sep 16 05:12:33.474947 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48468) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:33.481621 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d67f1b-0817-4144-b80a-487b05e36474 None None] Routers {'ef565642-f850-40fd-9c79-e75bfc66aad5'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:33.482885 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-13d67f1b-0817-4144-b80a-487b05e36474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['ef565642-f850-40fd-9c79-e75bfc66aad5'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:33.545484 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-e0466cc5-51aa-4608-9706-26ff6b4c3843 service neutron] 10.222.0.35 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306555 Sep 16 05:12:33.559762 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-13d67f1b-0817-4144-b80a-487b05e36474 None None] Set router ef565642-f850-40fd-9c79-e75bfc66aad5 gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:33.579056 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1447f4ad-9de0-4340-aace-bce15a5db852 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "GET /v2.0/routers/ef565642-f850-40fd-9c79-e75bfc66aad5 HTTP/1.1" status: 200 len: 704 time: 0.1028597 Sep 16 05:12:33.581952 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48470) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:33.611367 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-25401d2a-da20-4266-a772-ce40094b52b9 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef565642-f850-40fd-9c79-e75bfc66aad5 HTTP/1.1" status: 200 len: 205 time: 0.0282986 Sep 16 05:12:33.614006 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48472) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:33.617821 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-13d67f1b-0817-4144-b80a-487b05e36474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef565642-f850-40fd-9c79-e75bfc66aad5', 'name': 'tempest-RoutersIpV6Test-router-1804736956', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:32Z', 'updated_at': '2021-09-16T05:12:33Z', 'revision_number': 2, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:33.648883 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d67f1b-0817-4144-b80a-487b05e36474 None None] Checking router: ef565642-f850-40fd-9c79-e75bfc66aad5 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:33.659271 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d67f1b-0817-4144-b80a-487b05e36474 None None] Routers {'ef565642-f850-40fd-9c79-e75bfc66aad5'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:33.660131 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-13d67f1b-0817-4144-b80a-487b05e36474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['ef565642-f850-40fd-9c79-e75bfc66aad5'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:33.714136 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-23671b6f-301d-4e8d-a8c4-4405af3f4eae tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:33.750559 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-13d67f1b-0817-4144-b80a-487b05e36474 None None] Set router ef565642-f850-40fd-9c79-e75bfc66aad5 gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:33.818748 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-13d67f1b-0817-4144-b80a-487b05e36474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef565642-f850-40fd-9c79-e75bfc66aad5', 'name': 'tempest-RoutersIpV6Test-router-1804736956', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:32Z', 'updated_at': '2021-09-16T05:12:33Z', 'revision_number': 2, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:33.854331 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d67f1b-0817-4144-b80a-487b05e36474 None None] The sync data for ids ['ef565642-f850-40fd-9c79-e75bfc66aad5'] in n-d-712139-15 is: [{'id': 'ef565642-f850-40fd-9c79-e75bfc66aad5', 'name': 'tempest-RoutersIpV6Test-router-1804736956', 'tenant_id': 'd2562483499d49c2934a25ff09a02fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:32Z', 'updated_at': '2021-09-16T05:12:33Z', 'revision_number': 2, 'project_id': 'd2562483499d49c2934a25ff09a02fcf', 'gw_port_host': None}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:33.915968 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-23671b6f-301d-4e8d-a8c4-4405af3f4eae tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:33.918333 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-23671b6f-301d-4e8d-a8c4-4405af3f4eae tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:33.972000 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-40eb5c58-dc5c-4d89-b229-48af6161476a req-52c99508-7ee9-4e7d-93af-1c111c3ecbe6 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a92efac-7396-42d4-a09c-8ad04a0ed728 HTTP/1.1" status: 200 len: 210 time: 0.0316324 Sep 16 05:12:33.985850 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-23671b6f-301d-4e8d-a8c4-4405af3f4eae tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:33.986637 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23671b6f-301d-4e8d-a8c4-4405af3f4eae tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Fanout notify agent at l3_agent the message router_deleted on router ef565642-f850-40fd-9c79-e75bfc66aad5 {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:12:34.007985 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-23671b6f-301d-4e8d-a8c4-4405af3f4eae tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:34.009164 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-23671b6f-301d-4e8d-a8c4-4405af3f4eae tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/routers/ef565642-f850-40fd-9c79-e75bfc66aad5 HTTP/1.1" status: 204 len: 168 time: 0.3941653 Sep 16 05:12:34.013804 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48484) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:34.051395 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6cb0143c-5b2a-42bc-98a0-bce6f07417fb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef565642-f850-40fd-9c79-e75bfc66aad5 HTTP/1.1" status: 200 len: 205 time: 0.0367992 Sep 16 05:12:34.053835 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48488) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:34.097698 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-23bfaab5-907a-4639-943c-e108feeb99cf req-4a9ac86f-8dde-4655-8ec0-ee4c6909add3 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d813275-c47c-4a39-91cb-ba8810d002a5 HTTP/1.1" status: 200 len: 210 time: 0.0362403 Sep 16 05:12:34.140611 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-10a403d9-0a62-427f-935a-1a3c1ff9707f tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] delete failed (client error): The resource could not be found. Sep 16 05:12:34.141999 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-10a403d9-0a62-427f-935a-1a3c1ff9707f tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/routers/ef565642-f850-40fd-9c79-e75bfc66aad5 HTTP/1.1" status: 404 len: 336 time: 0.0872374 Sep 16 05:12:34.144913 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48492) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:34.191823 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-038574d9-780f-48c1-b6e4-b556c16a67cb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] DELETE failed (client error): The resource could not be found. Sep 16 05:12:34.192300 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-038574d9-780f-48c1-b6e4-b556c16a67cb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:12:34.196384 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-038574d9-780f-48c1-b6e4-b556c16a67cb tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/subnets/842404b3-a04c-4be4-8a46-895c0506d7f4 HTTP/1.1" status: 404 len: 337 time: 0.0481689 Sep 16 05:12:34.196825 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48494) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:34.230072 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-462ffc6d-be72-4eb2-9a94-2073ee812200 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] DELETE failed (client error): The resource could not be found. Sep 16 05:12:34.230571 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-462ffc6d-be72-4eb2-9a94-2073ee812200 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:12:34.235657 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-462ffc6d-be72-4eb2-9a94-2073ee812200 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/subnets/0e98d251-d83b-4e72-9275-0a11aa1a2aab HTTP/1.1" status: 404 len: 337 time: 0.0355375 Sep 16 05:12:34.240610 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48496) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:34.271474 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-2f1ac351-7012-4df0-91fe-c906d13c93e1 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:34.273670 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-2f1ac351-7012-4df0-91fe-c906d13c93e1 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.48 "GET /v2.0/networks?id=311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7 HTTP/1.1" status: 200 len: 797 time: 0.1288922 Sep 16 05:12:34.274839 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1c0a347-9ea8-48a7-a48d-94cf5c7d8d8b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] DELETE failed (client error): The resource could not be found. Sep 16 05:12:34.275307 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1c0a347-9ea8-48a7-a48d-94cf5c7d8d8b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:12:34.277192 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b1c0a347-9ea8-48a7-a48d-94cf5c7d8d8b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/subnets/62f4b7c3-ffd5-4613-a897-efc5df847bfd HTTP/1.1" status: 404 len: 337 time: 0.0391967 Sep 16 05:12:34.280238 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48500) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:34.307233 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6412543-4716-48bf-899b-14d0c3b9da0b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] DELETE failed (client error): The resource could not be found. Sep 16 05:12:34.307880 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6412543-4716-48bf-899b-14d0c3b9da0b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:12:34.310267 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e6412543-4716-48bf-899b-14d0c3b9da0b tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/subnets/1f7f4d02-4092-4d89-9993-be363e83b0dc HTTP/1.1" status: 404 len: 337 time: 0.0287225 Sep 16 05:12:34.312660 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48502) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:34.351349 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-777f0ac4-a811-4696-9896-804b5e1db0c4 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "GET /v2.0/ports?device_id=75affd59-79f0-4d3d-8823-36df5a43d84b HTTP/1.1" status: 200 len: 205 time: 0.0373449 Sep 16 05:12:34.355508 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48504) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:34.404454 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-ce27937d-cba5-4ab4-b1bf-1f950f84045f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da5c99301f5942cd8cb2baff109305cb HTTP/1.1" status: 200 len: 380 time: 0.1142819 Sep 16 05:12:34.405480 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-abd49b11-ee91-4b4c-a938-02266d71e41f tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] delete failed (client error): The resource could not be found. Sep 16 05:12:34.406433 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-abd49b11-ee91-4b4c-a938-02266d71e41f tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/routers/75affd59-79f0-4d3d-8823-36df5a43d84b HTTP/1.1" status: 404 len: 336 time: 0.0499403 Sep 16 05:12:34.410600 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48506) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:34.423776 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-e8ce848e-f706-4e71-9078-87deb5a4a2e0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Request body: {'port': {'device_id': '3a92efac-7396-42d4-a09c-8ad04a0ed728', 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7', 'admin_state_up': True, 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'security_groups': ['18ef29c0-2968-43fe-8276-0b81f445dee2']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:34.453969 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4caf3ca4-7f87-4495-b6f7-a5c8bd5c5866 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f978e4-ef9a-49f0-8768-ee043bf2374b HTTP/1.1" status: 200 len: 205 time: 0.0422797 Sep 16 05:12:34.456671 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48508) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:34.504686 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-9d9796d9-c4fa-4e5c-ae8a-d2db59d66c85 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] delete failed (client error): The resource could not be found. Sep 16 05:12:34.505757 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9d9796d9-c4fa-4e5c-ae8a-d2db59d66c85 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/routers/b0f978e4-ef9a-49f0-8768-ee043bf2374b HTTP/1.1" status: 404 len: 336 time: 0.0480959 Sep 16 05:12:34.508473 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48510) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:34.536661 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-cca2bcfa-c36d-4c0c-9f88-38aeb603c7e7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] DELETE failed (client error): The resource could not be found. Sep 16 05:12:34.537165 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cca2bcfa-c36d-4c0c-9f88-38aeb603c7e7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:12:34.539046 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cca2bcfa-c36d-4c0c-9f88-38aeb603c7e7 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/subnets/7f18c473-4032-4472-8059-d6b3e2a3d8c2 HTTP/1.1" status: 404 len: 337 time: 0.0296416 Sep 16 05:12:34.542007 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48512) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:34.568391 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-e8ce848e-f706-4e71-9078-87deb5a4a2e0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Made reservation on behalf of da5c99301f5942cd8cb2baff109305cb for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:34.572457 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-e8ce848e-f706-4e71-9078-87deb5a4a2e0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:34.576468 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2bea75cc-c809-4760-a602-f1e6825b0f12 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7eb96d0-f194-4fdd-a9b0-d2b11538a8af HTTP/1.1" status: 200 len: 205 time: 0.0299203 Sep 16 05:12:34.576468 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48514) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:34.615780 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-84ce3c15-e4dd-4b10-a913-5d0610638707 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] delete failed (client error): The resource could not be found. Sep 16 05:12:34.616986 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-84ce3c15-e4dd-4b10-a913-5d0610638707 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/routers/a7eb96d0-f194-4fdd-a9b0-d2b11538a8af HTTP/1.1" status: 404 len: 336 time: 0.0398886 Sep 16 05:12:34.619765 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48516) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:34.660263 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c84b7409-9344-43b3-93a6-30b059755efc tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "GET /v2.0/ports?device_id=740f6a8a-c5e8-409b-b9f7-eddd863ba722 HTTP/1.1" status: 200 len: 205 time: 0.0393262 Sep 16 05:12:34.661124 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48518) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:34.705468 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-fefa27e4-a416-4570-8aa3-5aa69189e911 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] delete failed (client error): The resource could not be found. Sep 16 05:12:34.706490 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fefa27e4-a416-4570-8aa3-5aa69189e911 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/routers/740f6a8a-c5e8-409b-b9f7-eddd863ba722 HTTP/1.1" status: 404 len: 336 time: 0.0443664 Sep 16 05:12:34.709117 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48520) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:34.720338 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-e8ce848e-f706-4e71-9078-87deb5a4a2e0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Allocated IP 172.20.0.7 (311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7/93e32929-b54b-40c3-a07b-988e4bde0ff1/fd0f55a9-0069-4403-95b1-3521c5971603) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:34.737897 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7123fa04-7a6e-4a08-8383-c9f26fb94027 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] DELETE failed (client error): The resource could not be found. Sep 16 05:12:34.738452 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7123fa04-7a6e-4a08-8383-c9f26fb94027 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:12:34.740736 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7123fa04-7a6e-4a08-8383-c9f26fb94027 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/subnets/a4336213-f5b0-4dc8-a1df-0d025d3a5246 HTTP/1.1" status: 404 len: 337 time: 0.0303879 Sep 16 05:12:34.743477 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48522) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:34.775805 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-61563957-3973-4712-9184-2297bff4aad0 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f10e8a4-8303-451f-9780-d3a5aaf512a0 HTTP/1.1" status: 200 len: 205 time: 0.0310717 Sep 16 05:12:34.778833 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48524) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:34.824057 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-fbbd266d-8888-4445-ac88-5ae87de65dfd tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] delete failed (client error): The resource could not be found. Sep 16 05:12:34.825624 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fbbd266d-8888-4445-ac88-5ae87de65dfd tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/routers/2f10e8a4-8303-451f-9780-d3a5aaf512a0 HTTP/1.1" status: 404 len: 336 time: 0.0453873 Sep 16 05:12:34.828239 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48526) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:34.858466 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-16e2ff9f-5f01-42b2-9d94-2c211ff51844 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] DELETE failed (client error): The resource could not be found. Sep 16 05:12:34.858930 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16e2ff9f-5f01-42b2-9d94-2c211ff51844 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:12:34.863650 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-16e2ff9f-5f01-42b2-9d94-2c211ff51844 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/subnets/b0d2415a-0a29-49bb-9371-112d25c39496 HTTP/1.1" status: 404 len: 337 time: 0.0316334 Sep 16 05:12:34.864150 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48528) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:34.890909 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-e8ce848e-f706-4e71-9078-87deb5a4a2e0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:34.912202 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9d607a66-65f6-4b1c-ad89-da29a38724a5 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "GET /v2.0/ports?device_id=90a662a9-8d96-4f75-9319-04e2e9b7f796 HTTP/1.1" status: 200 len: 205 time: 0.0406814 Sep 16 05:12:34.913117 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48530) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:34.945875 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-e8ce848e-f706-4e71-9078-87deb5a4a2e0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:34.968672 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-b2c36c8a-326e-48d8-af1a-95832ae0f6d2 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] delete failed (client error): The resource could not be found. Sep 16 05:12:34.974047 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b2c36c8a-326e-48d8-af1a-95832ae0f6d2 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/routers/90a662a9-8d96-4f75-9319-04e2e9b7f796 HTTP/1.1" status: 404 len: 336 time: 0.0597973 Sep 16 05:12:34.975483 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48532) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:34.993607 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-e8ce848e-f706-4e71-9078-87deb5a4a2e0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Network 311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:34.997257 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-e8ce848e-f706-4e71-9078-87deb5a4a2e0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:35.001967 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-e8ce848e-f706-4e71-9078-87deb5a4a2e0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:35.030248 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-2739622f-2f24-4fa7-98dc-d3fe01f2fb57 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] DELETE failed (client error): The resource could not be found. Sep 16 05:12:35.033344 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2739622f-2f24-4fa7-98dc-d3fe01f2fb57 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:12:35.036456 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2739622f-2f24-4fa7-98dc-d3fe01f2fb57 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/subnets/b7733f69-d448-450e-b0c3-1ed129fe42bd HTTP/1.1" status: 404 len: 337 time: 0.0592976 Sep 16 05:12:35.036825 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48536) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:35.048247 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce848e-f706-4e71-9078-87deb5a4a2e0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'Port': ['ID=fd0f55a9-0069-4403-95b1-3521c5971603,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:35.078465 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-e8ce848e-f706-4e71-9078-87deb5a4a2e0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:35.079524 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-e8ce848e-f706-4e71-9078-87deb5a4a2e0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.082735 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-679905a5-3512-4a4d-94e2-cb0e7e055d06 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] DELETE failed (client error): The resource could not be found. Sep 16 05:12:35.083203 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-679905a5-3512-4a4d-94e2-cb0e7e055d06 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:12:35.088167 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-679905a5-3512-4a4d-94e2-cb0e7e055d06 tempest-RoutersIpV6Test-1050211151 tempest-RoutersIpV6Test-1050211151-project] 10.222.0.35 "DELETE /v2.0/subnets/c9954e76-d02a-4620-9c43-f24d73454c9e HTTP/1.1" status: 404 len: 337 time: 0.0474787 Sep 16 05:12:35.117747 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-e8ce848e-f706-4e71-9078-87deb5a4a2e0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6977017 Sep 16 05:12:35.161840 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-83cf1ceb-9bf9-45da-9eae-e4d325c07850 service neutron] Request body: {'port': {'device_id': '3a92efac-7396-42d4-a09c-8ad04a0ed728', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:35.208769 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403e7b6-3952-41f3-a722-2359b70577ad req-b6a57eb1-2a6c-4bed-9110-ccb13f99f2a6 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:35.217762 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b403e7b6-3952-41f3-a722-2359b70577ad req-b6a57eb1-2a6c-4bed-9110-ccb13f99f2a6 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a92efac-7396-42d4-a09c-8ad04a0ed728 HTTP/1.1" status: 200 len: 931 time: 0.1160691 Sep 16 05:12:35.301060 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b403e7b6-3952-41f3-a722-2359b70577ad req-145c2d1e-d7bc-46b2-8b39-154ef4ac9190 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?id=18ef29c0-2968-43fe-8276-0b81f445dee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822663 Sep 16 05:12:35.315428 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-cf5b8ed8-5778-42c5-bcf5-57d4cf06eff0 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:35.317745 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-cf5b8ed8-5778-42c5-bcf5-57d4cf06eff0 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.47 "GET /v2.0/networks?id=2ffb7374-cfe5-44a3-b981-4861b354cbc4 HTTP/1.1" status: 200 len: 812 time: 0.1650581 Sep 16 05:12:35.332955 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-83cf1ceb-9bf9-45da-9eae-e4d325c07850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.385439 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-224cb7b6-d6f8-4cdb-98fb-4f2df69837d8 None None] Provisioning complete for port fd0f55a9-0069-4403-95b1-3521c5971603 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:35.386820 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-224cb7b6-d6f8-4cdb-98fb-4f2df69837d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.407604 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-c595b114-48ad-49bb-acaa-c7bb129f285d tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=563bf98d77304029a90b6357f1f3f020 HTTP/1.1" status: 200 len: 380 time: 0.0559933 Sep 16 05:12:35.427957 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-84ae3937-795e-42f3-96fe-95e37013d084 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Request body: {'port': {'device_id': '8d813275-c47c-4a39-91cb-ba8810d002a5', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'admin_state_up': True, 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'security_groups': ['45e58919-3485-411c-a79d-f2007f9bd7e7']}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:35.452285 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-224cb7b6-d6f8-4cdb-98fb-4f2df69837d8 None None] Port fd0f55a9-0069-4403-95b1-3521c5971603 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:35.463744 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bde41042-cf70-4e6b-977f-cb29ee4c4e4d req-9b2807cb-9f51-42cc-a4a4-db35537d1596 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d813275-c47c-4a39-91cb-ba8810d002a5 HTTP/1.1" status: 200 len: 210 time: 0.0446441 Sep 16 05:12:35.530839 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48544) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:35.579469 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-84ae3937-795e-42f3-96fe-95e37013d084 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Made reservation on behalf of 563bf98d77304029a90b6357f1f3f020 for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:35.585116 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-84ae3937-795e-42f3-96fe-95e37013d084 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.788772 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1034756c-4631-478a-b3f2-0e3972893cc6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d2562483499d49c2934a25ff09a02fcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2567260 Sep 16 05:12:35.789911 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-84ae3937-795e-42f3-96fe-95e37013d084 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Allocated IP 172.20.0.13 (2ffb7374-cfe5-44a3-b981-4861b354cbc4/7227d309-0a53-4e5a-940f-792e598a0c41/4decdbb6-73fc-4d6e-953c-b5546dc512cb) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:35.792092 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48548) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:35.822563 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-83cf1ceb-9bf9-45da-9eae-e4d325c07850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd0f55a9-0069-4403-95b1-3521c5971603 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:35.832379 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-83cf1ceb-9bf9-45da-9eae-e4d325c07850 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.856738 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-83cf1ceb-9bf9-45da-9eae-e4d325c07850 service neutron] Transition to ACTIVE for port object fd0f55a9-0069-4403-95b1-3521c5971603 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:12:35.861864 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-83cf1ceb-9bf9-45da-9eae-e4d325c07850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.897362 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-979bfbfa-ef9d-4dc0-82a2-4b2b0adb3ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.969425 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf1ceb-9bf9-45da-9eae-e4d325c07850 service neutron] Pushing event updated for resources: {'Port': ['ID=fd0f55a9-0069-4403-95b1-3521c5971603,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:35.977478 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-979bfbfa-ef9d-4dc0-82a2-4b2b0adb3ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.023273 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-83cf1ceb-9bf9-45da-9eae-e4d325c07850 service neutron] Attempting to bind port fd0f55a9-0069-4403-95b1-3521c5971603 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:36.024000 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-83cf1ceb-9bf9-45da-9eae-e4d325c07850 service neutron] Attempting to bind port fd0f55a9-0069-4403-95b1-3521c5971603 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '37fd60eb-a7c4-4a0c-ac70-5074eed18752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:36.024528 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-83cf1ceb-9bf9-45da-9eae-e4d325c07850 service neutron] Attempting to bind port fd0f55a9-0069-4403-95b1-3521c5971603 on network 311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:36.031549 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-83cf1ceb-9bf9-45da-9eae-e4d325c07850 service neutron] Port fd0f55a9-0069-4403-95b1-3521c5971603 on network 311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:36.032171 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-83cf1ceb-9bf9-45da-9eae-e4d325c07850 service neutron] Attempting to bind port fd0f55a9-0069-4403-95b1-3521c5971603 on network 311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:36.043184 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-83cf1ceb-9bf9-45da-9eae-e4d325c07850 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:36.044213 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-83cf1ceb-9bf9-45da-9eae-e4d325c07850 service neutron] Checking segment: {'id': '37fd60eb-a7c4-4a0c-ac70-5074eed18752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:36.044801 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-83cf1ceb-9bf9-45da-9eae-e4d325c07850 service neutron] Bound using segment: {'id': '37fd60eb-a7c4-4a0c-ac70-5074eed18752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:36.045473 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-83cf1ceb-9bf9-45da-9eae-e4d325c07850 service neutron] Bound port: fd0f55a9-0069-4403-95b1-3521c5971603, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37fd60eb-a7c4-4a0c-ac70-5074eed18752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:36.046006 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-83cf1ceb-9bf9-45da-9eae-e4d325c07850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.054616 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-84ae3937-795e-42f3-96fe-95e37013d084 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.093743 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-979bfbfa-ef9d-4dc0-82a2-4b2b0adb3ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.096424 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-979bfbfa-ef9d-4dc0-82a2-4b2b0adb3ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.100225 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-979bfbfa-ef9d-4dc0-82a2-4b2b0adb3ddf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8f349081-7c2e-4303-918c-321c602b4058 HTTP/1.1" status: 204 len: 168 time: 0.3045855 Sep 16 05:12:36.119128 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979bfbfa-ef9d-4dc0-82a2-4b2b0adb3ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f349081-7c2e-4303-918c-321c602b4058,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:36.154822 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-84ae3937-795e-42f3-96fe-95e37013d084 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.178493 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82849dc2-ea77-4561-b946-43c19606c033 req-d9ba4832-88de-4824-b359-f7e9de972d54 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=26371832-550e-45b3-96ae-68345d377758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1080136 Sep 16 05:12:36.239437 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-84ae3937-795e-42f3-96fe-95e37013d084 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Network 2ffb7374-cfe5-44a3-b981-4861b354cbc4 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:36.240244 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-83cf1ceb-9bf9-45da-9eae-e4d325c07850 service neutron] For port fd0f55a9-0069-4403-95b1-3521c5971603, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:36.245777 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-83cf1ceb-9bf9-45da-9eae-e4d325c07850 service neutron] For port fd0f55a9-0069-4403-95b1-3521c5971603, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=fd0f55a9-0069-4403-95b1-3521c5971603,segment=NetworkSegment(37fd60eb-a7c4-4a0c-ac70-5074eed18752),segment_id=37fd60eb-a7c4-4a0c-ac70-5074eed18752)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:36.258548 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-84ae3937-795e-42f3-96fe-95e37013d084 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:36.263902 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-84ae3937-795e-42f3-96fe-95e37013d084 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:36.267949 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae3937-795e-42f3-96fe-95e37013d084 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Pushing event updated for resources: {'Port': ['ID=4decdbb6-73fc-4d6e-953c-b5546dc512cb,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:36.271895 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-83cf1ceb-9bf9-45da-9eae-e4d325c07850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.416197 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-84ae3937-795e-42f3-96fe-95e37013d084 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:36.420368 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-84ae3937-795e-42f3-96fe-95e37013d084 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.449398 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-83cf1ceb-9bf9-45da-9eae-e4d325c07850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:36.451244 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-83cf1ceb-9bf9-45da-9eae-e4d325c07850 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.457102 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-83cf1ceb-9bf9-45da-9eae-e4d325c07850 service neutron] 10.222.0.48 "PUT /v2.0/ports/fd0f55a9-0069-4403-95b1-3521c5971603 HTTP/1.1" status: 200 len: 1092 time: 1.3044364 Sep 16 05:12:36.460343 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-84ae3937-795e-42f3-96fe-95e37013d084 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0372446 Sep 16 05:12:36.486668 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-c8f94c19-aae0-4609-8eff-cece8e88240c service neutron] Request body: {'port': {'device_id': '8d813275-c47c-4a39-91cb-ba8810d002a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:36.491381 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a92efac-7396-42d4-a09c-8ad04a0ed728', 'tag': 'fd0f55a9-0069-4403-95b1-3521c5971603'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:36.495435 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4004e8-caed-460a-af55-9d1e4d458a17" -d '{"events": [{"name": "network-changed", "server_uuid": "3a92efac-7396-42d4-a09c-8ad04a0ed728", "tag": "fd0f55a9-0069-4403-95b1-3521c5971603"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:36.605157 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82849dc2-ea77-4561-b946-43c19606c033 req-01f4245a-1b92-42d2-baaa-019339d321dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:36.608330 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82849dc2-ea77-4561-b946-43c19606c033 req-01f4245a-1b92-42d2-baaa-019339d321dd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e295da4b9d5d42eb8c742333e3155be3&device_id=26371832-550e-45b3-96ae-68345d377758 HTTP/1.1" status: 200 len: 1097 time: 0.3244834 Sep 16 05:12:36.610372 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf1ceb-9bf9-45da-9eae-e4d325c07850 service neutron] Pushing event updated for resources: {'Port': ['ID=fd0f55a9-0069-4403-95b1-3521c5971603,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:36.639856 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a66fa5-d470-4c32-82ac-802b5244eead req-ab79ba24-a347-496e-98a6-002e55e88ef7 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:36.641750 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d3a66fa5-d470-4c32-82ac-802b5244eead req-ab79ba24-a347-496e-98a6-002e55e88ef7 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a92efac-7396-42d4-a09c-8ad04a0ed728 HTTP/1.1" status: 200 len: 943 time: 0.1833260 Sep 16 05:12:36.642860 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-c8f94c19-aae0-4609-8eff-cece8e88240c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.793192 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d3a66fa5-d470-4c32-82ac-802b5244eead req-be50e555-02c0-49b5-8567-19784d32c22f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?id=18ef29c0-2968-43fe-8276-0b81f445dee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129847 Sep 16 05:12:36.845263 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-2ccf089f-0854-426f-a550-8f0423d9348c None None] Provisioning complete for port 4decdbb6-73fc-4d6e-953c-b5546dc512cb triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:36.845977 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2ccf089f-0854-426f-a550-8f0423d9348c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.857662 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-3f5a900f-2e15-494e-ad19-50151bb14b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:36.864558 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-3f5a900f-2e15-494e-ad19-50151bb14b24 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da5c99301f5942cd8cb2baff109305cb&device_id=3a92efac-7396-42d4-a09c-8ad04a0ed728 HTTP/1.1" status: 200 len: 1095 time: 0.2183204 Sep 16 05:12:36.942845 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-8ffe5ca8-ef27-4e97-b6f1-afb0a7643c91 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd0f55a9-0069-4403-95b1-3521c5971603 HTTP/1.1" status: 200 len: 217 time: 0.0603771 Sep 16 05:12:36.965313 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf089f-0854-426f-a550-8f0423d9348c None None] Port 4decdbb6-73fc-4d6e-953c-b5546dc512cb cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:37.123516 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-c8f94c19-aae0-4609-8eff-cece8e88240c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4decdbb6-73fc-4d6e-953c-b5546dc512cb {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:37.134495 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-c8f94c19-aae0-4609-8eff-cece8e88240c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.152753 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-c8f94c19-aae0-4609-8eff-cece8e88240c service neutron] Transition to ACTIVE for port object 4decdbb6-73fc-4d6e-953c-b5546dc512cb will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:12:37.160857 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-c8f94c19-aae0-4609-8eff-cece8e88240c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.225484 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f94c19-aae0-4609-8eff-cece8e88240c service neutron] Pushing event updated for resources: {'Port': ['ID=4decdbb6-73fc-4d6e-953c-b5546dc512cb,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:37.385472 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-c8f94c19-aae0-4609-8eff-cece8e88240c service neutron] Attempting to bind port 4decdbb6-73fc-4d6e-953c-b5546dc512cb on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:37.386517 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-c8f94c19-aae0-4609-8eff-cece8e88240c service neutron] Attempting to bind port 4decdbb6-73fc-4d6e-953c-b5546dc512cb by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': 'dc1c68e0-6210-4ec3-92e9-96d963e48ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:37.387034 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-c8f94c19-aae0-4609-8eff-cece8e88240c service neutron] Attempting to bind port 4decdbb6-73fc-4d6e-953c-b5546dc512cb on network 2ffb7374-cfe5-44a3-b981-4861b354cbc4 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:37.399913 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-c8f94c19-aae0-4609-8eff-cece8e88240c service neutron] Port 4decdbb6-73fc-4d6e-953c-b5546dc512cb on network 2ffb7374-cfe5-44a3-b981-4861b354cbc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:37.400352 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-c8f94c19-aae0-4609-8eff-cece8e88240c service neutron] Attempting to bind port 4decdbb6-73fc-4d6e-953c-b5546dc512cb on network 2ffb7374-cfe5-44a3-b981-4861b354cbc4 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:37.416623 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-c8f94c19-aae0-4609-8eff-cece8e88240c service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:37.417311 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-c8f94c19-aae0-4609-8eff-cece8e88240c service neutron] Checking segment: {'id': 'dc1c68e0-6210-4ec3-92e9-96d963e48ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:37.417969 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-c8f94c19-aae0-4609-8eff-cece8e88240c service neutron] Bound using segment: {'id': 'dc1c68e0-6210-4ec3-92e9-96d963e48ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:37.420163 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-c8f94c19-aae0-4609-8eff-cece8e88240c service neutron] Bound port: 4decdbb6-73fc-4d6e-953c-b5546dc512cb, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc1c68e0-6210-4ec3-92e9-96d963e48ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:37.421012 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-c8f94c19-aae0-4609-8eff-cece8e88240c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.433755 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82849dc2-ea77-4561-b946-43c19606c033 req-8014673a-8016-43ac-aa64-ac5245f45b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:37.437165 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82849dc2-ea77-4561-b946-43c19606c033 req-8014673a-8016-43ac-aa64-ac5245f45b28 service neutron] 10.222.0.47 "GET /v2.0/networks?id=72085cb8-61de-43fd-98c3-cd34f739d106 HTTP/1.1" status: 200 len: 909 time: 0.7921495 Sep 16 05:12:37.532134 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-c8f94c19-aae0-4609-8eff-cece8e88240c service neutron] For port 4decdbb6-73fc-4d6e-953c-b5546dc512cb, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:37.536068 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-c8f94c19-aae0-4609-8eff-cece8e88240c service neutron] For port 4decdbb6-73fc-4d6e-953c-b5546dc512cb, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=4decdbb6-73fc-4d6e-953c-b5546dc512cb,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:37.554464 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-c8f94c19-aae0-4609-8eff-cece8e88240c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.570137 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82849dc2-ea77-4561-b946-43c19606c033 req-19fd8d12-daab-4ebe-9ad1-52a6cf5768b0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f01f5d9-3cb4-41ca-94a0-c17da66fc97b HTTP/1.1" status: 200 len: 999 time: 0.1147330 Sep 16 05:12:37.596405 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-c8f94c19-aae0-4609-8eff-cece8e88240c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:37.597115 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-c8f94c19-aae0-4609-8eff-cece8e88240c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.598699 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-c8f94c19-aae0-4609-8eff-cece8e88240c service neutron] 10.222.0.47 "PUT /v2.0/ports/4decdbb6-73fc-4d6e-953c-b5546dc512cb HTTP/1.1" status: 200 len: 1093 time: 1.1225047 Sep 16 05:12:37.599315 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d813275-c47c-4a39-91cb-ba8810d002a5', 'tag': '4decdbb6-73fc-4d6e-953c-b5546dc512cb'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:37.599673 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-db1517d1-5d1a-44ed-94c5-db078a1f0b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:37.601471 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-db1517d1-5d1a-44ed-94c5-db078a1f0b7f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=93e32929-b54b-40c3-a07b-988e4bde0ff1 HTTP/1.1" status: 200 len: 835 time: 0.6514881 Sep 16 05:12:37.601735 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ebaad7-8015-499b-9caf-a592ce20484a" -d '{"events": [{"name": "network-changed", "server_uuid": "8d813275-c47c-4a39-91cb-ba8810d002a5", "tag": "4decdbb6-73fc-4d6e-953c-b5546dc512cb"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:37.644221 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48582) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:37.666927 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f94c19-aae0-4609-8eff-cece8e88240c service neutron] Pushing event updated for resources: {'Port': ['ID=4decdbb6-73fc-4d6e-953c-b5546dc512cb,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:37.679141 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738fac2-b36f-4fc6-9c21-b3819abed376 req-b735e408-3e26-4c02-8fa5-cf4f0aaa516a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:37.680752 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6738fac2-b36f-4fc6-9c21-b3819abed376 req-b735e408-3e26-4c02-8fa5-cf4f0aaa516a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d813275-c47c-4a39-91cb-ba8810d002a5 HTTP/1.1" status: 200 len: 944 time: 0.2863829 Sep 16 05:12:37.734240 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-fbdd4777-870e-465b-a97c-cf6f14e7e103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:37.736230 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-fbdd4777-870e-465b-a97c-cf6f14e7e103 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=563bf98d77304029a90b6357f1f3f020&device_id=8d813275-c47c-4a39-91cb-ba8810d002a5 HTTP/1.1" status: 200 len: 1096 time: 0.0580180 Sep 16 05:12:37.761760 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82849dc2-ea77-4561-b946-43c19606c033 req-a79031cd-088e-4cda-a7f4-97d790e584f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:37.763694 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82849dc2-ea77-4561-b946-43c19606c033 req-a79031cd-088e-4cda-a7f4-97d790e584f2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dda785aa-2c1b-4011-88cc-77d070399dd7 HTTP/1.1" status: 200 len: 847 time: 0.1800950 Sep 16 05:12:37.807901 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-11570613-3bbb-48f4-b427-a4b5c2631689 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4decdbb6-73fc-4d6e-953c-b5546dc512cb HTTP/1.1" status: 200 len: 217 time: 0.0567005 Sep 16 05:12:37.834885 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-b311884a-6c01-4327-8795-a77b2d6d171e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:37.839157 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-7fb0172f-2e0c-4606-8451-92808aa49223 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Request body: {'network': {'name': 'tempest-RoutersTest-1345069444'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:37.842874 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-b311884a-6c01-4327-8795-a77b2d6d171e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1969042 Sep 16 05:12:37.846710 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6738fac2-b36f-4fc6-9c21-b3819abed376 req-69b72ecb-71db-481b-81a9-a3ba442aa912 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348855 Sep 16 05:12:37.904269 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-d7322e9c-92c5-44ba-8873-e584f0b5daae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:37.905990 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-d7322e9c-92c5-44ba-8873-e584f0b5daae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7227d309-0a53-4e5a-940f-792e598a0c41 HTTP/1.1" status: 200 len: 851 time: 0.0898681 Sep 16 05:12:37.909523 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb0172f-2e0c-4606-8451-92808aa49223 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Made reservation on behalf of e82e744d7ac9442f9b072f013df3daed for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:37.914388 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7fb0172f-2e0c-4606-8451-92808aa49223 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.929052 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82849dc2-ea77-4561-b946-43c19606c033 req-a9c5cde3-05db-488b-9596-c72a5e638cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:37.931097 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82849dc2-ea77-4561-b946-43c19606c033 req-a9c5cde3-05db-488b-9596-c72a5e638cb7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72085cb8-61de-43fd-98c3-cd34f739d106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1577597 Sep 16 05:12:37.949261 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e9e90e-b494-4b4a-9c4e-1f136f402ecd x-openstack-request-id: req-f3e9e90e-b494-4b4a-9c4e-1f136f402ecd {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:37.949553 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a92efac-7396-42d4-a09c-8ad04a0ed728", "tag": "fd0f55a9-0069-4403-95b1-3521c5971603", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:37.950562 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f3e9e90e-b494-4b4a-9c4e-1f136f402ecd {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:37.950562 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a92efac-7396-42d4-a09c-8ad04a0ed728', 'tag': 'fd0f55a9-0069-4403-95b1-3521c5971603', 'status': 'completed', 'code': 200} Sep 16 05:12:37.956441 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7fb0172f-2e0c-4606-8451-92808aa49223 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.979922 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf34bf3c-a2fa-4b8f-94ed-7daa8b4f156a x-openstack-request-id: req-cf34bf3c-a2fa-4b8f-94ed-7daa8b4f156a {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:37.980231 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d813275-c47c-4a39-91cb-ba8810d002a5", "tag": "4decdbb6-73fc-4d6e-953c-b5546dc512cb", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:37.980456 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cf34bf3c-a2fa-4b8f-94ed-7daa8b4f156a {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:37.981610 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d813275-c47c-4a39-91cb-ba8810d002a5', 'tag': '4decdbb6-73fc-4d6e-953c-b5546dc512cb', 'status': 'completed', 'code': 200} Sep 16 05:12:37.996166 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-95734d7f-c03b-482c-bf25-841a28c79ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:37.998104 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-95734d7f-c03b-482c-bf25-841a28c79ac8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ffb7374-cfe5-44a3-b981-4861b354cbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0810699 Sep 16 05:12:38.031893 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-fc9d946c-5f8e-4c14-9bb2-2f4e0e211a98 service neutron] 10.222.0.48 "GET /v2.0/networks/311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804755 Sep 16 05:12:38.127206 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-8768e983-94bd-47b5-924b-19646818ff79 service neutron] 10.222.0.47 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215315 Sep 16 05:12:38.173746 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82849dc2-ea77-4561-b946-43c19606c033 req-d4193e9f-a88f-4ed6-82a8-4e4ba559e70f service neutron] 10.222.0.47 "GET /v2.0/networks/72085cb8-61de-43fd-98c3-cd34f739d106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346470 Sep 16 05:12:38.214865 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861b7a5-4913-433a-a526-0ff13b2fb648 req-07de0155-77ed-4fac-8207-b082a5c608b3 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:38.217161 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e861b7a5-4913-433a-a526-0ff13b2fb648 req-07de0155-77ed-4fac-8207-b082a5c608b3 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a92efac-7396-42d4-a09c-8ad04a0ed728 HTTP/1.1" status: 200 len: 943 time: 0.1808991 Sep 16 05:12:38.228950 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fee0f56f-0379-4226-b2a2-7b1d9a7fb9b6 req-58f62848-dff4-4c67-adec-c2378a4d2d23 service neutron] 10.222.0.48 "GET /v2.0/networks/311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799989 Sep 16 05:12:38.241399 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7fb0172f-2e0c-4606-8451-92808aa49223 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:38.264620 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7fb0172f-2e0c-4606-8451-92808aa49223 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:38.282025 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-afd1862d-aa11-4698-8f68-bb5982a2508c req-ab690f4e-428b-48f7-b351-8095357dc361 service neutron] 10.222.0.47 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473088 Sep 16 05:12:38.307679 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb0172f-2e0c-4606-8451-92808aa49223 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:12:38.327763 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0172f-2e0c-4606-8451-92808aa49223 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d361cc-cb97-435f-9470-6bd383333798,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:38.333417 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7fb0172f-2e0c-4606-8451-92808aa49223 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:38.333770 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-7fb0172f-2e0c-4606-8451-92808aa49223 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Added segment c0d82c4c-6104-4eae-878d-d3debe8cbf35 of type vlan for network 9e91a6bd-eb39-4082-a23a-1f75d6528d40 Sep 16 05:12:38.386681 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e861b7a5-4913-433a-a526-0ff13b2fb648 req-a72ddd47-3cea-456c-aa01-9fe2641d2fa1 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?id=18ef29c0-2968-43fe-8276-0b81f445dee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601663 Sep 16 05:12:38.389537 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82849dc2-ea77-4561-b946-43c19606c033 req-d51cae27-4fda-4c3a-98e9-46bcfe118908 service neutron] 10.222.0.47 "GET /v2.0/networks/72085cb8-61de-43fd-98c3-cd34f739d106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092431 Sep 16 05:12:38.400890 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7fb0172f-2e0c-4606-8451-92808aa49223 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:38.406682 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4004e8-caed-460a-af55-9d1e4d458a17 req-ab78536f-785f-4158-886a-c61b9905414e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:38.408205 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf4004e8-caed-460a-af55-9d1e4d458a17 req-ab78536f-785f-4158-886a-c61b9905414e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da5c99301f5942cd8cb2baff109305cb&device_id=3a92efac-7396-42d4-a09c-8ad04a0ed728 HTTP/1.1" status: 200 len: 1095 time: 0.0767846 Sep 16 05:12:38.452412 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebaad7-8015-499b-9caf-a592ce20484a req-0df9b4df-f838-41fe-bc3e-eddc7417e4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:38.453896 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d1ebaad7-8015-499b-9caf-a592ce20484a req-0df9b4df-f838-41fe-bc3e-eddc7417e4d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=563bf98d77304029a90b6357f1f3f020&device_id=8d813275-c47c-4a39-91cb-ba8810d002a5 HTTP/1.1" status: 200 len: 1096 time: 0.0761425 Sep 16 05:12:38.460775 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7fb0172f-2e0c-4606-8451-92808aa49223 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:38.467108 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb0172f-2e0c-4606-8451-92808aa49223 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:38.467702 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7fb0172f-2e0c-4606-8451-92808aa49223 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:38.529387 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4004e8-caed-460a-af55-9d1e4d458a17 req-a357ef83-f5d1-480d-9878-84214b4827ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:38.531092 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf4004e8-caed-460a-af55-9d1e4d458a17 req-a357ef83-f5d1-480d-9878-84214b4827ba service neutron] 10.222.0.48 "GET /v2.0/networks?id=311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7 HTTP/1.1" status: 200 len: 898 time: 0.1063836 Sep 16 05:12:38.534817 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7fb0172f-2e0c-4606-8451-92808aa49223 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8879826 Sep 16 05:12:38.537800 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48588) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:38.546045 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-a7261d38-553c-4a85-bd6a-7f7ed9325438 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Request body: {'network': {'name': 'tempest-RoutersTest-955320112'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:38.596954 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0172f-2e0c-4606-8451-92808aa49223 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'Network': ['ID=9e91a6bd-eb39-4082-a23a-1f75d6528d40,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:38.613248 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 9e91a6bd-eb39-4082-a23a-1f75d6528d40 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:12:38.625408 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf4004e8-caed-460a-af55-9d1e4d458a17 req-0962f0d9-ff4d-41a9-bac4-0e208813ef18 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd0f55a9-0069-4403-95b1-3521c5971603 HTTP/1.1" status: 200 len: 217 time: 0.0747924 Sep 16 05:12:38.629880 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebaad7-8015-499b-9caf-a592ce20484a req-b9e508cc-fae8-415c-b777-e24eff969950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:38.631428 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d1ebaad7-8015-499b-9caf-a592ce20484a req-b9e508cc-fae8-415c-b777-e24eff969950 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2ffb7374-cfe5-44a3-b981-4861b354cbc4 HTTP/1.1" status: 200 len: 913 time: 0.1601002 Sep 16 05:12:38.679629 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7261d38-553c-4a85-bd6a-7f7ed9325438 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Made reservation on behalf of e82e744d7ac9442f9b072f013df3daed for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:38.682074 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d1ebaad7-8015-499b-9caf-a592ce20484a req-f8c09ae9-8451-4929-b51f-ec0656e6bb29 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4decdbb6-73fc-4d6e-953c-b5546dc512cb HTTP/1.1" status: 200 len: 217 time: 0.0427079 Sep 16 05:12:38.684092 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a7261d38-553c-4a85-bd6a-7f7ed9325438 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:38.723156 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4004e8-caed-460a-af55-9d1e4d458a17 req-b8ba426e-092f-4b06-9119-72895136dfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:38.724641 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf4004e8-caed-460a-af55-9d1e4d458a17 req-b8ba426e-092f-4b06-9119-72895136dfdd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=93e32929-b54b-40c3-a07b-988e4bde0ff1 HTTP/1.1" status: 200 len: 835 time: 0.0903761 Sep 16 05:12:38.740620 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebaad7-8015-499b-9caf-a592ce20484a req-2807a4d9-e3a5-42aa-b6aa-faa8f378305b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:38.742465 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d1ebaad7-8015-499b-9caf-a592ce20484a req-2807a4d9-e3a5-42aa-b6aa-faa8f378305b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7227d309-0a53-4e5a-940f-792e598a0c41 HTTP/1.1" status: 200 len: 851 time: 0.0537474 Sep 16 05:12:38.762808 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7261d38-553c-4a85-bd6a-7f7ed9325438 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:12:38.776766 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a7261d38-553c-4a85-bd6a-7f7ed9325438 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:38.777049 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-a7261d38-553c-4a85-bd6a-7f7ed9325438 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Added segment d579d8dd-5fa7-41f2-98ba-3a3cc7025694 of type vlan for network df69f821-ec22-4b1c-813c-4f35f5e5b612 Sep 16 05:12:38.798746 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebaad7-8015-499b-9caf-a592ce20484a req-39ac4a28-0ff9-4459-98f0-3f0ff90ca935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:38.800362 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d1ebaad7-8015-499b-9caf-a592ce20484a req-39ac4a28-0ff9-4459-98f0-3f0ff90ca935 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ffb7374-cfe5-44a3-b981-4861b354cbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505779 Sep 16 05:12:38.823851 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4004e8-caed-460a-af55-9d1e4d458a17 req-6b784296-8877-446f-b5c2-e979016ae208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:38.825795 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf4004e8-caed-460a-af55-9d1e4d458a17 req-6b784296-8877-446f-b5c2-e979016ae208 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0924473 Sep 16 05:12:38.848549 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a7261d38-553c-4a85-bd6a-7f7ed9325438 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:38.913420 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d1ebaad7-8015-499b-9caf-a592ce20484a req-679ffd32-da5e-4b4e-8eb6-490d96144411 service neutron] 10.222.0.47 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031084 Sep 16 05:12:38.941303 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a7261d38-553c-4a85-bd6a-7f7ed9325438 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:38.946833 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7261d38-553c-4a85-bd6a-7f7ed9325438 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:38.947428 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a7261d38-553c-4a85-bd6a-7f7ed9325438 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.014726 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d1ebaad7-8015-499b-9caf-a592ce20484a req-9fc19216-e588-4ba6-bee5-f8b2ce159e54 service neutron] 10.222.0.47 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936446 Sep 16 05:12:39.021937 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf4004e8-caed-460a-af55-9d1e4d458a17 req-4b0af6e3-4b60-4db5-9b21-06a5ffd2b19d service neutron] 10.222.0.48 "GET /v2.0/networks/311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864507 Sep 16 05:12:39.027639 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a7261d38-553c-4a85-bd6a-7f7ed9325438 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4883347 Sep 16 05:12:39.031247 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48592) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:39.037906 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-52472392-44ed-434a-a509-6230fe1505b5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Request body: {'subnet': {'network_id': '9e91a6bd-eb39-4082-a23a-1f75d6528d40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:39.073459 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7261d38-553c-4a85-bd6a-7f7ed9325438 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'Network': ['ID=df69f821-ec22-4b1c-813c-4f35f5e5b612,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:39.103010 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31a768-ac01-45a0-b6e6-798dcbfb2228 req-8c450be3-9bef-40b9-b868-ccb92a67acd3 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:39.104607 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3f31a768-ac01-45a0-b6e6-798dcbfb2228 req-8c450be3-9bef-40b9-b868-ccb92a67acd3 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d813275-c47c-4a39-91cb-ba8810d002a5 HTTP/1.1" status: 200 len: 944 time: 0.1786225 Sep 16 05:12:39.113055 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7261d38-553c-4a85-bd6a-7f7ed9325438 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:39.113468 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7261d38-553c-4a85-bd6a-7f7ed9325438 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:39.113830 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7261d38-553c-4a85-bd6a-7f7ed9325438 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:39.114223 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7261d38-553c-4a85-bd6a-7f7ed9325438 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:39.114567 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7261d38-553c-4a85-bd6a-7f7ed9325438 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:39.114933 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7261d38-553c-4a85-bd6a-7f7ed9325438 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:39.115331 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7261d38-553c-4a85-bd6a-7f7ed9325438 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:39.115587 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7261d38-553c-4a85-bd6a-7f7ed9325438 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:39.115915 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7261d38-553c-4a85-bd6a-7f7ed9325438 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:39.116242 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7261d38-553c-4a85-bd6a-7f7ed9325438 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:39.116650 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7261d38-553c-4a85-bd6a-7f7ed9325438 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:39.117057 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7261d38-553c-4a85-bd6a-7f7ed9325438 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:39.129249 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network df69f821-ec22-4b1c-813c-4f35f5e5b612 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:12:39.146723 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52472392-44ed-434a-a509-6230fe1505b5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Made reservation on behalf of e82e744d7ac9442f9b072f013df3daed for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:39.151377 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-52472392-44ed-434a-a509-6230fe1505b5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.211160 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3f31a768-ac01-45a0-b6e6-798dcbfb2228 req-080cac62-1fa9-407a-b977-f538b1774eab tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897715 Sep 16 05:12:39.229301 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf4004e8-caed-460a-af55-9d1e4d458a17 req-c8c3e12d-700b-454d-a2a9-adb4d8a22f82 service neutron] 10.222.0.48 "GET /v2.0/networks/311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703348 Sep 16 05:12:39.391591 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-52472392-44ed-434a-a509-6230fe1505b5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.452976 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52472392-44ed-434a-a509-6230fe1505b5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'Subnet': ['ID=de427e21-359a-4749-a22c-1eb43c392c41,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:39.461922 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52472392-44ed-434a-a509-6230fe1505b5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Checking segment: {'id': 'c0d82c4c-6104-4eae-878d-d3debe8cbf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9e91a6bd-eb39-4082-a23a-1f75d6528d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:39.462279 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52472392-44ed-434a-a509-6230fe1505b5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Network hostable DHCP agents. Network: 9e91a6bd-eb39-4082-a23a-1f75d6528d40, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:12:39.479661 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52472392-44ed-434a-a509-6230fe1505b5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Network 9e91a6bd-eb39-4082-a23a-1f75d6528d40 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:12:39.490544 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-52472392-44ed-434a-a509-6230fe1505b5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 9e91a6bd-eb39-4082-a23a-1f75d6528d40) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:39.495613 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52472392-44ed-434a-a509-6230fe1505b5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:39.496695 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-52472392-44ed-434a-a509-6230fe1505b5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.503783 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b006ebf0-9a2c-4adf-8274-2bd332c309b4 None None] Network 9e91a6bd-eb39-4082-a23a-1f75d6528d40 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:39.514766 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-52472392-44ed-434a-a509-6230fe1505b5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4819028 Sep 16 05:12:39.517398 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48596) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:39.524918 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-ed02ae52-8b86-4232-9c42-6e36095a4ce5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Request body: {'subnet': {'network_id': 'df69f821-ec22-4b1c-813c-4f35f5e5b612', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:39.586358 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660651ac-bd4f-4c4e-9717-24f7d46ab709 req-f51b4edb-cae6-4d56-864a-426e084c2e5b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:39.588925 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-660651ac-bd4f-4c4e-9717-24f7d46ab709 req-f51b4edb-cae6-4d56-864a-426e084c2e5b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a92efac-7396-42d4-a09c-8ad04a0ed728 HTTP/1.1" status: 200 len: 943 time: 0.0950019 Sep 16 05:12:39.635458 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-660651ac-bd4f-4c4e-9717-24f7d46ab709 req-4b6352f5-7b84-484b-a860-1545ebbca54e tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?id=18ef29c0-2968-43fe-8276-0b81f445dee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396421 Sep 16 05:12:39.705547 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a04d13-2bb4-414f-9553-401856b087ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-9e91a6bd-eb39-4082-a23a-1f75d6528d40', 'network_id': '9e91a6bd-eb39-4082-a23a-1f75d6528d40', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'fixed_ips': [{'subnet_id': 'de427e21-359a-4749-a22c-1eb43c392c41'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:12:39.707067 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-09a04d13-2bb4-414f-9553-401856b087ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.867696 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-09a04d13-2bb4-414f-9553-401856b087ec None None] Allocated IP 172.20.0.2 (9e91a6bd-eb39-4082-a23a-1f75d6528d40/de427e21-359a-4749-a22c-1eb43c392c41/c2068cd9-2de7-4bc6-94d3-094d6cc5cdf4) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:39.956315 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed02ae52-8b86-4232-9c42-6e36095a4ce5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Made reservation on behalf of e82e744d7ac9442f9b072f013df3daed for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:39.959756 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ed02ae52-8b86-4232-9c42-6e36095a4ce5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.035501 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-09a04d13-2bb4-414f-9553-401856b087ec None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.042147 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-09a04d13-2bb4-414f-9553-401856b087ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.082798 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a04d13-2bb4-414f-9553-401856b087ec None None] Network 9e91a6bd-eb39-4082-a23a-1f75d6528d40 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:40.093724 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-09a04d13-2bb4-414f-9553-401856b087ec None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:40.096623 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a04d13-2bb4-414f-9553-401856b087ec None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:40.115664 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a04d13-2bb4-414f-9553-401856b087ec None None] Pushing event updated for resources: {'Port': ['ID=c2068cd9-2de7-4bc6-94d3-094d6cc5cdf4,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:40.119350 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ba43bda4-8abc-4ef2-a0b9-91e984fd93fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.132321 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a04d13-2bb4-414f-9553-401856b087ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:40.132321 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a04d13-2bb4-414f-9553-401856b087ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:40.132321 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a04d13-2bb4-414f-9553-401856b087ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:40.132321 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a04d13-2bb4-414f-9553-401856b087ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:40.132859 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a04d13-2bb4-414f-9553-401856b087ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:40.132859 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a04d13-2bb4-414f-9553-401856b087ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:40.133210 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a04d13-2bb4-414f-9553-401856b087ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:40.133489 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a04d13-2bb4-414f-9553-401856b087ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:40.133813 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a04d13-2bb4-414f-9553-401856b087ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:40.134135 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a04d13-2bb4-414f-9553-401856b087ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:40.134458 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a04d13-2bb4-414f-9553-401856b087ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:40.134779 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a04d13-2bb4-414f-9553-401856b087ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:40.157909 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ed02ae52-8b86-4232-9c42-6e36095a4ce5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.187412 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-09a04d13-2bb4-414f-9553-401856b087ec None None] Attempting to bind port c2068cd9-2de7-4bc6-94d3-094d6cc5cdf4 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:40.187412 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-09a04d13-2bb4-414f-9553-401856b087ec None None] Attempting to bind port c2068cd9-2de7-4bc6-94d3-094d6cc5cdf4 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'c0d82c4c-6104-4eae-878d-d3debe8cbf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9e91a6bd-eb39-4082-a23a-1f75d6528d40'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:40.187717 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a04d13-2bb4-414f-9553-401856b087ec None None] Attempting to bind port c2068cd9-2de7-4bc6-94d3-094d6cc5cdf4 on network 9e91a6bd-eb39-4082-a23a-1f75d6528d40 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:40.194213 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a04d13-2bb4-414f-9553-401856b087ec None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:40.194586 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a04d13-2bb4-414f-9553-401856b087ec None None] Checking segment: {'id': 'c0d82c4c-6104-4eae-878d-d3debe8cbf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9e91a6bd-eb39-4082-a23a-1f75d6528d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:40.194987 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-09a04d13-2bb4-414f-9553-401856b087ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.195485 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a04d13-2bb4-414f-9553-401856b087ec None None] Bound using segment: {'id': 'c0d82c4c-6104-4eae-878d-d3debe8cbf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9e91a6bd-eb39-4082-a23a-1f75d6528d40'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:40.195838 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-09a04d13-2bb4-414f-9553-401856b087ec None None] Bound port: c2068cd9-2de7-4bc6-94d3-094d6cc5cdf4, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d82c4c-6104-4eae-878d-d3debe8cbf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9e91a6bd-eb39-4082-a23a-1f75d6528d40'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:40.196216 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-09a04d13-2bb4-414f-9553-401856b087ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.225892 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02ae52-8b86-4232-9c42-6e36095a4ce5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'Subnet': ['ID=3aaa9478-8bdd-4c8b-92e6-07b4510d062e,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:40.242005 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed02ae52-8b86-4232-9c42-6e36095a4ce5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Checking segment: {'id': 'd579d8dd-5fa7-41f2-98ba-3a3cc7025694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'df69f821-ec22-4b1c-813c-4f35f5e5b612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:40.242396 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed02ae52-8b86-4232-9c42-6e36095a4ce5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Network hostable DHCP agents. Network: df69f821-ec22-4b1c-813c-4f35f5e5b612, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:12:40.271938 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-09a04d13-2bb4-414f-9553-401856b087ec None None] For port c2068cd9-2de7-4bc6-94d3-094d6cc5cdf4, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:40.276828 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed02ae52-8b86-4232-9c42-6e36095a4ce5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Network df69f821-ec22-4b1c-813c-4f35f5e5b612 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:12:40.278585 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-09a04d13-2bb4-414f-9553-401856b087ec None None] For port c2068cd9-2de7-4bc6-94d3-094d6cc5cdf4, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=c2068cd9-2de7-4bc6-94d3-094d6cc5cdf4,segment=NetworkSegment(c0d82c4c-6104-4eae-878d-d3debe8cbf35),segment_id=c0d82c4c-6104-4eae-878d-d3debe8cbf35)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:40.291541 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-09a04d13-2bb4-414f-9553-401856b087ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.295704 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-ed02ae52-8b86-4232-9c42-6e36095a4ce5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, df69f821-ec22-4b1c-813c-4f35f5e5b612) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:40.301718 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed02ae52-8b86-4232-9c42-6e36095a4ce5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:40.302655 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ed02ae52-8b86-4232-9c42-6e36095a4ce5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.311045 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d555c99b-0055-4785-939b-d067033eca47 None None] Network df69f821-ec22-4b1c-813c-4f35f5e5b612 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:40.323891 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ed02ae52-8b86-4232-9c42-6e36095a4ce5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8052979 Sep 16 05:12:40.326909 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48600) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:40.331552 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-5b1c1ce7-b382-4edc-b442-59a9e5886deb tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1091813194', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:40.363666 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5b1c1ce7-b382-4edc-b442-59a9e5886deb tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.366150 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5b1c1ce7-b382-4edc-b442-59a9e5886deb tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.395452 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8999f-4b11-497d-83f1-9388c683456a req-840f926b-305a-47da-bec6-a2058eb91ee7 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:40.403680 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aec8999f-4b11-497d-83f1-9388c683456a req-840f926b-305a-47da-bec6-a2058eb91ee7 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d813275-c47c-4a39-91cb-ba8810d002a5 HTTP/1.1" status: 200 len: 944 time: 0.0974433 Sep 16 05:12:40.435832 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5b1c1ce7-b382-4edc-b442-59a9e5886deb tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.448193 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5b1c1ce7-b382-4edc-b442-59a9e5886deb tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.452829 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a04d13-2bb4-414f-9553-401856b087ec None None] Pushing event updated for resources: {'Port': ['ID=c2068cd9-2de7-4bc6-94d3-094d6cc5cdf4,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:40.467835 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5b1c1ce7-b382-4edc-b442-59a9e5886deb tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.469580 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5b1c1ce7-b382-4edc-b442-59a9e5886deb tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1415124 Sep 16 05:12:40.472011 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48602) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:40.477152 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aec8999f-4b11-497d-83f1-9388c683456a req-4f5beb15-4c2a-413e-b5da-73ff52343848 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580454 Sep 16 05:12:40.552603 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55a97a9-3f07-4c66-a4fc-71acab8bde8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-df69f821-ec22-4b1c-813c-4f35f5e5b612', 'network_id': 'df69f821-ec22-4b1c-813c-4f35f5e5b612', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'fixed_ips': [{'subnet_id': '3aaa9478-8bdd-4c8b-92e6-07b4510d062e'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:12:40.553844 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e55a97a9-3f07-4c66-a4fc-71acab8bde8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.766185 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-e55a97a9-3f07-4c66-a4fc-71acab8bde8f None None] Allocated IP 172.21.0.2 (df69f821-ec22-4b1c-813c-4f35f5e5b612/3aaa9478-8bdd-4c8b-92e6-07b4510d062e/d5df1deb-2537-488c-953f-9aa6ee9f5cb9) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:40.875729 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed002c8f-0ed6-4cbf-9595-e731d5651ae6 req-1475cb20-c88a-4ef2-b934-8fbbdc96d930 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:40.883943 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed002c8f-0ed6-4cbf-9595-e731d5651ae6 req-1475cb20-c88a-4ef2-b934-8fbbdc96d930 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a92efac-7396-42d4-a09c-8ad04a0ed728 HTTP/1.1" status: 200 len: 943 time: 0.1017151 Sep 16 05:12:40.890695 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f190232c-d03d-44d2-9f58-afecdd77e410 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.923975 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed002c8f-0ed6-4cbf-9595-e731d5651ae6 req-1f05e2a9-4943-42f0-9b7f-d5d66aa7c7a1 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?id=18ef29c0-2968-43fe-8276-0b81f445dee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389664 Sep 16 05:12:40.974137 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e55a97a9-3f07-4c66-a4fc-71acab8bde8f None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.980091 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e55a97a9-3f07-4c66-a4fc-71acab8bde8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.023754 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55a97a9-3f07-4c66-a4fc-71acab8bde8f None None] Network df69f821-ec22-4b1c-813c-4f35f5e5b612 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:41.027227 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-e55a97a9-3f07-4c66-a4fc-71acab8bde8f None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:41.030036 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55a97a9-3f07-4c66-a4fc-71acab8bde8f None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:41.047426 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a97a9-3f07-4c66-a4fc-71acab8bde8f None None] Pushing event updated for resources: {'Port': ['ID=d5df1deb-2537-488c-953f-9aa6ee9f5cb9,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:41.095477 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-e55a97a9-3f07-4c66-a4fc-71acab8bde8f None None] Attempting to bind port d5df1deb-2537-488c-953f-9aa6ee9f5cb9 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:41.095877 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-e55a97a9-3f07-4c66-a4fc-71acab8bde8f None None] Attempting to bind port d5df1deb-2537-488c-953f-9aa6ee9f5cb9 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'd579d8dd-5fa7-41f2-98ba-3a3cc7025694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'df69f821-ec22-4b1c-813c-4f35f5e5b612'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:41.096240 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55a97a9-3f07-4c66-a4fc-71acab8bde8f None None] Attempting to bind port d5df1deb-2537-488c-953f-9aa6ee9f5cb9 on network df69f821-ec22-4b1c-813c-4f35f5e5b612 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:41.101300 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55a97a9-3f07-4c66-a4fc-71acab8bde8f None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:41.101672 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55a97a9-3f07-4c66-a4fc-71acab8bde8f None None] Checking segment: {'id': 'd579d8dd-5fa7-41f2-98ba-3a3cc7025694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'df69f821-ec22-4b1c-813c-4f35f5e5b612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:41.102071 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e55a97a9-3f07-4c66-a4fc-71acab8bde8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.102459 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55a97a9-3f07-4c66-a4fc-71acab8bde8f None None] Bound using segment: {'id': 'd579d8dd-5fa7-41f2-98ba-3a3cc7025694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'df69f821-ec22-4b1c-813c-4f35f5e5b612'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:41.102915 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-e55a97a9-3f07-4c66-a4fc-71acab8bde8f None None] Bound port: d5df1deb-2537-488c-953f-9aa6ee9f5cb9, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd579d8dd-5fa7-41f2-98ba-3a3cc7025694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'df69f821-ec22-4b1c-813c-4f35f5e5b612'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:41.103293 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e55a97a9-3f07-4c66-a4fc-71acab8bde8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.161567 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-f190232c-d03d-44d2-9f58-afecdd77e410 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Allocated IP 172.20.0.1 (9e91a6bd-eb39-4082-a23a-1f75d6528d40/de427e21-359a-4749-a22c-1eb43c392c41/d31fa76e-e1ee-4f85-861f-69b496ce7289) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:41.170096 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-e55a97a9-3f07-4c66-a4fc-71acab8bde8f None None] For port d5df1deb-2537-488c-953f-9aa6ee9f5cb9, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:41.173294 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-e55a97a9-3f07-4c66-a4fc-71acab8bde8f None None] For port d5df1deb-2537-488c-953f-9aa6ee9f5cb9, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d5df1deb-2537-488c-953f-9aa6ee9f5cb9,segment=NetworkSegment(d579d8dd-5fa7-41f2-98ba-3a3cc7025694),segment_id=d579d8dd-5fa7-41f2-98ba-3a3cc7025694)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:41.177990 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e55a97a9-3f07-4c66-a4fc-71acab8bde8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.250808 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a97a9-3f07-4c66-a4fc-71acab8bde8f None None] Pushing event updated for resources: {'Port': ['ID=d5df1deb-2537-488c-953f-9aa6ee9f5cb9,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:41.315737 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f190232c-d03d-44d2-9f58-afecdd77e410 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.355889 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f190232c-d03d-44d2-9f58-afecdd77e410 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.398979 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f190232c-d03d-44d2-9f58-afecdd77e410 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Network 9e91a6bd-eb39-4082-a23a-1f75d6528d40 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:41.402380 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-f190232c-d03d-44d2-9f58-afecdd77e410 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:41.405677 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f190232c-d03d-44d2-9f58-afecdd77e410 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:41.437434 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f190232c-d03d-44d2-9f58-afecdd77e410 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'Port': ['ID=d31fa76e-e1ee-4f85-861f-69b496ce7289,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:41.484040 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f190232c-d03d-44d2-9f58-afecdd77e410 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.631621 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2989e-f06f-47d1-9033-1befea95ee17 req-44bdfb02-babb-4bc0-9cde-3e74f4e61efa tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:41.633258 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ee2989e-f06f-47d1-9033-1befea95ee17 req-44bdfb02-babb-4bc0-9cde-3e74f4e61efa tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d813275-c47c-4a39-91cb-ba8810d002a5 HTTP/1.1" status: 200 len: 944 time: 0.0722752 Sep 16 05:12:41.640917 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f190232c-d03d-44d2-9f58-afecdd77e410 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.675005 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ee2989e-f06f-47d1-9033-1befea95ee17 req-0c331a92-d6f4-47a5-b1d8-ae19b1432506 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346487 Sep 16 05:12:41.701114 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e987f0-9304-46fc-91e2-09e8f9221906 None None] Network 9e91a6bd-eb39-4082-a23a-1f75d6528d40 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:41.825840 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.837487 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-0035e6bc-29f1-4dfb-9f84-25c9f414e282 None None] Provisioning complete for port c2068cd9-2de7-4bc6-94d3-094d6cc5cdf4 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:41.837860 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0035e6bc-29f1-4dfb-9f84-25c9f414e282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.923353 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f190232c-d03d-44d2-9f58-afecdd77e410 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.929245 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f190232c-d03d-44d2-9f58-afecdd77e410 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.954126 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0035e6bc-29f1-4dfb-9f84-25c9f414e282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.006480 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-0035e6bc-29f1-4dfb-9f84-25c9f414e282 None None] For port c2068cd9-2de7-4bc6-94d3-094d6cc5cdf4, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=c2068cd9-2de7-4bc6-94d3-094d6cc5cdf4,segment=NetworkSegment(c0d82c4c-6104-4eae-878d-d3debe8cbf35),segment_id=c0d82c4c-6104-4eae-878d-d3debe8cbf35)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:42.014574 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0035e6bc-29f1-4dfb-9f84-25c9f414e282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.027076 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f190232c-d03d-44d2-9f58-afecdd77e410 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.029789 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f190232c-d03d-44d2-9f58-afecdd77e410 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'Port': ['ID=d31fa76e-e1ee-4f85-861f-69b496ce7289,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:42.101120 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035e6bc-29f1-4dfb-9f84-25c9f414e282 None None] Pushing event updated for resources: {'Port': ['ID=c2068cd9-2de7-4bc6-94d3-094d6cc5cdf4,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:42.116516 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4c49a-66da-4eeb-8f00-b9baf2abf0f4 req-aab7f4a6-d251-451d-b8aa-19526002fd68 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:42.130322 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-edd4c49a-66da-4eeb-8f00-b9baf2abf0f4 req-aab7f4a6-d251-451d-b8aa-19526002fd68 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a92efac-7396-42d4-a09c-8ad04a0ed728 HTTP/1.1" status: 200 len: 943 time: 0.0800376 Sep 16 05:12:42.169522 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f190232c-d03d-44d2-9f58-afecdd77e410 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Network 9e91a6bd-eb39-4082-a23a-1f75d6528d40 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:42.170837 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-edd4c49a-66da-4eeb-8f00-b9baf2abf0f4 req-f8221781-6e54-4c1c-be1f-3da2f3fa4d4d tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?id=18ef29c0-2968-43fe-8276-0b81f445dee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392931 Sep 16 05:12:42.172350 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-f190232c-d03d-44d2-9f58-afecdd77e410 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:42.243386 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-4bedeb2a-95db-4d57-bb88-f912ebc0e32b None None] Provisioning complete for port d31fa76e-e1ee-4f85-861f-69b496ce7289 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:42.243758 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4bedeb2a-95db-4d57-bb88-f912ebc0e32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.295015 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-4bedeb2a-95db-4d57-bb88-f912ebc0e32b None None] Port d31fa76e-e1ee-4f85-861f-69b496ce7289 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:42.307132 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-4bedeb2a-95db-4d57-bb88-f912ebc0e32b None None] Provisioning complete for port c2068cd9-2de7-4bc6-94d3-094d6cc5cdf4 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:42.307520 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4bedeb2a-95db-4d57-bb88-f912ebc0e32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.325800 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f190232c-d03d-44d2-9f58-afecdd77e410 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Router 27a7b334-1b4c-4d62-a055-f8d081dd687f is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:12:42.464486 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f190232c-d03d-44d2-9f58-afecdd77e410 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:42.473123 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f190232c-d03d-44d2-9f58-afecdd77e410 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "PUT /v2.0/routers/27a7b334-1b4c-4d62-a055-f8d081dd687f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9994340 Sep 16 05:12:42.475992 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48610) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:42.483351 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deccd8b8-d921-439a-957d-7f6d9cc606fc None None] Sync routers for ids ['27a7b334-1b4c-4d62-a055-f8d081dd687f'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:42.516027 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deccd8b8-d921-439a-957d-7f6d9cc606fc None None] Routers {'27a7b334-1b4c-4d62-a055-f8d081dd687f'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:42.520840 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-deccd8b8-d921-439a-957d-7f6d9cc606fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['27a7b334-1b4c-4d62-a055-f8d081dd687f'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:42.569255 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef066e74-018f-427b-9d6a-a43975780b22 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:42.570871 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ef066e74-018f-427b-9d6a-a43975780b22 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "GET /v2.0/ports/d31fa76e-e1ee-4f85-861f-69b496ce7289 HTTP/1.1" status: 200 len: 910 time: 0.0934937 Sep 16 05:12:42.574283 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48612) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:42.598637 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d5df1deb-2537-488c-953f-9aa6ee9f5cb9 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:42.603187 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-deccd8b8-d921-439a-957d-7f6d9cc606fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:42.637230 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8816c76a-260b-42dd-9a77-848ccdafdaba None None] Network df69f821-ec22-4b1c-813c-4f35f5e5b612 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:42.669723 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deccd8b8-d921-439a-957d-7f6d9cc606fc None None] Routers {'27a7b334-1b4c-4d62-a055-f8d081dd687f'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:42.670272 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-deccd8b8-d921-439a-957d-7f6d9cc606fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['27a7b334-1b4c-4d62-a055-f8d081dd687f'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:42.720807 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-deccd8b8-d921-439a-957d-7f6d9cc606fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:42.721531 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deccd8b8-d921-439a-957d-7f6d9cc606fc None None] The sync data for ids ['27a7b334-1b4c-4d62-a055-f8d081dd687f'] in n-d-712139-15 is: [] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:42.753143 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-edca2f50-4a61-4399-9107-0bbd589cfe27 None None] Provisioning complete for port d31fa76e-e1ee-4f85-861f-69b496ce7289 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:42.753143 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-edca2f50-4a61-4399-9107-0bbd589cfe27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.805811 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device fd0f55a9-0069-4403-95b1-3521c5971603 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:12:42.814944 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-edca2f50-4a61-4399-9107-0bbd589cfe27 None None] Port d31fa76e-e1ee-4f85-861f-69b496ce7289 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:42.837634 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port d5df1deb-2537-488c-953f-9aa6ee9f5cb9 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:42.838250 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.889607 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f77b7-5202-4176-88a9-bbeaa309dd8f req-0381a779-d522-481f-ad50-947dba455c08 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:42.891030 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5d6f77b7-5202-4176-88a9-bbeaa309dd8f req-0381a779-d522-481f-ad50-947dba455c08 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d813275-c47c-4a39-91cb-ba8810d002a5 HTTP/1.1" status: 200 len: 944 time: 0.0988321 Sep 16 05:12:42.973042 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5d6f77b7-5202-4176-88a9-bbeaa309dd8f req-a48937ed-aea1-4a07-9a1f-0bbc93a1a32d tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480821 Sep 16 05:12:43.021138 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-71074007-6022-4a72-912a-2a66f28a2451 None None] Provisioning complete for port d31fa76e-e1ee-4f85-861f-69b496ce7289 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:43.021506 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-71074007-6022-4a72-912a-2a66f28a2451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.057828 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b57d0f95-8c77-4de5-b2e6-298682946385 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.088349 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port fd0f55a9-0069-4403-95b1-3521c5971603, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=fd0f55a9-0069-4403-95b1-3521c5971603,segment=NetworkSegment(37fd60eb-a7c4-4a0c-ac70-5074eed18752),segment_id=37fd60eb-a7c4-4a0c-ac70-5074eed18752)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:43.116149 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'fd0f55a9-0069-4403-95b1-3521c5971603', 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7', 'port_id': 'fd0f55a9-0069-4403-95b1-3521c5971603', 'mac_address': 'fa:16:3e:bc:b5:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93e32929-b54b-40c3-a07b-988e4bde0ff1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:12:43.117638 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-71074007-6022-4a72-912a-2a66f28a2451 None None] Port d31fa76e-e1ee-4f85-861f-69b496ce7289 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:43.130701 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.189082 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-71074007-6022-4a72-912a-2a66f28a2451 None None] Provisioning complete for port d5df1deb-2537-488c-953f-9aa6ee9f5cb9 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:43.189456 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-71074007-6022-4a72-912a-2a66f28a2451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.223628 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port d5df1deb-2537-488c-953f-9aa6ee9f5cb9, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d5df1deb-2537-488c-953f-9aa6ee9f5cb9,segment=NetworkSegment(d579d8dd-5fa7-41f2-98ba-3a3cc7025694),segment_id=d579d8dd-5fa7-41f2-98ba-3a3cc7025694)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:43.226611 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.232362 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.234577 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device c2068cd9-2de7-4bc6-94d3-094d6cc5cdf4 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:43.318675 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd0f55a9-0069-4403-95b1-3521c5971603 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:43.371356 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-34e498bf-16b1-4f5a-9277-ffa4dcf4169c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.377548 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23b106-279b-4e44-848e-e752a36ceacb req-45b08f1a-e5e6-4c54-979a-bc715e3fddbe tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:43.379227 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8b23b106-279b-4e44-848e-e752a36ceacb req-45b08f1a-e5e6-4c54-979a-bc715e3fddbe tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a92efac-7396-42d4-a09c-8ad04a0ed728 HTTP/1.1" status: 200 len: 943 time: 0.1130428 Sep 16 05:12:43.384412 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port fd0f55a9-0069-4403-95b1-3521c5971603, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=fd0f55a9-0069-4403-95b1-3521c5971603,segment=NetworkSegment(37fd60eb-a7c4-4a0c-ac70-5074eed18752),segment_id=37fd60eb-a7c4-4a0c-ac70-5074eed18752)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:43.395353 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.397511 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=d5df1deb-2537-488c-953f-9aa6ee9f5cb9,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:43.457015 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-b57d0f95-8c77-4de5-b2e6-298682946385 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Allocated IP 172.21.0.1 (df69f821-ec22-4b1c-813c-4f35f5e5b612/3aaa9478-8bdd-4c8b-92e6-07b4510d062e/99aa6153-a62c-45d5-9cfb-a974683dd14c) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:43.461679 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8b23b106-279b-4e44-848e-e752a36ceacb req-626e9c71-05fc-4023-b47d-47effd03c1ee tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?id=18ef29c0-2968-43fe-8276-0b81f445dee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596342 Sep 16 05:12:43.495324 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port c2068cd9-2de7-4bc6-94d3-094d6cc5cdf4 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:43.495759 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.529691 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=fd0f55a9-0069-4403-95b1-3521c5971603,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:43.553010 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.590070 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b57d0f95-8c77-4de5-b2e6-298682946385 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.623959 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bd5fc2ab-9508-41c2-9cff-6ca34a0a7501 None None] Provisioning complete for port d5df1deb-2537-488c-953f-9aa6ee9f5cb9 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:43.624370 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bd5fc2ab-9508-41c2-9cff-6ca34a0a7501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.625409 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b57d0f95-8c77-4de5-b2e6-298682946385 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.664336 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57d0f95-8c77-4de5-b2e6-298682946385 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Network df69f821-ec22-4b1c-813c-4f35f5e5b612 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:43.667600 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-b57d0f95-8c77-4de5-b2e6-298682946385 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:43.672120 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57d0f95-8c77-4de5-b2e6-298682946385 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:43.711224 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d0f95-8c77-4de5-b2e6-298682946385 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'Port': ['ID=99aa6153-a62c-45d5-9cfb-a974683dd14c,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:43.736482 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b57d0f95-8c77-4de5-b2e6-298682946385 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.867490 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b57d0f95-8c77-4de5-b2e6-298682946385 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.955250 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['fd0f55a9-0069-4403-95b1-3521c5971603'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:12:44.014800 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-66135cdc-f9ca-4676-a245-b8017f9db113 None None] Provisioning complete for port 99aa6153-a62c-45d5-9cfb-a974683dd14c triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:44.015177 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-66135cdc-f9ca-4676-a245-b8017f9db113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.077318 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-66135cdc-f9ca-4676-a245-b8017f9db113 None None] Port 99aa6153-a62c-45d5-9cfb-a974683dd14c cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:44.156166 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e34b3-2454-4f19-8d95-8bc91c7f18a8 req-1b9f9043-03b2-4f96-8f93-90933c22ff5d tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:44.157679 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-558e34b3-2454-4f19-8d95-8bc91c7f18a8 req-1b9f9043-03b2-4f96-8f93-90933c22ff5d tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d813275-c47c-4a39-91cb-ba8810d002a5 HTTP/1.1" status: 200 len: 944 time: 0.1054618 Sep 16 05:12:44.425277 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d5df1deb-2537-488c-953f-9aa6ee9f5cb9 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:44.479966 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port d5df1deb-2537-488c-953f-9aa6ee9f5cb9 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:44.480340 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.534861 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b57d0f95-8c77-4de5-b2e6-298682946385 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.539230 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-558e34b3-2454-4f19-8d95-8bc91c7f18a8 req-45696755-4852-4458-9f66-bde98c18bf8a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509439 Sep 16 05:12:44.540232 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b57d0f95-8c77-4de5-b2e6-298682946385 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.607537 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.626195 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d0f95-8c77-4de5-b2e6-298682946385 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'Port': ['ID=99aa6153-a62c-45d5-9cfb-a974683dd14c,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:44.645592 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b57d0f95-8c77-4de5-b2e6-298682946385 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.694154 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932af42-feae-42d9-bca0-32947a04f039 req-0c803b98-d40a-4b8f-8d11-b0e1e79a7036 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:44.695630 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b932af42-feae-42d9-bca0-32947a04f039 req-0c803b98-d40a-4b8f-8d11-b0e1e79a7036 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a92efac-7396-42d4-a09c-8ad04a0ed728 HTTP/1.1" status: 200 len: 944 time: 0.0859365 Sep 16 05:12:44.743491 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.774895 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b932af42-feae-42d9-bca0-32947a04f039 req-04cadaa8-c96f-48f4-b739-db8c06f766ec tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?id=18ef29c0-2968-43fe-8276-0b81f445dee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502567 Sep 16 05:12:44.786013 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57d0f95-8c77-4de5-b2e6-298682946385 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Network df69f821-ec22-4b1c-813c-4f35f5e5b612 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:44.787748 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-b57d0f95-8c77-4de5-b2e6-298682946385 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:44.901891 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57d0f95-8c77-4de5-b2e6-298682946385 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Router 27a7b334-1b4c-4d62-a055-f8d081dd687f has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:44.999132 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57d0f95-8c77-4de5-b2e6-298682946385 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:45.001215 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-dda46183-c744-412c-bb72-1218266a6513 None None] Provisioning complete for port 99aa6153-a62c-45d5-9cfb-a974683dd14c triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:45.001747 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-dda46183-c744-412c-bb72-1218266a6513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.005842 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b57d0f95-8c77-4de5-b2e6-298682946385 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "PUT /v2.0/routers/27a7b334-1b4c-4d62-a055-f8d081dd687f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4281547 Sep 16 05:12:45.006815 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48624) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:45.008773 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a40c2e-09eb-4c10-93d1-4099b54d9d71 None None] Sync routers for ids ['27a7b334-1b4c-4d62-a055-f8d081dd687f'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:45.018774 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a40c2e-09eb-4c10-93d1-4099b54d9d71 None None] Routers {'27a7b334-1b4c-4d62-a055-f8d081dd687f'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:45.019611 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-80a40c2e-09eb-4c10-93d1-4099b54d9d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['27a7b334-1b4c-4d62-a055-f8d081dd687f'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:45.049722 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-dda46183-c744-412c-bb72-1218266a6513 None None] Port 99aa6153-a62c-45d5-9cfb-a974683dd14c cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:45.059403 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fdbfe8-ad64-44e3-bb7f-2064d519dbe4 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:45.061226 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f5fdbfe8-ad64-44e3-bb7f-2064d519dbe4 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "GET /v2.0/ports/99aa6153-a62c-45d5-9cfb-a974683dd14c HTTP/1.1" status: 200 len: 910 time: 0.0534055 Sep 16 05:12:45.064184 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48626) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:45.145095 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-80a40c2e-09eb-4c10-93d1-4099b54d9d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:45.153806 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a40c2e-09eb-4c10-93d1-4099b54d9d71 None None] Routers {'27a7b334-1b4c-4d62-a055-f8d081dd687f'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:45.154406 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-80a40c2e-09eb-4c10-93d1-4099b54d9d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['27a7b334-1b4c-4d62-a055-f8d081dd687f'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:45.186862 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-80a40c2e-09eb-4c10-93d1-4099b54d9d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:45.187497 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a40c2e-09eb-4c10-93d1-4099b54d9d71 None None] The sync data for ids ['27a7b334-1b4c-4d62-a055-f8d081dd687f'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:45.379927 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-39fa890e-cec6-4a1a-abbf-9be50d78fce0 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.626165 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-39fa890e-cec6-4a1a-abbf-9be50d78fce0 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Deleting port 99aa6153-a62c-45d5-9cfb-a974683dd14c {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:45.626508 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-39fa890e-cec6-4a1a-abbf-9be50d78fce0 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.660820 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568fcac-c646-481f-8696-006133260cfc req-009950f8-1a45-413c-985c-e38db1085d1a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:45.662246 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5568fcac-c646-481f-8696-006133260cfc req-009950f8-1a45-413c-985c-e38db1085d1a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d813275-c47c-4a39-91cb-ba8810d002a5 HTTP/1.1" status: 200 len: 944 time: 0.0489247 Sep 16 05:12:45.702157 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5568fcac-c646-481f-8696-006133260cfc req-26b3fe83-e3ef-402f-8034-dacaabd56d31 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334976 Sep 16 05:12:45.718914 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-39fa890e-cec6-4a1a-abbf-9be50d78fce0 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.731296 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-39fa890e-cec6-4a1a-abbf-9be50d78fce0 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Calling delete_port for 99aa6153-a62c-45d5-9cfb-a974683dd14c owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:45.898501 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f242c1-c0a8-452e-93db-3265b168bc0a req-7d29ae55-a776-4a69-ba68-0a395ffe98ed tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:45.900016 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a6f242c1-c0a8-452e-93db-3265b168bc0a req-7d29ae55-a776-4a69-ba68-0a395ffe98ed tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a92efac-7396-42d4-a09c-8ad04a0ed728 HTTP/1.1" status: 200 len: 944 time: 0.0561934 Sep 16 05:12:45.909802 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-39fa890e-cec6-4a1a-abbf-9be50d78fce0 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.934490 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa890e-cec6-4a1a-abbf-9be50d78fce0 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event deleted for resources: {'Port': ['ID=99aa6153-a62c-45d5-9cfb-a974683dd14c,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:45.940269 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a6f242c1-c0a8-452e-93db-3265b168bc0a req-01bdcbe9-a424-4220-8215-bdb925aedb0b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?id=18ef29c0-2968-43fe-8276-0b81f445dee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328321 Sep 16 05:12:46.099178 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-39fa890e-cec6-4a1a-abbf-9be50d78fce0 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.103924 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.285226 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39fa890e-cec6-4a1a-abbf-9be50d78fce0 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Router 27a7b334-1b4c-4d62-a055-f8d081dd687f has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:46.378359 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fa890e-cec6-4a1a-abbf-9be50d78fce0 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:46.383268 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-39fa890e-cec6-4a1a-abbf-9be50d78fce0 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "PUT /v2.0/routers/27a7b334-1b4c-4d62-a055-f8d081dd687f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3180778 Sep 16 05:12:46.386077 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48632) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:46.388106 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2a97ae-0c2a-4385-9f55-209769ab837b None None] Sync routers for ids ['27a7b334-1b4c-4d62-a055-f8d081dd687f'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:46.397161 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2a97ae-0c2a-4385-9f55-209769ab837b None None] Routers {'27a7b334-1b4c-4d62-a055-f8d081dd687f'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:46.397817 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-6f2a97ae-0c2a-4385-9f55-209769ab837b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['27a7b334-1b4c-4d62-a055-f8d081dd687f'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:46.433524 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-6f2a97ae-0c2a-4385-9f55-209769ab837b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:46.442606 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2a97ae-0c2a-4385-9f55-209769ab837b None None] Routers {'27a7b334-1b4c-4d62-a055-f8d081dd687f'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:46.443216 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-6f2a97ae-0c2a-4385-9f55-209769ab837b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['27a7b334-1b4c-4d62-a055-f8d081dd687f'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:46.474786 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-6f2a97ae-0c2a-4385-9f55-209769ab837b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:46.475441 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2a97ae-0c2a-4385-9f55-209769ab837b None None] The sync data for ids ['27a7b334-1b4c-4d62-a055-f8d081dd687f'] in n-d-712139-15 is: [] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:46.691189 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9ff9d264-d62d-44a6-906a-9e275bde7e5e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.825737 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6546b-8e91-4ab9-9cc6-9a6531b6655b req-6eb4dbc7-a104-4490-a3c9-3ff353c3349b tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:46.828738 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device fd0f55a9-0069-4403-95b1-3521c5971603 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:46.829109 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2ae6546b-8e91-4ab9-9cc6-9a6531b6655b req-6eb4dbc7-a104-4490-a3c9-3ff353c3349b tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d813275-c47c-4a39-91cb-ba8810d002a5 HTTP/1.1" status: 200 len: 944 time: 0.0520968 Sep 16 05:12:46.869198 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2ae6546b-8e91-4ab9-9cc6-9a6531b6655b req-d4dd401a-ed37-4df8-8b9d-3b657934ba57 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334227 Sep 16 05:12:46.880254 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port fd0f55a9-0069-4403-95b1-3521c5971603 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:12:46.885033 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port fd0f55a9-0069-4403-95b1-3521c5971603 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:46.885415 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.952611 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-9ff9d264-d62d-44a6-906a-9e275bde7e5e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Deleting port d31fa76e-e1ee-4f85-861f-69b496ce7289 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:46.952896 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9ff9d264-d62d-44a6-906a-9e275bde7e5e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.968041 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.991583 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a92efac-7396-42d4-a09c-8ad04a0ed728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0f55a9-0069-4403-95b1-3521c5971603'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:46.993926 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4464a48-99bc-4255-afbb-e1533b3afa02" -d '{"events": [{"server_uuid": "3a92efac-7396-42d4-a09c-8ad04a0ed728", "name": "network-vif-plugged", "status": "completed", "tag": "fd0f55a9-0069-4403-95b1-3521c5971603"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:47.007253 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port fd0f55a9-0069-4403-95b1-3521c5971603, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=fd0f55a9-0069-4403-95b1-3521c5971603,segment=NetworkSegment(37fd60eb-a7c4-4a0c-ac70-5074eed18752),segment_id=37fd60eb-a7c4-4a0c-ac70-5074eed18752)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:47.013291 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.045160 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9ff9d264-d62d-44a6-906a-9e275bde7e5e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.057308 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-9ff9d264-d62d-44a6-906a-9e275bde7e5e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Calling delete_port for d31fa76e-e1ee-4f85-861f-69b496ce7289 owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:47.068118 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=fd0f55a9-0069-4403-95b1-3521c5971603,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:47.075393 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f36a7-833e-4a1f-85e8-175653fc2e32 req-cb9a4579-8603-4d47-9663-75bfb339d1bc tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:47.081023 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cd1f36a7-833e-4a1f-85e8-175653fc2e32 req-cb9a4579-8603-4d47-9663-75bfb339d1bc tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a92efac-7396-42d4-a09c-8ad04a0ed728 HTTP/1.1" status: 200 len: 945 time: 0.0561521 Sep 16 05:12:47.115731 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cd1f36a7-833e-4a1f-85e8-175653fc2e32 req-66ee0883-a6f9-4c50-8142-018b44ab7b51 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?id=18ef29c0-2968-43fe-8276-0b81f445dee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322549 Sep 16 05:12:47.161402 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f5b597-60a5-4796-804b-bc89d1e52661 x-openstack-request-id: req-43f5b597-60a5-4796-804b-bc89d1e52661 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:47.161932 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a92efac-7396-42d4-a09c-8ad04a0ed728", "name": "network-vif-plugged", "status": "completed", "tag": "fd0f55a9-0069-4403-95b1-3521c5971603", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:47.161932 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-43f5b597-60a5-4796-804b-bc89d1e52661 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:47.162340 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a92efac-7396-42d4-a09c-8ad04a0ed728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0f55a9-0069-4403-95b1-3521c5971603', 'code': 200} Sep 16 05:12:47.306260 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ea1da-504c-4162-b0ad-d0123b05c463 req-e09b7f6e-2495-44e0-9422-61da33b3796d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:47.307785 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4a4ea1da-504c-4162-b0ad-d0123b05c463 req-e09b7f6e-2495-44e0-9422-61da33b3796d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3a92efac-7396-42d4-a09c-8ad04a0ed728 HTTP/1.1" status: 200 len: 1097 time: 0.0466578 Sep 16 05:12:47.349655 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4a4ea1da-504c-4162-b0ad-d0123b05c463 req-28c6461d-f264-430a-b0e2-0580c9df255c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=18ef29c0-2968-43fe-8276-0b81f445dee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325449 Sep 16 05:12:47.548653 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9ff9d264-d62d-44a6-906a-9e275bde7e5e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.579635 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9d264-d62d-44a6-906a-9e275bde7e5e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event deleted for resources: {'Port': ['ID=d31fa76e-e1ee-4f85-861f-69b496ce7289,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:47.716397 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9ff9d264-d62d-44a6-906a-9e275bde7e5e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.867693 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff9d264-d62d-44a6-906a-9e275bde7e5e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Router 27a7b334-1b4c-4d62-a055-f8d081dd687f has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:47.950821 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff9d264-d62d-44a6-906a-9e275bde7e5e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:47.958230 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9ff9d264-d62d-44a6-906a-9e275bde7e5e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "PUT /v2.0/routers/27a7b334-1b4c-4d62-a055-f8d081dd687f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5688024 Sep 16 05:12:47.958949 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48642) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:47.960864 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72cef13-d550-4e25-b341-ca065cb3e115 None None] Sync routers for ids ['27a7b334-1b4c-4d62-a055-f8d081dd687f'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:47.971259 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72cef13-d550-4e25-b341-ca065cb3e115 None None] Routers {'27a7b334-1b4c-4d62-a055-f8d081dd687f'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:47.971907 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-d72cef13-d550-4e25-b341-ca065cb3e115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['27a7b334-1b4c-4d62-a055-f8d081dd687f'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:47.990561 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-50ecf3d5-0eec-40fd-aa88-236d1fc94567 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "GET /v2.0/ports?device_id=27a7b334-1b4c-4d62-a055-f8d081dd687f HTTP/1.1" status: 200 len: 205 time: 0.0281065 Sep 16 05:12:47.991014 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48644) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:47.998322 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36fe811-6445-46b7-aa29-bc0449550de6 req-9e1df99b-367f-4793-af59-5c9ed8702d3f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:48.000282 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c36fe811-6445-46b7-aa29-bc0449550de6 req-9e1df99b-367f-4793-af59-5c9ed8702d3f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d813275-c47c-4a39-91cb-ba8810d002a5 HTTP/1.1" status: 200 len: 944 time: 0.0578284 Sep 16 05:12:48.005036 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-d72cef13-d550-4e25-b341-ca065cb3e115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:48.014632 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72cef13-d550-4e25-b341-ca065cb3e115 None None] Routers {'27a7b334-1b4c-4d62-a055-f8d081dd687f'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:48.015473 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-d72cef13-d550-4e25-b341-ca065cb3e115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['27a7b334-1b4c-4d62-a055-f8d081dd687f'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:48.044642 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c36fe811-6445-46b7-aa29-bc0449550de6 req-171bc2ca-47f3-4bda-a908-0f93a1d536ca tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334730 Sep 16 05:12:48.052446 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-d72cef13-d550-4e25-b341-ca065cb3e115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:48.053129 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72cef13-d550-4e25-b341-ca065cb3e115 None None] The sync data for ids ['27a7b334-1b4c-4d62-a055-f8d081dd687f'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:48.069016 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e03bccbf-705c-44e1-9760-d74417f17625 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.228379 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e03bccbf-705c-44e1-9760-d74417f17625 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.231091 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e03bccbf-705c-44e1-9760-d74417f17625 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.232493 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbf617-a8e9-4582-ae7d-9ddea36f1aca req-556c3d9f-79ab-4861-b5c5-a0f90672146d tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:48.234057 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-26dbf617-a8e9-4582-ae7d-9ddea36f1aca req-556c3d9f-79ab-4861-b5c5-a0f90672146d tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a92efac-7396-42d4-a09c-8ad04a0ed728 HTTP/1.1" status: 200 len: 945 time: 0.0507071 Sep 16 05:12:48.272950 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-26dbf617-a8e9-4582-ae7d-9ddea36f1aca req-7ab8d537-b4b8-43fc-a850-64d0ea15ae70 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?id=18ef29c0-2968-43fe-8276-0b81f445dee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325966 Sep 16 05:12:48.275846 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e03bccbf-705c-44e1-9760-d74417f17625 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.276433 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03bccbf-705c-44e1-9760-d74417f17625 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Fanout notify agent at l3_agent the message router_deleted on router 27a7b334-1b4c-4d62-a055-f8d081dd687f {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:12:48.293771 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e03bccbf-705c-44e1-9760-d74417f17625 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.293771 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e03bccbf-705c-44e1-9760-d74417f17625 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/routers/27a7b334-1b4c-4d62-a055-f8d081dd687f HTTP/1.1" status: 204 len: 168 time: 0.2963378 Sep 16 05:12:48.293771 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48648) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:48.346755 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cc896df-1058-41e1-8d05-7e8bfbb257c6 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Deleting subnet 3aaa9478-8bdd-4c8b-92e6-07b4510d062e {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:12:48.349807 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9cc896df-1058-41e1-8d05-7e8bfbb257c6 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.390463 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9cc896df-1058-41e1-8d05-7e8bfbb257c6 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.472724 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9cc896df-1058-41e1-8d05-7e8bfbb257c6 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.533627 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9cc896df-1058-41e1-8d05-7e8bfbb257c6 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.558477 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc896df-1058-41e1-8d05-7e8bfbb257c6 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event deleted for resources: {'Subnet': ['ID=3aaa9478-8bdd-4c8b-92e6-07b4510d062e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:48.564966 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9cc896df-1058-41e1-8d05-7e8bfbb257c6 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.566938 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9cc896df-1058-41e1-8d05-7e8bfbb257c6 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/subnets/3aaa9478-8bdd-4c8b-92e6-07b4510d062e HTTP/1.1" status: 204 len: 168 time: 0.2750359 Sep 16 05:12:48.569510 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48650) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:48.572592 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0da1f0b-0a2e-466d-bc0d-be34d01f8a87 None None] Network df69f821-ec22-4b1c-813c-4f35f5e5b612 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:48.626581 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a668673b-7142-444e-a7d8-fcce63f98a6f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Deleting subnet de427e21-359a-4749-a22c-1eb43c392c41 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:12:48.629741 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a668673b-7142-444e-a7d8-fcce63f98a6f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.672220 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a668673b-7142-444e-a7d8-fcce63f98a6f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.754697 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779aac5f-bcb3-4a7f-983c-8c15136a6a3e None None] DHCP port deletion for df69f821-ec22-4b1c-813c-4f35f5e5b612 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:12:48.770691 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a668673b-7142-444e-a7d8-fcce63f98a6f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.802595 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-779aac5f-bcb3-4a7f-983c-8c15136a6a3e None None] Deleting port d5df1deb-2537-488c-953f-9aa6ee9f5cb9 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:48.802973 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-779aac5f-bcb3-4a7f-983c-8c15136a6a3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.830615 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a668673b-7142-444e-a7d8-fcce63f98a6f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.859147 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668673b-7142-444e-a7d8-fcce63f98a6f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event deleted for resources: {'Subnet': ['ID=de427e21-359a-4749-a22c-1eb43c392c41,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:48.869584 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a668673b-7142-444e-a7d8-fcce63f98a6f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.870501 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b696a5-968a-4851-9038-733966810913 None None] Network 9e91a6bd-eb39-4082-a23a-1f75d6528d40 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:48.874071 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a668673b-7142-444e-a7d8-fcce63f98a6f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/subnets/de427e21-359a-4749-a22c-1eb43c392c41 HTTP/1.1" status: 204 len: 168 time: 0.3012712 Sep 16 05:12:48.874412 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48652) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:48.890683 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-779aac5f-bcb3-4a7f-983c-8c15136a6a3e None None] For port d5df1deb-2537-488c-953f-9aa6ee9f5cb9, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d5df1deb-2537-488c-953f-9aa6ee9f5cb9,segment=NetworkSegment(d579d8dd-5fa7-41f2-98ba-3a3cc7025694),segment_id=d579d8dd-5fa7-41f2-98ba-3a3cc7025694)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:48.891080 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-779aac5f-bcb3-4a7f-983c-8c15136a6a3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.912093 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-779aac5f-bcb3-4a7f-983c-8c15136a6a3e None None] Calling delete_port for d5df1deb-2537-488c-953f-9aa6ee9f5cb9 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:48.964837 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2673a279-8a6e-4296-8e08-d79d065b2879 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.022958 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-2673a279-8a6e-4296-8e08-d79d065b2879 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Deleting port d5df1deb-2537-488c-953f-9aa6ee9f5cb9 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:49.023194 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2673a279-8a6e-4296-8e08-d79d065b2879 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.079164 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-779aac5f-bcb3-4a7f-983c-8c15136a6a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.091996 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-2673a279-8a6e-4296-8e08-d79d065b2879 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] For port d5df1deb-2537-488c-953f-9aa6ee9f5cb9, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d5df1deb-2537-488c-953f-9aa6ee9f5cb9,segment=NetworkSegment(d579d8dd-5fa7-41f2-98ba-3a3cc7025694),segment_id=d579d8dd-5fa7-41f2-98ba-3a3cc7025694)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:49.092376 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2673a279-8a6e-4296-8e08-d79d065b2879 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.111192 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-2673a279-8a6e-4296-8e08-d79d065b2879 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Calling delete_port for d5df1deb-2537-488c-953f-9aa6ee9f5cb9 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:49.114536 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779aac5f-bcb3-4a7f-983c-8c15136a6a3e None None] Pushing event deleted for resources: {'Port': ['ID=d5df1deb-2537-488c-953f-9aa6ee9f5cb9,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:49.120191 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779aac5f-bcb3-4a7f-983c-8c15136a6a3e None None] No DVR routers for this DVR port d5df1deb-2537-488c-953f-9aa6ee9f5cb9 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:49.145248 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d711e9db-76b7-47a8-aac5-9144837b71fa None None] DHCP port deletion for 9e91a6bd-eb39-4082-a23a-1f75d6528d40 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:12:49.196817 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b46ee-185c-40ae-92ff-074ad741ba55 req-7d8a36db-a86b-49ea-8495-60480bb8772f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:49.198048 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-d711e9db-76b7-47a8-aac5-9144837b71fa None None] Deleting port c2068cd9-2de7-4bc6-94d3-094d6cc5cdf4 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:49.198427 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d711e9db-76b7-47a8-aac5-9144837b71fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.204456 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d52b46ee-185c-40ae-92ff-074ad741ba55 req-7d8a36db-a86b-49ea-8495-60480bb8772f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d813275-c47c-4a39-91cb-ba8810d002a5 HTTP/1.1" status: 200 len: 944 time: 0.0690718 Sep 16 05:12:49.211537 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2673a279-8a6e-4296-8e08-d79d065b2879 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.227266 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2673a279-8a6e-4296-8e08-d79d065b2879 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] No DVR routers for this DVR port d5df1deb-2537-488c-953f-9aa6ee9f5cb9 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:49.264371 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d52b46ee-185c-40ae-92ff-074ad741ba55 req-607f4201-73a7-4f8c-a6f8-751041b75978 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526805 Sep 16 05:12:49.269250 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673a279-8a6e-4296-8e08-d79d065b2879 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event deleted for resources: {'Port': ['ID=d5df1deb-2537-488c-953f-9aa6ee9f5cb9,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:49.289639 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-d711e9db-76b7-47a8-aac5-9144837b71fa None None] For port c2068cd9-2de7-4bc6-94d3-094d6cc5cdf4, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=c2068cd9-2de7-4bc6-94d3-094d6cc5cdf4,segment=NetworkSegment(c0d82c4c-6104-4eae-878d-d3debe8cbf35),segment_id=c0d82c4c-6104-4eae-878d-d3debe8cbf35)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:49.290083 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d711e9db-76b7-47a8-aac5-9144837b71fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.311219 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-d711e9db-76b7-47a8-aac5-9144837b71fa None None] Calling delete_port for c2068cd9-2de7-4bc6-94d3-094d6cc5cdf4 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:49.351472 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2673a279-8a6e-4296-8e08-d79d065b2879 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.374764 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-2673a279-8a6e-4296-8e08-d79d065b2879 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df69f821-ec22-4b1c-813c-4f35f5e5b612']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:49.387347 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-2673a279-8a6e-4296-8e08-d79d065b2879 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd579d8dd-5fa7-41f2-98ba-3a3cc7025694') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:49.387866 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-2673a279-8a6e-4296-8e08-d79d065b2879 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd579d8dd-5fa7-41f2-98ba-3a3cc7025694') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:49.403427 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2673a279-8a6e-4296-8e08-d79d065b2879 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.405152 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32ca3e-59b6-42b6-b660-4df79d45c59a req-8f4d856d-65f1-4cf4-8609-36fa4b0e505d tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:49.407388 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bb32ca3e-59b6-42b6-b660-4df79d45c59a req-8f4d856d-65f1-4cf4-8609-36fa4b0e505d tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a92efac-7396-42d4-a09c-8ad04a0ed728 HTTP/1.1" status: 200 len: 945 time: 0.0589764 Sep 16 05:12:49.411102 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d711e9db-76b7-47a8-aac5-9144837b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.425941 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2673a279-8a6e-4296-8e08-d79d065b2879 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.437888 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2673a279-8a6e-4296-8e08-d79d065b2879 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:12:49.438530 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2673a279-8a6e-4296-8e08-d79d065b2879 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:12:49.443488 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:12:49.459921 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bb32ca3e-59b6-42b6-b660-4df79d45c59a req-b13b96f7-dd85-451c-8954-370811049728 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?id=18ef29c0-2968-43fe-8276-0b81f445dee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397921 Sep 16 05:12:49.468369 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d711e9db-76b7-47a8-aac5-9144837b71fa None None] No DVR routers for this DVR port c2068cd9-2de7-4bc6-94d3-094d6cc5cdf4 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:49.473590 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d711e9db-76b7-47a8-aac5-9144837b71fa None None] Pushing event deleted for resources: {'Port': ['ID=c2068cd9-2de7-4bc6-94d3-094d6cc5cdf4,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:49.522577 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2673a279-8a6e-4296-8e08-d79d065b2879 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.529658 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2673a279-8a6e-4296-8e08-d79d065b2879 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.531759 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2673a279-8a6e-4296-8e08-d79d065b2879 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/networks/df69f821-ec22-4b1c-813c-4f35f5e5b612 HTTP/1.1" status: 204 len: 168 time: 0.6560535 Sep 16 05:12:49.535185 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48662) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:49.553988 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673a279-8a6e-4296-8e08-d79d065b2879 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event deleted for resources: {'Network': ['ID=df69f821-ec22-4b1c-813c-4f35f5e5b612,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:49.601917 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7626d-5862-4ae6-87fe-bd861dc401dc req-6ea4ed12-9e32-4faf-9640-bf85969b4870 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:49.603465 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0de7626d-5862-4ae6-87fe-bd861dc401dc req-6ea4ed12-9e32-4faf-9640-bf85969b4870 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a92efac-7396-42d4-a09c-8ad04a0ed728 HTTP/1.1" status: 200 len: 945 time: 0.0528376 Sep 16 05:12:49.641234 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-34f87378-9ba5-4a99-b526-9414600bf32c tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.645380 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0de7626d-5862-4ae6-87fe-bd861dc401dc req-769ddd22-1e78-47c6-80f7-9cc92611f2d2 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?id=18ef29c0-2968-43fe-8276-0b81f445dee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351386 Sep 16 05:12:49.669113 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48666) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:49.712997 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5bc634-3930-49c6-b550-18a77d893df5 tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:49.714528 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0d5bc634-3930-49c6-b550-18a77d893df5 tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3a92efac-7396-42d4-a09c-8ad04a0ed728 HTTP/1.1" status: 200 len: 1092 time: 0.0444019 Sep 16 05:12:49.718023 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48668) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:49.722604 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-3a3feba6-56ff-4862-bf81-b7875c29e1a2 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'port_id': 'fd0f55a9-0069-4403-95b1-3521c5971603', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:49.734928 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-34f87378-9ba5-4a99-b526-9414600bf32c tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.745287 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3a3feba6-56ff-4862-bf81-b7875c29e1a2 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for floatingip, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.760551 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-34f87378-9ba5-4a99-b526-9414600bf32c tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e91a6bd-eb39-4082-a23a-1f75d6528d40']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:49.771153 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-34f87378-9ba5-4a99-b526-9414600bf32c tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d82c4c-6104-4eae-878d-d3debe8cbf35') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:49.771460 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-34f87378-9ba5-4a99-b526-9414600bf32c tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d82c4c-6104-4eae-878d-d3debe8cbf35') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:49.782103 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-34f87378-9ba5-4a99-b526-9414600bf32c tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.797137 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-34f87378-9ba5-4a99-b526-9414600bf32c tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.803490 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f87378-9ba5-4a99-b526-9414600bf32c tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:12:49.804126 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-34f87378-9ba5-4a99-b526-9414600bf32c tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.807118 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:12:49.807118 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:12:49.807118 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:12:49.807118 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:12:49.807118 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:12:49.807118 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:12:49.807118 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:12:49.807118 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:12:49.807118 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:12:49.807118 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:12:49.807118 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:12:49.807118 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:12:49.807118 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:12:49.807118 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:12:49.807118 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:12:49.807118 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:12:49.807118 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:12:49.807118 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:12:49.807118 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:12:49.807118 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:12:49.807118 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:12:49.807118 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:12:49.807118 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:12:49.807118 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:12:49.807118 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:12:49.807118 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:12:49.807118 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:12:49.807118 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:12:49.807118 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:12:49.807118 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:12:49.807118 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:12:49.807118 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:12:49.850968 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3a3feba6-56ff-4862-bf81-b7875c29e1a2 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.870679 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-34f87378-9ba5-4a99-b526-9414600bf32c tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.876487 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-34f87378-9ba5-4a99-b526-9414600bf32c tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.878628 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-34f87378-9ba5-4a99-b526-9414600bf32c tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/networks/9e91a6bd-eb39-4082-a23a-1f75d6528d40 HTTP/1.1" status: 204 len: 168 time: 0.3424969 Sep 16 05:12:49.883793 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48670) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:49.889951 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-b7dfdebd-ee08-48d8-8d63-707210d74cbd tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Request body: {'network': {'name': 'tempest-RoutersTest-1259017169'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:49.907224 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f87378-9ba5-4a99-b526-9414600bf32c tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event deleted for resources: {'Network': ['ID=9e91a6bd-eb39-4082-a23a-1f75d6528d40,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:49.927163 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7dfdebd-ee08-48d8-8d63-707210d74cbd tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Made reservation on behalf of e82e744d7ac9442f9b072f013df3daed for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:49.931120 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b7dfdebd-ee08-48d8-8d63-707210d74cbd tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.953898 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 4decdbb6-73fc-4d6e-953c-b5546dc512cb details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:12:49.959920 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7dfdebd-ee08-48d8-8d63-707210d74cbd tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:12:49.973719 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b7dfdebd-ee08-48d8-8d63-707210d74cbd tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.974578 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-b7dfdebd-ee08-48d8-8d63-707210d74cbd tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Added segment 34beb7d3-ac03-4528-a657-c2a8c46e3784 of type vlan for network 96585f99-5c8a-49fc-8c8b-167d5981cdf3 Sep 16 05:12:49.992815 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-3a3feba6-56ff-4862-bf81-b7875c29e1a2 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Allocated IP 172.25.8.146 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/135ec5cb-258f-4a06-b742-1a1ea12e541f) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:50.023175 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b7dfdebd-ee08-48d8-8d63-707210d74cbd tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.052847 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b7dfdebd-ee08-48d8-8d63-707210d74cbd tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.058918 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dfdebd-ee08-48d8-8d63-707210d74cbd tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:50.059541 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b7dfdebd-ee08-48d8-8d63-707210d74cbd tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.093139 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 4decdbb6-73fc-4d6e-953c-b5546dc512cb, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=4decdbb6-73fc-4d6e-953c-b5546dc512cb,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:50.104966 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b7dfdebd-ee08-48d8-8d63-707210d74cbd tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2198601 Sep 16 05:12:50.109208 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48674) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:50.114304 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-3effc3c2-1a33-4f0f-8a8a-26c36f0f603b tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Request body: {'subnet': {'network_id': '96585f99-5c8a-49fc-8c8b-167d5981cdf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:50.115402 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '4decdbb6-73fc-4d6e-953c-b5546dc512cb', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'port_id': '4decdbb6-73fc-4d6e-953c-b5546dc512cb', 'mac_address': 'fa:16:3e:b0:74:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:12:50.134092 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3a3feba6-56ff-4862-bf81-b7875c29e1a2 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.162948 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.180388 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3a3feba6-56ff-4862-bf81-b7875c29e1a2 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.184308 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4decdbb6-73fc-4d6e-953c-b5546dc512cb {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:50.186232 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dfdebd-ee08-48d8-8d63-707210d74cbd tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'Network': ['ID=96585f99-5c8a-49fc-8c8b-167d5981cdf3,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:50.215596 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 4decdbb6-73fc-4d6e-953c-b5546dc512cb, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=4decdbb6-73fc-4d6e-953c-b5546dc512cb,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:50.220756 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 96585f99-5c8a-49fc-8c8b-167d5981cdf3 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:12:50.224688 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.226818 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3feba6-56ff-4862-bf81-b7875c29e1a2 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:50.229931 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-3a3feba6-56ff-4862-bf81-b7875c29e1a2 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:50.236103 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3feba6-56ff-4862-bf81-b7875c29e1a2 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:50.277496 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3effc3c2-1a33-4f0f-8a8a-26c36f0f603b tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Made reservation on behalf of e82e744d7ac9442f9b072f013df3daed for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:50.284345 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3effc3c2-1a33-4f0f-8a8a-26c36f0f603b tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.302570 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3feba6-56ff-4862-bf81-b7875c29e1a2 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'Port': ['ID=135ec5cb-258f-4a06-b742-1a1ea12e541f,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:50.353671 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=4decdbb6-73fc-4d6e-953c-b5546dc512cb,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:50.449964 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d5df1deb-2537-488c-953f-9aa6ee9f5cb9 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:50.472308 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: d5df1deb-2537-488c-953f-9aa6ee9f5cb9 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:12:50.472684 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d5df1deb-2537-488c-953f-9aa6ee9f5cb9 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:50.473110 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device c2068cd9-2de7-4bc6-94d3-094d6cc5cdf4 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:50.492557 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: c2068cd9-2de7-4bc6-94d3-094d6cc5cdf4 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:12:50.493088 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device c2068cd9-2de7-4bc6-94d3-094d6cc5cdf4 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:50.545839 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['4decdbb6-73fc-4d6e-953c-b5546dc512cb'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:12:50.550125 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b31ce-fa2b-420d-a607-e87b81da7647 req-2594cb1c-d83a-4adb-acb2-f91fbecacb68 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:50.550325 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3effc3c2-1a33-4f0f-8a8a-26c36f0f603b tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.557024 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-279b31ce-fa2b-420d-a607-e87b81da7647 req-2594cb1c-d83a-4adb-acb2-f91fbecacb68 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d813275-c47c-4a39-91cb-ba8810d002a5 HTTP/1.1" status: 200 len: 945 time: 0.1470330 Sep 16 05:12:50.617283 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-279b31ce-fa2b-420d-a607-e87b81da7647 req-e3b00a15-e75b-4135-b60d-f7a6c5043ad9 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596187 Sep 16 05:12:50.618603 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3effc3c2-1a33-4f0f-8a8a-26c36f0f603b tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'Subnet': ['ID=7d65d6d8-a560-481e-8f61-7bb25b0d1ffc,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:50.646589 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3effc3c2-1a33-4f0f-8a8a-26c36f0f603b tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Checking segment: {'id': '34beb7d3-ac03-4528-a657-c2a8c46e3784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '96585f99-5c8a-49fc-8c8b-167d5981cdf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:50.647210 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3effc3c2-1a33-4f0f-8a8a-26c36f0f603b tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Network hostable DHCP agents. Network: 96585f99-5c8a-49fc-8c8b-167d5981cdf3, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:12:50.665985 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3effc3c2-1a33-4f0f-8a8a-26c36f0f603b tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Network 96585f99-5c8a-49fc-8c8b-167d5981cdf3 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:12:50.680536 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-3effc3c2-1a33-4f0f-8a8a-26c36f0f603b tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 96585f99-5c8a-49fc-8c8b-167d5981cdf3) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:50.685082 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3effc3c2-1a33-4f0f-8a8a-26c36f0f603b tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:50.685669 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3effc3c2-1a33-4f0f-8a8a-26c36f0f603b tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.694153 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d015acba-0c1a-4e39-b3a0-0462c4c03e6d None None] Network 96585f99-5c8a-49fc-8c8b-167d5981cdf3 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:50.702867 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3effc3c2-1a33-4f0f-8a8a-26c36f0f603b tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5924604 Sep 16 05:12:50.705429 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48678) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:50.710090 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-8d4b9761-4bad-4026-84cc-6c22ef99c46e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-392739635', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:50.735430 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8d4b9761-4bad-4026-84cc-6c22ef99c46e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.736461 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8d4b9761-4bad-4026-84cc-6c22ef99c46e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.767348 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3a3feba6-56ff-4862-bf81-b7875c29e1a2 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.794418 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8d4b9761-4bad-4026-84cc-6c22ef99c46e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.801761 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8d4b9761-4bad-4026-84cc-6c22ef99c46e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.818783 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8d4b9761-4bad-4026-84cc-6c22ef99c46e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.820080 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8d4b9761-4bad-4026-84cc-6c22ef99c46e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1136513 Sep 16 05:12:50.822740 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48680) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:50.828454 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-eb911c9a-a5c2-420a-97a6-d341cb5da419 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Request body: {'port': {'network_id': '96585f99-5c8a-49fc-8c8b-167d5981cdf3', 'name': 'tempest-RoutersTest-778324252'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:50.848850 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3a3feba6-56ff-4862-bf81-b7875c29e1a2 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.954621 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb911c9a-a5c2-420a-97a6-d341cb5da419 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Made reservation on behalf of e82e744d7ac9442f9b072f013df3daed for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:50.959016 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-eb911c9a-a5c2-420a-97a6-d341cb5da419 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.985085 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [None req-eb911c9a-a5c2-420a-97a6-d341cb5da419 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] device_id is not set on port a0cee5e6-e49f-4f8c-b2c7-fd2a33453f8a yet. {{(pid=94766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:12:51.032935 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afeb154-888e-4037-abca-36af9eabb331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-96585f99-5c8a-49fc-8c8b-167d5981cdf3', 'network_id': '96585f99-5c8a-49fc-8c8b-167d5981cdf3', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'fixed_ips': [{'subnet_id': '7d65d6d8-a560-481e-8f61-7bb25b0d1ffc'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:12:51.035422 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6afeb154-888e-4037-abca-36af9eabb331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:51.044244 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3a3feba6-56ff-4862-bf81-b7875c29e1a2 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:51.061667 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3a3feba6-56ff-4862-bf81-b7875c29e1a2 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:51.129631 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48686) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:51.132281 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3feba6-56ff-4862-bf81-b7875c29e1a2 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'Port': ['ID=135ec5cb-258f-4a06-b742-1a1ea12e541f,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:51.163832 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-eb911c9a-a5c2-420a-97a6-d341cb5da419 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Allocated IP 172.20.0.11 (96585f99-5c8a-49fc-8c8b-167d5981cdf3/7d65d6d8-a560-481e-8f61-7bb25b0d1ffc/a0cee5e6-e49f-4f8c-b2c7-fd2a33453f8a) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:51.184406 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3a3feba6-56ff-4862-bf81-b7875c29e1a2 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:51.297390 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [None req-3a3feba6-56ff-4862-bf81-b7875c29e1a2 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Floating IP b1d7a0d2-1d5d-4f5d-b350-4914b54a6cb2 associated. External IP: 172.25.8.146, port: fd0f55a9-0069-4403-95b1-3521c5971603. Sep 16 05:12:51.327652 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9026bf-753e-413e-b1a8-3adadd8b1797 req-26a4d9e4-48ee-484e-ad56-def379b3e89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:51.329389 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1c9026bf-753e-413e-b1a8-3adadd8b1797 req-26a4d9e4-48ee-484e-ad56-def379b3e89a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=26371832-550e-45b3-96ae-68345d377758 HTTP/1.1" status: 200 len: 1097 time: 0.1985636 Sep 16 05:12:51.395403 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1c9026bf-753e-413e-b1a8-3adadd8b1797 req-39af5509-50d0-460d-add1-0c06ef408c17 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5c8e685a-6b14-4ba0-b127-6db0addbc18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557520 Sep 16 05:12:51.405879 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-eb911c9a-a5c2-420a-97a6-d341cb5da419 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:51.441015 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-eb911c9a-a5c2-420a-97a6-d341cb5da419 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:51.482110 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb911c9a-a5c2-420a-97a6-d341cb5da419 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Network 96585f99-5c8a-49fc-8c8b-167d5981cdf3 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:51.485723 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-eb911c9a-a5c2-420a-97a6-d341cb5da419 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:51.490301 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb911c9a-a5c2-420a-97a6-d341cb5da419 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:51.526385 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-6afeb154-888e-4037-abca-36af9eabb331 None None] Allocated IP 172.20.0.2 (96585f99-5c8a-49fc-8c8b-167d5981cdf3/7d65d6d8-a560-481e-8f61-7bb25b0d1ffc/d615c462-dc66-4c17-85a7-7ec1cc20c1e2) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:51.543177 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb911c9a-a5c2-420a-97a6-d341cb5da419 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'Port': ['ID=a0cee5e6-e49f-4f8c-b2c7-fd2a33453f8a,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:51.554396 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3feba6-56ff-4862-bf81-b7875c29e1a2 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Router e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:51.566540 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb911c9a-a5c2-420a-97a6-d341cb5da419 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:51.567162 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-eb911c9a-a5c2-420a-97a6-d341cb5da419 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:51.586520 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-eb911c9a-a5c2-420a-97a6-d341cb5da419 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.7599201 Sep 16 05:12:51.586737 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48692) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:51.690153 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3feba6-56ff-4862-bf81-b7875c29e1a2 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:51.703766 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0809e7-f863-4a9e-9980-dfb2724d4da6 None None] Sync routers for ids ['e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:51.713690 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3a3feba6-56ff-4862-bf81-b7875c29e1a2 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:51.725291 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0809e7-f863-4a9e-9980-dfb2724d4da6 None None] Routers {'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:51.726481 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-0f0809e7-f863-4a9e-9980-dfb2724d4da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:51.791614 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3a3feba6-56ff-4862-bf81-b7875c29e1a2 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0649946 Sep 16 05:12:51.791614 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a92efac-7396-42d4-a09c-8ad04a0ed728', 'tag': 'fd0f55a9-0069-4403-95b1-3521c5971603'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:51.791614 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cef683-e61c-4988-9f27-aa9e3cab75b3" -d '{"events": [{"name": "network-changed", "server_uuid": "3a92efac-7396-42d4-a09c-8ad04a0ed728", "tag": "fd0f55a9-0069-4403-95b1-3521c5971603"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:51.792648 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48696) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:51.860362 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6afeb154-888e-4037-abca-36af9eabb331 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:51.865211 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1e2b837a-1840-4b6c-b79e-45656d0e893a tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/floatingips/b1d7a0d2-1d5d-4f5d-b350-4914b54a6cb2 HTTP/1.1" status: 200 len: 991 time: 0.0701363 Sep 16 05:12:51.867232 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-0f0809e7-f863-4a9e-9980-dfb2724d4da6 None None] Set router e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:51.882880 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff41d7a-56d9-440d-94b4-27f4822b8420 req-d1d5225e-c42e-4b23-846c-a58a5bbe07a6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:51.884522 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6ff41d7a-56d9-440d-94b4-27f4822b8420 req-d1d5225e-c42e-4b23-846c-a58a5bbe07a6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d813275-c47c-4a39-91cb-ba8810d002a5 HTTP/1.1" status: 200 len: 945 time: 0.1382864 Sep 16 05:12:51.914957 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6afeb154-888e-4037-abca-36af9eabb331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:51.933266 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6ff41d7a-56d9-440d-94b4-27f4822b8420 req-eac1206e-6294-4b7e-91de-8e6a2ace2d67 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405705 Sep 16 05:12:51.994979 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 4decdbb6-73fc-4d6e-953c-b5546dc512cb up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:52.006186 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93d627a-7770-460d-b8cc-aeff3f63ccdc x-openstack-request-id: req-a93d627a-7770-460d-b8cc-aeff3f63ccdc {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:52.006988 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a92efac-7396-42d4-a09c-8ad04a0ed728", "tag": "fd0f55a9-0069-4403-95b1-3521c5971603", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:52.007247 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a93d627a-7770-460d-b8cc-aeff3f63ccdc {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:52.007796 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a92efac-7396-42d4-a09c-8ad04a0ed728', 'tag': 'fd0f55a9-0069-4403-95b1-3521c5971603', 'status': 'completed', 'code': 200} Sep 16 05:12:52.063797 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-330efda0-9091-49de-966e-7f02b11df636 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.109101 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cef683-e61c-4988-9f27-aa9e3cab75b3 req-8c1e2d81-ef19-42f9-a56b-bd813f7e1347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:52.111083 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f5cef683-e61c-4988-9f27-aa9e3cab75b3 req-8c1e2d81-ef19-42f9-a56b-bd813f7e1347 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da5c99301f5942cd8cb2baff109305cb&device_id=3a92efac-7396-42d4-a09c-8ad04a0ed728 HTTP/1.1" status: 200 len: 1097 time: 0.0594852 Sep 16 05:12:52.218543 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cef683-e61c-4988-9f27-aa9e3cab75b3 req-98a86902-e282-464d-b0bf-1358bc14de65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:52.220338 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f5cef683-e61c-4988-9f27-aa9e3cab75b3 req-98a86902-e282-464d-b0bf-1358bc14de65 service neutron] 10.222.0.48 "GET /v2.0/networks?id=311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7 HTTP/1.1" status: 200 len: 898 time: 0.1016877 Sep 16 05:12:52.222279 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afeb154-888e-4037-abca-36af9eabb331 None None] Network 96585f99-5c8a-49fc-8c8b-167d5981cdf3 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:52.249791 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-6afeb154-888e-4037-abca-36af9eabb331 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:52.252484 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afeb154-888e-4037-abca-36af9eabb331 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:52.278031 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afeb154-888e-4037-abca-36af9eabb331 None None] Pushing event updated for resources: {'Port': ['ID=d615c462-dc66-4c17-85a7-7ec1cc20c1e2,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:52.306037 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f5cef683-e61c-4988-9f27-aa9e3cab75b3 req-a0aceb16-ab89-453d-b1ad-d94d66808a08 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd0f55a9-0069-4403-95b1-3521c5971603 HTTP/1.1" status: 200 len: 999 time: 0.0783124 Sep 16 05:12:52.330672 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-330efda0-9091-49de-966e-7f02b11df636 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.336996 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-330efda0-9091-49de-966e-7f02b11df636 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.360441 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cef683-e61c-4988-9f27-aa9e3cab75b3 req-595a584f-bf4a-434d-9641-910f26c81a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:52.362094 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f5cef683-e61c-4988-9f27-aa9e3cab75b3 req-595a584f-bf4a-434d-9641-910f26c81a68 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=93e32929-b54b-40c3-a07b-988e4bde0ff1 HTTP/1.1" status: 200 len: 835 time: 0.0491474 Sep 16 05:12:52.416327 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cef683-e61c-4988-9f27-aa9e3cab75b3 req-7bd9b112-8ebf-4240-a402-eab490a36ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:52.417926 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f5cef683-e61c-4988-9f27-aa9e3cab75b3 req-7bd9b112-8ebf-4240-a402-eab490a36ad8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481067 Sep 16 05:12:52.429716 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330efda0-9091-49de-966e-7f02b11df636 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'Port': ['ID=a0cee5e6-e49f-4f8c-b2c7-fd2a33453f8a,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:52.433170 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-6afeb154-888e-4037-abca-36af9eabb331 None None] Attempting to bind port d615c462-dc66-4c17-85a7-7ec1cc20c1e2 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:52.434958 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-6afeb154-888e-4037-abca-36af9eabb331 None None] Attempting to bind port d615c462-dc66-4c17-85a7-7ec1cc20c1e2 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '34beb7d3-ac03-4528-a657-c2a8c46e3784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '96585f99-5c8a-49fc-8c8b-167d5981cdf3'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:52.434958 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afeb154-888e-4037-abca-36af9eabb331 None None] Attempting to bind port d615c462-dc66-4c17-85a7-7ec1cc20c1e2 on network 96585f99-5c8a-49fc-8c8b-167d5981cdf3 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:52.447076 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 4decdbb6-73fc-4d6e-953c-b5546dc512cb completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:12:52.453319 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afeb154-888e-4037-abca-36af9eabb331 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:52.454215 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afeb154-888e-4037-abca-36af9eabb331 None None] Checking segment: {'id': '34beb7d3-ac03-4528-a657-c2a8c46e3784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '96585f99-5c8a-49fc-8c8b-167d5981cdf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:52.454215 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6afeb154-888e-4037-abca-36af9eabb331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.454537 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afeb154-888e-4037-abca-36af9eabb331 None None] Bound using segment: {'id': '34beb7d3-ac03-4528-a657-c2a8c46e3784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '96585f99-5c8a-49fc-8c8b-167d5981cdf3'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:52.454966 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-6afeb154-888e-4037-abca-36af9eabb331 None None] Bound port: d615c462-dc66-4c17-85a7-7ec1cc20c1e2, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34beb7d3-ac03-4528-a657-c2a8c46e3784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '96585f99-5c8a-49fc-8c8b-167d5981cdf3'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:52.455352 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6afeb154-888e-4037-abca-36af9eabb331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.472177 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 4decdbb6-73fc-4d6e-953c-b5546dc512cb triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:52.472177 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.537585 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f5cef683-e61c-4988-9f27-aa9e3cab75b3 req-f5cd10f4-fafe-4aa7-bbb5-7c4269a5543b service neutron] 10.222.0.48 "GET /v2.0/networks/311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114078 Sep 16 05:12:52.597541 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-330efda0-9091-49de-966e-7f02b11df636 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.616889 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-6afeb154-888e-4037-abca-36af9eabb331 None None] For port d615c462-dc66-4c17-85a7-7ec1cc20c1e2, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:52.633438 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-6afeb154-888e-4037-abca-36af9eabb331 None None] For port d615c462-dc66-4c17-85a7-7ec1cc20c1e2, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d615c462-dc66-4c17-85a7-7ec1cc20c1e2,segment=NetworkSegment(34beb7d3-ac03-4528-a657-c2a8c46e3784),segment_id=34beb7d3-ac03-4528-a657-c2a8c46e3784)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:52.656900 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f5cef683-e61c-4988-9f27-aa9e3cab75b3 req-0cab185b-f682-42e8-98d6-05282980f612 service neutron] 10.222.0.48 "GET /v2.0/networks/311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096618 Sep 16 05:12:52.662344 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6afeb154-888e-4037-abca-36af9eabb331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.737860 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-330efda0-9091-49de-966e-7f02b11df636 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.738208 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-0f0809e7-f863-4a9e-9980-dfb2724d4da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'name': 'tempest-TestNetworkBasicOps-router-1805372549', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:12:26Z', 'revision_number': 4, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'gw_port': {'id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'b1d7a0d2-1d5d-4f5d-b350-4914b54a6cb2', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'port_id': 'fd0f55a9-0069-4403-95b1-3521c5971603', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7', 'mac_address': 'fa:16:3e:bc:b5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a92efac-7396-42d4-a09c-8ad04a0ed728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:12:50Z', 'updated_at': '2021-09-16T05:12:50Z', 'revision_number': 0, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6903f32-d0c4-471c-8011-c0508d12e1bb', 'name': '', 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'mac_address': 'fa:16:3e:78:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '93e32929-b54b-40c3-a07b-988e4bde0ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:24Z', 'updated_at': '2021-09-16T05:12:31Z', 'revision_number': 5, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'subnets': [{'id': '93e32929-b54b-40c3-a07b-988e4bde0ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:52.770739 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0809e7-f863-4a9e-9980-dfb2724d4da6 None None] Checking router: e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:52.774320 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.823639 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0809e7-f863-4a9e-9980-dfb2724d4da6 None None] Routers {'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:52.824937 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-0f0809e7-f863-4a9e-9980-dfb2724d4da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:52.865729 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afeb154-888e-4037-abca-36af9eabb331 None None] Pushing event updated for resources: {'Port': ['ID=d615c462-dc66-4c17-85a7-7ec1cc20c1e2,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:52.867903 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48712) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:52.874627 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d813275-c47c-4a39-91cb-ba8810d002a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4decdbb6-73fc-4d6e-953c-b5546dc512cb'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:52.876993 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5e55d9-5672-4456-9901-1f9c915e62d1" -d '{"events": [{"server_uuid": "8d813275-c47c-4a39-91cb-ba8810d002a5", "name": "network-vif-plugged", "status": "completed", "tag": "4decdbb6-73fc-4d6e-953c-b5546dc512cb"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:52.899219 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 4decdbb6-73fc-4d6e-953c-b5546dc512cb, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=4decdbb6-73fc-4d6e-953c-b5546dc512cb,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:52.913326 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.942631 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6907b14d-5349-451e-b8e9-e3cee2f84ebb x-openstack-request-id: req-6907b14d-5349-451e-b8e9-e3cee2f84ebb {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:52.943280 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d813275-c47c-4a39-91cb-ba8810d002a5", "name": "network-vif-plugged", "status": "completed", "tag": "4decdbb6-73fc-4d6e-953c-b5546dc512cb", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:52.943394 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6907b14d-5349-451e-b8e9-e3cee2f84ebb {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:52.943906 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d813275-c47c-4a39-91cb-ba8810d002a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4decdbb6-73fc-4d6e-953c-b5546dc512cb', 'code': 200} Sep 16 05:12:53.028879 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-886040e7-f57a-4683-9bce-ea672ff4ed5f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/floatingips/b1d7a0d2-1d5d-4f5d-b350-4914b54a6cb2 HTTP/1.1" status: 200 len: 991 time: 0.1593950 Sep 16 05:12:53.074553 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-0f0809e7-f863-4a9e-9980-dfb2724d4da6 None None] Set router e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:53.077715 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=4decdbb6-73fc-4d6e-953c-b5546dc512cb,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:53.171180 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131f1f2-9495-43de-bc75-03e8a405b183 req-43a4a8c5-a567-4050-ad68-4889b23f0520 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:53.177212 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8131f1f2-9495-43de-bc75-03e8a405b183 req-43a4a8c5-a567-4050-ad68-4889b23f0520 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d813275-c47c-4a39-91cb-ba8810d002a5 HTTP/1.1" status: 200 len: 946 time: 0.0797317 Sep 16 05:12:53.221419 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8131f1f2-9495-43de-bc75-03e8a405b183 req-473366cd-5805-4eb7-9385-12de572576d6 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418444 Sep 16 05:12:53.372782 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-0f0809e7-f863-4a9e-9980-dfb2724d4da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'name': 'tempest-TestNetworkBasicOps-router-1805372549', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:12:26Z', 'revision_number': 4, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'gw_port': {'id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'b1d7a0d2-1d5d-4f5d-b350-4914b54a6cb2', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'port_id': 'fd0f55a9-0069-4403-95b1-3521c5971603', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7', 'mac_address': 'fa:16:3e:bc:b5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a92efac-7396-42d4-a09c-8ad04a0ed728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:12:50Z', 'updated_at': '2021-09-16T05:12:50Z', 'revision_number': 0, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6903f32-d0c4-471c-8011-c0508d12e1bb', 'name': '', 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'mac_address': 'fa:16:3e:78:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '93e32929-b54b-40c3-a07b-988e4bde0ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:24Z', 'updated_at': '2021-09-16T05:12:31Z', 'revision_number': 5, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'subnets': [{'id': '93e32929-b54b-40c3-a07b-988e4bde0ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:53.401404 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0809e7-f863-4a9e-9980-dfb2724d4da6 None None] The sync data for ids ['e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'] in n-d-712139-15 is: [{'id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'name': 'tempest-TestNetworkBasicOps-router-1805372549', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:12:26Z', 'revision_number': 4, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'gw_port': {'id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'b1d7a0d2-1d5d-4f5d-b350-4914b54a6cb2', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'port_id': 'fd0f55a9-0069-4403-95b1-3521c5971603', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7', 'mac_address': 'fa:16:3e:bc:b5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a92efac-7396-42d4-a09c-8ad04a0ed728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:12:50Z', 'updated_at': '2021-09-16T05:12:50Z', 'revision_number': 0, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6903f32-d0c4-471c-8011-c0508d12e1bb', 'name': '', 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'mac_address': 'fa:16:3e:78:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '93e32929-b54b-40c3-a07b-988e4bde0ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:24Z', 'updated_at': '2021-09-16T05:12:31Z', 'revision_number': 5, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'subnets': [{'id': '93e32929-b54b-40c3-a07b-988e4bde0ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:53.405225 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9ec76-43aa-4862-b347-e816ae8757d5 req-6ce0f55f-ab20-4ac4-b045-c4ad041014df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:53.406782 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5ee9ec76-43aa-4862-b347-e816ae8757d5 req-6ce0f55f-ab20-4ac4-b045-c4ad041014df service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8d813275-c47c-4a39-91cb-ba8810d002a5 HTTP/1.1" status: 200 len: 1098 time: 0.0805871 Sep 16 05:12:53.493490 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5ee9ec76-43aa-4862-b347-e816ae8757d5 req-f6998455-84e1-4245-a303-d7919036ae46 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787139 Sep 16 05:12:53.528448 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-330efda0-9091-49de-966e-7f02b11df636 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.534669 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-330efda0-9091-49de-966e-7f02b11df636 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.609467 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330efda0-9091-49de-966e-7f02b11df636 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'Port': ['ID=a0cee5e6-e49f-4f8c-b2c7-fd2a33453f8a,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:53.611916 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-330efda0-9091-49de-966e-7f02b11df636 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.711968 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330efda0-9091-49de-966e-7f02b11df636 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Network 96585f99-5c8a-49fc-8c8b-167d5981cdf3 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:53.713623 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-330efda0-9091-49de-966e-7f02b11df636 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:53.830004 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e8ced0-e09c-44ee-baf6-54587e32e71a None None] New status for floating IP b1d7a0d2-1d5d-4f5d-b350-4914b54a6cb2: ACTIVE {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:12:53.844976 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330efda0-9091-49de-966e-7f02b11df636 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Router 3235456b-a0f7-4680-af21-9f2ec3df52f9 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:12:53.851658 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8f6cf9-f628-4b6d-96bd-02fbe3f8c59c None None] Network 96585f99-5c8a-49fc-8c8b-167d5981cdf3 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:53.952923 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-04204606-b4cf-4302-8e02-4e5c4372f4c2 None None] Provisioning complete for port d615c462-dc66-4c17-85a7-7ec1cc20c1e2 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:53.953295 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-04204606-b4cf-4302-8e02-4e5c4372f4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.957282 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330efda0-9091-49de-966e-7f02b11df636 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:53.965051 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48720) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:53.965916 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-330efda0-9091-49de-966e-7f02b11df636 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "PUT /v2.0/routers/3235456b-a0f7-4680-af21-9f2ec3df52f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3774025 Sep 16 05:12:53.977977 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53497f46-59da-468a-b268-ba729fbfd829 None None] Sync routers for ids ['3235456b-a0f7-4680-af21-9f2ec3df52f9'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:54.014354 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b56f074-f13b-408a-abfc-3efc2c39c82c tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:54.015880 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2b56f074-f13b-408a-abfc-3efc2c39c82c tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "GET /v2.0/ports/a0cee5e6-e49f-4f8c-b2c7-fd2a33453f8a HTTP/1.1" status: 200 len: 977 time: 0.0498164 Sep 16 05:12:54.018689 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48722) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:54.030617 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53497f46-59da-468a-b268-ba729fbfd829 None None] Routers {'3235456b-a0f7-4680-af21-9f2ec3df52f9'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:54.031276 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-53497f46-59da-468a-b268-ba729fbfd829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['3235456b-a0f7-4680-af21-9f2ec3df52f9'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:54.032750 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48724) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:54.075496 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-53497f46-59da-468a-b268-ba729fbfd829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:54.108351 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53497f46-59da-468a-b268-ba729fbfd829 None None] Routers {'3235456b-a0f7-4680-af21-9f2ec3df52f9'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:54.108914 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-53497f46-59da-468a-b268-ba729fbfd829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['3235456b-a0f7-4680-af21-9f2ec3df52f9'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:54.113514 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a6bf7819-f616-4534-acf2-b28c3143d19f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/floatingips/b1d7a0d2-1d5d-4f5d-b350-4914b54a6cb2 HTTP/1.1" status: 200 len: 993 time: 0.0789399 Sep 16 05:12:54.163155 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-53497f46-59da-468a-b268-ba729fbfd829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:54.163818 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53497f46-59da-468a-b268-ba729fbfd829 None None] The sync data for ids ['3235456b-a0f7-4680-af21-9f2ec3df52f9'] in n-d-712139-15 is: [] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:54.181214 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-04204606-b4cf-4302-8e02-4e5c4372f4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.220541 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-04204606-b4cf-4302-8e02-4e5c4372f4c2 None None] For port d615c462-dc66-4c17-85a7-7ec1cc20c1e2, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d615c462-dc66-4c17-85a7-7ec1cc20c1e2,segment=NetworkSegment(34beb7d3-ac03-4528-a657-c2a8c46e3784),segment_id=34beb7d3-ac03-4528-a657-c2a8c46e3784)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:54.225141 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-04204606-b4cf-4302-8e02-4e5c4372f4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.280235 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04204606-b4cf-4302-8e02-4e5c4372f4c2 None None] Pushing event updated for resources: {'Port': ['ID=d615c462-dc66-4c17-85a7-7ec1cc20c1e2,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:54.350613 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc8402-99d3-4d5e-8d22-d3d5414277f9 req-21a0bb54-0516-43bf-8e3e-178785528353 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:54.352524 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-72fc8402-99d3-4d5e-8d22-d3d5414277f9 req-21a0bb54-0516-43bf-8e3e-178785528353 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d813275-c47c-4a39-91cb-ba8810d002a5 HTTP/1.1" status: 200 len: 946 time: 0.0542941 Sep 16 05:12:54.424978 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-72fc8402-99d3-4d5e-8d22-d3d5414277f9 req-eda16497-1cd8-476c-b3e1-6f19d9c7c5b5 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649796 Sep 16 05:12:54.463816 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d1d09474-5af0-4d0a-91cd-f74eaa934436 None None] Provisioning complete for port a0cee5e6-e49f-4f8c-b2c7-fd2a33453f8a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:54.464419 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d1d09474-5af0-4d0a-91cd-f74eaa934436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.499744 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d615c462-dc66-4c17-85a7-7ec1cc20c1e2 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:54.513837 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-039393d2-1a22-42a6-b05d-e170d37442b6 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.537691 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-d1d09474-5af0-4d0a-91cd-f74eaa934436 None None] Port a0cee5e6-e49f-4f8c-b2c7-fd2a33453f8a cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:54.566871 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d1d09474-5af0-4d0a-91cd-f74eaa934436 None None] Provisioning complete for port d615c462-dc66-4c17-85a7-7ec1cc20c1e2 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:54.567244 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d1d09474-5af0-4d0a-91cd-f74eaa934436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.624160 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port d615c462-dc66-4c17-85a7-7ec1cc20c1e2 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:54.625098 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.761533 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-039393d2-1a22-42a6-b05d-e170d37442b6 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Deleting port a0cee5e6-e49f-4f8c-b2c7-fd2a33453f8a {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:54.762553 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-039393d2-1a22-42a6-b05d-e170d37442b6 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.832986 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-3180d4e8-2a13-4258-a4e1-9e6c6640db78 None None] Provisioning complete for port a0cee5e6-e49f-4f8c-b2c7-fd2a33453f8a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:54.833367 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3180d4e8-2a13-4258-a4e1-9e6c6640db78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.853211 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-039393d2-1a22-42a6-b05d-e170d37442b6 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.867701 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-039393d2-1a22-42a6-b05d-e170d37442b6 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Calling delete_port for a0cee5e6-e49f-4f8c-b2c7-fd2a33453f8a owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:54.875259 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-3180d4e8-2a13-4258-a4e1-9e6c6640db78 None None] Port a0cee5e6-e49f-4f8c-b2c7-fd2a33453f8a cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:54.994077 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-c86ec709-21d7-482f-bc64-a93a019754f7 None None] Provisioning complete for port a0cee5e6-e49f-4f8c-b2c7-fd2a33453f8a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:54.994457 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c86ec709-21d7-482f-bc64-a93a019754f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.036206 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-c86ec709-21d7-482f-bc64-a93a019754f7 None None] Port a0cee5e6-e49f-4f8c-b2c7-fd2a33453f8a cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:55.057018 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-039393d2-1a22-42a6-b05d-e170d37442b6 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.090712 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039393d2-1a22-42a6-b05d-e170d37442b6 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event deleted for resources: {'Port': ['ID=a0cee5e6-e49f-4f8c-b2c7-fd2a33453f8a,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:55.132431 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:12:55.147521 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-319e5e6e-0b0f-4150-813e-4fdd6fe4ea0f None None] Could not find standard attr ID for object a0cee5e6-e49f-4f8c-b2c7-fd2a33453f8a. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:12:55.234785 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-039393d2-1a22-42a6-b05d-e170d37442b6 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.389103 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039393d2-1a22-42a6-b05d-e170d37442b6 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Router 3235456b-a0f7-4680-af21-9f2ec3df52f9 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:55.464047 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039393d2-1a22-42a6-b05d-e170d37442b6 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:55.469818 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-039393d2-1a22-42a6-b05d-e170d37442b6 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "PUT /v2.0/routers/3235456b-a0f7-4680-af21-9f2ec3df52f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4498816 Sep 16 05:12:55.472793 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48730) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:55.477940 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45d1790-ddd3-494b-bf0a-16ac417a5c97 None None] Sync routers for ids ['3235456b-a0f7-4680-af21-9f2ec3df52f9'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:55.488412 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45d1790-ddd3-494b-bf0a-16ac417a5c97 None None] Routers {'3235456b-a0f7-4680-af21-9f2ec3df52f9'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:55.489409 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-e45d1790-ddd3-494b-bf0a-16ac417a5c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['3235456b-a0f7-4680-af21-9f2ec3df52f9'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:55.522752 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-e45d1790-ddd3-494b-bf0a-16ac417a5c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:55.531810 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45d1790-ddd3-494b-bf0a-16ac417a5c97 None None] Routers {'3235456b-a0f7-4680-af21-9f2ec3df52f9'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:55.532433 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-e45d1790-ddd3-494b-bf0a-16ac417a5c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['3235456b-a0f7-4680-af21-9f2ec3df52f9'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:55.568252 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-e45d1790-ddd3-494b-bf0a-16ac417a5c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:55.568919 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45d1790-ddd3-494b-bf0a-16ac417a5c97 None None] The sync data for ids ['3235456b-a0f7-4680-af21-9f2ec3df52f9'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:55.659068 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15a0ee-dfd7-426b-a2cd-b16b4aca2aac req-42a4117a-9069-41d9-88e1-9a4801e38e04 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:55.660471 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-af15a0ee-dfd7-426b-a2cd-b16b4aca2aac req-42a4117a-9069-41d9-88e1-9a4801e38e04 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d813275-c47c-4a39-91cb-ba8810d002a5 HTTP/1.1" status: 200 len: 946 time: 0.1437407 Sep 16 05:12:55.707248 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-5e732206-c578-4c4e-84f1-e510168acb59 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] remove_router_interface failed (client error): The resource could not be found. Sep 16 05:12:55.708279 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5e732206-c578-4c4e-84f1-e510168acb59 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "PUT /v2.0/routers/3235456b-a0f7-4680-af21-9f2ec3df52f9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2344911 Sep 16 05:12:55.711300 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48732) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:55.734450 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-af15a0ee-dfd7-426b-a2cd-b16b4aca2aac req-394876b7-cd97-42e0-a1e5-e54e7f2f726f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542622 Sep 16 05:12:55.738081 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f490bd3e-fadc-4390-b792-1d5b21d5311a tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "GET /v2.0/ports?device_id=3235456b-a0f7-4680-af21-9f2ec3df52f9 HTTP/1.1" status: 200 len: 205 time: 0.0256379 Sep 16 05:12:55.740707 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48734) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:55.817010 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dc377ac2-2efd-4b0f-8203-612252c22e19 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.848633 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98764e-037a-45a6-8ae3-72fe1b639782 req-d3b8f14c-f745-445f-aa1b-eb9534d4fa2c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:55.850117 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-af98764e-037a-45a6-8ae3-72fe1b639782 req-d3b8f14c-f745-445f-aa1b-eb9534d4fa2c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d813275-c47c-4a39-91cb-ba8810d002a5 HTTP/1.1" status: 200 len: 946 time: 0.0493157 Sep 16 05:12:55.889762 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-af98764e-037a-45a6-8ae3-72fe1b639782 req-6936c31a-a236-41d7-ab4a-f93067e72278 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324976 Sep 16 05:12:55.914018 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48738) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:55.956317 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51a1a27-a898-46c7-be34-d789a9284e1d tempest-TestVolumeBootPattern-651683339 tempest-TestVolumeBootPattern-651683339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:55.958890 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b51a1a27-a898-46c7-be34-d789a9284e1d tempest-TestVolumeBootPattern-651683339 tempest-TestVolumeBootPattern-651683339-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8d813275-c47c-4a39-91cb-ba8810d002a5 HTTP/1.1" status: 200 len: 1093 time: 0.0437489 Sep 16 05:12:55.961423 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48740) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:55.966273 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-9d369911-4951-4a05-b5a1-d157a761da9f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'port_id': '4decdbb6-73fc-4d6e-953c-b5546dc512cb', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:55.979325 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dc377ac2-2efd-4b0f-8203-612252c22e19 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.982189 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dc377ac2-2efd-4b0f-8203-612252c22e19 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.989074 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9d369911-4951-4a05-b5a1-d157a761da9f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for floatingip, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.026566 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dc377ac2-2efd-4b0f-8203-612252c22e19 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.027607 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc377ac2-2efd-4b0f-8203-612252c22e19 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Fanout notify agent at l3_agent the message router_deleted on router 3235456b-a0f7-4680-af21-9f2ec3df52f9 {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:12:56.035131 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dc377ac2-2efd-4b0f-8203-612252c22e19 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.036341 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-dc377ac2-2efd-4b0f-8203-612252c22e19 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/routers/3235456b-a0f7-4680-af21-9f2ec3df52f9 HTTP/1.1" status: 204 len: 168 time: 0.2945848 Sep 16 05:12:56.039107 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48742) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:56.093175 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9d369911-4951-4a05-b5a1-d157a761da9f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.095292 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8728fa1-9707-449d-9f53-2355ad32d654 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Deleting subnet 7d65d6d8-a560-481e-8f61-7bb25b0d1ffc {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:12:56.098729 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e8728fa1-9707-449d-9f53-2355ad32d654 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.142848 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e8728fa1-9707-449d-9f53-2355ad32d654 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.197824 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-9d369911-4951-4a05-b5a1-d157a761da9f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Allocated IP 172.25.8.24 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/d3106a50-4964-440f-856f-b5c7b664a767) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:56.227568 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e8728fa1-9707-449d-9f53-2355ad32d654 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.298893 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e8728fa1-9707-449d-9f53-2355ad32d654 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.309465 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9d369911-4951-4a05-b5a1-d157a761da9f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.329027 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e8728fa1-9707-449d-9f53-2355ad32d654 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.334236 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e8728fa1-9707-449d-9f53-2355ad32d654 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/subnets/7d65d6d8-a560-481e-8f61-7bb25b0d1ffc HTTP/1.1" status: 204 len: 168 time: 0.2941451 Sep 16 05:12:56.334674 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48744) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:56.335490 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8728fa1-9707-449d-9f53-2355ad32d654 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event deleted for resources: {'Subnet': ['ID=7d65d6d8-a560-481e-8f61-7bb25b0d1ffc,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:56.336749 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d87e1c-0324-4565-9f61-9cbb446be4f8 None None] Network 96585f99-5c8a-49fc-8c8b-167d5981cdf3 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:56.377947 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9d369911-4951-4a05-b5a1-d157a761da9f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.458761 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-53395f9d-097b-492d-b1b5-a802a58df8ac tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.461402 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d369911-4951-4a05-b5a1-d157a761da9f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:56.472538 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-9d369911-4951-4a05-b5a1-d157a761da9f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:56.476676 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d369911-4951-4a05-b5a1-d157a761da9f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:56.478608 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d369911-4951-4a05-b5a1-d157a761da9f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Pushing event updated for resources: {'Port': ['ID=d3106a50-4964-440f-856f-b5c7b664a767,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:56.517182 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d719c6-8aee-40c3-9315-37e2a947fe21 None None] DHCP port deletion for 96585f99-5c8a-49fc-8c8b-167d5981cdf3 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:12:56.563816 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-68d719c6-8aee-40c3-9315-37e2a947fe21 None None] Deleting port d615c462-dc66-4c17-85a7-7ec1cc20c1e2 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:56.564216 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-68d719c6-8aee-40c3-9315-37e2a947fe21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.627084 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-68d719c6-8aee-40c3-9315-37e2a947fe21 None None] For port d615c462-dc66-4c17-85a7-7ec1cc20c1e2, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d615c462-dc66-4c17-85a7-7ec1cc20c1e2,segment=NetworkSegment(34beb7d3-ac03-4528-a657-c2a8c46e3784),segment_id=34beb7d3-ac03-4528-a657-c2a8c46e3784)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:56.627485 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-68d719c6-8aee-40c3-9315-37e2a947fe21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.627893 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-53395f9d-097b-492d-b1b5-a802a58df8ac tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Deleting port d615c462-dc66-4c17-85a7-7ec1cc20c1e2 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:56.628240 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-53395f9d-097b-492d-b1b5-a802a58df8ac tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.645726 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-68d719c6-8aee-40c3-9315-37e2a947fe21 None None] Calling delete_port for d615c462-dc66-4c17-85a7-7ec1cc20c1e2 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:56.723971 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-68d719c6-8aee-40c3-9315-37e2a947fe21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.748310 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d719c6-8aee-40c3-9315-37e2a947fe21 None None] Pushing event deleted for resources: {'Port': ['ID=d615c462-dc66-4c17-85a7-7ec1cc20c1e2,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:56.754550 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d719c6-8aee-40c3-9315-37e2a947fe21 None None] No DVR routers for this DVR port d615c462-dc66-4c17-85a7-7ec1cc20c1e2 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:57.083888 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-53395f9d-097b-492d-b1b5-a802a58df8ac tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] For port d615c462-dc66-4c17-85a7-7ec1cc20c1e2, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d615c462-dc66-4c17-85a7-7ec1cc20c1e2,segment=NetworkSegment(34beb7d3-ac03-4528-a657-c2a8c46e3784),segment_id=34beb7d3-ac03-4528-a657-c2a8c46e3784)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:57.084255 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-53395f9d-097b-492d-b1b5-a802a58df8ac tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.103907 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-53395f9d-097b-492d-b1b5-a802a58df8ac tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Calling delete_port for d615c462-dc66-4c17-85a7-7ec1cc20c1e2 owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:57.298232 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-53395f9d-097b-492d-b1b5-a802a58df8ac tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.339301 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9d369911-4951-4a05-b5a1-d157a761da9f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.342127 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53395f9d-097b-492d-b1b5-a802a58df8ac tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event deleted for resources: {'Port': ['ID=d615c462-dc66-4c17-85a7-7ec1cc20c1e2,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:57.364116 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53395f9d-097b-492d-b1b5-a802a58df8ac tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] No DVR routers for this DVR port d615c462-dc66-4c17-85a7-7ec1cc20c1e2 on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:57.477966 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-53395f9d-097b-492d-b1b5-a802a58df8ac tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.492535 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9d369911-4951-4a05-b5a1-d157a761da9f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.522908 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-53395f9d-097b-492d-b1b5-a802a58df8ac tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96585f99-5c8a-49fc-8c8b-167d5981cdf3']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:57.535969 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-53395f9d-097b-492d-b1b5-a802a58df8ac tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34beb7d3-ac03-4528-a657-c2a8c46e3784') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:57.536270 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-53395f9d-097b-492d-b1b5-a802a58df8ac tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34beb7d3-ac03-4528-a657-c2a8c46e3784') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:57.555404 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-53395f9d-097b-492d-b1b5-a802a58df8ac tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.586887 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-53395f9d-097b-492d-b1b5-a802a58df8ac tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.600962 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53395f9d-097b-492d-b1b5-a802a58df8ac tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:12:57.601282 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-53395f9d-097b-492d-b1b5-a802a58df8ac tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: self.session.flush() Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:12:57.604119 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:12:57.697086 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-53395f9d-097b-492d-b1b5-a802a58df8ac tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.715201 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-53395f9d-097b-492d-b1b5-a802a58df8ac tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.717192 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-53395f9d-097b-492d-b1b5-a802a58df8ac tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/networks/96585f99-5c8a-49fc-8c8b-167d5981cdf3 HTTP/1.1" status: 204 len: 168 time: 1.3811162 Sep 16 05:12:57.721422 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48748) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:57.727434 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-ad471a39-dedb-47bd-8964-8235ba26f1bc tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Request body: {'network': {'name': 'tempest-RoutersTest-1657817023'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:57.734455 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53395f9d-097b-492d-b1b5-a802a58df8ac tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event deleted for resources: {'Network': ['ID=96585f99-5c8a-49fc-8c8b-167d5981cdf3,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:57.750766 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad471a39-dedb-47bd-8964-8235ba26f1bc tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Made reservation on behalf of e82e744d7ac9442f9b072f013df3daed for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:57.754491 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ad471a39-dedb-47bd-8964-8235ba26f1bc tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.759791 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9d369911-4951-4a05-b5a1-d157a761da9f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.765376 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9d369911-4951-4a05-b5a1-d157a761da9f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.784437 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad471a39-dedb-47bd-8964-8235ba26f1bc tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:12:57.794754 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ad471a39-dedb-47bd-8964-8235ba26f1bc tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.795175 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-ad471a39-dedb-47bd-8964-8235ba26f1bc tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Added segment adc1da5c-0eb3-4d18-bd12-7391a2673389 of type vlan for network f054696b-4ecb-44f4-8e1b-e3c9892c1cad Sep 16 05:12:57.834933 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d369911-4951-4a05-b5a1-d157a761da9f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Pushing event updated for resources: {'Port': ['ID=d3106a50-4964-440f-856f-b5c7b664a767,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:57.845421 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9d369911-4951-4a05-b5a1-d157a761da9f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.845584 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ad471a39-dedb-47bd-8964-8235ba26f1bc tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.870749 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ad471a39-dedb-47bd-8964-8235ba26f1bc tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.876619 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad471a39-dedb-47bd-8964-8235ba26f1bc tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:57.877235 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ad471a39-dedb-47bd-8964-8235ba26f1bc tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.914410 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ad471a39-dedb-47bd-8964-8235ba26f1bc tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1907694 Sep 16 05:12:57.917395 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48750) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:57.952350 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [None req-9d369911-4951-4a05-b5a1-d157a761da9f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Floating IP f02d40d1-6547-46e0-905c-11eefc9990fb associated. External IP: 172.25.8.24, port: 4decdbb6-73fc-4d6e-953c-b5546dc512cb. Sep 16 05:12:57.952657 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-6d3e82e2-2fb4-473c-be34-ad44fdbd895f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Request body: {'subnet': {'network_id': 'f054696b-4ecb-44f4-8e1b-e3c9892c1cad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:57.959345 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad471a39-dedb-47bd-8964-8235ba26f1bc tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'Network': ['ID=f054696b-4ecb-44f4-8e1b-e3c9892c1cad,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:57.969859 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network f054696b-4ecb-44f4-8e1b-e3c9892c1cad details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:12:58.050231 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3e82e2-2fb4-473c-be34-ad44fdbd895f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Made reservation on behalf of e82e744d7ac9442f9b072f013df3daed for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:58.054538 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6d3e82e2-2fb4-473c-be34-ad44fdbd895f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.182170 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d369911-4951-4a05-b5a1-d157a761da9f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Router b6b00438-78c0-47a8-8aa7-595217b2864d has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:58.238783 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6d3e82e2-2fb4-473c-be34-ad44fdbd895f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.296297 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d369911-4951-4a05-b5a1-d157a761da9f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:58.306496 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e82e2-2fb4-473c-be34-ad44fdbd895f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'Subnet': ['ID=d3e38777-9105-4a7b-802c-88c4d1d0952d,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:58.307853 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13e6f52-14c8-415f-93cb-f83888ccf6e7 None None] Sync routers for ids ['b6b00438-78c0-47a8-8aa7-595217b2864d'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:58.314469 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3e82e2-2fb4-473c-be34-ad44fdbd895f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Checking segment: {'id': 'adc1da5c-0eb3-4d18-bd12-7391a2673389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f054696b-4ecb-44f4-8e1b-e3c9892c1cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:58.314968 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3e82e2-2fb4-473c-be34-ad44fdbd895f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Network hostable DHCP agents. Network: f054696b-4ecb-44f4-8e1b-e3c9892c1cad, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:12:58.318244 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13e6f52-14c8-415f-93cb-f83888ccf6e7 None None] Routers {'b6b00438-78c0-47a8-8aa7-595217b2864d'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:58.318949 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-a13e6f52-14c8-415f-93cb-f83888ccf6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b6b00438-78c0-47a8-8aa7-595217b2864d'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:58.321209 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9d369911-4951-4a05-b5a1-d157a761da9f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.333810 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3e82e2-2fb4-473c-be34-ad44fdbd895f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Network f054696b-4ecb-44f4-8e1b-e3c9892c1cad is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:12:58.344013 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-6d3e82e2-2fb4-473c-be34-ad44fdbd895f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, f054696b-4ecb-44f4-8e1b-e3c9892c1cad) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:58.348767 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3e82e2-2fb4-473c-be34-ad44fdbd895f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:58.349358 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6d3e82e2-2fb4-473c-be34-ad44fdbd895f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.355267 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9d369911-4951-4a05-b5a1-d157a761da9f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3920987 Sep 16 05:12:58.356255 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d813275-c47c-4a39-91cb-ba8810d002a5', 'tag': '4decdbb6-73fc-4d6e-953c-b5546dc512cb'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:58.358837 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33296c26-1c59-483c-876d-4d164fee9ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "8d813275-c47c-4a39-91cb-ba8810d002a5", "tag": "4decdbb6-73fc-4d6e-953c-b5546dc512cb"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:58.368857 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6d3e82e2-2fb4-473c-be34-ad44fdbd895f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4473343 Sep 16 05:12:58.370164 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48756) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:58.373106 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026423f1-53c3-4bac-9e86-15cd533d4bfb None None] Network f054696b-4ecb-44f4-8e1b-e3c9892c1cad requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:58.375207 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-d3ae4c6c-59ec-4486-b648-eb7b79a9dca2 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1576249380', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:58.410891 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3aa6b50-35fe-43b7-9ba6-28ec9eb18286 x-openstack-request-id: req-a3aa6b50-35fe-43b7-9ba6-28ec9eb18286 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:58.411671 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d813275-c47c-4a39-91cb-ba8810d002a5", "tag": "4decdbb6-73fc-4d6e-953c-b5546dc512cb", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:58.412215 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a3aa6b50-35fe-43b7-9ba6-28ec9eb18286 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:58.412945 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d813275-c47c-4a39-91cb-ba8810d002a5', 'tag': '4decdbb6-73fc-4d6e-953c-b5546dc512cb', 'status': 'completed', 'code': 200} Sep 16 05:12:58.420052 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d3ae4c6c-59ec-4486-b648-eb7b79a9dca2 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.421178 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d3ae4c6c-59ec-4486-b648-eb7b79a9dca2 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.488756 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d3ae4c6c-59ec-4486-b648-eb7b79a9dca2 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.493952 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d3ae4c6c-59ec-4486-b648-eb7b79a9dca2 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.535496 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d3ae4c6c-59ec-4486-b648-eb7b79a9dca2 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.536859 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d3ae4c6c-59ec-4486-b648-eb7b79a9dca2 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1666842 Sep 16 05:12:58.540004 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48758) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:58.540627 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33296c26-1c59-483c-876d-4d164fee9ccf req-c8ef6f98-ad69-4e1f-8165-87f5ed2e669d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:58.541900 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-33296c26-1c59-483c-876d-4d164fee9ccf req-c8ef6f98-ad69-4e1f-8165-87f5ed2e669d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=563bf98d77304029a90b6357f1f3f020&device_id=8d813275-c47c-4a39-91cb-ba8810d002a5 HTTP/1.1" status: 200 len: 1098 time: 0.0627520 Sep 16 05:12:58.592919 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d615c462-dc66-4c17-85a7-7ec1cc20c1e2 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:58.622737 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: d615c462-dc66-4c17-85a7-7ec1cc20c1e2 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:12:58.623079 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d615c462-dc66-4c17-85a7-7ec1cc20c1e2 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:58.653108 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33296c26-1c59-483c-876d-4d164fee9ccf req-ee2d3623-56da-4ccd-a52b-1fb7547ad0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:58.654713 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-33296c26-1c59-483c-876d-4d164fee9ccf req-ee2d3623-56da-4ccd-a52b-1fb7547ad0c8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2ffb7374-cfe5-44a3-b981-4861b354cbc4 HTTP/1.1" status: 200 len: 913 time: 0.1046896 Sep 16 05:12:58.723883 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-33296c26-1c59-483c-876d-4d164fee9ccf req-5f7c03fb-7fe1-4741-bbef-b4f1115579a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4decdbb6-73fc-4d6e-953c-b5546dc512cb HTTP/1.1" status: 200 len: 999 time: 0.0614605 Sep 16 05:12:58.728854 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-a13e6f52-14c8-415f-93cb-f83888ccf6e7 None None] Set router b6b00438-78c0-47a8-8aa7-595217b2864d gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:58.781766 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33296c26-1c59-483c-876d-4d164fee9ccf req-bebe79e1-62a0-46a3-ba75-f6e1129db6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:58.783540 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-33296c26-1c59-483c-876d-4d164fee9ccf req-bebe79e1-62a0-46a3-ba75-f6e1129db6fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7227d309-0a53-4e5a-940f-792e598a0c41 HTTP/1.1" status: 200 len: 851 time: 0.0517962 Sep 16 05:12:58.820785 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2cefc8-ce65-42c9-9076-fa786cf5cdd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-f054696b-4ecb-44f4-8e1b-e3c9892c1cad', 'network_id': 'f054696b-4ecb-44f4-8e1b-e3c9892c1cad', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'fixed_ips': [{'subnet_id': 'd3e38777-9105-4a7b-802c-88c4d1d0952d'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:12:58.821656 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8f2cefc8-ce65-42c9-9076-fa786cf5cdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.836966 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33296c26-1c59-483c-876d-4d164fee9ccf req-84cb88fc-a05b-410c-843d-7a77531ffe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:58.838641 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-33296c26-1c59-483c-876d-4d164fee9ccf req-84cb88fc-a05b-410c-843d-7a77531ffe09 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ffb7374-cfe5-44a3-b981-4861b354cbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467069 Sep 16 05:12:58.841506 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4890b1cf-7414-4972-8130-b85636e04b57 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.937675 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-33296c26-1c59-483c-876d-4d164fee9ccf req-29b382d9-ae10-4aa0-868b-990dd45abfc7 service neutron] 10.222.0.47 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913486 Sep 16 05:12:59.047418 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-33296c26-1c59-483c-876d-4d164fee9ccf req-ac1108e5-901f-4f86-8239-7ee64a464907 service neutron] 10.222.0.47 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025674 Sep 16 05:12:59.052841 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-8f2cefc8-ce65-42c9-9076-fa786cf5cdd0 None None] Allocated IP 172.20.0.2 (f054696b-4ecb-44f4-8e1b-e3c9892c1cad/d3e38777-9105-4a7b-802c-88c4d1d0952d/d647d294-7275-4201-9718-34c7f824fa02) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:59.183024 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-a13e6f52-14c8-415f-93cb-f83888ccf6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'name': 'tempest-TestVolumeBootPattern-1731089413-router', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '1870ba68-e97c-411e-8344-09074f006a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:23Z', 'updated_at': '2021-09-16T05:03:32Z', 'revision_number': 4, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'gw_port': {'id': '1870ba68-e97c-411e-8344-09074f006a61', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:24Z', 'updated_at': '2021-09-16T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '823615d0-5a12-4d4a-9f7a-66f18c07cf4f', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'floating_ip_address': '172.25.8.40', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'port_id': 'b188fc75-541a-4998-a0e9-2152a8b6e120', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'mac_address': 'fa:16:3e:ca:79:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e5ba2f-ef71-4675-bca6-f205c2751b81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:10:37Z', 'updated_at': '2021-09-16T05:10:40Z', 'revision_number': 1, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'fixed_ip_address_scope': None}, {'id': 'f02d40d1-6547-46e0-905c-11eefc9990fb', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'floating_ip_address': '172.25.8.24', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'port_id': '4decdbb6-73fc-4d6e-953c-b5546dc512cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'mac_address': 'fa:16:3e:b0:74:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d813275-c47c-4a39-91cb-ba8810d002a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:12:57Z', 'updated_at': '2021-09-16T05:12:57Z', 'revision_number': 0, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ae5195-66f5-4f59-92a2-48e286e9fa2b', 'name': '', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'mac_address': 'fa:16:3e:23:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:30Z', 'updated_at': '2021-09-16T05:03:38Z', 'revision_number': 5, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'subnets': [{'id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:59.216749 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13e6f52-14c8-415f-93cb-f83888ccf6e7 None None] Checking router: b6b00438-78c0-47a8-8aa7-595217b2864d for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:59.251633 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13e6f52-14c8-415f-93cb-f83888ccf6e7 None None] Routers {'b6b00438-78c0-47a8-8aa7-595217b2864d'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:59.252260 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-a13e6f52-14c8-415f-93cb-f83888ccf6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b6b00438-78c0-47a8-8aa7-595217b2864d'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:59.298514 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8f2cefc8-ce65-42c9-9076-fa786cf5cdd0 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.306217 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8f2cefc8-ce65-42c9-9076-fa786cf5cdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.354616 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-4890b1cf-7414-4972-8130-b85636e04b57 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Allocated IP 172.20.0.1 (f054696b-4ecb-44f4-8e1b-e3c9892c1cad/d3e38777-9105-4a7b-802c-88c4d1d0952d/5e1855e8-e2ec-41b9-8434-ca701af12ac9) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:59.381911 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2cefc8-ce65-42c9-9076-fa786cf5cdd0 None None] Network f054696b-4ecb-44f4-8e1b-e3c9892c1cad is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:59.387993 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-8f2cefc8-ce65-42c9-9076-fa786cf5cdd0 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:59.396648 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2cefc8-ce65-42c9-9076-fa786cf5cdd0 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:59.409718 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2cefc8-ce65-42c9-9076-fa786cf5cdd0 None None] Pushing event updated for resources: {'Port': ['ID=d647d294-7275-4201-9718-34c7f824fa02,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:59.422763 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-a13e6f52-14c8-415f-93cb-f83888ccf6e7 None None] Set router b6b00438-78c0-47a8-8aa7-595217b2864d gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:59.477187 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4890b1cf-7414-4972-8130-b85636e04b57 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.502033 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-8f2cefc8-ce65-42c9-9076-fa786cf5cdd0 None None] Attempting to bind port d647d294-7275-4201-9718-34c7f824fa02 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:59.502406 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-8f2cefc8-ce65-42c9-9076-fa786cf5cdd0 None None] Attempting to bind port d647d294-7275-4201-9718-34c7f824fa02 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'adc1da5c-0eb3-4d18-bd12-7391a2673389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f054696b-4ecb-44f4-8e1b-e3c9892c1cad'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:59.502774 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2cefc8-ce65-42c9-9076-fa786cf5cdd0 None None] Attempting to bind port d647d294-7275-4201-9718-34c7f824fa02 on network f054696b-4ecb-44f4-8e1b-e3c9892c1cad {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:59.510777 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4890b1cf-7414-4972-8130-b85636e04b57 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.539050 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2cefc8-ce65-42c9-9076-fa786cf5cdd0 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:59.539428 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2cefc8-ce65-42c9-9076-fa786cf5cdd0 None None] Checking segment: {'id': 'adc1da5c-0eb3-4d18-bd12-7391a2673389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f054696b-4ecb-44f4-8e1b-e3c9892c1cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:59.539832 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8f2cefc8-ce65-42c9-9076-fa786cf5cdd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.540223 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2cefc8-ce65-42c9-9076-fa786cf5cdd0 None None] Bound using segment: {'id': 'adc1da5c-0eb3-4d18-bd12-7391a2673389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f054696b-4ecb-44f4-8e1b-e3c9892c1cad'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:59.540725 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-8f2cefc8-ce65-42c9-9076-fa786cf5cdd0 None None] Bound port: d647d294-7275-4201-9718-34c7f824fa02, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc1da5c-0eb3-4d18-bd12-7391a2673389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f054696b-4ecb-44f4-8e1b-e3c9892c1cad'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:59.541104 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8f2cefc8-ce65-42c9-9076-fa786cf5cdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.547439 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4890b1cf-7414-4972-8130-b85636e04b57 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Network f054696b-4ecb-44f4-8e1b-e3c9892c1cad is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:59.553025 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-4890b1cf-7414-4972-8130-b85636e04b57 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:59.557020 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4890b1cf-7414-4972-8130-b85636e04b57 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:59.591650 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4890b1cf-7414-4972-8130-b85636e04b57 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'Port': ['ID=5e1855e8-e2ec-41b9-8434-ca701af12ac9,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:59.616386 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4890b1cf-7414-4972-8130-b85636e04b57 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.674077 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-8f2cefc8-ce65-42c9-9076-fa786cf5cdd0 None None] For port d647d294-7275-4201-9718-34c7f824fa02, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:59.690660 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-8f2cefc8-ce65-42c9-9076-fa786cf5cdd0 None None] For port d647d294-7275-4201-9718-34c7f824fa02, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d647d294-7275-4201-9718-34c7f824fa02,segment=NetworkSegment(adc1da5c-0eb3-4d18-bd12-7391a2673389),segment_id=adc1da5c-0eb3-4d18-bd12-7391a2673389)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:59.700863 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8f2cefc8-ce65-42c9-9076-fa786cf5cdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.730132 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4890b1cf-7414-4972-8130-b85636e04b57 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.789698 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2cefc8-ce65-42c9-9076-fa786cf5cdd0 None None] Pushing event updated for resources: {'Port': ['ID=d647d294-7275-4201-9718-34c7f824fa02,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:59.816848 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-a13e6f52-14c8-415f-93cb-f83888ccf6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'name': 'tempest-TestVolumeBootPattern-1731089413-router', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '1870ba68-e97c-411e-8344-09074f006a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:23Z', 'updated_at': '2021-09-16T05:03:32Z', 'revision_number': 4, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'gw_port': {'id': '1870ba68-e97c-411e-8344-09074f006a61', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:24Z', 'updated_at': '2021-09-16T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '823615d0-5a12-4d4a-9f7a-66f18c07cf4f', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'floating_ip_address': '172.25.8.40', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'port_id': 'b188fc75-541a-4998-a0e9-2152a8b6e120', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'mac_address': 'fa:16:3e:ca:79:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e5ba2f-ef71-4675-bca6-f205c2751b81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:10:37Z', 'updated_at': '2021-09-16T05:10:40Z', 'revision_number': 1, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'fixed_ip_address_scope': None}, {'id': 'f02d40d1-6547-46e0-905c-11eefc9990fb', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'floating_ip_address': '172.25.8.24', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'port_id': '4decdbb6-73fc-4d6e-953c-b5546dc512cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'mac_address': 'fa:16:3e:b0:74:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d813275-c47c-4a39-91cb-ba8810d002a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:12:57Z', 'updated_at': '2021-09-16T05:12:57Z', 'revision_number': 0, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ae5195-66f5-4f59-92a2-48e286e9fa2b', 'name': '', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'mac_address': 'fa:16:3e:23:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:30Z', 'updated_at': '2021-09-16T05:03:38Z', 'revision_number': 5, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'subnets': [{'id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:59.845691 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13e6f52-14c8-415f-93cb-f83888ccf6e7 None None] The sync data for ids ['b6b00438-78c0-47a8-8aa7-595217b2864d'] in n-d-712139-15 is: [{'id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'name': 'tempest-TestVolumeBootPattern-1731089413-router', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '1870ba68-e97c-411e-8344-09074f006a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:23Z', 'updated_at': '2021-09-16T05:03:32Z', 'revision_number': 4, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'gw_port': {'id': '1870ba68-e97c-411e-8344-09074f006a61', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:24Z', 'updated_at': '2021-09-16T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '823615d0-5a12-4d4a-9f7a-66f18c07cf4f', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'floating_ip_address': '172.25.8.40', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'port_id': 'b188fc75-541a-4998-a0e9-2152a8b6e120', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'mac_address': 'fa:16:3e:ca:79:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e5ba2f-ef71-4675-bca6-f205c2751b81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:10:37Z', 'updated_at': '2021-09-16T05:10:40Z', 'revision_number': 1, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'fixed_ip_address_scope': None}, {'id': 'f02d40d1-6547-46e0-905c-11eefc9990fb', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'floating_ip_address': '172.25.8.24', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'port_id': '4decdbb6-73fc-4d6e-953c-b5546dc512cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'mac_address': 'fa:16:3e:b0:74:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d813275-c47c-4a39-91cb-ba8810d002a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:12:57Z', 'updated_at': '2021-09-16T05:12:57Z', 'revision_number': 0, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ae5195-66f5-4f59-92a2-48e286e9fa2b', 'name': '', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'mac_address': 'fa:16:3e:23:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:30Z', 'updated_at': '2021-09-16T05:03:38Z', 'revision_number': 5, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'subnets': [{'id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:00.071406 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4890b1cf-7414-4972-8130-b85636e04b57 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.077201 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4890b1cf-7414-4972-8130-b85636e04b57 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.113312 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ed5a43-ab8a-4cd3-9b10-1fb22f2e8c24 None None] New status for floating IP f02d40d1-6547-46e0-905c-11eefc9990fb: ACTIVE {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:13:00.159560 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4890b1cf-7414-4972-8130-b85636e04b57 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.161517 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4890b1cf-7414-4972-8130-b85636e04b57 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'Port': ['ID=5e1855e8-e2ec-41b9-8434-ca701af12ac9,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:00.265464 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4890b1cf-7414-4972-8130-b85636e04b57 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Network f054696b-4ecb-44f4-8e1b-e3c9892c1cad is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:00.266911 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-4890b1cf-7414-4972-8130-b85636e04b57 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:00.394732 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4890b1cf-7414-4972-8130-b85636e04b57 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Router b9f0dce7-773c-4011-9cdd-ccfe4e907863 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:13:00.479465 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d647d294-7275-4201-9718-34c7f824fa02 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:00.501960 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4890b1cf-7414-4972-8130-b85636e04b57 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:00.509376 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4890b1cf-7414-4972-8130-b85636e04b57 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "PUT /v2.0/routers/b9f0dce7-773c-4011-9cdd-ccfe4e907863/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9657905 Sep 16 05:13:00.510012 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48760) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:00.521613 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d94ca62-fb4e-4fdc-b1d7-4f4218ffdf52 None None] Sync routers for ids ['b9f0dce7-773c-4011-9cdd-ccfe4e907863'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:00.548789 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d94ca62-fb4e-4fdc-b1d7-4f4218ffdf52 None None] Routers {'b9f0dce7-773c-4011-9cdd-ccfe4e907863'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:00.549894 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-7d94ca62-fb4e-4fdc-b1d7-4f4218ffdf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b9f0dce7-773c-4011-9cdd-ccfe4e907863'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:00.559542 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357e19e1-57f4-4a47-9713-d348d7a0080b tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:00.563910 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-357e19e1-57f4-4a47-9713-d348d7a0080b tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "GET /v2.0/ports/5e1855e8-e2ec-41b9-8434-ca701af12ac9 HTTP/1.1" status: 200 len: 910 time: 0.0506797 Sep 16 05:13:00.564230 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48762) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:00.587321 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-7d94ca62-fb4e-4fdc-b1d7-4f4218ffdf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:00.595840 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port d647d294-7275-4201-9718-34c7f824fa02 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:00.596238 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.622254 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d94ca62-fb4e-4fdc-b1d7-4f4218ffdf52 None None] Routers {'b9f0dce7-773c-4011-9cdd-ccfe4e907863'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:00.622889 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-7d94ca62-fb4e-4fdc-b1d7-4f4218ffdf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b9f0dce7-773c-4011-9cdd-ccfe4e907863'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:00.661924 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-7d94ca62-fb4e-4fdc-b1d7-4f4218ffdf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:00.662584 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d94ca62-fb4e-4fdc-b1d7-4f4218ffdf52 None None] The sync data for ids ['b9f0dce7-773c-4011-9cdd-ccfe4e907863'] in n-d-712139-15 is: [] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:00.721697 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.759988 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port d647d294-7275-4201-9718-34c7f824fa02, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d647d294-7275-4201-9718-34c7f824fa02,segment=NetworkSegment(adc1da5c-0eb3-4d18-bd12-7391a2673389),segment_id=adc1da5c-0eb3-4d18-bd12-7391a2673389)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:00.766553 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.771899 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f571571-27cd-4e4d-8814-65a4a8c4f69d None None] Network f054696b-4ecb-44f4-8e1b-e3c9892c1cad requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:00.880449 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=d647d294-7275-4201-9718-34c7f824fa02,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:00.882900 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-0d14eeed-e568-4c55-813c-e8a9e6441e84 None None] Provisioning complete for port d647d294-7275-4201-9718-34c7f824fa02 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:00.883268 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0d14eeed-e568-4c55-813c-e8a9e6441e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.216321 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e63af495-02e6-4e54-a2a5-7bc9122e1c1d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.262320 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-98f54b92-4441-4de0-a9a1-e1cae432a236 None None] Provisioning complete for port 5e1855e8-e2ec-41b9-8434-ca701af12ac9 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:01.262702 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-98f54b92-4441-4de0-a9a1-e1cae432a236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.300277 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-98f54b92-4441-4de0-a9a1-e1cae432a236 None None] Port 5e1855e8-e2ec-41b9-8434-ca701af12ac9 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:01.318417 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-98f54b92-4441-4de0-a9a1-e1cae432a236 None None] Provisioning complete for port d647d294-7275-4201-9718-34c7f824fa02 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:01.319306 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-98f54b92-4441-4de0-a9a1-e1cae432a236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.488415 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-e63af495-02e6-4e54-a2a5-7bc9122e1c1d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Deleting port 5e1855e8-e2ec-41b9-8434-ca701af12ac9 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:01.488787 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e63af495-02e6-4e54-a2a5-7bc9122e1c1d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.524734 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ef5ca4a1-5e51-4862-b72f-02b806e4c5dd None None] Provisioning complete for port 5e1855e8-e2ec-41b9-8434-ca701af12ac9 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:01.525309 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ef5ca4a1-5e51-4862-b72f-02b806e4c5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.591048 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e63af495-02e6-4e54-a2a5-7bc9122e1c1d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.607257 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-e63af495-02e6-4e54-a2a5-7bc9122e1c1d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Calling delete_port for 5e1855e8-e2ec-41b9-8434-ca701af12ac9 owned by network:router_interface {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:01.737441 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-ef5ca4a1-5e51-4862-b72f-02b806e4c5dd None None] Port 5e1855e8-e2ec-41b9-8434-ca701af12ac9 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:01.763050 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c1b04de-bbc6-44cd-a117-77b2cbdd5e37 req-5da61fd3-c178-42fc-b56d-cbdf3ba45ef3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e6e5ba2f-ef71-4675-bca6-f205c2751b81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0863776 Sep 16 05:13:01.836443 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e63af495-02e6-4e54-a2a5-7bc9122e1c1d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.848653 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47861b44-ef17-480f-a967-325b0dee6b70 None None] Could not find standard attr ID for object 5e1855e8-e2ec-41b9-8434-ca701af12ac9. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:13:01.880834 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63af495-02e6-4e54-a2a5-7bc9122e1c1d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event deleted for resources: {'Port': ['ID=5e1855e8-e2ec-41b9-8434-ca701af12ac9,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:01.944894 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b04de-bbc6-44cd-a117-77b2cbdd5e37 req-52e9027b-139d-4145-aa20-1e5c92b807eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:01.946415 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c1b04de-bbc6-44cd-a117-77b2cbdd5e37 req-52e9027b-139d-4145-aa20-1e5c92b807eb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=563bf98d77304029a90b6357f1f3f020&device_id=e6e5ba2f-ef71-4675-bca6-f205c2751b81 HTTP/1.1" status: 200 len: 1098 time: 0.1187727 Sep 16 05:13:02.054868 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e63af495-02e6-4e54-a2a5-7bc9122e1c1d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.188427 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b04de-bbc6-44cd-a117-77b2cbdd5e37 req-632619cd-0208-42cf-b7f1-e3300c1489ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:02.189831 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c1b04de-bbc6-44cd-a117-77b2cbdd5e37 req-632619cd-0208-42cf-b7f1-e3300c1489ef service neutron] 10.222.0.48 "GET /v2.0/networks?id=2ffb7374-cfe5-44a3-b981-4861b354cbc4 HTTP/1.1" status: 200 len: 913 time: 0.1933670 Sep 16 05:13:02.300801 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63af495-02e6-4e54-a2a5-7bc9122e1c1d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Router b9f0dce7-773c-4011-9cdd-ccfe4e907863 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:02.319174 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c1b04de-bbc6-44cd-a117-77b2cbdd5e37 req-f36ad0e0-3e20-41f8-8384-e3b26742b4da service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b188fc75-541a-4998-a0e9-2152a8b6e120 HTTP/1.1" status: 200 len: 1001 time: 0.0981598 Sep 16 05:13:02.419263 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63af495-02e6-4e54-a2a5-7bc9122e1c1d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:02.425600 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e63af495-02e6-4e54-a2a5-7bc9122e1c1d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "PUT /v2.0/routers/b9f0dce7-773c-4011-9cdd-ccfe4e907863/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8601191 Sep 16 05:13:02.428357 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48764) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:02.429834 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42a6e92-4dd4-496e-99ee-ec82a65c37f2 None None] Sync routers for ids ['b9f0dce7-773c-4011-9cdd-ccfe4e907863'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:02.441436 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42a6e92-4dd4-496e-99ee-ec82a65c37f2 None None] Routers {'b9f0dce7-773c-4011-9cdd-ccfe4e907863'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:02.442470 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a42a6e92-4dd4-496e-99ee-ec82a65c37f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b9f0dce7-773c-4011-9cdd-ccfe4e907863'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:02.453979 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d647d294-7275-4201-9718-34c7f824fa02 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:02.462674 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ced2e71f-33a6-48b8-97fc-0001ecc80e2a tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f0dce7-773c-4011-9cdd-ccfe4e907863 HTTP/1.1" status: 200 len: 205 time: 0.0307384 Sep 16 05:13:02.462674 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b04de-bbc6-44cd-a117-77b2cbdd5e37 req-c1843b2a-6b24-40a7-81ad-adbd244b10dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:02.463132 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c1b04de-bbc6-44cd-a117-77b2cbdd5e37 req-c1843b2a-6b24-40a7-81ad-adbd244b10dd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7227d309-0a53-4e5a-940f-792e598a0c41 HTTP/1.1" status: 200 len: 851 time: 0.1088161 Sep 16 05:13:02.463583 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48766) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:02.477332 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a42a6e92-4dd4-496e-99ee-ec82a65c37f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:02.487054 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42a6e92-4dd4-496e-99ee-ec82a65c37f2 None None] Routers {'b9f0dce7-773c-4011-9cdd-ccfe4e907863'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:02.487745 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a42a6e92-4dd4-496e-99ee-ec82a65c37f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b9f0dce7-773c-4011-9cdd-ccfe4e907863'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:02.504463 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port d647d294-7275-4201-9718-34c7f824fa02 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:02.504751 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.524177 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a42a6e92-4dd4-496e-99ee-ec82a65c37f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:02.524938 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42a6e92-4dd4-496e-99ee-ec82a65c37f2 None None] The sync data for ids ['b9f0dce7-773c-4011-9cdd-ccfe4e907863'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:02.564794 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5a0a4911-f3a5-483f-b2f4-d8ca320fa739 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.639478 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b04de-bbc6-44cd-a117-77b2cbdd5e37 req-eafd6693-b34a-47d9-994f-cf53b48c0807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:02.641015 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c1b04de-bbc6-44cd-a117-77b2cbdd5e37 req-eafd6693-b34a-47d9-994f-cf53b48c0807 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ffb7374-cfe5-44a3-b981-4861b354cbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1361828 Sep 16 05:13:02.755657 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5a0a4911-f3a5-483f-b2f4-d8ca320fa739 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.759183 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5a0a4911-f3a5-483f-b2f4-d8ca320fa739 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.840949 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5a0a4911-f3a5-483f-b2f4-d8ca320fa739 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.841481 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0a4911-f3a5-483f-b2f4-d8ca320fa739 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Fanout notify agent at l3_agent the message router_deleted on router b9f0dce7-773c-4011-9cdd-ccfe4e907863 {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:13:02.852422 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5a0a4911-f3a5-483f-b2f4-d8ca320fa739 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.853560 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5a0a4911-f3a5-483f-b2f4-d8ca320fa739 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/routers/b9f0dce7-773c-4011-9cdd-ccfe4e907863 HTTP/1.1" status: 204 len: 168 time: 0.3891101 Sep 16 05:13:02.856380 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48768) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:02.859331 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c1b04de-bbc6-44cd-a117-77b2cbdd5e37 req-0ed59898-15ab-4ef4-a541-87afdf767e21 service neutron] 10.222.0.48 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908631 Sep 16 05:13:02.909217 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-857f65da-67d3-4ef7-b961-83ba87b7948b tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Deleting subnet d3e38777-9105-4a7b-802c-88c4d1d0952d {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:13:02.912440 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-857f65da-67d3-4ef7-b961-83ba87b7948b tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.956949 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-857f65da-67d3-4ef7-b961-83ba87b7948b tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.961873 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c1b04de-bbc6-44cd-a117-77b2cbdd5e37 req-2b2990e0-7241-47b0-8f60-c555b690c141 service neutron] 10.222.0.48 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947108 Sep 16 05:13:03.359977 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-857f65da-67d3-4ef7-b961-83ba87b7948b tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.420640 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-857f65da-67d3-4ef7-b961-83ba87b7948b tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.451903 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f65da-67d3-4ef7-b961-83ba87b7948b tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event deleted for resources: {'Subnet': ['ID=d3e38777-9105-4a7b-802c-88c4d1d0952d,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:03.458451 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-857f65da-67d3-4ef7-b961-83ba87b7948b tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.460384 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-857f65da-67d3-4ef7-b961-83ba87b7948b tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/subnets/d3e38777-9105-4a7b-802c-88c4d1d0952d HTTP/1.1" status: 204 len: 168 time: 0.6029639 Sep 16 05:13:03.461393 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd170769-adb7-4c18-bfb4-c4beade72ce2 None None] Network f054696b-4ecb-44f4-8e1b-e3c9892c1cad requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:03.462943 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48770) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:03.536969 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-454ff2e5-2ff6-45fc-8a8f-a81f8354aa77 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.591745 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-454ff2e5-2ff6-45fc-8a8f-a81f8354aa77 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Deleting port d647d294-7275-4201-9718-34c7f824fa02 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:03.592099 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-454ff2e5-2ff6-45fc-8a8f-a81f8354aa77 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.633875 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad803a10-8424-4aaa-942a-104df06e051f None None] DHCP port deletion for f054696b-4ecb-44f4-8e1b-e3c9892c1cad request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:13:03.657584 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-454ff2e5-2ff6-45fc-8a8f-a81f8354aa77 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] For port d647d294-7275-4201-9718-34c7f824fa02, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d647d294-7275-4201-9718-34c7f824fa02,segment=NetworkSegment(adc1da5c-0eb3-4d18-bd12-7391a2673389),segment_id=adc1da5c-0eb3-4d18-bd12-7391a2673389)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:03.657955 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-454ff2e5-2ff6-45fc-8a8f-a81f8354aa77 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.671402 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-454ff2e5-2ff6-45fc-8a8f-a81f8354aa77 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Calling delete_port for d647d294-7275-4201-9718-34c7f824fa02 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:03.685469 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-ad803a10-8424-4aaa-942a-104df06e051f None None] Deleting port d647d294-7275-4201-9718-34c7f824fa02 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:03.685845 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ad803a10-8424-4aaa-942a-104df06e051f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.747683 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-ad803a10-8424-4aaa-942a-104df06e051f None None] For port d647d294-7275-4201-9718-34c7f824fa02, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d647d294-7275-4201-9718-34c7f824fa02,segment=NetworkSegment(adc1da5c-0eb3-4d18-bd12-7391a2673389),segment_id=adc1da5c-0eb3-4d18-bd12-7391a2673389)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:03.748085 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ad803a10-8424-4aaa-942a-104df06e051f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.749185 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-454ff2e5-2ff6-45fc-8a8f-a81f8354aa77 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.760540 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-ad803a10-8424-4aaa-942a-104df06e051f None None] Calling delete_port for d647d294-7275-4201-9718-34c7f824fa02 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:03.774687 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ff2e5-2ff6-45fc-8a8f-a81f8354aa77 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event deleted for resources: {'Port': ['ID=d647d294-7275-4201-9718-34c7f824fa02,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:03.778438 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454ff2e5-2ff6-45fc-8a8f-a81f8354aa77 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] No DVR routers for this DVR port d647d294-7275-4201-9718-34c7f824fa02 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:03.833404 n-d-712139-15 neutron-server[94768]: self.session.flush() Sep 16 05:13:03.840637 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ad803a10-8424-4aaa-942a-104df06e051f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.860156 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-454ff2e5-2ff6-45fc-8a8f-a81f8354aa77 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.863743 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad803a10-8424-4aaa-942a-104df06e051f None None] Pushing event deleted for resources: {'Port': ['ID=d647d294-7275-4201-9718-34c7f824fa02,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:03.870433 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad803a10-8424-4aaa-942a-104df06e051f None None] No DVR routers for this DVR port d647d294-7275-4201-9718-34c7f824fa02 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:03.881196 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-454ff2e5-2ff6-45fc-8a8f-a81f8354aa77 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f054696b-4ecb-44f4-8e1b-e3c9892c1cad']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:03.890926 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-454ff2e5-2ff6-45fc-8a8f-a81f8354aa77 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc1da5c-0eb3-4d18-bd12-7391a2673389') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:03.891228 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-454ff2e5-2ff6-45fc-8a8f-a81f8354aa77 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc1da5c-0eb3-4d18-bd12-7391a2673389') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:03.900535 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-454ff2e5-2ff6-45fc-8a8f-a81f8354aa77 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.913744 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-454ff2e5-2ff6-45fc-8a8f-a81f8354aa77 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.920845 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454ff2e5-2ff6-45fc-8a8f-a81f8354aa77 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:03.921239 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-454ff2e5-2ff6-45fc-8a8f-a81f8354aa77 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.924371 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:13:03.924371 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:03.924371 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:13:03.924371 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:03.924371 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:13:03.924371 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:03.924371 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:13:03.924371 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:03.924371 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:13:03.924371 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:03.924371 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:13:03.924371 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:03.924371 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:13:03.924371 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:03.924371 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:03.924371 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:03.924371 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:03.924371 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:03.924371 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:13:03.924371 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:03.924371 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:13:03.924371 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:03.924371 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:03.924371 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:03.924371 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:03.924371 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:03.924371 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:03.924371 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:03.924371 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:03.924371 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:03.924371 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:03.924371 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:03.985107 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-454ff2e5-2ff6-45fc-8a8f-a81f8354aa77 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.992730 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-454ff2e5-2ff6-45fc-8a8f-a81f8354aa77 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.997207 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-454ff2e5-2ff6-45fc-8a8f-a81f8354aa77 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/networks/f054696b-4ecb-44f4-8e1b-e3c9892c1cad HTTP/1.1" status: 204 len: 168 time: 0.5306802 Sep 16 05:13:04.001443 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48772) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:04.006289 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-57473d2c-cca5-406a-8aca-4a8ce5eae659 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-892711453', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}, 'admin_state_up': False}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:04.007999 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ff2e5-2ff6-45fc-8a8f-a81f8354aa77 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event deleted for resources: {'Network': ['ID=f054696b-4ecb-44f4-8e1b-e3c9892c1cad,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:04.032738 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-57473d2c-cca5-406a-8aca-4a8ce5eae659 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.033871 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-57473d2c-cca5-406a-8aca-4a8ce5eae659 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.091592 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-57473d2c-cca5-406a-8aca-4a8ce5eae659 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.231825 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-57473d2c-cca5-406a-8aca-4a8ce5eae659 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.421489 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-57473d2c-cca5-406a-8aca-4a8ce5eae659 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router_gateway, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.431003 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d647d294-7275-4201-9718-34c7f824fa02 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:04.440302 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-57473d2c-cca5-406a-8aca-4a8ce5eae659 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.453234 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: d647d294-7275-4201-9718-34c7f824fa02 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:04.453576 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d647d294-7275-4201-9718-34c7f824fa02 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:04.549662 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-57473d2c-cca5-406a-8aca-4a8ce5eae659 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Allocated IP 172.25.8.73 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/207b6586-724c-4cb7-95c4-c0a8c7a2514c) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:04.648602 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-57473d2c-cca5-406a-8aca-4a8ce5eae659 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.685680 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-57473d2c-cca5-406a-8aca-4a8ce5eae659 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.724397 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57473d2c-cca5-406a-8aca-4a8ce5eae659 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:04.731483 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-57473d2c-cca5-406a-8aca-4a8ce5eae659 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:04.733706 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57473d2c-cca5-406a-8aca-4a8ce5eae659 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'Port': ['ID=207b6586-724c-4cb7-95c4-c0a8c7a2514c,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:04.735957 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57473d2c-cca5-406a-8aca-4a8ce5eae659 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:04.986263 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-57473d2c-cca5-406a-8aca-4a8ce5eae659 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router_gateway, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.543644 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-57473d2c-cca5-406a-8aca-4a8ce5eae659 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.674476 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57473d2c-cca5-406a-8aca-4a8ce5eae659 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Router dd96c24b-e007-4209-af46-6db46c0a5187 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:13:05.785148 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57473d2c-cca5-406a-8aca-4a8ce5eae659 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:05.795308 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154e2b07-093d-4768-a243-78e44dbf5ead None None] Sync routers for ids ['dd96c24b-e007-4209-af46-6db46c0a5187'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:05.805447 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-57473d2c-cca5-406a-8aca-4a8ce5eae659 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.805655 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154e2b07-093d-4768-a243-78e44dbf5ead None None] Routers {'dd96c24b-e007-4209-af46-6db46c0a5187'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:05.806267 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-154e2b07-093d-4768-a243-78e44dbf5ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['dd96c24b-e007-4209-af46-6db46c0a5187'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:05.806746 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-57473d2c-cca5-406a-8aca-4a8ce5eae659 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.8043032 Sep 16 05:13:05.810229 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48776) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:05.844462 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-154e2b07-093d-4768-a243-78e44dbf5ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:05.853622 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154e2b07-093d-4768-a243-78e44dbf5ead None None] Routers {'dd96c24b-e007-4209-af46-6db46c0a5187'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:05.854230 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-154e2b07-093d-4768-a243-78e44dbf5ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['dd96c24b-e007-4209-af46-6db46c0a5187'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:05.890050 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-154e2b07-093d-4768-a243-78e44dbf5ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:05.890752 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154e2b07-093d-4768-a243-78e44dbf5ead None None] The sync data for ids ['dd96c24b-e007-4209-af46-6db46c0a5187'] in n-d-712139-15 is: [] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:05.923668 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-22f5487a-16db-4604-b9ee-af7025e35d00 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "GET /v2.0/routers/dd96c24b-e007-4209-af46-6db46c0a5187 HTTP/1.1" status: 200 len: 879 time: 0.1122036 Sep 16 05:13:05.926250 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48778) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:06.160701 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f8cc11f7-d35b-460a-8219-2d33041891c4 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2333755 Sep 16 05:13:06.163281 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48780) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:06.167676 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-2eda5cf5-fd7a-4eff-acfe-6502ee042928 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-892711453'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:06.465717 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2eda5cf5-fd7a-4eff-acfe-6502ee042928 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-986631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1171'] for router, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.475645 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2eda5cf5-fd7a-4eff-acfe-6502ee042928 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-986636'] for router, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.584034 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eda5cf5-fd7a-4eff-acfe-6502ee042928 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Router dd96c24b-e007-4209-af46-6db46c0a5187 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:06.687706 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eda5cf5-fd7a-4eff-acfe-6502ee042928 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:06.694516 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2eda5cf5-fd7a-4eff-acfe-6502ee042928 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.696102 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2eda5cf5-fd7a-4eff-acfe-6502ee042928 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "PUT /v2.0/routers/dd96c24b-e007-4209-af46-6db46c0a5187 HTTP/1.1" status: 200 len: 886 time: 0.5316262 Sep 16 05:13:06.697386 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d8647a-4550-471c-998f-12199ce552b9 None None] Sync routers for ids ['dd96c24b-e007-4209-af46-6db46c0a5187'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:06.698395 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48782) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:06.707275 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d8647a-4550-471c-998f-12199ce552b9 None None] Routers {'dd96c24b-e007-4209-af46-6db46c0a5187'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:06.707882 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-f6d8647a-4550-471c-998f-12199ce552b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['dd96c24b-e007-4209-af46-6db46c0a5187'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:06.739563 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-f6d8647a-4550-471c-998f-12199ce552b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:06.748452 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d8647a-4550-471c-998f-12199ce552b9 None None] Routers {'dd96c24b-e007-4209-af46-6db46c0a5187'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:06.749081 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-f6d8647a-4550-471c-998f-12199ce552b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['dd96c24b-e007-4209-af46-6db46c0a5187'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:06.783435 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-f6d8647a-4550-471c-998f-12199ce552b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:06.784084 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d8647a-4550-471c-998f-12199ce552b9 None None] The sync data for ids ['dd96c24b-e007-4209-af46-6db46c0a5187'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:06.809560 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d7392366-b2e7-4161-892c-d680effec4ed tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "GET /v2.0/routers/dd96c24b-e007-4209-af46-6db46c0a5187 HTTP/1.1" status: 200 len: 886 time: 0.1095166 Sep 16 05:13:06.812182 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48784) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:06.837568 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-205c7930-3288-4fdb-a019-d41f42d15a2f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd96c24b-e007-4209-af46-6db46c0a5187 HTTP/1.1" status: 200 len: 205 time: 0.0242991 Sep 16 05:13:06.840339 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48786) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:06.945039 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ab7e535f-8da7-4d72-8913-4a865b8823ec tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.052467 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ab7e535f-8da7-4d72-8913-4a865b8823ec tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.103214 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-ab7e535f-8da7-4d72-8913-4a865b8823ec tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Deleting port 207b6586-724c-4cb7-95c4-c0a8c7a2514c {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:07.103555 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ab7e535f-8da7-4d72-8913-4a865b8823ec tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.178589 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ab7e535f-8da7-4d72-8913-4a865b8823ec tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.190053 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-ab7e535f-8da7-4d72-8913-4a865b8823ec tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Calling delete_port for 207b6586-724c-4cb7-95c4-c0a8c7a2514c owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:07.351200 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ab7e535f-8da7-4d72-8913-4a865b8823ec tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.381843 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e535f-8da7-4d72-8913-4a865b8823ec tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event deleted for resources: {'Port': ['ID=207b6586-724c-4cb7-95c4-c0a8c7a2514c,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:07.442146 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ab7e535f-8da7-4d72-8913-4a865b8823ec tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.530671 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ab7e535f-8da7-4d72-8913-4a865b8823ec tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.532794 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ab7e535f-8da7-4d72-8913-4a865b8823ec tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.576961 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ab7e535f-8da7-4d72-8913-4a865b8823ec tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.577647 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7e535f-8da7-4d72-8913-4a865b8823ec tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Fanout notify agent at l3_agent the message router_deleted on router dd96c24b-e007-4209-af46-6db46c0a5187 {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:13:07.584368 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ab7e535f-8da7-4d72-8913-4a865b8823ec tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.588785 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ab7e535f-8da7-4d72-8913-4a865b8823ec tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/routers/dd96c24b-e007-4209-af46-6db46c0a5187 HTTP/1.1" status: 204 len: 168 time: 0.7442148 Sep 16 05:13:07.590038 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48788) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:07.594878 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-940c3c40-f5c3-468d-951d-fac0f206961f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Request body: {'network': {'name': 'tempest-RoutersTest-1901492859'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:07.615474 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940c3c40-f5c3-468d-951d-fac0f206961f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Made reservation on behalf of e82e744d7ac9442f9b072f013df3daed for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:07.618814 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-940c3c40-f5c3-468d-951d-fac0f206961f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.645408 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-940c3c40-f5c3-468d-951d-fac0f206961f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:07.654528 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-940c3c40-f5c3-468d-951d-fac0f206961f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.654875 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-940c3c40-f5c3-468d-951d-fac0f206961f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Added segment 8e1d0471-196c-402c-a659-eed147e513e1 of type vlan for network d98b4d49-f551-4465-a308-89d78f78bf94 Sep 16 05:13:07.695076 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-940c3c40-f5c3-468d-951d-fac0f206961f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.718567 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-940c3c40-f5c3-468d-951d-fac0f206961f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.724091 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940c3c40-f5c3-468d-951d-fac0f206961f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.724688 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-940c3c40-f5c3-468d-951d-fac0f206961f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.757592 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-940c3c40-f5c3-468d-951d-fac0f206961f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1665230 Sep 16 05:13:07.760221 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48790) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:07.766709 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-0e9338cc-f4e8-4c37-8acb-f05c00bb3302 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Request body: {'subnet': {'network_id': 'd98b4d49-f551-4465-a308-89d78f78bf94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:07.815110 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c3c40-f5c3-468d-951d-fac0f206961f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'Network': ['ID=d98b4d49-f551-4465-a308-89d78f78bf94,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:07.825367 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network d98b4d49-f551-4465-a308-89d78f78bf94 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:07.884815 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9338cc-f4e8-4c37-8acb-f05c00bb3302 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Made reservation on behalf of e82e744d7ac9442f9b072f013df3daed for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:07.888725 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0e9338cc-f4e8-4c37-8acb-f05c00bb3302 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.064698 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0e9338cc-f4e8-4c37-8acb-f05c00bb3302 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.125775 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9338cc-f4e8-4c37-8acb-f05c00bb3302 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'Subnet': ['ID=e979e175-0440-499e-8957-2039c643a430,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:08.132888 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9338cc-f4e8-4c37-8acb-f05c00bb3302 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Checking segment: {'id': '8e1d0471-196c-402c-a659-eed147e513e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd98b4d49-f551-4465-a308-89d78f78bf94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:08.133185 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9338cc-f4e8-4c37-8acb-f05c00bb3302 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Network hostable DHCP agents. Network: d98b4d49-f551-4465-a308-89d78f78bf94, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:08.149312 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9338cc-f4e8-4c37-8acb-f05c00bb3302 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Network d98b4d49-f551-4465-a308-89d78f78bf94 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:08.157704 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-0e9338cc-f4e8-4c37-8acb-f05c00bb3302 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, d98b4d49-f551-4465-a308-89d78f78bf94) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:08.161772 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9338cc-f4e8-4c37-8acb-f05c00bb3302 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:08.162359 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0e9338cc-f4e8-4c37-8acb-f05c00bb3302 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.166430 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb4d432-b947-48b8-abd8-7a077680305c None None] Network d98b4d49-f551-4465-a308-89d78f78bf94 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:08.182471 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0e9338cc-f4e8-4c37-8acb-f05c00bb3302 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4210863 Sep 16 05:13:08.184619 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48792) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:08.189260 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-7a1ef7ad-cc65-4249-97a2-1163493d889f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-881208601', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:08.211723 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7a1ef7ad-cc65-4249-97a2-1163493d889f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.212763 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7a1ef7ad-cc65-4249-97a2-1163493d889f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.268548 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7a1ef7ad-cc65-4249-97a2-1163493d889f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.274005 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7a1ef7ad-cc65-4249-97a2-1163493d889f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.295958 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7a1ef7ad-cc65-4249-97a2-1163493d889f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.297523 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7a1ef7ad-cc65-4249-97a2-1163493d889f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1119080 Sep 16 05:13:08.300424 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48794) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:08.321884 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dabff4e-dccd-4a6b-8df3-2edb527d3a92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-d98b4d49-f551-4465-a308-89d78f78bf94', 'network_id': 'd98b4d49-f551-4465-a308-89d78f78bf94', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'fixed_ips': [{'subnet_id': 'e979e175-0440-499e-8957-2039c643a430'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:13:08.322795 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9dabff4e-dccd-4a6b-8df3-2edb527d3a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.463751 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-9dabff4e-dccd-4a6b-8df3-2edb527d3a92 None None] Allocated IP 172.20.0.2 (d98b4d49-f551-4465-a308-89d78f78bf94/e979e175-0440-499e-8957-2039c643a430/b5fb7663-564a-46da-88c3-6ab96f0cb90b) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:08.615498 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9dabff4e-dccd-4a6b-8df3-2edb527d3a92 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.622548 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9dabff4e-dccd-4a6b-8df3-2edb527d3a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.663233 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dabff4e-dccd-4a6b-8df3-2edb527d3a92 None None] Network d98b4d49-f551-4465-a308-89d78f78bf94 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:08.669709 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-9dabff4e-dccd-4a6b-8df3-2edb527d3a92 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:08.674493 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dabff4e-dccd-4a6b-8df3-2edb527d3a92 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:08.677740 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dabff4e-dccd-4a6b-8df3-2edb527d3a92 None None] Pushing event updated for resources: {'Port': ['ID=b5fb7663-564a-46da-88c3-6ab96f0cb90b,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:08.733736 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-9dabff4e-dccd-4a6b-8df3-2edb527d3a92 None None] Attempting to bind port b5fb7663-564a-46da-88c3-6ab96f0cb90b on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:08.734009 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-9dabff4e-dccd-4a6b-8df3-2edb527d3a92 None None] Attempting to bind port b5fb7663-564a-46da-88c3-6ab96f0cb90b by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '8e1d0471-196c-402c-a659-eed147e513e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd98b4d49-f551-4465-a308-89d78f78bf94'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:08.734368 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dabff4e-dccd-4a6b-8df3-2edb527d3a92 None None] Attempting to bind port b5fb7663-564a-46da-88c3-6ab96f0cb90b on network d98b4d49-f551-4465-a308-89d78f78bf94 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:08.740057 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dabff4e-dccd-4a6b-8df3-2edb527d3a92 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:08.740426 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dabff4e-dccd-4a6b-8df3-2edb527d3a92 None None] Checking segment: {'id': '8e1d0471-196c-402c-a659-eed147e513e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd98b4d49-f551-4465-a308-89d78f78bf94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:08.740890 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9dabff4e-dccd-4a6b-8df3-2edb527d3a92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.741305 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dabff4e-dccd-4a6b-8df3-2edb527d3a92 None None] Bound using segment: {'id': '8e1d0471-196c-402c-a659-eed147e513e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd98b4d49-f551-4465-a308-89d78f78bf94'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:08.741797 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-9dabff4e-dccd-4a6b-8df3-2edb527d3a92 None None] Bound port: b5fb7663-564a-46da-88c3-6ab96f0cb90b, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e1d0471-196c-402c-a659-eed147e513e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd98b4d49-f551-4465-a308-89d78f78bf94'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:08.742320 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9dabff4e-dccd-4a6b-8df3-2edb527d3a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.808609 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-9dabff4e-dccd-4a6b-8df3-2edb527d3a92 None None] For port b5fb7663-564a-46da-88c3-6ab96f0cb90b, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:08.812077 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-9dabff4e-dccd-4a6b-8df3-2edb527d3a92 None None] For port b5fb7663-564a-46da-88c3-6ab96f0cb90b, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=b5fb7663-564a-46da-88c3-6ab96f0cb90b,segment=NetworkSegment(8e1d0471-196c-402c-a659-eed147e513e1),segment_id=8e1d0471-196c-402c-a659-eed147e513e1)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:08.817294 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9dabff4e-dccd-4a6b-8df3-2edb527d3a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.879204 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dabff4e-dccd-4a6b-8df3-2edb527d3a92 None None] Pushing event updated for resources: {'Port': ['ID=b5fb7663-564a-46da-88c3-6ab96f0cb90b,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:08.916484 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ebe286c9-f1c5-48c5-b058-3cd3c93ab975 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.187873 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-ebe286c9-f1c5-48c5-b058-3cd3c93ab975 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Allocated IP 172.20.0.1 (d98b4d49-f551-4465-a308-89d78f78bf94/e979e175-0440-499e-8957-2039c643a430/3fbba0ff-11c3-40c7-a180-17dd7a4c722e) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:09.302512 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ebe286c9-f1c5-48c5-b058-3cd3c93ab975 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.336904 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ebe286c9-f1c5-48c5-b058-3cd3c93ab975 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.381034 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe286c9-f1c5-48c5-b058-3cd3c93ab975 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Network d98b4d49-f551-4465-a308-89d78f78bf94 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:09.384122 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-ebe286c9-f1c5-48c5-b058-3cd3c93ab975 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:09.390419 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe286c9-f1c5-48c5-b058-3cd3c93ab975 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:09.396624 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe286c9-f1c5-48c5-b058-3cd3c93ab975 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'Port': ['ID=3fbba0ff-11c3-40c7-a180-17dd7a4c722e,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:09.438044 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ebe286c9-f1c5-48c5-b058-3cd3c93ab975 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.558979 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ebe286c9-f1c5-48c5-b058-3cd3c93ab975 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.751118 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cdac5e-b714-4073-a2b4-ae2d9036f2cc None None] Network d98b4d49-f551-4465-a308-89d78f78bf94 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:09.838252 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-12615cd9-0222-4910-a4e5-0c993ad4cff1 None None] Provisioning complete for port b5fb7663-564a-46da-88c3-6ab96f0cb90b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:09.838629 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-12615cd9-0222-4910-a4e5-0c993ad4cff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.840850 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ebe286c9-f1c5-48c5-b058-3cd3c93ab975 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.846659 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ebe286c9-f1c5-48c5-b058-3cd3c93ab975 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.925161 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe286c9-f1c5-48c5-b058-3cd3c93ab975 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'Port': ['ID=3fbba0ff-11c3-40c7-a180-17dd7a4c722e,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:09.927901 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ebe286c9-f1c5-48c5-b058-3cd3c93ab975 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.981694 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-12615cd9-0222-4910-a4e5-0c993ad4cff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.018027 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-12615cd9-0222-4910-a4e5-0c993ad4cff1 None None] For port b5fb7663-564a-46da-88c3-6ab96f0cb90b, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=b5fb7663-564a-46da-88c3-6ab96f0cb90b,segment=NetworkSegment(8e1d0471-196c-402c-a659-eed147e513e1),segment_id=8e1d0471-196c-402c-a659-eed147e513e1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:10.022288 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe286c9-f1c5-48c5-b058-3cd3c93ab975 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Network d98b4d49-f551-4465-a308-89d78f78bf94 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:10.022738 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-12615cd9-0222-4910-a4e5-0c993ad4cff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.023760 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-ebe286c9-f1c5-48c5-b058-3cd3c93ab975 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:10.088785 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12615cd9-0222-4910-a4e5-0c993ad4cff1 None None] Pushing event updated for resources: {'Port': ['ID=b5fb7663-564a-46da-88c3-6ab96f0cb90b,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:10.108046 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-734e4a97-7f7d-4cb4-84f4-c00b60b5a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.165183 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe286c9-f1c5-48c5-b058-3cd3c93ab975 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Router b926fa1e-7a73-47a1-ba37-d1c12995c8c1 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:13:10.253318 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-941c9b2c-e6a6-41c3-b69a-70d49184404c None None] Provisioning complete for port 3fbba0ff-11c3-40c7-a180-17dd7a4c722e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:10.253647 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-941c9b2c-e6a6-41c3-b69a-70d49184404c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.265979 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe286c9-f1c5-48c5-b058-3cd3c93ab975 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:10.274122 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ebe286c9-f1c5-48c5-b058-3cd3c93ab975 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "PUT /v2.0/routers/b926fa1e-7a73-47a1-ba37-d1c12995c8c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9698923 Sep 16 05:13:10.274122 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48796) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:10.288927 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153105ac-0f9b-42e5-a930-1ced1d2dc169 None None] Sync routers for ids ['b926fa1e-7a73-47a1-ba37-d1c12995c8c1'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:10.304743 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-941c9b2c-e6a6-41c3-b69a-70d49184404c None None] Port 3fbba0ff-11c3-40c7-a180-17dd7a4c722e cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:10.313394 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153105ac-0f9b-42e5-a930-1ced1d2dc169 None None] Routers {'b926fa1e-7a73-47a1-ba37-d1c12995c8c1'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:10.314027 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-153105ac-0f9b-42e5-a930-1ced1d2dc169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b926fa1e-7a73-47a1-ba37-d1c12995c8c1'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:10.320872 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5573cc6-ab67-433a-b5b4-f048fd092477 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:10.324990 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d5573cc6-ab67-433a-b5b4-f048fd092477 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "GET /v2.0/ports/3fbba0ff-11c3-40c7-a180-17dd7a4c722e HTTP/1.1" status: 200 len: 910 time: 0.0472593 Sep 16 05:13:10.325207 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48798) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:10.332322 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-34c011b3-fa9e-43e3-ba77-b7df16910c3c tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e979e175-0440-499e-8957-2039c643a430'}]}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:10.350909 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-153105ac-0f9b-42e5-a930-1ced1d2dc169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:10.354297 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-941c9b2c-e6a6-41c3-b69a-70d49184404c None None] Provisioning complete for port b5fb7663-564a-46da-88c3-6ab96f0cb90b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:10.354582 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-941c9b2c-e6a6-41c3-b69a-70d49184404c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.395067 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153105ac-0f9b-42e5-a930-1ced1d2dc169 None None] Routers {'b926fa1e-7a73-47a1-ba37-d1c12995c8c1'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:10.395811 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-153105ac-0f9b-42e5-a930-1ced1d2dc169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b926fa1e-7a73-47a1-ba37-d1c12995c8c1'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:10.447757 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-153105ac-0f9b-42e5-a930-1ced1d2dc169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:10.448459 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153105ac-0f9b-42e5-a930-1ced1d2dc169 None None] The sync data for ids ['b926fa1e-7a73-47a1-ba37-d1c12995c8c1'] in n-d-712139-15 is: [] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:10.525112 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-34c011b3-fa9e-43e3-ba77-b7df16910c3c tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.526894 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device b5fb7663-564a-46da-88c3-6ab96f0cb90b up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:10.584061 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port b5fb7663-564a-46da-88c3-6ab96f0cb90b triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:10.584595 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.632254 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-90d9261e-aa8a-430a-94e9-115ff67b2dcd None None] Provisioning complete for port 3fbba0ff-11c3-40c7-a180-17dd7a4c722e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:10.632550 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-90d9261e-aa8a-430a-94e9-115ff67b2dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.676327 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-90d9261e-aa8a-430a-94e9-115ff67b2dcd None None] Port 3fbba0ff-11c3-40c7-a180-17dd7a4c722e cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:10.795489 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-e8ab1c0e-c16c-4715-891b-fafc1bd19e43 None None] Provisioning complete for port 3fbba0ff-11c3-40c7-a180-17dd7a4c722e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:10.795944 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e8ab1c0e-c16c-4715-891b-fafc1bd19e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.833454 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-e8ab1c0e-c16c-4715-891b-fafc1bd19e43 None None] Port 3fbba0ff-11c3-40c7-a180-17dd7a4c722e cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:10.909511 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-34c011b3-fa9e-43e3-ba77-b7df16910c3c tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.918142 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-34c011b3-fa9e-43e3-ba77-b7df16910c3c tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.991940 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c011b3-fa9e-43e3-ba77-b7df16910c3c tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'Port': ['ID=3fbba0ff-11c3-40c7-a180-17dd7a4c722e,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:11.000847 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c011b3-fa9e-43e3-ba77-b7df16910c3c tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:11.001448 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-34c011b3-fa9e-43e3-ba77-b7df16910c3c tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.002778 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-34c011b3-fa9e-43e3-ba77-b7df16910c3c tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "PUT /v2.0/ports/3fbba0ff-11c3-40c7-a180-17dd7a4c722e HTTP/1.1" status: 200 len: 910 time: 0.6763835 Sep 16 05:13:11.006084 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48800) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:11.325575 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-21b14c58-ffce-431a-86b1-06e705cb1205 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.563003 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-21b14c58-ffce-431a-86b1-06e705cb1205 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Deleting port 3fbba0ff-11c3-40c7-a180-17dd7a4c722e {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:11.563255 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-21b14c58-ffce-431a-86b1-06e705cb1205 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.651093 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-21b14c58-ffce-431a-86b1-06e705cb1205 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.662687 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-21b14c58-ffce-431a-86b1-06e705cb1205 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Calling delete_port for 3fbba0ff-11c3-40c7-a180-17dd7a4c722e owned by network:router_interface {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:11.803635 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.844249 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-21b14c58-ffce-431a-86b1-06e705cb1205 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.871257 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b14c58-ffce-431a-86b1-06e705cb1205 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event deleted for resources: {'Port': ['ID=3fbba0ff-11c3-40c7-a180-17dd7a4c722e,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:12.034669 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-21b14c58-ffce-431a-86b1-06e705cb1205 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.226893 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b14c58-ffce-431a-86b1-06e705cb1205 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Router b926fa1e-7a73-47a1-ba37-d1c12995c8c1 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:12.306593 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b14c58-ffce-431a-86b1-06e705cb1205 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:12.312616 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-21b14c58-ffce-431a-86b1-06e705cb1205 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "PUT /v2.0/routers/b926fa1e-7a73-47a1-ba37-d1c12995c8c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3036916 Sep 16 05:13:12.315127 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48804) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:12.317371 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8ecdb5-082a-451d-b03f-5a5783463239 None None] Sync routers for ids ['b926fa1e-7a73-47a1-ba37-d1c12995c8c1'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:12.327265 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8ecdb5-082a-451d-b03f-5a5783463239 None None] Routers {'b926fa1e-7a73-47a1-ba37-d1c12995c8c1'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:12.327881 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-3d8ecdb5-082a-451d-b03f-5a5783463239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b926fa1e-7a73-47a1-ba37-d1c12995c8c1'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:12.343428 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6a808371-7578-4196-9c7f-75934e608ef5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "GET /v2.0/ports?device_id=b926fa1e-7a73-47a1-ba37-d1c12995c8c1 HTTP/1.1" status: 200 len: 205 time: 0.0271237 Sep 16 05:13:12.346221 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48806) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:12.362950 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-3d8ecdb5-082a-451d-b03f-5a5783463239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:12.373044 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8ecdb5-082a-451d-b03f-5a5783463239 None None] Routers {'b926fa1e-7a73-47a1-ba37-d1c12995c8c1'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:12.373680 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-3d8ecdb5-082a-451d-b03f-5a5783463239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:12:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b926fa1e-7a73-47a1-ba37-d1c12995c8c1'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:12.411158 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-3d8ecdb5-082a-451d-b03f-5a5783463239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:12.411865 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8ecdb5-082a-451d-b03f-5a5783463239 None None] The sync data for ids ['b926fa1e-7a73-47a1-ba37-d1c12995c8c1'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:12.432767 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d6d1a047-e1d2-4afc-b794-22c1938f835f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.591314 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d6d1a047-e1d2-4afc-b794-22c1938f835f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.593598 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d6d1a047-e1d2-4afc-b794-22c1938f835f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.639029 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d6d1a047-e1d2-4afc-b794-22c1938f835f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.639832 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d1a047-e1d2-4afc-b794-22c1938f835f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Fanout notify agent at l3_agent the message router_deleted on router b926fa1e-7a73-47a1-ba37-d1c12995c8c1 {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:13:12.647427 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d6d1a047-e1d2-4afc-b794-22c1938f835f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.648500 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d6d1a047-e1d2-4afc-b794-22c1938f835f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/routers/b926fa1e-7a73-47a1-ba37-d1c12995c8c1 HTTP/1.1" status: 204 len: 168 time: 0.3012695 Sep 16 05:13:12.651322 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48808) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:12.703972 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d35cdfcb-c36e-41dc-8ba3-30d7fcaa625a tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Deleting subnet e979e175-0440-499e-8957-2039c643a430 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:13:12.707080 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d35cdfcb-c36e-41dc-8ba3-30d7fcaa625a tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.747252 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d35cdfcb-c36e-41dc-8ba3-30d7fcaa625a tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.838248 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d35cdfcb-c36e-41dc-8ba3-30d7fcaa625a tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.902361 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d35cdfcb-c36e-41dc-8ba3-30d7fcaa625a tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.931412 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d35cdfcb-c36e-41dc-8ba3-30d7fcaa625a tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.933983 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d35cdfcb-c36e-41dc-8ba3-30d7fcaa625a tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/subnets/e979e175-0440-499e-8957-2039c643a430 HTTP/1.1" status: 204 len: 168 time: 0.2802887 Sep 16 05:13:12.934516 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35cdfcb-c36e-41dc-8ba3-30d7fcaa625a tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event deleted for resources: {'Subnet': ['ID=e979e175-0440-499e-8957-2039c643a430,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:12.937672 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48810) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:12.938710 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2946ad78-71ff-4c93-b7de-bdaa87eea968 None None] Network d98b4d49-f551-4465-a308-89d78f78bf94 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:13.018568 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-23b5cef9-5b5d-4595-bc62-36386c53de5d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.074489 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-23b5cef9-5b5d-4595-bc62-36386c53de5d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Deleting port b5fb7663-564a-46da-88c3-6ab96f0cb90b {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:13.075152 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-23b5cef9-5b5d-4595-bc62-36386c53de5d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.110147 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fe9ab3-b09c-4733-89b1-59caf067f184 None None] DHCP port deletion for d98b4d49-f551-4465-a308-89d78f78bf94 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:13:13.139561 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-23b5cef9-5b5d-4595-bc62-36386c53de5d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] For port b5fb7663-564a-46da-88c3-6ab96f0cb90b, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=b5fb7663-564a-46da-88c3-6ab96f0cb90b,segment=NetworkSegment(8e1d0471-196c-402c-a659-eed147e513e1),segment_id=8e1d0471-196c-402c-a659-eed147e513e1)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:13.139922 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-23b5cef9-5b5d-4595-bc62-36386c53de5d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.158392 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-23b5cef9-5b5d-4595-bc62-36386c53de5d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Calling delete_port for b5fb7663-564a-46da-88c3-6ab96f0cb90b owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:13.163977 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-09fe9ab3-b09c-4733-89b1-59caf067f184 None None] Deleting port b5fb7663-564a-46da-88c3-6ab96f0cb90b {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:13.164352 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-09fe9ab3-b09c-4733-89b1-59caf067f184 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.227137 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-09fe9ab3-b09c-4733-89b1-59caf067f184 None None] For port b5fb7663-564a-46da-88c3-6ab96f0cb90b, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=b5fb7663-564a-46da-88c3-6ab96f0cb90b,segment=NetworkSegment(8e1d0471-196c-402c-a659-eed147e513e1),segment_id=8e1d0471-196c-402c-a659-eed147e513e1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:13.227532 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-09fe9ab3-b09c-4733-89b1-59caf067f184 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.239147 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-23b5cef9-5b5d-4595-bc62-36386c53de5d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.249266 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-09fe9ab3-b09c-4733-89b1-59caf067f184 None None] Calling delete_port for b5fb7663-564a-46da-88c3-6ab96f0cb90b owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:13.255610 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3c2e2d54-1a8e-4290-ae77-77855291caa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.268379 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5cef9-5b5d-4595-bc62-36386c53de5d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event deleted for resources: {'Port': ['ID=b5fb7663-564a-46da-88c3-6ab96f0cb90b,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:13.270701 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b5cef9-5b5d-4595-bc62-36386c53de5d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] No DVR routers for this DVR port b5fb7663-564a-46da-88c3-6ab96f0cb90b on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:13.335934 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-09fe9ab3-b09c-4733-89b1-59caf067f184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.361609 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-23b5cef9-5b5d-4595-bc62-36386c53de5d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.362366 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe9ab3-b09c-4733-89b1-59caf067f184 None None] Pushing event deleted for resources: {'Port': ['ID=b5fb7663-564a-46da-88c3-6ab96f0cb90b,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:13.367937 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fe9ab3-b09c-4733-89b1-59caf067f184 None None] No DVR routers for this DVR port b5fb7663-564a-46da-88c3-6ab96f0cb90b on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:13.382334 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-23b5cef9-5b5d-4595-bc62-36386c53de5d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d98b4d49-f551-4465-a308-89d78f78bf94']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:13.391705 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-23b5cef9-5b5d-4595-bc62-36386c53de5d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e1d0471-196c-402c-a659-eed147e513e1') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:13.391995 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-23b5cef9-5b5d-4595-bc62-36386c53de5d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e1d0471-196c-402c-a659-eed147e513e1') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:13.401203 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-23b5cef9-5b5d-4595-bc62-36386c53de5d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.414812 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-23b5cef9-5b5d-4595-bc62-36386c53de5d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.423430 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23b5cef9-5b5d-4595-bc62-36386c53de5d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:13.423814 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-23b5cef9-5b5d-4595-bc62-36386c53de5d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.428130 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:13:13.428130 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:13.428130 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:13:13.428130 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:13.428130 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:13:13.428130 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:13.428130 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:13:13.428130 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:13.428130 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:13:13.428130 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:13.428130 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:13:13.428130 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:13.428130 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:13:13.428130 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:13.428130 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:13.428130 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:13.428130 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:13.428130 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:13.428130 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:13:13.428130 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:13.428130 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:13:13.428130 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:13.428130 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:13.428130 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:13.428130 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:13.428130 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:13.428130 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:13.428130 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:13.428130 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:13.428130 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:13.428130 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:13.428130 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:13.487770 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-23b5cef9-5b5d-4595-bc62-36386c53de5d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.494873 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-23b5cef9-5b5d-4595-bc62-36386c53de5d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.496897 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-23b5cef9-5b5d-4595-bc62-36386c53de5d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/networks/d98b4d49-f551-4465-a308-89d78f78bf94 HTTP/1.1" status: 204 len: 168 time: 0.5581837 Sep 16 05:13:13.500640 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48812) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:13.505414 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-41a346b1-3940-434d-beed-f447b8559e60 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-524740228', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:13.514944 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5cef9-5b5d-4595-bc62-36386c53de5d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event deleted for resources: {'Network': ['ID=d98b4d49-f551-4465-a308-89d78f78bf94,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:13.528854 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.539193 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-41a346b1-3940-434d-beed-f447b8559e60 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.540479 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-41a346b1-3940-434d-beed-f447b8559e60 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.595490 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-41a346b1-3940-434d-beed-f447b8559e60 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.600060 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-41a346b1-3940-434d-beed-f447b8559e60 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.615879 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-41a346b1-3940-434d-beed-f447b8559e60 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.617173 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-41a346b1-3940-434d-beed-f447b8559e60 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1153436 Sep 16 05:13:13.620097 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48814) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:13.624870 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-522cdf78-ff0e-44a1-9ce8-c2c486d574ca tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Request body: {'network': {'name': 'tempest-RoutersTest-902660839'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:13.645308 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522cdf78-ff0e-44a1-9ce8-c2c486d574ca tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Made reservation on behalf of e82e744d7ac9442f9b072f013df3daed for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:13.648601 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-522cdf78-ff0e-44a1-9ce8-c2c486d574ca tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.672388 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-522cdf78-ff0e-44a1-9ce8-c2c486d574ca tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:13.680853 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-522cdf78-ff0e-44a1-9ce8-c2c486d574ca tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.681207 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-522cdf78-ff0e-44a1-9ce8-c2c486d574ca tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Added segment f0301ca1-b927-481b-b9e1-c1c01e11be83 of type vlan for network ab0eb64b-4235-4660-b734-8274b0fb64ee Sep 16 05:13:13.722909 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-522cdf78-ff0e-44a1-9ce8-c2c486d574ca tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.747123 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-522cdf78-ff0e-44a1-9ce8-c2c486d574ca tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.752687 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522cdf78-ff0e-44a1-9ce8-c2c486d574ca tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:13.753266 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-522cdf78-ff0e-44a1-9ce8-c2c486d574ca tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.788873 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-522cdf78-ff0e-44a1-9ce8-c2c486d574ca tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1672037 Sep 16 05:13:13.791288 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48816) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:13.797240 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-6048c03a-2ff1-454e-bb02-ace46d6e9ac9 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Request body: {'subnet': {'network_id': 'ab0eb64b-4235-4660-b734-8274b0fb64ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:13.833509 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522cdf78-ff0e-44a1-9ce8-c2c486d574ca tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'Network': ['ID=ab0eb64b-4235-4660-b734-8274b0fb64ee,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:13.844884 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network ab0eb64b-4235-4660-b734-8274b0fb64ee details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:13.885254 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6048c03a-2ff1-454e-bb02-ace46d6e9ac9 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Made reservation on behalf of e82e744d7ac9442f9b072f013df3daed for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:13.889366 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6048c03a-2ff1-454e-bb02-ace46d6e9ac9 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.074538 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6048c03a-2ff1-454e-bb02-ace46d6e9ac9 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.136533 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6048c03a-2ff1-454e-bb02-ace46d6e9ac9 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'Subnet': ['ID=6f58dac2-71a1-4be9-96eb-0af72babb687,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:14.144271 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6048c03a-2ff1-454e-bb02-ace46d6e9ac9 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Checking segment: {'id': 'f0301ca1-b927-481b-b9e1-c1c01e11be83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ab0eb64b-4235-4660-b734-8274b0fb64ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:14.144807 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6048c03a-2ff1-454e-bb02-ace46d6e9ac9 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Network hostable DHCP agents. Network: ab0eb64b-4235-4660-b734-8274b0fb64ee, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:14.161458 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6048c03a-2ff1-454e-bb02-ace46d6e9ac9 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Network ab0eb64b-4235-4660-b734-8274b0fb64ee is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:14.171674 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-6048c03a-2ff1-454e-bb02-ace46d6e9ac9 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, ab0eb64b-4235-4660-b734-8274b0fb64ee) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:14.176259 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6048c03a-2ff1-454e-bb02-ace46d6e9ac9 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:14.177205 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6048c03a-2ff1-454e-bb02-ace46d6e9ac9 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.185220 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4d9887-1105-4409-8d3a-964640765031 None None] Network ab0eb64b-4235-4660-b734-8274b0fb64ee requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:14.200618 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6048c03a-2ff1-454e-bb02-ace46d6e9ac9 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4044650 Sep 16 05:13:14.203412 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48818) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:14.353590 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92a6569-bea3-438d-a546-3113edced18b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-ab0eb64b-4235-4660-b734-8274b0fb64ee', 'network_id': 'ab0eb64b-4235-4660-b734-8274b0fb64ee', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'fixed_ips': [{'subnet_id': '6f58dac2-71a1-4be9-96eb-0af72babb687'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:13:14.354394 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a92a6569-bea3-438d-a546-3113edced18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.460217 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device b5fb7663-564a-46da-88c3-6ab96f0cb90b no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:14.486578 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: b5fb7663-564a-46da-88c3-6ab96f0cb90b {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:14.487131 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device b5fb7663-564a-46da-88c3-6ab96f0cb90b not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:14.504916 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2b2fecc5-1696-400b-aa73-02f524b32c5e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.538391 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-a92a6569-bea3-438d-a546-3113edced18b None None] Allocated IP 172.20.0.2 (ab0eb64b-4235-4660-b734-8274b0fb64ee/6f58dac2-71a1-4be9-96eb-0af72babb687/7729ee86-333a-4816-812f-e7a39dd64301) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:14.642880 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.714814 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a92a6569-bea3-438d-a546-3113edced18b None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.722455 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a92a6569-bea3-438d-a546-3113edced18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.775773 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-2b2fecc5-1696-400b-aa73-02f524b32c5e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Allocated IP 172.20.0.1 (ab0eb64b-4235-4660-b734-8274b0fb64ee/6f58dac2-71a1-4be9-96eb-0af72babb687/31e85687-89b9-402e-9070-52f6574ca8f1) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:14.782804 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92a6569-bea3-438d-a546-3113edced18b None None] Network ab0eb64b-4235-4660-b734-8274b0fb64ee is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:14.790566 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-a92a6569-bea3-438d-a546-3113edced18b None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:14.797564 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.798825 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92a6569-bea3-438d-a546-3113edced18b None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:14.800980 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a6569-bea3-438d-a546-3113edced18b None None] Pushing event updated for resources: {'Port': ['ID=7729ee86-333a-4816-812f-e7a39dd64301,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:14.864358 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-a92a6569-bea3-438d-a546-3113edced18b None None] Attempting to bind port 7729ee86-333a-4816-812f-e7a39dd64301 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:14.865324 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-a92a6569-bea3-438d-a546-3113edced18b None None] Attempting to bind port 7729ee86-333a-4816-812f-e7a39dd64301 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'f0301ca1-b927-481b-b9e1-c1c01e11be83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ab0eb64b-4235-4660-b734-8274b0fb64ee'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:14.865324 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92a6569-bea3-438d-a546-3113edced18b None None] Attempting to bind port 7729ee86-333a-4816-812f-e7a39dd64301 on network ab0eb64b-4235-4660-b734-8274b0fb64ee {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:14.870292 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92a6569-bea3-438d-a546-3113edced18b None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:14.870863 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92a6569-bea3-438d-a546-3113edced18b None None] Checking segment: {'id': 'f0301ca1-b927-481b-b9e1-c1c01e11be83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ab0eb64b-4235-4660-b734-8274b0fb64ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:14.871412 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a92a6569-bea3-438d-a546-3113edced18b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.871807 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92a6569-bea3-438d-a546-3113edced18b None None] Bound using segment: {'id': 'f0301ca1-b927-481b-b9e1-c1c01e11be83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ab0eb64b-4235-4660-b734-8274b0fb64ee'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:14.872265 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-a92a6569-bea3-438d-a546-3113edced18b None None] Bound port: 7729ee86-333a-4816-812f-e7a39dd64301, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0301ca1-b927-481b-b9e1-c1c01e11be83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ab0eb64b-4235-4660-b734-8274b0fb64ee'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:14.872667 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a92a6569-bea3-438d-a546-3113edced18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.902738 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2b2fecc5-1696-400b-aa73-02f524b32c5e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.938729 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-a92a6569-bea3-438d-a546-3113edced18b None None] For port 7729ee86-333a-4816-812f-e7a39dd64301, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:14.942179 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-a92a6569-bea3-438d-a546-3113edced18b None None] For port 7729ee86-333a-4816-812f-e7a39dd64301, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=7729ee86-333a-4816-812f-e7a39dd64301,segment=NetworkSegment(f0301ca1-b927-481b-b9e1-c1c01e11be83),segment_id=f0301ca1-b927-481b-b9e1-c1c01e11be83)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:14.944024 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2b2fecc5-1696-400b-aa73-02f524b32c5e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.945716 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a92a6569-bea3-438d-a546-3113edced18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.983792 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2fecc5-1696-400b-aa73-02f524b32c5e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Network ab0eb64b-4235-4660-b734-8274b0fb64ee is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:14.987143 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-2b2fecc5-1696-400b-aa73-02f524b32c5e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:14.991406 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2fecc5-1696-400b-aa73-02f524b32c5e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:15.008106 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a6569-bea3-438d-a546-3113edced18b None None] Pushing event updated for resources: {'Port': ['ID=7729ee86-333a-4816-812f-e7a39dd64301,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:15.023619 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2fecc5-1696-400b-aa73-02f524b32c5e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'Port': ['ID=31e85687-89b9-402e-9070-52f6574ca8f1,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:15.044927 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2b2fecc5-1696-400b-aa73-02f524b32c5e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.178552 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2b2fecc5-1696-400b-aa73-02f524b32c5e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.462266 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2b2fecc5-1696-400b-aa73-02f524b32c5e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.466958 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2b2fecc5-1696-400b-aa73-02f524b32c5e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.546257 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2fecc5-1696-400b-aa73-02f524b32c5e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'Port': ['ID=31e85687-89b9-402e-9070-52f6574ca8f1,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:15.551528 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2b2fecc5-1696-400b-aa73-02f524b32c5e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.655670 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2fecc5-1696-400b-aa73-02f524b32c5e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Network ab0eb64b-4235-4660-b734-8274b0fb64ee is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:15.657196 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-2b2fecc5-1696-400b-aa73-02f524b32c5e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:15.779966 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2fecc5-1696-400b-aa73-02f524b32c5e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Router f7718706-524c-4bcf-bdbc-3eb915946349 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:13:15.932406 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d913b6ac-b8c5-4ad7-bcd9-8f55e5840e46 None None] Network ab0eb64b-4235-4660-b734-8274b0fb64ee requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:16.189188 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.192259 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d1af5c32-a497-45b3-9efd-fca1a8b002d6 None None] Provisioning complete for port 7729ee86-333a-4816-812f-e7a39dd64301 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:16.192630 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d1af5c32-a497-45b3-9efd-fca1a8b002d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.208504 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2fecc5-1696-400b-aa73-02f524b32c5e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:16.217614 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2b2fecc5-1696-400b-aa73-02f524b32c5e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "PUT /v2.0/routers/f7718706-524c-4bcf-bdbc-3eb915946349/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0086894 Sep 16 05:13:16.218687 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48820) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:16.221655 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49609fe9-819c-4828-8aca-52eb6b3519af None None] Sync routers for ids ['f7718706-524c-4bcf-bdbc-3eb915946349'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:16.222867 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-1433a797-b9c0-414d-91de-34b37238d448 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Request body: {'network': {'name': 'tempest-RoutersTest-1841242546'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:16.244970 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1433a797-b9c0-414d-91de-34b37238d448 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Made reservation on behalf of e82e744d7ac9442f9b072f013df3daed for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:16.248790 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1433a797-b9c0-414d-91de-34b37238d448 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.269896 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49609fe9-819c-4828-8aca-52eb6b3519af None None] Routers {'f7718706-524c-4bcf-bdbc-3eb915946349'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:16.270505 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-49609fe9-819c-4828-8aca-52eb6b3519af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:13:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['f7718706-524c-4bcf-bdbc-3eb915946349'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:16.272213 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1433a797-b9c0-414d-91de-34b37238d448 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:16.288433 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1433a797-b9c0-414d-91de-34b37238d448 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.288884 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-1433a797-b9c0-414d-91de-34b37238d448 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Added segment fdf58a29-19dc-447a-9b8b-0fa6d5c9f4a2 of type vlan for network 074e4e66-b625-4bb1-b20f-6d7d972b81e6 Sep 16 05:13:16.330792 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1433a797-b9c0-414d-91de-34b37238d448 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.358837 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1433a797-b9c0-414d-91de-34b37238d448 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.367471 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1433a797-b9c0-414d-91de-34b37238d448 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:16.368072 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1433a797-b9c0-414d-91de-34b37238d448 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.410393 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1433a797-b9c0-414d-91de-34b37238d448 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1915226 Sep 16 05:13:16.413317 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48822) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:16.424340 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-49609fe9-819c-4828-8aca-52eb6b3519af None None] Set router f7718706-524c-4bcf-bdbc-3eb915946349 gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:16.430936 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-409e0840-7ff7-4dd0-a467-f57a020c2e1d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Request body: {'subnet': {'network_id': '074e4e66-b625-4bb1-b20f-6d7d972b81e6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:16.454098 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d1af5c32-a497-45b3-9efd-fca1a8b002d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.459519 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433a797-b9c0-414d-91de-34b37238d448 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'Network': ['ID=074e4e66-b625-4bb1-b20f-6d7d972b81e6,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:16.496576 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 074e4e66-b625-4bb1-b20f-6d7d972b81e6 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:16.522645 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-d1af5c32-a497-45b3-9efd-fca1a8b002d6 None None] For port 7729ee86-333a-4816-812f-e7a39dd64301, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=7729ee86-333a-4816-812f-e7a39dd64301,segment=NetworkSegment(f0301ca1-b927-481b-b9e1-c1c01e11be83),segment_id=f0301ca1-b927-481b-b9e1-c1c01e11be83)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:16.552878 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409e0840-7ff7-4dd0-a467-f57a020c2e1d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Made reservation on behalf of e82e744d7ac9442f9b072f013df3daed for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:16.555119 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 7729ee86-333a-4816-812f-e7a39dd64301 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:16.558890 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-409e0840-7ff7-4dd0-a467-f57a020c2e1d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.565590 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d1af5c32-a497-45b3-9efd-fca1a8b002d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.747536 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af5c32-a497-45b3-9efd-fca1a8b002d6 None None] Pushing event updated for resources: {'Port': ['ID=7729ee86-333a-4816-812f-e7a39dd64301,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:16.769697 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-409e0840-7ff7-4dd0-a467-f57a020c2e1d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.772610 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 7729ee86-333a-4816-812f-e7a39dd64301 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:16.772991 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.846368 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-5508d2ca-2c24-4e88-b1fd-70b8c3bb2a93 None None] Provisioning complete for port 7729ee86-333a-4816-812f-e7a39dd64301 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:16.846964 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5508d2ca-2c24-4e88-b1fd-70b8c3bb2a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.847800 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e0840-7ff7-4dd0-a467-f57a020c2e1d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'Subnet': ['ID=5d719b55-7a41-4437-8720-5798bbb78a23,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:16.858628 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e0840-7ff7-4dd0-a467-f57a020c2e1d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:16.858982 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e0840-7ff7-4dd0-a467-f57a020c2e1d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:16.859328 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e0840-7ff7-4dd0-a467-f57a020c2e1d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:16.859670 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e0840-7ff7-4dd0-a467-f57a020c2e1d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:16.860012 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e0840-7ff7-4dd0-a467-f57a020c2e1d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:16.860352 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e0840-7ff7-4dd0-a467-f57a020c2e1d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:16.860718 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e0840-7ff7-4dd0-a467-f57a020c2e1d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:16.861052 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e0840-7ff7-4dd0-a467-f57a020c2e1d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:16.861384 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e0840-7ff7-4dd0-a467-f57a020c2e1d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:16.861720 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e0840-7ff7-4dd0-a467-f57a020c2e1d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:16.862051 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e0840-7ff7-4dd0-a467-f57a020c2e1d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:16.862379 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e0840-7ff7-4dd0-a467-f57a020c2e1d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:16.869795 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409e0840-7ff7-4dd0-a467-f57a020c2e1d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Checking segment: {'id': 'fdf58a29-19dc-447a-9b8b-0fa6d5c9f4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '074e4e66-b625-4bb1-b20f-6d7d972b81e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:16.870959 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409e0840-7ff7-4dd0-a467-f57a020c2e1d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Network hostable DHCP agents. Network: 074e4e66-b625-4bb1-b20f-6d7d972b81e6, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:16.894244 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409e0840-7ff7-4dd0-a467-f57a020c2e1d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Network 074e4e66-b625-4bb1-b20f-6d7d972b81e6 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:16.905788 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-409e0840-7ff7-4dd0-a467-f57a020c2e1d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 074e4e66-b625-4bb1-b20f-6d7d972b81e6) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:16.913278 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409e0840-7ff7-4dd0-a467-f57a020c2e1d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:16.914143 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-409e0840-7ff7-4dd0-a467-f57a020c2e1d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.934104 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-409e0840-7ff7-4dd0-a467-f57a020c2e1d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5147555 Sep 16 05:13:16.934507 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-49609fe9-819c-4828-8aca-52eb6b3519af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'name': 'tempest-RoutersTest-router-524740228', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:13Z', 'updated_at': '2021-09-16T05:13:15Z', 'revision_number': 2, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'gw_port_host': None, '_interfaces': [{'id': '31e85687-89b9-402e-9070-52f6574ca8f1', 'name': '', 'network_id': 'ab0eb64b-4235-4660-b734-8274b0fb64ee', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:72:6b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:14Z', 'updated_at': '2021-09-16T05:13:15Z', 'revision_number': 2, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:16.935101 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48824) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:16.936460 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5e19ed-c100-4e89-8f0f-856036be0438 None None] Network 074e4e66-b625-4bb1-b20f-6d7d972b81e6 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:16.983146 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49609fe9-819c-4828-8aca-52eb6b3519af None None] Checking router: f7718706-524c-4bcf-bdbc-3eb915946349 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:16.983502 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49609fe9-819c-4828-8aca-52eb6b3519af None None] Updating router f7718706-524c-4bcf-bdbc-3eb915946349 port 31e85687-89b9-402e-9070-52f6574ca8f1 binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:13:17.091166 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-49609fe9-819c-4828-8aca-52eb6b3519af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:17.156509 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-5508d2ca-2c24-4e88-b1fd-70b8c3bb2a93 None None] Provisioning complete for port 31e85687-89b9-402e-9070-52f6574ca8f1 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:17.156903 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5508d2ca-2c24-4e88-b1fd-70b8c3bb2a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:17.286667 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-5508d2ca-2c24-4e88-b1fd-70b8c3bb2a93 None None] Port 31e85687-89b9-402e-9070-52f6574ca8f1 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:17.344510 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ff664e-8fda-47c7-8117-7a6ad017a378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-074e4e66-b625-4bb1-b20f-6d7d972b81e6', 'network_id': '074e4e66-b625-4bb1-b20f-6d7d972b81e6', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'fixed_ips': [{'subnet_id': '5d719b55-7a41-4437-8720-5798bbb78a23'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:13:17.345730 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a0ff664e-8fda-47c7-8117-7a6ad017a378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:17.351293 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10becdfd-9e99-426f-b480-ff9bb6c833f9 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:17.530861 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-76ed4c98-266f-4cbc-bde0-b452a1f5dbd4 None None] Provisioning complete for port 31e85687-89b9-402e-9070-52f6574ca8f1 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:17.531230 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-76ed4c98-266f-4cbc-bde0-b452a1f5dbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:17.627687 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-76ed4c98-266f-4cbc-bde0-b452a1f5dbd4 None None] Port 31e85687-89b9-402e-9070-52f6574ca8f1 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:17.632256 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-a0ff664e-8fda-47c7-8117-7a6ad017a378 None None] Allocated IP 172.21.0.2 (074e4e66-b625-4bb1-b20f-6d7d972b81e6/5d719b55-7a41-4437-8720-5798bbb78a23/576881ff-c728-4207-817b-0f8c89c8f22b) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:17.693726 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-49609fe9-819c-4828-8aca-52eb6b3519af None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:17.706783 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-49609fe9-819c-4828-8aca-52eb6b3519af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:17.953128 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd29156-01d8-41a8-abbf-afc1f37fab1c None None] Pushing event updated for resources: {'Port': ['ID=31e85687-89b9-402e-9070-52f6574ca8f1,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:18.050001 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-49609fe9-819c-4828-8aca-52eb6b3519af None None] Attempting to bind port 31e85687-89b9-402e-9070-52f6574ca8f1 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:18.050415 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-49609fe9-819c-4828-8aca-52eb6b3519af None None] Attempting to bind port 31e85687-89b9-402e-9070-52f6574ca8f1 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'f0301ca1-b927-481b-b9e1-c1c01e11be83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ab0eb64b-4235-4660-b734-8274b0fb64ee'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:18.050751 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49609fe9-819c-4828-8aca-52eb6b3519af None None] Attempting to bind port 31e85687-89b9-402e-9070-52f6574ca8f1 on network ab0eb64b-4235-4660-b734-8274b0fb64ee {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:18.065389 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49609fe9-819c-4828-8aca-52eb6b3519af None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:18.065834 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49609fe9-819c-4828-8aca-52eb6b3519af None None] Checking segment: {'id': 'f0301ca1-b927-481b-b9e1-c1c01e11be83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ab0eb64b-4235-4660-b734-8274b0fb64ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:18.066240 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-49609fe9-819c-4828-8aca-52eb6b3519af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.066706 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49609fe9-819c-4828-8aca-52eb6b3519af None None] Bound using segment: {'id': 'f0301ca1-b927-481b-b9e1-c1c01e11be83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ab0eb64b-4235-4660-b734-8274b0fb64ee'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:18.067203 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-49609fe9-819c-4828-8aca-52eb6b3519af None None] Bound port: 31e85687-89b9-402e-9070-52f6574ca8f1, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0301ca1-b927-481b-b9e1-c1c01e11be83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ab0eb64b-4235-4660-b734-8274b0fb64ee'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:18.067588 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-49609fe9-819c-4828-8aca-52eb6b3519af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.073042 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a0ff664e-8fda-47c7-8117-7a6ad017a378 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.087367 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a0ff664e-8fda-47c7-8117-7a6ad017a378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.160650 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-10becdfd-9e99-426f-b480-ff9bb6c833f9 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Allocated IP 172.21.0.1 (074e4e66-b625-4bb1-b20f-6d7d972b81e6/5d719b55-7a41-4437-8720-5798bbb78a23/ae890c05-636f-4974-9ad7-5751fe5aa53a) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:18.172505 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ff664e-8fda-47c7-8117-7a6ad017a378 None None] Network 074e4e66-b625-4bb1-b20f-6d7d972b81e6 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:18.173407 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff664e-8fda-47c7-8117-7a6ad017a378 None None] Pushing event updated for resources: {'Port': ['ID=576881ff-c728-4207-817b-0f8c89c8f22b,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:18.183654 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-a0ff664e-8fda-47c7-8117-7a6ad017a378 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:18.188722 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ff664e-8fda-47c7-8117-7a6ad017a378 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:18.201492 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-49609fe9-819c-4828-8aca-52eb6b3519af None None] For port 31e85687-89b9-402e-9070-52f6574ca8f1, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:18.242918 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-49609fe9-819c-4828-8aca-52eb6b3519af None None] For port 31e85687-89b9-402e-9070-52f6574ca8f1, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=31e85687-89b9-402e-9070-52f6574ca8f1,segment=NetworkSegment(f0301ca1-b927-481b-b9e1-c1c01e11be83),segment_id=f0301ca1-b927-481b-b9e1-c1c01e11be83)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:18.252075 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-49609fe9-819c-4828-8aca-52eb6b3519af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.297918 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-a0ff664e-8fda-47c7-8117-7a6ad017a378 None None] Attempting to bind port 576881ff-c728-4207-817b-0f8c89c8f22b on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:18.298284 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-a0ff664e-8fda-47c7-8117-7a6ad017a378 None None] Attempting to bind port 576881ff-c728-4207-817b-0f8c89c8f22b by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'fdf58a29-19dc-447a-9b8b-0fa6d5c9f4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '074e4e66-b625-4bb1-b20f-6d7d972b81e6'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:18.298648 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ff664e-8fda-47c7-8117-7a6ad017a378 None None] Attempting to bind port 576881ff-c728-4207-817b-0f8c89c8f22b on network 074e4e66-b625-4bb1-b20f-6d7d972b81e6 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:18.312394 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10becdfd-9e99-426f-b480-ff9bb6c833f9 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.318794 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-af42f148-59f3-4711-b16a-27c8e06c3897 None None] Provisioning complete for port 31e85687-89b9-402e-9070-52f6574ca8f1 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:18.319166 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-af42f148-59f3-4711-b16a-27c8e06c3897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.320920 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ff664e-8fda-47c7-8117-7a6ad017a378 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:18.321295 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ff664e-8fda-47c7-8117-7a6ad017a378 None None] Checking segment: {'id': 'fdf58a29-19dc-447a-9b8b-0fa6d5c9f4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '074e4e66-b625-4bb1-b20f-6d7d972b81e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:18.321889 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a0ff664e-8fda-47c7-8117-7a6ad017a378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.322096 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ff664e-8fda-47c7-8117-7a6ad017a378 None None] Bound using segment: {'id': 'fdf58a29-19dc-447a-9b8b-0fa6d5c9f4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '074e4e66-b625-4bb1-b20f-6d7d972b81e6'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:18.322618 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-a0ff664e-8fda-47c7-8117-7a6ad017a378 None None] Bound port: 576881ff-c728-4207-817b-0f8c89c8f22b, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf58a29-19dc-447a-9b8b-0fa6d5c9f4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '074e4e66-b625-4bb1-b20f-6d7d972b81e6'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:18.322996 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a0ff664e-8fda-47c7-8117-7a6ad017a378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.358899 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10becdfd-9e99-426f-b480-ff9bb6c833f9 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.400576 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49609fe9-819c-4828-8aca-52eb6b3519af None None] Routers {'f7718706-524c-4bcf-bdbc-3eb915946349'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:18.401133 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-49609fe9-819c-4828-8aca-52eb6b3519af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:13:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['f7718706-524c-4bcf-bdbc-3eb915946349'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:18.402222 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10becdfd-9e99-426f-b480-ff9bb6c833f9 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Network 074e4e66-b625-4bb1-b20f-6d7d972b81e6 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:18.405882 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-10becdfd-9e99-426f-b480-ff9bb6c833f9 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:18.410252 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10becdfd-9e99-426f-b480-ff9bb6c833f9 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:18.410429 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd29156-01d8-41a8-abbf-afc1f37fab1c None None] Pushing event updated for resources: {'Port': ['ID=31e85687-89b9-402e-9070-52f6574ca8f1,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:18.477193 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10becdfd-9e99-426f-b480-ff9bb6c833f9 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'Port': ['ID=ae890c05-636f-4974-9ad7-5751fe5aa53a,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:18.490799 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10becdfd-9e99-426f-b480-ff9bb6c833f9 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.515410 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 7729ee86-333a-4816-812f-e7a39dd64301 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:18.566493 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-a0ff664e-8fda-47c7-8117-7a6ad017a378 None None] For port 576881ff-c728-4207-817b-0f8c89c8f22b, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:18.569309 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-49609fe9-819c-4828-8aca-52eb6b3519af None None] Set router f7718706-524c-4bcf-bdbc-3eb915946349 gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:18.631147 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10becdfd-9e99-426f-b480-ff9bb6c833f9 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.634802 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-a0ff664e-8fda-47c7-8117-7a6ad017a378 None None] For port 576881ff-c728-4207-817b-0f8c89c8f22b, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=576881ff-c728-4207-817b-0f8c89c8f22b,segment=NetworkSegment(fdf58a29-19dc-447a-9b8b-0fa6d5c9f4a2),segment_id=fdf58a29-19dc-447a-9b8b-0fa6d5c9f4a2)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:18.645484 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a0ff664e-8fda-47c7-8117-7a6ad017a378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.725824 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-af42f148-59f3-4711-b16a-27c8e06c3897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.811119 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 7729ee86-333a-4816-812f-e7a39dd64301 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:18.811484 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.854520 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff664e-8fda-47c7-8117-7a6ad017a378 None None] Pushing event updated for resources: {'Port': ['ID=576881ff-c728-4207-817b-0f8c89c8f22b,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:18.882216 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-af42f148-59f3-4711-b16a-27c8e06c3897 None None] For port 31e85687-89b9-402e-9070-52f6574ca8f1, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=31e85687-89b9-402e-9070-52f6574ca8f1,segment=NetworkSegment(f0301ca1-b927-481b-b9e1-c1c01e11be83),segment_id=f0301ca1-b927-481b-b9e1-c1c01e11be83)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:18.899749 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-af42f148-59f3-4711-b16a-27c8e06c3897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.019353 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10becdfd-9e99-426f-b480-ff9bb6c833f9 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.025677 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10becdfd-9e99-426f-b480-ff9bb6c833f9 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.041518 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42f148-59f3-4711-b16a-27c8e06c3897 None None] Pushing event updated for resources: {'Port': ['ID=31e85687-89b9-402e-9070-52f6574ca8f1,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:19.072245 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-6eb56fee-f986-4bdb-b827-754caec84466 None None] Provisioning complete for port 31e85687-89b9-402e-9070-52f6574ca8f1 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:19.072708 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6eb56fee-f986-4bdb-b827-754caec84466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.110875 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-49609fe9-819c-4828-8aca-52eb6b3519af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'name': 'tempest-RoutersTest-router-524740228', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:13Z', 'updated_at': '2021-09-16T05:13:15Z', 'revision_number': 2, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'gw_port_host': None, '_interfaces': [{'id': '31e85687-89b9-402e-9070-52f6574ca8f1', 'name': '', 'network_id': 'ab0eb64b-4235-4660-b734-8274b0fb64ee', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:72:6b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:14Z', 'updated_at': '2021-09-16T05:13:18Z', 'revision_number': 4, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:19.121129 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10becdfd-9e99-426f-b480-ff9bb6c833f9 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'Port': ['ID=ae890c05-636f-4974-9ad7-5751fe5aa53a,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:19.125146 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-10becdfd-9e99-426f-b480-ff9bb6c833f9 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.155522 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49609fe9-819c-4828-8aca-52eb6b3519af None None] The sync data for ids ['f7718706-524c-4bcf-bdbc-3eb915946349'] in n-d-712139-15 is: [{'id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'name': 'tempest-RoutersTest-router-524740228', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:13Z', 'updated_at': '2021-09-16T05:13:15Z', 'revision_number': 2, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'gw_port_host': None, '_interfaces': [{'id': '31e85687-89b9-402e-9070-52f6574ca8f1', 'name': '', 'network_id': 'ab0eb64b-4235-4660-b734-8274b0fb64ee', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:72:6b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:14Z', 'updated_at': '2021-09-16T05:13:18Z', 'revision_number': 4, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:19.243687 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10becdfd-9e99-426f-b480-ff9bb6c833f9 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Network 074e4e66-b625-4bb1-b20f-6d7d972b81e6 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:19.250031 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-10becdfd-9e99-426f-b480-ff9bb6c833f9 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:19.367075 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10becdfd-9e99-426f-b480-ff9bb6c833f9 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Router f7718706-524c-4bcf-bdbc-3eb915946349 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:19.514618 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10becdfd-9e99-426f-b480-ff9bb6c833f9 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:19.523478 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48828) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:19.525164 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-10becdfd-9e99-426f-b480-ff9bb6c833f9 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "PUT /v2.0/routers/f7718706-524c-4bcf-bdbc-3eb915946349/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5890656 Sep 16 05:13:19.531799 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-130378a3-4aa8-4ecf-ad0b-5a960a9d55d2 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Request body: {'network': {'name': 'tempest-RoutersTest-1487335259'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:19.567661 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130378a3-4aa8-4ecf-ad0b-5a960a9d55d2 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Made reservation on behalf of e82e744d7ac9442f9b072f013df3daed for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:19.571540 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-130378a3-4aa8-4ecf-ad0b-5a960a9d55d2 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.608006 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-130378a3-4aa8-4ecf-ad0b-5a960a9d55d2 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:19.619046 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-130378a3-4aa8-4ecf-ad0b-5a960a9d55d2 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.619385 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-130378a3-4aa8-4ecf-ad0b-5a960a9d55d2 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Added segment 22e03a69-4acb-4522-a760-5eee98a4bb0e of type vlan for network a7213667-e8d2-42bc-b2ff-a41f7bcaecfd Sep 16 05:13:19.666739 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-130378a3-4aa8-4ecf-ad0b-5a960a9d55d2 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.703794 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-130378a3-4aa8-4ecf-ad0b-5a960a9d55d2 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.709931 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130378a3-4aa8-4ecf-ad0b-5a960a9d55d2 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:19.710594 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-130378a3-4aa8-4ecf-ad0b-5a960a9d55d2 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.753928 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-130378a3-4aa8-4ecf-ad0b-5a960a9d55d2 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2263629 Sep 16 05:13:19.755362 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48830) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:19.759906 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-42253dd1-c18e-4d47-84b2-af9cdddedecf tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Request body: {'subnet': {'network_id': 'a7213667-e8d2-42bc-b2ff-a41f7bcaecfd', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:19.813303 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130378a3-4aa8-4ecf-ad0b-5a960a9d55d2 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'Network': ['ID=a7213667-e8d2-42bc-b2ff-a41f7bcaecfd,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:19.825949 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network a7213667-e8d2-42bc-b2ff-a41f7bcaecfd details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:19.900553 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4764cc-fbee-4ff8-a960-3e4821ec8f65 None None] Network 074e4e66-b625-4bb1-b20f-6d7d972b81e6 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:19.914773 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42253dd1-c18e-4d47-84b2-af9cdddedecf tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Made reservation on behalf of e82e744d7ac9442f9b072f013df3daed for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:19.919446 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-42253dd1-c18e-4d47-84b2-af9cdddedecf tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.992307 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-7ef36cf0-9cfe-4bf3-8593-42734b4810a4 None None] Provisioning complete for port 576881ff-c728-4207-817b-0f8c89c8f22b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:19.992709 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7ef36cf0-9cfe-4bf3-8593-42734b4810a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.117128 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-42253dd1-c18e-4d47-84b2-af9cdddedecf tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.139154 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7ef36cf0-9cfe-4bf3-8593-42734b4810a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.182082 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-7ef36cf0-9cfe-4bf3-8593-42734b4810a4 None None] For port 576881ff-c728-4207-817b-0f8c89c8f22b, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=576881ff-c728-4207-817b-0f8c89c8f22b,segment=NetworkSegment(fdf58a29-19dc-447a-9b8b-0fa6d5c9f4a2),segment_id=fdf58a29-19dc-447a-9b8b-0fa6d5c9f4a2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:20.192738 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7ef36cf0-9cfe-4bf3-8593-42734b4810a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.202624 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42253dd1-c18e-4d47-84b2-af9cdddedecf tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'Subnet': ['ID=f756ce80-3c7e-477b-a831-676e4d983eb2,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:20.207444 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42253dd1-c18e-4d47-84b2-af9cdddedecf tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Checking segment: {'id': '22e03a69-4acb-4522-a760-5eee98a4bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a7213667-e8d2-42bc-b2ff-a41f7bcaecfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:20.207804 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42253dd1-c18e-4d47-84b2-af9cdddedecf tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Network hostable DHCP agents. Network: a7213667-e8d2-42bc-b2ff-a41f7bcaecfd, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:20.232043 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42253dd1-c18e-4d47-84b2-af9cdddedecf tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Network a7213667-e8d2-42bc-b2ff-a41f7bcaecfd is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:20.243633 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-42253dd1-c18e-4d47-84b2-af9cdddedecf tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, a7213667-e8d2-42bc-b2ff-a41f7bcaecfd) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:20.249261 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42253dd1-c18e-4d47-84b2-af9cdddedecf tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:20.249887 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-42253dd1-c18e-4d47-84b2-af9cdddedecf tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.257172 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd4f82a-f7bf-4e23-89f3-59ed9815bc81 None None] Network a7213667-e8d2-42bc-b2ff-a41f7bcaecfd requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:20.267598 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-42253dd1-c18e-4d47-84b2-af9cdddedecf tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5120955 Sep 16 05:13:20.275410 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48834) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:20.297384 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef36cf0-9cfe-4bf3-8593-42734b4810a4 None None] Pushing event updated for resources: {'Port': ['ID=576881ff-c728-4207-817b-0f8c89c8f22b,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:20.460968 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f767347-48c0-47e7-b564-30ae790ca7d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-a7213667-e8d2-42bc-b2ff-a41f7bcaecfd', 'network_id': 'a7213667-e8d2-42bc-b2ff-a41f7bcaecfd', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'fixed_ips': [{'subnet_id': 'f756ce80-3c7e-477b-a831-676e4d983eb2'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:13:20.462401 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3f767347-48c0-47e7-b564-30ae790ca7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.633814 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-a2cdc16b-a282-4119-a883-a4e973ba44ca None None] Provisioning complete for port 576881ff-c728-4207-817b-0f8c89c8f22b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:20.634050 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a2cdc16b-a282-4119-a883-a4e973ba44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.671436 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-3f767347-48c0-47e7-b564-30ae790ca7d0 None None] Allocated IP 172.22.0.2 (a7213667-e8d2-42bc-b2ff-a41f7bcaecfd/f756ce80-3c7e-477b-a831-676e4d983eb2/48b4ed20-a87e-4202-a027-9dde44244dfe) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:20.691625 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 31e85687-89b9-402e-9070-52f6574ca8f1 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:20.817365 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-246bc49f-aaa0-47e6-ba8e-14c376b19eb8 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.856145 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df91457d-257d-4cd2-8ed3-015feccfa143 None None] Sync routers for ids ['f7718706-524c-4bcf-bdbc-3eb915946349'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:20.870638 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df91457d-257d-4cd2-8ed3-015feccfa143 None None] Routers {'f7718706-524c-4bcf-bdbc-3eb915946349'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:20.871842 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-df91457d-257d-4cd2-8ed3-015feccfa143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:13:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['f7718706-524c-4bcf-bdbc-3eb915946349'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:21.012960 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-df91457d-257d-4cd2-8ed3-015feccfa143 None None] Set router f7718706-524c-4bcf-bdbc-3eb915946349 gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:21.041637 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 31e85687-89b9-402e-9070-52f6574ca8f1 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:21.042525 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.076345 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-a2cdc16b-a282-4119-a883-a4e973ba44ca None None] Provisioning complete for port ae890c05-636f-4974-9ad7-5751fe5aa53a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:21.076767 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a2cdc16b-a282-4119-a883-a4e973ba44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.162461 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-a2cdc16b-a282-4119-a883-a4e973ba44ca None None] Port ae890c05-636f-4974-9ad7-5751fe5aa53a cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:21.178727 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3f767347-48c0-47e7-b564-30ae790ca7d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.187372 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3f767347-48c0-47e7-b564-30ae790ca7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.247333 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-246bc49f-aaa0-47e6-ba8e-14c376b19eb8 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Allocated IP 172.22.0.1 (a7213667-e8d2-42bc-b2ff-a41f7bcaecfd/f756ce80-3c7e-477b-a831-676e4d983eb2/3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:21.268862 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f767347-48c0-47e7-b564-30ae790ca7d0 None None] Network a7213667-e8d2-42bc-b2ff-a41f7bcaecfd is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:21.286358 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-3f767347-48c0-47e7-b564-30ae790ca7d0 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:21.294915 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f767347-48c0-47e7-b564-30ae790ca7d0 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:21.300975 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f767347-48c0-47e7-b564-30ae790ca7d0 None None] Pushing event updated for resources: {'Port': ['ID=48b4ed20-a87e-4202-a027-9dde44244dfe,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:21.315968 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 576881ff-c728-4207-817b-0f8c89c8f22b up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:21.333528 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-df91457d-257d-4cd2-8ed3-015feccfa143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'name': 'tempest-RoutersTest-router-524740228', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:13Z', 'updated_at': '2021-09-16T05:13:18Z', 'revision_number': 3, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'gw_port_host': None, '_interfaces': [{'id': '31e85687-89b9-402e-9070-52f6574ca8f1', 'name': '', 'network_id': 'ab0eb64b-4235-4660-b734-8274b0fb64ee', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:72:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:14Z', 'updated_at': '2021-09-16T05:13:18Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae890c05-636f-4974-9ad7-5751fe5aa53a', 'name': '', 'network_id': '074e4e66-b625-4bb1-b20f-6d7d972b81e6', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:f9:9d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '5d719b55-7a41-4437-8720-5798bbb78a23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:17Z', 'updated_at': '2021-09-16T05:13:18Z', 'revision_number': 2, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '5d719b55-7a41-4437-8720-5798bbb78a23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:21.375197 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df91457d-257d-4cd2-8ed3-015feccfa143 None None] Checking router: f7718706-524c-4bcf-bdbc-3eb915946349 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:21.375839 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df91457d-257d-4cd2-8ed3-015feccfa143 None None] Updating router f7718706-524c-4bcf-bdbc-3eb915946349 port ae890c05-636f-4974-9ad7-5751fe5aa53a binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:13:21.388834 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-98bf3cec-00c0-4eae-b540-f48d4e84c5eb None None] Provisioning complete for port ae890c05-636f-4974-9ad7-5751fe5aa53a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:21.389306 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-98bf3cec-00c0-4eae-b540-f48d4e84c5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.404922 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-df91457d-257d-4cd2-8ed3-015feccfa143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.418243 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-246bc49f-aaa0-47e6-ba8e-14c376b19eb8 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.457252 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-3f767347-48c0-47e7-b564-30ae790ca7d0 None None] Attempting to bind port 48b4ed20-a87e-4202-a027-9dde44244dfe on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:21.457776 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-3f767347-48c0-47e7-b564-30ae790ca7d0 None None] Attempting to bind port 48b4ed20-a87e-4202-a027-9dde44244dfe by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '22e03a69-4acb-4522-a760-5eee98a4bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a7213667-e8d2-42bc-b2ff-a41f7bcaecfd'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:21.458135 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f767347-48c0-47e7-b564-30ae790ca7d0 None None] Attempting to bind port 48b4ed20-a87e-4202-a027-9dde44244dfe on network a7213667-e8d2-42bc-b2ff-a41f7bcaecfd {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:21.458954 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-246bc49f-aaa0-47e6-ba8e-14c376b19eb8 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.466699 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-98bf3cec-00c0-4eae-b540-f48d4e84c5eb None None] Port ae890c05-636f-4974-9ad7-5751fe5aa53a cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:21.472121 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f767347-48c0-47e7-b564-30ae790ca7d0 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:21.472508 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f767347-48c0-47e7-b564-30ae790ca7d0 None None] Checking segment: {'id': '22e03a69-4acb-4522-a760-5eee98a4bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a7213667-e8d2-42bc-b2ff-a41f7bcaecfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:21.472953 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3f767347-48c0-47e7-b564-30ae790ca7d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.473370 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f767347-48c0-47e7-b564-30ae790ca7d0 None None] Bound using segment: {'id': '22e03a69-4acb-4522-a760-5eee98a4bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a7213667-e8d2-42bc-b2ff-a41f7bcaecfd'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:21.473858 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-3f767347-48c0-47e7-b564-30ae790ca7d0 None None] Bound port: 48b4ed20-a87e-4202-a027-9dde44244dfe, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e03a69-4acb-4522-a760-5eee98a4bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a7213667-e8d2-42bc-b2ff-a41f7bcaecfd'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:21.474269 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3f767347-48c0-47e7-b564-30ae790ca7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.488322 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 576881ff-c728-4207-817b-0f8c89c8f22b triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:21.488726 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.501748 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246bc49f-aaa0-47e6-ba8e-14c376b19eb8 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Network a7213667-e8d2-42bc-b2ff-a41f7bcaecfd is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:21.505130 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-246bc49f-aaa0-47e6-ba8e-14c376b19eb8 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:21.511496 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246bc49f-aaa0-47e6-ba8e-14c376b19eb8 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:21.537037 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246bc49f-aaa0-47e6-ba8e-14c376b19eb8 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'Port': ['ID=3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:21.561054 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-246bc49f-aaa0-47e6-ba8e-14c376b19eb8 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.581597 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-3f767347-48c0-47e7-b564-30ae790ca7d0 None None] For port 48b4ed20-a87e-4202-a027-9dde44244dfe, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:21.585398 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-3f767347-48c0-47e7-b564-30ae790ca7d0 None None] For port 48b4ed20-a87e-4202-a027-9dde44244dfe, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=48b4ed20-a87e-4202-a027-9dde44244dfe,segment=NetworkSegment(22e03a69-4acb-4522-a760-5eee98a4bb0e),segment_id=22e03a69-4acb-4522-a760-5eee98a4bb0e)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:21.610272 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3f767347-48c0-47e7-b564-30ae790ca7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.689507 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f767347-48c0-47e7-b564-30ae790ca7d0 None None] Pushing event updated for resources: {'Port': ['ID=48b4ed20-a87e-4202-a027-9dde44244dfe,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:21.710741 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-246bc49f-aaa0-47e6-ba8e-14c376b19eb8 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.808888 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-df91457d-257d-4cd2-8ed3-015feccfa143 None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.816857 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-df91457d-257d-4cd2-8ed3-015feccfa143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.901919 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0bfed-348a-4aef-95da-55a0dfa05155 None None] Pushing event updated for resources: {'Port': ['ID=ae890c05-636f-4974-9ad7-5751fe5aa53a,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:21.950601 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0bfed-348a-4aef-95da-55a0dfa05155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:21.951007 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0bfed-348a-4aef-95da-55a0dfa05155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:21.951355 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0bfed-348a-4aef-95da-55a0dfa05155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:21.951690 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0bfed-348a-4aef-95da-55a0dfa05155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:21.952020 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0bfed-348a-4aef-95da-55a0dfa05155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:21.952345 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0bfed-348a-4aef-95da-55a0dfa05155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:21.952716 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0bfed-348a-4aef-95da-55a0dfa05155 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:21.953050 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0bfed-348a-4aef-95da-55a0dfa05155 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:21.953376 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0bfed-348a-4aef-95da-55a0dfa05155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:21.953749 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0bfed-348a-4aef-95da-55a0dfa05155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:21.954074 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0bfed-348a-4aef-95da-55a0dfa05155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:21.954388 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0bfed-348a-4aef-95da-55a0dfa05155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:21.973072 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-df91457d-257d-4cd2-8ed3-015feccfa143 None None] Attempting to bind port ae890c05-636f-4974-9ad7-5751fe5aa53a on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:21.973680 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-df91457d-257d-4cd2-8ed3-015feccfa143 None None] Attempting to bind port ae890c05-636f-4974-9ad7-5751fe5aa53a by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'fdf58a29-19dc-447a-9b8b-0fa6d5c9f4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '074e4e66-b625-4bb1-b20f-6d7d972b81e6'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:21.974243 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df91457d-257d-4cd2-8ed3-015feccfa143 None None] Attempting to bind port ae890c05-636f-4974-9ad7-5751fe5aa53a on network 074e4e66-b625-4bb1-b20f-6d7d972b81e6 {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:21.981758 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df91457d-257d-4cd2-8ed3-015feccfa143 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:21.982138 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df91457d-257d-4cd2-8ed3-015feccfa143 None None] Checking segment: {'id': 'fdf58a29-19dc-447a-9b8b-0fa6d5c9f4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '074e4e66-b625-4bb1-b20f-6d7d972b81e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:21.982543 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-df91457d-257d-4cd2-8ed3-015feccfa143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.982938 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df91457d-257d-4cd2-8ed3-015feccfa143 None None] Bound using segment: {'id': 'fdf58a29-19dc-447a-9b8b-0fa6d5c9f4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '074e4e66-b625-4bb1-b20f-6d7d972b81e6'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:21.983417 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-df91457d-257d-4cd2-8ed3-015feccfa143 None None] Bound port: ae890c05-636f-4974-9ad7-5751fe5aa53a, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf58a29-19dc-447a-9b8b-0fa6d5c9f4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '074e4e66-b625-4bb1-b20f-6d7d972b81e6'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:21.983812 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-df91457d-257d-4cd2-8ed3-015feccfa143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.058335 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-246bc49f-aaa0-47e6-ba8e-14c376b19eb8 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.063295 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-df91457d-257d-4cd2-8ed3-015feccfa143 None None] For port ae890c05-636f-4974-9ad7-5751fe5aa53a, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:22.063676 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-246bc49f-aaa0-47e6-ba8e-14c376b19eb8 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.067037 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-df91457d-257d-4cd2-8ed3-015feccfa143 None None] For port ae890c05-636f-4974-9ad7-5751fe5aa53a, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=ae890c05-636f-4974-9ad7-5751fe5aa53a,segment=NetworkSegment(fdf58a29-19dc-447a-9b8b-0fa6d5c9f4a2),segment_id=fdf58a29-19dc-447a-9b8b-0fa6d5c9f4a2)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:22.071373 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-df91457d-257d-4cd2-8ed3-015feccfa143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.134923 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df91457d-257d-4cd2-8ed3-015feccfa143 None None] Routers {'f7718706-524c-4bcf-bdbc-3eb915946349'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:22.135594 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-df91457d-257d-4cd2-8ed3-015feccfa143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:13:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['f7718706-524c-4bcf-bdbc-3eb915946349'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:22.137802 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0bfed-348a-4aef-95da-55a0dfa05155 None None] Pushing event updated for resources: {'Port': ['ID=ae890c05-636f-4974-9ad7-5751fe5aa53a,revision_number=4']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:22.149184 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246bc49f-aaa0-47e6-ba8e-14c376b19eb8 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'Port': ['ID=3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:22.153768 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-246bc49f-aaa0-47e6-ba8e-14c376b19eb8 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.198506 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d1a33d2d-47ec-438e-9795-fe8b2983c331 None None] Provisioning complete for port ae890c05-636f-4974-9ad7-5751fe5aa53a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:22.199058 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d1a33d2d-47ec-438e-9795-fe8b2983c331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.252611 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-df91457d-257d-4cd2-8ed3-015feccfa143 None None] Set router f7718706-524c-4bcf-bdbc-3eb915946349 gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:22.289621 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246bc49f-aaa0-47e6-ba8e-14c376b19eb8 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Network a7213667-e8d2-42bc-b2ff-a41f7bcaecfd is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:22.291400 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-246bc49f-aaa0-47e6-ba8e-14c376b19eb8 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:22.312211 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d1a33d2d-47ec-438e-9795-fe8b2983c331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.348116 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-d1a33d2d-47ec-438e-9795-fe8b2983c331 None None] For port ae890c05-636f-4974-9ad7-5751fe5aa53a, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=ae890c05-636f-4974-9ad7-5751fe5aa53a,segment=NetworkSegment(fdf58a29-19dc-447a-9b8b-0fa6d5c9f4a2),segment_id=fdf58a29-19dc-447a-9b8b-0fa6d5c9f4a2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:22.353322 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d1a33d2d-47ec-438e-9795-fe8b2983c331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.430869 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246bc49f-aaa0-47e6-ba8e-14c376b19eb8 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Router f7718706-524c-4bcf-bdbc-3eb915946349 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:22.462002 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a33d2d-47ec-438e-9795-fe8b2983c331 None None] Pushing event updated for resources: {'Port': ['ID=ae890c05-636f-4974-9ad7-5751fe5aa53a,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:22.499993 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-a5e146bd-9e23-4a43-ad83-488fbf91c6b4 None None] Provisioning complete for port ae890c05-636f-4974-9ad7-5751fe5aa53a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:22.500649 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a5e146bd-9e23-4a43-ad83-488fbf91c6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.556993 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246bc49f-aaa0-47e6-ba8e-14c376b19eb8 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:22.561609 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 48b4ed20-a87e-4202-a027-9dde44244dfe up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:22.568411 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48836) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:22.568971 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-246bc49f-aaa0-47e6-ba8e-14c376b19eb8 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "PUT /v2.0/routers/f7718706-524c-4bcf-bdbc-3eb915946349/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2971404 Sep 16 05:13:22.573736 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-9045cab8-0488-4036-b5d1-b569d0b767f8 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Request body: {'network': {'name': 'tempest-RoutersTest-388825450'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:22.587637 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-df91457d-257d-4cd2-8ed3-015feccfa143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'name': 'tempest-RoutersTest-router-524740228', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:13Z', 'updated_at': '2021-09-16T05:13:21Z', 'revision_number': 4, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'gw_port_host': None, '_interfaces': [{'id': '31e85687-89b9-402e-9070-52f6574ca8f1', 'name': '', 'network_id': 'ab0eb64b-4235-4660-b734-8274b0fb64ee', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:72:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:14Z', 'updated_at': '2021-09-16T05:13:18Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe', 'name': '', 'network_id': 'a7213667-e8d2-42bc-b2ff-a41f7bcaecfd', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:a8:f7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'f756ce80-3c7e-477b-a831-676e4d983eb2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:20Z', 'updated_at': '2021-09-16T05:13:21Z', 'revision_number': 2, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': 'f756ce80-3c7e-477b-a831-676e4d983eb2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae890c05-636f-4974-9ad7-5751fe5aa53a', 'name': '', 'network_id': '074e4e66-b625-4bb1-b20f-6d7d972b81e6', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:f9:9d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '5d719b55-7a41-4437-8720-5798bbb78a23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:17Z', 'updated_at': '2021-09-16T05:13:22Z', 'revision_number': 4, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '5d719b55-7a41-4437-8720-5798bbb78a23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:22.607655 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9045cab8-0488-4036-b5d1-b569d0b767f8 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Made reservation on behalf of e82e744d7ac9442f9b072f013df3daed for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:22.611773 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9045cab8-0488-4036-b5d1-b569d0b767f8 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.616911 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df91457d-257d-4cd2-8ed3-015feccfa143 None None] The sync data for ids ['f7718706-524c-4bcf-bdbc-3eb915946349'] in n-d-712139-15 is: [{'id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'name': 'tempest-RoutersTest-router-524740228', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:13Z', 'updated_at': '2021-09-16T05:13:21Z', 'revision_number': 4, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'gw_port_host': None, '_interfaces': [{'id': '31e85687-89b9-402e-9070-52f6574ca8f1', 'name': '', 'network_id': 'ab0eb64b-4235-4660-b734-8274b0fb64ee', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:72:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:14Z', 'updated_at': '2021-09-16T05:13:18Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe', 'name': '', 'network_id': 'a7213667-e8d2-42bc-b2ff-a41f7bcaecfd', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:a8:f7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'f756ce80-3c7e-477b-a831-676e4d983eb2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:20Z', 'updated_at': '2021-09-16T05:13:21Z', 'revision_number': 2, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': 'f756ce80-3c7e-477b-a831-676e4d983eb2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae890c05-636f-4974-9ad7-5751fe5aa53a', 'name': '', 'network_id': '074e4e66-b625-4bb1-b20f-6d7d972b81e6', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:f9:9d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '5d719b55-7a41-4437-8720-5798bbb78a23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:17Z', 'updated_at': '2021-09-16T05:13:22Z', 'revision_number': 4, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '5d719b55-7a41-4437-8720-5798bbb78a23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:22.641802 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9045cab8-0488-4036-b5d1-b569d0b767f8 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:22.654868 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9045cab8-0488-4036-b5d1-b569d0b767f8 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.655255 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-9045cab8-0488-4036-b5d1-b569d0b767f8 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Added segment 1e5cd298-86b1-47b6-a39e-e85a7995599d of type vlan for network bb40fba7-5b0c-4f6d-8fc1-b6efc554905e Sep 16 05:13:22.712028 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 48b4ed20-a87e-4202-a027-9dde44244dfe triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:22.712685 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.716652 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9045cab8-0488-4036-b5d1-b569d0b767f8 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.741381 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9045cab8-0488-4036-b5d1-b569d0b767f8 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.748601 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9045cab8-0488-4036-b5d1-b569d0b767f8 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:22.749580 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9045cab8-0488-4036-b5d1-b569d0b767f8 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.791588 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9045cab8-0488-4036-b5d1-b569d0b767f8 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2220151 Sep 16 05:13:22.795137 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48838) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:22.800602 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-35a6e352-903b-402e-ac71-ae092a485f95 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Request body: {'subnet': {'network_id': 'bb40fba7-5b0c-4f6d-8fc1-b6efc554905e', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:22.818156 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.863014 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 48b4ed20-a87e-4202-a027-9dde44244dfe, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=48b4ed20-a87e-4202-a027-9dde44244dfe,segment=NetworkSegment(22e03a69-4acb-4522-a760-5eee98a4bb0e),segment_id=22e03a69-4acb-4522-a760-5eee98a4bb0e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:22.866545 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045cab8-0488-4036-b5d1-b569d0b767f8 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'Network': ['ID=bb40fba7-5b0c-4f6d-8fc1-b6efc554905e,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:22.870824 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.897624 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network bb40fba7-5b0c-4f6d-8fc1-b6efc554905e details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:22.941950 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a6e352-903b-402e-ac71-ae092a485f95 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Made reservation on behalf of e82e744d7ac9442f9b072f013df3daed for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:22.945601 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-35a6e352-903b-402e-ac71-ae092a485f95 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.984801 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988993b7-b96f-4c84-b74d-e53e804fd333 None None] Network a7213667-e8d2-42bc-b2ff-a41f7bcaecfd requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:22.990616 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=48b4ed20-a87e-4202-a027-9dde44244dfe,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:23.066990 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-c631f217-3679-479a-8119-035d3e29e412 None None] Provisioning complete for port 48b4ed20-a87e-4202-a027-9dde44244dfe triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:23.067358 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c631f217-3679-479a-8119-035d3e29e412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.547896 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-35a6e352-903b-402e-ac71-ae092a485f95 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.561884 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-5b11bad8-06b7-493c-8a43-aa0803709729 None None] Provisioning complete for port 3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:23.562470 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5b11bad8-06b7-493c-8a43-aa0803709729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.609901 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-5b11bad8-06b7-493c-8a43-aa0803709729 None None] Port 3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:23.613583 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a6e352-903b-402e-ac71-ae092a485f95 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'Subnet': ['ID=11851acf-8db7-46a0-8668-db78e398c7ad,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:23.621509 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-5b11bad8-06b7-493c-8a43-aa0803709729 None None] Provisioning complete for port 48b4ed20-a87e-4202-a027-9dde44244dfe triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:23.621892 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5b11bad8-06b7-493c-8a43-aa0803709729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.637173 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a6e352-903b-402e-ac71-ae092a485f95 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Checking segment: {'id': '1e5cd298-86b1-47b6-a39e-e85a7995599d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bb40fba7-5b0c-4f6d-8fc1-b6efc554905e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:23.637926 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a6e352-903b-402e-ac71-ae092a485f95 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Network hostable DHCP agents. Network: bb40fba7-5b0c-4f6d-8fc1-b6efc554905e, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:23.663628 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a6e352-903b-402e-ac71-ae092a485f95 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Network bb40fba7-5b0c-4f6d-8fc1-b6efc554905e is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:23.679738 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-35a6e352-903b-402e-ac71-ae092a485f95 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, bb40fba7-5b0c-4f6d-8fc1-b6efc554905e) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:23.698589 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a6e352-903b-402e-ac71-ae092a485f95 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:23.699461 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-35a6e352-903b-402e-ac71-ae092a485f95 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.718392 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-35a6e352-903b-402e-ac71-ae092a485f95 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9216921 Sep 16 05:13:23.721006 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48840) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:23.734416 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c3fe9d-1b3a-4201-81c2-e1d65c76f329 None None] Network bb40fba7-5b0c-4f6d-8fc1-b6efc554905e requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:23.914150 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f1d9d9c4-a2c5-40dd-b37f-ce79c84224eb None None] Provisioning complete for port 3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:23.914662 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f1d9d9c4-a2c5-40dd-b37f-ce79c84224eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.977867 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-f1d9d9c4-a2c5-40dd-b37f-ce79c84224eb None None] Port 3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:23.981618 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f7613c-fc26-4ac0-ac67-c9e65752f544 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-bb40fba7-5b0c-4f6d-8fc1-b6efc554905e', 'network_id': 'bb40fba7-5b0c-4f6d-8fc1-b6efc554905e', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'fixed_ips': [{'subnet_id': '11851acf-8db7-46a0-8668-db78e398c7ad'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:13:23.982432 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-81f7613c-fc26-4ac0-ac67-c9e65752f544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.071896 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd33b2e0-a9d3-4ed5-9c65-be0b4146b478 None None] Sync routers for ids ['f7718706-524c-4bcf-bdbc-3eb915946349'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:24.100997 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd33b2e0-a9d3-4ed5-9c65-be0b4146b478 None None] Routers {'f7718706-524c-4bcf-bdbc-3eb915946349'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:24.101635 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-cd33b2e0-a9d3-4ed5-9c65-be0b4146b478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:13:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['f7718706-524c-4bcf-bdbc-3eb915946349'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:24.178036 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0aadb305-0c43-4eb9-a614-af0f9d03e6c4 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.199660 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-eca3ee0f-a740-4e2c-8bca-d0eef6f1a67a None None] Provisioning complete for port 3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:24.200032 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-eca3ee0f-a740-4e2c-8bca-d0eef6f1a67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.268641 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-cd33b2e0-a9d3-4ed5-9c65-be0b4146b478 None None] Set router f7718706-524c-4bcf-bdbc-3eb915946349 gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:24.313903 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-eca3ee0f-a740-4e2c-8bca-d0eef6f1a67a None None] Port 3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:24.317605 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-81f7613c-fc26-4ac0-ac67-c9e65752f544 None None] Allocated IP 172.23.0.2 (bb40fba7-5b0c-4f6d-8fc1-b6efc554905e/11851acf-8db7-46a0-8668-db78e398c7ad/fccb8ae1-187e-4155-8dd6-6f3187768562) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:24.565080 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device ae890c05-636f-4974-9ad7-5751fe5aa53a up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:24.823974 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-81f7613c-fc26-4ac0-ac67-c9e65752f544 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.837376 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-81f7613c-fc26-4ac0-ac67-c9e65752f544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.892555 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-0aadb305-0c43-4eb9-a614-af0f9d03e6c4 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Allocated IP 172.23.0.1 (bb40fba7-5b0c-4f6d-8fc1-b6efc554905e/11851acf-8db7-46a0-8668-db78e398c7ad/1c7ad427-8260-49d7-955d-bd17d3bb95d2) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:24.903050 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f7613c-fc26-4ac0-ac67-c9e65752f544 None None] Network bb40fba7-5b0c-4f6d-8fc1-b6efc554905e is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:24.907752 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port ae890c05-636f-4974-9ad7-5751fe5aa53a triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:24.908129 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.910650 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-81f7613c-fc26-4ac0-ac67-c9e65752f544 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:24.914338 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-cd33b2e0-a9d3-4ed5-9c65-be0b4146b478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'name': 'tempest-RoutersTest-router-524740228', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:13Z', 'updated_at': '2021-09-16T05:13:21Z', 'revision_number': 4, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'gw_port_host': None, '_interfaces': [{'id': '31e85687-89b9-402e-9070-52f6574ca8f1', 'name': '', 'network_id': 'ab0eb64b-4235-4660-b734-8274b0fb64ee', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:72:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:14Z', 'updated_at': '2021-09-16T05:13:18Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe', 'name': '', 'network_id': 'a7213667-e8d2-42bc-b2ff-a41f7bcaecfd', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:a8:f7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'f756ce80-3c7e-477b-a831-676e4d983eb2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:20Z', 'updated_at': '2021-09-16T05:13:21Z', 'revision_number': 2, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': 'f756ce80-3c7e-477b-a831-676e4d983eb2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae890c05-636f-4974-9ad7-5751fe5aa53a', 'name': '', 'network_id': '074e4e66-b625-4bb1-b20f-6d7d972b81e6', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:f9:9d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '5d719b55-7a41-4437-8720-5798bbb78a23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:17Z', 'updated_at': '2021-09-16T05:13:22Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '5d719b55-7a41-4437-8720-5798bbb78a23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:24.916530 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f7613c-fc26-4ac0-ac67-c9e65752f544 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:24.920012 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7613c-fc26-4ac0-ac67-c9e65752f544 None None] Pushing event updated for resources: {'Port': ['ID=fccb8ae1-187e-4155-8dd6-6f3187768562,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:24.971098 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd33b2e0-a9d3-4ed5-9c65-be0b4146b478 None None] Checking router: f7718706-524c-4bcf-bdbc-3eb915946349 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:24.971448 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd33b2e0-a9d3-4ed5-9c65-be0b4146b478 None None] Updating router f7718706-524c-4bcf-bdbc-3eb915946349 port 3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:13:25.043251 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cd33b2e0-a9d3-4ed5-9c65-be0b4146b478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.057239 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0aadb305-0c43-4eb9-a614-af0f9d03e6c4 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.067565 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-81f7613c-fc26-4ac0-ac67-c9e65752f544 None None] Attempting to bind port fccb8ae1-187e-4155-8dd6-6f3187768562 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:25.067934 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-81f7613c-fc26-4ac0-ac67-c9e65752f544 None None] Attempting to bind port fccb8ae1-187e-4155-8dd6-6f3187768562 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '1e5cd298-86b1-47b6-a39e-e85a7995599d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bb40fba7-5b0c-4f6d-8fc1-b6efc554905e'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:25.068325 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f7613c-fc26-4ac0-ac67-c9e65752f544 None None] Attempting to bind port fccb8ae1-187e-4155-8dd6-6f3187768562 on network bb40fba7-5b0c-4f6d-8fc1-b6efc554905e {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:25.079779 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f7613c-fc26-4ac0-ac67-c9e65752f544 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:25.080143 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f7613c-fc26-4ac0-ac67-c9e65752f544 None None] Checking segment: {'id': '1e5cd298-86b1-47b6-a39e-e85a7995599d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bb40fba7-5b0c-4f6d-8fc1-b6efc554905e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:25.080439 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-81f7613c-fc26-4ac0-ac67-c9e65752f544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.080868 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f7613c-fc26-4ac0-ac67-c9e65752f544 None None] Bound using segment: {'id': '1e5cd298-86b1-47b6-a39e-e85a7995599d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bb40fba7-5b0c-4f6d-8fc1-b6efc554905e'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:25.081377 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-81f7613c-fc26-4ac0-ac67-c9e65752f544 None None] Bound port: fccb8ae1-187e-4155-8dd6-6f3187768562, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5cd298-86b1-47b6-a39e-e85a7995599d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bb40fba7-5b0c-4f6d-8fc1-b6efc554905e'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:25.081764 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-81f7613c-fc26-4ac0-ac67-c9e65752f544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.106336 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0aadb305-0c43-4eb9-a614-af0f9d03e6c4 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.161306 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aadb305-0c43-4eb9-a614-af0f9d03e6c4 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Network bb40fba7-5b0c-4f6d-8fc1-b6efc554905e is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:25.165692 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-0aadb305-0c43-4eb9-a614-af0f9d03e6c4 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:25.172317 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aadb305-0c43-4eb9-a614-af0f9d03e6c4 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:25.229177 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aadb305-0c43-4eb9-a614-af0f9d03e6c4 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'Port': ['ID=1c7ad427-8260-49d7-955d-bd17d3bb95d2,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:25.231904 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 48b4ed20-a87e-4202-a027-9dde44244dfe up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:25.253446 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0aadb305-0c43-4eb9-a614-af0f9d03e6c4 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.312933 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-81f7613c-fc26-4ac0-ac67-c9e65752f544 None None] For port fccb8ae1-187e-4155-8dd6-6f3187768562, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:25.317250 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-81f7613c-fc26-4ac0-ac67-c9e65752f544 None None] For port fccb8ae1-187e-4155-8dd6-6f3187768562, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=fccb8ae1-187e-4155-8dd6-6f3187768562,segment=NetworkSegment(1e5cd298-86b1-47b6-a39e-e85a7995599d),segment_id=1e5cd298-86b1-47b6-a39e-e85a7995599d)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:25.336640 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-81f7613c-fc26-4ac0-ac67-c9e65752f544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.379052 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0aadb305-0c43-4eb9-a614-af0f9d03e6c4 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.429111 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 48b4ed20-a87e-4202-a027-9dde44244dfe triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:25.429739 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.494043 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7613c-fc26-4ac0-ac67-c9e65752f544 None None] Pushing event updated for resources: {'Port': ['ID=fccb8ae1-187e-4155-8dd6-6f3187768562,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:25.634205 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cd33b2e0-a9d3-4ed5-9c65-be0b4146b478 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.645505 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cd33b2e0-a9d3-4ed5-9c65-be0b4146b478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.726152 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6fd69d-6765-4b29-84eb-0473d384aadc None None] Pushing event updated for resources: {'Port': ['ID=3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:25.767955 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-cd33b2e0-a9d3-4ed5-9c65-be0b4146b478 None None] Attempting to bind port 3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:25.768360 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-cd33b2e0-a9d3-4ed5-9c65-be0b4146b478 None None] Attempting to bind port 3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '22e03a69-4acb-4522-a760-5eee98a4bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a7213667-e8d2-42bc-b2ff-a41f7bcaecfd'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:25.768769 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd33b2e0-a9d3-4ed5-9c65-be0b4146b478 None None] Attempting to bind port 3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe on network a7213667-e8d2-42bc-b2ff-a41f7bcaecfd {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:25.789088 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd33b2e0-a9d3-4ed5-9c65-be0b4146b478 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:25.789471 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd33b2e0-a9d3-4ed5-9c65-be0b4146b478 None None] Checking segment: {'id': '22e03a69-4acb-4522-a760-5eee98a4bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a7213667-e8d2-42bc-b2ff-a41f7bcaecfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:25.789886 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cd33b2e0-a9d3-4ed5-9c65-be0b4146b478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.790417 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd33b2e0-a9d3-4ed5-9c65-be0b4146b478 None None] Bound using segment: {'id': '22e03a69-4acb-4522-a760-5eee98a4bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a7213667-e8d2-42bc-b2ff-a41f7bcaecfd'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:25.790802 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-cd33b2e0-a9d3-4ed5-9c65-be0b4146b478 None None] Bound port: 3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e03a69-4acb-4522-a760-5eee98a4bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a7213667-e8d2-42bc-b2ff-a41f7bcaecfd'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:25.791194 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cd33b2e0-a9d3-4ed5-9c65-be0b4146b478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.864742 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-cd33b2e0-a9d3-4ed5-9c65-be0b4146b478 None None] For port 3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:25.868765 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-cd33b2e0-a9d3-4ed5-9c65-be0b4146b478 None None] For port 3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe,segment=NetworkSegment(22e03a69-4acb-4522-a760-5eee98a4bb0e),segment_id=22e03a69-4acb-4522-a760-5eee98a4bb0e)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:25.875928 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cd33b2e0-a9d3-4ed5-9c65-be0b4146b478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.939226 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd33b2e0-a9d3-4ed5-9c65-be0b4146b478 None None] Routers {'f7718706-524c-4bcf-bdbc-3eb915946349'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:25.939859 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-cd33b2e0-a9d3-4ed5-9c65-be0b4146b478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:13:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['f7718706-524c-4bcf-bdbc-3eb915946349'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:25.943331 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6fd69d-6765-4b29-84eb-0473d384aadc None None] Pushing event updated for resources: {'Port': ['ID=3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:26.029150 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-21f2f86b-5701-4fa7-8de5-352b1eecdc1f None None] Provisioning complete for port 3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:26.029522 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-21f2f86b-5701-4fa7-8de5-352b1eecdc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.063896 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-cd33b2e0-a9d3-4ed5-9c65-be0b4146b478 None None] Set router f7718706-524c-4bcf-bdbc-3eb915946349 gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:26.067322 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0aadb305-0c43-4eb9-a614-af0f9d03e6c4 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.073087 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0aadb305-0c43-4eb9-a614-af0f9d03e6c4 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.153461 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0aadb305-0c43-4eb9-a614-af0f9d03e6c4 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.156742 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aadb305-0c43-4eb9-a614-af0f9d03e6c4 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event updated for resources: {'Port': ['ID=1c7ad427-8260-49d7-955d-bd17d3bb95d2,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:26.256491 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-21f2f86b-5701-4fa7-8de5-352b1eecdc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.279978 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aadb305-0c43-4eb9-a614-af0f9d03e6c4 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Network bb40fba7-5b0c-4f6d-8fc1-b6efc554905e is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:26.281952 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-0aadb305-0c43-4eb9-a614-af0f9d03e6c4 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:26.328931 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-21f2f86b-5701-4fa7-8de5-352b1eecdc1f None None] For port 3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe,segment=NetworkSegment(22e03a69-4acb-4522-a760-5eee98a4bb0e),segment_id=22e03a69-4acb-4522-a760-5eee98a4bb0e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:26.335528 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-21f2f86b-5701-4fa7-8de5-352b1eecdc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.397570 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f2f86b-5701-4fa7-8de5-352b1eecdc1f None None] Pushing event updated for resources: {'Port': ['ID=3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:26.406835 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aadb305-0c43-4eb9-a614-af0f9d03e6c4 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Router f7718706-524c-4bcf-bdbc-3eb915946349 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:26.408076 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-cd33b2e0-a9d3-4ed5-9c65-be0b4146b478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'name': 'tempest-RoutersTest-router-524740228', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:13Z', 'updated_at': '2021-09-16T05:13:25Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'gw_port_host': None, '_interfaces': [{'id': '1c7ad427-8260-49d7-955d-bd17d3bb95d2', 'name': '', 'network_id': 'bb40fba7-5b0c-4f6d-8fc1-b6efc554905e', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:4c:d3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '11851acf-8db7-46a0-8668-db78e398c7ad', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:24Z', 'updated_at': '2021-09-16T05:13:24Z', 'revision_number': 1, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '11851acf-8db7-46a0-8668-db78e398c7ad', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31e85687-89b9-402e-9070-52f6574ca8f1', 'name': '', 'network_id': 'ab0eb64b-4235-4660-b734-8274b0fb64ee', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:72:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:14Z', 'updated_at': '2021-09-16T05:13:18Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe', 'name': '', 'network_id': 'a7213667-e8d2-42bc-b2ff-a41f7bcaecfd', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:a8:f7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'f756ce80-3c7e-477b-a831-676e4d983eb2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:20Z', 'updated_at': '2021-09-16T05:13:25Z', 'revision_number': 4, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': 'f756ce80-3c7e-477b-a831-676e4d983eb2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae890c05-636f-4974-9ad7-5751fe5aa53a', 'name': '', 'network_id': '074e4e66-b625-4bb1-b20f-6d7d972b81e6', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:f9:9d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '5d719b55-7a41-4437-8720-5798bbb78a23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:17Z', 'updated_at': '2021-09-16T05:13:22Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '5d719b55-7a41-4437-8720-5798bbb78a23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:26.449289 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd33b2e0-a9d3-4ed5-9c65-be0b4146b478 None None] The sync data for ids ['f7718706-524c-4bcf-bdbc-3eb915946349'] in n-d-712139-15 is: [{'id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'name': 'tempest-RoutersTest-router-524740228', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:13Z', 'updated_at': '2021-09-16T05:13:25Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'gw_port_host': None, '_interfaces': [{'id': '1c7ad427-8260-49d7-955d-bd17d3bb95d2', 'name': '', 'network_id': 'bb40fba7-5b0c-4f6d-8fc1-b6efc554905e', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:4c:d3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '11851acf-8db7-46a0-8668-db78e398c7ad', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:24Z', 'updated_at': '2021-09-16T05:13:24Z', 'revision_number': 1, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '11851acf-8db7-46a0-8668-db78e398c7ad', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31e85687-89b9-402e-9070-52f6574ca8f1', 'name': '', 'network_id': 'ab0eb64b-4235-4660-b734-8274b0fb64ee', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:72:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:14Z', 'updated_at': '2021-09-16T05:13:18Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe', 'name': '', 'network_id': 'a7213667-e8d2-42bc-b2ff-a41f7bcaecfd', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:a8:f7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'f756ce80-3c7e-477b-a831-676e4d983eb2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:20Z', 'updated_at': '2021-09-16T05:13:25Z', 'revision_number': 4, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': 'f756ce80-3c7e-477b-a831-676e4d983eb2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae890c05-636f-4974-9ad7-5751fe5aa53a', 'name': '', 'network_id': '074e4e66-b625-4bb1-b20f-6d7d972b81e6', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:f9:9d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '5d719b55-7a41-4437-8720-5798bbb78a23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:17Z', 'updated_at': '2021-09-16T05:13:22Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '5d719b55-7a41-4437-8720-5798bbb78a23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:26.478884 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-2269ff71-ae09-4861-b831-7469b909a8d7 None None] Provisioning complete for port 3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:26.478884 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2269ff71-ae09-4861-b831-7469b909a8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.582579 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aadb305-0c43-4eb9-a614-af0f9d03e6c4 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:26.591241 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48842) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:26.594049 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0aadb305-0c43-4eb9-a614-af0f9d03e6c4 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "PUT /v2.0/routers/f7718706-524c-4bcf-bdbc-3eb915946349/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8718877 Sep 16 05:13:26.599029 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-3df19a4e-e05c-4da3-a8ee-e34581fc4653 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:26.677025 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device fccb8ae1-187e-4155-8dd6-6f3187768562 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:26.711732 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e640362-7ac6-4ebf-ae78-014f1e6e8b2c None None] Network bb40fba7-5b0c-4f6d-8fc1-b6efc554905e requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:26.798810 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-4181fbaa-d86c-4844-99f7-9b25f0a4adc1 None None] Provisioning complete for port fccb8ae1-187e-4155-8dd6-6f3187768562 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:26.799176 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4181fbaa-d86c-4844-99f7-9b25f0a4adc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.859599 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port fccb8ae1-187e-4155-8dd6-6f3187768562 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:26.859965 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.001675 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4181fbaa-d86c-4844-99f7-9b25f0a4adc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.023564 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.extraroute_db [None req-3df19a4e-e05c-4da3-a8ee-e34581fc4653 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 05:13:27.038270 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.extraroute_db [None req-3df19a4e-e05c-4da3-a8ee-e34581fc4653 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Removed routes are [] {{(pid=94766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 05:13:27.038670 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3df19a4e-e05c-4da3-a8ee-e34581fc4653 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-986631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1171'] for router, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.076310 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.081910 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-4181fbaa-d86c-4844-99f7-9b25f0a4adc1 None None] For port fccb8ae1-187e-4155-8dd6-6f3187768562, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=fccb8ae1-187e-4155-8dd6-6f3187768562,segment=NetworkSegment(1e5cd298-86b1-47b6-a39e-e85a7995599d),segment_id=1e5cd298-86b1-47b6-a39e-e85a7995599d)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:27.095087 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4181fbaa-d86c-4844-99f7-9b25f0a4adc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.186858 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181fbaa-d86c-4844-99f7-9b25f0a4adc1 None None] Pushing event updated for resources: {'Port': ['ID=fccb8ae1-187e-4155-8dd6-6f3187768562,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:27.196453 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:13:27.196831 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:13:27.255127 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3df19a4e-e05c-4da3-a8ee-e34581fc4653 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-986631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1171'] for router, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.258601 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3df19a4e-e05c-4da3-a8ee-e34581fc4653 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-986636'] for router, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.312119 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3869eb-7e85-4d92-86d2-c80952cf7b73 None None] Sync routers for ids ['f7718706-524c-4bcf-bdbc-3eb915946349'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:27.322366 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3869eb-7e85-4d92-86d2-c80952cf7b73 None None] Routers {'f7718706-524c-4bcf-bdbc-3eb915946349'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:27.323035 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-5f3869eb-7e85-4d92-86d2-c80952cf7b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:13:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['f7718706-524c-4bcf-bdbc-3eb915946349'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:27.365943 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df19a4e-e05c-4da3-a8ee-e34581fc4653 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Router f7718706-524c-4bcf-bdbc-3eb915946349 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:27.417919 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-5f3869eb-7e85-4d92-86d2-c80952cf7b73 None None] Set router f7718706-524c-4bcf-bdbc-3eb915946349 gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:27.422092 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-2ef96a89-614e-4ac5-84fa-09fc9e5c5ec8 None None] Provisioning complete for port 1c7ad427-8260-49d7-955d-bd17d3bb95d2 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:27.425659 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2ef96a89-614e-4ac5-84fa-09fc9e5c5ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.469668 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-2ef96a89-614e-4ac5-84fa-09fc9e5c5ec8 None None] Port 1c7ad427-8260-49d7-955d-bd17d3bb95d2 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:27.476978 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df19a4e-e05c-4da3-a8ee-e34581fc4653 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:27.483856 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-2ef96a89-614e-4ac5-84fa-09fc9e5c5ec8 None None] Provisioning complete for port fccb8ae1-187e-4155-8dd6-6f3187768562 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:27.484242 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2ef96a89-614e-4ac5-84fa-09fc9e5c5ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.486222 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3df19a4e-e05c-4da3-a8ee-e34581fc4653 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.488675 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3df19a4e-e05c-4da3-a8ee-e34581fc4653 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "PUT /v2.0/routers/f7718706-524c-4bcf-bdbc-3eb915946349 HTTP/1.1" status: 200 len: 933 time: 0.8951883 Sep 16 05:13:27.490636 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48844) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:27.642344 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4a0560cd-8a94-4f89-881a-23cbd7ae3f63 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "GET /v2.0/routers/f7718706-524c-4bcf-bdbc-3eb915946349 HTTP/1.1" status: 200 len: 933 time: 0.1476371 Sep 16 05:13:27.642703 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48846) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:27.647761 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-a214c981-a05a-4da0-bd91-a762208b1000 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Request body: {'router': {'routes': None}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:27.678627 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-5f3869eb-7e85-4d92-86d2-c80952cf7b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'name': 'tempest-RoutersTest-router-524740228', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:13Z', 'updated_at': '2021-09-16T05:13:27Z', 'revision_number': 6, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'gw_port_host': None, '_interfaces': [{'id': '1c7ad427-8260-49d7-955d-bd17d3bb95d2', 'name': '', 'network_id': 'bb40fba7-5b0c-4f6d-8fc1-b6efc554905e', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:4c:d3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '11851acf-8db7-46a0-8668-db78e398c7ad', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:24Z', 'updated_at': '2021-09-16T05:13:25Z', 'revision_number': 2, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '11851acf-8db7-46a0-8668-db78e398c7ad', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31e85687-89b9-402e-9070-52f6574ca8f1', 'name': '', 'network_id': 'ab0eb64b-4235-4660-b734-8274b0fb64ee', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:72:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:14Z', 'updated_at': '2021-09-16T05:13:18Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe', 'name': '', 'network_id': 'a7213667-e8d2-42bc-b2ff-a41f7bcaecfd', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:a8:f7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'f756ce80-3c7e-477b-a831-676e4d983eb2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:20Z', 'updated_at': '2021-09-16T05:13:26Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': 'f756ce80-3c7e-477b-a831-676e4d983eb2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae890c05-636f-4974-9ad7-5751fe5aa53a', 'name': '', 'network_id': '074e4e66-b625-4bb1-b20f-6d7d972b81e6', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:f9:9d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '5d719b55-7a41-4437-8720-5798bbb78a23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:17Z', 'updated_at': '2021-09-16T05:13:22Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '5d719b55-7a41-4437-8720-5798bbb78a23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:27.718413 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3869eb-7e85-4d92-86d2-c80952cf7b73 None None] Checking router: f7718706-524c-4bcf-bdbc-3eb915946349 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:27.718672 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3869eb-7e85-4d92-86d2-c80952cf7b73 None None] Updating router f7718706-524c-4bcf-bdbc-3eb915946349 port 1c7ad427-8260-49d7-955d-bd17d3bb95d2 binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:13:27.734939 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-c88dfa67-9b3a-4448-a33b-ff85a703850e None None] Provisioning complete for port 1c7ad427-8260-49d7-955d-bd17d3bb95d2 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:27.735522 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c88dfa67-9b3a-4448-a33b-ff85a703850e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.750729 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-5f3869eb-7e85-4d92-86d2-c80952cf7b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.773395 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:27.822451 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-c88dfa67-9b3a-4448-a33b-ff85a703850e None None] Port 1c7ad427-8260-49d7-955d-bd17d3bb95d2 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:27.849096 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:27.849096 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.955108 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-2ab0d263-4ff0-4344-b4ed-1293679461c0 None None] Provisioning complete for port 1c7ad427-8260-49d7-955d-bd17d3bb95d2 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:27.955469 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2ab0d263-4ff0-4344-b4ed-1293679461c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.991593 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-2ab0d263-4ff0-4344-b4ed-1293679461c0 None None] Port 1c7ad427-8260-49d7-955d-bd17d3bb95d2 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:28.098889 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-5f3869eb-7e85-4d92-86d2-c80952cf7b73 None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.105760 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-5f3869eb-7e85-4d92-86d2-c80952cf7b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.132725 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.extraroute_db [None req-a214c981-a05a-4da0-bd91-a762208b1000 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Added routes are [] {{(pid=94766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 05:13:28.133047 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.extraroute_db [None req-a214c981-a05a-4da0-bd91-a762208b1000 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 05:13:28.174405 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a214c981-a05a-4da0-bd91-a762208b1000 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-986631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1171'] for router, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.175463 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeff87f-eed9-4027-966c-449849e01e02 None None] Pushing event updated for resources: {'Port': ['ID=1c7ad427-8260-49d7-955d-bd17d3bb95d2,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:28.266508 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-5f3869eb-7e85-4d92-86d2-c80952cf7b73 None None] Attempting to bind port 1c7ad427-8260-49d7-955d-bd17d3bb95d2 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:28.266871 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-5f3869eb-7e85-4d92-86d2-c80952cf7b73 None None] Attempting to bind port 1c7ad427-8260-49d7-955d-bd17d3bb95d2 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '1e5cd298-86b1-47b6-a39e-e85a7995599d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bb40fba7-5b0c-4f6d-8fc1-b6efc554905e'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:28.267253 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3869eb-7e85-4d92-86d2-c80952cf7b73 None None] Attempting to bind port 1c7ad427-8260-49d7-955d-bd17d3bb95d2 on network bb40fba7-5b0c-4f6d-8fc1-b6efc554905e {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:28.277468 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3869eb-7e85-4d92-86d2-c80952cf7b73 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:28.283423 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3869eb-7e85-4d92-86d2-c80952cf7b73 None None] Checking segment: {'id': '1e5cd298-86b1-47b6-a39e-e85a7995599d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bb40fba7-5b0c-4f6d-8fc1-b6efc554905e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:28.283423 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-5f3869eb-7e85-4d92-86d2-c80952cf7b73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.283423 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3869eb-7e85-4d92-86d2-c80952cf7b73 None None] Bound using segment: {'id': '1e5cd298-86b1-47b6-a39e-e85a7995599d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bb40fba7-5b0c-4f6d-8fc1-b6efc554905e'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:28.283423 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-5f3869eb-7e85-4d92-86d2-c80952cf7b73 None None] Bound port: 1c7ad427-8260-49d7-955d-bd17d3bb95d2, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5cd298-86b1-47b6-a39e-e85a7995599d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bb40fba7-5b0c-4f6d-8fc1-b6efc554905e'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:28.283423 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-5f3869eb-7e85-4d92-86d2-c80952cf7b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.377545 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-5f3869eb-7e85-4d92-86d2-c80952cf7b73 None None] For port 1c7ad427-8260-49d7-955d-bd17d3bb95d2, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:28.382545 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-5f3869eb-7e85-4d92-86d2-c80952cf7b73 None None] For port 1c7ad427-8260-49d7-955d-bd17d3bb95d2, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=1c7ad427-8260-49d7-955d-bd17d3bb95d2,segment=NetworkSegment(1e5cd298-86b1-47b6-a39e-e85a7995599d),segment_id=1e5cd298-86b1-47b6-a39e-e85a7995599d)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:28.402333 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-5f3869eb-7e85-4d92-86d2-c80952cf7b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.424337 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a214c981-a05a-4da0-bd91-a762208b1000 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-986631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1171'] for router, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.429124 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a214c981-a05a-4da0-bd91-a762208b1000 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-986636'] for router, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.487999 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeff87f-eed9-4027-966c-449849e01e02 None None] Pushing event updated for resources: {'Port': ['ID=1c7ad427-8260-49d7-955d-bd17d3bb95d2,revision_number=4']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:28.491834 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3869eb-7e85-4d92-86d2-c80952cf7b73 None None] Routers {'f7718706-524c-4bcf-bdbc-3eb915946349'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:28.493123 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-5f3869eb-7e85-4d92-86d2-c80952cf7b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:13:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['f7718706-524c-4bcf-bdbc-3eb915946349'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:28.523194 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-6226cdcd-fde6-4a20-af99-7eec858753ed None None] Provisioning complete for port 1c7ad427-8260-49d7-955d-bd17d3bb95d2 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:28.523194 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6226cdcd-fde6-4a20-af99-7eec858753ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.551371 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device fccb8ae1-187e-4155-8dd6-6f3187768562 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:28.580666 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a214c981-a05a-4da0-bd91-a762208b1000 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Router f7718706-524c-4bcf-bdbc-3eb915946349 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:28.627119 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-5f3869eb-7e85-4d92-86d2-c80952cf7b73 None None] Set router f7718706-524c-4bcf-bdbc-3eb915946349 gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:28.696749 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a214c981-a05a-4da0-bd91-a762208b1000 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:28.708198 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a214c981-a05a-4da0-bd91-a762208b1000 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.709635 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a214c981-a05a-4da0-bd91-a762208b1000 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "PUT /v2.0/routers/f7718706-524c-4bcf-bdbc-3eb915946349 HTTP/1.1" status: 200 len: 699 time: 1.0659418 Sep 16 05:13:28.712408 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48850) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:28.817066 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port fccb8ae1-187e-4155-8dd6-6f3187768562 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:28.817668 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.819408 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b183c569-dba8-46fd-84a1-e0ba3dccaeb8 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "GET /v2.0/routers/f7718706-524c-4bcf-bdbc-3eb915946349 HTTP/1.1" status: 200 len: 699 time: 0.1055696 Sep 16 05:13:28.822218 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48852) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:28.824062 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6226cdcd-fde6-4a20-af99-7eec858753ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.890998 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-6226cdcd-fde6-4a20-af99-7eec858753ed None None] For port 1c7ad427-8260-49d7-955d-bd17d3bb95d2, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=1c7ad427-8260-49d7-955d-bd17d3bb95d2,segment=NetworkSegment(1e5cd298-86b1-47b6-a39e-e85a7995599d),segment_id=1e5cd298-86b1-47b6-a39e-e85a7995599d)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:28.897277 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6226cdcd-fde6-4a20-af99-7eec858753ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.956581 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-5f3869eb-7e85-4d92-86d2-c80952cf7b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'name': 'tempest-RoutersTest-router-524740228', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:13Z', 'updated_at': '2021-09-16T05:13:28Z', 'revision_number': 7, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'gw_port_host': None, '_interfaces': [{'id': '1c7ad427-8260-49d7-955d-bd17d3bb95d2', 'name': '', 'network_id': 'bb40fba7-5b0c-4f6d-8fc1-b6efc554905e', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:4c:d3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '11851acf-8db7-46a0-8668-db78e398c7ad', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:24Z', 'updated_at': '2021-09-16T05:13:28Z', 'revision_number': 4, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '11851acf-8db7-46a0-8668-db78e398c7ad', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31e85687-89b9-402e-9070-52f6574ca8f1', 'name': '', 'network_id': 'ab0eb64b-4235-4660-b734-8274b0fb64ee', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:72:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:14Z', 'updated_at': '2021-09-16T05:13:18Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe', 'name': '', 'network_id': 'a7213667-e8d2-42bc-b2ff-a41f7bcaecfd', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:a8:f7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'f756ce80-3c7e-477b-a831-676e4d983eb2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:20Z', 'updated_at': '2021-09-16T05:13:26Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': 'f756ce80-3c7e-477b-a831-676e4d983eb2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae890c05-636f-4974-9ad7-5751fe5aa53a', 'name': '', 'network_id': '074e4e66-b625-4bb1-b20f-6d7d972b81e6', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:f9:9d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '5d719b55-7a41-4437-8720-5798bbb78a23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:17Z', 'updated_at': '2021-09-16T05:13:22Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '5d719b55-7a41-4437-8720-5798bbb78a23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:28.973961 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:28.983704 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3869eb-7e85-4d92-86d2-c80952cf7b73 None None] The sync data for ids ['f7718706-524c-4bcf-bdbc-3eb915946349'] in n-d-712139-15 is: [{'id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'name': 'tempest-RoutersTest-router-524740228', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:13Z', 'updated_at': '2021-09-16T05:13:28Z', 'revision_number': 7, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'gw_port_host': None, '_interfaces': [{'id': '1c7ad427-8260-49d7-955d-bd17d3bb95d2', 'name': '', 'network_id': 'bb40fba7-5b0c-4f6d-8fc1-b6efc554905e', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:4c:d3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '11851acf-8db7-46a0-8668-db78e398c7ad', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:24Z', 'updated_at': '2021-09-16T05:13:28Z', 'revision_number': 4, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '11851acf-8db7-46a0-8668-db78e398c7ad', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31e85687-89b9-402e-9070-52f6574ca8f1', 'name': '', 'network_id': 'ab0eb64b-4235-4660-b734-8274b0fb64ee', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:72:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:14Z', 'updated_at': '2021-09-16T05:13:18Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe', 'name': '', 'network_id': 'a7213667-e8d2-42bc-b2ff-a41f7bcaecfd', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:a8:f7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'f756ce80-3c7e-477b-a831-676e4d983eb2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:20Z', 'updated_at': '2021-09-16T05:13:26Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': 'f756ce80-3c7e-477b-a831-676e4d983eb2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae890c05-636f-4974-9ad7-5751fe5aa53a', 'name': '', 'network_id': '074e4e66-b625-4bb1-b20f-6d7d972b81e6', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:f9:9d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '5d719b55-7a41-4437-8720-5798bbb78a23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:17Z', 'updated_at': '2021-09-16T05:13:22Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '5d719b55-7a41-4437-8720-5798bbb78a23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:28.996750 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226cdcd-fde6-4a20-af99-7eec858753ed None None] Pushing event updated for resources: {'Port': ['ID=1c7ad427-8260-49d7-955d-bd17d3bb95d2,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:29.029606 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-227d08f3-0580-4553-b7b2-651265234138 None None] Provisioning complete for port 1c7ad427-8260-49d7-955d-bd17d3bb95d2 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:29.029983 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-227d08f3-0580-4553-b7b2-651265234138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.065824 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:29.066172 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.192155 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cd52defe-5dac-4f6b-8365-1a408f0c896b tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.269394 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e8f4e1-29b3-4c55-b59d-97a34baff611 None None] Sync routers for ids ['f7718706-524c-4bcf-bdbc-3eb915946349'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:29.278789 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e8f4e1-29b3-4c55-b59d-97a34baff611 None None] Routers {'f7718706-524c-4bcf-bdbc-3eb915946349'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:29.279487 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-53e8f4e1-29b3-4c55-b59d-97a34baff611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:13:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['f7718706-524c-4bcf-bdbc-3eb915946349'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:29.374555 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-53e8f4e1-29b3-4c55-b59d-97a34baff611 None None] Set router f7718706-524c-4bcf-bdbc-3eb915946349 gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:29.451843 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-cd52defe-5dac-4f6b-8365-1a408f0c896b tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Deleting port 1c7ad427-8260-49d7-955d-bd17d3bb95d2 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:29.452195 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cd52defe-5dac-4f6b-8365-1a408f0c896b tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.544133 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-cd52defe-5dac-4f6b-8365-1a408f0c896b tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] For port 1c7ad427-8260-49d7-955d-bd17d3bb95d2, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=1c7ad427-8260-49d7-955d-bd17d3bb95d2,segment=NetworkSegment(1e5cd298-86b1-47b6-a39e-e85a7995599d),segment_id=1e5cd298-86b1-47b6-a39e-e85a7995599d)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:29.544510 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cd52defe-5dac-4f6b-8365-1a408f0c896b tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.556393 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-cd52defe-5dac-4f6b-8365-1a408f0c896b tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Calling delete_port for 1c7ad427-8260-49d7-955d-bd17d3bb95d2 owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:29.591750 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-53e8f4e1-29b3-4c55-b59d-97a34baff611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'name': 'tempest-RoutersTest-router-524740228', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:13Z', 'updated_at': '2021-09-16T05:13:28Z', 'revision_number': 7, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'gw_port_host': None, '_interfaces': [{'id': '1c7ad427-8260-49d7-955d-bd17d3bb95d2', 'name': '', 'network_id': 'bb40fba7-5b0c-4f6d-8fc1-b6efc554905e', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:4c:d3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '11851acf-8db7-46a0-8668-db78e398c7ad', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:24Z', 'updated_at': '2021-09-16T05:13:28Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '11851acf-8db7-46a0-8668-db78e398c7ad', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31e85687-89b9-402e-9070-52f6574ca8f1', 'name': '', 'network_id': 'ab0eb64b-4235-4660-b734-8274b0fb64ee', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:72:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:14Z', 'updated_at': '2021-09-16T05:13:18Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe', 'name': '', 'network_id': 'a7213667-e8d2-42bc-b2ff-a41f7bcaecfd', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:a8:f7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'f756ce80-3c7e-477b-a831-676e4d983eb2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:20Z', 'updated_at': '2021-09-16T05:13:26Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': 'f756ce80-3c7e-477b-a831-676e4d983eb2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae890c05-636f-4974-9ad7-5751fe5aa53a', 'name': '', 'network_id': '074e4e66-b625-4bb1-b20f-6d7d972b81e6', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:f9:9d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '5d719b55-7a41-4437-8720-5798bbb78a23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:17Z', 'updated_at': '2021-09-16T05:13:22Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '5d719b55-7a41-4437-8720-5798bbb78a23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:29.618733 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e8f4e1-29b3-4c55-b59d-97a34baff611 None None] Checking router: f7718706-524c-4bcf-bdbc-3eb915946349 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:29.627956 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e8f4e1-29b3-4c55-b59d-97a34baff611 None None] Routers {'f7718706-524c-4bcf-bdbc-3eb915946349'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:29.628612 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-53e8f4e1-29b3-4c55-b59d-97a34baff611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:13:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['f7718706-524c-4bcf-bdbc-3eb915946349'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:29.718000 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-53e8f4e1-29b3-4c55-b59d-97a34baff611 None None] Set router f7718706-524c-4bcf-bdbc-3eb915946349 gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:29.732019 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cd52defe-5dac-4f6b-8365-1a408f0c896b tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.765918 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52defe-5dac-4f6b-8365-1a408f0c896b tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event deleted for resources: {'Port': ['ID=1c7ad427-8260-49d7-955d-bd17d3bb95d2,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:29.921556 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cd52defe-5dac-4f6b-8365-1a408f0c896b tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.947204 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-53e8f4e1-29b3-4c55-b59d-97a34baff611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'name': 'tempest-RoutersTest-router-524740228', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:13Z', 'updated_at': '2021-09-16T05:13:28Z', 'revision_number': 7, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'gw_port_host': None, '_interfaces': [{'id': '1c7ad427-8260-49d7-955d-bd17d3bb95d2', 'name': '', 'network_id': 'bb40fba7-5b0c-4f6d-8fc1-b6efc554905e', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:4c:d3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '11851acf-8db7-46a0-8668-db78e398c7ad', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:24Z', 'updated_at': '2021-09-16T05:13:28Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '11851acf-8db7-46a0-8668-db78e398c7ad', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31e85687-89b9-402e-9070-52f6574ca8f1', 'name': '', 'network_id': 'ab0eb64b-4235-4660-b734-8274b0fb64ee', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:72:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:14Z', 'updated_at': '2021-09-16T05:13:18Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe', 'name': '', 'network_id': 'a7213667-e8d2-42bc-b2ff-a41f7bcaecfd', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:a8:f7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'f756ce80-3c7e-477b-a831-676e4d983eb2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:20Z', 'updated_at': '2021-09-16T05:13:26Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': 'f756ce80-3c7e-477b-a831-676e4d983eb2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae890c05-636f-4974-9ad7-5751fe5aa53a', 'name': '', 'network_id': '074e4e66-b625-4bb1-b20f-6d7d972b81e6', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:f9:9d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '5d719b55-7a41-4437-8720-5798bbb78a23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:17Z', 'updated_at': '2021-09-16T05:13:22Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '5d719b55-7a41-4437-8720-5798bbb78a23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:29.978455 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e8f4e1-29b3-4c55-b59d-97a34baff611 None None] The sync data for ids ['f7718706-524c-4bcf-bdbc-3eb915946349'] in n-d-712139-15 is: [{'id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'name': 'tempest-RoutersTest-router-524740228', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:13Z', 'updated_at': '2021-09-16T05:13:28Z', 'revision_number': 7, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'gw_port_host': None, '_interfaces': [{'id': '1c7ad427-8260-49d7-955d-bd17d3bb95d2', 'name': '', 'network_id': 'bb40fba7-5b0c-4f6d-8fc1-b6efc554905e', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:4c:d3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '11851acf-8db7-46a0-8668-db78e398c7ad', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:24Z', 'updated_at': '2021-09-16T05:13:28Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '11851acf-8db7-46a0-8668-db78e398c7ad', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31e85687-89b9-402e-9070-52f6574ca8f1', 'name': '', 'network_id': 'ab0eb64b-4235-4660-b734-8274b0fb64ee', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:72:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:14Z', 'updated_at': '2021-09-16T05:13:18Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe', 'name': '', 'network_id': 'a7213667-e8d2-42bc-b2ff-a41f7bcaecfd', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:a8:f7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'f756ce80-3c7e-477b-a831-676e4d983eb2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:20Z', 'updated_at': '2021-09-16T05:13:26Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': 'f756ce80-3c7e-477b-a831-676e4d983eb2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae890c05-636f-4974-9ad7-5751fe5aa53a', 'name': '', 'network_id': '074e4e66-b625-4bb1-b20f-6d7d972b81e6', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:f9:9d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '5d719b55-7a41-4437-8720-5798bbb78a23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:17Z', 'updated_at': '2021-09-16T05:13:22Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '5d719b55-7a41-4437-8720-5798bbb78a23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:30.464602 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd52defe-5dac-4f6b-8365-1a408f0c896b tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Router f7718706-524c-4bcf-bdbc-3eb915946349 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:30.561245 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd52defe-5dac-4f6b-8365-1a408f0c896b tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:30.566330 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cd52defe-5dac-4f6b-8365-1a408f0c896b tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "PUT /v2.0/routers/f7718706-524c-4bcf-bdbc-3eb915946349/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7421212 Sep 16 05:13:30.569154 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48858) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:30.571569 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eec8f56-a2dc-4286-9c94-21bdb1ebba8b None None] Sync routers for ids ['f7718706-524c-4bcf-bdbc-3eb915946349'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:30.582567 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eec8f56-a2dc-4286-9c94-21bdb1ebba8b None None] Routers {'f7718706-524c-4bcf-bdbc-3eb915946349'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:30.583239 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-1eec8f56-a2dc-4286-9c94-21bdb1ebba8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:13:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['f7718706-524c-4bcf-bdbc-3eb915946349'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:30.622419 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b60ea6e-6f7d-441b-8c69-d36951cbf5a5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Deleting subnet 11851acf-8db7-46a0-8668-db78e398c7ad {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:13:30.625703 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8b60ea6e-6f7d-441b-8c69-d36951cbf5a5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.666042 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8b60ea6e-6f7d-441b-8c69-d36951cbf5a5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.674274 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-1eec8f56-a2dc-4286-9c94-21bdb1ebba8b None None] Set router f7718706-524c-4bcf-bdbc-3eb915946349 gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:30.765629 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8b60ea6e-6f7d-441b-8c69-d36951cbf5a5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.833296 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8b60ea6e-6f7d-441b-8c69-d36951cbf5a5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.860992 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60ea6e-6f7d-441b-8c69-d36951cbf5a5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event deleted for resources: {'Subnet': ['ID=11851acf-8db7-46a0-8668-db78e398c7ad,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:30.865046 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8b60ea6e-6f7d-441b-8c69-d36951cbf5a5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.869467 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8b60ea6e-6f7d-441b-8c69-d36951cbf5a5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/subnets/11851acf-8db7-46a0-8668-db78e398c7ad HTTP/1.1" status: 204 len: 168 time: 0.2969592 Sep 16 05:13:30.871240 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48860) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:30.877111 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24635c5e-358a-47f0-9921-37f087eee40e None None] Network bb40fba7-5b0c-4f6d-8fc1-b6efc554905e requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:30.911311 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-1eec8f56-a2dc-4286-9c94-21bdb1ebba8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'name': 'tempest-RoutersTest-router-524740228', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:13Z', 'updated_at': '2021-09-16T05:13:29Z', 'revision_number': 8, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'gw_port_host': None, '_interfaces': [{'id': '31e85687-89b9-402e-9070-52f6574ca8f1', 'name': '', 'network_id': 'ab0eb64b-4235-4660-b734-8274b0fb64ee', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:72:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:14Z', 'updated_at': '2021-09-16T05:13:18Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe', 'name': '', 'network_id': 'a7213667-e8d2-42bc-b2ff-a41f7bcaecfd', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:a8:f7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'f756ce80-3c7e-477b-a831-676e4d983eb2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:20Z', 'updated_at': '2021-09-16T05:13:26Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': 'f756ce80-3c7e-477b-a831-676e4d983eb2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae890c05-636f-4974-9ad7-5751fe5aa53a', 'name': '', 'network_id': '074e4e66-b625-4bb1-b20f-6d7d972b81e6', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:f9:9d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '5d719b55-7a41-4437-8720-5798bbb78a23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:17Z', 'updated_at': '2021-09-16T05:13:22Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '5d719b55-7a41-4437-8720-5798bbb78a23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:30.944440 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eec8f56-a2dc-4286-9c94-21bdb1ebba8b None None] Checking router: f7718706-524c-4bcf-bdbc-3eb915946349 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:30.954791 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eec8f56-a2dc-4286-9c94-21bdb1ebba8b None None] Routers {'f7718706-524c-4bcf-bdbc-3eb915946349'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:30.955995 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-1eec8f56-a2dc-4286-9c94-21bdb1ebba8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:13:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['f7718706-524c-4bcf-bdbc-3eb915946349'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:30.966047 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d51a5bbe-74fc-4b3e-acec-f9193ed9c92d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.035035 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-d51a5bbe-74fc-4b3e-acec-f9193ed9c92d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Deleting port fccb8ae1-187e-4155-8dd6-6f3187768562 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:31.035318 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d51a5bbe-74fc-4b3e-acec-f9193ed9c92d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.075250 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-1eec8f56-a2dc-4286-9c94-21bdb1ebba8b None None] Set router f7718706-524c-4bcf-bdbc-3eb915946349 gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:31.101195 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f11aa8-24bd-4632-9519-148a4f211856 None None] DHCP port deletion for bb40fba7-5b0c-4f6d-8fc1-b6efc554905e request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:13:31.115641 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-d51a5bbe-74fc-4b3e-acec-f9193ed9c92d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] For port fccb8ae1-187e-4155-8dd6-6f3187768562, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=fccb8ae1-187e-4155-8dd6-6f3187768562,segment=NetworkSegment(1e5cd298-86b1-47b6-a39e-e85a7995599d),segment_id=1e5cd298-86b1-47b6-a39e-e85a7995599d)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:31.116014 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d51a5bbe-74fc-4b3e-acec-f9193ed9c92d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.130140 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-d51a5bbe-74fc-4b3e-acec-f9193ed9c92d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Calling delete_port for fccb8ae1-187e-4155-8dd6-6f3187768562 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:31.166221 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-d6f11aa8-24bd-4632-9519-148a4f211856 None None] Deleting port fccb8ae1-187e-4155-8dd6-6f3187768562 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:31.167246 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d6f11aa8-24bd-4632-9519-148a4f211856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.216444 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d51a5bbe-74fc-4b3e-acec-f9193ed9c92d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.239984 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-d6f11aa8-24bd-4632-9519-148a4f211856 None None] For port fccb8ae1-187e-4155-8dd6-6f3187768562, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=fccb8ae1-187e-4155-8dd6-6f3187768562,segment=NetworkSegment(1e5cd298-86b1-47b6-a39e-e85a7995599d),segment_id=1e5cd298-86b1-47b6-a39e-e85a7995599d)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:31.239984 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d6f11aa8-24bd-4632-9519-148a4f211856 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.243620 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a5bbe-74fc-4b3e-acec-f9193ed9c92d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event deleted for resources: {'Port': ['ID=fccb8ae1-187e-4155-8dd6-6f3187768562,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:31.247279 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51a5bbe-74fc-4b3e-acec-f9193ed9c92d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] No DVR routers for this DVR port fccb8ae1-187e-4155-8dd6-6f3187768562 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:31.257314 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-d6f11aa8-24bd-4632-9519-148a4f211856 None None] Calling delete_port for fccb8ae1-187e-4155-8dd6-6f3187768562 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:31.325406 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-1eec8f56-a2dc-4286-9c94-21bdb1ebba8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'name': 'tempest-RoutersTest-router-524740228', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:13Z', 'updated_at': '2021-09-16T05:13:29Z', 'revision_number': 8, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'gw_port_host': None, '_interfaces': [{'id': '31e85687-89b9-402e-9070-52f6574ca8f1', 'name': '', 'network_id': 'ab0eb64b-4235-4660-b734-8274b0fb64ee', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:72:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:14Z', 'updated_at': '2021-09-16T05:13:18Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe', 'name': '', 'network_id': 'a7213667-e8d2-42bc-b2ff-a41f7bcaecfd', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:a8:f7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'f756ce80-3c7e-477b-a831-676e4d983eb2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:20Z', 'updated_at': '2021-09-16T05:13:26Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': 'f756ce80-3c7e-477b-a831-676e4d983eb2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae890c05-636f-4974-9ad7-5751fe5aa53a', 'name': '', 'network_id': '074e4e66-b625-4bb1-b20f-6d7d972b81e6', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:f9:9d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '5d719b55-7a41-4437-8720-5798bbb78a23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:17Z', 'updated_at': '2021-09-16T05:13:22Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '5d719b55-7a41-4437-8720-5798bbb78a23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:31.339934 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d51a5bbe-74fc-4b3e-acec-f9193ed9c92d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.346745 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d6f11aa8-24bd-4632-9519-148a4f211856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.356996 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eec8f56-a2dc-4286-9c94-21bdb1ebba8b None None] The sync data for ids ['f7718706-524c-4bcf-bdbc-3eb915946349'] in n-d-712139-15 is: [{'id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'name': 'tempest-RoutersTest-router-524740228', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:13Z', 'updated_at': '2021-09-16T05:13:29Z', 'revision_number': 8, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'gw_port_host': None, '_interfaces': [{'id': '31e85687-89b9-402e-9070-52f6574ca8f1', 'name': '', 'network_id': 'ab0eb64b-4235-4660-b734-8274b0fb64ee', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:72:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:14Z', 'updated_at': '2021-09-16T05:13:18Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe', 'name': '', 'network_id': 'a7213667-e8d2-42bc-b2ff-a41f7bcaecfd', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:a8:f7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'f756ce80-3c7e-477b-a831-676e4d983eb2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:20Z', 'updated_at': '2021-09-16T05:13:26Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': 'f756ce80-3c7e-477b-a831-676e4d983eb2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae890c05-636f-4974-9ad7-5751fe5aa53a', 'name': '', 'network_id': '074e4e66-b625-4bb1-b20f-6d7d972b81e6', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:f9:9d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '5d719b55-7a41-4437-8720-5798bbb78a23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:17Z', 'updated_at': '2021-09-16T05:13:22Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '5d719b55-7a41-4437-8720-5798bbb78a23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:31.363908 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-d51a5bbe-74fc-4b3e-acec-f9193ed9c92d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb40fba7-5b0c-4f6d-8fc1-b6efc554905e']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:31.374975 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-d51a5bbe-74fc-4b3e-acec-f9193ed9c92d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e5cd298-86b1-47b6-a39e-e85a7995599d') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:31.375292 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-d51a5bbe-74fc-4b3e-acec-f9193ed9c92d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e5cd298-86b1-47b6-a39e-e85a7995599d') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:31.379574 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f11aa8-24bd-4632-9519-148a4f211856 None None] Pushing event deleted for resources: {'Port': ['ID=fccb8ae1-187e-4155-8dd6-6f3187768562,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:31.381516 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f11aa8-24bd-4632-9519-148a4f211856 None None] No DVR routers for this DVR port fccb8ae1-187e-4155-8dd6-6f3187768562 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:31.391192 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d51a5bbe-74fc-4b3e-acec-f9193ed9c92d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.405677 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d51a5bbe-74fc-4b3e-acec-f9193ed9c92d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.412054 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d51a5bbe-74fc-4b3e-acec-f9193ed9c92d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:31.412449 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d51a5bbe-74fc-4b3e-acec-f9193ed9c92d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.415679 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:13:31.415679 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:31.415679 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:13:31.415679 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:31.415679 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:13:31.415679 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:31.415679 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:13:31.415679 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:31.415679 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:13:31.415679 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:31.415679 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:13:31.415679 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:31.415679 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:13:31.415679 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:31.415679 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:31.415679 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:31.415679 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:31.415679 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:31.415679 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:13:31.415679 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:31.415679 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:13:31.415679 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:31.415679 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:31.415679 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:31.415679 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:31.415679 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:31.415679 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:31.415679 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:31.415679 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:31.415679 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:31.415679 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:31.415679 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:31.476302 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d51a5bbe-74fc-4b3e-acec-f9193ed9c92d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.483139 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d51a5bbe-74fc-4b3e-acec-f9193ed9c92d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.484991 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d51a5bbe-74fc-4b3e-acec-f9193ed9c92d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/networks/bb40fba7-5b0c-4f6d-8fc1-b6efc554905e HTTP/1.1" status: 204 len: 168 time: 0.6138377 Sep 16 05:13:31.487863 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48862) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:31.496758 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a5bbe-74fc-4b3e-acec-f9193ed9c92d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event deleted for resources: {'Network': ['ID=bb40fba7-5b0c-4f6d-8fc1-b6efc554905e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:31.822963 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3f1d3655-278b-4ffb-8832-7315bcd1429f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.072941 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-3f1d3655-278b-4ffb-8832-7315bcd1429f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Deleting port 3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:32.073176 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3f1d3655-278b-4ffb-8832-7315bcd1429f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.131206 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:13:32.167982 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-3f1d3655-278b-4ffb-8832-7315bcd1429f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] For port 3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe,segment=NetworkSegment(22e03a69-4acb-4522-a760-5eee98a4bb0e),segment_id=22e03a69-4acb-4522-a760-5eee98a4bb0e)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:32.168351 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3f1d3655-278b-4ffb-8832-7315bcd1429f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.182857 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-3f1d3655-278b-4ffb-8832-7315bcd1429f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Calling delete_port for 3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe owned by network:router_interface {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:32.376587 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3f1d3655-278b-4ffb-8832-7315bcd1429f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.405134 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d3655-278b-4ffb-8832-7315bcd1429f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event deleted for resources: {'Port': ['ID=3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:32.488990 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device fccb8ae1-187e-4155-8dd6-6f3187768562 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:32.517526 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: fccb8ae1-187e-4155-8dd6-6f3187768562 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:32.518210 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device fccb8ae1-187e-4155-8dd6-6f3187768562 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:32.519116 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 1c7ad427-8260-49d7-955d-bd17d3bb95d2 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:32.546823 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 1c7ad427-8260-49d7-955d-bd17d3bb95d2 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:32.547418 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 1c7ad427-8260-49d7-955d-bd17d3bb95d2 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:32.587295 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3f1d3655-278b-4ffb-8832-7315bcd1429f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.787241 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1d3655-278b-4ffb-8832-7315bcd1429f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Router f7718706-524c-4bcf-bdbc-3eb915946349 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:32.884433 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1d3655-278b-4ffb-8832-7315bcd1429f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:32.890935 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3f1d3655-278b-4ffb-8832-7315bcd1429f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "PUT /v2.0/routers/f7718706-524c-4bcf-bdbc-3eb915946349/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4018607 Sep 16 05:13:32.894021 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48866) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:32.895197 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79a7096-5c89-4aee-9ba6-a91f38c93b33 None None] Sync routers for ids ['f7718706-524c-4bcf-bdbc-3eb915946349'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:32.905740 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79a7096-5c89-4aee-9ba6-a91f38c93b33 None None] Routers {'f7718706-524c-4bcf-bdbc-3eb915946349'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:32.906565 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-f79a7096-5c89-4aee-9ba6-a91f38c93b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:13:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['f7718706-524c-4bcf-bdbc-3eb915946349'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:32.947711 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c689b732-efbb-4794-83c4-3fb43f04c120 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Deleting subnet f756ce80-3c7e-477b-a831-676e4d983eb2 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:13:32.951809 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c689b732-efbb-4794-83c4-3fb43f04c120 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.992701 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c689b732-efbb-4794-83c4-3fb43f04c120 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.000983 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-f79a7096-5c89-4aee-9ba6-a91f38c93b33 None None] Set router f7718706-524c-4bcf-bdbc-3eb915946349 gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:33.083545 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c689b732-efbb-4794-83c4-3fb43f04c120 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.150971 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c689b732-efbb-4794-83c4-3fb43f04c120 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.181309 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689b732-efbb-4794-83c4-3fb43f04c120 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event deleted for resources: {'Subnet': ['ID=f756ce80-3c7e-477b-a831-676e4d983eb2,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:33.184100 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c689b732-efbb-4794-83c4-3fb43f04c120 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.188900 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c689b732-efbb-4794-83c4-3fb43f04c120 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/subnets/f756ce80-3c7e-477b-a831-676e4d983eb2 HTTP/1.1" status: 204 len: 168 time: 0.2909510 Sep 16 05:13:33.189444 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48868) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:33.194238 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958dbb77-a060-44aa-a9d3-146c0ea80a31 None None] Network a7213667-e8d2-42bc-b2ff-a41f7bcaecfd requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:33.274567 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-045a2308-2d56-461b-95cf-f7e2841e5aea tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.331653 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-045a2308-2d56-461b-95cf-f7e2841e5aea tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Deleting port 48b4ed20-a87e-4202-a027-9dde44244dfe {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:33.331961 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-045a2308-2d56-461b-95cf-f7e2841e5aea tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.383842 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-f79a7096-5c89-4aee-9ba6-a91f38c93b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'name': 'tempest-RoutersTest-router-524740228', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:13Z', 'updated_at': '2021-09-16T05:13:32Z', 'revision_number': 9, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'gw_port_host': None, '_interfaces': [{'id': '31e85687-89b9-402e-9070-52f6574ca8f1', 'name': '', 'network_id': 'ab0eb64b-4235-4660-b734-8274b0fb64ee', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:72:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:14Z', 'updated_at': '2021-09-16T05:13:18Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae890c05-636f-4974-9ad7-5751fe5aa53a', 'name': '', 'network_id': '074e4e66-b625-4bb1-b20f-6d7d972b81e6', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:f9:9d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '5d719b55-7a41-4437-8720-5798bbb78a23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:17Z', 'updated_at': '2021-09-16T05:13:22Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '5d719b55-7a41-4437-8720-5798bbb78a23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:33.398527 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-045a2308-2d56-461b-95cf-f7e2841e5aea tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] For port 48b4ed20-a87e-4202-a027-9dde44244dfe, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=48b4ed20-a87e-4202-a027-9dde44244dfe,segment=NetworkSegment(22e03a69-4acb-4522-a760-5eee98a4bb0e),segment_id=22e03a69-4acb-4522-a760-5eee98a4bb0e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:33.398906 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-045a2308-2d56-461b-95cf-f7e2841e5aea tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.413619 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-045a2308-2d56-461b-95cf-f7e2841e5aea tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Calling delete_port for 48b4ed20-a87e-4202-a027-9dde44244dfe owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:33.426203 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79a7096-5c89-4aee-9ba6-a91f38c93b33 None None] Checking router: f7718706-524c-4bcf-bdbc-3eb915946349 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:33.446862 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79a7096-5c89-4aee-9ba6-a91f38c93b33 None None] Routers {'f7718706-524c-4bcf-bdbc-3eb915946349'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:33.448524 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-f79a7096-5c89-4aee-9ba6-a91f38c93b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:13:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['f7718706-524c-4bcf-bdbc-3eb915946349'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:33.530380 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-045a2308-2d56-461b-95cf-f7e2841e5aea tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.532941 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137f4160-4513-42c6-a632-5a4940b19896 None None] DHCP port deletion for a7213667-e8d2-42bc-b2ff-a41f7bcaecfd request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:13:33.560535 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-f79a7096-5c89-4aee-9ba6-a91f38c93b33 None None] Set router f7718706-524c-4bcf-bdbc-3eb915946349 gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:33.562688 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a2308-2d56-461b-95cf-f7e2841e5aea tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event deleted for resources: {'Port': ['ID=48b4ed20-a87e-4202-a027-9dde44244dfe,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:33.566486 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045a2308-2d56-461b-95cf-f7e2841e5aea tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] No DVR routers for this DVR port 48b4ed20-a87e-4202-a027-9dde44244dfe on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:33.651319 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-045a2308-2d56-461b-95cf-f7e2841e5aea tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.680954 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-045a2308-2d56-461b-95cf-f7e2841e5aea tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7213667-e8d2-42bc-b2ff-a41f7bcaecfd']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:33.691839 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-045a2308-2d56-461b-95cf-f7e2841e5aea tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e03a69-4acb-4522-a760-5eee98a4bb0e') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:33.692791 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-045a2308-2d56-461b-95cf-f7e2841e5aea tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e03a69-4acb-4522-a760-5eee98a4bb0e') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:33.703674 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-045a2308-2d56-461b-95cf-f7e2841e5aea tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.718039 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-045a2308-2d56-461b-95cf-f7e2841e5aea tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.724623 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-045a2308-2d56-461b-95cf-f7e2841e5aea tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:33.725022 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-045a2308-2d56-461b-95cf-f7e2841e5aea tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.728801 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:13:33.728801 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:33.728801 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:13:33.728801 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:33.728801 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:13:33.728801 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:33.728801 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:13:33.728801 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:33.728801 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:13:33.728801 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:33.728801 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:13:33.728801 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:33.728801 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:13:33.728801 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:33.728801 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:33.728801 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:33.728801 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:33.728801 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:33.728801 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:13:33.728801 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:33.728801 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:13:33.728801 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:33.728801 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:33.728801 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:33.728801 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:33.728801 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:33.728801 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:33.728801 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:33.728801 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:33.728801 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:33.728801 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:33.728801 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:33.774860 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-f79a7096-5c89-4aee-9ba6-a91f38c93b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'name': 'tempest-RoutersTest-router-524740228', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:13Z', 'updated_at': '2021-09-16T05:13:32Z', 'revision_number': 9, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'gw_port_host': None, '_interfaces': [{'id': '31e85687-89b9-402e-9070-52f6574ca8f1', 'name': '', 'network_id': 'ab0eb64b-4235-4660-b734-8274b0fb64ee', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:72:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:14Z', 'updated_at': '2021-09-16T05:13:18Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae890c05-636f-4974-9ad7-5751fe5aa53a', 'name': '', 'network_id': '074e4e66-b625-4bb1-b20f-6d7d972b81e6', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:f9:9d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '5d719b55-7a41-4437-8720-5798bbb78a23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:17Z', 'updated_at': '2021-09-16T05:13:22Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '5d719b55-7a41-4437-8720-5798bbb78a23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:33.794960 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-045a2308-2d56-461b-95cf-f7e2841e5aea tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.802453 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79a7096-5c89-4aee-9ba6-a91f38c93b33 None None] The sync data for ids ['f7718706-524c-4bcf-bdbc-3eb915946349'] in n-d-712139-15 is: [{'id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'name': 'tempest-RoutersTest-router-524740228', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:13Z', 'updated_at': '2021-09-16T05:13:32Z', 'revision_number': 9, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'gw_port_host': None, '_interfaces': [{'id': '31e85687-89b9-402e-9070-52f6574ca8f1', 'name': '', 'network_id': 'ab0eb64b-4235-4660-b734-8274b0fb64ee', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:72:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:14Z', 'updated_at': '2021-09-16T05:13:18Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae890c05-636f-4974-9ad7-5751fe5aa53a', 'name': '', 'network_id': '074e4e66-b625-4bb1-b20f-6d7d972b81e6', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:f9:9d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '5d719b55-7a41-4437-8720-5798bbb78a23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:17Z', 'updated_at': '2021-09-16T05:13:22Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '5d719b55-7a41-4437-8720-5798bbb78a23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:33.802744 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-045a2308-2d56-461b-95cf-f7e2841e5aea tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.808271 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-045a2308-2d56-461b-95cf-f7e2841e5aea tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/networks/a7213667-e8d2-42bc-b2ff-a41f7bcaecfd HTTP/1.1" status: 204 len: 168 time: 0.6147428 Sep 16 05:13:33.809111 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48872) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:33.822660 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a2308-2d56-461b-95cf-f7e2841e5aea tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event deleted for resources: {'Network': ['ID=a7213667-e8d2-42bc-b2ff-a41f7bcaecfd,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:34.171170 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-10aaaa4f-13a6-4b16-9f68-22ec6ae5eb89 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.452332 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-10aaaa4f-13a6-4b16-9f68-22ec6ae5eb89 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Deleting port ae890c05-636f-4974-9ad7-5751fe5aa53a {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:34.452700 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-10aaaa4f-13a6-4b16-9f68-22ec6ae5eb89 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.457942 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:34.482848 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:34.483193 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3ebf17e7-1c8c-4d10-b8ce-bbf07af33abe not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:34.483622 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 48b4ed20-a87e-4202-a027-9dde44244dfe no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:34.502752 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 48b4ed20-a87e-4202-a027-9dde44244dfe {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:34.503107 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 48b4ed20-a87e-4202-a027-9dde44244dfe not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:34.549338 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-10aaaa4f-13a6-4b16-9f68-22ec6ae5eb89 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] For port ae890c05-636f-4974-9ad7-5751fe5aa53a, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=ae890c05-636f-4974-9ad7-5751fe5aa53a,segment=NetworkSegment(fdf58a29-19dc-447a-9b8b-0fa6d5c9f4a2),segment_id=fdf58a29-19dc-447a-9b8b-0fa6d5c9f4a2)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:34.549695 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-10aaaa4f-13a6-4b16-9f68-22ec6ae5eb89 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.566222 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-10aaaa4f-13a6-4b16-9f68-22ec6ae5eb89 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Calling delete_port for ae890c05-636f-4974-9ad7-5751fe5aa53a owned by network:router_interface {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:34.743387 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-10aaaa4f-13a6-4b16-9f68-22ec6ae5eb89 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.771285 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aaaa4f-13a6-4b16-9f68-22ec6ae5eb89 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event deleted for resources: {'Port': ['ID=ae890c05-636f-4974-9ad7-5751fe5aa53a,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:34.948799 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-10aaaa4f-13a6-4b16-9f68-22ec6ae5eb89 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.462083 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10aaaa4f-13a6-4b16-9f68-22ec6ae5eb89 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Router f7718706-524c-4bcf-bdbc-3eb915946349 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:35.556877 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10aaaa4f-13a6-4b16-9f68-22ec6ae5eb89 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:35.562399 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-10aaaa4f-13a6-4b16-9f68-22ec6ae5eb89 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "PUT /v2.0/routers/f7718706-524c-4bcf-bdbc-3eb915946349/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7527626 Sep 16 05:13:35.565844 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48874) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:35.566419 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c308fee4-736f-4a54-80d3-144786165515 None None] Sync routers for ids ['f7718706-524c-4bcf-bdbc-3eb915946349'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:35.576860 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c308fee4-736f-4a54-80d3-144786165515 None None] Routers {'f7718706-524c-4bcf-bdbc-3eb915946349'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:35.577491 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-c308fee4-736f-4a54-80d3-144786165515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:13:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['f7718706-524c-4bcf-bdbc-3eb915946349'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:35.623605 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-507ebbd0-7da9-438d-8593-504871c32fde tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Deleting subnet 5d719b55-7a41-4437-8720-5798bbb78a23 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:13:35.626786 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-507ebbd0-7da9-438d-8593-504871c32fde tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.669331 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-507ebbd0-7da9-438d-8593-504871c32fde tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.673115 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-c308fee4-736f-4a54-80d3-144786165515 None None] Set router f7718706-524c-4bcf-bdbc-3eb915946349 gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:35.765781 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-507ebbd0-7da9-438d-8593-504871c32fde tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.843682 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-507ebbd0-7da9-438d-8593-504871c32fde tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.871798 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ebbd0-7da9-438d-8593-504871c32fde tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event deleted for resources: {'Subnet': ['ID=5d719b55-7a41-4437-8720-5798bbb78a23,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:35.875555 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-507ebbd0-7da9-438d-8593-504871c32fde tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.878860 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-507ebbd0-7da9-438d-8593-504871c32fde tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/subnets/5d719b55-7a41-4437-8720-5798bbb78a23 HTTP/1.1" status: 204 len: 168 time: 0.3107326 Sep 16 05:13:35.880447 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48876) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:35.883696 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9c64dd-66be-4e72-8324-72d64ecb8130 None None] Network 074e4e66-b625-4bb1-b20f-6d7d972b81e6 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:35.903747 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-c308fee4-736f-4a54-80d3-144786165515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'name': 'tempest-RoutersTest-router-524740228', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:13Z', 'updated_at': '2021-09-16T05:13:34Z', 'revision_number': 10, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'gw_port_host': None, '_interfaces': [{'id': '31e85687-89b9-402e-9070-52f6574ca8f1', 'name': '', 'network_id': 'ab0eb64b-4235-4660-b734-8274b0fb64ee', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:72:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:14Z', 'updated_at': '2021-09-16T05:13:18Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:35.935277 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c308fee4-736f-4a54-80d3-144786165515 None None] Checking router: f7718706-524c-4bcf-bdbc-3eb915946349 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:35.944933 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c308fee4-736f-4a54-80d3-144786165515 None None] Routers {'f7718706-524c-4bcf-bdbc-3eb915946349'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:35.945552 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-c308fee4-736f-4a54-80d3-144786165515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:13:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['f7718706-524c-4bcf-bdbc-3eb915946349'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:35.973693 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0b61df33-c893-4c84-8955-76b40ca9f546 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.043482 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-c308fee4-736f-4a54-80d3-144786165515 None None] Set router f7718706-524c-4bcf-bdbc-3eb915946349 gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:36.049019 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-0b61df33-c893-4c84-8955-76b40ca9f546 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Deleting port 576881ff-c728-4207-817b-0f8c89c8f22b {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:36.049362 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0b61df33-c893-4c84-8955-76b40ca9f546 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.109949 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d17d9ca-7f95-4109-8c92-6a4039aeb2a4 None None] DHCP port deletion for 074e4e66-b625-4bb1-b20f-6d7d972b81e6 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:13:36.121393 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-0b61df33-c893-4c84-8955-76b40ca9f546 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] For port 576881ff-c728-4207-817b-0f8c89c8f22b, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=576881ff-c728-4207-817b-0f8c89c8f22b,segment=NetworkSegment(fdf58a29-19dc-447a-9b8b-0fa6d5c9f4a2),segment_id=fdf58a29-19dc-447a-9b8b-0fa6d5c9f4a2)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:36.121824 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0b61df33-c893-4c84-8955-76b40ca9f546 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.134882 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-0b61df33-c893-4c84-8955-76b40ca9f546 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Calling delete_port for 576881ff-c728-4207-817b-0f8c89c8f22b owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:36.159446 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-2d17d9ca-7f95-4109-8c92-6a4039aeb2a4 None None] Deleting port 576881ff-c728-4207-817b-0f8c89c8f22b {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:36.159833 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2d17d9ca-7f95-4109-8c92-6a4039aeb2a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.222293 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0b61df33-c893-4c84-8955-76b40ca9f546 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.230998 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-2d17d9ca-7f95-4109-8c92-6a4039aeb2a4 None None] For port 576881ff-c728-4207-817b-0f8c89c8f22b, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=576881ff-c728-4207-817b-0f8c89c8f22b,segment=NetworkSegment(fdf58a29-19dc-447a-9b8b-0fa6d5c9f4a2),segment_id=fdf58a29-19dc-447a-9b8b-0fa6d5c9f4a2)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:36.231416 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2d17d9ca-7f95-4109-8c92-6a4039aeb2a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.251658 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-2d17d9ca-7f95-4109-8c92-6a4039aeb2a4 None None] Calling delete_port for 576881ff-c728-4207-817b-0f8c89c8f22b owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:36.253069 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61df33-c893-4c84-8955-76b40ca9f546 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event deleted for resources: {'Port': ['ID=576881ff-c728-4207-817b-0f8c89c8f22b,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:36.258275 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b61df33-c893-4c84-8955-76b40ca9f546 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] No DVR routers for this DVR port 576881ff-c728-4207-817b-0f8c89c8f22b on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:36.354848 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0b61df33-c893-4c84-8955-76b40ca9f546 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.361316 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-c308fee4-736f-4a54-80d3-144786165515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'name': 'tempest-RoutersTest-router-524740228', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:13Z', 'updated_at': '2021-09-16T05:13:34Z', 'revision_number': 10, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'gw_port_host': None, '_interfaces': [{'id': '31e85687-89b9-402e-9070-52f6574ca8f1', 'name': '', 'network_id': 'ab0eb64b-4235-4660-b734-8274b0fb64ee', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:72:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:14Z', 'updated_at': '2021-09-16T05:13:18Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:36.384962 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-0b61df33-c893-4c84-8955-76b40ca9f546 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['074e4e66-b625-4bb1-b20f-6d7d972b81e6']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:36.390557 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c308fee4-736f-4a54-80d3-144786165515 None None] The sync data for ids ['f7718706-524c-4bcf-bdbc-3eb915946349'] in n-d-712139-15 is: [{'id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'name': 'tempest-RoutersTest-router-524740228', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:13Z', 'updated_at': '2021-09-16T05:13:34Z', 'revision_number': 10, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'gw_port_host': None, '_interfaces': [{'id': '31e85687-89b9-402e-9070-52f6574ca8f1', 'name': '', 'network_id': 'ab0eb64b-4235-4660-b734-8274b0fb64ee', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'mac_address': 'fa:16:3e:72:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:14Z', 'updated_at': '2021-09-16T05:13:18Z', 'revision_number': 5, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'subnets': [{'id': '6f58dac2-71a1-4be9-96eb-0af72babb687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:36.406334 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-0b61df33-c893-4c84-8955-76b40ca9f546 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf58a29-19dc-447a-9b8b-0fa6d5c9f4a2') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:36.407448 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-0b61df33-c893-4c84-8955-76b40ca9f546 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf58a29-19dc-447a-9b8b-0fa6d5c9f4a2') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:36.422237 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0b61df33-c893-4c84-8955-76b40ca9f546 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.440000 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0b61df33-c893-4c84-8955-76b40ca9f546 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.446480 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b61df33-c893-4c84-8955-76b40ca9f546 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:36.446905 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0b61df33-c893-4c84-8955-76b40ca9f546 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.450742 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:13:36.450742 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:36.450742 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:13:36.450742 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:36.450742 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:13:36.450742 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:36.450742 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:13:36.450742 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:36.450742 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:13:36.450742 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:36.450742 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:13:36.450742 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:36.450742 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:13:36.450742 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:36.450742 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:36.450742 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:36.450742 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:36.450742 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:36.450742 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:13:36.450742 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:36.450742 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:13:36.450742 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:36.450742 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:36.450742 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:36.450742 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:36.450742 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:36.450742 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:36.450742 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:36.450742 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:36.450742 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:36.450742 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:36.450742 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:36.509877 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0b61df33-c893-4c84-8955-76b40ca9f546 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.519822 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0b61df33-c893-4c84-8955-76b40ca9f546 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.521663 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0b61df33-c893-4c84-8955-76b40ca9f546 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/networks/074e4e66-b625-4bb1-b20f-6d7d972b81e6 HTTP/1.1" status: 204 len: 168 time: 0.6402566 Sep 16 05:13:36.525502 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48880) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:36.528257 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2d17d9ca-7f95-4109-8c92-6a4039aeb2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.533586 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61df33-c893-4c84-8955-76b40ca9f546 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event deleted for resources: {'Network': ['ID=074e4e66-b625-4bb1-b20f-6d7d972b81e6,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:36.536123 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2d17d9ca-7f95-4109-8c92-6a4039aeb2a4 None None] Network 074e4e66-b625-4bb1-b20f-6d7d972b81e6 is not hosted by any dhcp agent {{(pid=94768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 05:13:36.536606 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d17d9ca-7f95-4109-8c92-6a4039aeb2a4 None None] No DVR routers for this DVR port 576881ff-c728-4207-817b-0f8c89c8f22b on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:36.555057 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17d9ca-7f95-4109-8c92-6a4039aeb2a4 None None] Pushing event deleted for resources: {'Port': ['ID=576881ff-c728-4207-817b-0f8c89c8f22b,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:36.867286 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 576881ff-c728-4207-817b-0f8c89c8f22b no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:36.891639 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 576881ff-c728-4207-817b-0f8c89c8f22b {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:36.893440 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 576881ff-c728-4207-817b-0f8c89c8f22b not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:36.905459 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6ef2f3fe-8cce-4773-ae67-574bf54b04af tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.164391 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-6ef2f3fe-8cce-4773-ae67-574bf54b04af tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Deleting port 31e85687-89b9-402e-9070-52f6574ca8f1 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:37.164767 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6ef2f3fe-8cce-4773-ae67-574bf54b04af tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.252709 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-6ef2f3fe-8cce-4773-ae67-574bf54b04af tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] For port 31e85687-89b9-402e-9070-52f6574ca8f1, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=31e85687-89b9-402e-9070-52f6574ca8f1,segment=NetworkSegment(f0301ca1-b927-481b-b9e1-c1c01e11be83),segment_id=f0301ca1-b927-481b-b9e1-c1c01e11be83)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:37.253081 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6ef2f3fe-8cce-4773-ae67-574bf54b04af tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.266367 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-6ef2f3fe-8cce-4773-ae67-574bf54b04af tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Calling delete_port for 31e85687-89b9-402e-9070-52f6574ca8f1 owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:37.435978 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6ef2f3fe-8cce-4773-ae67-574bf54b04af tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.468028 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef2f3fe-8cce-4773-ae67-574bf54b04af tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event deleted for resources: {'Port': ['ID=31e85687-89b9-402e-9070-52f6574ca8f1,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:37.606963 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6ef2f3fe-8cce-4773-ae67-574bf54b04af tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.772536 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef2f3fe-8cce-4773-ae67-574bf54b04af tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Router f7718706-524c-4bcf-bdbc-3eb915946349 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:37.846414 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef2f3fe-8cce-4773-ae67-574bf54b04af tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:37.855362 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6ef2f3fe-8cce-4773-ae67-574bf54b04af tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "PUT /v2.0/routers/f7718706-524c-4bcf-bdbc-3eb915946349/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3260944 Sep 16 05:13:37.855481 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48882) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:37.857444 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf962c5a-b139-4a44-8478-3c21ee68d42d None None] Sync routers for ids ['f7718706-524c-4bcf-bdbc-3eb915946349'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:37.867810 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf962c5a-b139-4a44-8478-3c21ee68d42d None None] Routers {'f7718706-524c-4bcf-bdbc-3eb915946349'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:37.868433 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-bf962c5a-b139-4a44-8478-3c21ee68d42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:13:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['f7718706-524c-4bcf-bdbc-3eb915946349'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:37.910440 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbc59b7a-bc81-43ce-9f7b-b78cfd445307 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Deleting subnet 6f58dac2-71a1-4be9-96eb-0af72babb687 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:13:37.913847 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fbc59b7a-bc81-43ce-9f7b-b78cfd445307 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.919769 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fa49870a-c576-4735-96f6-9190b87eaacc req-be27cba4-ddb0-4eeb-b84f-74f0dd765d73 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=26371832-550e-45b3-96ae-68345d377758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0475397 Sep 16 05:13:37.942867 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-bf962c5a-b139-4a44-8478-3c21ee68d42d None None] Set router f7718706-524c-4bcf-bdbc-3eb915946349 gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:37.961570 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fbc59b7a-bc81-43ce-9f7b-b78cfd445307 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.000532 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-bf962c5a-b139-4a44-8478-3c21ee68d42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'name': 'tempest-RoutersTest-router-524740228', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:13Z', 'updated_at': '2021-09-16T05:13:37Z', 'revision_number': 11, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:38.022856 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49870a-c576-4735-96f6-9190b87eaacc req-de2bc06e-b2c6-4e0f-b7ca-7f7c7094ff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:38.024274 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fa49870a-c576-4735-96f6-9190b87eaacc req-de2bc06e-b2c6-4e0f-b7ca-7f7c7094ff3b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e295da4b9d5d42eb8c742333e3155be3&device_id=26371832-550e-45b3-96ae-68345d377758 HTTP/1.1" status: 200 len: 1097 time: 0.0432074 Sep 16 05:13:38.029129 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf962c5a-b139-4a44-8478-3c21ee68d42d None None] Checking router: f7718706-524c-4bcf-bdbc-3eb915946349 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:38.038632 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf962c5a-b139-4a44-8478-3c21ee68d42d None None] Routers {'f7718706-524c-4bcf-bdbc-3eb915946349'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:38.039625 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-bf962c5a-b139-4a44-8478-3c21ee68d42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:13:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['f7718706-524c-4bcf-bdbc-3eb915946349'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:38.060021 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fbc59b7a-bc81-43ce-9f7b-b78cfd445307 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.112455 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-bf962c5a-b139-4a44-8478-3c21ee68d42d None None] Set router f7718706-524c-4bcf-bdbc-3eb915946349 gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:38.127793 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fbc59b7a-bc81-43ce-9f7b-b78cfd445307 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.142935 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49870a-c576-4735-96f6-9190b87eaacc req-098a0d35-9b6e-489b-afea-7a685073f12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:38.144717 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fa49870a-c576-4735-96f6-9190b87eaacc req-098a0d35-9b6e-489b-afea-7a685073f12e service neutron] 10.222.0.47 "GET /v2.0/networks?id=72085cb8-61de-43fd-98c3-cd34f739d106 HTTP/1.1" status: 200 len: 909 time: 0.0993054 Sep 16 05:13:38.162457 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc59b7a-bc81-43ce-9f7b-b78cfd445307 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event deleted for resources: {'Subnet': ['ID=6f58dac2-71a1-4be9-96eb-0af72babb687,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:38.164765 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fbc59b7a-bc81-43ce-9f7b-b78cfd445307 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.167416 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-fbc59b7a-bc81-43ce-9f7b-b78cfd445307 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/subnets/6f58dac2-71a1-4be9-96eb-0af72babb687 HTTP/1.1" status: 204 len: 168 time: 0.3110917 Sep 16 05:13:38.171008 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48886) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:38.177860 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-bf962c5a-b139-4a44-8478-3c21ee68d42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'name': 'tempest-RoutersTest-router-524740228', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:13Z', 'updated_at': '2021-09-16T05:13:37Z', 'revision_number': 11, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:38.183031 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88107775-98a3-4db6-903c-3ce7d70b97d1 None None] Network ab0eb64b-4235-4660-b734-8274b0fb64ee requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:38.209694 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf962c5a-b139-4a44-8478-3c21ee68d42d None None] The sync data for ids ['f7718706-524c-4bcf-bdbc-3eb915946349'] in n-d-712139-15 is: [{'id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'name': 'tempest-RoutersTest-router-524740228', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:13Z', 'updated_at': '2021-09-16T05:13:37Z', 'revision_number': 11, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'gw_port_host': None}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:38.224420 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fa49870a-c576-4735-96f6-9190b87eaacc req-455b73a0-82b0-497e-844a-e7105c8b1584 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f01f5d9-3cb4-41ca-94a0-c17da66fc97b HTTP/1.1" status: 200 len: 999 time: 0.0709450 Sep 16 05:13:38.269470 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-580db198-74b4-475c-a8b0-53e93e9eadda tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.282483 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49870a-c576-4735-96f6-9190b87eaacc req-18f2d9a5-9663-40fe-9863-65c6ae42c66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:38.285036 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fa49870a-c576-4735-96f6-9190b87eaacc req-18f2d9a5-9663-40fe-9863-65c6ae42c66c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dda785aa-2c1b-4011-88cc-77d070399dd7 HTTP/1.1" status: 200 len: 847 time: 0.0526218 Sep 16 05:13:38.333679 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49870a-c576-4735-96f6-9190b87eaacc req-c8746100-5431-43cf-9810-bba2dd3404d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:38.335276 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-580db198-74b4-475c-a8b0-53e93e9eadda tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Deleting port 7729ee86-333a-4816-812f-e7a39dd64301 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:38.335276 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-580db198-74b4-475c-a8b0-53e93e9eadda tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.335519 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fa49870a-c576-4735-96f6-9190b87eaacc req-c8746100-5431-43cf-9810-bba2dd3404d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72085cb8-61de-43fd-98c3-cd34f739d106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427699 Sep 16 05:13:38.410878 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-580db198-74b4-475c-a8b0-53e93e9eadda tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] For port 7729ee86-333a-4816-812f-e7a39dd64301, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=7729ee86-333a-4816-812f-e7a39dd64301,segment=NetworkSegment(f0301ca1-b927-481b-b9e1-c1c01e11be83),segment_id=f0301ca1-b927-481b-b9e1-c1c01e11be83)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:38.411244 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-580db198-74b4-475c-a8b0-53e93e9eadda tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.424833 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-580db198-74b4-475c-a8b0-53e93e9eadda tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Calling delete_port for 7729ee86-333a-4816-812f-e7a39dd64301 owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:38.441244 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fa49870a-c576-4735-96f6-9190b87eaacc req-96dd5fb8-e8c7-4f32-b60b-0d7f6cfbd766 service neutron] 10.222.0.47 "GET /v2.0/networks/72085cb8-61de-43fd-98c3-cd34f739d106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977898 Sep 16 05:13:38.504987 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-580db198-74b4-475c-a8b0-53e93e9eadda tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.538826 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580db198-74b4-475c-a8b0-53e93e9eadda tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event deleted for resources: {'Port': ['ID=7729ee86-333a-4816-812f-e7a39dd64301,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:38.539056 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-fa49870a-c576-4735-96f6-9190b87eaacc req-581205ee-f1a5-4c2b-ace9-aa49dd758d1a service neutron] 10.222.0.47 "GET /v2.0/networks/72085cb8-61de-43fd-98c3-cd34f739d106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896327 Sep 16 05:13:38.543722 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580db198-74b4-475c-a8b0-53e93e9eadda tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] No DVR routers for this DVR port 7729ee86-333a-4816-812f-e7a39dd64301 on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:38.612301 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf528af-f54a-4a3f-8dd0-b317f2b88837 None None] DHCP port deletion for ab0eb64b-4235-4660-b734-8274b0fb64ee request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:13:38.642749 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-580db198-74b4-475c-a8b0-53e93e9eadda tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.663968 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-580db198-74b4-475c-a8b0-53e93e9eadda tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab0eb64b-4235-4660-b734-8274b0fb64ee']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:38.676322 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-580db198-74b4-475c-a8b0-53e93e9eadda tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0301ca1-b927-481b-b9e1-c1c01e11be83') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:38.676650 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-580db198-74b4-475c-a8b0-53e93e9eadda tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0301ca1-b927-481b-b9e1-c1c01e11be83') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:38.686712 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-580db198-74b4-475c-a8b0-53e93e9eadda tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.689404 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device ae890c05-636f-4974-9ad7-5751fe5aa53a no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:38.700622 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-580db198-74b4-475c-a8b0-53e93e9eadda tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.706543 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-580db198-74b4-475c-a8b0-53e93e9eadda tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:38.706935 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-580db198-74b4-475c-a8b0-53e93e9eadda tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.710024 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:13:38.710024 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:38.710024 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:13:38.710024 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:38.710024 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:13:38.710024 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:38.710024 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:13:38.710024 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:38.710024 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:13:38.710024 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:38.710024 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:13:38.710024 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:38.710024 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:13:38.710024 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:38.710024 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:38.710024 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:38.710024 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:38.710024 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:38.710024 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:13:38.710024 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:38.710024 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:13:38.710024 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:38.710024 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:38.710024 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:38.710024 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:38.710024 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:38.710024 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:38.710024 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:38.710024 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:38.710024 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:38.710024 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:38.710024 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:38.712523 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: ae890c05-636f-4974-9ad7-5751fe5aa53a {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:38.712523 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device ae890c05-636f-4974-9ad7-5751fe5aa53a not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:38.712523 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 31e85687-89b9-402e-9070-52f6574ca8f1 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:38.733081 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 31e85687-89b9-402e-9070-52f6574ca8f1 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:38.733512 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 31e85687-89b9-402e-9070-52f6574ca8f1 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:38.734026 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 7729ee86-333a-4816-812f-e7a39dd64301 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:38.753111 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 7729ee86-333a-4816-812f-e7a39dd64301 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:38.753717 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 7729ee86-333a-4816-812f-e7a39dd64301 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:38.779759 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-580db198-74b4-475c-a8b0-53e93e9eadda tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.791791 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-580db198-74b4-475c-a8b0-53e93e9eadda tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.793814 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-580db198-74b4-475c-a8b0-53e93e9eadda tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/networks/ab0eb64b-4235-4660-b734-8274b0fb64ee HTTP/1.1" status: 204 len: 168 time: 0.6216924 Sep 16 05:13:38.796828 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48888) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:38.801618 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-af95b5d4-679a-4bad-bd28-38ec7c4d07f5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Request body: {'router': {'routes': None}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:38.805235 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580db198-74b4-475c-a8b0-53e93e9eadda tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Pushing event deleted for resources: {'Network': ['ID=ab0eb64b-4235-4660-b734-8274b0fb64ee,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:38.952423 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.extraroute_db [None req-af95b5d4-679a-4bad-bd28-38ec7c4d07f5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Added routes are [] {{(pid=94766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 05:13:38.952762 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.extraroute_db [None req-af95b5d4-679a-4bad-bd28-38ec7c4d07f5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Removed routes are [] {{(pid=94766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 05:13:38.953125 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-af95b5d4-679a-4bad-bd28-38ec7c4d07f5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-986631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1171'] for router, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.090695 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-af95b5d4-679a-4bad-bd28-38ec7c4d07f5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-986631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1171'] for router, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.093967 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-af95b5d4-679a-4bad-bd28-38ec7c4d07f5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-986636'] for router, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.169387 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af95b5d4-679a-4bad-bd28-38ec7c4d07f5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Router f7718706-524c-4bcf-bdbc-3eb915946349 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:39.242367 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af95b5d4-679a-4bad-bd28-38ec7c4d07f5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:39.249542 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-af95b5d4-679a-4bad-bd28-38ec7c4d07f5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.251001 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-af95b5d4-679a-4bad-bd28-38ec7c4d07f5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "PUT /v2.0/routers/f7718706-524c-4bcf-bdbc-3eb915946349 HTTP/1.1" status: 200 len: 700 time: 0.4530344 Sep 16 05:13:39.252607 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fba2170-745d-44c1-8c15-5df611e14bba None None] Sync routers for ids ['f7718706-524c-4bcf-bdbc-3eb915946349'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:39.253453 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48890) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:39.262473 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fba2170-745d-44c1-8c15-5df611e14bba None None] Routers {'f7718706-524c-4bcf-bdbc-3eb915946349'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:39.263079 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-2fba2170-745d-44c1-8c15-5df611e14bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:13:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['f7718706-524c-4bcf-bdbc-3eb915946349'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:39.288474 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-43126bab-0fd2-431f-8697-f36bd6376d40 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7718706-524c-4bcf-bdbc-3eb915946349 HTTP/1.1" status: 200 len: 205 time: 0.0309289 Sep 16 05:13:39.288474 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48892) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:39.333377 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-2fba2170-745d-44c1-8c15-5df611e14bba None None] Set router f7718706-524c-4bcf-bdbc-3eb915946349 gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:39.363778 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-47e14622-e0f5-468d-a672-d44487902751 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.387562 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-2fba2170-745d-44c1-8c15-5df611e14bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'name': 'tempest-RoutersTest-router-524740228', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:13Z', 'updated_at': '2021-09-16T05:13:37Z', 'revision_number': 11, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:39.413838 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fba2170-745d-44c1-8c15-5df611e14bba None None] Checking router: f7718706-524c-4bcf-bdbc-3eb915946349 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:39.423699 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fba2170-745d-44c1-8c15-5df611e14bba None None] Routers {'f7718706-524c-4bcf-bdbc-3eb915946349'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:39.424418 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-2fba2170-745d-44c1-8c15-5df611e14bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:13:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['f7718706-524c-4bcf-bdbc-3eb915946349'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:39.494474 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-2fba2170-745d-44c1-8c15-5df611e14bba None None] Set router f7718706-524c-4bcf-bdbc-3eb915946349 gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:39.527758 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-47e14622-e0f5-468d-a672-d44487902751 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.530093 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-47e14622-e0f5-468d-a672-d44487902751 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.550880 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-2fba2170-745d-44c1-8c15-5df611e14bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'name': 'tempest-RoutersTest-router-524740228', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:13Z', 'updated_at': '2021-09-16T05:13:37Z', 'revision_number': 11, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:39.578193 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fba2170-745d-44c1-8c15-5df611e14bba None None] The sync data for ids ['f7718706-524c-4bcf-bdbc-3eb915946349'] in n-d-712139-15 is: [{'id': 'f7718706-524c-4bcf-bdbc-3eb915946349', 'name': 'tempest-RoutersTest-router-524740228', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:13Z', 'updated_at': '2021-09-16T05:13:37Z', 'revision_number': 11, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'gw_port_host': None}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:39.579255 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-47e14622-e0f5-468d-a672-d44487902751 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.579782 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e14622-e0f5-468d-a672-d44487902751 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Fanout notify agent at l3_agent the message router_deleted on router f7718706-524c-4bcf-bdbc-3eb915946349 {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:13:39.586973 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-47e14622-e0f5-468d-a672-d44487902751 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.592794 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48894) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:39.593318 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-47e14622-e0f5-468d-a672-d44487902751 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/routers/f7718706-524c-4bcf-bdbc-3eb915946349 HTTP/1.1" status: 204 len: 168 time: 0.3037570 Sep 16 05:13:39.597872 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-c945387e-0f29-427a-8bf8-231336ed96a7 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-571598895', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:39.624169 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c945387e-0f29-427a-8bf8-231336ed96a7 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.625448 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c945387e-0f29-427a-8bf8-231336ed96a7 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.684313 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c945387e-0f29-427a-8bf8-231336ed96a7 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.688585 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c945387e-0f29-427a-8bf8-231336ed96a7 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.704628 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c945387e-0f29-427a-8bf8-231336ed96a7 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.705875 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c945387e-0f29-427a-8bf8-231336ed96a7 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1120560 Sep 16 05:13:39.708703 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48896) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:39.713727 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-7d2c702b-1645-4305-a143-056a2f796206 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:39.923523 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d2c702b-1645-4305-a143-056a2f796206 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-986631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1171'] for router, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.933788 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d2c702b-1645-4305-a143-056a2f796206 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-986636'] for router, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.046839 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2c702b-1645-4305-a143-056a2f796206 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Router 4209b10a-b53c-4b5e-bf1a-8707a3952e2c is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:13:40.100067 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-775a464c-7555-4c77-9fac-1dc5cbdb211a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.127295 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2c702b-1645-4305-a143-056a2f796206 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:40.134016 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d2c702b-1645-4305-a143-056a2f796206 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.135992 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7d2c702b-1645-4305-a143-056a2f796206 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "PUT /v2.0/routers/4209b10a-b53c-4b5e-bf1a-8707a3952e2c HTTP/1.1" status: 200 len: 693 time: 0.4256022 Sep 16 05:13:40.138958 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48898) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:40.142069 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b14c379-2ff9-428d-9945-af71351d7b78 None None] Sync routers for ids ['4209b10a-b53c-4b5e-bf1a-8707a3952e2c'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:40.152028 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b14c379-2ff9-428d-9945-af71351d7b78 None None] Routers {'4209b10a-b53c-4b5e-bf1a-8707a3952e2c'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:40.152716 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-4b14c379-2ff9-428d-9945-af71351d7b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:13:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['4209b10a-b53c-4b5e-bf1a-8707a3952e2c'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:40.214548 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ef695ab7-c499-44f9-8edb-e60819924a22 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "GET /v2.0/routers/4209b10a-b53c-4b5e-bf1a-8707a3952e2c HTTP/1.1" status: 200 len: 699 time: 0.0744119 Sep 16 05:13:40.217250 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48900) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:40.226632 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-4b14c379-2ff9-428d-9945-af71351d7b78 None None] Set router 4209b10a-b53c-4b5e-bf1a-8707a3952e2c gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:40.247624 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3016fd56-61a2-4885-8061-4fb7aa9ff1ff tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "GET /v2.0/ports?device_id=4209b10a-b53c-4b5e-bf1a-8707a3952e2c HTTP/1.1" status: 200 len: 205 time: 0.0293014 Sep 16 05:13:40.250196 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48902) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:40.284167 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-4b14c379-2ff9-428d-9945-af71351d7b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4209b10a-b53c-4b5e-bf1a-8707a3952e2c', 'name': 'tempest-RoutersTest-router-571598895', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:39Z', 'updated_at': '2021-09-16T05:13:39Z', 'revision_number': 2, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:40.312318 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b14c379-2ff9-428d-9945-af71351d7b78 None None] Checking router: 4209b10a-b53c-4b5e-bf1a-8707a3952e2c for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:40.321456 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b14c379-2ff9-428d-9945-af71351d7b78 None None] Routers {'4209b10a-b53c-4b5e-bf1a-8707a3952e2c'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:40.322077 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-4b14c379-2ff9-428d-9945-af71351d7b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:13:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['4209b10a-b53c-4b5e-bf1a-8707a3952e2c'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:40.323869 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f6071bee-9e49-473a-b8d0-a9ce347b5b56 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.395941 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-4b14c379-2ff9-428d-9945-af71351d7b78 None None] Set router 4209b10a-b53c-4b5e-bf1a-8707a3952e2c gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:40.454222 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-4b14c379-2ff9-428d-9945-af71351d7b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4209b10a-b53c-4b5e-bf1a-8707a3952e2c', 'name': 'tempest-RoutersTest-router-571598895', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:39Z', 'updated_at': '2021-09-16T05:13:39Z', 'revision_number': 2, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:40.481445 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b14c379-2ff9-428d-9945-af71351d7b78 None None] The sync data for ids ['4209b10a-b53c-4b5e-bf1a-8707a3952e2c'] in n-d-712139-15 is: [{'id': '4209b10a-b53c-4b5e-bf1a-8707a3952e2c', 'name': 'tempest-RoutersTest-router-571598895', 'tenant_id': 'e82e744d7ac9442f9b072f013df3daed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:39Z', 'updated_at': '2021-09-16T05:13:39Z', 'revision_number': 2, 'project_id': 'e82e744d7ac9442f9b072f013df3daed', 'gw_port_host': None}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:40.485992 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f6071bee-9e49-473a-b8d0-a9ce347b5b56 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.487998 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f6071bee-9e49-473a-b8d0-a9ce347b5b56 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.539397 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f6071bee-9e49-473a-b8d0-a9ce347b5b56 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.540048 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6071bee-9e49-473a-b8d0-a9ce347b5b56 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Fanout notify agent at l3_agent the message router_deleted on router 4209b10a-b53c-4b5e-bf1a-8707a3952e2c {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:13:40.548812 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f6071bee-9e49-473a-b8d0-a9ce347b5b56 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.549947 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f6071bee-9e49-473a-b8d0-a9ce347b5b56 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/routers/4209b10a-b53c-4b5e-bf1a-8707a3952e2c HTTP/1.1" status: 204 len: 168 time: 0.2988346 Sep 16 05:13:40.553395 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48904) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:40.581927 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-753a203e-c1a2-4f06-8f62-84487afe2bf2 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "GET /v2.0/ports?device_id=4209b10a-b53c-4b5e-bf1a-8707a3952e2c HTTP/1.1" status: 200 len: 205 time: 0.0274277 Sep 16 05:13:40.584475 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48906) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:40.624621 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-4e557d46-ab13-4341-b858-4168cac752ec tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] delete failed (client error): The resource could not be found. Sep 16 05:13:40.625684 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4e557d46-ab13-4341-b858-4168cac752ec tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/routers/4209b10a-b53c-4b5e-bf1a-8707a3952e2c HTTP/1.1" status: 404 len: 336 time: 0.0402660 Sep 16 05:13:40.628137 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48908) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:40.654956 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-83b0b28c-f69c-4cec-a1a2-2859957522cc tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] DELETE failed (client error): The resource could not be found. Sep 16 05:13:40.655412 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83b0b28c-f69c-4cec-a1a2-2859957522cc tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:13:40.659687 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-83b0b28c-f69c-4cec-a1a2-2859957522cc tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/subnets/11851acf-8db7-46a0-8668-db78e398c7ad HTTP/1.1" status: 404 len: 337 time: 0.0281277 Sep 16 05:13:40.659982 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48910) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:40.692693 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c051450-c3e2-409e-a160-fe1aad9964ae tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] DELETE failed (client error): The resource could not be found. Sep 16 05:13:40.693155 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c051450-c3e2-409e-a160-fe1aad9964ae tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:13:40.694924 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4c051450-c3e2-409e-a160-fe1aad9964ae tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/subnets/f756ce80-3c7e-477b-a831-676e4d983eb2 HTTP/1.1" status: 404 len: 337 time: 0.0339518 Sep 16 05:13:40.698212 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48912) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:40.725143 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ce24f1-78fa-41e3-ac93-961f2fe87ea0 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] DELETE failed (client error): The resource could not be found. Sep 16 05:13:40.725687 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39ce24f1-78fa-41e3-ac93-961f2fe87ea0 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:13:40.727391 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-39ce24f1-78fa-41e3-ac93-961f2fe87ea0 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/subnets/5d719b55-7a41-4437-8720-5798bbb78a23 HTTP/1.1" status: 404 len: 337 time: 0.0282114 Sep 16 05:13:40.729923 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48914) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:40.755142 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e5f6797-63e3-42c3-a788-ec917c444d67 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] DELETE failed (client error): The resource could not be found. Sep 16 05:13:40.755505 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e5f6797-63e3-42c3-a788-ec917c444d67 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:13:40.757231 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7e5f6797-63e3-42c3-a788-ec917c444d67 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/subnets/6f58dac2-71a1-4be9-96eb-0af72babb687 HTTP/1.1" status: 404 len: 337 time: 0.0263741 Sep 16 05:13:40.759761 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48916) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:40.786916 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e631c8e7-925f-44f5-a30f-8a7d44a62855 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7718706-524c-4bcf-bdbc-3eb915946349 HTTP/1.1" status: 200 len: 205 time: 0.0251861 Sep 16 05:13:40.789209 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48918) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:40.825734 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-ae608414-79f9-4200-a50b-10667bf39cc5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] delete failed (client error): The resource could not be found. Sep 16 05:13:40.826743 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ae608414-79f9-4200-a50b-10667bf39cc5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/routers/f7718706-524c-4bcf-bdbc-3eb915946349 HTTP/1.1" status: 404 len: 336 time: 0.0366626 Sep 16 05:13:40.829322 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48920) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:40.861133 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6fec45d9-0337-4086-b9ec-f70990d54cda tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "GET /v2.0/ports?device_id=b926fa1e-7a73-47a1-ba37-d1c12995c8c1 HTTP/1.1" status: 200 len: 205 time: 0.0307834 Sep 16 05:13:40.863398 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48922) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:40.899849 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-68d44d41-9179-43fc-8f36-d4f55c8b8354 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] delete failed (client error): The resource could not be found. Sep 16 05:13:40.900985 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-68d44d41-9179-43fc-8f36-d4f55c8b8354 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/routers/b926fa1e-7a73-47a1-ba37-d1c12995c8c1 HTTP/1.1" status: 404 len: 336 time: 0.0367072 Sep 16 05:13:40.903587 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48926) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:40.933283 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7609eb7c-d5a6-4a07-bb2f-ab9bbf38a6a2 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] DELETE failed (client error): The resource could not be found. Sep 16 05:13:40.933730 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7609eb7c-d5a6-4a07-bb2f-ab9bbf38a6a2 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:13:40.935448 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7609eb7c-d5a6-4a07-bb2f-ab9bbf38a6a2 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/subnets/e979e175-0440-499e-8957-2039c643a430 HTTP/1.1" status: 404 len: 337 time: 0.0309525 Sep 16 05:13:40.938001 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48928) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:40.969788 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-67bfa414-b6d2-4bd3-8943-420250c93fc5 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd96c24b-e007-4209-af46-6db46c0a5187 HTTP/1.1" status: 200 len: 205 time: 0.0306437 Sep 16 05:13:40.971930 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48930) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:41.012592 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-b4662291-fa15-4ce2-90a6-a9d3d9e05b87 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] delete failed (client error): The resource could not be found. Sep 16 05:13:41.013862 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b4662291-fa15-4ce2-90a6-a9d3d9e05b87 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/routers/dd96c24b-e007-4209-af46-6db46c0a5187 HTTP/1.1" status: 404 len: 336 time: 0.0407543 Sep 16 05:13:41.016371 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48932) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:41.047509 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8901cfbe-b7f4-4f1a-b584-cce67de0d42f tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f0dce7-773c-4011-9cdd-ccfe4e907863 HTTP/1.1" status: 200 len: 205 time: 0.0296428 Sep 16 05:13:41.049800 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48934) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:41.093238 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-a4cce88c-5373-43de-a478-326c8eec111d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] delete failed (client error): The resource could not be found. Sep 16 05:13:41.094299 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a4cce88c-5373-43de-a478-326c8eec111d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/routers/b9f0dce7-773c-4011-9cdd-ccfe4e907863 HTTP/1.1" status: 404 len: 336 time: 0.0434415 Sep 16 05:13:41.096770 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48936) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:41.124555 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9646784-fe4f-4c00-9449-5bdf244f2b44 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] DELETE failed (client error): The resource could not be found. Sep 16 05:13:41.125037 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9646784-fe4f-4c00-9449-5bdf244f2b44 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:13:41.129602 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b9646784-fe4f-4c00-9449-5bdf244f2b44 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/subnets/d3e38777-9105-4a7b-802c-88c4d1d0952d HTTP/1.1" status: 404 len: 337 time: 0.0293763 Sep 16 05:13:41.129843 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48938) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:41.156877 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e7b0c184-5896-4b63-8642-d0f298442e40 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "GET /v2.0/ports?device_id=3235456b-a0f7-4680-af21-9f2ec3df52f9 HTTP/1.1" status: 200 len: 205 time: 0.0259261 Sep 16 05:13:41.159201 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48940) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:41.196004 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-51e99c6c-c2a7-4df2-afd7-4cb34f24213a tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] delete failed (client error): The resource could not be found. Sep 16 05:13:41.197104 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-51e99c6c-c2a7-4df2-afd7-4cb34f24213a tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/routers/3235456b-a0f7-4680-af21-9f2ec3df52f9 HTTP/1.1" status: 404 len: 336 time: 0.0370171 Sep 16 05:13:41.200532 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48942) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:41.230990 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cea2b3e-19a2-4c87-874c-c269ccf1ae5d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] DELETE failed (client error): The resource could not be found. Sep 16 05:13:41.231448 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cea2b3e-19a2-4c87-874c-c269ccf1ae5d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:13:41.233216 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5cea2b3e-19a2-4c87-874c-c269ccf1ae5d tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/subnets/7d65d6d8-a560-481e-8f61-7bb25b0d1ffc HTTP/1.1" status: 404 len: 337 time: 0.0317817 Sep 16 05:13:41.235931 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48944) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:41.264201 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-852d3efd-e993-4cb4-8f42-7c9452892a93 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "GET /v2.0/ports?device_id=27a7b334-1b4c-4d62-a055-f8d081dd687f HTTP/1.1" status: 200 len: 205 time: 0.0268724 Sep 16 05:13:41.266409 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48946) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:41.304041 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-a369b135-32af-4608-950c-9709da018c62 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] delete failed (client error): The resource could not be found. Sep 16 05:13:41.305241 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a369b135-32af-4608-950c-9709da018c62 tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/routers/27a7b334-1b4c-4d62-a055-f8d081dd687f HTTP/1.1" status: 404 len: 336 time: 0.0379584 Sep 16 05:13:41.309027 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48948) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:41.338937 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-de92700d-4592-4df3-a398-59fba8e94a0e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] DELETE failed (client error): The resource could not be found. Sep 16 05:13:41.339386 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de92700d-4592-4df3-a398-59fba8e94a0e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:13:41.341129 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-de92700d-4592-4df3-a398-59fba8e94a0e tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/subnets/3aaa9478-8bdd-4c8b-92e6-07b4510d062e HTTP/1.1" status: 404 len: 337 time: 0.0311739 Sep 16 05:13:41.343707 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48950) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:41.372349 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c22c94-3dab-48a9-acfb-093b9573785b tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] DELETE failed (client error): The resource could not be found. Sep 16 05:13:41.373337 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3c22c94-3dab-48a9-acfb-093b9573785b tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:13:41.374712 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a3c22c94-3dab-48a9-acfb-093b9573785b tempest-RoutersTest-929927438 tempest-RoutersTest-929927438-project] 10.222.0.35 "DELETE /v2.0/subnets/de427e21-359a-4749-a22c-1eb43c392c41 HTTP/1.1" status: 404 len: 337 time: 0.0300305 Sep 16 05:13:41.631523 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48956) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:41.765980 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a1d3a051-0b94-4c9c-8db7-7e5abd27ea82 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e82e744d7ac9442f9b072f013df3daed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1332338 Sep 16 05:13:41.768419 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48960) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:41.790567 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.817163 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7640e41d-2ffc-4608-943c-c183cd7ff01e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.838180 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7640e41d-2ffc-4608-943c-c183cd7ff01e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.884360 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7640e41d-2ffc-4608-943c-c183cd7ff01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.887637 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7640e41d-2ffc-4608-943c-c183cd7ff01e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.888813 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7640e41d-2ffc-4608-943c-c183cd7ff01e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b7d361cc-cb97-435f-9470-6bd383333798 HTTP/1.1" status: 204 len: 168 time: 0.1195064 Sep 16 05:13:41.896143 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640e41d-2ffc-4608-943c-c183cd7ff01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d361cc-cb97-435f-9470-6bd383333798,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:41.904288 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7640e41d-2ffc-4608-943c-c183cd7ff01e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:41.904669 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7640e41d-2ffc-4608-943c-c183cd7ff01e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:41.905012 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7640e41d-2ffc-4608-943c-c183cd7ff01e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:41.905348 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7640e41d-2ffc-4608-943c-c183cd7ff01e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:41.905676 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7640e41d-2ffc-4608-943c-c183cd7ff01e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:41.906002 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7640e41d-2ffc-4608-943c-c183cd7ff01e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:41.906326 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7640e41d-2ffc-4608-943c-c183cd7ff01e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:41.906651 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7640e41d-2ffc-4608-943c-c183cd7ff01e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:41.906971 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7640e41d-2ffc-4608-943c-c183cd7ff01e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:41.907340 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7640e41d-2ffc-4608-943c-c183cd7ff01e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:41.907611 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7640e41d-2ffc-4608-943c-c183cd7ff01e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:41.907927 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7640e41d-2ffc-4608-943c-c183cd7ff01e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:42.568860 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48982) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:42.673345 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-28e479a8-0013-48ec-86ab-7fd0d7497357 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-343219227', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:42.704391 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-28e479a8-0013-48ec-86ab-7fd0d7497357 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.705576 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-28e479a8-0013-48ec-86ab-7fd0d7497357 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.768496 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-28e479a8-0013-48ec-86ab-7fd0d7497357 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.772402 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-28e479a8-0013-48ec-86ab-7fd0d7497357 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.789058 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-28e479a8-0013-48ec-86ab-7fd0d7497357 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.790351 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-28e479a8-0013-48ec-86ab-7fd0d7497357 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2203841 Sep 16 05:13:42.793753 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48986) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:42.799077 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-98bec331-8c99-433d-98f9-0b4d1dc5e453 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-176609266'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:42.821438 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98bec331-8c99-433d-98f9-0b4d1dc5e453 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Made reservation on behalf of 62fceb631b1a408282f144305f7d8550 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:42.825418 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-98bec331-8c99-433d-98f9-0b4d1dc5e453 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.835256 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-98bec331-8c99-433d-98f9-0b4d1dc5e453 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.935317 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-98bec331-8c99-433d-98f9-0b4d1dc5e453 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.939022 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-98bec331-8c99-433d-98f9-0b4d1dc5e453 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.970550 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98bec331-8c99-433d-98f9-0b4d1dc5e453 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:42.981685 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bec331-8c99-433d-98f9-0b4d1dc5e453 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e489e31-0a2d-46b3-a26f-b8e6b084fe30,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:42.987238 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-98bec331-8c99-433d-98f9-0b4d1dc5e453 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.987580 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-98bec331-8c99-433d-98f9-0b4d1dc5e453 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Added segment 8485e8e2-5fb6-4597-a168-66beb164364f of type vlan for network af67f96a-be9a-413a-b698-ef78b97acc5f Sep 16 05:13:43.033868 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-98bec331-8c99-433d-98f9-0b4d1dc5e453 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.059970 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-98bec331-8c99-433d-98f9-0b4d1dc5e453 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.065798 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bec331-8c99-433d-98f9-0b4d1dc5e453 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:43.066389 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-98bec331-8c99-433d-98f9-0b4d1dc5e453 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.101132 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-98bec331-8c99-433d-98f9-0b4d1dc5e453 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3061399 Sep 16 05:13:43.104634 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48988) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:43.111792 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-c7e98f32-7657-4dd9-b57f-49f384701dac tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Request body: {'subnet': {'network_id': 'af67f96a-be9a-413a-b698-ef78b97acc5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:43.161047 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bec331-8c99-433d-98f9-0b4d1dc5e453 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Pushing event updated for resources: {'Network': ['ID=af67f96a-be9a-413a-b698-ef78b97acc5f,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:43.172349 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network af67f96a-be9a-413a-b698-ef78b97acc5f details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:43.226376 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e98f32-7657-4dd9-b57f-49f384701dac tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Made reservation on behalf of 62fceb631b1a408282f144305f7d8550 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:43.231603 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c7e98f32-7657-4dd9-b57f-49f384701dac tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.254804 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1376ca32-e5ce-4f6f-b350-a30686238068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.417103 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c7e98f32-7657-4dd9-b57f-49f384701dac tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.479548 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e98f32-7657-4dd9-b57f-49f384701dac tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Pushing event updated for resources: {'Subnet': ['ID=1fa5ed1b-d7a0-4a83-a6c7-cdcb01805980,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:43.489629 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e98f32-7657-4dd9-b57f-49f384701dac tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Checking segment: {'id': '8485e8e2-5fb6-4597-a168-66beb164364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'af67f96a-be9a-413a-b698-ef78b97acc5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:43.489991 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e98f32-7657-4dd9-b57f-49f384701dac tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Network hostable DHCP agents. Network: af67f96a-be9a-413a-b698-ef78b97acc5f, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:43.506681 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e98f32-7657-4dd9-b57f-49f384701dac tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Network af67f96a-be9a-413a-b698-ef78b97acc5f is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:43.516584 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-c7e98f32-7657-4dd9-b57f-49f384701dac tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, af67f96a-be9a-413a-b698-ef78b97acc5f) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:43.521129 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e98f32-7657-4dd9-b57f-49f384701dac tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:43.521730 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c7e98f32-7657-4dd9-b57f-49f384701dac tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.528547 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345d00e2-ed6f-4f70-ab21-b53b7466d442 None None] Network af67f96a-be9a-413a-b698-ef78b97acc5f requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:43.532070 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.538476 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c7e98f32-7657-4dd9-b57f-49f384701dac tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4328299 Sep 16 05:13:43.542421 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 48990) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:43.547708 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-05358b07-2719-4fee-bf70-8ea917020630 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Request body: {'network': {'name': 'tempest-router-network01--664715748'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:43.569234 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05358b07-2719-4fee-bf70-8ea917020630 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Made reservation on behalf of 62fceb631b1a408282f144305f7d8550 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:43.572989 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-05358b07-2719-4fee-bf70-8ea917020630 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.596236 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05358b07-2719-4fee-bf70-8ea917020630 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:43.605857 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-05358b07-2719-4fee-bf70-8ea917020630 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.606220 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-05358b07-2719-4fee-bf70-8ea917020630 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Added segment 10b57c37-59e3-4b1c-b630-4dedccf0c73a of type vlan for network 46837dc1-e302-44a1-8acf-3d53fda4babf Sep 16 05:13:43.646826 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-05358b07-2719-4fee-bf70-8ea917020630 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.671557 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-05358b07-2719-4fee-bf70-8ea917020630 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.678859 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05358b07-2719-4fee-bf70-8ea917020630 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:43.679458 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5099c049-5def-4e68-86e5-cf822878097a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-af67f96a-be9a-413a-b698-ef78b97acc5f', 'network_id': 'af67f96a-be9a-413a-b698-ef78b97acc5f', 'tenant_id': '62fceb631b1a408282f144305f7d8550', 'fixed_ips': [{'subnet_id': '1fa5ed1b-d7a0-4a83-a6c7-cdcb01805980'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:13:43.679596 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-05358b07-2719-4fee-bf70-8ea917020630 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.679774 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5099c049-5def-4e68-86e5-cf822878097a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.716216 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-05358b07-2719-4fee-bf70-8ea917020630 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1726301 Sep 16 05:13:43.719833 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48992) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:43.725056 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-0b873ba4-aabd-4009-aa6b-de11aa0887a8 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Request body: {'network': {'name': 'tempest-router-network02--806815788'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:43.749207 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b873ba4-aabd-4009-aa6b-de11aa0887a8 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Made reservation on behalf of 62fceb631b1a408282f144305f7d8550 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:43.753407 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05358b07-2719-4fee-bf70-8ea917020630 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Pushing event updated for resources: {'Network': ['ID=46837dc1-e302-44a1-8acf-3d53fda4babf,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:43.753606 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0b873ba4-aabd-4009-aa6b-de11aa0887a8 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.766701 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 46837dc1-e302-44a1-8acf-3d53fda4babf details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:43.779916 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b873ba4-aabd-4009-aa6b-de11aa0887a8 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:43.789511 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0b873ba4-aabd-4009-aa6b-de11aa0887a8 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.789859 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-0b873ba4-aabd-4009-aa6b-de11aa0887a8 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Added segment 604737ca-ab75-41bb-bb44-f36b1333f8ed of type vlan for network d613f1fa-e615-4c53-8b56-bd69baf8ab52 Sep 16 05:13:43.830312 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0b873ba4-aabd-4009-aa6b-de11aa0887a8 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.855660 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0b873ba4-aabd-4009-aa6b-de11aa0887a8 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.861321 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b873ba4-aabd-4009-aa6b-de11aa0887a8 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:43.861925 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0b873ba4-aabd-4009-aa6b-de11aa0887a8 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.875900 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-5099c049-5def-4e68-86e5-cf822878097a None None] Allocated IP 2001:db8::2 (af67f96a-be9a-413a-b698-ef78b97acc5f/1fa5ed1b-d7a0-4a83-a6c7-cdcb01805980/d44007cf-7272-4d4b-9975-d98c499ec1bc) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:43.895765 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0b873ba4-aabd-4009-aa6b-de11aa0887a8 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1746807 Sep 16 05:13:43.898657 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48994) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:43.903880 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-ce5f8622-946e-4bd5-b09a-13e4a3fda816 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Request body: {'subnet': {'network_id': '46837dc1-e302-44a1-8acf-3d53fda4babf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:44.031733 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5099c049-5def-4e68-86e5-cf822878097a None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.038313 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5099c049-5def-4e68-86e5-cf822878097a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.079865 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5099c049-5def-4e68-86e5-cf822878097a None None] Network af67f96a-be9a-413a-b698-ef78b97acc5f is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:44.085428 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-5099c049-5def-4e68-86e5-cf822878097a None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:44.091892 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5099c049-5def-4e68-86e5-cf822878097a None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:44.095229 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099c049-5def-4e68-86e5-cf822878097a None None] Pushing event updated for resources: {'Port': ['ID=d44007cf-7272-4d4b-9975-d98c499ec1bc,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:44.107137 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099c049-5def-4e68-86e5-cf822878097a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:44.107487 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099c049-5def-4e68-86e5-cf822878097a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:44.107832 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099c049-5def-4e68-86e5-cf822878097a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:44.108173 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099c049-5def-4e68-86e5-cf822878097a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:44.108512 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099c049-5def-4e68-86e5-cf822878097a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:44.108870 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099c049-5def-4e68-86e5-cf822878097a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:44.109198 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099c049-5def-4e68-86e5-cf822878097a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:44.109528 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099c049-5def-4e68-86e5-cf822878097a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:44.109855 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099c049-5def-4e68-86e5-cf822878097a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:44.110186 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099c049-5def-4e68-86e5-cf822878097a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:44.110510 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099c049-5def-4e68-86e5-cf822878097a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:44.110834 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099c049-5def-4e68-86e5-cf822878097a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:44.162790 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-5099c049-5def-4e68-86e5-cf822878097a None None] Attempting to bind port d44007cf-7272-4d4b-9975-d98c499ec1bc on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:44.163172 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-5099c049-5def-4e68-86e5-cf822878097a None None] Attempting to bind port d44007cf-7272-4d4b-9975-d98c499ec1bc by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '8485e8e2-5fb6-4597-a168-66beb164364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'af67f96a-be9a-413a-b698-ef78b97acc5f'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:44.163528 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5099c049-5def-4e68-86e5-cf822878097a None None] Attempting to bind port d44007cf-7272-4d4b-9975-d98c499ec1bc on network af67f96a-be9a-413a-b698-ef78b97acc5f {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:44.170153 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5099c049-5def-4e68-86e5-cf822878097a None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:44.170526 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5099c049-5def-4e68-86e5-cf822878097a None None] Checking segment: {'id': '8485e8e2-5fb6-4597-a168-66beb164364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'af67f96a-be9a-413a-b698-ef78b97acc5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:44.170941 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5099c049-5def-4e68-86e5-cf822878097a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.171339 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5099c049-5def-4e68-86e5-cf822878097a None None] Bound using segment: {'id': '8485e8e2-5fb6-4597-a168-66beb164364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'af67f96a-be9a-413a-b698-ef78b97acc5f'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:44.171818 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-5099c049-5def-4e68-86e5-cf822878097a None None] Bound port: d44007cf-7272-4d4b-9975-d98c499ec1bc, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8485e8e2-5fb6-4597-a168-66beb164364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'af67f96a-be9a-413a-b698-ef78b97acc5f'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:44.172204 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5099c049-5def-4e68-86e5-cf822878097a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.242017 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-5099c049-5def-4e68-86e5-cf822878097a None None] For port d44007cf-7272-4d4b-9975-d98c499ec1bc, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:44.245417 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-5099c049-5def-4e68-86e5-cf822878097a None None] For port d44007cf-7272-4d4b-9975-d98c499ec1bc, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d44007cf-7272-4d4b-9975-d98c499ec1bc,segment=NetworkSegment(8485e8e2-5fb6-4597-a168-66beb164364f),segment_id=8485e8e2-5fb6-4597-a168-66beb164364f)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:44.250885 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5099c049-5def-4e68-86e5-cf822878097a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.308485 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b873ba4-aabd-4009-aa6b-de11aa0887a8 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Pushing event updated for resources: {'Network': ['ID=d613f1fa-e615-4c53-8b56-bd69baf8ab52,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:44.309735 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099c049-5def-4e68-86e5-cf822878097a None None] Pushing event updated for resources: {'Port': ['ID=d44007cf-7272-4d4b-9975-d98c499ec1bc,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:44.319855 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network d613f1fa-e615-4c53-8b56-bd69baf8ab52 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:44.378928 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5f8622-946e-4bd5-b09a-13e4a3fda816 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Made reservation on behalf of 62fceb631b1a408282f144305f7d8550 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:44.382572 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ce5f8622-946e-4bd5-b09a-13e4a3fda816 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.590629 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ce5f8622-946e-4bd5-b09a-13e4a3fda816 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.609369 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.658709 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f8622-946e-4bd5-b09a-13e4a3fda816 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Pushing event updated for resources: {'Subnet': ['ID=278c68c5-56eb-4d46-a61f-f24c8b608ced,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:44.675947 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5f8622-946e-4bd5-b09a-13e4a3fda816 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Checking segment: {'id': '10b57c37-59e3-4b1c-b630-4dedccf0c73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '46837dc1-e302-44a1-8acf-3d53fda4babf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:44.676306 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5f8622-946e-4bd5-b09a-13e4a3fda816 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Network hostable DHCP agents. Network: 46837dc1-e302-44a1-8acf-3d53fda4babf, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:44.692690 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5f8622-946e-4bd5-b09a-13e4a3fda816 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Network 46837dc1-e302-44a1-8acf-3d53fda4babf is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:44.701130 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-ce5f8622-946e-4bd5-b09a-13e4a3fda816 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 46837dc1-e302-44a1-8acf-3d53fda4babf) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:44.706046 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5f8622-946e-4bd5-b09a-13e4a3fda816 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:44.706851 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ce5f8622-946e-4bd5-b09a-13e4a3fda816 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.710420 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22c48f5-adc0-40cc-abef-b5106abbb6e4 None None] Network 46837dc1-e302-44a1-8acf-3d53fda4babf requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:44.721309 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ce5f8622-946e-4bd5-b09a-13e4a3fda816 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8215024 Sep 16 05:13:44.723932 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48996) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:44.729895 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-6611f903-25ba-4d9d-a67f-a3a4d396da0b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Request body: {'subnet': {'network_id': 'd613f1fa-e615-4c53-8b56-bd69baf8ab52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:44.777640 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.825794 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6611f903-25ba-4d9d-a67f-a3a4d396da0b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Made reservation on behalf of 62fceb631b1a408282f144305f7d8550 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:44.829349 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6611f903-25ba-4d9d-a67f-a3a4d396da0b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.874105 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44754427-9eca-4349-898c-1515dd881b1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-46837dc1-e302-44a1-8acf-3d53fda4babf', 'network_id': '46837dc1-e302-44a1-8acf-3d53fda4babf', 'tenant_id': '62fceb631b1a408282f144305f7d8550', 'fixed_ips': [{'subnet_id': '278c68c5-56eb-4d46-a61f-f24c8b608ced'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:13:44.875007 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-44754427-9eca-4349-898c-1515dd881b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.021341 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6611f903-25ba-4d9d-a67f-a3a4d396da0b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.031857 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-44754427-9eca-4349-898c-1515dd881b1e None None] Allocated IP 2001:db8::2 (46837dc1-e302-44a1-8acf-3d53fda4babf/278c68c5-56eb-4d46-a61f-f24c8b608ced/04a1880c-84d3-409d-b6b1-3dff1aeb647f) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:45.082771 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611f903-25ba-4d9d-a67f-a3a4d396da0b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Pushing event updated for resources: {'Subnet': ['ID=18672b1b-e00a-4578-abe0-860d61cd5258,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:45.094429 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6611f903-25ba-4d9d-a67f-a3a4d396da0b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Checking segment: {'id': '604737ca-ab75-41bb-bb44-f36b1333f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd613f1fa-e615-4c53-8b56-bd69baf8ab52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:45.094663 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6611f903-25ba-4d9d-a67f-a3a4d396da0b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Network hostable DHCP agents. Network: d613f1fa-e615-4c53-8b56-bd69baf8ab52, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:45.114522 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6611f903-25ba-4d9d-a67f-a3a4d396da0b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Network d613f1fa-e615-4c53-8b56-bd69baf8ab52 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:45.125962 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-6611f903-25ba-4d9d-a67f-a3a4d396da0b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, d613f1fa-e615-4c53-8b56-bd69baf8ab52) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:45.130217 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6611f903-25ba-4d9d-a67f-a3a4d396da0b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:45.130815 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6611f903-25ba-4d9d-a67f-a3a4d396da0b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.137896 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26db4a96-ec23-4124-9b5a-1e066fa876a4 None None] Network d613f1fa-e615-4c53-8b56-bd69baf8ab52 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:45.147631 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6611f903-25ba-4d9d-a67f-a3a4d396da0b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4225912 Sep 16 05:13:45.150235 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 48998) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:45.258057 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-44754427-9eca-4349-898c-1515dd881b1e None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.275278 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-44754427-9eca-4349-898c-1515dd881b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.316844 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44754427-9eca-4349-898c-1515dd881b1e None None] Network 46837dc1-e302-44a1-8acf-3d53fda4babf is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:45.337105 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc4faea-a1d3-4610-8e1a-8dbe6d5b4944 None None] Network af67f96a-be9a-413a-b698-ef78b97acc5f requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:45.343211 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-44754427-9eca-4349-898c-1515dd881b1e None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:45.360774 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44754427-9eca-4349-898c-1515dd881b1e None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:45.390184 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44754427-9eca-4349-898c-1515dd881b1e None None] Pushing event updated for resources: {'Port': ['ID=04a1880c-84d3-409d-b6b1-3dff1aeb647f,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:45.449726 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5ec72de8-076b-44b6-8fb4-9288b9085094 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.673453 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-21a43a67-c9c2-487c-830a-60cd94e0670c None None] Provisioning complete for port d44007cf-7272-4d4b-9975-d98c499ec1bc triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:45.674502 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-21a43a67-c9c2-487c-830a-60cd94e0670c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.675476 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-44754427-9eca-4349-898c-1515dd881b1e None None] Attempting to bind port 04a1880c-84d3-409d-b6b1-3dff1aeb647f on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:45.675849 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-44754427-9eca-4349-898c-1515dd881b1e None None] Attempting to bind port 04a1880c-84d3-409d-b6b1-3dff1aeb647f by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '10b57c37-59e3-4b1c-b630-4dedccf0c73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '46837dc1-e302-44a1-8acf-3d53fda4babf'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:45.676216 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44754427-9eca-4349-898c-1515dd881b1e None None] Attempting to bind port 04a1880c-84d3-409d-b6b1-3dff1aeb647f on network 46837dc1-e302-44a1-8acf-3d53fda4babf {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:45.703551 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-5ec72de8-076b-44b6-8fb4-9288b9085094 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Allocated IP 2001:db8::1 (46837dc1-e302-44a1-8acf-3d53fda4babf/278c68c5-56eb-4d46-a61f-f24c8b608ced/73bcb1aa-d00d-4115-bc97-8853f82f89bc) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:45.707568 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44754427-9eca-4349-898c-1515dd881b1e None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:45.707949 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44754427-9eca-4349-898c-1515dd881b1e None None] Checking segment: {'id': '10b57c37-59e3-4b1c-b630-4dedccf0c73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '46837dc1-e302-44a1-8acf-3d53fda4babf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:45.708366 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-44754427-9eca-4349-898c-1515dd881b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.708789 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44754427-9eca-4349-898c-1515dd881b1e None None] Bound using segment: {'id': '10b57c37-59e3-4b1c-b630-4dedccf0c73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '46837dc1-e302-44a1-8acf-3d53fda4babf'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:45.709286 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-44754427-9eca-4349-898c-1515dd881b1e None None] Bound port: 04a1880c-84d3-409d-b6b1-3dff1aeb647f, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b57c37-59e3-4b1c-b630-4dedccf0c73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '46837dc1-e302-44a1-8acf-3d53fda4babf'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:45.709672 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-44754427-9eca-4349-898c-1515dd881b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.786828 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea821b6f-90a5-41a6-8928-2d7ca7c6279d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-d613f1fa-e615-4c53-8b56-bd69baf8ab52', 'network_id': 'd613f1fa-e615-4c53-8b56-bd69baf8ab52', 'tenant_id': '62fceb631b1a408282f144305f7d8550', 'fixed_ips': [{'subnet_id': '18672b1b-e00a-4578-abe0-860d61cd5258'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:13:45.787692 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ea821b6f-90a5-41a6-8928-2d7ca7c6279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.828456 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5ec72de8-076b-44b6-8fb4-9288b9085094 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.863379 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5ec72de8-076b-44b6-8fb4-9288b9085094 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.891053 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-44754427-9eca-4349-898c-1515dd881b1e None None] For port 04a1880c-84d3-409d-b6b1-3dff1aeb647f, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:45.910242 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec72de8-076b-44b6-8fb4-9288b9085094 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Network 46837dc1-e302-44a1-8acf-3d53fda4babf is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:45.913352 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-5ec72de8-076b-44b6-8fb4-9288b9085094 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:45.919829 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec72de8-076b-44b6-8fb4-9288b9085094 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:45.920371 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5ec72de8-076b-44b6-8fb4-9288b9085094 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.926269 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec72de8-076b-44b6-8fb4-9288b9085094 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Pushing event updated for resources: {'Port': ['ID=73bcb1aa-d00d-4115-bc97-8853f82f89bc,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:45.967042 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-44754427-9eca-4349-898c-1515dd881b1e None None] For port 04a1880c-84d3-409d-b6b1-3dff1aeb647f, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=04a1880c-84d3-409d-b6b1-3dff1aeb647f,segment=NetworkSegment(10b57c37-59e3-4b1c-b630-4dedccf0c73a),segment_id=10b57c37-59e3-4b1c-b630-4dedccf0c73a)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:45.971771 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-21a43a67-c9c2-487c-830a-60cd94e0670c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.980004 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-44754427-9eca-4349-898c-1515dd881b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.059322 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5ec72de8-076b-44b6-8fb4-9288b9085094 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.088434 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-21a43a67-c9c2-487c-830a-60cd94e0670c None None] For port d44007cf-7272-4d4b-9975-d98c499ec1bc, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d44007cf-7272-4d4b-9975-d98c499ec1bc,segment=NetworkSegment(8485e8e2-5fb6-4597-a168-66beb164364f),segment_id=8485e8e2-5fb6-4597-a168-66beb164364f)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:46.115392 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-21a43a67-c9c2-487c-830a-60cd94e0670c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.124918 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-ea821b6f-90a5-41a6-8928-2d7ca7c6279d None None] Allocated IP 2001:db8::2 (d613f1fa-e615-4c53-8b56-bd69baf8ab52/18672b1b-e00a-4578-abe0-860d61cd5258/dc5f85cd-a08a-4a8c-aa25-edd44fb784af) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:46.145150 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44754427-9eca-4349-898c-1515dd881b1e None None] Pushing event updated for resources: {'Port': ['ID=04a1880c-84d3-409d-b6b1-3dff1aeb647f,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:46.155749 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.262807 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a43a67-c9c2-487c-830a-60cd94e0670c None None] Pushing event updated for resources: {'Port': ['ID=d44007cf-7272-4d4b-9975-d98c499ec1bc,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:46.363323 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bd73de8f-ab0f-4adb-a7f0-3044d8b3a94f None None] Provisioning complete for port d44007cf-7272-4d4b-9975-d98c499ec1bc triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:46.363702 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bd73de8f-ab0f-4adb-a7f0-3044d8b3a94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.368409 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ea821b6f-90a5-41a6-8928-2d7ca7c6279d None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.393404 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ea821b6f-90a5-41a6-8928-2d7ca7c6279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.412388 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5ec72de8-076b-44b6-8fb4-9288b9085094 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.417252 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5ec72de8-076b-44b6-8fb4-9288b9085094 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.418046 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5ec72de8-076b-44b6-8fb4-9288b9085094 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.444310 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea821b6f-90a5-41a6-8928-2d7ca7c6279d None None] Network d613f1fa-e615-4c53-8b56-bd69baf8ab52 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:46.455451 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-ea821b6f-90a5-41a6-8928-2d7ca7c6279d None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:46.463201 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea821b6f-90a5-41a6-8928-2d7ca7c6279d None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:46.472151 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea821b6f-90a5-41a6-8928-2d7ca7c6279d None None] Pushing event updated for resources: {'Port': ['ID=dc5f85cd-a08a-4a8c-aa25-edd44fb784af,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:46.567418 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-ea821b6f-90a5-41a6-8928-2d7ca7c6279d None None] Attempting to bind port dc5f85cd-a08a-4a8c-aa25-edd44fb784af on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:46.567418 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-ea821b6f-90a5-41a6-8928-2d7ca7c6279d None None] Attempting to bind port dc5f85cd-a08a-4a8c-aa25-edd44fb784af by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '604737ca-ab75-41bb-bb44-f36b1333f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd613f1fa-e615-4c53-8b56-bd69baf8ab52'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:46.567701 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea821b6f-90a5-41a6-8928-2d7ca7c6279d None None] Attempting to bind port dc5f85cd-a08a-4a8c-aa25-edd44fb784af on network d613f1fa-e615-4c53-8b56-bd69baf8ab52 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:46.573792 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea821b6f-90a5-41a6-8928-2d7ca7c6279d None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:46.574159 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea821b6f-90a5-41a6-8928-2d7ca7c6279d None None] Checking segment: {'id': '604737ca-ab75-41bb-bb44-f36b1333f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd613f1fa-e615-4c53-8b56-bd69baf8ab52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:46.574572 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ea821b6f-90a5-41a6-8928-2d7ca7c6279d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.574964 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea821b6f-90a5-41a6-8928-2d7ca7c6279d None None] Bound using segment: {'id': '604737ca-ab75-41bb-bb44-f36b1333f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd613f1fa-e615-4c53-8b56-bd69baf8ab52'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:46.576004 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-ea821b6f-90a5-41a6-8928-2d7ca7c6279d None None] Bound port: dc5f85cd-a08a-4a8c-aa25-edd44fb784af, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604737ca-ab75-41bb-bb44-f36b1333f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd613f1fa-e615-4c53-8b56-bd69baf8ab52'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:46.576716 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ea821b6f-90a5-41a6-8928-2d7ca7c6279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.593492 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec72de8-076b-44b6-8fb4-9288b9085094 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Pushing event updated for resources: {'Port': ['ID=73bcb1aa-d00d-4115-bc97-8853f82f89bc,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:46.627285 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec72de8-076b-44b6-8fb4-9288b9085094 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Network 46837dc1-e302-44a1-8acf-3d53fda4babf is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:46.628778 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-5ec72de8-076b-44b6-8fb4-9288b9085094 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:46.645396 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-ea821b6f-90a5-41a6-8928-2d7ca7c6279d None None] For port dc5f85cd-a08a-4a8c-aa25-edd44fb784af, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:46.652241 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-ea821b6f-90a5-41a6-8928-2d7ca7c6279d None None] For port dc5f85cd-a08a-4a8c-aa25-edd44fb784af, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=dc5f85cd-a08a-4a8c-aa25-edd44fb784af,segment=NetworkSegment(604737ca-ab75-41bb-bb44-f36b1333f8ed),segment_id=604737ca-ab75-41bb-bb44-f36b1333f8ed)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:46.666534 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ea821b6f-90a5-41a6-8928-2d7ca7c6279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.675816 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 04a1880c-84d3-409d-b6b1-3dff1aeb647f up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:46.767536 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea821b6f-90a5-41a6-8928-2d7ca7c6279d None None] Pushing event updated for resources: {'Port': ['ID=dc5f85cd-a08a-4a8c-aa25-edd44fb784af,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:46.778325 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec72de8-076b-44b6-8fb4-9288b9085094 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Router 0d02e2e2-1d7f-44fc-9faf-b7c9016768f2 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:13:46.782624 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 04a1880c-84d3-409d-b6b1-3dff1aeb647f triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:46.783005 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.865397 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.884794 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec72de8-076b-44b6-8fb4-9288b9085094 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:46.891181 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5ec72de8-076b-44b6-8fb4-9288b9085094 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] 10.222.0.35 "PUT /v2.0/routers/0d02e2e2-1d7f-44fc-9faf-b7c9016768f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7396777 Sep 16 05:13:46.894102 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49006) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:46.896654 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a765f775-f36b-4844-8bce-cc44f52ca15b None None] Sync routers for ids ['0d02e2e2-1d7f-44fc-9faf-b7c9016768f2'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:46.910805 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a765f775-f36b-4844-8bce-cc44f52ca15b None None] Routers {'0d02e2e2-1d7f-44fc-9faf-b7c9016768f2'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:46.911449 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a765f775-f36b-4844-8bce-cc44f52ca15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:13:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['0d02e2e2-1d7f-44fc-9faf-b7c9016768f2'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:46.959730 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 04a1880c-84d3-409d-b6b1-3dff1aeb647f, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=04a1880c-84d3-409d-b6b1-3dff1aeb647f,segment=NetworkSegment(10b57c37-59e3-4b1c-b630-4dedccf0c73a),segment_id=10b57c37-59e3-4b1c-b630-4dedccf0c73a)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:46.965917 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.967269 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d44007cf-7272-4d4b-9975-d98c499ec1bc up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:47.000963 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a765f775-f36b-4844-8bce-cc44f52ca15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:47.011825 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a765f775-f36b-4844-8bce-cc44f52ca15b None None] Routers {'0d02e2e2-1d7f-44fc-9faf-b7c9016768f2'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:47.012748 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a765f775-f36b-4844-8bce-cc44f52ca15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:13:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['0d02e2e2-1d7f-44fc-9faf-b7c9016768f2'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:47.068799 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a765f775-f36b-4844-8bce-cc44f52ca15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:47.069738 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a765f775-f36b-4844-8bce-cc44f52ca15b None None] The sync data for ids ['0d02e2e2-1d7f-44fc-9faf-b7c9016768f2'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:47.079670 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=04a1880c-84d3-409d-b6b1-3dff1aeb647f,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:47.092614 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port d44007cf-7272-4d4b-9975-d98c499ec1bc triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:47.093074 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:47.345932 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-0df5134a-75b0-4993-8ed6-8945cf1498f2 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:13:47.347221 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0df5134a-75b0-4993-8ed6-8945cf1498f2 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] 10.222.0.35 "PUT /v2.0/routers/0d02e2e2-1d7f-44fc-9faf-b7c9016768f2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4510367 Sep 16 05:13:47.349992 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49008) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:47.356465 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214d63b2-19fd-4eab-a310-6039a0282a29 None None] Network 46837dc1-e302-44a1-8acf-3d53fda4babf requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:47.425537 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-fbea3bac-cec6-409b-9668-6b3ca7a89f7e None None] Provisioning complete for port 04a1880c-84d3-409d-b6b1-3dff1aeb647f triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:47.425537 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fbea3bac-cec6-409b-9668-6b3ca7a89f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:47.693049 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1bba6474-2ddc-4f48-9cce-8d67be78c0ba tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:47.895894 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-8cb60fd9-9665-4d12-b1f4-056dea103f00 None None] Provisioning complete for port 04a1880c-84d3-409d-b6b1-3dff1aeb647f triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:47.896267 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8cb60fd9-9665-4d12-b1f4-056dea103f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:47.952796 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e09e9b-06d9-4d45-8591-333bbc21bee1 None None] Network d613f1fa-e615-4c53-8b56-bd69baf8ab52 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:47.966510 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-1bba6474-2ddc-4f48-9cce-8d67be78c0ba tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Deleting port 73bcb1aa-d00d-4115-bc97-8853f82f89bc {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:47.967089 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1bba6474-2ddc-4f48-9cce-8d67be78c0ba tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:48.064457 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1bba6474-2ddc-4f48-9cce-8d67be78c0ba tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:48.074887 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-8cb60fd9-9665-4d12-b1f4-056dea103f00 None None] Provisioning complete for port 73bcb1aa-d00d-4115-bc97-8853f82f89bc triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:48.075259 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8cb60fd9-9665-4d12-b1f4-056dea103f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:48.078340 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-1bba6474-2ddc-4f48-9cce-8d67be78c0ba tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Calling delete_port for 73bcb1aa-d00d-4115-bc97-8853f82f89bc owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:48.142519 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-8cb60fd9-9665-4d12-b1f4-056dea103f00 None None] Port 73bcb1aa-d00d-4115-bc97-8853f82f89bc cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:48.270122 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bef71a7b-13b5-4171-8a35-b67a42ecfa09 None None] Provisioning complete for port 73bcb1aa-d00d-4115-bc97-8853f82f89bc triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:48.270560 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bef71a7b-13b5-4171-8a35-b67a42ecfa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:48.273517 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1bba6474-2ddc-4f48-9cce-8d67be78c0ba tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:48.294229 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bef71a7b-13b5-4171-8a35-b67a42ecfa09 None None] Port 73bcb1aa-d00d-4115-bc97-8853f82f89bc was deleted so its status cannot be updated. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 16 05:13:48.305448 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bef71a7b-13b5-4171-8a35-b67a42ecfa09 None None] Provisioning complete for port dc5f85cd-a08a-4a8c-aa25-edd44fb784af triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:48.306260 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bef71a7b-13b5-4171-8a35-b67a42ecfa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:48.315474 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba6474-2ddc-4f48-9cce-8d67be78c0ba tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Pushing event deleted for resources: {'Port': ['ID=73bcb1aa-d00d-4115-bc97-8853f82f89bc,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:48.421665 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1bba6474-2ddc-4f48-9cce-8d67be78c0ba tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:48.423656 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bef71a7b-13b5-4171-8a35-b67a42ecfa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:48.472422 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bef71a7b-13b5-4171-8a35-b67a42ecfa09 None None] For port dc5f85cd-a08a-4a8c-aa25-edd44fb784af, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=dc5f85cd-a08a-4a8c-aa25-edd44fb784af,segment=NetworkSegment(604737ca-ab75-41bb-bb44-f36b1333f8ed),segment_id=604737ca-ab75-41bb-bb44-f36b1333f8ed)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:48.481643 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bef71a7b-13b5-4171-8a35-b67a42ecfa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:48.557918 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef71a7b-13b5-4171-8a35-b67a42ecfa09 None None] Pushing event updated for resources: {'Port': ['ID=dc5f85cd-a08a-4a8c-aa25-edd44fb784af,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:48.602668 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-90de4c56-4e25-4642-b530-0ed6a819d4a2 None None] Could not find standard attr ID for object 73bcb1aa-d00d-4115-bc97-8853f82f89bc. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:13:48.609953 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device dc5f85cd-a08a-4a8c-aa25-edd44fb784af up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:48.633165 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bba6474-2ddc-4f48-9cce-8d67be78c0ba tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Router 0d02e2e2-1d7f-44fc-9faf-b7c9016768f2 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:48.643839 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-90de4c56-4e25-4642-b530-0ed6a819d4a2 None None] Provisioning complete for port dc5f85cd-a08a-4a8c-aa25-edd44fb784af triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:48.644218 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-90de4c56-4e25-4642-b530-0ed6a819d4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:48.699613 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port dc5f85cd-a08a-4a8c-aa25-edd44fb784af triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:48.699978 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:48.710597 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bba6474-2ddc-4f48-9cce-8d67be78c0ba tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:48.719719 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1bba6474-2ddc-4f48-9cce-8d67be78c0ba tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] 10.222.0.35 "PUT /v2.0/routers/0d02e2e2-1d7f-44fc-9faf-b7c9016768f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3677421 Sep 16 05:13:48.719887 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49010) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:48.726886 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9162e725-0d58-48c6-aebe-6dfd154c30b2 None None] Sync routers for ids ['0d02e2e2-1d7f-44fc-9faf-b7c9016768f2'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:48.757052 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-324467dc-4b54-4207-94a2-21d55ba9143b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] delete failed (client error): The resource could not be found. Sep 16 05:13:48.758082 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-324467dc-4b54-4207-94a2-21d55ba9143b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] 10.222.0.35 "DELETE /v2.0/routers/tempest-non_exist_router-456670706 HTTP/1.1" status: 404 len: 334 time: 0.0373549 Sep 16 05:13:48.762767 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49012) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:48.767251 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-433d835e-4999-48c5-a7c0-282962a2e668 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Request body: {'router': {'external_gateway_info': {'network_id': '0d02e2e2-1d7f-44fc-9faf-b7c9016768f2'}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:48.783154 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9162e725-0d58-48c6-aebe-6dfd154c30b2 None None] Routers {'0d02e2e2-1d7f-44fc-9faf-b7c9016768f2'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:48.783688 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-9162e725-0d58-48c6-aebe-6dfd154c30b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:13:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['0d02e2e2-1d7f-44fc-9faf-b7c9016768f2'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:48.820543 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-9162e725-0d58-48c6-aebe-6dfd154c30b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:48.852359 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9162e725-0d58-48c6-aebe-6dfd154c30b2 None None] Routers {'0d02e2e2-1d7f-44fc-9faf-b7c9016768f2'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:48.853018 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-9162e725-0d58-48c6-aebe-6dfd154c30b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:13:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['0d02e2e2-1d7f-44fc-9faf-b7c9016768f2'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:48.892698 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-9162e725-0d58-48c6-aebe-6dfd154c30b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:48.893360 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9162e725-0d58-48c6-aebe-6dfd154c30b2 None None] The sync data for ids ['0d02e2e2-1d7f-44fc-9faf-b7c9016768f2'] in n-d-712139-15 is: [] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:48.903066 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 04a1880c-84d3-409d-b6b1-3dff1aeb647f up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:48.949862 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 04a1880c-84d3-409d-b6b1-3dff1aeb647f triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:48.950230 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:48.977002 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-433d835e-4999-48c5-a7c0-282962a2e668 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:48.998014 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-433d835e-4999-48c5-a7c0-282962a2e668 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] update failed (client error): The resource could not be found. Sep 16 05:13:48.999072 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-433d835e-4999-48c5-a7c0-282962a2e668 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] 10.222.0.35 "PUT /v2.0/routers/0d02e2e2-1d7f-44fc-9faf-b7c9016768f2 HTTP/1.1" status: 404 len: 339 time: 0.2353747 Sep 16 05:13:49.002614 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49014) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:49.007336 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-5a75e54d-7b76-4d0f-8ff4-8e6bd380416b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1384075137'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:49.028814 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a75e54d-7b76-4d0f-8ff4-8e6bd380416b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Made reservation on behalf of 62fceb631b1a408282f144305f7d8550 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:49.032302 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5a75e54d-7b76-4d0f-8ff4-8e6bd380416b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:49.057245 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a75e54d-7b76-4d0f-8ff4-8e6bd380416b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:49.066119 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5a75e54d-7b76-4d0f-8ff4-8e6bd380416b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:49.066470 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-5a75e54d-7b76-4d0f-8ff4-8e6bd380416b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Added segment e3b18ec5-8216-4275-a7c0-ba7a96657b9d of type vlan for network 2b19e721-e1e4-4cbb-abbf-b7c809a452e1 Sep 16 05:13:49.105066 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5a75e54d-7b76-4d0f-8ff4-8e6bd380416b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:49.129872 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5a75e54d-7b76-4d0f-8ff4-8e6bd380416b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:49.135783 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a75e54d-7b76-4d0f-8ff4-8e6bd380416b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:49.136413 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5a75e54d-7b76-4d0f-8ff4-8e6bd380416b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:49.167927 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5a75e54d-7b76-4d0f-8ff4-8e6bd380416b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.1642778 Sep 16 05:13:49.171027 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49016) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:49.177514 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-d6e79772-ae0c-4e73-9cad-d2d19fc2836c tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Request body: {'subnet': {'network_id': '2b19e721-e1e4-4cbb-abbf-b7c809a452e1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:49.529877 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75e54d-7b76-4d0f-8ff4-8e6bd380416b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Pushing event updated for resources: {'Network': ['ID=2b19e721-e1e4-4cbb-abbf-b7c809a452e1,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:49.540650 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 2b19e721-e1e4-4cbb-abbf-b7c809a452e1 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:49.602673 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e79772-ae0c-4e73-9cad-d2d19fc2836c tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Made reservation on behalf of 62fceb631b1a408282f144305f7d8550 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:49.608051 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d6e79772-ae0c-4e73-9cad-d2d19fc2836c tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:49.784695 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d6e79772-ae0c-4e73-9cad-d2d19fc2836c tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:49.846433 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e79772-ae0c-4e73-9cad-d2d19fc2836c tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Pushing event updated for resources: {'Subnet': ['ID=ad02f435-da39-42f6-ab65-0b04950159d7,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:49.856332 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e79772-ae0c-4e73-9cad-d2d19fc2836c tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Checking segment: {'id': 'e3b18ec5-8216-4275-a7c0-ba7a96657b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2b19e721-e1e4-4cbb-abbf-b7c809a452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:49.856722 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e79772-ae0c-4e73-9cad-d2d19fc2836c tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Network hostable DHCP agents. Network: 2b19e721-e1e4-4cbb-abbf-b7c809a452e1, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:49.873916 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e79772-ae0c-4e73-9cad-d2d19fc2836c tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Network 2b19e721-e1e4-4cbb-abbf-b7c809a452e1 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:49.881860 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-d6e79772-ae0c-4e73-9cad-d2d19fc2836c tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 2b19e721-e1e4-4cbb-abbf-b7c809a452e1) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:49.886474 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e79772-ae0c-4e73-9cad-d2d19fc2836c tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:49.887070 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d6e79772-ae0c-4e73-9cad-d2d19fc2836c tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:49.891642 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605b1af0-371e-4d26-a0ef-f726c1c5413a None None] Network 2b19e721-e1e4-4cbb-abbf-b7c809a452e1 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:49.909436 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d6e79772-ae0c-4e73-9cad-d2d19fc2836c tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7372596 Sep 16 05:13:49.912454 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49018) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:49.924936 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-355dc1dc-58d0-40f5-b018-ec3e939e9808 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Request body: {'router': {'external_gateway_info': {'network_id': '2b19e721-e1e4-4cbb-abbf-b7c809a452e1'}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:50.049059 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d1524b-d7ed-45ee-8d8e-3e8fefc3a85f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-2b19e721-e1e4-4cbb-abbf-b7c809a452e1', 'network_id': '2b19e721-e1e4-4cbb-abbf-b7c809a452e1', 'tenant_id': '62fceb631b1a408282f144305f7d8550', 'fixed_ips': [{'subnet_id': 'ad02f435-da39-42f6-ab65-0b04950159d7'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:13:50.049933 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a5d1524b-d7ed-45ee-8d8e-3e8fefc3a85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.137113 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-355dc1dc-58d0-40f5-b018-ec3e939e9808 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.252655 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-355dc1dc-58d0-40f5-b018-ec3e939e9808 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:13:50.253910 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-355dc1dc-58d0-40f5-b018-ec3e939e9808 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] 10.222.0.35 "PUT /v2.0/routers/0d02e2e2-1d7f-44fc-9faf-b7c9016768f2 HTTP/1.1" status: 400 len: 364 time: 0.3398602 Sep 16 05:13:50.257960 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49020) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:50.353497 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-a5d1524b-d7ed-45ee-8d8e-3e8fefc3a85f None None] Allocated IP 2001:db8:1::2 (2b19e721-e1e4-4cbb-abbf-b7c809a452e1/ad02f435-da39-42f6-ab65-0b04950159d7/c25d2c4c-2c2a-44de-894a-194c3792a937) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:50.502742 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device dc5f85cd-a08a-4a8c-aa25-edd44fb784af up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:50.558549 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a5d1524b-d7ed-45ee-8d8e-3e8fefc3a85f None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.568375 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a5d1524b-d7ed-45ee-8d8e-3e8fefc3a85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.614618 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d1524b-d7ed-45ee-8d8e-3e8fefc3a85f None None] Network 2b19e721-e1e4-4cbb-abbf-b7c809a452e1 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:50.618744 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port dc5f85cd-a08a-4a8c-aa25-edd44fb784af triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:50.619854 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.626417 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-a5d1524b-d7ed-45ee-8d8e-3e8fefc3a85f None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:50.628927 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d1524b-d7ed-45ee-8d8e-3e8fefc3a85f None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:50.658397 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1524b-d7ed-45ee-8d8e-3e8fefc3a85f None None] Pushing event updated for resources: {'Port': ['ID=c25d2c4c-2c2a-44de-894a-194c3792a937,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:50.723237 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-a5d1524b-d7ed-45ee-8d8e-3e8fefc3a85f None None] Attempting to bind port c25d2c4c-2c2a-44de-894a-194c3792a937 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:50.723609 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-a5d1524b-d7ed-45ee-8d8e-3e8fefc3a85f None None] Attempting to bind port c25d2c4c-2c2a-44de-894a-194c3792a937 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'e3b18ec5-8216-4275-a7c0-ba7a96657b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2b19e721-e1e4-4cbb-abbf-b7c809a452e1'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:50.723970 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d1524b-d7ed-45ee-8d8e-3e8fefc3a85f None None] Attempting to bind port c25d2c4c-2c2a-44de-894a-194c3792a937 on network 2b19e721-e1e4-4cbb-abbf-b7c809a452e1 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:50.734004 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d1524b-d7ed-45ee-8d8e-3e8fefc3a85f None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:50.734382 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d1524b-d7ed-45ee-8d8e-3e8fefc3a85f None None] Checking segment: {'id': 'e3b18ec5-8216-4275-a7c0-ba7a96657b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2b19e721-e1e4-4cbb-abbf-b7c809a452e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:50.734788 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a5d1524b-d7ed-45ee-8d8e-3e8fefc3a85f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.735181 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d1524b-d7ed-45ee-8d8e-3e8fefc3a85f None None] Bound using segment: {'id': 'e3b18ec5-8216-4275-a7c0-ba7a96657b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2b19e721-e1e4-4cbb-abbf-b7c809a452e1'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:50.735649 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-a5d1524b-d7ed-45ee-8d8e-3e8fefc3a85f None None] Bound port: c25d2c4c-2c2a-44de-894a-194c3792a937, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3b18ec5-8216-4275-a7c0-ba7a96657b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2b19e721-e1e4-4cbb-abbf-b7c809a452e1'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:50.736037 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a5d1524b-d7ed-45ee-8d8e-3e8fefc3a85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.826647 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-a5d1524b-d7ed-45ee-8d8e-3e8fefc3a85f None None] For port c25d2c4c-2c2a-44de-894a-194c3792a937, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:50.829898 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-a5d1524b-d7ed-45ee-8d8e-3e8fefc3a85f None None] For port c25d2c4c-2c2a-44de-894a-194c3792a937, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=c25d2c4c-2c2a-44de-894a-194c3792a937,segment=NetworkSegment(e3b18ec5-8216-4275-a7c0-ba7a96657b9d),segment_id=e3b18ec5-8216-4275-a7c0-ba7a96657b9d)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:50.835387 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a5d1524b-d7ed-45ee-8d8e-3e8fefc3a85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.905035 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1524b-d7ed-45ee-8d8e-3e8fefc3a85f None None] Pushing event updated for resources: {'Port': ['ID=c25d2c4c-2c2a-44de-894a-194c3792a937,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:50.911817 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f97236ce-b873-4c40-94df-0cd54085a72b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.189666 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-f97236ce-b873-4c40-94df-0cd54085a72b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Allocated IP 2001:db8::1 (af67f96a-be9a-413a-b698-ef78b97acc5f/1fa5ed1b-d7a0-4a83-a6c7-cdcb01805980/c0fcb6fc-d6b1-4820-ab0b-aecece6d8cd3) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:51.323346 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f97236ce-b873-4c40-94df-0cd54085a72b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.356275 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f97236ce-b873-4c40-94df-0cd54085a72b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.401683 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97236ce-b873-4c40-94df-0cd54085a72b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Network af67f96a-be9a-413a-b698-ef78b97acc5f is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:51.405494 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-f97236ce-b873-4c40-94df-0cd54085a72b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:51.412794 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97236ce-b873-4c40-94df-0cd54085a72b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:51.413099 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f97236ce-b873-4c40-94df-0cd54085a72b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.421545 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97236ce-b873-4c40-94df-0cd54085a72b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Pushing event updated for resources: {'Port': ['ID=c0fcb6fc-d6b1-4820-ab0b-aecece6d8cd3,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:51.583019 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f97236ce-b873-4c40-94df-0cd54085a72b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.731049 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-08d673fe-83da-4a8b-a337-e9c75a757372 None None] Provisioning complete for port c0fcb6fc-d6b1-4820-ab0b-aecece6d8cd3 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:51.732259 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-08d673fe-83da-4a8b-a337-e9c75a757372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.770677 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-08d673fe-83da-4a8b-a337-e9c75a757372 None None] Port c0fcb6fc-d6b1-4820-ab0b-aecece6d8cd3 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:51.884293 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f97236ce-b873-4c40-94df-0cd54085a72b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.889683 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f97236ce-b873-4c40-94df-0cd54085a72b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.890515 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f97236ce-b873-4c40-94df-0cd54085a72b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.962310 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97236ce-b873-4c40-94df-0cd54085a72b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Pushing event updated for resources: {'Port': ['ID=c0fcb6fc-d6b1-4820-ab0b-aecece6d8cd3,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:51.963588 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7152a481-3960-4030-9a7d-84accbb6a0fc None None] Network 2b19e721-e1e4-4cbb-abbf-b7c809a452e1 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:52.022673 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97236ce-b873-4c40-94df-0cd54085a72b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Network af67f96a-be9a-413a-b698-ef78b97acc5f is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:52.024145 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-f97236ce-b873-4c40-94df-0cd54085a72b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:52.031548 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d9baa739-ecb0-47b1-9b07-8f628ccd7928 None None] Provisioning complete for port c25d2c4c-2c2a-44de-894a-194c3792a937 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:52.031920 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d9baa739-ecb0-47b1-9b07-8f628ccd7928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.132866 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97236ce-b873-4c40-94df-0cd54085a72b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Router 0d02e2e2-1d7f-44fc-9faf-b7c9016768f2 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:52.183006 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d9baa739-ecb0-47b1-9b07-8f628ccd7928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.222227 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-d9baa739-ecb0-47b1-9b07-8f628ccd7928 None None] For port c25d2c4c-2c2a-44de-894a-194c3792a937, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=c25d2c4c-2c2a-44de-894a-194c3792a937,segment=NetworkSegment(e3b18ec5-8216-4275-a7c0-ba7a96657b9d),segment_id=e3b18ec5-8216-4275-a7c0-ba7a96657b9d)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:52.226772 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d9baa739-ecb0-47b1-9b07-8f628ccd7928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.239773 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97236ce-b873-4c40-94df-0cd54085a72b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:52.251543 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f97236ce-b873-4c40-94df-0cd54085a72b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] 10.222.0.35 "PUT /v2.0/routers/0d02e2e2-1d7f-44fc-9faf-b7c9016768f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9899712 Sep 16 05:13:52.251806 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49022) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:52.258538 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0f024d-1632-4e62-bd42-ea37f345f07c None None] Sync routers for ids ['0d02e2e2-1d7f-44fc-9faf-b7c9016768f2'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:52.278936 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0f024d-1632-4e62-bd42-ea37f345f07c None None] Routers {'0d02e2e2-1d7f-44fc-9faf-b7c9016768f2'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:52.280166 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-1a0f024d-1632-4e62-bd42-ea37f345f07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:13:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['0d02e2e2-1d7f-44fc-9faf-b7c9016768f2'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:52.304038 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9baa739-ecb0-47b1-9b07-8f628ccd7928 None None] Pushing event updated for resources: {'Port': ['ID=c25d2c4c-2c2a-44de-894a-194c3792a937,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:52.326281 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-1a0f024d-1632-4e62-bd42-ea37f345f07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:52.336652 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0f024d-1632-4e62-bd42-ea37f345f07c None None] Routers {'0d02e2e2-1d7f-44fc-9faf-b7c9016768f2'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:52.337273 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-1a0f024d-1632-4e62-bd42-ea37f345f07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:13:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['0d02e2e2-1d7f-44fc-9faf-b7c9016768f2'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:52.352731 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-edf7ea00-7cfc-43ce-9b24-4d26b6474ec2 None None] Provisioning complete for port c0fcb6fc-d6b1-4820-ab0b-aecece6d8cd3 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:52.353112 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-edf7ea00-7cfc-43ce-9b24-4d26b6474ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.370571 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-53a7d1d6-9607-41c8-ae8a-cb2bd4c1d15b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.382265 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-1a0f024d-1632-4e62-bd42-ea37f345f07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:52.382929 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0f024d-1632-4e62-bd42-ea37f345f07c None None] The sync data for ids ['0d02e2e2-1d7f-44fc-9faf-b7c9016768f2'] in n-d-712139-15 is: [] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:52.398505 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-edf7ea00-7cfc-43ce-9b24-4d26b6474ec2 None None] Port c0fcb6fc-d6b1-4820-ab0b-aecece6d8cd3 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:52.471734 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-53a7d1d6-9607-41c8-ae8a-cb2bd4c1d15b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 05:13:52.472831 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-53a7d1d6-9607-41c8-ae8a-cb2bd4c1d15b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] 10.222.0.35 "DELETE /v2.0/routers/0d02e2e2-1d7f-44fc-9faf-b7c9016768f2 HTTP/1.1" status: 409 len: 329 time: 0.2192817 Sep 16 05:13:52.475644 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49024) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:52.521933 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device c25d2c4c-2c2a-44de-894a-194c3792a937 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:52.542786 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-1ff36d96-9399-4583-b6f3-274baf97440d None None] Provisioning complete for port c25d2c4c-2c2a-44de-894a-194c3792a937 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:52.543161 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1ff36d96-9399-4583-b6f3-274baf97440d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.607737 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port c25d2c4c-2c2a-44de-894a-194c3792a937 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:52.608107 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.795014 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-75ebfe4f-a8c1-4545-9f97-e61f31dbcd1b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.030559 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-75ebfe4f-a8c1-4545-9f97-e61f31dbcd1b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Deleting port c0fcb6fc-d6b1-4820-ab0b-aecece6d8cd3 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:53.030814 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-75ebfe4f-a8c1-4545-9f97-e61f31dbcd1b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.118193 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-75ebfe4f-a8c1-4545-9f97-e61f31dbcd1b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.129798 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-75ebfe4f-a8c1-4545-9f97-e61f31dbcd1b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Calling delete_port for c0fcb6fc-d6b1-4820-ab0b-aecece6d8cd3 owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:53.295581 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-75ebfe4f-a8c1-4545-9f97-e61f31dbcd1b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.323354 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ebfe4f-a8c1-4545-9f97-e61f31dbcd1b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Pushing event deleted for resources: {'Port': ['ID=c0fcb6fc-d6b1-4820-ab0b-aecece6d8cd3,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:53.418545 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-75ebfe4f-a8c1-4545-9f97-e61f31dbcd1b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.577814 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ebfe4f-a8c1-4545-9f97-e61f31dbcd1b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Router 0d02e2e2-1d7f-44fc-9faf-b7c9016768f2 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:53.649844 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ebfe4f-a8c1-4545-9f97-e61f31dbcd1b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:53.655015 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-75ebfe4f-a8c1-4545-9f97-e61f31dbcd1b tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] 10.222.0.35 "PUT /v2.0/routers/0d02e2e2-1d7f-44fc-9faf-b7c9016768f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.1783094 Sep 16 05:13:53.658728 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49028) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:53.659239 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00165332-39c6-45a6-9e16-85ac8b499512 None None] Sync routers for ids ['0d02e2e2-1d7f-44fc-9faf-b7c9016768f2'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:53.668386 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00165332-39c6-45a6-9e16-85ac8b499512 None None] Routers {'0d02e2e2-1d7f-44fc-9faf-b7c9016768f2'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:53.669292 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-00165332-39c6-45a6-9e16-85ac8b499512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:13:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['0d02e2e2-1d7f-44fc-9faf-b7c9016768f2'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:53.695482 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-7c336bd7-c55c-40fd-bc24-61b0091d47b0 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] show failed (client error): The resource could not be found. Sep 16 05:13:53.696522 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7c336bd7-c55c-40fd-bc24-61b0091d47b0 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] 10.222.0.35 "GET /v2.0/routers/tempest-non_exist_router-160369455 HTTP/1.1" status: 404 len: 334 time: 0.0368233 Sep 16 05:13:53.701143 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49030) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:53.701905 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-00165332-39c6-45a6-9e16-85ac8b499512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:53.705480 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-095ab31e-1326-435d-8b5a-5cdca2e220c5 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:53.710557 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00165332-39c6-45a6-9e16-85ac8b499512 None None] Routers {'0d02e2e2-1d7f-44fc-9faf-b7c9016768f2'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:53.711152 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-00165332-39c6-45a6-9e16-85ac8b499512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:13:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['0d02e2e2-1d7f-44fc-9faf-b7c9016768f2'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:53.738038 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [None req-095ab31e-1326-435d-8b5a-5cdca2e220c5 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] update failed (client error): The resource could not be found. Sep 16 05:13:53.739080 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-095ab31e-1326-435d-8b5a-5cdca2e220c5 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] 10.222.0.35 "PUT /v2.0/routers/tempest-non_exist_router-1380827036 HTTP/1.1" status: 404 len: 335 time: 0.0370243 Sep 16 05:13:53.742423 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-00165332-39c6-45a6-9e16-85ac8b499512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:53.743079 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00165332-39c6-45a6-9e16-85ac8b499512 None None] The sync data for ids ['0d02e2e2-1d7f-44fc-9faf-b7c9016768f2'] in n-d-712139-15 is: [] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:53.744380 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49032) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:53.799385 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-6114868c-6ac6-486c-bc4e-fa8e2f640329 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Deleting subnet ad02f435-da39-42f6-ab65-0b04950159d7 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:13:53.802404 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6114868c-6ac6-486c-bc4e-fa8e2f640329 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.841933 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6114868c-6ac6-486c-bc4e-fa8e2f640329 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.927783 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6114868c-6ac6-486c-bc4e-fa8e2f640329 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.984945 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6114868c-6ac6-486c-bc4e-fa8e2f640329 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.010310 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114868c-6ac6-486c-bc4e-fa8e2f640329 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Pushing event deleted for resources: {'Subnet': ['ID=ad02f435-da39-42f6-ab65-0b04950159d7,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:54.016363 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6114868c-6ac6-486c-bc4e-fa8e2f640329 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.018279 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6114868c-6ac6-486c-bc4e-fa8e2f640329 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] 10.222.0.35 "DELETE /v2.0/subnets/ad02f435-da39-42f6-ab65-0b04950159d7 HTTP/1.1" status: 204 len: 168 time: 0.2727005 Sep 16 05:13:54.020838 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49034) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:54.023306 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a9618f-f531-48a7-9a98-8ef373bba134 None None] Network 2b19e721-e1e4-4cbb-abbf-b7c809a452e1 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:54.099508 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-65868783-1cd1-4d0a-8d95-c0a2c789d69d tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.159598 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-65868783-1cd1-4d0a-8d95-c0a2c789d69d tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Deleting port c25d2c4c-2c2a-44de-894a-194c3792a937 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:54.159944 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-65868783-1cd1-4d0a-8d95-c0a2c789d69d tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.191711 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96140f9-9073-4113-aa4f-0f24cff6117c None None] DHCP port deletion for 2b19e721-e1e4-4cbb-abbf-b7c809a452e1 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:13:54.226241 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-65868783-1cd1-4d0a-8d95-c0a2c789d69d tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] For port c25d2c4c-2c2a-44de-894a-194c3792a937, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=c25d2c4c-2c2a-44de-894a-194c3792a937,segment=NetworkSegment(e3b18ec5-8216-4275-a7c0-ba7a96657b9d),segment_id=e3b18ec5-8216-4275-a7c0-ba7a96657b9d)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:54.226602 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-65868783-1cd1-4d0a-8d95-c0a2c789d69d tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.237635 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-d96140f9-9073-4113-aa4f-0f24cff6117c None None] Deleting port c25d2c4c-2c2a-44de-894a-194c3792a937 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:54.238015 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d96140f9-9073-4113-aa4f-0f24cff6117c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.239718 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-65868783-1cd1-4d0a-8d95-c0a2c789d69d tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Calling delete_port for c25d2c4c-2c2a-44de-894a-194c3792a937 owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:54.305076 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-d96140f9-9073-4113-aa4f-0f24cff6117c None None] For port c25d2c4c-2c2a-44de-894a-194c3792a937, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=c25d2c4c-2c2a-44de-894a-194c3792a937,segment=NetworkSegment(e3b18ec5-8216-4275-a7c0-ba7a96657b9d),segment_id=e3b18ec5-8216-4275-a7c0-ba7a96657b9d)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:54.305472 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d96140f9-9073-4113-aa4f-0f24cff6117c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.318192 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-d96140f9-9073-4113-aa4f-0f24cff6117c None None] Calling delete_port for c25d2c4c-2c2a-44de-894a-194c3792a937 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:54.325980 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-65868783-1cd1-4d0a-8d95-c0a2c789d69d tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.353712 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65868783-1cd1-4d0a-8d95-c0a2c789d69d tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Pushing event deleted for resources: {'Port': ['ID=c25d2c4c-2c2a-44de-894a-194c3792a937,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:54.355842 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65868783-1cd1-4d0a-8d95-c0a2c789d69d tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] No DVR routers for this DVR port c25d2c4c-2c2a-44de-894a-194c3792a937 on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:54.402437 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d96140f9-9073-4113-aa4f-0f24cff6117c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.438603 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96140f9-9073-4113-aa4f-0f24cff6117c None None] Pushing event deleted for resources: {'Port': ['ID=c25d2c4c-2c2a-44de-894a-194c3792a937,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:54.439810 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-65868783-1cd1-4d0a-8d95-c0a2c789d69d tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.441551 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96140f9-9073-4113-aa4f-0f24cff6117c None None] No DVR routers for this DVR port c25d2c4c-2c2a-44de-894a-194c3792a937 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:54.469021 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-65868783-1cd1-4d0a-8d95-c0a2c789d69d tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b19e721-e1e4-4cbb-abbf-b7c809a452e1']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:54.478483 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device c25d2c4c-2c2a-44de-894a-194c3792a937 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:54.479793 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-65868783-1cd1-4d0a-8d95-c0a2c789d69d tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b18ec5-8216-4275-a7c0-ba7a96657b9d') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:54.480089 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-65868783-1cd1-4d0a-8d95-c0a2c789d69d tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b18ec5-8216-4275-a7c0-ba7a96657b9d') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:54.492114 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-65868783-1cd1-4d0a-8d95-c0a2c789d69d tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.499535 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: c25d2c4c-2c2a-44de-894a-194c3792a937 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:54.499967 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device c25d2c4c-2c2a-44de-894a-194c3792a937 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:54.515997 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-65868783-1cd1-4d0a-8d95-c0a2c789d69d tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.521290 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65868783-1cd1-4d0a-8d95-c0a2c789d69d tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:54.521664 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-65868783-1cd1-4d0a-8d95-c0a2c789d69d tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.524853 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:13:54.524853 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:54.524853 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:13:54.524853 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:54.524853 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:13:54.524853 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:54.524853 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:13:54.524853 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:54.524853 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:13:54.524853 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:54.524853 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:13:54.524853 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:54.524853 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:13:54.524853 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:54.524853 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:54.524853 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:54.524853 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:54.524853 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:54.524853 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:13:54.524853 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:54.524853 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:13:54.524853 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:54.524853 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:54.524853 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:54.524853 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:54.524853 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:54.524853 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:54.524853 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:54.524853 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:54.524853 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:54.524853 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:54.524853 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:54.583349 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-65868783-1cd1-4d0a-8d95-c0a2c789d69d tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.596827 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-65868783-1cd1-4d0a-8d95-c0a2c789d69d tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.598572 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-65868783-1cd1-4d0a-8d95-c0a2c789d69d tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] 10.222.0.35 "DELETE /v2.0/networks/2b19e721-e1e4-4cbb-abbf-b7c809a452e1 HTTP/1.1" status: 204 len: 168 time: 0.5768371 Sep 16 05:13:54.601867 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49036) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:54.610715 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65868783-1cd1-4d0a-8d95-c0a2c789d69d tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Pushing event deleted for resources: {'Network': ['ID=2b19e721-e1e4-4cbb-abbf-b7c809a452e1,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:54.660112 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-58ad93c1-97f2-4d45-ace2-221413519de7 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Deleting subnet 18672b1b-e00a-4578-abe0-860d61cd5258 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:13:54.663315 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-58ad93c1-97f2-4d45-ace2-221413519de7 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.702797 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-58ad93c1-97f2-4d45-ace2-221413519de7 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.782886 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-58ad93c1-97f2-4d45-ace2-221413519de7 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.843766 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-58ad93c1-97f2-4d45-ace2-221413519de7 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.868881 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad93c1-97f2-4d45-ace2-221413519de7 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Pushing event deleted for resources: {'Subnet': ['ID=18672b1b-e00a-4578-abe0-860d61cd5258,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:54.875178 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-58ad93c1-97f2-4d45-ace2-221413519de7 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.877242 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-58ad93c1-97f2-4d45-ace2-221413519de7 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] 10.222.0.35 "DELETE /v2.0/subnets/18672b1b-e00a-4578-abe0-860d61cd5258 HTTP/1.1" status: 204 len: 168 time: 0.2728603 Sep 16 05:13:54.879583 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49038) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:54.881935 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9ce593-cd19-4f2a-b701-eec2619dfd86 None None] Network d613f1fa-e615-4c53-8b56-bd69baf8ab52 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:54.930948 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9bbe976-67e6-4754-bcde-955b2b26b72a tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Deleting subnet 278c68c5-56eb-4d46-a61f-f24c8b608ced {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:13:54.934158 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d9bbe976-67e6-4754-bcde-955b2b26b72a tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.974173 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d9bbe976-67e6-4754-bcde-955b2b26b72a tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.065179 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88415e24-8e85-4564-836e-3c85c632b8cc None None] DHCP port deletion for d613f1fa-e615-4c53-8b56-bd69baf8ab52 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:13:55.065450 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d9bbe976-67e6-4754-bcde-955b2b26b72a tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.112911 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-88415e24-8e85-4564-836e-3c85c632b8cc None None] Deleting port dc5f85cd-a08a-4a8c-aa25-edd44fb784af {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:55.113332 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-88415e24-8e85-4564-836e-3c85c632b8cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.128228 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d9bbe976-67e6-4754-bcde-955b2b26b72a tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.157242 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d9bbe976-67e6-4754-bcde-955b2b26b72a tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.161512 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d9bbe976-67e6-4754-bcde-955b2b26b72a tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] 10.222.0.35 "DELETE /v2.0/subnets/278c68c5-56eb-4d46-a61f-f24c8b608ced HTTP/1.1" status: 204 len: 168 time: 0.2786369 Sep 16 05:13:55.161512 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bbe976-67e6-4754-bcde-955b2b26b72a tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Pushing event deleted for resources: {'Subnet': ['ID=278c68c5-56eb-4d46-a61f-f24c8b608ced,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:55.161870 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49040) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:55.171895 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb45fdfb-4d98-4a5f-8982-1bf341825eb2 None None] Network 46837dc1-e302-44a1-8acf-3d53fda4babf requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:55.209101 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-88415e24-8e85-4564-836e-3c85c632b8cc None None] For port dc5f85cd-a08a-4a8c-aa25-edd44fb784af, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=dc5f85cd-a08a-4a8c-aa25-edd44fb784af,segment=NetworkSegment(604737ca-ab75-41bb-bb44-f36b1333f8ed),segment_id=604737ca-ab75-41bb-bb44-f36b1333f8ed)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:55.209497 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-88415e24-8e85-4564-836e-3c85c632b8cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.242033 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-598c1636-6b1b-407e-a4f8-fa83210cb6e0 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.250333 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-88415e24-8e85-4564-836e-3c85c632b8cc None None] Calling delete_port for dc5f85cd-a08a-4a8c-aa25-edd44fb784af owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:55.296004 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-598c1636-6b1b-407e-a4f8-fa83210cb6e0 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Deleting port dc5f85cd-a08a-4a8c-aa25-edd44fb784af {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:55.296342 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-598c1636-6b1b-407e-a4f8-fa83210cb6e0 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.361522 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-598c1636-6b1b-407e-a4f8-fa83210cb6e0 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] For port dc5f85cd-a08a-4a8c-aa25-edd44fb784af, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=dc5f85cd-a08a-4a8c-aa25-edd44fb784af,segment=NetworkSegment(604737ca-ab75-41bb-bb44-f36b1333f8ed),segment_id=604737ca-ab75-41bb-bb44-f36b1333f8ed)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:55.361883 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-598c1636-6b1b-407e-a4f8-fa83210cb6e0 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.381578 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-598c1636-6b1b-407e-a4f8-fa83210cb6e0 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Calling delete_port for dc5f85cd-a08a-4a8c-aa25-edd44fb784af owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:55.386895 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-88415e24-8e85-4564-836e-3c85c632b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.415546 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88415e24-8e85-4564-836e-3c85c632b8cc None None] No DVR routers for this DVR port dc5f85cd-a08a-4a8c-aa25-edd44fb784af on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:55.419670 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88415e24-8e85-4564-836e-3c85c632b8cc None None] Pushing event deleted for resources: {'Port': ['ID=dc5f85cd-a08a-4a8c-aa25-edd44fb784af,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:55.440414 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78f6772-251e-4ac2-ae5f-cd0b657c3395 None None] DHCP port deletion for 46837dc1-e302-44a1-8acf-3d53fda4babf request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:13:55.473450 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-598c1636-6b1b-407e-a4f8-fa83210cb6e0 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.488051 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-f78f6772-251e-4ac2-ae5f-cd0b657c3395 None None] Deleting port 04a1880c-84d3-409d-b6b1-3dff1aeb647f {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:55.488428 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f78f6772-251e-4ac2-ae5f-cd0b657c3395 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.500659 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c1636-6b1b-407e-a4f8-fa83210cb6e0 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Pushing event deleted for resources: {'Port': ['ID=dc5f85cd-a08a-4a8c-aa25-edd44fb784af,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:55.505297 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598c1636-6b1b-407e-a4f8-fa83210cb6e0 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] No DVR routers for this DVR port dc5f85cd-a08a-4a8c-aa25-edd44fb784af on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:55.557034 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-f78f6772-251e-4ac2-ae5f-cd0b657c3395 None None] For port 04a1880c-84d3-409d-b6b1-3dff1aeb647f, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=04a1880c-84d3-409d-b6b1-3dff1aeb647f,segment=NetworkSegment(10b57c37-59e3-4b1c-b630-4dedccf0c73a),segment_id=10b57c37-59e3-4b1c-b630-4dedccf0c73a)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:55.557493 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f78f6772-251e-4ac2-ae5f-cd0b657c3395 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.570380 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-f78f6772-251e-4ac2-ae5f-cd0b657c3395 None None] Calling delete_port for 04a1880c-84d3-409d-b6b1-3dff1aeb647f owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:55.588411 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-598c1636-6b1b-407e-a4f8-fa83210cb6e0 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.608195 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-598c1636-6b1b-407e-a4f8-fa83210cb6e0 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d613f1fa-e615-4c53-8b56-bd69baf8ab52']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:55.617467 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-598c1636-6b1b-407e-a4f8-fa83210cb6e0 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '604737ca-ab75-41bb-bb44-f36b1333f8ed') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:55.617761 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-598c1636-6b1b-407e-a4f8-fa83210cb6e0 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '604737ca-ab75-41bb-bb44-f36b1333f8ed') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:55.627342 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-598c1636-6b1b-407e-a4f8-fa83210cb6e0 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.640898 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-598c1636-6b1b-407e-a4f8-fa83210cb6e0 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.647262 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-598c1636-6b1b-407e-a4f8-fa83210cb6e0 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:55.647656 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-598c1636-6b1b-407e-a4f8-fa83210cb6e0 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.648228 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f78f6772-251e-4ac2-ae5f-cd0b657c3395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.651587 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:13:55.651587 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:55.651587 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:13:55.651587 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:55.651587 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:13:55.651587 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:55.651587 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:13:55.651587 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:55.651587 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:13:55.651587 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:55.651587 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:13:55.651587 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:55.651587 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:13:55.651587 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:55.651587 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:55.651587 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:55.651587 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:55.651587 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:55.651587 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:13:55.651587 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:55.651587 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:13:55.651587 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:55.651587 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:55.651587 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:55.651587 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:55.651587 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:55.651587 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:55.651587 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:55.651587 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:55.651587 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:55.651587 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:55.651587 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:55.672784 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f6772-251e-4ac2-ae5f-cd0b657c3395 None None] Pushing event deleted for resources: {'Port': ['ID=04a1880c-84d3-409d-b6b1-3dff1aeb647f,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:55.680810 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78f6772-251e-4ac2-ae5f-cd0b657c3395 None None] No DVR routers for this DVR port 04a1880c-84d3-409d-b6b1-3dff1aeb647f on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:55.711397 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-598c1636-6b1b-407e-a4f8-fa83210cb6e0 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.717826 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-598c1636-6b1b-407e-a4f8-fa83210cb6e0 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.719765 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-598c1636-6b1b-407e-a4f8-fa83210cb6e0 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] 10.222.0.35 "DELETE /v2.0/networks/d613f1fa-e615-4c53-8b56-bd69baf8ab52 HTTP/1.1" status: 204 len: 168 time: 0.5569470 Sep 16 05:13:55.722421 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49042) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:55.738870 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c1636-6b1b-407e-a4f8-fa83210cb6e0 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Pushing event deleted for resources: {'Network': ['ID=d613f1fa-e615-4c53-8b56-bd69baf8ab52,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:55.801070 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8793ef91-78e5-4597-a911-bb92a266ecf1 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.882719 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8793ef91-78e5-4597-a911-bb92a266ecf1 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.902893 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-8793ef91-78e5-4597-a911-bb92a266ecf1 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46837dc1-e302-44a1-8acf-3d53fda4babf']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:55.911738 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-8793ef91-78e5-4597-a911-bb92a266ecf1 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10b57c37-59e3-4b1c-b630-4dedccf0c73a') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:55.912037 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-8793ef91-78e5-4597-a911-bb92a266ecf1 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10b57c37-59e3-4b1c-b630-4dedccf0c73a') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:55.925829 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8793ef91-78e5-4597-a911-bb92a266ecf1 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.939316 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8793ef91-78e5-4597-a911-bb92a266ecf1 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.944899 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8793ef91-78e5-4597-a911-bb92a266ecf1 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:55.945284 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8793ef91-78e5-4597-a911-bb92a266ecf1 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.948827 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:13:55.948827 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:55.948827 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:13:55.948827 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:55.948827 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:13:55.948827 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:55.948827 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:13:55.948827 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:55.948827 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:13:55.948827 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:55.948827 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:13:55.948827 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:55.948827 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:13:55.948827 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:55.948827 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:55.948827 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:55.948827 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:55.948827 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:55.948827 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:13:55.948827 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:55.948827 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:13:55.948827 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:55.948827 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:55.948827 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:55.948827 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:55.948827 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:55.948827 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:55.948827 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:55.948827 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:55.948827 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:55.948827 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:55.948827 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:56.005095 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8793ef91-78e5-4597-a911-bb92a266ecf1 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.012615 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8793ef91-78e5-4597-a911-bb92a266ecf1 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.014450 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8793ef91-78e5-4597-a911-bb92a266ecf1 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] 10.222.0.35 "DELETE /v2.0/networks/46837dc1-e302-44a1-8acf-3d53fda4babf HTTP/1.1" status: 204 len: 168 time: 0.2909834 Sep 16 05:13:56.017284 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49044) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:56.025399 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793ef91-78e5-4597-a911-bb92a266ecf1 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Pushing event deleted for resources: {'Network': ['ID=46837dc1-e302-44a1-8acf-3d53fda4babf,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:56.069583 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff2107e-81af-4746-9ed3-285b24404dcb tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Deleting subnet 1fa5ed1b-d7a0-4a83-a6c7-cdcb01805980 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:13:56.073357 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2ff2107e-81af-4746-9ed3-285b24404dcb tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.112070 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2ff2107e-81af-4746-9ed3-285b24404dcb tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.198905 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2ff2107e-81af-4746-9ed3-285b24404dcb tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.255269 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2ff2107e-81af-4746-9ed3-285b24404dcb tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.285816 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2ff2107e-81af-4746-9ed3-285b24404dcb tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.287766 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2ff2107e-81af-4746-9ed3-285b24404dcb tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] 10.222.0.35 "DELETE /v2.0/subnets/1fa5ed1b-d7a0-4a83-a6c7-cdcb01805980 HTTP/1.1" status: 204 len: 168 time: 0.2694955 Sep 16 05:13:56.289865 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2107e-81af-4746-9ed3-285b24404dcb tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Pushing event deleted for resources: {'Subnet': ['ID=1fa5ed1b-d7a0-4a83-a6c7-cdcb01805980,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:56.290488 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49046) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:56.292547 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c280ff-b785-47fb-ac8d-8576e0f0658f None None] Network af67f96a-be9a-413a-b698-ef78b97acc5f requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:56.371102 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b75fc864-de57-4a17-851d-ce5f53cc1be4 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.428011 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-b75fc864-de57-4a17-851d-ce5f53cc1be4 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Deleting port d44007cf-7272-4d4b-9975-d98c499ec1bc {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:56.428374 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b75fc864-de57-4a17-851d-ce5f53cc1be4 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.497189 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-b75fc864-de57-4a17-851d-ce5f53cc1be4 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] For port d44007cf-7272-4d4b-9975-d98c499ec1bc, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d44007cf-7272-4d4b-9975-d98c499ec1bc,segment=NetworkSegment(8485e8e2-5fb6-4597-a168-66beb164364f),segment_id=8485e8e2-5fb6-4597-a168-66beb164364f)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:56.497540 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b75fc864-de57-4a17-851d-ce5f53cc1be4 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.498310 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bf4bc3-f58c-4b1e-84da-2edac2ee52b4 None None] DHCP port deletion for af67f96a-be9a-413a-b698-ef78b97acc5f request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:13:56.516479 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-b75fc864-de57-4a17-851d-ce5f53cc1be4 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Calling delete_port for d44007cf-7272-4d4b-9975-d98c499ec1bc owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:56.526610 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device dc5f85cd-a08a-4a8c-aa25-edd44fb784af no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:56.552730 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: dc5f85cd-a08a-4a8c-aa25-edd44fb784af {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:56.553071 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device dc5f85cd-a08a-4a8c-aa25-edd44fb784af not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:56.553506 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 04a1880c-84d3-409d-b6b1-3dff1aeb647f no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:56.573951 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 04a1880c-84d3-409d-b6b1-3dff1aeb647f {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:56.574270 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 04a1880c-84d3-409d-b6b1-3dff1aeb647f not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:56.593387 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-b1bf4bc3-f58c-4b1e-84da-2edac2ee52b4 None None] Deleting port d44007cf-7272-4d4b-9975-d98c499ec1bc {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:56.593769 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b1bf4bc3-f58c-4b1e-84da-2edac2ee52b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.609412 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b75fc864-de57-4a17-851d-ce5f53cc1be4 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.632889 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75fc864-de57-4a17-851d-ce5f53cc1be4 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Pushing event deleted for resources: {'Port': ['ID=d44007cf-7272-4d4b-9975-d98c499ec1bc,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:56.638513 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75fc864-de57-4a17-851d-ce5f53cc1be4 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] No DVR routers for this DVR port d44007cf-7272-4d4b-9975-d98c499ec1bc on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:56.657928 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-b1bf4bc3-f58c-4b1e-84da-2edac2ee52b4 None None] For port d44007cf-7272-4d4b-9975-d98c499ec1bc, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d44007cf-7272-4d4b-9975-d98c499ec1bc,segment=NetworkSegment(8485e8e2-5fb6-4597-a168-66beb164364f),segment_id=8485e8e2-5fb6-4597-a168-66beb164364f)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:56.658537 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b1bf4bc3-f58c-4b1e-84da-2edac2ee52b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.672492 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-b1bf4bc3-f58c-4b1e-84da-2edac2ee52b4 None None] Calling delete_port for d44007cf-7272-4d4b-9975-d98c499ec1bc owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:56.720035 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b75fc864-de57-4a17-851d-ce5f53cc1be4 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.739800 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-b75fc864-de57-4a17-851d-ce5f53cc1be4 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af67f96a-be9a-413a-b698-ef78b97acc5f']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:56.749381 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-b75fc864-de57-4a17-851d-ce5f53cc1be4 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8485e8e2-5fb6-4597-a168-66beb164364f') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:56.749800 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-b75fc864-de57-4a17-851d-ce5f53cc1be4 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8485e8e2-5fb6-4597-a168-66beb164364f') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:56.749924 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b1bf4bc3-f58c-4b1e-84da-2edac2ee52b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.759506 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b75fc864-de57-4a17-851d-ce5f53cc1be4 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.772607 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b75fc864-de57-4a17-851d-ce5f53cc1be4 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.773008 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf4bc3-f58c-4b1e-84da-2edac2ee52b4 None None] Pushing event deleted for resources: {'Port': ['ID=d44007cf-7272-4d4b-9975-d98c499ec1bc,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:56.779492 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bf4bc3-f58c-4b1e-84da-2edac2ee52b4 None None] No DVR routers for this DVR port d44007cf-7272-4d4b-9975-d98c499ec1bc on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:56.782121 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b75fc864-de57-4a17-851d-ce5f53cc1be4 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:56.783240 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b75fc864-de57-4a17-851d-ce5f53cc1be4 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.787636 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:13:56.787636 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:56.787636 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:13:56.787636 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:56.787636 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:13:56.787636 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:56.787636 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:13:56.787636 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:56.787636 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:13:56.787636 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:56.787636 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:13:56.787636 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:56.787636 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:13:56.787636 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:56.787636 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:56.787636 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:56.787636 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:56.787636 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:56.787636 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:13:56.787636 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:56.787636 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:13:56.787636 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:56.787636 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:56.787636 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:56.787636 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:56.787636 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:56.787636 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:56.787636 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:56.787636 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:56.787636 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:56.787636 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:56.787636 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:56.846233 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b75fc864-de57-4a17-851d-ce5f53cc1be4 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.854842 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b75fc864-de57-4a17-851d-ce5f53cc1be4 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.856749 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b75fc864-de57-4a17-851d-ce5f53cc1be4 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] 10.222.0.35 "DELETE /v2.0/networks/af67f96a-be9a-413a-b698-ef78b97acc5f HTTP/1.1" status: 204 len: 168 time: 0.5646768 Sep 16 05:13:56.859628 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49048) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:56.868095 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75fc864-de57-4a17-851d-ce5f53cc1be4 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Pushing event deleted for resources: {'Network': ['ID=af67f96a-be9a-413a-b698-ef78b97acc5f,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:56.888813 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3e7123ca-7e30-4063-b128-37cc86d302a4 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d02e2e2-1d7f-44fc-9faf-b7c9016768f2 HTTP/1.1" status: 200 len: 205 time: 0.0279799 Sep 16 05:13:56.891109 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49050) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:56.969339 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bf7b330b-f66a-409d-b3e9-1653d1de5128 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.126914 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bf7b330b-f66a-409d-b3e9-1653d1de5128 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.129036 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bf7b330b-f66a-409d-b3e9-1653d1de5128 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.171259 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bf7b330b-f66a-409d-b3e9-1653d1de5128 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.171755 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7b330b-f66a-409d-b3e9-1653d1de5128 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Fanout notify agent at l3_agent the message router_deleted on router 0d02e2e2-1d7f-44fc-9faf-b7c9016768f2 {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:13:57.183616 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bf7b330b-f66a-409d-b3e9-1653d1de5128 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.184811 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-bf7b330b-f66a-409d-b3e9-1653d1de5128 tempest-RoutersNegativeIpV6Test-270770297 tempest-RoutersNegativeIpV6Test-270770297-project] 10.222.0.35 "DELETE /v2.0/routers/0d02e2e2-1d7f-44fc-9faf-b7c9016768f2 HTTP/1.1" status: 204 len: 168 time: 0.2928042 Sep 16 05:13:57.486153 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49056) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:57.639620 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e9762437-41c6-45b7-9fe7-277d4cc3261f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=62fceb631b1a408282f144305f7d8550&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1522281 Sep 16 05:13:57.642306 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49060) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:57.694687 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d3a59137-b91b-419a-87b1-d3da05d27152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.715799 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d3a59137-b91b-419a-87b1-d3da05d27152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.761586 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d3a59137-b91b-419a-87b1-d3da05d27152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.764129 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d3a59137-b91b-419a-87b1-d3da05d27152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.765350 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d3a59137-b91b-419a-87b1-d3da05d27152 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7e489e31-0a2d-46b3-a26f-b8e6b084fe30 HTTP/1.1" status: 204 len: 168 time: 0.1220198 Sep 16 05:13:57.772916 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a59137-b91b-419a-87b1-d3da05d27152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e489e31-0a2d-46b3-a26f-b8e6b084fe30,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:58.472113 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d44007cf-7272-4d4b-9975-d98c499ec1bc no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:58.494246 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: d44007cf-7272-4d4b-9975-d98c499ec1bc {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:58.494702 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d44007cf-7272-4d4b-9975-d98c499ec1bc not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:00.064271 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49132) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:00.171782 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-057cebbb-023c-400a-a8de-d16da5a274a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.266582 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-057cebbb-023c-400a-a8de-d16da5a274a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.270520 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-057cebbb-023c-400a-a8de-d16da5a274a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.312429 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-057cebbb-023c-400a-a8de-d16da5a274a2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cc626bcaf0f74402b7ec92feb35279ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2468853 Sep 16 05:14:00.313456 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057cebbb-023c-400a-a8de-d16da5a274a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788a08b1-e42a-471f-ade2-7dabc0a5d25a,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:00.315001 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49136) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:00.366159 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a5b28a65-1266-4b73-9a39-6f97c290b5bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.388182 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a5b28a65-1266-4b73-9a39-6f97c290b5bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.436157 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a5b28a65-1266-4b73-9a39-6f97c290b5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.438815 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a5b28a65-1266-4b73-9a39-6f97c290b5bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.440001 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a5b28a65-1266-4b73-9a39-6f97c290b5bb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/788a08b1-e42a-471f-ade2-7dabc0a5d25a HTTP/1.1" status: 204 len: 168 time: 0.1240084 Sep 16 05:14:00.448895 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b28a65-1266-4b73-9a39-6f97c290b5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788a08b1-e42a-471f-ade2-7dabc0a5d25a,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:00.702697 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49144) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:00.715860 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-823d2c39-067b-4c69-adb5-c5976f322c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.804252 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-823d2c39-067b-4c69-adb5-c5976f322c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.808555 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-823d2c39-067b-4c69-adb5-c5976f322c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.845562 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-823d2c39-067b-4c69-adb5-c5976f322c32 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=65e167049679419c928165ae4bf82de7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414456 Sep 16 05:14:00.846060 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d2c39-067b-4c69-adb5-c5976f322c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0267528a-02ef-4369-9fba-5e23e22ce1ba,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:00.847952 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49146) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:00.898108 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7f1ad89c-ab71-45e6-99ed-6f38bc1580c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.919432 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7f1ad89c-ab71-45e6-99ed-6f38bc1580c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.965246 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7f1ad89c-ab71-45e6-99ed-6f38bc1580c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.968552 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7f1ad89c-ab71-45e6-99ed-6f38bc1580c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.969935 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7f1ad89c-ab71-45e6-99ed-6f38bc1580c8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0267528a-02ef-4369-9fba-5e23e22ce1ba HTTP/1.1" status: 204 len: 168 time: 0.1208763 Sep 16 05:14:00.979218 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ad89c-ab71-45e6-99ed-6f38bc1580c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0267528a-02ef-4369-9fba-5e23e22ce1ba,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:02.687520 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5a31971-f0b7-4671-b284-f2f4bd595e4d req-585fa699-70ad-4823-8580-fedf52a6e419 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3a92efac-7396-42d4-a09c-8ad04a0ed728&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417781 Sep 16 05:14:02.768412 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a31971-f0b7-4671-b284-f2f4bd595e4d req-adbd359a-3761-4b75-b877-96e4abc818f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:02.770273 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5a31971-f0b7-4671-b284-f2f4bd595e4d req-adbd359a-3761-4b75-b877-96e4abc818f9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da5c99301f5942cd8cb2baff109305cb&device_id=3a92efac-7396-42d4-a09c-8ad04a0ed728 HTTP/1.1" status: 200 len: 1097 time: 0.0454607 Sep 16 05:14:02.882567 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a31971-f0b7-4671-b284-f2f4bd595e4d req-31c3d84c-a68d-4fb4-bcff-5b4e6d4974d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:02.885020 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5a31971-f0b7-4671-b284-f2f4bd595e4d req-31c3d84c-a68d-4fb4-bcff-5b4e6d4974d5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7 HTTP/1.1" status: 200 len: 898 time: 0.0911124 Sep 16 05:14:02.965101 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5a31971-f0b7-4671-b284-f2f4bd595e4d req-3fcfd412-11d4-4bab-a273-f4fefb535e89 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd0f55a9-0069-4403-95b1-3521c5971603 HTTP/1.1" status: 200 len: 1001 time: 0.0731192 Sep 16 05:14:03.018496 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a31971-f0b7-4671-b284-f2f4bd595e4d req-6c3da2bb-c5a8-4068-819b-baace14f25f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:03.020031 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5a31971-f0b7-4671-b284-f2f4bd595e4d req-6c3da2bb-c5a8-4068-819b-baace14f25f7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=93e32929-b54b-40c3-a07b-988e4bde0ff1 HTTP/1.1" status: 200 len: 835 time: 0.0477395 Sep 16 05:14:03.067507 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49216) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:03.068011 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a31971-f0b7-4671-b284-f2f4bd595e4d req-3137a4a6-50de-4274-a796-156c792cfa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:03.069289 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5a31971-f0b7-4671-b284-f2f4bd595e4d req-3137a4a6-50de-4274-a796-156c792cfa36 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416813 Sep 16 05:14:03.163431 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5a31971-f0b7-4671-b284-f2f4bd595e4d req-ce31659e-771d-4532-a5fa-eabb7df750d2 service neutron] 10.222.0.48 "GET /v2.0/networks/311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865433 Sep 16 05:14:03.177411 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b97e3c96-a9b1-4380-a47a-597a12264474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.263324 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5a31971-f0b7-4671-b284-f2f4bd595e4d req-99082778-2b36-4655-8542-2f74fd16dbe0 service neutron] 10.222.0.48 "GET /v2.0/networks/311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921736 Sep 16 05:14:03.266979 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b97e3c96-a9b1-4380-a47a-597a12264474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.270625 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b97e3c96-a9b1-4380-a47a-597a12264474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.307150 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b97e3c96-a9b1-4380-a47a-597a12264474 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a1ee1c5a66c1454c8f977d08be1bd3f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2383876 Sep 16 05:14:03.309642 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49220) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:03.311634 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e3c96-a9b1-4380-a47a-597a12264474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3f2e98-fc28-4cda-8ba0-fc0e43afad6a,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:03.369644 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3756cc1c-6328-4c1f-96d5-31c7aa1653ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.390819 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3756cc1c-6328-4c1f-96d5-31c7aa1653ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.437230 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3756cc1c-6328-4c1f-96d5-31c7aa1653ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.439760 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3756cc1c-6328-4c1f-96d5-31c7aa1653ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.441012 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3756cc1c-6328-4c1f-96d5-31c7aa1653ba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1b3f2e98-fc28-4cda-8ba0-fc0e43afad6a HTTP/1.1" status: 204 len: 168 time: 0.1304035 Sep 16 05:14:03.449463 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756cc1c-6328-4c1f-96d5-31c7aa1653ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3f2e98-fc28-4cda-8ba0-fc0e43afad6a,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:03.699934 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49226) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:03.713126 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2502d655-1862-42aa-812c-4417cd708182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.801613 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2502d655-1862-42aa-812c-4417cd708182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.805140 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2502d655-1862-42aa-812c-4417cd708182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.845785 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2502d655-1862-42aa-812c-4417cd708182 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eb3a4aaae2ae417d8088ffb4216c33ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1446722 Sep 16 05:14:03.846643 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502d655-1862-42aa-812c-4417cd708182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f250a7-b141-4aae-b72f-962597f6cc1d,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:03.848480 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49228) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:03.897943 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0454308a-fae6-42c3-b559-4a09eabf4135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.919364 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0454308a-fae6-42c3-b559-4a09eabf4135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.965422 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0454308a-fae6-42c3-b559-4a09eabf4135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.968219 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0454308a-fae6-42c3-b559-4a09eabf4135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.969557 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0454308a-fae6-42c3-b559-4a09eabf4135 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/63f250a7-b141-4aae-b72f-962597f6cc1d HTTP/1.1" status: 204 len: 168 time: 0.1199906 Sep 16 05:14:03.978236 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454308a-fae6-42c3-b559-4a09eabf4135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f250a7-b141-4aae-b72f-962597f6cc1d,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:05.903529 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49296) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:06.021544 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-de0fe6e3-42eb-4fe4-8592-10d1426ad3f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.109898 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-de0fe6e3-42eb-4fe4-8592-10d1426ad3f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.113910 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-de0fe6e3-42eb-4fe4-8592-10d1426ad3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.154016 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-de0fe6e3-42eb-4fe4-8592-10d1426ad3f2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f67b7c4731ab4eef8f910817d845a0e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2493250 Sep 16 05:14:06.155055 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0fe6e3-42eb-4fe4-8592-10d1426ad3f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befbe442-f24e-416e-905e-af378741a339,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:06.156759 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49300) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:06.207269 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-33bdc3cc-066d-4b83-9acb-9c2c6ca04e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.228479 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-33bdc3cc-066d-4b83-9acb-9c2c6ca04e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.273716 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-33bdc3cc-066d-4b83-9acb-9c2c6ca04e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.276272 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-33bdc3cc-066d-4b83-9acb-9c2c6ca04e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.277718 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-33bdc3cc-066d-4b83-9acb-9c2c6ca04e2f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/befbe442-f24e-416e-905e-af378741a339 HTTP/1.1" status: 204 len: 168 time: 0.1194694 Sep 16 05:14:06.286055 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bdc3cc-066d-4b83-9acb-9c2c6ca04e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befbe442-f24e-416e-905e-af378741a339,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:06.543088 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49306) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:06.557966 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-71a8e45d-b3d4-4eef-8028-7c7f3e258a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.650595 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-71a8e45d-b3d4-4eef-8028-7c7f3e258a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.654307 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-71a8e45d-b3d4-4eef-8028-7c7f3e258a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.692907 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-71a8e45d-b3d4-4eef-8028-7c7f3e258a77 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cc5a15f2042f4653b13b4c04303a4c82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1486406 Sep 16 05:14:06.693974 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8e45d-b3d4-4eef-8028-7c7f3e258a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfffa4a-3ae1-4368-8ddf-243d54fb1b69,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:06.695616 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49308) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:06.745368 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f0380cde-9523-4846-94a7-d7d0ebb58411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.766361 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f0380cde-9523-4846-94a7-d7d0ebb58411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.813889 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f0380cde-9523-4846-94a7-d7d0ebb58411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.816500 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f0380cde-9523-4846-94a7-d7d0ebb58411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.817744 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f0380cde-9523-4846-94a7-d7d0ebb58411 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ecfffa4a-3ae1-4368-8ddf-243d54fb1b69 HTTP/1.1" status: 204 len: 168 time: 0.1210785 Sep 16 05:14:06.825861 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0380cde-9523-4846-94a7-d7d0ebb58411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfffa4a-3ae1-4368-8ddf-243d54fb1b69,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:09.130382 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:14:09.153041 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49368) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:09.228130 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8910ff85-1021-4abd-af86-8d9fd5e2c485 tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:09.228523 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8910ff85-1021-4abd-af86-8d9fd5e2c485 tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:09.229006 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8910ff85-1021-4abd-af86-8d9fd5e2c485 tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:09.230693 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8910ff85-1021-4abd-af86-8d9fd5e2c485 tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] 10.222.0.35 "GET /v2.0/ports?project_id=da5c99301f5942cd8cb2baff109305cb&network_id=311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7 HTTP/1.1" status: 200 len: 2972 time: 0.0766511 Sep 16 05:14:10.101187 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9866bf6d-4c61-4f84-8efb-9dc4e7cda853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.795048 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:12.235207 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49410) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:12.289078 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e542cf71-d9ef-4008-9c53-068c25cde6f3 tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:12.300588 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e542cf71-d9ef-4008-9c53-068c25cde6f3 tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=6423976d-c7ec-41de-996e-2a06dce8febc HTTP/1.1" status: 200 len: 814 time: 0.0550098 Sep 16 05:14:12.828357 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49416) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:12.833380 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-b36a0e6a-a52b-4e3a-a38b-11b55834c1ff tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Request body: {'network': {'name': 'tempest-network-smoke--871870185', 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'port_security_enabled': True}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:12.856810 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36a0e6a-a52b-4e3a-a38b-11b55834c1ff tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Made reservation on behalf of da5c99301f5942cd8cb2baff109305cb for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:12.860527 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b36a0e6a-a52b-4e3a-a38b-11b55834c1ff tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:12.889155 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b36a0e6a-a52b-4e3a-a38b-11b55834c1ff tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:14:12.898241 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b36a0e6a-a52b-4e3a-a38b-11b55834c1ff tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:12.898586 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-b36a0e6a-a52b-4e3a-a38b-11b55834c1ff tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Added segment a0930ea6-4a58-4d46-8bce-17ffde1b0073 of type vlan for network b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9 Sep 16 05:14:12.939762 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b36a0e6a-a52b-4e3a-a38b-11b55834c1ff tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:12.965927 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b36a0e6a-a52b-4e3a-a38b-11b55834c1ff tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:12.971549 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36a0e6a-a52b-4e3a-a38b-11b55834c1ff tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:12.972133 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b36a0e6a-a52b-4e3a-a38b-11b55834c1ff tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:13.015614 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b36a0e6a-a52b-4e3a-a38b-11b55834c1ff tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1860597 Sep 16 05:14:13.019147 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49422) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:13.044293 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a0e6a-a52b-4e3a-a38b-11b55834c1ff tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'Network': ['ID=b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:13.057347 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:14:13.113658 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40585fd-b5cd-45be-b82a-ecfcae710902 tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:13.118799 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d40585fd-b5cd-45be-b82a-ecfcae710902 tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=da5c99301f5942cd8cb2baff109305cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0979578 Sep 16 05:14:13.119185 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49426) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:13.220633 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30df3a46-9365-4acf-ab72-7d3c543fa19b tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:13.224730 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-30df3a46-9365-4acf-ab72-7d3c543fa19b tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1015658 Sep 16 05:14:13.225085 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49430) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:13.250659 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-04a69ff2-f0bb-49cb-8b9f-9d12fbed210d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:13.255535 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-dd410ee9-fa07-45b9-af14-a82b775dc46c tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=6423976d-c7ec-41de-996e-2a06dce8febc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293941 Sep 16 05:14:13.258047 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49434) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:13.286493 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2a421317-e857-407e-8e89-80296a26cada tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=da5c99301f5942cd8cb2baff109305cb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272751 Sep 16 05:14:13.289388 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49436) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:13.380749 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4883c23-cda2-4c7a-8df4-0bb29a9d1dd0 tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:13.382245 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d4883c23-cda2-4c7a-8df4-0bb29a9d1dd0 tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0917850 Sep 16 05:14:13.385617 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49438) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:13.537923 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:13.755750 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d05621b7-9636-4e21-8ac8-6ab05d83cbc4 tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=6423976d-c7ec-41de-996e-2a06dce8febc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3690546 Sep 16 05:14:13.758455 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49440) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:13.763924 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-b26819cb-0027-4e83-aeb4-24de2b409600 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1603788708', 'network_id': 'b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9', 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:13.853443 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26819cb-0027-4e83-aeb4-24de2b409600 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Made reservation on behalf of da5c99301f5942cd8cb2baff109305cb for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:13.856951 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b26819cb-0027-4e83-aeb4-24de2b409600 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.032348 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b26819cb-0027-4e83-aeb4-24de2b409600 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.106352 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26819cb-0027-4e83-aeb4-24de2b409600 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'Subnet': ['ID=df54d0bc-4080-4fea-8a42-7ecf6c132ec7,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:14.113652 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26819cb-0027-4e83-aeb4-24de2b409600 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Checking segment: {'id': 'a0930ea6-4a58-4d46-8bce-17ffde1b0073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:14.114039 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26819cb-0027-4e83-aeb4-24de2b409600 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Network hostable DHCP agents. Network: b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:14:14.130849 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26819cb-0027-4e83-aeb4-24de2b409600 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Network b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:14:14.139542 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-b26819cb-0027-4e83-aeb4-24de2b409600 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:14.143763 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26819cb-0027-4e83-aeb4-24de2b409600 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:14.144343 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b26819cb-0027-4e83-aeb4-24de2b409600 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.148695 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab8f769-fc49-4bc0-84e4-ab1ed0cddc5e None None] Network b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:14.158213 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b26819cb-0027-4e83-aeb4-24de2b409600 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.3980761 Sep 16 05:14:14.318769 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3009ea-9632-47ef-ac16-b5e05ac00922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9', 'network_id': 'b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'fixed_ips': [{'subnet_id': 'df54d0bc-4080-4fea-8a42-7ecf6c132ec7'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:14:14.319947 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3e3009ea-9632-47ef-ac16-b5e05ac00922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.463556 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49458) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:14.469722 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-4577ceea-e3a8-4aa8-9864-7ab4f17d752d tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1092419724', 'description': 'tempest-secgroup-smoke-1092419724 description', 'project_id': 'da5c99301f5942cd8cb2baff109305cb'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:14.472038 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-3e3009ea-9632-47ef-ac16-b5e05ac00922 None None] Allocated IP 172.20.0.18 (b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9/df54d0bc-4080-4fea-8a42-7ecf6c132ec7/500aca4e-f4ce-4395-8c02-ac6bf6d7623f) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:14.496647 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4577ceea-e3a8-4aa8-9864-7ab4f17d752d tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.605533 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4577ceea-e3a8-4aa8-9864-7ab4f17d752d tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.610753 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4577ceea-e3a8-4aa8-9864-7ab4f17d752d tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.655195 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4577ceea-e3a8-4aa8-9864-7ab4f17d752d tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.659627 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49468) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:14.660193 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4577ceea-e3a8-4aa8-9864-7ab4f17d752d tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1947949 Sep 16 05:14:14.661634 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577ceea-e3a8-4aa8-9864-7ab4f17d752d tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1af6db8-d2e2-4661-8b5a-3aa0096bdf62,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:14.670519 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-f6d4e530-fe1e-431a-91ac-64df416bd523 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Request body: {'security_group_rule': {'security_group_id': 'c1af6db8-d2e2-4661-8b5a-3aa0096bdf62', 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:14.699760 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f6d4e530-fe1e-431a-91ac-64df416bd523 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.767207 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f6d4e530-fe1e-431a-91ac-64df416bd523 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.771470 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f6d4e530-fe1e-431a-91ac-64df416bd523 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.796465 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4e530-fe1e-431a-91ac-64df416bd523 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94b9d9f2-8c62-4859-95d6-52476e84f90c,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:14.815282 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f6d4e530-fe1e-431a-91ac-64df416bd523 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.817269 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f6d4e530-fe1e-431a-91ac-64df416bd523 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1551390 Sep 16 05:14:14.820108 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49470) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:14.820437 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.822283 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3e3009ea-9632-47ef-ac16-b5e05ac00922 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.825361 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-ecc4aee7-2ac8-4565-88fc-08a9484cf4c3 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Request body: {'security_group_rule': {'security_group_id': 'c1af6db8-d2e2-4661-8b5a-3aa0096bdf62', 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:14.825749 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.829004 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3e3009ea-9632-47ef-ac16-b5e05ac00922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.855079 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ecc4aee7-2ac8-4565-88fc-08a9484cf4c3 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.871521 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3009ea-9632-47ef-ac16-b5e05ac00922 None None] Network b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:14.879108 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-3e3009ea-9632-47ef-ac16-b5e05ac00922 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:14.881593 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3009ea-9632-47ef-ac16-b5e05ac00922 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:14.890507 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3009ea-9632-47ef-ac16-b5e05ac00922 None None] Pushing event updated for resources: {'Port': ['ID=500aca4e-f4ce-4395-8c02-ac6bf6d7623f,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:14.917476 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ecc4aee7-2ac8-4565-88fc-08a9484cf4c3 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.921680 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ecc4aee7-2ac8-4565-88fc-08a9484cf4c3 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.938001 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-3e3009ea-9632-47ef-ac16-b5e05ac00922 None None] Attempting to bind port 500aca4e-f4ce-4395-8c02-ac6bf6d7623f on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:14.938258 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc4aee7-2ac8-4565-88fc-08a9484cf4c3 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5ba9dc2-16dc-4b63-a260-e53f3faa4fa7,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:14.938651 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-3e3009ea-9632-47ef-ac16-b5e05ac00922 None None] Attempting to bind port 500aca4e-f4ce-4395-8c02-ac6bf6d7623f by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'a0930ea6-4a58-4d46-8bce-17ffde1b0073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:14.939092 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3009ea-9632-47ef-ac16-b5e05ac00922 None None] Attempting to bind port 500aca4e-f4ce-4395-8c02-ac6bf6d7623f on network b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:14.944253 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3009ea-9632-47ef-ac16-b5e05ac00922 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:14.944658 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3009ea-9632-47ef-ac16-b5e05ac00922 None None] Checking segment: {'id': 'a0930ea6-4a58-4d46-8bce-17ffde1b0073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:14.945071 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3e3009ea-9632-47ef-ac16-b5e05ac00922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.945469 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3009ea-9632-47ef-ac16-b5e05ac00922 None None] Bound using segment: {'id': 'a0930ea6-4a58-4d46-8bce-17ffde1b0073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:14.946779 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-3e3009ea-9632-47ef-ac16-b5e05ac00922 None None] Bound port: 500aca4e-f4ce-4395-8c02-ac6bf6d7623f, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0930ea6-4a58-4d46-8bce-17ffde1b0073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:14.947198 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3e3009ea-9632-47ef-ac16-b5e05ac00922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.950280 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ecc4aee7-2ac8-4565-88fc-08a9484cf4c3 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.951856 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ecc4aee7-2ac8-4565-88fc-08a9484cf4c3 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1307640 Sep 16 05:14:14.955232 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49472) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:14.959845 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-ac51b45d-a52d-4195-a5ce-8fdb751da672 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Request body: {'security_group_rule': {'security_group_id': 'c1af6db8-d2e2-4661-8b5a-3aa0096bdf62', 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:14.986620 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ac51b45d-a52d-4195-a5ce-8fdb751da672 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.017972 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-3e3009ea-9632-47ef-ac16-b5e05ac00922 None None] For port 500aca4e-f4ce-4395-8c02-ac6bf6d7623f, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:15.021543 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-3e3009ea-9632-47ef-ac16-b5e05ac00922 None None] For port 500aca4e-f4ce-4395-8c02-ac6bf6d7623f, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=500aca4e-f4ce-4395-8c02-ac6bf6d7623f,segment=NetworkSegment(a0930ea6-4a58-4d46-8bce-17ffde1b0073),segment_id=a0930ea6-4a58-4d46-8bce-17ffde1b0073)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:15.025839 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3e3009ea-9632-47ef-ac16-b5e05ac00922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.046581 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ac51b45d-a52d-4195-a5ce-8fdb751da672 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.051270 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ac51b45d-a52d-4195-a5ce-8fdb751da672 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.073282 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51b45d-a52d-4195-a5ce-8fdb751da672 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d3b75f-8db4-4d38-9ac0-53981955b9be,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:15.077729 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ac51b45d-a52d-4195-a5ce-8fdb751da672 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.079117 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ac51b45d-a52d-4195-a5ce-8fdb751da672 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228549 Sep 16 05:14:15.082215 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49474) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:15.087447 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-fe611939-5cd1-4b48-a5c4-7b64879a908b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Request body: {'security_group_rule': {'security_group_id': 'c1af6db8-d2e2-4661-8b5a-3aa0096bdf62', 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:15.101835 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3009ea-9632-47ef-ac16-b5e05ac00922 None None] Pushing event updated for resources: {'Port': ['ID=500aca4e-f4ce-4395-8c02-ac6bf6d7623f,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:15.126701 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fe611939-5cd1-4b48-a5c4-7b64879a908b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.191544 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fe611939-5cd1-4b48-a5c4-7b64879a908b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.195396 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fe611939-5cd1-4b48-a5c4-7b64879a908b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.216183 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe611939-5cd1-4b48-a5c4-7b64879a908b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c05f927-1093-400f-a1af-b32ef853ea26,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:15.226340 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fe611939-5cd1-4b48-a5c4-7b64879a908b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.228251 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fe611939-5cd1-4b48-a5c4-7b64879a908b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1446149 Sep 16 05:14:15.231216 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49476) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:15.239896 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-801794a8-5add-402c-8218-178520137b7b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Request body: {'security_group_rule': {'security_group_id': 'c1af6db8-d2e2-4661-8b5a-3aa0096bdf62', 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:15.261196 n-d-712139-15 neutron-server[94766]: INFO neutron.db.securitygroups_db [None req-801794a8-5add-402c-8218-178520137b7b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Project da5c99301f5942cd8cb2baff109305cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:14:15.292189 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-801794a8-5add-402c-8218-178520137b7b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.371658 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-801794a8-5add-402c-8218-178520137b7b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.375675 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-801794a8-5add-402c-8218-178520137b7b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.398434 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801794a8-5add-402c-8218-178520137b7b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a228ad-bc89-4aa2-ad5e-9e91f4cd31e5,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:15.410729 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-801794a8-5add-402c-8218-178520137b7b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.412100 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-801794a8-5add-402c-8218-178520137b7b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1799536 Sep 16 05:14:15.415635 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49478) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:15.420700 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-d48c0912-d26f-4b06-8e08-5e5a1895b75b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Request body: {'security_group_rule': {'security_group_id': 'c1af6db8-d2e2-4661-8b5a-3aa0096bdf62', 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:15.451286 n-d-712139-15 neutron-server[94767]: INFO neutron.db.securitygroups_db [None req-d48c0912-d26f-4b06-8e08-5e5a1895b75b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Project da5c99301f5942cd8cb2baff109305cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:14:15.456392 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d48c0912-d26f-4b06-8e08-5e5a1895b75b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.519944 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d48c0912-d26f-4b06-8e08-5e5a1895b75b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.523501 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d48c0912-d26f-4b06-8e08-5e5a1895b75b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.546729 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c0912-d26f-4b06-8e08-5e5a1895b75b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b6bcd9-03f4-417a-9739-bfd32d2e4aa3,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:15.555267 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d48c0912-d26f-4b06-8e08-5e5a1895b75b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.560496 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d48c0912-d26f-4b06-8e08-5e5a1895b75b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1401186 Sep 16 05:14:15.937359 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-6b84187d-9936-4b3e-9d9a-43b0b1f91bda tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1092419724&fields=id&tenant_id=da5c99301f5942cd8cb2baff109305cb HTTP/1.1" status: 200 len: 267 time: 0.0368903 Sep 16 05:14:16.075983 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-79345510-8d06-4591-a0d4-3beb9bc9f0c2 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:16.078139 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-79345510-8d06-4591-a0d4-3beb9bc9f0c2 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/networks?id=b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9 HTTP/1.1" status: 200 len: 796 time: 0.1238461 Sep 16 05:14:16.105666 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-5eec9a82-727a-4db9-b66a-4e7f62717bdc tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/quotas/da5c99301f5942cd8cb2baff109305cb HTTP/1.1" status: 200 len: 375 time: 0.0214293 Sep 16 05:14:16.106321 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:16.158513 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120fc561-01b4-4510-a9da-1849b627314b None None] Network b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:16.171249 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-9d064453-faec-4931-af41-bbc95d351d67 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=da5c99301f5942cd8cb2baff109305cb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0641611 Sep 16 05:14:16.273655 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-1ff295e5-67a5-43d8-80c2-07d56c43ed42 service neutron] 10.222.0.35 "GET /v2.0/networks/b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893381 Sep 16 05:14:16.281095 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-622525bc-10be-4465-89de-449582fc43aa None None] Provisioning complete for port 500aca4e-f4ce-4395-8c02-ac6bf6d7623f triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:16.281702 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-622525bc-10be-4465-89de-449582fc43aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:16.377696 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-21f8df03-e14d-471c-bdf6-058dd744ed2b service neutron] 10.222.0.35 "GET /v2.0/networks/b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946937 Sep 16 05:14:16.397982 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-622525bc-10be-4465-89de-449582fc43aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:16.442042 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-622525bc-10be-4465-89de-449582fc43aa None None] For port 500aca4e-f4ce-4395-8c02-ac6bf6d7623f, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=500aca4e-f4ce-4395-8c02-ac6bf6d7623f,segment=NetworkSegment(a0930ea6-4a58-4d46-8bce-17ffde1b0073),segment_id=a0930ea6-4a58-4d46-8bce-17ffde1b0073)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:16.447634 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-622525bc-10be-4465-89de-449582fc43aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:16.507147 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622525bc-10be-4465-89de-449582fc43aa None None] Pushing event updated for resources: {'Port': ['ID=500aca4e-f4ce-4395-8c02-ac6bf6d7623f,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:16.595430 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 500aca4e-f4ce-4395-8c02-ac6bf6d7623f up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:16.656290 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 500aca4e-f4ce-4395-8c02-ac6bf6d7623f triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:16.657114 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:16.672905 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8159cffa-fd50-479c-95d6-bd741a8b17f9 req-8a6e49b5-72a8-412f-95c5-bf3b6ce74723 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=d316fde6-c040-481f-b854-a08c6aff2e19 HTTP/1.1" status: 200 len: 210 time: 0.0345941 Sep 16 05:14:16.713041 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ca69f967-90d7-453e-8ece-d81783b7b7e9 None None] Provisioning complete for port 500aca4e-f4ce-4395-8c02-ac6bf6d7623f triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:16.713193 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ca69f967-90d7-453e-8ece-d81783b7b7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:17.070336 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49520) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:17.193702 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0b5923ff-e783-4c47-9d2a-82bd16c23989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:17.295603 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0b5923ff-e783-4c47-9d2a-82bd16c23989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:17.300053 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0b5923ff-e783-4c47-9d2a-82bd16c23989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:17.337638 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5923ff-e783-4c47-9d2a-82bd16c23989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7e56ca-7be1-4368-b281-2f4aa8a5142f,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:17.341469 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0b5923ff-e783-4c47-9d2a-82bd16c23989 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5a012a54f0fd428682094a6f077f7330&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2700772 Sep 16 05:14:17.344167 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 49524) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:17.347665 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5923ff-e783-4c47-9d2a-82bd16c23989 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:17.348014 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5923ff-e783-4c47-9d2a-82bd16c23989 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:17.348358 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5923ff-e783-4c47-9d2a-82bd16c23989 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:17.348725 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5923ff-e783-4c47-9d2a-82bd16c23989 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:17.349064 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5923ff-e783-4c47-9d2a-82bd16c23989 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:17.349394 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5923ff-e783-4c47-9d2a-82bd16c23989 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:17.349726 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5923ff-e783-4c47-9d2a-82bd16c23989 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:17.350048 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5923ff-e783-4c47-9d2a-82bd16c23989 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:17.350471 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5923ff-e783-4c47-9d2a-82bd16c23989 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:17.350804 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5923ff-e783-4c47-9d2a-82bd16c23989 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:17.351168 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5923ff-e783-4c47-9d2a-82bd16c23989 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:17.351484 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5923ff-e783-4c47-9d2a-82bd16c23989 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:17.395061 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-485e7eb9-95b3-4464-9a1e-01db5bef5463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:17.416710 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-485e7eb9-95b3-4464-9a1e-01db5bef5463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:17.463033 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-485e7eb9-95b3-4464-9a1e-01db5bef5463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:17.465645 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-485e7eb9-95b3-4464-9a1e-01db5bef5463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:17.466794 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-485e7eb9-95b3-4464-9a1e-01db5bef5463 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ab7e56ca-7be1-4368-b281-2f4aa8a5142f HTTP/1.1" status: 204 len: 168 time: 0.1216190 Sep 16 05:14:17.474469 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e7eb9-95b3-4464-9a1e-01db5bef5463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7e56ca-7be1-4368-b281-2f4aa8a5142f,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:17.756321 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49532) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:17.770538 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f085afc3-97eb-4863-af16-46634ce12e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:17.791637 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-3ff7f290-1d59-4a48-9799-673204688d4f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:17.793634 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-3ff7f290-1d59-4a48-9799-673204688d4f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.48 "GET /v2.0/networks?id=b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9 HTTP/1.1" status: 200 len: 796 time: 0.1385837 Sep 16 05:14:17.796335 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a988e6a1-5c97-46fb-89cd-f40fa2962719 req-b5379e96-78df-4490-890c-ea7757db7021 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=d316fde6-c040-481f-b854-a08c6aff2e19 HTTP/1.1" status: 200 len: 210 time: 0.0406606 Sep 16 05:14:17.848462 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-4b7646df-6e36-4fe2-8e7b-1da292f801eb tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da5c99301f5942cd8cb2baff109305cb HTTP/1.1" status: 200 len: 473 time: 0.0378234 Sep 16 05:14:17.858259 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-35d25427-410c-470b-ad44-90de13707b73 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Request body: {'port': {'device_id': 'd316fde6-c040-481f-b854-a08c6aff2e19', 'network_id': 'b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9', 'admin_state_up': True, 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'security_groups': ['c1af6db8-d2e2-4661-8b5a-3aa0096bdf62']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:17.869654 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f085afc3-97eb-4863-af16-46634ce12e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:17.873473 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f085afc3-97eb-4863-af16-46634ce12e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:17.913465 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f085afc3-97eb-4863-af16-46634ce12e92 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ce013baee8d14582a297eaeb3c0cd767&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1557970 Sep 16 05:14:17.915465 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085afc3-97eb-4863-af16-46634ce12e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae2d2a8-6cb1-4097-b977-4404ffa7b007,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:17.918326 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49534) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:17.969326 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-aa76b991-7dc2-4136-8bde-160fae605d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:17.977027 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-35d25427-410c-470b-ad44-90de13707b73 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Made reservation on behalf of da5c99301f5942cd8cb2baff109305cb for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:17.980758 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-35d25427-410c-470b-ad44-90de13707b73 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:17.996601 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-aa76b991-7dc2-4136-8bde-160fae605d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.047187 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-aa76b991-7dc2-4136-8bde-160fae605d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.049860 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-aa76b991-7dc2-4136-8bde-160fae605d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.051041 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-aa76b991-7dc2-4136-8bde-160fae605d0b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1ae2d2a8-6cb1-4097-b977-4404ffa7b007 HTTP/1.1" status: 204 len: 168 time: 0.1318617 Sep 16 05:14:18.060160 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76b991-7dc2-4136-8bde-160fae605d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae2d2a8-6cb1-4097-b977-4404ffa7b007,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:18.116420 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-35d25427-410c-470b-ad44-90de13707b73 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Allocated IP 172.20.0.29 (b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9/df54d0bc-4080-4fea-8a42-7ecf6c132ec7/58cf767f-3495-49b6-85c1-02fbc5be40cb) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:18.280597 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-35d25427-410c-470b-ad44-90de13707b73 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.314732 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-35d25427-410c-470b-ad44-90de13707b73 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.355891 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-35d25427-410c-470b-ad44-90de13707b73 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Network b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:18.360809 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-35d25427-410c-470b-ad44-90de13707b73 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:18.367048 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-35d25427-410c-470b-ad44-90de13707b73 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:18.395894 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d25427-410c-470b-ad44-90de13707b73 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'Port': ['ID=58cf767f-3495-49b6-85c1-02fbc5be40cb,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:18.410739 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49540) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:18.424963 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0c35c051-781d-47b7-a630-8b7ac51c96b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.427967 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-35d25427-410c-470b-ad44-90de13707b73 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:18.428639 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-35d25427-410c-470b-ad44-90de13707b73 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.498345 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 500aca4e-f4ce-4395-8c02-ac6bf6d7623f up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:18.527041 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0c35c051-781d-47b7-a630-8b7ac51c96b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.531990 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0c35c051-781d-47b7-a630-8b7ac51c96b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.538204 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-35d25427-410c-470b-ad44-90de13707b73 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6835854 Sep 16 05:14:18.558984 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 500aca4e-f4ce-4395-8c02-ac6bf6d7623f triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:18.559483 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.573651 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-af7d0a9b-56fd-4762-afdc-99be6de98aa1 service neutron] Request body: {'port': {'device_id': 'd316fde6-c040-481f-b854-a08c6aff2e19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:18.580718 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0c35c051-781d-47b7-a630-8b7ac51c96b9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=261a86558df14734923adeec79e3bea7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1686668 Sep 16 05:14:18.581826 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35c051-781d-47b7-a630-8b7ac51c96b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557dc8ab-e009-4a53-ad5f-4a77e28df4c9,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:18.584327 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49542) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:18.638966 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-af7d0a9b-56fd-4762-afdc-99be6de98aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.659160 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e2c1fd3-bc40-43e6-880f-7d8c5a2f50eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.682352 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e2c1fd3-bc40-43e6-880f-7d8c5a2f50eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.690431 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-b45f8549-95ec-4351-b601-c15b58c3796f None None] Provisioning complete for port 58cf767f-3495-49b6-85c1-02fbc5be40cb triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:18.690804 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b45f8549-95ec-4351-b601-c15b58c3796f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.725920 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-b45f8549-95ec-4351-b601-c15b58c3796f None None] Port 58cf767f-3495-49b6-85c1-02fbc5be40cb cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:14:18.736868 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e2c1fd3-bc40-43e6-880f-7d8c5a2f50eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.739432 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e2c1fd3-bc40-43e6-880f-7d8c5a2f50eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.740642 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2e2c1fd3-bc40-43e6-880f-7d8c5a2f50eb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/557dc8ab-e009-4a53-ad5f-4a77e28df4c9 HTTP/1.1" status: 204 len: 168 time: 0.1553445 Sep 16 05:14:18.749087 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c1fd3-bc40-43e6-880f-7d8c5a2f50eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557dc8ab-e009-4a53-ad5f-4a77e28df4c9,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:19.283481 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c7324-405a-476f-a25f-66e8eec9d06c req-75f86b34-b086-4322-ae64-e62de7cdf593 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:19.284961 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-974c7324-405a-476f-a25f-66e8eec9d06c req-75f86b34-b086-4322-ae64-e62de7cdf593 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=d316fde6-c040-481f-b854-a08c6aff2e19 HTTP/1.1" status: 200 len: 932 time: 0.4106679 Sep 16 05:14:19.287174 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-af7d0a9b-56fd-4762-afdc-99be6de98aa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58cf767f-3495-49b6-85c1-02fbc5be40cb {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:19.297889 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-af7d0a9b-56fd-4762-afdc-99be6de98aa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:19.327456 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-af7d0a9b-56fd-4762-afdc-99be6de98aa1 service neutron] Transition to ACTIVE for port object 58cf767f-3495-49b6-85c1-02fbc5be40cb will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:14:19.335127 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-af7d0a9b-56fd-4762-afdc-99be6de98aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:19.349431 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-974c7324-405a-476f-a25f-66e8eec9d06c req-40376cfe-5b83-428e-8416-a36c04e2961f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1af6db8-d2e2-4661-8b5a-3aa0096bdf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537908 Sep 16 05:14:19.393743 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d0a9b-56fd-4762-afdc-99be6de98aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=58cf767f-3495-49b6-85c1-02fbc5be40cb,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:19.462077 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-af7d0a9b-56fd-4762-afdc-99be6de98aa1 service neutron] Attempting to bind port 58cf767f-3495-49b6-85c1-02fbc5be40cb on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:19.462405 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-af7d0a9b-56fd-4762-afdc-99be6de98aa1 service neutron] Attempting to bind port 58cf767f-3495-49b6-85c1-02fbc5be40cb by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': 'a0930ea6-4a58-4d46-8bce-17ffde1b0073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:19.463048 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-af7d0a9b-56fd-4762-afdc-99be6de98aa1 service neutron] Attempting to bind port 58cf767f-3495-49b6-85c1-02fbc5be40cb on network b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:19.468430 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-af7d0a9b-56fd-4762-afdc-99be6de98aa1 service neutron] Port 58cf767f-3495-49b6-85c1-02fbc5be40cb on network b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:14:19.468794 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-af7d0a9b-56fd-4762-afdc-99be6de98aa1 service neutron] Attempting to bind port 58cf767f-3495-49b6-85c1-02fbc5be40cb on network b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:19.473985 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-af7d0a9b-56fd-4762-afdc-99be6de98aa1 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:19.474329 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-af7d0a9b-56fd-4762-afdc-99be6de98aa1 service neutron] Checking segment: {'id': 'a0930ea6-4a58-4d46-8bce-17ffde1b0073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:19.474731 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-af7d0a9b-56fd-4762-afdc-99be6de98aa1 service neutron] Bound using segment: {'id': 'a0930ea6-4a58-4d46-8bce-17ffde1b0073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:19.475145 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-af7d0a9b-56fd-4762-afdc-99be6de98aa1 service neutron] Bound port: 58cf767f-3495-49b6-85c1-02fbc5be40cb, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0930ea6-4a58-4d46-8bce-17ffde1b0073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:19.475502 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-af7d0a9b-56fd-4762-afdc-99be6de98aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:19.548419 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-af7d0a9b-56fd-4762-afdc-99be6de98aa1 service neutron] For port 58cf767f-3495-49b6-85c1-02fbc5be40cb, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:19.552298 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-af7d0a9b-56fd-4762-afdc-99be6de98aa1 service neutron] For port 58cf767f-3495-49b6-85c1-02fbc5be40cb, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=58cf767f-3495-49b6-85c1-02fbc5be40cb,segment=NetworkSegment(a0930ea6-4a58-4d46-8bce-17ffde1b0073),segment_id=a0930ea6-4a58-4d46-8bce-17ffde1b0073)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:19.557938 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-af7d0a9b-56fd-4762-afdc-99be6de98aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:19.597645 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-af7d0a9b-56fd-4762-afdc-99be6de98aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:19.599004 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-af7d0a9b-56fd-4762-afdc-99be6de98aa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:19.601458 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-af7d0a9b-56fd-4762-afdc-99be6de98aa1 service neutron] 10.222.0.48 "PUT /v2.0/ports/58cf767f-3495-49b6-85c1-02fbc5be40cb HTTP/1.1" status: 200 len: 1093 time: 1.0327091 Sep 16 05:14:19.604643 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd316fde6-c040-481f-b854-a08c6aff2e19', 'tag': '58cf767f-3495-49b6-85c1-02fbc5be40cb'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:19.607284 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196bf4a9-806f-4ebf-bbb5-68047c2f72df" -d '{"events": [{"name": "network-changed", "server_uuid": "d316fde6-c040-481f-b854-a08c6aff2e19", "tag": "58cf767f-3495-49b6-85c1-02fbc5be40cb"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:19.647058 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d0a9b-56fd-4762-afdc-99be6de98aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=58cf767f-3495-49b6-85c1-02fbc5be40cb,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:19.663851 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f744c7-c311-445b-896b-88e17755b341 x-openstack-request-id: req-c5f744c7-c311-445b-896b-88e17755b341 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:19.664298 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d316fde6-c040-481f-b854-a08c6aff2e19", "tag": "58cf767f-3495-49b6-85c1-02fbc5be40cb", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:19.665476 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c5f744c7-c311-445b-896b-88e17755b341 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:19.665999 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd316fde6-c040-481f-b854-a08c6aff2e19', 'tag': '58cf767f-3495-49b6-85c1-02fbc5be40cb', 'status': 'completed', 'code': 200} Sep 16 05:14:19.726584 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-41556271-c018-4ade-b6f0-66f0882b8c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:19.729021 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-41556271-c018-4ade-b6f0-66f0882b8c46 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da5c99301f5942cd8cb2baff109305cb&device_id=d316fde6-c040-481f-b854-a08c6aff2e19 HTTP/1.1" status: 200 len: 1096 time: 0.0445225 Sep 16 05:14:19.783610 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-e3ef64ef-cada-4a99-a353-2459a10b9fd8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=58cf767f-3495-49b6-85c1-02fbc5be40cb HTTP/1.1" status: 200 len: 217 time: 0.0400720 Sep 16 05:14:19.839394 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-74efd526-c669-4f4d-96ab-a8548e268e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:19.840911 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-74efd526-c669-4f4d-96ab-a8548e268e86 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=df54d0bc-4080-4fea-8a42-7ecf6c132ec7 HTTP/1.1" status: 200 len: 838 time: 0.0494535 Sep 16 05:14:19.893901 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-da3312ea-a313-4919-9fb7-ff5189a739b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:19.895417 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-da3312ea-a313-4919-9fb7-ff5189a739b8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0475798 Sep 16 05:14:19.997990 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-d69c89c9-c084-49e1-ba4d-3fb91d889bc7 service neutron] 10.222.0.48 "GET /v2.0/networks/b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954504 Sep 16 05:14:20.091206 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c45676b-053b-4db0-8fa9-73ea6a011d0b req-5a10cc57-e5f2-4624-95c2-5c96551bd636 service neutron] 10.222.0.48 "GET /v2.0/networks/b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857117 Sep 16 05:14:20.225638 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bf4a9-806f-4ebf-bbb5-68047c2f72df req-1bbb92b5-9443-486a-ba47-c6f9bd3f6a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:20.227151 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-196bf4a9-806f-4ebf-bbb5-68047c2f72df req-1bbb92b5-9443-486a-ba47-c6f9bd3f6a9f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da5c99301f5942cd8cb2baff109305cb&device_id=d316fde6-c040-481f-b854-a08c6aff2e19 HTTP/1.1" status: 200 len: 1096 time: 0.0485673 Sep 16 05:14:20.318701 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bf4a9-806f-4ebf-bbb5-68047c2f72df req-dcb4e04e-f566-481f-a7ab-93ba8c9ba5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:20.320115 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-196bf4a9-806f-4ebf-bbb5-68047c2f72df req-dcb4e04e-f566-481f-a7ab-93ba8c9ba5a1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9 HTTP/1.1" status: 200 len: 897 time: 0.0860660 Sep 16 05:14:20.365228 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-196bf4a9-806f-4ebf-bbb5-68047c2f72df req-5e8e132b-72f2-4fae-9a95-57b477f05043 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=58cf767f-3495-49b6-85c1-02fbc5be40cb HTTP/1.1" status: 200 len: 217 time: 0.0373466 Sep 16 05:14:20.415788 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bf4a9-806f-4ebf-bbb5-68047c2f72df req-f5bc488c-2ac3-48aa-aa02-5109b0316fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:20.417409 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-196bf4a9-806f-4ebf-bbb5-68047c2f72df req-f5bc488c-2ac3-48aa-aa02-5109b0316fc3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=df54d0bc-4080-4fea-8a42-7ecf6c132ec7 HTTP/1.1" status: 200 len: 838 time: 0.0457666 Sep 16 05:14:20.499868 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bf4a9-806f-4ebf-bbb5-68047c2f72df req-0319a722-01e5-4332-9d59-9349fbab59ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:20.501408 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-196bf4a9-806f-4ebf-bbb5-68047c2f72df req-0319a722-01e5-4332-9d59-9349fbab59ba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0764806 Sep 16 05:14:20.510831 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cfc9a-b4eb-4376-b109-aae1c66600df req-97972798-490c-4068-8890-b325fc84ea47 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:20.513672 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ce9cfc9a-b4eb-4376-b109-aae1c66600df req-97972798-490c-4068-8890-b325fc84ea47 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=d316fde6-c040-481f-b854-a08c6aff2e19 HTTP/1.1" status: 200 len: 944 time: 0.0870702 Sep 16 05:14:20.610458 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ce9cfc9a-b4eb-4376-b109-aae1c66600df req-e9c3f7de-1350-480a-ba0e-66cdf5d132aa tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1af6db8-d2e2-4661-8b5a-3aa0096bdf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878487 Sep 16 05:14:20.634532 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-196bf4a9-806f-4ebf-bbb5-68047c2f72df req-e84336dc-633d-4b26-9f41-8a3379cad3f2 service neutron] 10.222.0.48 "GET /v2.0/networks/b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196637 Sep 16 05:14:20.730772 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-196bf4a9-806f-4ebf-bbb5-68047c2f72df req-3bf89858-1a86-45f0-b653-d584f7d52f96 service neutron] 10.222.0.48 "GET /v2.0/networks/b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886867 Sep 16 05:14:21.728786 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cf533-9788-4942-9e59-742d51ce572a req-9cc67619-d769-4312-8f2a-8c75e78bc42e tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:21.730333 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fc1cf533-9788-4942-9e59-742d51ce572a req-9cc67619-d769-4312-8f2a-8c75e78bc42e tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=d316fde6-c040-481f-b854-a08c6aff2e19 HTTP/1.1" status: 200 len: 944 time: 0.0491228 Sep 16 05:14:21.771788 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fc1cf533-9788-4942-9e59-742d51ce572a req-d4a792d4-eec2-42f2-8400-7c28f5dccd77 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1af6db8-d2e2-4661-8b5a-3aa0096bdf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353696 Sep 16 05:14:22.891673 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e243d6-551a-428f-a875-bbb2682e9586 req-61add187-742e-4dbb-946b-5d55a4367573 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:22.893306 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-57e243d6-551a-428f-a875-bbb2682e9586 req-61add187-742e-4dbb-946b-5d55a4367573 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=d316fde6-c040-481f-b854-a08c6aff2e19 HTTP/1.1" status: 200 len: 944 time: 0.0515468 Sep 16 05:14:22.933561 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-57e243d6-551a-428f-a875-bbb2682e9586 req-a61df755-3642-42c8-89b6-c7590c464239 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1af6db8-d2e2-4661-8b5a-3aa0096bdf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330503 Sep 16 05:14:23.259230 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 58cf767f-3495-49b6-85c1-02fbc5be40cb details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:14:23.357045 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 58cf767f-3495-49b6-85c1-02fbc5be40cb, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=58cf767f-3495-49b6-85c1-02fbc5be40cb,segment=NetworkSegment(a0930ea6-4a58-4d46-8bce-17ffde1b0073),segment_id=a0930ea6-4a58-4d46-8bce-17ffde1b0073)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:23.368779 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '58cf767f-3495-49b6-85c1-02fbc5be40cb', 'network_id': 'b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9', 'port_id': '58cf767f-3495-49b6-85c1-02fbc5be40cb', 'mac_address': 'fa:16:3e:31:69:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df54d0bc-4080-4fea-8a42-7ecf6c132ec7', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:14:23.406309 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.420155 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58cf767f-3495-49b6-85c1-02fbc5be40cb {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:23.444330 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 58cf767f-3495-49b6-85c1-02fbc5be40cb, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=58cf767f-3495-49b6-85c1-02fbc5be40cb,segment=NetworkSegment(a0930ea6-4a58-4d46-8bce-17ffde1b0073),segment_id=a0930ea6-4a58-4d46-8bce-17ffde1b0073)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:23.448682 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.501338 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=58cf767f-3495-49b6-85c1-02fbc5be40cb,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:23.864054 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['58cf767f-3495-49b6-85c1-02fbc5be40cb'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:24.089943 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e199d-defa-401b-9714-d61a51e78b7e req-35dc237d-3e94-4aa7-8daa-0387e1e28f84 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:24.091571 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6d9e199d-defa-401b-9714-d61a51e78b7e req-35dc237d-3e94-4aa7-8daa-0387e1e28f84 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=d316fde6-c040-481f-b854-a08c6aff2e19 HTTP/1.1" status: 200 len: 945 time: 0.0711565 Sep 16 05:14:24.135890 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6d9e199d-defa-401b-9714-d61a51e78b7e req-4170d05c-33b1-4e06-a6aa-abbb8d162e22 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1af6db8-d2e2-4661-8b5a-3aa0096bdf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365078 Sep 16 05:14:25.265345 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff0ea1-a21c-4a63-8557-39255c7b33fc req-814032cc-5d70-4323-8ee9-d7b6c5b2eaf7 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:25.266842 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1eff0ea1-a21c-4a63-8557-39255c7b33fc req-814032cc-5d70-4323-8ee9-d7b6c5b2eaf7 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=d316fde6-c040-481f-b854-a08c6aff2e19 HTTP/1.1" status: 200 len: 945 time: 0.0614276 Sep 16 05:14:25.281715 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 58cf767f-3495-49b6-85c1-02fbc5be40cb up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:25.306014 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1eff0ea1-a21c-4a63-8557-39255c7b33fc req-c7a221fe-bdc9-468c-94be-495880f03cab tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1af6db8-d2e2-4661-8b5a-3aa0096bdf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326090 Sep 16 05:14:25.331927 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 58cf767f-3495-49b6-85c1-02fbc5be40cb completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:14:25.335537 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 58cf767f-3495-49b6-85c1-02fbc5be40cb triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:25.335909 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.411228 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.438284 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd316fde6-c040-481f-b854-a08c6aff2e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58cf767f-3495-49b6-85c1-02fbc5be40cb'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:25.440599 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b2f057-c36d-4194-8c82-56adec0dedc3" -d '{"events": [{"server_uuid": "d316fde6-c040-481f-b854-a08c6aff2e19", "name": "network-vif-plugged", "status": "completed", "tag": "58cf767f-3495-49b6-85c1-02fbc5be40cb"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:25.454711 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 58cf767f-3495-49b6-85c1-02fbc5be40cb, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=58cf767f-3495-49b6-85c1-02fbc5be40cb,segment=NetworkSegment(a0930ea6-4a58-4d46-8bce-17ffde1b0073),segment_id=a0930ea6-4a58-4d46-8bce-17ffde1b0073)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:25.458981 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.483723 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c7c4e0-a313-4100-85a6-a5b61259cd8b x-openstack-request-id: req-43c7c4e0-a313-4100-85a6-a5b61259cd8b {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:25.484020 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d316fde6-c040-481f-b854-a08c6aff2e19", "name": "network-vif-plugged", "status": "completed", "tag": "58cf767f-3495-49b6-85c1-02fbc5be40cb", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:25.484272 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-43c7c4e0-a313-4100-85a6-a5b61259cd8b {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:25.484688 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd316fde6-c040-481f-b854-a08c6aff2e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58cf767f-3495-49b6-85c1-02fbc5be40cb', 'code': 200} Sep 16 05:14:25.512035 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=58cf767f-3495-49b6-85c1-02fbc5be40cb,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:25.599341 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb888e0-0e31-4b70-aa7e-4a073eb2e39d req-8155b070-d737-46e4-a8b2-54659036b772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:25.600980 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ffb888e0-0e31-4b70-aa7e-4a073eb2e39d req-8155b070-d737-46e4-a8b2-54659036b772 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d316fde6-c040-481f-b854-a08c6aff2e19 HTTP/1.1" status: 200 len: 1098 time: 0.0390382 Sep 16 05:14:25.637288 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ffb888e0-0e31-4b70-aa7e-4a073eb2e39d req-8c77e988-0dc6-4df3-9747-18e61599da53 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c1af6db8-d2e2-4661-8b5a-3aa0096bdf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294709 Sep 16 05:14:26.429459 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0b7d4-3c88-442a-9ed5-3ee79faa2fb4 req-83dae6a4-b10c-4499-a390-6adbdec5b8a8 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:26.431292 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-00a0b7d4-3c88-442a-9ed5-3ee79faa2fb4 req-83dae6a4-b10c-4499-a390-6adbdec5b8a8 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=d316fde6-c040-481f-b854-a08c6aff2e19 HTTP/1.1" status: 200 len: 946 time: 0.0550556 Sep 16 05:14:26.473314 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-00a0b7d4-3c88-442a-9ed5-3ee79faa2fb4 req-915f0c6d-ae47-4be4-8e78-8e6e2e911d3f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1af6db8-d2e2-4661-8b5a-3aa0096bdf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350349 Sep 16 05:14:26.800118 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49634) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:26.968477 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-bfd8fde5-102f-4fe6-aba9-85daad62916e tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Deleting port d3106a50-4964-440f-856f-b5c7b664a767 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:26.969019 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bfd8fde5-102f-4fe6-aba9-85daad62916e tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:27.063183 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bfd8fde5-102f-4fe6-aba9-85daad62916e tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:27.063498 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bfd8fde5-102f-4fe6-aba9-85daad62916e tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:27.075793 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-bfd8fde5-102f-4fe6-aba9-85daad62916e tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Calling delete_port for d3106a50-4964-440f-856f-b5c7b664a767 owned by network:floatingip {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:27.223195 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bfd8fde5-102f-4fe6-aba9-85daad62916e tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:27.251874 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8fde5-102f-4fe6-aba9-85daad62916e tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Pushing event deleted for resources: {'Port': ['ID=d3106a50-4964-440f-856f-b5c7b664a767,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:27.318181 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bfd8fde5-102f-4fe6-aba9-85daad62916e tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for floatingip, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:27.318508 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [None req-bfd8fde5-102f-4fe6-aba9-85daad62916e tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Floating IP f02d40d1-6547-46e0-905c-11eefc9990fb disassociated (deleted). External IP: 172.25.8.24, port: 4decdbb6-73fc-4d6e-953c-b5546dc512cb. Sep 16 05:14:27.540539 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd8fde5-102f-4fe6-aba9-85daad62916e tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Router b6b00438-78c0-47a8-8aa7-595217b2864d has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:14:27.603619 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f56eec-1deb-4976-8bb5-570ef95ff0d2 req-84358d29-044a-4d53-be32-b5f146366674 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:27.605807 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-46f56eec-1deb-4976-8bb5-570ef95ff0d2 req-84358d29-044a-4d53-be32-b5f146366674 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=d316fde6-c040-481f-b854-a08c6aff2e19 HTTP/1.1" status: 200 len: 946 time: 0.0603809 Sep 16 05:14:27.648272 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-46f56eec-1deb-4976-8bb5-570ef95ff0d2 req-ab2be727-e97e-4cc8-b385-8ad1d435e48b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1af6db8-d2e2-4661-8b5a-3aa0096bdf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334563 Sep 16 05:14:27.661438 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd8fde5-102f-4fe6-aba9-85daad62916e tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:14:27.669277 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bfd8fde5-102f-4fe6-aba9-85daad62916e tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:27.676068 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dbd4ed-ab90-4d49-a33e-c78be37f1dac None None] Sync routers for ids ['b6b00438-78c0-47a8-8aa7-595217b2864d'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:14:27.688348 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dbd4ed-ab90-4d49-a33e-c78be37f1dac None None] Routers {'b6b00438-78c0-47a8-8aa7-595217b2864d'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:27.688519 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-e7dbd4ed-ab90-4d49-a33e-c78be37f1dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:14:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b6b00438-78c0-47a8-8aa7-595217b2864d'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:27.713199 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-bfd8fde5-102f-4fe6-aba9-85daad62916e tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "DELETE /v2.0/floatingips/f02d40d1-6547-46e0-905c-11eefc9990fb HTTP/1.1" status: 204 len: 168 time: 0.9089308 Sep 16 05:14:27.713199 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d813275-c47c-4a39-91cb-ba8810d002a5', 'tag': '4decdbb6-73fc-4d6e-953c-b5546dc512cb'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:27.714438 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bcd2d89-9c1e-4f43-a927-959026867d22" -d '{"events": [{"name": "network-changed", "server_uuid": "8d813275-c47c-4a39-91cb-ba8810d002a5", "tag": "4decdbb6-73fc-4d6e-953c-b5546dc512cb"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:27.809913 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-e7dbd4ed-ab90-4d49-a33e-c78be37f1dac None None] Set router b6b00438-78c0-47a8-8aa7-595217b2864d gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:27.810225 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ef2fe-161d-4b6e-a24b-0c16a2975ae5 req-64c28a42-ef9a-4809-979f-2a51e5b340df tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:27.811978 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6a8ef2fe-161d-4b6e-a24b-0c16a2975ae5 req-64c28a42-ef9a-4809-979f-2a51e5b340df tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=d316fde6-c040-481f-b854-a08c6aff2e19 HTTP/1.1" status: 200 len: 946 time: 0.0695245 Sep 16 05:14:27.860175 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6a8ef2fe-161d-4b6e-a24b-0c16a2975ae5 req-2f9e6315-d649-4d34-ade0-721da2e642c9 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1af6db8-d2e2-4661-8b5a-3aa0096bdf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417376 Sep 16 05:14:28.085789 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f611bb-6bef-412c-b130-874d1466fc25 x-openstack-request-id: req-41f611bb-6bef-412c-b130-874d1466fc25 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:28.086966 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d813275-c47c-4a39-91cb-ba8810d002a5", "tag": "4decdbb6-73fc-4d6e-953c-b5546dc512cb", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:28.087448 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-41f611bb-6bef-412c-b130-874d1466fc25 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:28.088062 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d813275-c47c-4a39-91cb-ba8810d002a5', 'tag': '4decdbb6-73fc-4d6e-953c-b5546dc512cb', 'status': 'completed', 'code': 200} Sep 16 05:14:28.095783 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-e7dbd4ed-ab90-4d49-a33e-c78be37f1dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'name': 'tempest-TestVolumeBootPattern-1731089413-router', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '1870ba68-e97c-411e-8344-09074f006a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:23Z', 'updated_at': '2021-09-16T05:03:32Z', 'revision_number': 4, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'gw_port': {'id': '1870ba68-e97c-411e-8344-09074f006a61', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:24Z', 'updated_at': '2021-09-16T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '823615d0-5a12-4d4a-9f7a-66f18c07cf4f', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'floating_ip_address': '172.25.8.40', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'port_id': 'b188fc75-541a-4998-a0e9-2152a8b6e120', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'mac_address': 'fa:16:3e:ca:79:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e5ba2f-ef71-4675-bca6-f205c2751b81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:10:37Z', 'updated_at': '2021-09-16T05:10:40Z', 'revision_number': 1, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ae5195-66f5-4f59-92a2-48e286e9fa2b', 'name': '', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'mac_address': 'fa:16:3e:23:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:30Z', 'updated_at': '2021-09-16T05:03:38Z', 'revision_number': 5, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'subnets': [{'id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:28.134103 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dbd4ed-ab90-4d49-a33e-c78be37f1dac None None] Checking router: b6b00438-78c0-47a8-8aa7-595217b2864d for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:14:28.149422 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dbd4ed-ab90-4d49-a33e-c78be37f1dac None None] Routers {'b6b00438-78c0-47a8-8aa7-595217b2864d'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:28.150755 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-e7dbd4ed-ab90-4d49-a33e-c78be37f1dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:14:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b6b00438-78c0-47a8-8aa7-595217b2864d'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:28.213321 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd2d89-9c1e-4f43-a927-959026867d22 req-ed2a9274-499b-4519-8801-9e4755e4f0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:28.215729 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4bcd2d89-9c1e-4f43-a927-959026867d22 req-ed2a9274-499b-4519-8801-9e4755e4f0d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=563bf98d77304029a90b6357f1f3f020&device_id=8d813275-c47c-4a39-91cb-ba8810d002a5 HTTP/1.1" status: 200 len: 1098 time: 0.0652981 Sep 16 05:14:28.219112 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ae5a6-1302-499b-a12e-05feececd79f req-f04a2cd3-6c44-46cf-81ba-7a11027ba238 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:28.221212 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa4ae5a6-1302-499b-a12e-05feececd79f req-f04a2cd3-6c44-46cf-81ba-7a11027ba238 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d813275-c47c-4a39-91cb-ba8810d002a5 HTTP/1.1" status: 200 len: 946 time: 0.0648086 Sep 16 05:14:28.273159 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa4ae5a6-1302-499b-a12e-05feececd79f req-a513a7a8-848d-4771-81e1-1e20e96033c3 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442004 Sep 16 05:14:28.303776 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-e7dbd4ed-ab90-4d49-a33e-c78be37f1dac None None] Set router b6b00438-78c0-47a8-8aa7-595217b2864d gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:28.357745 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd2d89-9c1e-4f43-a927-959026867d22 req-c08ab7e2-d76b-4f6f-a76c-6239110e9e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:28.359442 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4bcd2d89-9c1e-4f43-a927-959026867d22 req-c08ab7e2-d76b-4f6f-a76c-6239110e9e42 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2ffb7374-cfe5-44a3-b981-4861b354cbc4 HTTP/1.1" status: 200 len: 913 time: 0.1365566 Sep 16 05:14:28.413938 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4bcd2d89-9c1e-4f43-a927-959026867d22 req-1c9d148e-b71c-4cb8-8a95-7486d385bde0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4decdbb6-73fc-4d6e-953c-b5546dc512cb HTTP/1.1" status: 200 len: 217 time: 0.0460684 Sep 16 05:14:28.489365 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd2d89-9c1e-4f43-a927-959026867d22 req-27bae4eb-90f0-4b0e-82b2-a8c235110c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:28.490889 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4bcd2d89-9c1e-4f43-a927-959026867d22 req-27bae4eb-90f0-4b0e-82b2-a8c235110c5a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7227d309-0a53-4e5a-940f-792e598a0c41 HTTP/1.1" status: 200 len: 851 time: 0.0692694 Sep 16 05:14:28.553246 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd2d89-9c1e-4f43-a927-959026867d22 req-45abc932-9504-47a3-922a-ac0ec526959b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:28.556538 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4bcd2d89-9c1e-4f43-a927-959026867d22 req-45abc932-9504-47a3-922a-ac0ec526959b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ffb7374-cfe5-44a3-b981-4861b354cbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571952 Sep 16 05:14:28.568287 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [req-4bcd2d89-9c1e-4f43-a927-959026867d22 req-31b6b735-6b77-4922-8fcd-a22edab74777 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:14:28.569319 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4bcd2d89-9c1e-4f43-a927-959026867d22 req-31b6b735-6b77-4922-8fcd-a22edab74777 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053849 Sep 16 05:14:28.670891 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-e7dbd4ed-ab90-4d49-a33e-c78be37f1dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'name': 'tempest-TestVolumeBootPattern-1731089413-router', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '1870ba68-e97c-411e-8344-09074f006a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:23Z', 'updated_at': '2021-09-16T05:03:32Z', 'revision_number': 4, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'gw_port': {'id': '1870ba68-e97c-411e-8344-09074f006a61', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:24Z', 'updated_at': '2021-09-16T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '823615d0-5a12-4d4a-9f7a-66f18c07cf4f', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'floating_ip_address': '172.25.8.40', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'port_id': 'b188fc75-541a-4998-a0e9-2152a8b6e120', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'mac_address': 'fa:16:3e:ca:79:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e5ba2f-ef71-4675-bca6-f205c2751b81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:10:37Z', 'updated_at': '2021-09-16T05:10:40Z', 'revision_number': 1, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ae5195-66f5-4f59-92a2-48e286e9fa2b', 'name': '', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'mac_address': 'fa:16:3e:23:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:30Z', 'updated_at': '2021-09-16T05:03:38Z', 'revision_number': 5, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'subnets': [{'id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:28.678159 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4bcd2d89-9c1e-4f43-a927-959026867d22 req-a8c35ad1-9721-46af-a707-a9032262a6be service neutron] 10.222.0.47 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006553 Sep 16 05:14:28.699878 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dbd4ed-ab90-4d49-a33e-c78be37f1dac None None] The sync data for ids ['b6b00438-78c0-47a8-8aa7-595217b2864d'] in n-d-712139-15 is: [{'id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'name': 'tempest-TestVolumeBootPattern-1731089413-router', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '1870ba68-e97c-411e-8344-09074f006a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:23Z', 'updated_at': '2021-09-16T05:03:32Z', 'revision_number': 4, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'gw_port': {'id': '1870ba68-e97c-411e-8344-09074f006a61', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:24Z', 'updated_at': '2021-09-16T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '823615d0-5a12-4d4a-9f7a-66f18c07cf4f', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'floating_ip_address': '172.25.8.40', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'port_id': 'b188fc75-541a-4998-a0e9-2152a8b6e120', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'mac_address': 'fa:16:3e:ca:79:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e5ba2f-ef71-4675-bca6-f205c2751b81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:10:37Z', 'updated_at': '2021-09-16T05:10:40Z', 'revision_number': 1, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ae5195-66f5-4f59-92a2-48e286e9fa2b', 'name': '', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'mac_address': 'fa:16:3e:23:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:30Z', 'updated_at': '2021-09-16T05:03:38Z', 'revision_number': 5, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'subnets': [{'id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:14:28.797549 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4bcd2d89-9c1e-4f43-a927-959026867d22 req-a5fad115-57f8-4848-ba04-ff8bf8890f3d service neutron] 10.222.0.47 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082201 Sep 16 05:14:28.963938 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5af111-0e27-4d2e-8776-154275d03b59 None None] New status for floating IP f02d40d1-6547-46e0-905c-11eefc9990fb: DOWN {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:14:29.347805 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49694) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:29.413371 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8bea9-2b91-4b4e-89aa-8fbdd6b223f8 req-296c78f2-9399-463c-ae3f-83adbad4805a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:29.416354 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b0d8bea9-2b91-4b4e-89aa-8fbdd6b223f8 req-296c78f2-9399-463c-ae3f-83adbad4805a tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d813275-c47c-4a39-91cb-ba8810d002a5 HTTP/1.1" status: 200 len: 946 time: 0.0660627 Sep 16 05:14:29.459183 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b0d8bea9-2b91-4b4e-89aa-8fbdd6b223f8 req-582ec69c-bca4-42ef-83f0-9189de760453 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374813 Sep 16 05:14:29.853917 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-595332fa-e2c0-4492-939e-c7244801f44c tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:29.876067 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5482ff-13d3-4d70-a632-544445d6dfb7 req-4a64fa5c-13a4-463f-b7e2-2c6d30c239ff tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:29.877531 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e5482ff-13d3-4d70-a632-544445d6dfb7 req-4a64fa5c-13a4-463f-b7e2-2c6d30c239ff tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d813275-c47c-4a39-91cb-ba8810d002a5 HTTP/1.1" status: 200 len: 946 time: 0.0759251 Sep 16 05:14:30.094456 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-1e5482ff-13d3-4d70-a632-544445d6dfb7 req-1ff9aa21-99ee-4e54-830f-2a2c0d494a34 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Deleting port 4decdbb6-73fc-4d6e-953c-b5546dc512cb {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:30.094806 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1e5482ff-13d3-4d70-a632-544445d6dfb7 req-1ff9aa21-99ee-4e54-830f-2a2c0d494a34 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:30.266357 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-1e5482ff-13d3-4d70-a632-544445d6dfb7 req-1ff9aa21-99ee-4e54-830f-2a2c0d494a34 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] For port 4decdbb6-73fc-4d6e-953c-b5546dc512cb, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=4decdbb6-73fc-4d6e-953c-b5546dc512cb,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:30.266819 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1e5482ff-13d3-4d70-a632-544445d6dfb7 req-1ff9aa21-99ee-4e54-830f-2a2c0d494a34 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:30.285952 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-1e5482ff-13d3-4d70-a632-544445d6dfb7 req-1ff9aa21-99ee-4e54-830f-2a2c0d494a34 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Calling delete_port for 4decdbb6-73fc-4d6e-953c-b5546dc512cb owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:30.297487 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-595332fa-e2c0-4492-939e-c7244801f44c tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Allocated IP 172.20.0.17 (b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9/df54d0bc-4080-4fea-8a42-7ecf6c132ec7/ebeb1cff-633c-4179-acd0-fbc0b6ee4f4e) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:30.502428 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-595332fa-e2c0-4492-939e-c7244801f44c tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:30.560696 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1e5482ff-13d3-4d70-a632-544445d6dfb7 req-1ff9aa21-99ee-4e54-830f-2a2c0d494a34 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:30.575159 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-595332fa-e2c0-4492-939e-c7244801f44c tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:30.578303 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e93075e0-64f1-413e-895e-fdf33a767ea1 req-45877129-052b-44e0-86b1-1468b88f6937 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d813275-c47c-4a39-91cb-ba8810d002a5 HTTP/1.1" status: 200 len: 210 time: 0.0313919 Sep 16 05:14:30.606648 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff9aa21-99ee-4e54-830f-2a2c0d494a34 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Pushing event deleted for resources: {'Port': ['ID=4decdbb6-73fc-4d6e-953c-b5546dc512cb,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:30.668267 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595332fa-e2c0-4492-939e-c7244801f44c tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Network b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:30.675434 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-595332fa-e2c0-4492-939e-c7244801f44c tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:30.692950 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595332fa-e2c0-4492-939e-c7244801f44c tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:30.696041 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5482ff-13d3-4d70-a632-544445d6dfb7 req-1ff9aa21-99ee-4e54-830f-2a2c0d494a34 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] No DVR routers for this DVR port 4decdbb6-73fc-4d6e-953c-b5546dc512cb on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:30.702105 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-1e5482ff-13d3-4d70-a632-544445d6dfb7 req-1ff9aa21-99ee-4e54-830f-2a2c0d494a34 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:30.704092 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-1e5482ff-13d3-4d70-a632-544445d6dfb7 req-1ff9aa21-99ee-4e54-830f-2a2c0d494a34 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.47 "DELETE /v2.0/ports/4decdbb6-73fc-4d6e-953c-b5546dc512cb HTTP/1.1" status: 204 len: 173 time: 0.7938557 Sep 16 05:14:30.725848 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d813275-c47c-4a39-91cb-ba8810d002a5', 'name': 'network-vif-deleted', 'tag': '4decdbb6-73fc-4d6e-953c-b5546dc512cb'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:30.728711 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ad412e-ceb6-4157-a74a-2e23756ce58e" -d '{"events": [{"server_uuid": "8d813275-c47c-4a39-91cb-ba8810d002a5", "name": "network-vif-deleted", "tag": "4decdbb6-73fc-4d6e-953c-b5546dc512cb"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:30.748914 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595332fa-e2c0-4492-939e-c7244801f44c tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'Port': ['ID=ebeb1cff-633c-4179-acd0-fbc0b6ee4f4e,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:30.764967 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-595332fa-e2c0-4492-939e-c7244801f44c tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:30.818426 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e7b74f-c9e5-44f1-9d4d-777be9fa1976 x-openstack-request-id: req-59e7b74f-c9e5-44f1-9d4d-777be9fa1976 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:30.818716 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d813275-c47c-4a39-91cb-ba8810d002a5", "name": "network-vif-deleted", "tag": "4decdbb6-73fc-4d6e-953c-b5546dc512cb", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:30.818960 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-59e7b74f-c9e5-44f1-9d4d-777be9fa1976 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:30.819337 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d813275-c47c-4a39-91cb-ba8810d002a5', 'name': 'network-vif-deleted', 'tag': '4decdbb6-73fc-4d6e-953c-b5546dc512cb', 'status': 'completed', 'code': 200} Sep 16 05:14:30.947593 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-595332fa-e2c0-4492-939e-c7244801f44c tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:30.981693 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ff858f78-9cea-4061-99ed-56461a7b0346 None None] Provisioning complete for port ebeb1cff-633c-4179-acd0-fbc0b6ee4f4e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:30.982925 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ff858f78-9cea-4061-99ed-56461a7b0346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:31.034993 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-ff858f78-9cea-4061-99ed-56461a7b0346 None None] Port ebeb1cff-633c-4179-acd0-fbc0b6ee4f4e cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:14:31.313668 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-595332fa-e2c0-4492-939e-c7244801f44c tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:31.318753 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-595332fa-e2c0-4492-939e-c7244801f44c tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:31.396473 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-595332fa-e2c0-4492-939e-c7244801f44c tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:31.404763 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595332fa-e2c0-4492-939e-c7244801f44c tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'Port': ['ID=ebeb1cff-633c-4179-acd0-fbc0b6ee4f4e,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:31.502292 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595332fa-e2c0-4492-939e-c7244801f44c tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Network b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:31.503709 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-595332fa-e2c0-4492-939e-c7244801f44c tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:31.721589 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5eea8bed-5733-432a-882d-9a7091c6d78c req-612d19e6-f08d-466d-be3f-272eb5c7408b tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d813275-c47c-4a39-91cb-ba8810d002a5 HTTP/1.1" status: 200 len: 210 time: 0.0331051 Sep 16 05:14:31.764190 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-6c96ff87-d988-4537-ab53-94f24c294686 None None] Provisioning complete for port ebeb1cff-633c-4179-acd0-fbc0b6ee4f4e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:31.765150 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6c96ff87-d988-4537-ab53-94f24c294686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:31.805725 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-6c96ff87-d988-4537-ab53-94f24c294686 None None] Port ebeb1cff-633c-4179-acd0-fbc0b6ee4f4e cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:14:32.005653 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595332fa-e2c0-4492-939e-c7244801f44c tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Router e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:14:32.118082 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595332fa-e2c0-4492-939e-c7244801f44c tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:14:32.123131 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-595332fa-e2c0-4492-939e-c7244801f44c tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "PUT /v2.0/routers/e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7742579 Sep 16 05:14:32.134709 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b069b2-b928-4e38-bd02-2c9b86893edf None None] Sync routers for ids ['e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:14:32.148897 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b069b2-b928-4e38-bd02-2c9b86893edf None None] Routers {'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:32.149898 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-b6b069b2-b928-4e38-bd02-2c9b86893edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:14:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:32.271827 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-b6b069b2-b928-4e38-bd02-2c9b86893edf None None] Set router e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:32.526881 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-b6b069b2-b928-4e38-bd02-2c9b86893edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'name': 'tempest-TestNetworkBasicOps-router-1805372549', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:14:30Z', 'revision_number': 5, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'gw_port': {'id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'b1d7a0d2-1d5d-4f5d-b350-4914b54a6cb2', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'port_id': 'fd0f55a9-0069-4403-95b1-3521c5971603', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7', 'mac_address': 'fa:16:3e:bc:b5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a92efac-7396-42d4-a09c-8ad04a0ed728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:12:50Z', 'updated_at': '2021-09-16T05:12:53Z', 'revision_number': 1, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6903f32-d0c4-471c-8011-c0508d12e1bb', 'name': '', 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'mac_address': 'fa:16:3e:78:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '93e32929-b54b-40c3-a07b-988e4bde0ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:24Z', 'updated_at': '2021-09-16T05:12:31Z', 'revision_number': 5, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'subnets': [{'id': '93e32929-b54b-40c3-a07b-988e4bde0ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebeb1cff-633c-4179-acd0-fbc0b6ee4f4e', 'name': '', 'network_id': 'b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'mac_address': 'fa:16:3e:1c:c6:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'df54d0bc-4080-4fea-8a42-7ecf6c132ec7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:30Z', 'updated_at': '2021-09-16T05:14:31Z', 'revision_number': 2, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'subnets': [{'id': 'df54d0bc-4080-4fea-8a42-7ecf6c132ec7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:32.553514 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b069b2-b928-4e38-bd02-2c9b86893edf None None] Checking router: e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:14:32.553896 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b069b2-b928-4e38-bd02-2c9b86893edf None None] Updating router e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e port ebeb1cff-633c-4179-acd0-fbc0b6ee4f4e binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:14:32.580324 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-b6b069b2-b928-4e38-bd02-2c9b86893edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:32.875399 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-b6b069b2-b928-4e38-bd02-2c9b86893edf None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:32.881576 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-b6b069b2-b928-4e38-bd02-2c9b86893edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:32.893512 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ca86423a-ffa4-477c-b68a-d9ccc900489c req-98665a14-bffb-42dd-8d3a-fb60aa283186 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d813275-c47c-4a39-91cb-ba8810d002a5 HTTP/1.1" status: 200 len: 210 time: 0.0481932 Sep 16 05:14:32.957554 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a21672-fead-4f9a-b2e5-38dc3d2ca49a None None] Pushing event updated for resources: {'Port': ['ID=ebeb1cff-633c-4179-acd0-fbc0b6ee4f4e,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:32.980333 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a21672-fead-4f9a-b2e5-38dc3d2ca49a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:32.980704 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a21672-fead-4f9a-b2e5-38dc3d2ca49a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:32.981041 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a21672-fead-4f9a-b2e5-38dc3d2ca49a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:32.981374 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a21672-fead-4f9a-b2e5-38dc3d2ca49a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:32.981701 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a21672-fead-4f9a-b2e5-38dc3d2ca49a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:32.982026 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a21672-fead-4f9a-b2e5-38dc3d2ca49a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:32.982351 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a21672-fead-4f9a-b2e5-38dc3d2ca49a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:32.982678 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a21672-fead-4f9a-b2e5-38dc3d2ca49a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:32.982997 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a21672-fead-4f9a-b2e5-38dc3d2ca49a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:32.983312 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a21672-fead-4f9a-b2e5-38dc3d2ca49a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:32.983629 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a21672-fead-4f9a-b2e5-38dc3d2ca49a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:32.983950 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a21672-fead-4f9a-b2e5-38dc3d2ca49a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:33.005066 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-b6b069b2-b928-4e38-bd02-2c9b86893edf None None] Attempting to bind port ebeb1cff-633c-4179-acd0-fbc0b6ee4f4e on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:33.005502 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-b6b069b2-b928-4e38-bd02-2c9b86893edf None None] Attempting to bind port ebeb1cff-633c-4179-acd0-fbc0b6ee4f4e by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'a0930ea6-4a58-4d46-8bce-17ffde1b0073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:33.005866 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b069b2-b928-4e38-bd02-2c9b86893edf None None] Attempting to bind port ebeb1cff-633c-4179-acd0-fbc0b6ee4f4e on network b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9 {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:33.012648 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b069b2-b928-4e38-bd02-2c9b86893edf None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:33.013020 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b069b2-b928-4e38-bd02-2c9b86893edf None None] Checking segment: {'id': 'a0930ea6-4a58-4d46-8bce-17ffde1b0073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:33.013420 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-b6b069b2-b928-4e38-bd02-2c9b86893edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.013809 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b069b2-b928-4e38-bd02-2c9b86893edf None None] Bound using segment: {'id': 'a0930ea6-4a58-4d46-8bce-17ffde1b0073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:33.014274 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-b6b069b2-b928-4e38-bd02-2c9b86893edf None None] Bound port: ebeb1cff-633c-4179-acd0-fbc0b6ee4f4e, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0930ea6-4a58-4d46-8bce-17ffde1b0073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:33.014657 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-b6b069b2-b928-4e38-bd02-2c9b86893edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.110070 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-b6b069b2-b928-4e38-bd02-2c9b86893edf None None] For port ebeb1cff-633c-4179-acd0-fbc0b6ee4f4e, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:33.115005 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-b6b069b2-b928-4e38-bd02-2c9b86893edf None None] For port ebeb1cff-633c-4179-acd0-fbc0b6ee4f4e, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=ebeb1cff-633c-4179-acd0-fbc0b6ee4f4e,segment=NetworkSegment(a0930ea6-4a58-4d46-8bce-17ffde1b0073),segment_id=a0930ea6-4a58-4d46-8bce-17ffde1b0073)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:33.122195 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-b6b069b2-b928-4e38-bd02-2c9b86893edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.171184 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b069b2-b928-4e38-bd02-2c9b86893edf None None] Routers {'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:33.171910 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-b6b069b2-b928-4e38-bd02-2c9b86893edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:14:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:33.246962 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-1fc1b4dd-d4b0-47ba-96a4-46f05439f8a8 None None] Provisioning complete for port ebeb1cff-633c-4179-acd0-fbc0b6ee4f4e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:33.247616 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1fc1b4dd-d4b0-47ba-96a4-46f05439f8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.311305 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-b6b069b2-b928-4e38-bd02-2c9b86893edf None None] Set router e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:33.378402 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1fc1b4dd-d4b0-47ba-96a4-46f05439f8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.419105 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-1fc1b4dd-d4b0-47ba-96a4-46f05439f8a8 None None] For port ebeb1cff-633c-4179-acd0-fbc0b6ee4f4e, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=ebeb1cff-633c-4179-acd0-fbc0b6ee4f4e,segment=NetworkSegment(a0930ea6-4a58-4d46-8bce-17ffde1b0073),segment_id=a0930ea6-4a58-4d46-8bce-17ffde1b0073)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:33.424521 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1fc1b4dd-d4b0-47ba-96a4-46f05439f8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.495947 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1b4dd-d4b0-47ba-96a4-46f05439f8a8 None None] Pushing event updated for resources: {'Port': ['ID=ebeb1cff-633c-4179-acd0-fbc0b6ee4f4e,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:33.513930 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a21672-fead-4f9a-b2e5-38dc3d2ca49a None None] Pushing event updated for resources: {'Port': ['ID=ebeb1cff-633c-4179-acd0-fbc0b6ee4f4e,revision_number=4']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:33.641588 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-b6b069b2-b928-4e38-bd02-2c9b86893edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'name': 'tempest-TestNetworkBasicOps-router-1805372549', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:14:30Z', 'revision_number': 5, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'gw_port': {'id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'b1d7a0d2-1d5d-4f5d-b350-4914b54a6cb2', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'port_id': 'fd0f55a9-0069-4403-95b1-3521c5971603', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7', 'mac_address': 'fa:16:3e:bc:b5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a92efac-7396-42d4-a09c-8ad04a0ed728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:12:50Z', 'updated_at': '2021-09-16T05:12:53Z', 'revision_number': 1, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6903f32-d0c4-471c-8011-c0508d12e1bb', 'name': '', 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'mac_address': 'fa:16:3e:78:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '93e32929-b54b-40c3-a07b-988e4bde0ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:24Z', 'updated_at': '2021-09-16T05:12:31Z', 'revision_number': 5, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'subnets': [{'id': '93e32929-b54b-40c3-a07b-988e4bde0ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebeb1cff-633c-4179-acd0-fbc0b6ee4f4e', 'name': '', 'network_id': 'b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'mac_address': 'fa:16:3e:1c:c6:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'df54d0bc-4080-4fea-8a42-7ecf6c132ec7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:30Z', 'updated_at': '2021-09-16T05:14:33Z', 'revision_number': 4, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'subnets': [{'id': 'df54d0bc-4080-4fea-8a42-7ecf6c132ec7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:33.656973 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-958e6a6b-93bd-4dda-8a60-dd889367fd0b None None] Provisioning complete for port ebeb1cff-633c-4179-acd0-fbc0b6ee4f4e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:33.657346 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-958e6a6b-93bd-4dda-8a60-dd889367fd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.672070 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b069b2-b928-4e38-bd02-2c9b86893edf None None] The sync data for ids ['e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'] in n-d-712139-15 is: [{'id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'name': 'tempest-TestNetworkBasicOps-router-1805372549', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:14:30Z', 'revision_number': 5, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'gw_port': {'id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'b1d7a0d2-1d5d-4f5d-b350-4914b54a6cb2', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'port_id': 'fd0f55a9-0069-4403-95b1-3521c5971603', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7', 'mac_address': 'fa:16:3e:bc:b5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a92efac-7396-42d4-a09c-8ad04a0ed728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:12:50Z', 'updated_at': '2021-09-16T05:12:53Z', 'revision_number': 1, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6903f32-d0c4-471c-8011-c0508d12e1bb', 'name': '', 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'mac_address': 'fa:16:3e:78:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '93e32929-b54b-40c3-a07b-988e4bde0ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:24Z', 'updated_at': '2021-09-16T05:12:31Z', 'revision_number': 5, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'subnets': [{'id': '93e32929-b54b-40c3-a07b-988e4bde0ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebeb1cff-633c-4179-acd0-fbc0b6ee4f4e', 'name': '', 'network_id': 'b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'mac_address': 'fa:16:3e:1c:c6:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'df54d0bc-4080-4fea-8a42-7ecf6c132ec7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:30Z', 'updated_at': '2021-09-16T05:14:33Z', 'revision_number': 4, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'subnets': [{'id': 'df54d0bc-4080-4fea-8a42-7ecf6c132ec7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:14:34.007723 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-456b0197-c1df-4cf1-94f6-5ea3401e0e4e req-51cd236f-c96a-4d3e-bc0a-cb528d4111f1 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d813275-c47c-4a39-91cb-ba8810d002a5 HTTP/1.1" status: 200 len: 210 time: 0.0357256 Sep 16 05:14:34.554216 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device ebeb1cff-633c-4179-acd0-fbc0b6ee4f4e up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:34.612489 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port ebeb1cff-633c-4179-acd0-fbc0b6ee4f4e triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:34.612981 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.665102 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 4decdbb6-73fc-4d6e-953c-b5546dc512cb no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:34.691365 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: 4decdbb6-73fc-4d6e-953c-b5546dc512cb {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:34.691365 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 4decdbb6-73fc-4d6e-953c-b5546dc512cb not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:35.125887 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-187b282a-ea1a-4061-97c1-ba59cedb68fa req-3755ebb8-ee01-424c-b5a9-a1bd78776a07 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d813275-c47c-4a39-91cb-ba8810d002a5 HTTP/1.1" status: 200 len: 210 time: 0.0284534 Sep 16 05:14:40.109907 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3b971936-3df4-435d-9cb0-e1c4ff3a6e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:41.583176 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 49940) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:41.765445 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-c6670c86-3797-45eb-ad94-5d0c0a5be72c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Deleting port 429fd217-a40e-409d-8687-c21f8f970ec2 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:41.765787 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c6670c86-3797-45eb-ad94-5d0c0a5be72c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:41.798676 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:41.849929 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c6670c86-3797-45eb-ad94-5d0c0a5be72c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:41.850264 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c6670c86-3797-45eb-ad94-5d0c0a5be72c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:41.862682 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-c6670c86-3797-45eb-ad94-5d0c0a5be72c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Calling delete_port for 429fd217-a40e-409d-8687-c21f8f970ec2 owned by network:floatingip {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:42.017662 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c6670c86-3797-45eb-ad94-5d0c0a5be72c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.042607 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6670c86-3797-45eb-ad94-5d0c0a5be72c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Pushing event deleted for resources: {'Port': ['ID=429fd217-a40e-409d-8687-c21f8f970ec2,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:42.112037 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c6670c86-3797-45eb-ad94-5d0c0a5be72c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for floatingip, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.112298 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [None req-c6670c86-3797-45eb-ad94-5d0c0a5be72c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Floating IP 823615d0-5a12-4d4a-9f7a-66f18c07cf4f disassociated (deleted). External IP: 172.25.8.40, port: b188fc75-541a-4998-a0e9-2152a8b6e120. Sep 16 05:14:42.359816 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6670c86-3797-45eb-ad94-5d0c0a5be72c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Router b6b00438-78c0-47a8-8aa7-595217b2864d has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:14:42.474915 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6670c86-3797-45eb-ad94-5d0c0a5be72c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:14:42.480688 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c6670c86-3797-45eb-ad94-5d0c0a5be72c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.488053 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e1fd3c-eb7a-4e53-a961-7dfb6d554070 None None] Sync routers for ids ['b6b00438-78c0-47a8-8aa7-595217b2864d'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:14:42.498102 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e1fd3c-eb7a-4e53-a961-7dfb6d554070 None None] Routers {'b6b00438-78c0-47a8-8aa7-595217b2864d'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:42.507097 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-41e1fd3c-eb7a-4e53-a961-7dfb6d554070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:14:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b6b00438-78c0-47a8-8aa7-595217b2864d'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:42.511546 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c6670c86-3797-45eb-ad94-5d0c0a5be72c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "DELETE /v2.0/floatingips/823615d0-5a12-4d4a-9f7a-66f18c07cf4f HTTP/1.1" status: 204 len: 168 time: 0.9264815 Sep 16 05:14:42.511546 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e5ba2f-ef71-4675-bca6-f205c2751b81', 'tag': 'b188fc75-541a-4998-a0e9-2152a8b6e120'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:42.514016 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf59c0d2-985d-40bd-b392-81113d833f05" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e5ba2f-ef71-4675-bca6-f205c2751b81", "tag": "b188fc75-541a-4998-a0e9-2152a8b6e120"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:42.624046 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-41e1fd3c-eb7a-4e53-a961-7dfb6d554070 None None] Set router b6b00438-78c0-47a8-8aa7-595217b2864d gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:42.701514 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7416ed2a-302e-45d9-a1f5-2763d7080233 x-openstack-request-id: req-7416ed2a-302e-45d9-a1f5-2763d7080233 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:42.702574 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e5ba2f-ef71-4675-bca6-f205c2751b81", "tag": "b188fc75-541a-4998-a0e9-2152a8b6e120", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:42.703156 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7416ed2a-302e-45d9-a1f5-2763d7080233 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:42.703864 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e5ba2f-ef71-4675-bca6-f205c2751b81', 'tag': 'b188fc75-541a-4998-a0e9-2152a8b6e120', 'status': 'completed', 'code': 200} Sep 16 05:14:42.822738 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59c0d2-985d-40bd-b392-81113d833f05 req-0206527a-7cb9-4f44-8242-f31044a4721c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:42.824282 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf59c0d2-985d-40bd-b392-81113d833f05 req-0206527a-7cb9-4f44-8242-f31044a4721c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=563bf98d77304029a90b6357f1f3f020&device_id=e6e5ba2f-ef71-4675-bca6-f205c2751b81 HTTP/1.1" status: 200 len: 1098 time: 0.0774369 Sep 16 05:14:42.835875 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c950ce-c022-4f2e-bc81-5e07d676afe1 req-9698ac81-9b55-4a11-b913-cf674cc2169b tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:42.838443 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f8c950ce-c022-4f2e-bc81-5e07d676afe1 req-9698ac81-9b55-4a11-b913-cf674cc2169b tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6e5ba2f-ef71-4675-bca6-f205c2751b81 HTTP/1.1" status: 200 len: 946 time: 0.0935633 Sep 16 05:14:42.864015 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-41e1fd3c-eb7a-4e53-a961-7dfb6d554070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'name': 'tempest-TestVolumeBootPattern-1731089413-router', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '1870ba68-e97c-411e-8344-09074f006a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:23Z', 'updated_at': '2021-09-16T05:03:32Z', 'revision_number': 4, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'gw_port': {'id': '1870ba68-e97c-411e-8344-09074f006a61', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:24Z', 'updated_at': '2021-09-16T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '71ae5195-66f5-4f59-92a2-48e286e9fa2b', 'name': '', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'mac_address': 'fa:16:3e:23:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:30Z', 'updated_at': '2021-09-16T05:03:38Z', 'revision_number': 5, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'subnets': [{'id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:42.892832 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e1fd3c-eb7a-4e53-a961-7dfb6d554070 None None] Checking router: b6b00438-78c0-47a8-8aa7-595217b2864d for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:14:42.902622 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e1fd3c-eb7a-4e53-a961-7dfb6d554070 None None] Routers {'b6b00438-78c0-47a8-8aa7-595217b2864d'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:42.903156 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-41e1fd3c-eb7a-4e53-a961-7dfb6d554070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:14:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b6b00438-78c0-47a8-8aa7-595217b2864d'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:42.933845 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f8c950ce-c022-4f2e-bc81-5e07d676afe1 req-839b42f4-cf72-402c-a964-f3ad0dc9607c tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863323 Sep 16 05:14:42.954811 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59c0d2-985d-40bd-b392-81113d833f05 req-c61178f7-82d2-42c5-9e1d-60b956fd4e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:42.956285 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf59c0d2-985d-40bd-b392-81113d833f05 req-c61178f7-82d2-42c5-9e1d-60b956fd4e53 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2ffb7374-cfe5-44a3-b981-4861b354cbc4 HTTP/1.1" status: 200 len: 913 time: 0.1169789 Sep 16 05:14:43.022393 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-41e1fd3c-eb7a-4e53-a961-7dfb6d554070 None None] Set router b6b00438-78c0-47a8-8aa7-595217b2864d gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:43.025815 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf59c0d2-985d-40bd-b392-81113d833f05 req-95cbd85e-c6a1-4eca-a159-2ce3e5c6661a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b188fc75-541a-4998-a0e9-2152a8b6e120 HTTP/1.1" status: 200 len: 217 time: 0.0596747 Sep 16 05:14:43.079418 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59c0d2-985d-40bd-b392-81113d833f05 req-f2dddaa1-16ee-469b-996b-92df3c1790b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:43.080942 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf59c0d2-985d-40bd-b392-81113d833f05 req-f2dddaa1-16ee-469b-996b-92df3c1790b8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7227d309-0a53-4e5a-940f-792e598a0c41 HTTP/1.1" status: 200 len: 851 time: 0.0481777 Sep 16 05:14:43.129390 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59c0d2-985d-40bd-b392-81113d833f05 req-f15904f8-4a38-496a-a17d-32beb9184f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:43.130912 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf59c0d2-985d-40bd-b392-81113d833f05 req-f15904f8-4a38-496a-a17d-32beb9184f1d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ffb7374-cfe5-44a3-b981-4861b354cbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423803 Sep 16 05:14:43.231390 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf59c0d2-985d-40bd-b392-81113d833f05 req-808afbbb-fc2a-485c-8a5d-2ba05985267b service neutron] 10.222.0.48 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923157 Sep 16 05:14:43.253170 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-abf40767-1c3d-49ba-bf02-3a247a92dbb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.258631 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-41e1fd3c-eb7a-4e53-a961-7dfb6d554070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'name': 'tempest-TestVolumeBootPattern-1731089413-router', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '1870ba68-e97c-411e-8344-09074f006a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:23Z', 'updated_at': '2021-09-16T05:03:32Z', 'revision_number': 4, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'gw_port': {'id': '1870ba68-e97c-411e-8344-09074f006a61', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:24Z', 'updated_at': '2021-09-16T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '71ae5195-66f5-4f59-92a2-48e286e9fa2b', 'name': '', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'mac_address': 'fa:16:3e:23:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:30Z', 'updated_at': '2021-09-16T05:03:38Z', 'revision_number': 5, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'subnets': [{'id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:43.285606 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e1fd3c-eb7a-4e53-a961-7dfb6d554070 None None] The sync data for ids ['b6b00438-78c0-47a8-8aa7-595217b2864d'] in n-d-712139-15 is: [{'id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'name': 'tempest-TestVolumeBootPattern-1731089413-router', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '1870ba68-e97c-411e-8344-09074f006a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:23Z', 'updated_at': '2021-09-16T05:03:32Z', 'revision_number': 4, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'gw_port': {'id': '1870ba68-e97c-411e-8344-09074f006a61', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:24Z', 'updated_at': '2021-09-16T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '71ae5195-66f5-4f59-92a2-48e286e9fa2b', 'name': '', 'network_id': '2ffb7374-cfe5-44a3-b981-4861b354cbc4', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'mac_address': 'fa:16:3e:23:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:30Z', 'updated_at': '2021-09-16T05:03:38Z', 'revision_number': 5, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'subnets': [{'id': '7227d309-0a53-4e5a-940f-792e598a0c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:14:43.346754 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf59c0d2-985d-40bd-b392-81113d833f05 req-f87eac30-9ea9-418a-96cc-e0bbf7232a5d service neutron] 10.222.0.48 "GET /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055069 Sep 16 05:14:43.534277 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.562704 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f6be2c-e11d-44b4-a53c-9b60cc50bf90 None None] New status for floating IP 823615d0-5a12-4d4a-9f7a-66f18c07cf4f: DOWN {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:14:44.075612 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124c53e-463b-4035-8ef0-d75425cec698 req-4b50f29a-a18c-4a43-8df9-62da06bfa204 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:44.077180 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4124c53e-463b-4035-8ef0-d75425cec698 req-4b50f29a-a18c-4a43-8df9-62da06bfa204 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6e5ba2f-ef71-4675-bca6-f205c2751b81 HTTP/1.1" status: 200 len: 946 time: 0.0557919 Sep 16 05:14:44.129613 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4124c53e-463b-4035-8ef0-d75425cec698 req-e8cb06b6-1363-4c03-8972-0370b2843804 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/security-groups?id=45e58919-3485-411c-a79d-f2007f9bd7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460975 Sep 16 05:14:44.618974 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.667914 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92da421-5a9c-431c-9995-192dea7b38c4 req-f57bd965-9d60-4a43-a261-9efd51791c6f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:44.669690 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c92da421-5a9c-431c-9995-192dea7b38c4 req-f57bd965-9d60-4a43-a261-9efd51791c6f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6e5ba2f-ef71-4675-bca6-f205c2751b81 HTTP/1.1" status: 200 len: 946 time: 0.0643942 Sep 16 05:14:44.766469 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.777325 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-c92da421-5a9c-431c-9995-192dea7b38c4 req-29ef4662-21f0-451f-9e75-b908e9dbd812 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Deleting port b188fc75-541a-4998-a0e9-2152a8b6e120 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:44.777681 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c92da421-5a9c-431c-9995-192dea7b38c4 req-29ef4662-21f0-451f-9e75-b908e9dbd812 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.901840 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-c92da421-5a9c-431c-9995-192dea7b38c4 req-29ef4662-21f0-451f-9e75-b908e9dbd812 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] For port b188fc75-541a-4998-a0e9-2152a8b6e120, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=b188fc75-541a-4998-a0e9-2152a8b6e120,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:44.901840 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c92da421-5a9c-431c-9995-192dea7b38c4 req-29ef4662-21f0-451f-9e75-b908e9dbd812 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.915697 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-c92da421-5a9c-431c-9995-192dea7b38c4 req-29ef4662-21f0-451f-9e75-b908e9dbd812 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Calling delete_port for b188fc75-541a-4998-a0e9-2152a8b6e120 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:45.050897 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c92da421-5a9c-431c-9995-192dea7b38c4 req-29ef4662-21f0-451f-9e75-b908e9dbd812 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.078501 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef4662-21f0-451f-9e75-b908e9dbd812 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Pushing event deleted for resources: {'Port': ['ID=b188fc75-541a-4998-a0e9-2152a8b6e120,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:45.088954 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef4662-21f0-451f-9e75-b908e9dbd812 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:45.089311 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef4662-21f0-451f-9e75-b908e9dbd812 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:45.089654 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef4662-21f0-451f-9e75-b908e9dbd812 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:45.089994 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef4662-21f0-451f-9e75-b908e9dbd812 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:45.090331 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef4662-21f0-451f-9e75-b908e9dbd812 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:45.090663 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef4662-21f0-451f-9e75-b908e9dbd812 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:45.090990 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef4662-21f0-451f-9e75-b908e9dbd812 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:45.091320 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef4662-21f0-451f-9e75-b908e9dbd812 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:45.091646 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef4662-21f0-451f-9e75-b908e9dbd812 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:45.091974 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef4662-21f0-451f-9e75-b908e9dbd812 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:45.092301 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef4662-21f0-451f-9e75-b908e9dbd812 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:45.092685 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef4662-21f0-451f-9e75-b908e9dbd812 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:45.137044 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92da421-5a9c-431c-9995-192dea7b38c4 req-29ef4662-21f0-451f-9e75-b908e9dbd812 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] No DVR routers for this DVR port b188fc75-541a-4998-a0e9-2152a8b6e120 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:45.139909 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c92da421-5a9c-431c-9995-192dea7b38c4 req-29ef4662-21f0-451f-9e75-b908e9dbd812 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.142350 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c92da421-5a9c-431c-9995-192dea7b38c4 req-29ef4662-21f0-451f-9e75-b908e9dbd812 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.48 "DELETE /v2.0/ports/b188fc75-541a-4998-a0e9-2152a8b6e120 HTTP/1.1" status: 204 len: 173 time: 0.4646845 Sep 16 05:14:45.142837 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e5ba2f-ef71-4675-bca6-f205c2751b81', 'name': 'network-vif-deleted', 'tag': 'b188fc75-541a-4998-a0e9-2152a8b6e120'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:45.145992 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60e60b9-d1a4-4162-b154-27b306bd90ee" -d '{"events": [{"server_uuid": "e6e5ba2f-ef71-4675-bca6-f205c2751b81", "name": "network-vif-deleted", "tag": "b188fc75-541a-4998-a0e9-2152a8b6e120"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:45.199100 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5651ca1d-a35d-46b3-a4d9-36244507c27b x-openstack-request-id: req-5651ca1d-a35d-46b3-a4d9-36244507c27b {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:45.199497 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e5ba2f-ef71-4675-bca6-f205c2751b81", "name": "network-vif-deleted", "tag": "b188fc75-541a-4998-a0e9-2152a8b6e120", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:45.199864 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5651ca1d-a35d-46b3-a4d9-36244507c27b {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:45.200369 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e5ba2f-ef71-4675-bca6-f205c2751b81', 'name': 'network-vif-deleted', 'tag': 'b188fc75-541a-4998-a0e9-2152a8b6e120', 'status': 'completed', 'code': 200} Sep 16 05:14:45.275858 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5263ff5c-d422-4625-93c2-8e8b79d4cf9e req-652e58c3-87db-4680-97fe-e702b41a19ba tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6e5ba2f-ef71-4675-bca6-f205c2751b81 HTTP/1.1" status: 200 len: 210 time: 0.0287030 Sep 16 05:14:46.128976 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:46.131555 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:14:46.373578 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6eff6c91-d64a-402e-8c1f-577fe9617602 req-d2b531ee-3fbb-4d21-a51f-49b929c8808e tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6e5ba2f-ef71-4675-bca6-f205c2751b81 HTTP/1.1" status: 200 len: 210 time: 0.0280018 Sep 16 05:14:47.478407 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-463ffdc8-ed08-4ebb-bbef-a8e1461ffac9 req-ab695d70-f3d8-4659-8c04-998cec265a96 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6e5ba2f-ef71-4675-bca6-f205c2751b81 HTTP/1.1" status: 200 len: 210 time: 0.0319211 Sep 16 05:14:48.589309 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6565c94-efc2-41ed-ac6f-c64c4805cbd4 req-45612ef6-d42a-455b-944a-b76814ef3427 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6e5ba2f-ef71-4675-bca6-f205c2751b81 HTTP/1.1" status: 200 len: 210 time: 0.0344763 Sep 16 05:14:49.449895 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device b188fc75-541a-4998-a0e9-2152a8b6e120 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:49.470103 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: b188fc75-541a-4998-a0e9-2152a8b6e120 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:49.470440 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device b188fc75-541a-4998-a0e9-2152a8b6e120 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:49.650070 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50108) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:49.782566 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-8d4bca3e-e645-44c7-bbb8-c32ee632df2f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Deleting port 9c19227b-7760-490a-922b-30a9d559b55f {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:49.782909 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8d4bca3e-e645-44c7-bbb8-c32ee632df2f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:49.862378 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8d4bca3e-e645-44c7-bbb8-c32ee632df2f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:49.862729 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8d4bca3e-e645-44c7-bbb8-c32ee632df2f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:49.875481 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-8d4bca3e-e645-44c7-bbb8-c32ee632df2f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Calling delete_port for 9c19227b-7760-490a-922b-30a9d559b55f owned by network:floatingip {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:50.020620 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8d4bca3e-e645-44c7-bbb8-c32ee632df2f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:50.050010 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4bca3e-e645-44c7-bbb8-c32ee632df2f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Pushing event deleted for resources: {'Port': ['ID=9c19227b-7760-490a-922b-30a9d559b55f,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:50.116637 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8d4bca3e-e645-44c7-bbb8-c32ee632df2f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for floatingip, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:50.119572 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8d4bca3e-e645-44c7-bbb8-c32ee632df2f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:50.120833 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8d4bca3e-e645-44c7-bbb8-c32ee632df2f tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "DELETE /v2.0/floatingips/9ba04903-d53e-4bc2-b2b6-e58747c21f22 HTTP/1.1" status: 204 len: 168 time: 0.4697437 Sep 16 05:14:53.468501 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50192) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:53.528522 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e48bb664-5dcb-4867-8970-05cae52b8a23 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.556520 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e48bb664-5dcb-4867-8970-05cae52b8a23 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.619991 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e48bb664-5dcb-4867-8970-05cae52b8a23 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.622748 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e48bb664-5dcb-4867-8970-05cae52b8a23 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.624103 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e48bb664-5dcb-4867-8970-05cae52b8a23 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] 10.222.0.35 "DELETE /v2.0/security-groups/45e58919-3485-411c-a79d-f2007f9bd7e7 HTTP/1.1" status: 204 len: 168 time: 0.1544654 Sep 16 05:14:53.639138 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48bb664-5dcb-4867-8970-05cae52b8a23 tempest-TestVolumeBootPattern-2083985611 tempest-TestVolumeBootPattern-2083985611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e58919-3485-411c-a79d-f2007f9bd7e7,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:53.687785 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50200) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:54.212106 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4b5d15a2-1dfd-4440-97a8-518901fca6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:54.473189 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d15a2-1dfd-4440-97a8-518901fca6cd admin admin] Deleting port 71ae5195-66f5-4f59-92a2-48e286e9fa2b {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:54.473894 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4b5d15a2-1dfd-4440-97a8-518901fca6cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:54.554495 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-4b5d15a2-1dfd-4440-97a8-518901fca6cd admin admin] For port 71ae5195-66f5-4f59-92a2-48e286e9fa2b, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=71ae5195-66f5-4f59-92a2-48e286e9fa2b,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:54.554939 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4b5d15a2-1dfd-4440-97a8-518901fca6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:54.567615 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d15a2-1dfd-4440-97a8-518901fca6cd admin admin] Calling delete_port for 71ae5195-66f5-4f59-92a2-48e286e9fa2b owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:54.760322 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4b5d15a2-1dfd-4440-97a8-518901fca6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:54.788293 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d15a2-1dfd-4440-97a8-518901fca6cd admin admin] Pushing event deleted for resources: {'Port': ['ID=71ae5195-66f5-4f59-92a2-48e286e9fa2b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:54.968650 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4b5d15a2-1dfd-4440-97a8-518901fca6cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:55.206969 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5d15a2-1dfd-4440-97a8-518901fca6cd admin admin] Router b6b00438-78c0-47a8-8aa7-595217b2864d has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:14:55.338477 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5d15a2-1dfd-4440-97a8-518901fca6cd admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:14:55.346533 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4b5d15a2-1dfd-4440-97a8-518901fca6cd admin admin] 10.222.0.35 "PUT /v2.0/routers/b6b00438-78c0-47a8-8aa7-595217b2864d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6576152 Sep 16 05:14:55.346837 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50238) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:55.348711 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58927082-db7d-45a9-b265-13a301034bbc None None] Sync routers for ids ['b6b00438-78c0-47a8-8aa7-595217b2864d'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:14:55.367631 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58927082-db7d-45a9-b265-13a301034bbc None None] Routers {'b6b00438-78c0-47a8-8aa7-595217b2864d'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:55.368308 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-58927082-db7d-45a9-b265-13a301034bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:14:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b6b00438-78c0-47a8-8aa7-595217b2864d'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:55.465488 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bfcc0608-9d70-4074-bc13-56854023a82b admin admin] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:55.498435 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-58927082-db7d-45a9-b265-13a301034bbc None None] Set router b6b00438-78c0-47a8-8aa7-595217b2864d gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:55.584706 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bfcc0608-9d70-4074-bc13-56854023a82b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:55.651411 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-bfcc0608-9d70-4074-bc13-56854023a82b admin admin] Deleting port 1870ba68-e97c-411e-8344-09074f006a61 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:55.652065 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bfcc0608-9d70-4074-bc13-56854023a82b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:55.702516 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-58927082-db7d-45a9-b265-13a301034bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'name': 'tempest-TestVolumeBootPattern-1731089413-router', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '1870ba68-e97c-411e-8344-09074f006a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:23Z', 'updated_at': '2021-09-16T05:14:54Z', 'revision_number': 5, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'gw_port': {'id': '1870ba68-e97c-411e-8344-09074f006a61', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:85:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:24Z', 'updated_at': '2021-09-16T05:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:55.734698 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58927082-db7d-45a9-b265-13a301034bbc None None] Checking router: b6b00438-78c0-47a8-8aa7-595217b2864d for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:14:55.740248 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58927082-db7d-45a9-b265-13a301034bbc None None] Routers {'b6b00438-78c0-47a8-8aa7-595217b2864d'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:55.741234 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-58927082-db7d-45a9-b265-13a301034bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:14:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b6b00438-78c0-47a8-8aa7-595217b2864d'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:55.743769 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-bfcc0608-9d70-4074-bc13-56854023a82b admin admin] For port 1870ba68-e97c-411e-8344-09074f006a61, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=1870ba68-e97c-411e-8344-09074f006a61,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:55.744135 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bfcc0608-9d70-4074-bc13-56854023a82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:55.759795 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-bfcc0608-9d70-4074-bc13-56854023a82b admin admin] Calling delete_port for 1870ba68-e97c-411e-8344-09074f006a61 owned by network:router_gateway {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:55.973948 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bfcc0608-9d70-4074-bc13-56854023a82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:56.017360 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc0608-9d70-4074-bc13-56854023a82b admin admin] Pushing event deleted for resources: {'Port': ['ID=1870ba68-e97c-411e-8344-09074f006a61,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:56.045096 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-58927082-db7d-45a9-b265-13a301034bbc None None] Set router b6b00438-78c0-47a8-8aa7-595217b2864d gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:56.083728 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bfcc0608-9d70-4074-bc13-56854023a82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:56.107906 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-58927082-db7d-45a9-b265-13a301034bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'name': 'tempest-TestVolumeBootPattern-1731089413-router', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:23Z', 'updated_at': '2021-09-16T05:14:55Z', 'revision_number': 6, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:56.141207 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58927082-db7d-45a9-b265-13a301034bbc None None] The sync data for ids ['b6b00438-78c0-47a8-8aa7-595217b2864d'] in n-d-712139-15 is: [{'id': 'b6b00438-78c0-47a8-8aa7-595217b2864d', 'name': 'tempest-TestVolumeBootPattern-1731089413-router', 'tenant_id': '563bf98d77304029a90b6357f1f3f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:23Z', 'updated_at': '2021-09-16T05:14:55Z', 'revision_number': 6, 'project_id': '563bf98d77304029a90b6357f1f3f020', 'gw_port_host': None}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:14:56.197907 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bfcc0608-9d70-4074-bc13-56854023a82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:56.200126 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bfcc0608-9d70-4074-bc13-56854023a82b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:56.248911 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bfcc0608-9d70-4074-bc13-56854023a82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:56.249616 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcc0608-9d70-4074-bc13-56854023a82b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6b00438-78c0-47a8-8aa7-595217b2864d {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:14:56.255038 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bfcc0608-9d70-4074-bc13-56854023a82b admin admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:56.256195 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-bfcc0608-9d70-4074-bc13-56854023a82b admin admin] 10.222.0.35 "DELETE /v2.0/routers/b6b00438-78c0-47a8-8aa7-595217b2864d HTTP/1.1" status: 204 len: 168 time: 0.9081740 Sep 16 05:14:56.259814 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50242) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:56.304609 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-df2c19fc-754d-4cbe-b308-5430bd4d2606 admin admin] Deleting subnet 7227d309-0a53-4e5a-940f-792e598a0c41 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:14:56.307766 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-df2c19fc-754d-4cbe-b308-5430bd4d2606 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:56.350538 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-df2c19fc-754d-4cbe-b308-5430bd4d2606 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:56.439336 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-df2c19fc-754d-4cbe-b308-5430bd4d2606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:56.500211 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-df2c19fc-754d-4cbe-b308-5430bd4d2606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:56.528858 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c19fc-754d-4cbe-b308-5430bd4d2606 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7227d309-0a53-4e5a-940f-792e598a0c41,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:56.533105 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-df2c19fc-754d-4cbe-b308-5430bd4d2606 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:56.538387 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50244) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:56.539803 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696736f3-d243-4c84-bbd1-853836505529 None None] Network 2ffb7374-cfe5-44a3-b981-4861b354cbc4 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:56.543056 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-df2c19fc-754d-4cbe-b308-5430bd4d2606 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7227d309-0a53-4e5a-940f-792e598a0c41 HTTP/1.1" status: 204 len: 168 time: 0.2812207 Sep 16 05:14:56.655883 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f5095d14-d1bc-451c-bd68-aac7cc81a809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:56.709223 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 71ae5195-66f5-4f59-92a2-48e286e9fa2b no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:56.717924 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-f5095d14-d1bc-451c-bd68-aac7cc81a809 admin admin] Deleting port af77afde-38fa-41a2-a001-684113a2cfd0 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:56.718402 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f5095d14-d1bc-451c-bd68-aac7cc81a809 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:56.733115 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 71ae5195-66f5-4f59-92a2-48e286e9fa2b {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:56.733358 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 71ae5195-66f5-4f59-92a2-48e286e9fa2b not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:56.795433 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-f5095d14-d1bc-451c-bd68-aac7cc81a809 admin admin] For port af77afde-38fa-41a2-a001-684113a2cfd0, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=af77afde-38fa-41a2-a001-684113a2cfd0,segment=NetworkSegment(dc1c68e0-6210-4ec3-92e9-96d963e48ea4),segment_id=dc1c68e0-6210-4ec3-92e9-96d963e48ea4)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:56.795714 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f5095d14-d1bc-451c-bd68-aac7cc81a809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:56.810669 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-f5095d14-d1bc-451c-bd68-aac7cc81a809 admin admin] Calling delete_port for af77afde-38fa-41a2-a001-684113a2cfd0 owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:56.892577 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f5095d14-d1bc-451c-bd68-aac7cc81a809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:56.916609 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5095d14-d1bc-451c-bd68-aac7cc81a809 admin admin] Pushing event deleted for resources: {'Port': ['ID=af77afde-38fa-41a2-a001-684113a2cfd0,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:56.922528 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5095d14-d1bc-451c-bd68-aac7cc81a809 admin admin] No DVR routers for this DVR port af77afde-38fa-41a2-a001-684113a2cfd0 on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:57.004086 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f5095d14-d1bc-451c-bd68-aac7cc81a809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.030474 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18e2d57-2b63-40cf-b669-aca71b8ccea7 None None] DHCP port deletion for 2ffb7374-cfe5-44a3-b981-4861b354cbc4 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:14:57.031859 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-f5095d14-d1bc-451c-bd68-aac7cc81a809 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ffb7374-cfe5-44a3-b981-4861b354cbc4']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:57.053475 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-f5095d14-d1bc-451c-bd68-aac7cc81a809 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc1c68e0-6210-4ec3-92e9-96d963e48ea4') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:57.053612 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-f5095d14-d1bc-451c-bd68-aac7cc81a809 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc1c68e0-6210-4ec3-92e9-96d963e48ea4') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:57.064883 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f5095d14-d1bc-451c-bd68-aac7cc81a809 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.078765 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f5095d14-d1bc-451c-bd68-aac7cc81a809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.084854 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5095d14-d1bc-451c-bd68-aac7cc81a809 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:14:57.085247 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f5095d14-d1bc-451c-bd68-aac7cc81a809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.087042 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:14:57.087042 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:14:57.087042 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:14:57.087042 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:14:57.087042 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:14:57.087042 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:14:57.087042 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:14:57.087042 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:14:57.087042 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:14:57.087042 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:14:57.087042 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:14:57.087042 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:14:57.087042 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:14:57.087042 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:14:57.087042 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:14:57.087042 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:14:57.087042 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:14:57.087042 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:14:57.087042 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:14:57.087042 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:14:57.087042 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:14:57.087042 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:14:57.087042 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:14:57.087042 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:14:57.087042 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:14:57.087042 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:14:57.087042 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:14:57.087042 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:14:57.087042 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:14:57.087042 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:14:57.087042 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:14:57.087042 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:14:57.152016 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f5095d14-d1bc-451c-bd68-aac7cc81a809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.161896 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f5095d14-d1bc-451c-bd68-aac7cc81a809 admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.167413 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50250) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:57.167659 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f5095d14-d1bc-451c-bd68-aac7cc81a809 admin admin] 10.222.0.35 "DELETE /v2.0/networks/2ffb7374-cfe5-44a3-b981-4861b354cbc4 HTTP/1.1" status: 204 len: 168 time: 0.6275527 Sep 16 05:14:57.180180 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5095d14-d1bc-451c-bd68-aac7cc81a809 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ffb7374-cfe5-44a3-b981-4861b354cbc4,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:57.556473 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6489fc83-8c3a-481d-946c-fedfbed180f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.810781 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-6489fc83-8c3a-481d-946c-fedfbed180f1 admin admin] Deleting port a394debc-2640-471a-a55d-db5eb84822f5 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:57.811043 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6489fc83-8c3a-481d-946c-fedfbed180f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.895880 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-6489fc83-8c3a-481d-946c-fedfbed180f1 admin admin] For port a394debc-2640-471a-a55d-db5eb84822f5, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=a394debc-2640-471a-a55d-db5eb84822f5,segment=NetworkSegment(4bd39a7a-b4d7-4405-a4b0-1eddfd0b5929),segment_id=4bd39a7a-b4d7-4405-a4b0-1eddfd0b5929)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:57.896255 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6489fc83-8c3a-481d-946c-fedfbed180f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.910667 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-6489fc83-8c3a-481d-946c-fedfbed180f1 admin admin] Calling delete_port for a394debc-2640-471a-a55d-db5eb84822f5 owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:58.218264 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-78c4cfc4-d43d-4f89-b04d-9fca6d4b51ad req-bb1b9565-c0c3-414d-a700-8db7ddfd7f04 service neutron] (94767) timed out ('10.222.0.35', 50552) {{(pid=94767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:14:58.450312 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6489fc83-8c3a-481d-946c-fedfbed180f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.480551 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489fc83-8c3a-481d-946c-fedfbed180f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a394debc-2640-471a-a55d-db5eb84822f5,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:58.529544 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device af77afde-38fa-41a2-a001-684113a2cfd0 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:58.556612 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: af77afde-38fa-41a2-a001-684113a2cfd0 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:58.557251 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device af77afde-38fa-41a2-a001-684113a2cfd0 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:58.557846 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 1870ba68-e97c-411e-8344-09074f006a61 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:58.579207 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 1870ba68-e97c-411e-8344-09074f006a61 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:58.579848 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 1870ba68-e97c-411e-8344-09074f006a61 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:58.663224 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6489fc83-8c3a-481d-946c-fedfbed180f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.892157 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6489fc83-8c3a-481d-946c-fedfbed180f1 admin admin] Router 8ac95be2-fabc-4bb2-9f90-fcfcd46328b2 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:14:59.001615 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6489fc83-8c3a-481d-946c-fedfbed180f1 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:14:59.006385 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6489fc83-8c3a-481d-946c-fedfbed180f1 admin admin] 10.222.0.35 "PUT /v2.0/routers/8ac95be2-fabc-4bb2-9f90-fcfcd46328b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8372698 Sep 16 05:14:59.009292 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50254) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:59.010358 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d007ef3e-9969-47c6-98cd-b5fc10aab7a9 None None] Sync routers for ids ['8ac95be2-fabc-4bb2-9f90-fcfcd46328b2'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:14:59.019416 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d007ef3e-9969-47c6-98cd-b5fc10aab7a9 None None] Routers {'8ac95be2-fabc-4bb2-9f90-fcfcd46328b2'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:59.020092 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-d007ef3e-9969-47c6-98cd-b5fc10aab7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:14:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8ac95be2-fabc-4bb2-9f90-fcfcd46328b2'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:59.115267 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8c45d8bd-b78f-45b6-be51-043c4cdcafce admin admin] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.126247 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-d007ef3e-9969-47c6-98cd-b5fc10aab7a9 None None] Set router 8ac95be2-fabc-4bb2-9f90-fcfcd46328b2 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:59.228362 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8c45d8bd-b78f-45b6-be51-043c4cdcafce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.315308 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-8c45d8bd-b78f-45b6-be51-043c4cdcafce admin admin] Deleting port 3a582b60-bff6-443a-93c6-60764845ee22 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:59.315696 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8c45d8bd-b78f-45b6-be51-043c4cdcafce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.345996 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-d007ef3e-9969-47c6-98cd-b5fc10aab7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac95be2-fabc-4bb2-9f90-fcfcd46328b2', 'name': 'tempest-TestVolumeBootPattern-554054462-router', 'tenant_id': 'b634a761ee254f488fa97230a80dfe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '3a582b60-bff6-443a-93c6-60764845ee22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:37Z', 'updated_at': '2021-09-16T05:14:58Z', 'revision_number': 5, 'project_id': 'b634a761ee254f488fa97230a80dfe4f', 'gw_port': {'id': '3a582b60-bff6-443a-93c6-60764845ee22', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac95be2-fabc-4bb2-9f90-fcfcd46328b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:38Z', 'updated_at': '2021-09-16T05:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:59.377479 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d007ef3e-9969-47c6-98cd-b5fc10aab7a9 None None] Checking router: 8ac95be2-fabc-4bb2-9f90-fcfcd46328b2 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:14:59.388944 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d007ef3e-9969-47c6-98cd-b5fc10aab7a9 None None] Routers {'8ac95be2-fabc-4bb2-9f90-fcfcd46328b2'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:59.389799 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-d007ef3e-9969-47c6-98cd-b5fc10aab7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:14:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['8ac95be2-fabc-4bb2-9f90-fcfcd46328b2'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:59.418227 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-8c45d8bd-b78f-45b6-be51-043c4cdcafce admin admin] For port 3a582b60-bff6-443a-93c6-60764845ee22, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3a582b60-bff6-443a-93c6-60764845ee22,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:59.418689 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8c45d8bd-b78f-45b6-be51-043c4cdcafce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.434321 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-8c45d8bd-b78f-45b6-be51-043c4cdcafce admin admin] Calling delete_port for 3a582b60-bff6-443a-93c6-60764845ee22 owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:59.486167 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-d007ef3e-9969-47c6-98cd-b5fc10aab7a9 None None] Set router 8ac95be2-fabc-4bb2-9f90-fcfcd46328b2 gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:59.545298 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-d007ef3e-9969-47c6-98cd-b5fc10aab7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac95be2-fabc-4bb2-9f90-fcfcd46328b2', 'name': 'tempest-TestVolumeBootPattern-554054462-router', 'tenant_id': 'b634a761ee254f488fa97230a80dfe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:37Z', 'updated_at': '2021-09-16T05:14:59Z', 'revision_number': 6, 'project_id': 'b634a761ee254f488fa97230a80dfe4f', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:59.581011 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d007ef3e-9969-47c6-98cd-b5fc10aab7a9 None None] The sync data for ids ['8ac95be2-fabc-4bb2-9f90-fcfcd46328b2'] in n-d-712139-15 is: [{'id': '8ac95be2-fabc-4bb2-9f90-fcfcd46328b2', 'name': 'tempest-TestVolumeBootPattern-554054462-router', 'tenant_id': 'b634a761ee254f488fa97230a80dfe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:37Z', 'updated_at': '2021-09-16T05:14:59Z', 'revision_number': 6, 'project_id': 'b634a761ee254f488fa97230a80dfe4f', 'gw_port_host': None}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:14:59.638550 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8c45d8bd-b78f-45b6-be51-043c4cdcafce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.671494 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45d8bd-b78f-45b6-be51-043c4cdcafce admin admin] Pushing event deleted for resources: {'Port': ['ID=3a582b60-bff6-443a-93c6-60764845ee22,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:59.733073 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8c45d8bd-b78f-45b6-be51-043c4cdcafce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.827835 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8c45d8bd-b78f-45b6-be51-043c4cdcafce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.830107 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8c45d8bd-b78f-45b6-be51-043c4cdcafce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.877011 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8c45d8bd-b78f-45b6-be51-043c4cdcafce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.877607 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c45d8bd-b78f-45b6-be51-043c4cdcafce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ac95be2-fabc-4bb2-9f90-fcfcd46328b2 {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:14:59.882903 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8c45d8bd-b78f-45b6-be51-043c4cdcafce admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.886937 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8c45d8bd-b78f-45b6-be51-043c4cdcafce admin admin] 10.222.0.35 "DELETE /v2.0/routers/8ac95be2-fabc-4bb2-9f90-fcfcd46328b2 HTTP/1.1" status: 204 len: 168 time: 0.8739665 Sep 16 05:14:59.887171 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50340) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:59.940547 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce0b8bda-f8d8-4149-8fdf-3c1340e0903b admin admin] Deleting subnet 850b45bb-dc13-4bc3-9aad-6b0da84ba35b {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:14:59.942635 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ce0b8bda-f8d8-4149-8fdf-3c1340e0903b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.989209 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ce0b8bda-f8d8-4149-8fdf-3c1340e0903b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.094502 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ce0b8bda-f8d8-4149-8fdf-3c1340e0903b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.157621 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ce0b8bda-f8d8-4149-8fdf-3c1340e0903b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.184236 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b8bda-f8d8-4149-8fdf-3c1340e0903b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=850b45bb-dc13-4bc3-9aad-6b0da84ba35b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:00.188073 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ce0b8bda-f8d8-4149-8fdf-3c1340e0903b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.192381 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ce0b8bda-f8d8-4149-8fdf-3c1340e0903b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/850b45bb-dc13-4bc3-9aad-6b0da84ba35b HTTP/1.1" status: 204 len: 168 time: 0.3017831 Sep 16 05:15:00.192871 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50382) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:00.202116 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d942527e-9ccc-4f0f-9974-a995b5cb7d77 None None] Network c03d6900-5d0e-4f77-9872-206060d6f54a requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:00.305443 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3734e879-9bc8-429a-807a-92181918705f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.383634 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-3734e879-9bc8-429a-807a-92181918705f admin admin] Deleting port 19cff0e0-b535-4974-9aab-294f791a1beb {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:00.384342 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3734e879-9bc8-429a-807a-92181918705f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.435637 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1761f1f-b3b8-4057-9d1b-d87428e4b7ec None None] DHCP port deletion for c03d6900-5d0e-4f77-9872-206060d6f54a request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:15:00.501344 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-3734e879-9bc8-429a-807a-92181918705f admin admin] For port 19cff0e0-b535-4974-9aab-294f791a1beb, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=19cff0e0-b535-4974-9aab-294f791a1beb,segment=NetworkSegment(4bd39a7a-b4d7-4405-a4b0-1eddfd0b5929),segment_id=4bd39a7a-b4d7-4405-a4b0-1eddfd0b5929)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:00.502816 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3734e879-9bc8-429a-807a-92181918705f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.526713 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-3734e879-9bc8-429a-807a-92181918705f admin admin] Calling delete_port for 19cff0e0-b535-4974-9aab-294f791a1beb owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:00.531361 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-e1761f1f-b3b8-4057-9d1b-d87428e4b7ec None None] Deleting port 19cff0e0-b535-4974-9aab-294f791a1beb {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:00.531859 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e1761f1f-b3b8-4057-9d1b-d87428e4b7ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.573670 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 19cff0e0-b535-4974-9aab-294f791a1beb no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:00.643887 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3734e879-9bc8-429a-807a-92181918705f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.669655 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No active binding found for port 19cff0e0-b535-4974-9aab-294f791a1beb {{(pid=94768) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 05:15:00.670105 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 19cff0e0-b535-4974-9aab-294f791a1beb not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:15:00.670532 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device a394debc-2640-471a-a55d-db5eb84822f5 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:00.673533 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-e1761f1f-b3b8-4057-9d1b-d87428e4b7ec None None] For port 19cff0e0-b535-4974-9aab-294f791a1beb, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=19cff0e0-b535-4974-9aab-294f791a1beb,segment=NetworkSegment(4bd39a7a-b4d7-4405-a4b0-1eddfd0b5929),segment_id=4bd39a7a-b4d7-4405-a4b0-1eddfd0b5929)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:00.674048 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e1761f1f-b3b8-4057-9d1b-d87428e4b7ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.699895 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: a394debc-2640-471a-a55d-db5eb84822f5 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:15:00.700310 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device a394debc-2640-471a-a55d-db5eb84822f5 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:15:00.700708 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3a582b60-bff6-443a-93c6-60764845ee22 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:00.702434 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3734e879-9bc8-429a-807a-92181918705f admin admin] No DVR routers for this DVR port 19cff0e0-b535-4974-9aab-294f791a1beb on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:00.708153 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734e879-9bc8-429a-807a-92181918705f admin admin] Pushing event deleted for resources: {'Port': ['ID=19cff0e0-b535-4974-9aab-294f791a1beb,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:00.726915 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-e1761f1f-b3b8-4057-9d1b-d87428e4b7ec None None] Calling delete_port for 19cff0e0-b535-4974-9aab-294f791a1beb owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:00.729099 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 3a582b60-bff6-443a-93c6-60764845ee22 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:15:00.729451 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3a582b60-bff6-443a-93c6-60764845ee22 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:15:00.803784 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3734e879-9bc8-429a-807a-92181918705f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.829393 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e1761f1f-b3b8-4057-9d1b-d87428e4b7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.829779 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-3734e879-9bc8-429a-807a-92181918705f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c03d6900-5d0e-4f77-9872-206060d6f54a']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:00.850446 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-3734e879-9bc8-429a-807a-92181918705f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bd39a7a-b4d7-4405-a4b0-1eddfd0b5929') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:00.851665 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-3734e879-9bc8-429a-807a-92181918705f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bd39a7a-b4d7-4405-a4b0-1eddfd0b5929') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:00.874862 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3734e879-9bc8-429a-807a-92181918705f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.879738 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1761f1f-b3b8-4057-9d1b-d87428e4b7ec None None] No DVR routers for this DVR port 19cff0e0-b535-4974-9aab-294f791a1beb on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:00.887875 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1761f1f-b3b8-4057-9d1b-d87428e4b7ec None None] Pushing event deleted for resources: {'Port': ['ID=19cff0e0-b535-4974-9aab-294f791a1beb,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:00.901899 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3734e879-9bc8-429a-807a-92181918705f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.903650 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1761f1f-b3b8-4057-9d1b-d87428e4b7ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:00.904202 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1761f1f-b3b8-4057-9d1b-d87428e4b7ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:00.904402 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1761f1f-b3b8-4057-9d1b-d87428e4b7ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:00.904733 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1761f1f-b3b8-4057-9d1b-d87428e4b7ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:00.905195 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1761f1f-b3b8-4057-9d1b-d87428e4b7ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:00.905775 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1761f1f-b3b8-4057-9d1b-d87428e4b7ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:00.906433 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1761f1f-b3b8-4057-9d1b-d87428e4b7ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:00.907076 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1761f1f-b3b8-4057-9d1b-d87428e4b7ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:00.907493 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1761f1f-b3b8-4057-9d1b-d87428e4b7ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:00.907789 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1761f1f-b3b8-4057-9d1b-d87428e4b7ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:00.908161 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1761f1f-b3b8-4057-9d1b-d87428e4b7ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:00.908831 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1761f1f-b3b8-4057-9d1b-d87428e4b7ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:00.914625 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3734e879-9bc8-429a-807a-92181918705f admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:15:00.915226 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3734e879-9bc8-429a-807a-92181918705f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.917306 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:15:00.917306 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:15:00.917306 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:15:00.917306 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:15:00.917306 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:15:00.917306 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:15:00.917306 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:15:00.917306 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:15:00.917306 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:15:00.917306 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:15:00.917306 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:15:00.917306 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:15:00.917306 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:15:00.917306 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:15:00.917306 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:15:00.917306 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:15:00.917306 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:15:00.917306 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:15:00.917306 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:15:00.917306 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:15:00.917306 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:15:00.917306 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:15:00.917306 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:15:00.917306 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:15:00.917306 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:15:00.917306 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:15:00.917306 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:15:00.917306 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:15:00.917306 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:15:00.917306 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:15:00.917306 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:15:00.917306 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:15:00.990965 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3734e879-9bc8-429a-807a-92181918705f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.998270 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3734e879-9bc8-429a-807a-92181918705f admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.000738 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3734e879-9bc8-429a-807a-92181918705f admin admin] 10.222.0.35 "DELETE /v2.0/networks/c03d6900-5d0e-4f77-9872-206060d6f54a HTTP/1.1" status: 204 len: 168 time: 0.8058300 Sep 16 05:15:01.022002 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734e879-9bc8-429a-807a-92181918705f admin admin] Pushing event deleted for resources: {'Network': ['ID=c03d6900-5d0e-4f77-9872-206060d6f54a,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:01.197587 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50492) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:01.263433 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-df5a172e-9f2a-4eff-8c4c-c27d592fe490 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=563bf98d77304029a90b6357f1f3f020&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0608170 Sep 16 05:15:01.263771 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50504) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:01.325958 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dfc58232-cdc6-4b99-aaeb-cdda92001da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.349590 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dfc58232-cdc6-4b99-aaeb-cdda92001da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.406289 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dfc58232-cdc6-4b99-aaeb-cdda92001da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.408962 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dfc58232-cdc6-4b99-aaeb-cdda92001da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.410126 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-dfc58232-cdc6-4b99-aaeb-cdda92001da1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d6df76ec-5b8e-4ccb-9e28-68eb0c633441 HTTP/1.1" status: 204 len: 168 time: 0.1453705 Sep 16 05:15:01.420216 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc58232-cdc6-4b99-aaeb-cdda92001da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6df76ec-5b8e-4ccb-9e28-68eb0c633441,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:01.807602 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50592) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:01.856832 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5b542022-8182-4fc2-9e36-903134ef6109 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b634a761ee254f488fa97230a80dfe4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479784 Sep 16 05:15:01.859196 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50600) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:01.914506 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b8a75dd0-4d1c-4195-9811-ca2e3ada49a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.940040 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b8a75dd0-4d1c-4195-9811-ca2e3ada49a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.997521 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b8a75dd0-4d1c-4195-9811-ca2e3ada49a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:02.000175 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b8a75dd0-4d1c-4195-9811-ca2e3ada49a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:02.003829 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b8a75dd0-4d1c-4195-9811-ca2e3ada49a0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aaa6e7ef-85d0-4f5a-bb63-69eda48361dd HTTP/1.1" status: 204 len: 168 time: 0.1412723 Sep 16 05:15:02.010310 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a75dd0-4d1c-4195-9811-ca2e3ada49a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa6e7ef-85d0-4f5a-bb63-69eda48361dd,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:03.847375 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a75f196-19d4-4066-aa4c-c00de0fecae6 req-ddbe4ffe-e822-4e9c-991f-9b57e1138841 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3a92efac-7396-42d4-a09c-8ad04a0ed728&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2107663 Sep 16 05:15:03.951670 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75f196-19d4-4066-aa4c-c00de0fecae6 req-85985333-32fc-4e22-94e9-76798f3f0edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:03.953195 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a75f196-19d4-4066-aa4c-c00de0fecae6 req-85985333-32fc-4e22-94e9-76798f3f0edf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da5c99301f5942cd8cb2baff109305cb&device_id=3a92efac-7396-42d4-a09c-8ad04a0ed728 HTTP/1.1" status: 200 len: 1097 time: 0.0439997 Sep 16 05:15:04.063856 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75f196-19d4-4066-aa4c-c00de0fecae6 req-b8b0e294-be61-40c6-b939-c85379fb6883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:04.065339 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a75f196-19d4-4066-aa4c-c00de0fecae6 req-b8b0e294-be61-40c6-b939-c85379fb6883 service neutron] 10.222.0.48 "GET /v2.0/networks?id=311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7 HTTP/1.1" status: 200 len: 898 time: 0.0921373 Sep 16 05:15:04.131726 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a75f196-19d4-4066-aa4c-c00de0fecae6 req-ae4a48fa-9702-4ab9-b097-75bb09ad4d91 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd0f55a9-0069-4403-95b1-3521c5971603 HTTP/1.1" status: 200 len: 1001 time: 0.0583711 Sep 16 05:15:04.183827 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75f196-19d4-4066-aa4c-c00de0fecae6 req-a3726ca6-3785-42b2-9b42-04730172eb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:04.185372 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a75f196-19d4-4066-aa4c-c00de0fecae6 req-a3726ca6-3785-42b2-9b42-04730172eb27 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=93e32929-b54b-40c3-a07b-988e4bde0ff1 HTTP/1.1" status: 200 len: 835 time: 0.0471580 Sep 16 05:15:04.245452 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75f196-19d4-4066-aa4c-c00de0fecae6 req-8f3308ed-58fe-458c-80fe-e9d890b1108e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:04.247047 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a75f196-19d4-4066-aa4c-c00de0fecae6 req-8f3308ed-58fe-458c-80fe-e9d890b1108e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547781 Sep 16 05:15:04.258273 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-0a75f196-19d4-4066-aa4c-c00de0fecae6 req-0e06ee06-da20-44a6-98b7-7cd70ed6625c service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:15:04.259519 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a75f196-19d4-4066-aa4c-c00de0fecae6 req-0e06ee06-da20-44a6-98b7-7cd70ed6625c service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055099 Sep 16 05:15:04.369118 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a75f196-19d4-4066-aa4c-c00de0fecae6 req-9b34fb8b-6b75-4998-848a-d97bf9769526 service neutron] 10.222.0.48 "GET /v2.0/networks/311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026502 Sep 16 05:15:04.489115 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a75f196-19d4-4066-aa4c-c00de0fecae6 req-938ddb2c-968d-4e30-bbdf-1580bceed1f0 service neutron] 10.222.0.48 "GET /v2.0/networks/311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109846 Sep 16 05:15:07.041803 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50748) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:07.147416 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a42f403d-f26c-4ceb-b054-77aa5a2e03d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.237800 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a42f403d-f26c-4ceb-b054-77aa5a2e03d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.242572 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a42f403d-f26c-4ceb-b054-77aa5a2e03d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.281298 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a42f403d-f26c-4ceb-b054-77aa5a2e03d2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=48802e0605c64cfc9f5b0697aa4daa3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2383947 Sep 16 05:15:07.282033 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f403d-f26c-4ceb-b054-77aa5a2e03d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd4b42f-f385-4b77-8f50-f2c6a0f512f8,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:07.284072 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50752) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:07.333500 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-070df432-00b5-410f-a712-9446a0e53911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.361215 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-070df432-00b5-410f-a712-9446a0e53911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.406801 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-070df432-00b5-410f-a712-9446a0e53911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.409377 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-070df432-00b5-410f-a712-9446a0e53911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.410532 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-070df432-00b5-410f-a712-9446a0e53911 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2fd4b42f-f385-4b77-8f50-f2c6a0f512f8 HTTP/1.1" status: 204 len: 168 time: 0.1249058 Sep 16 05:15:07.419201 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070df432-00b5-410f-a712-9446a0e53911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd4b42f-f385-4b77-8f50-f2c6a0f512f8,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:08.253495 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50796) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:08.671516 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-32404d2f-6207-47df-ad5f-7527cfa19994 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.065056 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-32404d2f-6207-47df-ad5f-7527cfa19994 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Deleting port ebeb1cff-633c-4179-acd0-fbc0b6ee4f4e {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:09.065413 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-32404d2f-6207-47df-ad5f-7527cfa19994 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.161970 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-32404d2f-6207-47df-ad5f-7527cfa19994 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] For port ebeb1cff-633c-4179-acd0-fbc0b6ee4f4e, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=ebeb1cff-633c-4179-acd0-fbc0b6ee4f4e,segment=NetworkSegment(a0930ea6-4a58-4d46-8bce-17ffde1b0073),segment_id=a0930ea6-4a58-4d46-8bce-17ffde1b0073)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:09.162374 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-32404d2f-6207-47df-ad5f-7527cfa19994 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.182132 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-32404d2f-6207-47df-ad5f-7527cfa19994 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Calling delete_port for ebeb1cff-633c-4179-acd0-fbc0b6ee4f4e owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:09.405486 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-32404d2f-6207-47df-ad5f-7527cfa19994 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.433940 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32404d2f-6207-47df-ad5f-7527cfa19994 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event deleted for resources: {'Port': ['ID=ebeb1cff-633c-4179-acd0-fbc0b6ee4f4e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:09.705373 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-32404d2f-6207-47df-ad5f-7527cfa19994 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.974089 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32404d2f-6207-47df-ad5f-7527cfa19994 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Router e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:15:10.105456 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1ef6f0b2-03a3-4094-9326-24afdbfec3b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:10.488877 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32404d2f-6207-47df-ad5f-7527cfa19994 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:15:10.498629 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-32404d2f-6207-47df-ad5f-7527cfa19994 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "PUT /v2.0/routers/e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2426698 Sep 16 05:15:10.510184 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdc81a8-101b-4f34-8acc-ff6792a94c76 None None] Sync routers for ids ['e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:15:10.523252 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdc81a8-101b-4f34-8acc-ff6792a94c76 None None] Routers {'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:10.524746 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-8fdc81a8-101b-4f34-8acc-ff6792a94c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:14:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:10.671188 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-8fdc81a8-101b-4f34-8acc-ff6792a94c76 None None] Set router e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:10.753731 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf2162-f933-46df-86f5-d0a1f47dc276 req-4fa66e74-2948-465c-bc7c-e5f1d38b12ed tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:10.756044 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d2cf2162-f933-46df-86f5-d0a1f47dc276 req-4fa66e74-2948-465c-bc7c-e5f1d38b12ed tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=d316fde6-c040-481f-b854-a08c6aff2e19 HTTP/1.1" status: 200 len: 946 time: 0.0627367 Sep 16 05:15:10.800775 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d2cf2162-f933-46df-86f5-d0a1f47dc276 req-4f7573a7-7ce0-4302-98b7-95893f2b799a tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1af6db8-d2e2-4661-8b5a-3aa0096bdf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366838 Sep 16 05:15:10.948447 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-8fdc81a8-101b-4f34-8acc-ff6792a94c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'name': 'tempest-TestNetworkBasicOps-router-1805372549', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:15:09Z', 'revision_number': 6, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'gw_port': {'id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'b1d7a0d2-1d5d-4f5d-b350-4914b54a6cb2', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'port_id': 'fd0f55a9-0069-4403-95b1-3521c5971603', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7', 'mac_address': 'fa:16:3e:bc:b5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a92efac-7396-42d4-a09c-8ad04a0ed728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:12:50Z', 'updated_at': '2021-09-16T05:12:53Z', 'revision_number': 1, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6903f32-d0c4-471c-8011-c0508d12e1bb', 'name': '', 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'mac_address': 'fa:16:3e:78:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '93e32929-b54b-40c3-a07b-988e4bde0ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:24Z', 'updated_at': '2021-09-16T05:12:31Z', 'revision_number': 5, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'subnets': [{'id': '93e32929-b54b-40c3-a07b-988e4bde0ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:10.978809 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdc81a8-101b-4f34-8acc-ff6792a94c76 None None] Checking router: e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:15:10.988213 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdc81a8-101b-4f34-8acc-ff6792a94c76 None None] Routers {'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:10.989003 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-8fdc81a8-101b-4f34-8acc-ff6792a94c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:14:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:11.102777 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-8fdc81a8-101b-4f34-8acc-ff6792a94c76 None None] Set router e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:11.374916 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-8fdc81a8-101b-4f34-8acc-ff6792a94c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'name': 'tempest-TestNetworkBasicOps-router-1805372549', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:15:09Z', 'revision_number': 6, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'gw_port': {'id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'b1d7a0d2-1d5d-4f5d-b350-4914b54a6cb2', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'port_id': 'fd0f55a9-0069-4403-95b1-3521c5971603', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7', 'mac_address': 'fa:16:3e:bc:b5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a92efac-7396-42d4-a09c-8ad04a0ed728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:12:50Z', 'updated_at': '2021-09-16T05:12:53Z', 'revision_number': 1, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6903f32-d0c4-471c-8011-c0508d12e1bb', 'name': '', 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'mac_address': 'fa:16:3e:78:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '93e32929-b54b-40c3-a07b-988e4bde0ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:24Z', 'updated_at': '2021-09-16T05:12:31Z', 'revision_number': 5, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'subnets': [{'id': '93e32929-b54b-40c3-a07b-988e4bde0ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:11.404749 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdc81a8-101b-4f34-8acc-ff6792a94c76 None None] The sync data for ids ['e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'] in n-d-712139-15 is: [{'id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'name': 'tempest-TestNetworkBasicOps-router-1805372549', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:15:09Z', 'revision_number': 6, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'gw_port': {'id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'b1d7a0d2-1d5d-4f5d-b350-4914b54a6cb2', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'port_id': 'fd0f55a9-0069-4403-95b1-3521c5971603', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7', 'mac_address': 'fa:16:3e:bc:b5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a92efac-7396-42d4-a09c-8ad04a0ed728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:12:50Z', 'updated_at': '2021-09-16T05:12:53Z', 'revision_number': 1, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6903f32-d0c4-471c-8011-c0508d12e1bb', 'name': '', 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'mac_address': 'fa:16:3e:78:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '93e32929-b54b-40c3-a07b-988e4bde0ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:24Z', 'updated_at': '2021-09-16T05:12:31Z', 'revision_number': 5, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'subnets': [{'id': '93e32929-b54b-40c3-a07b-988e4bde0ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:15:11.798661 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:11.938841 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57df161-c8c5-4226-8e3c-05d5e389e67a req-b93927e4-987e-43d5-849d-e2cb57a3b652 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:11.940347 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c57df161-c8c5-4226-8e3c-05d5e389e67a req-b93927e4-987e-43d5-849d-e2cb57a3b652 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=d316fde6-c040-481f-b854-a08c6aff2e19 HTTP/1.1" status: 200 len: 946 time: 0.0533152 Sep 16 05:15:11.981212 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c57df161-c8c5-4226-8e3c-05d5e389e67a req-a1f76d3c-e198-402c-9d3d-9f68c73983d3 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1af6db8-d2e2-4661-8b5a-3aa0096bdf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343294 Sep 16 05:15:12.373069 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578d3a1-c025-4a86-b9a5-3f85f3ba9dd2 req-5116ed52-4b1d-4890-b691-b5b460fdacf7 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:12.374669 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2578d3a1-c025-4a86-b9a5-3f85f3ba9dd2 req-5116ed52-4b1d-4890-b691-b5b460fdacf7 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.48 "GET /v2.0/ports?device_id=d316fde6-c040-481f-b854-a08c6aff2e19 HTTP/1.1" status: 200 len: 946 time: 0.0503273 Sep 16 05:15:12.481318 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-2578d3a1-c025-4a86-b9a5-3f85f3ba9dd2 req-fe4b06d2-e303-4e1a-9e38-5778d0ede63b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Deleting port 58cf767f-3495-49b6-85c1-02fbc5be40cb {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:12.482025 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2578d3a1-c025-4a86-b9a5-3f85f3ba9dd2 req-fe4b06d2-e303-4e1a-9e38-5778d0ede63b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:12.489480 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device ebeb1cff-633c-4179-acd0-fbc0b6ee4f4e no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:12.513435 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: ebeb1cff-633c-4179-acd0-fbc0b6ee4f4e {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:15:12.513780 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device ebeb1cff-633c-4179-acd0-fbc0b6ee4f4e not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:15:12.581378 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-2578d3a1-c025-4a86-b9a5-3f85f3ba9dd2 req-fe4b06d2-e303-4e1a-9e38-5778d0ede63b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] For port 58cf767f-3495-49b6-85c1-02fbc5be40cb, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=58cf767f-3495-49b6-85c1-02fbc5be40cb,segment=NetworkSegment(a0930ea6-4a58-4d46-8bce-17ffde1b0073),segment_id=a0930ea6-4a58-4d46-8bce-17ffde1b0073)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:12.581866 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2578d3a1-c025-4a86-b9a5-3f85f3ba9dd2 req-fe4b06d2-e303-4e1a-9e38-5778d0ede63b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:12.595686 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-2578d3a1-c025-4a86-b9a5-3f85f3ba9dd2 req-fe4b06d2-e303-4e1a-9e38-5778d0ede63b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Calling delete_port for 58cf767f-3495-49b6-85c1-02fbc5be40cb owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:12.733794 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2578d3a1-c025-4a86-b9a5-3f85f3ba9dd2 req-fe4b06d2-e303-4e1a-9e38-5778d0ede63b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:12.762211 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b06d2-e303-4e1a-9e38-5778d0ede63b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event deleted for resources: {'Port': ['ID=58cf767f-3495-49b6-85c1-02fbc5be40cb,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:12.811725 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2578d3a1-c025-4a86-b9a5-3f85f3ba9dd2 req-fe4b06d2-e303-4e1a-9e38-5778d0ede63b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] No DVR routers for this DVR port 58cf767f-3495-49b6-85c1-02fbc5be40cb on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:12.814801 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2578d3a1-c025-4a86-b9a5-3f85f3ba9dd2 req-fe4b06d2-e303-4e1a-9e38-5778d0ede63b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:12.816834 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2578d3a1-c025-4a86-b9a5-3f85f3ba9dd2 req-fe4b06d2-e303-4e1a-9e38-5778d0ede63b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.48 "DELETE /v2.0/ports/58cf767f-3495-49b6-85c1-02fbc5be40cb HTTP/1.1" status: 204 len: 173 time: 0.4354539 Sep 16 05:15:12.817279 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd316fde6-c040-481f-b854-a08c6aff2e19', 'name': 'network-vif-deleted', 'tag': '58cf767f-3495-49b6-85c1-02fbc5be40cb'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:12.821299 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e50933a-76fc-49c5-9c27-2c6ee894e1fd" -d '{"events": [{"server_uuid": "d316fde6-c040-481f-b854-a08c6aff2e19", "name": "network-vif-deleted", "tag": "58cf767f-3495-49b6-85c1-02fbc5be40cb"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:12.869285 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af4be89-918e-4c57-a9e5-300358b12396 x-openstack-request-id: req-6af4be89-918e-4c57-a9e5-300358b12396 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:12.869575 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d316fde6-c040-481f-b854-a08c6aff2e19", "name": "network-vif-deleted", "tag": "58cf767f-3495-49b6-85c1-02fbc5be40cb", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:12.869823 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6af4be89-918e-4c57-a9e5-300358b12396 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:12.870219 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd316fde6-c040-481f-b854-a08c6aff2e19', 'name': 'network-vif-deleted', 'tag': '58cf767f-3495-49b6-85c1-02fbc5be40cb', 'status': 'completed', 'code': 200} Sep 16 05:15:13.112085 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-289d933c-d520-4e2f-8448-ad5d457698c6 req-20a7c4d3-1cf1-4c0f-8577-06abb71df2f7 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=d316fde6-c040-481f-b854-a08c6aff2e19 HTTP/1.1" status: 200 len: 210 time: 0.0302556 Sep 16 05:15:13.260676 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-53833144-b48e-46f2-bbe2-94db99116fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:13.539735 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.173574 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50876) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:14.236598 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f1e93abb-366d-45e4-a03c-c3064028a765 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.263866 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f1e93abb-366d-45e4-a03c-c3064028a765 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.334396 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f1e93abb-366d-45e4-a03c-c3064028a765 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.338019 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f1e93abb-366d-45e4-a03c-c3064028a765 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.339223 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f1e93abb-366d-45e4-a03c-c3064028a765 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "DELETE /v2.0/security-groups/c1af6db8-d2e2-4661-8b5a-3aa0096bdf62 HTTP/1.1" status: 204 len: 168 time: 0.1645689 Sep 16 05:15:14.354704 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e93abb-366d-45e4-a03c-c3064028a765 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1af6db8-d2e2-4661-8b5a-3aa0096bdf62,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:14.382559 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50880) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:14.436161 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-48880b35-88ce-4c50-98c4-848ff19eac5e tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Deleting subnet df54d0bc-4080-4fea-8a42-7ecf6c132ec7 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:15:14.439423 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-48880b35-88ce-4c50-98c4-848ff19eac5e tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.485098 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-48880b35-88ce-4c50-98c4-848ff19eac5e tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.574982 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-48880b35-88ce-4c50-98c4-848ff19eac5e tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.620402 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.645519 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-48880b35-88ce-4c50-98c4-848ff19eac5e tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.679747 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48880b35-88ce-4c50-98c4-848ff19eac5e tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event deleted for resources: {'Subnet': ['ID=df54d0bc-4080-4fea-8a42-7ecf6c132ec7,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:14.683511 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-48880b35-88ce-4c50-98c4-848ff19eac5e tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.685452 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-48880b35-88ce-4c50-98c4-848ff19eac5e tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "DELETE /v2.0/subnets/df54d0bc-4080-4fea-8a42-7ecf6c132ec7 HTTP/1.1" status: 204 len: 168 time: 0.3016167 Sep 16 05:15:14.688317 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50884) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:14.691876 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0dff47-ed99-42b1-be7e-0a5d2bc9e2dc None None] Network b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:14.774889 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-67e70dde-984e-4a8b-89ba-374c943645b5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.812418 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.847040 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-67e70dde-984e-4a8b-89ba-374c943645b5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Deleting port 500aca4e-f4ce-4395-8c02-ac6bf6d7623f {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:14.847478 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-67e70dde-984e-4a8b-89ba-374c943645b5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.906965 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c822d94e-63ae-4a8a-9e7b-b5dea8e3b1cd None None] DHCP port deletion for b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:15:14.923677 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-67e70dde-984e-4a8b-89ba-374c943645b5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] For port 500aca4e-f4ce-4395-8c02-ac6bf6d7623f, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=500aca4e-f4ce-4395-8c02-ac6bf6d7623f,segment=NetworkSegment(a0930ea6-4a58-4d46-8bce-17ffde1b0073),segment_id=a0930ea6-4a58-4d46-8bce-17ffde1b0073)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:14.924280 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-67e70dde-984e-4a8b-89ba-374c943645b5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.939046 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-67e70dde-984e-4a8b-89ba-374c943645b5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Calling delete_port for 500aca4e-f4ce-4395-8c02-ac6bf6d7623f owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:14.968494 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-c822d94e-63ae-4a8a-9e7b-b5dea8e3b1cd None None] Deleting port 500aca4e-f4ce-4395-8c02-ac6bf6d7623f {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:14.969321 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c822d94e-63ae-4a8a-9e7b-b5dea8e3b1cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:15.040317 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-67e70dde-984e-4a8b-89ba-374c943645b5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:15.061184 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-c822d94e-63ae-4a8a-9e7b-b5dea8e3b1cd None None] For port 500aca4e-f4ce-4395-8c02-ac6bf6d7623f, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=500aca4e-f4ce-4395-8c02-ac6bf6d7623f,segment=NetworkSegment(a0930ea6-4a58-4d46-8bce-17ffde1b0073),segment_id=a0930ea6-4a58-4d46-8bce-17ffde1b0073)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:15.061841 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c822d94e-63ae-4a8a-9e7b-b5dea8e3b1cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:15.076060 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-c822d94e-63ae-4a8a-9e7b-b5dea8e3b1cd None None] Calling delete_port for 500aca4e-f4ce-4395-8c02-ac6bf6d7623f owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:15.161931 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c822d94e-63ae-4a8a-9e7b-b5dea8e3b1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:15.195416 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822d94e-63ae-4a8a-9e7b-b5dea8e3b1cd None None] Pushing event deleted for resources: {'Port': ['ID=500aca4e-f4ce-4395-8c02-ac6bf6d7623f,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:15.201007 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c822d94e-63ae-4a8a-9e7b-b5dea8e3b1cd None None] No DVR routers for this DVR port 500aca4e-f4ce-4395-8c02-ac6bf6d7623f on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:15.399436 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e70dde-984e-4a8b-89ba-374c943645b5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event deleted for resources: {'Port': ['ID=500aca4e-f4ce-4395-8c02-ac6bf6d7623f,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:15.401837 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e70dde-984e-4a8b-89ba-374c943645b5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] No DVR routers for this DVR port 500aca4e-f4ce-4395-8c02-ac6bf6d7623f on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:15.492915 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-67e70dde-984e-4a8b-89ba-374c943645b5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:15.514432 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-67e70dde-984e-4a8b-89ba-374c943645b5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:15.525138 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-67e70dde-984e-4a8b-89ba-374c943645b5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0930ea6-4a58-4d46-8bce-17ffde1b0073') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:15.525428 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-67e70dde-984e-4a8b-89ba-374c943645b5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0930ea6-4a58-4d46-8bce-17ffde1b0073') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:15.540737 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-67e70dde-984e-4a8b-89ba-374c943645b5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:15.554745 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-67e70dde-984e-4a8b-89ba-374c943645b5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:15.565062 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e70dde-984e-4a8b-89ba-374c943645b5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:15:15.565521 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-67e70dde-984e-4a8b-89ba-374c943645b5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:15.568773 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:15:15.568773 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:15:15.568773 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:15:15.568773 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:15:15.568773 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:15:15.568773 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:15:15.568773 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:15:15.568773 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:15:15.568773 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:15:15.568773 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:15:15.568773 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:15:15.568773 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:15:15.568773 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:15:15.568773 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:15:15.568773 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:15:15.568773 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:15:15.568773 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:15:15.568773 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:15:15.568773 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:15:15.568773 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:15:15.568773 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:15:15.568773 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:15:15.568773 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:15:15.568773 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:15:15.568773 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:15:15.568773 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:15:15.568773 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:15:15.568773 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:15:15.568773 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:15:15.568773 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:15:15.568773 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:15:15.568773 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:15:15.633724 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-67e70dde-984e-4a8b-89ba-374c943645b5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:15.639488 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-67e70dde-984e-4a8b-89ba-374c943645b5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:15.644998 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-67e70dde-984e-4a8b-89ba-374c943645b5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "DELETE /v2.0/networks/b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9 HTTP/1.1" status: 204 len: 168 time: 0.9527211 Sep 16 05:15:15.645671 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50888) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:15.660506 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e70dde-984e-4a8b-89ba-374c943645b5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event deleted for resources: {'Network': ['ID=b5bb1f24-8f76-4de5-bc8f-ac6972e14ee9,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:15.831478 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-e2bc86a4-61fd-465b-99e7-abd5b64136d5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Deleting port 135ec5cb-258f-4a06-b742-1a1ea12e541f {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:15.831824 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e2bc86a4-61fd-465b-99e7-abd5b64136d5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:15.910995 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e2bc86a4-61fd-465b-99e7-abd5b64136d5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:15.911268 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e2bc86a4-61fd-465b-99e7-abd5b64136d5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:15.927952 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-e2bc86a4-61fd-465b-99e7-abd5b64136d5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Calling delete_port for 135ec5cb-258f-4a06-b742-1a1ea12e541f owned by network:floatingip {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:16.098846 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e2bc86a4-61fd-465b-99e7-abd5b64136d5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.135605 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc86a4-61fd-465b-99e7-abd5b64136d5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event deleted for resources: {'Port': ['ID=135ec5cb-258f-4a06-b742-1a1ea12e541f,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:16.142460 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.207196 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e2bc86a4-61fd-465b-99e7-abd5b64136d5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for floatingip, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.208301 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [None req-e2bc86a4-61fd-465b-99e7-abd5b64136d5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Floating IP b1d7a0d2-1d5d-4f5d-b350-4914b54a6cb2 disassociated (deleted). External IP: 172.25.8.146, port: fd0f55a9-0069-4403-95b1-3521c5971603. Sep 16 05:15:16.463256 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2bc86a4-61fd-465b-99e7-abd5b64136d5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Router e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:15:16.548098 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 500aca4e-f4ce-4395-8c02-ac6bf6d7623f no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:16.572985 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 500aca4e-f4ce-4395-8c02-ac6bf6d7623f {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:15:16.572985 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 500aca4e-f4ce-4395-8c02-ac6bf6d7623f not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:15:16.595282 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2bc86a4-61fd-465b-99e7-abd5b64136d5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:15:16.601634 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e2bc86a4-61fd-465b-99e7-abd5b64136d5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.606213 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84613de0-1fa7-4f21-bfa5-0b6178d77055 None None] Sync routers for ids ['e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:15:16.622066 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84613de0-1fa7-4f21-bfa5-0b6178d77055 None None] Routers {'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:16.622066 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-84613de0-1fa7-4f21-bfa5-0b6178d77055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:15:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:16.637174 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e2bc86a4-61fd-465b-99e7-abd5b64136d5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "DELETE /v2.0/floatingips/b1d7a0d2-1d5d-4f5d-b350-4914b54a6cb2 HTTP/1.1" status: 204 len: 168 time: 0.9897637 Sep 16 05:15:16.637791 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a92efac-7396-42d4-a09c-8ad04a0ed728', 'tag': 'fd0f55a9-0069-4403-95b1-3521c5971603'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:16.640140 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe91d85-8c72-4fec-af96-9c433af9e737" -d '{"events": [{"name": "network-changed", "server_uuid": "3a92efac-7396-42d4-a09c-8ad04a0ed728", "tag": "fd0f55a9-0069-4403-95b1-3521c5971603"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:16.764651 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-84613de0-1fa7-4f21-bfa5-0b6178d77055 None None] Set router e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:16.862654 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386f21be-bb4f-42ec-bc6a-fb41ce0d9260 x-openstack-request-id: req-386f21be-bb4f-42ec-bc6a-fb41ce0d9260 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:16.863212 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a92efac-7396-42d4-a09c-8ad04a0ed728", "tag": "fd0f55a9-0069-4403-95b1-3521c5971603", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:16.863212 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-386f21be-bb4f-42ec-bc6a-fb41ce0d9260 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:16.864271 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a92efac-7396-42d4-a09c-8ad04a0ed728', 'tag': 'fd0f55a9-0069-4403-95b1-3521c5971603', 'status': 'completed', 'code': 200} Sep 16 05:15:17.005064 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe91d85-8c72-4fec-af96-9c433af9e737 req-6cc710db-8d65-4e4e-b277-e3cc3ed1f692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:17.007396 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-abe91d85-8c72-4fec-af96-9c433af9e737 req-6cc710db-8d65-4e4e-b277-e3cc3ed1f692 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da5c99301f5942cd8cb2baff109305cb&device_id=3a92efac-7396-42d4-a09c-8ad04a0ed728 HTTP/1.1" status: 200 len: 1097 time: 0.0870490 Sep 16 05:15:17.030055 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-84613de0-1fa7-4f21-bfa5-0b6178d77055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'name': 'tempest-TestNetworkBasicOps-router-1805372549', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:15:09Z', 'revision_number': 6, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'gw_port': {'id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'a6903f32-d0c4-471c-8011-c0508d12e1bb', 'name': '', 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'mac_address': 'fa:16:3e:78:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '93e32929-b54b-40c3-a07b-988e4bde0ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:24Z', 'updated_at': '2021-09-16T05:12:31Z', 'revision_number': 5, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'subnets': [{'id': '93e32929-b54b-40c3-a07b-988e4bde0ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:17.042942 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae603b6-78ce-49ee-a388-e8e45332ced9 req-dd2f030f-e9c6-4dd6-93e4-57630acb693a tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:17.045337 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0ae603b6-78ce-49ee-a388-e8e45332ced9 req-dd2f030f-e9c6-4dd6-93e4-57630acb693a tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a92efac-7396-42d4-a09c-8ad04a0ed728 HTTP/1.1" status: 200 len: 945 time: 0.0931010 Sep 16 05:15:17.071072 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84613de0-1fa7-4f21-bfa5-0b6178d77055 None None] Checking router: e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:15:17.086387 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84613de0-1fa7-4f21-bfa5-0b6178d77055 None None] Routers {'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:17.087698 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-84613de0-1fa7-4f21-bfa5-0b6178d77055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:15:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:17.135330 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0ae603b6-78ce-49ee-a388-e8e45332ced9 req-64220a08-01fa-4df1-b18e-750ef88ee953 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?id=18ef29c0-2968-43fe-8276-0b81f445dee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798259 Sep 16 05:15:17.152490 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe91d85-8c72-4fec-af96-9c433af9e737 req-0d74770b-fb55-40dc-8ea1-90ac04d70d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:17.155748 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-abe91d85-8c72-4fec-af96-9c433af9e737 req-0d74770b-fb55-40dc-8ea1-90ac04d70d8a service neutron] 10.222.0.48 "GET /v2.0/networks?id=311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7 HTTP/1.1" status: 200 len: 898 time: 0.1405616 Sep 16 05:15:17.203910 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-abe91d85-8c72-4fec-af96-9c433af9e737 req-47e27c0d-0f4d-4f95-88e5-841219d3f6bd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd0f55a9-0069-4403-95b1-3521c5971603 HTTP/1.1" status: 200 len: 217 time: 0.0411124 Sep 16 05:15:17.226416 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-84613de0-1fa7-4f21-bfa5-0b6178d77055 None None] Set router e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:17.263788 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe91d85-8c72-4fec-af96-9c433af9e737 req-03589fce-ff43-407c-95f3-1e1946ddf8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:17.265779 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-abe91d85-8c72-4fec-af96-9c433af9e737 req-03589fce-ff43-407c-95f3-1e1946ddf8fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=93e32929-b54b-40c3-a07b-988e4bde0ff1 HTTP/1.1" status: 200 len: 835 time: 0.0531719 Sep 16 05:15:17.323876 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe91d85-8c72-4fec-af96-9c433af9e737 req-bb2fa5ad-d49e-4008-abfa-9b4135a79003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:17.325918 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-abe91d85-8c72-4fec-af96-9c433af9e737 req-bb2fa5ad-d49e-4008-abfa-9b4135a79003 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512311 Sep 16 05:15:17.444719 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-abe91d85-8c72-4fec-af96-9c433af9e737 req-ca3c4cdf-3a46-4808-8cc9-96fe4b583e8d service neutron] 10.222.0.48 "GET /v2.0/networks/311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099076 Sep 16 05:15:17.446528 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-84613de0-1fa7-4f21-bfa5-0b6178d77055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'name': 'tempest-TestNetworkBasicOps-router-1805372549', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:15:09Z', 'revision_number': 6, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'gw_port': {'id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'a6903f32-d0c4-471c-8011-c0508d12e1bb', 'name': '', 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'mac_address': 'fa:16:3e:78:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '93e32929-b54b-40c3-a07b-988e4bde0ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:24Z', 'updated_at': '2021-09-16T05:12:31Z', 'revision_number': 5, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'subnets': [{'id': '93e32929-b54b-40c3-a07b-988e4bde0ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:17.472781 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84613de0-1fa7-4f21-bfa5-0b6178d77055 None None] The sync data for ids ['e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'] in n-d-712139-15 is: [{'id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'name': 'tempest-TestNetworkBasicOps-router-1805372549', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:15:09Z', 'revision_number': 6, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'gw_port': {'id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'a6903f32-d0c4-471c-8011-c0508d12e1bb', 'name': '', 'network_id': '311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'mac_address': 'fa:16:3e:78:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '93e32929-b54b-40c3-a07b-988e4bde0ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:24Z', 'updated_at': '2021-09-16T05:12:31Z', 'revision_number': 5, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'subnets': [{'id': '93e32929-b54b-40c3-a07b-988e4bde0ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:15:17.558635 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-abe91d85-8c72-4fec-af96-9c433af9e737 req-094f22d7-95f9-4047-89ff-70a0f19da79c service neutron] 10.222.0.48 "GET /v2.0/networks/311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065896 Sep 16 05:15:17.660600 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 58cf767f-3495-49b6-85c1-02fbc5be40cb no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:17.697926 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 58cf767f-3495-49b6-85c1-02fbc5be40cb {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:15:17.698933 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 58cf767f-3495-49b6-85c1-02fbc5be40cb not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:15:17.727743 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944081e8-f230-4067-9391-ea6844c71f74 None None] New status for floating IP b1d7a0d2-1d5d-4f5d-b350-4914b54a6cb2: DOWN {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:15:18.281358 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75433fcd-0a38-433f-8504-ddc7f4acad07 req-65d59d4a-a40c-4e11-bd0f-931394b98906 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:18.283038 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-75433fcd-0a38-433f-8504-ddc7f4acad07 req-65d59d4a-a40c-4e11-bd0f-931394b98906 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a92efac-7396-42d4-a09c-8ad04a0ed728 HTTP/1.1" status: 200 len: 945 time: 0.0607650 Sep 16 05:15:18.324636 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-75433fcd-0a38-433f-8504-ddc7f4acad07 req-c8102349-da99-49e5-99ea-088ff0b96963 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?id=18ef29c0-2968-43fe-8276-0b81f445dee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348275 Sep 16 05:15:18.738570 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd528f8-c6ff-45cd-8803-a030d5e4b93d req-a9718332-1753-434e-a5ca-297cb654aee2 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:18.740716 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2cd528f8-c6ff-45cd-8803-a030d5e4b93d req-a9718332-1753-434e-a5ca-297cb654aee2 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a92efac-7396-42d4-a09c-8ad04a0ed728 HTTP/1.1" status: 200 len: 945 time: 0.0562541 Sep 16 05:15:18.844998 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-2cd528f8-c6ff-45cd-8803-a030d5e4b93d req-27db54b5-f9b2-4c76-bd89-4c1d9678b989 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Deleting port fd0f55a9-0069-4403-95b1-3521c5971603 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:18.845523 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2cd528f8-c6ff-45cd-8803-a030d5e4b93d req-27db54b5-f9b2-4c76-bd89-4c1d9678b989 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.952281 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-2cd528f8-c6ff-45cd-8803-a030d5e4b93d req-27db54b5-f9b2-4c76-bd89-4c1d9678b989 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] For port fd0f55a9-0069-4403-95b1-3521c5971603, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=fd0f55a9-0069-4403-95b1-3521c5971603,segment=NetworkSegment(37fd60eb-a7c4-4a0c-ac70-5074eed18752),segment_id=37fd60eb-a7c4-4a0c-ac70-5074eed18752)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:18.952672 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2cd528f8-c6ff-45cd-8803-a030d5e4b93d req-27db54b5-f9b2-4c76-bd89-4c1d9678b989 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.968610 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-2cd528f8-c6ff-45cd-8803-a030d5e4b93d req-27db54b5-f9b2-4c76-bd89-4c1d9678b989 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Calling delete_port for fd0f55a9-0069-4403-95b1-3521c5971603 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:19.103915 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2cd528f8-c6ff-45cd-8803-a030d5e4b93d req-27db54b5-f9b2-4c76-bd89-4c1d9678b989 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:19.140946 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db54b5-f9b2-4c76-bd89-4c1d9678b989 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event deleted for resources: {'Port': ['ID=fd0f55a9-0069-4403-95b1-3521c5971603,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:19.195894 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd528f8-c6ff-45cd-8803-a030d5e4b93d req-27db54b5-f9b2-4c76-bd89-4c1d9678b989 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] No DVR routers for this DVR port fd0f55a9-0069-4403-95b1-3521c5971603 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:19.198684 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-2cd528f8-c6ff-45cd-8803-a030d5e4b93d req-27db54b5-f9b2-4c76-bd89-4c1d9678b989 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:19.201227 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2cd528f8-c6ff-45cd-8803-a030d5e4b93d req-27db54b5-f9b2-4c76-bd89-4c1d9678b989 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.48 "DELETE /v2.0/ports/fd0f55a9-0069-4403-95b1-3521c5971603 HTTP/1.1" status: 204 len: 173 time: 0.4550884 Sep 16 05:15:19.201696 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a92efac-7396-42d4-a09c-8ad04a0ed728', 'name': 'network-vif-deleted', 'tag': 'fd0f55a9-0069-4403-95b1-3521c5971603'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:19.204481 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93a332d-9e49-4317-a0c3-3ab02243d89c" -d '{"events": [{"server_uuid": "3a92efac-7396-42d4-a09c-8ad04a0ed728", "name": "network-vif-deleted", "tag": "fd0f55a9-0069-4403-95b1-3521c5971603"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:19.270318 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06912173-e080-4b19-86ff-cd1abdcd00b6 x-openstack-request-id: req-06912173-e080-4b19-86ff-cd1abdcd00b6 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:19.270609 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a92efac-7396-42d4-a09c-8ad04a0ed728", "name": "network-vif-deleted", "tag": "fd0f55a9-0069-4403-95b1-3521c5971603", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:19.270864 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-06912173-e080-4b19-86ff-cd1abdcd00b6 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:19.271266 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a92efac-7396-42d4-a09c-8ad04a0ed728', 'name': 'network-vif-deleted', 'tag': 'fd0f55a9-0069-4403-95b1-3521c5971603', 'status': 'completed', 'code': 200} Sep 16 05:15:19.450097 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0e9b93a6-329e-4ff6-a337-3d7341a69036 req-ad1e9648-5d5f-470e-b6dd-e3ded2f6d41d tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a92efac-7396-42d4-a09c-8ad04a0ed728 HTTP/1.1" status: 200 len: 210 time: 0.0283420 Sep 16 05:15:20.513345 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50930) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:20.578574 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-92310902-df82-4b57-accf-859d506a2cdc tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.605810 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-92310902-df82-4b57-accf-859d506a2cdc tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.674827 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-92310902-df82-4b57-accf-859d506a2cdc tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.677918 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-92310902-df82-4b57-accf-859d506a2cdc tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.679330 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-92310902-df82-4b57-accf-859d506a2cdc tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "DELETE /v2.0/security-groups/18ef29c0-2968-43fe-8276-0b81f445dee2 HTTP/1.1" status: 204 len: 168 time: 0.1649928 Sep 16 05:15:20.688804 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92310902-df82-4b57-accf-859d506a2cdc tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ef29c0-2968-43fe-8276-0b81f445dee2,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:20.735722 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50934) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:21.179992 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fd20feba-3b74-426c-8e2a-b0a932c685b2 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:21.483423 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-fd20feba-3b74-426c-8e2a-b0a932c685b2 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Deleting port a6903f32-d0c4-471c-8011-c0508d12e1bb {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:21.483775 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fd20feba-3b74-426c-8e2a-b0a932c685b2 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:21.588482 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-fd20feba-3b74-426c-8e2a-b0a932c685b2 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] For port a6903f32-d0c4-471c-8011-c0508d12e1bb, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=a6903f32-d0c4-471c-8011-c0508d12e1bb,segment=NetworkSegment(37fd60eb-a7c4-4a0c-ac70-5074eed18752),segment_id=37fd60eb-a7c4-4a0c-ac70-5074eed18752)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:21.589193 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fd20feba-3b74-426c-8e2a-b0a932c685b2 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:21.604675 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-fd20feba-3b74-426c-8e2a-b0a932c685b2 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Calling delete_port for a6903f32-d0c4-471c-8011-c0508d12e1bb owned by network:router_interface {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:21.800225 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fd20feba-3b74-426c-8e2a-b0a932c685b2 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:21.830983 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20feba-3b74-426c-8e2a-b0a932c685b2 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event deleted for resources: {'Port': ['ID=a6903f32-d0c4-471c-8011-c0508d12e1bb,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:22.031620 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fd20feba-3b74-426c-8e2a-b0a932c685b2 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:22.270548 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd20feba-3b74-426c-8e2a-b0a932c685b2 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Router e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:15:22.388770 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd20feba-3b74-426c-8e2a-b0a932c685b2 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:15:22.395413 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-fd20feba-3b74-426c-8e2a-b0a932c685b2 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "PUT /v2.0/routers/e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6579800 Sep 16 05:15:22.397761 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50946) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:22.400517 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8d0fc7-f0e4-486e-a505-7e0a6a3450e7 None None] Sync routers for ids ['e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:15:22.416345 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8d0fc7-f0e4-486e-a505-7e0a6a3450e7 None None] Routers {'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:22.417345 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-0e8d0fc7-f0e4-486e-a505-7e0a6a3450e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:15:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:22.454203 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8861aab-82d2-4b45-b899-88edaa31c76d tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Deleting subnet 93e32929-b54b-40c3-a07b-988e4bde0ff1 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:15:22.457996 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e8861aab-82d2-4b45-b899-88edaa31c76d tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:22.529142 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e8861aab-82d2-4b45-b899-88edaa31c76d tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:22.629192 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e8861aab-82d2-4b45-b899-88edaa31c76d tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:22.688465 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-0e8d0fc7-f0e4-486e-a505-7e0a6a3450e7 None None] Set router e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:22.692428 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e8861aab-82d2-4b45-b899-88edaa31c76d tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:22.721620 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8861aab-82d2-4b45-b899-88edaa31c76d tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event deleted for resources: {'Subnet': ['ID=93e32929-b54b-40c3-a07b-988e4bde0ff1,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:22.725811 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e8861aab-82d2-4b45-b899-88edaa31c76d tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:22.727972 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e8861aab-82d2-4b45-b899-88edaa31c76d tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "DELETE /v2.0/subnets/93e32929-b54b-40c3-a07b-988e4bde0ff1 HTTP/1.1" status: 204 len: 168 time: 0.3292542 Sep 16 05:15:22.731300 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50950) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:22.738361 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63714cc5-5627-4f8a-9622-e1513cbd18fc None None] Network 311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:22.920706 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-92ab5897-1799-4dce-a017-51b3f281abe0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:22.940074 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-0e8d0fc7-f0e4-486e-a505-7e0a6a3450e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'name': 'tempest-TestNetworkBasicOps-router-1805372549', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:15:21Z', 'revision_number': 7, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'gw_port': {'id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:22.968706 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8d0fc7-f0e4-486e-a505-7e0a6a3450e7 None None] Checking router: e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:15:22.978913 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8d0fc7-f0e4-486e-a505-7e0a6a3450e7 None None] Routers {'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:22.979562 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-0e8d0fc7-f0e4-486e-a505-7e0a6a3450e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:15:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:23.032955 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916a79fd-22a0-4fe4-8470-b40eacb9b6e6 None None] DHCP port deletion for 311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:15:23.045789 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-92ab5897-1799-4dce-a017-51b3f281abe0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:23.088431 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-916a79fd-22a0-4fe4-8470-b40eacb9b6e6 None None] Deleting port 5a7d5ef6-9f88-47da-95c5-ab9698a8fb76 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:23.089616 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-916a79fd-22a0-4fe4-8470-b40eacb9b6e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:23.108162 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-92ab5897-1799-4dce-a017-51b3f281abe0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Deleting port df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:23.108515 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-92ab5897-1799-4dce-a017-51b3f281abe0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:23.145522 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-0e8d0fc7-f0e4-486e-a505-7e0a6a3450e7 None None] Set router e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:23.169855 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-916a79fd-22a0-4fe4-8470-b40eacb9b6e6 None None] For port 5a7d5ef6-9f88-47da-95c5-ab9698a8fb76, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=5a7d5ef6-9f88-47da-95c5-ab9698a8fb76,segment=NetworkSegment(37fd60eb-a7c4-4a0c-ac70-5074eed18752),segment_id=37fd60eb-a7c4-4a0c-ac70-5074eed18752)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:23.170687 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-916a79fd-22a0-4fe4-8470-b40eacb9b6e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:23.191843 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-916a79fd-22a0-4fe4-8470-b40eacb9b6e6 None None] Calling delete_port for 5a7d5ef6-9f88-47da-95c5-ab9698a8fb76 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:23.201964 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-92ab5897-1799-4dce-a017-51b3f281abe0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] For port df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:23.202336 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-92ab5897-1799-4dce-a017-51b3f281abe0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:23.215855 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-92ab5897-1799-4dce-a017-51b3f281abe0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Calling delete_port for df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:23.268539 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:15:23.316758 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-916a79fd-22a0-4fe4-8470-b40eacb9b6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:23.373482 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916a79fd-22a0-4fe4-8470-b40eacb9b6e6 None None] No DVR routers for this DVR port 5a7d5ef6-9f88-47da-95c5-ab9698a8fb76 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:23.376751 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a79fd-22a0-4fe4-8470-b40eacb9b6e6 None None] Pushing event deleted for resources: {'Port': ['ID=5a7d5ef6-9f88-47da-95c5-ab9698a8fb76,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:23.447830 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-92ab5897-1799-4dce-a017-51b3f281abe0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:23.458377 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-0e8d0fc7-f0e4-486e-a505-7e0a6a3450e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'name': 'tempest-TestNetworkBasicOps-router-1805372549', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:15:21Z', 'revision_number': 7, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'gw_port': {'id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:23.485256 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab5897-1799-4dce-a017-51b3f281abe0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event deleted for resources: {'Port': ['ID=df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:23.493505 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8d0fc7-f0e4-486e-a505-7e0a6a3450e7 None None] The sync data for ids ['e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e'] in n-d-712139-15 is: [{'id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'name': 'tempest-TestNetworkBasicOps-router-1805372549', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:15:21Z', 'revision_number': 7, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'gw_port': {'id': 'df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:15:23.497812 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab5897-1799-4dce-a017-51b3f281abe0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:23.497812 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab5897-1799-4dce-a017-51b3f281abe0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:23.498098 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab5897-1799-4dce-a017-51b3f281abe0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:23.498446 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab5897-1799-4dce-a017-51b3f281abe0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:23.498839 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab5897-1799-4dce-a017-51b3f281abe0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:23.499222 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab5897-1799-4dce-a017-51b3f281abe0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:23.499594 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab5897-1799-4dce-a017-51b3f281abe0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:23.499962 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab5897-1799-4dce-a017-51b3f281abe0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:23.500406 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab5897-1799-4dce-a017-51b3f281abe0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:23.500550 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab5897-1799-4dce-a017-51b3f281abe0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:23.500875 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab5897-1799-4dce-a017-51b3f281abe0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:23.501236 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab5897-1799-4dce-a017-51b3f281abe0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:23.569105 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-92ab5897-1799-4dce-a017-51b3f281abe0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:23.674072 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-92ab5897-1799-4dce-a017-51b3f281abe0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:23.676723 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-92ab5897-1799-4dce-a017-51b3f281abe0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:23.726564 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device fd0f55a9-0069-4403-95b1-3521c5971603 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:23.727281 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-92ab5897-1799-4dce-a017-51b3f281abe0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:23.728105 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ab5897-1799-4dce-a017-51b3f281abe0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Fanout notify agent at l3_agent the message router_deleted on router e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:15:23.736406 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-92ab5897-1799-4dce-a017-51b3f281abe0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:23.737862 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-92ab5897-1799-4dce-a017-51b3f281abe0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "DELETE /v2.0/routers/e8ef9ed5-8f70-44d5-a1b4-f82c369fd72e HTTP/1.1" status: 204 len: 168 time: 1.0052526 Sep 16 05:15:23.741038 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50954) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:23.759394 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: fd0f55a9-0069-4403-95b1-3521c5971603 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:15:23.760024 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device fd0f55a9-0069-4403-95b1-3521c5971603 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:15:23.840459 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bd040a64-dee0-4439-972c-82826bc5beed tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:23.952302 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bd040a64-dee0-4439-972c-82826bc5beed tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:23.986656 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-bd040a64-dee0-4439-972c-82826bc5beed tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:24.000848 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-bd040a64-dee0-4439-972c-82826bc5beed tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37fd60eb-a7c4-4a0c-ac70-5074eed18752') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:24.001188 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-bd040a64-dee0-4439-972c-82826bc5beed tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37fd60eb-a7c4-4a0c-ac70-5074eed18752') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:24.015261 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bd040a64-dee0-4439-972c-82826bc5beed tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.036988 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bd040a64-dee0-4439-972c-82826bc5beed tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.046501 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd040a64-dee0-4439-972c-82826bc5beed tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:15:24.046919 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bd040a64-dee0-4439-972c-82826bc5beed tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.050220 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:15:24.050220 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:15:24.050220 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:15:24.050220 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:15:24.050220 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:15:24.050220 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:15:24.050220 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:15:24.050220 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:15:24.050220 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:15:24.050220 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:15:24.050220 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:15:24.050220 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:15:24.050220 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:15:24.050220 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:15:24.050220 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:15:24.050220 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:15:24.050220 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:15:24.050220 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:15:24.050220 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:15:24.050220 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:15:24.050220 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:15:24.050220 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:15:24.050220 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:15:24.050220 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:15:24.050220 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:15:24.050220 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:15:24.050220 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:15:24.050220 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:15:24.050220 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:15:24.050220 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:15:24.050220 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:15:24.050220 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:15:24.129271 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bd040a64-dee0-4439-972c-82826bc5beed tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.135138 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bd040a64-dee0-4439-972c-82826bc5beed tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.141863 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-bd040a64-dee0-4439-972c-82826bc5beed tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "DELETE /v2.0/networks/311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7 HTTP/1.1" status: 204 len: 168 time: 0.3944013 Sep 16 05:15:24.153167 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd040a64-dee0-4439-972c-82826bc5beed tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event deleted for resources: {'Network': ['ID=311d42d9-00a1-462a-8ccd-2fd4fe2dd5a7,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:24.172369 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 50956) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:24.177743 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-cb6bfbe0-175f-4a94-bf63-2add4c629c36 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Request body: {'network': {'name': 'tempest-network-smoke--153944379', 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'port_security_enabled': True}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:24.200815 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6bfbe0-175f-4a94-bf63-2add4c629c36 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Made reservation on behalf of da5c99301f5942cd8cb2baff109305cb for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:24.204523 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cb6bfbe0-175f-4a94-bf63-2add4c629c36 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.234489 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6bfbe0-175f-4a94-bf63-2add4c629c36 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:15:24.247101 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cb6bfbe0-175f-4a94-bf63-2add4c629c36 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.247946 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-cb6bfbe0-175f-4a94-bf63-2add4c629c36 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Added segment 7de64b83-7294-41f8-81b0-53423883669c of type vlan for network c5a39470-d016-42e1-a2e6-0bea346e7541 Sep 16 05:15:24.291602 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cb6bfbe0-175f-4a94-bf63-2add4c629c36 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.321722 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cb6bfbe0-175f-4a94-bf63-2add4c629c36 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.327792 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6bfbe0-175f-4a94-bf63-2add4c629c36 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:24.328388 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cb6bfbe0-175f-4a94-bf63-2add4c629c36 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.375042 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cb6bfbe0-175f-4a94-bf63-2add4c629c36 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2013843 Sep 16 05:15:24.377930 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50958) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:24.382549 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-7848c531-9548-4600-8f69-627e1c43aeb4 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-178473411', 'admin_state_up': True, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:24.409633 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bfbe0-175f-4a94-bf63-2add4c629c36 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'Network': ['ID=c5a39470-d016-42e1-a2e6-0bea346e7541,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:24.422362 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7848c531-9548-4600-8f69-627e1c43aeb4 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.423058 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network c5a39470-d016-42e1-a2e6-0bea346e7541 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:15:24.424345 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7848c531-9548-4600-8f69-627e1c43aeb4 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.496365 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7848c531-9548-4600-8f69-627e1c43aeb4 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.544152 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:24.565811 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:15:24.566152 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device df85eb47-0cdc-4ca4-8ce6-7b0e6a1cc38c not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:15:24.566777 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 5a7d5ef6-9f88-47da-95c5-ab9698a8fb76 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:24.588233 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 5a7d5ef6-9f88-47da-95c5-ab9698a8fb76 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:15:24.595343 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 5a7d5ef6-9f88-47da-95c5-ab9698a8fb76 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:15:24.595343 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device a6903f32-d0c4-471c-8011-c0508d12e1bb no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:24.616194 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: a6903f32-d0c4-471c-8011-c0508d12e1bb {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:15:24.616603 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device a6903f32-d0c4-471c-8011-c0508d12e1bb not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:15:24.660147 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7848c531-9548-4600-8f69-627e1c43aeb4 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.901360 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7848c531-9548-4600-8f69-627e1c43aeb4 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for router_gateway, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.921598 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7848c531-9548-4600-8f69-627e1c43aeb4 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:25.044931 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-7848c531-9548-4600-8f69-627e1c43aeb4 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Allocated IP 172.25.8.51 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:25.486484 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7848c531-9548-4600-8f69-627e1c43aeb4 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:25.529549 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7848c531-9548-4600-8f69-627e1c43aeb4 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:25.569799 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7848c531-9548-4600-8f69-627e1c43aeb4 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:25.572944 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-7848c531-9548-4600-8f69-627e1c43aeb4 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:25.578795 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7848c531-9548-4600-8f69-627e1c43aeb4 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:25.584825 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7848c531-9548-4600-8f69-627e1c43aeb4 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'Port': ['ID=bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:25.892190 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7848c531-9548-4600-8f69-627e1c43aeb4 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for router_gateway, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.173568 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7848c531-9548-4600-8f69-627e1c43aeb4 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.360870 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7848c531-9548-4600-8f69-627e1c43aeb4 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Router b9d587e6-70a4-425c-afd2-479cad735702 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:15:26.497746 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7848c531-9548-4600-8f69-627e1c43aeb4 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:15:26.516215 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6c023a-74ec-4944-a0d0-2347f68d1ac1 None None] Sync routers for ids ['b9d587e6-70a4-425c-afd2-479cad735702'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:15:26.524428 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7848c531-9548-4600-8f69-627e1c43aeb4 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.526686 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7848c531-9548-4600-8f69-627e1c43aeb4 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.1475797 Sep 16 05:15:26.529623 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50976) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:26.536509 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6c023a-74ec-4944-a0d0-2347f68d1ac1 None None] Routers {'b9d587e6-70a4-425c-afd2-479cad735702'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:26.538451 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-ba6c023a-74ec-4944-a0d0-2347f68d1ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:15:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b9d587e6-70a4-425c-afd2-479cad735702'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:26.565167 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-aa5bd9c5-878f-4e4c-84e8-e1e3a6ce9982 tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=da5c99301f5942cd8cb2baff109305cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343039 Sep 16 05:15:26.567663 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50978) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:26.657389 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-ba6c023a-74ec-4944-a0d0-2347f68d1ac1 None None] Set router b9d587e6-70a4-425c-afd2-479cad735702 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:26.675889 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84a9d7a-9d09-48ea-ba21-a2a7115b2942 tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:26.677483 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f84a9d7a-9d09-48ea-ba21-a2a7115b2942 tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1088102 Sep 16 05:15:26.680790 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50980) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:26.727160 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-79164d08-866d-4df6-8f05-075d7c7e4a23 tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=6423976d-c7ec-41de-996e-2a06dce8febc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419738 Sep 16 05:15:26.727430 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50982) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:26.733485 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-3ebd3090-0363-45fa-a55d-8a990b78fd15 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-912350252', 'network_id': 'c5a39470-d016-42e1-a2e6-0bea346e7541', 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:26.878096 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebd3090-0363-45fa-a55d-8a990b78fd15 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Made reservation on behalf of da5c99301f5942cd8cb2baff109305cb for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:26.882780 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3ebd3090-0363-45fa-a55d-8a990b78fd15 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.052750 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-ba6c023a-74ec-4944-a0d0-2347f68d1ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'name': 'tempest-TestNetworkBasicOps-router-178473411', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:24Z', 'updated_at': '2021-09-16T05:15:25Z', 'revision_number': 3, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'gw_port': {'id': 'bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:66:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:24Z', 'updated_at': '2021-09-16T05:15:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:27.079746 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6c023a-74ec-4944-a0d0-2347f68d1ac1 None None] Checking router: b9d587e6-70a4-425c-afd2-479cad735702 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:15:27.080261 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6c023a-74ec-4944-a0d0-2347f68d1ac1 None None] Updating router b9d587e6-70a4-425c-afd2-479cad735702 port bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:15:27.095509 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3ebd3090-0363-45fa-a55d-8a990b78fd15 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.108932 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ba6c023a-74ec-4944-a0d0-2347f68d1ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.182332 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd3090-0363-45fa-a55d-8a990b78fd15 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'Subnet': ['ID=bfbca7b4-3150-492f-b3df-a286b75e59ee,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:27.190509 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebd3090-0363-45fa-a55d-8a990b78fd15 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Checking segment: {'id': '7de64b83-7294-41f8-81b0-53423883669c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c5a39470-d016-42e1-a2e6-0bea346e7541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:27.190880 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebd3090-0363-45fa-a55d-8a990b78fd15 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Network hostable DHCP agents. Network: c5a39470-d016-42e1-a2e6-0bea346e7541, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:15:27.215414 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebd3090-0363-45fa-a55d-8a990b78fd15 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Network c5a39470-d016-42e1-a2e6-0bea346e7541 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:15:27.238922 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-3ebd3090-0363-45fa-a55d-8a990b78fd15 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, c5a39470-d016-42e1-a2e6-0bea346e7541) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:27.246071 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebd3090-0363-45fa-a55d-8a990b78fd15 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:27.246946 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3ebd3090-0363-45fa-a55d-8a990b78fd15 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.263429 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3c2289-1a85-4acc-bf70-fd6034d7af7b None None] Network c5a39470-d016-42e1-a2e6-0bea346e7541 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:27.284241 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3ebd3090-0363-45fa-a55d-8a990b78fd15 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5539279 Sep 16 05:15:27.285366 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50986) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:27.617046 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e42096-e4a5-4dd2-810d-c4acb4e01217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-c5a39470-d016-42e1-a2e6-0bea346e7541', 'network_id': 'c5a39470-d016-42e1-a2e6-0bea346e7541', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'fixed_ips': [{'subnet_id': 'bfbca7b4-3150-492f-b3df-a286b75e59ee'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:15:27.617840 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-53e42096-e4a5-4dd2-810d-c4acb4e01217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.639591 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ba6c023a-74ec-4944-a0d0-2347f68d1ac1 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.654761 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ba6c023a-74ec-4944-a0d0-2347f68d1ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.783213 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961cadc7-0c0b-433d-ab9e-05c4a48ec7bc None None] Pushing event updated for resources: {'Port': ['ID=bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:27.785656 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-ba6c023a-74ec-4944-a0d0-2347f68d1ac1 None None] Attempting to bind port bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:27.786669 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-ba6c023a-74ec-4944-a0d0-2347f68d1ac1 None None] Attempting to bind port bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:27.786669 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c023a-74ec-4944-a0d0-2347f68d1ac1 None None] Attempting to bind port bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:27.795314 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c023a-74ec-4944-a0d0-2347f68d1ac1 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:27.795689 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c023a-74ec-4944-a0d0-2347f68d1ac1 None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:27.796091 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ba6c023a-74ec-4944-a0d0-2347f68d1ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.796475 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c023a-74ec-4944-a0d0-2347f68d1ac1 None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:27.796994 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-ba6c023a-74ec-4944-a0d0-2347f68d1ac1 None None] Bound port: bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:27.797433 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ba6c023a-74ec-4944-a0d0-2347f68d1ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.876763 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6b37555e-b5d8-46eb-a51d-77d8749c977f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.884068 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-53e42096-e4a5-4dd2-810d-c4acb4e01217 None None] Allocated IP 172.20.0.2 (c5a39470-d016-42e1-a2e6-0bea346e7541/bfbca7b4-3150-492f-b3df-a286b75e59ee/abc7fe43-2801-4370-8c74-6f22349446dc) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:27.899704 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-ba6c023a-74ec-4944-a0d0-2347f68d1ac1 None None] For port bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:27.903396 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-ba6c023a-74ec-4944-a0d0-2347f68d1ac1 None None] For port bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:27.910980 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ba6c023a-74ec-4944-a0d0-2347f68d1ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.042032 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6c023a-74ec-4944-a0d0-2347f68d1ac1 None None] Routers {'b9d587e6-70a4-425c-afd2-479cad735702'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:28.042681 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-ba6c023a-74ec-4944-a0d0-2347f68d1ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:15:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b9d587e6-70a4-425c-afd2-479cad735702'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:28.089601 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961cadc7-0c0b-433d-ab9e-05c4a48ec7bc None None] Pushing event updated for resources: {'Port': ['ID=bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:28.203895 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-53e42096-e4a5-4dd2-810d-c4acb4e01217 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.215872 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-53e42096-e4a5-4dd2-810d-c4acb4e01217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.218731 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-ba6c023a-74ec-4944-a0d0-2347f68d1ac1 None None] Set router b9d587e6-70a4-425c-afd2-479cad735702 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:28.267968 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-6b37555e-b5d8-46eb-a51d-77d8749c977f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Allocated IP 172.20.0.1 (c5a39470-d016-42e1-a2e6-0bea346e7541/bfbca7b4-3150-492f-b3df-a286b75e59ee/a185337a-9451-47c2-852d-08e9e2e2936b) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:28.350908 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e42096-e4a5-4dd2-810d-c4acb4e01217 None None] Pushing event updated for resources: {'Port': ['ID=abc7fe43-2801-4370-8c74-6f22349446dc,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:28.355271 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e42096-e4a5-4dd2-810d-c4acb4e01217 None None] Network c5a39470-d016-42e1-a2e6-0bea346e7541 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:28.365617 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-53e42096-e4a5-4dd2-810d-c4acb4e01217 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:28.370405 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e42096-e4a5-4dd2-810d-c4acb4e01217 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:28.410871 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6b37555e-b5d8-46eb-a51d-77d8749c977f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.448792 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6b37555e-b5d8-46eb-a51d-77d8749c977f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.476045 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-53e42096-e4a5-4dd2-810d-c4acb4e01217 None None] Attempting to bind port abc7fe43-2801-4370-8c74-6f22349446dc on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:28.476926 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-53e42096-e4a5-4dd2-810d-c4acb4e01217 None None] Attempting to bind port abc7fe43-2801-4370-8c74-6f22349446dc by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '7de64b83-7294-41f8-81b0-53423883669c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c5a39470-d016-42e1-a2e6-0bea346e7541'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:28.477079 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e42096-e4a5-4dd2-810d-c4acb4e01217 None None] Attempting to bind port abc7fe43-2801-4370-8c74-6f22349446dc on network c5a39470-d016-42e1-a2e6-0bea346e7541 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:28.498920 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b37555e-b5d8-46eb-a51d-77d8749c977f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Network c5a39470-d016-42e1-a2e6-0bea346e7541 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:28.501244 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e42096-e4a5-4dd2-810d-c4acb4e01217 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:28.501618 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e42096-e4a5-4dd2-810d-c4acb4e01217 None None] Checking segment: {'id': '7de64b83-7294-41f8-81b0-53423883669c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c5a39470-d016-42e1-a2e6-0bea346e7541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:28.502022 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-53e42096-e4a5-4dd2-810d-c4acb4e01217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.502411 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e42096-e4a5-4dd2-810d-c4acb4e01217 None None] Bound using segment: {'id': '7de64b83-7294-41f8-81b0-53423883669c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c5a39470-d016-42e1-a2e6-0bea346e7541'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:28.502886 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-53e42096-e4a5-4dd2-810d-c4acb4e01217 None None] Bound port: abc7fe43-2801-4370-8c74-6f22349446dc, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7de64b83-7294-41f8-81b0-53423883669c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c5a39470-d016-42e1-a2e6-0bea346e7541'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:28.503019 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-6b37555e-b5d8-46eb-a51d-77d8749c977f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:28.503267 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-53e42096-e4a5-4dd2-810d-c4acb4e01217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.505107 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37555e-b5d8-46eb-a51d-77d8749c977f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'Port': ['ID=a185337a-9451-47c2-852d-08e9e2e2936b,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:28.508318 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b37555e-b5d8-46eb-a51d-77d8749c977f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:28.555249 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6b37555e-b5d8-46eb-a51d-77d8749c977f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.609716 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-ba6c023a-74ec-4944-a0d0-2347f68d1ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'name': 'tempest-TestNetworkBasicOps-router-178473411', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:24Z', 'updated_at': '2021-09-16T05:15:25Z', 'revision_number': 3, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'gw_port': {'id': 'bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:66:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:24Z', 'updated_at': '2021-09-16T05:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:28.613930 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-53e42096-e4a5-4dd2-810d-c4acb4e01217 None None] For port abc7fe43-2801-4370-8c74-6f22349446dc, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:28.642925 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6c023a-74ec-4944-a0d0-2347f68d1ac1 None None] The sync data for ids ['b9d587e6-70a4-425c-afd2-479cad735702'] in n-d-712139-15 is: [{'id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'name': 'tempest-TestNetworkBasicOps-router-178473411', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:24Z', 'updated_at': '2021-09-16T05:15:25Z', 'revision_number': 3, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'gw_port': {'id': 'bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:66:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:24Z', 'updated_at': '2021-09-16T05:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:15:28.654685 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-53e42096-e4a5-4dd2-810d-c4acb4e01217 None None] For port abc7fe43-2801-4370-8c74-6f22349446dc, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=abc7fe43-2801-4370-8c74-6f22349446dc,segment=NetworkSegment(7de64b83-7294-41f8-81b0-53423883669c),segment_id=7de64b83-7294-41f8-81b0-53423883669c)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:28.660172 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-53e42096-e4a5-4dd2-810d-c4acb4e01217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.727338 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6b37555e-b5d8-46eb-a51d-77d8749c977f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.737007 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e42096-e4a5-4dd2-810d-c4acb4e01217 None None] Pushing event updated for resources: {'Port': ['ID=abc7fe43-2801-4370-8c74-6f22349446dc,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:29.173464 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6b37555e-b5d8-46eb-a51d-77d8749c977f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:29.180701 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6b37555e-b5d8-46eb-a51d-77d8749c977f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:29.280780 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37555e-b5d8-46eb-a51d-77d8749c977f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'Port': ['ID=a185337a-9451-47c2-852d-08e9e2e2936b,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:29.296299 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6b37555e-b5d8-46eb-a51d-77d8749c977f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:29.433346 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b37555e-b5d8-46eb-a51d-77d8749c977f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Network c5a39470-d016-42e1-a2e6-0bea346e7541 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:29.434965 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-6b37555e-b5d8-46eb-a51d-77d8749c977f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:29.625885 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b37555e-b5d8-46eb-a51d-77d8749c977f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Router b9d587e6-70a4-425c-afd2-479cad735702 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:15:29.765974 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b37555e-b5d8-46eb-a51d-77d8749c977f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:15:29.772370 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6b37555e-b5d8-46eb-a51d-77d8749c977f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "PUT /v2.0/routers/b9d587e6-70a4-425c-afd2-479cad735702/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4851277 Sep 16 05:15:29.774795 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50994) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:29.898491 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a95dad1-531b-4127-87f8-aa262dad5696 tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:29.898981 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a95dad1-531b-4127-87f8-aa262dad5696 tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:29.899441 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a95dad1-531b-4127-87f8-aa262dad5696 tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:29.899908 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a95dad1-531b-4127-87f8-aa262dad5696 tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:29.900370 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a95dad1-531b-4127-87f8-aa262dad5696 tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:29.900855 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a95dad1-531b-4127-87f8-aa262dad5696 tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:29.905216 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5a95dad1-531b-4127-87f8-aa262dad5696 tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4277 time: 0.1265609 Sep 16 05:15:29.905422 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50996) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:29.945105 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee009a0-a687-430f-939b-31013668f7fb None None] Network c5a39470-d016-42e1-a2e6-0bea346e7541 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:29.970677 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff3ff4c-69d2-4e12-93f4-a88668426934 tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:29.971140 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff3ff4c-69d2-4e12-93f4-a88668426934 tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:29.971622 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff3ff4c-69d2-4e12-93f4-a88668426934 tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:29.972072 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff3ff4c-69d2-4e12-93f4-a88668426934 tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:29.972600 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff3ff4c-69d2-4e12-93f4-a88668426934 tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:29.973149 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff3ff4c-69d2-4e12-93f4-a88668426934 tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:29.977084 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-bff3ff4c-69d2-4e12-93f4-a88668426934 tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3997 time: 0.0682013 Sep 16 05:15:29.978275 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 50998) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:30.026583 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-015296cb-71ee-4aa1-b10b-acd31cf8d28d None None] Provisioning complete for port abc7fe43-2801-4370-8c74-6f22349446dc triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:30.027346 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-015296cb-71ee-4aa1-b10b-acd31cf8d28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:30.190699 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-015296cb-71ee-4aa1-b10b-acd31cf8d28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:30.284416 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-015296cb-71ee-4aa1-b10b-acd31cf8d28d None None] For port abc7fe43-2801-4370-8c74-6f22349446dc, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=abc7fe43-2801-4370-8c74-6f22349446dc,segment=NetworkSegment(7de64b83-7294-41f8-81b0-53423883669c),segment_id=7de64b83-7294-41f8-81b0-53423883669c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:30.306698 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-015296cb-71ee-4aa1-b10b-acd31cf8d28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:30.380037 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015296cb-71ee-4aa1-b10b-acd31cf8d28d None None] Pushing event updated for resources: {'Port': ['ID=abc7fe43-2801-4370-8c74-6f22349446dc,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:30.630140 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-274af42f-cb0e-46ae-8296-e02ee00bf985 tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3038 time: 0.6504793 Sep 16 05:15:30.737673 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-8748dff5-0057-40b2-aa71-3645645f1804 None None] Provisioning complete for port a185337a-9451-47c2-852d-08e9e2e2936b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:30.738838 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8748dff5-0057-40b2-aa71-3645645f1804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:30.741513 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:30.825302 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-8748dff5-0057-40b2-aa71-3645645f1804 None None] Port a185337a-9451-47c2-852d-08e9e2e2936b cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:30.839075 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-8748dff5-0057-40b2-aa71-3645645f1804 None None] Provisioning complete for port abc7fe43-2801-4370-8c74-6f22349446dc triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:30.839498 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8748dff5-0057-40b2-aa71-3645645f1804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:30.915122 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:30.915509 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.046774 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51004) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:31.047814 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f088f2-96bf-4d51-807f-fc53a01b1fe6 None None] Sync routers for ids ['b9d587e6-70a4-425c-afd2-479cad735702'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:15:31.056088 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-f426b8c8-dcf9-4df2-81d6-36d4cea38359 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-387701516', 'description': 'tempest-secgroup-smoke-387701516 description', 'project_id': 'da5c99301f5942cd8cb2baff109305cb'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:31.067329 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f088f2-96bf-4d51-807f-fc53a01b1fe6 None None] Routers {'b9d587e6-70a4-425c-afd2-479cad735702'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:31.068151 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-f7f088f2-96bf-4d51-807f-fc53a01b1fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:15:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b9d587e6-70a4-425c-afd2-479cad735702'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:31.118130 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f426b8c8-dcf9-4df2-81d6-36d4cea38359 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.120698 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.169497 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:31.186098 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.187544 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device abc7fe43-2801-4370-8c74-6f22349446dc up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:31.261830 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-dfe746ad-2997-4f2e-95ef-e7da9145fb9a None None] Provisioning complete for port a185337a-9451-47c2-852d-08e9e2e2936b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:31.262214 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-dfe746ad-2997-4f2e-95ef-e7da9145fb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.286478 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-f7f088f2-96bf-4d51-807f-fc53a01b1fe6 None None] Set router b9d587e6-70a4-425c-afd2-479cad735702 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:31.328087 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:31.355883 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f426b8c8-dcf9-4df2-81d6-36d4cea38359 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.369248 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f426b8c8-dcf9-4df2-81d6-36d4cea38359 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.414566 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f426b8c8-dcf9-4df2-81d6-36d4cea38359 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.416855 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f426b8c8-dcf9-4df2-81d6-36d4cea38359 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3665605 Sep 16 05:15:31.418014 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426b8c8-dcf9-4df2-81d6-36d4cea38359 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79b107da-9d6c-412e-b5ef-278962922640,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:31.420812 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51006) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:31.426179 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-e28da961-6f02-48a2-aa18-ac99b324bc29 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Request body: {'security_group_rule': {'security_group_id': '79b107da-9d6c-412e-b5ef-278962922640', 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:31.468780 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e28da961-6f02-48a2-aa18-ac99b324bc29 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.569258 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e28da961-6f02-48a2-aa18-ac99b324bc29 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.591315 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e28da961-6f02-48a2-aa18-ac99b324bc29 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.644284 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28da961-6f02-48a2-aa18-ac99b324bc29 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d4dcecf-93d2-45d8-95db-3e5369b9ebb5,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:31.655719 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e28da961-6f02-48a2-aa18-ac99b324bc29 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.660238 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e28da961-6f02-48a2-aa18-ac99b324bc29 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2355435 Sep 16 05:15:31.662107 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51010) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:31.668241 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-70456c8b-21fe-4e3a-b31a-4ba3fdcae3b0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Request body: {'security_group_rule': {'security_group_id': '79b107da-9d6c-412e-b5ef-278962922640', 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:31.691609 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-dfe746ad-2997-4f2e-95ef-e7da9145fb9a None None] Port a185337a-9451-47c2-852d-08e9e2e2936b cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:31.718644 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70456c8b-21fe-4e3a-b31a-4ba3fdcae3b0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.724171 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port abc7fe43-2801-4370-8c74-6f22349446dc triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:31.725260 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.762881 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-f7f088f2-96bf-4d51-807f-fc53a01b1fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'name': 'tempest-TestNetworkBasicOps-router-178473411', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:24Z', 'updated_at': '2021-09-16T05:15:28Z', 'revision_number': 4, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'gw_port': {'id': 'bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:66:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:24Z', 'updated_at': '2021-09-16T05:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'a185337a-9451-47c2-852d-08e9e2e2936b', 'name': '', 'network_id': 'c5a39470-d016-42e1-a2e6-0bea346e7541', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'mac_address': 'fa:16:3e:11:2e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'bfbca7b4-3150-492f-b3df-a286b75e59ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:28Z', 'updated_at': '2021-09-16T05:15:28Z', 'revision_number': 2, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'subnets': [{'id': 'bfbca7b4-3150-492f-b3df-a286b75e59ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:31.813231 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f088f2-96bf-4d51-807f-fc53a01b1fe6 None None] Checking router: b9d587e6-70a4-425c-afd2-479cad735702 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:15:31.814106 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f088f2-96bf-4d51-807f-fc53a01b1fe6 None None] Updating router b9d587e6-70a4-425c-afd2-479cad735702 port a185337a-9451-47c2-852d-08e9e2e2936b binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:15:31.845182 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-f7f088f2-96bf-4d51-807f-fc53a01b1fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.852201 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-b9c4c489-6e47-436a-98ca-0f537ebe26f1 None None] Provisioning complete for port a185337a-9451-47c2-852d-08e9e2e2936b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:31.852732 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b9c4c489-6e47-436a-98ca-0f537ebe26f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.865854 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70456c8b-21fe-4e3a-b31a-4ba3fdcae3b0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.879438 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70456c8b-21fe-4e3a-b31a-4ba3fdcae3b0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.904355 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-b9c4c489-6e47-436a-98ca-0f537ebe26f1 None None] Port a185337a-9451-47c2-852d-08e9e2e2936b cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:31.916830 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70456c8b-21fe-4e3a-b31a-4ba3fdcae3b0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67ce5445-78a7-462b-8d76-042dd6bbf8bc,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:31.950435 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70456c8b-21fe-4e3a-b31a-4ba3fdcae3b0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.955594 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-70456c8b-21fe-4e3a-b31a-4ba3fdcae3b0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2915978 Sep 16 05:15:31.958370 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51012) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:31.963880 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-4068757a-8323-400e-b221-ea9e462290a3 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Request body: {'security_group_rule': {'security_group_id': '79b107da-9d6c-412e-b5ef-278962922640', 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:32.015842 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4068757a-8323-400e-b221-ea9e462290a3 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.107910 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4068757a-8323-400e-b221-ea9e462290a3 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.118083 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4068757a-8323-400e-b221-ea9e462290a3 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.153556 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4068757a-8323-400e-b221-ea9e462290a3 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4682065-86df-4e6d-a10c-7400efb12948,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:32.163344 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4068757a-8323-400e-b221-ea9e462290a3 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.164743 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4068757a-8323-400e-b221-ea9e462290a3 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2052262 Sep 16 05:15:32.171789 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51014) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:32.176756 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-7299def2-d7a3-46ff-8bf0-1400f72eac39 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Request body: {'security_group_rule': {'security_group_id': '79b107da-9d6c-412e-b5ef-278962922640', 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:32.231938 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7299def2-d7a3-46ff-8bf0-1400f72eac39 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.292281 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-f7f088f2-96bf-4d51-807f-fc53a01b1fe6 None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.304603 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-f7f088f2-96bf-4d51-807f-fc53a01b1fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.331997 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7299def2-d7a3-46ff-8bf0-1400f72eac39 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.342759 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7299def2-d7a3-46ff-8bf0-1400f72eac39 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.367715 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299def2-d7a3-46ff-8bf0-1400f72eac39 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70af0641-cf8d-4b61-9f7b-09a91dab3142,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:32.381501 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06691ab6-9624-4015-8d87-6bc8b1551c16 None None] Pushing event updated for resources: {'Port': ['ID=a185337a-9451-47c2-852d-08e9e2e2936b,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:32.382756 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7299def2-d7a3-46ff-8bf0-1400f72eac39 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.385150 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7299def2-d7a3-46ff-8bf0-1400f72eac39 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2147706 Sep 16 05:15:32.388144 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51016) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:32.394590 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-9b7c0038-4c92-4e9c-b0f2-e6d7db12bb80 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Request body: {'security_group_rule': {'security_group_id': '79b107da-9d6c-412e-b5ef-278962922640', 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:32.441558 n-d-712139-15 neutron-server[94766]: INFO neutron.db.securitygroups_db [None req-9b7c0038-4c92-4e9c-b0f2-e6d7db12bb80 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Project da5c99301f5942cd8cb2baff109305cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:15:32.449304 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9b7c0038-4c92-4e9c-b0f2-e6d7db12bb80 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.475358 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-f7f088f2-96bf-4d51-807f-fc53a01b1fe6 None None] Attempting to bind port a185337a-9451-47c2-852d-08e9e2e2936b on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:32.476018 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-f7f088f2-96bf-4d51-807f-fc53a01b1fe6 None None] Attempting to bind port a185337a-9451-47c2-852d-08e9e2e2936b by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '7de64b83-7294-41f8-81b0-53423883669c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c5a39470-d016-42e1-a2e6-0bea346e7541'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:32.476939 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f088f2-96bf-4d51-807f-fc53a01b1fe6 None None] Attempting to bind port a185337a-9451-47c2-852d-08e9e2e2936b on network c5a39470-d016-42e1-a2e6-0bea346e7541 {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:32.497218 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f088f2-96bf-4d51-807f-fc53a01b1fe6 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:32.497709 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f088f2-96bf-4d51-807f-fc53a01b1fe6 None None] Checking segment: {'id': '7de64b83-7294-41f8-81b0-53423883669c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c5a39470-d016-42e1-a2e6-0bea346e7541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:32.498246 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-f7f088f2-96bf-4d51-807f-fc53a01b1fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.499315 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f088f2-96bf-4d51-807f-fc53a01b1fe6 None None] Bound using segment: {'id': '7de64b83-7294-41f8-81b0-53423883669c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c5a39470-d016-42e1-a2e6-0bea346e7541'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:32.500181 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-f7f088f2-96bf-4d51-807f-fc53a01b1fe6 None None] Bound port: a185337a-9451-47c2-852d-08e9e2e2936b, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7de64b83-7294-41f8-81b0-53423883669c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c5a39470-d016-42e1-a2e6-0bea346e7541'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:32.500913 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-f7f088f2-96bf-4d51-807f-fc53a01b1fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.567619 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:32.623086 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9b7c0038-4c92-4e9c-b0f2-e6d7db12bb80 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.627814 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-f7f088f2-96bf-4d51-807f-fc53a01b1fe6 None None] For port a185337a-9451-47c2-852d-08e9e2e2936b, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:32.631553 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-f7f088f2-96bf-4d51-807f-fc53a01b1fe6 None None] For port a185337a-9451-47c2-852d-08e9e2e2936b, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=a185337a-9451-47c2-852d-08e9e2e2936b,segment=NetworkSegment(7de64b83-7294-41f8-81b0-53423883669c),segment_id=7de64b83-7294-41f8-81b0-53423883669c)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:32.636304 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9b7c0038-4c92-4e9c-b0f2-e6d7db12bb80 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.644452 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-f7f088f2-96bf-4d51-807f-fc53a01b1fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.668070 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c0038-4c92-4e9c-b0f2-e6d7db12bb80 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aae1b88-4f76-4180-b81f-3e88b88ed16a,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:32.676052 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9b7c0038-4c92-4e9c-b0f2-e6d7db12bb80 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.681766 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9b7c0038-4c92-4e9c-b0f2-e6d7db12bb80 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2914550 Sep 16 05:15:32.682303 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51020) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:32.687812 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-2b033c17-e54c-4cde-b938-0b70bd2543e9 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Request body: {'security_group_rule': {'security_group_id': '79b107da-9d6c-412e-b5ef-278962922640', 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:32.693226 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:32.693599 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.736044 n-d-712139-15 neutron-server[94767]: INFO neutron.db.securitygroups_db [None req-2b033c17-e54c-4cde-b938-0b70bd2543e9 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Project da5c99301f5942cd8cb2baff109305cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:15:32.758331 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2b033c17-e54c-4cde-b938-0b70bd2543e9 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.766072 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-fbe57b4c-7615-42cf-a645-69f017b43600 None None] Provisioning complete for port a185337a-9451-47c2-852d-08e9e2e2936b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:32.766494 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fbe57b4c-7615-42cf-a645-69f017b43600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.803822 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f088f2-96bf-4d51-807f-fc53a01b1fe6 None None] Routers {'b9d587e6-70a4-425c-afd2-479cad735702'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:32.805508 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-f7f088f2-96bf-4d51-807f-fc53a01b1fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:15:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b9d587e6-70a4-425c-afd2-479cad735702'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:32.807521 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06691ab6-9624-4015-8d87-6bc8b1551c16 None None] Pushing event updated for resources: {'Port': ['ID=a185337a-9451-47c2-852d-08e9e2e2936b,revision_number=4']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:32.908067 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2b033c17-e54c-4cde-b938-0b70bd2543e9 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.922341 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2b033c17-e54c-4cde-b938-0b70bd2543e9 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.949935 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b033c17-e54c-4cde-b938-0b70bd2543e9 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b0b574-539d-481d-9faf-f6ce0be83bcb,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:32.972353 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2b033c17-e54c-4cde-b938-0b70bd2543e9 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.977235 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2b033c17-e54c-4cde-b938-0b70bd2543e9 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2937214 Sep 16 05:15:33.011434 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fbe57b4c-7615-42cf-a645-69f017b43600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:33.094702 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-fbe57b4c-7615-42cf-a645-69f017b43600 None None] For port a185337a-9451-47c2-852d-08e9e2e2936b, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=a185337a-9451-47c2-852d-08e9e2e2936b,segment=NetworkSegment(7de64b83-7294-41f8-81b0-53423883669c),segment_id=7de64b83-7294-41f8-81b0-53423883669c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:33.104464 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fbe57b4c-7615-42cf-a645-69f017b43600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:33.125552 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-f7f088f2-96bf-4d51-807f-fc53a01b1fe6 None None] Set router b9d587e6-70a4-425c-afd2-479cad735702 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:33.168870 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe57b4c-7615-42cf-a645-69f017b43600 None None] Pushing event updated for resources: {'Port': ['ID=a185337a-9451-47c2-852d-08e9e2e2936b,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:33.237648 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-8d8940e6-6285-41aa-9d6a-5567d2b45a29 None None] Provisioning complete for port a185337a-9451-47c2-852d-08e9e2e2936b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:33.238025 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8d8940e6-6285-41aa-9d6a-5567d2b45a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:33.336875 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-da37ebe3-2415-428c-813a-0cb3505eda93 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-387701516&fields=id&tenant_id=da5c99301f5942cd8cb2baff109305cb HTTP/1.1" status: 200 len: 267 time: 0.0455549 Sep 16 05:15:33.482566 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-ace339c7-5102-4473-ae21-c473a3d3733a tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:33.484187 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-ace339c7-5102-4473-ae21-c473a3d3733a tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/networks?id=c5a39470-d016-42e1-a2e6-0bea346e7541 HTTP/1.1" status: 200 len: 796 time: 0.1387119 Sep 16 05:15:33.511723 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-ff54a9f1-e6f4-4758-9404-3cb78588e5f7 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/quotas/da5c99301f5942cd8cb2baff109305cb HTTP/1.1" status: 200 len: 375 time: 0.0188866 Sep 16 05:15:33.590591 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-f7f088f2-96bf-4d51-807f-fc53a01b1fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'name': 'tempest-TestNetworkBasicOps-router-178473411', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:24Z', 'updated_at': '2021-09-16T05:15:28Z', 'revision_number': 4, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'gw_port': {'id': 'bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:24Z', 'updated_at': '2021-09-16T05:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'a185337a-9451-47c2-852d-08e9e2e2936b', 'name': '', 'network_id': 'c5a39470-d016-42e1-a2e6-0bea346e7541', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'mac_address': 'fa:16:3e:11:2e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'bfbca7b4-3150-492f-b3df-a286b75e59ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:28Z', 'updated_at': '2021-09-16T05:15:32Z', 'revision_number': 4, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'subnets': [{'id': 'bfbca7b4-3150-492f-b3df-a286b75e59ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:33.600616 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-caae32ca-9538-4a75-b050-5d7e9f55cb5f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=da5c99301f5942cd8cb2baff109305cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0815451 Sep 16 05:15:33.624950 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-b3cef25e-356d-4942-ba58-d8cff27539e0 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:15:33.626392 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f088f2-96bf-4d51-807f-fc53a01b1fe6 None None] The sync data for ids ['b9d587e6-70a4-425c-afd2-479cad735702'] in n-d-712139-15 is: [{'id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'name': 'tempest-TestNetworkBasicOps-router-178473411', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:24Z', 'updated_at': '2021-09-16T05:15:28Z', 'revision_number': 4, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'gw_port': {'id': 'bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:24Z', 'updated_at': '2021-09-16T05:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'a185337a-9451-47c2-852d-08e9e2e2936b', 'name': '', 'network_id': 'c5a39470-d016-42e1-a2e6-0bea346e7541', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'mac_address': 'fa:16:3e:11:2e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'bfbca7b4-3150-492f-b3df-a286b75e59ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:28Z', 'updated_at': '2021-09-16T05:15:32Z', 'revision_number': 4, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'subnets': [{'id': 'bfbca7b4-3150-492f-b3df-a286b75e59ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:15:33.633982 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-b3cef25e-356d-4942-ba58-d8cff27539e0 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0173662 Sep 16 05:15:33.798416 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-5c7bcf74-96f5-4da7-9246-ff743aca7cb0 service neutron] 10.222.0.35 "GET /v2.0/networks/c5a39470-d016-42e1-a2e6-0bea346e7541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623018 Sep 16 05:15:33.934857 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-323dbc2d-a740-4eb0-957b-1acb21eb8f8e service neutron] 10.222.0.35 "GET /v2.0/networks/c5a39470-d016-42e1-a2e6-0bea346e7541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295660 Sep 16 05:15:34.194593 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c9e01309-5c4c-41b0-a805-68f1f0e7de98 req-ddb72648-478c-429d-b479-b6a4b33b7753 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b56d266-b926-4b1a-a665-a73cd7393faa HTTP/1.1" status: 200 len: 210 time: 0.0449016 Sep 16 05:15:34.616837 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device a185337a-9451-47c2-852d-08e9e2e2936b up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:34.683507 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port a185337a-9451-47c2-852d-08e9e2e2936b triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:34.683937 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:35.316491 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ad7d2f96-ede6-4f0c-9376-103dd0c6e239 req-90a90f4c-a4cc-4f62-9186-5cb1e07947d0 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b56d266-b926-4b1a-a665-a73cd7393faa HTTP/1.1" status: 200 len: 210 time: 0.0336430 Sep 16 05:15:35.519874 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-99dc9cb6-9102-4535-b4a2-98e92fc4abc1 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:35.521308 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-99dc9cb6-9102-4535-b4a2-98e92fc4abc1 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.48 "GET /v2.0/networks?id=c5a39470-d016-42e1-a2e6-0bea346e7541 HTTP/1.1" status: 200 len: 796 time: 0.1213398 Sep 16 05:15:35.586684 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-46b5a80c-2d9b-4215-ab3d-bf834dd7eac6 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da5c99301f5942cd8cb2baff109305cb HTTP/1.1" status: 200 len: 379 time: 0.0507803 Sep 16 05:15:35.602412 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-16a5529d-9731-4960-852b-e5d189e5be52 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Request body: {'port': {'device_id': '4b56d266-b926-4b1a-a665-a73cd7393faa', 'network_id': 'c5a39470-d016-42e1-a2e6-0bea346e7541', 'admin_state_up': True, 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'security_groups': ['79b107da-9d6c-412e-b5ef-278962922640']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:35.727556 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-16a5529d-9731-4960-852b-e5d189e5be52 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Made reservation on behalf of da5c99301f5942cd8cb2baff109305cb for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:35.731315 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-16a5529d-9731-4960-852b-e5d189e5be52 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:35.867247 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-16a5529d-9731-4960-852b-e5d189e5be52 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Allocated IP 172.20.0.9 (c5a39470-d016-42e1-a2e6-0bea346e7541/bfbca7b4-3150-492f-b3df-a286b75e59ee/af40986a-703e-4407-ba59-c6bc457ec640) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:36.015722 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-16a5529d-9731-4960-852b-e5d189e5be52 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:36.053426 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-16a5529d-9731-4960-852b-e5d189e5be52 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:36.105397 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-16a5529d-9731-4960-852b-e5d189e5be52 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Network c5a39470-d016-42e1-a2e6-0bea346e7541 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:36.108582 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-16a5529d-9731-4960-852b-e5d189e5be52 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:36.116683 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-16a5529d-9731-4960-852b-e5d189e5be52 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:36.158850 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5529d-9731-4960-852b-e5d189e5be52 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'Port': ['ID=af40986a-703e-4407-ba59-c6bc457ec640,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:36.192242 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-16a5529d-9731-4960-852b-e5d189e5be52 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:36.192911 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-16a5529d-9731-4960-852b-e5d189e5be52 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:36.209638 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-16a5529d-9731-4960-852b-e5d189e5be52 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6117451 Sep 16 05:15:36.228946 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-73ac5605-b730-42ce-ad2f-30844c4d1406 service neutron] Request body: {'port': {'device_id': '4b56d266-b926-4b1a-a665-a73cd7393faa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:36.296058 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-73ac5605-b730-42ce-ad2f-30844c4d1406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:36.458692 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-101a199d-2020-4dee-8ee8-56d3b4c0a4f1 None None] Provisioning complete for port af40986a-703e-4407-ba59-c6bc457ec640 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:36.459827 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-101a199d-2020-4dee-8ee8-56d3b4c0a4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:36.509931 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769f1dc-bb42-4b2b-99cf-da7699b8c2b4 req-74060e38-acc4-4742-85ad-9cfe073fe619 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:36.511494 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1769f1dc-bb42-4b2b-99cf-da7699b8c2b4 req-74060e38-acc4-4742-85ad-9cfe073fe619 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b56d266-b926-4b1a-a665-a73cd7393faa HTTP/1.1" status: 200 len: 931 time: 0.0983741 Sep 16 05:15:36.517970 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-101a199d-2020-4dee-8ee8-56d3b4c0a4f1 None None] Port af40986a-703e-4407-ba59-c6bc457ec640 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:36.591960 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1769f1dc-bb42-4b2b-99cf-da7699b8c2b4 req-8f278fcb-a462-4d67-a3b1-806855bd50af tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?id=79b107da-9d6c-412e-b5ef-278962922640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513527 Sep 16 05:15:36.665370 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-73ac5605-b730-42ce-ad2f-30844c4d1406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af40986a-703e-4407-ba59-c6bc457ec640 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:15:36.673235 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-73ac5605-b730-42ce-ad2f-30844c4d1406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:36.686239 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-73ac5605-b730-42ce-ad2f-30844c4d1406 service neutron] Transition to ACTIVE for port object af40986a-703e-4407-ba59-c6bc457ec640 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:15:36.689811 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-73ac5605-b730-42ce-ad2f-30844c4d1406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:36.747152 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac5605-b730-42ce-ad2f-30844c4d1406 service neutron] Pushing event updated for resources: {'Port': ['ID=af40986a-703e-4407-ba59-c6bc457ec640,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:36.834948 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-73ac5605-b730-42ce-ad2f-30844c4d1406 service neutron] Attempting to bind port af40986a-703e-4407-ba59-c6bc457ec640 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:36.835337 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-73ac5605-b730-42ce-ad2f-30844c4d1406 service neutron] Attempting to bind port af40986a-703e-4407-ba59-c6bc457ec640 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '7de64b83-7294-41f8-81b0-53423883669c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c5a39470-d016-42e1-a2e6-0bea346e7541'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:36.835764 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-73ac5605-b730-42ce-ad2f-30844c4d1406 service neutron] Attempting to bind port af40986a-703e-4407-ba59-c6bc457ec640 on network c5a39470-d016-42e1-a2e6-0bea346e7541 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:36.840720 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-73ac5605-b730-42ce-ad2f-30844c4d1406 service neutron] Port af40986a-703e-4407-ba59-c6bc457ec640 on network c5a39470-d016-42e1-a2e6-0bea346e7541 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:15:36.841047 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-73ac5605-b730-42ce-ad2f-30844c4d1406 service neutron] Attempting to bind port af40986a-703e-4407-ba59-c6bc457ec640 on network c5a39470-d016-42e1-a2e6-0bea346e7541 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:36.846276 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-73ac5605-b730-42ce-ad2f-30844c4d1406 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:36.846622 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-73ac5605-b730-42ce-ad2f-30844c4d1406 service neutron] Checking segment: {'id': '7de64b83-7294-41f8-81b0-53423883669c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c5a39470-d016-42e1-a2e6-0bea346e7541'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:36.847010 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-73ac5605-b730-42ce-ad2f-30844c4d1406 service neutron] Bound using segment: {'id': '7de64b83-7294-41f8-81b0-53423883669c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c5a39470-d016-42e1-a2e6-0bea346e7541'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:36.847440 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-73ac5605-b730-42ce-ad2f-30844c4d1406 service neutron] Bound port: af40986a-703e-4407-ba59-c6bc457ec640, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7de64b83-7294-41f8-81b0-53423883669c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c5a39470-d016-42e1-a2e6-0bea346e7541'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:36.847802 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-73ac5605-b730-42ce-ad2f-30844c4d1406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:36.916483 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-73ac5605-b730-42ce-ad2f-30844c4d1406 service neutron] For port af40986a-703e-4407-ba59-c6bc457ec640, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:36.920504 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-73ac5605-b730-42ce-ad2f-30844c4d1406 service neutron] For port af40986a-703e-4407-ba59-c6bc457ec640, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=af40986a-703e-4407-ba59-c6bc457ec640,segment=NetworkSegment(7de64b83-7294-41f8-81b0-53423883669c),segment_id=7de64b83-7294-41f8-81b0-53423883669c)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:36.926049 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-73ac5605-b730-42ce-ad2f-30844c4d1406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:36.963554 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-73ac5605-b730-42ce-ad2f-30844c4d1406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:36.964178 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-73ac5605-b730-42ce-ad2f-30844c4d1406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:36.966056 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-73ac5605-b730-42ce-ad2f-30844c4d1406 service neutron] 10.222.0.48 "PUT /v2.0/ports/af40986a-703e-4407-ba59-c6bc457ec640 HTTP/1.1" status: 200 len: 1092 time: 0.7424889 Sep 16 05:15:36.966056 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b56d266-b926-4b1a-a665-a73cd7393faa', 'tag': 'af40986a-703e-4407-ba59-c6bc457ec640'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:36.968292 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f79da21-65b4-4db8-9235-9eb2b1ffb182" -d '{"events": [{"name": "network-changed", "server_uuid": "4b56d266-b926-4b1a-a665-a73cd7393faa", "tag": "af40986a-703e-4407-ba59-c6bc457ec640"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:37.039907 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac5605-b730-42ce-ad2f-30844c4d1406 service neutron] Pushing event updated for resources: {'Port': ['ID=af40986a-703e-4407-ba59-c6bc457ec640,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:37.087616 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-96b82157-d857-4cfe-871e-6d8c9afcf371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:37.089144 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-96b82157-d857-4cfe-871e-6d8c9afcf371 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da5c99301f5942cd8cb2baff109305cb&device_id=4b56d266-b926-4b1a-a665-a73cd7393faa HTTP/1.1" status: 200 len: 1095 time: 0.0624354 Sep 16 05:15:37.146868 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-a6bb951f-d9da-4eb8-8616-fcee46cd1728 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af40986a-703e-4407-ba59-c6bc457ec640 HTTP/1.1" status: 200 len: 217 time: 0.0437562 Sep 16 05:15:37.205423 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-6074542d-dc04-4ab0-9d27-6e73a8ea298c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:37.207596 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-6074542d-dc04-4ab0-9d27-6e73a8ea298c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bfbca7b4-3150-492f-b3df-a286b75e59ee HTTP/1.1" status: 200 len: 834 time: 0.0539000 Sep 16 05:15:37.228747 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee824d2-e17d-4007-a324-0246525b8885 x-openstack-request-id: req-6ee824d2-e17d-4007-a324-0246525b8885 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:37.229042 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b56d266-b926-4b1a-a665-a73cd7393faa", "tag": "af40986a-703e-4407-ba59-c6bc457ec640", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:37.229300 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6ee824d2-e17d-4007-a324-0246525b8885 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:37.229720 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b56d266-b926-4b1a-a665-a73cd7393faa', 'tag': 'af40986a-703e-4407-ba59-c6bc457ec640', 'status': 'completed', 'code': 200} Sep 16 05:15:37.269781 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-cd9b8479-6aec-4085-8b54-505f1ba834db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:37.271311 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-cd9b8479-6aec-4085-8b54-505f1ba834db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5a39470-d016-42e1-a2e6-0bea346e7541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562592 Sep 16 05:15:37.372780 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-dc578e0c-ef8d-4775-9b18-2ad9f63fe048 service neutron] 10.222.0.48 "GET /v2.0/networks/c5a39470-d016-42e1-a2e6-0bea346e7541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938418 Sep 16 05:15:37.486637 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c0c2921c-3b59-43a7-9556-d4ab41e053d5 req-1691f2d6-5852-4af1-95f4-39f735135562 service neutron] 10.222.0.48 "GET /v2.0/networks/c5a39470-d016-42e1-a2e6-0bea346e7541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066966 Sep 16 05:15:37.621731 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79da21-65b4-4db8-9235-9eb2b1ffb182 req-480add4c-f51e-4818-8e8c-f5959754637d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:37.623076 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3f79da21-65b4-4db8-9235-9eb2b1ffb182 req-480add4c-f51e-4818-8e8c-f5959754637d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da5c99301f5942cd8cb2baff109305cb&device_id=4b56d266-b926-4b1a-a665-a73cd7393faa HTTP/1.1" status: 200 len: 1095 time: 0.0522742 Sep 16 05:15:37.788444 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50af7e-e463-4411-b6af-4db94186ecb1 req-17bcf711-1903-44fe-9e56-53c83976d038 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:37.790010 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae50af7e-e463-4411-b6af-4db94186ecb1 req-17bcf711-1903-44fe-9e56-53c83976d038 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b56d266-b926-4b1a-a665-a73cd7393faa HTTP/1.1" status: 200 len: 943 time: 0.0829601 Sep 16 05:15:37.791003 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79da21-65b4-4db8-9235-9eb2b1ffb182 req-b8db3c04-9579-4705-a8a5-0f013f352823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:37.792327 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3f79da21-65b4-4db8-9235-9eb2b1ffb182 req-b8db3c04-9579-4705-a8a5-0f013f352823 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c5a39470-d016-42e1-a2e6-0bea346e7541 HTTP/1.1" status: 200 len: 897 time: 0.1615865 Sep 16 05:15:37.843590 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3f79da21-65b4-4db8-9235-9eb2b1ffb182 req-72a1359e-4237-4f12-a913-4c3f5076f576 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af40986a-703e-4407-ba59-c6bc457ec640 HTTP/1.1" status: 200 len: 217 time: 0.0414357 Sep 16 05:15:37.869830 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae50af7e-e463-4411-b6af-4db94186ecb1 req-8b2a564a-4fb4-4474-aece-e3dab2718715 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?id=79b107da-9d6c-412e-b5ef-278962922640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735128 Sep 16 05:15:37.908396 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79da21-65b4-4db8-9235-9eb2b1ffb182 req-69972ce4-3cc2-470d-ac5f-d9c082aaa452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:37.909880 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3f79da21-65b4-4db8-9235-9eb2b1ffb182 req-69972ce4-3cc2-470d-ac5f-d9c082aaa452 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bfbca7b4-3150-492f-b3df-a286b75e59ee HTTP/1.1" status: 200 len: 834 time: 0.0556164 Sep 16 05:15:37.956456 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79da21-65b4-4db8-9235-9eb2b1ffb182 req-473ddcf1-889b-41e3-854a-b59a3d653647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:37.957965 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3f79da21-65b4-4db8-9235-9eb2b1ffb182 req-473ddcf1-889b-41e3-854a-b59a3d653647 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5a39470-d016-42e1-a2e6-0bea346e7541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414922 Sep 16 05:15:38.051603 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3f79da21-65b4-4db8-9235-9eb2b1ffb182 req-76d68178-a6ac-45c9-a54a-34d19777a6d9 service neutron] 10.222.0.48 "GET /v2.0/networks/c5a39470-d016-42e1-a2e6-0bea346e7541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860209 Sep 16 05:15:38.164368 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3f79da21-65b4-4db8-9235-9eb2b1ffb182 req-724f8b94-02b9-4c48-a549-fd71abc6e2f0 service neutron] 10.222.0.48 "GET /v2.0/networks/c5a39470-d016-42e1-a2e6-0bea346e7541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064265 Sep 16 05:15:38.997815 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1acef8-b4ff-4d88-99fd-6b1609d11556 req-74d8d9f4-5f75-4143-8f60-5e60283715b3 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:38.999655 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2b1acef8-b4ff-4d88-99fd-6b1609d11556 req-74d8d9f4-5f75-4143-8f60-5e60283715b3 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b56d266-b926-4b1a-a665-a73cd7393faa HTTP/1.1" status: 200 len: 943 time: 0.0560868 Sep 16 05:15:39.042774 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2b1acef8-b4ff-4d88-99fd-6b1609d11556 req-f3b4922c-5d87-4479-91fd-0679d5c69472 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?id=79b107da-9d6c-412e-b5ef-278962922640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367248 Sep 16 05:15:40.108492 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4e39b407-bf15-4cda-91a2-daa43b979a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:40.179957 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc14d0-48b4-4971-a346-ae715ec396ef req-f46c5eef-8b9b-4e89-a712-dd7e8d0e615f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:40.181665 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fabc14d0-48b4-4971-a346-ae715ec396ef req-f46c5eef-8b9b-4e89-a712-dd7e8d0e615f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b56d266-b926-4b1a-a665-a73cd7393faa HTTP/1.1" status: 200 len: 943 time: 0.0615389 Sep 16 05:15:40.226875 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fabc14d0-48b4-4971-a346-ae715ec396ef req-b679ef93-7e29-4a8c-b607-86ec241d728c tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?id=79b107da-9d6c-412e-b5ef-278962922640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371115 Sep 16 05:15:40.655660 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2b3f11e6-ac29-40d2-b1e3-25c743a3575f req-6893dcb0-3640-44b8-86a9-b413871cceb5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=26371832-550e-45b3-96ae-68345d377758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419507 Sep 16 05:15:40.763826 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f11e6-ac29-40d2-b1e3-25c743a3575f req-c29cedc3-6c7e-43da-86be-9dcf15c12606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:40.765496 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2b3f11e6-ac29-40d2-b1e3-25c743a3575f req-c29cedc3-6c7e-43da-86be-9dcf15c12606 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e295da4b9d5d42eb8c742333e3155be3&device_id=26371832-550e-45b3-96ae-68345d377758 HTTP/1.1" status: 200 len: 1097 time: 0.0500665 Sep 16 05:15:40.940342 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f11e6-ac29-40d2-b1e3-25c743a3575f req-b00a1a08-c553-47fa-b1ef-ce7fd6cb76f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:40.942387 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2b3f11e6-ac29-40d2-b1e3-25c743a3575f req-b00a1a08-c553-47fa-b1ef-ce7fd6cb76f4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=72085cb8-61de-43fd-98c3-cd34f739d106 HTTP/1.1" status: 200 len: 909 time: 0.1549759 Sep 16 05:15:41.024927 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2b3f11e6-ac29-40d2-b1e3-25c743a3575f req-c3607229-2943-4596-a4d4-9373b3f89804 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f01f5d9-3cb4-41ca-94a0-c17da66fc97b HTTP/1.1" status: 200 len: 999 time: 0.0747395 Sep 16 05:15:41.082988 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f11e6-ac29-40d2-b1e3-25c743a3575f req-5eaca54e-ba11-43aa-84bd-c205ef850a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:41.085342 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2b3f11e6-ac29-40d2-b1e3-25c743a3575f req-5eaca54e-ba11-43aa-84bd-c205ef850a21 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dda785aa-2c1b-4011-88cc-77d070399dd7 HTTP/1.1" status: 200 len: 847 time: 0.0532331 Sep 16 05:15:41.137021 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f11e6-ac29-40d2-b1e3-25c743a3575f req-c4a04d65-c302-4c16-86d8-437699ba9644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:41.139404 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2b3f11e6-ac29-40d2-b1e3-25c743a3575f req-c4a04d65-c302-4c16-86d8-437699ba9644 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72085cb8-61de-43fd-98c3-cd34f739d106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472312 Sep 16 05:15:41.243954 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2b3f11e6-ac29-40d2-b1e3-25c743a3575f req-ce5df678-9771-45f4-96ce-3d3a78804ac2 service neutron] 10.222.0.47 "GET /v2.0/networks/72085cb8-61de-43fd-98c3-cd34f739d106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952430 Sep 16 05:15:41.353357 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-2b3f11e6-ac29-40d2-b1e3-25c743a3575f req-3cb23896-aaea-44c2-a633-f928c6be2a48 service neutron] 10.222.0.47 "GET /v2.0/networks/72085cb8-61de-43fd-98c3-cd34f739d106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023381 Sep 16 05:15:41.383058 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6bb03-a436-4f81-b77f-2a3d641630a5 req-e7c20f29-fe4b-446b-b907-41ed336dca3d tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:41.384894 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f8e6bb03-a436-4f81-b77f-2a3d641630a5 req-e7c20f29-fe4b-446b-b907-41ed336dca3d tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b56d266-b926-4b1a-a665-a73cd7393faa HTTP/1.1" status: 200 len: 943 time: 0.0763657 Sep 16 05:15:41.435783 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f8e6bb03-a436-4f81-b77f-2a3d641630a5 req-130256b3-00b1-400c-846d-27e2cda0a737 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?id=79b107da-9d6c-412e-b5ef-278962922640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360749 Sep 16 05:15:41.791996 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:41.826503 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device af40986a-703e-4407-ba59-c6bc457ec640 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:15:41.944058 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port af40986a-703e-4407-ba59-c6bc457ec640, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=af40986a-703e-4407-ba59-c6bc457ec640,segment=NetworkSegment(7de64b83-7294-41f8-81b0-53423883669c),segment_id=7de64b83-7294-41f8-81b0-53423883669c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:41.956115 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'af40986a-703e-4407-ba59-c6bc457ec640', 'network_id': 'c5a39470-d016-42e1-a2e6-0bea346e7541', 'port_id': 'af40986a-703e-4407-ba59-c6bc457ec640', 'mac_address': 'fa:16:3e:02:22:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfbca7b4-3150-492f-b3df-a286b75e59ee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:15:42.008940 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.026999 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af40986a-703e-4407-ba59-c6bc457ec640 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:15:42.048850 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port af40986a-703e-4407-ba59-c6bc457ec640, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=af40986a-703e-4407-ba59-c6bc457ec640,segment=NetworkSegment(7de64b83-7294-41f8-81b0-53423883669c),segment_id=7de64b83-7294-41f8-81b0-53423883669c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:42.054056 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.106725 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=af40986a-703e-4407-ba59-c6bc457ec640,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:42.478534 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['af40986a-703e-4407-ba59-c6bc457ec640'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:42.568168 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477d98d-42b5-471f-a817-62186a8a70ae req-3893c034-84cc-47aa-9776-c2d3f3ff1486 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:42.570524 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e477d98d-42b5-471f-a817-62186a8a70ae req-3893c034-84cc-47aa-9776-c2d3f3ff1486 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b56d266-b926-4b1a-a665-a73cd7393faa HTTP/1.1" status: 200 len: 944 time: 0.0506468 Sep 16 05:15:42.609361 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e477d98d-42b5-471f-a817-62186a8a70ae req-cbcb4140-4963-442d-8451-f67cfda083ad tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?id=79b107da-9d6c-412e-b5ef-278962922640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323079 Sep 16 05:15:43.249030 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c1962e70-0186-4917-85a1-13dca4050288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:43.546112 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:43.742297 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d074aeb-8bb8-4143-a671-39ac7d89e018 req-8b18e178-0f3c-4ee0-be66-0032da1ebd5d tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:43.743794 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3d074aeb-8bb8-4143-a671-39ac7d89e018 req-8b18e178-0f3c-4ee0-be66-0032da1ebd5d tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b56d266-b926-4b1a-a665-a73cd7393faa HTTP/1.1" status: 200 len: 944 time: 0.0613279 Sep 16 05:15:43.789663 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3d074aeb-8bb8-4143-a671-39ac7d89e018 req-2e95ddfd-5555-4d85-8ddf-342e88714954 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?id=79b107da-9d6c-412e-b5ef-278962922640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367346 Sep 16 05:15:43.831941 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device af40986a-703e-4407-ba59-c6bc457ec640 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:43.883089 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port af40986a-703e-4407-ba59-c6bc457ec640 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:15:43.887309 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port af40986a-703e-4407-ba59-c6bc457ec640 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:43.887973 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:43.972793 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:43.997231 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b56d266-b926-4b1a-a665-a73cd7393faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af40986a-703e-4407-ba59-c6bc457ec640'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:43.999568 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a419238c-0433-4bbb-8331-a17094727fc8" -d '{"events": [{"server_uuid": "4b56d266-b926-4b1a-a665-a73cd7393faa", "name": "network-vif-plugged", "status": "completed", "tag": "af40986a-703e-4407-ba59-c6bc457ec640"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:44.013641 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port af40986a-703e-4407-ba59-c6bc457ec640, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=af40986a-703e-4407-ba59-c6bc457ec640,segment=NetworkSegment(7de64b83-7294-41f8-81b0-53423883669c),segment_id=7de64b83-7294-41f8-81b0-53423883669c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:44.018715 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:44.099076 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=af40986a-703e-4407-ba59-c6bc457ec640,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:44.139725 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e270cb65-8bfd-44fa-bdaa-b35d825e7e01 x-openstack-request-id: req-e270cb65-8bfd-44fa-bdaa-b35d825e7e01 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:44.140262 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b56d266-b926-4b1a-a665-a73cd7393faa", "name": "network-vif-plugged", "status": "completed", "tag": "af40986a-703e-4407-ba59-c6bc457ec640", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:44.140523 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e270cb65-8bfd-44fa-bdaa-b35d825e7e01 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:44.141080 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b56d266-b926-4b1a-a665-a73cd7393faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af40986a-703e-4407-ba59-c6bc457ec640', 'code': 200} Sep 16 05:15:44.275617 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3c57c-4eac-4fbf-b6b5-c8023b17ec10 req-3b0c835a-c3b4-422d-9ea6-a9c4605a8bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:44.277252 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-51b3c57c-4eac-4fbf-b6b5-c8023b17ec10 req-3b0c835a-c3b4-422d-9ea6-a9c4605a8bbd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4b56d266-b926-4b1a-a665-a73cd7393faa HTTP/1.1" status: 200 len: 1097 time: 0.0517087 Sep 16 05:15:44.314374 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-51b3c57c-4eac-4fbf-b6b5-c8023b17ec10 req-ee936724-6574-415d-9aa2-151f2a69b6e6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=79b107da-9d6c-412e-b5ef-278962922640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301983 Sep 16 05:15:44.621568 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:44.777178 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:44.944786 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1911d4f-82f2-406c-94cb-f8ecae4e007c req-3f55f67f-403b-4e62-ab57-cf7ab0091a1b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:44.946997 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f1911d4f-82f2-406c-94cb-f8ecae4e007c req-3f55f67f-403b-4e62-ab57-cf7ab0091a1b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b56d266-b926-4b1a-a665-a73cd7393faa HTTP/1.1" status: 200 len: 945 time: 0.0749283 Sep 16 05:15:44.993841 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f1911d4f-82f2-406c-94cb-f8ecae4e007c req-e6a20854-fcb2-4350-88f9-4c3a1797830b tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?id=79b107da-9d6c-412e-b5ef-278962922640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359213 Sep 16 05:15:46.119485 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dce400-9fa9-4483-bfeb-60b6c5943ec7 req-bc7ee0e0-4e1d-4efa-88f6-303b4cbf3778 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:46.121317 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-65dce400-9fa9-4483-bfeb-60b6c5943ec7 req-bc7ee0e0-4e1d-4efa-88f6-303b4cbf3778 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b56d266-b926-4b1a-a665-a73cd7393faa HTTP/1.1" status: 200 len: 945 time: 0.0570982 Sep 16 05:15:46.133769 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:46.167360 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-65dce400-9fa9-4483-bfeb-60b6c5943ec7 req-001bd166-4493-4fb2-a236-024eca0e14fc tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?id=79b107da-9d6c-412e-b5ef-278962922640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356646 Sep 16 05:15:46.307512 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15974a84-88fb-4135-aca0-328de71a915b req-5d73c788-e618-4bad-bba1-31a5a4a3bd56 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:46.309136 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-15974a84-88fb-4135-aca0-328de71a915b req-5d73c788-e618-4bad-bba1-31a5a4a3bd56 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b56d266-b926-4b1a-a665-a73cd7393faa HTTP/1.1" status: 200 len: 945 time: 0.0635815 Sep 16 05:15:46.351946 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-15974a84-88fb-4135-aca0-328de71a915b req-8c5ceafa-055f-4b59-8a19-ed8b4b991686 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?id=79b107da-9d6c-412e-b5ef-278962922640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365863 Sep 16 05:15:46.375608 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51118) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:46.417484 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e6e260-28fa-4343-b43e-2ec5a8789d84 tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:46.419304 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c6e6e260-28fa-4343-b43e-2ec5a8789d84 tempest-TestNetworkBasicOps-293988198 tempest-TestNetworkBasicOps-293988198-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4b56d266-b926-4b1a-a665-a73cd7393faa HTTP/1.1" status: 200 len: 1092 time: 0.0424142 Sep 16 05:15:46.422544 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51120) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:46.426933 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-cfa25518-a4ae-48aa-9989-c127c72c7b25 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'port_id': 'af40986a-703e-4407-ba59-c6bc457ec640', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:46.457705 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cfa25518-a4ae-48aa-9989-c127c72c7b25 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for floatingip, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:46.569391 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cfa25518-a4ae-48aa-9989-c127c72c7b25 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:46.986624 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-cfa25518-a4ae-48aa-9989-c127c72c7b25 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Allocated IP 172.25.8.73 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/e16291fc-b364-4ed6-92a9-a72cf88157f2) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:47.122564 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cfa25518-a4ae-48aa-9989-c127c72c7b25 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:47.164146 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cfa25518-a4ae-48aa-9989-c127c72c7b25 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:47.223784 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa25518-a4ae-48aa-9989-c127c72c7b25 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:47.231769 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-cfa25518-a4ae-48aa-9989-c127c72c7b25 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:47.236155 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa25518-a4ae-48aa-9989-c127c72c7b25 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:47.242766 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa25518-a4ae-48aa-9989-c127c72c7b25 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'Port': ['ID=e16291fc-b364-4ed6-92a9-a72cf88157f2,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:47.762843 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cfa25518-a4ae-48aa-9989-c127c72c7b25 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:47.871257 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cfa25518-a4ae-48aa-9989-c127c72c7b25 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.030346 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cfa25518-a4ae-48aa-9989-c127c72c7b25 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.034885 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cfa25518-a4ae-48aa-9989-c127c72c7b25 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.104694 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa25518-a4ae-48aa-9989-c127c72c7b25 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event updated for resources: {'Port': ['ID=e16291fc-b364-4ed6-92a9-a72cf88157f2,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:48.122109 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cfa25518-a4ae-48aa-9989-c127c72c7b25 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.233690 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [None req-cfa25518-a4ae-48aa-9989-c127c72c7b25 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Floating IP 87274fb5-8a19-4701-a0d0-39b325967d6c associated. External IP: 172.25.8.73, port: af40986a-703e-4407-ba59-c6bc457ec640. Sep 16 05:15:48.465275 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa25518-a4ae-48aa-9989-c127c72c7b25 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Router b9d587e6-70a4-425c-afd2-479cad735702 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:15:48.823316 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa25518-a4ae-48aa-9989-c127c72c7b25 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:15:48.836685 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63827964-8617-4adb-bc3d-ffcc62584dfb None None] Sync routers for ids ['b9d587e6-70a4-425c-afd2-479cad735702'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:15:48.839761 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cfa25518-a4ae-48aa-9989-c127c72c7b25 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.847106 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63827964-8617-4adb-bc3d-ffcc62584dfb None None] Routers {'b9d587e6-70a4-425c-afd2-479cad735702'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:48.847781 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-63827964-8617-4adb-bc3d-ffcc62584dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:15:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b9d587e6-70a4-425c-afd2-479cad735702'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:48.866987 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cfa25518-a4ae-48aa-9989-c127c72c7b25 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4433205 Sep 16 05:15:48.867565 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b56d266-b926-4b1a-a665-a73cd7393faa', 'tag': 'af40986a-703e-4407-ba59-c6bc457ec640'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:48.869888 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a351481-1a30-4d5a-bd88-0a20d266ad7b" -d '{"events": [{"name": "network-changed", "server_uuid": "4b56d266-b926-4b1a-a665-a73cd7393faa", "tag": "af40986a-703e-4407-ba59-c6bc457ec640"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:48.870371 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51126) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:48.911040 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be83c28-8f02-487c-9431-b8900c598ab6 x-openstack-request-id: req-0be83c28-8f02-487c-9431-b8900c598ab6 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:48.911229 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b56d266-b926-4b1a-a665-a73cd7393faa", "tag": "af40986a-703e-4407-ba59-c6bc457ec640", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:48.911339 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0be83c28-8f02-487c-9431-b8900c598ab6 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:48.911838 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b56d266-b926-4b1a-a665-a73cd7393faa', 'tag': 'af40986a-703e-4407-ba59-c6bc457ec640', 'status': 'completed', 'code': 200} Sep 16 05:15:48.938714 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1efa38c7-1b7b-4039-8a13-4aae8cbad293 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/floatingips/87274fb5-8a19-4701-a0d0-39b325967d6c HTTP/1.1" status: 200 len: 990 time: 0.0671153 Sep 16 05:15:48.963832 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-63827964-8617-4adb-bc3d-ffcc62584dfb None None] Set router b9d587e6-70a4-425c-afd2-479cad735702 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:48.994962 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a351481-1a30-4d5a-bd88-0a20d266ad7b req-41bd9d86-d7b3-425e-90b4-4ec204e1ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:48.996461 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a351481-1a30-4d5a-bd88-0a20d266ad7b req-41bd9d86-d7b3-425e-90b4-4ec204e1ab33 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da5c99301f5942cd8cb2baff109305cb&device_id=4b56d266-b926-4b1a-a665-a73cd7393faa HTTP/1.1" status: 200 len: 1097 time: 0.0416367 Sep 16 05:15:49.089594 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a351481-1a30-4d5a-bd88-0a20d266ad7b req-f1644f9c-e2f1-4234-8608-91e1ed1471a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:49.091089 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a351481-1a30-4d5a-bd88-0a20d266ad7b req-f1644f9c-e2f1-4234-8608-91e1ed1471a3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c5a39470-d016-42e1-a2e6-0bea346e7541 HTTP/1.1" status: 200 len: 897 time: 0.0866847 Sep 16 05:15:49.164913 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a351481-1a30-4d5a-bd88-0a20d266ad7b req-ca9fdde1-0a24-4fe2-8e9a-16a8e2a70868 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af40986a-703e-4407-ba59-c6bc457ec640 HTTP/1.1" status: 200 len: 998 time: 0.0638137 Sep 16 05:15:49.204763 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-63827964-8617-4adb-bc3d-ffcc62584dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'name': 'tempest-TestNetworkBasicOps-router-178473411', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:24Z', 'updated_at': '2021-09-16T05:15:28Z', 'revision_number': 4, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'gw_port': {'id': 'bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:24Z', 'updated_at': '2021-09-16T05:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '87274fb5-8a19-4701-a0d0-39b325967d6c', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'floating_ip_address': '172.25.8.73', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'port_id': 'af40986a-703e-4407-ba59-c6bc457ec640', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5a39470-d016-42e1-a2e6-0bea346e7541', 'mac_address': 'fa:16:3e:02:22:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b56d266-b926-4b1a-a665-a73cd7393faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:15:47Z', 'updated_at': '2021-09-16T05:15:47Z', 'revision_number': 0, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a185337a-9451-47c2-852d-08e9e2e2936b', 'name': '', 'network_id': 'c5a39470-d016-42e1-a2e6-0bea346e7541', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'mac_address': 'fa:16:3e:11:2e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'bfbca7b4-3150-492f-b3df-a286b75e59ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:28Z', 'updated_at': '2021-09-16T05:15:33Z', 'revision_number': 5, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'subnets': [{'id': 'bfbca7b4-3150-492f-b3df-a286b75e59ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:49.215313 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a351481-1a30-4d5a-bd88-0a20d266ad7b req-8a9a0a41-b188-4d80-b6bd-4470498f1fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:49.216937 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a351481-1a30-4d5a-bd88-0a20d266ad7b req-8a9a0a41-b188-4d80-b6bd-4470498f1fec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bfbca7b4-3150-492f-b3df-a286b75e59ee HTTP/1.1" status: 200 len: 834 time: 0.0454879 Sep 16 05:15:49.232425 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63827964-8617-4adb-bc3d-ffcc62584dfb None None] Checking router: b9d587e6-70a4-425c-afd2-479cad735702 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:15:49.245051 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63827964-8617-4adb-bc3d-ffcc62584dfb None None] Routers {'b9d587e6-70a4-425c-afd2-479cad735702'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:49.245675 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-63827964-8617-4adb-bc3d-ffcc62584dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:15:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b9d587e6-70a4-425c-afd2-479cad735702'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:49.265908 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a351481-1a30-4d5a-bd88-0a20d266ad7b req-1c359fe6-3647-4592-a2eb-95026fd37896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:49.267434 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a351481-1a30-4d5a-bd88-0a20d266ad7b req-1c359fe6-3647-4592-a2eb-95026fd37896 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5a39470-d016-42e1-a2e6-0bea346e7541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431087 Sep 16 05:15:49.359866 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-63827964-8617-4adb-bc3d-ffcc62584dfb None None] Set router b9d587e6-70a4-425c-afd2-479cad735702 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:49.366987 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a351481-1a30-4d5a-bd88-0a20d266ad7b req-b5259076-328f-48da-bbf3-71d32c3b77d6 service neutron] 10.222.0.48 "GET /v2.0/networks/c5a39470-d016-42e1-a2e6-0bea346e7541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919611 Sep 16 05:15:49.466880 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a351481-1a30-4d5a-bd88-0a20d266ad7b req-c02e301d-0e7e-4373-8367-d70142cc314d service neutron] 10.222.0.48 "GET /v2.0/networks/c5a39470-d016-42e1-a2e6-0bea346e7541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934653 Sep 16 05:15:49.613760 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-63827964-8617-4adb-bc3d-ffcc62584dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'name': 'tempest-TestNetworkBasicOps-router-178473411', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:24Z', 'updated_at': '2021-09-16T05:15:28Z', 'revision_number': 4, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'gw_port': {'id': 'bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:24Z', 'updated_at': '2021-09-16T05:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '87274fb5-8a19-4701-a0d0-39b325967d6c', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'floating_ip_address': '172.25.8.73', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'port_id': 'af40986a-703e-4407-ba59-c6bc457ec640', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5a39470-d016-42e1-a2e6-0bea346e7541', 'mac_address': 'fa:16:3e:02:22:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b56d266-b926-4b1a-a665-a73cd7393faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:15:47Z', 'updated_at': '2021-09-16T05:15:47Z', 'revision_number': 0, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a185337a-9451-47c2-852d-08e9e2e2936b', 'name': '', 'network_id': 'c5a39470-d016-42e1-a2e6-0bea346e7541', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'mac_address': 'fa:16:3e:11:2e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'bfbca7b4-3150-492f-b3df-a286b75e59ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:28Z', 'updated_at': '2021-09-16T05:15:33Z', 'revision_number': 5, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'subnets': [{'id': 'bfbca7b4-3150-492f-b3df-a286b75e59ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:49.642622 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63827964-8617-4adb-bc3d-ffcc62584dfb None None] The sync data for ids ['b9d587e6-70a4-425c-afd2-479cad735702'] in n-d-712139-15 is: [{'id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'name': 'tempest-TestNetworkBasicOps-router-178473411', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:24Z', 'updated_at': '2021-09-16T05:15:28Z', 'revision_number': 4, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'gw_port': {'id': 'bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:24Z', 'updated_at': '2021-09-16T05:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '87274fb5-8a19-4701-a0d0-39b325967d6c', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'floating_ip_address': '172.25.8.73', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'port_id': 'af40986a-703e-4407-ba59-c6bc457ec640', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5a39470-d016-42e1-a2e6-0bea346e7541', 'mac_address': 'fa:16:3e:02:22:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b56d266-b926-4b1a-a665-a73cd7393faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:15:47Z', 'updated_at': '2021-09-16T05:15:47Z', 'revision_number': 0, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a185337a-9451-47c2-852d-08e9e2e2936b', 'name': '', 'network_id': 'c5a39470-d016-42e1-a2e6-0bea346e7541', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'mac_address': 'fa:16:3e:11:2e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'bfbca7b4-3150-492f-b3df-a286b75e59ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:28Z', 'updated_at': '2021-09-16T05:15:33Z', 'revision_number': 5, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'subnets': [{'id': 'bfbca7b4-3150-492f-b3df-a286b75e59ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:15:49.864392 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f07c86f-d821-4b66-a1ae-8957e716bee3 None None] New status for floating IP 87274fb5-8a19-4701-a0d0-39b325967d6c: ACTIVE {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:15:49.941648 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51138) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:50.004443 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f0efd180-7aa6-4b53-81d7-886c79c2a94e tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/floatingips/87274fb5-8a19-4701-a0d0-39b325967d6c HTTP/1.1" status: 200 len: 990 time: 0.0615005 Sep 16 05:15:51.009109 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51142) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:51.087430 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b2e312be-95ba-44dd-8297-897789974c77 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/floatingips/87274fb5-8a19-4701-a0d0-39b325967d6c HTTP/1.1" status: 200 len: 992 time: 0.0701025 Sep 16 05:15:58.565685 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51182) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:58.681484 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-90c58e77-e3f9-4de3-b66c-04747d6d419e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.771016 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-90c58e77-e3f9-4de3-b66c-04747d6d419e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.774691 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-90c58e77-e3f9-4de3-b66c-04747d6d419e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.812901 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-90c58e77-e3f9-4de3-b66c-04747d6d419e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=162c6978c56c46ed941a111f457057c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2460940 Sep 16 05:15:58.813773 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c58e77-e3f9-4de3-b66c-04747d6d419e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb880dcc-db06-404e-8a28-ae07dea5132a,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:58.815697 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51186) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:58.868498 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bbe6f78c-040c-4347-97e5-8f0911ff2fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.889806 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bbe6f78c-040c-4347-97e5-8f0911ff2fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.935863 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bbe6f78c-040c-4347-97e5-8f0911ff2fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.938447 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bbe6f78c-040c-4347-97e5-8f0911ff2fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.939614 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-bbe6f78c-040c-4347-97e5-8f0911ff2fc6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eb880dcc-db06-404e-8a28-ae07dea5132a HTTP/1.1" status: 204 len: 168 time: 0.1229124 Sep 16 05:15:58.947199 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6f78c-040c-4347-97e5-8f0911ff2fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb880dcc-db06-404e-8a28-ae07dea5132a,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:58.954690 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6f78c-040c-4347-97e5-8f0911ff2fc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:58.955045 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6f78c-040c-4347-97e5-8f0911ff2fc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:58.955392 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6f78c-040c-4347-97e5-8f0911ff2fc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:58.956043 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6f78c-040c-4347-97e5-8f0911ff2fc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:58.956186 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6f78c-040c-4347-97e5-8f0911ff2fc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:58.956438 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6f78c-040c-4347-97e5-8f0911ff2fc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:58.956802 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6f78c-040c-4347-97e5-8f0911ff2fc6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:58.957132 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6f78c-040c-4347-97e5-8f0911ff2fc6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:58.957459 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6f78c-040c-4347-97e5-8f0911ff2fc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:58.957788 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6f78c-040c-4347-97e5-8f0911ff2fc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:58.958114 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6f78c-040c-4347-97e5-8f0911ff2fc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:58.958437 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6f78c-040c-4347-97e5-8f0911ff2fc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:59.567288 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51208) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:59.667977 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-7b2a3d9d-2d8a-4326-a22b-e032ac9035b1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-309453807-network', 'tenant_id': 'e2c58da321ce45f1a20153882887c843'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:59.689439 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2a3d9d-2d8a-4326-a22b-e032ac9035b1 admin admin] Made reservation on behalf of e2c58da321ce45f1a20153882887c843 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:59.691711 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7b2a3d9d-2d8a-4326-a22b-e032ac9035b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.701300 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7b2a3d9d-2d8a-4326-a22b-e032ac9035b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.789575 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7b2a3d9d-2d8a-4326-a22b-e032ac9035b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.793634 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7b2a3d9d-2d8a-4326-a22b-e032ac9035b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.817713 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b2a3d9d-2d8a-4326-a22b-e032ac9035b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:15:59.827119 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a3d9d-2d8a-4326-a22b-e032ac9035b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaec56f1-1b51-4628-881c-a19ca97ecff3,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:59.831871 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7b2a3d9d-2d8a-4326-a22b-e032ac9035b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.832226 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-7b2a3d9d-2d8a-4326-a22b-e032ac9035b1 admin admin] Added segment 9dcc663c-1bc6-4062-a363-62af64fc85ae of type vlan for network 616a3f42-c4ab-43bf-985b-bc69b9b07d1b Sep 16 05:15:59.875092 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7b2a3d9d-2d8a-4326-a22b-e032ac9035b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.899892 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7b2a3d9d-2d8a-4326-a22b-e032ac9035b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.900893 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2a3d9d-2d8a-4326-a22b-e032ac9035b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:59.901454 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7b2a3d9d-2d8a-4326-a22b-e032ac9035b1 admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.939103 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7b2a3d9d-2d8a-4326-a22b-e032ac9035b1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3707254 Sep 16 05:15:59.942153 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51212) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:59.947614 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-eb3d830f-4bda-4a8b-b2bd-17fd235e3dac admin admin] Request body: {'subnet': {'network_id': '616a3f42-c4ab-43bf-985b-bc69b9b07d1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-309453807-subnet', 'tenant_id': 'e2c58da321ce45f1a20153882887c843', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:59.969854 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3d830f-4bda-4a8b-b2bd-17fd235e3dac admin admin] Made reservation on behalf of e2c58da321ce45f1a20153882887c843 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:59.972546 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-eb3d830f-4bda-4a8b-b2bd-17fd235e3dac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.991963 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a3d9d-2d8a-4326-a22b-e032ac9035b1 admin admin] Pushing event updated for resources: {'Network': ['ID=616a3f42-c4ab-43bf-985b-bc69b9b07d1b,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:00.002387 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 616a3f42-c4ab-43bf-985b-bc69b9b07d1b details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:16:00.137427 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:16:00.145659 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-eb3d830f-4bda-4a8b-b2bd-17fd235e3dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.201805 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d830f-4bda-4a8b-b2bd-17fd235e3dac admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d1f51dc-678e-4e8a-bbc8-a06e34d736c1,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:00.211591 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3d830f-4bda-4a8b-b2bd-17fd235e3dac admin admin] Checking segment: {'id': '9dcc663c-1bc6-4062-a363-62af64fc85ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '616a3f42-c4ab-43bf-985b-bc69b9b07d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:00.211950 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3d830f-4bda-4a8b-b2bd-17fd235e3dac admin admin] Network hostable DHCP agents. Network: 616a3f42-c4ab-43bf-985b-bc69b9b07d1b, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:16:00.229144 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3d830f-4bda-4a8b-b2bd-17fd235e3dac admin admin] Network 616a3f42-c4ab-43bf-985b-bc69b9b07d1b is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:16:00.242812 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-eb3d830f-4bda-4a8b-b2bd-17fd235e3dac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 616a3f42-c4ab-43bf-985b-bc69b9b07d1b) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:00.246840 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3d830f-4bda-4a8b-b2bd-17fd235e3dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:00.247426 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-eb3d830f-4bda-4a8b-b2bd-17fd235e3dac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.251440 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc07ab84-32d7-4c04-98b1-5be816638644 None None] Network 616a3f42-c4ab-43bf-985b-bc69b9b07d1b requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:00.262544 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-eb3d830f-4bda-4a8b-b2bd-17fd235e3dac admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3192530 Sep 16 05:16:00.384847 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9ee8cc-990a-4f41-8218-0014f08e5158 None None] Network 616a3f42-c4ab-43bf-985b-bc69b9b07d1b requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:00.734546 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51228) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:00.739493 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-fb7e56ee-c5c4-43e8-8176-844c3905a788 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-806622333-network', 'tenant_id': 'd9293d967dd44b86b25bd90d28d124c0'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:00.761491 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7e56ee-c5c4-43e8-8176-844c3905a788 admin admin] Made reservation on behalf of d9293d967dd44b86b25bd90d28d124c0 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:00.763857 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fb7e56ee-c5c4-43e8-8176-844c3905a788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.777291 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fb7e56ee-c5c4-43e8-8176-844c3905a788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.866388 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fb7e56ee-c5c4-43e8-8176-844c3905a788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.870577 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fb7e56ee-c5c4-43e8-8176-844c3905a788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.898645 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb7e56ee-c5c4-43e8-8176-844c3905a788 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:16:00.904712 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e56ee-c5c4-43e8-8176-844c3905a788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700d8fc0-f7c1-4272-bb02-07a69cbe719f,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:00.910839 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fb7e56ee-c5c4-43e8-8176-844c3905a788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.911185 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-fb7e56ee-c5c4-43e8-8176-844c3905a788 admin admin] Added segment d4e240b1-4e53-4778-99c2-1bd0d07869c9 of type vlan for network 4031c13b-afe0-4529-8ce0-5b7406a1f597 Sep 16 05:16:00.951559 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fb7e56ee-c5c4-43e8-8176-844c3905a788 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.977657 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fb7e56ee-c5c4-43e8-8176-844c3905a788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.978654 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7e56ee-c5c4-43e8-8176-844c3905a788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:00.979236 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fb7e56ee-c5c4-43e8-8176-844c3905a788 admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:01.022018 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fb7e56ee-c5c4-43e8-8176-844c3905a788 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2863357 Sep 16 05:16:01.025899 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51230) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:01.031077 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-791c43ff-043b-451d-bc0e-253a770dd467 admin admin] Request body: {'subnet': {'network_id': '4031c13b-afe0-4529-8ce0-5b7406a1f597', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-806622333-subnet', 'tenant_id': 'd9293d967dd44b86b25bd90d28d124c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:01.053196 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791c43ff-043b-451d-bc0e-253a770dd467 admin admin] Made reservation on behalf of d9293d967dd44b86b25bd90d28d124c0 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:01.056505 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-791c43ff-043b-451d-bc0e-253a770dd467 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:01.070624 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e56ee-c5c4-43e8-8176-844c3905a788 admin admin] Pushing event updated for resources: {'Network': ['ID=4031c13b-afe0-4529-8ce0-5b7406a1f597,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:01.080163 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 4031c13b-afe0-4529-8ce0-5b7406a1f597 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:16:01.233897 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-791c43ff-043b-451d-bc0e-253a770dd467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:01.287502 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c43ff-043b-451d-bc0e-253a770dd467 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1317705d-9707-4372-b305-e3baed98fc1e,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:01.305033 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791c43ff-043b-451d-bc0e-253a770dd467 admin admin] Checking segment: {'id': 'd4e240b1-4e53-4778-99c2-1bd0d07869c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4031c13b-afe0-4529-8ce0-5b7406a1f597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:01.305288 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791c43ff-043b-451d-bc0e-253a770dd467 admin admin] Network hostable DHCP agents. Network: 4031c13b-afe0-4529-8ce0-5b7406a1f597, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:16:01.322780 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791c43ff-043b-451d-bc0e-253a770dd467 admin admin] Network 4031c13b-afe0-4529-8ce0-5b7406a1f597 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:16:01.332260 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-791c43ff-043b-451d-bc0e-253a770dd467 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 4031c13b-afe0-4529-8ce0-5b7406a1f597) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:01.336862 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791c43ff-043b-451d-bc0e-253a770dd467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:01.337442 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-791c43ff-043b-451d-bc0e-253a770dd467 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:01.343239 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33830df3-f9b6-4c58-b33a-2b4df99819a2 None None] Network 4031c13b-afe0-4529-8ce0-5b7406a1f597 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:01.351691 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-791c43ff-043b-451d-bc0e-253a770dd467 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3243437 Sep 16 05:16:01.475192 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3be446-9a44-418d-8928-13c2a292827f None None] Network 4031c13b-afe0-4529-8ce0-5b7406a1f597 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:01.847040 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b356a-2465-4e79-84d2-308ded685ea5 req-b811a071-f3d2-4286-b60d-2e8d6ff4cc52 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:01.848499 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-218b356a-2465-4e79-84d2-308ded685ea5 req-b811a071-f3d2-4286-b60d-2e8d6ff4cc52 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/networks?id=616a3f42-c4ab-43bf-985b-bc69b9b07d1b HTTP/1.1" status: 200 len: 811 time: 0.1007254 Sep 16 05:16:01.863065 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-218b356a-2465-4e79-84d2-308ded685ea5 req-d683c016-d226-4f89-9a17-cce590744f9a tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/quotas/e2c58da321ce45f1a20153882887c843 HTTP/1.1" status: 200 len: 375 time: 0.0087867 Sep 16 05:16:01.899066 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-218b356a-2465-4e79-84d2-308ded685ea5 req-47a0e6ee-3161-4b96-9405-b1ef978f72c7 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2c58da321ce45f1a20153882887c843&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300367 Sep 16 05:16:01.987452 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-218b356a-2465-4e79-84d2-308ded685ea5 req-fc44d3c5-bf4f-4d4b-a743-b035253575cc service neutron] 10.222.0.35 "GET /v2.0/networks/616a3f42-c4ab-43bf-985b-bc69b9b07d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812771 Sep 16 05:16:02.077973 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-218b356a-2465-4e79-84d2-308ded685ea5 req-5597304d-085c-4d8a-94ae-195d58f3e59c service neutron] 10.222.0.35 "GET /v2.0/networks/616a3f42-c4ab-43bf-985b-bc69b9b07d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841701 Sep 16 05:16:02.236938 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-034489cf-b078-43a5-893a-cedcb616f6a0 req-b22ec1ca-a09c-4c86-92ba-7487794dd2b8 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8146b47-1758-4820-95d1-2174a2f0ada8 HTTP/1.1" status: 200 len: 210 time: 0.0263731 Sep 16 05:16:03.375301 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6519fd27-0b4b-4ca5-8b45-2cdd9957eded req-4533158f-d36a-4b82-b74b-b917786f096e tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8146b47-1758-4820-95d1-2174a2f0ada8 HTTP/1.1" status: 200 len: 210 time: 0.0630076 Sep 16 05:16:03.416898 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b356a-2465-4e79-84d2-308ded685ea5 req-5c61c0fc-06c0-41fc-b0e5-c529ab78e2e6 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:03.418383 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-218b356a-2465-4e79-84d2-308ded685ea5 req-5c61c0fc-06c0-41fc-b0e5-c529ab78e2e6 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.48 "GET /v2.0/networks?id=616a3f42-c4ab-43bf-985b-bc69b9b07d1b HTTP/1.1" status: 200 len: 811 time: 0.1335337 Sep 16 05:16:03.447070 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-218b356a-2465-4e79-84d2-308ded685ea5 req-4f57389a-bf14-422e-8bf3-fdaab1aece86 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Request body: {'port': {'device_id': 'a8146b47-1758-4820-95d1-2174a2f0ada8', 'network_id': '616a3f42-c4ab-43bf-985b-bc69b9b07d1b', 'admin_state_up': True, 'tenant_id': 'e2c58da321ce45f1a20153882887c843'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:03.568267 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-218b356a-2465-4e79-84d2-308ded685ea5 req-4f57389a-bf14-422e-8bf3-fdaab1aece86 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Made reservation on behalf of e2c58da321ce45f1a20153882887c843 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:03.571833 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-218b356a-2465-4e79-84d2-308ded685ea5 req-4f57389a-bf14-422e-8bf3-fdaab1aece86 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:03.698343 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-218b356a-2465-4e79-84d2-308ded685ea5 req-4f57389a-bf14-422e-8bf3-fdaab1aece86 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Allocated IP 172.20.0.9 (616a3f42-c4ab-43bf-985b-bc69b9b07d1b/9d1f51dc-678e-4e8a-bbc8-a06e34d736c1/7f14bd35-f31f-429c-a7da-abb023bd6b7e) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:03.843913 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-218b356a-2465-4e79-84d2-308ded685ea5 req-4f57389a-bf14-422e-8bf3-fdaab1aece86 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.195223 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-218b356a-2465-4e79-84d2-308ded685ea5 req-4f57389a-bf14-422e-8bf3-fdaab1aece86 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.239257 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-218b356a-2465-4e79-84d2-308ded685ea5 req-4f57389a-bf14-422e-8bf3-fdaab1aece86 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Network 616a3f42-c4ab-43bf-985b-bc69b9b07d1b is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:04.243888 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-218b356a-2465-4e79-84d2-308ded685ea5 req-4f57389a-bf14-422e-8bf3-fdaab1aece86 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:04.250098 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-218b356a-2465-4e79-84d2-308ded685ea5 req-4f57389a-bf14-422e-8bf3-fdaab1aece86 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:04.273285 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f57389a-bf14-422e-8bf3-fdaab1aece86 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Pushing event updated for resources: {'Port': ['ID=7f14bd35-f31f-429c-a7da-abb023bd6b7e,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:04.303191 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b356a-2465-4e79-84d2-308ded685ea5 req-4f57389a-bf14-422e-8bf3-fdaab1aece86 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:04.304328 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-218b356a-2465-4e79-84d2-308ded685ea5 req-4f57389a-bf14-422e-8bf3-fdaab1aece86 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.317349 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-218b356a-2465-4e79-84d2-308ded685ea5 req-4f57389a-bf14-422e-8bf3-fdaab1aece86 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8739009 Sep 16 05:16:04.336843 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-218b356a-2465-4e79-84d2-308ded685ea5 req-9b367dde-d5dd-4904-ba43-7d208b12a4eb service neutron] Request body: {'port': {'device_id': 'a8146b47-1758-4820-95d1-2174a2f0ada8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:04.393000 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-218b356a-2465-4e79-84d2-308ded685ea5 req-9b367dde-d5dd-4904-ba43-7d208b12a4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.557460 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73688ee8-3d37-417a-93f0-346ea56c9c6c req-1465dfa8-d29b-47c6-9a8d-173597eaedd0 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:04.559003 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-73688ee8-3d37-417a-93f0-346ea56c9c6c req-1465dfa8-d29b-47c6-9a8d-173597eaedd0 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8146b47-1758-4820-95d1-2174a2f0ada8 HTTP/1.1" status: 200 len: 931 time: 0.1131153 Sep 16 05:16:04.650145 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-73688ee8-3d37-417a-93f0-346ea56c9c6c req-fb147626-3058-45e0-9c14-e33ff96150e9 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/security-groups?id=aaec56f1-1b51-4628-881c-a19ca97ecff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761061 Sep 16 05:16:04.732585 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-218b356a-2465-4e79-84d2-308ded685ea5 req-9b367dde-d5dd-4904-ba43-7d208b12a4eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f14bd35-f31f-429c-a7da-abb023bd6b7e {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:04.742044 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-218b356a-2465-4e79-84d2-308ded685ea5 req-9b367dde-d5dd-4904-ba43-7d208b12a4eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.755263 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-218b356a-2465-4e79-84d2-308ded685ea5 req-9b367dde-d5dd-4904-ba43-7d208b12a4eb service neutron] Transition to ACTIVE for port object 7f14bd35-f31f-429c-a7da-abb023bd6b7e will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:16:04.759286 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-218b356a-2465-4e79-84d2-308ded685ea5 req-9b367dde-d5dd-4904-ba43-7d208b12a4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.809435 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b367dde-d5dd-4904-ba43-7d208b12a4eb service neutron] Pushing event updated for resources: {'Port': ['ID=7f14bd35-f31f-429c-a7da-abb023bd6b7e,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:04.884237 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-218b356a-2465-4e79-84d2-308ded685ea5 req-9b367dde-d5dd-4904-ba43-7d208b12a4eb service neutron] Attempting to bind port 7f14bd35-f31f-429c-a7da-abb023bd6b7e on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:04.884524 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-218b356a-2465-4e79-84d2-308ded685ea5 req-9b367dde-d5dd-4904-ba43-7d208b12a4eb service neutron] Attempting to bind port 7f14bd35-f31f-429c-a7da-abb023bd6b7e by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '9dcc663c-1bc6-4062-a363-62af64fc85ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '616a3f42-c4ab-43bf-985b-bc69b9b07d1b'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:04.884733 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218b356a-2465-4e79-84d2-308ded685ea5 req-9b367dde-d5dd-4904-ba43-7d208b12a4eb service neutron] Attempting to bind port 7f14bd35-f31f-429c-a7da-abb023bd6b7e on network 616a3f42-c4ab-43bf-985b-bc69b9b07d1b {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:04.889337 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218b356a-2465-4e79-84d2-308ded685ea5 req-9b367dde-d5dd-4904-ba43-7d208b12a4eb service neutron] Port 7f14bd35-f31f-429c-a7da-abb023bd6b7e on network 616a3f42-c4ab-43bf-985b-bc69b9b07d1b not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:16:04.889646 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218b356a-2465-4e79-84d2-308ded685ea5 req-9b367dde-d5dd-4904-ba43-7d208b12a4eb service neutron] Attempting to bind port 7f14bd35-f31f-429c-a7da-abb023bd6b7e on network 616a3f42-c4ab-43bf-985b-bc69b9b07d1b {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:04.894470 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218b356a-2465-4e79-84d2-308ded685ea5 req-9b367dde-d5dd-4904-ba43-7d208b12a4eb service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:04.894800 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218b356a-2465-4e79-84d2-308ded685ea5 req-9b367dde-d5dd-4904-ba43-7d208b12a4eb service neutron] Checking segment: {'id': '9dcc663c-1bc6-4062-a363-62af64fc85ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '616a3f42-c4ab-43bf-985b-bc69b9b07d1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:04.895178 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218b356a-2465-4e79-84d2-308ded685ea5 req-9b367dde-d5dd-4904-ba43-7d208b12a4eb service neutron] Bound using segment: {'id': '9dcc663c-1bc6-4062-a363-62af64fc85ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '616a3f42-c4ab-43bf-985b-bc69b9b07d1b'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:04.895592 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-218b356a-2465-4e79-84d2-308ded685ea5 req-9b367dde-d5dd-4904-ba43-7d208b12a4eb service neutron] Bound port: 7f14bd35-f31f-429c-a7da-abb023bd6b7e, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dcc663c-1bc6-4062-a363-62af64fc85ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '616a3f42-c4ab-43bf-985b-bc69b9b07d1b'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:04.895939 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-218b356a-2465-4e79-84d2-308ded685ea5 req-9b367dde-d5dd-4904-ba43-7d208b12a4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.967211 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-218b356a-2465-4e79-84d2-308ded685ea5 req-9b367dde-d5dd-4904-ba43-7d208b12a4eb service neutron] For port 7f14bd35-f31f-429c-a7da-abb023bd6b7e, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:04.970266 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-218b356a-2465-4e79-84d2-308ded685ea5 req-9b367dde-d5dd-4904-ba43-7d208b12a4eb service neutron] For port 7f14bd35-f31f-429c-a7da-abb023bd6b7e, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=7f14bd35-f31f-429c-a7da-abb023bd6b7e,segment=NetworkSegment(9dcc663c-1bc6-4062-a363-62af64fc85ae),segment_id=9dcc663c-1bc6-4062-a363-62af64fc85ae)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:04.974891 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-218b356a-2465-4e79-84d2-308ded685ea5 req-9b367dde-d5dd-4904-ba43-7d208b12a4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:05.007868 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b356a-2465-4e79-84d2-308ded685ea5 req-9b367dde-d5dd-4904-ba43-7d208b12a4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:05.008488 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-218b356a-2465-4e79-84d2-308ded685ea5 req-9b367dde-d5dd-4904-ba43-7d208b12a4eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:05.009917 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-218b356a-2465-4e79-84d2-308ded685ea5 req-9b367dde-d5dd-4904-ba43-7d208b12a4eb service neutron] 10.222.0.48 "PUT /v2.0/ports/7f14bd35-f31f-429c-a7da-abb023bd6b7e HTTP/1.1" status: 200 len: 1092 time: 0.6775415 Sep 16 05:16:05.010339 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8146b47-1758-4820-95d1-2174a2f0ada8', 'tag': '7f14bd35-f31f-429c-a7da-abb023bd6b7e'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:05.012591 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ed2348-4940-4b59-b9a3-49d1f945e732" -d '{"events": [{"name": "network-changed", "server_uuid": "a8146b47-1758-4820-95d1-2174a2f0ada8", "tag": "7f14bd35-f31f-429c-a7da-abb023bd6b7e"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:05.039383 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b367dde-d5dd-4904-ba43-7d208b12a4eb service neutron] Pushing event updated for resources: {'Port': ['ID=7f14bd35-f31f-429c-a7da-abb023bd6b7e,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:05.052727 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bacc12-026c-478d-9340-b3b2ba8740cc x-openstack-request-id: req-59bacc12-026c-478d-9340-b3b2ba8740cc {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:05.053018 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8146b47-1758-4820-95d1-2174a2f0ada8", "tag": "7f14bd35-f31f-429c-a7da-abb023bd6b7e", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:05.053274 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-59bacc12-026c-478d-9340-b3b2ba8740cc {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:05.053671 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8146b47-1758-4820-95d1-2174a2f0ada8', 'tag': '7f14bd35-f31f-429c-a7da-abb023bd6b7e', 'status': 'completed', 'code': 200} Sep 16 05:16:05.119124 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b356a-2465-4e79-84d2-308ded685ea5 req-d45cc545-8746-4b18-a336-6adaf9bd42ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:05.120647 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-218b356a-2465-4e79-84d2-308ded685ea5 req-d45cc545-8746-4b18-a336-6adaf9bd42ad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e2c58da321ce45f1a20153882887c843&device_id=a8146b47-1758-4820-95d1-2174a2f0ada8 HTTP/1.1" status: 200 len: 1095 time: 0.0415902 Sep 16 05:16:05.177441 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-218b356a-2465-4e79-84d2-308ded685ea5 req-3a33ab3d-08be-4650-bf03-48c531f5cac7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f14bd35-f31f-429c-a7da-abb023bd6b7e HTTP/1.1" status: 200 len: 217 time: 0.0400169 Sep 16 05:16:05.227692 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b356a-2465-4e79-84d2-308ded685ea5 req-734e4b08-eb46-42bf-b0d4-53141023bf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:05.229162 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-218b356a-2465-4e79-84d2-308ded685ea5 req-734e4b08-eb46-42bf-b0d4-53141023bf53 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9d1f51dc-678e-4e8a-bbc8-a06e34d736c1 HTTP/1.1" status: 200 len: 851 time: 0.0444510 Sep 16 05:16:05.263725 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-218b356a-2465-4e79-84d2-308ded685ea5 req-20f27859-2b31-4a68-9ce6-515c3edb5f77 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=616a3f42-c4ab-43bf-985b-bc69b9b07d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262198 Sep 16 05:16:05.358183 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-218b356a-2465-4e79-84d2-308ded685ea5 req-b394086a-54e8-421e-a7ae-9fe5b99deea8 service neutron] 10.222.0.48 "GET /v2.0/networks/616a3f42-c4ab-43bf-985b-bc69b9b07d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871055 Sep 16 05:16:05.449785 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-218b356a-2465-4e79-84d2-308ded685ea5 req-0609e4ae-7977-48e4-b4d1-b7fab1540442 service neutron] 10.222.0.48 "GET /v2.0/networks/616a3f42-c4ab-43bf-985b-bc69b9b07d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842862 Sep 16 05:16:05.574684 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed2348-4940-4b59-b9a3-49d1f945e732 req-88d27be8-6c25-463a-b2a1-f96a15c371d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:05.576097 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-05ed2348-4940-4b59-b9a3-49d1f945e732 req-88d27be8-6c25-463a-b2a1-f96a15c371d5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e2c58da321ce45f1a20153882887c843&device_id=a8146b47-1758-4820-95d1-2174a2f0ada8 HTTP/1.1" status: 200 len: 1095 time: 0.0408521 Sep 16 05:16:05.671517 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed2348-4940-4b59-b9a3-49d1f945e732 req-e1e52a69-527a-4f69-8d63-df53ccb871a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:05.673044 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-05ed2348-4940-4b59-b9a3-49d1f945e732 req-e1e52a69-527a-4f69-8d63-df53ccb871a9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=616a3f42-c4ab-43bf-985b-bc69b9b07d1b HTTP/1.1" status: 200 len: 912 time: 0.0886345 Sep 16 05:16:05.716423 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-05ed2348-4940-4b59-b9a3-49d1f945e732 req-ebbc1df8-2cb8-43c0-b6b0-a954279153ce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f14bd35-f31f-429c-a7da-abb023bd6b7e HTTP/1.1" status: 200 len: 217 time: 0.0354273 Sep 16 05:16:05.796859 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed2348-4940-4b59-b9a3-49d1f945e732 req-b7fab911-1139-4ab8-a1ed-f620baa66c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:05.798330 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-05ed2348-4940-4b59-b9a3-49d1f945e732 req-b7fab911-1139-4ab8-a1ed-f620baa66c78 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9d1f51dc-678e-4e8a-bbc8-a06e34d736c1 HTTP/1.1" status: 200 len: 851 time: 0.0698338 Sep 16 05:16:05.807453 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be0c94-c8f3-49dc-86f6-fc681e6ebb0a req-10f4fba3-daaa-4079-a16c-5eb0d81b839e tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:05.808866 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d0be0c94-c8f3-49dc-86f6-fc681e6ebb0a req-10f4fba3-daaa-4079-a16c-5eb0d81b839e tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8146b47-1758-4820-95d1-2174a2f0ada8 HTTP/1.1" status: 200 len: 943 time: 0.0885329 Sep 16 05:16:05.839252 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-05ed2348-4940-4b59-b9a3-49d1f945e732 req-aaf88fe9-c338-49d0-9fca-ba4d1724fc93 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=616a3f42-c4ab-43bf-985b-bc69b9b07d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293596 Sep 16 05:16:05.892729 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d0be0c94-c8f3-49dc-86f6-fc681e6ebb0a req-fa597ac6-d923-4557-88a7-5494eb559838 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/security-groups?id=aaec56f1-1b51-4628-881c-a19ca97ecff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756376 Sep 16 05:16:05.950063 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-05ed2348-4940-4b59-b9a3-49d1f945e732 req-2543e65a-9f06-416e-85d1-6734274816cf service neutron] 10.222.0.48 "GET /v2.0/networks/616a3f42-c4ab-43bf-985b-bc69b9b07d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029792 Sep 16 05:16:06.040131 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-05ed2348-4940-4b59-b9a3-49d1f945e732 req-07d8dd6a-c8f2-4b2f-8fc3-7bab86ba2d6f service neutron] 10.222.0.48 "GET /v2.0/networks/616a3f42-c4ab-43bf-985b-bc69b9b07d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821245 Sep 16 05:16:07.012306 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e5c6d-8238-43e2-aaac-da21281f69bd req-de9dd793-a0af-454f-8541-0894d78ff0af tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:07.013902 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-da3e5c6d-8238-43e2-aaac-da21281f69bd req-de9dd793-a0af-454f-8541-0894d78ff0af tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8146b47-1758-4820-95d1-2174a2f0ada8 HTTP/1.1" status: 200 len: 943 time: 0.0549083 Sep 16 05:16:07.052339 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-da3e5c6d-8238-43e2-aaac-da21281f69bd req-959c1fe1-4d22-4f1c-8251-2b163eb00078 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/security-groups?id=aaec56f1-1b51-4628-881c-a19ca97ecff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322843 Sep 16 05:16:07.967390 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 7f14bd35-f31f-429c-a7da-abb023bd6b7e details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:16:08.064816 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 7f14bd35-f31f-429c-a7da-abb023bd6b7e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=7f14bd35-f31f-429c-a7da-abb023bd6b7e,segment=NetworkSegment(9dcc663c-1bc6-4062-a363-62af64fc85ae),segment_id=9dcc663c-1bc6-4062-a363-62af64fc85ae)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:08.076496 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '7f14bd35-f31f-429c-a7da-abb023bd6b7e', 'network_id': '616a3f42-c4ab-43bf-985b-bc69b9b07d1b', 'port_id': '7f14bd35-f31f-429c-a7da-abb023bd6b7e', 'mac_address': 'fa:16:3e:10:e4:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d1f51dc-678e-4e8a-bbc8-a06e34d736c1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:16:08.113970 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.126981 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f14bd35-f31f-429c-a7da-abb023bd6b7e {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:08.146394 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 7f14bd35-f31f-429c-a7da-abb023bd6b7e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=7f14bd35-f31f-429c-a7da-abb023bd6b7e,segment=NetworkSegment(9dcc663c-1bc6-4062-a363-62af64fc85ae),segment_id=9dcc663c-1bc6-4062-a363-62af64fc85ae)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:08.152134 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.170896 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128fc4ec-9117-4819-9e8a-8c23876dfa82 req-d273c937-e5b4-47c1-a1b3-fe7f9232345f tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:08.172549 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-128fc4ec-9117-4819-9e8a-8c23876dfa82 req-d273c937-e5b4-47c1-a1b3-fe7f9232345f tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8146b47-1758-4820-95d1-2174a2f0ada8 HTTP/1.1" status: 200 len: 943 time: 0.0525236 Sep 16 05:16:08.206721 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=7f14bd35-f31f-429c-a7da-abb023bd6b7e,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:08.212994 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-128fc4ec-9117-4819-9e8a-8c23876dfa82 req-7462765d-fb11-4d11-a20b-1871d3902ad7 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/security-groups?id=aaec56f1-1b51-4628-881c-a19ca97ecff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341861 Sep 16 05:16:08.215134 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:08.215478 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:08.215822 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:08.216159 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:08.216487 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:08.216841 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:08.217165 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:08.217537 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:08.217808 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:08.218124 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:08.218689 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:08.219015 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:08.582004 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['7f14bd35-f31f-429c-a7da-abb023bd6b7e'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:09.330998 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8f87d-22f5-4875-b61d-0133e699c0ef req-61caa8d8-9f5d-47ea-a6fe-83b1c66665bd tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:09.332536 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bbb8f87d-22f5-4875-b61d-0133e699c0ef req-61caa8d8-9f5d-47ea-a6fe-83b1c66665bd tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8146b47-1758-4820-95d1-2174a2f0ada8 HTTP/1.1" status: 200 len: 944 time: 0.0510371 Sep 16 05:16:09.371356 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bbb8f87d-22f5-4875-b61d-0133e699c0ef req-c75b779b-8d9b-4e97-8e26-55f05f15dae9 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/security-groups?id=aaec56f1-1b51-4628-881c-a19ca97ecff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319259 Sep 16 05:16:09.982425 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 7f14bd35-f31f-429c-a7da-abb023bd6b7e up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:10.032758 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 7f14bd35-f31f-429c-a7da-abb023bd6b7e completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:16:10.036379 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 7f14bd35-f31f-429c-a7da-abb023bd6b7e triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:10.036777 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.120272 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a4e2645b-9780-481c-b323-05a7a47142c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.122380 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.144107 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8146b47-1758-4820-95d1-2174a2f0ada8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f14bd35-f31f-429c-a7da-abb023bd6b7e'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:10.146347 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc632c1-9485-431c-9c04-74613305f0f8" -d '{"events": [{"server_uuid": "a8146b47-1758-4820-95d1-2174a2f0ada8", "name": "network-vif-plugged", "status": "completed", "tag": "7f14bd35-f31f-429c-a7da-abb023bd6b7e"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:10.158977 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 7f14bd35-f31f-429c-a7da-abb023bd6b7e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=7f14bd35-f31f-429c-a7da-abb023bd6b7e,segment=NetworkSegment(9dcc663c-1bc6-4062-a363-62af64fc85ae),segment_id=9dcc663c-1bc6-4062-a363-62af64fc85ae)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:10.164333 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.187750 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f8b6ad-2661-4e04-af8e-f8addefd2bb0 x-openstack-request-id: req-70f8b6ad-2661-4e04-af8e-f8addefd2bb0 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:10.188040 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8146b47-1758-4820-95d1-2174a2f0ada8", "name": "network-vif-plugged", "status": "completed", "tag": "7f14bd35-f31f-429c-a7da-abb023bd6b7e", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:10.188292 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-70f8b6ad-2661-4e04-af8e-f8addefd2bb0 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:10.188700 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8146b47-1758-4820-95d1-2174a2f0ada8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f14bd35-f31f-429c-a7da-abb023bd6b7e', 'code': 200} Sep 16 05:16:10.217163 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=7f14bd35-f31f-429c-a7da-abb023bd6b7e,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:10.315636 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8a0d9-1e5d-4bb1-80fd-723b159124f1 req-c4a56cc6-0f5c-44ce-bad8-2a33014d9eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:10.317156 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2bd8a0d9-1e5d-4bb1-80fd-723b159124f1 req-c4a56cc6-0f5c-44ce-bad8-2a33014d9eb7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a8146b47-1758-4820-95d1-2174a2f0ada8 HTTP/1.1" status: 200 len: 1097 time: 0.0437434 Sep 16 05:16:10.351592 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2bd8a0d9-1e5d-4bb1-80fd-723b159124f1 req-1083d90b-7cff-4b5f-8295-ac6173214db2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=aaec56f1-1b51-4628-881c-a19ca97ecff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274534 Sep 16 05:16:10.490266 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0fa3e-ba29-4536-b92e-ab531998c186 req-e8080a4a-4fff-48ec-84f0-fbbb5de9848e tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:10.492594 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5de0fa3e-ba29-4536-b92e-ab531998c186 req-e8080a4a-4fff-48ec-84f0-fbbb5de9848e tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8146b47-1758-4820-95d1-2174a2f0ada8 HTTP/1.1" status: 200 len: 945 time: 0.0515537 Sep 16 05:16:10.531031 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5de0fa3e-ba29-4536-b92e-ab531998c186 req-49b7e17f-3a67-444e-a536-cb2545d462ae tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/security-groups?id=aaec56f1-1b51-4628-881c-a19ca97ecff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326195 Sep 16 05:16:11.645716 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bced81-72bf-4640-b31e-92ab9ff03137 req-4f923abf-56da-429c-8572-3490149f0866 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:11.647896 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-27bced81-72bf-4640-b31e-92ab9ff03137 req-4f923abf-56da-429c-8572-3490149f0866 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8146b47-1758-4820-95d1-2174a2f0ada8 HTTP/1.1" status: 200 len: 945 time: 0.0497332 Sep 16 05:16:11.690125 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-27bced81-72bf-4640-b31e-92ab9ff03137 req-9b0d922c-64af-461a-b30d-a8f03280627a tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/security-groups?id=aaec56f1-1b51-4628-881c-a19ca97ecff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362387 Sep 16 05:16:11.810399 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:12.808873 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aab6c4-fe57-4f02-a19c-77f91018ba2d req-505b9bfb-9b6c-41bc-a029-9ef748c6954e tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:12.810370 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d2aab6c4-fe57-4f02-a19c-77f91018ba2d req-505b9bfb-9b6c-41bc-a029-9ef748c6954e tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8146b47-1758-4820-95d1-2174a2f0ada8 HTTP/1.1" status: 200 len: 945 time: 0.0541403 Sep 16 05:16:12.847467 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d2aab6c4-fe57-4f02-a19c-77f91018ba2d req-e1a41883-e34a-4c54-a490-22e7f022e43b tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/security-groups?id=aaec56f1-1b51-4628-881c-a19ca97ecff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311677 Sep 16 05:16:12.961567 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988d22e-2316-41a2-a486-c762667be8cd req-5d57037c-bc46-4029-8111-b5c83967424f tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:12.963053 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2988d22e-2316-41a2-a486-c762667be8cd req-5d57037c-bc46-4029-8111-b5c83967424f tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8146b47-1758-4820-95d1-2174a2f0ada8 HTTP/1.1" status: 200 len: 945 time: 0.0505440 Sep 16 05:16:13.000399 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2988d22e-2316-41a2-a486-c762667be8cd req-8d4aaed0-c5e0-4f1c-af7b-85bd85fbab10 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/security-groups?id=aaec56f1-1b51-4628-881c-a19ca97ecff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312655 Sep 16 05:16:13.222652 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2d9d5-b0ce-451f-acad-2a549547b897 req-54ad55b3-b8b5-4dac-8c0e-9c1dd12780f8 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:13.224439 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cee2d9d5-b0ce-451f-acad-2a549547b897 req-54ad55b3-b8b5-4dac-8c0e-9c1dd12780f8 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8146b47-1758-4820-95d1-2174a2f0ada8 HTTP/1.1" status: 200 len: 945 time: 0.0508046 Sep 16 05:16:13.240103 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c3b29bf5-6ae9-4d24-a07f-abb9bba82419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:13.265452 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cee2d9d5-b0ce-451f-acad-2a549547b897 req-8ccf2771-aec5-427e-8d86-6861fc2978fa tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/security-groups?id=aaec56f1-1b51-4628-881c-a19ca97ecff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345600 Sep 16 05:16:13.542930 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:14.386058 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4c7ee-b490-42c5-adbc-aa29fc7d9323 req-3b3d9e71-0f11-44e6-9255-9b4e00bd44de tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:14.387569 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-65c4c7ee-b490-42c5-adbc-aa29fc7d9323 req-3b3d9e71-0f11-44e6-9255-9b4e00bd44de tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8146b47-1758-4820-95d1-2174a2f0ada8 HTTP/1.1" status: 200 len: 945 time: 0.0547676 Sep 16 05:16:14.425117 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-65c4c7ee-b490-42c5-adbc-aa29fc7d9323 req-1096d46f-13a4-4f9a-baba-8ca9fa33e029 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/security-groups?id=aaec56f1-1b51-4628-881c-a19ca97ecff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316539 Sep 16 05:16:14.625027 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:14.645452 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e09d56-7d76-4fda-934f-4b9de7c0aa2d req-06a7604f-1d03-40f8-b3af-e3b69fac99a4 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:14.646940 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-76e09d56-7d76-4fda-934f-4b9de7c0aa2d req-06a7604f-1d03-40f8-b3af-e3b69fac99a4 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8146b47-1758-4820-95d1-2174a2f0ada8 HTTP/1.1" status: 200 len: 945 time: 0.0666709 Sep 16 05:16:14.710308 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-76e09d56-7d76-4fda-934f-4b9de7c0aa2d req-4ddb1ae9-c1e9-4c33-a0b7-24ae3c4d4e45 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/security-groups?id=aaec56f1-1b51-4628-881c-a19ca97ecff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495110 Sep 16 05:16:14.713939 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cef9b2-6c8d-4f7c-ae3d-42afed1ffcfd req-1c2ba9ac-562c-4c4b-9d92-6580f340aee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:14.715380 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a7cef9b2-6c8d-4f7c-ae3d-42afed1ffcfd req-1c2ba9ac-562c-4c4b-9d92-6580f340aee6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e2c58da321ce45f1a20153882887c843&device_id=a8146b47-1758-4820-95d1-2174a2f0ada8 HTTP/1.1" status: 200 len: 1097 time: 0.0891798 Sep 16 05:16:14.810290 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:14.814886 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cef9b2-6c8d-4f7c-ae3d-42afed1ffcfd req-be82d9a9-636f-4000-a226-a928232caa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:14.816482 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a7cef9b2-6c8d-4f7c-ae3d-42afed1ffcfd req-be82d9a9-636f-4000-a226-a928232caa22 service neutron] 10.222.0.48 "GET /v2.0/networks?id=616a3f42-c4ab-43bf-985b-bc69b9b07d1b HTTP/1.1" status: 200 len: 912 time: 0.0938463 Sep 16 05:16:14.857965 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a7cef9b2-6c8d-4f7c-ae3d-42afed1ffcfd req-f6455f3a-d8d0-47c7-b483-e823dc9b264c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f14bd35-f31f-429c-a7da-abb023bd6b7e HTTP/1.1" status: 200 len: 217 time: 0.0346813 Sep 16 05:16:14.911233 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cef9b2-6c8d-4f7c-ae3d-42afed1ffcfd req-0ba5a098-bc95-4334-a738-3d983fc07fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:14.912727 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a7cef9b2-6c8d-4f7c-ae3d-42afed1ffcfd req-0ba5a098-bc95-4334-a738-3d983fc07fad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9d1f51dc-678e-4e8a-bbc8-a06e34d736c1 HTTP/1.1" status: 200 len: 851 time: 0.0480738 Sep 16 05:16:14.944603 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a7cef9b2-6c8d-4f7c-ae3d-42afed1ffcfd req-65846737-fa4c-41b8-940a-c560f363c3bc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=616a3f42-c4ab-43bf-985b-bc69b9b07d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244360 Sep 16 05:16:15.034187 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a7cef9b2-6c8d-4f7c-ae3d-42afed1ffcfd req-715d1285-c721-4d23-bd04-9086ae966e26 service neutron] 10.222.0.48 "GET /v2.0/networks/616a3f42-c4ab-43bf-985b-bc69b9b07d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824163 Sep 16 05:16:15.127062 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a7cef9b2-6c8d-4f7c-ae3d-42afed1ffcfd req-c5c23567-c2f2-4156-bac1-22f8f2a79f06 service neutron] 10.222.0.48 "GET /v2.0/networks/616a3f42-c4ab-43bf-985b-bc69b9b07d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856769 Sep 16 05:16:15.828089 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d645a-1821-4e37-990d-ea5704010b9d req-9bcf396c-3652-46a4-b50c-f41f7219e15c tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:15.829610 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-da7d645a-1821-4e37-990d-ea5704010b9d req-9bcf396c-3652-46a4-b50c-f41f7219e15c tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8146b47-1758-4820-95d1-2174a2f0ada8 HTTP/1.1" status: 200 len: 945 time: 0.0503047 Sep 16 05:16:15.868162 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-da7d645a-1821-4e37-990d-ea5704010b9d req-397181ee-dcf6-4f0d-b5f5-bb3d4e4c95f4 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/security-groups?id=aaec56f1-1b51-4628-881c-a19ca97ecff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323873 Sep 16 05:16:16.133104 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.981333 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e489c-3bcf-461c-bd3d-02c755fa919b req-04f2ef8f-39da-4391-8e6d-ff3cc2b8358c tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:16.982820 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dd6e489c-3bcf-461c-bd3d-02c755fa919b req-04f2ef8f-39da-4391-8e6d-ff3cc2b8358c tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8146b47-1758-4820-95d1-2174a2f0ada8 HTTP/1.1" status: 200 len: 945 time: 0.0487523 Sep 16 05:16:17.025617 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dd6e489c-3bcf-461c-bd3d-02c755fa919b req-e6263b90-1d7b-4d03-85b1-721ce9816be0 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/security-groups?id=aaec56f1-1b51-4628-881c-a19ca97ecff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366294 Sep 16 05:16:17.246948 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a6ec0-5dc6-485d-8fb2-c8f072fe52d3 req-c86b83c0-7255-4247-b575-c1f9e628fa8e tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:17.248462 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8c1a6ec0-5dc6-485d-8fb2-c8f072fe52d3 req-c86b83c0-7255-4247-b575-c1f9e628fa8e tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8146b47-1758-4820-95d1-2174a2f0ada8 HTTP/1.1" status: 200 len: 945 time: 0.0505853 Sep 16 05:16:17.286660 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8c1a6ec0-5dc6-485d-8fb2-c8f072fe52d3 req-c62ff8fb-7ac7-4161-a879-91aca8535867 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/security-groups?id=aaec56f1-1b51-4628-881c-a19ca97ecff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322027 Sep 16 05:16:18.404591 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984aece2-6c7c-4b10-8379-4405913f018e req-0c2e740a-655d-48e2-b2ec-0f8be62b21a0 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:18.406058 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-984aece2-6c7c-4b10-8379-4405913f018e req-0c2e740a-655d-48e2-b2ec-0f8be62b21a0 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8146b47-1758-4820-95d1-2174a2f0ada8 HTTP/1.1" status: 200 len: 945 time: 0.0510781 Sep 16 05:16:18.443531 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-984aece2-6c7c-4b10-8379-4405913f018e req-8eabcd5b-3478-425c-8d79-f363317e651b tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/security-groups?id=aaec56f1-1b51-4628-881c-a19ca97ecff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315030 Sep 16 05:16:18.647697 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff0018-b0ab-452c-8b2e-16edb25e8ee4 req-32e89ca5-cfef-441c-9792-ada87ed30856 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:18.650173 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-abff0018-b0ab-452c-8b2e-16edb25e8ee4 req-32e89ca5-cfef-441c-9792-ada87ed30856 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8146b47-1758-4820-95d1-2174a2f0ada8 HTTP/1.1" status: 200 len: 945 time: 0.0535834 Sep 16 05:16:18.717030 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-abff0018-b0ab-452c-8b2e-16edb25e8ee4 req-08bdfc73-afc0-475f-a35a-8c227f767281 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/security-groups?id=aaec56f1-1b51-4628-881c-a19ca97ecff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586026 Sep 16 05:16:18.719819 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822ff4b-c1b4-4018-9251-143c8f4f947a req-d1ec2bee-ec5e-47aa-835c-5a10624f5080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:18.721237 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3822ff4b-c1b4-4018-9251-143c8f4f947a req-d1ec2bee-ec5e-47aa-835c-5a10624f5080 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e2c58da321ce45f1a20153882887c843&device_id=a8146b47-1758-4820-95d1-2174a2f0ada8 HTTP/1.1" status: 200 len: 1097 time: 0.0702014 Sep 16 05:16:18.811726 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822ff4b-c1b4-4018-9251-143c8f4f947a req-8cd659a3-b742-4761-ab95-add545e946b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:18.813106 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3822ff4b-c1b4-4018-9251-143c8f4f947a req-8cd659a3-b742-4761-ab95-add545e946b6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=616a3f42-c4ab-43bf-985b-bc69b9b07d1b HTTP/1.1" status: 200 len: 912 time: 0.0842316 Sep 16 05:16:18.858576 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3822ff4b-c1b4-4018-9251-143c8f4f947a req-e68e4928-2fdb-42e1-bfa9-37edb716fe5a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f14bd35-f31f-429c-a7da-abb023bd6b7e HTTP/1.1" status: 200 len: 217 time: 0.0371356 Sep 16 05:16:18.909023 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822ff4b-c1b4-4018-9251-143c8f4f947a req-580e89cb-2743-4c88-9729-71bb9b9887cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:18.910462 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3822ff4b-c1b4-4018-9251-143c8f4f947a req-580e89cb-2743-4c88-9729-71bb9b9887cb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9d1f51dc-678e-4e8a-bbc8-a06e34d736c1 HTTP/1.1" status: 200 len: 851 time: 0.0442295 Sep 16 05:16:18.942515 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3822ff4b-c1b4-4018-9251-143c8f4f947a req-ceb155f1-feec-4150-a31f-105e4f2c2f34 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=616a3f42-c4ab-43bf-985b-bc69b9b07d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250995 Sep 16 05:16:19.042480 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3822ff4b-c1b4-4018-9251-143c8f4f947a req-143201d2-c9ef-4b6a-91b0-e35598eb70a0 service neutron] 10.222.0.48 "GET /v2.0/networks/616a3f42-c4ab-43bf-985b-bc69b9b07d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927727 Sep 16 05:16:19.131120 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3822ff4b-c1b4-4018-9251-143c8f4f947a req-39d86f95-4bee-42b6-b8fd-ec035003b462 service neutron] 10.222.0.48 "GET /v2.0/networks/616a3f42-c4ab-43bf-985b-bc69b9b07d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811636 Sep 16 05:16:19.838140 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00037ad2-a274-495a-9e2b-6b12ebae6d21 req-c66a20db-affc-48f6-9d05-90b6daeb8e1a tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:19.839617 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-00037ad2-a274-495a-9e2b-6b12ebae6d21 req-c66a20db-affc-48f6-9d05-90b6daeb8e1a tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8146b47-1758-4820-95d1-2174a2f0ada8 HTTP/1.1" status: 200 len: 945 time: 0.0553584 Sep 16 05:16:19.877300 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-00037ad2-a274-495a-9e2b-6b12ebae6d21 req-9476c9c7-c18c-48a6-91a8-5017f1f19867 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/security-groups?id=aaec56f1-1b51-4628-881c-a19ca97ecff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318055 Sep 16 05:16:20.993145 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1046c9-b598-4a5b-ab4e-f859850a434c req-9d2ad280-5384-4b5f-83f2-79ed30d36219 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:20.994644 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e1046c9-b598-4a5b-ab4e-f859850a434c req-9d2ad280-5384-4b5f-83f2-79ed30d36219 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8146b47-1758-4820-95d1-2174a2f0ada8 HTTP/1.1" status: 200 len: 945 time: 0.0496042 Sep 16 05:16:21.032076 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e1046c9-b598-4a5b-ab4e-f859850a434c req-982639e2-0b8a-4bb1-9645-6b959aa18c2e tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/security-groups?id=aaec56f1-1b51-4628-881c-a19ca97ecff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315714 Sep 16 05:16:21.265526 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b07ef-5de8-4bbf-9f87-ece794bb16a6 req-68704e99-c92f-4b7b-bdea-84c6eb6a0177 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:21.267035 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac6b07ef-5de8-4bbf-9f87-ece794bb16a6 req-68704e99-c92f-4b7b-bdea-84c6eb6a0177 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8146b47-1758-4820-95d1-2174a2f0ada8 HTTP/1.1" status: 200 len: 945 time: 0.0485442 Sep 16 05:16:21.309195 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac6b07ef-5de8-4bbf-9f87-ece794bb16a6 req-c4892e91-c590-49d3-b503-46fb12f55a23 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/security-groups?id=aaec56f1-1b51-4628-881c-a19ca97ecff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362506 Sep 16 05:16:22.427847 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fc719-051d-4376-b014-ec4d46c8ed16 req-6089f0dd-3d55-445d-ac60-b947555a14ef tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:22.429350 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6a3fc719-051d-4376-b014-ec4d46c8ed16 req-6089f0dd-3d55-445d-ac60-b947555a14ef tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8146b47-1758-4820-95d1-2174a2f0ada8 HTTP/1.1" status: 200 len: 945 time: 0.0536027 Sep 16 05:16:22.466579 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6a3fc719-051d-4376-b014-ec4d46c8ed16 req-ba4a8590-b2bf-4621-9784-7333ccda69be tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/security-groups?id=aaec56f1-1b51-4628-881c-a19ca97ecff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304229 Sep 16 05:16:23.306768 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67651ab8-c823-4568-bd8a-9fdc7241556c req-28bcae2d-ded9-44ff-b418-28c6fdbe6b2c tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:23.308519 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-67651ab8-c823-4568-bd8a-9fdc7241556c req-28bcae2d-ded9-44ff-b418-28c6fdbe6b2c tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8146b47-1758-4820-95d1-2174a2f0ada8 HTTP/1.1" status: 200 len: 945 time: 0.0499268 Sep 16 05:16:23.407865 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-67651ab8-c823-4568-bd8a-9fdc7241556c req-e4c8a209-9fbf-4a8f-9694-1dc610e83e6d tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Deleting port 7f14bd35-f31f-429c-a7da-abb023bd6b7e {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:23.408200 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-67651ab8-c823-4568-bd8a-9fdc7241556c req-e4c8a209-9fbf-4a8f-9694-1dc610e83e6d tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:23.501257 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-67651ab8-c823-4568-bd8a-9fdc7241556c req-e4c8a209-9fbf-4a8f-9694-1dc610e83e6d tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] For port 7f14bd35-f31f-429c-a7da-abb023bd6b7e, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=7f14bd35-f31f-429c-a7da-abb023bd6b7e,segment=NetworkSegment(9dcc663c-1bc6-4062-a363-62af64fc85ae),segment_id=9dcc663c-1bc6-4062-a363-62af64fc85ae)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:23.501904 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-67651ab8-c823-4568-bd8a-9fdc7241556c req-e4c8a209-9fbf-4a8f-9694-1dc610e83e6d tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:23.519447 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-67651ab8-c823-4568-bd8a-9fdc7241556c req-e4c8a209-9fbf-4a8f-9694-1dc610e83e6d tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Calling delete_port for 7f14bd35-f31f-429c-a7da-abb023bd6b7e owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:23.635304 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382d2fa-bc87-4741-bb40-6138dda27838 req-5371d401-0e86-484a-84b7-c5309f8aec3d tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:23.636988 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d382d2fa-bc87-4741-bb40-6138dda27838 req-5371d401-0e86-484a-84b7-c5309f8aec3d tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8146b47-1758-4820-95d1-2174a2f0ada8 HTTP/1.1" status: 200 len: 945 time: 0.0765660 Sep 16 05:16:23.708661 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d382d2fa-bc87-4741-bb40-6138dda27838 req-b2dd96f8-4dae-4e86-943a-344f30ff03e3 tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.35 "GET /v2.0/security-groups?id=aaec56f1-1b51-4628-881c-a19ca97ecff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652664 Sep 16 05:16:23.718502 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-67651ab8-c823-4568-bd8a-9fdc7241556c req-e4c8a209-9fbf-4a8f-9694-1dc610e83e6d tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:23.747025 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8a209-9fbf-4a8f-9694-1dc610e83e6d tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Pushing event deleted for resources: {'Port': ['ID=7f14bd35-f31f-429c-a7da-abb023bd6b7e,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:23.760146 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['7f14bd35-f31f-429c-a7da-abb023bd6b7e'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:23.794634 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-67651ab8-c823-4568-bd8a-9fdc7241556c req-e4c8a209-9fbf-4a8f-9694-1dc610e83e6d tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] No DVR routers for this DVR port 7f14bd35-f31f-429c-a7da-abb023bd6b7e on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:23.797152 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-67651ab8-c823-4568-bd8a-9fdc7241556c req-e4c8a209-9fbf-4a8f-9694-1dc610e83e6d tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:23.799164 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-67651ab8-c823-4568-bd8a-9fdc7241556c req-e4c8a209-9fbf-4a8f-9694-1dc610e83e6d tempest-TestServerAdvancedOps-247159746 tempest-TestServerAdvancedOps-247159746-project] 10.222.0.48 "DELETE /v2.0/ports/7f14bd35-f31f-429c-a7da-abb023bd6b7e HTTP/1.1" status: 204 len: 173 time: 0.4845822 Sep 16 05:16:23.799612 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8146b47-1758-4820-95d1-2174a2f0ada8', 'name': 'network-vif-deleted', 'tag': '7f14bd35-f31f-429c-a7da-abb023bd6b7e'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:23.801888 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd806eb7-45c4-4fc7-91fb-46f1469a87b6" -d '{"events": [{"server_uuid": "a8146b47-1758-4820-95d1-2174a2f0ada8", "name": "network-vif-deleted", "tag": "7f14bd35-f31f-429c-a7da-abb023bd6b7e"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:23.839805 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753c0ce6-fc8e-491c-8d16-01e1e3120b47 x-openstack-request-id: req-753c0ce6-fc8e-491c-8d16-01e1e3120b47 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:23.840090 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8146b47-1758-4820-95d1-2174a2f0ada8", "name": "network-vif-deleted", "tag": "7f14bd35-f31f-429c-a7da-abb023bd6b7e", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:23.840332 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-753c0ce6-fc8e-491c-8d16-01e1e3120b47 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:23.840824 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8146b47-1758-4820-95d1-2174a2f0ada8', 'name': 'network-vif-deleted', 'tag': '7f14bd35-f31f-429c-a7da-abb023bd6b7e', 'status': 'completed', 'code': 200} Sep 16 05:16:24.770792 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51328) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:24.816408 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9585fb8e-61f1-4792-b1f8-6c58e70ca6c8 admin admin] Deleting subnet 9d1f51dc-678e-4e8a-bbc8-a06e34d736c1 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:16:24.819370 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9585fb8e-61f1-4792-b1f8-6c58e70ca6c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.853605 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9585fb8e-61f1-4792-b1f8-6c58e70ca6c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.890850 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9585fb8e-61f1-4792-b1f8-6c58e70ca6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.941677 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9585fb8e-61f1-4792-b1f8-6c58e70ca6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.973208 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9585fb8e-61f1-4792-b1f8-6c58e70ca6c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d1f51dc-678e-4e8a-bbc8-a06e34d736c1,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:24.975174 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9585fb8e-61f1-4792-b1f8-6c58e70ca6c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.977203 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9585fb8e-61f1-4792-b1f8-6c58e70ca6c8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9d1f51dc-678e-4e8a-bbc8-a06e34d736c1 HTTP/1.1" status: 204 len: 168 time: 0.2052925 Sep 16 05:16:24.979749 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51330) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:25.046366 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-875a32d7-614b-4170-9165-d7a96e4e3db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.126708 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-875a32d7-614b-4170-9165-d7a96e4e3db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.146018 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-875a32d7-614b-4170-9165-d7a96e4e3db9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['616a3f42-c4ab-43bf-985b-bc69b9b07d1b']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:25.155630 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-875a32d7-614b-4170-9165-d7a96e4e3db9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dcc663c-1bc6-4062-a363-62af64fc85ae') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:25.155924 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-875a32d7-614b-4170-9165-d7a96e4e3db9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dcc663c-1bc6-4062-a363-62af64fc85ae') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:25.165601 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-875a32d7-614b-4170-9165-d7a96e4e3db9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.178483 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-875a32d7-614b-4170-9165-d7a96e4e3db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.184922 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-875a32d7-614b-4170-9165-d7a96e4e3db9 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:16:25.185301 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-875a32d7-614b-4170-9165-d7a96e4e3db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.186925 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:16:25.186925 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:16:25.186925 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:16:25.186925 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:16:25.186925 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:16:25.186925 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:16:25.186925 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:16:25.186925 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:16:25.186925 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:16:25.186925 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:16:25.186925 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:16:25.186925 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:16:25.186925 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:16:25.186925 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:16:25.186925 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:16:25.186925 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:16:25.186925 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:16:25.186925 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:16:25.186925 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:16:25.186925 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:16:25.186925 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:16:25.186925 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:16:25.186925 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:16:25.186925 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:16:25.186925 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:16:25.186925 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:16:25.186925 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:16:25.186925 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:16:25.186925 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:16:25.186925 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:16:25.186925 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:16:25.186925 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:16:25.239010 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-875a32d7-614b-4170-9165-d7a96e4e3db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.245251 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-875a32d7-614b-4170-9165-d7a96e4e3db9 admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.247090 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-875a32d7-614b-4170-9165-d7a96e4e3db9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/616a3f42-c4ab-43bf-985b-bc69b9b07d1b HTTP/1.1" status: 204 len: 168 time: 0.2664375 Sep 16 05:16:25.250298 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51332) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:25.258700 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a32d7-614b-4170-9165-d7a96e4e3db9 admin admin] Pushing event deleted for resources: {'Network': ['ID=616a3f42-c4ab-43bf-985b-bc69b9b07d1b,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:25.298644 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-809b985f-0b82-4ec7-8481-eed214702f4a admin admin] Deleting subnet 1317705d-9707-4372-b305-e3baed98fc1e {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:16:25.301802 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-809b985f-0b82-4ec7-8481-eed214702f4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.336600 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-809b985f-0b82-4ec7-8481-eed214702f4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.376028 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-809b985f-0b82-4ec7-8481-eed214702f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.433679 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-809b985f-0b82-4ec7-8481-eed214702f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.459630 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b985f-0b82-4ec7-8481-eed214702f4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1317705d-9707-4372-b305-e3baed98fc1e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:25.462330 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-809b985f-0b82-4ec7-8481-eed214702f4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.466421 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-809b985f-0b82-4ec7-8481-eed214702f4a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1317705d-9707-4372-b305-e3baed98fc1e HTTP/1.1" status: 204 len: 168 time: 0.2127957 Sep 16 05:16:25.466910 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51334) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:25.470756 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b985f-0b82-4ec7-8481-eed214702f4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:25.471110 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b985f-0b82-4ec7-8481-eed214702f4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:25.471456 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b985f-0b82-4ec7-8481-eed214702f4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:25.471795 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b985f-0b82-4ec7-8481-eed214702f4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:25.472129 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b985f-0b82-4ec7-8481-eed214702f4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:25.472460 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b985f-0b82-4ec7-8481-eed214702f4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:25.472823 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b985f-0b82-4ec7-8481-eed214702f4a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:25.473153 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b985f-0b82-4ec7-8481-eed214702f4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:25.473478 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b985f-0b82-4ec7-8481-eed214702f4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:25.473804 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b985f-0b82-4ec7-8481-eed214702f4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:25.474128 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b985f-0b82-4ec7-8481-eed214702f4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:25.474457 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b985f-0b82-4ec7-8481-eed214702f4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:25.545734 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-06db570c-f148-473a-bf89-6cd58f8d7857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.627826 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-06db570c-f148-473a-bf89-6cd58f8d7857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.647295 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-06db570c-f148-473a-bf89-6cd58f8d7857 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4031c13b-afe0-4529-8ce0-5b7406a1f597']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:25.656875 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-06db570c-f148-473a-bf89-6cd58f8d7857 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e240b1-4e53-4778-99c2-1bd0d07869c9') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:25.657340 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-06db570c-f148-473a-bf89-6cd58f8d7857 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e240b1-4e53-4778-99c2-1bd0d07869c9') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:25.668343 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-06db570c-f148-473a-bf89-6cd58f8d7857 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.682973 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-06db570c-f148-473a-bf89-6cd58f8d7857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.689468 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06db570c-f148-473a-bf89-6cd58f8d7857 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:16:25.689856 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-06db570c-f148-473a-bf89-6cd58f8d7857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.691862 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:16:25.691862 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:16:25.691862 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:16:25.691862 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:16:25.691862 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:16:25.691862 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:16:25.691862 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:16:25.691862 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:16:25.691862 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:16:25.691862 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:16:25.691862 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:16:25.691862 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:16:25.691862 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:16:25.691862 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:16:25.691862 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:16:25.691862 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:16:25.691862 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:16:25.691862 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:16:25.691862 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:16:25.691862 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:16:25.691862 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:16:25.691862 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:16:25.691862 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:16:25.691862 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:16:25.691862 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:16:25.691862 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:16:25.691862 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:16:25.691862 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:16:25.691862 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:16:25.691862 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:16:25.691862 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:16:25.691862 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:16:25.750770 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-06db570c-f148-473a-bf89-6cd58f8d7857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.758522 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-06db570c-f148-473a-bf89-6cd58f8d7857 admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.760339 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-06db570c-f148-473a-bf89-6cd58f8d7857 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4031c13b-afe0-4529-8ce0-5b7406a1f597 HTTP/1.1" status: 204 len: 168 time: 0.2922122 Sep 16 05:16:25.769831 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db570c-f148-473a-bf89-6cd58f8d7857 admin admin] Pushing event deleted for resources: {'Network': ['ID=4031c13b-afe0-4529-8ce0-5b7406a1f597,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:25.933372 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51338) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:25.976850 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-20c5bae0-b3d9-4a33-8847-aa1674f4df7e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e2c58da321ce45f1a20153882887c843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423093 Sep 16 05:16:25.979429 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51340) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:26.026771 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-98614b18-fe28-4806-a94e-9868fedf19e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.047531 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-98614b18-fe28-4806-a94e-9868fedf19e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.093001 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-98614b18-fe28-4806-a94e-9868fedf19e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.095518 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-98614b18-fe28-4806-a94e-9868fedf19e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.096692 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-98614b18-fe28-4806-a94e-9868fedf19e3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aaec56f1-1b51-4628-881c-a19ca97ecff3 HTTP/1.1" status: 204 len: 168 time: 0.1163614 Sep 16 05:16:26.105131 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98614b18-fe28-4806-a94e-9868fedf19e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaec56f1-1b51-4628-881c-a19ca97ecff3,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:26.412847 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51346) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:26.453172 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a7aa8be4-0395-403d-bae3-97fa71879c1a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d9293d967dd44b86b25bd90d28d124c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389466 Sep 16 05:16:26.455458 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51348) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:26.504236 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c13ff4f8-bf45-4ff4-9d9d-00b62c6978d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.525944 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c13ff4f8-bf45-4ff4-9d9d-00b62c6978d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.575034 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c13ff4f8-bf45-4ff4-9d9d-00b62c6978d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.577613 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c13ff4f8-bf45-4ff4-9d9d-00b62c6978d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.578820 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c13ff4f8-bf45-4ff4-9d9d-00b62c6978d8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/700d8fc0-f7c1-4272-bb02-07a69cbe719f HTTP/1.1" status: 204 len: 168 time: 0.1224425 Sep 16 05:16:26.587282 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ff4f8-bf45-4ff4-9d9d-00b62c6978d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700d8fc0-f7c1-4272-bb02-07a69cbe719f,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:28.036159 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 7f14bd35-f31f-429c-a7da-abb023bd6b7e no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:28.056455 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 7f14bd35-f31f-429c-a7da-abb023bd6b7e {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:28.056826 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 7f14bd35-f31f-429c-a7da-abb023bd6b7e not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:37.138321 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:16:40.018517 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b402b673-7843-458a-a21e-554310bd1bbb req-09d730a7-8949-4b00-b42d-e9ec46273207 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=26371832-550e-45b3-96ae-68345d377758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403051 Sep 16 05:16:40.112116 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cd932f85-ee7b-47fe-8609-d332216f7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.117062 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402b673-7843-458a-a21e-554310bd1bbb req-3559b388-9a76-4e75-844f-ab32bd9e7561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:40.119240 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b402b673-7843-458a-a21e-554310bd1bbb req-3559b388-9a76-4e75-844f-ab32bd9e7561 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e295da4b9d5d42eb8c742333e3155be3&device_id=26371832-550e-45b3-96ae-68345d377758 HTTP/1.1" status: 200 len: 1097 time: 0.0439184 Sep 16 05:16:40.225943 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402b673-7843-458a-a21e-554310bd1bbb req-79efda29-4714-4cf5-ad3d-8d854c69e0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:40.228213 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b402b673-7843-458a-a21e-554310bd1bbb req-79efda29-4714-4cf5-ad3d-8d854c69e0b1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=72085cb8-61de-43fd-98c3-cd34f739d106 HTTP/1.1" status: 200 len: 909 time: 0.0908546 Sep 16 05:16:40.293706 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b402b673-7843-458a-a21e-554310bd1bbb req-0db76c40-5059-446e-9abe-de18157a60a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f01f5d9-3cb4-41ca-94a0-c17da66fc97b HTTP/1.1" status: 200 len: 999 time: 0.0592480 Sep 16 05:16:40.347173 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402b673-7843-458a-a21e-554310bd1bbb req-6f640809-459f-4f61-b924-6764fe038720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:40.348661 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b402b673-7843-458a-a21e-554310bd1bbb req-6f640809-459f-4f61-b924-6764fe038720 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dda785aa-2c1b-4011-88cc-77d070399dd7 HTTP/1.1" status: 200 len: 847 time: 0.0484583 Sep 16 05:16:40.394301 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402b673-7843-458a-a21e-554310bd1bbb req-410d8e1c-0894-4217-ad5e-3a2a8b26b568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:40.396064 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b402b673-7843-458a-a21e-554310bd1bbb req-410d8e1c-0894-4217-ad5e-3a2a8b26b568 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72085cb8-61de-43fd-98c3-cd34f739d106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408320 Sep 16 05:16:40.484230 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b402b673-7843-458a-a21e-554310bd1bbb req-d8d83e9e-8b3d-488c-8d93-2137957dacd3 service neutron] 10.222.0.47 "GET /v2.0/networks/72085cb8-61de-43fd-98c3-cd34f739d106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813780 Sep 16 05:16:40.579601 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-b402b673-7843-458a-a21e-554310bd1bbb req-f0268c57-d325-4965-8559-caab2934b615 service neutron] 10.222.0.47 "GET /v2.0/networks/72085cb8-61de-43fd-98c3-cd34f739d106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870450 Sep 16 05:16:41.807564 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.242094 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5a0916d8-4c5d-42f9-bf55-9ea0084d96bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.534115 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:44.626689 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:44.825058 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:46.134864 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.685722 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84fb52-e9e8-40f9-8448-8265e4537998 req-5af8cd07-9db6-44fe-8ff3-61ecf6a4ddfe tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:56.687216 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef84fb52-e9e8-40f9-8448-8265e4537998 req-5af8cd07-9db6-44fe-8ff3-61ecf6a4ddfe tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "GET /v2.0/ports?device_id=26371832-550e-45b3-96ae-68345d377758 HTTP/1.1" status: 200 len: 945 time: 0.0496521 Sep 16 05:16:56.724910 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef84fb52-e9e8-40f9-8448-8265e4537998 req-bbc2140d-fd3f-4dc1-940c-9b3874fc1370 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c8e685a-6b14-4ba0-b127-6db0addbc18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316617 Sep 16 05:16:57.853506 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805b3bd-71d3-4ac5-96eb-a008dc256061 req-e36d4a22-96dd-4832-a372-bed3e50d7895 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:57.855516 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0805b3bd-71d3-4ac5-96eb-a008dc256061 req-e36d4a22-96dd-4832-a372-bed3e50d7895 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "GET /v2.0/ports?device_id=26371832-550e-45b3-96ae-68345d377758 HTTP/1.1" status: 200 len: 945 time: 0.0512860 Sep 16 05:16:57.902160 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0805b3bd-71d3-4ac5-96eb-a008dc256061 req-02712e2e-ad65-4a14-91ca-51eef7b03169 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c8e685a-6b14-4ba0-b127-6db0addbc18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399275 Sep 16 05:16:58.093709 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ab0c7-57f9-4814-86ca-1e0b6206560b req-20f702ba-d837-44c4-8bc0-aa08f3f906fe tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:58.095210 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-777ab0c7-57f9-4814-86ca-1e0b6206560b req-20f702ba-d837-44c4-8bc0-aa08f3f906fe tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.47 "GET /v2.0/ports?device_id=26371832-550e-45b3-96ae-68345d377758 HTTP/1.1" status: 200 len: 945 time: 0.0516372 Sep 16 05:16:58.193232 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-777ab0c7-57f9-4814-86ca-1e0b6206560b req-c65876a0-3e4d-478d-9d14-6c39a41eff07 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Deleting port 6f01f5d9-3cb4-41ca-94a0-c17da66fc97b {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:58.193581 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-777ab0c7-57f9-4814-86ca-1e0b6206560b req-c65876a0-3e4d-478d-9d14-6c39a41eff07 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.285278 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-777ab0c7-57f9-4814-86ca-1e0b6206560b req-c65876a0-3e4d-478d-9d14-6c39a41eff07 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] For port 6f01f5d9-3cb4-41ca-94a0-c17da66fc97b, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=6f01f5d9-3cb4-41ca-94a0-c17da66fc97b,segment=NetworkSegment(4a6555ef-9155-41a1-a61c-937861f47db8),segment_id=4a6555ef-9155-41a1-a61c-937861f47db8)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:58.285278 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-777ab0c7-57f9-4814-86ca-1e0b6206560b req-c65876a0-3e4d-478d-9d14-6c39a41eff07 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.519765 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-777ab0c7-57f9-4814-86ca-1e0b6206560b req-c65876a0-3e4d-478d-9d14-6c39a41eff07 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.520107 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-777ab0c7-57f9-4814-86ca-1e0b6206560b req-c65876a0-3e4d-478d-9d14-6c39a41eff07 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.520425 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [req-777ab0c7-57f9-4814-86ca-1e0b6206560b req-c65876a0-3e4d-478d-9d14-6c39a41eff07 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Floating IP c51e3ba1-a39b-4f91-a5dc-4f198de2a0a7 disassociated. External IP: 172.25.8.8, port: 6f01f5d9-3cb4-41ca-94a0-c17da66fc97b. Sep 16 05:16:58.520794 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-777ab0c7-57f9-4814-86ca-1e0b6206560b req-c65876a0-3e4d-478d-9d14-6c39a41eff07 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Calling delete_port for 6f01f5d9-3cb4-41ca-94a0-c17da66fc97b owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:58.659410 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-777ab0c7-57f9-4814-86ca-1e0b6206560b req-c65876a0-3e4d-478d-9d14-6c39a41eff07 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.686445 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65876a0-3e4d-478d-9d14-6c39a41eff07 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Pushing event deleted for resources: {'Port': ['ID=6f01f5d9-3cb4-41ca-94a0-c17da66fc97b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:58.808207 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-777ab0c7-57f9-4814-86ca-1e0b6206560b req-c65876a0-3e4d-478d-9d14-6c39a41eff07 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Router eefa2986-dfcf-4544-8542-bbef43163f90 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:16:58.919487 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-777ab0c7-57f9-4814-86ca-1e0b6206560b req-c65876a0-3e4d-478d-9d14-6c39a41eff07 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:58.930552 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43178a2d-8cc1-4df1-8f2b-08a2cc1cc259 None None] Sync routers for ids ['eefa2986-dfcf-4544-8542-bbef43163f90'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:58.941431 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43178a2d-8cc1-4df1-8f2b-08a2cc1cc259 None None] Routers {'eefa2986-dfcf-4544-8542-bbef43163f90'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:58.942072 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-43178a2d-8cc1-4df1-8f2b-08a2cc1cc259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:16:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['eefa2986-dfcf-4544-8542-bbef43163f90'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:58.965953 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-777ab0c7-57f9-4814-86ca-1e0b6206560b req-c65876a0-3e4d-478d-9d14-6c39a41eff07 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] No DVR routers for this DVR port 6f01f5d9-3cb4-41ca-94a0-c17da66fc97b on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:58.968623 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-777ab0c7-57f9-4814-86ca-1e0b6206560b req-c65876a0-3e4d-478d-9d14-6c39a41eff07 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.970745 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-777ab0c7-57f9-4814-86ca-1e0b6206560b req-c65876a0-3e4d-478d-9d14-6c39a41eff07 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.47 "DELETE /v2.0/ports/6f01f5d9-3cb4-41ca-94a0-c17da66fc97b HTTP/1.1" status: 204 len: 173 time: 0.8686161 Sep 16 05:16:58.971196 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26371832-550e-45b3-96ae-68345d377758', 'name': 'network-vif-deleted', 'tag': '6f01f5d9-3cb4-41ca-94a0-c17da66fc97b'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:58.973539 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e34c9c-ee9b-4766-8d9f-7ed0626fa89f" -d '{"events": [{"server_uuid": "26371832-550e-45b3-96ae-68345d377758", "name": "network-vif-deleted", "tag": "6f01f5d9-3cb4-41ca-94a0-c17da66fc97b"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:59.006807 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6335c9a6-741b-47dc-99f0-7a8f0dad8d60 req-e4c01119-a448-4824-939c-6093fe1af1f8 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "GET /v2.0/ports?device_id=26371832-550e-45b3-96ae-68345d377758 HTTP/1.1" status: 200 len: 210 time: 0.0293767 Sep 16 05:16:59.073518 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29848860-635a-464c-8321-74a7158d7f95 x-openstack-request-id: req-29848860-635a-464c-8321-74a7158d7f95 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:59.074188 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26371832-550e-45b3-96ae-68345d377758", "name": "network-vif-deleted", "tag": "6f01f5d9-3cb4-41ca-94a0-c17da66fc97b", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:59.074632 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-29848860-635a-464c-8321-74a7158d7f95 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:59.075052 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26371832-550e-45b3-96ae-68345d377758', 'name': 'network-vif-deleted', 'tag': '6f01f5d9-3cb4-41ca-94a0-c17da66fc97b', 'status': 'completed', 'code': 200} Sep 16 05:16:59.227213 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-43178a2d-8cc1-4df1-8f2b-08a2cc1cc259 None None] Set router eefa2986-dfcf-4544-8542-bbef43163f90 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:59.440880 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-43178a2d-8cc1-4df1-8f2b-08a2cc1cc259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'name': 'tempest-TestServerBasicOps-274856321-router', 'tenant_id': 'e295da4b9d5d42eb8c742333e3155be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '3afee984-5142-4e81-8b17-e067398adc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:36Z', 'updated_at': '2021-09-16T05:11:41Z', 'revision_number': 4, 'project_id': 'e295da4b9d5d42eb8c742333e3155be3', 'gw_port': {'id': '3afee984-5142-4e81-8b17-e067398adc0b', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:05:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:38Z', 'updated_at': '2021-09-16T05:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '03594d14-0974-4a0b-8e54-9e64ace33e00', 'name': '', 'network_id': '72085cb8-61de-43fd-98c3-cd34f739d106', 'tenant_id': 'e295da4b9d5d42eb8c742333e3155be3', 'mac_address': 'fa:16:3e:a7:66:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': 'dda785aa-2c1b-4011-88cc-77d070399dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:40Z', 'updated_at': '2021-09-16T05:11:49Z', 'revision_number': 5, 'project_id': 'e295da4b9d5d42eb8c742333e3155be3', 'subnets': [{'id': 'dda785aa-2c1b-4011-88cc-77d070399dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:59.468178 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43178a2d-8cc1-4df1-8f2b-08a2cc1cc259 None None] Checking router: eefa2986-dfcf-4544-8542-bbef43163f90 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:59.476670 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43178a2d-8cc1-4df1-8f2b-08a2cc1cc259 None None] Routers {'eefa2986-dfcf-4544-8542-bbef43163f90'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:59.477295 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-43178a2d-8cc1-4df1-8f2b-08a2cc1cc259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:16:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['eefa2986-dfcf-4544-8542-bbef43163f90'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:59.591117 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-43178a2d-8cc1-4df1-8f2b-08a2cc1cc259 None None] Set router eefa2986-dfcf-4544-8542-bbef43163f90 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:59.801633 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-43178a2d-8cc1-4df1-8f2b-08a2cc1cc259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'name': 'tempest-TestServerBasicOps-274856321-router', 'tenant_id': 'e295da4b9d5d42eb8c742333e3155be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '3afee984-5142-4e81-8b17-e067398adc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:36Z', 'updated_at': '2021-09-16T05:11:41Z', 'revision_number': 4, 'project_id': 'e295da4b9d5d42eb8c742333e3155be3', 'gw_port': {'id': '3afee984-5142-4e81-8b17-e067398adc0b', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:05:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:38Z', 'updated_at': '2021-09-16T05:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '03594d14-0974-4a0b-8e54-9e64ace33e00', 'name': '', 'network_id': '72085cb8-61de-43fd-98c3-cd34f739d106', 'tenant_id': 'e295da4b9d5d42eb8c742333e3155be3', 'mac_address': 'fa:16:3e:a7:66:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': 'dda785aa-2c1b-4011-88cc-77d070399dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:40Z', 'updated_at': '2021-09-16T05:11:49Z', 'revision_number': 5, 'project_id': 'e295da4b9d5d42eb8c742333e3155be3', 'subnets': [{'id': 'dda785aa-2c1b-4011-88cc-77d070399dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:59.828185 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43178a2d-8cc1-4df1-8f2b-08a2cc1cc259 None None] The sync data for ids ['eefa2986-dfcf-4544-8542-bbef43163f90'] in n-d-712139-15 is: [{'id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'name': 'tempest-TestServerBasicOps-274856321-router', 'tenant_id': 'e295da4b9d5d42eb8c742333e3155be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '3afee984-5142-4e81-8b17-e067398adc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:36Z', 'updated_at': '2021-09-16T05:11:41Z', 'revision_number': 4, 'project_id': 'e295da4b9d5d42eb8c742333e3155be3', 'gw_port': {'id': '3afee984-5142-4e81-8b17-e067398adc0b', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:05:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:38Z', 'updated_at': '2021-09-16T05:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '03594d14-0974-4a0b-8e54-9e64ace33e00', 'name': '', 'network_id': '72085cb8-61de-43fd-98c3-cd34f739d106', 'tenant_id': 'e295da4b9d5d42eb8c742333e3155be3', 'mac_address': 'fa:16:3e:a7:66:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': 'dda785aa-2c1b-4011-88cc-77d070399dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:40Z', 'updated_at': '2021-09-16T05:11:49Z', 'revision_number': 5, 'project_id': 'e295da4b9d5d42eb8c742333e3155be3', 'subnets': [{'id': 'dda785aa-2c1b-4011-88cc-77d070399dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:00.071561 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62f2a54-dc08-48f8-8923-5fded7a9783f None None] New status for floating IP c51e3ba1-a39b-4f91-a5dc-4f198de2a0a7: DOWN {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:17:00.072054 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51382) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:00.206726 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-8156ba0c-7632-4bad-a9b1-e923e36d199b tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Deleting port 0b04046a-9099-4e78-b538-c7acd24c0693 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:00.207076 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8156ba0c-7632-4bad-a9b1-e923e36d199b tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.287112 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8156ba0c-7632-4bad-a9b1-e923e36d199b tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.287439 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8156ba0c-7632-4bad-a9b1-e923e36d199b tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.299970 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-8156ba0c-7632-4bad-a9b1-e923e36d199b tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Calling delete_port for 0b04046a-9099-4e78-b538-c7acd24c0693 owned by network:floatingip {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:00.441347 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8156ba0c-7632-4bad-a9b1-e923e36d199b tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.482238 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8156ba0c-7632-4bad-a9b1-e923e36d199b tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Pushing event deleted for resources: {'Port': ['ID=0b04046a-9099-4e78-b538-c7acd24c0693,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:00.503879 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8156ba0c-7632-4bad-a9b1-e923e36d199b tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:00.504269 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8156ba0c-7632-4bad-a9b1-e923e36d199b tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:00.504547 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8156ba0c-7632-4bad-a9b1-e923e36d199b tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:00.504936 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8156ba0c-7632-4bad-a9b1-e923e36d199b tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:00.505271 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8156ba0c-7632-4bad-a9b1-e923e36d199b tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:00.505598 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8156ba0c-7632-4bad-a9b1-e923e36d199b tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:00.505922 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8156ba0c-7632-4bad-a9b1-e923e36d199b tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:00.506241 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8156ba0c-7632-4bad-a9b1-e923e36d199b tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:00.506562 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8156ba0c-7632-4bad-a9b1-e923e36d199b tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:00.506897 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8156ba0c-7632-4bad-a9b1-e923e36d199b tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:00.507222 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8156ba0c-7632-4bad-a9b1-e923e36d199b tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:00.507541 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8156ba0c-7632-4bad-a9b1-e923e36d199b tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:00.554284 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8156ba0c-7632-4bad-a9b1-e923e36d199b tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks [] for floatingip, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.556899 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8156ba0c-7632-4bad-a9b1-e923e36d199b tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.558081 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8156ba0c-7632-4bad-a9b1-e923e36d199b tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "DELETE /v2.0/floatingips/c51e3ba1-a39b-4f91-a5dc-4f198de2a0a7 HTTP/1.1" status: 204 len: 168 time: 0.4845741 Sep 16 05:17:00.628455 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51388) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:00.698316 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1e63bb85-632d-4e81-ad18-2c78c610d719 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.724041 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1e63bb85-632d-4e81-ad18-2c78c610d719 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.784895 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1e63bb85-632d-4e81-ad18-2c78c610d719 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.787610 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1e63bb85-632d-4e81-ad18-2c78c610d719 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.788809 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1e63bb85-632d-4e81-ad18-2c78c610d719 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] 10.222.0.35 "DELETE /v2.0/security-groups/5c8e685a-6b14-4ba0-b127-6db0addbc18c HTTP/1.1" status: 204 len: 168 time: 0.1593046 Sep 16 05:17:00.798775 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63bb85-632d-4e81-ad18-2c78c610d719 tempest-TestServerBasicOps-113348717 tempest-TestServerBasicOps-113348717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8e685a-6b14-4ba0-b127-6db0addbc18c,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:00.826585 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51392) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:01.345269 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f87fcd14-a458-40ff-877a-7d74a047719e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.435473 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 6f01f5d9-3cb4-41ca-94a0-c17da66fc97b no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:01.455816 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: 6f01f5d9-3cb4-41ca-94a0-c17da66fc97b {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:01.456184 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 6f01f5d9-3cb4-41ca-94a0-c17da66fc97b not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:01.604194 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-f87fcd14-a458-40ff-877a-7d74a047719e admin admin] Deleting port 03594d14-0974-4a0b-8e54-9e64ace33e00 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:01.604470 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f87fcd14-a458-40ff-877a-7d74a047719e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.683159 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-f87fcd14-a458-40ff-877a-7d74a047719e admin admin] For port 03594d14-0974-4a0b-8e54-9e64ace33e00, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=03594d14-0974-4a0b-8e54-9e64ace33e00,segment=NetworkSegment(4a6555ef-9155-41a1-a61c-937861f47db8),segment_id=4a6555ef-9155-41a1-a61c-937861f47db8)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:01.683500 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f87fcd14-a458-40ff-877a-7d74a047719e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.701294 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-f87fcd14-a458-40ff-877a-7d74a047719e admin admin] Calling delete_port for 03594d14-0974-4a0b-8e54-9e64ace33e00 owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:01.887270 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f87fcd14-a458-40ff-877a-7d74a047719e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.913337 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87fcd14-a458-40ff-877a-7d74a047719e admin admin] Pushing event deleted for resources: {'Port': ['ID=03594d14-0974-4a0b-8e54-9e64ace33e00,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:02.092069 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f87fcd14-a458-40ff-877a-7d74a047719e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:02.311369 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87fcd14-a458-40ff-877a-7d74a047719e admin admin] Router eefa2986-dfcf-4544-8542-bbef43163f90 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:17:02.424032 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87fcd14-a458-40ff-877a-7d74a047719e admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:02.429577 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f87fcd14-a458-40ff-877a-7d74a047719e admin admin] 10.222.0.35 "PUT /v2.0/routers/eefa2986-dfcf-4544-8542-bbef43163f90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6019075 Sep 16 05:17:02.432100 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51396) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:02.433196 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c812013d-eca1-4549-b9a6-49f9811b7d6e None None] Sync routers for ids ['eefa2986-dfcf-4544-8542-bbef43163f90'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:02.442972 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c812013d-eca1-4549-b9a6-49f9811b7d6e None None] Routers {'eefa2986-dfcf-4544-8542-bbef43163f90'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:02.443669 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-c812013d-eca1-4549-b9a6-49f9811b7d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:16:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['eefa2986-dfcf-4544-8542-bbef43163f90'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:02.540529 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77c9d2ca-3d8a-42d7-8b68-50db9eab477f admin admin] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:02.553831 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-c812013d-eca1-4549-b9a6-49f9811b7d6e None None] Set router eefa2986-dfcf-4544-8542-bbef43163f90 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:02.753173 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-c812013d-eca1-4549-b9a6-49f9811b7d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'name': 'tempest-TestServerBasicOps-274856321-router', 'tenant_id': 'e295da4b9d5d42eb8c742333e3155be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '3afee984-5142-4e81-8b17-e067398adc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:36Z', 'updated_at': '2021-09-16T05:17:01Z', 'revision_number': 5, 'project_id': 'e295da4b9d5d42eb8c742333e3155be3', 'gw_port': {'id': '3afee984-5142-4e81-8b17-e067398adc0b', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:05:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:38Z', 'updated_at': '2021-09-16T05:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:02.781170 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c812013d-eca1-4549-b9a6-49f9811b7d6e None None] Checking router: eefa2986-dfcf-4544-8542-bbef43163f90 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:17:02.790366 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c812013d-eca1-4549-b9a6-49f9811b7d6e None None] Routers {'eefa2986-dfcf-4544-8542-bbef43163f90'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:02.790908 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-c812013d-eca1-4549-b9a6-49f9811b7d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:16:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['eefa2986-dfcf-4544-8542-bbef43163f90'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:02.899770 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-c812013d-eca1-4549-b9a6-49f9811b7d6e None None] Set router eefa2986-dfcf-4544-8542-bbef43163f90 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:02.933835 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77c9d2ca-3d8a-42d7-8b68-50db9eab477f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:02.988767 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-77c9d2ca-3d8a-42d7-8b68-50db9eab477f admin admin] Deleting port 3afee984-5142-4e81-8b17-e067398adc0b {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:02.989109 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77c9d2ca-3d8a-42d7-8b68-50db9eab477f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.069585 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-77c9d2ca-3d8a-42d7-8b68-50db9eab477f admin admin] For port 3afee984-5142-4e81-8b17-e067398adc0b, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3afee984-5142-4e81-8b17-e067398adc0b,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:03.069839 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77c9d2ca-3d8a-42d7-8b68-50db9eab477f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.082011 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-c812013d-eca1-4549-b9a6-49f9811b7d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'name': 'tempest-TestServerBasicOps-274856321-router', 'tenant_id': 'e295da4b9d5d42eb8c742333e3155be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '3afee984-5142-4e81-8b17-e067398adc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:36Z', 'updated_at': '2021-09-16T05:17:01Z', 'revision_number': 5, 'project_id': 'e295da4b9d5d42eb8c742333e3155be3', 'gw_port': {'id': '3afee984-5142-4e81-8b17-e067398adc0b', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:05:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:38Z', 'updated_at': '2021-09-16T05:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:03.082682 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-77c9d2ca-3d8a-42d7-8b68-50db9eab477f admin admin] Calling delete_port for 3afee984-5142-4e81-8b17-e067398adc0b owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:03.112713 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c812013d-eca1-4549-b9a6-49f9811b7d6e None None] The sync data for ids ['eefa2986-dfcf-4544-8542-bbef43163f90'] in n-d-712139-15 is: [{'id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'name': 'tempest-TestServerBasicOps-274856321-router', 'tenant_id': 'e295da4b9d5d42eb8c742333e3155be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '3afee984-5142-4e81-8b17-e067398adc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:36Z', 'updated_at': '2021-09-16T05:17:01Z', 'revision_number': 5, 'project_id': 'e295da4b9d5d42eb8c742333e3155be3', 'gw_port': {'id': '3afee984-5142-4e81-8b17-e067398adc0b', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:05:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefa2986-dfcf-4544-8542-bbef43163f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:38Z', 'updated_at': '2021-09-16T05:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:03.257141 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77c9d2ca-3d8a-42d7-8b68-50db9eab477f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.286371 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9d2ca-3d8a-42d7-8b68-50db9eab477f admin admin] Pushing event deleted for resources: {'Port': ['ID=3afee984-5142-4e81-8b17-e067398adc0b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:03.350642 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77c9d2ca-3d8a-42d7-8b68-50db9eab477f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.442080 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77c9d2ca-3d8a-42d7-8b68-50db9eab477f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.444081 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77c9d2ca-3d8a-42d7-8b68-50db9eab477f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.490661 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77c9d2ca-3d8a-42d7-8b68-50db9eab477f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.491195 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c9d2ca-3d8a-42d7-8b68-50db9eab477f admin admin] Fanout notify agent at l3_agent the message router_deleted on router eefa2986-dfcf-4544-8542-bbef43163f90 {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:17:03.496590 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-77c9d2ca-3d8a-42d7-8b68-50db9eab477f admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.497806 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-77c9d2ca-3d8a-42d7-8b68-50db9eab477f admin admin] 10.222.0.35 "DELETE /v2.0/routers/eefa2986-dfcf-4544-8542-bbef43163f90 HTTP/1.1" status: 204 len: 168 time: 1.0647125 Sep 16 05:17:03.500197 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51398) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:03.548266 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb7050e6-9c7d-4559-a224-dc997f8c7a1e admin admin] Deleting subnet dda785aa-2c1b-4011-88cc-77d070399dd7 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:17:03.552338 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bb7050e6-9c7d-4559-a224-dc997f8c7a1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.596801 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bb7050e6-9c7d-4559-a224-dc997f8c7a1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.679466 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bb7050e6-9c7d-4559-a224-dc997f8c7a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.735637 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bb7050e6-9c7d-4559-a224-dc997f8c7a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.762571 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7050e6-9c7d-4559-a224-dc997f8c7a1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dda785aa-2c1b-4011-88cc-77d070399dd7,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:03.768184 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bb7050e6-9c7d-4559-a224-dc997f8c7a1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.771961 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-bb7050e6-9c7d-4559-a224-dc997f8c7a1e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/dda785aa-2c1b-4011-88cc-77d070399dd7 HTTP/1.1" status: 204 len: 168 time: 0.2690508 Sep 16 05:17:03.772716 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51400) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:03.775421 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d09168-db9e-49fe-b0ba-fe25a510693f None None] Network 72085cb8-61de-43fd-98c3-cd34f739d106 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:03.850767 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c8319317-dbf6-479e-b8b9-904d4f18e80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.913218 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-c8319317-dbf6-479e-b8b9-904d4f18e80b admin admin] Deleting port 2333ee02-38c6-44e7-b237-ea30c6b232e0 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:03.913556 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c8319317-dbf6-479e-b8b9-904d4f18e80b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.978728 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-c8319317-dbf6-479e-b8b9-904d4f18e80b admin admin] For port 2333ee02-38c6-44e7-b237-ea30c6b232e0, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2333ee02-38c6-44e7-b237-ea30c6b232e0,segment=NetworkSegment(4a6555ef-9155-41a1-a61c-937861f47db8),segment_id=4a6555ef-9155-41a1-a61c-937861f47db8)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:03.979532 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c8319317-dbf6-479e-b8b9-904d4f18e80b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.991293 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-c8319317-dbf6-479e-b8b9-904d4f18e80b admin admin] Calling delete_port for 2333ee02-38c6-44e7-b237-ea30c6b232e0 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:04.074816 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c8319317-dbf6-479e-b8b9-904d4f18e80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.101563 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8319317-dbf6-479e-b8b9-904d4f18e80b admin admin] No DVR routers for this DVR port 2333ee02-38c6-44e7-b237-ea30c6b232e0 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:04.106125 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8319317-dbf6-479e-b8b9-904d4f18e80b admin admin] Pushing event deleted for resources: {'Port': ['ID=2333ee02-38c6-44e7-b237-ea30c6b232e0,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:04.172540 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8fa54a-5654-4ad0-bda9-3196b4ac42f0 None None] DHCP port deletion for 72085cb8-61de-43fd-98c3-cd34f739d106 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:17:04.189240 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c8319317-dbf6-479e-b8b9-904d4f18e80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.209974 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-c8319317-dbf6-479e-b8b9-904d4f18e80b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72085cb8-61de-43fd-98c3-cd34f739d106']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:04.220210 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-c8319317-dbf6-479e-b8b9-904d4f18e80b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a6555ef-9155-41a1-a61c-937861f47db8') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:04.220509 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-c8319317-dbf6-479e-b8b9-904d4f18e80b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a6555ef-9155-41a1-a61c-937861f47db8') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:04.230633 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c8319317-dbf6-479e-b8b9-904d4f18e80b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.244198 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c8319317-dbf6-479e-b8b9-904d4f18e80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.250991 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8319317-dbf6-479e-b8b9-904d4f18e80b admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:17:04.251393 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c8319317-dbf6-479e-b8b9-904d4f18e80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.253112 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:17:04.253112 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:17:04.253112 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:17:04.253112 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:17:04.253112 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:17:04.253112 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:17:04.253112 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:17:04.253112 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:17:04.253112 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:17:04.253112 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:17:04.253112 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:17:04.253112 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:17:04.253112 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:17:04.253112 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:17:04.253112 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:17:04.253112 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:17:04.253112 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:17:04.253112 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:17:04.253112 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:17:04.253112 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:17:04.253112 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:17:04.253112 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:17:04.253112 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:17:04.253112 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:17:04.253112 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:17:04.253112 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:17:04.253112 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:17:04.253112 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:17:04.253112 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:17:04.253112 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:17:04.253112 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:17:04.253112 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:17:04.314419 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c8319317-dbf6-479e-b8b9-904d4f18e80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.319966 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c8319317-dbf6-479e-b8b9-904d4f18e80b admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.323376 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c8319317-dbf6-479e-b8b9-904d4f18e80b admin admin] 10.222.0.35 "DELETE /v2.0/networks/72085cb8-61de-43fd-98c3-cd34f739d106 HTTP/1.1" status: 204 len: 168 time: 0.5453136 Sep 16 05:17:04.325372 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51402) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:04.332576 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8319317-dbf6-479e-b8b9-904d4f18e80b admin admin] Pushing event deleted for resources: {'Network': ['ID=72085cb8-61de-43fd-98c3-cd34f739d106,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:04.590473 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 03594d14-0974-4a0b-8e54-9e64ace33e00 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:04.615615 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 03594d14-0974-4a0b-8e54-9e64ace33e00 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:04.616038 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 03594d14-0974-4a0b-8e54-9e64ace33e00 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:04.616541 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3afee984-5142-4e81-8b17-e067398adc0b no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:04.635537 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 3afee984-5142-4e81-8b17-e067398adc0b {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:04.635976 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3afee984-5142-4e81-8b17-e067398adc0b not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:04.636375 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2333ee02-38c6-44e7-b237-ea30c6b232e0 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:04.654951 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 2333ee02-38c6-44e7-b237-ea30c6b232e0 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:04.655301 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2333ee02-38c6-44e7-b237-ea30c6b232e0 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:04.690526 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e9871617-0325-43c1-bbb1-9ae67331d2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.944827 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-e9871617-0325-43c1-bbb1-9ae67331d2bf admin admin] Deleting port 43d92bb6-d030-4d54-9c93-987e215838ec {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:04.945185 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e9871617-0325-43c1-bbb1-9ae67331d2bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.030219 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-e9871617-0325-43c1-bbb1-9ae67331d2bf admin admin] For port 43d92bb6-d030-4d54-9c93-987e215838ec, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=43d92bb6-d030-4d54-9c93-987e215838ec,segment=NetworkSegment(2ff55bd3-2201-46e8-b6ef-36ac7d8901cc),segment_id=2ff55bd3-2201-46e8-b6ef-36ac7d8901cc)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:05.030576 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e9871617-0325-43c1-bbb1-9ae67331d2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.043448 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-e9871617-0325-43c1-bbb1-9ae67331d2bf admin admin] Calling delete_port for 43d92bb6-d030-4d54-9c93-987e215838ec owned by network:router_interface {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:05.561374 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e9871617-0325-43c1-bbb1-9ae67331d2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.586632 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9871617-0325-43c1-bbb1-9ae67331d2bf admin admin] Pushing event deleted for resources: {'Port': ['ID=43d92bb6-d030-4d54-9c93-987e215838ec,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:05.764971 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e9871617-0325-43c1-bbb1-9ae67331d2bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.997554 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9871617-0325-43c1-bbb1-9ae67331d2bf admin admin] Router 70991cbf-677a-4a6e-acd3-3caaf0f5a593 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:17:06.056321 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51406) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:06.156422 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b75591cf-a25e-4931-9478-7197ba205a41 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/floatingips/87274fb5-8a19-4701-a0d0-39b325967d6c HTTP/1.1" status: 200 len: 992 time: 0.0989203 Sep 16 05:17:06.157612 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9871617-0325-43c1-bbb1-9ae67331d2bf admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:06.165120 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e9871617-0325-43c1-bbb1-9ae67331d2bf admin admin] 10.222.0.35 "PUT /v2.0/routers/70991cbf-677a-4a6e-acd3-3caaf0f5a593/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8384740 Sep 16 05:17:06.168443 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51408) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:06.170005 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0ad2aa-9679-4dff-9df5-8bc23d7d3213 None None] Sync routers for ids ['70991cbf-677a-4a6e-acd3-3caaf0f5a593'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:06.180442 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0ad2aa-9679-4dff-9df5-8bc23d7d3213 None None] Routers {'70991cbf-677a-4a6e-acd3-3caaf0f5a593'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:06.181095 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dd0ad2aa-9679-4dff-9df5-8bc23d7d3213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:16:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['70991cbf-677a-4a6e-acd3-3caaf0f5a593'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:06.276319 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dd711cc7-5f32-42eb-a5c7-6fe5b1b2ce0a admin admin] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.298268 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-dd0ad2aa-9679-4dff-9df5-8bc23d7d3213 None None] Set router 70991cbf-677a-4a6e-acd3-3caaf0f5a593 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:06.383035 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dd711cc7-5f32-42eb-a5c7-6fe5b1b2ce0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.387523 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51414) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:06.483523 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dd0ad2aa-9679-4dff-9df5-8bc23d7d3213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70991cbf-677a-4a6e-acd3-3caaf0f5a593', 'name': 'tempest-TestServerBasicOps-249432250-router', 'tenant_id': '0821c722eb3b4460b5eaf4d81885a55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '209de96e-34b4-44d3-a53a-9703816b6229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:44Z', 'updated_at': '2021-09-16T05:17:05Z', 'revision_number': 5, 'project_id': '0821c722eb3b4460b5eaf4d81885a55c', 'gw_port': {'id': '209de96e-34b4-44d3-a53a-9703816b6229', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70991cbf-677a-4a6e-acd3-3caaf0f5a593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:45Z', 'updated_at': '2021-09-16T05:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:06.516338 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0ad2aa-9679-4dff-9df5-8bc23d7d3213 None None] Checking router: 70991cbf-677a-4a6e-acd3-3caaf0f5a593 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:17:06.526264 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0ad2aa-9679-4dff-9df5-8bc23d7d3213 None None] Routers {'70991cbf-677a-4a6e-acd3-3caaf0f5a593'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:06.527032 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dd0ad2aa-9679-4dff-9df5-8bc23d7d3213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:16:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['70991cbf-677a-4a6e-acd3-3caaf0f5a593'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:06.557600 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-dd711cc7-5f32-42eb-a5c7-6fe5b1b2ce0a admin admin] Deleting port 209de96e-34b4-44d3-a53a-9703816b6229 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:06.557946 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dd711cc7-5f32-42eb-a5c7-6fe5b1b2ce0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.624556 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-dd0ad2aa-9679-4dff-9df5-8bc23d7d3213 None None] Set router 70991cbf-677a-4a6e-acd3-3caaf0f5a593 gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:06.648708 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-7f8472fe-35ef-4056-98ba-0187af719d88 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Deleting port e16291fc-b364-4ed6-92a9-a72cf88157f2 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:06.649059 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7f8472fe-35ef-4056-98ba-0187af719d88 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.682620 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dd0ad2aa-9679-4dff-9df5-8bc23d7d3213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70991cbf-677a-4a6e-acd3-3caaf0f5a593', 'name': 'tempest-TestServerBasicOps-249432250-router', 'tenant_id': '0821c722eb3b4460b5eaf4d81885a55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:44Z', 'updated_at': '2021-09-16T05:17:06Z', 'revision_number': 6, 'project_id': '0821c722eb3b4460b5eaf4d81885a55c', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:06.684090 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-dd711cc7-5f32-42eb-a5c7-6fe5b1b2ce0a admin admin] For port 209de96e-34b4-44d3-a53a-9703816b6229, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=209de96e-34b4-44d3-a53a-9703816b6229,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:06.684470 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dd711cc7-5f32-42eb-a5c7-6fe5b1b2ce0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.709177 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cb673754-4a40-4495-a6c9-b4222ed4581f req-b2a2408c-227a-414e-8124-8632df24b611 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4b56d266-b926-4b1a-a665-a73cd7393faa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0492411 Sep 16 05:17:06.709823 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0ad2aa-9679-4dff-9df5-8bc23d7d3213 None None] The sync data for ids ['70991cbf-677a-4a6e-acd3-3caaf0f5a593'] in n-d-712139-15 is: [{'id': '70991cbf-677a-4a6e-acd3-3caaf0f5a593', 'name': 'tempest-TestServerBasicOps-249432250-router', 'tenant_id': '0821c722eb3b4460b5eaf4d81885a55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:44Z', 'updated_at': '2021-09-16T05:17:06Z', 'revision_number': 6, 'project_id': '0821c722eb3b4460b5eaf4d81885a55c', 'gw_port_host': None}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:06.729572 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-dd711cc7-5f32-42eb-a5c7-6fe5b1b2ce0a admin admin] Calling delete_port for 209de96e-34b4-44d3-a53a-9703816b6229 owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:06.797505 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7f8472fe-35ef-4056-98ba-0187af719d88 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.797767 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7f8472fe-35ef-4056-98ba-0187af719d88 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.816939 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-7f8472fe-35ef-4056-98ba-0187af719d88 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Calling delete_port for e16291fc-b364-4ed6-92a9-a72cf88157f2 owned by network:floatingip {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:06.830815 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb673754-4a40-4495-a6c9-b4222ed4581f req-f2cd2821-3675-4196-afdc-9c1335caff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:06.832441 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cb673754-4a40-4495-a6c9-b4222ed4581f req-f2cd2821-3675-4196-afdc-9c1335caff1c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da5c99301f5942cd8cb2baff109305cb&device_id=4b56d266-b926-4b1a-a665-a73cd7393faa HTTP/1.1" status: 200 len: 1097 time: 0.0451488 Sep 16 05:17:06.941774 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb673754-4a40-4495-a6c9-b4222ed4581f req-1aba0590-c8b6-45b0-912f-5b1b41eabe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:06.943280 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cb673754-4a40-4495-a6c9-b4222ed4581f req-1aba0590-c8b6-45b0-912f-5b1b41eabe44 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c5a39470-d016-42e1-a2e6-0bea346e7541 HTTP/1.1" status: 200 len: 897 time: 0.0889597 Sep 16 05:17:07.013681 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cb673754-4a40-4495-a6c9-b4222ed4581f req-aafd4910-93d1-4ffa-b8bc-13d2ce578f85 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af40986a-703e-4407-ba59-c6bc457ec640 HTTP/1.1" status: 200 len: 1000 time: 0.0629609 Sep 16 05:17:07.021339 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dd711cc7-5f32-42eb-a5c7-6fe5b1b2ce0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.069412 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb673754-4a40-4495-a6c9-b4222ed4581f req-4a4e16ca-ad51-41a0-b526-21e4f5b10eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:07.071302 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cb673754-4a40-4495-a6c9-b4222ed4581f req-4a4e16ca-ad51-41a0-b526-21e4f5b10eed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bfbca7b4-3150-492f-b3df-a286b75e59ee HTTP/1.1" status: 200 len: 834 time: 0.0506566 Sep 16 05:17:07.076244 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd711cc7-5f32-42eb-a5c7-6fe5b1b2ce0a admin admin] Pushing event deleted for resources: {'Port': ['ID=209de96e-34b4-44d3-a53a-9703816b6229,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:07.127478 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb673754-4a40-4495-a6c9-b4222ed4581f req-1a886837-8a96-4924-909e-265916a33e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:07.129363 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cb673754-4a40-4495-a6c9-b4222ed4581f req-1a886837-8a96-4924-909e-265916a33e22 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5a39470-d016-42e1-a2e6-0bea346e7541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475636 Sep 16 05:17:07.145454 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7f8472fe-35ef-4056-98ba-0187af719d88 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.182205 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dd711cc7-5f32-42eb-a5c7-6fe5b1b2ce0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.187297 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8472fe-35ef-4056-98ba-0187af719d88 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event deleted for resources: {'Port': ['ID=e16291fc-b364-4ed6-92a9-a72cf88157f2,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:07.247808 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cb673754-4a40-4495-a6c9-b4222ed4581f req-7d028320-9136-42a0-9e60-ea2e24d6249d service neutron] 10.222.0.48 "GET /v2.0/networks/c5a39470-d016-42e1-a2e6-0bea346e7541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106801 Sep 16 05:17:07.314424 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dd711cc7-5f32-42eb-a5c7-6fe5b1b2ce0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.319323 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dd711cc7-5f32-42eb-a5c7-6fe5b1b2ce0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.350073 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cb673754-4a40-4495-a6c9-b4222ed4581f req-6e5c4aa8-9acc-4da3-9e4d-fbc2445cee51 service neutron] 10.222.0.48 "GET /v2.0/networks/c5a39470-d016-42e1-a2e6-0bea346e7541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944889 Sep 16 05:17:07.370752 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7f8472fe-35ef-4056-98ba-0187af719d88 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for floatingip, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.371103 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [None req-7f8472fe-35ef-4056-98ba-0187af719d88 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Floating IP 87274fb5-8a19-4701-a0d0-39b325967d6c disassociated (deleted). External IP: 172.25.8.73, port: af40986a-703e-4407-ba59-c6bc457ec640. Sep 16 05:17:07.408752 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dd711cc7-5f32-42eb-a5c7-6fe5b1b2ce0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.409292 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd711cc7-5f32-42eb-a5c7-6fe5b1b2ce0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70991cbf-677a-4a6e-acd3-3caaf0f5a593 {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:17:07.413772 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dd711cc7-5f32-42eb-a5c7-6fe5b1b2ce0a admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.414956 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-dd711cc7-5f32-42eb-a5c7-6fe5b1b2ce0a admin admin] 10.222.0.35 "DELETE /v2.0/routers/70991cbf-677a-4a6e-acd3-3caaf0f5a593 HTTP/1.1" status: 204 len: 168 time: 1.2454488 Sep 16 05:17:07.418346 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51416) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:07.503617 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a525ffc8-3b17-496b-b3a0-0046e72afda4 admin admin] Deleting subnet 165a2152-1cf7-4e8e-81cb-0ab4e0632f38 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:17:07.515705 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a525ffc8-3b17-496b-b3a0-0046e72afda4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.564172 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a525ffc8-3b17-496b-b3a0-0046e72afda4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.732079 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a525ffc8-3b17-496b-b3a0-0046e72afda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.757093 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8472fe-35ef-4056-98ba-0187af719d88 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Router b9d587e6-70a4-425c-afd2-479cad735702 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:17:07.835777 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a525ffc8-3b17-496b-b3a0-0046e72afda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.893956 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a525ffc8-3b17-496b-b3a0-0046e72afda4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.895819 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a525ffc8-3b17-496b-b3a0-0046e72afda4 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/165a2152-1cf7-4e8e-81cb-0ab4e0632f38 HTTP/1.1" status: 204 len: 168 time: 0.4765403 Sep 16 05:17:07.898518 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51418) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:07.899044 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a525ffc8-3b17-496b-b3a0-0046e72afda4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=165a2152-1cf7-4e8e-81cb-0ab4e0632f38,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:07.899602 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e41c17-8bff-4101-bdbc-55980e14ba00 None None] Network d0b86a5c-6c4d-4a11-b586-857a91f8526a requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:07.923144 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8472fe-35ef-4056-98ba-0187af719d88 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:07.928786 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7f8472fe-35ef-4056-98ba-0187af719d88 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.955158 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d5cd54-2ae7-425f-b909-3c15616e5481 None None] Sync routers for ids ['b9d587e6-70a4-425c-afd2-479cad735702'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:07.965708 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7f8472fe-35ef-4056-98ba-0187af719d88 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "DELETE /v2.0/floatingips/87274fb5-8a19-4701-a0d0-39b325967d6c HTTP/1.1" status: 204 len: 168 time: 1.5771368 Sep 16 05:17:07.966683 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b56d266-b926-4b1a-a665-a73cd7393faa', 'tag': 'af40986a-703e-4407-ba59-c6bc457ec640'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:07.974561 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1221b42-42ac-430f-ba4c-8612bd3342f6" -d '{"events": [{"name": "network-changed", "server_uuid": "4b56d266-b926-4b1a-a665-a73cd7393faa", "tag": "af40986a-703e-4407-ba59-c6bc457ec640"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:07.979166 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d5cd54-2ae7-425f-b909-3c15616e5481 None None] Routers {'b9d587e6-70a4-425c-afd2-479cad735702'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:07.979798 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-b9d5cd54-2ae7-425f-b909-3c15616e5481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:16:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b9d587e6-70a4-425c-afd2-479cad735702'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:07.982240 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d018ce3d-17b7-4160-b620-f8b78af7911c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.037204 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-d018ce3d-17b7-4160-b620-f8b78af7911c admin admin] Deleting port 3df00f80-2573-408a-bee5-c5b35aaef0a2 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:08.037574 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d018ce3d-17b7-4160-b620-f8b78af7911c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.115925 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-d018ce3d-17b7-4160-b620-f8b78af7911c admin admin] For port 3df00f80-2573-408a-bee5-c5b35aaef0a2, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3df00f80-2573-408a-bee5-c5b35aaef0a2,segment=NetworkSegment(2ff55bd3-2201-46e8-b6ef-36ac7d8901cc),segment_id=2ff55bd3-2201-46e8-b6ef-36ac7d8901cc)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:08.116370 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d018ce3d-17b7-4160-b620-f8b78af7911c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.144819 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-b9d5cd54-2ae7-425f-b909-3c15616e5481 None None] Set router b9d587e6-70a4-425c-afd2-479cad735702 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:08.147662 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-d018ce3d-17b7-4160-b620-f8b78af7911c admin admin] Calling delete_port for 3df00f80-2573-408a-bee5-c5b35aaef0a2 owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:08.230000 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1535bb-3a64-40a0-9578-ab68ef94622e x-openstack-request-id: req-2e1535bb-3a64-40a0-9578-ab68ef94622e {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:08.231742 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b56d266-b926-4b1a-a665-a73cd7393faa", "tag": "af40986a-703e-4407-ba59-c6bc457ec640", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:08.233336 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2e1535bb-3a64-40a0-9578-ab68ef94622e {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:08.239031 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50139e59-4415-420e-9b40-15955211ae9a None None] DHCP port deletion for d0b86a5c-6c4d-4a11-b586-857a91f8526a request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:17:08.244741 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b56d266-b926-4b1a-a665-a73cd7393faa', 'tag': 'af40986a-703e-4407-ba59-c6bc457ec640', 'status': 'completed', 'code': 200} Sep 16 05:17:08.251735 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d018ce3d-17b7-4160-b620-f8b78af7911c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.279982 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d018ce3d-17b7-4160-b620-f8b78af7911c admin admin] Pushing event deleted for resources: {'Port': ['ID=3df00f80-2573-408a-bee5-c5b35aaef0a2,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:08.283679 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-50139e59-4415-420e-9b40-15955211ae9a None None] The port '3df00f80-2573-408a-bee5-c5b35aaef0a2' was deleted {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 16 05:17:08.326919 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d018ce3d-17b7-4160-b620-f8b78af7911c admin admin] No DVR routers for this DVR port 3df00f80-2573-408a-bee5-c5b35aaef0a2 on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:08.412979 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-b9d5cd54-2ae7-425f-b909-3c15616e5481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'name': 'tempest-TestNetworkBasicOps-router-178473411', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:24Z', 'updated_at': '2021-09-16T05:15:28Z', 'revision_number': 4, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'gw_port': {'id': 'bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:24Z', 'updated_at': '2021-09-16T05:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'a185337a-9451-47c2-852d-08e9e2e2936b', 'name': '', 'network_id': 'c5a39470-d016-42e1-a2e6-0bea346e7541', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'mac_address': 'fa:16:3e:11:2e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'bfbca7b4-3150-492f-b3df-a286b75e59ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:28Z', 'updated_at': '2021-09-16T05:15:33Z', 'revision_number': 5, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'subnets': [{'id': 'bfbca7b4-3150-492f-b3df-a286b75e59ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:08.439713 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e3e9b-1079-470d-b30b-098393cd569a req-38364133-0b34-4895-914e-6bc3e13b400e tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:08.441191 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e10e3e9b-1079-470d-b30b-098393cd569a req-38364133-0b34-4895-914e-6bc3e13b400e tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b56d266-b926-4b1a-a665-a73cd7393faa HTTP/1.1" status: 200 len: 945 time: 0.1581221 Sep 16 05:17:08.442075 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d5cd54-2ae7-425f-b909-3c15616e5481 None None] Checking router: b9d587e6-70a4-425c-afd2-479cad735702 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:17:08.442863 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d018ce3d-17b7-4160-b620-f8b78af7911c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.451700 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d5cd54-2ae7-425f-b909-3c15616e5481 None None] Routers {'b9d587e6-70a4-425c-afd2-479cad735702'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:08.452239 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1221b42-42ac-430f-ba4c-8612bd3342f6 req-2f850887-2043-4c15-820e-a8add059f354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:08.452369 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-b9d5cd54-2ae7-425f-b909-3c15616e5481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:16:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b9d587e6-70a4-425c-afd2-479cad735702'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:08.453774 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e1221b42-42ac-430f-ba4c-8612bd3342f6 req-2f850887-2043-4c15-820e-a8add059f354 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da5c99301f5942cd8cb2baff109305cb&device_id=4b56d266-b926-4b1a-a665-a73cd7393faa HTTP/1.1" status: 200 len: 1097 time: 0.1427381 Sep 16 05:17:08.503424 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-d018ce3d-17b7-4160-b620-f8b78af7911c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0b86a5c-6c4d-4a11-b586-857a91f8526a']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:08.527097 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-d018ce3d-17b7-4160-b620-f8b78af7911c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff55bd3-2201-46e8-b6ef-36ac7d8901cc') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:08.527377 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-d018ce3d-17b7-4160-b620-f8b78af7911c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff55bd3-2201-46e8-b6ef-36ac7d8901cc') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:08.578397 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d018ce3d-17b7-4160-b620-f8b78af7911c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.582710 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-b9d5cd54-2ae7-425f-b909-3c15616e5481 None None] Set router b9d587e6-70a4-425c-afd2-479cad735702 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:08.593931 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e10e3e9b-1079-470d-b30b-098393cd569a req-d4998649-2569-4a55-a279-44baa2a1bca4 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?id=79b107da-9d6c-412e-b5ef-278962922640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388507 Sep 16 05:17:08.610385 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d018ce3d-17b7-4160-b620-f8b78af7911c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.613651 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 43d92bb6-d030-4d54-9c93-987e215838ec no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:08.633772 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d018ce3d-17b7-4160-b620-f8b78af7911c admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:17:08.634277 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d018ce3d-17b7-4160-b620-f8b78af7911c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.636140 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:17:08.636140 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:17:08.636140 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:17:08.636140 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:17:08.636140 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:17:08.636140 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:17:08.636140 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:17:08.636140 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:17:08.636140 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:17:08.636140 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:17:08.636140 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:17:08.636140 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:17:08.636140 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:17:08.636140 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:17:08.636140 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:17:08.636140 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:17:08.636140 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:17:08.636140 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:17:08.636140 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:17:08.636140 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:17:08.636140 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:17:08.636140 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:17:08.636140 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:17:08.636140 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:17:08.636140 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:17:08.636140 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:17:08.636140 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:17:08.636140 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:17:08.636140 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:17:08.636140 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:17:08.636140 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:17:08.636140 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:17:08.641329 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 43d92bb6-d030-4d54-9c93-987e215838ec {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:08.642046 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 43d92bb6-d030-4d54-9c93-987e215838ec not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:08.642479 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 209de96e-34b4-44d3-a53a-9703816b6229 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:08.648200 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1221b42-42ac-430f-ba4c-8612bd3342f6 req-1259d878-b642-4a2d-9f48-d7a71edcc463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:08.649720 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e1221b42-42ac-430f-ba4c-8612bd3342f6 req-1259d878-b642-4a2d-9f48-d7a71edcc463 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c5a39470-d016-42e1-a2e6-0bea346e7541 HTTP/1.1" status: 200 len: 897 time: 0.1850872 Sep 16 05:17:08.672889 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 209de96e-34b4-44d3-a53a-9703816b6229 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:08.673235 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 209de96e-34b4-44d3-a53a-9703816b6229 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:08.673647 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3df00f80-2573-408a-bee5-c5b35aaef0a2 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:08.730474 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e1221b42-42ac-430f-ba4c-8612bd3342f6 req-80dadf39-3b53-480d-997e-94191d5afcae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af40986a-703e-4407-ba59-c6bc457ec640 HTTP/1.1" status: 200 len: 217 time: 0.0708575 Sep 16 05:17:08.737482 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d018ce3d-17b7-4160-b620-f8b78af7911c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.754386 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d018ce3d-17b7-4160-b620-f8b78af7911c admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.756106 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d018ce3d-17b7-4160-b620-f8b78af7911c admin admin] 10.222.0.35 "DELETE /v2.0/networks/d0b86a5c-6c4d-4a11-b586-857a91f8526a HTTP/1.1" status: 204 len: 168 time: 0.8558288 Sep 16 05:17:08.789438 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d018ce3d-17b7-4160-b620-f8b78af7911c admin admin] Pushing event deleted for resources: {'Network': ['ID=d0b86a5c-6c4d-4a11-b586-857a91f8526a,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:08.805980 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1221b42-42ac-430f-ba4c-8612bd3342f6 req-2bfe9c66-225b-46f8-b9ad-3fe177a28316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:08.808672 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e1221b42-42ac-430f-ba4c-8612bd3342f6 req-2bfe9c66-225b-46f8-b9ad-3fe177a28316 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bfbca7b4-3150-492f-b3df-a286b75e59ee HTTP/1.1" status: 200 len: 834 time: 0.0691643 Sep 16 05:17:08.868077 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1221b42-42ac-430f-ba4c-8612bd3342f6 req-d4dd6e6c-3752-470e-b85c-d70275dcfb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:08.870776 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e1221b42-42ac-430f-ba4c-8612bd3342f6 req-d4dd6e6c-3752-470e-b85c-d70275dcfb82 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5a39470-d016-42e1-a2e6-0bea346e7541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531626 Sep 16 05:17:08.896043 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 3df00f80-2573-408a-bee5-c5b35aaef0a2 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:08.896399 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3df00f80-2573-408a-bee5-c5b35aaef0a2 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:08.909165 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51430) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:08.995057 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3b4f96d4-9622-43cf-9fbb-23c0a99efdb7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e295da4b9d5d42eb8c742333e3155be3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0845394 Sep 16 05:17:08.998347 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51432) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:09.000907 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e1221b42-42ac-430f-ba4c-8612bd3342f6 req-82d8c046-a7b6-402b-9c0b-f5369d049638 service neutron] 10.222.0.48 "GET /v2.0/networks/c5a39470-d016-42e1-a2e6-0bea346e7541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209762 Sep 16 05:17:09.035785 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-b9d5cd54-2ae7-425f-b909-3c15616e5481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'name': 'tempest-TestNetworkBasicOps-router-178473411', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:24Z', 'updated_at': '2021-09-16T05:15:28Z', 'revision_number': 4, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'gw_port': {'id': 'bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:24Z', 'updated_at': '2021-09-16T05:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'a185337a-9451-47c2-852d-08e9e2e2936b', 'name': '', 'network_id': 'c5a39470-d016-42e1-a2e6-0bea346e7541', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'mac_address': 'fa:16:3e:11:2e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'bfbca7b4-3150-492f-b3df-a286b75e59ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:28Z', 'updated_at': '2021-09-16T05:15:33Z', 'revision_number': 5, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'subnets': [{'id': 'bfbca7b4-3150-492f-b3df-a286b75e59ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:09.066638 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d5cd54-2ae7-425f-b909-3c15616e5481 None None] The sync data for ids ['b9d587e6-70a4-425c-afd2-479cad735702'] in n-d-712139-15 is: [{'id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'name': 'tempest-TestNetworkBasicOps-router-178473411', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:24Z', 'updated_at': '2021-09-16T05:15:28Z', 'revision_number': 4, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'gw_port': {'id': 'bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:24Z', 'updated_at': '2021-09-16T05:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'a185337a-9451-47c2-852d-08e9e2e2936b', 'name': '', 'network_id': 'c5a39470-d016-42e1-a2e6-0bea346e7541', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'mac_address': 'fa:16:3e:11:2e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'bfbca7b4-3150-492f-b3df-a286b75e59ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:28Z', 'updated_at': '2021-09-16T05:15:33Z', 'revision_number': 5, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'subnets': [{'id': 'bfbca7b4-3150-492f-b3df-a286b75e59ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:09.067391 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-44e0400e-cfa5-4c30-a757-338cef386cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:09.092021 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-44e0400e-cfa5-4c30-a757-338cef386cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:09.121925 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e1221b42-42ac-430f-ba4c-8612bd3342f6 req-9c3d4115-c754-41ef-a015-953a3b6e5317 service neutron] 10.222.0.48 "GET /v2.0/networks/c5a39470-d016-42e1-a2e6-0bea346e7541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123455 Sep 16 05:17:09.158580 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-44e0400e-cfa5-4c30-a757-338cef386cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:09.161326 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-44e0400e-cfa5-4c30-a757-338cef386cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:09.162533 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-44e0400e-cfa5-4c30-a757-338cef386cf8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a1197831-00cc-410d-9660-a6ad5703823f HTTP/1.1" status: 204 len: 168 time: 0.1629236 Sep 16 05:17:09.172723 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0400e-cfa5-4c30-a757-338cef386cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1197831-00cc-410d-9660-a6ad5703823f,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:09.379117 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4d6d5e-9819-4723-867a-ef58b3622d0d None None] New status for floating IP 87274fb5-8a19-4701-a0d0-39b325967d6c: DOWN {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:17:09.517871 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51438) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:09.558839 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9afbeeb8-b12c-4b4f-a41a-c0e5bb16c9b6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0821c722eb3b4460b5eaf4d81885a55c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397046 Sep 16 05:17:09.561458 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51440) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:09.612064 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-51a7997c-0d75-462b-a9ff-9ea20edb9bec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:09.634773 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-51a7997c-0d75-462b-a9ff-9ea20edb9bec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:09.694644 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-51a7997c-0d75-462b-a9ff-9ea20edb9bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:09.706131 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-51a7997c-0d75-462b-a9ff-9ea20edb9bec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:09.707313 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-51a7997c-0d75-462b-a9ff-9ea20edb9bec admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/28ba02f1-4aa1-4033-bec0-c22ff0e9d0ac HTTP/1.1" status: 204 len: 168 time: 0.1449652 Sep 16 05:17:09.716831 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7997c-0d75-462b-a9ff-9ea20edb9bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ba02f1-4aa1-4033-bec0-c22ff0e9d0ac,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:09.763044 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2603a4-6c0a-4c26-9cd3-d84e577d2964 req-f39ff16c-54a6-4fba-8475-bdc130431693 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:09.764644 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ce2603a4-6c0a-4c26-9cd3-d84e577d2964 req-f39ff16c-54a6-4fba-8475-bdc130431693 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b56d266-b926-4b1a-a665-a73cd7393faa HTTP/1.1" status: 200 len: 945 time: 0.0777006 Sep 16 05:17:09.812353 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ce2603a4-6c0a-4c26-9cd3-d84e577d2964 req-7cb78d7d-93e4-44a6-8f3c-020ae45b654e tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/security-groups?id=79b107da-9d6c-412e-b5ef-278962922640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412905 Sep 16 05:17:10.087086 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146208d2-9edb-4f3a-9c5c-1160e220aa16 req-38d68ece-e95f-4b7b-a29e-5a6bb3497213 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:10.089954 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-146208d2-9edb-4f3a-9c5c-1160e220aa16 req-38d68ece-e95f-4b7b-a29e-5a6bb3497213 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b56d266-b926-4b1a-a665-a73cd7393faa HTTP/1.1" status: 200 len: 945 time: 0.0649137 Sep 16 05:17:10.116977 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c5900303-48ed-40b0-bbc2-28cb84320536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:10.199969 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-146208d2-9edb-4f3a-9c5c-1160e220aa16 req-fb3d1a7e-7a66-4c02-8147-fb1d180a88c5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Deleting port af40986a-703e-4407-ba59-c6bc457ec640 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:10.200432 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-146208d2-9edb-4f3a-9c5c-1160e220aa16 req-fb3d1a7e-7a66-4c02-8147-fb1d180a88c5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:10.310215 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-146208d2-9edb-4f3a-9c5c-1160e220aa16 req-fb3d1a7e-7a66-4c02-8147-fb1d180a88c5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] For port af40986a-703e-4407-ba59-c6bc457ec640, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=af40986a-703e-4407-ba59-c6bc457ec640,segment=NetworkSegment(7de64b83-7294-41f8-81b0-53423883669c),segment_id=7de64b83-7294-41f8-81b0-53423883669c)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:10.310678 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-146208d2-9edb-4f3a-9c5c-1160e220aa16 req-fb3d1a7e-7a66-4c02-8147-fb1d180a88c5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:10.325395 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-146208d2-9edb-4f3a-9c5c-1160e220aa16 req-fb3d1a7e-7a66-4c02-8147-fb1d180a88c5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Calling delete_port for af40986a-703e-4407-ba59-c6bc457ec640 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:10.469072 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-146208d2-9edb-4f3a-9c5c-1160e220aa16 req-fb3d1a7e-7a66-4c02-8147-fb1d180a88c5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:10.502890 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d1a7e-7a66-4c02-8147-fb1d180a88c5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event deleted for resources: {'Port': ['ID=af40986a-703e-4407-ba59-c6bc457ec640,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:10.546980 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-146208d2-9edb-4f3a-9c5c-1160e220aa16 req-fb3d1a7e-7a66-4c02-8147-fb1d180a88c5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] No DVR routers for this DVR port af40986a-703e-4407-ba59-c6bc457ec640 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:10.549564 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-146208d2-9edb-4f3a-9c5c-1160e220aa16 req-fb3d1a7e-7a66-4c02-8147-fb1d180a88c5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:10.551605 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-146208d2-9edb-4f3a-9c5c-1160e220aa16 req-fb3d1a7e-7a66-4c02-8147-fb1d180a88c5 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.48 "DELETE /v2.0/ports/af40986a-703e-4407-ba59-c6bc457ec640 HTTP/1.1" status: 204 len: 173 time: 0.4560068 Sep 16 05:17:10.552042 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b56d266-b926-4b1a-a665-a73cd7393faa', 'name': 'network-vif-deleted', 'tag': 'af40986a-703e-4407-ba59-c6bc457ec640'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:10.554348 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b18bfd-bf0a-4030-8751-9554e8fa0f23" -d '{"events": [{"server_uuid": "4b56d266-b926-4b1a-a665-a73cd7393faa", "name": "network-vif-deleted", "tag": "af40986a-703e-4407-ba59-c6bc457ec640"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:10.598195 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99ecbe8-f3fa-4150-a6d1-1a4b49aec2ce x-openstack-request-id: req-b99ecbe8-f3fa-4150-a6d1-1a4b49aec2ce {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:10.598468 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b56d266-b926-4b1a-a665-a73cd7393faa", "name": "network-vif-deleted", "tag": "af40986a-703e-4407-ba59-c6bc457ec640", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:10.598730 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b99ecbe8-f3fa-4150-a6d1-1a4b49aec2ce {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:10.599116 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b56d266-b926-4b1a-a665-a73cd7393faa', 'name': 'network-vif-deleted', 'tag': 'af40986a-703e-4407-ba59-c6bc457ec640', 'status': 'completed', 'code': 200} Sep 16 05:17:10.939589 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2a91d84b-64c5-478e-9f6e-01996be02961 req-3d740c6d-ec3e-47f8-a3e4-bdb8d81440cc tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b56d266-b926-4b1a-a665-a73cd7393faa HTTP/1.1" status: 200 len: 210 time: 0.0339825 Sep 16 05:17:11.818890 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:12.006262 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51452) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:12.067179 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-daa440ae-e8e9-48e5-9284-16df4903b7e8 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:12.093325 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-daa440ae-e8e9-48e5-9284-16df4903b7e8 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:12.160718 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-daa440ae-e8e9-48e5-9284-16df4903b7e8 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:12.163298 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-daa440ae-e8e9-48e5-9284-16df4903b7e8 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:12.164458 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-daa440ae-e8e9-48e5-9284-16df4903b7e8 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "DELETE /v2.0/security-groups/79b107da-9d6c-412e-b5ef-278962922640 HTTP/1.1" status: 204 len: 168 time: 0.1572151 Sep 16 05:17:12.175027 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa440ae-e8e9-48e5-9284-16df4903b7e8 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b107da-9d6c-412e-b5ef-278962922640,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:12.197801 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51456) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:12.576850 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8080116f-a548-4e5e-bb5e-b510f7aff16f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:13.114678 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-8080116f-a548-4e5e-bb5e-b510f7aff16f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Deleting port a185337a-9451-47c2-852d-08e9e2e2936b {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:13.115450 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8080116f-a548-4e5e-bb5e-b510f7aff16f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:13.205208 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-8080116f-a548-4e5e-bb5e-b510f7aff16f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] For port a185337a-9451-47c2-852d-08e9e2e2936b, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=a185337a-9451-47c2-852d-08e9e2e2936b,segment=NetworkSegment(7de64b83-7294-41f8-81b0-53423883669c),segment_id=7de64b83-7294-41f8-81b0-53423883669c)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:13.205576 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8080116f-a548-4e5e-bb5e-b510f7aff16f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:13.218699 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-8080116f-a548-4e5e-bb5e-b510f7aff16f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Calling delete_port for a185337a-9451-47c2-852d-08e9e2e2936b owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:13.244892 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6a73b147-eed6-4710-8285-9a1719725d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:13.414022 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8080116f-a548-4e5e-bb5e-b510f7aff16f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:13.444699 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080116f-a548-4e5e-bb5e-b510f7aff16f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event deleted for resources: {'Port': ['ID=a185337a-9451-47c2-852d-08e9e2e2936b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:13.536290 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:13.631598 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8080116f-a548-4e5e-bb5e-b510f7aff16f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:13.855574 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8080116f-a548-4e5e-bb5e-b510f7aff16f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Router b9d587e6-70a4-425c-afd2-479cad735702 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:17:13.966345 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8080116f-a548-4e5e-bb5e-b510f7aff16f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:13.971677 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8080116f-a548-4e5e-bb5e-b510f7aff16f tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "PUT /v2.0/routers/b9d587e6-70a4-425c-afd2-479cad735702/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7722523 Sep 16 05:17:13.974428 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51462) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:13.976049 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d6dfb5-e48c-4f58-ac37-82c321ac77f9 None None] Sync routers for ids ['b9d587e6-70a4-425c-afd2-479cad735702'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:13.986141 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d6dfb5-e48c-4f58-ac37-82c321ac77f9 None None] Routers {'b9d587e6-70a4-425c-afd2-479cad735702'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:13.986752 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-24d6dfb5-e48c-4f58-ac37-82c321ac77f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:17:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b9d587e6-70a4-425c-afd2-479cad735702'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:14.026403 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b08a5ed-b638-4331-a5a0-3485dd80173d tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Deleting subnet bfbca7b4-3150-492f-b3df-a286b75e59ee {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:17:14.029945 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4b08a5ed-b638-4331-a5a0-3485dd80173d tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.070809 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4b08a5ed-b638-4331-a5a0-3485dd80173d tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.102851 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-24d6dfb5-e48c-4f58-ac37-82c321ac77f9 None None] Set router b9d587e6-70a4-425c-afd2-479cad735702 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:14.139848 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:17:14.163631 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4b08a5ed-b638-4331-a5a0-3485dd80173d tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.231206 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4b08a5ed-b638-4331-a5a0-3485dd80173d tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.261560 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b08a5ed-b638-4331-a5a0-3485dd80173d tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event deleted for resources: {'Subnet': ['ID=bfbca7b4-3150-492f-b3df-a286b75e59ee,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:14.263578 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4b08a5ed-b638-4331-a5a0-3485dd80173d tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.267886 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4b08a5ed-b638-4331-a5a0-3485dd80173d tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "DELETE /v2.0/subnets/bfbca7b4-3150-492f-b3df-a286b75e59ee HTTP/1.1" status: 204 len: 168 time: 0.2901359 Sep 16 05:17:14.268338 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51464) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:14.274518 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184af2ef-c103-4ef6-81de-7e055b4dc938 None None] Network c5a39470-d016-42e1-a2e6-0bea346e7541 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:14.377808 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device af40986a-703e-4407-ba59-c6bc457ec640 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:14.386670 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8d1a195f-f077-43a0-81cf-0348c1effc77 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.405311 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: af40986a-703e-4407-ba59-c6bc457ec640 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:14.405557 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device af40986a-703e-4407-ba59-c6bc457ec640 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:14.438662 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-24d6dfb5-e48c-4f58-ac37-82c321ac77f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'name': 'tempest-TestNetworkBasicOps-router-178473411', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:24Z', 'updated_at': '2021-09-16T05:17:13Z', 'revision_number': 5, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'gw_port': {'id': 'bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:24Z', 'updated_at': '2021-09-16T05:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:14.469413 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d6dfb5-e48c-4f58-ac37-82c321ac77f9 None None] Checking router: b9d587e6-70a4-425c-afd2-479cad735702 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:17:14.481953 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d6dfb5-e48c-4f58-ac37-82c321ac77f9 None None] Routers {'b9d587e6-70a4-425c-afd2-479cad735702'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:14.482679 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-24d6dfb5-e48c-4f58-ac37-82c321ac77f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:17:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b9d587e6-70a4-425c-afd2-479cad735702'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:14.520026 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8d1a195f-f077-43a0-81cf-0348c1effc77 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.582287 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-8d1a195f-f077-43a0-81cf-0348c1effc77 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Deleting port bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:14.582638 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8d1a195f-f077-43a0-81cf-0348c1effc77 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.589893 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f6b8f2-f44d-4712-b2a8-7dc03acda4e0 None None] DHCP port deletion for c5a39470-d016-42e1-a2e6-0bea346e7541 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:17:14.654630 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-24d6dfb5-e48c-4f58-ac37-82c321ac77f9 None None] Set router b9d587e6-70a4-425c-afd2-479cad735702 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:14.674174 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-8d1a195f-f077-43a0-81cf-0348c1effc77 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] For port bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:14.678262 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8d1a195f-f077-43a0-81cf-0348c1effc77 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.688987 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device abc7fe43-2801-4370-8c74-6f22349446dc no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:14.692365 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-8d1a195f-f077-43a0-81cf-0348c1effc77 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Calling delete_port for bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:14.742203 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.851343 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.860426 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-a9f6b8f2-f44d-4712-b2a8-7dc03acda4e0 None None] Deleting port abc7fe43-2801-4370-8c74-6f22349446dc {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:14.860426 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a9f6b8f2-f44d-4712-b2a8-7dc03acda4e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.891211 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8d1a195f-f077-43a0-81cf-0348c1effc77 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.921849 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a195f-f077-43a0-81cf-0348c1effc77 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event deleted for resources: {'Port': ['ID=bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:14.987315 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.993310 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8d1a195f-f077-43a0-81cf-0348c1effc77 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:15.024473 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-a9f6b8f2-f44d-4712-b2a8-7dc03acda4e0 None None] For port abc7fe43-2801-4370-8c74-6f22349446dc, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=abc7fe43-2801-4370-8c74-6f22349446dc,segment=NetworkSegment(7de64b83-7294-41f8-81b0-53423883669c),segment_id=7de64b83-7294-41f8-81b0-53423883669c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:15.024900 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a9f6b8f2-f44d-4712-b2a8-7dc03acda4e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:15.048551 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-a9f6b8f2-f44d-4712-b2a8-7dc03acda4e0 None None] Calling delete_port for abc7fe43-2801-4370-8c74-6f22349446dc owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:15.063156 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port abc7fe43-2801-4370-8c74-6f22349446dc, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=abc7fe43-2801-4370-8c74-6f22349446dc,segment=NetworkSegment(7de64b83-7294-41f8-81b0-53423883669c),segment_id=7de64b83-7294-41f8-81b0-53423883669c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:15.073698 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:15.116948 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8d1a195f-f077-43a0-81cf-0348c1effc77 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:15.119896 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8d1a195f-f077-43a0-81cf-0348c1effc77 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:15.148827 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-24d6dfb5-e48c-4f58-ac37-82c321ac77f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'name': 'tempest-TestNetworkBasicOps-router-178473411', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:24Z', 'updated_at': '2021-09-16T05:17:13Z', 'revision_number': 5, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'gw_port': {'id': 'bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:24Z', 'updated_at': '2021-09-16T05:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:15.169806 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8d1a195f-f077-43a0-81cf-0348c1effc77 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:15.171241 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1a195f-f077-43a0-81cf-0348c1effc77 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Fanout notify agent at l3_agent the message router_deleted on router b9d587e6-70a4-425c-afd2-479cad735702 {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:17:15.178297 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8d1a195f-f077-43a0-81cf-0348c1effc77 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:15.184501 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8d1a195f-f077-43a0-81cf-0348c1effc77 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "DELETE /v2.0/routers/b9d587e6-70a4-425c-afd2-479cad735702 HTTP/1.1" status: 204 len: 168 time: 0.9105084 Sep 16 05:17:15.185342 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51466) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:15.194215 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d6dfb5-e48c-4f58-ac37-82c321ac77f9 None None] The sync data for ids ['b9d587e6-70a4-425c-afd2-479cad735702'] in n-d-712139-15 is: [{'id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'name': 'tempest-TestNetworkBasicOps-router-178473411', 'tenant_id': 'da5c99301f5942cd8cb2baff109305cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:24Z', 'updated_at': '2021-09-16T05:17:13Z', 'revision_number': 5, 'project_id': 'da5c99301f5942cd8cb2baff109305cb', 'gw_port': {'id': 'bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d587e6-70a4-425c-afd2-479cad735702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:24Z', 'updated_at': '2021-09-16T05:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:15.211296 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=abc7fe43-2801-4370-8c74-6f22349446dc,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:15.223977 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:15.224334 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:15.224669 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:15.224995 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:15.225327 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:15.225654 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:15.225974 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:15.226299 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:15.226619 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:15.227450 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:15.227450 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:15.227699 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:15.250103 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a9f6b8f2-f44d-4712-b2a8-7dc03acda4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:15.277767 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6b8f2-f44d-4712-b2a8-7dc03acda4e0 None None] Pushing event deleted for resources: {'Port': ['ID=abc7fe43-2801-4370-8c74-6f22349446dc,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:15.279734 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f6b8f2-f44d-4712-b2a8-7dc03acda4e0 None None] No DVR routers for this DVR port abc7fe43-2801-4370-8c74-6f22349446dc on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:15.300370 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-331d4d00-2771-4407-94db-60a049824952 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:15.387151 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-331d4d00-2771-4407-94db-60a049824952 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:15.408188 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-331d4d00-2771-4407-94db-60a049824952 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a39470-d016-42e1-a2e6-0bea346e7541']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:15.418007 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-331d4d00-2771-4407-94db-60a049824952 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7de64b83-7294-41f8-81b0-53423883669c') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:15.418462 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-331d4d00-2771-4407-94db-60a049824952 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7de64b83-7294-41f8-81b0-53423883669c') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:15.428266 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-331d4d00-2771-4407-94db-60a049824952 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:15.441978 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-331d4d00-2771-4407-94db-60a049824952 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:15.448045 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331d4d00-2771-4407-94db-60a049824952 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:17:15.448450 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-331d4d00-2771-4407-94db-60a049824952 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:15.451920 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:17:15.451920 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:17:15.451920 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:17:15.451920 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:17:15.451920 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:17:15.451920 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:17:15.451920 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:17:15.451920 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:17:15.451920 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:17:15.451920 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:17:15.451920 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:17:15.451920 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:17:15.451920 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:17:15.451920 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:17:15.451920 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:17:15.451920 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:17:15.451920 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:17:15.451920 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:17:15.451920 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:17:15.451920 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:17:15.451920 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:17:15.451920 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:17:15.451920 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:17:15.451920 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:17:15.451920 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:17:15.451920 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:17:15.451920 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:17:15.451920 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:17:15.451920 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:17:15.451920 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:17:15.451920 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:17:15.451920 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:17:15.517093 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-331d4d00-2771-4407-94db-60a049824952 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:15.524729 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-331d4d00-2771-4407-94db-60a049824952 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:15.530649 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-331d4d00-2771-4407-94db-60a049824952 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] 10.222.0.35 "DELETE /v2.0/networks/c5a39470-d016-42e1-a2e6-0bea346e7541 HTTP/1.1" status: 204 len: 168 time: 0.3436601 Sep 16 05:17:15.547400 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d4d00-2771-4407-94db-60a049824952 tempest-TestNetworkBasicOps-1646180061 tempest-TestNetworkBasicOps-1646180061-project] Pushing event deleted for resources: {'Network': ['ID=c5a39470-d016-42e1-a2e6-0bea346e7541,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:15.835872 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51472) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:15.980435 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-884eef9b-f61f-4a8b-bd5a-5517ce8cd96e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=da5c99301f5942cd8cb2baff109305cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433063 Sep 16 05:17:15.982877 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51476) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:16.031723 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-917d3475-40fb-420f-9fb5-5e503ee9a571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.053023 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-917d3475-40fb-420f-9fb5-5e503ee9a571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.102715 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-917d3475-40fb-420f-9fb5-5e503ee9a571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.106161 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-917d3475-40fb-420f-9fb5-5e503ee9a571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.107333 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-917d3475-40fb-420f-9fb5-5e503ee9a571 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b664f662-803b-4371-a32c-2c196552ce17 HTTP/1.1" status: 204 len: 168 time: 0.1235235 Sep 16 05:17:16.115289 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d3475-40fb-420f-9fb5-5e503ee9a571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b664f662-803b-4371-a32c-2c196552ce17,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:16.149691 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.404476 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51482) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:16.418380 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-df3248fe-64e1-4bb5-a1eb-1bbd52a16f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.520236 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-df3248fe-64e1-4bb5-a1eb-1bbd52a16f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.524353 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-df3248fe-64e1-4bb5-a1eb-1bbd52a16f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.566101 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-df3248fe-64e1-4bb5-a1eb-1bbd52a16f01 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=12fb670c12514258abb8e4d50b0dc1ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1604757 Sep 16 05:17:16.566851 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3248fe-64e1-4bb5-a1eb-1bbd52a16f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94de7d8-9f63-4a40-858e-3eba27871a6b,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:16.568886 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51484) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:16.597135 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device a185337a-9451-47c2-852d-08e9e2e2936b no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:16.617326 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: a185337a-9451-47c2-852d-08e9e2e2936b {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:16.617675 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device a185337a-9451-47c2-852d-08e9e2e2936b not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:16.618100 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:16.632548 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8c69da0e-53db-4935-a5e7-3e2127a10dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.641667 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:16.642015 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bf5a6985-5fc2-4cf6-8b54-8c6cb3649f5f not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:16.656916 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8c69da0e-53db-4935-a5e7-3e2127a10dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.722377 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8c69da0e-53db-4935-a5e7-3e2127a10dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.725063 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8c69da0e-53db-4935-a5e7-3e2127a10dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.726272 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8c69da0e-53db-4935-a5e7-3e2127a10dae admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a94de7d8-9f63-4a40-858e-3eba27871a6b HTTP/1.1" status: 204 len: 168 time: 0.1496181 Sep 16 05:17:16.735396 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69da0e-53db-4935-a5e7-3e2127a10dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94de7d8-9f63-4a40-858e-3eba27871a6b,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:17.533889 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51506) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:17.655016 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-fa7b12ba-8a75-43fc-8aed-133cee837a2c admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2031296299-network', 'tenant_id': 'a2ab00055bcf4f728a9d336a693ed266'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:17.677172 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7b12ba-8a75-43fc-8aed-133cee837a2c admin admin] Made reservation on behalf of a2ab00055bcf4f728a9d336a693ed266 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:17.679462 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fa7b12ba-8a75-43fc-8aed-133cee837a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.688316 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fa7b12ba-8a75-43fc-8aed-133cee837a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.781776 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fa7b12ba-8a75-43fc-8aed-133cee837a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.785772 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fa7b12ba-8a75-43fc-8aed-133cee837a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.811888 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa7b12ba-8a75-43fc-8aed-133cee837a2c admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:17:17.827763 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b12ba-8a75-43fc-8aed-133cee837a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7532bd-9245-4a63-8037-c6cde1d750b4,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:17.832962 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fa7b12ba-8a75-43fc-8aed-133cee837a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.833303 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-fa7b12ba-8a75-43fc-8aed-133cee837a2c admin admin] Added segment 6eda7e83-b283-4f7c-b0f5-cdb9e0d0f115 of type vlan for network 06bd2a56-594c-438f-a8ce-348daa9d752c Sep 16 05:17:17.876171 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fa7b12ba-8a75-43fc-8aed-133cee837a2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.904627 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fa7b12ba-8a75-43fc-8aed-133cee837a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.905552 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7b12ba-8a75-43fc-8aed-133cee837a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:17.906144 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fa7b12ba-8a75-43fc-8aed-133cee837a2c admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.939245 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-fa7b12ba-8a75-43fc-8aed-133cee837a2c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4042344 Sep 16 05:17:17.942424 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51510) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:17.949993 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-e529916d-2236-44ae-8d98-e4aa972dc7b2 admin admin] Request body: {'subnet': {'network_id': '06bd2a56-594c-438f-a8ce-348daa9d752c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2031296299-subnet', 'tenant_id': 'a2ab00055bcf4f728a9d336a693ed266', 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:17.970389 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b12ba-8a75-43fc-8aed-133cee837a2c admin admin] Pushing event updated for resources: {'Network': ['ID=06bd2a56-594c-438f-a8ce-348daa9d752c,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:17.981419 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e529916d-2236-44ae-8d98-e4aa972dc7b2 admin admin] Made reservation on behalf of a2ab00055bcf4f728a9d336a693ed266 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:17.983461 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 06bd2a56-594c-438f-a8ce-348daa9d752c details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:17:17.984242 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e529916d-2236-44ae-8d98-e4aa972dc7b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.164812 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e529916d-2236-44ae-8d98-e4aa972dc7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.223131 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e529916d-2236-44ae-8d98-e4aa972dc7b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13e88802-fbf4-482c-89e4-098e23711986,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:18.234298 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e529916d-2236-44ae-8d98-e4aa972dc7b2 admin admin] Checking segment: {'id': '6eda7e83-b283-4f7c-b0f5-cdb9e0d0f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '06bd2a56-594c-438f-a8ce-348daa9d752c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:18.234680 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e529916d-2236-44ae-8d98-e4aa972dc7b2 admin admin] Network hostable DHCP agents. Network: 06bd2a56-594c-438f-a8ce-348daa9d752c, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:17:18.252616 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e529916d-2236-44ae-8d98-e4aa972dc7b2 admin admin] Network 06bd2a56-594c-438f-a8ce-348daa9d752c is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:17:18.261308 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-e529916d-2236-44ae-8d98-e4aa972dc7b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 06bd2a56-594c-438f-a8ce-348daa9d752c) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:18.266010 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e529916d-2236-44ae-8d98-e4aa972dc7b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:18.266600 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e529916d-2236-44ae-8d98-e4aa972dc7b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.270685 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83734798-761c-41bf-ab5f-c111f8223953 None None] Network 06bd2a56-594c-438f-a8ce-348daa9d752c requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:18.281060 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e529916d-2236-44ae-8d98-e4aa972dc7b2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3369389 Sep 16 05:17:18.283925 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51512) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:18.288311 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-d8b0d1ab-1a94-4629-b508-2f6c81f36431 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2031296299-router', 'tenant_id': 'a2ab00055bcf4f728a9d336a693ed266', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:18.313165 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d8b0d1ab-1a94-4629-b508-2f6c81f36431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.314221 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d8b0d1ab-1a94-4629-b508-2f6c81f36431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.372280 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d8b0d1ab-1a94-4629-b508-2f6c81f36431 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.426164 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4706f19a-7bc0-408b-820d-55658fd28a83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-06bd2a56-594c-438f-a8ce-348daa9d752c', 'network_id': '06bd2a56-594c-438f-a8ce-348daa9d752c', 'tenant_id': 'a2ab00055bcf4f728a9d336a693ed266', 'fixed_ips': [{'subnet_id': '13e88802-fbf4-482c-89e4-098e23711986'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:17:18.427035 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4706f19a-7bc0-408b-820d-55658fd28a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.510442 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d8b0d1ab-1a94-4629-b508-2f6c81f36431 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.558352 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-4706f19a-7bc0-408b-820d-55658fd28a83 None None] Allocated IP 172.20.0.2 (06bd2a56-594c-438f-a8ce-348daa9d752c/13e88802-fbf4-482c-89e4-098e23711986/863ff06e-7a08-4a44-bf02-01263021c013) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:18.714646 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d8b0d1ab-1a94-4629-b508-2f6c81f36431 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.735763 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d8b0d1ab-1a94-4629-b508-2f6c81f36431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.842496 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-d8b0d1ab-1a94-4629-b508-2f6c81f36431 admin admin] Allocated IP 172.25.8.23 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/bb7d44ce-c711-4553-b76f-71b8e28664be) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:18.862780 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4706f19a-7bc0-408b-820d-55658fd28a83 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.868599 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4706f19a-7bc0-408b-820d-55658fd28a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.904252 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4706f19a-7bc0-408b-820d-55658fd28a83 None None] Network 06bd2a56-594c-438f-a8ce-348daa9d752c is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:18.907047 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-4706f19a-7bc0-408b-820d-55658fd28a83 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:18.910508 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4706f19a-7bc0-408b-820d-55658fd28a83 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:18.924928 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706f19a-7bc0-408b-820d-55658fd28a83 None None] Pushing event updated for resources: {'Port': ['ID=863ff06e-7a08-4a44-bf02-01263021c013,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:18.948871 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d8b0d1ab-1a94-4629-b508-2f6c81f36431 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.973379 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-4706f19a-7bc0-408b-820d-55658fd28a83 None None] Attempting to bind port 863ff06e-7a08-4a44-bf02-01263021c013 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:18.973664 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-4706f19a-7bc0-408b-820d-55658fd28a83 None None] Attempting to bind port 863ff06e-7a08-4a44-bf02-01263021c013 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '6eda7e83-b283-4f7c-b0f5-cdb9e0d0f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '06bd2a56-594c-438f-a8ce-348daa9d752c'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:18.974034 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4706f19a-7bc0-408b-820d-55658fd28a83 None None] Attempting to bind port 863ff06e-7a08-4a44-bf02-01263021c013 on network 06bd2a56-594c-438f-a8ce-348daa9d752c {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:18.979520 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4706f19a-7bc0-408b-820d-55658fd28a83 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:18.980045 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4706f19a-7bc0-408b-820d-55658fd28a83 None None] Checking segment: {'id': '6eda7e83-b283-4f7c-b0f5-cdb9e0d0f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '06bd2a56-594c-438f-a8ce-348daa9d752c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:18.980450 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4706f19a-7bc0-408b-820d-55658fd28a83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.981190 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4706f19a-7bc0-408b-820d-55658fd28a83 None None] Bound using segment: {'id': '6eda7e83-b283-4f7c-b0f5-cdb9e0d0f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '06bd2a56-594c-438f-a8ce-348daa9d752c'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:18.981406 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-4706f19a-7bc0-408b-820d-55658fd28a83 None None] Bound port: 863ff06e-7a08-4a44-bf02-01263021c013, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eda7e83-b283-4f7c-b0f5-cdb9e0d0f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '06bd2a56-594c-438f-a8ce-348daa9d752c'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:18.981696 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4706f19a-7bc0-408b-820d-55658fd28a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.987862 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d8b0d1ab-1a94-4629-b508-2f6c81f36431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:19.028942 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b0d1ab-1a94-4629-b508-2f6c81f36431 admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:19.033408 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-d8b0d1ab-1a94-4629-b508-2f6c81f36431 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:19.036001 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b0d1ab-1a94-4629-b508-2f6c81f36431 admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:19.047846 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-4706f19a-7bc0-408b-820d-55658fd28a83 None None] For port 863ff06e-7a08-4a44-bf02-01263021c013, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:19.051172 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-4706f19a-7bc0-408b-820d-55658fd28a83 None None] For port 863ff06e-7a08-4a44-bf02-01263021c013, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=863ff06e-7a08-4a44-bf02-01263021c013,segment=NetworkSegment(6eda7e83-b283-4f7c-b0f5-cdb9e0d0f115),segment_id=6eda7e83-b283-4f7c-b0f5-cdb9e0d0f115)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:19.054651 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4706f19a-7bc0-408b-820d-55658fd28a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:19.066234 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0d1ab-1a94-4629-b508-2f6c81f36431 admin admin] Pushing event updated for resources: {'Port': ['ID=bb7d44ce-c711-4553-b76f-71b8e28664be,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:19.112825 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706f19a-7bc0-408b-820d-55658fd28a83 None None] Pushing event updated for resources: {'Port': ['ID=863ff06e-7a08-4a44-bf02-01263021c013,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:19.598627 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d8b0d1ab-1a94-4629-b508-2f6c81f36431 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:19.805219 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d8b0d1ab-1a94-4629-b508-2f6c81f36431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:19.942631 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b0d1ab-1a94-4629-b508-2f6c81f36431 admin admin] Router 9a745cb6-676d-4ea2-a124-424d1af885fd is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:17:20.014227 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7087d7-ec38-4686-87ff-cbc173600516 None None] Network 06bd2a56-594c-438f-a8ce-348daa9d752c requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:20.053579 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b0d1ab-1a94-4629-b508-2f6c81f36431 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:20.064436 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421236ad-6cf5-49f9-b005-44952d47f274 None None] Sync routers for ids ['9a745cb6-676d-4ea2-a124-424d1af885fd'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:20.072497 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d8b0d1ab-1a94-4629-b508-2f6c81f36431 admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.074058 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d8b0d1ab-1a94-4629-b508-2f6c81f36431 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.7890890 Sep 16 05:17:20.074205 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421236ad-6cf5-49f9-b005-44952d47f274 None None] Routers {'9a745cb6-676d-4ea2-a124-424d1af885fd'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:20.074886 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-421236ad-6cf5-49f9-b005-44952d47f274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:17:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['9a745cb6-676d-4ea2-a124-424d1af885fd'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:20.077124 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51516) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:20.133642 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-93f470e7-30af-461f-8cf0-15873dd87eea None None] Provisioning complete for port 863ff06e-7a08-4a44-bf02-01263021c013 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:20.134279 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-93f470e7-30af-461f-8cf0-15873dd87eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.262212 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-93f470e7-30af-461f-8cf0-15873dd87eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.300727 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-421236ad-6cf5-49f9-b005-44952d47f274 None None] Set router 9a745cb6-676d-4ea2-a124-424d1af885fd gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:20.324466 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-93f470e7-30af-461f-8cf0-15873dd87eea None None] For port 863ff06e-7a08-4a44-bf02-01263021c013, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=863ff06e-7a08-4a44-bf02-01263021c013,segment=NetworkSegment(6eda7e83-b283-4f7c-b0f5-cdb9e0d0f115),segment_id=6eda7e83-b283-4f7c-b0f5-cdb9e0d0f115)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:20.329441 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-93f470e7-30af-461f-8cf0-15873dd87eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.388439 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f470e7-30af-461f-8cf0-15873dd87eea None None] Pushing event updated for resources: {'Port': ['ID=863ff06e-7a08-4a44-bf02-01263021c013,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:20.503915 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-421236ad-6cf5-49f9-b005-44952d47f274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a745cb6-676d-4ea2-a124-424d1af885fd', 'name': 'tempest-ImageQuotaTest-2031296299-router', 'tenant_id': 'a2ab00055bcf4f728a9d336a693ed266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'bb7d44ce-c711-4553-b76f-71b8e28664be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:18Z', 'updated_at': '2021-09-16T05:17:19Z', 'revision_number': 3, 'project_id': 'a2ab00055bcf4f728a9d336a693ed266', 'gw_port': {'id': 'bb7d44ce-c711-4553-b76f-71b8e28664be', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a745cb6-676d-4ea2-a124-424d1af885fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:18Z', 'updated_at': '2021-09-16T05:17:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:20.531175 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421236ad-6cf5-49f9-b005-44952d47f274 None None] Checking router: 9a745cb6-676d-4ea2-a124-424d1af885fd for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:17:20.531531 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421236ad-6cf5-49f9-b005-44952d47f274 None None] Updating router 9a745cb6-676d-4ea2-a124-424d1af885fd port bb7d44ce-c711-4553-b76f-71b8e28664be binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:17:20.538900 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-85900426-b5a0-4e34-a3be-22a0177226f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.552596 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-7f835a0f-90f6-4b0d-9055-f5f2eaf938a6 None None] Provisioning complete for port 863ff06e-7a08-4a44-bf02-01263021c013 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:20.552772 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7f835a0f-90f6-4b0d-9055-f5f2eaf938a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.571090 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-421236ad-6cf5-49f9-b005-44952d47f274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.673257 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 863ff06e-7a08-4a44-bf02-01263021c013 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:20.726429 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 863ff06e-7a08-4a44-bf02-01263021c013 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:20.726940 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.754111 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-85900426-b5a0-4e34-a3be-22a0177226f0 admin admin] Allocated IP 172.20.0.1 (06bd2a56-594c-438f-a8ce-348daa9d752c/13e88802-fbf4-482c-89e4-098e23711986/72b46131-2025-45fa-b530-2d6fac405fc2) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:20.867499 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-85900426-b5a0-4e34-a3be-22a0177226f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.882974 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-421236ad-6cf5-49f9-b005-44952d47f274 None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.888486 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-421236ad-6cf5-49f9-b005-44952d47f274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.908543 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-85900426-b5a0-4e34-a3be-22a0177226f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.935061 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-421236ad-6cf5-49f9-b005-44952d47f274 None None] Attempting to bind port bb7d44ce-c711-4553-b76f-71b8e28664be on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:20.935429 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-421236ad-6cf5-49f9-b005-44952d47f274 None None] Attempting to bind port bb7d44ce-c711-4553-b76f-71b8e28664be by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:20.935787 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421236ad-6cf5-49f9-b005-44952d47f274 None None] Attempting to bind port bb7d44ce-c711-4553-b76f-71b8e28664be on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:20.946174 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85900426-b5a0-4e34-a3be-22a0177226f0 admin admin] Network 06bd2a56-594c-438f-a8ce-348daa9d752c is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:20.946385 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff734e1-1785-42d4-af40-110d858c3f90 None None] Pushing event updated for resources: {'Port': ['ID=bb7d44ce-c711-4553-b76f-71b8e28664be,revision_number=2']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:20.949671 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421236ad-6cf5-49f9-b005-44952d47f274 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:20.950036 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-85900426-b5a0-4e34-a3be-22a0177226f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:20.950169 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421236ad-6cf5-49f9-b005-44952d47f274 None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:20.950578 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-421236ad-6cf5-49f9-b005-44952d47f274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.950959 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421236ad-6cf5-49f9-b005-44952d47f274 None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:20.951430 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-421236ad-6cf5-49f9-b005-44952d47f274 None None] Bound port: bb7d44ce-c711-4553-b76f-71b8e28664be, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:20.951808 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-421236ad-6cf5-49f9-b005-44952d47f274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.952796 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85900426-b5a0-4e34-a3be-22a0177226f0 admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:20.975342 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff734e1-1785-42d4-af40-110d858c3f90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:20.975688 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff734e1-1785-42d4-af40-110d858c3f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:20.976031 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff734e1-1785-42d4-af40-110d858c3f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:20.976364 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff734e1-1785-42d4-af40-110d858c3f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:20.976722 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff734e1-1785-42d4-af40-110d858c3f90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:20.977398 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff734e1-1785-42d4-af40-110d858c3f90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:20.977398 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff734e1-1785-42d4-af40-110d858c3f90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:20.977698 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff734e1-1785-42d4-af40-110d858c3f90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:20.978056 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff734e1-1785-42d4-af40-110d858c3f90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:20.979052 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff734e1-1785-42d4-af40-110d858c3f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:20.979952 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff734e1-1785-42d4-af40-110d858c3f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:20.979952 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff734e1-1785-42d4-af40-110d858c3f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:20.997572 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85900426-b5a0-4e34-a3be-22a0177226f0 admin admin] Pushing event updated for resources: {'Port': ['ID=72b46131-2025-45fa-b530-2d6fac405fc2,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:21.016846 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-85900426-b5a0-4e34-a3be-22a0177226f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.017066 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-421236ad-6cf5-49f9-b005-44952d47f274 None None] For port bb7d44ce-c711-4553-b76f-71b8e28664be, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:21.020345 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-421236ad-6cf5-49f9-b005-44952d47f274 None None] For port bb7d44ce-c711-4553-b76f-71b8e28664be, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=bb7d44ce-c711-4553-b76f-71b8e28664be,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:21.026423 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-421236ad-6cf5-49f9-b005-44952d47f274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.091474 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff734e1-1785-42d4-af40-110d858c3f90 None None] Pushing event updated for resources: {'Port': ['ID=bb7d44ce-c711-4553-b76f-71b8e28664be,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:21.101490 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421236ad-6cf5-49f9-b005-44952d47f274 None None] Routers {'9a745cb6-676d-4ea2-a124-424d1af885fd'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:21.102163 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-421236ad-6cf5-49f9-b005-44952d47f274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:17:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['9a745cb6-676d-4ea2-a124-424d1af885fd'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:21.157521 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-85900426-b5a0-4e34-a3be-22a0177226f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.193722 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-a99ca363-b1f8-45ff-9179-859d9949f0fd None None] Provisioning complete for port 72b46131-2025-45fa-b530-2d6fac405fc2 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:21.194323 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a99ca363-b1f8-45ff-9179-859d9949f0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.217612 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-421236ad-6cf5-49f9-b005-44952d47f274 None None] Set router 9a745cb6-676d-4ea2-a124-424d1af885fd gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:21.242223 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-a99ca363-b1f8-45ff-9179-859d9949f0fd None None] Port 72b46131-2025-45fa-b530-2d6fac405fc2 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:17:21.340031 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-85900426-b5a0-4e34-a3be-22a0177226f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.344722 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-85900426-b5a0-4e34-a3be-22a0177226f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.407244 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-421236ad-6cf5-49f9-b005-44952d47f274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a745cb6-676d-4ea2-a124-424d1af885fd', 'name': 'tempest-ImageQuotaTest-2031296299-router', 'tenant_id': 'a2ab00055bcf4f728a9d336a693ed266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'bb7d44ce-c711-4553-b76f-71b8e28664be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:18Z', 'updated_at': '2021-09-16T05:17:19Z', 'revision_number': 3, 'project_id': 'a2ab00055bcf4f728a9d336a693ed266', 'gw_port': {'id': 'bb7d44ce-c711-4553-b76f-71b8e28664be', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a745cb6-676d-4ea2-a124-424d1af885fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:18Z', 'updated_at': '2021-09-16T05:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:21.418809 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85900426-b5a0-4e34-a3be-22a0177226f0 admin admin] Pushing event updated for resources: {'Port': ['ID=72b46131-2025-45fa-b530-2d6fac405fc2,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:21.423009 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-85900426-b5a0-4e34-a3be-22a0177226f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.434627 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421236ad-6cf5-49f9-b005-44952d47f274 None None] The sync data for ids ['9a745cb6-676d-4ea2-a124-424d1af885fd'] in n-d-712139-15 is: [{'id': '9a745cb6-676d-4ea2-a124-424d1af885fd', 'name': 'tempest-ImageQuotaTest-2031296299-router', 'tenant_id': 'a2ab00055bcf4f728a9d336a693ed266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'bb7d44ce-c711-4553-b76f-71b8e28664be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:18Z', 'updated_at': '2021-09-16T05:17:19Z', 'revision_number': 3, 'project_id': 'a2ab00055bcf4f728a9d336a693ed266', 'gw_port': {'id': 'bb7d44ce-c711-4553-b76f-71b8e28664be', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a745cb6-676d-4ea2-a124-424d1af885fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:18Z', 'updated_at': '2021-09-16T05:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:21.518392 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85900426-b5a0-4e34-a3be-22a0177226f0 admin admin] Network 06bd2a56-594c-438f-a8ce-348daa9d752c is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:21.519755 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-85900426-b5a0-4e34-a3be-22a0177226f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:21.659161 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85900426-b5a0-4e34-a3be-22a0177226f0 admin admin] Router 9a745cb6-676d-4ea2-a124-424d1af885fd has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:17:21.791852 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85900426-b5a0-4e34-a3be-22a0177226f0 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:21.798604 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-85900426-b5a0-4e34-a3be-22a0177226f0 admin admin] 10.222.0.35 "PUT /v2.0/routers/9a745cb6-676d-4ea2-a124-424d1af885fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7200603 Sep 16 05:17:21.876917 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-5cbdc149-b5c7-44b2-9cd4-c524cedda63a None None] Provisioning complete for port 72b46131-2025-45fa-b530-2d6fac405fc2 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:21.877552 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5cbdc149-b5c7-44b2-9cd4-c524cedda63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.929562 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-5cbdc149-b5c7-44b2-9cd4-c524cedda63a None None] Port 72b46131-2025-45fa-b530-2d6fac405fc2 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:17:22.627927 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bb7d44ce-c711-4553-b76f-71b8e28664be up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:22.675143 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port bb7d44ce-c711-4553-b76f-71b8e28664be triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:22.675522 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.771149 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.797780 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port bb7d44ce-c711-4553-b76f-71b8e28664be, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=bb7d44ce-c711-4553-b76f-71b8e28664be,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:22.802114 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.857082 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=bb7d44ce-c711-4553-b76f-71b8e28664be,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:22.866478 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51536) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:23.081887 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe8a841-c8e8-48db-9581-582d32da4a7c None None] Sync routers for ids ['9a745cb6-676d-4ea2-a124-424d1af885fd'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:23.092409 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe8a841-c8e8-48db-9581-582d32da4a7c None None] Routers {'9a745cb6-676d-4ea2-a124-424d1af885fd'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:23.093117 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-8fe8a841-c8e8-48db-9581-582d32da4a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:17:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['9a745cb6-676d-4ea2-a124-424d1af885fd'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:23.205902 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-8fe8a841-c8e8-48db-9581-582d32da4a7c None None] Set router 9a745cb6-676d-4ea2-a124-424d1af885fd gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:23.411717 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-8fe8a841-c8e8-48db-9581-582d32da4a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a745cb6-676d-4ea2-a124-424d1af885fd', 'name': 'tempest-ImageQuotaTest-2031296299-router', 'tenant_id': 'a2ab00055bcf4f728a9d336a693ed266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'bb7d44ce-c711-4553-b76f-71b8e28664be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:18Z', 'updated_at': '2021-09-16T05:17:21Z', 'revision_number': 4, 'project_id': 'a2ab00055bcf4f728a9d336a693ed266', 'gw_port': {'id': 'bb7d44ce-c711-4553-b76f-71b8e28664be', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a745cb6-676d-4ea2-a124-424d1af885fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:18Z', 'updated_at': '2021-09-16T05:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '72b46131-2025-45fa-b530-2d6fac405fc2', 'name': '', 'network_id': '06bd2a56-594c-438f-a8ce-348daa9d752c', 'tenant_id': 'a2ab00055bcf4f728a9d336a693ed266', 'mac_address': 'fa:16:3e:14:64:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a745cb6-676d-4ea2-a124-424d1af885fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '13e88802-fbf4-482c-89e4-098e23711986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:20Z', 'updated_at': '2021-09-16T05:17:21Z', 'revision_number': 2, 'project_id': 'a2ab00055bcf4f728a9d336a693ed266', 'subnets': [{'id': '13e88802-fbf4-482c-89e4-098e23711986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:23.443798 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe8a841-c8e8-48db-9581-582d32da4a7c None None] Checking router: 9a745cb6-676d-4ea2-a124-424d1af885fd for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:17:23.444155 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe8a841-c8e8-48db-9581-582d32da4a7c None None] Updating router 9a745cb6-676d-4ea2-a124-424d1af885fd port 72b46131-2025-45fa-b530-2d6fac405fc2 binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:17:23.469304 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8fe8a841-c8e8-48db-9581-582d32da4a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:23.492419 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0c5626ca-f239-4900-8767-fdb7d8f47546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:23.745159 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-0c5626ca-f239-4900-8767-fdb7d8f47546 admin admin] Deleting port 72b46131-2025-45fa-b530-2d6fac405fc2 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:23.745508 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0c5626ca-f239-4900-8767-fdb7d8f47546 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:23.756232 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8fe8a841-c8e8-48db-9581-582d32da4a7c None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:23.762739 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8fe8a841-c8e8-48db-9581-582d32da4a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:23.809726 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf794e-8c3c-45a2-9f58-d7388ba5652a None None] Pushing event updated for resources: {'Port': ['ID=72b46131-2025-45fa-b530-2d6fac405fc2,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:23.835516 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0c5626ca-f239-4900-8767-fdb7d8f47546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:23.861949 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-0c5626ca-f239-4900-8767-fdb7d8f47546 admin admin] Calling delete_port for 72b46131-2025-45fa-b530-2d6fac405fc2 owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:23.866962 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-8fe8a841-c8e8-48db-9581-582d32da4a7c None None] Attempting to bind port 72b46131-2025-45fa-b530-2d6fac405fc2 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:23.867583 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-8fe8a841-c8e8-48db-9581-582d32da4a7c None None] Attempting to bind port 72b46131-2025-45fa-b530-2d6fac405fc2 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '6eda7e83-b283-4f7c-b0f5-cdb9e0d0f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '06bd2a56-594c-438f-a8ce-348daa9d752c'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:23.867952 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe8a841-c8e8-48db-9581-582d32da4a7c None None] Attempting to bind port 72b46131-2025-45fa-b530-2d6fac405fc2 on network 06bd2a56-594c-438f-a8ce-348daa9d752c {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:23.874572 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe8a841-c8e8-48db-9581-582d32da4a7c None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:23.874949 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe8a841-c8e8-48db-9581-582d32da4a7c None None] Checking segment: {'id': '6eda7e83-b283-4f7c-b0f5-cdb9e0d0f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '06bd2a56-594c-438f-a8ce-348daa9d752c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:23.875355 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8fe8a841-c8e8-48db-9581-582d32da4a7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:23.875740 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe8a841-c8e8-48db-9581-582d32da4a7c None None] Bound using segment: {'id': '6eda7e83-b283-4f7c-b0f5-cdb9e0d0f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '06bd2a56-594c-438f-a8ce-348daa9d752c'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:23.876209 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-8fe8a841-c8e8-48db-9581-582d32da4a7c None None] Bound port: 72b46131-2025-45fa-b530-2d6fac405fc2, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eda7e83-b283-4f7c-b0f5-cdb9e0d0f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '06bd2a56-594c-438f-a8ce-348daa9d752c'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:23.876667 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8fe8a841-c8e8-48db-9581-582d32da4a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:23.953368 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-8fe8a841-c8e8-48db-9581-582d32da4a7c None None] For port 72b46131-2025-45fa-b530-2d6fac405fc2, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:23.956640 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-8fe8a841-c8e8-48db-9581-582d32da4a7c None None] For port 72b46131-2025-45fa-b530-2d6fac405fc2, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=72b46131-2025-45fa-b530-2d6fac405fc2,segment=NetworkSegment(6eda7e83-b283-4f7c-b0f5-cdb9e0d0f115),segment_id=6eda7e83-b283-4f7c-b0f5-cdb9e0d0f115)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:23.961660 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8fe8a841-c8e8-48db-9581-582d32da4a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:24.018667 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe8a841-c8e8-48db-9581-582d32da4a7c None None] Routers {'9a745cb6-676d-4ea2-a124-424d1af885fd'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:24.019305 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-8fe8a841-c8e8-48db-9581-582d32da4a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:17:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['9a745cb6-676d-4ea2-a124-424d1af885fd'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:24.069173 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf794e-8c3c-45a2-9f58-d7388ba5652a None None] Pushing event updated for resources: {'Port': ['ID=72b46131-2025-45fa-b530-2d6fac405fc2,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:24.076604 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0c5626ca-f239-4900-8767-fdb7d8f47546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:24.100246 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-66076b27-1624-47bb-a4ed-daaaa7ce2670 None None] Provisioning complete for port 72b46131-2025-45fa-b530-2d6fac405fc2 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:24.100246 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-66076b27-1624-47bb-a4ed-daaaa7ce2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:24.111006 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5626ca-f239-4900-8767-fdb7d8f47546 admin admin] Pushing event deleted for resources: {'Port': ['ID=72b46131-2025-45fa-b530-2d6fac405fc2,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:24.156033 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-66076b27-1624-47bb-a4ed-daaaa7ce2670 None None] Port 72b46131-2025-45fa-b530-2d6fac405fc2 was deleted so its status cannot be updated. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 16 05:17:24.183409 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-8fe8a841-c8e8-48db-9581-582d32da4a7c None None] Set router 9a745cb6-676d-4ea2-a124-424d1af885fd gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:24.282951 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bbb1c7ad-97c9-428f-8ea5-2b7c2749ba6b None None] Could not find standard attr ID for object 72b46131-2025-45fa-b530-2d6fac405fc2. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:17:24.294014 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0c5626ca-f239-4900-8767-fdb7d8f47546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:24.411299 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-8fe8a841-c8e8-48db-9581-582d32da4a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a745cb6-676d-4ea2-a124-424d1af885fd', 'name': 'tempest-ImageQuotaTest-2031296299-router', 'tenant_id': 'a2ab00055bcf4f728a9d336a693ed266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'bb7d44ce-c711-4553-b76f-71b8e28664be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:18Z', 'updated_at': '2021-09-16T05:17:21Z', 'revision_number': 4, 'project_id': 'a2ab00055bcf4f728a9d336a693ed266', 'gw_port': {'id': 'bb7d44ce-c711-4553-b76f-71b8e28664be', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a745cb6-676d-4ea2-a124-424d1af885fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:18Z', 'updated_at': '2021-09-16T05:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '72b46131-2025-45fa-b530-2d6fac405fc2', 'name': '', 'network_id': '06bd2a56-594c-438f-a8ce-348daa9d752c', 'tenant_id': 'a2ab00055bcf4f728a9d336a693ed266', 'mac_address': 'fa:16:3e:14:64:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a745cb6-676d-4ea2-a124-424d1af885fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '13e88802-fbf4-482c-89e4-098e23711986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:20Z', 'updated_at': '2021-09-16T05:17:23Z', 'revision_number': 4, 'project_id': 'a2ab00055bcf4f728a9d336a693ed266', 'subnets': [{'id': '13e88802-fbf4-482c-89e4-098e23711986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:24.444160 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe8a841-c8e8-48db-9581-582d32da4a7c None None] The sync data for ids ['9a745cb6-676d-4ea2-a124-424d1af885fd'] in n-d-712139-15 is: [{'id': '9a745cb6-676d-4ea2-a124-424d1af885fd', 'name': 'tempest-ImageQuotaTest-2031296299-router', 'tenant_id': 'a2ab00055bcf4f728a9d336a693ed266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'bb7d44ce-c711-4553-b76f-71b8e28664be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:18Z', 'updated_at': '2021-09-16T05:17:21Z', 'revision_number': 4, 'project_id': 'a2ab00055bcf4f728a9d336a693ed266', 'gw_port': {'id': 'bb7d44ce-c711-4553-b76f-71b8e28664be', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a745cb6-676d-4ea2-a124-424d1af885fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:18Z', 'updated_at': '2021-09-16T05:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '72b46131-2025-45fa-b530-2d6fac405fc2', 'name': '', 'network_id': '06bd2a56-594c-438f-a8ce-348daa9d752c', 'tenant_id': 'a2ab00055bcf4f728a9d336a693ed266', 'mac_address': 'fa:16:3e:14:64:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a745cb6-676d-4ea2-a124-424d1af885fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '13e88802-fbf4-482c-89e4-098e23711986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:20Z', 'updated_at': '2021-09-16T05:17:23Z', 'revision_number': 4, 'project_id': 'a2ab00055bcf4f728a9d336a693ed266', 'subnets': [{'id': '13e88802-fbf4-482c-89e4-098e23711986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:24.563164 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5626ca-f239-4900-8767-fdb7d8f47546 admin admin] Router 9a745cb6-676d-4ea2-a124-424d1af885fd has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:17:24.616532 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bb7d44ce-c711-4553-b76f-71b8e28664be up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:24.666334 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port bb7d44ce-c711-4553-b76f-71b8e28664be triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:24.666805 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:24.685649 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5626ca-f239-4900-8767-fdb7d8f47546 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:24.693696 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0c5626ca-f239-4900-8767-fdb7d8f47546 admin admin] 10.222.0.35 "PUT /v2.0/routers/9a745cb6-676d-4ea2-a124-424d1af885fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8256290 Sep 16 05:17:24.694418 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51538) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:24.811421 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-332b0d8f-8b8a-4e77-9da5-d31742f8b9be admin admin] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.247964 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-332b0d8f-8b8a-4e77-9da5-d31742f8b9be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.303507 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-332b0d8f-8b8a-4e77-9da5-d31742f8b9be admin admin] Deleting port bb7d44ce-c711-4553-b76f-71b8e28664be {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:25.303769 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-332b0d8f-8b8a-4e77-9da5-d31742f8b9be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.390358 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-332b0d8f-8b8a-4e77-9da5-d31742f8b9be admin admin] For port bb7d44ce-c711-4553-b76f-71b8e28664be, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=bb7d44ce-c711-4553-b76f-71b8e28664be,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:25.390751 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-332b0d8f-8b8a-4e77-9da5-d31742f8b9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.403142 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-332b0d8f-8b8a-4e77-9da5-d31742f8b9be admin admin] Calling delete_port for bb7d44ce-c711-4553-b76f-71b8e28664be owned by network:router_gateway {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:25.532541 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673a8fe8-7b16-42f1-9acc-f39cd00d566a None None] Sync routers for ids ['9a745cb6-676d-4ea2-a124-424d1af885fd'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:25.542472 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673a8fe8-7b16-42f1-9acc-f39cd00d566a None None] Routers {'9a745cb6-676d-4ea2-a124-424d1af885fd'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:25.543083 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-673a8fe8-7b16-42f1-9acc-f39cd00d566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:17:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['9a745cb6-676d-4ea2-a124-424d1af885fd'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:25.576490 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-332b0d8f-8b8a-4e77-9da5-d31742f8b9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.601785 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b0d8f-8b8a-4e77-9da5-d31742f8b9be admin admin] Pushing event deleted for resources: {'Port': ['ID=bb7d44ce-c711-4553-b76f-71b8e28664be,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:25.631768 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-673a8fe8-7b16-42f1-9acc-f39cd00d566a None None] Set router 9a745cb6-676d-4ea2-a124-424d1af885fd gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:25.663147 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-332b0d8f-8b8a-4e77-9da5-d31742f8b9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.686714 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-673a8fe8-7b16-42f1-9acc-f39cd00d566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a745cb6-676d-4ea2-a124-424d1af885fd', 'name': 'tempest-ImageQuotaTest-2031296299-router', 'tenant_id': 'a2ab00055bcf4f728a9d336a693ed266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:18Z', 'updated_at': '2021-09-16T05:17:25Z', 'revision_number': 6, 'project_id': 'a2ab00055bcf4f728a9d336a693ed266', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:25.714202 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673a8fe8-7b16-42f1-9acc-f39cd00d566a None None] Checking router: 9a745cb6-676d-4ea2-a124-424d1af885fd for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:17:25.722433 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673a8fe8-7b16-42f1-9acc-f39cd00d566a None None] Routers {'9a745cb6-676d-4ea2-a124-424d1af885fd'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:25.723038 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-673a8fe8-7b16-42f1-9acc-f39cd00d566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:17:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['9a745cb6-676d-4ea2-a124-424d1af885fd'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:25.754596 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-332b0d8f-8b8a-4e77-9da5-d31742f8b9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.756775 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-332b0d8f-8b8a-4e77-9da5-d31742f8b9be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.792763 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-673a8fe8-7b16-42f1-9acc-f39cd00d566a None None] Set router 9a745cb6-676d-4ea2-a124-424d1af885fd gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:25.805356 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-332b0d8f-8b8a-4e77-9da5-d31742f8b9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.805912 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332b0d8f-8b8a-4e77-9da5-d31742f8b9be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a745cb6-676d-4ea2-a124-424d1af885fd {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:17:25.810745 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-332b0d8f-8b8a-4e77-9da5-d31742f8b9be admin admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.811908 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-332b0d8f-8b8a-4e77-9da5-d31742f8b9be admin admin] 10.222.0.35 "DELETE /v2.0/routers/9a745cb6-676d-4ea2-a124-424d1af885fd HTTP/1.1" status: 204 len: 168 time: 1.1165035 Sep 16 05:17:25.814525 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51540) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:25.861518 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-512b36e5-4cc9-46c8-804d-fa5055432e85 admin admin] Deleting subnet 13e88802-fbf4-482c-89e4-098e23711986 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:17:25.865738 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-512b36e5-4cc9-46c8-804d-fa5055432e85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.912338 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-512b36e5-4cc9-46c8-804d-fa5055432e85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.945008 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-673a8fe8-7b16-42f1-9acc-f39cd00d566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a745cb6-676d-4ea2-a124-424d1af885fd', 'name': 'tempest-ImageQuotaTest-2031296299-router', 'tenant_id': 'a2ab00055bcf4f728a9d336a693ed266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:18Z', 'updated_at': '2021-09-16T05:17:25Z', 'revision_number': 7, 'project_id': 'a2ab00055bcf4f728a9d336a693ed266', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:25.979574 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673a8fe8-7b16-42f1-9acc-f39cd00d566a None None] The sync data for ids ['9a745cb6-676d-4ea2-a124-424d1af885fd'] in n-d-712139-15 is: [{'id': '9a745cb6-676d-4ea2-a124-424d1af885fd', 'name': 'tempest-ImageQuotaTest-2031296299-router', 'tenant_id': 'a2ab00055bcf4f728a9d336a693ed266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:18Z', 'updated_at': '2021-09-16T05:17:25Z', 'revision_number': 7, 'project_id': 'a2ab00055bcf4f728a9d336a693ed266', 'gw_port_host': None}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:25.995385 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-512b36e5-4cc9-46c8-804d-fa5055432e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.050272 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-512b36e5-4cc9-46c8-804d-fa5055432e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.075032 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b36e5-4cc9-46c8-804d-fa5055432e85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13e88802-fbf4-482c-89e4-098e23711986,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:26.085035 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-512b36e5-4cc9-46c8-804d-fa5055432e85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.088197 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1f6778-335f-4abb-88ab-91127a652735 None None] Network 06bd2a56-594c-438f-a8ce-348daa9d752c requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:26.090597 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51542) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:26.090867 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-512b36e5-4cc9-46c8-804d-fa5055432e85 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/13e88802-fbf4-482c-89e4-098e23711986 HTTP/1.1" status: 204 len: 168 time: 0.2750609 Sep 16 05:17:26.092795 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512b36e5-4cc9-46c8-804d-fa5055432e85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:26.093156 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512b36e5-4cc9-46c8-804d-fa5055432e85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:26.093533 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512b36e5-4cc9-46c8-804d-fa5055432e85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:26.093839 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512b36e5-4cc9-46c8-804d-fa5055432e85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:26.094179 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512b36e5-4cc9-46c8-804d-fa5055432e85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:26.094523 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512b36e5-4cc9-46c8-804d-fa5055432e85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:26.095377 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512b36e5-4cc9-46c8-804d-fa5055432e85 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:26.095377 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512b36e5-4cc9-46c8-804d-fa5055432e85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:26.095614 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512b36e5-4cc9-46c8-804d-fa5055432e85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:26.095797 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512b36e5-4cc9-46c8-804d-fa5055432e85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:26.096121 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512b36e5-4cc9-46c8-804d-fa5055432e85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:26.096445 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512b36e5-4cc9-46c8-804d-fa5055432e85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:26.164752 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-292fec77-c134-4ba4-b874-dfda1bd4eb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.223011 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-292fec77-c134-4ba4-b874-dfda1bd4eb8e admin admin] Deleting port 863ff06e-7a08-4a44-bf02-01263021c013 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:26.223358 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-292fec77-c134-4ba4-b874-dfda1bd4eb8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.290745 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-292fec77-c134-4ba4-b874-dfda1bd4eb8e admin admin] For port 863ff06e-7a08-4a44-bf02-01263021c013, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=863ff06e-7a08-4a44-bf02-01263021c013,segment=NetworkSegment(6eda7e83-b283-4f7c-b0f5-cdb9e0d0f115),segment_id=6eda7e83-b283-4f7c-b0f5-cdb9e0d0f115)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:26.291115 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-292fec77-c134-4ba4-b874-dfda1bd4eb8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.303624 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-292fec77-c134-4ba4-b874-dfda1bd4eb8e admin admin] Calling delete_port for 863ff06e-7a08-4a44-bf02-01263021c013 owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:26.386917 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-292fec77-c134-4ba4-b874-dfda1bd4eb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.413785 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292fec77-c134-4ba4-b874-dfda1bd4eb8e admin admin] Pushing event deleted for resources: {'Port': ['ID=863ff06e-7a08-4a44-bf02-01263021c013,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:26.417767 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292fec77-c134-4ba4-b874-dfda1bd4eb8e admin admin] No DVR routers for this DVR port 863ff06e-7a08-4a44-bf02-01263021c013 on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:26.490535 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-292fec77-c134-4ba4-b874-dfda1bd4eb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.501426 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1de3dc-854a-40c4-a2f2-b5964814046e None None] DHCP port deletion for 06bd2a56-594c-438f-a8ce-348daa9d752c request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:17:26.521700 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-292fec77-c134-4ba4-b874-dfda1bd4eb8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06bd2a56-594c-438f-a8ce-348daa9d752c']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:26.531886 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-292fec77-c134-4ba4-b874-dfda1bd4eb8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eda7e83-b283-4f7c-b0f5-cdb9e0d0f115') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:26.532178 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-292fec77-c134-4ba4-b874-dfda1bd4eb8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eda7e83-b283-4f7c-b0f5-cdb9e0d0f115') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:26.543146 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-292fec77-c134-4ba4-b874-dfda1bd4eb8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.559748 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-292fec77-c134-4ba4-b874-dfda1bd4eb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.566008 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-292fec77-c134-4ba4-b874-dfda1bd4eb8e admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:17:26.566403 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-292fec77-c134-4ba4-b874-dfda1bd4eb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.568287 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:17:26.568287 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:17:26.568287 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:17:26.568287 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:17:26.568287 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:17:26.568287 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:17:26.568287 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:17:26.568287 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:17:26.568287 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:17:26.568287 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:17:26.568287 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:17:26.568287 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:17:26.568287 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:17:26.568287 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:17:26.568287 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:17:26.568287 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:17:26.568287 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:17:26.568287 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:17:26.568287 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:17:26.568287 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:17:26.568287 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:17:26.568287 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:17:26.568287 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:17:26.568287 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:17:26.568287 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:17:26.568287 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:17:26.568287 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:17:26.568287 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:17:26.568287 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:17:26.568287 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:17:26.568287 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:17:26.568287 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:17:26.612593 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bb7d44ce-c711-4553-b76f-71b8e28664be no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:26.626889 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-292fec77-c134-4ba4-b874-dfda1bd4eb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.635138 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-292fec77-c134-4ba4-b874-dfda1bd4eb8e admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.637382 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-292fec77-c134-4ba4-b874-dfda1bd4eb8e admin admin] 10.222.0.35 "DELETE /v2.0/networks/06bd2a56-594c-438f-a8ce-348daa9d752c HTTP/1.1" status: 204 len: 168 time: 0.5457447 Sep 16 05:17:26.640815 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: bb7d44ce-c711-4553-b76f-71b8e28664be {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:26.642077 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bb7d44ce-c711-4553-b76f-71b8e28664be not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:26.642727 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 863ff06e-7a08-4a44-bf02-01263021c013 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:26.652676 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292fec77-c134-4ba4-b874-dfda1bd4eb8e admin admin] Pushing event deleted for resources: {'Network': ['ID=06bd2a56-594c-438f-a8ce-348daa9d752c,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:26.667535 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 863ff06e-7a08-4a44-bf02-01263021c013 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:26.667886 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 863ff06e-7a08-4a44-bf02-01263021c013 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:26.668323 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 72b46131-2025-45fa-b530-2d6fac405fc2 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:26.687269 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 72b46131-2025-45fa-b530-2d6fac405fc2 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:26.687611 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 72b46131-2025-45fa-b530-2d6fac405fc2 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:26.762727 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51546) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:26.805683 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7ea3b74f-124f-4ed9-a59c-2181fe7f4cfc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a2ab00055bcf4f728a9d336a693ed266&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417767 Sep 16 05:17:26.809326 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51548) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:26.861451 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e47a5551-3eae-4357-a73e-b9fcbdad3e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.882281 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e47a5551-3eae-4357-a73e-b9fcbdad3e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.929285 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e47a5551-3eae-4357-a73e-b9fcbdad3e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.932511 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e47a5551-3eae-4357-a73e-b9fcbdad3e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.933722 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e47a5551-3eae-4357-a73e-b9fcbdad3e00 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ac7532bd-9245-4a63-8037-c6cde1d750b4 HTTP/1.1" status: 204 len: 168 time: 0.1228883 Sep 16 05:17:26.941702 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a5551-3eae-4357-a73e-b9fcbdad3e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7532bd-9245-4a63-8037-c6cde1d750b4,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:27.263315 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51554) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:27.277288 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a7bf2478-70e8-45d0-9312-55a365ec4787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:27.375484 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a7bf2478-70e8-45d0-9312-55a365ec4787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:27.379223 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a7bf2478-70e8-45d0-9312-55a365ec4787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:27.418376 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a7bf2478-70e8-45d0-9312-55a365ec4787 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1537640 Sep 16 05:17:27.419180 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf2478-70e8-45d0-9312-55a365ec4787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d133184a-e75b-45c0-9087-65fc2cf4776d,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:27.421335 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51556) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:27.470097 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fd071ba3-364a-478c-ba62-3d962e95e883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:27.491654 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fd071ba3-364a-478c-ba62-3d962e95e883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:27.543083 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fd071ba3-364a-478c-ba62-3d962e95e883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:27.546215 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fd071ba3-364a-478c-ba62-3d962e95e883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:27.547380 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-fd071ba3-364a-478c-ba62-3d962e95e883 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d133184a-e75b-45c0-9087-65fc2cf4776d HTTP/1.1" status: 204 len: 168 time: 0.1249607 Sep 16 05:17:27.555277 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd071ba3-364a-478c-ba62-3d962e95e883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d133184a-e75b-45c0-9087-65fc2cf4776d,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:28.121230 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51578) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:28.222967 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-556f3691-f2de-4b23-b058-abf7b5f03eba admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1198282224-network', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:28.250511 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556f3691-f2de-4b23-b058-abf7b5f03eba admin admin] Made reservation on behalf of 434e1f9d7c9a475895569ec778c8b15e for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:28.253483 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-556f3691-f2de-4b23-b058-abf7b5f03eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.265525 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-556f3691-f2de-4b23-b058-abf7b5f03eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.363504 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-556f3691-f2de-4b23-b058-abf7b5f03eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.366752 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-556f3691-f2de-4b23-b058-abf7b5f03eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.390799 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-556f3691-f2de-4b23-b058-abf7b5f03eba admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:17:28.401075 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f3691-f2de-4b23-b058-abf7b5f03eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf537a7-7e9b-48aa-ab1c-7d7f6a937b7d,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:28.405927 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-556f3691-f2de-4b23-b058-abf7b5f03eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.406284 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-556f3691-f2de-4b23-b058-abf7b5f03eba admin admin] Added segment dadd4c67-d839-4db1-9dcd-3561890989ef of type vlan for network a7b9eb23-2687-4c39-8c3e-81bbc8eb6652 Sep 16 05:17:28.449274 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-556f3691-f2de-4b23-b058-abf7b5f03eba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.475936 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-556f3691-f2de-4b23-b058-abf7b5f03eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.477428 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556f3691-f2de-4b23-b058-abf7b5f03eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:28.478399 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-556f3691-f2de-4b23-b058-abf7b5f03eba admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.531821 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-556f3691-f2de-4b23-b058-abf7b5f03eba admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4094207 Sep 16 05:17:28.534765 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51582) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:28.539810 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-c8b3b5ca-f2fc-4b34-b34b-674be6c81483 admin admin] Request body: {'subnet': {'network_id': 'a7b9eb23-2687-4c39-8c3e-81bbc8eb6652', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1198282224-subnet', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:28.561720 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f3691-f2de-4b23-b058-abf7b5f03eba admin admin] Pushing event updated for resources: {'Network': ['ID=a7b9eb23-2687-4c39-8c3e-81bbc8eb6652,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:28.562560 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b3b5ca-f2fc-4b34-b34b-674be6c81483 admin admin] Made reservation on behalf of 434e1f9d7c9a475895569ec778c8b15e for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:28.565175 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c8b3b5ca-f2fc-4b34-b34b-674be6c81483 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.574645 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network a7b9eb23-2687-4c39-8c3e-81bbc8eb6652 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:17:28.743990 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c8b3b5ca-f2fc-4b34-b34b-674be6c81483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.803429 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b3b5ca-f2fc-4b34-b34b-674be6c81483 admin admin] Pushing event updated for resources: {'Subnet': ['ID=010260aa-f6e7-4344-b3e8-c3701033f64c,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:28.812883 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b3b5ca-f2fc-4b34-b34b-674be6c81483 admin admin] Checking segment: {'id': 'dadd4c67-d839-4db1-9dcd-3561890989ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a7b9eb23-2687-4c39-8c3e-81bbc8eb6652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:28.813237 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b3b5ca-f2fc-4b34-b34b-674be6c81483 admin admin] Network hostable DHCP agents. Network: a7b9eb23-2687-4c39-8c3e-81bbc8eb6652, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:17:28.830027 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b3b5ca-f2fc-4b34-b34b-674be6c81483 admin admin] Network a7b9eb23-2687-4c39-8c3e-81bbc8eb6652 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:17:28.839468 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-c8b3b5ca-f2fc-4b34-b34b-674be6c81483 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, a7b9eb23-2687-4c39-8c3e-81bbc8eb6652) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:28.843625 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b3b5ca-f2fc-4b34-b34b-674be6c81483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:28.844206 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c8b3b5ca-f2fc-4b34-b34b-674be6c81483 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.848230 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3321535b-c6d6-4b79-87bb-8d9740eed80d None None] Network a7b9eb23-2687-4c39-8c3e-81bbc8eb6652 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:28.859502 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c8b3b5ca-f2fc-4b34-b34b-674be6c81483 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3234518 Sep 16 05:17:28.862255 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51584) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:28.866494 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-51e39d10-33ec-459b-870c-15825101b917 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1198282224-router', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:28.889185 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-51e39d10-33ec-459b-870c-15825101b917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.890342 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-51e39d10-33ec-459b-870c-15825101b917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.944790 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-51e39d10-33ec-459b-870c-15825101b917 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.004282 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b303c3-62b8-4d37-84f8-4bc3bf117e04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-a7b9eb23-2687-4c39-8c3e-81bbc8eb6652', 'network_id': 'a7b9eb23-2687-4c39-8c3e-81bbc8eb6652', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'fixed_ips': [{'subnet_id': '010260aa-f6e7-4344-b3e8-c3701033f64c'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:17:29.005181 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d0b303c3-62b8-4d37-84f8-4bc3bf117e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.086896 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-51e39d10-33ec-459b-870c-15825101b917 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.152362 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-d0b303c3-62b8-4d37-84f8-4bc3bf117e04 None None] Allocated IP 172.20.0.2 (a7b9eb23-2687-4c39-8c3e-81bbc8eb6652/010260aa-f6e7-4344-b3e8-c3701033f64c/05751d02-c129-4de2-afe0-4725afe2004e) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:29.298639 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-51e39d10-33ec-459b-870c-15825101b917 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.323518 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-51e39d10-33ec-459b-870c-15825101b917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.435947 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-51e39d10-33ec-459b-870c-15825101b917 admin admin] Allocated IP 172.25.8.27 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/45c6b002-c359-4f55-a083-424d3338bccf) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:29.463018 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d0b303c3-62b8-4d37-84f8-4bc3bf117e04 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.469648 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d0b303c3-62b8-4d37-84f8-4bc3bf117e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.507631 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b303c3-62b8-4d37-84f8-4bc3bf117e04 None None] Network a7b9eb23-2687-4c39-8c3e-81bbc8eb6652 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:29.511452 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-d0b303c3-62b8-4d37-84f8-4bc3bf117e04 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:29.517339 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b303c3-62b8-4d37-84f8-4bc3bf117e04 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:29.524358 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b303c3-62b8-4d37-84f8-4bc3bf117e04 None None] Pushing event updated for resources: {'Port': ['ID=05751d02-c129-4de2-afe0-4725afe2004e,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:29.552965 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-51e39d10-33ec-459b-870c-15825101b917 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.592417 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-d0b303c3-62b8-4d37-84f8-4bc3bf117e04 None None] Attempting to bind port 05751d02-c129-4de2-afe0-4725afe2004e on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:29.593183 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-d0b303c3-62b8-4d37-84f8-4bc3bf117e04 None None] Attempting to bind port 05751d02-c129-4de2-afe0-4725afe2004e by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'dadd4c67-d839-4db1-9dcd-3561890989ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a7b9eb23-2687-4c39-8c3e-81bbc8eb6652'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:29.593183 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b303c3-62b8-4d37-84f8-4bc3bf117e04 None None] Attempting to bind port 05751d02-c129-4de2-afe0-4725afe2004e on network a7b9eb23-2687-4c39-8c3e-81bbc8eb6652 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:29.595222 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-51e39d10-33ec-459b-870c-15825101b917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.598098 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b303c3-62b8-4d37-84f8-4bc3bf117e04 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:29.598455 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b303c3-62b8-4d37-84f8-4bc3bf117e04 None None] Checking segment: {'id': 'dadd4c67-d839-4db1-9dcd-3561890989ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a7b9eb23-2687-4c39-8c3e-81bbc8eb6652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:29.598857 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d0b303c3-62b8-4d37-84f8-4bc3bf117e04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.599246 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b303c3-62b8-4d37-84f8-4bc3bf117e04 None None] Bound using segment: {'id': 'dadd4c67-d839-4db1-9dcd-3561890989ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a7b9eb23-2687-4c39-8c3e-81bbc8eb6652'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:29.599707 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-d0b303c3-62b8-4d37-84f8-4bc3bf117e04 None None] Bound port: 05751d02-c129-4de2-afe0-4725afe2004e, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dadd4c67-d839-4db1-9dcd-3561890989ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a7b9eb23-2687-4c39-8c3e-81bbc8eb6652'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:29.600092 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d0b303c3-62b8-4d37-84f8-4bc3bf117e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.638695 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e39d10-33ec-459b-870c-15825101b917 admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:29.646220 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-51e39d10-33ec-459b-870c-15825101b917 admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:29.648620 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e39d10-33ec-459b-870c-15825101b917 admin admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:29.651164 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e39d10-33ec-459b-870c-15825101b917 admin admin] Pushing event updated for resources: {'Port': ['ID=45c6b002-c359-4f55-a083-424d3338bccf,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:29.682273 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-d0b303c3-62b8-4d37-84f8-4bc3bf117e04 None None] For port 05751d02-c129-4de2-afe0-4725afe2004e, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:29.686149 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-d0b303c3-62b8-4d37-84f8-4bc3bf117e04 None None] For port 05751d02-c129-4de2-afe0-4725afe2004e, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=05751d02-c129-4de2-afe0-4725afe2004e,segment=NetworkSegment(dadd4c67-d839-4db1-9dcd-3561890989ef),segment_id=dadd4c67-d839-4db1-9dcd-3561890989ef)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:29.691285 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d0b303c3-62b8-4d37-84f8-4bc3bf117e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.752265 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b303c3-62b8-4d37-84f8-4bc3bf117e04 None None] Pushing event updated for resources: {'Port': ['ID=05751d02-c129-4de2-afe0-4725afe2004e,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:29.974409 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-51e39d10-33ec-459b-870c-15825101b917 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:30.231728 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-51e39d10-33ec-459b-870c-15825101b917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:30.388900 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e39d10-33ec-459b-870c-15825101b917 admin admin] Router 99f5f6c7-e48e-44ef-be58-ad05f662d723 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:17:30.512249 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e39d10-33ec-459b-870c-15825101b917 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:30.525038 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef69535-eabb-4b82-89e5-a78f9da84a7c None None] Sync routers for ids ['99f5f6c7-e48e-44ef-be58-ad05f662d723'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:30.532679 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-51e39d10-33ec-459b-870c-15825101b917 admin admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:30.533186 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-51e39d10-33ec-459b-870c-15825101b917 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6698859 Sep 16 05:17:30.536683 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51586) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:30.542379 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef69535-eabb-4b82-89e5-a78f9da84a7c None None] Routers {'99f5f6c7-e48e-44ef-be58-ad05f662d723'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:30.543532 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-5ef69535-eabb-4b82-89e5-a78f9da84a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:17:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['99f5f6c7-e48e-44ef-be58-ad05f662d723'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:30.669752 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-5ef69535-eabb-4b82-89e5-a78f9da84a7c None None] Set router 99f5f6c7-e48e-44ef-be58-ad05f662d723 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:30.702789 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 05751d02-c129-4de2-afe0-4725afe2004e up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:30.780939 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e41ca22-5e8d-49ea-b095-b5b72fcd6e7c None None] Network a7b9eb23-2687-4c39-8c3e-81bbc8eb6652 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:30.934543 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-8355e697-19ec-4e90-b5ff-6396f54e78a8 None None] Provisioning complete for port 05751d02-c129-4de2-afe0-4725afe2004e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:30.934897 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8355e697-19ec-4e90-b5ff-6396f54e78a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:30.988746 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 05751d02-c129-4de2-afe0-4725afe2004e triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:30.989116 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.026154 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7756f7bd-5c1a-49db-b9d0-9af631ae9f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.174789 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-5ef69535-eabb-4b82-89e5-a78f9da84a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'name': 'tempest-TestVolumeBackupRestore-1198282224-router', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '45c6b002-c359-4f55-a083-424d3338bccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:28Z', 'updated_at': '2021-09-16T05:17:29Z', 'revision_number': 3, 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'gw_port': {'id': '45c6b002-c359-4f55-a083-424d3338bccf', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:29Z', 'updated_at': '2021-09-16T05:17:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:31.217042 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8355e697-19ec-4e90-b5ff-6396f54e78a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.223951 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef69535-eabb-4b82-89e5-a78f9da84a7c None None] Checking router: 99f5f6c7-e48e-44ef-be58-ad05f662d723 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:17:31.224303 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef69535-eabb-4b82-89e5-a78f9da84a7c None None] Updating router 99f5f6c7-e48e-44ef-be58-ad05f662d723 port 45c6b002-c359-4f55-a083-424d3338bccf binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:17:31.259053 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.287107 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5ef69535-eabb-4b82-89e5-a78f9da84a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.333150 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-8355e697-19ec-4e90-b5ff-6396f54e78a8 None None] For port 05751d02-c129-4de2-afe0-4725afe2004e, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=05751d02-c129-4de2-afe0-4725afe2004e,segment=NetworkSegment(dadd4c67-d839-4db1-9dcd-3561890989ef),segment_id=dadd4c67-d839-4db1-9dcd-3561890989ef)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:31.345481 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8355e697-19ec-4e90-b5ff-6396f54e78a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.491751 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.db.api [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:17:31.492023 n-d-712139-15 neutron-server[94768]: DEBUG oslo_db.api [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:17:31.515241 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355e697-19ec-4e90-b5ff-6396f54e78a8 None None] Pushing event updated for resources: {'Port': ['ID=05751d02-c129-4de2-afe0-4725afe2004e,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:31.535992 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-7756f7bd-5c1a-49db-b9d0-9af631ae9f6e admin admin] Allocated IP 172.20.0.1 (a7b9eb23-2687-4c39-8c3e-81bbc8eb6652/010260aa-f6e7-4344-b3e8-c3701033f64c/26092cae-c165-4a12-8a96-2ae8f6760235) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:31.577728 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-64a90766-30f0-4627-b474-88b5dbfe441e None None] Provisioning complete for port 05751d02-c129-4de2-afe0-4725afe2004e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:31.578098 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-64a90766-30f0-4627-b474-88b5dbfe441e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.647669 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7756f7bd-5c1a-49db-b9d0-9af631ae9f6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.681785 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7756f7bd-5c1a-49db-b9d0-9af631ae9f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.706863 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5ef69535-eabb-4b82-89e5-a78f9da84a7c None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.715829 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5ef69535-eabb-4b82-89e5-a78f9da84a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.717263 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7756f7bd-5c1a-49db-b9d0-9af631ae9f6e admin admin] Network a7b9eb23-2687-4c39-8c3e-81bbc8eb6652 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:31.721521 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-7756f7bd-5c1a-49db-b9d0-9af631ae9f6e admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:31.725070 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7756f7bd-5c1a-49db-b9d0-9af631ae9f6e admin admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:31.755632 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7756f7bd-5c1a-49db-b9d0-9af631ae9f6e admin admin] Pushing event updated for resources: {'Port': ['ID=26092cae-c165-4a12-8a96-2ae8f6760235,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:31.777919 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7756f7bd-5c1a-49db-b9d0-9af631ae9f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.781002 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-5ef69535-eabb-4b82-89e5-a78f9da84a7c None None] Attempting to bind port 45c6b002-c359-4f55-a083-424d3338bccf on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:31.781375 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-5ef69535-eabb-4b82-89e5-a78f9da84a7c None None] Attempting to bind port 45c6b002-c359-4f55-a083-424d3338bccf by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:31.781738 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef69535-eabb-4b82-89e5-a78f9da84a7c None None] Attempting to bind port 45c6b002-c359-4f55-a083-424d3338bccf on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:31.783674 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36aa92f-6c37-41f3-9b8b-a255a5e6e95d None None] Pushing event updated for resources: {'Port': ['ID=45c6b002-c359-4f55-a083-424d3338bccf,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:31.789395 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef69535-eabb-4b82-89e5-a78f9da84a7c None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:31.789796 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef69535-eabb-4b82-89e5-a78f9da84a7c None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:31.790174 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5ef69535-eabb-4b82-89e5-a78f9da84a7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.791103 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef69535-eabb-4b82-89e5-a78f9da84a7c None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:31.791740 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-5ef69535-eabb-4b82-89e5-a78f9da84a7c None None] Bound port: 45c6b002-c359-4f55-a083-424d3338bccf, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:31.792122 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5ef69535-eabb-4b82-89e5-a78f9da84a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.852722 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-5ef69535-eabb-4b82-89e5-a78f9da84a7c None None] For port 45c6b002-c359-4f55-a083-424d3338bccf, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:31.857352 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-5ef69535-eabb-4b82-89e5-a78f9da84a7c None None] For port 45c6b002-c359-4f55-a083-424d3338bccf, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=45c6b002-c359-4f55-a083-424d3338bccf,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:31.863274 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5ef69535-eabb-4b82-89e5-a78f9da84a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.918731 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7756f7bd-5c1a-49db-b9d0-9af631ae9f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.935131 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef69535-eabb-4b82-89e5-a78f9da84a7c None None] Routers {'99f5f6c7-e48e-44ef-be58-ad05f662d723'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:31.935854 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-5ef69535-eabb-4b82-89e5-a78f9da84a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:17:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['99f5f6c7-e48e-44ef-be58-ad05f662d723'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:31.983361 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36aa92f-6c37-41f3-9b8b-a255a5e6e95d None None] Pushing event updated for resources: {'Port': ['ID=45c6b002-c359-4f55-a083-424d3338bccf,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:32.034868 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-04fcc307-43cc-4a0b-8251-87bbdbbd46d7 None None] Provisioning complete for port 26092cae-c165-4a12-8a96-2ae8f6760235 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:32.035131 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-04fcc307-43cc-4a0b-8251-87bbdbbd46d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:32.091407 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7756f7bd-5c1a-49db-b9d0-9af631ae9f6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:32.096422 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7756f7bd-5c1a-49db-b9d0-9af631ae9f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:32.117921 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-04fcc307-43cc-4a0b-8251-87bbdbbd46d7 None None] Port 26092cae-c165-4a12-8a96-2ae8f6760235 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:17:32.126837 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-5ef69535-eabb-4b82-89e5-a78f9da84a7c None None] Set router 99f5f6c7-e48e-44ef-be58-ad05f662d723 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:32.168311 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7756f7bd-5c1a-49db-b9d0-9af631ae9f6e admin admin] Pushing event updated for resources: {'Port': ['ID=26092cae-c165-4a12-8a96-2ae8f6760235,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:32.170768 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7756f7bd-5c1a-49db-b9d0-9af631ae9f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:32.276674 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7756f7bd-5c1a-49db-b9d0-9af631ae9f6e admin admin] Network a7b9eb23-2687-4c39-8c3e-81bbc8eb6652 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:32.281665 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-7756f7bd-5c1a-49db-b9d0-9af631ae9f6e admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:32.339667 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-5ef69535-eabb-4b82-89e5-a78f9da84a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'name': 'tempest-TestVolumeBackupRestore-1198282224-router', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '45c6b002-c359-4f55-a083-424d3338bccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:28Z', 'updated_at': '2021-09-16T05:17:31Z', 'revision_number': 4, 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'gw_port': {'id': '45c6b002-c359-4f55-a083-424d3338bccf', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:29Z', 'updated_at': '2021-09-16T05:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '26092cae-c165-4a12-8a96-2ae8f6760235', 'name': '', 'network_id': 'a7b9eb23-2687-4c39-8c3e-81bbc8eb6652', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'mac_address': 'fa:16:3e:69:3b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '010260aa-f6e7-4344-b3e8-c3701033f64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:31Z', 'updated_at': '2021-09-16T05:17:31Z', 'revision_number': 1, 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'subnets': [{'id': '010260aa-f6e7-4344-b3e8-c3701033f64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:32.369944 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef69535-eabb-4b82-89e5-a78f9da84a7c None None] The sync data for ids ['99f5f6c7-e48e-44ef-be58-ad05f662d723'] in n-d-712139-15 is: [{'id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'name': 'tempest-TestVolumeBackupRestore-1198282224-router', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '45c6b002-c359-4f55-a083-424d3338bccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:28Z', 'updated_at': '2021-09-16T05:17:31Z', 'revision_number': 4, 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'gw_port': {'id': '45c6b002-c359-4f55-a083-424d3338bccf', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:29Z', 'updated_at': '2021-09-16T05:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '26092cae-c165-4a12-8a96-2ae8f6760235', 'name': '', 'network_id': 'a7b9eb23-2687-4c39-8c3e-81bbc8eb6652', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'mac_address': 'fa:16:3e:69:3b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '010260aa-f6e7-4344-b3e8-c3701033f64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:31Z', 'updated_at': '2021-09-16T05:17:31Z', 'revision_number': 1, 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'subnets': [{'id': '010260aa-f6e7-4344-b3e8-c3701033f64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:32.413266 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7756f7bd-5c1a-49db-b9d0-9af631ae9f6e admin admin] Router 99f5f6c7-e48e-44ef-be58-ad05f662d723 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:17:32.542958 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-2e2e2603-a7c3-4435-a82e-f05bb3909bb1 None None] Provisioning complete for port 26092cae-c165-4a12-8a96-2ae8f6760235 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:32.543331 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2e2e2603-a7c3-4435-a82e-f05bb3909bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:32.545190 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7756f7bd-5c1a-49db-b9d0-9af631ae9f6e admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:32.564218 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7756f7bd-5c1a-49db-b9d0-9af631ae9f6e admin admin] 10.222.0.35 "PUT /v2.0/routers/99f5f6c7-e48e-44ef-be58-ad05f662d723/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0253854 Sep 16 05:17:32.630304 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-2e2e2603-a7c3-4435-a82e-f05bb3909bb1 None None] Port 26092cae-c165-4a12-8a96-2ae8f6760235 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:17:32.693728 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 05751d02-c129-4de2-afe0-4725afe2004e up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:32.750852 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 05751d02-c129-4de2-afe0-4725afe2004e triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:32.751528 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.262835 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51602) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:33.267836 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-b45c8095-8d71-4b7e-af6f-8ee287919e78 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1618376331-network', 'tenant_id': 'bf040096a87047e89a8d8e85097cbdfa'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:33.290017 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45c8095-8d71-4b7e-af6f-8ee287919e78 admin admin] Made reservation on behalf of bf040096a87047e89a8d8e85097cbdfa for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:33.293150 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b45c8095-8d71-4b7e-af6f-8ee287919e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.302946 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b45c8095-8d71-4b7e-af6f-8ee287919e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.418680 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b45c8095-8d71-4b7e-af6f-8ee287919e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.425686 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b45c8095-8d71-4b7e-af6f-8ee287919e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.449130 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b45c8095-8d71-4b7e-af6f-8ee287919e78 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:17:33.464330 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c8095-8d71-4b7e-af6f-8ee287919e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905e45f0-8360-47e5-928c-c668784011eb,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:33.467332 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b45c8095-8d71-4b7e-af6f-8ee287919e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.467890 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-b45c8095-8d71-4b7e-af6f-8ee287919e78 admin admin] Added segment 6d2a67ab-822b-4a5f-825b-7b00bdfe3019 of type vlan for network 6703e813-4edd-49bb-9dbf-eeedb8c728f7 Sep 16 05:17:33.514153 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b45c8095-8d71-4b7e-af6f-8ee287919e78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.546244 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b45c8095-8d71-4b7e-af6f-8ee287919e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.547493 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45c8095-8d71-4b7e-af6f-8ee287919e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:33.548256 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b45c8095-8d71-4b7e-af6f-8ee287919e78 admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.589482 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b45c8095-8d71-4b7e-af6f-8ee287919e78 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3254168 Sep 16 05:17:33.592207 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51604) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:33.597427 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-3138ecc6-2886-47bf-8c81-9835448cf73b admin admin] Request body: {'subnet': {'network_id': '6703e813-4edd-49bb-9dbf-eeedb8c728f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1618376331-subnet', 'tenant_id': 'bf040096a87047e89a8d8e85097cbdfa', 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:33.618388 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c8095-8d71-4b7e-af6f-8ee287919e78 admin admin] Pushing event updated for resources: {'Network': ['ID=6703e813-4edd-49bb-9dbf-eeedb8c728f7,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:33.624248 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3138ecc6-2886-47bf-8c81-9835448cf73b admin admin] Made reservation on behalf of bf040096a87047e89a8d8e85097cbdfa for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:33.626694 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3138ecc6-2886-47bf-8c81-9835448cf73b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.630452 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 6703e813-4edd-49bb-9dbf-eeedb8c728f7 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:17:33.820749 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3138ecc6-2886-47bf-8c81-9835448cf73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.880624 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3138ecc6-2886-47bf-8c81-9835448cf73b admin admin] Pushing event updated for resources: {'Subnet': ['ID=65580ab8-6752-48ad-b41f-959531b098b0,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:33.888734 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3138ecc6-2886-47bf-8c81-9835448cf73b admin admin] Checking segment: {'id': '6d2a67ab-822b-4a5f-825b-7b00bdfe3019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6703e813-4edd-49bb-9dbf-eeedb8c728f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:33.889096 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3138ecc6-2886-47bf-8c81-9835448cf73b admin admin] Network hostable DHCP agents. Network: 6703e813-4edd-49bb-9dbf-eeedb8c728f7, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:17:33.907210 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3138ecc6-2886-47bf-8c81-9835448cf73b admin admin] Network 6703e813-4edd-49bb-9dbf-eeedb8c728f7 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:17:33.916444 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-3138ecc6-2886-47bf-8c81-9835448cf73b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 6703e813-4edd-49bb-9dbf-eeedb8c728f7) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:33.920782 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3138ecc6-2886-47bf-8c81-9835448cf73b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:33.922657 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3138ecc6-2886-47bf-8c81-9835448cf73b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.925641 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9507b26f-93ad-4ca3-9bc9-f9e7ea320fc5 None None] Network 6703e813-4edd-49bb-9dbf-eeedb8c728f7 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:33.941130 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3138ecc6-2886-47bf-8c81-9835448cf73b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3476000 Sep 16 05:17:33.943734 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 51606) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:33.949117 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-714d4577-cec6-43fd-a54b-367d81dcfd9c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1618376331-router', 'tenant_id': 'bf040096a87047e89a8d8e85097cbdfa', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:33.972970 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-714d4577-cec6-43fd-a54b-367d81dcfd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.974038 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-714d4577-cec6-43fd-a54b-367d81dcfd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:34.034544 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-714d4577-cec6-43fd-a54b-367d81dcfd9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:34.180627 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-714d4577-cec6-43fd-a54b-367d81dcfd9c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:34.242421 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e0fc51-1e56-4459-8db3-2df7b3ee4aef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-6703e813-4edd-49bb-9dbf-eeedb8c728f7', 'network_id': '6703e813-4edd-49bb-9dbf-eeedb8c728f7', 'tenant_id': 'bf040096a87047e89a8d8e85097cbdfa', 'fixed_ips': [{'subnet_id': '65580ab8-6752-48ad-b41f-959531b098b0'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:17:34.243395 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e8e0fc51-1e56-4459-8db3-2df7b3ee4aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:34.390128 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-e8e0fc51-1e56-4459-8db3-2df7b3ee4aef None None] Allocated IP 172.20.0.2 (6703e813-4edd-49bb-9dbf-eeedb8c728f7/65580ab8-6752-48ad-b41f-959531b098b0/33a89464-5717-4f86-9696-b3b2567f5440) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:34.402815 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-714d4577-cec6-43fd-a54b-367d81dcfd9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:34.426944 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-714d4577-cec6-43fd-a54b-367d81dcfd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:34.516192 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f11401b-9538-4c7e-827a-e37767f169d4 None None] Sync routers for ids ['99f5f6c7-e48e-44ef-be58-ad05f662d723'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:34.526495 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f11401b-9538-4c7e-827a-e37767f169d4 None None] Routers {'99f5f6c7-e48e-44ef-be58-ad05f662d723'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:34.527660 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-2f11401b-9538-4c7e-827a-e37767f169d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:17:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['99f5f6c7-e48e-44ef-be58-ad05f662d723'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:34.549804 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-714d4577-cec6-43fd-a54b-367d81dcfd9c admin admin] Allocated IP 172.25.8.142 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/d814a22b-e37f-4d68-a01a-b2349a243f56) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:34.551757 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e8e0fc51-1e56-4459-8db3-2df7b3ee4aef None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:34.559550 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e8e0fc51-1e56-4459-8db3-2df7b3ee4aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:34.613611 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e0fc51-1e56-4459-8db3-2df7b3ee4aef None None] Network 6703e813-4edd-49bb-9dbf-eeedb8c728f7 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:34.615408 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-e8e0fc51-1e56-4459-8db3-2df7b3ee4aef None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:34.624851 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e0fc51-1e56-4459-8db3-2df7b3ee4aef None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:34.630408 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e0fc51-1e56-4459-8db3-2df7b3ee4aef None None] Pushing event updated for resources: {'Port': ['ID=33a89464-5717-4f86-9696-b3b2567f5440,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:34.670517 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-2f11401b-9538-4c7e-827a-e37767f169d4 None None] Set router 99f5f6c7-e48e-44ef-be58-ad05f662d723 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:34.678284 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 45c6b002-c359-4f55-a083-424d3338bccf up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:34.695356 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-714d4577-cec6-43fd-a54b-367d81dcfd9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:34.710869 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-e8e0fc51-1e56-4459-8db3-2df7b3ee4aef None None] Attempting to bind port 33a89464-5717-4f86-9696-b3b2567f5440 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:34.711243 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-e8e0fc51-1e56-4459-8db3-2df7b3ee4aef None None] Attempting to bind port 33a89464-5717-4f86-9696-b3b2567f5440 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '6d2a67ab-822b-4a5f-825b-7b00bdfe3019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6703e813-4edd-49bb-9dbf-eeedb8c728f7'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:34.711618 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e0fc51-1e56-4459-8db3-2df7b3ee4aef None None] Attempting to bind port 33a89464-5717-4f86-9696-b3b2567f5440 on network 6703e813-4edd-49bb-9dbf-eeedb8c728f7 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:34.723406 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e0fc51-1e56-4459-8db3-2df7b3ee4aef None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:34.723918 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e0fc51-1e56-4459-8db3-2df7b3ee4aef None None] Checking segment: {'id': '6d2a67ab-822b-4a5f-825b-7b00bdfe3019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6703e813-4edd-49bb-9dbf-eeedb8c728f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:34.724176 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e8e0fc51-1e56-4459-8db3-2df7b3ee4aef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:34.724593 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e0fc51-1e56-4459-8db3-2df7b3ee4aef None None] Bound using segment: {'id': '6d2a67ab-822b-4a5f-825b-7b00bdfe3019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6703e813-4edd-49bb-9dbf-eeedb8c728f7'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:34.725138 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-e8e0fc51-1e56-4459-8db3-2df7b3ee4aef None None] Bound port: 33a89464-5717-4f86-9696-b3b2567f5440, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2a67ab-822b-4a5f-825b-7b00bdfe3019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6703e813-4edd-49bb-9dbf-eeedb8c728f7'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:34.725520 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e8e0fc51-1e56-4459-8db3-2df7b3ee4aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:34.734513 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-714d4577-cec6-43fd-a54b-367d81dcfd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:34.779140 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714d4577-cec6-43fd-a54b-367d81dcfd9c admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:34.782223 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-714d4577-cec6-43fd-a54b-367d81dcfd9c admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:34.789136 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714d4577-cec6-43fd-a54b-367d81dcfd9c admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:34.799420 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 45c6b002-c359-4f55-a083-424d3338bccf triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:34.800293 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:34.818951 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d4577-cec6-43fd-a54b-367d81dcfd9c admin admin] Pushing event updated for resources: {'Port': ['ID=d814a22b-e37f-4d68-a01a-b2349a243f56,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:34.834989 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-e8e0fc51-1e56-4459-8db3-2df7b3ee4aef None None] For port 33a89464-5717-4f86-9696-b3b2567f5440, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:34.853800 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-e8e0fc51-1e56-4459-8db3-2df7b3ee4aef None None] For port 33a89464-5717-4f86-9696-b3b2567f5440, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=33a89464-5717-4f86-9696-b3b2567f5440,segment=NetworkSegment(6d2a67ab-822b-4a5f-825b-7b00bdfe3019),segment_id=6d2a67ab-822b-4a5f-825b-7b00bdfe3019)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:34.860338 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e8e0fc51-1e56-4459-8db3-2df7b3ee4aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:34.938400 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-2f11401b-9538-4c7e-827a-e37767f169d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'name': 'tempest-TestVolumeBackupRestore-1198282224-router', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '45c6b002-c359-4f55-a083-424d3338bccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:28Z', 'updated_at': '2021-09-16T05:17:31Z', 'revision_number': 4, 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'gw_port': {'id': '45c6b002-c359-4f55-a083-424d3338bccf', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:29Z', 'updated_at': '2021-09-16T05:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '26092cae-c165-4a12-8a96-2ae8f6760235', 'name': '', 'network_id': 'a7b9eb23-2687-4c39-8c3e-81bbc8eb6652', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'mac_address': 'fa:16:3e:69:3b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '010260aa-f6e7-4344-b3e8-c3701033f64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:31Z', 'updated_at': '2021-09-16T05:17:31Z', 'revision_number': 2, 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'subnets': [{'id': '010260aa-f6e7-4344-b3e8-c3701033f64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:34.954455 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e0fc51-1e56-4459-8db3-2df7b3ee4aef None None] Pushing event updated for resources: {'Port': ['ID=33a89464-5717-4f86-9696-b3b2567f5440,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:34.976948 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f11401b-9538-4c7e-827a-e37767f169d4 None None] Checking router: 99f5f6c7-e48e-44ef-be58-ad05f662d723 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:17:34.977246 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f11401b-9538-4c7e-827a-e37767f169d4 None None] Updating router 99f5f6c7-e48e-44ef-be58-ad05f662d723 port 26092cae-c165-4a12-8a96-2ae8f6760235 binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:17:34.977726 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.004923 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 45c6b002-c359-4f55-a083-424d3338bccf, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=45c6b002-c359-4f55-a083-424d3338bccf,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:35.012850 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.014264 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-2f11401b-9538-4c7e-827a-e37767f169d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.077359 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=45c6b002-c359-4f55-a083-424d3338bccf,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:35.102772 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-714d4577-cec6-43fd-a54b-367d81dcfd9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.329277 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-714d4577-cec6-43fd-a54b-367d81dcfd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.354076 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-2f11401b-9538-4c7e-827a-e37767f169d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.362105 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-2f11401b-9538-4c7e-827a-e37767f169d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.415567 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280ee4d-8bc2-40e6-8ae2-bb1faaae7a27 None None] Pushing event updated for resources: {'Port': ['ID=26092cae-c165-4a12-8a96-2ae8f6760235,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:35.469834 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-2f11401b-9538-4c7e-827a-e37767f169d4 None None] Attempting to bind port 26092cae-c165-4a12-8a96-2ae8f6760235 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:35.470122 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-2f11401b-9538-4c7e-827a-e37767f169d4 None None] Attempting to bind port 26092cae-c165-4a12-8a96-2ae8f6760235 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'dadd4c67-d839-4db1-9dcd-3561890989ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a7b9eb23-2687-4c39-8c3e-81bbc8eb6652'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:35.470479 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f11401b-9538-4c7e-827a-e37767f169d4 None None] Attempting to bind port 26092cae-c165-4a12-8a96-2ae8f6760235 on network a7b9eb23-2687-4c39-8c3e-81bbc8eb6652 {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:35.472944 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714d4577-cec6-43fd-a54b-367d81dcfd9c admin admin] Router 833756d2-295e-4ddf-8643-297acfcf47ae is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:17:35.478444 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f11401b-9538-4c7e-827a-e37767f169d4 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:35.479042 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f11401b-9538-4c7e-827a-e37767f169d4 None None] Checking segment: {'id': 'dadd4c67-d839-4db1-9dcd-3561890989ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a7b9eb23-2687-4c39-8c3e-81bbc8eb6652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:35.479454 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-2f11401b-9538-4c7e-827a-e37767f169d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.479940 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f11401b-9538-4c7e-827a-e37767f169d4 None None] Bound using segment: {'id': 'dadd4c67-d839-4db1-9dcd-3561890989ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a7b9eb23-2687-4c39-8c3e-81bbc8eb6652'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:35.480498 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-2f11401b-9538-4c7e-827a-e37767f169d4 None None] Bound port: 26092cae-c165-4a12-8a96-2ae8f6760235, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dadd4c67-d839-4db1-9dcd-3561890989ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a7b9eb23-2687-4c39-8c3e-81bbc8eb6652'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:35.481020 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-2f11401b-9538-4c7e-827a-e37767f169d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.556923 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-2f11401b-9538-4c7e-827a-e37767f169d4 None None] For port 26092cae-c165-4a12-8a96-2ae8f6760235, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:35.561977 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-2f11401b-9538-4c7e-827a-e37767f169d4 None None] For port 26092cae-c165-4a12-8a96-2ae8f6760235, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=26092cae-c165-4a12-8a96-2ae8f6760235,segment=NetworkSegment(dadd4c67-d839-4db1-9dcd-3561890989ef),segment_id=dadd4c67-d839-4db1-9dcd-3561890989ef)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:35.574736 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-2f11401b-9538-4c7e-827a-e37767f169d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.605573 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714d4577-cec6-43fd-a54b-367d81dcfd9c admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:35.621766 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb44838-a068-4daf-b2b7-61f76bde6897 None None] Sync routers for ids ['833756d2-295e-4ddf-8643-297acfcf47ae'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:35.628173 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-714d4577-cec6-43fd-a54b-367d81dcfd9c admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.632041 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb44838-a068-4daf-b2b7-61f76bde6897 None None] Routers {'833756d2-295e-4ddf-8643-297acfcf47ae'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:35.632695 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-3cb44838-a068-4daf-b2b7-61f76bde6897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:17:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['833756d2-295e-4ddf-8643-297acfcf47ae'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:35.633022 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-714d4577-cec6-43fd-a54b-367d81dcfd9c admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6866090 Sep 16 05:17:35.635337 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 51608) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:35.663434 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280ee4d-8bc2-40e6-8ae2-bb1faaae7a27 None None] Pushing event updated for resources: {'Port': ['ID=26092cae-c165-4a12-8a96-2ae8f6760235,revision_number=4']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:35.681700 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f11401b-9538-4c7e-827a-e37767f169d4 None None] Routers {'99f5f6c7-e48e-44ef-be58-ad05f662d723'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:35.682445 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-2f11401b-9538-4c7e-827a-e37767f169d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:17:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['99f5f6c7-e48e-44ef-be58-ad05f662d723'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:35.722637 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-7d3059b0-95d4-4ab8-b20e-2c778b10003e None None] Provisioning complete for port 26092cae-c165-4a12-8a96-2ae8f6760235 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:35.722930 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7d3059b0-95d4-4ab8-b20e-2c778b10003e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.834410 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-2f11401b-9538-4c7e-827a-e37767f169d4 None None] Set router 99f5f6c7-e48e-44ef-be58-ad05f662d723 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:35.839420 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-3cb44838-a068-4daf-b2b7-61f76bde6897 None None] Set router 833756d2-295e-4ddf-8643-297acfcf47ae gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:36.042573 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7d3059b0-95d4-4ab8-b20e-2c778b10003e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:36.111237 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-2f11401b-9538-4c7e-827a-e37767f169d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'name': 'tempest-TestVolumeBackupRestore-1198282224-router', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '45c6b002-c359-4f55-a083-424d3338bccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:28Z', 'updated_at': '2021-09-16T05:17:31Z', 'revision_number': 4, 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'gw_port': {'id': '45c6b002-c359-4f55-a083-424d3338bccf', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:29Z', 'updated_at': '2021-09-16T05:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '26092cae-c165-4a12-8a96-2ae8f6760235', 'name': '', 'network_id': 'a7b9eb23-2687-4c39-8c3e-81bbc8eb6652', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'mac_address': 'fa:16:3e:69:3b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '010260aa-f6e7-4344-b3e8-c3701033f64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:31Z', 'updated_at': '2021-09-16T05:17:35Z', 'revision_number': 4, 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'subnets': [{'id': '010260aa-f6e7-4344-b3e8-c3701033f64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:36.125879 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-7d3059b0-95d4-4ab8-b20e-2c778b10003e None None] For port 26092cae-c165-4a12-8a96-2ae8f6760235, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=26092cae-c165-4a12-8a96-2ae8f6760235,segment=NetworkSegment(dadd4c67-d839-4db1-9dcd-3561890989ef),segment_id=dadd4c67-d839-4db1-9dcd-3561890989ef)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:36.134773 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7d3059b0-95d4-4ab8-b20e-2c778b10003e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:36.147426 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f11401b-9538-4c7e-827a-e37767f169d4 None None] The sync data for ids ['99f5f6c7-e48e-44ef-be58-ad05f662d723'] in n-d-712139-15 is: [{'id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'name': 'tempest-TestVolumeBackupRestore-1198282224-router', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '45c6b002-c359-4f55-a083-424d3338bccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:28Z', 'updated_at': '2021-09-16T05:17:31Z', 'revision_number': 4, 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'gw_port': {'id': '45c6b002-c359-4f55-a083-424d3338bccf', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:29Z', 'updated_at': '2021-09-16T05:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '26092cae-c165-4a12-8a96-2ae8f6760235', 'name': '', 'network_id': 'a7b9eb23-2687-4c39-8c3e-81bbc8eb6652', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'mac_address': 'fa:16:3e:69:3b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '010260aa-f6e7-4344-b3e8-c3701033f64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:31Z', 'updated_at': '2021-09-16T05:17:35Z', 'revision_number': 4, 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'subnets': [{'id': '010260aa-f6e7-4344-b3e8-c3701033f64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:36.173231 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63858660-867c-4fa4-b932-714b8f473ebb None None] Network 6703e813-4edd-49bb-9dbf-eeedb8c728f7 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:36.225827 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d500afe0-2da7-44e6-bc67-c0127d0b8030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:36.293712 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3059b0-95d4-4ab8-b20e-2c778b10003e None None] Pushing event updated for resources: {'Port': ['ID=26092cae-c165-4a12-8a96-2ae8f6760235,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:36.297498 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-3cb44838-a068-4daf-b2b7-61f76bde6897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833756d2-295e-4ddf-8643-297acfcf47ae', 'name': 'tempest-TestVolumeBackupRestore-1618376331-router', 'tenant_id': 'bf040096a87047e89a8d8e85097cbdfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'd814a22b-e37f-4d68-a01a-b2349a243f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:33Z', 'updated_at': '2021-09-16T05:17:34Z', 'revision_number': 3, 'project_id': 'bf040096a87047e89a8d8e85097cbdfa', 'gw_port': {'id': 'd814a22b-e37f-4d68-a01a-b2349a243f56', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:13:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833756d2-295e-4ddf-8643-297acfcf47ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:34Z', 'updated_at': '2021-09-16T05:17:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:36.329857 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f6c942c2-5110-4a38-a521-366f39172f8c None None] Provisioning complete for port 26092cae-c165-4a12-8a96-2ae8f6760235 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:36.330307 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f6c942c2-5110-4a38-a521-366f39172f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:36.336261 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb44838-a068-4daf-b2b7-61f76bde6897 None None] Checking router: 833756d2-295e-4ddf-8643-297acfcf47ae for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:17:36.336723 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb44838-a068-4daf-b2b7-61f76bde6897 None None] Updating router 833756d2-295e-4ddf-8643-297acfcf47ae port d814a22b-e37f-4d68-a01a-b2349a243f56 binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:17:36.418220 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-d500afe0-2da7-44e6-bc67-c0127d0b8030 admin admin] Allocated IP 172.20.0.1 (6703e813-4edd-49bb-9dbf-eeedb8c728f7/65580ab8-6752-48ad-b41f-959531b098b0/3572d783-465e-4a5d-81e4-c3585502b3a5) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:36.424864 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3cb44838-a068-4daf-b2b7-61f76bde6897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:36.544033 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d500afe0-2da7-44e6-bc67-c0127d0b8030 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:36.601258 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d500afe0-2da7-44e6-bc67-c0127d0b8030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:36.672130 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f6c942c2-5110-4a38-a521-366f39172f8c None None] Provisioning complete for port 33a89464-5717-4f86-9696-b3b2567f5440 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:36.672864 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f6c942c2-5110-4a38-a521-366f39172f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:36.691845 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d500afe0-2da7-44e6-bc67-c0127d0b8030 admin admin] Network 6703e813-4edd-49bb-9dbf-eeedb8c728f7 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:36.695773 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-d500afe0-2da7-44e6-bc67-c0127d0b8030 admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:36.700903 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d500afe0-2da7-44e6-bc67-c0127d0b8030 admin admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:36.743244 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500afe0-2da7-44e6-bc67-c0127d0b8030 admin admin] Pushing event updated for resources: {'Port': ['ID=3572d783-465e-4a5d-81e4-c3585502b3a5,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:36.769936 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d500afe0-2da7-44e6-bc67-c0127d0b8030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:36.781000 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f6c942c2-5110-4a38-a521-366f39172f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:36.845548 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-f6c942c2-5110-4a38-a521-366f39172f8c None None] For port 33a89464-5717-4f86-9696-b3b2567f5440, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=33a89464-5717-4f86-9696-b3b2567f5440,segment=NetworkSegment(6d2a67ab-822b-4a5f-825b-7b00bdfe3019),segment_id=6d2a67ab-822b-4a5f-825b-7b00bdfe3019)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:36.853798 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 45c6b002-c359-4f55-a083-424d3338bccf up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:36.859352 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f6c942c2-5110-4a38-a521-366f39172f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:36.959971 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d500afe0-2da7-44e6-bc67-c0127d0b8030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:37.170643 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3cb44838-a068-4daf-b2b7-61f76bde6897 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:37.187867 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-245080b0-b3f2-4f1a-a983-bd6a95b062fb None None] Provisioning complete for port 33a89464-5717-4f86-9696-b3b2567f5440 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:37.188267 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-245080b0-b3f2-4f1a-a983-bd6a95b062fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:37.190529 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3cb44838-a068-4daf-b2b7-61f76bde6897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:37.195268 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c942c2-5110-4a38-a521-366f39172f8c None None] Pushing event updated for resources: {'Port': ['ID=33a89464-5717-4f86-9696-b3b2567f5440,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:37.198690 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d500afe0-2da7-44e6-bc67-c0127d0b8030 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:37.204211 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d500afe0-2da7-44e6-bc67-c0127d0b8030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:37.263278 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 45c6b002-c359-4f55-a083-424d3338bccf triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:37.263644 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:37.273925 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500afe0-2da7-44e6-bc67-c0127d0b8030 admin admin] Pushing event updated for resources: {'Port': ['ID=3572d783-465e-4a5d-81e4-c3585502b3a5,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:37.277542 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d500afe0-2da7-44e6-bc67-c0127d0b8030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:37.311318 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-3cb44838-a068-4daf-b2b7-61f76bde6897 None None] Attempting to bind port d814a22b-e37f-4d68-a01a-b2349a243f56 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:37.311605 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-3cb44838-a068-4daf-b2b7-61f76bde6897 None None] Attempting to bind port d814a22b-e37f-4d68-a01a-b2349a243f56 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:37.311969 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb44838-a068-4daf-b2b7-61f76bde6897 None None] Attempting to bind port d814a22b-e37f-4d68-a01a-b2349a243f56 on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:37.313886 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0332d14-e465-4209-b091-81966c36f9dd None None] Pushing event updated for resources: {'Port': ['ID=d814a22b-e37f-4d68-a01a-b2349a243f56,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:37.328003 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb44838-a068-4daf-b2b7-61f76bde6897 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:37.328401 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb44838-a068-4daf-b2b7-61f76bde6897 None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:37.328813 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3cb44838-a068-4daf-b2b7-61f76bde6897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:37.329203 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb44838-a068-4daf-b2b7-61f76bde6897 None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:37.329682 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-3cb44838-a068-4daf-b2b7-61f76bde6897 None None] Bound port: d814a22b-e37f-4d68-a01a-b2349a243f56, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:37.330064 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3cb44838-a068-4daf-b2b7-61f76bde6897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:37.379306 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d500afe0-2da7-44e6-bc67-c0127d0b8030 admin admin] Network 6703e813-4edd-49bb-9dbf-eeedb8c728f7 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:37.380780 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-d500afe0-2da7-44e6-bc67-c0127d0b8030 admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:37.453134 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-3cb44838-a068-4daf-b2b7-61f76bde6897 None None] For port d814a22b-e37f-4d68-a01a-b2349a243f56, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:37.471315 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-3cb44838-a068-4daf-b2b7-61f76bde6897 None None] For port d814a22b-e37f-4d68-a01a-b2349a243f56, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d814a22b-e37f-4d68-a01a-b2349a243f56,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:37.479253 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3cb44838-a068-4daf-b2b7-61f76bde6897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:37.483321 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 26092cae-c165-4a12-8a96-2ae8f6760235 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:37.517061 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d500afe0-2da7-44e6-bc67-c0127d0b8030 admin admin] Router 833756d2-295e-4ddf-8643-297acfcf47ae has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:17:37.583261 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb44838-a068-4daf-b2b7-61f76bde6897 None None] Routers {'833756d2-295e-4ddf-8643-297acfcf47ae'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:37.583915 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-3cb44838-a068-4daf-b2b7-61f76bde6897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:17:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['833756d2-295e-4ddf-8643-297acfcf47ae'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:37.589059 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0332d14-e465-4209-b091-81966c36f9dd None None] Pushing event updated for resources: {'Port': ['ID=d814a22b-e37f-4d68-a01a-b2349a243f56,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:37.640893 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d500afe0-2da7-44e6-bc67-c0127d0b8030 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:37.642675 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-1e7ebedb-ecc6-4b30-837d-ab7617fde86d None None] Provisioning complete for port 3572d783-465e-4a5d-81e4-c3585502b3a5 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:37.643056 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1e7ebedb-ecc6-4b30-837d-ab7617fde86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:37.645843 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d500afe0-2da7-44e6-bc67-c0127d0b8030 admin admin] 10.222.0.35 "PUT /v2.0/routers/833756d2-295e-4ddf-8643-297acfcf47ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0087712 Sep 16 05:17:37.709175 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 26092cae-c165-4a12-8a96-2ae8f6760235 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:37.709555 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:37.746924 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-1e7ebedb-ecc6-4b30-837d-ab7617fde86d None None] Port 3572d783-465e-4a5d-81e4-c3585502b3a5 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:17:37.768046 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-3cb44838-a068-4daf-b2b7-61f76bde6897 None None] Set router 833756d2-295e-4ddf-8643-297acfcf47ae gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:37.946139 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 33a89464-5717-4f86-9696-b3b2567f5440 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:37.951526 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-aa290207-4c1c-4238-aec9-97999ce9464b None None] Provisioning complete for port 3572d783-465e-4a5d-81e4-c3585502b3a5 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:37.951526 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-aa290207-4c1c-4238-aec9-97999ce9464b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:38.036749 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-aa290207-4c1c-4238-aec9-97999ce9464b None None] Port 3572d783-465e-4a5d-81e4-c3585502b3a5 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:17:38.080268 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 33a89464-5717-4f86-9696-b3b2567f5440 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:38.080634 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:38.144614 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-3cb44838-a068-4daf-b2b7-61f76bde6897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833756d2-295e-4ddf-8643-297acfcf47ae', 'name': 'tempest-TestVolumeBackupRestore-1618376331-router', 'tenant_id': 'bf040096a87047e89a8d8e85097cbdfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'd814a22b-e37f-4d68-a01a-b2349a243f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:33Z', 'updated_at': '2021-09-16T05:17:36Z', 'revision_number': 4, 'project_id': 'bf040096a87047e89a8d8e85097cbdfa', 'gw_port': {'id': 'd814a22b-e37f-4d68-a01a-b2349a243f56', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:13:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833756d2-295e-4ddf-8643-297acfcf47ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:34Z', 'updated_at': '2021-09-16T05:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '3572d783-465e-4a5d-81e4-c3585502b3a5', 'name': '', 'network_id': '6703e813-4edd-49bb-9dbf-eeedb8c728f7', 'tenant_id': 'bf040096a87047e89a8d8e85097cbdfa', 'mac_address': 'fa:16:3e:22:22:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833756d2-295e-4ddf-8643-297acfcf47ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '65580ab8-6752-48ad-b41f-959531b098b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:36Z', 'updated_at': '2021-09-16T05:17:37Z', 'revision_number': 2, 'project_id': 'bf040096a87047e89a8d8e85097cbdfa', 'subnets': [{'id': '65580ab8-6752-48ad-b41f-959531b098b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:38.192215 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb44838-a068-4daf-b2b7-61f76bde6897 None None] The sync data for ids ['833756d2-295e-4ddf-8643-297acfcf47ae'] in n-d-712139-15 is: [{'id': '833756d2-295e-4ddf-8643-297acfcf47ae', 'name': 'tempest-TestVolumeBackupRestore-1618376331-router', 'tenant_id': 'bf040096a87047e89a8d8e85097cbdfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'd814a22b-e37f-4d68-a01a-b2349a243f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:33Z', 'updated_at': '2021-09-16T05:17:36Z', 'revision_number': 4, 'project_id': 'bf040096a87047e89a8d8e85097cbdfa', 'gw_port': {'id': 'd814a22b-e37f-4d68-a01a-b2349a243f56', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:13:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833756d2-295e-4ddf-8643-297acfcf47ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:34Z', 'updated_at': '2021-09-16T05:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '3572d783-465e-4a5d-81e4-c3585502b3a5', 'name': '', 'network_id': '6703e813-4edd-49bb-9dbf-eeedb8c728f7', 'tenant_id': 'bf040096a87047e89a8d8e85097cbdfa', 'mac_address': 'fa:16:3e:22:22:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833756d2-295e-4ddf-8643-297acfcf47ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '65580ab8-6752-48ad-b41f-959531b098b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:36Z', 'updated_at': '2021-09-16T05:17:37Z', 'revision_number': 2, 'project_id': 'bf040096a87047e89a8d8e85097cbdfa', 'subnets': [{'id': '65580ab8-6752-48ad-b41f-959531b098b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:38.642957 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 33a89464-5717-4f86-9696-b3b2567f5440 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:38.698936 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 33a89464-5717-4f86-9696-b3b2567f5440 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:38.699235 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:40.120514 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4b3edfa7-b071-4b99-a2e5-d7c116b8cfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:40.614487 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd733bc-ce6c-46cb-b7e6-3144c5479a79 None None] Sync routers for ids ['833756d2-295e-4ddf-8643-297acfcf47ae'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:40.627353 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd733bc-ce6c-46cb-b7e6-3144c5479a79 None None] Routers {'833756d2-295e-4ddf-8643-297acfcf47ae'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:40.627353 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-ffd733bc-ce6c-46cb-b7e6-3144c5479a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:17:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['833756d2-295e-4ddf-8643-297acfcf47ae'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:40.647111 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d814a22b-e37f-4d68-a01a-b2349a243f56 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:40.704649 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port d814a22b-e37f-4d68-a01a-b2349a243f56 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:40.705021 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:40.752184 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-ffd733bc-ce6c-46cb-b7e6-3144c5479a79 None None] Set router 833756d2-295e-4ddf-8643-297acfcf47ae gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:40.793941 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:40.818879 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port d814a22b-e37f-4d68-a01a-b2349a243f56, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d814a22b-e37f-4d68-a01a-b2349a243f56,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:40.823969 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:40.877912 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=d814a22b-e37f-4d68-a01a-b2349a243f56,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:41.065256 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-ffd733bc-ce6c-46cb-b7e6-3144c5479a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833756d2-295e-4ddf-8643-297acfcf47ae', 'name': 'tempest-TestVolumeBackupRestore-1618376331-router', 'tenant_id': 'bf040096a87047e89a8d8e85097cbdfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'd814a22b-e37f-4d68-a01a-b2349a243f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:33Z', 'updated_at': '2021-09-16T05:17:36Z', 'revision_number': 4, 'project_id': 'bf040096a87047e89a8d8e85097cbdfa', 'gw_port': {'id': 'd814a22b-e37f-4d68-a01a-b2349a243f56', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:13:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833756d2-295e-4ddf-8643-297acfcf47ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:34Z', 'updated_at': '2021-09-16T05:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '3572d783-465e-4a5d-81e4-c3585502b3a5', 'name': '', 'network_id': '6703e813-4edd-49bb-9dbf-eeedb8c728f7', 'tenant_id': 'bf040096a87047e89a8d8e85097cbdfa', 'mac_address': 'fa:16:3e:22:22:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833756d2-295e-4ddf-8643-297acfcf47ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '65580ab8-6752-48ad-b41f-959531b098b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:36Z', 'updated_at': '2021-09-16T05:17:37Z', 'revision_number': 2, 'project_id': 'bf040096a87047e89a8d8e85097cbdfa', 'subnets': [{'id': '65580ab8-6752-48ad-b41f-959531b098b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:41.092453 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd733bc-ce6c-46cb-b7e6-3144c5479a79 None None] Checking router: 833756d2-295e-4ddf-8643-297acfcf47ae for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:17:41.092932 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd733bc-ce6c-46cb-b7e6-3144c5479a79 None None] Updating router 833756d2-295e-4ddf-8643-297acfcf47ae port 3572d783-465e-4a5d-81e4-c3585502b3a5 binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:17:41.118439 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-ffd733bc-ce6c-46cb-b7e6-3144c5479a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.406386 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-ffd733bc-ce6c-46cb-b7e6-3144c5479a79 None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.413689 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-ffd733bc-ce6c-46cb-b7e6-3144c5479a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.478060 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a331b14a-1c4c-4f7c-a97b-73f27bcbb542 None None] Pushing event updated for resources: {'Port': ['ID=3572d783-465e-4a5d-81e4-c3585502b3a5,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:41.549126 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-ffd733bc-ce6c-46cb-b7e6-3144c5479a79 None None] Attempting to bind port 3572d783-465e-4a5d-81e4-c3585502b3a5 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:41.549496 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-ffd733bc-ce6c-46cb-b7e6-3144c5479a79 None None] Attempting to bind port 3572d783-465e-4a5d-81e4-c3585502b3a5 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '6d2a67ab-822b-4a5f-825b-7b00bdfe3019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6703e813-4edd-49bb-9dbf-eeedb8c728f7'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:41.550110 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd733bc-ce6c-46cb-b7e6-3144c5479a79 None None] Attempting to bind port 3572d783-465e-4a5d-81e4-c3585502b3a5 on network 6703e813-4edd-49bb-9dbf-eeedb8c728f7 {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:41.556815 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd733bc-ce6c-46cb-b7e6-3144c5479a79 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:41.558052 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd733bc-ce6c-46cb-b7e6-3144c5479a79 None None] Checking segment: {'id': '6d2a67ab-822b-4a5f-825b-7b00bdfe3019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6703e813-4edd-49bb-9dbf-eeedb8c728f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:41.558474 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-ffd733bc-ce6c-46cb-b7e6-3144c5479a79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.559118 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd733bc-ce6c-46cb-b7e6-3144c5479a79 None None] Bound using segment: {'id': '6d2a67ab-822b-4a5f-825b-7b00bdfe3019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6703e813-4edd-49bb-9dbf-eeedb8c728f7'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:41.559631 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-ffd733bc-ce6c-46cb-b7e6-3144c5479a79 None None] Bound port: 3572d783-465e-4a5d-81e4-c3585502b3a5, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2a67ab-822b-4a5f-825b-7b00bdfe3019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6703e813-4edd-49bb-9dbf-eeedb8c728f7'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:41.560017 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-ffd733bc-ce6c-46cb-b7e6-3144c5479a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.637326 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-ffd733bc-ce6c-46cb-b7e6-3144c5479a79 None None] For port 3572d783-465e-4a5d-81e4-c3585502b3a5, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:41.641055 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-ffd733bc-ce6c-46cb-b7e6-3144c5479a79 None None] For port 3572d783-465e-4a5d-81e4-c3585502b3a5, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3572d783-465e-4a5d-81e4-c3585502b3a5,segment=NetworkSegment(6d2a67ab-822b-4a5f-825b-7b00bdfe3019),segment_id=6d2a67ab-822b-4a5f-825b-7b00bdfe3019)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:41.646655 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-ffd733bc-ce6c-46cb-b7e6-3144c5479a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.709215 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-a922d7f9-bd35-46ea-b60a-9cf7a48e5e88 None None] Provisioning complete for port 3572d783-465e-4a5d-81e4-c3585502b3a5 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:41.710556 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd733bc-ce6c-46cb-b7e6-3144c5479a79 None None] Routers {'833756d2-295e-4ddf-8643-297acfcf47ae'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:41.711120 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a922d7f9-bd35-46ea-b60a-9cf7a48e5e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.711281 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-ffd733bc-ce6c-46cb-b7e6-3144c5479a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:17:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['833756d2-295e-4ddf-8643-297acfcf47ae'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:41.753027 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a331b14a-1c4c-4f7c-a97b-73f27bcbb542 None None] Pushing event updated for resources: {'Port': ['ID=3572d783-465e-4a5d-81e4-c3585502b3a5,revision_number=4']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:41.830182 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.839434 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a922d7f9-bd35-46ea-b60a-9cf7a48e5e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.852002 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-ffd733bc-ce6c-46cb-b7e6-3144c5479a79 None None] Set router 833756d2-295e-4ddf-8643-297acfcf47ae gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:41.882287 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-a922d7f9-bd35-46ea-b60a-9cf7a48e5e88 None None] For port 3572d783-465e-4a5d-81e4-c3585502b3a5, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3572d783-465e-4a5d-81e4-c3585502b3a5,segment=NetworkSegment(6d2a67ab-822b-4a5f-825b-7b00bdfe3019),segment_id=6d2a67ab-822b-4a5f-825b-7b00bdfe3019)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:41.890473 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a922d7f9-bd35-46ea-b60a-9cf7a48e5e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.964616 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a922d7f9-bd35-46ea-b60a-9cf7a48e5e88 None None] Pushing event updated for resources: {'Port': ['ID=3572d783-465e-4a5d-81e4-c3585502b3a5,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:42.017414 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ad8291d9-812b-434e-be02-f6fd0c174d1f None None] Provisioning complete for port 3572d783-465e-4a5d-81e4-c3585502b3a5 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:42.018097 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ad8291d9-812b-434e-be02-f6fd0c174d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:42.111492 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-ffd733bc-ce6c-46cb-b7e6-3144c5479a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833756d2-295e-4ddf-8643-297acfcf47ae', 'name': 'tempest-TestVolumeBackupRestore-1618376331-router', 'tenant_id': 'bf040096a87047e89a8d8e85097cbdfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'd814a22b-e37f-4d68-a01a-b2349a243f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:33Z', 'updated_at': '2021-09-16T05:17:36Z', 'revision_number': 4, 'project_id': 'bf040096a87047e89a8d8e85097cbdfa', 'gw_port': {'id': 'd814a22b-e37f-4d68-a01a-b2349a243f56', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833756d2-295e-4ddf-8643-297acfcf47ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:34Z', 'updated_at': '2021-09-16T05:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '3572d783-465e-4a5d-81e4-c3585502b3a5', 'name': '', 'network_id': '6703e813-4edd-49bb-9dbf-eeedb8c728f7', 'tenant_id': 'bf040096a87047e89a8d8e85097cbdfa', 'mac_address': 'fa:16:3e:22:22:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833756d2-295e-4ddf-8643-297acfcf47ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '65580ab8-6752-48ad-b41f-959531b098b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:36Z', 'updated_at': '2021-09-16T05:17:41Z', 'revision_number': 4, 'project_id': 'bf040096a87047e89a8d8e85097cbdfa', 'subnets': [{'id': '65580ab8-6752-48ad-b41f-959531b098b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:42.141986 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd733bc-ce6c-46cb-b7e6-3144c5479a79 None None] The sync data for ids ['833756d2-295e-4ddf-8643-297acfcf47ae'] in n-d-712139-15 is: [{'id': '833756d2-295e-4ddf-8643-297acfcf47ae', 'name': 'tempest-TestVolumeBackupRestore-1618376331-router', 'tenant_id': 'bf040096a87047e89a8d8e85097cbdfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'd814a22b-e37f-4d68-a01a-b2349a243f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:33Z', 'updated_at': '2021-09-16T05:17:36Z', 'revision_number': 4, 'project_id': 'bf040096a87047e89a8d8e85097cbdfa', 'gw_port': {'id': 'd814a22b-e37f-4d68-a01a-b2349a243f56', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833756d2-295e-4ddf-8643-297acfcf47ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:34Z', 'updated_at': '2021-09-16T05:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '3572d783-465e-4a5d-81e4-c3585502b3a5', 'name': '', 'network_id': '6703e813-4edd-49bb-9dbf-eeedb8c728f7', 'tenant_id': 'bf040096a87047e89a8d8e85097cbdfa', 'mac_address': 'fa:16:3e:22:22:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833756d2-295e-4ddf-8643-297acfcf47ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '65580ab8-6752-48ad-b41f-959531b098b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:36Z', 'updated_at': '2021-09-16T05:17:41Z', 'revision_number': 4, 'project_id': 'bf040096a87047e89a8d8e85097cbdfa', 'subnets': [{'id': '65580ab8-6752-48ad-b41f-959531b098b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:42.644348 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3572d783-465e-4a5d-81e4-c3585502b3a5 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:42.700237 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 3572d783-465e-4a5d-81e4-c3585502b3a5 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:42.700747 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:42.793019 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d814a22b-e37f-4d68-a01a-b2349a243f56 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:42.848455 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port d814a22b-e37f-4d68-a01a-b2349a243f56 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:42.848860 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:43.248751 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f7dfbe22-13f6-4572-9816-2a6e8ae5c54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:43.540819 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:44.633851 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:44.829731 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.143301 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:51.145025 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:18:10.122436 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f24e3217-d887-48ba-82d1-eebb976cfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:11.840990 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:13.252639 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e1198bbd-8d7c-4abc-957b-e5ac8267f00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:13.545518 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:14.630004 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:14.837211 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:16.146790 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:28.135134 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:18:40.123736 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7e25b712-6ac5-45ed-a38d-536c774ad7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:41.855042 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:43.254671 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3073aec9-a4f1-44d3-aabb-90d54898e93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:43.546816 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.633832 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.840037 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.148360 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:05.135588 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:19:10.125631 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ca63ad37-bf17-4347-be23-4433e4fc670f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:11.871199 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:13.265646 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-51dd9c6e-e57c-4b97-9a9f-ba987452b469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:13.550027 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:14.636369 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:14.849932 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:16.155574 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:22.897571 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52640) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:22.904470 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-7e12cce9-3aed-430f-ab78-3f088a6d57b3 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1036132878', 'description': 'tempest-secgroup-smoke-1036132878 description', 'project_id': '434e1f9d7c9a475895569ec778c8b15e'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:22.929201 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7e12cce9-3aed-430f-ab78-3f088a6d57b3 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.010946 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7e12cce9-3aed-430f-ab78-3f088a6d57b3 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.015297 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7e12cce9-3aed-430f-ab78-3f088a6d57b3 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.042302 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7e12cce9-3aed-430f-ab78-3f088a6d57b3 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.043551 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7e12cce9-3aed-430f-ab78-3f088a6d57b3 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1449809 Sep 16 05:19:23.046989 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52644) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:23.047638 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12cce9-3aed-430f-ab78-3f088a6d57b3 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=008e8a4c-c5bc-4369-9b44-2658ad90073b,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:23.052690 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-fd2d7767-6f55-455a-b5ef-846346eaa04e tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Request body: {'security_group_rule': {'security_group_id': '008e8a4c-c5bc-4369-9b44-2658ad90073b', 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:23.055482 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e12cce9-3aed-430f-ab78-3f088a6d57b3 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:23.055836 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e12cce9-3aed-430f-ab78-3f088a6d57b3 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:23.056182 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e12cce9-3aed-430f-ab78-3f088a6d57b3 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:23.056520 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e12cce9-3aed-430f-ab78-3f088a6d57b3 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:23.056935 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e12cce9-3aed-430f-ab78-3f088a6d57b3 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:23.057272 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e12cce9-3aed-430f-ab78-3f088a6d57b3 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:23.057618 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e12cce9-3aed-430f-ab78-3f088a6d57b3 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:23.057944 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e12cce9-3aed-430f-ab78-3f088a6d57b3 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:23.058319 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e12cce9-3aed-430f-ab78-3f088a6d57b3 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:23.058596 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e12cce9-3aed-430f-ab78-3f088a6d57b3 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:23.058920 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e12cce9-3aed-430f-ab78-3f088a6d57b3 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:23.059242 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e12cce9-3aed-430f-ab78-3f088a6d57b3 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:23.079794 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fd2d7767-6f55-455a-b5ef-846346eaa04e tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.135931 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fd2d7767-6f55-455a-b5ef-846346eaa04e tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.139510 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fd2d7767-6f55-455a-b5ef-846346eaa04e tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.158747 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d7767-6f55-455a-b5ef-846346eaa04e tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ca46d0-25b4-49ca-a666-938085061f1e,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:23.166119 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fd2d7767-6f55-455a-b5ef-846346eaa04e tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.167346 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fd2d7767-6f55-455a-b5ef-846346eaa04e tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193533 Sep 16 05:19:23.169213 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d7767-6f55-455a-b5ef-846346eaa04e tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:23.169562 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d7767-6f55-455a-b5ef-846346eaa04e tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:23.169906 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d7767-6f55-455a-b5ef-846346eaa04e tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:23.170253 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d7767-6f55-455a-b5ef-846346eaa04e tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:23.170586 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d7767-6f55-455a-b5ef-846346eaa04e tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:23.170781 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52648) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:23.170939 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d7767-6f55-455a-b5ef-846346eaa04e tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:23.171229 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d7767-6f55-455a-b5ef-846346eaa04e tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:23.171557 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d7767-6f55-455a-b5ef-846346eaa04e tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:23.171913 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d7767-6f55-455a-b5ef-846346eaa04e tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:23.172239 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d7767-6f55-455a-b5ef-846346eaa04e tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:23.172583 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d7767-6f55-455a-b5ef-846346eaa04e tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:23.172910 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d7767-6f55-455a-b5ef-846346eaa04e tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:23.175821 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-4598e377-1e2f-4dbb-967a-339d43abec9c tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Request body: {'security_group_rule': {'security_group_id': '008e8a4c-c5bc-4369-9b44-2658ad90073b', 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:23.202719 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4598e377-1e2f-4dbb-967a-339d43abec9c tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.259827 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4598e377-1e2f-4dbb-967a-339d43abec9c tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.263779 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4598e377-1e2f-4dbb-967a-339d43abec9c tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.284901 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598e377-1e2f-4dbb-967a-339d43abec9c tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af6e894-3922-44dc-969f-d2b29ce14753,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:23.292666 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4598e377-1e2f-4dbb-967a-339d43abec9c tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.296731 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4598e377-1e2f-4dbb-967a-339d43abec9c tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1250014 Sep 16 05:19:23.296965 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52650) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:23.301677 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-f02bdd20-9b67-413b-94ab-33bf852bb9ff tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Request body: {'security_group_rule': {'security_group_id': '008e8a4c-c5bc-4369-9b44-2658ad90073b', 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:23.327724 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f02bdd20-9b67-413b-94ab-33bf852bb9ff tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.392443 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f02bdd20-9b67-413b-94ab-33bf852bb9ff tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.396725 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f02bdd20-9b67-413b-94ab-33bf852bb9ff tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.414779 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02bdd20-9b67-413b-94ab-33bf852bb9ff tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e08b3d-31a5-402b-a794-706950463596,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:23.421414 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f02bdd20-9b67-413b-94ab-33bf852bb9ff tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.422645 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f02bdd20-9b67-413b-94ab-33bf852bb9ff tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1248648 Sep 16 05:19:23.425836 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52652) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:23.430728 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-d87437a1-3a08-428c-811d-702c6b19c797 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Request body: {'security_group_rule': {'security_group_id': '008e8a4c-c5bc-4369-9b44-2658ad90073b', 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:23.458213 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d87437a1-3a08-428c-811d-702c6b19c797 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.517662 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d87437a1-3a08-428c-811d-702c6b19c797 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.521434 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d87437a1-3a08-428c-811d-702c6b19c797 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.546928 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87437a1-3a08-428c-811d-702c6b19c797 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a107ecf8-5c65-4fbd-8881-207ae7e191e8,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:23.551302 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d87437a1-3a08-428c-811d-702c6b19c797 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.553234 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d87437a1-3a08-428c-811d-702c6b19c797 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1261127 Sep 16 05:19:23.556923 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52654) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:23.561388 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-3654a542-62d0-443a-b0d1-1df894185062 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Request body: {'security_group_rule': {'security_group_id': '008e8a4c-c5bc-4369-9b44-2658ad90073b', 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:23.585125 n-d-712139-15 neutron-server[94767]: INFO neutron.db.securitygroups_db [None req-3654a542-62d0-443a-b0d1-1df894185062 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Project 434e1f9d7c9a475895569ec778c8b15e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:19:23.591105 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3654a542-62d0-443a-b0d1-1df894185062 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.654932 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3654a542-62d0-443a-b0d1-1df894185062 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.659075 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3654a542-62d0-443a-b0d1-1df894185062 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.678433 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654a542-62d0-443a-b0d1-1df894185062 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55af6c89-c5f9-48a9-bfac-ebd361a2d529,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:23.681955 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3654a542-62d0-443a-b0d1-1df894185062 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.683257 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3654a542-62d0-443a-b0d1-1df894185062 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1253328 Sep 16 05:19:23.686165 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52656) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:23.690493 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-a0d124c6-3829-49a3-86c3-7b75edcfff41 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Request body: {'security_group_rule': {'security_group_id': '008e8a4c-c5bc-4369-9b44-2658ad90073b', 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:23.713907 n-d-712139-15 neutron-server[94767]: INFO neutron.db.securitygroups_db [None req-a0d124c6-3829-49a3-86c3-7b75edcfff41 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Project 434e1f9d7c9a475895569ec778c8b15e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:19:23.718926 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a0d124c6-3829-49a3-86c3-7b75edcfff41 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.781039 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a0d124c6-3829-49a3-86c3-7b75edcfff41 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.784811 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a0d124c6-3829-49a3-86c3-7b75edcfff41 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.805207 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d124c6-3829-49a3-86c3-7b75edcfff41 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=939251c8-062c-422c-a3e1-26872914eacf,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:23.813071 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a0d124c6-3829-49a3-86c3-7b75edcfff41 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.815493 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a0d124c6-3829-49a3-86c3-7b75edcfff41 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283844 Sep 16 05:19:24.185193 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-4cca4df8-a0b4-4fee-a662-e5b5b6f6e449 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1036132878&fields=id&tenant_id=434e1f9d7c9a475895569ec778c8b15e HTTP/1.1" status: 200 len: 267 time: 0.0318332 Sep 16 05:19:24.290568 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-15a590b1-863d-4587-a6f6-17640c962879 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:24.292025 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-15a590b1-863d-4587-a6f6-17640c962879 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/networks?id=a7b9eb23-2687-4c39-8c3e-81bbc8eb6652 HTTP/1.1" status: 200 len: 814 time: 0.1002259 Sep 16 05:19:24.308164 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-45413aed-52a7-48d1-a08a-7a3c61df92fe tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/quotas/434e1f9d7c9a475895569ec778c8b15e HTTP/1.1" status: 200 len: 375 time: 0.0100281 Sep 16 05:19:24.358770 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-e29f80e3-4b6d-49be-900b-08d59ef51cad tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=434e1f9d7c9a475895569ec778c8b15e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449073 Sep 16 05:19:24.572838 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-1db99fc4-f7cd-45f0-b976-a5e85d10ab3b service neutron] 10.222.0.35 "GET /v2.0/networks/a7b9eb23-2687-4c39-8c3e-81bbc8eb6652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015572 Sep 16 05:19:24.665042 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-3031f134-cd29-4942-88df-9f74bf006b36 service neutron] 10.222.0.35 "GET /v2.0/networks/a7b9eb23-2687-4c39-8c3e-81bbc8eb6652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860186 Sep 16 05:19:24.968096 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2bacfdd0-b8ac-4635-bf23-5cc99c285a16 req-454e2b66-1aed-4494-9f94-0a816f675feb tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9db636c-5128-4d81-98ca-59999a2142fb HTTP/1.1" status: 200 len: 210 time: 0.0278268 Sep 16 05:19:25.958848 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-1c6ea445-faac-4b62-9470-d1e20a35d64b tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:25.960322 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-1c6ea445-faac-4b62-9470-d1e20a35d64b tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.48 "GET /v2.0/networks?id=a7b9eb23-2687-4c39-8c3e-81bbc8eb6652 HTTP/1.1" status: 200 len: 814 time: 0.1076915 Sep 16 05:19:26.014337 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-1f80b1e7-3280-4898-9c3e-42540815603e tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=434e1f9d7c9a475895569ec778c8b15e HTTP/1.1" status: 200 len: 380 time: 0.0379262 Sep 16 05:19:26.026772 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-3ce2a088-7970-4825-9206-1224b3b96c51 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Request body: {'port': {'device_id': 'a9db636c-5128-4d81-98ca-59999a2142fb', 'network_id': 'a7b9eb23-2687-4c39-8c3e-81bbc8eb6652', 'admin_state_up': True, 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'security_groups': ['008e8a4c-c5bc-4369-9b44-2658ad90073b']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:26.085754 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-309a99bf-b910-488e-8b87-a9c69f3373b7 req-50b5d130-ccb1-48de-96b4-1c5768ed9360 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9db636c-5128-4d81-98ca-59999a2142fb HTTP/1.1" status: 200 len: 210 time: 0.0353045 Sep 16 05:19:26.168331 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-3ce2a088-7970-4825-9206-1224b3b96c51 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Made reservation on behalf of 434e1f9d7c9a475895569ec778c8b15e for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:26.172246 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-3ce2a088-7970-4825-9206-1224b3b96c51 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:26.303082 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-3ce2a088-7970-4825-9206-1224b3b96c51 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Allocated IP 172.20.0.10 (a7b9eb23-2687-4c39-8c3e-81bbc8eb6652/010260aa-f6e7-4344-b3e8-c3701033f64c/d6dc00d4-f365-4c79-9600-ae78d00e5ed2) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:26.444593 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-3ce2a088-7970-4825-9206-1224b3b96c51 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:26.481659 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-3ce2a088-7970-4825-9206-1224b3b96c51 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:26.523029 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-3ce2a088-7970-4825-9206-1224b3b96c51 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Network a7b9eb23-2687-4c39-8c3e-81bbc8eb6652 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:26.526941 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-3ce2a088-7970-4825-9206-1224b3b96c51 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:26.533523 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-3ce2a088-7970-4825-9206-1224b3b96c51 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:26.557766 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2a088-7970-4825-9206-1224b3b96c51 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Pushing event updated for resources: {'Port': ['ID=d6dc00d4-f365-4c79-9600-ae78d00e5ed2,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:26.592720 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-3ce2a088-7970-4825-9206-1224b3b96c51 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:26.593414 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-3ce2a088-7970-4825-9206-1224b3b96c51 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:26.610889 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-3ce2a088-7970-4825-9206-1224b3b96c51 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5907199 Sep 16 05:19:26.628814 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-1958a9e6-5357-4b7d-b2af-f16f9102c584 service neutron] Request body: {'port': {'device_id': 'a9db636c-5128-4d81-98ca-59999a2142fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:26.692617 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-1958a9e6-5357-4b7d-b2af-f16f9102c584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:26.833581 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-810adb6c-8c69-4c21-a182-6a56ba195846 None None] Provisioning complete for port d6dc00d4-f365-4c79-9600-ae78d00e5ed2 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:26.834182 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-810adb6c-8c69-4c21-a182-6a56ba195846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:26.873956 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-810adb6c-8c69-4c21-a182-6a56ba195846 None None] Port d6dc00d4-f365-4c79-9600-ae78d00e5ed2 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:19:26.981505 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-1958a9e6-5357-4b7d-b2af-f16f9102c584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6dc00d4-f365-4c79-9600-ae78d00e5ed2 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:26.988861 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-1958a9e6-5357-4b7d-b2af-f16f9102c584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:27.001592 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-1958a9e6-5357-4b7d-b2af-f16f9102c584 service neutron] Transition to ACTIVE for port object d6dc00d4-f365-4c79-9600-ae78d00e5ed2 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:19:27.005152 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-1958a9e6-5357-4b7d-b2af-f16f9102c584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:27.057198 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1958a9e6-5357-4b7d-b2af-f16f9102c584 service neutron] Pushing event updated for resources: {'Port': ['ID=d6dc00d4-f365-4c79-9600-ae78d00e5ed2,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:27.132390 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-1958a9e6-5357-4b7d-b2af-f16f9102c584 service neutron] Attempting to bind port d6dc00d4-f365-4c79-9600-ae78d00e5ed2 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:19:27.132893 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-1958a9e6-5357-4b7d-b2af-f16f9102c584 service neutron] Attempting to bind port d6dc00d4-f365-4c79-9600-ae78d00e5ed2 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': 'dadd4c67-d839-4db1-9dcd-3561890989ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a7b9eb23-2687-4c39-8c3e-81bbc8eb6652'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:19:27.133232 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-1958a9e6-5357-4b7d-b2af-f16f9102c584 service neutron] Attempting to bind port d6dc00d4-f365-4c79-9600-ae78d00e5ed2 on network a7b9eb23-2687-4c39-8c3e-81bbc8eb6652 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:27.139996 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-1958a9e6-5357-4b7d-b2af-f16f9102c584 service neutron] Port d6dc00d4-f365-4c79-9600-ae78d00e5ed2 on network a7b9eb23-2687-4c39-8c3e-81bbc8eb6652 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:19:27.140654 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-1958a9e6-5357-4b7d-b2af-f16f9102c584 service neutron] Attempting to bind port d6dc00d4-f365-4c79-9600-ae78d00e5ed2 on network a7b9eb23-2687-4c39-8c3e-81bbc8eb6652 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:27.147952 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-1958a9e6-5357-4b7d-b2af-f16f9102c584 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:19:27.148386 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-1958a9e6-5357-4b7d-b2af-f16f9102c584 service neutron] Checking segment: {'id': 'dadd4c67-d839-4db1-9dcd-3561890989ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a7b9eb23-2687-4c39-8c3e-81bbc8eb6652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:27.148720 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-1958a9e6-5357-4b7d-b2af-f16f9102c584 service neutron] Bound using segment: {'id': 'dadd4c67-d839-4db1-9dcd-3561890989ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a7b9eb23-2687-4c39-8c3e-81bbc8eb6652'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:19:27.149162 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-1958a9e6-5357-4b7d-b2af-f16f9102c584 service neutron] Bound port: d6dc00d4-f365-4c79-9600-ae78d00e5ed2, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dadd4c67-d839-4db1-9dcd-3561890989ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a7b9eb23-2687-4c39-8c3e-81bbc8eb6652'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:19:27.149581 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-1958a9e6-5357-4b7d-b2af-f16f9102c584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:27.272439 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-1958a9e6-5357-4b7d-b2af-f16f9102c584 service neutron] For port d6dc00d4-f365-4c79-9600-ae78d00e5ed2, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:19:27.276479 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-1958a9e6-5357-4b7d-b2af-f16f9102c584 service neutron] For port d6dc00d4-f365-4c79-9600-ae78d00e5ed2, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=d6dc00d4-f365-4c79-9600-ae78d00e5ed2,segment=NetworkSegment(dadd4c67-d839-4db1-9dcd-3561890989ef),segment_id=dadd4c67-d839-4db1-9dcd-3561890989ef)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:19:27.285202 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a393e98-c3cb-4dab-b12f-ad65264f40b0 req-1eaffbeb-5123-4319-84f3-5d016ea3beea tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:27.286775 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2a393e98-c3cb-4dab-b12f-ad65264f40b0 req-1eaffbeb-5123-4319-84f3-5d016ea3beea tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9db636c-5128-4d81-98ca-59999a2142fb HTTP/1.1" status: 200 len: 944 time: 0.0904176 Sep 16 05:19:27.289999 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-1958a9e6-5357-4b7d-b2af-f16f9102c584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:27.311433 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-1958a9e6-5357-4b7d-b2af-f16f9102c584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:27.312848 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-1958a9e6-5357-4b7d-b2af-f16f9102c584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:27.314506 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-1958a9e6-5357-4b7d-b2af-f16f9102c584 service neutron] 10.222.0.48 "PUT /v2.0/ports/d6dc00d4-f365-4c79-9600-ae78d00e5ed2 HTTP/1.1" status: 200 len: 1093 time: 0.6901085 Sep 16 05:19:27.320794 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9db636c-5128-4d81-98ca-59999a2142fb', 'tag': 'd6dc00d4-f365-4c79-9600-ae78d00e5ed2'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:27.324493 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f180b9-82b9-4c15-95d5-314eb60e426b" -d '{"events": [{"name": "network-changed", "server_uuid": "a9db636c-5128-4d81-98ca-59999a2142fb", "tag": "d6dc00d4-f365-4c79-9600-ae78d00e5ed2"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:27.757697 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2a393e98-c3cb-4dab-b12f-ad65264f40b0 req-7f3a26f9-dbba-48cc-bfb9-a5647d7471b7 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/security-groups?id=008e8a4c-c5bc-4369-9b44-2658ad90073b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4564786 Sep 16 05:19:27.764433 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1958a9e6-5357-4b7d-b2af-f16f9102c584 service neutron] Pushing event updated for resources: {'Port': ['ID=d6dc00d4-f365-4c79-9600-ae78d00e5ed2,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:27.785867 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-9aedbbfd-0882-441f-a3e1-e902e0d3387c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:27.787407 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-9aedbbfd-0882-441f-a3e1-e902e0d3387c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=434e1f9d7c9a475895569ec778c8b15e&device_id=a9db636c-5128-4d81-98ca-59999a2142fb HTTP/1.1" status: 200 len: 1096 time: 0.4111931 Sep 16 05:19:27.809099 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cd6470-bafd-4133-8152-06e0bb43ec2e x-openstack-request-id: req-25cd6470-bafd-4133-8152-06e0bb43ec2e {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:27.809402 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9db636c-5128-4d81-98ca-59999a2142fb", "tag": "d6dc00d4-f365-4c79-9600-ae78d00e5ed2", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:27.809648 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-25cd6470-bafd-4133-8152-06e0bb43ec2e {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:27.810201 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9db636c-5128-4d81-98ca-59999a2142fb', 'tag': 'd6dc00d4-f365-4c79-9600-ae78d00e5ed2', 'status': 'completed', 'code': 200} Sep 16 05:19:27.839238 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-488dd9a8-a8f1-48a3-b71e-7e04026b325e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6dc00d4-f365-4c79-9600-ae78d00e5ed2 HTTP/1.1" status: 200 len: 217 time: 0.0378826 Sep 16 05:19:27.900880 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-07cd8078-bb73-4d29-9835-fb4d0f517139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:27.902534 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-07cd8078-bb73-4d29-9835-fb4d0f517139 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=010260aa-f6e7-4344-b3e8-c3701033f64c HTTP/1.1" status: 200 len: 853 time: 0.0568333 Sep 16 05:19:27.954292 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-b59d6d5e-014f-41e2-95d1-97342e473637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:27.955899 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-b59d6d5e-014f-41e2-95d1-97342e473637 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a7b9eb23-2687-4c39-8c3e-81bbc8eb6652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466805 Sep 16 05:19:28.048677 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-c631d559-9199-4124-a655-720dd1fa24a4 service neutron] 10.222.0.48 "GET /v2.0/networks/a7b9eb23-2687-4c39-8c3e-81bbc8eb6652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846989 Sep 16 05:19:28.145303 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f2a25c95-8427-45b6-897f-b12592bbeec6 req-b49639ad-003c-4500-bc39-d3bd94fbac76 service neutron] 10.222.0.48 "GET /v2.0/networks/a7b9eb23-2687-4c39-8c3e-81bbc8eb6652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887501 Sep 16 05:19:28.261941 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f180b9-82b9-4c15-95d5-314eb60e426b req-f82b59f8-243d-4664-9e74-cbdfb17f1ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:28.263566 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-61f180b9-82b9-4c15-95d5-314eb60e426b req-f82b59f8-243d-4664-9e74-cbdfb17f1ac4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=434e1f9d7c9a475895569ec778c8b15e&device_id=a9db636c-5128-4d81-98ca-59999a2142fb HTTP/1.1" status: 200 len: 1096 time: 0.0459976 Sep 16 05:19:28.358172 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f180b9-82b9-4c15-95d5-314eb60e426b req-b36e4476-3d5b-4eec-a515-420c02c55685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:28.359687 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-61f180b9-82b9-4c15-95d5-314eb60e426b req-b36e4476-3d5b-4eec-a515-420c02c55685 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a7b9eb23-2687-4c39-8c3e-81bbc8eb6652 HTTP/1.1" status: 200 len: 915 time: 0.0898371 Sep 16 05:19:28.405819 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-61f180b9-82b9-4c15-95d5-314eb60e426b req-518176d9-544c-49c8-a1c5-834b1beafb17 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6dc00d4-f365-4c79-9600-ae78d00e5ed2 HTTP/1.1" status: 200 len: 217 time: 0.0389667 Sep 16 05:19:28.455741 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f180b9-82b9-4c15-95d5-314eb60e426b req-b1795b71-e638-481e-8081-9661d45559dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:28.457304 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-61f180b9-82b9-4c15-95d5-314eb60e426b req-b1795b71-e638-481e-8081-9661d45559dd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=010260aa-f6e7-4344-b3e8-c3701033f64c HTTP/1.1" status: 200 len: 853 time: 0.0452890 Sep 16 05:19:28.505290 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f180b9-82b9-4c15-95d5-314eb60e426b req-6c57986d-3198-43a3-bdd9-bcace63b5498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:28.506842 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-61f180b9-82b9-4c15-95d5-314eb60e426b req-6c57986d-3198-43a3-bdd9-bcace63b5498 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a7b9eb23-2687-4c39-8c3e-81bbc8eb6652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427349 Sep 16 05:19:28.605675 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-61f180b9-82b9-4c15-95d5-314eb60e426b req-06d7033b-8903-487f-8597-8af9cccde344 service neutron] 10.222.0.48 "GET /v2.0/networks/a7b9eb23-2687-4c39-8c3e-81bbc8eb6652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919108 Sep 16 05:19:28.702405 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-61f180b9-82b9-4c15-95d5-314eb60e426b req-03f09b3f-8a11-41a1-9bef-686f471f5c2e service neutron] 10.222.0.48 "GET /v2.0/networks/a7b9eb23-2687-4c39-8c3e-81bbc8eb6652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900578 Sep 16 05:19:28.880234 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef76918-811f-452e-8209-eb96fcceea8f req-cba27f90-6a93-4047-99c1-89a805438685 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:28.881623 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2ef76918-811f-452e-8209-eb96fcceea8f req-cba27f90-6a93-4047-99c1-89a805438685 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9db636c-5128-4d81-98ca-59999a2142fb HTTP/1.1" status: 200 len: 944 time: 0.0510495 Sep 16 05:19:28.921639 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2ef76918-811f-452e-8209-eb96fcceea8f req-fc420b85-33f5-4309-9cae-13eabbdfbb5c tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/security-groups?id=008e8a4c-c5bc-4369-9b44-2658ad90073b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335352 Sep 16 05:19:30.046922 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cfa5c-12e5-4d04-a3e4-23ddaf1cf206 req-fcf54c66-d73e-45d2-9975-dc6f76b0d20a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:30.048761 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c5cfa5c-12e5-4d04-a3e4-23ddaf1cf206 req-fcf54c66-d73e-45d2-9975-dc6f76b0d20a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9db636c-5128-4d81-98ca-59999a2142fb HTTP/1.1" status: 200 len: 944 time: 0.0550060 Sep 16 05:19:30.090556 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c5cfa5c-12e5-4d04-a3e4-23ddaf1cf206 req-229988b6-b05b-485c-b92b-b4567cf156d5 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/security-groups?id=008e8a4c-c5bc-4369-9b44-2658ad90073b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355453 Sep 16 05:19:31.216588 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43cdb70-fd23-4ed5-8189-95c5e694a900 req-78545dcf-34b9-41f2-a493-7067a81bea76 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:31.218510 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d43cdb70-fd23-4ed5-8189-95c5e694a900 req-78545dcf-34b9-41f2-a493-7067a81bea76 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9db636c-5128-4d81-98ca-59999a2142fb HTTP/1.1" status: 200 len: 944 time: 0.0574081 Sep 16 05:19:31.260468 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d43cdb70-fd23-4ed5-8189-95c5e694a900 req-21d6bba6-4232-478d-8d17-07e6cd95d92a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/security-groups?id=008e8a4c-c5bc-4369-9b44-2658ad90073b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351195 Sep 16 05:19:32.378849 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f65b38-216c-48a2-90a1-3f2eeed11c45 req-63a408fe-a88e-4a27-91c8-5d21025cf6c7 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:32.380394 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e2f65b38-216c-48a2-90a1-3f2eeed11c45 req-63a408fe-a88e-4a27-91c8-5d21025cf6c7 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9db636c-5128-4d81-98ca-59999a2142fb HTTP/1.1" status: 200 len: 944 time: 0.0508068 Sep 16 05:19:32.419223 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e2f65b38-216c-48a2-90a1-3f2eeed11c45 req-69d39944-c41e-4c83-9acf-0868e6e4f2a9 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/security-groups?id=008e8a4c-c5bc-4369-9b44-2658ad90073b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320783 Sep 16 05:19:33.541669 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4cbb1-c38d-45e4-9927-b66f0a0c3f6f req-e4c0c1a6-0c92-46d5-8376-98808c445e68 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:33.543181 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7fe4cbb1-c38d-45e4-9927-b66f0a0c3f6f req-e4c0c1a6-0c92-46d5-8376-98808c445e68 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9db636c-5128-4d81-98ca-59999a2142fb HTTP/1.1" status: 200 len: 944 time: 0.0528479 Sep 16 05:19:33.582458 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7fe4cbb1-c38d-45e4-9927-b66f0a0c3f6f req-e2f2a730-397e-4566-b842-5fcf97d9a175 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/security-groups?id=008e8a4c-c5bc-4369-9b44-2658ad90073b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325975 Sep 16 05:19:34.703537 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c78db-75e1-4592-8d10-74ce52930588 req-c5571607-b577-4edb-8c8d-82d8c9790ffa tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:34.705039 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a72c78db-75e1-4592-8d10-74ce52930588 req-c5571607-b577-4edb-8c8d-82d8c9790ffa tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9db636c-5128-4d81-98ca-59999a2142fb HTTP/1.1" status: 200 len: 944 time: 0.0530598 Sep 16 05:19:34.742240 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a72c78db-75e1-4592-8d10-74ce52930588 req-235181fc-8b6e-4c20-a8c3-7ecf98acc537 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/security-groups?id=008e8a4c-c5bc-4369-9b44-2658ad90073b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313933 Sep 16 05:19:35.859073 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ae641-2c52-43dd-a6be-d8c1c0b5c12f req-50204cf8-da14-4721-b083-eeb9c4407a82 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:35.860589 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e28ae641-2c52-43dd-a6be-d8c1c0b5c12f req-50204cf8-da14-4721-b083-eeb9c4407a82 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9db636c-5128-4d81-98ca-59999a2142fb HTTP/1.1" status: 200 len: 944 time: 0.0504181 Sep 16 05:19:35.899576 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e28ae641-2c52-43dd-a6be-d8c1c0b5c12f req-f636d460-dc5d-4e5a-86cb-53d3837e4569 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/security-groups?id=008e8a4c-c5bc-4369-9b44-2658ad90073b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329676 Sep 16 05:19:37.020124 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a520a7-0927-495f-9047-c1c9533e46b6 req-1c05b1ef-c9d2-48d0-a945-9c0c3a1b30b0 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:37.021771 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-81a520a7-0927-495f-9047-c1c9533e46b6 req-1c05b1ef-c9d2-48d0-a945-9c0c3a1b30b0 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9db636c-5128-4d81-98ca-59999a2142fb HTTP/1.1" status: 200 len: 944 time: 0.0526659 Sep 16 05:19:37.063057 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-81a520a7-0927-495f-9047-c1c9533e46b6 req-54b935a4-10a2-4e87-95fd-25f31058e8ec tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/security-groups?id=008e8a4c-c5bc-4369-9b44-2658ad90073b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344231 Sep 16 05:19:38.182067 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee62f5-780d-488b-ade0-59975f4274c8 req-fbc70b1e-d22a-470b-a9d6-c77195967fed tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:38.183570 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0cee62f5-780d-488b-ade0-59975f4274c8 req-fbc70b1e-d22a-470b-a9d6-c77195967fed tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9db636c-5128-4d81-98ca-59999a2142fb HTTP/1.1" status: 200 len: 944 time: 0.0532978 Sep 16 05:19:38.220894 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0cee62f5-780d-488b-ade0-59975f4274c8 req-6e2b9f46-ec55-4de3-a39b-7aff86496907 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/security-groups?id=008e8a4c-c5bc-4369-9b44-2658ad90073b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313187 Sep 16 05:19:39.094605 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device d6dc00d4-f365-4c79-9600-ae78d00e5ed2 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:19:39.188273 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port d6dc00d4-f365-4c79-9600-ae78d00e5ed2, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=d6dc00d4-f365-4c79-9600-ae78d00e5ed2,segment=NetworkSegment(dadd4c67-d839-4db1-9dcd-3561890989ef),segment_id=dadd4c67-d839-4db1-9dcd-3561890989ef)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:39.199471 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'd6dc00d4-f365-4c79-9600-ae78d00e5ed2', 'network_id': 'a7b9eb23-2687-4c39-8c3e-81bbc8eb6652', 'port_id': 'd6dc00d4-f365-4c79-9600-ae78d00e5ed2', 'mac_address': 'fa:16:3e:ab:de:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '010260aa-f6e7-4344-b3e8-c3701033f64c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:19:39.237138 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:39.254894 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6dc00d4-f365-4c79-9600-ae78d00e5ed2 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:39.275024 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port d6dc00d4-f365-4c79-9600-ae78d00e5ed2, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=d6dc00d4-f365-4c79-9600-ae78d00e5ed2,segment=NetworkSegment(dadd4c67-d839-4db1-9dcd-3561890989ef),segment_id=dadd4c67-d839-4db1-9dcd-3561890989ef)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:39.280157 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:39.332145 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=d6dc00d4-f365-4c79-9600-ae78d00e5ed2,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:39.339373 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5084b-b81a-4c82-84ed-e2dbb67f163d req-113a2865-53bf-414f-9f9a-8428858155ad tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:39.340462 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:39.340847 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:39.341001 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1ce5084b-b81a-4c82-84ed-e2dbb67f163d req-113a2865-53bf-414f-9f9a-8428858155ad tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9db636c-5128-4d81-98ca-59999a2142fb HTTP/1.1" status: 200 len: 945 time: 0.0502882 Sep 16 05:19:39.341194 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:39.341513 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:39.341845 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:39.342172 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:39.342499 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:39.342822 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:39.343141 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:39.343459 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:39.343776 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:39.344092 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:39.379011 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1ce5084b-b81a-4c82-84ed-e2dbb67f163d req-91752a5f-56d6-406c-9778-9db64a97b3a1 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/security-groups?id=008e8a4c-c5bc-4369-9b44-2658ad90073b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320346 Sep 16 05:19:39.693546 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['d6dc00d4-f365-4c79-9600-ae78d00e5ed2'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:19:40.126901 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2781ed6f-f041-44a2-b7f7-1de3db43bded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:40.496227 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae10fa-4ef8-4488-8cf4-61413490f940 req-9b3aa2f2-e58e-4b70-8f5f-265bdab1cfff tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:40.497772 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-28ae10fa-4ef8-4488-8cf4-61413490f940 req-9b3aa2f2-e58e-4b70-8f5f-265bdab1cfff tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9db636c-5128-4d81-98ca-59999a2142fb HTTP/1.1" status: 200 len: 945 time: 0.0502188 Sep 16 05:19:40.539262 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-28ae10fa-4ef8-4488-8cf4-61413490f940 req-2cad9a3b-3108-45b9-94cc-b67866c5b14e tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/security-groups?id=008e8a4c-c5bc-4369-9b44-2658ad90073b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355198 Sep 16 05:19:41.124394 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device d6dc00d4-f365-4c79-9600-ae78d00e5ed2 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:41.172894 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port d6dc00d4-f365-4c79-9600-ae78d00e5ed2 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:19:41.176822 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port d6dc00d4-f365-4c79-9600-ae78d00e5ed2 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:41.177191 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:41.259074 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:41.281696 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9db636c-5128-4d81-98ca-59999a2142fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6dc00d4-f365-4c79-9600-ae78d00e5ed2'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:41.283869 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bf1578-64b2-4303-b3b1-22541730391c" -d '{"events": [{"server_uuid": "a9db636c-5128-4d81-98ca-59999a2142fb", "name": "network-vif-plugged", "status": "completed", "tag": "d6dc00d4-f365-4c79-9600-ae78d00e5ed2"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:41.297634 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port d6dc00d4-f365-4c79-9600-ae78d00e5ed2, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=d6dc00d4-f365-4c79-9600-ae78d00e5ed2,segment=NetworkSegment(dadd4c67-d839-4db1-9dcd-3561890989ef),segment_id=dadd4c67-d839-4db1-9dcd-3561890989ef)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:41.303782 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:41.329883 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea82598-0477-40ba-9915-7c5dc5946f61 x-openstack-request-id: req-0ea82598-0477-40ba-9915-7c5dc5946f61 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:41.330175 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9db636c-5128-4d81-98ca-59999a2142fb", "name": "network-vif-plugged", "status": "completed", "tag": "d6dc00d4-f365-4c79-9600-ae78d00e5ed2", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:41.330427 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0ea82598-0477-40ba-9915-7c5dc5946f61 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:41.330816 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9db636c-5128-4d81-98ca-59999a2142fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6dc00d4-f365-4c79-9600-ae78d00e5ed2', 'code': 200} Sep 16 05:19:41.353607 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=d6dc00d4-f365-4c79-9600-ae78d00e5ed2,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:41.460613 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1309f-063d-46d4-973c-726a6056542c req-6c8177be-b490-4872-99a6-a50179552a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:41.462209 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-57f1309f-063d-46d4-973c-726a6056542c req-6c8177be-b490-4872-99a6-a50179552a41 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a9db636c-5128-4d81-98ca-59999a2142fb HTTP/1.1" status: 200 len: 1098 time: 0.0460672 Sep 16 05:19:41.499080 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-57f1309f-063d-46d4-973c-726a6056542c req-1404c0fb-238d-4a9a-a331-e7c0102b4239 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=008e8a4c-c5bc-4369-9b44-2658ad90073b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300484 Sep 16 05:19:41.658311 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77474f-8c41-4f63-8556-caf3d3de909b req-6b11374b-0b93-49d0-9a10-a78e1d198650 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:41.659827 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bd77474f-8c41-4f63-8556-caf3d3de909b req-6b11374b-0b93-49d0-9a10-a78e1d198650 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9db636c-5128-4d81-98ca-59999a2142fb HTTP/1.1" status: 200 len: 946 time: 0.0505617 Sep 16 05:19:41.698897 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bd77474f-8c41-4f63-8556-caf3d3de909b req-52b89e66-1f2a-4c31-bd50-8916225fce91 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/security-groups?id=008e8a4c-c5bc-4369-9b44-2658ad90073b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329483 Sep 16 05:19:41.884432 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.134782 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:19:42.815974 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d22544-a2b7-4430-aad5-e23fcd952a55 req-ae7122d0-0498-4b60-9913-3ddb85474207 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:42.817593 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e8d22544-a2b7-4430-aad5-e23fcd952a55 req-ae7122d0-0498-4b60-9913-3ddb85474207 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9db636c-5128-4d81-98ca-59999a2142fb HTTP/1.1" status: 200 len: 946 time: 0.0516119 Sep 16 05:19:42.861378 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e8d22544-a2b7-4430-aad5-e23fcd952a55 req-4253717c-f8b3-427e-a6a3-1e8bb7157748 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/security-groups?id=008e8a4c-c5bc-4369-9b44-2658ad90073b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377741 Sep 16 05:19:43.257477 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4480a386-3c8a-4f4b-9330-ad19cc7b23d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.552656 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.982922 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8212d-c58d-4889-9e68-9e73ff2149f5 req-6dbbd034-6c7d-423d-bf2a-2804b7748967 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:43.984469 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-25e8212d-c58d-4889-9e68-9e73ff2149f5 req-6dbbd034-6c7d-423d-bf2a-2804b7748967 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9db636c-5128-4d81-98ca-59999a2142fb HTTP/1.1" status: 200 len: 946 time: 0.0550041 Sep 16 05:19:44.023762 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-25e8212d-c58d-4889-9e68-9e73ff2149f5 req-1d6596fb-3a93-496c-944a-7cf7ab924a84 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/security-groups?id=008e8a4c-c5bc-4369-9b44-2658ad90073b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327792 Sep 16 05:19:44.142737 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571936df-aa9d-4fb5-8067-35d24d1f0d86 req-ed7ba757-a847-4292-9548-e396f45c3f88 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:44.144166 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-571936df-aa9d-4fb5-8067-35d24d1f0d86 req-ed7ba757-a847-4292-9548-e396f45c3f88 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9db636c-5128-4d81-98ca-59999a2142fb HTTP/1.1" status: 200 len: 946 time: 0.0514774 Sep 16 05:19:44.185851 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-571936df-aa9d-4fb5-8067-35d24d1f0d86 req-3ef192c8-6ac4-4c6f-9ba4-4a9fac2c2d10 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/security-groups?id=008e8a4c-c5bc-4369-9b44-2658ad90073b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356407 Sep 16 05:19:44.207258 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52730) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:44.294727 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9ca62e-3c99-4cf8-9d4b-e8a685516583 tempest-TestVolumeBackupRestore-1793557303 tempest-TestVolumeBackupRestore-1793557303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:44.296510 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-be9ca62e-3c99-4cf8-9d4b-e8a685516583 tempest-TestVolumeBackupRestore-1793557303 tempest-TestVolumeBackupRestore-1793557303-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a9db636c-5128-4d81-98ca-59999a2142fb HTTP/1.1" status: 200 len: 1093 time: 0.0881701 Sep 16 05:19:44.299799 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 52734) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:44.304053 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-563d40ff-268f-4edd-8726-7b3ef94eb2d1 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'port_id': 'd6dc00d4-f365-4c79-9600-ae78d00e5ed2', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:44.326636 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-563d40ff-268f-4edd-8726-7b3ef94eb2d1 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks [] for floatingip, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.431395 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-563d40ff-268f-4edd-8726-7b3ef94eb2d1 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.550196 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-563d40ff-268f-4edd-8726-7b3ef94eb2d1 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Allocated IP 172.25.8.200 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/7a31e14f-d0ac-4480-b273-d1c5ce3ecaf4) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:44.640356 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.667141 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-563d40ff-268f-4edd-8726-7b3ef94eb2d1 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.700792 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-563d40ff-268f-4edd-8726-7b3ef94eb2d1 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.737278 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563d40ff-268f-4edd-8726-7b3ef94eb2d1 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:44.740287 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-563d40ff-268f-4edd-8726-7b3ef94eb2d1 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:44.746016 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563d40ff-268f-4edd-8726-7b3ef94eb2d1 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:44.752460 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d40ff-268f-4edd-8726-7b3ef94eb2d1 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Pushing event updated for resources: {'Port': ['ID=7a31e14f-d0ac-4480-b273-d1c5ce3ecaf4,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:44.848821 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:45.111078 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-563d40ff-268f-4edd-8726-7b3ef94eb2d1 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:45.177359 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-563d40ff-268f-4edd-8726-7b3ef94eb2d1 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:45.336856 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-563d40ff-268f-4edd-8726-7b3ef94eb2d1 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:45.342218 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-563d40ff-268f-4edd-8726-7b3ef94eb2d1 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:45.414180 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d40ff-268f-4edd-8726-7b3ef94eb2d1 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Pushing event updated for resources: {'Port': ['ID=7a31e14f-d0ac-4480-b273-d1c5ce3ecaf4,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:45.425056 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-563d40ff-268f-4edd-8726-7b3ef94eb2d1 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:45.529823 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [None req-563d40ff-268f-4edd-8726-7b3ef94eb2d1 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Floating IP 726493cb-d234-41b4-b9a9-46ba4b8a2d0d associated. External IP: 172.25.8.200, port: d6dc00d4-f365-4c79-9600-ae78d00e5ed2. Sep 16 05:19:45.740181 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563d40ff-268f-4edd-8726-7b3ef94eb2d1 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Router 99f5f6c7-e48e-44ef-be58-ad05f662d723 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:19:45.850622 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563d40ff-268f-4edd-8726-7b3ef94eb2d1 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:19:45.861250 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703a127f-d2ea-4016-8387-d171604fe1d9 None None] Sync routers for ids ['99f5f6c7-e48e-44ef-be58-ad05f662d723'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:19:45.867093 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-563d40ff-268f-4edd-8726-7b3ef94eb2d1 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:45.872007 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703a127f-d2ea-4016-8387-d171604fe1d9 None None] Routers {'99f5f6c7-e48e-44ef-be58-ad05f662d723'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:45.872811 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-703a127f-d2ea-4016-8387-d171604fe1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:19:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['99f5f6c7-e48e-44ef-be58-ad05f662d723'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:45.895429 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-563d40ff-268f-4edd-8726-7b3ef94eb2d1 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5946114 Sep 16 05:19:45.896024 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9db636c-5128-4d81-98ca-59999a2142fb', 'tag': 'd6dc00d4-f365-4c79-9600-ae78d00e5ed2'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:45.898281 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52736) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:45.898830 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ad365e-238b-4105-bfdb-d63c044cb20f" -d '{"events": [{"name": "network-changed", "server_uuid": "a9db636c-5128-4d81-98ca-59999a2142fb", "tag": "d6dc00d4-f365-4c79-9600-ae78d00e5ed2"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:45.938841 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea80995c-488a-4b58-abcc-cb003ff74fe8 x-openstack-request-id: req-ea80995c-488a-4b58-abcc-cb003ff74fe8 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:45.939506 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9db636c-5128-4d81-98ca-59999a2142fb", "tag": "d6dc00d4-f365-4c79-9600-ae78d00e5ed2", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:45.940102 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ea80995c-488a-4b58-abcc-cb003ff74fe8 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:45.940806 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9db636c-5128-4d81-98ca-59999a2142fb', 'tag': 'd6dc00d4-f365-4c79-9600-ae78d00e5ed2', 'status': 'completed', 'code': 200} Sep 16 05:19:45.941451 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1353a72-3397-434e-9492-fbd7ee1fe2bf tempest-TestVolumeBackupRestore-1793557303 tempest-TestVolumeBackupRestore-1793557303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:45.943013 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c1353a72-3397-434e-9492-fbd7ee1fe2bf tempest-TestVolumeBackupRestore-1793557303 tempest-TestVolumeBackupRestore-1793557303-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a9db636c-5128-4d81-98ca-59999a2142fb HTTP/1.1" status: 200 len: 1093 time: 0.0436978 Sep 16 05:19:45.946235 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52740) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:45.951236 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-a357d153-19be-4bcc-abb4-a9ced388de9e tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Request body: {'floatingip': {'port_id': 'd6dc00d4-f365-4c79-9600-ae78d00e5ed2'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:45.991591 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-703a127f-d2ea-4016-8387-d171604fe1d9 None None] Set router 99f5f6c7-e48e-44ef-be58-ad05f662d723 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:46.007476 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a357d153-19be-4bcc-abb4-a9ced388de9e tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks [] for floatingip, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:46.030331 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad365e-238b-4105-bfdb-d63c044cb20f req-e09cf243-a244-4fbf-aef5-33a4d7b24972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:46.032450 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7ad365e-238b-4105-bfdb-d63c044cb20f req-e09cf243-a244-4fbf-aef5-33a4d7b24972 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=434e1f9d7c9a475895569ec778c8b15e&device_id=a9db636c-5128-4d81-98ca-59999a2142fb HTTP/1.1" status: 200 len: 1098 time: 0.0483656 Sep 16 05:19:46.140368 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad365e-238b-4105-bfdb-d63c044cb20f req-1f47bd38-7799-4029-84bf-94bd1d6dfd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:46.142941 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7ad365e-238b-4105-bfdb-d63c044cb20f req-1f47bd38-7799-4029-84bf-94bd1d6dfd9f service neutron] 10.222.0.48 "GET /v2.0/networks?id=a7b9eb23-2687-4c39-8c3e-81bbc8eb6652 HTTP/1.1" status: 200 len: 915 time: 0.1019063 Sep 16 05:19:46.226262 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7ad365e-238b-4105-bfdb-d63c044cb20f req-cf80bcdd-52a6-48cc-8854-0bec44c87119 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6dc00d4-f365-4c79-9600-ae78d00e5ed2 HTTP/1.1" status: 200 len: 1000 time: 0.0752113 Sep 16 05:19:46.275968 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:46.284977 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad365e-238b-4105-bfdb-d63c044cb20f req-1a59832b-1cd5-47a2-8e06-ed27323e6c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:46.287293 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7ad365e-238b-4105-bfdb-d63c044cb20f req-1a59832b-1cd5-47a2-8e06-ed27323e6c8c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=010260aa-f6e7-4344-b3e8-c3701033f64c HTTP/1.1" status: 200 len: 853 time: 0.0542567 Sep 16 05:19:46.339912 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad365e-238b-4105-bfdb-d63c044cb20f req-db67a37b-bf70-4ed6-a630-5ac8277e91de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:46.342074 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7ad365e-238b-4105-bfdb-d63c044cb20f req-db67a37b-bf70-4ed6-a630-5ac8277e91de service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a7b9eb23-2687-4c39-8c3e-81bbc8eb6652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469275 Sep 16 05:19:46.421116 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-703a127f-d2ea-4016-8387-d171604fe1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'name': 'tempest-TestVolumeBackupRestore-1198282224-router', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '45c6b002-c359-4f55-a083-424d3338bccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:28Z', 'updated_at': '2021-09-16T05:17:31Z', 'revision_number': 4, 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'gw_port': {'id': '45c6b002-c359-4f55-a083-424d3338bccf', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:29Z', 'updated_at': '2021-09-16T05:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '726493cb-d234-41b4-b9a9-46ba4b8a2d0d', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'floating_ip_address': '172.25.8.200', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'port_id': 'd6dc00d4-f365-4c79-9600-ae78d00e5ed2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b9eb23-2687-4c39-8c3e-81bbc8eb6652', 'mac_address': 'fa:16:3e:ab:de:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9db636c-5128-4d81-98ca-59999a2142fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:19:44Z', 'updated_at': '2021-09-16T05:19:44Z', 'revision_number': 0, 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26092cae-c165-4a12-8a96-2ae8f6760235', 'name': '', 'network_id': 'a7b9eb23-2687-4c39-8c3e-81bbc8eb6652', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'mac_address': 'fa:16:3e:69:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '010260aa-f6e7-4344-b3e8-c3701033f64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:31Z', 'updated_at': '2021-09-16T05:17:36Z', 'revision_number': 5, 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'subnets': [{'id': '010260aa-f6e7-4344-b3e8-c3701033f64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:46.450470 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703a127f-d2ea-4016-8387-d171604fe1d9 None None] Checking router: 99f5f6c7-e48e-44ef-be58-ad05f662d723 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:19:46.455800 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7ad365e-238b-4105-bfdb-d63c044cb20f req-a70e75ff-7fe1-47dc-8814-aa245f6fb453 service neutron] 10.222.0.48 "GET /v2.0/networks/a7b9eb23-2687-4c39-8c3e-81bbc8eb6652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071062 Sep 16 05:19:46.459830 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703a127f-d2ea-4016-8387-d171604fe1d9 None None] Routers {'99f5f6c7-e48e-44ef-be58-ad05f662d723'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:46.460484 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-703a127f-d2ea-4016-8387-d171604fe1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:19:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['99f5f6c7-e48e-44ef-be58-ad05f662d723'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:46.559112 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7ad365e-238b-4105-bfdb-d63c044cb20f req-4a6c11de-1c58-4483-bfb5-a2e6d34fc770 service neutron] 10.222.0.48 "GET /v2.0/networks/a7b9eb23-2687-4c39-8c3e-81bbc8eb6652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959256 Sep 16 05:19:46.593857 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-703a127f-d2ea-4016-8387-d171604fe1d9 None None] Set router 99f5f6c7-e48e-44ef-be58-ad05f662d723 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:46.793187 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.db.resource_extend [None req-a357d153-19be-4bcc-abb4-a9ced388de9e tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:19:46.846967 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a357d153-19be-4bcc-abb4-a9ced388de9e tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:46.851246 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a357d153-19be-4bcc-abb4-a9ced388de9e tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:46.857893 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-703a127f-d2ea-4016-8387-d171604fe1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'name': 'tempest-TestVolumeBackupRestore-1198282224-router', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '45c6b002-c359-4f55-a083-424d3338bccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:28Z', 'updated_at': '2021-09-16T05:17:31Z', 'revision_number': 4, 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'gw_port': {'id': '45c6b002-c359-4f55-a083-424d3338bccf', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:29Z', 'updated_at': '2021-09-16T05:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '726493cb-d234-41b4-b9a9-46ba4b8a2d0d', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'floating_ip_address': '172.25.8.200', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'port_id': 'd6dc00d4-f365-4c79-9600-ae78d00e5ed2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b9eb23-2687-4c39-8c3e-81bbc8eb6652', 'mac_address': 'fa:16:3e:ab:de:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9db636c-5128-4d81-98ca-59999a2142fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:19:44Z', 'updated_at': '2021-09-16T05:19:44Z', 'revision_number': 0, 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26092cae-c165-4a12-8a96-2ae8f6760235', 'name': '', 'network_id': 'a7b9eb23-2687-4c39-8c3e-81bbc8eb6652', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'mac_address': 'fa:16:3e:69:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '010260aa-f6e7-4344-b3e8-c3701033f64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:31Z', 'updated_at': '2021-09-16T05:17:36Z', 'revision_number': 5, 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'subnets': [{'id': '010260aa-f6e7-4344-b3e8-c3701033f64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:46.884323 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703a127f-d2ea-4016-8387-d171604fe1d9 None None] The sync data for ids ['99f5f6c7-e48e-44ef-be58-ad05f662d723'] in n-d-712139-15 is: [{'id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'name': 'tempest-TestVolumeBackupRestore-1198282224-router', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '45c6b002-c359-4f55-a083-424d3338bccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:28Z', 'updated_at': '2021-09-16T05:17:31Z', 'revision_number': 4, 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'gw_port': {'id': '45c6b002-c359-4f55-a083-424d3338bccf', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:29Z', 'updated_at': '2021-09-16T05:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '726493cb-d234-41b4-b9a9-46ba4b8a2d0d', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'floating_ip_address': '172.25.8.200', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'port_id': 'd6dc00d4-f365-4c79-9600-ae78d00e5ed2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b9eb23-2687-4c39-8c3e-81bbc8eb6652', 'mac_address': 'fa:16:3e:ab:de:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9db636c-5128-4d81-98ca-59999a2142fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:19:44Z', 'updated_at': '2021-09-16T05:19:44Z', 'revision_number': 0, 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26092cae-c165-4a12-8a96-2ae8f6760235', 'name': '', 'network_id': 'a7b9eb23-2687-4c39-8c3e-81bbc8eb6652', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'mac_address': 'fa:16:3e:69:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '010260aa-f6e7-4344-b3e8-c3701033f64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:31Z', 'updated_at': '2021-09-16T05:17:36Z', 'revision_number': 5, 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'subnets': [{'id': '010260aa-f6e7-4344-b3e8-c3701033f64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:19:47.069697 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a357d153-19be-4bcc-abb4-a9ced388de9e tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Router 99f5f6c7-e48e-44ef-be58-ad05f662d723 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:19:47.083547 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f034fb4a-b596-4b51-b43b-a1c0a6cc1039 None None] New status for floating IP 726493cb-d234-41b4-b9a9-46ba4b8a2d0d: ACTIVE {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:19:47.179485 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a357d153-19be-4bcc-abb4-a9ced388de9e tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:19:47.184156 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a357d153-19be-4bcc-abb4-a9ced388de9e tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:47.213844 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9db636c-5128-4d81-98ca-59999a2142fb', 'tag': 'd6dc00d4-f365-4c79-9600-ae78d00e5ed2'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:47.216975 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e8d467-4e57-4bd5-a540-e344430e01cb" -d '{"events": [{"name": "network-changed", "server_uuid": "a9db636c-5128-4d81-98ca-59999a2142fb", "tag": "d6dc00d4-f365-4c79-9600-ae78d00e5ed2"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:47.247834 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a357d153-19be-4bcc-abb4-a9ced388de9e tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "PUT /v2.0/floatingips/726493cb-d234-41b4-b9a9-46ba4b8a2d0d HTTP/1.1" status: 200 len: 992 time: 1.3006129 Sep 16 05:19:47.274280 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d23b04-36f5-497b-b536-b3e7ca388df9 x-openstack-request-id: req-30d23b04-36f5-497b-b536-b3e7ca388df9 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:47.274649 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9db636c-5128-4d81-98ca-59999a2142fb", "tag": "d6dc00d4-f365-4c79-9600-ae78d00e5ed2", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:47.274863 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-30d23b04-36f5-497b-b536-b3e7ca388df9 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:47.275243 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9db636c-5128-4d81-98ca-59999a2142fb', 'tag': 'd6dc00d4-f365-4c79-9600-ae78d00e5ed2', 'status': 'completed', 'code': 200} Sep 16 05:19:47.317606 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8073f859-5b21-4440-8e20-2c0a73c9aa98 None None] Sync routers for ids ['99f5f6c7-e48e-44ef-be58-ad05f662d723'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:19:47.328071 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8073f859-5b21-4440-8e20-2c0a73c9aa98 None None] Routers {'99f5f6c7-e48e-44ef-be58-ad05f662d723'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:47.328904 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-8073f859-5b21-4440-8e20-2c0a73c9aa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:19:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['99f5f6c7-e48e-44ef-be58-ad05f662d723'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:47.365719 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8d467-4e57-4bd5-a540-e344430e01cb req-500df34d-7a54-4c92-8eb9-b0a3c4eae60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:47.367261 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-19e8d467-4e57-4bd5-a540-e344430e01cb req-500df34d-7a54-4c92-8eb9-b0a3c4eae60a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=434e1f9d7c9a475895569ec778c8b15e&device_id=a9db636c-5128-4d81-98ca-59999a2142fb HTTP/1.1" status: 200 len: 1098 time: 0.0474343 Sep 16 05:19:47.437532 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-8073f859-5b21-4440-8e20-2c0a73c9aa98 None None] Set router 99f5f6c7-e48e-44ef-be58-ad05f662d723 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:47.457363 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8d467-4e57-4bd5-a540-e344430e01cb req-60bc3c6b-d3d1-4c57-a533-5cc232ad5ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:47.458898 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-19e8d467-4e57-4bd5-a540-e344430e01cb req-60bc3c6b-d3d1-4c57-a533-5cc232ad5ad0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a7b9eb23-2687-4c39-8c3e-81bbc8eb6652 HTTP/1.1" status: 200 len: 915 time: 0.0851371 Sep 16 05:19:47.527215 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-19e8d467-4e57-4bd5-a540-e344430e01cb req-3363108c-a976-4cda-8333-866c9c4d844f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6dc00d4-f365-4c79-9600-ae78d00e5ed2 HTTP/1.1" status: 200 len: 1002 time: 0.0612400 Sep 16 05:19:47.576366 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8d467-4e57-4bd5-a540-e344430e01cb req-28d62584-ffa3-4a7f-8047-e627198d5f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:47.577935 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-19e8d467-4e57-4bd5-a540-e344430e01cb req-28d62584-ffa3-4a7f-8047-e627198d5f24 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=010260aa-f6e7-4344-b3e8-c3701033f64c HTTP/1.1" status: 200 len: 853 time: 0.0444736 Sep 16 05:19:47.633954 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8d467-4e57-4bd5-a540-e344430e01cb req-f711b6ed-bdcc-4e4a-ad01-1fb0d1d847c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:47.635502 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-19e8d467-4e57-4bd5-a540-e344430e01cb req-f711b6ed-bdcc-4e4a-ad01-1fb0d1d847c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a7b9eb23-2687-4c39-8c3e-81bbc8eb6652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410135 Sep 16 05:19:47.661926 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-8073f859-5b21-4440-8e20-2c0a73c9aa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'name': 'tempest-TestVolumeBackupRestore-1198282224-router', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '45c6b002-c359-4f55-a083-424d3338bccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:28Z', 'updated_at': '2021-09-16T05:17:31Z', 'revision_number': 4, 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'gw_port': {'id': '45c6b002-c359-4f55-a083-424d3338bccf', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:29Z', 'updated_at': '2021-09-16T05:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '726493cb-d234-41b4-b9a9-46ba4b8a2d0d', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'floating_ip_address': '172.25.8.200', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'port_id': 'd6dc00d4-f365-4c79-9600-ae78d00e5ed2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b9eb23-2687-4c39-8c3e-81bbc8eb6652', 'mac_address': 'fa:16:3e:ab:de:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9db636c-5128-4d81-98ca-59999a2142fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:19:44Z', 'updated_at': '2021-09-16T05:19:47Z', 'revision_number': 2, 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26092cae-c165-4a12-8a96-2ae8f6760235', 'name': '', 'network_id': 'a7b9eb23-2687-4c39-8c3e-81bbc8eb6652', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'mac_address': 'fa:16:3e:69:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '010260aa-f6e7-4344-b3e8-c3701033f64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:31Z', 'updated_at': '2021-09-16T05:17:36Z', 'revision_number': 5, 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'subnets': [{'id': '010260aa-f6e7-4344-b3e8-c3701033f64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:47.692173 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8073f859-5b21-4440-8e20-2c0a73c9aa98 None None] Checking router: 99f5f6c7-e48e-44ef-be58-ad05f662d723 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:19:47.701339 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8073f859-5b21-4440-8e20-2c0a73c9aa98 None None] Routers {'99f5f6c7-e48e-44ef-be58-ad05f662d723'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:47.701953 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-8073f859-5b21-4440-8e20-2c0a73c9aa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:19:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['99f5f6c7-e48e-44ef-be58-ad05f662d723'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:47.730390 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-19e8d467-4e57-4bd5-a540-e344430e01cb req-9b2db680-fe9b-494d-a6b0-156d9c3749a1 service neutron] 10.222.0.48 "GET /v2.0/networks/a7b9eb23-2687-4c39-8c3e-81bbc8eb6652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868924 Sep 16 05:19:47.809717 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-8073f859-5b21-4440-8e20-2c0a73c9aa98 None None] Set router 99f5f6c7-e48e-44ef-be58-ad05f662d723 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:47.819727 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-19e8d467-4e57-4bd5-a540-e344430e01cb req-1857ab3a-c54a-4f87-9d25-53d42c622b83 service neutron] 10.222.0.48 "GET /v2.0/networks/a7b9eb23-2687-4c39-8c3e-81bbc8eb6652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823112 Sep 16 05:19:48.031428 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-8073f859-5b21-4440-8e20-2c0a73c9aa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'name': 'tempest-TestVolumeBackupRestore-1198282224-router', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '45c6b002-c359-4f55-a083-424d3338bccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:28Z', 'updated_at': '2021-09-16T05:17:31Z', 'revision_number': 4, 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'gw_port': {'id': '45c6b002-c359-4f55-a083-424d3338bccf', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:29Z', 'updated_at': '2021-09-16T05:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '726493cb-d234-41b4-b9a9-46ba4b8a2d0d', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'floating_ip_address': '172.25.8.200', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'port_id': 'd6dc00d4-f365-4c79-9600-ae78d00e5ed2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b9eb23-2687-4c39-8c3e-81bbc8eb6652', 'mac_address': 'fa:16:3e:ab:de:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9db636c-5128-4d81-98ca-59999a2142fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:19:44Z', 'updated_at': '2021-09-16T05:19:47Z', 'revision_number': 2, 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26092cae-c165-4a12-8a96-2ae8f6760235', 'name': '', 'network_id': 'a7b9eb23-2687-4c39-8c3e-81bbc8eb6652', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'mac_address': 'fa:16:3e:69:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '010260aa-f6e7-4344-b3e8-c3701033f64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:31Z', 'updated_at': '2021-09-16T05:17:36Z', 'revision_number': 5, 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'subnets': [{'id': '010260aa-f6e7-4344-b3e8-c3701033f64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:48.060940 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8073f859-5b21-4440-8e20-2c0a73c9aa98 None None] The sync data for ids ['99f5f6c7-e48e-44ef-be58-ad05f662d723'] in n-d-712139-15 is: [{'id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'name': 'tempest-TestVolumeBackupRestore-1198282224-router', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '45c6b002-c359-4f55-a083-424d3338bccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:28Z', 'updated_at': '2021-09-16T05:17:31Z', 'revision_number': 4, 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'gw_port': {'id': '45c6b002-c359-4f55-a083-424d3338bccf', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:29Z', 'updated_at': '2021-09-16T05:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '726493cb-d234-41b4-b9a9-46ba4b8a2d0d', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'floating_ip_address': '172.25.8.200', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'port_id': 'd6dc00d4-f365-4c79-9600-ae78d00e5ed2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b9eb23-2687-4c39-8c3e-81bbc8eb6652', 'mac_address': 'fa:16:3e:ab:de:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9db636c-5128-4d81-98ca-59999a2142fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:19:44Z', 'updated_at': '2021-09-16T05:19:47Z', 'revision_number': 2, 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26092cae-c165-4a12-8a96-2ae8f6760235', 'name': '', 'network_id': 'a7b9eb23-2687-4c39-8c3e-81bbc8eb6652', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'mac_address': 'fa:16:3e:69:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '010260aa-f6e7-4344-b3e8-c3701033f64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:31Z', 'updated_at': '2021-09-16T05:17:36Z', 'revision_number': 5, 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'subnets': [{'id': '010260aa-f6e7-4344-b3e8-c3701033f64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:19:49.276256 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9db636c-5128-4d81-98ca-59999a2142fb', 'tag': 'd6dc00d4-f365-4c79-9600-ae78d00e5ed2'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:49.279583 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0909867-050c-479a-8d1c-cce06d9e3cb9" -d '{"events": [{"name": "network-changed", "server_uuid": "a9db636c-5128-4d81-98ca-59999a2142fb", "tag": "d6dc00d4-f365-4c79-9600-ae78d00e5ed2"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:49.315748 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8990228-d28d-4335-b7f8-c255c7c6383b x-openstack-request-id: req-d8990228-d28d-4335-b7f8-c255c7c6383b {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:49.316054 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9db636c-5128-4d81-98ca-59999a2142fb", "tag": "d6dc00d4-f365-4c79-9600-ae78d00e5ed2", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:49.316305 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d8990228-d28d-4335-b7f8-c255c7c6383b {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:49.316736 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9db636c-5128-4d81-98ca-59999a2142fb', 'tag': 'd6dc00d4-f365-4c79-9600-ae78d00e5ed2', 'status': 'completed', 'code': 200} Sep 16 05:19:49.402183 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0909867-050c-479a-8d1c-cce06d9e3cb9 req-e3a33f18-e6ac-4b16-839e-9d421f81dca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:49.404473 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d0909867-050c-479a-8d1c-cce06d9e3cb9 req-e3a33f18-e6ac-4b16-839e-9d421f81dca9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=434e1f9d7c9a475895569ec778c8b15e&device_id=a9db636c-5128-4d81-98ca-59999a2142fb HTTP/1.1" status: 200 len: 1098 time: 0.0415859 Sep 16 05:19:49.496210 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0909867-050c-479a-8d1c-cce06d9e3cb9 req-661842a2-7a59-4252-b42d-9308c4110826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:49.497943 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d0909867-050c-479a-8d1c-cce06d9e3cb9 req-661842a2-7a59-4252-b42d-9308c4110826 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a7b9eb23-2687-4c39-8c3e-81bbc8eb6652 HTTP/1.1" status: 200 len: 915 time: 0.0872414 Sep 16 05:19:49.565525 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d0909867-050c-479a-8d1c-cce06d9e3cb9 req-82fc7f4b-b36c-463d-9c14-bf024a9a022e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6dc00d4-f365-4c79-9600-ae78d00e5ed2 HTTP/1.1" status: 200 len: 1002 time: 0.0609934 Sep 16 05:19:49.922333 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0909867-050c-479a-8d1c-cce06d9e3cb9 req-554c7514-8627-4b84-abd8-8321c0fab745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:49.924060 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d0909867-050c-479a-8d1c-cce06d9e3cb9 req-554c7514-8627-4b84-abd8-8321c0fab745 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=010260aa-f6e7-4344-b3e8-c3701033f64c HTTP/1.1" status: 200 len: 853 time: 0.3514016 Sep 16 05:19:49.970411 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0909867-050c-479a-8d1c-cce06d9e3cb9 req-41053a3c-ae57-44e5-9bab-7819361a8ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:49.971930 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d0909867-050c-479a-8d1c-cce06d9e3cb9 req-41053a3c-ae57-44e5-9bab-7819361a8ae0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a7b9eb23-2687-4c39-8c3e-81bbc8eb6652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398026 Sep 16 05:19:50.065013 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d0909867-050c-479a-8d1c-cce06d9e3cb9 req-88f5de56-e153-48ff-8c89-b0cd6bbcbd2a service neutron] 10.222.0.48 "GET /v2.0/networks/a7b9eb23-2687-4c39-8c3e-81bbc8eb6652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850275 Sep 16 05:19:50.152796 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d0909867-050c-479a-8d1c-cce06d9e3cb9 req-63c7cd1c-636b-4c1f-9db1-33d6b2bee5f0 service neutron] 10.222.0.48 "GET /v2.0/networks/a7b9eb23-2687-4c39-8c3e-81bbc8eb6652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812261 Sep 16 05:20:08.715994 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ad7c389c-c883-4f44-8995-0a2512ad9026 req-1478178a-a060-4f5d-bf67-d6dbd8c7569e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a9db636c-5128-4d81-98ca-59999a2142fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0927546 Sep 16 05:20:08.824848 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c389c-c883-4f44-8995-0a2512ad9026 req-36e78887-4f1e-4c12-88d6-20e849ead557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:08.826613 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ad7c389c-c883-4f44-8995-0a2512ad9026 req-36e78887-4f1e-4c12-88d6-20e849ead557 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=434e1f9d7c9a475895569ec778c8b15e&device_id=a9db636c-5128-4d81-98ca-59999a2142fb HTTP/1.1" status: 200 len: 1098 time: 0.0500379 Sep 16 05:20:08.932682 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c389c-c883-4f44-8995-0a2512ad9026 req-fe7ba1ef-7075-4775-93d5-8bd77469ae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:08.934348 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ad7c389c-c883-4f44-8995-0a2512ad9026 req-fe7ba1ef-7075-4775-93d5-8bd77469ae36 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a7b9eb23-2687-4c39-8c3e-81bbc8eb6652 HTTP/1.1" status: 200 len: 915 time: 0.0878048 Sep 16 05:20:09.014081 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ad7c389c-c883-4f44-8995-0a2512ad9026 req-5fc2e982-3a9f-4b29-8092-6813679a4087 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6dc00d4-f365-4c79-9600-ae78d00e5ed2 HTTP/1.1" status: 200 len: 1002 time: 0.0718052 Sep 16 05:20:09.063571 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c389c-c883-4f44-8995-0a2512ad9026 req-d18181a4-a2e4-4659-bcaf-237f880c727a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:09.065155 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ad7c389c-c883-4f44-8995-0a2512ad9026 req-d18181a4-a2e4-4659-bcaf-237f880c727a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=010260aa-f6e7-4344-b3e8-c3701033f64c HTTP/1.1" status: 200 len: 853 time: 0.0437930 Sep 16 05:20:09.113459 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c389c-c883-4f44-8995-0a2512ad9026 req-34f0fd53-bfb1-464f-b942-8534d95e316b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:09.114954 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ad7c389c-c883-4f44-8995-0a2512ad9026 req-34f0fd53-bfb1-464f-b942-8534d95e316b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a7b9eb23-2687-4c39-8c3e-81bbc8eb6652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415046 Sep 16 05:20:09.223025 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ad7c389c-c883-4f44-8995-0a2512ad9026 req-6315b5b4-617f-4ad0-8a76-d31d97fd0e0f service neutron] 10.222.0.48 "GET /v2.0/networks/a7b9eb23-2687-4c39-8c3e-81bbc8eb6652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005373 Sep 16 05:20:09.318490 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ad7c389c-c883-4f44-8995-0a2512ad9026 req-988d8cbe-6e47-4d97-84cd-795f02900b44 service neutron] 10.222.0.48 "GET /v2.0/networks/a7b9eb23-2687-4c39-8c3e-81bbc8eb6652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885661 Sep 16 05:20:10.129684 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1f07e4f3-d3e3-4b67-b26a-1f6aedc5645f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:11.879550 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:13.258130 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a6ad8132-a591-417b-a7a9-5fe94d2ec6d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:13.554452 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:14.645548 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:14.862540 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:16.161223 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:19.134904 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:20:20.409616 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52758) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:20.566256 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-6d4b4d78-7096-4cdd-acd0-bdd8364bd0bf tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Deleting port 7a31e14f-d0ac-4480-b273-d1c5ce3ecaf4 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:20.566601 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6d4b4d78-7096-4cdd-acd0-bdd8364bd0bf tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:20.641037 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6d4b4d78-7096-4cdd-acd0-bdd8364bd0bf tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:20.641277 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6d4b4d78-7096-4cdd-acd0-bdd8364bd0bf tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:20.654129 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-6d4b4d78-7096-4cdd-acd0-bdd8364bd0bf tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Calling delete_port for 7a31e14f-d0ac-4480-b273-d1c5ce3ecaf4 owned by network:floatingip {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:20.807832 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6d4b4d78-7096-4cdd-acd0-bdd8364bd0bf tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:20.833120 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b4d78-7096-4cdd-acd0-bdd8364bd0bf tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Pushing event deleted for resources: {'Port': ['ID=7a31e14f-d0ac-4480-b273-d1c5ce3ecaf4,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:20.895357 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6d4b4d78-7096-4cdd-acd0-bdd8364bd0bf tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks [] for floatingip, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:20.895660 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [None req-6d4b4d78-7096-4cdd-acd0-bdd8364bd0bf tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Floating IP 726493cb-d234-41b4-b9a9-46ba4b8a2d0d disassociated (deleted). External IP: 172.25.8.200, port: d6dc00d4-f365-4c79-9600-ae78d00e5ed2. Sep 16 05:20:21.104981 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4b4d78-7096-4cdd-acd0-bdd8364bd0bf tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Router 99f5f6c7-e48e-44ef-be58-ad05f662d723 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:20:21.214856 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4b4d78-7096-4cdd-acd0-bdd8364bd0bf tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:20:21.219873 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6d4b4d78-7096-4cdd-acd0-bdd8364bd0bf tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:21.224735 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f29849-17fe-43a6-8d1d-886a570999b4 None None] Sync routers for ids ['99f5f6c7-e48e-44ef-be58-ad05f662d723'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:20:21.234429 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f29849-17fe-43a6-8d1d-886a570999b4 None None] Routers {'99f5f6c7-e48e-44ef-be58-ad05f662d723'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:21.235046 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-f6f29849-17fe-43a6-8d1d-886a570999b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:20:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['99f5f6c7-e48e-44ef-be58-ad05f662d723'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:21.251541 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6d4b4d78-7096-4cdd-acd0-bdd8364bd0bf tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "DELETE /v2.0/floatingips/726493cb-d234-41b4-b9a9-46ba4b8a2d0d HTTP/1.1" status: 204 len: 168 time: 0.8407834 Sep 16 05:20:21.252099 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9db636c-5128-4d81-98ca-59999a2142fb', 'tag': 'd6dc00d4-f365-4c79-9600-ae78d00e5ed2'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:21.254369 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c34984-a233-41f6-85b7-1bf5856a31fa" -d '{"events": [{"name": "network-changed", "server_uuid": "a9db636c-5128-4d81-98ca-59999a2142fb", "tag": "d6dc00d4-f365-4c79-9600-ae78d00e5ed2"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:21.344990 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-f6f29849-17fe-43a6-8d1d-886a570999b4 None None] Set router 99f5f6c7-e48e-44ef-be58-ad05f662d723 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:21.409623 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9717cc7e-4c0a-4a61-825a-4102d7ebec45 x-openstack-request-id: req-9717cc7e-4c0a-4a61-825a-4102d7ebec45 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:21.409990 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9db636c-5128-4d81-98ca-59999a2142fb", "tag": "d6dc00d4-f365-4c79-9600-ae78d00e5ed2", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:21.410606 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9717cc7e-4c0a-4a61-825a-4102d7ebec45 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:21.410880 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9db636c-5128-4d81-98ca-59999a2142fb', 'tag': 'd6dc00d4-f365-4c79-9600-ae78d00e5ed2', 'status': 'completed', 'code': 200} Sep 16 05:20:21.537377 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c21769-af4d-488c-9c22-1a5aa886b1ea req-a55f7f9f-d765-4f25-8a42-4f592a1b4ade tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:21.539796 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-40c21769-af4d-488c-9c22-1a5aa886b1ea req-a55f7f9f-d765-4f25-8a42-4f592a1b4ade tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9db636c-5128-4d81-98ca-59999a2142fb HTTP/1.1" status: 200 len: 946 time: 0.0838470 Sep 16 05:20:21.555123 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c34984-a233-41f6-85b7-1bf5856a31fa req-810c8db8-a8b1-415a-a6ef-b96286fe1c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:21.556558 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9c34984-a233-41f6-85b7-1bf5856a31fa req-810c8db8-a8b1-415a-a6ef-b96286fe1c3c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=434e1f9d7c9a475895569ec778c8b15e&device_id=a9db636c-5128-4d81-98ca-59999a2142fb HTTP/1.1" status: 200 len: 1098 time: 0.0687397 Sep 16 05:20:21.612698 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-40c21769-af4d-488c-9c22-1a5aa886b1ea req-649b6881-b84a-4deb-a0a3-b0b9834a7a26 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/security-groups?id=008e8a4c-c5bc-4369-9b44-2658ad90073b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659282 Sep 16 05:20:21.645634 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-f6f29849-17fe-43a6-8d1d-886a570999b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'name': 'tempest-TestVolumeBackupRestore-1198282224-router', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '45c6b002-c359-4f55-a083-424d3338bccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:28Z', 'updated_at': '2021-09-16T05:17:31Z', 'revision_number': 4, 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'gw_port': {'id': '45c6b002-c359-4f55-a083-424d3338bccf', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:29Z', 'updated_at': '2021-09-16T05:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '26092cae-c165-4a12-8a96-2ae8f6760235', 'name': '', 'network_id': 'a7b9eb23-2687-4c39-8c3e-81bbc8eb6652', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'mac_address': 'fa:16:3e:69:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '010260aa-f6e7-4344-b3e8-c3701033f64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:31Z', 'updated_at': '2021-09-16T05:17:36Z', 'revision_number': 5, 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'subnets': [{'id': '010260aa-f6e7-4344-b3e8-c3701033f64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:21.672123 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c34984-a233-41f6-85b7-1bf5856a31fa req-6abcc7b8-1686-4377-af76-facb07df8506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:21.673638 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9c34984-a233-41f6-85b7-1bf5856a31fa req-6abcc7b8-1686-4377-af76-facb07df8506 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a7b9eb23-2687-4c39-8c3e-81bbc8eb6652 HTTP/1.1" status: 200 len: 915 time: 0.1092138 Sep 16 05:20:21.675779 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f29849-17fe-43a6-8d1d-886a570999b4 None None] Checking router: 99f5f6c7-e48e-44ef-be58-ad05f662d723 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:20:21.684036 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f29849-17fe-43a6-8d1d-886a570999b4 None None] Routers {'99f5f6c7-e48e-44ef-be58-ad05f662d723'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:21.684667 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-f6f29849-17fe-43a6-8d1d-886a570999b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:20:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['99f5f6c7-e48e-44ef-be58-ad05f662d723'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:21.716686 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9c34984-a233-41f6-85b7-1bf5856a31fa req-38df8f8c-123e-49ad-b3be-90b6758a8511 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6dc00d4-f365-4c79-9600-ae78d00e5ed2 HTTP/1.1" status: 200 len: 217 time: 0.0346861 Sep 16 05:20:21.770729 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c34984-a233-41f6-85b7-1bf5856a31fa req-d764c9b1-af31-4378-9c26-a4adf8bcef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:21.772208 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9c34984-a233-41f6-85b7-1bf5856a31fa req-d764c9b1-af31-4378-9c26-a4adf8bcef1b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=010260aa-f6e7-4344-b3e8-c3701033f64c HTTP/1.1" status: 200 len: 853 time: 0.0444007 Sep 16 05:20:21.792039 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-f6f29849-17fe-43a6-8d1d-886a570999b4 None None] Set router 99f5f6c7-e48e-44ef-be58-ad05f662d723 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:21.825440 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c34984-a233-41f6-85b7-1bf5856a31fa req-73929dc2-3f53-45e5-84e7-22c9dfac1b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:21.826968 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9c34984-a233-41f6-85b7-1bf5856a31fa req-73929dc2-3f53-45e5-84e7-22c9dfac1b8b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a7b9eb23-2687-4c39-8c3e-81bbc8eb6652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458231 Sep 16 05:20:21.920480 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9c34984-a233-41f6-85b7-1bf5856a31fa req-dc066af1-1c24-41ad-a6d2-04db8aefc594 service neutron] 10.222.0.48 "GET /v2.0/networks/a7b9eb23-2687-4c39-8c3e-81bbc8eb6652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850546 Sep 16 05:20:21.990692 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-f6f29849-17fe-43a6-8d1d-886a570999b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'name': 'tempest-TestVolumeBackupRestore-1198282224-router', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '45c6b002-c359-4f55-a083-424d3338bccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:28Z', 'updated_at': '2021-09-16T05:17:31Z', 'revision_number': 4, 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'gw_port': {'id': '45c6b002-c359-4f55-a083-424d3338bccf', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:29Z', 'updated_at': '2021-09-16T05:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '26092cae-c165-4a12-8a96-2ae8f6760235', 'name': '', 'network_id': 'a7b9eb23-2687-4c39-8c3e-81bbc8eb6652', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'mac_address': 'fa:16:3e:69:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '010260aa-f6e7-4344-b3e8-c3701033f64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:31Z', 'updated_at': '2021-09-16T05:17:36Z', 'revision_number': 5, 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'subnets': [{'id': '010260aa-f6e7-4344-b3e8-c3701033f64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:22.016042 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9c34984-a233-41f6-85b7-1bf5856a31fa req-4b9599f4-aab5-4343-914a-a8ea90aaf61e service neutron] 10.222.0.48 "GET /v2.0/networks/a7b9eb23-2687-4c39-8c3e-81bbc8eb6652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880942 Sep 16 05:20:22.016680 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f29849-17fe-43a6-8d1d-886a570999b4 None None] The sync data for ids ['99f5f6c7-e48e-44ef-be58-ad05f662d723'] in n-d-712139-15 is: [{'id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'name': 'tempest-TestVolumeBackupRestore-1198282224-router', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '45c6b002-c359-4f55-a083-424d3338bccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:28Z', 'updated_at': '2021-09-16T05:17:31Z', 'revision_number': 4, 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'gw_port': {'id': '45c6b002-c359-4f55-a083-424d3338bccf', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:29Z', 'updated_at': '2021-09-16T05:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '26092cae-c165-4a12-8a96-2ae8f6760235', 'name': '', 'network_id': 'a7b9eb23-2687-4c39-8c3e-81bbc8eb6652', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'mac_address': 'fa:16:3e:69:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '010260aa-f6e7-4344-b3e8-c3701033f64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:31Z', 'updated_at': '2021-09-16T05:17:36Z', 'revision_number': 5, 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'subnets': [{'id': '010260aa-f6e7-4344-b3e8-c3701033f64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:20:22.241464 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f567ead-8173-4e6c-8a6e-7346e44b35f4 None None] New status for floating IP 726493cb-d234-41b4-b9a9-46ba4b8a2d0d: DOWN {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:20:22.742625 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc1fbb-2fce-49e3-9780-709f86104708 req-fb09e407-3f28-4c2e-9486-48c97a8dff16 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:22.744952 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a0dc1fbb-2fce-49e3-9780-709f86104708 req-fb09e407-3f28-4c2e-9486-48c97a8dff16 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9db636c-5128-4d81-98ca-59999a2142fb HTTP/1.1" status: 200 len: 946 time: 0.0531914 Sep 16 05:20:22.781677 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a0dc1fbb-2fce-49e3-9780-709f86104708 req-d52c4470-1e17-42e2-acc5-c169a1ec2d52 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/security-groups?id=008e8a4c-c5bc-4369-9b44-2658ad90073b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308402 Sep 16 05:20:23.237893 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333d5c3-ae91-4efb-bbe3-1b90ae98ea85 req-ae4b76f2-913c-4fa4-a0cf-d122b60a5d05 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:23.239378 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6333d5c3-ae91-4efb-bbe3-1b90ae98ea85 req-ae4b76f2-913c-4fa4-a0cf-d122b60a5d05 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9db636c-5128-4d81-98ca-59999a2142fb HTTP/1.1" status: 200 len: 946 time: 0.0490117 Sep 16 05:20:23.332992 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-6333d5c3-ae91-4efb-bbe3-1b90ae98ea85 req-b55f2291-ca8b-402a-b7c6-9279404e5a3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Deleting port d6dc00d4-f365-4c79-9600-ae78d00e5ed2 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:23.333336 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6333d5c3-ae91-4efb-bbe3-1b90ae98ea85 req-b55f2291-ca8b-402a-b7c6-9279404e5a3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:23.421186 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-6333d5c3-ae91-4efb-bbe3-1b90ae98ea85 req-b55f2291-ca8b-402a-b7c6-9279404e5a3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] For port d6dc00d4-f365-4c79-9600-ae78d00e5ed2, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=d6dc00d4-f365-4c79-9600-ae78d00e5ed2,segment=NetworkSegment(dadd4c67-d839-4db1-9dcd-3561890989ef),segment_id=dadd4c67-d839-4db1-9dcd-3561890989ef)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:23.421550 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6333d5c3-ae91-4efb-bbe3-1b90ae98ea85 req-b55f2291-ca8b-402a-b7c6-9279404e5a3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:23.434455 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-6333d5c3-ae91-4efb-bbe3-1b90ae98ea85 req-b55f2291-ca8b-402a-b7c6-9279404e5a3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Calling delete_port for d6dc00d4-f365-4c79-9600-ae78d00e5ed2 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:23.562426 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6333d5c3-ae91-4efb-bbe3-1b90ae98ea85 req-b55f2291-ca8b-402a-b7c6-9279404e5a3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:23.589795 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f2291-ca8b-402a-b7c6-9279404e5a3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Pushing event deleted for resources: {'Port': ['ID=d6dc00d4-f365-4c79-9600-ae78d00e5ed2,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:23.599779 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f2291-ca8b-402a-b7c6-9279404e5a3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:23.600132 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f2291-ca8b-402a-b7c6-9279404e5a3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:23.600469 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f2291-ca8b-402a-b7c6-9279404e5a3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:23.601425 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f2291-ca8b-402a-b7c6-9279404e5a3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:23.601995 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f2291-ca8b-402a-b7c6-9279404e5a3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:23.602339 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f2291-ca8b-402a-b7c6-9279404e5a3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:23.603188 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f2291-ca8b-402a-b7c6-9279404e5a3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:23.603188 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f2291-ca8b-402a-b7c6-9279404e5a3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:23.603421 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f2291-ca8b-402a-b7c6-9279404e5a3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:23.603657 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f2291-ca8b-402a-b7c6-9279404e5a3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:23.603905 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f2291-ca8b-402a-b7c6-9279404e5a3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:23.604220 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f2291-ca8b-402a-b7c6-9279404e5a3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:23.650514 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6333d5c3-ae91-4efb-bbe3-1b90ae98ea85 req-b55f2291-ca8b-402a-b7c6-9279404e5a3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] No DVR routers for this DVR port d6dc00d4-f365-4c79-9600-ae78d00e5ed2 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:20:23.653158 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6333d5c3-ae91-4efb-bbe3-1b90ae98ea85 req-b55f2291-ca8b-402a-b7c6-9279404e5a3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:23.655187 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6333d5c3-ae91-4efb-bbe3-1b90ae98ea85 req-b55f2291-ca8b-402a-b7c6-9279404e5a3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.48 "DELETE /v2.0/ports/d6dc00d4-f365-4c79-9600-ae78d00e5ed2 HTTP/1.1" status: 204 len: 173 time: 0.4096298 Sep 16 05:20:23.655626 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9db636c-5128-4d81-98ca-59999a2142fb', 'name': 'network-vif-deleted', 'tag': 'd6dc00d4-f365-4c79-9600-ae78d00e5ed2'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:23.657920 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f467c4-5722-4c0e-a9d2-071819b4a6c5" -d '{"events": [{"server_uuid": "a9db636c-5128-4d81-98ca-59999a2142fb", "name": "network-vif-deleted", "tag": "d6dc00d4-f365-4c79-9600-ae78d00e5ed2"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:23.694634 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358635ca-785c-4530-bcfc-597aa9587c4b x-openstack-request-id: req-358635ca-785c-4530-bcfc-597aa9587c4b {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:23.695078 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9db636c-5128-4d81-98ca-59999a2142fb", "name": "network-vif-deleted", "tag": "d6dc00d4-f365-4c79-9600-ae78d00e5ed2", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:23.695432 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-358635ca-785c-4530-bcfc-597aa9587c4b {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:23.695843 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9db636c-5128-4d81-98ca-59999a2142fb', 'name': 'network-vif-deleted', 'tag': 'd6dc00d4-f365-4c79-9600-ae78d00e5ed2', 'status': 'completed', 'code': 200} Sep 16 05:20:23.878730 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4a375cd-314d-4798-af36-9ce831deaaaa req-3b7ff15c-3c05-4e04-8839-03a7be79df98 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9db636c-5128-4d81-98ca-59999a2142fb HTTP/1.1" status: 200 len: 210 time: 0.0260272 Sep 16 05:20:24.972958 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2c29aaee-614e-4289-8fe4-74be8aafe931 req-e6dd24c0-46c4-4887-acb7-63794c52398d tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9db636c-5128-4d81-98ca-59999a2142fb HTTP/1.1" status: 200 len: 210 time: 0.0285761 Sep 16 05:20:26.067202 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2301d2c9-561a-4c73-904f-82b66bddbffc req-0817126a-7be1-45ce-bff1-613546fbece7 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9db636c-5128-4d81-98ca-59999a2142fb HTTP/1.1" status: 200 len: 210 time: 0.0269625 Sep 16 05:20:27.171759 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5b037717-6254-4f8a-9f63-2c186e94dfc7 req-46923e71-de26-4325-8bc9-988e7a671d34 tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9db636c-5128-4d81-98ca-59999a2142fb HTTP/1.1" status: 200 len: 210 time: 0.0271034 Sep 16 05:20:27.340071 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device d6dc00d4-f365-4c79-9600-ae78d00e5ed2 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:27.360755 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: d6dc00d4-f365-4c79-9600-ae78d00e5ed2 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:20:27.361098 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device d6dc00d4-f365-4c79-9600-ae78d00e5ed2 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:20:28.227273 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 52782) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:28.286623 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-63acfe56-f0c9-40e5-87f2-9ade49a07c3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.313442 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-63acfe56-f0c9-40e5-87f2-9ade49a07c3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.373670 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-63acfe56-f0c9-40e5-87f2-9ade49a07c3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.376629 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-63acfe56-f0c9-40e5-87f2-9ade49a07c3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.377790 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-63acfe56-f0c9-40e5-87f2-9ade49a07c3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] 10.222.0.35 "DELETE /v2.0/security-groups/008e8a4c-c5bc-4369-9b44-2658ad90073b HTTP/1.1" status: 204 len: 168 time: 0.1495092 Sep 16 05:20:28.387766 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63acfe56-f0c9-40e5-87f2-9ade49a07c3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=008e8a4c-c5bc-4369-9b44-2658ad90073b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:28.395319 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63acfe56-f0c9-40e5-87f2-9ade49a07c3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:28.395667 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63acfe56-f0c9-40e5-87f2-9ade49a07c3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:28.396026 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63acfe56-f0c9-40e5-87f2-9ade49a07c3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:28.396359 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63acfe56-f0c9-40e5-87f2-9ade49a07c3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:28.396725 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63acfe56-f0c9-40e5-87f2-9ade49a07c3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:28.397058 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63acfe56-f0c9-40e5-87f2-9ade49a07c3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:28.397392 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63acfe56-f0c9-40e5-87f2-9ade49a07c3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:28.397803 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63acfe56-f0c9-40e5-87f2-9ade49a07c3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:28.398316 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63acfe56-f0c9-40e5-87f2-9ade49a07c3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:28.398876 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63acfe56-f0c9-40e5-87f2-9ade49a07c3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:28.399076 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63acfe56-f0c9-40e5-87f2-9ade49a07c3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:28.399414 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63acfe56-f0c9-40e5-87f2-9ade49a07c3a tempest-TestVolumeBackupRestore-1265187188 tempest-TestVolumeBackupRestore-1265187188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:31.821483 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53236) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:32.175338 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b2e01759-e517-446c-ba40-7b4799026dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:32.422560 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-b2e01759-e517-446c-ba40-7b4799026dc4 admin admin] Deleting port 26092cae-c165-4a12-8a96-2ae8f6760235 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:32.423072 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b2e01759-e517-446c-ba40-7b4799026dc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:32.509425 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-b2e01759-e517-446c-ba40-7b4799026dc4 admin admin] For port 26092cae-c165-4a12-8a96-2ae8f6760235, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=26092cae-c165-4a12-8a96-2ae8f6760235,segment=NetworkSegment(dadd4c67-d839-4db1-9dcd-3561890989ef),segment_id=dadd4c67-d839-4db1-9dcd-3561890989ef)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:32.509798 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b2e01759-e517-446c-ba40-7b4799026dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:32.523123 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-b2e01759-e517-446c-ba40-7b4799026dc4 admin admin] Calling delete_port for 26092cae-c165-4a12-8a96-2ae8f6760235 owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:32.711788 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b2e01759-e517-446c-ba40-7b4799026dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:32.745787 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e01759-e517-446c-ba40-7b4799026dc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=26092cae-c165-4a12-8a96-2ae8f6760235,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:32.942392 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b2e01759-e517-446c-ba40-7b4799026dc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:33.192757 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e01759-e517-446c-ba40-7b4799026dc4 admin admin] Router 99f5f6c7-e48e-44ef-be58-ad05f662d723 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:20:33.327257 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e01759-e517-446c-ba40-7b4799026dc4 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:20:33.335980 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b2e01759-e517-446c-ba40-7b4799026dc4 admin admin] 10.222.0.35 "PUT /v2.0/routers/99f5f6c7-e48e-44ef-be58-ad05f662d723/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5132945 Sep 16 05:20:33.338356 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53238) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:33.340009 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da565b0b-7ca7-4025-b6c9-37b915d8e9a7 None None] Sync routers for ids ['99f5f6c7-e48e-44ef-be58-ad05f662d723'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:20:33.361279 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da565b0b-7ca7-4025-b6c9-37b915d8e9a7 None None] Routers {'99f5f6c7-e48e-44ef-be58-ad05f662d723'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:33.361911 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-da565b0b-7ca7-4025-b6c9-37b915d8e9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:20:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['99f5f6c7-e48e-44ef-be58-ad05f662d723'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:33.451724 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a9a59319-a7fa-4f66-81fd-7d4e51f77873 admin admin] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:33.468778 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-da565b0b-7ca7-4025-b6c9-37b915d8e9a7 None None] Set router 99f5f6c7-e48e-44ef-be58-ad05f662d723 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:33.568756 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a9a59319-a7fa-4f66-81fd-7d4e51f77873 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:33.629574 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-a9a59319-a7fa-4f66-81fd-7d4e51f77873 admin admin] Deleting port 45c6b002-c359-4f55-a083-424d3338bccf {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:33.630345 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a9a59319-a7fa-4f66-81fd-7d4e51f77873 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:33.646805 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-da565b0b-7ca7-4025-b6c9-37b915d8e9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'name': 'tempest-TestVolumeBackupRestore-1198282224-router', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '45c6b002-c359-4f55-a083-424d3338bccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:28Z', 'updated_at': '2021-09-16T05:20:32Z', 'revision_number': 5, 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'gw_port': {'id': '45c6b002-c359-4f55-a083-424d3338bccf', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:29Z', 'updated_at': '2021-09-16T05:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:33.674980 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da565b0b-7ca7-4025-b6c9-37b915d8e9a7 None None] Checking router: 99f5f6c7-e48e-44ef-be58-ad05f662d723 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:20:33.683469 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da565b0b-7ca7-4025-b6c9-37b915d8e9a7 None None] Routers {'99f5f6c7-e48e-44ef-be58-ad05f662d723'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:33.684078 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-da565b0b-7ca7-4025-b6c9-37b915d8e9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:20:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['99f5f6c7-e48e-44ef-be58-ad05f662d723'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:33.718622 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-a9a59319-a7fa-4f66-81fd-7d4e51f77873 admin admin] For port 45c6b002-c359-4f55-a083-424d3338bccf, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=45c6b002-c359-4f55-a083-424d3338bccf,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:33.719027 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a9a59319-a7fa-4f66-81fd-7d4e51f77873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:33.731499 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-a9a59319-a7fa-4f66-81fd-7d4e51f77873 admin admin] Calling delete_port for 45c6b002-c359-4f55-a083-424d3338bccf owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:33.770658 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-da565b0b-7ca7-4025-b6c9-37b915d8e9a7 None None] Set router 99f5f6c7-e48e-44ef-be58-ad05f662d723 gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:33.825531 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-da565b0b-7ca7-4025-b6c9-37b915d8e9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'name': 'tempest-TestVolumeBackupRestore-1198282224-router', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:28Z', 'updated_at': '2021-09-16T05:20:33Z', 'revision_number': 6, 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:33.855541 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da565b0b-7ca7-4025-b6c9-37b915d8e9a7 None None] The sync data for ids ['99f5f6c7-e48e-44ef-be58-ad05f662d723'] in n-d-712139-15 is: [{'id': '99f5f6c7-e48e-44ef-be58-ad05f662d723', 'name': 'tempest-TestVolumeBackupRestore-1198282224-router', 'tenant_id': '434e1f9d7c9a475895569ec778c8b15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:28Z', 'updated_at': '2021-09-16T05:20:33Z', 'revision_number': 6, 'project_id': '434e1f9d7c9a475895569ec778c8b15e', 'gw_port_host': None}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:20:33.913681 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a9a59319-a7fa-4f66-81fd-7d4e51f77873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:33.939788 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a59319-a7fa-4f66-81fd-7d4e51f77873 admin admin] Pushing event deleted for resources: {'Port': ['ID=45c6b002-c359-4f55-a083-424d3338bccf,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:34.003814 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a9a59319-a7fa-4f66-81fd-7d4e51f77873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.365922 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a9a59319-a7fa-4f66-81fd-7d4e51f77873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.368199 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a9a59319-a7fa-4f66-81fd-7d4e51f77873 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.410047 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a9a59319-a7fa-4f66-81fd-7d4e51f77873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.410732 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a59319-a7fa-4f66-81fd-7d4e51f77873 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99f5f6c7-e48e-44ef-be58-ad05f662d723 {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:20:34.416149 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a9a59319-a7fa-4f66-81fd-7d4e51f77873 admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.417355 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a9a59319-a7fa-4f66-81fd-7d4e51f77873 admin admin] 10.222.0.35 "DELETE /v2.0/routers/99f5f6c7-e48e-44ef-be58-ad05f662d723 HTTP/1.1" status: 204 len: 168 time: 1.0777528 Sep 16 05:20:34.419873 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53240) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:34.464329 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c843ec65-bb9f-45c0-b56d-286e6a1c2b9c admin admin] Deleting subnet 010260aa-f6e7-4344-b3e8-c3701033f64c {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:20:34.467287 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c843ec65-bb9f-45c0-b56d-286e6a1c2b9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.500625 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c843ec65-bb9f-45c0-b56d-286e6a1c2b9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.581119 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c843ec65-bb9f-45c0-b56d-286e6a1c2b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.635773 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c843ec65-bb9f-45c0-b56d-286e6a1c2b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.661970 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843ec65-bb9f-45c0-b56d-286e6a1c2b9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=010260aa-f6e7-4344-b3e8-c3701033f64c,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:34.665829 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c843ec65-bb9f-45c0-b56d-286e6a1c2b9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.670578 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c843ec65-bb9f-45c0-b56d-286e6a1c2b9c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/010260aa-f6e7-4344-b3e8-c3701033f64c HTTP/1.1" status: 204 len: 168 time: 0.2496147 Sep 16 05:20:34.671353 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 53242) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:34.673145 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46c19d7-2df3-4bd3-a54d-88f0d75aa33c None None] Network a7b9eb23-2687-4c39-8c3e-81bbc8eb6652 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:20:34.726597 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 45c6b002-c359-4f55-a083-424d3338bccf no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:34.764271 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 45c6b002-c359-4f55-a083-424d3338bccf {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:20:34.764639 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 45c6b002-c359-4f55-a083-424d3338bccf not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:20:34.765056 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 26092cae-c165-4a12-8a96-2ae8f6760235 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:34.765677 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c01db2fd-37e6-4064-a97a-5db5c4086e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.820306 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 26092cae-c165-4a12-8a96-2ae8f6760235 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:20:34.820404 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-c01db2fd-37e6-4064-a97a-5db5c4086e18 admin admin] Deleting port 05751d02-c129-4de2-afe0-4725afe2004e {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:34.820606 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 26092cae-c165-4a12-8a96-2ae8f6760235 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:20:34.820792 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c01db2fd-37e6-4064-a97a-5db5c4086e18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.898398 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-c01db2fd-37e6-4064-a97a-5db5c4086e18 admin admin] For port 05751d02-c129-4de2-afe0-4725afe2004e, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=05751d02-c129-4de2-afe0-4725afe2004e,segment=NetworkSegment(dadd4c67-d839-4db1-9dcd-3561890989ef),segment_id=dadd4c67-d839-4db1-9dcd-3561890989ef)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:34.898779 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c01db2fd-37e6-4064-a97a-5db5c4086e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.914368 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-c01db2fd-37e6-4064-a97a-5db5c4086e18 admin admin] Calling delete_port for 05751d02-c129-4de2-afe0-4725afe2004e owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:34.916755 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bffd0bc-881d-4e75-95de-327483b6cff6 None None] DHCP port deletion for a7b9eb23-2687-4c39-8c3e-81bbc8eb6652 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:20:34.965568 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-4bffd0bc-881d-4e75-95de-327483b6cff6 None None] Deleting port 05751d02-c129-4de2-afe0-4725afe2004e {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:34.965949 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4bffd0bc-881d-4e75-95de-327483b6cff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.000552 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c01db2fd-37e6-4064-a97a-5db5c4086e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.027739 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01db2fd-37e6-4064-a97a-5db5c4086e18 admin admin] Pushing event deleted for resources: {'Port': ['ID=05751d02-c129-4de2-afe0-4725afe2004e,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:35.029674 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01db2fd-37e6-4064-a97a-5db5c4086e18 admin admin] No DVR routers for this DVR port 05751d02-c129-4de2-afe0-4725afe2004e on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:20:35.042877 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-4bffd0bc-881d-4e75-95de-327483b6cff6 None None] For port 05751d02-c129-4de2-afe0-4725afe2004e, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=05751d02-c129-4de2-afe0-4725afe2004e,segment=NetworkSegment(dadd4c67-d839-4db1-9dcd-3561890989ef),segment_id=dadd4c67-d839-4db1-9dcd-3561890989ef)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:35.043283 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4bffd0bc-881d-4e75-95de-327483b6cff6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.056959 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-4bffd0bc-881d-4e75-95de-327483b6cff6 None None] Calling delete_port for 05751d02-c129-4de2-afe0-4725afe2004e owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:35.107362 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c01db2fd-37e6-4064-a97a-5db5c4086e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.127564 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-c01db2fd-37e6-4064-a97a-5db5c4086e18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7b9eb23-2687-4c39-8c3e-81bbc8eb6652']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:35.130983 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4bffd0bc-881d-4e75-95de-327483b6cff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.137836 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-c01db2fd-37e6-4064-a97a-5db5c4086e18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dadd4c67-d839-4db1-9dcd-3561890989ef') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:35.138132 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-c01db2fd-37e6-4064-a97a-5db5c4086e18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dadd4c67-d839-4db1-9dcd-3561890989ef') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:35.147976 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c01db2fd-37e6-4064-a97a-5db5c4086e18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.161466 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bffd0bc-881d-4e75-95de-327483b6cff6 None None] No DVR routers for this DVR port 05751d02-c129-4de2-afe0-4725afe2004e on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:20:35.161653 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c01db2fd-37e6-4064-a97a-5db5c4086e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.167585 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffd0bc-881d-4e75-95de-327483b6cff6 None None] Pushing event deleted for resources: {'Port': ['ID=05751d02-c129-4de2-afe0-4725afe2004e,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:35.173647 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c01db2fd-37e6-4064-a97a-5db5c4086e18 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:20:35.174310 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c01db2fd-37e6-4064-a97a-5db5c4086e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.176380 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:20:35.176380 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:20:35.176380 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:20:35.176380 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:20:35.176380 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:20:35.176380 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:20:35.176380 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:20:35.176380 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:20:35.176380 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:20:35.176380 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:20:35.176380 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:20:35.176380 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:20:35.176380 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:20:35.176380 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:20:35.176380 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:20:35.176380 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:20:35.176380 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:20:35.176380 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:20:35.176380 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:20:35.176380 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:20:35.176380 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:20:35.176380 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:20:35.176380 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:20:35.176380 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:20:35.176380 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:20:35.176380 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:20:35.176380 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:20:35.176380 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:20:35.176380 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:20:35.176380 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:20:35.176380 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:20:35.176380 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:20:35.234260 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c01db2fd-37e6-4064-a97a-5db5c4086e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.239575 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c01db2fd-37e6-4064-a97a-5db5c4086e18 admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.241597 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c01db2fd-37e6-4064-a97a-5db5c4086e18 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a7b9eb23-2687-4c39-8c3e-81bbc8eb6652 HTTP/1.1" status: 204 len: 168 time: 0.5684936 Sep 16 05:20:35.244585 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53244) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:35.252457 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01db2fd-37e6-4064-a97a-5db5c4086e18 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7b9eb23-2687-4c39-8c3e-81bbc8eb6652,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:35.595012 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c2c04cdb-a32c-4722-8d0b-b4a154d9a460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.838256 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-c2c04cdb-a32c-4722-8d0b-b4a154d9a460 admin admin] Deleting port 3572d783-465e-4a5d-81e4-c3585502b3a5 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:35.838600 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c2c04cdb-a32c-4722-8d0b-b4a154d9a460 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.914219 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-c2c04cdb-a32c-4722-8d0b-b4a154d9a460 admin admin] For port 3572d783-465e-4a5d-81e4-c3585502b3a5, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3572d783-465e-4a5d-81e4-c3585502b3a5,segment=NetworkSegment(6d2a67ab-822b-4a5f-825b-7b00bdfe3019),segment_id=6d2a67ab-822b-4a5f-825b-7b00bdfe3019)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:35.914492 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c2c04cdb-a32c-4722-8d0b-b4a154d9a460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.927224 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-c2c04cdb-a32c-4722-8d0b-b4a154d9a460 admin admin] Calling delete_port for 3572d783-465e-4a5d-81e4-c3585502b3a5 owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:36.104503 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c2c04cdb-a32c-4722-8d0b-b4a154d9a460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.135477 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c04cdb-a32c-4722-8d0b-b4a154d9a460 admin admin] Pushing event deleted for resources: {'Port': ['ID=3572d783-465e-4a5d-81e4-c3585502b3a5,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:36.301459 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c2c04cdb-a32c-4722-8d0b-b4a154d9a460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.515897 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c04cdb-a32c-4722-8d0b-b4a154d9a460 admin admin] Router 833756d2-295e-4ddf-8643-297acfcf47ae has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:20:36.621647 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c04cdb-a32c-4722-8d0b-b4a154d9a460 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:20:36.626757 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c2c04cdb-a32c-4722-8d0b-b4a154d9a460 admin admin] 10.222.0.35 "PUT /v2.0/routers/833756d2-295e-4ddf-8643-297acfcf47ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3811150 Sep 16 05:20:36.629367 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53246) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:36.632213 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8567823-292c-443a-b5e4-2e7e9a05c62a None None] Sync routers for ids ['833756d2-295e-4ddf-8643-297acfcf47ae'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:20:36.641338 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8567823-292c-443a-b5e4-2e7e9a05c62a None None] Routers {'833756d2-295e-4ddf-8643-297acfcf47ae'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:36.641950 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-b8567823-292c-443a-b5e4-2e7e9a05c62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:20:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['833756d2-295e-4ddf-8643-297acfcf47ae'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:36.747956 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1c42e251-ff91-4776-8e68-c3f2f87e6550 admin admin] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.753144 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-b8567823-292c-443a-b5e4-2e7e9a05c62a None None] Set router 833756d2-295e-4ddf-8643-297acfcf47ae gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:36.779538 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 05751d02-c129-4de2-afe0-4725afe2004e no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:36.847664 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1c42e251-ff91-4776-8e68-c3f2f87e6550 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.907435 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-1c42e251-ff91-4776-8e68-c3f2f87e6550 admin admin] Deleting port d814a22b-e37f-4d68-a01a-b2349a243f56 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:36.907777 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1c42e251-ff91-4776-8e68-c3f2f87e6550 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.990151 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-1c42e251-ff91-4776-8e68-c3f2f87e6550 admin admin] For port d814a22b-e37f-4d68-a01a-b2349a243f56, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d814a22b-e37f-4d68-a01a-b2349a243f56,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:36.990535 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1c42e251-ff91-4776-8e68-c3f2f87e6550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.991691 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 05751d02-c129-4de2-afe0-4725afe2004e {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:20:36.992124 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 05751d02-c129-4de2-afe0-4725afe2004e not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:20:37.006208 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-1c42e251-ff91-4776-8e68-c3f2f87e6550 admin admin] Calling delete_port for d814a22b-e37f-4d68-a01a-b2349a243f56 owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:37.104020 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-b8567823-292c-443a-b5e4-2e7e9a05c62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833756d2-295e-4ddf-8643-297acfcf47ae', 'name': 'tempest-TestVolumeBackupRestore-1618376331-router', 'tenant_id': 'bf040096a87047e89a8d8e85097cbdfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'd814a22b-e37f-4d68-a01a-b2349a243f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:33Z', 'updated_at': '2021-09-16T05:20:36Z', 'revision_number': 5, 'project_id': 'bf040096a87047e89a8d8e85097cbdfa', 'gw_port': {'id': 'd814a22b-e37f-4d68-a01a-b2349a243f56', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833756d2-295e-4ddf-8643-297acfcf47ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:34Z', 'updated_at': '2021-09-16T05:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:37.132835 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8567823-292c-443a-b5e4-2e7e9a05c62a None None] Checking router: 833756d2-295e-4ddf-8643-297acfcf47ae for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:20:37.141200 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8567823-292c-443a-b5e4-2e7e9a05c62a None None] Routers {'833756d2-295e-4ddf-8643-297acfcf47ae'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:37.141819 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-b8567823-292c-443a-b5e4-2e7e9a05c62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:20:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['833756d2-295e-4ddf-8643-297acfcf47ae'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:37.171060 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1c42e251-ff91-4776-8e68-c3f2f87e6550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.197171 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c42e251-ff91-4776-8e68-c3f2f87e6550 admin admin] Pushing event deleted for resources: {'Port': ['ID=d814a22b-e37f-4d68-a01a-b2349a243f56,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:37.233571 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-b8567823-292c-443a-b5e4-2e7e9a05c62a None None] Set router 833756d2-295e-4ddf-8643-297acfcf47ae gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:37.265168 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1c42e251-ff91-4776-8e68-c3f2f87e6550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.285509 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-b8567823-292c-443a-b5e4-2e7e9a05c62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833756d2-295e-4ddf-8643-297acfcf47ae', 'name': 'tempest-TestVolumeBackupRestore-1618376331-router', 'tenant_id': 'bf040096a87047e89a8d8e85097cbdfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:33Z', 'updated_at': '2021-09-16T05:20:36Z', 'revision_number': 6, 'project_id': 'bf040096a87047e89a8d8e85097cbdfa', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:37.315545 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8567823-292c-443a-b5e4-2e7e9a05c62a None None] The sync data for ids ['833756d2-295e-4ddf-8643-297acfcf47ae'] in n-d-712139-15 is: [{'id': '833756d2-295e-4ddf-8643-297acfcf47ae', 'name': 'tempest-TestVolumeBackupRestore-1618376331-router', 'tenant_id': 'bf040096a87047e89a8d8e85097cbdfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:33Z', 'updated_at': '2021-09-16T05:20:36Z', 'revision_number': 6, 'project_id': 'bf040096a87047e89a8d8e85097cbdfa', 'gw_port_host': None}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:20:37.360110 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1c42e251-ff91-4776-8e68-c3f2f87e6550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.362183 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1c42e251-ff91-4776-8e68-c3f2f87e6550 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.404556 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1c42e251-ff91-4776-8e68-c3f2f87e6550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.405122 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c42e251-ff91-4776-8e68-c3f2f87e6550 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 833756d2-295e-4ddf-8643-297acfcf47ae {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:20:37.409613 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1c42e251-ff91-4776-8e68-c3f2f87e6550 admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.410755 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1c42e251-ff91-4776-8e68-c3f2f87e6550 admin admin] 10.222.0.35 "DELETE /v2.0/routers/833756d2-295e-4ddf-8643-297acfcf47ae HTTP/1.1" status: 204 len: 168 time: 0.7804866 Sep 16 05:20:37.414076 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53248) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:37.462409 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a34aa52-d3d8-467e-8c74-b67b8bcf77d1 admin admin] Deleting subnet 65580ab8-6752-48ad-b41f-959531b098b0 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:20:37.465547 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0a34aa52-d3d8-467e-8c74-b67b8bcf77d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.499057 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0a34aa52-d3d8-467e-8c74-b67b8bcf77d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.574009 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0a34aa52-d3d8-467e-8c74-b67b8bcf77d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.625495 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0a34aa52-d3d8-467e-8c74-b67b8bcf77d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.656218 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34aa52-d3d8-467e-8c74-b67b8bcf77d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65580ab8-6752-48ad-b41f-959531b098b0,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:37.659953 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0a34aa52-d3d8-467e-8c74-b67b8bcf77d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.661858 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0a34aa52-d3d8-467e-8c74-b67b8bcf77d1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/65580ab8-6752-48ad-b41f-959531b098b0 HTTP/1.1" status: 204 len: 168 time: 0.2468162 Sep 16 05:20:37.664615 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53250) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:37.667502 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36f58d4-63f0-4bd8-9cff-68a05f3b30f3 None None] Network 6703e813-4edd-49bb-9dbf-eeedb8c728f7 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:20:37.738171 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6b98c587-49a5-4010-aa7f-94a9884ca142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.793569 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-6b98c587-49a5-4010-aa7f-94a9884ca142 admin admin] Deleting port 33a89464-5717-4f86-9696-b3b2567f5440 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:37.793939 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6b98c587-49a5-4010-aa7f-94a9884ca142 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.863835 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-6b98c587-49a5-4010-aa7f-94a9884ca142 admin admin] For port 33a89464-5717-4f86-9696-b3b2567f5440, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=33a89464-5717-4f86-9696-b3b2567f5440,segment=NetworkSegment(6d2a67ab-822b-4a5f-825b-7b00bdfe3019),segment_id=6d2a67ab-822b-4a5f-825b-7b00bdfe3019)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:37.864197 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6b98c587-49a5-4010-aa7f-94a9884ca142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.876702 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-6b98c587-49a5-4010-aa7f-94a9884ca142 admin admin] Calling delete_port for 33a89464-5717-4f86-9696-b3b2567f5440 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:37.956151 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6b98c587-49a5-4010-aa7f-94a9884ca142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.985077 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98c587-49a5-4010-aa7f-94a9884ca142 admin admin] Pushing event deleted for resources: {'Port': ['ID=33a89464-5717-4f86-9696-b3b2567f5440,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:37.990024 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b98c587-49a5-4010-aa7f-94a9884ca142 admin admin] No DVR routers for this DVR port 33a89464-5717-4f86-9696-b3b2567f5440 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:20:38.061133 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6b98c587-49a5-4010-aa7f-94a9884ca142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.079697 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f243a80-2d86-4523-99bf-42533cf276a9 None None] DHCP port deletion for 6703e813-4edd-49bb-9dbf-eeedb8c728f7 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:20:38.084470 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-6b98c587-49a5-4010-aa7f-94a9884ca142 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6703e813-4edd-49bb-9dbf-eeedb8c728f7']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:38.096650 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-6b98c587-49a5-4010-aa7f-94a9884ca142 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d2a67ab-822b-4a5f-825b-7b00bdfe3019') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:38.096959 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-6b98c587-49a5-4010-aa7f-94a9884ca142 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d2a67ab-822b-4a5f-825b-7b00bdfe3019') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:38.107760 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6b98c587-49a5-4010-aa7f-94a9884ca142 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.121854 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6b98c587-49a5-4010-aa7f-94a9884ca142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.127681 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b98c587-49a5-4010-aa7f-94a9884ca142 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:20:38.128021 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6b98c587-49a5-4010-aa7f-94a9884ca142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.129687 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:20:38.129687 n-d-712139-15 neutron-server[94766]: items = [ Sep 16 05:20:38.129687 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:20:38.129687 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:20:38.129687 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:20:38.129687 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:20:38.129687 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:20:38.129687 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:20:38.129687 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:20:38.129687 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:20:38.129687 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:20:38.129687 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:20:38.129687 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:20:38.129687 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:20:38.129687 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:20:38.129687 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:20:38.129687 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:20:38.129687 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:20:38.129687 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:20:38.129687 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:20:38.129687 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:20:38.129687 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:20:38.129687 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:20:38.129687 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:20:38.129687 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:20:38.129687 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:20:38.129687 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:20:38.129687 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:20:38.129687 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:20:38.129687 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:20:38.129687 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:20:38.129687 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:20:38.129687 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:20:38.129687 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:20:38.188971 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6b98c587-49a5-4010-aa7f-94a9884ca142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.193772 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-6b98c587-49a5-4010-aa7f-94a9884ca142 admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.195733 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6b98c587-49a5-4010-aa7f-94a9884ca142 admin admin] 10.222.0.35 "DELETE /v2.0/networks/6703e813-4edd-49bb-9dbf-eeedb8c728f7 HTTP/1.1" status: 204 len: 168 time: 0.5301893 Sep 16 05:20:38.208355 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98c587-49a5-4010-aa7f-94a9884ca142 admin admin] Pushing event deleted for resources: {'Network': ['ID=6703e813-4edd-49bb-9dbf-eeedb8c728f7,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:38.381058 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 53254) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:38.420419 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b51b9214-1e27-465d-95c8-ac295265ce99 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=434e1f9d7c9a475895569ec778c8b15e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382171 Sep 16 05:20:38.422905 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 53256) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:38.470901 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-46fa1394-2dc3-4d9a-9508-5951760a0b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.491567 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-46fa1394-2dc3-4d9a-9508-5951760a0b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.537789 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-46fa1394-2dc3-4d9a-9508-5951760a0b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.540524 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-46fa1394-2dc3-4d9a-9508-5951760a0b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.541735 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-46fa1394-2dc3-4d9a-9508-5951760a0b02 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2bf537a7-7e9b-48aa-ab1c-7d7f6a937b7d HTTP/1.1" status: 204 len: 168 time: 0.1179440 Sep 16 05:20:38.549214 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa1394-2dc3-4d9a-9508-5951760a0b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf537a7-7e9b-48aa-ab1c-7d7f6a937b7d,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:38.708940 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3572d783-465e-4a5d-81e4-c3585502b3a5 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:38.729259 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 3572d783-465e-4a5d-81e4-c3585502b3a5 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:20:38.729601 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3572d783-465e-4a5d-81e4-c3585502b3a5 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:20:38.730017 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d814a22b-e37f-4d68-a01a-b2349a243f56 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:38.748892 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: d814a22b-e37f-4d68-a01a-b2349a243f56 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:20:38.749241 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device d814a22b-e37f-4d68-a01a-b2349a243f56 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:20:38.749652 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 33a89464-5717-4f86-9696-b3b2567f5440 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:38.769138 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 33a89464-5717-4f86-9696-b3b2567f5440 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:20:38.769483 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 33a89464-5717-4f86-9696-b3b2567f5440 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:20:38.866954 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53262) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:38.912354 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-6eb3a23e-84a3-454d-a236-d9ec0495987c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bf040096a87047e89a8d8e85097cbdfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441325 Sep 16 05:20:38.915549 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53264) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:38.965575 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5a731e3b-04ad-4166-a8a1-d83291946fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.987211 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5a731e3b-04ad-4166-a8a1-d83291946fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:39.040018 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5a731e3b-04ad-4166-a8a1-d83291946fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:39.043076 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5a731e3b-04ad-4166-a8a1-d83291946fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:39.044277 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5a731e3b-04ad-4166-a8a1-d83291946fd7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/905e45f0-8360-47e5-928c-c668784011eb HTTP/1.1" status: 204 len: 168 time: 0.1278012 Sep 16 05:20:39.052281 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a731e3b-04ad-4166-a8a1-d83291946fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905e45f0-8360-47e5-928c-c668784011eb,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:40.132544 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-04a19126-1094-48df-ad8c-84b4dc7c5e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.894466 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.261171 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6e918428-12e6-4d31-8364-58774a8ef24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.556149 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:44.645909 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:44.879582 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:46.163022 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:49.158515 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-0a00ecfa-1f41-4a52-b671-e4650016ff1f tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=591d111e572644079e0ba2e1c7c97f5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311892 Sep 16 05:20:49.358198 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-0975a396-3808-4053-a686-3e307f33fb8f tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:49.359659 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-0975a396-3808-4053-a686-3e307f33fb8f tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1956706 Sep 16 05:20:49.377219 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-8575ff85-fcec-4a6a-bf69-73c011c1b174 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] 10.222.0.35 "GET /v2.0/quotas/591d111e572644079e0ba2e1c7c97f5f HTTP/1.1" status: 200 len: 375 time: 0.0117550 Sep 16 05:20:49.409973 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-4d0ef482-a456-466c-aeca-1856ad3b92e3 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=591d111e572644079e0ba2e1c7c97f5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268884 Sep 16 05:20:49.568088 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9da89d49-5410-491e-a105-0ce1f8f1e441 req-e64a720a-358f-45a7-b793-ace8c85afed4 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dabdb82-6fd0-470a-b2f4-db0f14ec486d HTTP/1.1" status: 200 len: 210 time: 0.0263529 Sep 16 05:20:50.647095 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-155be405-2246-4610-8a4e-6859b8021565 req-33b7b092-6eab-4731-ba57-d633dfd436f9 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dabdb82-6fd0-470a-b2f4-db0f14ec486d HTTP/1.1" status: 200 len: 210 time: 0.0291853 Sep 16 05:20:51.728921 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2f157c88-5eb0-4498-bb18-3e7f000febc4 req-86284102-574b-4a0c-ad3d-503ead1d7ebc tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dabdb82-6fd0-470a-b2f4-db0f14ec486d HTTP/1.1" status: 200 len: 210 time: 0.0294437 Sep 16 05:20:52.809681 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-577a3f62-1b1e-4ff3-af21-b41cdb05a411 req-ae5c30d8-95c1-463f-98af-f9b6b3528c86 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dabdb82-6fd0-470a-b2f4-db0f14ec486d HTTP/1.1" status: 200 len: 210 time: 0.0302010 Sep 16 05:20:53.903470 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-01e1a03b-5eab-4808-9f1b-39d3f9dcdb74 req-0ed800b2-25f4-4c71-a83a-f5ddb7e97eca tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dabdb82-6fd0-470a-b2f4-db0f14ec486d HTTP/1.1" status: 200 len: 210 time: 0.0269122 Sep 16 05:20:54.553150 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-53f25f16-b779-425b-aec2-830befd11962 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=591d111e572644079e0ba2e1c7c97f5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279834 Sep 16 05:20:54.997015 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3995ced-a114-4182-b5b3-342a6bb62dc5 req-31e7860b-d9d7-4071-9f4d-1bec91b64efd tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dabdb82-6fd0-470a-b2f4-db0f14ec486d HTTP/1.1" status: 200 len: 210 time: 0.0266905 Sep 16 05:20:55.019201 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-19faa343-2ea5-45c9-801a-9c9bd5cb05d2 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:55.020701 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-19faa343-2ea5-45c9-801a-9c9bd5cb05d2 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4622777 Sep 16 05:20:55.040747 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-cc79686f-7a98-4ffa-8258-edadb746ccb2 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] Request body: {'port': {'device_id': '2dabdb82-6fd0-470a-b2f4-db0f14ec486d', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'admin_state_up': True, 'tenant_id': '591d111e572644079e0ba2e1c7c97f5f'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:55.151391 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-cc79686f-7a98-4ffa-8258-edadb746ccb2 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] Made reservation on behalf of 591d111e572644079e0ba2e1c7c97f5f for: {'port': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:55.154844 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-cc79686f-7a98-4ffa-8258-edadb746ccb2 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.163308 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-cc79686f-7a98-4ffa-8258-edadb746ccb2 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.257605 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-cc79686f-7a98-4ffa-8258-edadb746ccb2 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.261411 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-cc79686f-7a98-4ffa-8258-edadb746ccb2 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.324315 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79686f-7a98-4ffa-8258-edadb746ccb2 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da7fa6fd-5779-407e-b208-9615c754316b,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:55.396420 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-cc79686f-7a98-4ffa-8258-edadb746ccb2 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] Allocated IP 192.168.233.87 (97f5d7d8-0e62-4047-bcd4-63b92e31705a/24ad4c5e-5b43-4c25-ab99-4992f6337d28/f4faf780-fa7d-4c72-8b24-67268d42f589) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:55.554309 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-cc79686f-7a98-4ffa-8258-edadb746ccb2 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.588480 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-cc79686f-7a98-4ffa-8258-edadb746ccb2 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.630403 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-cc79686f-7a98-4ffa-8258-edadb746ccb2 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] Network 97f5d7d8-0e62-4047-bcd4-63b92e31705a is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:55.634147 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-cc79686f-7a98-4ffa-8258-edadb746ccb2 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:55.640406 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-cc79686f-7a98-4ffa-8258-edadb746ccb2 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:55.646121 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79686f-7a98-4ffa-8258-edadb746ccb2 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] Pushing event updated for resources: {'Port': ['ID=f4faf780-fa7d-4c72-8b24-67268d42f589,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:55.692773 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-cc79686f-7a98-4ffa-8258-edadb746ccb2 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:55.693425 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-cc79686f-7a98-4ffa-8258-edadb746ccb2 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.708461 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-cc79686f-7a98-4ffa-8258-edadb746ccb2 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6720257 Sep 16 05:20:55.832122 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-4e20d14c-d251-444a-a3b8-1db378c6a6c9 service neutron] Request body: {'port': {'device_id': '2dabdb82-6fd0-470a-b2f4-db0f14ec486d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:55.892456 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-4e20d14c-d251-444a-a3b8-1db378c6a6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.893205 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-3f2fa48f-551b-4734-9e36-86c78f8b9703 None None] Provisioning complete for port f4faf780-fa7d-4c72-8b24-67268d42f589 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:55.893657 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3f2fa48f-551b-4734-9e36-86c78f8b9703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.929563 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-3f2fa48f-551b-4734-9e36-86c78f8b9703 None None] Port f4faf780-fa7d-4c72-8b24-67268d42f589 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:20:56.114280 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3987d44-dcce-4e29-a1c0-cb0b155e434c req-ef3ed43a-f71e-4ecd-ae3a-3b56ef433914 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:56.115789 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e3987d44-dcce-4e29-a1c0-cb0b155e434c req-ef3ed43a-f71e-4ecd-ae3a-3b56ef433914 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dabdb82-6fd0-470a-b2f4-db0f14ec486d HTTP/1.1" status: 200 len: 935 time: 0.0503683 Sep 16 05:20:56.136616 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:20:56.157950 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e3987d44-dcce-4e29-a1c0-cb0b155e434c req-0864c450-9c0d-4571-b114-4d50fff8d679 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] 10.222.0.35 "GET /v2.0/security-groups?id=da7fa6fd-5779-407e-b208-9615c754316b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356646 Sep 16 05:20:56.208539 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-4e20d14c-d251-444a-a3b8-1db378c6a6c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4faf780-fa7d-4c72-8b24-67268d42f589 {{(pid=94766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:20:56.216954 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-4e20d14c-d251-444a-a3b8-1db378c6a6c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:56.232801 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-4e20d14c-d251-444a-a3b8-1db378c6a6c9 service neutron] Transition to ACTIVE for port object f4faf780-fa7d-4c72-8b24-67268d42f589 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:20:56.237181 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-4e20d14c-d251-444a-a3b8-1db378c6a6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:56.290076 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20d14c-d251-444a-a3b8-1db378c6a6c9 service neutron] Pushing event updated for resources: {'Port': ['ID=f4faf780-fa7d-4c72-8b24-67268d42f589,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:56.363327 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-4e20d14c-d251-444a-a3b8-1db378c6a6c9 service neutron] Attempting to bind port f4faf780-fa7d-4c72-8b24-67268d42f589 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:20:56.363670 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-4e20d14c-d251-444a-a3b8-1db378c6a6c9 service neutron] Attempting to bind port f4faf780-fa7d-4c72-8b24-67268d42f589 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:20:56.364001 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-4e20d14c-d251-444a-a3b8-1db378c6a6c9 service neutron] Attempting to bind port f4faf780-fa7d-4c72-8b24-67268d42f589 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:56.371220 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-4e20d14c-d251-444a-a3b8-1db378c6a6c9 service neutron] Port f4faf780-fa7d-4c72-8b24-67268d42f589 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:20:56.371528 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-4e20d14c-d251-444a-a3b8-1db378c6a6c9 service neutron] Attempting to bind port f4faf780-fa7d-4c72-8b24-67268d42f589 on network 97f5d7d8-0e62-4047-bcd4-63b92e31705a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:56.377053 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-4e20d14c-d251-444a-a3b8-1db378c6a6c9 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:20:56.377404 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-4e20d14c-d251-444a-a3b8-1db378c6a6c9 service neutron] Checking segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:56.377782 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-4e20d14c-d251-444a-a3b8-1db378c6a6c9 service neutron] Bound using segment: {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:20:56.378222 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-4e20d14c-d251-444a-a3b8-1db378c6a6c9 service neutron] Bound port: f4faf780-fa7d-4c72-8b24-67268d42f589, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b71383-1810-41a1-9c0d-708725babffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:20:56.378600 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-4e20d14c-d251-444a-a3b8-1db378c6a6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:56.456268 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-4e20d14c-d251-444a-a3b8-1db378c6a6c9 service neutron] For port f4faf780-fa7d-4c72-8b24-67268d42f589, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:20:56.459444 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-4e20d14c-d251-444a-a3b8-1db378c6a6c9 service neutron] For port f4faf780-fa7d-4c72-8b24-67268d42f589, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=f4faf780-fa7d-4c72-8b24-67268d42f589,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:20:56.468300 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-4e20d14c-d251-444a-a3b8-1db378c6a6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:56.501959 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-4e20d14c-d251-444a-a3b8-1db378c6a6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:56.502527 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-4e20d14c-d251-444a-a3b8-1db378c6a6c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:56.503932 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-4e20d14c-d251-444a-a3b8-1db378c6a6c9 service neutron] 10.222.0.47 "PUT /v2.0/ports/f4faf780-fa7d-4c72-8b24-67268d42f589 HTTP/1.1" status: 200 len: 1096 time: 0.7813492 Sep 16 05:20:56.504380 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dabdb82-6fd0-470a-b2f4-db0f14ec486d', 'tag': 'f4faf780-fa7d-4c72-8b24-67268d42f589'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:56.506692 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f66c3f-4be7-4a67-9d8e-f55cf144997a" -d '{"events": [{"name": "network-changed", "server_uuid": "2dabdb82-6fd0-470a-b2f4-db0f14ec486d", "tag": "f4faf780-fa7d-4c72-8b24-67268d42f589"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:56.536796 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20d14c-d251-444a-a3b8-1db378c6a6c9 service neutron] Pushing event updated for resources: {'Port': ['ID=f4faf780-fa7d-4c72-8b24-67268d42f589,revision_number=3']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:56.561395 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78db48a3-556f-4774-a659-bd147cebab94 x-openstack-request-id: req-78db48a3-556f-4774-a659-bd147cebab94 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:56.561999 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dabdb82-6fd0-470a-b2f4-db0f14ec486d", "tag": "f4faf780-fa7d-4c72-8b24-67268d42f589", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:56.561999 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-78db48a3-556f-4774-a659-bd147cebab94 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:56.562445 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dabdb82-6fd0-470a-b2f4-db0f14ec486d', 'tag': 'f4faf780-fa7d-4c72-8b24-67268d42f589', 'status': 'completed', 'code': 200} Sep 16 05:20:56.613966 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-dda08046-4c9a-41e9-9e17-db094fe05505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:56.615520 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-dda08046-4c9a-41e9-9e17-db094fe05505 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=591d111e572644079e0ba2e1c7c97f5f&device_id=2dabdb82-6fd0-470a-b2f4-db0f14ec486d HTTP/1.1" status: 200 len: 1099 time: 0.0447748 Sep 16 05:20:56.669324 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-f73e6997-ca38-4664-af4a-97965ec59de3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=f4faf780-fa7d-4c72-8b24-67268d42f589 HTTP/1.1" status: 200 len: 217 time: 0.0403183 Sep 16 05:20:56.720897 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-7bd01f09-5a9f-43d6-b496-9707b6b2bed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:56.722379 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-7bd01f09-5a9f-43d6-b496-9707b6b2bed3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0464587 Sep 16 05:20:56.770058 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-da791c03-474b-488a-97fa-bc5266fedde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:56.771589 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-da791c03-474b-488a-97fa-bc5266fedde6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0421040 Sep 16 05:20:56.873846 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-54054234-08a5-49ab-84b6-4d692ef2f6e1 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947921 Sep 16 05:20:56.964779 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-839434a0-f2b2-425c-bb0e-47f4757bcc61 req-261974e4-a806-48f9-ad83-d54a10b3e6a4 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835068 Sep 16 05:20:57.090161 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f66c3f-4be7-4a67-9d8e-f55cf144997a req-22d1abea-ba07-4502-aacd-29fd2f1c2626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:57.091645 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a8f66c3f-4be7-4a67-9d8e-f55cf144997a req-22d1abea-ba07-4502-aacd-29fd2f1c2626 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=591d111e572644079e0ba2e1c7c97f5f&device_id=2dabdb82-6fd0-470a-b2f4-db0f14ec486d HTTP/1.1" status: 200 len: 1099 time: 0.0419853 Sep 16 05:20:57.186358 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f66c3f-4be7-4a67-9d8e-f55cf144997a req-05eda675-8387-424a-8f76-c7ea80b45d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:57.187919 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a8f66c3f-4be7-4a67-9d8e-f55cf144997a req-05eda675-8387-424a-8f76-c7ea80b45d31 service neutron] 10.222.0.47 "GET /v2.0/networks?id=97f5d7d8-0e62-4047-bcd4-63b92e31705a HTTP/1.1" status: 200 len: 870 time: 0.0887949 Sep 16 05:20:57.230250 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a8f66c3f-4be7-4a67-9d8e-f55cf144997a req-02369328-b93d-4933-be6f-06fd396b316e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=f4faf780-fa7d-4c72-8b24-67268d42f589 HTTP/1.1" status: 200 len: 217 time: 0.0350735 Sep 16 05:20:57.275536 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93febc21-e55b-4b62-b6a2-6e326c804665 req-36878832-b8cb-42e0-9be2-7be0cfbe0b02 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:57.277058 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-93febc21-e55b-4b62-b6a2-6e326c804665 req-36878832-b8cb-42e0-9be2-7be0cfbe0b02 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dabdb82-6fd0-470a-b2f4-db0f14ec486d HTTP/1.1" status: 200 len: 947 time: 0.0501940 Sep 16 05:20:57.285442 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f66c3f-4be7-4a67-9d8e-f55cf144997a req-43262443-b65f-4eda-98b8-06e55a1ea14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:57.286857 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a8f66c3f-4be7-4a67-9d8e-f55cf144997a req-43262443-b65f-4eda-98b8-06e55a1ea14b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24ad4c5e-5b43-4c25-ab99-4992f6337d28 HTTP/1.1" status: 200 len: 843 time: 0.0492196 Sep 16 05:20:57.317167 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-93febc21-e55b-4b62-b6a2-6e326c804665 req-65338068-e257-48c2-9782-34caa016dfcb tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] 10.222.0.35 "GET /v2.0/security-groups?id=da7fa6fd-5779-407e-b208-9615c754316b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339937 Sep 16 05:20:57.336274 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f66c3f-4be7-4a67-9d8e-f55cf144997a req-aab3a966-9670-4260-a4a5-82bf77fc642c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:57.338041 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a8f66c3f-4be7-4a67-9d8e-f55cf144997a req-aab3a966-9670-4260-a4a5-82bf77fc642c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97f5d7d8-0e62-4047-bcd4-63b92e31705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0421197 Sep 16 05:20:57.432908 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a8f66c3f-4be7-4a67-9d8e-f55cf144997a req-2e386a56-dc44-4546-9040-954ca918c2c4 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862589 Sep 16 05:20:57.522450 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a8f66c3f-4be7-4a67-9d8e-f55cf144997a req-8d279632-e4a2-4e23-b09f-c65ff1bb63c4 service neutron] 10.222.0.47 "GET /v2.0/networks/97f5d7d8-0e62-4047-bcd4-63b92e31705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813549 Sep 16 05:20:58.438286 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de23db-0537-4980-8727-2ede9579d507 req-d32898e5-7547-495f-aadd-bd63f03ef3a2 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:58.439811 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e0de23db-0537-4980-8727-2ede9579d507 req-d32898e5-7547-495f-aadd-bd63f03ef3a2 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dabdb82-6fd0-470a-b2f4-db0f14ec486d HTTP/1.1" status: 200 len: 947 time: 0.0502028 Sep 16 05:20:58.479031 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e0de23db-0537-4980-8727-2ede9579d507 req-a81edd0d-aa55-4ca6-8a4b-6d978d50920e tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] 10.222.0.35 "GET /v2.0/security-groups?id=da7fa6fd-5779-407e-b208-9615c754316b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330439 Sep 16 05:20:58.564938 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device f4faf780-fa7d-4c72-8b24-67268d42f589 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:20:58.657797 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port f4faf780-fa7d-4c72-8b24-67268d42f589, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=f4faf780-fa7d-4c72-8b24-67268d42f589,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:58.669747 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'f4faf780-fa7d-4c72-8b24-67268d42f589', 'network_id': '97f5d7d8-0e62-4047-bcd4-63b92e31705a', 'port_id': 'f4faf780-fa7d-4c72-8b24-67268d42f589', 'mac_address': 'fa:16:3e:b6:2d:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad4c5e-5b43-4c25-ab99-4992f6337d28', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:20:58.710611 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:58.723195 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4faf780-fa7d-4c72-8b24-67268d42f589 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:20:58.742273 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port f4faf780-fa7d-4c72-8b24-67268d42f589, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=f4faf780-fa7d-4c72-8b24-67268d42f589,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:58.751855 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:58.799646 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=f4faf780-fa7d-4c72-8b24-67268d42f589,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:58.807415 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:58.807762 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:58.808103 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:58.808438 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:58.808799 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:58.809131 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:58.809457 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:58.809781 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:58.810102 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:58.810422 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:58.810743 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:58.811067 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:59.061567 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['f4faf780-fa7d-4c72-8b24-67268d42f589'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:20:59.595493 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90602f-2eb7-4831-9cae-d8021cfdf8cb req-4aff96e4-7682-41c6-b4bd-1bc46bf3cc07 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:59.597014 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4e90602f-2eb7-4831-9cae-d8021cfdf8cb req-4aff96e4-7682-41c6-b4bd-1bc46bf3cc07 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dabdb82-6fd0-470a-b2f4-db0f14ec486d HTTP/1.1" status: 200 len: 948 time: 0.0494902 Sep 16 05:20:59.640580 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4e90602f-2eb7-4831-9cae-d8021cfdf8cb req-7bf08da7-1583-4ff8-adcc-adc63698533d tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] 10.222.0.35 "GET /v2.0/security-groups?id=da7fa6fd-5779-407e-b208-9615c754316b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367172 Sep 16 05:21:00.574664 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device f4faf780-fa7d-4c72-8b24-67268d42f589 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:00.622296 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port f4faf780-fa7d-4c72-8b24-67268d42f589 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:21:00.626047 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port f4faf780-fa7d-4c72-8b24-67268d42f589 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:00.626421 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:00.703424 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:00.727024 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dabdb82-6fd0-470a-b2f4-db0f14ec486d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4faf780-fa7d-4c72-8b24-67268d42f589'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:00.729577 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8679813-5c86-4567-813b-3bce53e56b04" -d '{"events": [{"server_uuid": "2dabdb82-6fd0-470a-b2f4-db0f14ec486d", "name": "network-vif-plugged", "status": "completed", "tag": "f4faf780-fa7d-4c72-8b24-67268d42f589"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:00.745103 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port f4faf780-fa7d-4c72-8b24-67268d42f589, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=f4faf780-fa7d-4c72-8b24-67268d42f589,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:00.749188 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:00.759950 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853da048-6335-4520-bb2b-7f150848cb6c req-15f732b4-75dc-47f5-8caf-9f3acb65cb84 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:00.761494 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-853da048-6335-4520-bb2b-7f150848cb6c req-15f732b4-75dc-47f5-8caf-9f3acb65cb84 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dabdb82-6fd0-470a-b2f4-db0f14ec486d HTTP/1.1" status: 200 len: 948 time: 0.0512171 Sep 16 05:21:00.798433 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=f4faf780-fa7d-4c72-8b24-67268d42f589,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:00.799324 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-853da048-6335-4520-bb2b-7f150848cb6c req-15d5fa0c-2b9c-4def-b97f-ccf926dae83a tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] 10.222.0.35 "GET /v2.0/security-groups?id=da7fa6fd-5779-407e-b208-9615c754316b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318358 Sep 16 05:21:00.905722 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f907eb-4f29-4489-8044-2787a4675b71 x-openstack-request-id: req-87f907eb-4f29-4489-8044-2787a4675b71 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:00.906026 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dabdb82-6fd0-470a-b2f4-db0f14ec486d", "name": "network-vif-plugged", "status": "completed", "tag": "f4faf780-fa7d-4c72-8b24-67268d42f589", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:00.906280 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-87f907eb-4f29-4489-8044-2787a4675b71 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:00.906678 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dabdb82-6fd0-470a-b2f4-db0f14ec486d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4faf780-fa7d-4c72-8b24-67268d42f589', 'code': 200} Sep 16 05:21:01.025624 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03404cd6-3472-45cc-ba79-2ab3d07588ea req-572c605b-04fa-4694-8b13-fd476ede06db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:01.027211 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-03404cd6-3472-45cc-ba79-2ab3d07588ea req-572c605b-04fa-4694-8b13-fd476ede06db service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2dabdb82-6fd0-470a-b2f4-db0f14ec486d HTTP/1.1" status: 200 len: 1101 time: 0.0417631 Sep 16 05:21:01.074742 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-03404cd6-3472-45cc-ba79-2ab3d07588ea req-d8bfe7b3-821d-4cfb-ad9c-986903ffaf2f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=da7fa6fd-5779-407e-b208-9615c754316b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400207 Sep 16 05:21:01.279265 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [req-2bc1d248-9e5f-46ee-bf2b-ee96f361fb43 req-b962c116-e6ce-4b2f-ae7f-008d271a4df0 service neutron] (94766) timed out ('10.222.0.48', 53925) {{(pid=94766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:21:01.919272 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e09ce7-ea41-45c5-9124-460cda57b950 req-b34c921c-f489-4e2a-8a93-eac67faa1d91 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:01.920819 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-99e09ce7-ea41-45c5-9124-460cda57b950 req-b34c921c-f489-4e2a-8a93-eac67faa1d91 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dabdb82-6fd0-470a-b2f4-db0f14ec486d HTTP/1.1" status: 200 len: 949 time: 0.0505941 Sep 16 05:21:01.959128 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-99e09ce7-ea41-45c5-9124-460cda57b950 req-37071373-8c66-4671-bee8-a51a4accde49 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] 10.222.0.35 "GET /v2.0/security-groups?id=da7fa6fd-5779-407e-b208-9615c754316b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322130 Sep 16 05:21:03.072983 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b48588-fe5d-4631-b51d-71f18ddc322f req-4d6e6aed-b135-4dde-9851-831b5d001e4d tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:03.074458 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b0b48588-fe5d-4631-b51d-71f18ddc322f req-4d6e6aed-b135-4dde-9851-831b5d001e4d tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dabdb82-6fd0-470a-b2f4-db0f14ec486d HTTP/1.1" status: 200 len: 949 time: 0.0483363 Sep 16 05:21:03.115159 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b0b48588-fe5d-4631-b51d-71f18ddc322f req-7e179ca4-57e4-451f-bb8b-4ac0f543ce09 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] 10.222.0.35 "GET /v2.0/security-groups?id=da7fa6fd-5779-407e-b208-9615c754316b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348558 Sep 16 05:21:03.396837 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-93e83d75-4211-44e0-af19-8cdaffa47b62 req-57341d5b-91da-47c2-b896-65b389c844f9 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:21:03.397814 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-93e83d75-4211-44e0-af19-8cdaffa47b62 req-57341d5b-91da-47c2-b896-65b389c844f9 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053546 Sep 16 05:21:04.313379 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ce307-d33c-41de-bbc2-c2ac5dccd08c req-321e8e9b-89d1-4741-8e11-87695e4db1a2 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:04.314902 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-703ce307-d33c-41de-bbc2-c2ac5dccd08c req-321e8e9b-89d1-4741-8e11-87695e4db1a2 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dabdb82-6fd0-470a-b2f4-db0f14ec486d HTTP/1.1" status: 200 len: 949 time: 0.0493672 Sep 16 05:21:04.352783 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-703ce307-d33c-41de-bbc2-c2ac5dccd08c req-0e5d11dd-8c57-454f-a01b-fb691cc5c430 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] 10.222.0.35 "GET /v2.0/security-groups?id=da7fa6fd-5779-407e-b208-9615c754316b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313196 Sep 16 05:21:05.472937 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d9988-df9a-4c12-a768-072ea0839378 req-d98c2d3c-fa12-4cfa-8380-b526171f2f5d tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:05.474428 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-001d9988-df9a-4c12-a768-072ea0839378 req-d98c2d3c-fa12-4cfa-8380-b526171f2f5d tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dabdb82-6fd0-470a-b2f4-db0f14ec486d HTTP/1.1" status: 200 len: 949 time: 0.0477834 Sep 16 05:21:05.514386 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-001d9988-df9a-4c12-a768-072ea0839378 req-48ddd330-a298-4778-b9d4-4bb863c8119d tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] 10.222.0.35 "GET /v2.0/security-groups?id=da7fa6fd-5779-407e-b208-9615c754316b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326772 Sep 16 05:21:05.700898 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7fbfe-76c2-494b-93dc-0ef454d5fc3e req-c0b67e30-23b8-460a-896e-c61913d2700d tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:05.702365 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-90d7fbfe-76c2-494b-93dc-0ef454d5fc3e req-c0b67e30-23b8-460a-896e-c61913d2700d tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] 10.222.0.47 "GET /v2.0/ports?device_id=2dabdb82-6fd0-470a-b2f4-db0f14ec486d HTTP/1.1" status: 200 len: 949 time: 0.0484352 Sep 16 05:21:05.790829 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-90d7fbfe-76c2-494b-93dc-0ef454d5fc3e req-b08e4422-4bca-4e65-b851-7fa29d8bac56 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] Deleting port f4faf780-fa7d-4c72-8b24-67268d42f589 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:05.791185 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-90d7fbfe-76c2-494b-93dc-0ef454d5fc3e req-b08e4422-4bca-4e65-b851-7fa29d8bac56 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:05.880610 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-90d7fbfe-76c2-494b-93dc-0ef454d5fc3e req-b08e4422-4bca-4e65-b851-7fa29d8bac56 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] For port f4faf780-fa7d-4c72-8b24-67268d42f589, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=f4faf780-fa7d-4c72-8b24-67268d42f589,segment=NetworkSegment(66b71383-1810-41a1-9c0d-708725babffd),segment_id=66b71383-1810-41a1-9c0d-708725babffd)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:05.880982 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-90d7fbfe-76c2-494b-93dc-0ef454d5fc3e req-b08e4422-4bca-4e65-b851-7fa29d8bac56 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:05.893203 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-90d7fbfe-76c2-494b-93dc-0ef454d5fc3e req-b08e4422-4bca-4e65-b851-7fa29d8bac56 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] Calling delete_port for f4faf780-fa7d-4c72-8b24-67268d42f589 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:06.020947 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-90d7fbfe-76c2-494b-93dc-0ef454d5fc3e req-b08e4422-4bca-4e65-b851-7fa29d8bac56 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:06.057001 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['f4faf780-fa7d-4c72-8b24-67268d42f589'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:21:06.058077 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e4422-4bca-4e65-b851-7fa29d8bac56 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] Pushing event deleted for resources: {'Port': ['ID=f4faf780-fa7d-4c72-8b24-67268d42f589,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:06.096184 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d7fbfe-76c2-494b-93dc-0ef454d5fc3e req-b08e4422-4bca-4e65-b851-7fa29d8bac56 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] No DVR routers for this DVR port f4faf780-fa7d-4c72-8b24-67268d42f589 on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:06.099163 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-90d7fbfe-76c2-494b-93dc-0ef454d5fc3e req-b08e4422-4bca-4e65-b851-7fa29d8bac56 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:06.101320 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-90d7fbfe-76c2-494b-93dc-0ef454d5fc3e req-b08e4422-4bca-4e65-b851-7fa29d8bac56 tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] 10.222.0.47 "DELETE /v2.0/ports/f4faf780-fa7d-4c72-8b24-67268d42f589 HTTP/1.1" status: 204 len: 173 time: 0.3919137 Sep 16 05:21:06.102364 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dabdb82-6fd0-470a-b2f4-db0f14ec486d', 'name': 'network-vif-deleted', 'tag': 'f4faf780-fa7d-4c72-8b24-67268d42f589'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:06.105242 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd6de3e-90fc-48f2-98cb-2fe40f4a96ee" -d '{"events": [{"server_uuid": "2dabdb82-6fd0-470a-b2f4-db0f14ec486d", "name": "network-vif-deleted", "tag": "f4faf780-fa7d-4c72-8b24-67268d42f589"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:06.149563 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d8d932-f360-4e8c-b981-5d001bb30820 x-openstack-request-id: req-a7d8d932-f360-4e8c-b981-5d001bb30820 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:06.150006 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dabdb82-6fd0-470a-b2f4-db0f14ec486d", "name": "network-vif-deleted", "tag": "f4faf780-fa7d-4c72-8b24-67268d42f589", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:06.150257 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a7d8d932-f360-4e8c-b981-5d001bb30820 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:06.150707 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dabdb82-6fd0-470a-b2f4-db0f14ec486d', 'name': 'network-vif-deleted', 'tag': 'f4faf780-fa7d-4c72-8b24-67268d42f589', 'status': 'completed', 'code': 200} Sep 16 05:21:06.628357 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2dc063ea-7fd6-492f-b10b-8d804a1f94a6 req-3864039c-6e83-4379-a117-bbf8b869b44b tempest-ServersAdminNegativeTestJSON-1070053435 tempest-ServersAdminNegativeTestJSON-1070053435-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dabdb82-6fd0-470a-b2f4-db0f14ec486d HTTP/1.1" status: 200 len: 210 time: 0.0297823 Sep 16 05:21:07.923764 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53414) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:08.064782 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-19f5d053-9268-42a4-9c93-af44540aca0e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=591d111e572644079e0ba2e1c7c97f5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1405833 Sep 16 05:21:08.067264 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53418) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:08.113463 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-89bbc233-58b6-46be-a73f-1cf9770fdc72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.138071 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-89bbc233-58b6-46be-a73f-1cf9770fdc72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.185343 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-89bbc233-58b6-46be-a73f-1cf9770fdc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.187856 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-89bbc233-58b6-46be-a73f-1cf9770fdc72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.191522 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-89bbc233-58b6-46be-a73f-1cf9770fdc72 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/da7fa6fd-5779-407e-b208-9615c754316b HTTP/1.1" status: 204 len: 168 time: 0.1209071 Sep 16 05:21:08.197974 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bbc233-58b6-46be-a73f-1cf9770fdc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7fa6fd-5779-407e-b208-9615c754316b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:08.454853 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 53424) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:08.472535 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e32cfab4-7778-4aa4-a704-1fb716d39ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.590383 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e32cfab4-7778-4aa4-a704-1fb716d39ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.594442 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e32cfab4-7778-4aa4-a704-1fb716d39ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.637340 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32cfab4-7778-4aa4-a704-1fb716d39ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399cb3c8-9cb9-43aa-93a0-c159f802163d,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:08.641947 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e32cfab4-7778-4aa4-a704-1fb716d39ffa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c15aedf7caef426d9c2ad5d3568134fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1859245 Sep 16 05:21:08.645566 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 53426) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:08.701741 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3eee119d-a724-4644-a57f-7b1635f0760a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.723908 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3eee119d-a724-4644-a57f-7b1635f0760a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.776246 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3eee119d-a724-4644-a57f-7b1635f0760a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.778839 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3eee119d-a724-4644-a57f-7b1635f0760a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.780007 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3eee119d-a724-4644-a57f-7b1635f0760a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/399cb3c8-9cb9-43aa-93a0-c159f802163d HTTP/1.1" status: 204 len: 168 time: 0.1335304 Sep 16 05:21:08.787866 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee119d-a724-4644-a57f-7b1635f0760a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399cb3c8-9cb9-43aa-93a0-c159f802163d,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:09.581387 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 53448) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:09.694225 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-b01808ab-538c-40c6-9875-e78e4cb0a14e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1722596989-network', 'tenant_id': 'b695931bf3b543d8bd2c1bc63f3951ed'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:09.716129 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01808ab-538c-40c6-9875-e78e4cb0a14e admin admin] Made reservation on behalf of b695931bf3b543d8bd2c1bc63f3951ed for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:09.718566 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b01808ab-538c-40c6-9875-e78e4cb0a14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:09.726959 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b01808ab-538c-40c6-9875-e78e4cb0a14e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:09.817563 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b01808ab-538c-40c6-9875-e78e4cb0a14e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:09.821926 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b01808ab-538c-40c6-9875-e78e4cb0a14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:09.846562 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b01808ab-538c-40c6-9875-e78e4cb0a14e admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:21:09.856729 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01808ab-538c-40c6-9875-e78e4cb0a14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471c6d38-59ac-45f4-a663-b707794e2c0d,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:09.861794 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b01808ab-538c-40c6-9875-e78e4cb0a14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:09.862160 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-b01808ab-538c-40c6-9875-e78e4cb0a14e admin admin] Added segment 30b3fcde-8edb-4c7d-b92a-08a0349bb19e of type vlan for network a45fa0f8-c674-4be1-a654-eeeb6bf36503 Sep 16 05:21:09.902642 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b01808ab-538c-40c6-9875-e78e4cb0a14e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:09.927697 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b01808ab-538c-40c6-9875-e78e4cb0a14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:09.928954 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01808ab-538c-40c6-9875-e78e4cb0a14e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:09.929536 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b01808ab-538c-40c6-9875-e78e4cb0a14e admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:09.963694 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b01808ab-538c-40c6-9875-e78e4cb0a14e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3811750 Sep 16 05:21:09.966804 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53452) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:09.971658 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-36808ac5-9487-457b-8893-f5f3e5796bc2 admin admin] Request body: {'subnet': {'network_id': 'a45fa0f8-c674-4be1-a654-eeeb6bf36503', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1722596989-subnet', 'tenant_id': 'b695931bf3b543d8bd2c1bc63f3951ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:09.991225 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01808ab-538c-40c6-9875-e78e4cb0a14e admin admin] Pushing event updated for resources: {'Network': ['ID=a45fa0f8-c674-4be1-a654-eeeb6bf36503,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:09.994580 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36808ac5-9487-457b-8893-f5f3e5796bc2 admin admin] Made reservation on behalf of b695931bf3b543d8bd2c1bc63f3951ed for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:09.997152 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-36808ac5-9487-457b-8893-f5f3e5796bc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.003288 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network a45fa0f8-c674-4be1-a654-eeeb6bf36503 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:21:10.133141 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ecb8b5f0-604b-4890-90c2-8c3247d49240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.167061 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-36808ac5-9487-457b-8893-f5f3e5796bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.219491 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36808ac5-9487-457b-8893-f5f3e5796bc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6aacac69-a251-4762-9d01-6d17b852a1ac,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:10.230432 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36808ac5-9487-457b-8893-f5f3e5796bc2 admin admin] Checking segment: {'id': '30b3fcde-8edb-4c7d-b92a-08a0349bb19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a45fa0f8-c674-4be1-a654-eeeb6bf36503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:10.230795 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36808ac5-9487-457b-8893-f5f3e5796bc2 admin admin] Network hostable DHCP agents. Network: a45fa0f8-c674-4be1-a654-eeeb6bf36503, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:21:10.248475 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36808ac5-9487-457b-8893-f5f3e5796bc2 admin admin] Network a45fa0f8-c674-4be1-a654-eeeb6bf36503 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:21:10.256827 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-36808ac5-9487-457b-8893-f5f3e5796bc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, a45fa0f8-c674-4be1-a654-eeeb6bf36503) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:10.260974 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36808ac5-9487-457b-8893-f5f3e5796bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:10.261566 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-36808ac5-9487-457b-8893-f5f3e5796bc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.265626 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbb6e5c-f473-4877-a7b3-4cc58a6261e6 None None] Network a45fa0f8-c674-4be1-a654-eeeb6bf36503 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:10.277621 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-36808ac5-9487-457b-8893-f5f3e5796bc2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3096802 Sep 16 05:21:10.399774 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1abfea9-b908-4f37-a997-d8d7c7ee1d0b None None] Network a45fa0f8-c674-4be1-a654-eeeb6bf36503 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:10.638443 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device f4faf780-fa7d-4c72-8b24-67268d42f589 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:10.667715 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: f4faf780-fa7d-4c72-8b24-67268d42f589 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:21:10.668060 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device f4faf780-fa7d-4c72-8b24-67268d42f589 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:10.720285 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-64d25744-e694-43c0-9b16-8a435ed3a2c0 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:10.721805 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-64d25744-e694-43c0-9b16-8a435ed3a2c0 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/networks?id=a45fa0f8-c674-4be1-a654-eeeb6bf36503 HTTP/1.1" status: 200 len: 812 time: 0.1101897 Sep 16 05:21:10.737131 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-0f067c7e-efd0-4c27-b6b4-779de8645e5a tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/quotas/b695931bf3b543d8bd2c1bc63f3951ed HTTP/1.1" status: 200 len: 375 time: 0.0091138 Sep 16 05:21:10.768752 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-e95d4f7f-5cf7-409e-b599-5eecdd3a567f tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b695931bf3b543d8bd2c1bc63f3951ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262535 Sep 16 05:21:10.860701 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-6e0057b9-68fb-4b51-9ec4-409a6b4f3f1b service neutron] 10.222.0.35 "GET /v2.0/networks/a45fa0f8-c674-4be1-a654-eeeb6bf36503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842350 Sep 16 05:21:10.948422 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-cecd27f3-d1aa-40c4-b3fa-9e99dc30146a service neutron] 10.222.0.35 "GET /v2.0/networks/a45fa0f8-c674-4be1-a654-eeeb6bf36503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817165 Sep 16 05:21:11.118903 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b1d901cf-1331-4aa4-a456-5b2e1f6d7171 req-25dd04f8-760c-43a4-a788-955807da6399 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 210 time: 0.0313628 Sep 16 05:21:11.896523 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.254728 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a7f4c4bd-3dc6-43e7-8eeb-e90f1a1a484a req-9945b772-1efd-4073-a535-d742b4fdc531 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 210 time: 0.0483625 Sep 16 05:21:12.342615 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-7a5f7373-b4ee-48a2-92cd-2b721a446a53 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:12.344153 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-7a5f7373-b4ee-48a2-92cd-2b721a446a53 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.48 "GET /v2.0/networks?id=a45fa0f8-c674-4be1-a654-eeeb6bf36503 HTTP/1.1" status: 200 len: 812 time: 0.1464195 Sep 16 05:21:12.363754 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-34e225e1-4b2b-4ea5-8674-d3f21985da17 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Request body: {'port': {'device_id': 'cb3dab97-1bc6-4a69-a5c9-13c0921592e4', 'network_id': 'a45fa0f8-c674-4be1-a654-eeeb6bf36503', 'admin_state_up': True, 'tenant_id': 'b695931bf3b543d8bd2c1bc63f3951ed'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:12.481961 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-34e225e1-4b2b-4ea5-8674-d3f21985da17 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Made reservation on behalf of b695931bf3b543d8bd2c1bc63f3951ed for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:12.485801 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-34e225e1-4b2b-4ea5-8674-d3f21985da17 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.655837 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-34e225e1-4b2b-4ea5-8674-d3f21985da17 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Allocated IP 172.20.0.14 (a45fa0f8-c674-4be1-a654-eeeb6bf36503/6aacac69-a251-4762-9d01-6d17b852a1ac/26477f99-49f7-4640-8d6e-c433f267dd66) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:12.822260 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-34e225e1-4b2b-4ea5-8674-d3f21985da17 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.856380 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-34e225e1-4b2b-4ea5-8674-d3f21985da17 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.904253 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-34e225e1-4b2b-4ea5-8674-d3f21985da17 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Network a45fa0f8-c674-4be1-a654-eeeb6bf36503 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:12.907625 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-34e225e1-4b2b-4ea5-8674-d3f21985da17 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:12.914910 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-34e225e1-4b2b-4ea5-8674-d3f21985da17 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:12.921285 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e225e1-4b2b-4ea5-8674-d3f21985da17 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Pushing event updated for resources: {'Port': ['ID=26477f99-49f7-4640-8d6e-c433f267dd66,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:12.968133 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-34e225e1-4b2b-4ea5-8674-d3f21985da17 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:12.968765 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-34e225e1-4b2b-4ea5-8674-d3f21985da17 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.985576 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-34e225e1-4b2b-4ea5-8674-d3f21985da17 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6253281 Sep 16 05:21:13.006343 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-a0f98d12-93d1-477c-9aec-ffb669747495 service neutron] Request body: {'port': {'device_id': 'cb3dab97-1bc6-4a69-a5c9-13c0921592e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:13.064923 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-a0f98d12-93d1-477c-9aec-ffb669747495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.262639 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-96314ac0-098a-4ed2-a606-34a5e56c3032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.332270 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-a0f98d12-93d1-477c-9aec-ffb669747495 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26477f99-49f7-4640-8d6e-c433f267dd66 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:13.347694 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-a0f98d12-93d1-477c-9aec-ffb669747495 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.377390 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-a0f98d12-93d1-477c-9aec-ffb669747495 service neutron] Transition to ACTIVE for port object 26477f99-49f7-4640-8d6e-c433f267dd66 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:21:13.381751 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-a0f98d12-93d1-477c-9aec-ffb669747495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.431389 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166bab6b-ed89-4a03-b358-327bbd6d2e99 req-4109bbea-cb57-4e5b-953e-c62c4d44e6b9 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:13.432918 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-166bab6b-ed89-4a03-b358-327bbd6d2e99 req-4109bbea-cb57-4e5b-953e-c62c4d44e6b9 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 932 time: 0.0961659 Sep 16 05:21:13.454344 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f98d12-93d1-477c-9aec-ffb669747495 service neutron] Pushing event updated for resources: {'Port': ['ID=26477f99-49f7-4640-8d6e-c433f267dd66,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:13.521953 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-166bab6b-ed89-4a03-b358-327bbd6d2e99 req-c6305985-5437-4be9-ab28-b7f72a879c35 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785546 Sep 16 05:21:13.549819 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-a0f98d12-93d1-477c-9aec-ffb669747495 service neutron] Attempting to bind port 26477f99-49f7-4640-8d6e-c433f267dd66 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:13.550418 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-a0f98d12-93d1-477c-9aec-ffb669747495 service neutron] Attempting to bind port 26477f99-49f7-4640-8d6e-c433f267dd66 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '30b3fcde-8edb-4c7d-b92a-08a0349bb19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a45fa0f8-c674-4be1-a654-eeeb6bf36503'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:13.550754 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-a0f98d12-93d1-477c-9aec-ffb669747495 service neutron] Attempting to bind port 26477f99-49f7-4640-8d6e-c433f267dd66 on network a45fa0f8-c674-4be1-a654-eeeb6bf36503 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:13.556217 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-a0f98d12-93d1-477c-9aec-ffb669747495 service neutron] Port 26477f99-49f7-4640-8d6e-c433f267dd66 on network a45fa0f8-c674-4be1-a654-eeeb6bf36503 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:21:13.556783 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-a0f98d12-93d1-477c-9aec-ffb669747495 service neutron] Attempting to bind port 26477f99-49f7-4640-8d6e-c433f267dd66 on network a45fa0f8-c674-4be1-a654-eeeb6bf36503 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:13.558883 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.563055 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-a0f98d12-93d1-477c-9aec-ffb669747495 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:13.563396 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-a0f98d12-93d1-477c-9aec-ffb669747495 service neutron] Checking segment: {'id': '30b3fcde-8edb-4c7d-b92a-08a0349bb19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a45fa0f8-c674-4be1-a654-eeeb6bf36503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:13.563782 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-a0f98d12-93d1-477c-9aec-ffb669747495 service neutron] Bound using segment: {'id': '30b3fcde-8edb-4c7d-b92a-08a0349bb19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a45fa0f8-c674-4be1-a654-eeeb6bf36503'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:13.564209 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-a0f98d12-93d1-477c-9aec-ffb669747495 service neutron] Bound port: 26477f99-49f7-4640-8d6e-c433f267dd66, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b3fcde-8edb-4c7d-b92a-08a0349bb19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a45fa0f8-c674-4be1-a654-eeeb6bf36503'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:13.564584 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-a0f98d12-93d1-477c-9aec-ffb669747495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.630309 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-a0f98d12-93d1-477c-9aec-ffb669747495 service neutron] For port 26477f99-49f7-4640-8d6e-c433f267dd66, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:13.633590 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-a0f98d12-93d1-477c-9aec-ffb669747495 service neutron] For port 26477f99-49f7-4640-8d6e-c433f267dd66, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=26477f99-49f7-4640-8d6e-c433f267dd66,segment=NetworkSegment(30b3fcde-8edb-4c7d-b92a-08a0349bb19e),segment_id=30b3fcde-8edb-4c7d-b92a-08a0349bb19e)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:13.637485 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-a0f98d12-93d1-477c-9aec-ffb669747495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.675800 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-a0f98d12-93d1-477c-9aec-ffb669747495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:13.676530 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-a0f98d12-93d1-477c-9aec-ffb669747495 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.678019 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-a0f98d12-93d1-477c-9aec-ffb669747495 service neutron] 10.222.0.48 "PUT /v2.0/ports/26477f99-49f7-4640-8d6e-c433f267dd66 HTTP/1.1" status: 200 len: 1093 time: 0.6760492 Sep 16 05:21:13.678449 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3dab97-1bc6-4a69-a5c9-13c0921592e4', 'tag': '26477f99-49f7-4640-8d6e-c433f267dd66'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:13.681451 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6732ca-6ac8-439c-8066-37a2ed0fe089" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3dab97-1bc6-4a69-a5c9-13c0921592e4", "tag": "26477f99-49f7-4640-8d6e-c433f267dd66"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:13.707103 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f98d12-93d1-477c-9aec-ffb669747495 service neutron] Pushing event updated for resources: {'Port': ['ID=26477f99-49f7-4640-8d6e-c433f267dd66,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:13.793751 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-2a1e9ad2-dc88-44e3-a765-007f6eec812d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:13.795273 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-2a1e9ad2-dc88-44e3-a765-007f6eec812d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b695931bf3b543d8bd2c1bc63f3951ed&device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 1096 time: 0.0568371 Sep 16 05:21:13.801194 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f27bef4-9ac1-4465-9c0c-353c2a2672c5 x-openstack-request-id: req-3f27bef4-9ac1-4465-9c0c-353c2a2672c5 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:13.801505 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3dab97-1bc6-4a69-a5c9-13c0921592e4", "tag": "26477f99-49f7-4640-8d6e-c433f267dd66", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:13.801757 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3f27bef4-9ac1-4465-9c0c-353c2a2672c5 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:13.802139 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb3dab97-1bc6-4a69-a5c9-13c0921592e4', 'tag': '26477f99-49f7-4640-8d6e-c433f267dd66', 'status': 'completed', 'code': 200} Sep 16 05:21:13.856462 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-8f04ddf4-5854-40d8-935d-9b481df41be7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26477f99-49f7-4640-8d6e-c433f267dd66 HTTP/1.1" status: 200 len: 217 time: 0.0346820 Sep 16 05:21:13.906032 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-0363a624-25b1-4ead-b729-d74864250fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:13.907489 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-0363a624-25b1-4ead-b729-d74864250fcd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6aacac69-a251-4762-9d01-6d17b852a1ac HTTP/1.1" status: 200 len: 852 time: 0.0440938 Sep 16 05:21:13.940550 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-a61f558b-b76d-4ee7-ab52-3e0dd228766a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a45fa0f8-c674-4be1-a654-eeeb6bf36503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264208 Sep 16 05:21:14.036876 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-ac9ed5c6-f15c-4fa9-b648-a842e89f09bd service neutron] 10.222.0.48 "GET /v2.0/networks/a45fa0f8-c674-4be1-a654-eeeb6bf36503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892661 Sep 16 05:21:14.139723 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-089e0b08-8dd3-4a80-9f32-a30c876cf9d5 req-f6700663-40a9-42cd-93d6-6200f3a976bc service neutron] 10.222.0.48 "GET /v2.0/networks/a45fa0f8-c674-4be1-a654-eeeb6bf36503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957446 Sep 16 05:21:14.266454 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6732ca-6ac8-439c-8066-37a2ed0fe089 req-c4c8871b-067d-41de-aeca-c4ed21547912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:14.268012 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b6732ca-6ac8-439c-8066-37a2ed0fe089 req-c4c8871b-067d-41de-aeca-c4ed21547912 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b695931bf3b543d8bd2c1bc63f3951ed&device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 1096 time: 0.0445511 Sep 16 05:21:14.360412 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6732ca-6ac8-439c-8066-37a2ed0fe089 req-eee11934-bf5e-4fe3-bdd8-43e39fe831b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:14.362012 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b6732ca-6ac8-439c-8066-37a2ed0fe089 req-eee11934-bf5e-4fe3-bdd8-43e39fe831b7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a45fa0f8-c674-4be1-a654-eeeb6bf36503 HTTP/1.1" status: 200 len: 913 time: 0.0867631 Sep 16 05:21:14.407732 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b6732ca-6ac8-439c-8066-37a2ed0fe089 req-d80c0420-136d-49de-9c4d-c106b258598d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26477f99-49f7-4640-8d6e-c433f267dd66 HTTP/1.1" status: 200 len: 217 time: 0.0384738 Sep 16 05:21:14.459743 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6732ca-6ac8-439c-8066-37a2ed0fe089 req-994e8133-4d35-4f9b-9253-1ac75ce45758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:14.461426 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b6732ca-6ac8-439c-8066-37a2ed0fe089 req-994e8133-4d35-4f9b-9253-1ac75ce45758 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6aacac69-a251-4762-9d01-6d17b852a1ac HTTP/1.1" status: 200 len: 852 time: 0.0456557 Sep 16 05:21:14.494105 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b6732ca-6ac8-439c-8066-37a2ed0fe089 req-ee196e3b-48bf-4e14-9a70-708532a47e41 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a45fa0f8-c674-4be1-a654-eeeb6bf36503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256805 Sep 16 05:21:14.658475 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.877957 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.948051 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b6732ca-6ac8-439c-8066-37a2ed0fe089 req-a233f924-5c8e-41df-bdef-6c7672d216d1 service neutron] 10.222.0.48 "GET /v2.0/networks/a45fa0f8-c674-4be1-a654-eeeb6bf36503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4462895 Sep 16 05:21:14.959848 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d712b1-9de7-4986-a458-94e02af04d18 req-fb34b3f1-4ed4-4581-8493-aa2c9deb6ac0 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:14.961822 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78d712b1-9de7-4986-a458-94e02af04d18 req-fb34b3f1-4ed4-4581-8493-aa2c9deb6ac0 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 944 time: 0.0700631 Sep 16 05:21:15.045394 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-78d712b1-9de7-4986-a458-94e02af04d18 req-8e188d46-b52f-479a-8707-6eef1f78d91c tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758288 Sep 16 05:21:15.073347 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b6732ca-6ac8-439c-8066-37a2ed0fe089 req-3d0c09ee-986e-44f5-ad98-50d6d538922b service neutron] 10.222.0.48 "GET /v2.0/networks/a45fa0f8-c674-4be1-a654-eeeb6bf36503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106057 Sep 16 05:21:16.159394 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b140a97-762d-48fc-8c60-f128a0753cec req-7accebd2-4764-4b93-97ab-e6d41f862cd8 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:16.160961 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2b140a97-762d-48fc-8c60-f128a0753cec req-7accebd2-4764-4b93-97ab-e6d41f862cd8 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 944 time: 0.0480633 Sep 16 05:21:16.165630 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:16.199928 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2b140a97-762d-48fc-8c60-f128a0753cec req-0d61847f-afe4-46af-ba50-7eed23a05b6d tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318315 Sep 16 05:21:17.317244 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7be27-906c-4869-9232-f79dcbee82c1 req-d758be3d-7777-4516-9afe-e2c5876fff41 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:17.318724 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5cd7be27-906c-4869-9232-f79dcbee82c1 req-d758be3d-7777-4516-9afe-e2c5876fff41 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 944 time: 0.0504153 Sep 16 05:21:17.360896 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5cd7be27-906c-4869-9232-f79dcbee82c1 req-090aafa3-e554-4f56-bd91-5af2d92d6296 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323579 Sep 16 05:21:18.484316 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef7d77-91c3-4177-af8c-cf67be97c3b8 req-ba6e03e1-33cb-402d-8d34-c8055070b69d tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:18.485865 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e3ef7d77-91c3-4177-af8c-cf67be97c3b8 req-ba6e03e1-33cb-402d-8d34-c8055070b69d tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 944 time: 0.0541468 Sep 16 05:21:18.528396 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e3ef7d77-91c3-4177-af8c-cf67be97c3b8 req-76556c4a-cc18-4331-97cc-ee090399773b tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358963 Sep 16 05:21:19.506435 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 26477f99-49f7-4640-8d6e-c433f267dd66 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:21:19.603045 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 26477f99-49f7-4640-8d6e-c433f267dd66, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=26477f99-49f7-4640-8d6e-c433f267dd66,segment=NetworkSegment(30b3fcde-8edb-4c7d-b92a-08a0349bb19e),segment_id=30b3fcde-8edb-4c7d-b92a-08a0349bb19e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:19.614639 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '26477f99-49f7-4640-8d6e-c433f267dd66', 'network_id': 'a45fa0f8-c674-4be1-a654-eeeb6bf36503', 'port_id': '26477f99-49f7-4640-8d6e-c433f267dd66', 'mac_address': 'fa:16:3e:6c:db:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aacac69-a251-4762-9d01-6d17b852a1ac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:21:19.660936 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:19.678964 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26477f99-49f7-4640-8d6e-c433f267dd66 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:19.689015 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd7ca9-d0e3-4386-89a9-41a6cf777b9e req-6ce829a5-0278-4333-a485-ed7bdc2ba9f4 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:19.691385 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-61dd7ca9-d0e3-4386-89a9-41a6cf777b9e req-6ce829a5-0278-4333-a485-ed7bdc2ba9f4 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 944 time: 0.0539472 Sep 16 05:21:19.701197 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 26477f99-49f7-4640-8d6e-c433f267dd66, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=26477f99-49f7-4640-8d6e-c433f267dd66,segment=NetworkSegment(30b3fcde-8edb-4c7d-b92a-08a0349bb19e),segment_id=30b3fcde-8edb-4c7d-b92a-08a0349bb19e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:19.706163 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:19.735188 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-61dd7ca9-d0e3-4386-89a9-41a6cf777b9e req-ba4fbc3c-680c-41ff-95a0-44f4256e6a89 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380213 Sep 16 05:21:19.759834 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=26477f99-49f7-4640-8d6e-c433f267dd66,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:20.098872 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['26477f99-49f7-4640-8d6e-c433f267dd66'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:21:20.878375 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a79399-c86e-4ba5-8e0e-891b096e3c0c req-8e27aaea-3b02-4185-a49c-c913ceecfd12 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:20.879884 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-36a79399-c86e-4ba5-8e0e-891b096e3c0c req-8e27aaea-3b02-4185-a49c-c913ceecfd12 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 945 time: 0.0607829 Sep 16 05:21:20.934598 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-36a79399-c86e-4ba5-8e0e-891b096e3c0c req-7b41fbe7-6cf0-49fa-a30f-188f7f7e320e tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455961 Sep 16 05:21:21.517296 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 26477f99-49f7-4640-8d6e-c433f267dd66 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:21.572618 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 26477f99-49f7-4640-8d6e-c433f267dd66 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:21:21.577070 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 26477f99-49f7-4640-8d6e-c433f267dd66 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:21.577692 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:21.673211 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:21.699154 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3dab97-1bc6-4a69-a5c9-13c0921592e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26477f99-49f7-4640-8d6e-c433f267dd66'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:21.701442 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d784475b-acc4-4587-9a09-8e75b3dabbfc" -d '{"events": [{"server_uuid": "cb3dab97-1bc6-4a69-a5c9-13c0921592e4", "name": "network-vif-plugged", "status": "completed", "tag": "26477f99-49f7-4640-8d6e-c433f267dd66"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:21.715978 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 26477f99-49f7-4640-8d6e-c433f267dd66, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=26477f99-49f7-4640-8d6e-c433f267dd66,segment=NetworkSegment(30b3fcde-8edb-4c7d-b92a-08a0349bb19e),segment_id=30b3fcde-8edb-4c7d-b92a-08a0349bb19e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:21.721489 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:21.759646 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11c33e1-ee9e-4723-a98f-615aa21a5223 x-openstack-request-id: req-d11c33e1-ee9e-4723-a98f-615aa21a5223 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:21.760009 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3dab97-1bc6-4a69-a5c9-13c0921592e4", "name": "network-vif-plugged", "status": "completed", "tag": "26477f99-49f7-4640-8d6e-c433f267dd66", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:21.760194 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d11c33e1-ee9e-4723-a98f-615aa21a5223 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:21.760611 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3dab97-1bc6-4a69-a5c9-13c0921592e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26477f99-49f7-4640-8d6e-c433f267dd66', 'code': 200} Sep 16 05:21:21.792149 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=26477f99-49f7-4640-8d6e-c433f267dd66,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:21.869188 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9968da-3a6c-4759-9fe0-9e58a708402f req-c37c1c8b-bfcc-4286-b833-0994d4926c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:21.870679 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ce9968da-3a6c-4759-9fe0-9e58a708402f req-c37c1c8b-bfcc-4286-b833-0994d4926c64 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 1098 time: 0.0467522 Sep 16 05:21:21.913011 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ce9968da-3a6c-4759-9fe0-9e58a708402f req-b244b41c-7802-4a80-afa4-21b45ae25272 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347149 Sep 16 05:21:22.051242 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859b4de-6c77-4f48-bb34-48545bff15ec req-ed4771ab-47e4-4b0f-af0e-48d9972b4f09 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:22.052746 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f859b4de-6c77-4f48-bb34-48545bff15ec req-ed4771ab-47e4-4b0f-af0e-48d9972b4f09 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 946 time: 0.0498686 Sep 16 05:21:22.090806 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f859b4de-6c77-4f48-bb34-48545bff15ec req-da106ddb-6663-4b7a-8712-1b640cfc199a tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315189 Sep 16 05:21:23.204364 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b915428-2742-43e1-a139-bd23b7b2433f req-aea9755b-4015-42e0-8096-b7f8c9e0b2c8 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:23.205895 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b915428-2742-43e1-a139-bd23b7b2433f req-aea9755b-4015-42e0-8096-b7f8c9e0b2c8 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 946 time: 0.0492394 Sep 16 05:21:23.246870 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b915428-2742-43e1-a139-bd23b7b2433f req-120394a0-1ded-4215-b74a-e6c5235ee87e tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344608 Sep 16 05:21:24.374913 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb89748-25d9-4d43-a8e7-4d800c308208 req-212da8d8-6aa9-405b-a97c-fb4de04c283b tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:24.377285 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7eb89748-25d9-4d43-a8e7-4d800c308208 req-212da8d8-6aa9-405b-a97c-fb4de04c283b tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 946 time: 0.0569422 Sep 16 05:21:24.417179 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7eb89748-25d9-4d43-a8e7-4d800c308208 req-8322ba83-df1e-4b53-b4e2-db0899f4fdd3 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331945 Sep 16 05:21:24.682964 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b65033-2d12-4b06-aa25-abae83b704bf req-9cf514b7-fd20-4f87-8e50-78b3a1283fad tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:24.684541 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-76b65033-2d12-4b06-aa25-abae83b704bf req-9cf514b7-fd20-4f87-8e50-78b3a1283fad tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 946 time: 0.0642314 Sep 16 05:21:24.724424 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-76b65033-2d12-4b06-aa25-abae83b704bf req-328e12a6-8791-4914-8b9b-cb451039dcb4 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333133 Sep 16 05:21:24.766036 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-2aa8ffcb-7d0e-4300-9abb-f0b686437c6a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1599665 Sep 16 05:21:24.777166 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-7d59728c-0b65-4f6f-86d0-fbc2288c3c6a service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:21:24.778116 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-7d59728c-0b65-4f6f-86d0-fbc2288c3c6a service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053377 Sep 16 05:21:25.848680 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc91c09d-6664-40a5-8d45-31b0630d3060 req-fdf2cb68-a43e-4e24-a14c-4eda4fc66bc6 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:25.850230 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc91c09d-6664-40a5-8d45-31b0630d3060 req-fdf2cb68-a43e-4e24-a14c-4eda4fc66bc6 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 946 time: 0.0525491 Sep 16 05:21:25.892416 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc91c09d-6664-40a5-8d45-31b0630d3060 req-341b786c-ab9a-4ec7-9702-88f86a332206 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355430 Sep 16 05:21:26.018405 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-38641168-2820-431c-82b9-c47b65435a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:26.019851 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-38641168-2820-431c-82b9-c47b65435a6a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b695931bf3b543d8bd2c1bc63f3951ed&device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 1098 time: 0.0450976 Sep 16 05:21:26.109671 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-f21d5204-b4da-41c0-adfb-7ae26a9709b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:26.111142 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-f21d5204-b4da-41c0-adfb-7ae26a9709b0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a45fa0f8-c674-4be1-a654-eeeb6bf36503 HTTP/1.1" status: 200 len: 913 time: 0.0849016 Sep 16 05:21:26.156918 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-bf117020-c54c-40d7-9098-27d2ef0925eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26477f99-49f7-4640-8d6e-c433f267dd66 HTTP/1.1" status: 200 len: 217 time: 0.0391293 Sep 16 05:21:26.206386 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-c944775c-9a02-428e-8790-959e771f3ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:26.207869 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-c944775c-9a02-428e-8790-959e771f3ed7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6aacac69-a251-4762-9d01-6d17b852a1ac HTTP/1.1" status: 200 len: 852 time: 0.0448768 Sep 16 05:21:26.240085 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-b40f8e85-2cc7-426c-a8c6-d3affee85809 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a45fa0f8-c674-4be1-a654-eeeb6bf36503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251999 Sep 16 05:21:26.341721 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-a496c731-5c2f-45fa-bacd-2630e1b59526 service neutron] 10.222.0.48 "GET /v2.0/networks/a45fa0f8-c674-4be1-a654-eeeb6bf36503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943878 Sep 16 05:21:26.436187 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-853edf84-8f4e-48ad-8f78-d35d25b37a6e service neutron] 10.222.0.48 "GET /v2.0/networks/a45fa0f8-c674-4be1-a654-eeeb6bf36503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875936 Sep 16 05:21:27.036117 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb290f-dc75-4d97-9ebf-dbf985c2dd3f req-000457fb-f032-4319-84e3-ce9ae083b5c4 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:27.037671 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-abcb290f-dc75-4d97-9ebf-dbf985c2dd3f req-000457fb-f032-4319-84e3-ce9ae083b5c4 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 946 time: 0.0629888 Sep 16 05:21:27.078059 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-abcb290f-dc75-4d97-9ebf-dbf985c2dd3f req-184af0c2-0a49-4766-a739-e8f9aee3f4bf tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328209 Sep 16 05:21:28.205400 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873a575-8914-455c-b782-ded9b0778d96 req-2542812f-aaae-4b5c-889e-a2a36c3bbeef tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:28.206917 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0873a575-8914-455c-b782-ded9b0778d96 req-2542812f-aaae-4b5c-889e-a2a36c3bbeef tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 946 time: 0.0584621 Sep 16 05:21:28.248619 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0873a575-8914-455c-b782-ded9b0778d96 req-be0be4df-b613-44f2-b6e1-3fe67e81e17a tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344369 Sep 16 05:21:29.373182 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9adf87-2980-4dc6-af99-2836466a4850 req-91830341-c7bd-4daa-80a4-0d1a5ab5c6ec tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:29.375152 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7d9adf87-2980-4dc6-af99-2836466a4850 req-91830341-c7bd-4daa-80a4-0d1a5ab5c6ec tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 946 time: 0.0550003 Sep 16 05:21:29.414500 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7d9adf87-2980-4dc6-af99-2836466a4850 req-eb27845a-e4fb-4890-a098-8b81f13f506a tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331314 Sep 16 05:21:30.532151 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5006d-b506-47d2-8368-bb582a60a3c1 req-00adb238-44bb-4cac-8ba4-943ba3b3e3e5 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:30.533742 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9ee5006d-b506-47d2-8368-bb582a60a3c1 req-00adb238-44bb-4cac-8ba4-943ba3b3e3e5 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 946 time: 0.0505359 Sep 16 05:21:30.577479 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9ee5006d-b506-47d2-8368-bb582a60a3c1 req-ee565802-2226-47d6-ada9-7e5b0b968fb2 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371718 Sep 16 05:21:31.701481 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1447a1-0e54-47c1-a6f1-1f8b8008c65a req-25a682f6-a010-4cdb-8060-409f044b4abe tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:31.702995 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1a1447a1-0e54-47c1-a6f1-1f8b8008c65a req-25a682f6-a010-4cdb-8060-409f044b4abe tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 946 time: 0.0547709 Sep 16 05:21:31.742681 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1a1447a1-0e54-47c1-a6f1-1f8b8008c65a req-7ab3451d-11f3-4558-b2be-59a9920943b9 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337365 Sep 16 05:21:32.881816 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f99e98-8d22-4ea3-a7e0-87cc5243d3fd req-34a15298-4458-4fee-b4f2-bbee36af7c85 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:32.883934 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c7f99e98-8d22-4ea3-a7e0-87cc5243d3fd req-34a15298-4458-4fee-b4f2-bbee36af7c85 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 946 time: 0.0651746 Sep 16 05:21:32.927600 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c7f99e98-8d22-4ea3-a7e0-87cc5243d3fd req-ac7d112f-da2d-46b5-b504-daf2988d6f34 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374506 Sep 16 05:21:33.136321 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:21:34.045922 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a489b-de03-4cb6-bdd3-d58b2b93f460 req-7c8cda42-d9e5-4a10-a3f8-bac3b9a20160 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:34.047431 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b0a489b-de03-4cb6-bdd3-d58b2b93f460 req-7c8cda42-d9e5-4a10-a3f8-bac3b9a20160 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 946 time: 0.0499666 Sep 16 05:21:34.086523 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b0a489b-de03-4cb6-bdd3-d58b2b93f460 req-e962e799-4b47-4356-9329-b3ac48868832 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328050 Sep 16 05:21:35.210391 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170eafb8-b6ce-4b4c-8689-15730c9c93ff req-17337db4-9d13-4109-9d1f-4b03cc6f5ef8 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:35.212593 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-170eafb8-b6ce-4b4c-8689-15730c9c93ff req-17337db4-9d13-4109-9d1f-4b03cc6f5ef8 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 946 time: 0.0553169 Sep 16 05:21:35.253219 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-170eafb8-b6ce-4b4c-8689-15730c9c93ff req-a8d0755f-9abe-456f-8e1a-889ec615a7e0 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343740 Sep 16 05:21:36.375773 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1845e7-2f6b-4485-b24b-44356b62c620 req-91971bd1-3249-422b-87a3-9a4b0afd06ae tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:36.377338 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c1845e7-2f6b-4485-b24b-44356b62c620 req-91971bd1-3249-422b-87a3-9a4b0afd06ae tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 946 time: 0.0525713 Sep 16 05:21:36.415851 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c1845e7-2f6b-4485-b24b-44356b62c620 req-c8b56a37-7602-4e2c-848a-06c9a1aa75a9 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324442 Sep 16 05:21:37.534395 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70fe5e-7020-42b9-a830-06dbc7a4a809 req-75c56cff-63d1-4746-996d-3686db377e23 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:37.535940 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2a70fe5e-7020-42b9-a830-06dbc7a4a809 req-75c56cff-63d1-4746-996d-3686db377e23 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 946 time: 0.0501957 Sep 16 05:21:37.575748 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2a70fe5e-7020-42b9-a830-06dbc7a4a809 req-9a2dc2b0-0e92-4654-b216-06111284ee75 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336020 Sep 16 05:21:38.702634 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a93509-bf47-4445-b9bf-2d7dab3aa2e6 req-12fcb996-08f8-41e7-98f0-a4374f63770f tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:38.704154 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-99a93509-bf47-4445-b9bf-2d7dab3aa2e6 req-12fcb996-08f8-41e7-98f0-a4374f63770f tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 946 time: 0.0595584 Sep 16 05:21:38.744763 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-99a93509-bf47-4445-b9bf-2d7dab3aa2e6 req-47e13425-9d37-4780-b6f8-3d383716061c tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339649 Sep 16 05:21:39.868667 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14ec15-55e2-4b9f-9bd0-db5cddcfabb5 req-886aaf80-a472-4856-95f6-fd092a919c96 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:39.870834 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5d14ec15-55e2-4b9f-9bd0-db5cddcfabb5 req-886aaf80-a472-4856-95f6-fd092a919c96 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 946 time: 0.0505219 Sep 16 05:21:39.911144 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5d14ec15-55e2-4b9f-9bd0-db5cddcfabb5 req-c9d35544-20c1-42ab-8fe4-9ce7d9f13f8d tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338876 Sep 16 05:21:40.134281 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8d205f0c-c35f-44a6-aede-7378f9074191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.034778 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d92804-cef4-4abe-b312-62df3cb37046 req-2456b2ed-0efe-4226-a0d4-a9bdda944e28 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:41.036507 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-33d92804-cef4-4abe-b312-62df3cb37046 req-2456b2ed-0efe-4226-a0d4-a9bdda944e28 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 946 time: 0.0547132 Sep 16 05:21:41.082062 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-33d92804-cef4-4abe-b312-62df3cb37046 req-2f059ee7-e4b8-4ea8-8937-f1041df8d532 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372648 Sep 16 05:21:41.904429 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.215441 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b478d-e097-4c71-9fdf-aa0810721186 req-aa170ade-e11f-4d96-86c1-7afaf566f576 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:42.216891 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-527b478d-e097-4c71-9fdf-aa0810721186 req-aa170ade-e11f-4d96-86c1-7afaf566f576 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 946 time: 0.0610952 Sep 16 05:21:42.256012 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-527b478d-e097-4c71-9fdf-aa0810721186 req-74b3d553-132b-4aa6-95a4-473a6bb3cf9d tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332043 Sep 16 05:21:43.263468 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3f404e8b-eb43-461e-a905-3802ae0d4f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:43.380316 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164e937-17c3-45da-8dbc-92f00e3f03d9 req-c5c70f31-7231-4655-ac02-7bc37c29eb75 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:43.381833 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5164e937-17c3-45da-8dbc-92f00e3f03d9 req-c5c70f31-7231-4655-ac02-7bc37c29eb75 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 946 time: 0.0504205 Sep 16 05:21:43.420381 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5164e937-17c3-45da-8dbc-92f00e3f03d9 req-543b4b17-a71c-4f11-8dd2-c1351a060748 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320292 Sep 16 05:21:43.560912 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:44.535280 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f495d-fcfa-4eab-8cc7-f960767c9d0c req-28b151ec-935e-4c01-bd20-145a8874188a tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:44.536718 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-289f495d-fcfa-4eab-8cc7-f960767c9d0c req-28b151ec-935e-4c01-bd20-145a8874188a tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 946 time: 0.0488198 Sep 16 05:21:44.574867 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-289f495d-fcfa-4eab-8cc7-f960767c9d0c req-c6921825-a51c-4b64-9072-ca1a0866de39 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313253 Sep 16 05:21:44.653069 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:44.891566 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:45.696198 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff932a-3596-4c77-bae6-8b1377c87cdd req-1102b474-e80b-4130-a17b-2d458d6b35ca tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:45.697957 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e5ff932a-3596-4c77-bae6-8b1377c87cdd req-1102b474-e80b-4130-a17b-2d458d6b35ca tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 946 time: 0.0539718 Sep 16 05:21:45.736339 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e5ff932a-3596-4c77-bae6-8b1377c87cdd req-99acc70c-598d-4ae6-a660-65575ec858c3 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325515 Sep 16 05:21:46.167695 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:46.853646 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66241299-f38e-489b-9bae-5b4898ff7898 req-64ab3b63-75c1-4d68-9e68-26e6dae796bc tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:46.855870 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-66241299-f38e-489b-9bae-5b4898ff7898 req-64ab3b63-75c1-4d68-9e68-26e6dae796bc tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 946 time: 0.0495110 Sep 16 05:21:46.893060 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-66241299-f38e-489b-9bae-5b4898ff7898 req-33070801-b351-45b7-9c2a-62d7cbd3c244 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312908 Sep 16 05:21:48.010835 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6ae35-26e2-4d87-8fe8-ef1bd5dc1b74 req-da62dc79-fcc7-4156-8021-a8802c3d9513 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:48.012743 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-97b6ae35-26e2-4d87-8fe8-ef1bd5dc1b74 req-da62dc79-fcc7-4156-8021-a8802c3d9513 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 946 time: 0.0498977 Sep 16 05:21:48.050820 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-97b6ae35-26e2-4d87-8fe8-ef1bd5dc1b74 req-10951119-055a-4eba-8c8b-d8c22f8ca8ec tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317924 Sep 16 05:21:49.171635 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2da307-b435-4f26-8a89-3ed306ebddf6 req-afe94a6d-1225-44f4-91a1-55472881b105 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:49.173193 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a2da307-b435-4f26-8a89-3ed306ebddf6 req-afe94a6d-1225-44f4-91a1-55472881b105 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 946 time: 0.0548141 Sep 16 05:21:49.211602 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a2da307-b435-4f26-8a89-3ed306ebddf6 req-cdcba315-6e7f-462c-a98f-fddd9d372b1f tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323017 Sep 16 05:21:50.328384 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a9981-72ea-45d8-bba3-41905d2b2006 req-9dc74163-27ec-4b53-a171-be27b57c5d74 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:50.330022 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7e8a9981-72ea-45d8-bba3-41905d2b2006 req-9dc74163-27ec-4b53-a171-be27b57c5d74 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 946 time: 0.0507889 Sep 16 05:21:50.370855 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7e8a9981-72ea-45d8-bba3-41905d2b2006 req-385702c3-b35d-4987-aaac-190c41ed43e2 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346131 Sep 16 05:21:51.490987 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af61d7-7606-49c6-a09a-99209727e2f2 req-47145a3d-d5a9-45b9-a391-bfc9f388fa04 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:51.492502 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84af61d7-7606-49c6-a09a-99209727e2f2 req-47145a3d-d5a9-45b9-a391-bfc9f388fa04 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 946 time: 0.0504229 Sep 16 05:21:51.534095 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84af61d7-7606-49c6-a09a-99209727e2f2 req-361181df-bd2a-4ba5-952a-ff5526ae84ef tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348296 Sep 16 05:21:52.654655 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb519db-a43e-40a8-bf3d-2601ea1a71c1 req-2257a3ff-b89b-4cce-8ad1-b62f3e89e34b tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:52.656147 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9fb519db-a43e-40a8-bf3d-2601ea1a71c1 req-2257a3ff-b89b-4cce-8ad1-b62f3e89e34b tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 946 time: 0.0538208 Sep 16 05:21:52.693983 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9fb519db-a43e-40a8-bf3d-2601ea1a71c1 req-291052a9-8a8a-49e1-bc56-1fb5ba8cade2 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318849 Sep 16 05:21:53.675899 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-154ef337-1c48-41ab-bf13-f5dd149f9f5f service neutron] show failed (client error): The resource could not be found. Sep 16 05:21:53.676960 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-154ef337-1c48-41ab-bf13-f5dd149f9f5f service neutron] 10.222.0.48 "GET /v2.0/ports/26477f99-49f7-4640-8d6e-c433f267dd66/bindings/n-h1-712139-15 HTTP/1.1" status: 404 len: 381 time: 0.0582042 Sep 16 05:21:53.815822 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f24727-1e57-449c-af91-12ab51ebdcb5 req-8ce43d3c-a133-44f7-9ccc-6c729e3ef4be tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:53.817434 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-70f24727-1e57-449c-af91-12ab51ebdcb5 req-8ce43d3c-a133-44f7-9ccc-6c729e3ef4be tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 946 time: 0.0551569 Sep 16 05:21:53.857385 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-70f24727-1e57-449c-af91-12ab51ebdcb5 req-bf1d9ff1-b89c-4a36-ae26-010ed6a9e5bf tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338209 Sep 16 05:21:53.919740 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-63fa98b7-739a-42aa-8f83-aa8d0073ad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:53.921282 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-63fa98b7-739a-42aa-8f83-aa8d0073ad63 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4&tenant_id=b695931bf3b543d8bd2c1bc63f3951ed HTTP/1.1" status: 200 len: 1098 time: 0.0795641 Sep 16 05:21:53.939299 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-d8d9a581-3341-4e71-8fc3-62ae2ab2125b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-15', 'device_owner': 'compute:nova'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:53.990576 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-d8d9a581-3341-4e71-8fc3-62ae2ab2125b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.192865 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-d8d9a581-3341-4e71-8fc3-62ae2ab2125b service neutron] For port 26477f99-49f7-4640-8d6e-c433f267dd66, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=26477f99-49f7-4640-8d6e-c433f267dd66,segment=NetworkSegment(30b3fcde-8edb-4c7d-b92a-08a0349bb19e),segment_id=30b3fcde-8edb-4c7d-b92a-08a0349bb19e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:54.225794 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-d8d9a581-3341-4e71-8fc3-62ae2ab2125b service neutron] For port 26477f99-49f7-4640-8d6e-c433f267dd66, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:54.266343 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3dab97-1bc6-4a69-a5c9-13c0921592e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26477f99-49f7-4640-8d6e-c433f267dd66'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:54.268707 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f513c267-1ea2-46e6-90dd-678ef79ef360" -d '{"events": [{"server_uuid": "cb3dab97-1bc6-4a69-a5c9-13c0921592e4", "name": "network-vif-unplugged", "status": "completed", "tag": "26477f99-49f7-4640-8d6e-c433f267dd66"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:54.272794 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-d8d9a581-3341-4e71-8fc3-62ae2ab2125b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.286722 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-d8d9a581-3341-4e71-8fc3-62ae2ab2125b service neutron] Transition to ACTIVE for port object 26477f99-49f7-4640-8d6e-c433f267dd66 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:21:54.291160 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-d8d9a581-3341-4e71-8fc3-62ae2ab2125b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.326565 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd05fe06-48c5-489c-a516-c4bbf810969f x-openstack-request-id: req-bd05fe06-48c5-489c-a516-c4bbf810969f {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:54.326941 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3dab97-1bc6-4a69-a5c9-13c0921592e4", "name": "network-vif-unplugged", "status": "completed", "tag": "26477f99-49f7-4640-8d6e-c433f267dd66", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:54.327261 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bd05fe06-48c5-489c-a516-c4bbf810969f {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:54.327786 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3dab97-1bc6-4a69-a5c9-13c0921592e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26477f99-49f7-4640-8d6e-c433f267dd66', 'code': 200} Sep 16 05:21:54.356369 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-d8d9a581-3341-4e71-8fc3-62ae2ab2125b service neutron] No DVR routers for this DVR port 26477f99-49f7-4640-8d6e-c433f267dd66 on host n-h2-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:54.359374 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9a581-3341-4e71-8fc3-62ae2ab2125b service neutron] Pushing event updated for resources: {'Port': ['ID=26477f99-49f7-4640-8d6e-c433f267dd66,revision_number=6']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:54.371008 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9a581-3341-4e71-8fc3-62ae2ab2125b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:54.371391 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9a581-3341-4e71-8fc3-62ae2ab2125b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:54.371731 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9a581-3341-4e71-8fc3-62ae2ab2125b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:54.372063 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9a581-3341-4e71-8fc3-62ae2ab2125b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:54.372392 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9a581-3341-4e71-8fc3-62ae2ab2125b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:54.372751 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9a581-3341-4e71-8fc3-62ae2ab2125b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:54.373089 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9a581-3341-4e71-8fc3-62ae2ab2125b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:54.373415 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9a581-3341-4e71-8fc3-62ae2ab2125b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:54.373729 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9a581-3341-4e71-8fc3-62ae2ab2125b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:54.374049 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9a581-3341-4e71-8fc3-62ae2ab2125b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:54.374375 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9a581-3341-4e71-8fc3-62ae2ab2125b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:54.374688 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9a581-3341-4e71-8fc3-62ae2ab2125b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:54.405886 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-d8d9a581-3341-4e71-8fc3-62ae2ab2125b service neutron] Attempting to bind port 26477f99-49f7-4640-8d6e-c433f267dd66 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:54.406222 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-d8d9a581-3341-4e71-8fc3-62ae2ab2125b service neutron] Attempting to bind port 26477f99-49f7-4640-8d6e-c433f267dd66 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '30b3fcde-8edb-4c7d-b92a-08a0349bb19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a45fa0f8-c674-4be1-a654-eeeb6bf36503'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:54.406549 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-d8d9a581-3341-4e71-8fc3-62ae2ab2125b service neutron] Attempting to bind port 26477f99-49f7-4640-8d6e-c433f267dd66 on network a45fa0f8-c674-4be1-a654-eeeb6bf36503 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:54.410707 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-d8d9a581-3341-4e71-8fc3-62ae2ab2125b service neutron] Port 26477f99-49f7-4640-8d6e-c433f267dd66 on network a45fa0f8-c674-4be1-a654-eeeb6bf36503 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:21:54.411026 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-d8d9a581-3341-4e71-8fc3-62ae2ab2125b service neutron] Attempting to bind port 26477f99-49f7-4640-8d6e-c433f267dd66 on network a45fa0f8-c674-4be1-a654-eeeb6bf36503 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:54.415794 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-d8d9a581-3341-4e71-8fc3-62ae2ab2125b service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:54.416130 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-d8d9a581-3341-4e71-8fc3-62ae2ab2125b service neutron] Checking segment: {'id': '30b3fcde-8edb-4c7d-b92a-08a0349bb19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a45fa0f8-c674-4be1-a654-eeeb6bf36503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:54.416511 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-d8d9a581-3341-4e71-8fc3-62ae2ab2125b service neutron] Bound using segment: {'id': '30b3fcde-8edb-4c7d-b92a-08a0349bb19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a45fa0f8-c674-4be1-a654-eeeb6bf36503'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:54.416968 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-d8d9a581-3341-4e71-8fc3-62ae2ab2125b service neutron] Bound port: 26477f99-49f7-4640-8d6e-c433f267dd66, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b3fcde-8edb-4c7d-b92a-08a0349bb19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a45fa0f8-c674-4be1-a654-eeeb6bf36503'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:54.417377 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-d8d9a581-3341-4e71-8fc3-62ae2ab2125b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.479558 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-d8d9a581-3341-4e71-8fc3-62ae2ab2125b service neutron] For port 26477f99-49f7-4640-8d6e-c433f267dd66, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:54.483192 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-d8d9a581-3341-4e71-8fc3-62ae2ab2125b service neutron] For port 26477f99-49f7-4640-8d6e-c433f267dd66, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=26477f99-49f7-4640-8d6e-c433f267dd66,segment=NetworkSegment(30b3fcde-8edb-4c7d-b92a-08a0349bb19e),segment_id=30b3fcde-8edb-4c7d-b92a-08a0349bb19e)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:54.487188 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-d8d9a581-3341-4e71-8fc3-62ae2ab2125b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.521426 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-d8d9a581-3341-4e71-8fc3-62ae2ab2125b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:54.522036 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-d8d9a581-3341-4e71-8fc3-62ae2ab2125b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.523414 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-d8d9a581-3341-4e71-8fc3-62ae2ab2125b service neutron] 10.222.0.47 "PUT /v2.0/ports/26477f99-49f7-4640-8d6e-c433f267dd66 HTTP/1.1" status: 200 len: 1093 time: 0.5880687 Sep 16 05:21:54.543828 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9a581-3341-4e71-8fc3-62ae2ab2125b service neutron] Pushing event updated for resources: {'Port': ['ID=26477f99-49f7-4640-8d6e-c433f267dd66,revision_number=7']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:54.596477 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-405aed8c-26dd-433f-804b-76c195b354b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:54.597993 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-405aed8c-26dd-433f-804b-76c195b354b4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b695931bf3b543d8bd2c1bc63f3951ed&device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 1096 time: 0.0413916 Sep 16 05:21:54.691372 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-6b62079f-78ef-455b-bfb1-77eda1ba9ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:54.692905 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-6b62079f-78ef-455b-bfb1-77eda1ba9ed9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a45fa0f8-c674-4be1-a654-eeeb6bf36503 HTTP/1.1" status: 200 len: 913 time: 0.0862679 Sep 16 05:21:54.733550 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-e62be807-21d8-425c-b713-2e02e196315d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26477f99-49f7-4640-8d6e-c433f267dd66 HTTP/1.1" status: 200 len: 217 time: 0.0336163 Sep 16 05:21:54.787699 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-54cffa7f-1a27-48b9-93ce-02777c12d83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:54.789328 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-54cffa7f-1a27-48b9-93ce-02777c12d83b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6aacac69-a251-4762-9d01-6d17b852a1ac HTTP/1.1" status: 200 len: 852 time: 0.0483842 Sep 16 05:21:54.820429 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-09dc14b2-d7c6-4ac1-87d0-46f545cc0f2a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a45fa0f8-c674-4be1-a654-eeeb6bf36503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246003 Sep 16 05:21:54.910168 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-b1362d42-cdb1-4ec9-9104-09dd832ee78f service neutron] 10.222.0.47 "GET /v2.0/networks/a45fa0f8-c674-4be1-a654-eeeb6bf36503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824313 Sep 16 05:21:54.986345 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fd321-3881-4634-9bfb-9520a51d503c req-ecd6e18a-38ce-45f3-9a5a-e7b21f433443 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:54.987840 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9e7fd321-3881-4634-9bfb-9520a51d503c req-ecd6e18a-38ce-45f3-9a5a-e7b21f433443 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 944 time: 0.0557477 Sep 16 05:21:55.007202 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-d7af7c64-a5fd-4864-b525-adaf9a53f178 req-4201a7ed-bc4a-44b9-9471-126e59ceed1c service neutron] 10.222.0.47 "GET /v2.0/networks/a45fa0f8-c674-4be1-a654-eeeb6bf36503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901482 Sep 16 05:21:55.027719 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9e7fd321-3881-4634-9bfb-9520a51d503c req-0daf8b5c-d6ed-4aaf-987b-4c041f09a748 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336051 Sep 16 05:21:56.144745 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27661c24-341e-4a79-9e3c-e8f96a4a5b53 req-38da90bd-3e40-4a15-86ca-ee2c64edadc1 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:56.146239 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-27661c24-341e-4a79-9e3c-e8f96a4a5b53 req-38da90bd-3e40-4a15-86ca-ee2c64edadc1 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 944 time: 0.0487111 Sep 16 05:21:56.184717 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-27661c24-341e-4a79-9e3c-e8f96a4a5b53 req-1e4434b8-de3f-4a29-b079-4329d0f6b059 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318723 Sep 16 05:21:56.328523 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3dab97-1bc6-4a69-a5c9-13c0921592e4', 'tag': '26477f99-49f7-4640-8d6e-c433f267dd66'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:56.330916 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd83eda-5a9a-4342-8d1a-1e4bcc9d5699" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3dab97-1bc6-4a69-a5c9-13c0921592e4", "tag": "26477f99-49f7-4640-8d6e-c433f267dd66"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:56.384700 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb840d21-f819-41a0-b490-8d32bb2e34fa x-openstack-request-id: req-bb840d21-f819-41a0-b490-8d32bb2e34fa {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:56.384999 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3dab97-1bc6-4a69-a5c9-13c0921592e4", "tag": "26477f99-49f7-4640-8d6e-c433f267dd66", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:56.385248 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bb840d21-f819-41a0-b490-8d32bb2e34fa {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:56.385662 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb3dab97-1bc6-4a69-a5c9-13c0921592e4', 'tag': '26477f99-49f7-4640-8d6e-c433f267dd66', 'status': 'completed', 'code': 200} Sep 16 05:21:56.470535 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd83eda-5a9a-4342-8d1a-1e4bcc9d5699 req-af720241-aa92-4cd5-ac66-be92c887d977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:56.471099 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd83eda-5a9a-4342-8d1a-1e4bcc9d5699 req-f07a5f4f-53a3-4789-a0f3-07df30ac9e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:56.472067 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ffd83eda-5a9a-4342-8d1a-1e4bcc9d5699 req-af720241-aa92-4cd5-ac66-be92c887d977 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b695931bf3b543d8bd2c1bc63f3951ed&device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 1096 time: 0.0440373 Sep 16 05:21:56.472616 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ffd83eda-5a9a-4342-8d1a-1e4bcc9d5699 req-f07a5f4f-53a3-4789-a0f3-07df30ac9e8e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b695931bf3b543d8bd2c1bc63f3951ed&device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 1096 time: 0.0412822 Sep 16 05:21:56.570491 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd83eda-5a9a-4342-8d1a-1e4bcc9d5699 req-013f809f-9743-4c31-9d22-7ef6952a1309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:56.572278 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ffd83eda-5a9a-4342-8d1a-1e4bcc9d5699 req-013f809f-9743-4c31-9d22-7ef6952a1309 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a45fa0f8-c674-4be1-a654-eeeb6bf36503 HTTP/1.1" status: 200 len: 913 time: 0.0933013 Sep 16 05:21:56.604536 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd83eda-5a9a-4342-8d1a-1e4bcc9d5699 req-d5ca6050-c4eb-407a-93d5-5088180b222c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:56.606922 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ffd83eda-5a9a-4342-8d1a-1e4bcc9d5699 req-d5ca6050-c4eb-407a-93d5-5088180b222c service neutron] 10.222.0.47 "GET /v2.0/networks?id=a45fa0f8-c674-4be1-a654-eeeb6bf36503 HTTP/1.1" status: 200 len: 913 time: 0.0996580 Sep 16 05:21:56.628412 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ffd83eda-5a9a-4342-8d1a-1e4bcc9d5699 req-c6aff9e2-4a64-4147-9c62-69d151be1746 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26477f99-49f7-4640-8d6e-c433f267dd66 HTTP/1.1" status: 200 len: 217 time: 0.0366185 Sep 16 05:21:56.670020 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ffd83eda-5a9a-4342-8d1a-1e4bcc9d5699 req-37de84c0-37d4-4bc4-8bd0-edf1c24eed43 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26477f99-49f7-4640-8d6e-c433f267dd66 HTTP/1.1" status: 200 len: 217 time: 0.0382285 Sep 16 05:21:56.686723 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd83eda-5a9a-4342-8d1a-1e4bcc9d5699 req-3f7675bd-a1ac-47e0-8969-8147c2ec073f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:56.688197 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ffd83eda-5a9a-4342-8d1a-1e4bcc9d5699 req-3f7675bd-a1ac-47e0-8969-8147c2ec073f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6aacac69-a251-4762-9d01-6d17b852a1ac HTTP/1.1" status: 200 len: 852 time: 0.0529268 Sep 16 05:21:56.720796 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ffd83eda-5a9a-4342-8d1a-1e4bcc9d5699 req-9c67929f-8695-4f35-bb6f-a8c56d9ee9b0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a45fa0f8-c674-4be1-a654-eeeb6bf36503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255380 Sep 16 05:21:56.723081 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd83eda-5a9a-4342-8d1a-1e4bcc9d5699 req-1f3e1f6f-d758-4f30-8428-58694ca3e141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:56.724519 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ffd83eda-5a9a-4342-8d1a-1e4bcc9d5699 req-1f3e1f6f-d758-4f30-8428-58694ca3e141 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6aacac69-a251-4762-9d01-6d17b852a1ac HTTP/1.1" status: 200 len: 852 time: 0.0478523 Sep 16 05:21:56.755743 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ffd83eda-5a9a-4342-8d1a-1e4bcc9d5699 req-d2bb1511-d998-4aa9-a161-f777626a6a03 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a45fa0f8-c674-4be1-a654-eeeb6bf36503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242050 Sep 16 05:21:56.814567 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ffd83eda-5a9a-4342-8d1a-1e4bcc9d5699 req-8bd32cab-632c-47cc-baca-d5a263acf76a service neutron] 10.222.0.48 "GET /v2.0/networks/a45fa0f8-c674-4be1-a654-eeeb6bf36503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870018 Sep 16 05:21:56.850090 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ffd83eda-5a9a-4342-8d1a-1e4bcc9d5699 req-663dc134-13a4-4c99-8845-dc510ac9def9 service neutron] 10.222.0.47 "GET /v2.0/networks/a45fa0f8-c674-4be1-a654-eeeb6bf36503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876143 Sep 16 05:21:56.854918 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 26477f99-49f7-4640-8d6e-c433f267dd66 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:21:56.912525 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ffd83eda-5a9a-4342-8d1a-1e4bcc9d5699 req-bab1c0f8-7a22-436b-81ef-21fc23163130 service neutron] 10.222.0.48 "GET /v2.0/networks/a45fa0f8-c674-4be1-a654-eeeb6bf36503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914657 Sep 16 05:21:56.947120 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-ffd83eda-5a9a-4342-8d1a-1e4bcc9d5699 req-c857442e-6c30-4914-964d-5553c3634d89 service neutron] 10.222.0.47 "GET /v2.0/networks/a45fa0f8-c674-4be1-a654-eeeb6bf36503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901794 Sep 16 05:21:56.957612 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 26477f99-49f7-4640-8d6e-c433f267dd66, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=26477f99-49f7-4640-8d6e-c433f267dd66,segment=NetworkSegment(30b3fcde-8edb-4c7d-b92a-08a0349bb19e),segment_id=30b3fcde-8edb-4c7d-b92a-08a0349bb19e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:56.969468 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '26477f99-49f7-4640-8d6e-c433f267dd66', 'network_id': 'a45fa0f8-c674-4be1-a654-eeeb6bf36503', 'port_id': '26477f99-49f7-4640-8d6e-c433f267dd66', 'mac_address': 'fa:16:3e:6c:db:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aacac69-a251-4762-9d01-6d17b852a1ac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:21:57.005165 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:57.017912 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26477f99-49f7-4640-8d6e-c433f267dd66 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:57.036713 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 26477f99-49f7-4640-8d6e-c433f267dd66, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=26477f99-49f7-4640-8d6e-c433f267dd66,segment=NetworkSegment(30b3fcde-8edb-4c7d-b92a-08a0349bb19e),segment_id=30b3fcde-8edb-4c7d-b92a-08a0349bb19e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:57.040438 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:57.088685 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=26477f99-49f7-4640-8d6e-c433f267dd66,revision_number=8']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:57.307520 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c19a7-b3a8-49dd-bdb2-cd2028998c7d req-1141b186-071a-4c4b-9ccc-5fb7a7e8b702 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:57.309658 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d04c19a7-b3a8-49dd-bdb2-cd2028998c7d req-1141b186-071a-4c4b-9ccc-5fb7a7e8b702 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 945 time: 0.0522919 Sep 16 05:21:57.310112 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['26477f99-49f7-4640-8d6e-c433f267dd66'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:21:57.348129 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d04c19a7-b3a8-49dd-bdb2-cd2028998c7d req-7db6a885-46a6-4ef7-b762-35e55b481d5f tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323410 Sep 16 05:21:57.634148 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6474d-eb3e-41ca-9fcb-a4c135c1506f req-26ef6774-be80-4c64-b4e7-abfd81313ccd tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:57.635631 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8bd6474d-eb3e-41ca-9fcb-a4c135c1506f req-26ef6774-be80-4c64-b4e7-abfd81313ccd tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4&tenant_id=b695931bf3b543d8bd2c1bc63f3951ed&binding%3Ahost_id=n-h1-712139-15 HTTP/1.1" status: 200 len: 945 time: 0.0902510 Sep 16 05:21:57.644213 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 26477f99-49f7-4640-8d6e-c433f267dd66 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:57.681878 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 26477f99-49f7-4640-8d6e-c433f267dd66 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:57.699376 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [req-8bd6474d-eb3e-41ca-9fcb-a4c135c1506f req-83c3d2b8-23e4-4ec3-984b-b439b47042aa service neutron] delete failed (client error): The resource could not be found. Sep 16 05:21:57.700506 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8bd6474d-eb3e-41ca-9fcb-a4c135c1506f req-83c3d2b8-23e4-4ec3-984b-b439b47042aa service neutron] 10.222.0.48 "DELETE /v2.0/ports/26477f99-49f7-4640-8d6e-c433f267dd66/bindings/n-h2-712139-15 HTTP/1.1" status: 404 len: 381 time: 0.0568304 Sep 16 05:21:57.809799 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6474d-eb3e-41ca-9fcb-a4c135c1506f req-2b41eee7-95a3-4de0-8c36-b83a771660fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:57.811306 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8bd6474d-eb3e-41ca-9fcb-a4c135c1506f req-2b41eee7-95a3-4de0-8c36-b83a771660fc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b695931bf3b543d8bd2c1bc63f3951ed&device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 1097 time: 0.0453997 Sep 16 05:21:57.906004 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6474d-eb3e-41ca-9fcb-a4c135c1506f req-430d0f7b-a25d-486f-9508-67f696e1d2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:57.907388 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8bd6474d-eb3e-41ca-9fcb-a4c135c1506f req-430d0f7b-a25d-486f-9508-67f696e1d2b5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a45fa0f8-c674-4be1-a654-eeeb6bf36503 HTTP/1.1" status: 200 len: 913 time: 0.0893786 Sep 16 05:21:57.948262 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8bd6474d-eb3e-41ca-9fcb-a4c135c1506f req-a6be8856-9f87-4159-8979-5b63f3a3082c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26477f99-49f7-4640-8d6e-c433f267dd66 HTTP/1.1" status: 200 len: 217 time: 0.0340185 Sep 16 05:21:57.996009 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6474d-eb3e-41ca-9fcb-a4c135c1506f req-c3140a8d-9d5b-40ec-b573-6f379bf4778b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:57.997658 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8bd6474d-eb3e-41ca-9fcb-a4c135c1506f req-c3140a8d-9d5b-40ec-b573-6f379bf4778b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6aacac69-a251-4762-9d01-6d17b852a1ac HTTP/1.1" status: 200 len: 852 time: 0.0428116 Sep 16 05:21:58.033507 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8bd6474d-eb3e-41ca-9fcb-a4c135c1506f req-0d4694ff-8882-4001-bc3f-8096fdb36898 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a45fa0f8-c674-4be1-a654-eeeb6bf36503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289209 Sep 16 05:21:58.123953 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8bd6474d-eb3e-41ca-9fcb-a4c135c1506f req-bdf1d836-e60d-4b73-a3c4-a8f575e73607 service neutron] 10.222.0.48 "GET /v2.0/networks/a45fa0f8-c674-4be1-a654-eeeb6bf36503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839942 Sep 16 05:21:58.216211 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8bd6474d-eb3e-41ca-9fcb-a4c135c1506f req-0d3ba8d7-6316-4b0a-998f-3455fdd7c6ee service neutron] 10.222.0.48 "GET /v2.0/networks/a45fa0f8-c674-4be1-a654-eeeb6bf36503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855103 Sep 16 05:21:58.861300 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 26477f99-49f7-4640-8d6e-c433f267dd66 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:58.935197 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 26477f99-49f7-4640-8d6e-c433f267dd66 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:21:58.942306 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 26477f99-49f7-4640-8d6e-c433f267dd66 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:58.942683 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:59.001573 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181eb1ec-a1d7-4369-b8bc-b64ea89a69a4 req-c3e05516-6fb3-46f7-a983-aa9e554fc154 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:59.003295 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-181eb1ec-a1d7-4369-b8bc-b64ea89a69a4 req-c3e05516-6fb3-46f7-a983-aa9e554fc154 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 945 time: 0.0533478 Sep 16 05:21:59.027313 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:59.047098 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-181eb1ec-a1d7-4369-b8bc-b64ea89a69a4 req-420084ff-9759-47d3-9278-63e50397e051 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373580 Sep 16 05:21:59.052678 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3dab97-1bc6-4a69-a5c9-13c0921592e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26477f99-49f7-4640-8d6e-c433f267dd66'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:59.054905 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1888027d-e20d-4419-af65-b98a4d0b0bbb" -d '{"events": [{"server_uuid": "cb3dab97-1bc6-4a69-a5c9-13c0921592e4", "name": "network-vif-plugged", "status": "completed", "tag": "26477f99-49f7-4640-8d6e-c433f267dd66"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:59.069595 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 26477f99-49f7-4640-8d6e-c433f267dd66, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=26477f99-49f7-4640-8d6e-c433f267dd66,segment=NetworkSegment(30b3fcde-8edb-4c7d-b92a-08a0349bb19e),segment_id=30b3fcde-8edb-4c7d-b92a-08a0349bb19e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:59.076471 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:59.102340 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d259ef8b-48b4-483a-b784-54d61eecdd86 x-openstack-request-id: req-d259ef8b-48b4-483a-b784-54d61eecdd86 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:59.102634 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3dab97-1bc6-4a69-a5c9-13c0921592e4", "name": "network-vif-plugged", "status": "completed", "tag": "26477f99-49f7-4640-8d6e-c433f267dd66", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:59.102887 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d259ef8b-48b4-483a-b784-54d61eecdd86 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:59.103899 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3dab97-1bc6-4a69-a5c9-13c0921592e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26477f99-49f7-4640-8d6e-c433f267dd66', 'code': 200} Sep 16 05:21:59.135270 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=26477f99-49f7-4640-8d6e-c433f267dd66,revision_number=9']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:59.143716 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:59.144068 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:59.144415 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:59.144790 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:59.145132 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:59.145469 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:59.145802 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:59.146141 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:59.146509 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:59.146839 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:59.147203 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:59.147530 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:00.189091 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49121d43-38ce-4c5e-a1dc-6e58c9567973 req-1d1dd0a7-0593-43c4-927a-6b3abdb7b55f tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:00.191041 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-49121d43-38ce-4c5e-a1dc-6e58c9567973 req-1d1dd0a7-0593-43c4-927a-6b3abdb7b55f tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 946 time: 0.0630102 Sep 16 05:22:00.247685 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-49121d43-38ce-4c5e-a1dc-6e58c9567973 req-bbc150ca-4a09-4aaf-ab73-22b15b6df24b tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c6d38-59ac-45f4-a663-b707794e2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500350 Sep 16 05:22:00.427307 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6474d-eb3e-41ca-9fcb-a4c135c1506f req-8bb8dc0c-0470-43e0-8700-3682d1d1331d tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:00.428692 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8bd6474d-eb3e-41ca-9fcb-a4c135c1506f req-8bb8dc0c-0470-43e0-8700-3682d1d1331d tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb3dab97-1bc6-4a69-a5c9-13c0921592e4 HTTP/1.1" status: 200 len: 946 time: 0.0564005 Sep 16 05:22:00.523184 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-8bd6474d-eb3e-41ca-9fcb-a4c135c1506f req-ea766cd8-e1d1-4583-9431-1ec3e4697a63 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Deleting port 26477f99-49f7-4640-8d6e-c433f267dd66 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:00.523530 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8bd6474d-eb3e-41ca-9fcb-a4c135c1506f req-ea766cd8-e1d1-4583-9431-1ec3e4697a63 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:00.614825 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-8bd6474d-eb3e-41ca-9fcb-a4c135c1506f req-ea766cd8-e1d1-4583-9431-1ec3e4697a63 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] For port 26477f99-49f7-4640-8d6e-c433f267dd66, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=26477f99-49f7-4640-8d6e-c433f267dd66,segment=NetworkSegment(30b3fcde-8edb-4c7d-b92a-08a0349bb19e),segment_id=30b3fcde-8edb-4c7d-b92a-08a0349bb19e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:00.615332 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8bd6474d-eb3e-41ca-9fcb-a4c135c1506f req-ea766cd8-e1d1-4583-9431-1ec3e4697a63 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:00.628261 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-8bd6474d-eb3e-41ca-9fcb-a4c135c1506f req-ea766cd8-e1d1-4583-9431-1ec3e4697a63 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Calling delete_port for 26477f99-49f7-4640-8d6e-c433f267dd66 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:00.758817 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8bd6474d-eb3e-41ca-9fcb-a4c135c1506f req-ea766cd8-e1d1-4583-9431-1ec3e4697a63 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:00.785750 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea766cd8-e1d1-4583-9431-1ec3e4697a63 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Pushing event deleted for resources: {'Port': ['ID=26477f99-49f7-4640-8d6e-c433f267dd66,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:00.791830 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['26477f99-49f7-4640-8d6e-c433f267dd66'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:22:00.829931 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd6474d-eb3e-41ca-9fcb-a4c135c1506f req-ea766cd8-e1d1-4583-9431-1ec3e4697a63 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] No DVR routers for this DVR port 26477f99-49f7-4640-8d6e-c433f267dd66 on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:00.832371 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-8bd6474d-eb3e-41ca-9fcb-a4c135c1506f req-ea766cd8-e1d1-4583-9431-1ec3e4697a63 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:00.834384 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-8bd6474d-eb3e-41ca-9fcb-a4c135c1506f req-ea766cd8-e1d1-4583-9431-1ec3e4697a63 tempest-DeleteServersTestJSON-83164699 tempest-DeleteServersTestJSON-83164699-project] 10.222.0.47 "DELETE /v2.0/ports/26477f99-49f7-4640-8d6e-c433f267dd66 HTTP/1.1" status: 204 len: 173 time: 0.3996801 Sep 16 05:22:00.834815 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3dab97-1bc6-4a69-a5c9-13c0921592e4', 'name': 'network-vif-deleted', 'tag': '26477f99-49f7-4640-8d6e-c433f267dd66'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:00.837068 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8939ba8-284c-4a9e-baff-2e10f05d36eb" -d '{"events": [{"server_uuid": "cb3dab97-1bc6-4a69-a5c9-13c0921592e4", "name": "network-vif-deleted", "tag": "26477f99-49f7-4640-8d6e-c433f267dd66"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:00.878915 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b3860c-65cf-49ab-846d-2d3ec47aa7c0 x-openstack-request-id: req-68b3860c-65cf-49ab-846d-2d3ec47aa7c0 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:00.879286 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3dab97-1bc6-4a69-a5c9-13c0921592e4", "name": "network-vif-deleted", "tag": "26477f99-49f7-4640-8d6e-c433f267dd66", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:00.879609 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-68b3860c-65cf-49ab-846d-2d3ec47aa7c0 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:00.880074 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3dab97-1bc6-4a69-a5c9-13c0921592e4', 'name': 'network-vif-deleted', 'tag': '26477f99-49f7-4640-8d6e-c433f267dd66', 'status': 'completed', 'code': 200} Sep 16 05:22:01.398626 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53618) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:01.732134 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b354277b-15ad-4e57-a286-f5695edbb33d admin admin] Deleting subnet 6aacac69-a251-4762-9d01-6d17b852a1ac {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:22:01.735245 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b354277b-15ad-4e57-a286-f5695edbb33d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:01.770753 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b354277b-15ad-4e57-a286-f5695edbb33d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:01.810869 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b354277b-15ad-4e57-a286-f5695edbb33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:01.863776 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b354277b-15ad-4e57-a286-f5695edbb33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:01.893222 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354277b-15ad-4e57-a286-f5695edbb33d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6aacac69-a251-4762-9d01-6d17b852a1ac,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:01.898676 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b354277b-15ad-4e57-a286-f5695edbb33d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:01.900809 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b354277b-15ad-4e57-a286-f5695edbb33d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6aacac69-a251-4762-9d01-6d17b852a1ac HTTP/1.1" status: 204 len: 168 time: 0.5011320 Sep 16 05:22:01.904111 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53620) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:01.976587 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-58b01112-6bb5-4d63-9a95-4247a9c891ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:02.059709 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-58b01112-6bb5-4d63-9a95-4247a9c891ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:02.080886 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-58b01112-6bb5-4d63-9a95-4247a9c891ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a45fa0f8-c674-4be1-a654-eeeb6bf36503']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:02.091740 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-58b01112-6bb5-4d63-9a95-4247a9c891ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b3fcde-8edb-4c7d-b92a-08a0349bb19e') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:02.092044 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-58b01112-6bb5-4d63-9a95-4247a9c891ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b3fcde-8edb-4c7d-b92a-08a0349bb19e') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:02.101966 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-58b01112-6bb5-4d63-9a95-4247a9c891ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:02.115216 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-58b01112-6bb5-4d63-9a95-4247a9c891ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:02.121705 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58b01112-6bb5-4d63-9a95-4247a9c891ef admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:22:02.122097 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-58b01112-6bb5-4d63-9a95-4247a9c891ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:02.123741 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:22:02.123741 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:22:02.123741 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:22:02.123741 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:22:02.123741 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:22:02.123741 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:22:02.123741 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:22:02.123741 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:22:02.123741 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:22:02.123741 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:22:02.123741 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:22:02.123741 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:22:02.123741 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:22:02.123741 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:22:02.123741 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:22:02.123741 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:22:02.123741 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:22:02.123741 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:22:02.123741 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:22:02.123741 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:22:02.123741 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:22:02.123741 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:22:02.123741 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:22:02.123741 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:22:02.123741 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:22:02.123741 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:22:02.123741 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:22:02.123741 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:22:02.123741 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:22:02.123741 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:22:02.123741 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:22:02.123741 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:22:02.178816 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-58b01112-6bb5-4d63-9a95-4247a9c891ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:02.184026 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-58b01112-6bb5-4d63-9a95-4247a9c891ef admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:02.186002 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-58b01112-6bb5-4d63-9a95-4247a9c891ef admin admin] 10.222.0.35 "DELETE /v2.0/networks/a45fa0f8-c674-4be1-a654-eeeb6bf36503 HTTP/1.1" status: 204 len: 168 time: 0.2808511 Sep 16 05:22:02.203754 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b01112-6bb5-4d63-9a95-4247a9c891ef admin admin] Pushing event deleted for resources: {'Network': ['ID=a45fa0f8-c674-4be1-a654-eeeb6bf36503,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:02.310070 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53624) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:02.351658 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1e70f181-94b4-4620-8e6e-eebc28260dd1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b695931bf3b543d8bd2c1bc63f3951ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403349 Sep 16 05:22:02.354419 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53626) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:02.409860 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9d8a5697-3151-4ffb-83c9-e445fc6e479e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:02.434510 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9d8a5697-3151-4ffb-83c9-e445fc6e479e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:02.489294 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9d8a5697-3151-4ffb-83c9-e445fc6e479e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:02.492312 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9d8a5697-3151-4ffb-83c9-e445fc6e479e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:02.493887 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9d8a5697-3151-4ffb-83c9-e445fc6e479e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/471c6d38-59ac-45f4-a663-b707794e2c0d HTTP/1.1" status: 204 len: 168 time: 0.1377394 Sep 16 05:22:02.504279 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a5697-3151-4ffb-83c9-e445fc6e479e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471c6d38-59ac-45f4-a663-b707794e2c0d,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:03.235977 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 53648) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:03.348330 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-3937762d-2e13-47e5-b1c1-ff4491aa1fcc admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-982774785-network', 'tenant_id': 'c3c36c5b639d4fe19b838ecc2805ea55'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:03.373687 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3937762d-2e13-47e5-b1c1-ff4491aa1fcc admin admin] Made reservation on behalf of c3c36c5b639d4fe19b838ecc2805ea55 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:03.377321 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3937762d-2e13-47e5-b1c1-ff4491aa1fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:03.387046 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3937762d-2e13-47e5-b1c1-ff4491aa1fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:03.481203 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3937762d-2e13-47e5-b1c1-ff4491aa1fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:03.485503 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3937762d-2e13-47e5-b1c1-ff4491aa1fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:03.509831 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3937762d-2e13-47e5-b1c1-ff4491aa1fcc admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:22:03.524114 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937762d-2e13-47e5-b1c1-ff4491aa1fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:03.529144 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3937762d-2e13-47e5-b1c1-ff4491aa1fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:03.529493 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-3937762d-2e13-47e5-b1c1-ff4491aa1fcc admin admin] Added segment 32b78764-12a3-44a7-8d16-1707869106a9 of type vlan for network 80c93633-0df7-4be1-be5b-05c92bdc835a Sep 16 05:22:03.575730 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3937762d-2e13-47e5-b1c1-ff4491aa1fcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:03.610935 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3937762d-2e13-47e5-b1c1-ff4491aa1fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:03.612155 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3937762d-2e13-47e5-b1c1-ff4491aa1fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:03.612875 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3937762d-2e13-47e5-b1c1-ff4491aa1fcc admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:03.645791 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3937762d-2e13-47e5-b1c1-ff4491aa1fcc admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4085267 Sep 16 05:22:03.649047 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 53652) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:03.656458 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-e97f679f-84be-40fe-aeb7-96227d422ff0 admin admin] Request body: {'subnet': {'network_id': '80c93633-0df7-4be1-be5b-05c92bdc835a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-982774785-subnet', 'tenant_id': 'c3c36c5b639d4fe19b838ecc2805ea55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:03.680507 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937762d-2e13-47e5-b1c1-ff4491aa1fcc admin admin] Pushing event updated for resources: {'Network': ['ID=80c93633-0df7-4be1-be5b-05c92bdc835a,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:03.683938 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97f679f-84be-40fe-aeb7-96227d422ff0 admin admin] Made reservation on behalf of c3c36c5b639d4fe19b838ecc2805ea55 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:03.687732 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e97f679f-84be-40fe-aeb7-96227d422ff0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:03.691898 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 80c93633-0df7-4be1-be5b-05c92bdc835a details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:22:03.873826 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e97f679f-84be-40fe-aeb7-96227d422ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:03.933213 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f679f-84be-40fe-aeb7-96227d422ff0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=454c276c-9fb0-4872-93d6-017f334d19c6,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:03.945913 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f679f-84be-40fe-aeb7-96227d422ff0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:03.946254 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f679f-84be-40fe-aeb7-96227d422ff0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:03.946607 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f679f-84be-40fe-aeb7-96227d422ff0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:03.946948 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f679f-84be-40fe-aeb7-96227d422ff0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:03.947282 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f679f-84be-40fe-aeb7-96227d422ff0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:03.947616 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f679f-84be-40fe-aeb7-96227d422ff0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:03.947946 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f679f-84be-40fe-aeb7-96227d422ff0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:03.948332 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f679f-84be-40fe-aeb7-96227d422ff0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:03.948730 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f679f-84be-40fe-aeb7-96227d422ff0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:03.949088 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f679f-84be-40fe-aeb7-96227d422ff0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:03.949460 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f679f-84be-40fe-aeb7-96227d422ff0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:03.949797 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f679f-84be-40fe-aeb7-96227d422ff0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:03.957326 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97f679f-84be-40fe-aeb7-96227d422ff0 admin admin] Checking segment: {'id': '32b78764-12a3-44a7-8d16-1707869106a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '80c93633-0df7-4be1-be5b-05c92bdc835a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:03.957690 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97f679f-84be-40fe-aeb7-96227d422ff0 admin admin] Network hostable DHCP agents. Network: 80c93633-0df7-4be1-be5b-05c92bdc835a, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:22:03.978368 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97f679f-84be-40fe-aeb7-96227d422ff0 admin admin] Network 80c93633-0df7-4be1-be5b-05c92bdc835a is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:22:03.987940 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-e97f679f-84be-40fe-aeb7-96227d422ff0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 80c93633-0df7-4be1-be5b-05c92bdc835a) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:03.992074 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97f679f-84be-40fe-aeb7-96227d422ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:03.992693 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e97f679f-84be-40fe-aeb7-96227d422ff0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:03.998225 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f96aef-8675-4591-8f7f-ad5084368b6e None None] Network 80c93633-0df7-4be1-be5b-05c92bdc835a requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:04.008870 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e97f679f-84be-40fe-aeb7-96227d422ff0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3564575 Sep 16 05:22:04.136688 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c585423c-2b3e-4798-9b9a-323e1355cb2e None None] Network 80c93633-0df7-4be1-be5b-05c92bdc835a requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:04.461205 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-81447a62-af4b-4250-b214-e14a8e644dbf tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:04.463258 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-81447a62-af4b-4250-b214-e14a8e644dbf tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/networks?id=80c93633-0df7-4be1-be5b-05c92bdc835a HTTP/1.1" status: 200 len: 814 time: 0.1121299 Sep 16 05:22:04.479343 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-f2639c79-d047-47ba-9cfa-1ebd769edab9 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/quotas/c3c36c5b639d4fe19b838ecc2805ea55 HTTP/1.1" status: 200 len: 375 time: 0.0093994 Sep 16 05:22:04.520601 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-18f6fdf9-700f-4ce2-863f-4b353dddfb5d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c3c36c5b639d4fe19b838ecc2805ea55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347877 Sep 16 05:22:04.618295 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-d476fbea-160d-4397-b342-13030f68b9ee service neutron] 10.222.0.35 "GET /v2.0/networks/80c93633-0df7-4be1-be5b-05c92bdc835a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905678 Sep 16 05:22:04.720351 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-89b83356-3d17-4ac9-9145-a328a0750ed0 service neutron] 10.222.0.35 "GET /v2.0/networks/80c93633-0df7-4be1-be5b-05c92bdc835a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951500 Sep 16 05:22:04.892873 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 26477f99-49f7-4640-8d6e-c433f267dd66 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:04.893545 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-02e8dc3a-4656-454e-9627-8c76cc9da886 req-2428cf93-b8d0-4542-9736-f8b1849ea96a tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 210 time: 0.0301535 Sep 16 05:22:04.913735 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: 26477f99-49f7-4640-8d6e-c433f267dd66 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:22:04.914078 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 26477f99-49f7-4640-8d6e-c433f267dd66 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:22:06.019420 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b9e313a3-4930-41af-a38c-49abf8c8bf6e req-b2bec188-da44-4c99-89a5-8f82469c00e2 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 210 time: 0.0379894 Sep 16 05:22:06.102561 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-4027bede-0d82-4d00-ba48-aad7440c895b tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:06.104084 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-4027bede-0d82-4d00-ba48-aad7440c895b tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.48 "GET /v2.0/networks?id=80c93633-0df7-4be1-be5b-05c92bdc835a HTTP/1.1" status: 200 len: 814 time: 0.1546221 Sep 16 05:22:06.123100 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-cfc318da-996d-4c64-bf07-ba3c8fe9277d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Request body: {'port': {'device_id': '05325396-6abf-4e5b-87e7-3400c876ceb1', 'network_id': '80c93633-0df7-4be1-be5b-05c92bdc835a', 'admin_state_up': True, 'tenant_id': 'c3c36c5b639d4fe19b838ecc2805ea55'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:06.236501 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-cfc318da-996d-4c64-bf07-ba3c8fe9277d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Made reservation on behalf of c3c36c5b639d4fe19b838ecc2805ea55 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:06.239656 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-cfc318da-996d-4c64-bf07-ba3c8fe9277d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.385671 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-cfc318da-996d-4c64-bf07-ba3c8fe9277d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Allocated IP 172.20.0.13 (80c93633-0df7-4be1-be5b-05c92bdc835a/454c276c-9fb0-4872-93d6-017f334d19c6/318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:06.548906 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-cfc318da-996d-4c64-bf07-ba3c8fe9277d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.583898 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-cfc318da-996d-4c64-bf07-ba3c8fe9277d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.627479 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-cfc318da-996d-4c64-bf07-ba3c8fe9277d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Network 80c93633-0df7-4be1-be5b-05c92bdc835a is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:06.630701 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-cfc318da-996d-4c64-bf07-ba3c8fe9277d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:06.633118 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-cfc318da-996d-4c64-bf07-ba3c8fe9277d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:06.662017 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc318da-996d-4c64-bf07-ba3c8fe9277d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Pushing event updated for resources: {'Port': ['ID=318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:06.691578 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-cfc318da-996d-4c64-bf07-ba3c8fe9277d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:06.692210 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-cfc318da-996d-4c64-bf07-ba3c8fe9277d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.715042 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-cfc318da-996d-4c64-bf07-ba3c8fe9277d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5949628 Sep 16 05:22:06.731310 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-6dcfe351-8ade-4f03-a0e7-a82c51c51b4c service neutron] Request body: {'port': {'device_id': '05325396-6abf-4e5b-87e7-3400c876ceb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:06.801920 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-6dcfe351-8ade-4f03-a0e7-a82c51c51b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:07.076670 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-6dcfe351-8ade-4f03-a0e7-a82c51c51b4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:22:07.084758 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-6dcfe351-8ade-4f03-a0e7-a82c51c51b4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:07.101407 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-6dcfe351-8ade-4f03-a0e7-a82c51c51b4c service neutron] Transition to ACTIVE for port object 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:22:07.111302 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-6dcfe351-8ade-4f03-a0e7-a82c51c51b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:07.184482 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcfe351-8ade-4f03-a0e7-a82c51c51b4c service neutron] Pushing event updated for resources: {'Port': ['ID=318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:07.221005 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e7f4f-fec6-4dbd-be6c-dcd1371f7e62 req-8e9f2865-21e8-4150-8238-cbe08c3b01c1 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:07.222571 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-792e7f4f-fec6-4dbd-be6c-dcd1371f7e62 req-8e9f2865-21e8-4150-8238-cbe08c3b01c1 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 944 time: 0.1244826 Sep 16 05:22:07.291924 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-792e7f4f-fec6-4dbd-be6c-dcd1371f7e62 req-3efe8c9a-ef54-4d17-ac0d-64c515a2559d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485058 Sep 16 05:22:07.310900 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-6dcfe351-8ade-4f03-a0e7-a82c51c51b4c service neutron] Attempting to bind port 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:07.311323 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-6dcfe351-8ade-4f03-a0e7-a82c51c51b4c service neutron] Attempting to bind port 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '32b78764-12a3-44a7-8d16-1707869106a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '80c93633-0df7-4be1-be5b-05c92bdc835a'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:07.311752 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-6dcfe351-8ade-4f03-a0e7-a82c51c51b4c service neutron] Attempting to bind port 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 on network 80c93633-0df7-4be1-be5b-05c92bdc835a {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:07.318631 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-6dcfe351-8ade-4f03-a0e7-a82c51c51b4c service neutron] Port 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 on network 80c93633-0df7-4be1-be5b-05c92bdc835a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:22:07.320127 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-6dcfe351-8ade-4f03-a0e7-a82c51c51b4c service neutron] Attempting to bind port 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 on network 80c93633-0df7-4be1-be5b-05c92bdc835a {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:07.326948 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-6dcfe351-8ade-4f03-a0e7-a82c51c51b4c service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:07.327283 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-6dcfe351-8ade-4f03-a0e7-a82c51c51b4c service neutron] Checking segment: {'id': '32b78764-12a3-44a7-8d16-1707869106a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '80c93633-0df7-4be1-be5b-05c92bdc835a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:07.327669 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-6dcfe351-8ade-4f03-a0e7-a82c51c51b4c service neutron] Bound using segment: {'id': '32b78764-12a3-44a7-8d16-1707869106a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '80c93633-0df7-4be1-be5b-05c92bdc835a'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:07.328099 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-6dcfe351-8ade-4f03-a0e7-a82c51c51b4c service neutron] Bound port: 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b78764-12a3-44a7-8d16-1707869106a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '80c93633-0df7-4be1-be5b-05c92bdc835a'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:07.328461 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-6dcfe351-8ade-4f03-a0e7-a82c51c51b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:07.400878 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-6dcfe351-8ade-4f03-a0e7-a82c51c51b4c service neutron] For port 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:07.404768 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-6dcfe351-8ade-4f03-a0e7-a82c51c51b4c service neutron] For port 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56,segment=NetworkSegment(32b78764-12a3-44a7-8d16-1707869106a9),segment_id=32b78764-12a3-44a7-8d16-1707869106a9)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:07.409319 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-6dcfe351-8ade-4f03-a0e7-a82c51c51b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:07.448951 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-6dcfe351-8ade-4f03-a0e7-a82c51c51b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:07.449901 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-6dcfe351-8ade-4f03-a0e7-a82c51c51b4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:07.451305 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-6dcfe351-8ade-4f03-a0e7-a82c51c51b4c service neutron] 10.222.0.48 "PUT /v2.0/ports/318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 HTTP/1.1" status: 200 len: 1093 time: 0.7244799 Sep 16 05:22:07.451765 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05325396-6abf-4e5b-87e7-3400c876ceb1', 'tag': '318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:07.454010 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c4ce0f-c4c7-402c-bea1-dd6e6f751c86" -d '{"events": [{"name": "network-changed", "server_uuid": "05325396-6abf-4e5b-87e7-3400c876ceb1", "tag": "318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:07.480996 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcfe351-8ade-4f03-a0e7-a82c51c51b4c service neutron] Pushing event updated for resources: {'Port': ['ID=318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:07.496338 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19d4bea-36e3-4696-97d4-7bebb6932ec4 x-openstack-request-id: req-e19d4bea-36e3-4696-97d4-7bebb6932ec4 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:07.496655 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05325396-6abf-4e5b-87e7-3400c876ceb1", "tag": "318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:07.496911 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e19d4bea-36e3-4696-97d4-7bebb6932ec4 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:07.497353 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05325396-6abf-4e5b-87e7-3400c876ceb1', 'tag': '318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56', 'status': 'completed', 'code': 200} Sep 16 05:22:07.557685 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-e88138df-61c9-4d6b-a6e9-a1f1afeb4835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:07.559381 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-e88138df-61c9-4d6b-a6e9-a1f1afeb4835 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3c36c5b639d4fe19b838ecc2805ea55&device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 1096 time: 0.0452983 Sep 16 05:22:07.606738 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-6e967e32-db2a-4952-8fec-785118892a69 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 HTTP/1.1" status: 200 len: 217 time: 0.0348647 Sep 16 05:22:07.659137 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-f38f302c-e2ed-4cb6-ac88-fed990664dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:07.660601 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-f38f302c-e2ed-4cb6-ac88-fed990664dfb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=454c276c-9fb0-4872-93d6-017f334d19c6 HTTP/1.1" status: 200 len: 854 time: 0.0474102 Sep 16 05:22:07.692799 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-ecae98d8-0bd3-4065-be73-5d53ecfbb45a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80c93633-0df7-4be1-be5b-05c92bdc835a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246906 Sep 16 05:22:07.781057 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-209f5d13-2d83-4624-b243-60dadea8430c service neutron] 10.222.0.48 "GET /v2.0/networks/80c93633-0df7-4be1-be5b-05c92bdc835a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811114 Sep 16 05:22:07.875132 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3c82df33-276c-4f6c-8653-bb00cb39f9be req-71208895-81c2-4f5e-961c-fbdc86a29e11 service neutron] 10.222.0.48 "GET /v2.0/networks/80c93633-0df7-4be1-be5b-05c92bdc835a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867398 Sep 16 05:22:07.999462 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4ce0f-c4c7-402c-bea1-dd6e6f751c86 req-a123b997-b223-4ea1-bf66-75099920c4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:08.000971 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-70c4ce0f-c4c7-402c-bea1-dd6e6f751c86 req-a123b997-b223-4ea1-bf66-75099920c4cd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3c36c5b639d4fe19b838ecc2805ea55&device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 1096 time: 0.0435104 Sep 16 05:22:08.098319 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4ce0f-c4c7-402c-bea1-dd6e6f751c86 req-404ad79b-9bed-4443-b739-9b2361baad13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:08.099825 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-70c4ce0f-c4c7-402c-bea1-dd6e6f751c86 req-404ad79b-9bed-4443-b739-9b2361baad13 service neutron] 10.222.0.48 "GET /v2.0/networks?id=80c93633-0df7-4be1-be5b-05c92bdc835a HTTP/1.1" status: 200 len: 915 time: 0.0916824 Sep 16 05:22:08.141891 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-70c4ce0f-c4c7-402c-bea1-dd6e6f751c86 req-8bdf70cf-515f-49f8-9532-4aa4e0325b60 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 HTTP/1.1" status: 200 len: 217 time: 0.0351760 Sep 16 05:22:08.200605 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4ce0f-c4c7-402c-bea1-dd6e6f751c86 req-3c81a144-0a3e-4261-b634-9f311551f7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:08.202096 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-70c4ce0f-c4c7-402c-bea1-dd6e6f751c86 req-3c81a144-0a3e-4261-b634-9f311551f7c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=454c276c-9fb0-4872-93d6-017f334d19c6 HTTP/1.1" status: 200 len: 854 time: 0.0542917 Sep 16 05:22:08.234688 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-70c4ce0f-c4c7-402c-bea1-dd6e6f751c86 req-d13a3fb2-8f1e-40c1-9be5-78edb84943e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80c93633-0df7-4be1-be5b-05c92bdc835a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258262 Sep 16 05:22:08.338498 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-70c4ce0f-c4c7-402c-bea1-dd6e6f751c86 req-db88ae8c-1fbf-46c2-b3bc-2a474a89c2ae service neutron] 10.222.0.48 "GET /v2.0/networks/80c93633-0df7-4be1-be5b-05c92bdc835a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943885 Sep 16 05:22:08.464817 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-70c4ce0f-c4c7-402c-bea1-dd6e6f751c86 req-83a85e04-0b2f-482e-b160-43e21d01a5d8 service neutron] 10.222.0.48 "GET /v2.0/networks/80c93633-0df7-4be1-be5b-05c92bdc835a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181269 Sep 16 05:22:08.471955 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0e1bf-98b4-43fe-8847-bea19afc95f4 req-8b835911-bd9e-4a25-9600-a454bac12833 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:08.473367 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a9a0e1bf-98b4-43fe-8847-bea19afc95f4 req-8b835911-bd9e-4a25-9600-a454bac12833 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 944 time: 0.1012652 Sep 16 05:22:08.515544 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a9a0e1bf-98b4-43fe-8847-bea19afc95f4 req-d4eec1dd-a89d-4291-877f-2b400a92e931 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357864 Sep 16 05:22:09.630401 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912aa9a-2465-4ad0-aaa3-4146838d9f5f req-000d9ed7-ef69-49fa-b655-f6e0b6fa3e93 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:09.632478 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3912aa9a-2465-4ad0-aaa3-4146838d9f5f req-000d9ed7-ef69-49fa-b655-f6e0b6fa3e93 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 944 time: 0.0493939 Sep 16 05:22:09.676155 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3912aa9a-2465-4ad0-aaa3-4146838d9f5f req-3262133d-ccb2-4422-a94f-21a6993c23d6 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373170 Sep 16 05:22:10.134842 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-36c9328f-f2f9-43b3-b416-361a30c6cc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:10.135660 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:22:10.798367 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd4a86-3a4c-405b-8889-7cda4c87b952 req-34d6f74c-4b47-49ef-997f-8ac04b849c34 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:10.799866 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7ffd4a86-3a4c-405b-8889-7cda4c87b952 req-34d6f74c-4b47-49ef-997f-8ac04b849c34 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 944 time: 0.0526488 Sep 16 05:22:10.838637 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7ffd4a86-3a4c-405b-8889-7cda4c87b952 req-75a9ba29-48f7-4074-b07b-643206724e95 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324578 Sep 16 05:22:11.664230 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:22:11.916223 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.933512 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56,segment=NetworkSegment(32b78764-12a3-44a7-8d16-1707869106a9),segment_id=32b78764-12a3-44a7-8d16-1707869106a9)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:11.944210 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56', 'network_id': '80c93633-0df7-4be1-be5b-05c92bdc835a', 'port_id': '318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56', 'mac_address': 'fa:16:3e:9b:7d:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454c276c-9fb0-4872-93d6-017f334d19c6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:22:11.960418 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c8ce4-e920-4121-a1b4-4d4816f8c912 req-eb09d78c-3fde-4a65-a2cf-7d42fe7266d9 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:11.962261 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a96c8ce4-e920-4121-a1b4-4d4816f8c912 req-eb09d78c-3fde-4a65-a2cf-7d42fe7266d9 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 944 time: 0.0529981 Sep 16 05:22:11.984778 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.997620 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:22:12.000859 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a96c8ce4-e920-4121-a1b4-4d4816f8c912 req-1b22fdcf-fb8b-4f0e-9305-bf5d4f84b55d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320282 Sep 16 05:22:12.020691 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56,segment=NetworkSegment(32b78764-12a3-44a7-8d16-1707869106a9),segment_id=32b78764-12a3-44a7-8d16-1707869106a9)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:12.024943 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.076301 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:12.388805 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:22:13.119098 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49265891-f9c3-430d-b60c-1a48afa195ef req-69e047eb-906d-49ba-9177-7f972b44fafc tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:13.120811 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-49265891-f9c3-430d-b60c-1a48afa195ef req-69e047eb-906d-49ba-9177-7f972b44fafc tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 945 time: 0.0497079 Sep 16 05:22:13.163296 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-49265891-f9c3-430d-b60c-1a48afa195ef req-08d20431-0046-4169-8ec7-771189c0d6f5 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359952 Sep 16 05:22:13.264935 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-dbebe078-59d0-48d3-a70b-a96a62f358d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.563882 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.664683 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:13.715328 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:22:13.720250 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:13.720653 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.798065 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.822268 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05325396-6abf-4e5b-87e7-3400c876ceb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:13.825590 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9d2b98-0ee5-432d-8c8d-d436c20dd8bf" -d '{"events": [{"server_uuid": "05325396-6abf-4e5b-87e7-3400c876ceb1", "name": "network-vif-plugged", "status": "completed", "tag": "318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:13.838425 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56,segment=NetworkSegment(32b78764-12a3-44a7-8d16-1707869106a9),segment_id=32b78764-12a3-44a7-8d16-1707869106a9)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:13.843139 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.868226 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6181eb6a-2bfd-4449-b022-7a26a77e2898 x-openstack-request-id: req-6181eb6a-2bfd-4449-b022-7a26a77e2898 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:13.868524 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05325396-6abf-4e5b-87e7-3400c876ceb1", "name": "network-vif-plugged", "status": "completed", "tag": "318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:13.868800 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6181eb6a-2bfd-4449-b022-7a26a77e2898 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:13.869192 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05325396-6abf-4e5b-87e7-3400c876ceb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56', 'code': 200} Sep 16 05:22:13.897802 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:13.984377 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49609049-7100-4eaa-93da-20a299db85f9 req-a72ab520-9b82-4d14-bbea-cc5ec743184a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:13.985875 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-49609049-7100-4eaa-93da-20a299db85f9 req-a72ab520-9b82-4d14-bbea-cc5ec743184a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 1098 time: 0.0389302 Sep 16 05:22:14.020991 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-49609049-7100-4eaa-93da-20a299db85f9 req-ac7aedc0-bd76-40e7-b275-dee66d3ae2c8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277665 Sep 16 05:22:14.283056 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2f0a9-62b3-46c0-8190-9aadd3de4126 req-114bb423-bd3e-49df-8351-cc2f380405b5 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:14.284592 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-44f2f0a9-62b3-46c0-8190-9aadd3de4126 req-114bb423-bd3e-49df-8351-cc2f380405b5 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 946 time: 0.0484841 Sep 16 05:22:14.323546 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-44f2f0a9-62b3-46c0-8190-9aadd3de4126 req-605ce349-bdbb-480e-b3a3-af9c61915876 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323446 Sep 16 05:22:14.656059 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:14.897587 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:15.443203 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3dd4f3-1669-41c3-aa84-37895d465cad req-ca877dd5-2ada-40b0-bd0b-e76586a8a490 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:15.444719 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5a3dd4f3-1669-41c3-aa84-37895d465cad req-ca877dd5-2ada-40b0-bd0b-e76586a8a490 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 946 time: 0.0484657 Sep 16 05:22:15.487459 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5a3dd4f3-1669-41c3-aa84-37895d465cad req-793f7136-c025-40ea-95e0-31a10997414d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346951 Sep 16 05:22:16.170929 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:16.609121 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91206604-7876-432d-ba8e-93cf1780b3fe req-07013ac5-6d39-4ef2-b7a0-2e752f31c6fd tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:16.610640 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-91206604-7876-432d-ba8e-93cf1780b3fe req-07013ac5-6d39-4ef2-b7a0-2e752f31c6fd tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 946 time: 0.0490024 Sep 16 05:22:16.648723 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-91206604-7876-432d-ba8e-93cf1780b3fe req-460eb703-f6a6-4abb-9618-e0f86efa6bee tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321429 Sep 16 05:22:16.764225 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ec218-9955-4150-9976-0bb9bf2894f9 req-b79c5e55-22e5-42af-b0ee-3b4ecd06ca55 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:16.765733 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c03ec218-9955-4150-9976-0bb9bf2894f9 req-b79c5e55-22e5-42af-b0ee-3b4ecd06ca55 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 946 time: 0.0488734 Sep 16 05:22:16.804091 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c03ec218-9955-4150-9976-0bb9bf2894f9 req-b26dbdc4-9788-4dc0-bd44-042c3d779437 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323181 Sep 16 05:22:17.000559 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb58572-cc27-417b-8b79-1c023c7c8b1a req-dd457706-4148-465d-9ecb-4608e5de0fb8 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:17.001958 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5fb58572-cc27-417b-8b79-1c023c7c8b1a req-dd457706-4148-465d-9ecb-4608e5de0fb8 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 946 time: 0.0471277 Sep 16 05:22:17.044306 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5fb58572-cc27-417b-8b79-1c023c7c8b1a req-2a7cfdc0-1ec9-458e-b878-16f197292e94 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359602 Sep 16 05:22:17.477281 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbeb7cb-3819-41d4-b032-5f07adb07da5 req-4b6a5b01-90c7-4993-bffd-f47b6690ecf5 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:17.478747 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4dbeb7cb-3819-41d4-b032-5f07adb07da5 req-4b6a5b01-90c7-4993-bffd-f47b6690ecf5 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 946 time: 0.3698852 Sep 16 05:22:17.517985 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4dbeb7cb-3819-41d4-b032-5f07adb07da5 req-5a89908a-969f-4435-9634-d2152e3c3992 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325165 Sep 16 05:22:17.738384 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-0d9c71d4-df20-4cff-a2ee-351b7bd4810c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0438581 Sep 16 05:22:17.752360 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558bf99-24ce-4d5a-841c-6ae30a1a69b9 req-d11eb964-b0b5-4098-b1cf-f9fac72dcd78 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:17.753894 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8558bf99-24ce-4d5a-841c-6ae30a1a69b9 req-d11eb964-b0b5-4098-b1cf-f9fac72dcd78 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 946 time: 0.0483181 Sep 16 05:22:17.794451 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8558bf99-24ce-4d5a-841c-6ae30a1a69b9 req-5bbc3916-3bd5-43c6-9786-5415895b63b3 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337174 Sep 16 05:22:18.910096 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ba43d-16b2-4d38-846e-2c39b353c83a req-16538895-b167-4975-a1e9-0895f0ae80d3 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:18.911851 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-158ba43d-16b2-4d38-846e-2c39b353c83a req-16538895-b167-4975-a1e9-0895f0ae80d3 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 946 time: 0.0492022 Sep 16 05:22:18.954465 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-158ba43d-16b2-4d38-846e-2c39b353c83a req-a80e39ef-44ac-4f60-a996-04c0be1fd6d8 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364368 Sep 16 05:22:18.995800 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-f9db9ab4-6f0d-4da5-a10d-9394cadd42da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:18.997845 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-f9db9ab4-6f0d-4da5-a10d-9394cadd42da service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3c36c5b639d4fe19b838ecc2805ea55&device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 1098 time: 0.0397723 Sep 16 05:22:19.085983 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-a2b7f1b6-12c5-4a0c-9066-c70f0b4b665c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:19.087454 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-a2b7f1b6-12c5-4a0c-9066-c70f0b4b665c service neutron] 10.222.0.48 "GET /v2.0/networks?id=80c93633-0df7-4be1-be5b-05c92bdc835a HTTP/1.1" status: 200 len: 915 time: 0.0830338 Sep 16 05:22:19.130995 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-66186fa4-1893-4641-bf7c-2024088e0f6d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 HTTP/1.1" status: 200 len: 217 time: 0.0359643 Sep 16 05:22:19.178991 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-407ac7f6-1de1-4bf6-b0ab-879abbccee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:19.180410 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-407ac7f6-1de1-4bf6-b0ab-879abbccee33 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=454c276c-9fb0-4872-93d6-017f334d19c6 HTTP/1.1" status: 200 len: 854 time: 0.0419879 Sep 16 05:22:19.211997 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-510a27d5-ec12-49c5-b6dc-49f9a9820ffb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80c93633-0df7-4be1-be5b-05c92bdc835a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243344 Sep 16 05:22:19.304692 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-aa1f843f-ca12-48cc-a527-59906f4fd9bb service neutron] 10.222.0.48 "GET /v2.0/networks/80c93633-0df7-4be1-be5b-05c92bdc835a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858757 Sep 16 05:22:19.392632 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-b8d49b2d-1e7f-4ebf-bc01-e8de6060294a service neutron] 10.222.0.48 "GET /v2.0/networks/80c93633-0df7-4be1-be5b-05c92bdc835a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803249 Sep 16 05:22:20.072463 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f973a7-a41a-48f6-9ceb-2367d888d2d8 req-547da14c-fe41-4c1a-926d-b5d0188dd73d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:20.073960 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a0f973a7-a41a-48f6-9ceb-2367d888d2d8 req-547da14c-fe41-4c1a-926d-b5d0188dd73d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 946 time: 0.0527191 Sep 16 05:22:20.112800 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a0f973a7-a41a-48f6-9ceb-2367d888d2d8 req-4199df45-8e65-4217-a54b-f75e7659a720 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322628 Sep 16 05:22:21.227655 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6e717-bf8f-49d1-8583-294770ac5274 req-502b23b1-3e77-4865-9ee7-49700ff6c9fb tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:21.229155 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8d6e717-bf8f-49d1-8583-294770ac5274 req-502b23b1-3e77-4865-9ee7-49700ff6c9fb tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 946 time: 0.0488939 Sep 16 05:22:21.266868 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8d6e717-bf8f-49d1-8583-294770ac5274 req-8d317cc9-6824-4bcd-8cee-4b232c801073 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310755 Sep 16 05:22:22.389496 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e2e97-9f96-4f56-836b-c03a9b3687af req-129106a8-3831-4d86-bcc3-78266b5b63a1 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:22.390987 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-272e2e97-9f96-4f56-836b-c03a9b3687af req-129106a8-3831-4d86-bcc3-78266b5b63a1 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 946 time: 0.0498006 Sep 16 05:22:22.428067 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-272e2e97-9f96-4f56-836b-c03a9b3687af req-95a26ceb-86a1-4f15-9a2f-fcf514637f51 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311241 Sep 16 05:22:23.547747 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e13d76-ebbf-46c8-b2a6-8266dd9749f2 req-d44d4e6f-c4be-40c5-87be-f90c29b15413 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:23.549157 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-41e13d76-ebbf-46c8-b2a6-8266dd9749f2 req-d44d4e6f-c4be-40c5-87be-f90c29b15413 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 946 time: 0.0536318 Sep 16 05:22:23.587825 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-41e13d76-ebbf-46c8-b2a6-8266dd9749f2 req-64375b07-e3e9-4a32-b74a-2398e3b659fc tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324426 Sep 16 05:22:24.703250 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e733062-a15a-4067-a557-348c013d6eb6 req-22e91a00-b636-4673-9fca-0b5a7318faa1 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:24.704743 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1e733062-a15a-4067-a557-348c013d6eb6 req-22e91a00-b636-4673-9fca-0b5a7318faa1 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 946 time: 0.0485656 Sep 16 05:22:24.742998 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1e733062-a15a-4067-a557-348c013d6eb6 req-3db18421-b462-4797-b2e9-a95288ba97fd tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322444 Sep 16 05:22:25.874623 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e4b51-fcf7-454b-9cc0-a71e5acb28c8 req-1f02368f-c964-4df6-b8e6-4bb53cd1abc6 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:25.876127 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-de8e4b51-fcf7-454b-9cc0-a71e5acb28c8 req-1f02368f-c964-4df6-b8e6-4bb53cd1abc6 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 946 time: 0.0491424 Sep 16 05:22:25.913536 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-de8e4b51-fcf7-454b-9cc0-a71e5acb28c8 req-e2b661e4-cfc4-46b4-9cd5-103050ece645 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312970 Sep 16 05:22:27.033441 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da52b2f-80d6-4bcd-ae54-4efddc0704c8 req-8edade50-d453-4ddb-98b9-64d94c5aee83 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:27.034885 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0da52b2f-80d6-4bcd-ae54-4efddc0704c8 req-8edade50-d453-4ddb-98b9-64d94c5aee83 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 946 time: 0.0535488 Sep 16 05:22:27.072060 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0da52b2f-80d6-4bcd-ae54-4efddc0704c8 req-88efd0e8-6da7-4155-a56e-30a5c47be119 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311606 Sep 16 05:22:28.191532 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7fbaf7-9766-4e16-8261-4f8700342af5 req-2efbe720-76f6-4f4c-b7d3-4a6634df864d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:28.193037 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-be7fbaf7-9766-4e16-8261-4f8700342af5 req-2efbe720-76f6-4f4c-b7d3-4a6634df864d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 946 time: 0.0501566 Sep 16 05:22:28.232193 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-be7fbaf7-9766-4e16-8261-4f8700342af5 req-9f4fe49b-8628-44cc-ad4a-d8bc9989809c tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332837 Sep 16 05:22:29.354567 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec063e-81bb-4f3f-95f0-23eb031233d3 req-c04d7e3b-3953-4c6f-b2a0-4d1a824f9976 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:29.356031 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90ec063e-81bb-4f3f-95f0-23eb031233d3 req-c04d7e3b-3953-4c6f-b2a0-4d1a824f9976 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 946 time: 0.0501659 Sep 16 05:22:29.395566 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90ec063e-81bb-4f3f-95f0-23eb031233d3 req-be524bb8-0155-4830-a12a-e88fe573273a tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333347 Sep 16 05:22:30.518047 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926608a1-eee7-458c-89fb-231ca555d569 req-0c844262-8936-4a30-b581-e7eb6cfe6feb tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:30.519649 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-926608a1-eee7-458c-89fb-231ca555d569 req-0c844262-8936-4a30-b581-e7eb6cfe6feb tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 946 time: 0.0542696 Sep 16 05:22:30.560375 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-926608a1-eee7-458c-89fb-231ca555d569 req-322b5b70-217f-47bb-a0d8-016582954a19 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341601 Sep 16 05:22:31.677639 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576237c-4608-4e28-b316-f800b9bd2624 req-36f7f361-c7f7-4928-bef7-71daf9a2606f tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:31.679094 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6576237c-4608-4e28-b316-f800b9bd2624 req-36f7f361-c7f7-4928-bef7-71daf9a2606f tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 946 time: 0.0497887 Sep 16 05:22:31.716475 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6576237c-4608-4e28-b316-f800b9bd2624 req-db38265e-d2b3-47fd-bc06-5633564f4796 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314322 Sep 16 05:22:32.833473 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf1eab-1969-4225-9c76-cef68dec58d2 req-e92e6618-4049-4275-a0a1-ab3edfa51328 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:32.835099 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fadf1eab-1969-4225-9c76-cef68dec58d2 req-e92e6618-4049-4275-a0a1-ab3edfa51328 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 946 time: 0.0496900 Sep 16 05:22:32.872475 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fadf1eab-1969-4225-9c76-cef68dec58d2 req-5e3cd070-74fe-4895-bd72-a957e8781e1b tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313559 Sep 16 05:22:34.010532 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fad5cc-cc6f-49b0-98a2-1534fce85ba9 req-41381c42-c402-44d6-be59-23427698437d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:34.012202 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-36fad5cc-cc6f-49b0-98a2-1534fce85ba9 req-41381c42-c402-44d6-be59-23427698437d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 946 time: 0.0665445 Sep 16 05:22:34.058133 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-36fad5cc-cc6f-49b0-98a2-1534fce85ba9 req-e8a3587a-87c7-4d7d-a252-c371f26d1ed3 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384264 Sep 16 05:22:35.177058 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa67f3-d4b4-422a-be43-ed904ec0f2d1 req-adbfa0e3-749c-4152-99da-3f607804b32d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:35.178532 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d0aa67f3-d4b4-422a-be43-ed904ec0f2d1 req-adbfa0e3-749c-4152-99da-3f607804b32d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 946 time: 0.0502021 Sep 16 05:22:35.216460 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d0aa67f3-d4b4-422a-be43-ed904ec0f2d1 req-02579a17-d531-41ba-97f8-dec48e7b8aa9 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320630 Sep 16 05:22:36.343754 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc86bb-5eee-46f0-b811-b943655ca68c req-673bf893-72cc-414a-8f05-b445354f4b1d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:36.346013 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-72bc86bb-5eee-46f0-b811-b943655ca68c req-673bf893-72cc-414a-8f05-b445354f4b1d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 946 time: 0.0513535 Sep 16 05:22:36.383157 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-72bc86bb-5eee-46f0-b811-b943655ca68c req-53df4f64-7c15-4733-844f-19660f8bfca8 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310745 Sep 16 05:22:37.501631 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a752a78-a533-48b6-9d87-4744455fd21e req-f30c65fb-0f0d-4848-80f4-97e7ebd3787c tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:37.503125 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5a752a78-a533-48b6-9d87-4744455fd21e req-f30c65fb-0f0d-4848-80f4-97e7ebd3787c tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 946 time: 0.0530088 Sep 16 05:22:37.541295 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5a752a78-a533-48b6-9d87-4744455fd21e req-227a2d5a-a6e1-4316-9faa-ee2dd64f1a7c tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321410 Sep 16 05:22:38.656192 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6081f71-f5d5-4de4-97d8-438401befcef req-c1cf734d-7799-4c2a-a90d-773b903d4f07 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:38.658292 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a6081f71-f5d5-4de4-97d8-438401befcef req-c1cf734d-7799-4c2a-a90d-773b903d4f07 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 946 time: 0.0486732 Sep 16 05:22:38.695515 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a6081f71-f5d5-4de4-97d8-438401befcef req-841e5c25-66f6-48b5-9458-6a5f427260e8 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313029 Sep 16 05:22:39.812536 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df532d1-5847-42a1-8916-9a9027b50854 req-04507073-9609-47e8-9511-844cfb7e3326 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:39.814545 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3df532d1-5847-42a1-8916-9a9027b50854 req-04507073-9609-47e8-9511-844cfb7e3326 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 946 time: 0.0509889 Sep 16 05:22:39.854190 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3df532d1-5847-42a1-8916-9a9027b50854 req-47de05ff-f89f-4dfa-8685-d3bdadcb3ea1 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333216 Sep 16 05:22:40.134890 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4c71d25c-f440-47b7-9228-77230541d07a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:40.974743 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ac558-5156-4347-b936-a8a99b08259b req-299c74f4-bfb4-4c16-a4fe-dfc423fc267d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:40.976142 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b28ac558-5156-4347-b936-a8a99b08259b req-299c74f4-bfb4-4c16-a4fe-dfc423fc267d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 946 time: 0.0542421 Sep 16 05:22:41.014409 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b28ac558-5156-4347-b936-a8a99b08259b req-2f2fa708-52b4-490e-b503-7e2b36e12b05 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320008 Sep 16 05:22:41.898205 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:42.137053 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78a245-fc26-4985-8bb3-14341b3d18b2 req-e3e2828d-c9af-427e-bc20-0984093df0c5 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:42.138687 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bb78a245-fc26-4985-8bb3-14341b3d18b2 req-e3e2828d-c9af-427e-bc20-0984093df0c5 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 946 time: 0.0534039 Sep 16 05:22:42.177843 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bb78a245-fc26-4985-8bb3-14341b3d18b2 req-e7716282-a57b-489b-8fef-bdd5aa10d07b tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323741 Sep 16 05:22:43.266290 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-21b92c7b-a164-48cd-b732-c9060df0131b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.299836 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b8aac-905a-47b6-832a-dec7ca6d7c31 req-e2de0478-d0dc-4bbc-98cd-a3339d0e0727 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:43.301662 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b52b8aac-905a-47b6-832a-dec7ca6d7c31 req-e2de0478-d0dc-4bbc-98cd-a3339d0e0727 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 946 time: 0.0554459 Sep 16 05:22:43.341541 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b52b8aac-905a-47b6-832a-dec7ca6d7c31 req-2202fcb2-69c1-4b79-8dac-803c64292cb0 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337675 Sep 16 05:22:43.565536 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.465132 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911ef14-86df-434b-930e-bd9226f066fc req-1814a4ec-5193-4418-8ab6-3e1c5925786c tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:44.466713 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8911ef14-86df-434b-930e-bd9226f066fc req-1814a4ec-5193-4418-8ab6-3e1c5925786c tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 946 time: 0.0561595 Sep 16 05:22:44.506784 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8911ef14-86df-434b-930e-bd9226f066fc req-768268be-8647-4998-8b95-a8976418fff6 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339408 Sep 16 05:22:44.660166 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.902888 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.625650 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7ea47-7929-423d-b8a8-067e2892dbda req-089ad9df-5bd4-4634-89c7-5ff992cb87fc tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:45.627154 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f0a7ea47-7929-423d-b8a8-067e2892dbda req-089ad9df-5bd4-4634-89c7-5ff992cb87fc tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 946 time: 0.0499489 Sep 16 05:22:45.665161 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f0a7ea47-7929-423d-b8a8-067e2892dbda req-246a87ed-7475-4da7-b468-3c5d95837369 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320821 Sep 16 05:22:46.174621 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.348059 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-2ab113f6-036b-4a63-84cd-b04e23ce14b6 service neutron] show failed (client error): The resource could not be found. Sep 16 05:22:46.351781 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-2ab113f6-036b-4a63-84cd-b04e23ce14b6 service neutron] 10.222.0.48 "GET /v2.0/ports/318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56/bindings/n-h1-712139-15 HTTP/1.1" status: 404 len: 381 time: 0.0587456 Sep 16 05:22:46.554992 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-aea1dd56-52b1-46f5-bf1b-914ba681eb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:46.556513 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-aea1dd56-52b1-46f5-bf1b-914ba681eb0c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1&tenant_id=c3c36c5b639d4fe19b838ecc2805ea55 HTTP/1.1" status: 200 len: 1098 time: 0.0429599 Sep 16 05:22:46.574281 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-d9750d45-93d2-4d7d-a38c-ffbb0ba27605 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-15', 'device_owner': 'compute:nova'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:46.629725 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-d9750d45-93d2-4d7d-a38c-ffbb0ba27605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.793933 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f4179-d456-4b39-8bd3-9ce5971c3e09 req-32b4c049-2b89-42bc-ba9d-6e576070eed6 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:46.795443 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e78f4179-d456-4b39-8bd3-9ce5971c3e09 req-32b4c049-2b89-42bc-ba9d-6e576070eed6 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 946 time: 0.0525861 Sep 16 05:22:46.841417 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e78f4179-d456-4b39-8bd3-9ce5971c3e09 req-d7caa591-e2a6-4527-8627-91157f298a7b tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386734 Sep 16 05:22:46.853996 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-d9750d45-93d2-4d7d-a38c-ffbb0ba27605 service neutron] For port 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56,segment=NetworkSegment(32b78764-12a3-44a7-8d16-1707869106a9),segment_id=32b78764-12a3-44a7-8d16-1707869106a9)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:46.886566 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-d9750d45-93d2-4d7d-a38c-ffbb0ba27605 service neutron] For port 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56, host n-h2-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:46.927310 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05325396-6abf-4e5b-87e7-3400c876ceb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:46.929598 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a67d56-7e9e-4807-8c50-bdc0a4e45207" -d '{"events": [{"server_uuid": "05325396-6abf-4e5b-87e7-3400c876ceb1", "name": "network-vif-unplugged", "status": "completed", "tag": "318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:46.933864 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-d9750d45-93d2-4d7d-a38c-ffbb0ba27605 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.947723 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.provisioning_blocks [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-d9750d45-93d2-4d7d-a38c-ffbb0ba27605 service neutron] Transition to ACTIVE for port object 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 will not be triggered until provisioned by entity L2. {{(pid=94766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:22:46.951763 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-d9750d45-93d2-4d7d-a38c-ffbb0ba27605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.011546 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-d9750d45-93d2-4d7d-a38c-ffbb0ba27605 service neutron] No DVR routers for this DVR port 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 on host n-h2-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:47.019200 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9750d45-93d2-4d7d-a38c-ffbb0ba27605 service neutron] Pushing event updated for resources: {'Port': ['ID=318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56,revision_number=6']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:47.047327 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b48ea6d-5c22-46a9-aabc-e87c0878cb41 x-openstack-request-id: req-4b48ea6d-5c22-46a9-aabc-e87c0878cb41 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:47.047772 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05325396-6abf-4e5b-87e7-3400c876ceb1", "name": "network-vif-unplugged", "status": "completed", "tag": "318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:47.048040 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4b48ea6d-5c22-46a9-aabc-e87c0878cb41 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:47.048405 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05325396-6abf-4e5b-87e7-3400c876ceb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56', 'code': 200} Sep 16 05:22:47.059326 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-d9750d45-93d2-4d7d-a38c-ffbb0ba27605 service neutron] Attempting to bind port 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:47.059652 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-d9750d45-93d2-4d7d-a38c-ffbb0ba27605 service neutron] Attempting to bind port 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '32b78764-12a3-44a7-8d16-1707869106a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '80c93633-0df7-4be1-be5b-05c92bdc835a'}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:47.059977 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-d9750d45-93d2-4d7d-a38c-ffbb0ba27605 service neutron] Attempting to bind port 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 on network 80c93633-0df7-4be1-be5b-05c92bdc835a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:47.065213 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-d9750d45-93d2-4d7d-a38c-ffbb0ba27605 service neutron] Port 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 on network 80c93633-0df7-4be1-be5b-05c92bdc835a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:22:47.065532 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-d9750d45-93d2-4d7d-a38c-ffbb0ba27605 service neutron] Attempting to bind port 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 on network 80c93633-0df7-4be1-be5b-05c92bdc835a {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:47.070152 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-d9750d45-93d2-4d7d-a38c-ffbb0ba27605 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:47.070481 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-d9750d45-93d2-4d7d-a38c-ffbb0ba27605 service neutron] Checking segment: {'id': '32b78764-12a3-44a7-8d16-1707869106a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '80c93633-0df7-4be1-be5b-05c92bdc835a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:47.070858 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-d9750d45-93d2-4d7d-a38c-ffbb0ba27605 service neutron] Bound using segment: {'id': '32b78764-12a3-44a7-8d16-1707869106a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '80c93633-0df7-4be1-be5b-05c92bdc835a'} {{(pid=94766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:47.071275 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.managers [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-d9750d45-93d2-4d7d-a38c-ffbb0ba27605 service neutron] Bound port: 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b78764-12a3-44a7-8d16-1707869106a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '80c93633-0df7-4be1-be5b-05c92bdc835a'}}] {{(pid=94766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:47.071623 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-d9750d45-93d2-4d7d-a38c-ffbb0ba27605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.133922 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:22:47.137265 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-d9750d45-93d2-4d7d-a38c-ffbb0ba27605 service neutron] For port 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56, host n-h1-712139-15, cleared binding levels {{(pid=94766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:47.140278 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-d9750d45-93d2-4d7d-a38c-ffbb0ba27605 service neutron] For port 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56,segment=NetworkSegment(32b78764-12a3-44a7-8d16-1707869106a9),segment_id=32b78764-12a3-44a7-8d16-1707869106a9)] {{(pid=94766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:47.145031 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-d9750d45-93d2-4d7d-a38c-ffbb0ba27605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.179723 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-d9750d45-93d2-4d7d-a38c-ffbb0ba27605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:47.180348 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-d9750d45-93d2-4d7d-a38c-ffbb0ba27605 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.181770 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-d9750d45-93d2-4d7d-a38c-ffbb0ba27605 service neutron] 10.222.0.47 "PUT /v2.0/ports/318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 HTTP/1.1" status: 200 len: 1093 time: 0.6114640 Sep 16 05:22:47.201206 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9750d45-93d2-4d7d-a38c-ffbb0ba27605 service neutron] Pushing event updated for resources: {'Port': ['ID=318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56,revision_number=7']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:47.257342 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-f7538e70-a224-449b-aa46-fb38707f366b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:47.258972 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-f7538e70-a224-449b-aa46-fb38707f366b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3c36c5b639d4fe19b838ecc2805ea55&device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 1096 time: 0.0427625 Sep 16 05:22:47.354767 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-a31f8cae-0eda-480e-be72-7eb942d5a228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:47.356250 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-a31f8cae-0eda-480e-be72-7eb942d5a228 service neutron] 10.222.0.47 "GET /v2.0/networks?id=80c93633-0df7-4be1-be5b-05c92bdc835a HTTP/1.1" status: 200 len: 915 time: 0.0898578 Sep 16 05:22:47.398171 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-07c4d7f1-5e0f-4f53-b095-b51787a4b9ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 HTTP/1.1" status: 200 len: 217 time: 0.0342507 Sep 16 05:22:47.451935 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-c5587af5-4007-4943-b3b0-b220e6fb4361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:47.453978 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-c5587af5-4007-4943-b3b0-b220e6fb4361 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=454c276c-9fb0-4872-93d6-017f334d19c6 HTTP/1.1" status: 200 len: 854 time: 0.0491073 Sep 16 05:22:47.487125 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-7ba7ce04-fb16-4fd5-aa8f-5eb96881fccf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=80c93633-0df7-4be1-be5b-05c92bdc835a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257955 Sep 16 05:22:47.580422 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-e26890b6-aac4-4c2a-9f66-5f56cc305727 service neutron] 10.222.0.47 "GET /v2.0/networks/80c93633-0df7-4be1-be5b-05c92bdc835a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861619 Sep 16 05:22:47.677905 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-39a54ac6-1841-4cf7-b6e7-d048a418e273 req-c7d91b15-1bd2-41e8-a05f-6242349ec6bf service neutron] 10.222.0.47 "GET /v2.0/networks/80c93633-0df7-4be1-be5b-05c92bdc835a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902791 Sep 16 05:22:47.960878 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e0096-4989-4da8-a763-dd23e98d73c2 req-3f6a016e-e51e-4690-90c6-ac42f6b6de1f tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:47.962316 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f54e0096-4989-4da8-a763-dd23e98d73c2 req-3f6a016e-e51e-4690-90c6-ac42f6b6de1f tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 944 time: 0.0506294 Sep 16 05:22:48.003952 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f54e0096-4989-4da8-a763-dd23e98d73c2 req-8fbcc01d-8a1e-46dc-b3dc-96f2b6a33a87 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338807 Sep 16 05:22:49.049560 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05325396-6abf-4e5b-87e7-3400c876ceb1', 'tag': '318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:49.052239 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15acb59c-87c2-46c7-ad43-b2e35776efb3" -d '{"events": [{"name": "network-changed", "server_uuid": "05325396-6abf-4e5b-87e7-3400c876ceb1", "tag": "318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:49.123646 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad19fea-8f38-4a31-888e-a8029befcb64 req-59036495-83d5-42ef-812c-25c6c0dcf834 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:49.125255 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0ad19fea-8f38-4a31-888e-a8029befcb64 req-59036495-83d5-42ef-812c-25c6c0dcf834 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 944 time: 0.0528898 Sep 16 05:22:49.166893 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0ad19fea-8f38-4a31-888e-a8029befcb64 req-d2715769-654b-42af-b9cf-9a632fd420b6 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351794 Sep 16 05:22:49.224480 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9cee555-6a2f-4743-b65b-e28027f8c718 x-openstack-request-id: req-f9cee555-6a2f-4743-b65b-e28027f8c718 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:49.224807 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05325396-6abf-4e5b-87e7-3400c876ceb1", "tag": "318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:49.225061 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f9cee555-6a2f-4743-b65b-e28027f8c718 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:49.225776 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05325396-6abf-4e5b-87e7-3400c876ceb1', 'tag': '318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56', 'status': 'completed', 'code': 200} Sep 16 05:22:49.318782 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15acb59c-87c2-46c7-ad43-b2e35776efb3 req-6306e16f-ae86-4c36-8508-55ddc44b3dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:49.320496 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-15acb59c-87c2-46c7-ad43-b2e35776efb3 req-6306e16f-ae86-4c36-8508-55ddc44b3dbd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3c36c5b639d4fe19b838ecc2805ea55&device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 1096 time: 0.0553083 Sep 16 05:22:49.331283 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15acb59c-87c2-46c7-ad43-b2e35776efb3 req-81258f3f-192b-4d63-9e8d-6d9f13cce3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:49.333274 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-15acb59c-87c2-46c7-ad43-b2e35776efb3 req-81258f3f-192b-4d63-9e8d-6d9f13cce3f6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3c36c5b639d4fe19b838ecc2805ea55&device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 1096 time: 0.0545700 Sep 16 05:22:49.425231 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15acb59c-87c2-46c7-ad43-b2e35776efb3 req-88eb1753-69f2-4aca-846c-999a2df2cced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:49.426996 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-15acb59c-87c2-46c7-ad43-b2e35776efb3 req-88eb1753-69f2-4aca-846c-999a2df2cced service neutron] 10.222.0.47 "GET /v2.0/networks?id=80c93633-0df7-4be1-be5b-05c92bdc835a HTTP/1.1" status: 200 len: 915 time: 0.0992656 Sep 16 05:22:49.432305 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15acb59c-87c2-46c7-ad43-b2e35776efb3 req-d04e3d6f-8fc7-4324-a4c6-912a07307fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:49.433911 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-15acb59c-87c2-46c7-ad43-b2e35776efb3 req-d04e3d6f-8fc7-4324-a4c6-912a07307fa1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=80c93633-0df7-4be1-be5b-05c92bdc835a HTTP/1.1" status: 200 len: 915 time: 0.0937781 Sep 16 05:22:49.469874 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-15acb59c-87c2-46c7-ad43-b2e35776efb3 req-e501f86c-44df-4f31-947a-5c9b211652b4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 HTTP/1.1" status: 200 len: 217 time: 0.0352323 Sep 16 05:22:49.478803 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-15acb59c-87c2-46c7-ad43-b2e35776efb3 req-416e4268-2ae0-4754-8c98-debbbb214898 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 HTTP/1.1" status: 200 len: 217 time: 0.0349085 Sep 16 05:22:49.520096 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15acb59c-87c2-46c7-ad43-b2e35776efb3 req-a93f8d5b-18cf-47de-8f73-3a2dd0842884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:49.521704 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-15acb59c-87c2-46c7-ad43-b2e35776efb3 req-a93f8d5b-18cf-47de-8f73-3a2dd0842884 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=454c276c-9fb0-4872-93d6-017f334d19c6 HTTP/1.1" status: 200 len: 854 time: 0.0459826 Sep 16 05:22:49.535230 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15acb59c-87c2-46c7-ad43-b2e35776efb3 req-199eda05-3f5b-4456-b9ab-c574717af24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:49.536856 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-15acb59c-87c2-46c7-ad43-b2e35776efb3 req-199eda05-3f5b-4456-b9ab-c574717af24c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=454c276c-9fb0-4872-93d6-017f334d19c6 HTTP/1.1" status: 200 len: 854 time: 0.0504911 Sep 16 05:22:49.559003 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-15acb59c-87c2-46c7-ad43-b2e35776efb3 req-47a36d17-575d-48e6-ad22-24db5fac9c00 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=80c93633-0df7-4be1-be5b-05c92bdc835a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306349 Sep 16 05:22:49.572035 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-15acb59c-87c2-46c7-ad43-b2e35776efb3 req-a98c6b00-0e03-42bd-bfd7-6f5ba6fc7612 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80c93633-0df7-4be1-be5b-05c92bdc835a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269289 Sep 16 05:22:49.650715 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-15acb59c-87c2-46c7-ad43-b2e35776efb3 req-ce19f48d-1842-4fa1-8285-e0fc7dcd7fe9 service neutron] 10.222.0.47 "GET /v2.0/networks/80c93633-0df7-4be1-be5b-05c92bdc835a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844347 Sep 16 05:22:49.666949 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-15acb59c-87c2-46c7-ad43-b2e35776efb3 req-8af98ad8-c4ba-440a-871e-003a282ccff5 service neutron] 10.222.0.48 "GET /v2.0/networks/80c93633-0df7-4be1-be5b-05c92bdc835a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870581 Sep 16 05:22:49.754188 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-15acb59c-87c2-46c7-ad43-b2e35776efb3 req-ee19d273-42d6-4cd0-973b-33d7f9359bf7 service neutron] 10.222.0.47 "GET /v2.0/networks/80c93633-0df7-4be1-be5b-05c92bdc835a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963659 Sep 16 05:22:49.767015 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-15acb59c-87c2-46c7-ad43-b2e35776efb3 req-5d727696-e48b-42be-af9a-c4235b0813d1 service neutron] 10.222.0.48 "GET /v2.0/networks/80c93633-0df7-4be1-be5b-05c92bdc835a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931468 Sep 16 05:22:49.880745 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:49.918766 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:22:50.014813 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5e62363e-ba49-42fa-8913-5efc6b2de66b req-be72216e-1aee-4745-8be5-2abfafd68626 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394781 Sep 16 05:22:50.113544 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62363e-ba49-42fa-8913-5efc6b2de66b req-5ce641a5-dde1-4519-9229-dd7b110ecc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:50.115068 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5e62363e-ba49-42fa-8913-5efc6b2de66b req-5ce641a5-dde1-4519-9229-dd7b110ecc82 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3c36c5b639d4fe19b838ecc2805ea55&device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 1096 time: 0.0416570 Sep 16 05:22:50.225663 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62363e-ba49-42fa-8913-5efc6b2de66b req-42ac0c94-a793-4fb1-b060-29e1e895357e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:50.227158 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5e62363e-ba49-42fa-8913-5efc6b2de66b req-42ac0c94-a793-4fb1-b060-29e1e895357e service neutron] 10.222.0.47 "GET /v2.0/networks?id=80c93633-0df7-4be1-be5b-05c92bdc835a HTTP/1.1" status: 200 len: 915 time: 0.0923798 Sep 16 05:22:50.272050 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5e62363e-ba49-42fa-8913-5efc6b2de66b req-06afd821-ed67-41ac-aa98-363888038596 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 HTTP/1.1" status: 200 len: 217 time: 0.0358057 Sep 16 05:22:50.299745 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7858a-8e97-4269-9fe6-cc03decc2b94 req-23382dc2-5423-4370-a0ba-0d9e2bd8672c tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:50.301339 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c3b7858a-8e97-4269-9fe6-cc03decc2b94 req-23382dc2-5423-4370-a0ba-0d9e2bd8672c tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 944 time: 0.0521355 Sep 16 05:22:50.327341 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62363e-ba49-42fa-8913-5efc6b2de66b req-eb69e811-feab-41ef-b920-559cad351e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:50.329819 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5e62363e-ba49-42fa-8913-5efc6b2de66b req-eb69e811-feab-41ef-b920-559cad351e91 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=454c276c-9fb0-4872-93d6-017f334d19c6 HTTP/1.1" status: 200 len: 854 time: 0.0499618 Sep 16 05:22:50.342834 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c3b7858a-8e97-4269-9fe6-cc03decc2b94 req-d7a7276d-eabc-4c85-a37e-65607afcc7d2 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344884 Sep 16 05:22:50.369650 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5e62363e-ba49-42fa-8913-5efc6b2de66b req-86352b5d-3a56-4d5b-bbd7-f01b2060b2ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=80c93633-0df7-4be1-be5b-05c92bdc835a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329895 Sep 16 05:22:50.476826 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5e62363e-ba49-42fa-8913-5efc6b2de66b req-46986304-f23e-4db8-806a-bb88254da5a0 service neutron] 10.222.0.47 "GET /v2.0/networks/80c93633-0df7-4be1-be5b-05c92bdc835a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993278 Sep 16 05:22:50.580485 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-5e62363e-ba49-42fa-8913-5efc6b2de66b req-94885757-bd65-4eee-9303-08aeb0563399 service neutron] 10.222.0.47 "GET /v2.0/networks/80c93633-0df7-4be1-be5b-05c92bdc835a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953763 Sep 16 05:22:50.608039 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40b1dc-bb2f-40fc-8ccb-bad048dfa3d7 req-7c51d2bd-5e32-4752-996d-d88b6bc0569f tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:50.610328 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa40b1dc-bb2f-40fc-8ccb-bad048dfa3d7 req-7c51d2bd-5e32-4752-996d-d88b6bc0569f tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 944 time: 0.0921686 Sep 16 05:22:50.630295 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68403e15-6ebb-46b2-8683-6db88ff1758b req-616ebc68-7a1d-4845-9279-d51e0efb167a tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:50.631770 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-68403e15-6ebb-46b2-8683-6db88ff1758b req-616ebc68-7a1d-4845-9279-d51e0efb167a tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.48 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1&tenant_id=c3c36c5b639d4fe19b838ecc2805ea55&binding%3Ahost_id=n-h1-712139-15 HTTP/1.1" status: 200 len: 944 time: 0.0773079 Sep 16 05:22:50.688322 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa40b1dc-bb2f-40fc-8ccb-bad048dfa3d7 req-4ce9c548-c1b1-4015-859c-29a4d5620e50 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714197 Sep 16 05:22:50.709315 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [req-68403e15-6ebb-46b2-8683-6db88ff1758b req-67728156-a023-4773-b429-02c1e2e04412 service neutron] delete failed (client error): The resource could not be found. Sep 16 05:22:50.710383 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-68403e15-6ebb-46b2-8683-6db88ff1758b req-67728156-a023-4773-b429-02c1e2e04412 service neutron] 10.222.0.48 "DELETE /v2.0/ports/318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56/bindings/n-h2-712139-15 HTTP/1.1" status: 404 len: 381 time: 0.0710382 Sep 16 05:22:50.820519 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68403e15-6ebb-46b2-8683-6db88ff1758b req-ec904911-f5c0-48e2-89ac-fa3a69ccf682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:50.822064 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-68403e15-6ebb-46b2-8683-6db88ff1758b req-ec904911-f5c0-48e2-89ac-fa3a69ccf682 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3c36c5b639d4fe19b838ecc2805ea55&device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 1096 time: 0.0465136 Sep 16 05:22:50.912758 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68403e15-6ebb-46b2-8683-6db88ff1758b req-b8e176d8-bc9e-439f-adfb-55c6c0e8b41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:50.914262 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-68403e15-6ebb-46b2-8683-6db88ff1758b req-b8e176d8-bc9e-439f-adfb-55c6c0e8b41b service neutron] 10.222.0.48 "GET /v2.0/networks?id=80c93633-0df7-4be1-be5b-05c92bdc835a HTTP/1.1" status: 200 len: 915 time: 0.0856304 Sep 16 05:22:50.960740 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-68403e15-6ebb-46b2-8683-6db88ff1758b req-ba49df8f-a191-4386-9ca5-f658a7035546 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 HTTP/1.1" status: 200 len: 217 time: 0.0389390 Sep 16 05:22:51.012822 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68403e15-6ebb-46b2-8683-6db88ff1758b req-805a5008-3c2e-4cbd-94f5-8d94b6f34b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:51.014309 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-68403e15-6ebb-46b2-8683-6db88ff1758b req-805a5008-3c2e-4cbd-94f5-8d94b6f34b1b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=454c276c-9fb0-4872-93d6-017f334d19c6 HTTP/1.1" status: 200 len: 854 time: 0.0467649 Sep 16 05:22:51.046003 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-68403e15-6ebb-46b2-8683-6db88ff1758b req-15c5ec9d-7292-415b-9fd5-4c15d95fc418 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80c93633-0df7-4be1-be5b-05c92bdc835a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252521 Sep 16 05:22:51.144734 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-68403e15-6ebb-46b2-8683-6db88ff1758b req-381ce22d-b0ec-4ae9-9795-b360b3b0105f service neutron] 10.222.0.48 "GET /v2.0/networks/80c93633-0df7-4be1-be5b-05c92bdc835a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918992 Sep 16 05:22:51.164152 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:22:51.245450 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-68403e15-6ebb-46b2-8683-6db88ff1758b req-2ccf3826-3bb6-44bf-9f04-1d4254b9751b service neutron] 10.222.0.48 "GET /v2.0/networks/80c93633-0df7-4be1-be5b-05c92bdc835a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935273 Sep 16 05:22:51.272909 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56,segment=NetworkSegment(32b78764-12a3-44a7-8d16-1707869106a9),segment_id=32b78764-12a3-44a7-8d16-1707869106a9)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:51.286833 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56', 'network_id': '80c93633-0df7-4be1-be5b-05c92bdc835a', 'port_id': '318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56', 'mac_address': 'fa:16:3e:9b:7d:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454c276c-9fb0-4872-93d6-017f334d19c6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:22:51.330049 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.345672 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:22:51.367278 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56,segment=NetworkSegment(32b78764-12a3-44a7-8d16-1707869106a9),segment_id=32b78764-12a3-44a7-8d16-1707869106a9)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:51.370994 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.426289 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56,revision_number=8']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:51.655530 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:22:51.837474 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9336e-7ac9-468b-a556-a65f46e5a92f req-d59df0f3-6a36-4a0a-95a8-a7d5e95cb9cc tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:51.839240 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cba9336e-7ac9-468b-a556-a65f46e5a92f req-d59df0f3-6a36-4a0a-95a8-a7d5e95cb9cc tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 945 time: 0.0738292 Sep 16 05:22:51.886829 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cba9336e-7ac9-468b-a556-a65f46e5a92f req-f874466f-6996-42ab-a9bc-d284634f2520 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360115 Sep 16 05:22:52.015198 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb8435-53ef-409b-a2c7-4810edf010b8 req-4e644483-6ac4-43fb-8e52-9165998bb5bf tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:52.017072 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-54eb8435-53ef-409b-a2c7-4810edf010b8 req-4e644483-6ac4-43fb-8e52-9165998bb5bf tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 945 time: 0.0560937 Sep 16 05:22:52.057473 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-54eb8435-53ef-409b-a2c7-4810edf010b8 req-6ba45e05-ffbc-4c38-911c-53a91a0ab90c tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343189 Sep 16 05:22:52.177887 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dc8b7-d59d-4f4b-9981-eca4127f2916 req-10012e40-d3b5-433c-8d85-04a5ce54bacb tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:52.179495 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dc2dc8b7-d59d-4f4b-9981-eca4127f2916 req-10012e40-d3b5-433c-8d85-04a5ce54bacb tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 945 time: 0.0519109 Sep 16 05:22:52.218091 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dc2dc8b7-d59d-4f4b-9981-eca4127f2916 req-adf60de5-69c2-4a41-9c54-b2ab90dc58fc tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326359 Sep 16 05:22:52.592754 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e3835-9ba1-470a-b033-c77f79a154de req-857de6da-9dc5-4127-a00f-508b2193b2f5 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:52.594859 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-125e3835-9ba1-470a-b033-c77f79a154de req-857de6da-9dc5-4127-a00f-508b2193b2f5 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/networks?id=80c93633-0df7-4be1-be5b-05c92bdc835a HTTP/1.1" status: 200 len: 814 time: 0.1067984 Sep 16 05:22:52.610323 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-125e3835-9ba1-470a-b033-c77f79a154de req-93df858c-8cf1-4a33-a4e2-0b316477f969 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/quotas/c3c36c5b639d4fe19b838ecc2805ea55 HTTP/1.1" status: 200 len: 375 time: 0.0095682 Sep 16 05:22:52.660186 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-125e3835-9ba1-470a-b033-c77f79a154de req-9e954ab8-14d4-4e5b-8a7d-06d38c2bb5ac tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c3c36c5b639d4fe19b838ecc2805ea55&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0443947 Sep 16 05:22:52.755871 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-125e3835-9ba1-470a-b033-c77f79a154de req-0c35f05b-d71c-4fec-9001-0cdda1511927 service neutron] 10.222.0.35 "GET /v2.0/networks/80c93633-0df7-4be1-be5b-05c92bdc835a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885637 Sep 16 05:22:52.844681 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-125e3835-9ba1-470a-b033-c77f79a154de req-4f044fdf-5807-4788-a5fd-82d4e207d256 service neutron] 10.222.0.35 "GET /v2.0/networks/80c93633-0df7-4be1-be5b-05c92bdc835a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826559 Sep 16 05:22:53.005656 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e1d3a9a-169c-458d-82a7-39ef8406c2e2 req-a8546f93-872f-4fcb-8929-e21e01cf92c5 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 210 time: 0.0276191 Sep 16 05:22:53.179089 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:53.230860 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:22:53.234648 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:53.235027 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.324518 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.357081 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05325396-6abf-4e5b-87e7-3400c876ceb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:53.359397 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b73ba57-975a-4df0-ba83-ac04a20469a8" -d '{"events": [{"server_uuid": "05325396-6abf-4e5b-87e7-3400c876ceb1", "name": "network-vif-plugged", "status": "completed", "tag": "318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:53.373875 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56,segment=NetworkSegment(32b78764-12a3-44a7-8d16-1707869106a9),segment_id=32b78764-12a3-44a7-8d16-1707869106a9)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:53.379765 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.409853 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3627d9-3c53-4f04-a3f5-f7acfbfde5b5 x-openstack-request-id: req-4f3627d9-3c53-4f04-a3f5-f7acfbfde5b5 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:53.410151 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05325396-6abf-4e5b-87e7-3400c876ceb1", "name": "network-vif-plugged", "status": "completed", "tag": "318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:53.410408 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4f3627d9-3c53-4f04-a3f5-f7acfbfde5b5 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:53.410796 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05325396-6abf-4e5b-87e7-3400c876ceb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56', 'code': 200} Sep 16 05:22:53.437516 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56,revision_number=9']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:53.973513 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003250d9-a1aa-44c5-95e7-022b0a93e152 req-7683f254-d0c5-4698-a20c-1ebd8b46b0b4 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:53.974650 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-003250d9-a1aa-44c5-95e7-022b0a93e152 req-7683f254-d0c5-4698-a20c-1ebd8b46b0b4 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.47 "GET /v2.0/ports?device_id=05325396-6abf-4e5b-87e7-3400c876ceb1 HTTP/1.1" status: 200 len: 946 time: 0.0522947 Sep 16 05:22:54.158775 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-003250d9-a1aa-44c5-95e7-022b0a93e152 req-e6b88cb9-9d41-4712-adfe-6313a572cdbb tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Deleting port 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:54.159303 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-003250d9-a1aa-44c5-95e7-022b0a93e152 req-e6b88cb9-9d41-4712-adfe-6313a572cdbb tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.182110 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e3835-9ba1-470a-b033-c77f79a154de req-d5578a80-5697-41a5-b0ae-9a52ac649468 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:54.184551 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-125e3835-9ba1-470a-b033-c77f79a154de req-d5578a80-5697-41a5-b0ae-9a52ac649468 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.47 "GET /v2.0/networks?id=80c93633-0df7-4be1-be5b-05c92bdc835a HTTP/1.1" status: 200 len: 814 time: 0.1666510 Sep 16 05:22:54.188481 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-46f3d0be-5ae6-4ab7-badd-0c30f7430f57 req-42d5c6cd-41a0-48b9-bb88-498f8eebc484 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 210 time: 0.0560660 Sep 16 05:22:54.206474 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-125e3835-9ba1-470a-b033-c77f79a154de req-a6459832-be04-4840-8b5d-9d9e1dfa61ca tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Request body: {'port': {'device_id': '904ff330-a578-4946-80bd-381b95bec568', 'network_id': '80c93633-0df7-4be1-be5b-05c92bdc835a', 'admin_state_up': True, 'tenant_id': 'c3c36c5b639d4fe19b838ecc2805ea55'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:54.282352 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [req-003250d9-a1aa-44c5-95e7-022b0a93e152 req-e6b88cb9-9d41-4712-adfe-6313a572cdbb tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] For port 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56,segment=NetworkSegment(32b78764-12a3-44a7-8d16-1707869106a9),segment_id=32b78764-12a3-44a7-8d16-1707869106a9)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:54.282918 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-003250d9-a1aa-44c5-95e7-022b0a93e152 req-e6b88cb9-9d41-4712-adfe-6313a572cdbb tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.297519 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [req-003250d9-a1aa-44c5-95e7-022b0a93e152 req-e6b88cb9-9d41-4712-adfe-6313a572cdbb tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Calling delete_port for 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 owned by compute:nova {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:54.330740 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-125e3835-9ba1-470a-b033-c77f79a154de req-a6459832-be04-4840-8b5d-9d9e1dfa61ca tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Made reservation on behalf of c3c36c5b639d4fe19b838ecc2805ea55 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:54.336391 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-125e3835-9ba1-470a-b033-c77f79a154de req-a6459832-be04-4840-8b5d-9d9e1dfa61ca tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.442378 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-003250d9-a1aa-44c5-95e7-022b0a93e152 req-e6b88cb9-9d41-4712-adfe-6313a572cdbb tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.473465 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b88cb9-9d41-4712-adfe-6313a572cdbb tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Pushing event deleted for resources: {'Port': ['ID=318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:54.477296 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:22:54.477954 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-125e3835-9ba1-470a-b033-c77f79a154de req-a6459832-be04-4840-8b5d-9d9e1dfa61ca tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Allocated IP 172.20.0.14 (80c93633-0df7-4be1-be5b-05c92bdc835a/454c276c-9fb0-4872-93d6-017f334d19c6/4a89c1df-dc38-4632-bed9-989bcbe00b5d) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:54.487065 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b88cb9-9d41-4712-adfe-6313a572cdbb tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:54.487414 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b88cb9-9d41-4712-adfe-6313a572cdbb tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:54.487757 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b88cb9-9d41-4712-adfe-6313a572cdbb tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:54.488092 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b88cb9-9d41-4712-adfe-6313a572cdbb tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:54.488427 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b88cb9-9d41-4712-adfe-6313a572cdbb tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:54.488787 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b88cb9-9d41-4712-adfe-6313a572cdbb tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:54.489117 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b88cb9-9d41-4712-adfe-6313a572cdbb tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:54.489445 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b88cb9-9d41-4712-adfe-6313a572cdbb tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:54.489771 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b88cb9-9d41-4712-adfe-6313a572cdbb tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:54.490094 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b88cb9-9d41-4712-adfe-6313a572cdbb tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:54.490422 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b88cb9-9d41-4712-adfe-6313a572cdbb tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:54.490741 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b88cb9-9d41-4712-adfe-6313a572cdbb tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:54.526682 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [req-003250d9-a1aa-44c5-95e7-022b0a93e152 req-e6b88cb9-9d41-4712-adfe-6313a572cdbb tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] No DVR routers for this DVR port 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 on host n-h1-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:54.529477 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [req-003250d9-a1aa-44c5-95e7-022b0a93e152 req-e6b88cb9-9d41-4712-adfe-6313a572cdbb tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.531852 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-003250d9-a1aa-44c5-95e7-022b0a93e152 req-e6b88cb9-9d41-4712-adfe-6313a572cdbb tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.47 "DELETE /v2.0/ports/318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 HTTP/1.1" status: 204 len: 173 time: 0.5249050 Sep 16 05:22:54.532209 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05325396-6abf-4e5b-87e7-3400c876ceb1', 'name': 'network-vif-deleted', 'tag': '318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:54.534741 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ef7623a88c1a40ddc460f0869b08fa2f5e41714bfe89a202f4209b0e6e91e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d09ae9c-98f7-4e9a-b6dc-3f9ea77601e2" -d '{"events": [{"server_uuid": "05325396-6abf-4e5b-87e7-3400c876ceb1", "name": "network-vif-deleted", "tag": "318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:54.588838 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b460b504-d663-4264-8f21-e2a092214b79 x-openstack-request-id: req-b460b504-d663-4264-8f21-e2a092214b79 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:54.589142 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05325396-6abf-4e5b-87e7-3400c876ceb1", "name": "network-vif-deleted", "tag": "318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:54.589402 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b460b504-d663-4264-8f21-e2a092214b79 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:54.589812 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05325396-6abf-4e5b-87e7-3400c876ceb1', 'name': 'network-vif-deleted', 'tag': '318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56', 'status': 'completed', 'code': 200} Sep 16 05:22:54.664795 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-125e3835-9ba1-470a-b033-c77f79a154de req-a6459832-be04-4840-8b5d-9d9e1dfa61ca tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.699583 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-125e3835-9ba1-470a-b033-c77f79a154de req-a6459832-be04-4840-8b5d-9d9e1dfa61ca tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.733849 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:22:54.748969 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-125e3835-9ba1-470a-b033-c77f79a154de req-a6459832-be04-4840-8b5d-9d9e1dfa61ca tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Network 80c93633-0df7-4be1-be5b-05c92bdc835a is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:54.753256 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-125e3835-9ba1-470a-b033-c77f79a154de req-a6459832-be04-4840-8b5d-9d9e1dfa61ca tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:54.756119 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-125e3835-9ba1-470a-b033-c77f79a154de req-a6459832-be04-4840-8b5d-9d9e1dfa61ca tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:54.791203 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6459832-be04-4840-8b5d-9d9e1dfa61ca tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Pushing event updated for resources: {'Port': ['ID=4a89c1df-dc38-4632-bed9-989bcbe00b5d,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:54.820287 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e3835-9ba1-470a-b033-c77f79a154de req-a6459832-be04-4840-8b5d-9d9e1dfa61ca tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:54.820980 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-125e3835-9ba1-470a-b033-c77f79a154de req-a6459832-be04-4840-8b5d-9d9e1dfa61ca tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.837370 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-125e3835-9ba1-470a-b033-c77f79a154de req-a6459832-be04-4840-8b5d-9d9e1dfa61ca tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6375740 Sep 16 05:22:54.856214 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-125e3835-9ba1-470a-b033-c77f79a154de req-87705db6-63c0-493e-8c51-2c85592b9ec3 service neutron] Request body: {'port': {'device_id': '904ff330-a578-4946-80bd-381b95bec568', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:54.912181 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-125e3835-9ba1-470a-b033-c77f79a154de req-87705db6-63c0-493e-8c51-2c85592b9ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.179700 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-125e3835-9ba1-470a-b033-c77f79a154de req-87705db6-63c0-493e-8c51-2c85592b9ec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a89c1df-dc38-4632-bed9-989bcbe00b5d {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:22:55.187753 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-125e3835-9ba1-470a-b033-c77f79a154de req-87705db6-63c0-493e-8c51-2c85592b9ec3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.199699 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-125e3835-9ba1-470a-b033-c77f79a154de req-87705db6-63c0-493e-8c51-2c85592b9ec3 service neutron] Transition to ACTIVE for port object 4a89c1df-dc38-4632-bed9-989bcbe00b5d will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:22:55.204407 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-125e3835-9ba1-470a-b033-c77f79a154de req-87705db6-63c0-493e-8c51-2c85592b9ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.284143 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87705db6-63c0-493e-8c51-2c85592b9ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=4a89c1df-dc38-4632-bed9-989bcbe00b5d,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:55.360479 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-125e3835-9ba1-470a-b033-c77f79a154de req-87705db6-63c0-493e-8c51-2c85592b9ec3 service neutron] Attempting to bind port 4a89c1df-dc38-4632-bed9-989bcbe00b5d on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:55.360479 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-125e3835-9ba1-470a-b033-c77f79a154de req-87705db6-63c0-493e-8c51-2c85592b9ec3 service neutron] Attempting to bind port 4a89c1df-dc38-4632-bed9-989bcbe00b5d by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '32b78764-12a3-44a7-8d16-1707869106a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '80c93633-0df7-4be1-be5b-05c92bdc835a'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:55.360479 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125e3835-9ba1-470a-b033-c77f79a154de req-87705db6-63c0-493e-8c51-2c85592b9ec3 service neutron] Attempting to bind port 4a89c1df-dc38-4632-bed9-989bcbe00b5d on network 80c93633-0df7-4be1-be5b-05c92bdc835a {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:55.371030 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ed025-a487-4cc2-a089-606b5d90cac5 req-183f14cb-657e-4d8f-8d1d-05c96f0813d4 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:55.372591 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-412ed025-a487-4cc2-a089-606b5d90cac5 req-183f14cb-657e-4d8f-8d1d-05c96f0813d4 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 944 time: 0.1009657 Sep 16 05:22:55.374886 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125e3835-9ba1-470a-b033-c77f79a154de req-87705db6-63c0-493e-8c51-2c85592b9ec3 service neutron] Port 4a89c1df-dc38-4632-bed9-989bcbe00b5d on network 80c93633-0df7-4be1-be5b-05c92bdc835a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:22:55.375210 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125e3835-9ba1-470a-b033-c77f79a154de req-87705db6-63c0-493e-8c51-2c85592b9ec3 service neutron] Attempting to bind port 4a89c1df-dc38-4632-bed9-989bcbe00b5d on network 80c93633-0df7-4be1-be5b-05c92bdc835a {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:55.382386 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125e3835-9ba1-470a-b033-c77f79a154de req-87705db6-63c0-493e-8c51-2c85592b9ec3 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:55.382719 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125e3835-9ba1-470a-b033-c77f79a154de req-87705db6-63c0-493e-8c51-2c85592b9ec3 service neutron] Checking segment: {'id': '32b78764-12a3-44a7-8d16-1707869106a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '80c93633-0df7-4be1-be5b-05c92bdc835a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:55.383107 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125e3835-9ba1-470a-b033-c77f79a154de req-87705db6-63c0-493e-8c51-2c85592b9ec3 service neutron] Bound using segment: {'id': '32b78764-12a3-44a7-8d16-1707869106a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '80c93633-0df7-4be1-be5b-05c92bdc835a'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:55.383530 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-125e3835-9ba1-470a-b033-c77f79a154de req-87705db6-63c0-493e-8c51-2c85592b9ec3 service neutron] Bound port: 4a89c1df-dc38-4632-bed9-989bcbe00b5d, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b78764-12a3-44a7-8d16-1707869106a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '80c93633-0df7-4be1-be5b-05c92bdc835a'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:55.383898 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-125e3835-9ba1-470a-b033-c77f79a154de req-87705db6-63c0-493e-8c51-2c85592b9ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.448512 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-412ed025-a487-4cc2-a089-606b5d90cac5 req-4e17ecdb-ad06-441e-a4bf-bfbc7cd0a49c tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677845 Sep 16 05:22:55.474611 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-125e3835-9ba1-470a-b033-c77f79a154de req-87705db6-63c0-493e-8c51-2c85592b9ec3 service neutron] For port 4a89c1df-dc38-4632-bed9-989bcbe00b5d, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:55.477642 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-125e3835-9ba1-470a-b033-c77f79a154de req-87705db6-63c0-493e-8c51-2c85592b9ec3 service neutron] For port 4a89c1df-dc38-4632-bed9-989bcbe00b5d, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=4a89c1df-dc38-4632-bed9-989bcbe00b5d,segment=NetworkSegment(32b78764-12a3-44a7-8d16-1707869106a9),segment_id=32b78764-12a3-44a7-8d16-1707869106a9)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:55.482382 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-125e3835-9ba1-470a-b033-c77f79a154de req-87705db6-63c0-493e-8c51-2c85592b9ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.515120 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e3835-9ba1-470a-b033-c77f79a154de req-87705db6-63c0-493e-8c51-2c85592b9ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:55.515760 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-125e3835-9ba1-470a-b033-c77f79a154de req-87705db6-63c0-493e-8c51-2c85592b9ec3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.517177 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-125e3835-9ba1-470a-b033-c77f79a154de req-87705db6-63c0-493e-8c51-2c85592b9ec3 service neutron] 10.222.0.47 "PUT /v2.0/ports/4a89c1df-dc38-4632-bed9-989bcbe00b5d HTTP/1.1" status: 200 len: 1093 time: 0.6653016 Sep 16 05:22:55.517606 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904ff330-a578-4946-80bd-381b95bec568', 'tag': '4a89c1df-dc38-4632-bed9-989bcbe00b5d'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:55.519811 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4bd568-51dc-4611-bed1-ed1449db3964" -d '{"events": [{"name": "network-changed", "server_uuid": "904ff330-a578-4946-80bd-381b95bec568", "tag": "4a89c1df-dc38-4632-bed9-989bcbe00b5d"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:55.552267 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87705db6-63c0-493e-8c51-2c85592b9ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=4a89c1df-dc38-4632-bed9-989bcbe00b5d,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:55.570945 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887742d6-7269-4679-afc2-11f153f18f0d x-openstack-request-id: req-887742d6-7269-4679-afc2-11f153f18f0d {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:55.571230 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904ff330-a578-4946-80bd-381b95bec568", "tag": "4a89c1df-dc38-4632-bed9-989bcbe00b5d", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:55.571479 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-887742d6-7269-4679-afc2-11f153f18f0d {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:55.571872 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904ff330-a578-4946-80bd-381b95bec568', 'tag': '4a89c1df-dc38-4632-bed9-989bcbe00b5d', 'status': 'completed', 'code': 200} Sep 16 05:22:55.638400 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e3835-9ba1-470a-b033-c77f79a154de req-ad0bf71f-7252-4358-92d6-c7afa1365bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:55.640132 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-125e3835-9ba1-470a-b033-c77f79a154de req-ad0bf71f-7252-4358-92d6-c7afa1365bde service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3c36c5b639d4fe19b838ecc2805ea55&device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 1096 time: 0.0455763 Sep 16 05:22:55.690576 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-125e3835-9ba1-470a-b033-c77f79a154de req-8e0dd02b-a4b0-446b-86cc-bb5a3300e757 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a89c1df-dc38-4632-bed9-989bcbe00b5d HTTP/1.1" status: 200 len: 217 time: 0.0377870 Sep 16 05:22:55.738974 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e3835-9ba1-470a-b033-c77f79a154de req-c2bef19c-db69-4199-bb59-fdb402abce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:55.740302 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-125e3835-9ba1-470a-b033-c77f79a154de req-c2bef19c-db69-4199-bb59-fdb402abce39 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=454c276c-9fb0-4872-93d6-017f334d19c6 HTTP/1.1" status: 200 len: 854 time: 0.0431600 Sep 16 05:22:55.771146 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-125e3835-9ba1-470a-b033-c77f79a154de req-54d91808-a47b-4a30-9f0b-a3033a1c405c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=80c93633-0df7-4be1-be5b-05c92bdc835a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239594 Sep 16 05:22:55.864138 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-125e3835-9ba1-470a-b033-c77f79a154de req-937bf18a-d42a-4004-9794-222b0b29567a service neutron] 10.222.0.47 "GET /v2.0/networks/80c93633-0df7-4be1-be5b-05c92bdc835a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857859 Sep 16 05:22:55.953110 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-125e3835-9ba1-470a-b033-c77f79a154de req-c719bcae-9780-4936-b8b0-63339a94af75 service neutron] 10.222.0.47 "GET /v2.0/networks/80c93633-0df7-4be1-be5b-05c92bdc835a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813389 Sep 16 05:22:56.078439 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bd568-51dc-4611-bed1-ed1449db3964 req-df986bfe-5632-444d-a60f-4b1d1a875aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:56.079868 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a4bd568-51dc-4611-bed1-ed1449db3964 req-df986bfe-5632-444d-a60f-4b1d1a875aff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3c36c5b639d4fe19b838ecc2805ea55&device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 1096 time: 0.0445340 Sep 16 05:22:56.169456 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bd568-51dc-4611-bed1-ed1449db3964 req-685117c2-3d17-4cc9-8757-1c887776e269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:56.170923 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a4bd568-51dc-4611-bed1-ed1449db3964 req-685117c2-3d17-4cc9-8757-1c887776e269 service neutron] 10.222.0.47 "GET /v2.0/networks?id=80c93633-0df7-4be1-be5b-05c92bdc835a HTTP/1.1" status: 200 len: 915 time: 0.0838268 Sep 16 05:22:56.213649 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a4bd568-51dc-4611-bed1-ed1449db3964 req-841b2d6c-7fb5-4481-a438-1c640023670f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a89c1df-dc38-4632-bed9-989bcbe00b5d HTTP/1.1" status: 200 len: 217 time: 0.0358319 Sep 16 05:22:56.263074 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bd568-51dc-4611-bed1-ed1449db3964 req-ff64a0df-8f6c-4553-bede-df5638424798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:56.264593 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a4bd568-51dc-4611-bed1-ed1449db3964 req-ff64a0df-8f6c-4553-bede-df5638424798 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=454c276c-9fb0-4872-93d6-017f334d19c6 HTTP/1.1" status: 200 len: 854 time: 0.0439873 Sep 16 05:22:56.297698 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a4bd568-51dc-4611-bed1-ed1449db3964 req-b5e091d7-b0b1-4b38-a773-b04c4cc37eb2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=80c93633-0df7-4be1-be5b-05c92bdc835a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242190 Sep 16 05:22:56.391218 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a4bd568-51dc-4611-bed1-ed1449db3964 req-f3816e1a-f2f0-40d8-9769-748216704b14 service neutron] 10.222.0.47 "GET /v2.0/networks/80c93633-0df7-4be1-be5b-05c92bdc835a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857441 Sep 16 05:22:56.481387 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a4bd568-51dc-4611-bed1-ed1449db3964 req-3540dcc7-93b6-4366-b980-6c481140a9ae service neutron] 10.222.0.47 "GET /v2.0/networks/80c93633-0df7-4be1-be5b-05c92bdc835a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825920 Sep 16 05:22:56.567072 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf4313-f69e-4b2b-9bcb-45f2558911a7 req-5948624a-ab63-4c93-b995-55b1f23e2205 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:56.568635 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bacf4313-f69e-4b2b-9bcb-45f2558911a7 req-5948624a-ab63-4c93-b995-55b1f23e2205 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 944 time: 0.0500045 Sep 16 05:22:56.606384 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bacf4313-f69e-4b2b-9bcb-45f2558911a7 req-109a09f5-254a-4bfe-a6e2-c00a1ce23002 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317554 Sep 16 05:22:57.204337 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:57.225059 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:22:57.225412 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 318f5e19-d5a5-4fe3-9ca0-9dc0e92b7f56 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:22:57.737516 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b9d20-baa8-454d-989d-f65e7c4c88c8 req-43f02577-481d-4516-9260-a18a731d7842 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:57.739026 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2f7b9d20-baa8-454d-989d-f65e7c4c88c8 req-43f02577-481d-4516-9260-a18a731d7842 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 944 time: 0.0553219 Sep 16 05:22:57.778685 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2f7b9d20-baa8-454d-989d-f65e7c4c88c8 req-ec5d022f-9594-496f-a501-95bd6b65c96c tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333409 Sep 16 05:22:58.907715 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8ed6d-e6dd-4949-8c00-9c191763f15d req-5b3a4112-deb8-439d-9c55-6ecb4a694f58 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:58.909427 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bef8ed6d-e6dd-4949-8c00-9c191763f15d req-5b3a4112-deb8-439d-9c55-6ecb4a694f58 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 944 time: 0.0534961 Sep 16 05:22:58.955891 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bef8ed6d-e6dd-4949-8c00-9c191763f15d req-7bce3a13-5670-4cd0-9279-abe7b87ec4ee tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398781 Sep 16 05:22:59.204910 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 4a89c1df-dc38-4632-bed9-989bcbe00b5d details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:22:59.346172 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 4a89c1df-dc38-4632-bed9-989bcbe00b5d, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=4a89c1df-dc38-4632-bed9-989bcbe00b5d,segment=NetworkSegment(32b78764-12a3-44a7-8d16-1707869106a9),segment_id=32b78764-12a3-44a7-8d16-1707869106a9)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:59.365569 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '4a89c1df-dc38-4632-bed9-989bcbe00b5d', 'network_id': '80c93633-0df7-4be1-be5b-05c92bdc835a', 'port_id': '4a89c1df-dc38-4632-bed9-989bcbe00b5d', 'mac_address': 'fa:16:3e:28:1a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454c276c-9fb0-4872-93d6-017f334d19c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:22:59.409299 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.425241 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a89c1df-dc38-4632-bed9-989bcbe00b5d {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:22:59.448137 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 4a89c1df-dc38-4632-bed9-989bcbe00b5d, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=4a89c1df-dc38-4632-bed9-989bcbe00b5d,segment=NetworkSegment(32b78764-12a3-44a7-8d16-1707869106a9),segment_id=32b78764-12a3-44a7-8d16-1707869106a9)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:59.453132 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.503236 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=4a89c1df-dc38-4632-bed9-989bcbe00b5d,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:59.511009 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:59.511358 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:59.512523 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:59.513244 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:59.513617 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:59.513965 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:59.514388 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:59.514820 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:59.515208 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:59.516099 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:59.516406 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:59.516762 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:59.717192 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['4a89c1df-dc38-4632-bed9-989bcbe00b5d'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:23:00.080779 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2a27f-a326-4cd3-92bb-5b94c68b5acf req-6142497b-b426-461b-8eff-b1a2b84ef4c2 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:00.082284 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-30a2a27f-a326-4cd3-92bb-5b94c68b5acf req-6142497b-b426-461b-8eff-b1a2b84ef4c2 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 945 time: 0.0576308 Sep 16 05:23:00.123928 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-30a2a27f-a326-4cd3-92bb-5b94c68b5acf req-edb90d04-419b-463e-b40a-397b4606e03d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344996 Sep 16 05:23:01.214279 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 4a89c1df-dc38-4632-bed9-989bcbe00b5d up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:01.248474 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951431bf-95f7-4e11-a81a-cdb523cd36cb req-33d4b706-e021-40d7-9d2f-dddc016a6bd7 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:01.250146 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-951431bf-95f7-4e11-a81a-cdb523cd36cb req-33d4b706-e021-40d7-9d2f-dddc016a6bd7 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 945 time: 0.0559015 Sep 16 05:23:01.266834 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 4a89c1df-dc38-4632-bed9-989bcbe00b5d completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:23:01.270703 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 4a89c1df-dc38-4632-bed9-989bcbe00b5d triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:01.271095 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:01.292200 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-951431bf-95f7-4e11-a81a-cdb523cd36cb req-8f230ecb-3a66-439c-9394-bfc0916d439f tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356009 Sep 16 05:23:01.366410 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:01.389376 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904ff330-a578-4946-80bd-381b95bec568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a89c1df-dc38-4632-bed9-989bcbe00b5d'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:01.392624 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3f5da6-f419-4ccf-bf81-de86f4643c6b" -d '{"events": [{"server_uuid": "904ff330-a578-4946-80bd-381b95bec568", "name": "network-vif-plugged", "status": "completed", "tag": "4a89c1df-dc38-4632-bed9-989bcbe00b5d"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:01.406902 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 4a89c1df-dc38-4632-bed9-989bcbe00b5d, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=4a89c1df-dc38-4632-bed9-989bcbe00b5d,segment=NetworkSegment(32b78764-12a3-44a7-8d16-1707869106a9),segment_id=32b78764-12a3-44a7-8d16-1707869106a9)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:01.411278 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:01.439056 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e09f58-e5de-45b5-8fca-23cf2ddd5f5c x-openstack-request-id: req-55e09f58-e5de-45b5-8fca-23cf2ddd5f5c {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:01.439335 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904ff330-a578-4946-80bd-381b95bec568", "name": "network-vif-plugged", "status": "completed", "tag": "4a89c1df-dc38-4632-bed9-989bcbe00b5d", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:01.439586 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-55e09f58-e5de-45b5-8fca-23cf2ddd5f5c {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:01.439972 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904ff330-a578-4946-80bd-381b95bec568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a89c1df-dc38-4632-bed9-989bcbe00b5d', 'code': 200} Sep 16 05:23:01.463597 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=4a89c1df-dc38-4632-bed9-989bcbe00b5d,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:01.565274 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd015d8-1b15-4ba3-a695-0db58a00951d req-75efc4be-73f6-41f9-89f1-3727e4fca83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:01.566940 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0bd015d8-1b15-4ba3-a695-0db58a00951d req-75efc4be-73f6-41f9-89f1-3727e4fca83a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 1098 time: 0.0417724 Sep 16 05:23:01.603177 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0bd015d8-1b15-4ba3-a695-0db58a00951d req-fcc31cb6-4c51-4249-a1da-29dec7a417c4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290987 Sep 16 05:23:02.422805 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d691f-f371-4be7-b519-b1f20858d30e req-34e5a399-88a0-4084-8bed-68a02b473924 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:02.424278 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b92d691f-f371-4be7-b519-b1f20858d30e req-34e5a399-88a0-4084-8bed-68a02b473924 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 946 time: 0.0503745 Sep 16 05:23:02.462347 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b92d691f-f371-4be7-b519-b1f20858d30e req-2177e7bc-c9cc-4171-ba1b-2c64b9599aa8 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318205 Sep 16 05:23:03.583795 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b7cbc-92e2-40ce-8100-a33ce042dc7c req-fb8565f9-6324-4e1a-a3a6-bf65a2ebb84d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:03.585602 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-186b7cbc-92e2-40ce-8100-a33ce042dc7c req-fb8565f9-6324-4e1a-a3a6-bf65a2ebb84d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 946 time: 0.0548077 Sep 16 05:23:03.629067 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-186b7cbc-92e2-40ce-8100-a33ce042dc7c req-d39cea3a-3043-4216-adfe-3f7514bf1a31 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372713 Sep 16 05:23:03.765034 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3144d7-70a6-42de-9fd9-83780ef7c4fb req-70712714-bd6e-4860-9bf0-a4df6c39a9ef tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:03.766602 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0e3144d7-70a6-42de-9fd9-83780ef7c4fb req-70712714-bd6e-4860-9bf0-a4df6c39a9ef tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 946 time: 0.0567234 Sep 16 05:23:03.811380 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0e3144d7-70a6-42de-9fd9-83780ef7c4fb req-4c6c9038-4e83-4ed8-8653-f29af98e3deb tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375338 Sep 16 05:23:04.046952 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-35f2c900-2d0b-40ee-acb2-649ec8909515 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0464594 Sep 16 05:23:04.057032 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019fabe-fa6b-42c2-a7df-d5dd34045f07 req-3fdb2797-73b6-4aa2-9496-87ac5940ad93 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:04.058362 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0019fabe-fa6b-42c2-a7df-d5dd34045f07 req-3fdb2797-73b6-4aa2-9496-87ac5940ad93 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 946 time: 0.0497887 Sep 16 05:23:04.099019 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0019fabe-fa6b-42c2-a7df-d5dd34045f07 req-d1f5fb2d-a8ad-4a12-a314-0891c5d4b867 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343809 Sep 16 05:23:05.248484 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a029b-eff7-4a46-844c-10d4c6166a3c req-b3637e66-e9dc-4163-8ca8-34d3d8c6e29d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:05.250110 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-160a029b-eff7-4a46-844c-10d4c6166a3c req-b3637e66-e9dc-4163-8ca8-34d3d8c6e29d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 946 time: 0.0807590 Sep 16 05:23:05.257460 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-6d5887e2-a724-4f89-95ec-4634318f9a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:05.258962 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-6d5887e2-a724-4f89-95ec-4634318f9a66 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3c36c5b639d4fe19b838ecc2805ea55&device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 1098 time: 0.0603659 Sep 16 05:23:05.676130 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-160a029b-eff7-4a46-844c-10d4c6166a3c req-c27d3ed1-4af8-4e7c-a8bb-f3d2e98fc80c tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159899 Sep 16 05:23:05.707327 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-f0a82428-defb-42b9-bf92-21ea09af2e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:05.708848 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-f0a82428-defb-42b9-bf92-21ea09af2e7f service neutron] 10.222.0.47 "GET /v2.0/networks?id=80c93633-0df7-4be1-be5b-05c92bdc835a HTTP/1.1" status: 200 len: 915 time: 0.4421549 Sep 16 05:23:05.750560 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-a02c09c0-bf83-4885-ac5b-9685859e4a8b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a89c1df-dc38-4632-bed9-989bcbe00b5d HTTP/1.1" status: 200 len: 217 time: 0.0343711 Sep 16 05:23:05.797842 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-82210568-9b81-40ed-8daf-89556163a5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:05.799292 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-82210568-9b81-40ed-8daf-89556163a5a4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=454c276c-9fb0-4872-93d6-017f334d19c6 HTTP/1.1" status: 200 len: 854 time: 0.0425696 Sep 16 05:23:05.830035 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-532789db-f516-4580-a8d8-31c6f0fa70e5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=80c93633-0df7-4be1-be5b-05c92bdc835a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240021 Sep 16 05:23:05.923517 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-a61ab655-b663-41cd-9352-8c5130e8cc5c service neutron] 10.222.0.47 "GET /v2.0/networks/80c93633-0df7-4be1-be5b-05c92bdc835a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858979 Sep 16 05:23:06.015313 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-f39dfc94-e20d-4893-8bb5-e55816667d11 service neutron] 10.222.0.47 "GET /v2.0/networks/80c93633-0df7-4be1-be5b-05c92bdc835a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850244 Sep 16 05:23:06.792540 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa7915-e8b5-4cd9-b7ac-72b6b911bfa5 req-825362e5-a35d-4f94-80e3-7d9aae877d05 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:06.794220 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-49aa7915-e8b5-4cd9-b7ac-72b6b911bfa5 req-825362e5-a35d-4f94-80e3-7d9aae877d05 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 946 time: 0.0496359 Sep 16 05:23:06.833361 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-49aa7915-e8b5-4cd9-b7ac-72b6b911bfa5 req-af96ba8f-0b09-4f42-8179-8f63dd9cc14e tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332112 Sep 16 05:23:07.955392 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa838e0-c478-47de-aebc-eb779cbd396f req-e3bb1ef0-e491-48cb-88f9-be5e6b6e3520 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:07.956920 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-efa838e0-c478-47de-aebc-eb779cbd396f req-e3bb1ef0-e491-48cb-88f9-be5e6b6e3520 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 946 time: 0.0488236 Sep 16 05:23:07.995878 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-efa838e0-c478-47de-aebc-eb779cbd396f req-7ae3e190-4d9d-474d-a9f1-3cdedac63eb2 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328691 Sep 16 05:23:09.113156 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55574e-6c41-4cea-a7f6-042c9e67f302 req-4b00d588-ac31-4f0f-922b-497395edf31d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:09.114857 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ff55574e-6c41-4cea-a7f6-042c9e67f302 req-4b00d588-ac31-4f0f-922b-497395edf31d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 946 time: 0.0506389 Sep 16 05:23:09.156494 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ff55574e-6c41-4cea-a7f6-042c9e67f302 req-f877a6f7-3701-4de3-8217-c7ae5218bfb3 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357013 Sep 16 05:23:10.136788 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fab4f325-9221-40f1-81b2-0f8db236b4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:10.273238 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347afc0-2948-45d0-a755-183ad1cc6b06 req-bab2c199-3540-4ed4-9856-6090bec1e8bd tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:10.274748 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e347afc0-2948-45d0-a755-183ad1cc6b06 req-bab2c199-3540-4ed4-9856-6090bec1e8bd tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 946 time: 0.0487866 Sep 16 05:23:10.313219 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e347afc0-2948-45d0-a755-183ad1cc6b06 req-15fbf319-b44d-4606-974f-6159c5d1ddd1 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322881 Sep 16 05:23:11.431038 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7051a-9b3e-4826-ab1f-6f1886d84e28 req-48702d84-faca-49db-afd1-4d6997590ce2 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:11.432533 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c9c7051a-9b3e-4826-ab1f-6f1886d84e28 req-48702d84-faca-49db-afd1-4d6997590ce2 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 946 time: 0.0497620 Sep 16 05:23:11.470354 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c9c7051a-9b3e-4826-ab1f-6f1886d84e28 req-4fb29adb-ddd1-4d93-abdb-3c62046483c8 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312302 Sep 16 05:23:11.895655 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:12.590144 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99225c52-dad1-460f-91fe-ba76717171f0 req-07accf5b-6809-4cdf-a32b-b3f66bf0f75d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:12.591626 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-99225c52-dad1-460f-91fe-ba76717171f0 req-07accf5b-6809-4cdf-a32b-b3f66bf0f75d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 946 time: 0.0506074 Sep 16 05:23:12.637758 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-99225c52-dad1-460f-91fe-ba76717171f0 req-837c3e1b-0a3e-4cc5-9eb2-aa413dd53b6d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379171 Sep 16 05:23:13.268266 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3d0a4e10-6801-469c-b2f8-bf4b5d8d7873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:13.566720 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:13.755869 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38454c-289a-4124-aa92-39d050739049 req-8aacab44-8383-457e-90a7-c50ab0ca0710 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:13.757371 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9e38454c-289a-4124-aa92-39d050739049 req-8aacab44-8383-457e-90a7-c50ab0ca0710 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 946 time: 0.0485077 Sep 16 05:23:13.797511 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9e38454c-289a-4124-aa92-39d050739049 req-b643f5de-3d67-4e5f-9d13-d278f8d37d6a tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321975 Sep 16 05:23:14.661745 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.907132 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.913884 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ce294-5875-4726-bb47-429092a4b897 req-568060d2-fdbd-4b45-8514-cbf503b591ef tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:14.915393 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-432ce294-5875-4726-bb47-429092a4b897 req-568060d2-fdbd-4b45-8514-cbf503b591ef tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 946 time: 0.0501530 Sep 16 05:23:14.953120 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-432ce294-5875-4726-bb47-429092a4b897 req-2096e855-99ce-49be-8abe-e371d2e5eb56 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317514 Sep 16 05:23:16.078414 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd750f-f49e-4667-bfb2-8b9b6c5ab9b8 req-c7bf25ba-f0d1-4446-9491-c87927f31930 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:16.079946 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1fbd750f-f49e-4667-bfb2-8b9b6c5ab9b8 req-c7bf25ba-f0d1-4446-9491-c87927f31930 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 946 time: 0.0520101 Sep 16 05:23:16.124145 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1fbd750f-f49e-4667-bfb2-8b9b6c5ab9b8 req-20a4142d-12fc-4d93-917d-b75ac92411e4 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376227 Sep 16 05:23:16.178388 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:17.249144 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f619ad0-1704-46bb-9896-0984a2cd0b11 req-65acab49-6fda-4985-8264-a5991c52915e tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:17.250628 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9f619ad0-1704-46bb-9896-0984a2cd0b11 req-65acab49-6fda-4985-8264-a5991c52915e tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 946 time: 0.0528400 Sep 16 05:23:17.289182 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9f619ad0-1704-46bb-9896-0984a2cd0b11 req-b85e7298-abfd-4574-8adf-de5f569e4235 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322285 Sep 16 05:23:18.412125 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c10d5-eccb-449b-bc02-dc4e422e42a8 req-a5013178-6d4d-4135-8057-dbd7d4a5fa98 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:18.413750 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-002c10d5-eccb-449b-bc02-dc4e422e42a8 req-a5013178-6d4d-4135-8057-dbd7d4a5fa98 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 946 time: 0.0523074 Sep 16 05:23:18.454935 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-002c10d5-eccb-449b-bc02-dc4e422e42a8 req-5fc063fa-68a8-4e90-a7cc-42ecebaa73a9 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351033 Sep 16 05:23:19.571658 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f7e22-ff60-4703-b354-535cf52be74b req-ef1e0212-18c9-49c4-8fc4-a90b54688c75 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:19.573079 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a8f7e22-ff60-4703-b354-535cf52be74b req-ef1e0212-18c9-49c4-8fc4-a90b54688c75 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 946 time: 0.0486641 Sep 16 05:23:19.617207 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a8f7e22-ff60-4703-b354-535cf52be74b req-799149c1-bd72-4998-8814-9b70f4676526 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381823 Sep 16 05:23:20.735292 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd103c-67e2-4ca0-9a7b-d37fbb912d1d req-1be1d41e-8aae-4e59-b3d0-8d8ed1dcd57f tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:20.737425 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fecd103c-67e2-4ca0-9a7b-d37fbb912d1d req-1be1d41e-8aae-4e59-b3d0-8d8ed1dcd57f tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 946 time: 0.0490458 Sep 16 05:23:20.777560 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fecd103c-67e2-4ca0-9a7b-d37fbb912d1d req-0c9f9637-e96f-438c-afa2-ae06ce6bc7d8 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330889 Sep 16 05:23:21.898856 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa366d6b-3328-4e4c-b80b-e4989f0b9d87 req-7b76afe7-e04d-4069-9424-25d6fcb6a73e tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:21.900362 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa366d6b-3328-4e4c-b80b-e4989f0b9d87 req-7b76afe7-e04d-4069-9424-25d6fcb6a73e tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 946 time: 0.0506718 Sep 16 05:23:21.940189 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa366d6b-3328-4e4c-b80b-e4989f0b9d87 req-c8898018-9569-4483-bd1c-7cdfd8d05e8f tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337307 Sep 16 05:23:23.058546 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36c942-f145-4693-8096-021afa4bea79 req-9ad080a7-6c24-4852-bca5-1d27a4de08e5 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:23.059921 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6a36c942-f145-4693-8096-021afa4bea79 req-9ad080a7-6c24-4852-bca5-1d27a4de08e5 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 946 time: 0.0490253 Sep 16 05:23:23.101477 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6a36c942-f145-4693-8096-021afa4bea79 req-95472d30-3b53-4878-9c42-8fae25e67fd5 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354671 Sep 16 05:23:24.132969 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:23:24.225133 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964a6db-eeba-437c-ad0f-82b53d64a076 req-5a9bee08-6878-4ab9-a798-62d1c2f535a4 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:24.226641 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a964a6db-eeba-437c-ad0f-82b53d64a076 req-5a9bee08-6878-4ab9-a798-62d1c2f535a4 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 946 time: 0.0515146 Sep 16 05:23:24.267086 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a964a6db-eeba-437c-ad0f-82b53d64a076 req-55bf1dd6-cce1-4d3a-af48-9308dfa8f7c0 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344245 Sep 16 05:23:25.390522 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8822c1e-b943-45a8-b249-05770d4f0bde req-f8f60db1-d202-4e30-9c46-2179a6a771b3 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:25.392022 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a8822c1e-b943-45a8-b249-05770d4f0bde req-f8f60db1-d202-4e30-9c46-2179a6a771b3 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 946 time: 0.0499084 Sep 16 05:23:25.431550 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a8822c1e-b943-45a8-b249-05770d4f0bde req-cb3b1508-6767-4347-b560-64ce28d284d0 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332866 Sep 16 05:23:26.550930 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6da528-ad76-4d94-afdc-0102baa23746 req-41694ea4-ea97-4178-861f-9ed7fc917abf tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:26.552647 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b6da528-ad76-4d94-afdc-0102baa23746 req-41694ea4-ea97-4178-861f-9ed7fc917abf tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 946 time: 0.0511734 Sep 16 05:23:26.594760 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b6da528-ad76-4d94-afdc-0102baa23746 req-f0db1dab-753e-485a-9d17-07d58815925e tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361996 Sep 16 05:23:27.711552 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f1091-3af4-4a3a-a50e-b8c7d4205ecc req-c1a73579-dec5-4d7c-ba57-2933a8d78913 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:27.713137 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-477f1091-3af4-4a3a-a50e-b8c7d4205ecc req-c1a73579-dec5-4d7c-ba57-2933a8d78913 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 946 time: 0.0508890 Sep 16 05:23:27.752168 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-477f1091-3af4-4a3a-a50e-b8c7d4205ecc req-d7941023-d199-44f0-8782-6b1acbfd6efb tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330572 Sep 16 05:23:28.876887 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dea0bc-ff23-493d-abbf-f209b9f30c8d req-357e04ec-9c4e-4878-a8d9-42652d1d8e1f tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:28.878442 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c7dea0bc-ff23-493d-abbf-f209b9f30c8d req-357e04ec-9c4e-4878-a8d9-42652d1d8e1f tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 946 time: 0.0563185 Sep 16 05:23:28.916979 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c7dea0bc-ff23-493d-abbf-f209b9f30c8d req-fd1fc245-2846-4775-a7de-db2f9a494083 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324821 Sep 16 05:23:30.036094 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318e64c-4c05-48c3-b615-9821ca44b2b2 req-db23a0bd-baab-408b-862a-8211d29fa40c tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:30.037697 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5318e64c-4c05-48c3-b615-9821ca44b2b2 req-db23a0bd-baab-408b-862a-8211d29fa40c tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 946 time: 0.0528896 Sep 16 05:23:30.078789 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5318e64c-4c05-48c3-b615-9821ca44b2b2 req-407859ee-abe4-4c0b-95cc-c6e9ae08e3a7 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351319 Sep 16 05:23:31.196437 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491af061-6a7e-4838-adc9-af624733a1be req-f3aa4294-7dd2-4086-91c3-57a86572dbc8 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:31.198020 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-491af061-6a7e-4838-adc9-af624733a1be req-f3aa4294-7dd2-4086-91c3-57a86572dbc8 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 946 time: 0.0507736 Sep 16 05:23:31.236854 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-491af061-6a7e-4838-adc9-af624733a1be req-c5f48c08-98c9-4b8a-b982-a1242de66add tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327425 Sep 16 05:23:32.357983 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e93f5-76cf-4316-9812-befc240da656 req-c73db7d5-800e-45c9-8f61-f478b79c3d79 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:32.359500 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d04e93f5-76cf-4316-9812-befc240da656 req-c73db7d5-800e-45c9-8f61-f478b79c3d79 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 946 time: 0.0520296 Sep 16 05:23:32.401094 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d04e93f5-76cf-4316-9812-befc240da656 req-1f52c5c1-2beb-4295-a88c-866e04b8e267 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350220 Sep 16 05:23:33.046876 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-99d3c698-d1b4-437d-a247-dccbdcd2ec1b service neutron] show failed (client error): The resource could not be found. Sep 16 05:23:33.047855 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-99d3c698-d1b4-437d-a247-dccbdcd2ec1b service neutron] 10.222.0.47 "GET /v2.0/ports/4a89c1df-dc38-4632-bed9-989bcbe00b5d/bindings/n-h2-712139-15 HTTP/1.1" status: 404 len: 381 time: 0.0571303 Sep 16 05:23:33.300505 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-534967df-3b9f-4198-b08a-4adf3cc7178d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:33.302988 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-534967df-3b9f-4198-b08a-4adf3cc7178d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568&tenant_id=c3c36c5b639d4fe19b838ecc2805ea55 HTTP/1.1" status: 200 len: 1098 time: 0.0812881 Sep 16 05:23:33.322303 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-5f246138-f190-4144-9a7c-be282a52fb10 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-15', 'device_owner': 'compute:nova'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:33.374095 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-5f246138-f190-4144-9a7c-be282a52fb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.564504 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1edee6c-2f74-4b17-a93e-4647d0c250ff req-31d20bc2-ccac-4fde-aabe-b213b77a1396 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:33.565918 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d1edee6c-2f74-4b17-a93e-4647d0c250ff req-31d20bc2-ccac-4fde-aabe-b213b77a1396 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 946 time: 0.0863972 Sep 16 05:23:33.641248 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d1edee6c-2f74-4b17-a93e-4647d0c250ff req-e1fcb7e2-477d-4798-879e-c432100a05e8 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502799 Sep 16 05:23:33.646675 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-5f246138-f190-4144-9a7c-be282a52fb10 service neutron] For port 4a89c1df-dc38-4632-bed9-989bcbe00b5d, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=4a89c1df-dc38-4632-bed9-989bcbe00b5d,segment=NetworkSegment(32b78764-12a3-44a7-8d16-1707869106a9),segment_id=32b78764-12a3-44a7-8d16-1707869106a9)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:33.682789 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-5f246138-f190-4144-9a7c-be282a52fb10 service neutron] For port 4a89c1df-dc38-4632-bed9-989bcbe00b5d, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:33.722088 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904ff330-a578-4946-80bd-381b95bec568', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a89c1df-dc38-4632-bed9-989bcbe00b5d'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:33.724378 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c029fd4-944d-47c2-ae1d-14cd56b05c3f" -d '{"events": [{"server_uuid": "904ff330-a578-4946-80bd-381b95bec568", "name": "network-vif-unplugged", "status": "completed", "tag": "4a89c1df-dc38-4632-bed9-989bcbe00b5d"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:33.729339 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-5f246138-f190-4144-9a7c-be282a52fb10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.742486 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-5f246138-f190-4144-9a7c-be282a52fb10 service neutron] Transition to ACTIVE for port object 4a89c1df-dc38-4632-bed9-989bcbe00b5d will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:23:33.745787 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-5f246138-f190-4144-9a7c-be282a52fb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.778152 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0617ad31-8383-424c-a9c0-0e6c75c2d6cf x-openstack-request-id: req-0617ad31-8383-424c-a9c0-0e6c75c2d6cf {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:33.778445 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904ff330-a578-4946-80bd-381b95bec568", "name": "network-vif-unplugged", "status": "completed", "tag": "4a89c1df-dc38-4632-bed9-989bcbe00b5d", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:33.778695 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0617ad31-8383-424c-a9c0-0e6c75c2d6cf {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:33.779079 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904ff330-a578-4946-80bd-381b95bec568', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a89c1df-dc38-4632-bed9-989bcbe00b5d', 'code': 200} Sep 16 05:23:33.816169 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-5f246138-f190-4144-9a7c-be282a52fb10 service neutron] No DVR routers for this DVR port 4a89c1df-dc38-4632-bed9-989bcbe00b5d on host n-h1-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:33.818920 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f246138-f190-4144-9a7c-be282a52fb10 service neutron] Pushing event updated for resources: {'Port': ['ID=4a89c1df-dc38-4632-bed9-989bcbe00b5d,revision_number=6']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:33.831344 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f246138-f190-4144-9a7c-be282a52fb10 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:33.831692 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f246138-f190-4144-9a7c-be282a52fb10 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:33.832037 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f246138-f190-4144-9a7c-be282a52fb10 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:33.832466 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f246138-f190-4144-9a7c-be282a52fb10 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:33.832829 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f246138-f190-4144-9a7c-be282a52fb10 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:33.833155 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f246138-f190-4144-9a7c-be282a52fb10 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:33.833482 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f246138-f190-4144-9a7c-be282a52fb10 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:33.833808 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f246138-f190-4144-9a7c-be282a52fb10 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:33.834135 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f246138-f190-4144-9a7c-be282a52fb10 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:33.834456 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f246138-f190-4144-9a7c-be282a52fb10 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:33.834786 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f246138-f190-4144-9a7c-be282a52fb10 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:33.835108 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f246138-f190-4144-9a7c-be282a52fb10 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:33.864875 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-5f246138-f190-4144-9a7c-be282a52fb10 service neutron] Attempting to bind port 4a89c1df-dc38-4632-bed9-989bcbe00b5d on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:33.865193 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-5f246138-f190-4144-9a7c-be282a52fb10 service neutron] Attempting to bind port 4a89c1df-dc38-4632-bed9-989bcbe00b5d by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '32b78764-12a3-44a7-8d16-1707869106a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '80c93633-0df7-4be1-be5b-05c92bdc835a'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:33.865525 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-5f246138-f190-4144-9a7c-be282a52fb10 service neutron] Attempting to bind port 4a89c1df-dc38-4632-bed9-989bcbe00b5d on network 80c93633-0df7-4be1-be5b-05c92bdc835a {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:33.869946 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-5f246138-f190-4144-9a7c-be282a52fb10 service neutron] Port 4a89c1df-dc38-4632-bed9-989bcbe00b5d on network 80c93633-0df7-4be1-be5b-05c92bdc835a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:23:33.870267 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-5f246138-f190-4144-9a7c-be282a52fb10 service neutron] Attempting to bind port 4a89c1df-dc38-4632-bed9-989bcbe00b5d on network 80c93633-0df7-4be1-be5b-05c92bdc835a {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:33.874971 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-5f246138-f190-4144-9a7c-be282a52fb10 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:33.875308 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-5f246138-f190-4144-9a7c-be282a52fb10 service neutron] Checking segment: {'id': '32b78764-12a3-44a7-8d16-1707869106a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '80c93633-0df7-4be1-be5b-05c92bdc835a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:33.875692 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-5f246138-f190-4144-9a7c-be282a52fb10 service neutron] Bound using segment: {'id': '32b78764-12a3-44a7-8d16-1707869106a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '80c93633-0df7-4be1-be5b-05c92bdc835a'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:33.876111 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-5f246138-f190-4144-9a7c-be282a52fb10 service neutron] Bound port: 4a89c1df-dc38-4632-bed9-989bcbe00b5d, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b78764-12a3-44a7-8d16-1707869106a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '80c93633-0df7-4be1-be5b-05c92bdc835a'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:33.876460 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-5f246138-f190-4144-9a7c-be282a52fb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.938400 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-5f246138-f190-4144-9a7c-be282a52fb10 service neutron] For port 4a89c1df-dc38-4632-bed9-989bcbe00b5d, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:33.941342 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-5f246138-f190-4144-9a7c-be282a52fb10 service neutron] For port 4a89c1df-dc38-4632-bed9-989bcbe00b5d, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=4a89c1df-dc38-4632-bed9-989bcbe00b5d,segment=NetworkSegment(32b78764-12a3-44a7-8d16-1707869106a9),segment_id=32b78764-12a3-44a7-8d16-1707869106a9)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:33.946297 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-5f246138-f190-4144-9a7c-be282a52fb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.982997 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-5f246138-f190-4144-9a7c-be282a52fb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:33.983610 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-5f246138-f190-4144-9a7c-be282a52fb10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.985054 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-5f246138-f190-4144-9a7c-be282a52fb10 service neutron] 10.222.0.48 "PUT /v2.0/ports/4a89c1df-dc38-4632-bed9-989bcbe00b5d HTTP/1.1" status: 200 len: 1093 time: 0.6667700 Sep 16 05:23:34.008415 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f246138-f190-4144-9a7c-be282a52fb10 service neutron] Pushing event updated for resources: {'Port': ['ID=4a89c1df-dc38-4632-bed9-989bcbe00b5d,revision_number=7']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:34.057681 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-71c7ca30-8422-43d2-85ee-a1170e737b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:34.059263 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-71c7ca30-8422-43d2-85ee-a1170e737b11 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3c36c5b639d4fe19b838ecc2805ea55&device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 1096 time: 0.0407162 Sep 16 05:23:34.152375 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-35e67759-c27e-4b31-bd7b-f81505d458fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:34.153869 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-35e67759-c27e-4b31-bd7b-f81505d458fb service neutron] 10.222.0.48 "GET /v2.0/networks?id=80c93633-0df7-4be1-be5b-05c92bdc835a HTTP/1.1" status: 200 len: 915 time: 0.0877669 Sep 16 05:23:34.198561 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-65fd712a-cd3c-48f7-93f7-63fa1e826dea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a89c1df-dc38-4632-bed9-989bcbe00b5d HTTP/1.1" status: 200 len: 217 time: 0.0378602 Sep 16 05:23:34.247746 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-c404c51a-a918-4699-a0c6-fa656386b2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:34.249313 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-c404c51a-a918-4699-a0c6-fa656386b2ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=454c276c-9fb0-4872-93d6-017f334d19c6 HTTP/1.1" status: 200 len: 854 time: 0.0438788 Sep 16 05:23:34.279989 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-b083c79d-ee15-4ec3-8079-b5f961cd55c2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80c93633-0df7-4be1-be5b-05c92bdc835a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240891 Sep 16 05:23:34.372682 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-b48000ad-16ff-4d09-974b-6afbe8dcbec9 service neutron] 10.222.0.48 "GET /v2.0/networks/80c93633-0df7-4be1-be5b-05c92bdc835a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856030 Sep 16 05:23:34.461308 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a643338d-837f-4952-8a94-51ecd8308ff3 req-27df005d-28f1-4ca3-91fd-4c2cb880c0a1 service neutron] 10.222.0.48 "GET /v2.0/networks/80c93633-0df7-4be1-be5b-05c92bdc835a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818453 Sep 16 05:23:34.763885 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef0e2d-c8bf-4d20-a20c-d376df2d86d1 req-e7395310-d8df-479b-ae0a-1b6d653a4b97 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:34.765382 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cbef0e2d-c8bf-4d20-a20c-d376df2d86d1 req-e7395310-d8df-479b-ae0a-1b6d653a4b97 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 944 time: 0.0538721 Sep 16 05:23:34.805031 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cbef0e2d-c8bf-4d20-a20c-d376df2d86d1 req-a295c3ab-8545-4c2b-ba3b-3faa184f95f3 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331564 Sep 16 05:23:35.780726 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904ff330-a578-4946-80bd-381b95bec568', 'tag': '4a89c1df-dc38-4632-bed9-989bcbe00b5d'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:35.783064 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e55ad20-1d21-4df2-8b51-e547e9102a72" -d '{"events": [{"name": "network-changed", "server_uuid": "904ff330-a578-4946-80bd-381b95bec568", "tag": "4a89c1df-dc38-4632-bed9-989bcbe00b5d"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:35.841010 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ce67f3-5f8f-4b0b-8ac5-e6d469fbbbf5 x-openstack-request-id: req-68ce67f3-5f8f-4b0b-8ac5-e6d469fbbbf5 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:35.841351 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904ff330-a578-4946-80bd-381b95bec568", "tag": "4a89c1df-dc38-4632-bed9-989bcbe00b5d", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:35.841611 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-68ce67f3-5f8f-4b0b-8ac5-e6d469fbbbf5 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:35.842041 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904ff330-a578-4946-80bd-381b95bec568', 'tag': '4a89c1df-dc38-4632-bed9-989bcbe00b5d', 'status': 'completed', 'code': 200} Sep 16 05:23:35.992345 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55ad20-1d21-4df2-8b51-e547e9102a72 req-5c847790-22e3-4afd-adbd-af49d107a08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:35.993928 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e55ad20-1d21-4df2-8b51-e547e9102a72 req-5c847790-22e3-4afd-adbd-af49d107a08d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3c36c5b639d4fe19b838ecc2805ea55&device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 1096 time: 0.1125369 Sep 16 05:23:35.997417 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55ad20-1d21-4df2-8b51-e547e9102a72 req-e3310616-9360-4f25-96e9-68a355a44639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:35.998804 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e55ad20-1d21-4df2-8b51-e547e9102a72 req-e3310616-9360-4f25-96e9-68a355a44639 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3c36c5b639d4fe19b838ecc2805ea55&device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 1096 time: 0.1078856 Sep 16 05:23:36.019032 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4006a21-1c73-43a9-92f9-633e403e7a4f req-69fb9aff-4bb2-4463-bbcb-529bcf4ebaed tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:36.020639 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f4006a21-1c73-43a9-92f9-633e403e7a4f req-69fb9aff-4bb2-4463-bbcb-529bcf4ebaed tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 944 time: 0.1193151 Sep 16 05:23:36.173999 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f4006a21-1c73-43a9-92f9-633e403e7a4f req-f35c07be-a21d-4697-a573-0810376712fc tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453364 Sep 16 05:23:36.209907 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55ad20-1d21-4df2-8b51-e547e9102a72 req-f9fc5824-bbf1-4d11-881c-b9938b10fb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:36.211387 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e55ad20-1d21-4df2-8b51-e547e9102a72 req-f9fc5824-bbf1-4d11-881c-b9938b10fb9f service neutron] 10.222.0.48 "GET /v2.0/networks?id=80c93633-0df7-4be1-be5b-05c92bdc835a HTTP/1.1" status: 200 len: 915 time: 0.2002456 Sep 16 05:23:36.212461 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55ad20-1d21-4df2-8b51-e547e9102a72 req-a5848ca2-82e7-4683-8b68-5972824a381a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:36.213701 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e55ad20-1d21-4df2-8b51-e547e9102a72 req-a5848ca2-82e7-4683-8b68-5972824a381a service neutron] 10.222.0.47 "GET /v2.0/networks?id=80c93633-0df7-4be1-be5b-05c92bdc835a HTTP/1.1" status: 200 len: 915 time: 0.2115052 Sep 16 05:23:36.292037 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e55ad20-1d21-4df2-8b51-e547e9102a72 req-8cf17aa7-4e75-417e-9fa5-2f1e743d0a43 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a89c1df-dc38-4632-bed9-989bcbe00b5d HTTP/1.1" status: 200 len: 217 time: 0.0708902 Sep 16 05:23:36.294122 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e55ad20-1d21-4df2-8b51-e547e9102a72 req-e1ed86a8-f2f1-4d3d-9afe-b74701b82029 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a89c1df-dc38-4632-bed9-989bcbe00b5d HTTP/1.1" status: 200 len: 217 time: 0.0669456 Sep 16 05:23:36.396680 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55ad20-1d21-4df2-8b51-e547e9102a72 req-77c31d6b-3754-4840-8f1e-793d1d186947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:36.398153 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e55ad20-1d21-4df2-8b51-e547e9102a72 req-77c31d6b-3754-4840-8f1e-793d1d186947 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=454c276c-9fb0-4872-93d6-017f334d19c6 HTTP/1.1" status: 200 len: 854 time: 0.0983698 Sep 16 05:23:36.399791 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55ad20-1d21-4df2-8b51-e547e9102a72 req-0b60e68c-2389-496f-a9c5-e85bd60d4994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:36.401128 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e55ad20-1d21-4df2-8b51-e547e9102a72 req-0b60e68c-2389-496f-a9c5-e85bd60d4994 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=454c276c-9fb0-4872-93d6-017f334d19c6 HTTP/1.1" status: 200 len: 854 time: 0.0869224 Sep 16 05:23:36.456019 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e55ad20-1d21-4df2-8b51-e547e9102a72 req-d3592aec-4869-4be2-8e6e-19d61b8fb4d3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=80c93633-0df7-4be1-be5b-05c92bdc835a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505342 Sep 16 05:23:36.457700 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e55ad20-1d21-4df2-8b51-e547e9102a72 req-4aa34458-d546-4945-afa2-d94ff449c52c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80c93633-0df7-4be1-be5b-05c92bdc835a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444198 Sep 16 05:23:36.653904 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e55ad20-1d21-4df2-8b51-e547e9102a72 req-6fae2b31-0752-4207-a0da-b8d05146422b service neutron] 10.222.0.47 "GET /v2.0/networks/80c93633-0df7-4be1-be5b-05c92bdc835a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908243 Sep 16 05:23:36.655576 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e55ad20-1d21-4df2-8b51-e547e9102a72 req-e0f85bdc-6092-46ef-a773-54148bd2dc03 service neutron] 10.222.0.48 "GET /v2.0/networks/80c93633-0df7-4be1-be5b-05c92bdc835a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858430 Sep 16 05:23:36.814812 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e55ad20-1d21-4df2-8b51-e547e9102a72 req-7ccfd97a-948d-41ff-8a40-50377d4cf309 service neutron] 10.222.0.47 "GET /v2.0/networks/80c93633-0df7-4be1-be5b-05c92bdc835a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529317 Sep 16 05:23:36.817367 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e55ad20-1d21-4df2-8b51-e547e9102a72 req-bea6c078-1119-4761-8608-0e46b1e09f1d service neutron] 10.222.0.48 "GET /v2.0/networks/80c93633-0df7-4be1-be5b-05c92bdc835a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538346 Sep 16 05:23:37.307670 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc29c89-910f-49f5-87bd-f0db3a058e58 req-bd097d43-4854-495f-b7d2-899daa059004 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:37.309289 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dbc29c89-910f-49f5-87bd-f0db3a058e58 req-bd097d43-4854-495f-b7d2-899daa059004 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 944 time: 0.0573323 Sep 16 05:23:37.350093 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dbc29c89-910f-49f5-87bd-f0db3a058e58 req-e98d9ab2-750e-4871-a92d-f49317f9d088 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329449 Sep 16 05:23:37.406581 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 4a89c1df-dc38-4632-bed9-989bcbe00b5d no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:23:37.453421 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 4a89c1df-dc38-4632-bed9-989bcbe00b5d not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:23:38.102841 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 4a89c1df-dc38-4632-bed9-989bcbe00b5d details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:23:38.198971 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 4a89c1df-dc38-4632-bed9-989bcbe00b5d, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=4a89c1df-dc38-4632-bed9-989bcbe00b5d,segment=NetworkSegment(32b78764-12a3-44a7-8d16-1707869106a9),segment_id=32b78764-12a3-44a7-8d16-1707869106a9)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:38.210727 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '4a89c1df-dc38-4632-bed9-989bcbe00b5d', 'network_id': '80c93633-0df7-4be1-be5b-05c92bdc835a', 'port_id': '4a89c1df-dc38-4632-bed9-989bcbe00b5d', 'mac_address': 'fa:16:3e:28:1a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454c276c-9fb0-4872-93d6-017f334d19c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:23:38.252084 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:38.266322 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a89c1df-dc38-4632-bed9-989bcbe00b5d {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:23:38.286412 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 4a89c1df-dc38-4632-bed9-989bcbe00b5d, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=4a89c1df-dc38-4632-bed9-989bcbe00b5d,segment=NetworkSegment(32b78764-12a3-44a7-8d16-1707869106a9),segment_id=32b78764-12a3-44a7-8d16-1707869106a9)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:38.290410 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:38.340147 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=4a89c1df-dc38-4632-bed9-989bcbe00b5d,revision_number=8']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:38.469129 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865769d-1a1c-4ff3-85ad-e3e37965f9c2 req-1c2f64e6-163c-4669-96d8-4a7247cd74ae tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:38.470630 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9865769d-1a1c-4ff3-85ad-e3e37965f9c2 req-1c2f64e6-163c-4669-96d8-4a7247cd74ae tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 945 time: 0.0498400 Sep 16 05:23:38.511495 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9865769d-1a1c-4ff3-85ad-e3e37965f9c2 req-c5a1a5f6-c630-4d06-974f-9c13fb833c8b tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344486 Sep 16 05:23:38.687991 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['4a89c1df-dc38-4632-bed9-989bcbe00b5d'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:23:38.756383 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bcbba0-91d6-48f6-b3de-008fb7f57a0e req-2f03e0d5-800f-4852-9ea9-ec9d00df1348 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:38.758137 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f6bcbba0-91d6-48f6-b3de-008fb7f57a0e req-2f03e0d5-800f-4852-9ea9-ec9d00df1348 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 945 time: 0.0890613 Sep 16 05:23:38.773504 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e77d1f-2f58-4a73-a386-bc69e2cccff0 req-e5e9b15d-a444-463f-812b-d3adfedb8afa tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:38.774948 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a7e77d1f-2f58-4a73-a386-bc69e2cccff0 req-e5e9b15d-a444-463f-812b-d3adfedb8afa tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.47 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568&tenant_id=c3c36c5b639d4fe19b838ecc2805ea55&binding%3Ahost_id=n-h2-712139-15 HTTP/1.1" status: 200 len: 945 time: 0.0774150 Sep 16 05:23:38.846729 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f6bcbba0-91d6-48f6-b3de-008fb7f57a0e req-96cb72df-2c7d-4681-b949-f9267a5d7856 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824656 Sep 16 05:23:38.865369 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [req-a7e77d1f-2f58-4a73-a386-bc69e2cccff0 req-4cb13e14-6ab8-4912-876a-d73ca4aa932b service neutron] delete failed (client error): The resource could not be found. Sep 16 05:23:38.866444 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a7e77d1f-2f58-4a73-a386-bc69e2cccff0 req-4cb13e14-6ab8-4912-876a-d73ca4aa932b service neutron] 10.222.0.47 "DELETE /v2.0/ports/4a89c1df-dc38-4632-bed9-989bcbe00b5d/bindings/n-h1-712139-15 HTTP/1.1" status: 404 len: 381 time: 0.0776403 Sep 16 05:23:38.972735 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e77d1f-2f58-4a73-a386-bc69e2cccff0 req-36c1b53c-24bf-47a0-b31e-4630d1ea8f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:38.974318 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a7e77d1f-2f58-4a73-a386-bc69e2cccff0 req-36c1b53c-24bf-47a0-b31e-4630d1ea8f7d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3c36c5b639d4fe19b838ecc2805ea55&device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 1097 time: 0.0431151 Sep 16 05:23:39.073286 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e77d1f-2f58-4a73-a386-bc69e2cccff0 req-3cc5b5cd-9f7b-4f0d-bbef-d824a384abba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:39.074829 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a7e77d1f-2f58-4a73-a386-bc69e2cccff0 req-3cc5b5cd-9f7b-4f0d-bbef-d824a384abba service neutron] 10.222.0.47 "GET /v2.0/networks?id=80c93633-0df7-4be1-be5b-05c92bdc835a HTTP/1.1" status: 200 len: 915 time: 0.0940723 Sep 16 05:23:39.122282 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a7e77d1f-2f58-4a73-a386-bc69e2cccff0 req-2a25e130-c6c0-45af-b7f0-9ed8f0cecf61 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a89c1df-dc38-4632-bed9-989bcbe00b5d HTTP/1.1" status: 200 len: 217 time: 0.0399582 Sep 16 05:23:39.174354 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e77d1f-2f58-4a73-a386-bc69e2cccff0 req-d006d144-9f45-4228-83b4-c7a5d0b080a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:39.175830 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a7e77d1f-2f58-4a73-a386-bc69e2cccff0 req-d006d144-9f45-4228-83b4-c7a5d0b080a2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=454c276c-9fb0-4872-93d6-017f334d19c6 HTTP/1.1" status: 200 len: 854 time: 0.0457692 Sep 16 05:23:39.211998 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a7e77d1f-2f58-4a73-a386-bc69e2cccff0 req-69502418-5cae-4bc1-85c8-25562249cc32 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=80c93633-0df7-4be1-be5b-05c92bdc835a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295284 Sep 16 05:23:39.304341 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a7e77d1f-2f58-4a73-a386-bc69e2cccff0 req-926d67e1-aa99-48a4-b99f-05c448ed0b16 service neutron] 10.222.0.47 "GET /v2.0/networks/80c93633-0df7-4be1-be5b-05c92bdc835a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848904 Sep 16 05:23:39.399110 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a7e77d1f-2f58-4a73-a386-bc69e2cccff0 req-958096d6-a431-42ad-95b3-175f65d70f92 service neutron] 10.222.0.47 "GET /v2.0/networks/80c93633-0df7-4be1-be5b-05c92bdc835a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879521 Sep 16 05:23:39.981665 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26762a82-3edd-4146-9130-ddbdce8f8b7d req-1cbcd212-0f54-4a02-b348-605431127bfe tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:39.983452 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-26762a82-3edd-4146-9130-ddbdce8f8b7d req-1cbcd212-0f54-4a02-b348-605431127bfe tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 945 time: 0.0527861 Sep 16 05:23:40.025933 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-26762a82-3edd-4146-9130-ddbdce8f8b7d req-3ff81d6d-049c-4758-965f-88f0fa1003ad tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358810 Sep 16 05:23:40.139901 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 4a89c1df-dc38-4632-bed9-989bcbe00b5d up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:40.143752 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f34efcb3-2b78-42e0-9f89-a804b4df0c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.153001 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05ca32-631e-426b-af51-8ac39dbeeb2b req-717205d3-ab83-464c-8bd3-63eabbc8b862 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:40.154502 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e05ca32-631e-426b-af51-8ac39dbeeb2b req-717205d3-ab83-464c-8bd3-63eabbc8b862 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 945 time: 0.0551558 Sep 16 05:23:40.194928 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 4a89c1df-dc38-4632-bed9-989bcbe00b5d completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:23:40.196005 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e05ca32-631e-426b-af51-8ac39dbeeb2b req-3a1f91e3-0100-476c-b5f6-ac4414be1905 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343814 Sep 16 05:23:40.198730 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 4a89c1df-dc38-4632-bed9-989bcbe00b5d triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:40.199118 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.285078 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.317212 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904ff330-a578-4946-80bd-381b95bec568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a89c1df-dc38-4632-bed9-989bcbe00b5d'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:40.319468 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cc16ef-0e4d-47cf-ba0b-8b7cf27e0035" -d '{"events": [{"server_uuid": "904ff330-a578-4946-80bd-381b95bec568", "name": "network-vif-plugged", "status": "completed", "tag": "4a89c1df-dc38-4632-bed9-989bcbe00b5d"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:40.325382 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697276c-4ee5-4f7e-8087-1624735e8779 req-6e747490-fdc4-4737-8113-de2586e8f9ad tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:40.327043 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8697276c-4ee5-4f7e-8087-1624735e8779 req-6e747490-fdc4-4737-8113-de2586e8f9ad tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 945 time: 0.0607531 Sep 16 05:23:40.335834 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 4a89c1df-dc38-4632-bed9-989bcbe00b5d, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=4a89c1df-dc38-4632-bed9-989bcbe00b5d,segment=NetworkSegment(32b78764-12a3-44a7-8d16-1707869106a9),segment_id=32b78764-12a3-44a7-8d16-1707869106a9)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:40.341382 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.373898 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8697276c-4ee5-4f7e-8087-1624735e8779 req-c82b804c-6c95-4d43-8227-282128d88295 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370243 Sep 16 05:23:40.399152 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=4a89c1df-dc38-4632-bed9-989bcbe00b5d,revision_number=9']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:40.419286 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d9e228-71df-4874-9668-14713b86c24d x-openstack-request-id: req-68d9e228-71df-4874-9668-14713b86c24d {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:40.419573 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904ff330-a578-4946-80bd-381b95bec568", "name": "network-vif-plugged", "status": "completed", "tag": "4a89c1df-dc38-4632-bed9-989bcbe00b5d", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:40.419824 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-68d9e228-71df-4874-9668-14713b86c24d {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:40.420212 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904ff330-a578-4946-80bd-381b95bec568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a89c1df-dc38-4632-bed9-989bcbe00b5d', 'code': 200} Sep 16 05:23:40.750952 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003991a-0154-45db-8d23-30859c70c14d req-8ab24895-b781-4d4b-a29f-ba88d3b569cd tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:40.752440 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7003991a-0154-45db-8d23-30859c70c14d req-8ab24895-b781-4d4b-a29f-ba88d3b569cd tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 946 time: 0.0503597 Sep 16 05:23:40.793073 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7003991a-0154-45db-8d23-30859c70c14d req-cdfff5ec-8b6b-4f17-bf3b-d2d945f5cfbf tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337350 Sep 16 05:23:41.902187 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:41.915288 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70384630-1a2c-4be6-a6e3-0cc59f0743dc req-3acc7405-f876-4b16-a820-1997c14f543b tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:41.916850 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-70384630-1a2c-4be6-a6e3-0cc59f0743dc req-3acc7405-f876-4b16-a820-1997c14f543b tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 946 time: 0.0523529 Sep 16 05:23:41.962887 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-70384630-1a2c-4be6-a6e3-0cc59f0743dc req-c9ebd9c3-f75a-46a9-b9b0-2000168992ee tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.35 "GET /v2.0/security-groups?id=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392454 Sep 16 05:23:42.243229 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64392b89-397b-4058-bb5e-b932e1315f9f req-57d2893d-ae10-4ace-a0b6-b8056cd46c30 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:42.244771 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-64392b89-397b-4058-bb5e-b932e1315f9f req-57d2893d-ae10-4ace-a0b6-b8056cd46c30 tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.48 "GET /v2.0/ports?device_id=904ff330-a578-4946-80bd-381b95bec568 HTTP/1.1" status: 200 len: 946 time: 0.0538306 Sep 16 05:23:42.338594 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-64392b89-397b-4058-bb5e-b932e1315f9f req-344817ac-63f0-4818-85d0-e32e3ef7760d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Deleting port 4a89c1df-dc38-4632-bed9-989bcbe00b5d {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:42.338962 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-64392b89-397b-4058-bb5e-b932e1315f9f req-344817ac-63f0-4818-85d0-e32e3ef7760d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.435375 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-64392b89-397b-4058-bb5e-b932e1315f9f req-344817ac-63f0-4818-85d0-e32e3ef7760d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] For port 4a89c1df-dc38-4632-bed9-989bcbe00b5d, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=4a89c1df-dc38-4632-bed9-989bcbe00b5d,segment=NetworkSegment(32b78764-12a3-44a7-8d16-1707869106a9),segment_id=32b78764-12a3-44a7-8d16-1707869106a9)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:42.435734 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-64392b89-397b-4058-bb5e-b932e1315f9f req-344817ac-63f0-4818-85d0-e32e3ef7760d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.448004 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-64392b89-397b-4058-bb5e-b932e1315f9f req-344817ac-63f0-4818-85d0-e32e3ef7760d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Calling delete_port for 4a89c1df-dc38-4632-bed9-989bcbe00b5d owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:42.585063 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-64392b89-397b-4058-bb5e-b932e1315f9f req-344817ac-63f0-4818-85d0-e32e3ef7760d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.618168 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['4a89c1df-dc38-4632-bed9-989bcbe00b5d'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:23:42.620844 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344817ac-63f0-4818-85d0-e32e3ef7760d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Pushing event deleted for resources: {'Port': ['ID=4a89c1df-dc38-4632-bed9-989bcbe00b5d,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:42.664813 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-64392b89-397b-4058-bb5e-b932e1315f9f req-344817ac-63f0-4818-85d0-e32e3ef7760d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] No DVR routers for this DVR port 4a89c1df-dc38-4632-bed9-989bcbe00b5d on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:42.667666 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-64392b89-397b-4058-bb5e-b932e1315f9f req-344817ac-63f0-4818-85d0-e32e3ef7760d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.670082 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-64392b89-397b-4058-bb5e-b932e1315f9f req-344817ac-63f0-4818-85d0-e32e3ef7760d tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] 10.222.0.48 "DELETE /v2.0/ports/4a89c1df-dc38-4632-bed9-989bcbe00b5d HTTP/1.1" status: 204 len: 173 time: 0.4185159 Sep 16 05:23:42.670571 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904ff330-a578-4946-80bd-381b95bec568', 'name': 'network-vif-deleted', 'tag': '4a89c1df-dc38-4632-bed9-989bcbe00b5d'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:42.672906 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbccc51f-6efb-47ca-81d0-d9c180bf1aa4" -d '{"events": [{"server_uuid": "904ff330-a578-4946-80bd-381b95bec568", "name": "network-vif-deleted", "tag": "4a89c1df-dc38-4632-bed9-989bcbe00b5d"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:42.717001 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b18d614-637b-4621-a1b3-223f6832cb42 x-openstack-request-id: req-4b18d614-637b-4621-a1b3-223f6832cb42 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:42.717294 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904ff330-a578-4946-80bd-381b95bec568", "name": "network-vif-deleted", "tag": "4a89c1df-dc38-4632-bed9-989bcbe00b5d", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:42.717548 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4b18d614-637b-4621-a1b3-223f6832cb42 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:42.717948 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904ff330-a578-4946-80bd-381b95bec568', 'name': 'network-vif-deleted', 'tag': '4a89c1df-dc38-4632-bed9-989bcbe00b5d', 'status': 'completed', 'code': 200} Sep 16 05:23:43.086495 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 54020) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:43.131453 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-759e7ff3-158b-4dfa-8fe4-be753ddeddb0 admin admin] Deleting subnet 454c276c-9fb0-4872-93d6-017f334d19c6 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:23:43.134594 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-759e7ff3-158b-4dfa-8fe4-be753ddeddb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.175982 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-759e7ff3-158b-4dfa-8fe4-be753ddeddb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.218193 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-759e7ff3-158b-4dfa-8fe4-be753ddeddb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.269430 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-44488d1c-23a7-43ff-ab02-8f24db68ba1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.272233 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-759e7ff3-158b-4dfa-8fe4-be753ddeddb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.298908 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e7ff3-158b-4dfa-8fe4-be753ddeddb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=454c276c-9fb0-4872-93d6-017f334d19c6,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:43.303722 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-759e7ff3-158b-4dfa-8fe4-be753ddeddb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.305688 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-759e7ff3-158b-4dfa-8fe4-be753ddeddb0 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/454c276c-9fb0-4872-93d6-017f334d19c6 HTTP/1.1" status: 204 len: 168 time: 0.2181599 Sep 16 05:23:43.308140 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 54022) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:43.379859 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c0f1ce90-4c53-4a84-b188-98c6e0efcf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.461592 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c0f1ce90-4c53-4a84-b188-98c6e0efcf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.481718 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-c0f1ce90-4c53-4a84-b188-98c6e0efcf97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c93633-0df7-4be1-be5b-05c92bdc835a']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:43.491722 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-c0f1ce90-4c53-4a84-b188-98c6e0efcf97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32b78764-12a3-44a7-8d16-1707869106a9') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:43.492016 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-c0f1ce90-4c53-4a84-b188-98c6e0efcf97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32b78764-12a3-44a7-8d16-1707869106a9') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:43.502138 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c0f1ce90-4c53-4a84-b188-98c6e0efcf97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.516149 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c0f1ce90-4c53-4a84-b188-98c6e0efcf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.522885 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f1ce90-4c53-4a84-b188-98c6e0efcf97 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:23:43.523288 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c0f1ce90-4c53-4a84-b188-98c6e0efcf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.525223 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:23:43.525223 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:23:43.525223 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:23:43.525223 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:23:43.525223 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:23:43.525223 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:23:43.525223 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:23:43.525223 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:23:43.525223 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:23:43.525223 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:23:43.525223 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:23:43.525223 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:23:43.525223 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:23:43.525223 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:23:43.525223 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:23:43.525223 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:23:43.525223 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:23:43.525223 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:23:43.525223 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:23:43.525223 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:23:43.525223 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:23:43.525223 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:23:43.525223 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:23:43.525223 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:23:43.525223 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:23:43.525223 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:23:43.525223 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:23:43.525223 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:23:43.525223 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:23:43.525223 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:23:43.525223 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:23:43.525223 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:23:43.573083 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.917218 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c0f1ce90-4c53-4a84-b188-98c6e0efcf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.922798 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c0f1ce90-4c53-4a84-b188-98c6e0efcf97 admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.924686 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c0f1ce90-4c53-4a84-b188-98c6e0efcf97 admin admin] 10.222.0.35 "DELETE /v2.0/networks/80c93633-0df7-4be1-be5b-05c92bdc835a HTTP/1.1" status: 204 len: 168 time: 0.6155860 Sep 16 05:23:43.936070 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1ce90-4c53-4a84-b188-98c6e0efcf97 admin admin] Pushing event deleted for resources: {'Network': ['ID=80c93633-0df7-4be1-be5b-05c92bdc835a,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:44.039862 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 54026) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:44.082310 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-574d4563-94a3-4a5b-8939-fd8b1f651793 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c3c36c5b639d4fe19b838ecc2805ea55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409477 Sep 16 05:23:44.085271 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 54028) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:44.134763 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e2d87d88-687c-4c58-a5cf-df40690996b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.157837 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e2d87d88-687c-4c58-a5cf-df40690996b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.204672 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e2d87d88-687c-4c58-a5cf-df40690996b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.207918 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e2d87d88-687c-4c58-a5cf-df40690996b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.209605 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e2d87d88-687c-4c58-a5cf-df40690996b0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4 HTTP/1.1" status: 204 len: 168 time: 0.1233087 Sep 16 05:23:44.218011 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d87d88-687c-4c58-a5cf-df40690996b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214f3112-5ccd-42f4-8d06-ec5eeb7f3ea4,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:44.666084 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.909886 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.914478 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54050) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:45.021225 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-58d0dde4-8e9a-474c-892a-810ef19972a9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-863375096-network', 'tenant_id': '862b1ea02f834312a01b6e1752f75144'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:45.056829 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d0dde4-8e9a-474c-892a-810ef19972a9 admin admin] Made reservation on behalf of 862b1ea02f834312a01b6e1752f75144 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:45.059154 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-58d0dde4-8e9a-474c-892a-810ef19972a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.068127 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-58d0dde4-8e9a-474c-892a-810ef19972a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.167803 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-58d0dde4-8e9a-474c-892a-810ef19972a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.171592 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-58d0dde4-8e9a-474c-892a-810ef19972a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.197080 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58d0dde4-8e9a-474c-892a-810ef19972a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:23:45.206811 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0dde4-8e9a-474c-892a-810ef19972a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f40ba36-7f6e-4790-a7f2-4e05b57632a3,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:45.214658 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-58d0dde4-8e9a-474c-892a-810ef19972a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.214658 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-58d0dde4-8e9a-474c-892a-810ef19972a9 admin admin] Added segment 0a14cb7b-5023-4613-9b84-f197914cfbd1 of type vlan for network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 Sep 16 05:23:45.254753 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-58d0dde4-8e9a-474c-892a-810ef19972a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.280404 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-58d0dde4-8e9a-474c-892a-810ef19972a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.281404 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d0dde4-8e9a-474c-892a-810ef19972a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:45.281992 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-58d0dde4-8e9a-474c-892a-810ef19972a9 admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.317458 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-58d0dde4-8e9a-474c-892a-810ef19972a9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4013145 Sep 16 05:23:45.320526 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 54058) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:45.325446 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-bc09899c-04f4-4075-a9cf-ff4b55f6d0e7 admin admin] Request body: {'subnet': {'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-863375096-subnet', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:45.349197 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0dde4-8e9a-474c-892a-810ef19972a9 admin admin] Pushing event updated for resources: {'Network': ['ID=2fdff71e-28ec-49b8-995c-1c3fe2ab5416,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:45.350716 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc09899c-04f4-4075-a9cf-ff4b55f6d0e7 admin admin] Made reservation on behalf of 862b1ea02f834312a01b6e1752f75144 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:45.353038 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc09899c-04f4-4075-a9cf-ff4b55f6d0e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.361722 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:23:45.529225 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc09899c-04f4-4075-a9cf-ff4b55f6d0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.586830 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09899c-04f4-4075-a9cf-ff4b55f6d0e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c465d582-f23d-4349-8ba3-7d1f8043e645,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:45.595514 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc09899c-04f4-4075-a9cf-ff4b55f6d0e7 admin admin] Checking segment: {'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:45.595875 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc09899c-04f4-4075-a9cf-ff4b55f6d0e7 admin admin] Network hostable DHCP agents. Network: 2fdff71e-28ec-49b8-995c-1c3fe2ab5416, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:23:45.612023 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc09899c-04f4-4075-a9cf-ff4b55f6d0e7 admin admin] Network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:23:45.621291 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-bc09899c-04f4-4075-a9cf-ff4b55f6d0e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 2fdff71e-28ec-49b8-995c-1c3fe2ab5416) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:45.625549 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc09899c-04f4-4075-a9cf-ff4b55f6d0e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:45.626168 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc09899c-04f4-4075-a9cf-ff4b55f6d0e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.631743 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4efd46-2625-40bf-93ee-c34265c4a6c5 None None] Network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:45.642291 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-bc09899c-04f4-4075-a9cf-ff4b55f6d0e7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3205335 Sep 16 05:23:45.645816 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 54060) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:45.650118 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-47e946b6-8d7b-44ac-8620-f928a39fa66e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-863375096-router', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:45.669680 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-47e946b6-8d7b-44ac-8620-f928a39fa66e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.670774 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-47e946b6-8d7b-44ac-8620-f928a39fa66e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.724053 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-47e946b6-8d7b-44ac-8620-f928a39fa66e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.791902 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e8cbe6-984e-418d-9e4d-5190524ae16a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'fixed_ips': [{'subnet_id': 'c465d582-f23d-4349-8ba3-7d1f8043e645'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:23:45.792828 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-87e8cbe6-984e-418d-9e4d-5190524ae16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.866191 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-47e946b6-8d7b-44ac-8620-f928a39fa66e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.932000 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-87e8cbe6-984e-418d-9e4d-5190524ae16a None None] Allocated IP 172.20.0.2 (2fdff71e-28ec-49b8-995c-1c3fe2ab5416/c465d582-f23d-4349-8ba3-7d1f8043e645/851e80b6-d0e3-4d04-85dd-b6e288e60511) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:46.075789 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-47e946b6-8d7b-44ac-8620-f928a39fa66e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.096949 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-87e8cbe6-984e-418d-9e4d-5190524ae16a None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.097550 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-47e946b6-8d7b-44ac-8620-f928a39fa66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.103453 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-87e8cbe6-984e-418d-9e4d-5190524ae16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.139925 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e8cbe6-984e-418d-9e4d-5190524ae16a None None] Network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:46.142763 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-87e8cbe6-984e-418d-9e4d-5190524ae16a None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:46.146599 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e8cbe6-984e-418d-9e4d-5190524ae16a None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:46.149753 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 4a89c1df-dc38-4632-bed9-989bcbe00b5d no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:23:46.183796 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8cbe6-984e-418d-9e4d-5190524ae16a None None] Pushing event updated for resources: {'Port': ['ID=851e80b6-d0e3-4d04-85dd-b6e288e60511,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:46.198614 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 4a89c1df-dc38-4632-bed9-989bcbe00b5d {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:23:46.198961 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 4a89c1df-dc38-4632-bed9-989bcbe00b5d not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:23:46.210188 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-47e946b6-8d7b-44ac-8620-f928a39fa66e admin admin] Allocated IP 172.25.8.240 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:46.238002 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.247869 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-87e8cbe6-984e-418d-9e4d-5190524ae16a None None] Attempting to bind port 851e80b6-d0e3-4d04-85dd-b6e288e60511 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:46.248244 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-87e8cbe6-984e-418d-9e4d-5190524ae16a None None] Attempting to bind port 851e80b6-d0e3-4d04-85dd-b6e288e60511 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:46.249072 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e8cbe6-984e-418d-9e4d-5190524ae16a None None] Attempting to bind port 851e80b6-d0e3-4d04-85dd-b6e288e60511 on network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:46.256203 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e8cbe6-984e-418d-9e4d-5190524ae16a None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:46.256607 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e8cbe6-984e-418d-9e4d-5190524ae16a None None] Checking segment: {'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:46.257020 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-87e8cbe6-984e-418d-9e4d-5190524ae16a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.257420 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e8cbe6-984e-418d-9e4d-5190524ae16a None None] Bound using segment: {'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:46.257911 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-87e8cbe6-984e-418d-9e4d-5190524ae16a None None] Bound port: 851e80b6-d0e3-4d04-85dd-b6e288e60511, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:46.258301 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-87e8cbe6-984e-418d-9e4d-5190524ae16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.324443 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-87e8cbe6-984e-418d-9e4d-5190524ae16a None None] For port 851e80b6-d0e3-4d04-85dd-b6e288e60511, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:46.327892 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-87e8cbe6-984e-418d-9e4d-5190524ae16a None None] For port 851e80b6-d0e3-4d04-85dd-b6e288e60511, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=851e80b6-d0e3-4d04-85dd-b6e288e60511,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:46.329253 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-47e946b6-8d7b-44ac-8620-f928a39fa66e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.333203 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-87e8cbe6-984e-418d-9e4d-5190524ae16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.364641 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-47e946b6-8d7b-44ac-8620-f928a39fa66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.400489 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8cbe6-984e-418d-9e4d-5190524ae16a None None] Pushing event updated for resources: {'Port': ['ID=851e80b6-d0e3-4d04-85dd-b6e288e60511,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:46.409106 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e946b6-8d7b-44ac-8620-f928a39fa66e admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:46.412998 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-47e946b6-8d7b-44ac-8620-f928a39fa66e admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:46.418758 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e946b6-8d7b-44ac-8620-f928a39fa66e admin admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:46.442740 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e946b6-8d7b-44ac-8620-f928a39fa66e admin admin] Pushing event updated for resources: {'Port': ['ID=3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:46.714653 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-47e946b6-8d7b-44ac-8620-f928a39fa66e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.844535 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 851e80b6-d0e3-4d04-85dd-b6e288e60511 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:46.902474 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 851e80b6-d0e3-4d04-85dd-b6e288e60511 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:46.902946 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.931481 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-47e946b6-8d7b-44ac-8620-f928a39fa66e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.990315 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:47.026127 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 851e80b6-d0e3-4d04-85dd-b6e288e60511, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=851e80b6-d0e3-4d04-85dd-b6e288e60511,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:47.031341 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:47.081737 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e946b6-8d7b-44ac-8620-f928a39fa66e admin admin] Router 398ab092-4da1-4044-b3dc-25f08dbf2bc3 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:23:47.089174 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=851e80b6-d0e3-4d04-85dd-b6e288e60511,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:47.200367 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e946b6-8d7b-44ac-8620-f928a39fa66e admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:47.212157 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d93bf9-27a6-4fe2-b346-9eb0bce8fe80 None None] Sync routers for ids ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:47.224166 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d93bf9-27a6-4fe2-b346-9eb0bce8fe80 None None] Routers {'398ab092-4da1-4044-b3dc-25f08dbf2bc3'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:47.224846 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-e2d93bf9-27a6-4fe2-b346-9eb0bce8fe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:23:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:47.226324 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-47e946b6-8d7b-44ac-8620-f928a39fa66e admin admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:47.228221 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-47e946b6-8d7b-44ac-8620-f928a39fa66e admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5810120 Sep 16 05:23:47.231089 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54062) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:47.352164 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-e2d93bf9-27a6-4fe2-b346-9eb0bce8fe80 None None] Set router 398ab092-4da1-4044-b3dc-25f08dbf2bc3 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:47.368850 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8189961b-32a0-4a6a-970b-2482b9a11397 None None] Network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:47.449607 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-76b9fa06-816c-4c0b-bede-0f2b70e3f0e4 None None] Provisioning complete for port 851e80b6-d0e3-4d04-85dd-b6e288e60511 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:47.449899 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-76b9fa06-816c-4c0b-bede-0f2b70e3f0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:47.564327 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-e2d93bf9-27a6-4fe2-b346-9eb0bce8fe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'name': 'tempest-ServerActionsTestJSON-863375096-router', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:45Z', 'updated_at': '2021-09-16T05:23:46Z', 'revision_number': 3, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'gw_port': {'id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:46Z', 'updated_at': '2021-09-16T05:23:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:47.595608 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d93bf9-27a6-4fe2-b346-9eb0bce8fe80 None None] Checking router: 398ab092-4da1-4044-b3dc-25f08dbf2bc3 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:23:47.596379 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d93bf9-27a6-4fe2-b346-9eb0bce8fe80 None None] Updating router 398ab092-4da1-4044-b3dc-25f08dbf2bc3 port 3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:23:47.628429 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-e2d93bf9-27a6-4fe2-b346-9eb0bce8fe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:47.700918 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2726b08f-14dc-480d-b181-64bb1d8faa7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:47.828952 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-8b0260c7-f922-4654-942e-867e6f1df05d None None] Provisioning complete for port 851e80b6-d0e3-4d04-85dd-b6e288e60511 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:47.829481 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8b0260c7-f922-4654-942e-867e6f1df05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:47.887498 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-2726b08f-14dc-480d-b181-64bb1d8faa7f admin admin] Allocated IP 172.20.0.1 (2fdff71e-28ec-49b8-995c-1c3fe2ab5416/c465d582-f23d-4349-8ba3-7d1f8043e645/a75257d1-60d9-46de-b495-04188c49429b) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:47.928727 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-e2d93bf9-27a6-4fe2-b346-9eb0bce8fe80 None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:47.935450 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-e2d93bf9-27a6-4fe2-b346-9eb0bce8fe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:47.993036 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e7311-b47e-4923-a01a-1da5514a893a None None] Pushing event updated for resources: {'Port': ['ID=3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd,revision_number=2']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:47.995394 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-e2d93bf9-27a6-4fe2-b346-9eb0bce8fe80 None None] Attempting to bind port 3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:47.995865 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-e2d93bf9-27a6-4fe2-b346-9eb0bce8fe80 None None] Attempting to bind port 3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:47.996606 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d93bf9-27a6-4fe2-b346-9eb0bce8fe80 None None] Attempting to bind port 3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:48.006782 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d93bf9-27a6-4fe2-b346-9eb0bce8fe80 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:48.007325 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d93bf9-27a6-4fe2-b346-9eb0bce8fe80 None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:48.007824 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-e2d93bf9-27a6-4fe2-b346-9eb0bce8fe80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.008302 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d93bf9-27a6-4fe2-b346-9eb0bce8fe80 None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:48.008904 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-e2d93bf9-27a6-4fe2-b346-9eb0bce8fe80 None None] Bound port: 3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:48.009042 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2726b08f-14dc-480d-b181-64bb1d8faa7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.009456 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-e2d93bf9-27a6-4fe2-b346-9eb0bce8fe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.012935 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361e7311-b47e-4923-a01a-1da5514a893a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:48.013272 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361e7311-b47e-4923-a01a-1da5514a893a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:48.013608 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361e7311-b47e-4923-a01a-1da5514a893a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:48.013940 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361e7311-b47e-4923-a01a-1da5514a893a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:48.014263 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361e7311-b47e-4923-a01a-1da5514a893a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:48.014583 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361e7311-b47e-4923-a01a-1da5514a893a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:48.014900 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361e7311-b47e-4923-a01a-1da5514a893a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:48.015219 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361e7311-b47e-4923-a01a-1da5514a893a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:48.015535 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361e7311-b47e-4923-a01a-1da5514a893a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:48.015852 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361e7311-b47e-4923-a01a-1da5514a893a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:48.016165 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361e7311-b47e-4923-a01a-1da5514a893a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:48.016477 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361e7311-b47e-4923-a01a-1da5514a893a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:48.053225 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2726b08f-14dc-480d-b181-64bb1d8faa7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.075917 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-e2d93bf9-27a6-4fe2-b346-9eb0bce8fe80 None None] For port 3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:48.079801 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-e2d93bf9-27a6-4fe2-b346-9eb0bce8fe80 None None] For port 3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:48.085107 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-e2d93bf9-27a6-4fe2-b346-9eb0bce8fe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.095155 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2726b08f-14dc-480d-b181-64bb1d8faa7f admin admin] Network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:48.100816 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-2726b08f-14dc-480d-b181-64bb1d8faa7f admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:48.105410 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2726b08f-14dc-480d-b181-64bb1d8faa7f admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:48.127061 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726b08f-14dc-480d-b181-64bb1d8faa7f admin admin] Pushing event updated for resources: {'Port': ['ID=a75257d1-60d9-46de-b495-04188c49429b,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:48.137157 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d93bf9-27a6-4fe2-b346-9eb0bce8fe80 None None] Routers {'398ab092-4da1-4044-b3dc-25f08dbf2bc3'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:48.137770 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-e2d93bf9-27a6-4fe2-b346-9eb0bce8fe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:23:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:48.148506 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2726b08f-14dc-480d-b181-64bb1d8faa7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.190122 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e7311-b47e-4923-a01a-1da5514a893a None None] Pushing event updated for resources: {'Port': ['ID=3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:48.260107 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-e2d93bf9-27a6-4fe2-b346-9eb0bce8fe80 None None] Set router 398ab092-4da1-4044-b3dc-25f08dbf2bc3 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:48.292591 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2726b08f-14dc-480d-b181-64bb1d8faa7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.399637 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-106ddcd1-2da8-4e38-9b6b-695146fd456d None None] Provisioning complete for port a75257d1-60d9-46de-b495-04188c49429b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:48.400844 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-106ddcd1-2da8-4e38-9b6b-695146fd456d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.440611 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-106ddcd1-2da8-4e38-9b6b-695146fd456d None None] Port a75257d1-60d9-46de-b495-04188c49429b cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:48.446398 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-e2d93bf9-27a6-4fe2-b346-9eb0bce8fe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'name': 'tempest-ServerActionsTestJSON-863375096-router', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:45Z', 'updated_at': '2021-09-16T05:23:46Z', 'revision_number': 3, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'gw_port': {'id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:46Z', 'updated_at': '2021-09-16T05:23:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:48.464678 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2726b08f-14dc-480d-b181-64bb1d8faa7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.469168 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2726b08f-14dc-480d-b181-64bb1d8faa7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.476898 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d93bf9-27a6-4fe2-b346-9eb0bce8fe80 None None] The sync data for ids ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'] in n-d-712139-15 is: [{'id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'name': 'tempest-ServerActionsTestJSON-863375096-router', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:45Z', 'updated_at': '2021-09-16T05:23:46Z', 'revision_number': 3, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'gw_port': {'id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:46Z', 'updated_at': '2021-09-16T05:23:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:48.539984 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726b08f-14dc-480d-b181-64bb1d8faa7f admin admin] Pushing event updated for resources: {'Port': ['ID=a75257d1-60d9-46de-b495-04188c49429b,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:48.543403 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2726b08f-14dc-480d-b181-64bb1d8faa7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.640113 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2726b08f-14dc-480d-b181-64bb1d8faa7f admin admin] Network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:48.641581 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-2726b08f-14dc-480d-b181-64bb1d8faa7f admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:48.943823 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:48.992303 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bd01813b-f0ac-41e0-8f79-1b3e228d3031 None None] Provisioning complete for port a75257d1-60d9-46de-b495-04188c49429b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:48.992809 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bd01813b-f0ac-41e0-8f79-1b3e228d3031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:49.038786 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bd01813b-f0ac-41e0-8f79-1b3e228d3031 None None] Port a75257d1-60d9-46de-b495-04188c49429b cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:49.040380 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:49.040840 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:49.109063 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2726b08f-14dc-480d-b181-64bb1d8faa7f admin admin] Router 398ab092-4da1-4044-b3dc-25f08dbf2bc3 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:23:49.131149 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:49.153100 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:49.159764 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:49.161356 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 851e80b6-d0e3-4d04-85dd-b6e288e60511 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:49.225698 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2726b08f-14dc-480d-b181-64bb1d8faa7f admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:49.230766 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2726b08f-14dc-480d-b181-64bb1d8faa7f admin admin] 10.222.0.35 "PUT /v2.0/routers/398ab092-4da1-4044-b3dc-25f08dbf2bc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9979637 Sep 16 05:23:49.241528 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:49.255537 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 851e80b6-d0e3-4d04-85dd-b6e288e60511 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:49.255912 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:49.711672 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 54070) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:49.716268 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-59f3050c-2920-414b-99b2-d8ee44baca21 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1546100582', 'description': 'tempest-description--2014433316'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:49.739169 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-59f3050c-2920-414b-99b2-d8ee44baca21 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:49.824020 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-59f3050c-2920-414b-99b2-d8ee44baca21 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:49.828132 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-59f3050c-2920-414b-99b2-d8ee44baca21 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:49.859082 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-59f3050c-2920-414b-99b2-d8ee44baca21 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:49.860333 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-59f3050c-2920-414b-99b2-d8ee44baca21 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1475940 Sep 16 05:23:49.862392 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3050c-2920-414b-99b2-d8ee44baca21 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=400b9654-c055-4b31-b0db-5a8d98aa639c,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:49.863809 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 54072) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:49.869824 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-aca6b7a4-9005-40c8-b9ba-f5bc86c9a98e tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Request body: {'security_group_rule': {'security_group_id': '400b9654-c055-4b31-b0db-5a8d98aa639c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:49.896110 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-aca6b7a4-9005-40c8-b9ba-f5bc86c9a98e tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:49.954392 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-aca6b7a4-9005-40c8-b9ba-f5bc86c9a98e tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:49.959737 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-aca6b7a4-9005-40c8-b9ba-f5bc86c9a98e tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:49.981557 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6b7a4-9005-40c8-b9ba-f5bc86c9a98e tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a390e01-e372-41e8-8096-ddb892dc485c,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:49.985779 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-aca6b7a4-9005-40c8-b9ba-f5bc86c9a98e tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:49.987328 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-aca6b7a4-9005-40c8-b9ba-f5bc86c9a98e tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222401 Sep 16 05:23:49.990743 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 54074) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:49.996022 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-d3d820a2-cf8a-4185-ac0c-8061172a1ffb tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Request body: {'security_group_rule': {'security_group_id': '400b9654-c055-4b31-b0db-5a8d98aa639c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:50.022403 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d3d820a2-cf8a-4185-ac0c-8061172a1ffb tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.082321 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d3d820a2-cf8a-4185-ac0c-8061172a1ffb tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.086073 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d3d820a2-cf8a-4185-ac0c-8061172a1ffb tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.107157 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d820a2-cf8a-4185-ac0c-8061172a1ffb tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ae073f1-913f-4a2b-a219-1dd93f77729a,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:50.113083 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d3d820a2-cf8a-4185-ac0c-8061172a1ffb tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.116066 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d3d820a2-cf8a-4185-ac0c-8061172a1ffb tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1242592 Sep 16 05:23:50.119055 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 54076) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:50.123533 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-bfa29600-e27e-4700-80c7-3763a1899790 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:50.134775 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9699907-bff3-4ae5-a5cf-f0b978943f6d None None] Sync routers for ids ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:50.143702 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9699907-bff3-4ae5-a5cf-f0b978943f6d None None] Routers {'398ab092-4da1-4044-b3dc-25f08dbf2bc3'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:50.144333 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-b9699907-bff3-4ae5-a5cf-f0b978943f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:23:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:50.146277 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bfa29600-e27e-4700-80c7-3763a1899790 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks [] for floatingip, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.247809 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bfa29600-e27e-4700-80c7-3763a1899790 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.254137 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-b9699907-bff3-4ae5-a5cf-f0b978943f6d None None] Set router 398ab092-4da1-4044-b3dc-25f08dbf2bc3 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:50.355423 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-bfa29600-e27e-4700-80c7-3763a1899790 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Allocated IP 172.25.8.225 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/90cfc1a1-534f-4633-9313-0d7685a5dc3a) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:50.467735 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bfa29600-e27e-4700-80c7-3763a1899790 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.471821 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-b9699907-bff3-4ae5-a5cf-f0b978943f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'name': 'tempest-ServerActionsTestJSON-863375096-router', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:45Z', 'updated_at': '2021-09-16T05:23:48Z', 'revision_number': 4, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'gw_port': {'id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:46Z', 'updated_at': '2021-09-16T05:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'a75257d1-60d9-46de-b495-04188c49429b', 'name': '', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'mac_address': 'fa:16:3e:b4:da:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:47Z', 'updated_at': '2021-09-16T05:23:48Z', 'revision_number': 2, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'subnets': [{'id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:50.503685 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9699907-bff3-4ae5-a5cf-f0b978943f6d None None] Checking router: 398ab092-4da1-4044-b3dc-25f08dbf2bc3 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:23:50.504808 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9699907-bff3-4ae5-a5cf-f0b978943f6d None None] Updating router 398ab092-4da1-4044-b3dc-25f08dbf2bc3 port a75257d1-60d9-46de-b495-04188c49429b binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:23:50.508446 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bfa29600-e27e-4700-80c7-3763a1899790 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.532813 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b9699907-bff3-4ae5-a5cf-f0b978943f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.546425 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa29600-e27e-4700-80c7-3763a1899790 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:50.549335 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-bfa29600-e27e-4700-80c7-3763a1899790 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:50.554489 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa29600-e27e-4700-80c7-3763a1899790 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:50.588558 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa29600-e27e-4700-80c7-3763a1899790 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Pushing event updated for resources: {'Port': ['ID=90cfc1a1-534f-4633-9313-0d7685a5dc3a,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:50.651412 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bfa29600-e27e-4700-80c7-3763a1899790 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.686708 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bfa29600-e27e-4700-80c7-3763a1899790 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.825530 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b9699907-bff3-4ae5-a5cf-f0b978943f6d None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.830180 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:50.833786 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b9699907-bff3-4ae5-a5cf-f0b978943f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.856300 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bfa29600-e27e-4700-80c7-3763a1899790 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.865291 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bfa29600-e27e-4700-80c7-3763a1899790 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.926768 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864027f-0eb9-4f22-84bf-a43a3ec3960d None None] Pushing event updated for resources: {'Port': ['ID=a75257d1-60d9-46de-b495-04188c49429b,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:50.936444 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa29600-e27e-4700-80c7-3763a1899790 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Pushing event updated for resources: {'Port': ['ID=90cfc1a1-534f-4633-9313-0d7685a5dc3a,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:50.958565 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bfa29600-e27e-4700-80c7-3763a1899790 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.977212 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bfa29600-e27e-4700-80c7-3763a1899790 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.978696 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-bfa29600-e27e-4700-80c7-3763a1899790 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8586793 Sep 16 05:23:50.983360 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-b9699907-bff3-4ae5-a5cf-f0b978943f6d None None] Attempting to bind port a75257d1-60d9-46de-b495-04188c49429b on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:50.983874 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-b9699907-bff3-4ae5-a5cf-f0b978943f6d None None] Attempting to bind port a75257d1-60d9-46de-b495-04188c49429b by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:50.984365 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9699907-bff3-4ae5-a5cf-f0b978943f6d None None] Attempting to bind port a75257d1-60d9-46de-b495-04188c49429b on network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:50.994503 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9699907-bff3-4ae5-a5cf-f0b978943f6d None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:50.995420 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9699907-bff3-4ae5-a5cf-f0b978943f6d None None] Checking segment: {'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:50.996036 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b9699907-bff3-4ae5-a5cf-f0b978943f6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.996756 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9699907-bff3-4ae5-a5cf-f0b978943f6d None None] Bound using segment: {'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:50.997475 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-b9699907-bff3-4ae5-a5cf-f0b978943f6d None None] Bound port: a75257d1-60d9-46de-b495-04188c49429b, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:50.998047 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b9699907-bff3-4ae5-a5cf-f0b978943f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:51.002265 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:51.002908 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:51.155165 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-b9699907-bff3-4ae5-a5cf-f0b978943f6d None None] For port a75257d1-60d9-46de-b495-04188c49429b, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:51.163155 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-afa178ae-446d-4364-acb9-78447ac42128 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1546100582&fields=id&tenant_id=862b1ea02f834312a01b6e1752f75144 HTTP/1.1" status: 200 len: 267 time: 0.0435216 Sep 16 05:23:51.180637 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-b9699907-bff3-4ae5-a5cf-f0b978943f6d None None] For port a75257d1-60d9-46de-b495-04188c49429b, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=a75257d1-60d9-46de-b495-04188c49429b,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:51.190166 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b9699907-bff3-4ae5-a5cf-f0b978943f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:51.192058 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-9f5a2da2-9960-403b-943d-d8bdfeab26e0 None None] Provisioning complete for port a75257d1-60d9-46de-b495-04188c49429b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:51.192461 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9f5a2da2-9960-403b-943d-d8bdfeab26e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:51.295811 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-4130057d-9419-4a01-b89e-88387d971887 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:51.297502 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-4130057d-9419-4a01-b89e-88387d971887 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 811 time: 0.1264279 Sep 16 05:23:51.302727 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9699907-bff3-4ae5-a5cf-f0b978943f6d None None] Routers {'398ab092-4da1-4044-b3dc-25f08dbf2bc3'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:51.303795 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-b9699907-bff3-4ae5-a5cf-f0b978943f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:23:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:51.307653 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864027f-0eb9-4f22-84bf-a43a3ec3960d None None] Pushing event updated for resources: {'Port': ['ID=a75257d1-60d9-46de-b495-04188c49429b,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:51.317500 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-9d0747f4-a925-46d6-8e96-7522183e67ec tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/quotas/862b1ea02f834312a01b6e1752f75144 HTTP/1.1" status: 200 len: 375 time: 0.0124114 Sep 16 05:23:51.380200 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-34c0c6e7-bc80-41b3-a9b5-c67e7316dadd tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0546122 Sep 16 05:23:51.396279 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9f5a2da2-9960-403b-943d-d8bdfeab26e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:51.468342 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-b9699907-bff3-4ae5-a5cf-f0b978943f6d None None] Set router 398ab092-4da1-4044-b3dc-25f08dbf2bc3 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:51.496546 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-987d6382-55ec-4b66-80a1-02525a5987c7 service neutron] 10.222.0.35 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036246 Sep 16 05:23:51.501818 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-9f5a2da2-9960-403b-943d-d8bdfeab26e0 None None] For port a75257d1-60d9-46de-b495-04188c49429b, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=a75257d1-60d9-46de-b495-04188c49429b,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:51.508396 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9f5a2da2-9960-403b-943d-d8bdfeab26e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:51.611038 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-2b0e3bf7-016b-478b-8345-fe0f56e02398 service neutron] 10.222.0.35 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047304 Sep 16 05:23:51.626986 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a2da2-9960-403b-943d-d8bdfeab26e0 None None] Pushing event updated for resources: {'Port': ['ID=a75257d1-60d9-46de-b495-04188c49429b,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:51.690453 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-fe9a4ee6-02f5-4fb5-8f9b-8c4e363f5ea3 None None] Provisioning complete for port a75257d1-60d9-46de-b495-04188c49429b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:51.690882 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fe9a4ee6-02f5-4fb5-8f9b-8c4e363f5ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:51.815665 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e1625d57-0533-4f2c-9487-4cfb6c7a8785 req-24ac7855-117b-411c-972a-2130ff327906 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 210 time: 0.0440884 Sep 16 05:23:51.856454 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-b9699907-bff3-4ae5-a5cf-f0b978943f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'name': 'tempest-ServerActionsTestJSON-863375096-router', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:45Z', 'updated_at': '2021-09-16T05:23:48Z', 'revision_number': 4, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'gw_port': {'id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:46Z', 'updated_at': '2021-09-16T05:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'a75257d1-60d9-46de-b495-04188c49429b', 'name': '', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'mac_address': 'fa:16:3e:b4:da:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:47Z', 'updated_at': '2021-09-16T05:23:51Z', 'revision_number': 4, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'subnets': [{'id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:51.884163 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9699907-bff3-4ae5-a5cf-f0b978943f6d None None] The sync data for ids ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'] in n-d-712139-15 is: [{'id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'name': 'tempest-ServerActionsTestJSON-863375096-router', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:45Z', 'updated_at': '2021-09-16T05:23:48Z', 'revision_number': 4, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'gw_port': {'id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:46Z', 'updated_at': '2021-09-16T05:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'a75257d1-60d9-46de-b495-04188c49429b', 'name': '', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'mac_address': 'fa:16:3e:b4:da:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:47Z', 'updated_at': '2021-09-16T05:23:51Z', 'revision_number': 4, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'subnets': [{'id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:52.879980 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device a75257d1-60d9-46de-b495-04188c49429b up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:52.948085 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port a75257d1-60d9-46de-b495-04188c49429b triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:52.948466 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:52.957338 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4de8e754-6839-4ce5-9364-4d3cdf0ee958 req-1e6a9538-f403-49b9-adba-2feb193fccd0 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 210 time: 0.0337954 Sep 16 05:23:52.974034 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-553d1183-049d-465a-8f1c-19626a76dc64 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:52.975745 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-553d1183-049d-465a-8f1c-19626a76dc64 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.48 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 811 time: 0.1671515 Sep 16 05:23:53.037195 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-6b2a1687-52f4-415d-9ce7-63f7330d757d tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=862b1ea02f834312a01b6e1752f75144 HTTP/1.1" status: 200 len: 380 time: 0.0462644 Sep 16 05:23:53.056360 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-1c71c902-cfd8-48ef-b01b-b13889bc9b69 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Request body: {'port': {'device_id': 'e3b0592d-34f3-4dd4-99f1-9e5f644d4238', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'admin_state_up': True, 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'security_groups': ['400b9654-c055-4b31-b0db-5a8d98aa639c']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:53.169719 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-1c71c902-cfd8-48ef-b01b-b13889bc9b69 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Made reservation on behalf of 862b1ea02f834312a01b6e1752f75144 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:53.173281 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-1c71c902-cfd8-48ef-b01b-b13889bc9b69 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.308239 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-1c71c902-cfd8-48ef-b01b-b13889bc9b69 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Allocated IP 172.20.0.11 (2fdff71e-28ec-49b8-995c-1c3fe2ab5416/c465d582-f23d-4349-8ba3-7d1f8043e645/a314890a-066a-49ef-89cd-eec82c8f8861) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:53.454253 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-1c71c902-cfd8-48ef-b01b-b13889bc9b69 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.494486 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-1c71c902-cfd8-48ef-b01b-b13889bc9b69 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.534893 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-1c71c902-cfd8-48ef-b01b-b13889bc9b69 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:53.538720 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-1c71c902-cfd8-48ef-b01b-b13889bc9b69 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:53.542481 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-1c71c902-cfd8-48ef-b01b-b13889bc9b69 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:53.576293 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71c902-cfd8-48ef-b01b-b13889bc9b69 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Pushing event updated for resources: {'Port': ['ID=a314890a-066a-49ef-89cd-eec82c8f8861,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:53.605394 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-1c71c902-cfd8-48ef-b01b-b13889bc9b69 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:53.606033 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-1c71c902-cfd8-48ef-b01b-b13889bc9b69 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.627606 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-1c71c902-cfd8-48ef-b01b-b13889bc9b69 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5754330 Sep 16 05:23:53.646107 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-69e063b2-a932-4dc0-921e-751e416faf26 service neutron] Request body: {'port': {'device_id': 'e3b0592d-34f3-4dd4-99f1-9e5f644d4238', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:53.708872 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-69e063b2-a932-4dc0-921e-751e416faf26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.769247 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-32083517-499a-4e3f-ac74-348ec1d2dd6a None None] Provisioning complete for port a314890a-066a-49ef-89cd-eec82c8f8861 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:53.770193 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-32083517-499a-4e3f-ac74-348ec1d2dd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.805532 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-32083517-499a-4e3f-ac74-348ec1d2dd6a None None] Port a314890a-066a-49ef-89cd-eec82c8f8861 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:53.994539 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-69e063b2-a932-4dc0-921e-751e416faf26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a314890a-066a-49ef-89cd-eec82c8f8861 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:23:54.002046 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-69e063b2-a932-4dc0-921e-751e416faf26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.013685 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-69e063b2-a932-4dc0-921e-751e416faf26 service neutron] Transition to ACTIVE for port object a314890a-066a-49ef-89cd-eec82c8f8861 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:23:54.017719 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-69e063b2-a932-4dc0-921e-751e416faf26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.094778 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e063b2-a932-4dc0-921e-751e416faf26 service neutron] Pushing event updated for resources: {'Port': ['ID=a314890a-066a-49ef-89cd-eec82c8f8861,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:54.156033 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8d933-7654-4bdc-8a3a-600777badf0a req-598fcc2d-09f2-48bd-8a19-49acd8edac6c tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:54.157467 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ffa8d933-7654-4bdc-8a3a-600777badf0a req-598fcc2d-09f2-48bd-8a19-49acd8edac6c tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 944 time: 0.1138251 Sep 16 05:23:54.213876 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-69e063b2-a932-4dc0-921e-751e416faf26 service neutron] Attempting to bind port a314890a-066a-49ef-89cd-eec82c8f8861 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:54.214208 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-69e063b2-a932-4dc0-921e-751e416faf26 service neutron] Attempting to bind port a314890a-066a-49ef-89cd-eec82c8f8861 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:54.214541 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-69e063b2-a932-4dc0-921e-751e416faf26 service neutron] Attempting to bind port a314890a-066a-49ef-89cd-eec82c8f8861 on network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:54.219070 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ffa8d933-7654-4bdc-8a3a-600777badf0a req-f269cd6a-32bb-4b3a-a73f-9c50195f5062 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526099 Sep 16 05:23:54.222536 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-69e063b2-a932-4dc0-921e-751e416faf26 service neutron] Port a314890a-066a-49ef-89cd-eec82c8f8861 on network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:23:54.223374 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-69e063b2-a932-4dc0-921e-751e416faf26 service neutron] Attempting to bind port a314890a-066a-49ef-89cd-eec82c8f8861 on network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:54.229388 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-69e063b2-a932-4dc0-921e-751e416faf26 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:54.229724 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-69e063b2-a932-4dc0-921e-751e416faf26 service neutron] Checking segment: {'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:54.230104 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-69e063b2-a932-4dc0-921e-751e416faf26 service neutron] Bound using segment: {'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:54.230532 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-69e063b2-a932-4dc0-921e-751e416faf26 service neutron] Bound port: a314890a-066a-49ef-89cd-eec82c8f8861, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:54.230892 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-69e063b2-a932-4dc0-921e-751e416faf26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.297773 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-69e063b2-a932-4dc0-921e-751e416faf26 service neutron] For port a314890a-066a-49ef-89cd-eec82c8f8861, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:54.301427 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-69e063b2-a932-4dc0-921e-751e416faf26 service neutron] For port a314890a-066a-49ef-89cd-eec82c8f8861, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=a314890a-066a-49ef-89cd-eec82c8f8861,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:54.306596 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-69e063b2-a932-4dc0-921e-751e416faf26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.342359 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-69e063b2-a932-4dc0-921e-751e416faf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:54.342971 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-69e063b2-a932-4dc0-921e-751e416faf26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.344344 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-69e063b2-a932-4dc0-921e-751e416faf26 service neutron] 10.222.0.48 "PUT /v2.0/ports/a314890a-066a-49ef-89cd-eec82c8f8861 HTTP/1.1" status: 200 len: 1093 time: 0.7027073 Sep 16 05:23:54.344808 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b0592d-34f3-4dd4-99f1-9e5f644d4238', 'tag': 'a314890a-066a-49ef-89cd-eec82c8f8861'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:54.347022 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175159b8-53b2-40a4-a848-d595404b5113" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b0592d-34f3-4dd4-99f1-9e5f644d4238", "tag": "a314890a-066a-49ef-89cd-eec82c8f8861"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:54.373929 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e063b2-a932-4dc0-921e-751e416faf26 service neutron] Pushing event updated for resources: {'Port': ['ID=a314890a-066a-49ef-89cd-eec82c8f8861,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:54.393840 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972665c3-d7a1-47bc-96ff-2d07847c4bcd x-openstack-request-id: req-972665c3-d7a1-47bc-96ff-2d07847c4bcd {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:54.394245 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b0592d-34f3-4dd4-99f1-9e5f644d4238", "tag": "a314890a-066a-49ef-89cd-eec82c8f8861", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:54.394550 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-972665c3-d7a1-47bc-96ff-2d07847c4bcd {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:54.395014 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b0592d-34f3-4dd4-99f1-9e5f644d4238', 'tag': 'a314890a-066a-49ef-89cd-eec82c8f8861', 'status': 'completed', 'code': 200} Sep 16 05:23:54.455805 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-9f2d1124-abf1-480b-89df-fb52d2931245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:54.457512 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-9f2d1124-abf1-480b-89df-fb52d2931245 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 1096 time: 0.0439074 Sep 16 05:23:54.506479 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-ce1821fb-0702-4f27-8989-f9f79065e0fa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a314890a-066a-49ef-89cd-eec82c8f8861 HTTP/1.1" status: 200 len: 217 time: 0.0363340 Sep 16 05:23:54.557896 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-c8113ecc-5e79-42f0-98c4-a77d4382bacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:54.559358 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-c8113ecc-5e79-42f0-98c4-a77d4382bacb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0463853 Sep 16 05:23:54.608110 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-00a93b39-58a1-4ba1-b452-cf929535c42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:54.609569 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-00a93b39-58a1-4ba1-b452-cf929535c42f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436697 Sep 16 05:23:54.697231 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-2ad7944d-bad7-4c04-bdcf-644d04bb49c9 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808311 Sep 16 05:23:54.789731 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4814de20-7eb4-427b-a917-23e2aa72b8bd req-9eca3a2c-3707-4337-866d-2a94d8bbbf52 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851471 Sep 16 05:23:54.911376 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175159b8-53b2-40a4-a848-d595404b5113 req-0d40b3e2-77db-4a7c-8d54-4ea14f81bfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:54.912907 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-175159b8-53b2-40a4-a848-d595404b5113 req-0d40b3e2-77db-4a7c-8d54-4ea14f81bfde service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 1096 time: 0.0413299 Sep 16 05:23:55.006028 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175159b8-53b2-40a4-a848-d595404b5113 req-e4d7e5f9-68ca-4d65-a1b1-a073e17c2f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:55.007510 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-175159b8-53b2-40a4-a848-d595404b5113 req-e4d7e5f9-68ca-4d65-a1b1-a073e17c2f11 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.0868363 Sep 16 05:23:55.049300 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-175159b8-53b2-40a4-a848-d595404b5113 req-cbd5412a-71a9-4bb1-9255-fd1e012bb3e7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a314890a-066a-49ef-89cd-eec82c8f8861 HTTP/1.1" status: 200 len: 217 time: 0.0339088 Sep 16 05:23:55.096286 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175159b8-53b2-40a4-a848-d595404b5113 req-bc486ff6-c155-40d9-8839-22422d091713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:55.097781 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-175159b8-53b2-40a4-a848-d595404b5113 req-bc486ff6-c155-40d9-8839-22422d091713 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0421963 Sep 16 05:23:55.145695 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175159b8-53b2-40a4-a848-d595404b5113 req-59677db1-d7d4-4d0a-9ac2-a87a42961ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:55.147166 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-175159b8-53b2-40a4-a848-d595404b5113 req-59677db1-d7d4-4d0a-9ac2-a87a42961ad2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430627 Sep 16 05:23:55.234588 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-175159b8-53b2-40a4-a848-d595404b5113 req-a459dfc6-44d5-4a3f-ae42-779e70e24924 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801997 Sep 16 05:23:55.354887 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-175159b8-53b2-40a4-a848-d595404b5113 req-c3c723bf-3985-4480-a6bb-c4a3ba876b62 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135824 Sep 16 05:23:55.367447 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f3d6e-0860-4540-b6a4-d017d5e61061 req-473a0f02-aa61-425c-92da-e873f01aba1e tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:55.368872 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1b4f3d6e-0860-4540-b6a4-d017d5e61061 req-473a0f02-aa61-425c-92da-e873f01aba1e tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 944 time: 0.0697849 Sep 16 05:23:55.406682 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1b4f3d6e-0860-4540-b6a4-d017d5e61061 req-b4e9b0ff-d6e4-46b3-935d-598b6d475e56 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318274 Sep 16 05:23:56.523935 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f7dbd-7985-4b49-ad0d-316c5b0da4b7 req-56aaa3d7-276e-4675-aa27-d8b0ead539d5 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:56.525526 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6d9f7dbd-7985-4b49-ad0d-316c5b0da4b7 req-56aaa3d7-276e-4675-aa27-d8b0ead539d5 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 944 time: 0.0511637 Sep 16 05:23:56.564915 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6d9f7dbd-7985-4b49-ad0d-316c5b0da4b7 req-de9815cf-bdf5-4792-86e1-0f75296c9480 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332513 Sep 16 05:23:57.682593 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ccab4-bebb-4fe6-849c-048bdda1f04a req-f6e3dd95-f8c3-4847-94ae-56aa4ab7241f tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:57.684039 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6f3ccab4-bebb-4fe6-849c-048bdda1f04a req-f6e3dd95-f8c3-4847-94ae-56aa4ab7241f tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 944 time: 0.0519068 Sep 16 05:23:57.721467 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6f3ccab4-bebb-4fe6-849c-048bdda1f04a req-29edf6fa-b044-475c-9c82-82b110c2000e tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315316 Sep 16 05:23:58.836126 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301a403-f074-4f2b-80c5-5c5ae5d06479 req-a090211e-34b6-45ef-b96c-4cb41577dc77 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:58.837621 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6301a403-f074-4f2b-80c5-5c5ae5d06479 req-a090211e-34b6-45ef-b96c-4cb41577dc77 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 944 time: 0.0491431 Sep 16 05:23:58.874732 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6301a403-f074-4f2b-80c5-5c5ae5d06479 req-3af9eb5d-0805-4010-815d-92ea271b43b2 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312612 Sep 16 05:23:59.987504 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b17044-99b9-440b-ad3c-ba93fbe4bf88 req-032fda16-986a-4669-b51d-28655d33281e tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:59.989527 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-45b17044-99b9-440b-ad3c-ba93fbe4bf88 req-032fda16-986a-4669-b51d-28655d33281e tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 944 time: 0.0490527 Sep 16 05:24:00.026812 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-45b17044-99b9-440b-ad3c-ba93fbe4bf88 req-95bd0cc3-a6de-4817-87d5-2202f55e58ab tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313854 Sep 16 05:24:00.271982 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device a314890a-066a-49ef-89cd-eec82c8f8861 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:24:00.369913 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port a314890a-066a-49ef-89cd-eec82c8f8861, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=a314890a-066a-49ef-89cd-eec82c8f8861,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:00.382978 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'a314890a-066a-49ef-89cd-eec82c8f8861', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'port_id': 'a314890a-066a-49ef-89cd-eec82c8f8861', 'mac_address': 'fa:16:3e:51:90:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:24:00.430585 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:00.443170 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a314890a-066a-49ef-89cd-eec82c8f8861 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:24:00.462821 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port a314890a-066a-49ef-89cd-eec82c8f8861, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=a314890a-066a-49ef-89cd-eec82c8f8861,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:00.466816 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:00.517375 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=a314890a-066a-49ef-89cd-eec82c8f8861,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:00.525140 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:00.525429 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:00.525774 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:00.526112 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:00.526446 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:00.526778 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:00.527109 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:00.527434 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:00.527760 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:00.528083 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:00.528405 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:00.528749 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:00.838175 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['a314890a-066a-49ef-89cd-eec82c8f8861'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:24:01.133134 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:24:01.143624 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916b6e4-9885-4a8c-9737-56ff007498ac req-97f52f54-a901-41d4-bfec-38d396f34647 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:01.146245 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c916b6e4-9885-4a8c-9737-56ff007498ac req-97f52f54-a901-41d4-bfec-38d396f34647 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 945 time: 0.0528033 Sep 16 05:24:01.182946 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c916b6e4-9885-4a8c-9737-56ff007498ac req-0dd93fc6-a438-4d1d-a633-5a8c7a7f63c5 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308607 Sep 16 05:24:02.274161 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device a314890a-066a-49ef-89cd-eec82c8f8861 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:02.300192 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df0561-08d7-419e-ad84-83f92a0a4bd9 req-03460e60-ec90-4227-b9be-8f3fffa8687c tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:02.302006 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b2df0561-08d7-419e-ad84-83f92a0a4bd9 req-03460e60-ec90-4227-b9be-8f3fffa8687c tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 945 time: 0.0507498 Sep 16 05:24:02.341065 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b2df0561-08d7-419e-ad84-83f92a0a4bd9 req-53b25b23-a27b-4126-8aa8-41e592779775 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325272 Sep 16 05:24:02.344851 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port a314890a-066a-49ef-89cd-eec82c8f8861 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:24:02.351447 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port a314890a-066a-49ef-89cd-eec82c8f8861 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:02.351973 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:02.432256 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:02.453579 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b0592d-34f3-4dd4-99f1-9e5f644d4238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a314890a-066a-49ef-89cd-eec82c8f8861'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:02.455804 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac759460-e972-49df-8075-75e34a30933c" -d '{"events": [{"server_uuid": "e3b0592d-34f3-4dd4-99f1-9e5f644d4238", "name": "network-vif-plugged", "status": "completed", "tag": "a314890a-066a-49ef-89cd-eec82c8f8861"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:02.468765 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port a314890a-066a-49ef-89cd-eec82c8f8861, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=a314890a-066a-49ef-89cd-eec82c8f8861,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:02.475740 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:02.499342 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d30c984-b711-4818-b1b6-05ff91ca5899 x-openstack-request-id: req-9d30c984-b711-4818-b1b6-05ff91ca5899 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:02.499636 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b0592d-34f3-4dd4-99f1-9e5f644d4238", "name": "network-vif-plugged", "status": "completed", "tag": "a314890a-066a-49ef-89cd-eec82c8f8861", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:02.499892 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9d30c984-b711-4818-b1b6-05ff91ca5899 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:02.500280 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b0592d-34f3-4dd4-99f1-9e5f644d4238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a314890a-066a-49ef-89cd-eec82c8f8861', 'code': 200} Sep 16 05:24:02.528992 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=a314890a-066a-49ef-89cd-eec82c8f8861,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:02.667475 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af352b83-2834-4c54-b4b3-0823393a39c2 req-b2409535-0bf6-4de1-8e61-1aaf3a38c033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:02.669037 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-af352b83-2834-4c54-b4b3-0823393a39c2 req-b2409535-0bf6-4de1-8e61-1aaf3a38c033 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 1098 time: 0.0393853 Sep 16 05:24:02.705125 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-af352b83-2834-4c54-b4b3-0823393a39c2 req-2e60ebc3-22ec-4ef0-8faf-e379538effb4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268149 Sep 16 05:24:03.463230 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f5c60-c797-4dec-8525-b24293bd3c50 req-2a5288d8-44d0-4b67-9464-4154ea6ee08f tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:03.464727 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-900f5c60-c797-4dec-8525-b24293bd3c50 req-2a5288d8-44d0-4b67-9464-4154ea6ee08f tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 946 time: 0.0515425 Sep 16 05:24:03.502702 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-900f5c60-c797-4dec-8525-b24293bd3c50 req-c6c6a518-5966-4a28-a624-6eee5a13092d tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320530 Sep 16 05:24:04.618917 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b09cf4-ef8a-44a2-ab85-011f83e1990d req-81c2ca61-cbb7-4f29-a489-04253903b5ef tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:04.620400 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-83b09cf4-ef8a-44a2-ab85-011f83e1990d req-81c2ca61-cbb7-4f29-a489-04253903b5ef tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 946 time: 0.0505550 Sep 16 05:24:04.658267 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-83b09cf4-ef8a-44a2-ab85-011f83e1990d req-ab97a75a-85ea-4ac8-9d5d-53ad355b94f2 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318317 Sep 16 05:24:04.767855 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cb871-f9fd-48d3-9899-f94c68ed6b7f req-48f0d045-67c7-4473-b672-40fea0f51bcd tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:04.769606 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-071cb871-f9fd-48d3-9899-f94c68ed6b7f req-48f0d045-67c7-4473-b672-40fea0f51bcd tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 946 time: 0.0487871 Sep 16 05:24:04.778497 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 54128) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:04.782884 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-19773f31-940e-4c6f-84e6-b80c6b414edf tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Request body: {'floatingip': {'port_id': 'a314890a-066a-49ef-89cd-eec82c8f8861'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:04.825714 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-19773f31-940e-4c6f-84e6-b80c6b414edf tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks [] for floatingip, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.591402 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-19773f31-940e-4c6f-84e6-b80c6b414edf tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.595582 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-19773f31-940e-4c6f-84e6-b80c6b414edf tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.697137 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [None req-19773f31-940e-4c6f-84e6-b80c6b414edf tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Floating IP 5537a686-8aea-44d5-b547-7be224f6f1bf associated. External IP: 172.25.8.225, port: a314890a-066a-49ef-89cd-eec82c8f8861. Sep 16 05:24:05.897396 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19773f31-940e-4c6f-84e6-b80c6b414edf tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Router 398ab092-4da1-4044-b3dc-25f08dbf2bc3 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:24:06.003609 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19773f31-940e-4c6f-84e6-b80c6b414edf tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:06.008537 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-19773f31-940e-4c6f-84e6-b80c6b414edf tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.013598 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ade03f9-31ff-47a9-b588-28b02927ad29 None None] Sync routers for ids ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:06.025801 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ade03f9-31ff-47a9-b588-28b02927ad29 None None] Routers {'398ab092-4da1-4044-b3dc-25f08dbf2bc3'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:06.026499 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-1ade03f9-31ff-47a9-b588-28b02927ad29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:23:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:06.035793 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-19773f31-940e-4c6f-84e6-b80c6b414edf tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "PUT /v2.0/floatingips/5537a686-8aea-44d5-b547-7be224f6f1bf HTTP/1.1" status: 200 len: 992 time: 1.2552099 Sep 16 05:24:06.036382 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b0592d-34f3-4dd4-99f1-9e5f644d4238', 'tag': 'a314890a-066a-49ef-89cd-eec82c8f8861'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:06.038626 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc89e38-cb5e-48ad-bfbf-f21607c9a67f" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b0592d-34f3-4dd4-99f1-9e5f644d4238", "tag": "a314890a-066a-49ef-89cd-eec82c8f8861"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:06.136524 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-1ade03f9-31ff-47a9-b588-28b02927ad29 None None] Set router 398ab092-4da1-4044-b3dc-25f08dbf2bc3 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:06.139690 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d97fa3b-c070-46eb-9242-42162776443d x-openstack-request-id: req-9d97fa3b-c070-46eb-9242-42162776443d {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:06.139975 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b0592d-34f3-4dd4-99f1-9e5f644d4238", "tag": "a314890a-066a-49ef-89cd-eec82c8f8861", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:06.140221 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9d97fa3b-c070-46eb-9242-42162776443d {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:06.140643 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b0592d-34f3-4dd4-99f1-9e5f644d4238', 'tag': 'a314890a-066a-49ef-89cd-eec82c8f8861', 'status': 'completed', 'code': 200} Sep 16 05:24:06.228433 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc89e38-cb5e-48ad-bfbf-f21607c9a67f req-3cd02352-ca11-4a70-8579-13e59c1b6a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:06.229910 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0bc89e38-cb5e-48ad-bfbf-f21607c9a67f req-3cd02352-ca11-4a70-8579-13e59c1b6a4a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 1098 time: 0.0466394 Sep 16 05:24:06.322202 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc89e38-cb5e-48ad-bfbf-f21607c9a67f req-4ba576b4-7ee4-444e-9056-46101596859e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:06.323690 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0bc89e38-cb5e-48ad-bfbf-f21607c9a67f req-4ba576b4-7ee4-444e-9056-46101596859e service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.0861731 Sep 16 05:24:06.363802 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-1ade03f9-31ff-47a9-b588-28b02927ad29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'name': 'tempest-ServerActionsTestJSON-863375096-router', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:45Z', 'updated_at': '2021-09-16T05:23:48Z', 'revision_number': 4, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'gw_port': {'id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:46Z', 'updated_at': '2021-09-16T05:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '5537a686-8aea-44d5-b547-7be224f6f1bf', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'floating_ip_address': '172.25.8.225', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'port_id': 'a314890a-066a-49ef-89cd-eec82c8f8861', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'mac_address': 'fa:16:3e:51:90:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b0592d-34f3-4dd4-99f1-9e5f644d4238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:23:50Z', 'updated_at': '2021-09-16T05:24:05Z', 'revision_number': 1, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a75257d1-60d9-46de-b495-04188c49429b', 'name': '', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'mac_address': 'fa:16:3e:b4:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:47Z', 'updated_at': '2021-09-16T05:23:51Z', 'revision_number': 5, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'subnets': [{'id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:06.393629 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ade03f9-31ff-47a9-b588-28b02927ad29 None None] Checking router: 398ab092-4da1-4044-b3dc-25f08dbf2bc3 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:24:06.398145 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0bc89e38-cb5e-48ad-bfbf-f21607c9a67f req-b8de0573-ad8e-4f36-899e-25715247b597 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a314890a-066a-49ef-89cd-eec82c8f8861 HTTP/1.1" status: 200 len: 1000 time: 0.0675502 Sep 16 05:24:06.402645 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ade03f9-31ff-47a9-b588-28b02927ad29 None None] Routers {'398ab092-4da1-4044-b3dc-25f08dbf2bc3'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:06.403255 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-1ade03f9-31ff-47a9-b588-28b02927ad29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:23:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:06.450619 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc89e38-cb5e-48ad-bfbf-f21607c9a67f req-5640cac7-5f72-470d-a8f0-4423c3633952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:06.452130 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0bc89e38-cb5e-48ad-bfbf-f21607c9a67f req-5640cac7-5f72-470d-a8f0-4423c3633952 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0465946 Sep 16 05:24:06.501361 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc89e38-cb5e-48ad-bfbf-f21607c9a67f req-5782abee-e603-4165-a77c-670d94f72de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:06.502818 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0bc89e38-cb5e-48ad-bfbf-f21607c9a67f req-5782abee-e603-4165-a77c-670d94f72de8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434036 Sep 16 05:24:06.598149 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0bc89e38-cb5e-48ad-bfbf-f21607c9a67f req-4489d68b-d710-4e31-984b-2210721dc190 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873537 Sep 16 05:24:06.598431 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-1ade03f9-31ff-47a9-b588-28b02927ad29 None None] Set router 398ab092-4da1-4044-b3dc-25f08dbf2bc3 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:06.688835 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0bc89e38-cb5e-48ad-bfbf-f21607c9a67f req-a6a2da88-81d6-4bdf-a4fc-2525fdcba220 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842052 Sep 16 05:24:06.825605 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-1ade03f9-31ff-47a9-b588-28b02927ad29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'name': 'tempest-ServerActionsTestJSON-863375096-router', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:45Z', 'updated_at': '2021-09-16T05:23:48Z', 'revision_number': 4, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'gw_port': {'id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:46Z', 'updated_at': '2021-09-16T05:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '5537a686-8aea-44d5-b547-7be224f6f1bf', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'floating_ip_address': '172.25.8.225', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'port_id': 'a314890a-066a-49ef-89cd-eec82c8f8861', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'mac_address': 'fa:16:3e:51:90:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b0592d-34f3-4dd4-99f1-9e5f644d4238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:23:50Z', 'updated_at': '2021-09-16T05:24:05Z', 'revision_number': 1, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a75257d1-60d9-46de-b495-04188c49429b', 'name': '', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'mac_address': 'fa:16:3e:b4:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:47Z', 'updated_at': '2021-09-16T05:23:51Z', 'revision_number': 5, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'subnets': [{'id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:06.852589 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ade03f9-31ff-47a9-b588-28b02927ad29 None None] The sync data for ids ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'] in n-d-712139-15 is: [{'id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'name': 'tempest-ServerActionsTestJSON-863375096-router', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:45Z', 'updated_at': '2021-09-16T05:23:48Z', 'revision_number': 4, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'gw_port': {'id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:46Z', 'updated_at': '2021-09-16T05:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '5537a686-8aea-44d5-b547-7be224f6f1bf', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'floating_ip_address': '172.25.8.225', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'port_id': 'a314890a-066a-49ef-89cd-eec82c8f8861', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'mac_address': 'fa:16:3e:51:90:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b0592d-34f3-4dd4-99f1-9e5f644d4238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:23:50Z', 'updated_at': '2021-09-16T05:24:05Z', 'revision_number': 1, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a75257d1-60d9-46de-b495-04188c49429b', 'name': '', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'mac_address': 'fa:16:3e:b4:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:47Z', 'updated_at': '2021-09-16T05:23:51Z', 'revision_number': 5, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'subnets': [{'id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:07.083479 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c425ae-c190-4526-ac27-905acf998539 None None] New status for floating IP 5537a686-8aea-44d5-b547-7be224f6f1bf: ACTIVE {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:24:10.134199 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-50c71cad-132d-4277-a916-59986fce3a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.680228 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cefbd4c8-22b9-46b6-a738-201885ef00cd req-b021caef-e789-4bed-ac35-0091654254c3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446033 Sep 16 05:24:10.776175 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbd4c8-22b9-46b6-a738-201885ef00cd req-c8ad2d4b-4032-40c1-b66b-61b9c0bb5191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:10.777682 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cefbd4c8-22b9-46b6-a738-201885ef00cd req-c8ad2d4b-4032-40c1-b66b-61b9c0bb5191 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 1098 time: 0.0406280 Sep 16 05:24:10.881166 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbd4c8-22b9-46b6-a738-201885ef00cd req-a9808ad2-9e8c-4b54-a7a9-7a3d30384837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:10.883000 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cefbd4c8-22b9-46b6-a738-201885ef00cd req-a9808ad2-9e8c-4b54-a7a9-7a3d30384837 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.0846901 Sep 16 05:24:10.952132 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cefbd4c8-22b9-46b6-a738-201885ef00cd req-3643cc46-c03b-447a-81c5-4e0c1f867610 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a314890a-066a-49ef-89cd-eec82c8f8861 HTTP/1.1" status: 200 len: 1002 time: 0.0610743 Sep 16 05:24:11.001205 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbd4c8-22b9-46b6-a738-201885ef00cd req-87f642f7-460b-461e-9357-b018995213e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:11.002637 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cefbd4c8-22b9-46b6-a738-201885ef00cd req-87f642f7-460b-461e-9357-b018995213e8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0439517 Sep 16 05:24:11.049609 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbd4c8-22b9-46b6-a738-201885ef00cd req-6336d7c0-489d-470a-8196-2d3cbc69df36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:11.051101 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cefbd4c8-22b9-46b6-a738-201885ef00cd req-6336d7c0-489d-470a-8196-2d3cbc69df36 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416360 Sep 16 05:24:11.143060 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cefbd4c8-22b9-46b6-a738-201885ef00cd req-1fdc32a0-57e7-4433-a10e-56745b1c47c2 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842888 Sep 16 05:24:11.234138 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cefbd4c8-22b9-46b6-a738-201885ef00cd req-a9418171-1396-4296-9889-8527f8af3de1 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845938 Sep 16 05:24:11.907888 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.272854 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c86097ec-0e21-4b14-b7d3-f5521929b38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.566537 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.672064 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.905547 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.183159 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.138072 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:24:40.135872 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ab965597-1630-4c46-995f-81434ef2df6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:41.928055 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.272518 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0175cf9b-d039-4ca3-87ad-c114452d131c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.568449 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.670654 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.922224 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.185743 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.140287 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-80458f72-dc64-4043-a04a-9c325d9322ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.780654 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f5d984d0-51fb-4fb1-8f71-fc93f10edee8 req-4f7c1d5c-6dfb-4a6f-868d-deabdacd5e92 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1701889 Sep 16 05:25:10.887522 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d984d0-51fb-4fb1-8f71-fc93f10edee8 req-43c724ed-a43d-4585-ad03-9c36816984cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:10.888959 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f5d984d0-51fb-4fb1-8f71-fc93f10edee8 req-43c724ed-a43d-4585-ad03-9c36816984cd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 1098 time: 0.0401947 Sep 16 05:25:10.993951 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d984d0-51fb-4fb1-8f71-fc93f10edee8 req-4afcdd94-69d6-4d77-9658-122adf27d08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:10.995431 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f5d984d0-51fb-4fb1-8f71-fc93f10edee8 req-4afcdd94-69d6-4d77-9658-122adf27d08c service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.0881262 Sep 16 05:25:11.060757 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f5d984d0-51fb-4fb1-8f71-fc93f10edee8 req-b4e15262-5655-4a33-81ff-2e5c33698c0d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a314890a-066a-49ef-89cd-eec82c8f8861 HTTP/1.1" status: 200 len: 1002 time: 0.0581768 Sep 16 05:25:11.108942 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d984d0-51fb-4fb1-8f71-fc93f10edee8 req-18f85553-20c7-43ed-b888-d39ce0ce65b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:11.110367 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f5d984d0-51fb-4fb1-8f71-fc93f10edee8 req-18f85553-20c7-43ed-b888-d39ce0ce65b9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0433948 Sep 16 05:25:11.161540 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d984d0-51fb-4fb1-8f71-fc93f10edee8 req-c1994673-e0b0-4a82-8b44-062f397bef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:11.162940 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f5d984d0-51fb-4fb1-8f71-fc93f10edee8 req-c1994673-e0b0-4a82-8b44-062f397bef4f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450685 Sep 16 05:25:11.173696 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-f5d984d0-51fb-4fb1-8f71-fc93f10edee8 req-3b1943a4-28ee-42b5-9a4c-9bf0097eea11 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:25:11.174633 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f5d984d0-51fb-4fb1-8f71-fc93f10edee8 req-3b1943a4-28ee-42b5-9a4c-9bf0097eea11 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047977 Sep 16 05:25:11.264991 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f5d984d0-51fb-4fb1-8f71-fc93f10edee8 req-d6f9b0ce-0eb1-4634-890a-5b87d07c5980 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822051 Sep 16 05:25:11.361453 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f5d984d0-51fb-4fb1-8f71-fc93f10edee8 req-558fc68e-2d11-469c-959c-2ec8a017e997 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898559 Sep 16 05:25:11.926649 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.274723 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e74eae53-d835-45bd-be3c-32e6f1ccd0be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.570551 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.671844 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.930797 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:15.139788 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:25:16.189759 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:40.141165 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2be22b06-29d4-4326-b7ce-ead6eed857d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:41.942557 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:43.275330 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5f7bca67-d58d-4592-bfa2-0fef06a92291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:43.571439 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:44.675489 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:44.951202 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:46.190671 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:52.139968 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:26:10.146879 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-49af48d1-d965-4eaa-85b3-144f4f0ec9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:11.683038 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-12b33a40-6536-4692-9b4a-ab286cf61e37 req-e53f24b3-8b62-4190-a5d6-d361a3a4434a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400069 Sep 16 05:26:11.777421 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b33a40-6536-4692-9b4a-ab286cf61e37 req-6271bb2d-89e8-4742-a809-1e12e3d777b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:11.778961 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-12b33a40-6536-4692-9b4a-ab286cf61e37 req-6271bb2d-89e8-4742-a809-1e12e3d777b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 1098 time: 0.0415566 Sep 16 05:26:11.883178 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b33a40-6536-4692-9b4a-ab286cf61e37 req-3af593eb-bc2c-4789-84aa-dcad698465a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:11.884699 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-12b33a40-6536-4692-9b4a-ab286cf61e37 req-3af593eb-bc2c-4789-84aa-dcad698465a5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.0875220 Sep 16 05:26:11.947539 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-12b33a40-6536-4692-9b4a-ab286cf61e37 req-ec5eaa05-784c-4099-a203-9843d687a09f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a314890a-066a-49ef-89cd-eec82c8f8861 HTTP/1.1" status: 200 len: 1002 time: 0.0561292 Sep 16 05:26:11.958970 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:12.002877 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b33a40-6536-4692-9b4a-ab286cf61e37 req-63c25961-6981-4492-ad25-269029659a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:12.004354 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-12b33a40-6536-4692-9b4a-ab286cf61e37 req-63c25961-6981-4492-ad25-269029659a20 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0485680 Sep 16 05:26:12.053061 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b33a40-6536-4692-9b4a-ab286cf61e37 req-457af348-31d0-42bb-b3d4-ffc8ad775b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:12.055112 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-12b33a40-6536-4692-9b4a-ab286cf61e37 req-457af348-31d0-42bb-b3d4-ffc8ad775b3b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428107 Sep 16 05:26:12.143395 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-12b33a40-6536-4692-9b4a-ab286cf61e37 req-7ed08edc-865f-4957-b79d-2e04fe53b85b service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811667 Sep 16 05:26:12.237260 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-12b33a40-6536-4692-9b4a-ab286cf61e37 req-8f81a3db-f995-42f6-a7fe-25a04df8a3df service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852509 Sep 16 05:26:13.277307 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-18c60dbd-33f9-4e36-b8df-ccdadd07652c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:13.572822 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:14.679704 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:14.959222 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:16.194102 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.140433 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:26:40.149684 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e6b624e3-95d4-434d-b298-513b480f07b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:41.961068 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:43.277618 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9acda5a2-5e32-4ad6-8cfe-c424af43958a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:43.575616 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:44.680255 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:44.968973 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:45.983478 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1556d5-8f10-45a5-af39-854288753821 req-0d567565-cc57-4f87-b3ec-0dfb49571724 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:45.984966 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc1556d5-8f10-45a5-af39-854288753821 req-0d567565-cc57-4f87-b3ec-0dfb49571724 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 946 time: 0.1556048 Sep 16 05:26:46.025466 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc1556d5-8f10-45a5-af39-854288753821 req-96daa58b-5ffa-4f4f-9240-8d7fbdc95864 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345490 Sep 16 05:26:46.197666 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:47.303793 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2e225-1e01-408e-b5a8-d86e710bcf8a req-f93f9c21-1bb9-4c23-a28d-90973034923b tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:47.305627 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a2c2e225-1e01-408e-b5a8-d86e710bcf8a req-f93f9c21-1bb9-4c23-a28d-90973034923b tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 946 time: 0.0600727 Sep 16 05:26:47.330550 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-b0ed9c82-563b-487a-bde6-4655f4e8e383 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0934353 Sep 16 05:26:47.350577 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a2c2e225-1e01-408e-b5a8-d86e710bcf8a req-34cd5414-bd1f-47f9-9c39-f9bfe457841a tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381868 Sep 16 05:26:48.475714 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15561f6-75f0-4a07-86cd-8950238aca40 req-9af950c5-838b-4cdd-af34-c2da3b3feb3c tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:48.477285 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d15561f6-75f0-4a07-86cd-8950238aca40 req-9af950c5-838b-4cdd-af34-c2da3b3feb3c tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 946 time: 0.0503068 Sep 16 05:26:48.516514 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d15561f6-75f0-4a07-86cd-8950238aca40 req-ed3bece9-68c9-4eaa-96a2-b0413bed485d tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322244 Sep 16 05:26:48.617372 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-9dfbaa01-13f0-4a70-a17b-4e37156ffa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:48.618881 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-9dfbaa01-13f0-4a70-a17b-4e37156ffa05 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 1098 time: 0.0423059 Sep 16 05:26:48.713176 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-79b4442d-1002-4c9f-92c7-0a04c8e684eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:48.714570 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-79b4442d-1002-4c9f-92c7-0a04c8e684eb service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.0890863 Sep 16 05:26:48.780880 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-637ce01c-fa6e-4da6-80f5-081c72fa45f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a314890a-066a-49ef-89cd-eec82c8f8861 HTTP/1.1" status: 200 len: 1002 time: 0.0584407 Sep 16 05:26:48.830968 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-784c82cf-11e6-4bd0-ae38-383038e69e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:48.832452 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-784c82cf-11e6-4bd0-ae38-383038e69e08 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0448179 Sep 16 05:26:48.883789 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-933c5767-cf7d-4a6e-b4e5-d31aacc45560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:48.885402 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-933c5767-cf7d-4a6e-b4e5-d31aacc45560 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455651 Sep 16 05:26:48.976820 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-dfdd7110-f685-4b4a-9abd-9ff2d65fa182 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835629 Sep 16 05:26:49.075650 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-f0e93446-f5a4-4dfa-9c2d-77dac81b61da service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917170 Sep 16 05:26:49.642012 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671b859-fb7b-47ff-81dd-399ea2583747 req-3fc1a411-4396-4942-a214-d54f33523760 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:49.643543 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c671b859-fb7b-47ff-81dd-399ea2583747 req-3fc1a411-4396-4942-a214-d54f33523760 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 946 time: 0.0500753 Sep 16 05:26:49.682655 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c671b859-fb7b-47ff-81dd-399ea2583747 req-4ccca808-1139-46fd-a2d8-c5fa1bee1fe5 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325859 Sep 16 05:26:50.800865 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229ef04-cfda-4a1c-be68-c25cd7151ca4 req-0e3c5b80-34b5-4fe9-bf2c-1a061e8c6c14 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:50.802335 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7229ef04-cfda-4a1c-be68-c25cd7151ca4 req-0e3c5b80-34b5-4fe9-bf2c-1a061e8c6c14 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 946 time: 0.0508859 Sep 16 05:26:50.845540 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7229ef04-cfda-4a1c-be68-c25cd7151ca4 req-773a2b28-16df-49ec-b9d2-1c2e220ffc5c tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369556 Sep 16 05:26:51.976505 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4fdfe-1187-4739-af44-07f105d9a70f req-3ce71282-4510-4428-bdb0-9da45718f225 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:51.978353 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-52d4fdfe-1187-4739-af44-07f105d9a70f req-3ce71282-4510-4428-bdb0-9da45718f225 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 946 time: 0.0619051 Sep 16 05:26:52.022445 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-52d4fdfe-1187-4739-af44-07f105d9a70f req-0c502c6c-52b0-4693-a9ba-13baee811289 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328903 Sep 16 05:26:53.138103 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436eb37b-46e7-4960-90f9-f8f49e326d67 req-52821277-3517-4c1f-8b3e-1bce108e4f14 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:53.139830 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-436eb37b-46e7-4960-90f9-f8f49e326d67 req-52821277-3517-4c1f-8b3e-1bce108e4f14 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 946 time: 0.0495083 Sep 16 05:26:53.178267 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-436eb37b-46e7-4960-90f9-f8f49e326d67 req-fef0aef6-3745-4af0-bdeb-35282441f0fd tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324883 Sep 16 05:26:54.296416 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef237fe9-62ce-4984-bd5a-c291ef45805f req-4dcfe6ff-8381-433d-846d-c90d31824a8f tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:54.297946 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef237fe9-62ce-4984-bd5a-c291ef45805f req-4dcfe6ff-8381-433d-846d-c90d31824a8f tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 946 time: 0.0485218 Sep 16 05:26:54.339311 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef237fe9-62ce-4984-bd5a-c291ef45805f req-35728f96-9d08-47a9-b7a0-90476912c3f6 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354760 Sep 16 05:26:55.456861 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26594330-0c7f-4235-bcba-89b980eb96ff req-8e67b5e3-e5cc-4732-996c-837dcdf79dcf tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:55.458349 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-26594330-0c7f-4235-bcba-89b980eb96ff req-8e67b5e3-e5cc-4732-996c-837dcdf79dcf tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 946 time: 0.0507424 Sep 16 05:26:55.495707 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-26594330-0c7f-4235-bcba-89b980eb96ff req-9bcfa351-af83-4766-95e0-6ab4eecbaaf3 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313642 Sep 16 05:26:56.611414 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147edb75-698a-42ae-a47f-655647451d97 req-ee0cd53b-167b-44cc-8034-5d22ac2072e2 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:56.612915 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-147edb75-698a-42ae-a47f-655647451d97 req-ee0cd53b-167b-44cc-8034-5d22ac2072e2 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 946 time: 0.0486920 Sep 16 05:26:56.649812 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-147edb75-698a-42ae-a47f-655647451d97 req-64917994-6ef4-4c1b-b692-686436803e98 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310552 Sep 16 05:26:57.767254 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db880d5-a10b-4031-a1ab-261462fd7339 req-fedfb1e4-1b91-4bb6-a850-4b682fd8942c tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:57.768815 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5db880d5-a10b-4031-a1ab-261462fd7339 req-fedfb1e4-1b91-4bb6-a850-4b682fd8942c tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 946 time: 0.0500021 Sep 16 05:26:57.813167 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5db880d5-a10b-4031-a1ab-261462fd7339 req-cbf68804-ff13-448c-98a1-2b7132a18ffe tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381260 Sep 16 05:26:58.935838 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b67d8a-9877-45c0-9732-48d45f885516 req-5ffffe93-3aa7-4ec5-b5bf-36484fee0d5b tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:58.937470 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c1b67d8a-9877-45c0-9732-48d45f885516 req-5ffffe93-3aa7-4ec5-b5bf-36484fee0d5b tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 946 time: 0.0523355 Sep 16 05:26:58.975201 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c1b67d8a-9877-45c0-9732-48d45f885516 req-2c1502d5-119b-42f3-9a18-c2c49a82afd4 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316350 Sep 16 05:27:00.091304 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408fa87-e022-487e-9140-c301eee31c69 req-dd228ce5-4f01-4c86-8ac1-e3d36245f61d tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:00.092953 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0408fa87-e022-487e-9140-c301eee31c69 req-dd228ce5-4f01-4c86-8ac1-e3d36245f61d tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 946 time: 0.0496578 Sep 16 05:27:00.129938 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0408fa87-e022-487e-9140-c301eee31c69 req-195eef7b-4781-4760-a2ac-69df8bbc4f32 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311747 Sep 16 05:27:01.085584 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-8974b4f0-0988-425a-9efd-b610445bacb9 service neutron] show failed (client error): The resource could not be found. Sep 16 05:27:01.086598 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-8974b4f0-0988-425a-9efd-b610445bacb9 service neutron] 10.222.0.48 "GET /v2.0/ports/a314890a-066a-49ef-89cd-eec82c8f8861/bindings/n-h1-712139-15 HTTP/1.1" status: 404 len: 381 time: 0.0522940 Sep 16 05:27:01.253303 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc473a-674d-4cdb-97ae-8f7eef58fa64 req-aa598021-3dfd-47ac-9aa1-ae4052e35397 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:01.254788 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-00fc473a-674d-4cdb-97ae-8f7eef58fa64 req-aa598021-3dfd-47ac-9aa1-ae4052e35397 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 946 time: 0.0550828 Sep 16 05:27:01.296703 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-00fc473a-674d-4cdb-97ae-8f7eef58fa64 req-7fb0af05-f274-489d-9cab-602fa2d58c83 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359497 Sep 16 05:27:01.347412 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-42446535-8692-401f-b150-301b3136a78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:01.348914 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-42446535-8692-401f-b150-301b3136a78b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238&tenant_id=862b1ea02f834312a01b6e1752f75144 HTTP/1.1" status: 200 len: 1098 time: 0.0932617 Sep 16 05:27:01.360212 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-ce3edd69-0cfd-47c6-bb2a-d666aca14ea9 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:27:01.361176 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-ce3edd69-0cfd-47c6-bb2a-d666aca14ea9 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056913 Sep 16 05:27:01.379314 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-0fd03899-2c40-44c3-8c98-a3fc6f51a7b5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-15', 'device_owner': 'compute:nova'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:01.435276 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-0fd03899-2c40-44c3-8c98-a3fc6f51a7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:01.641827 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-0fd03899-2c40-44c3-8c98-a3fc6f51a7b5 service neutron] For port a314890a-066a-49ef-89cd-eec82c8f8861, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=a314890a-066a-49ef-89cd-eec82c8f8861,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:01.674538 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-0fd03899-2c40-44c3-8c98-a3fc6f51a7b5 service neutron] For port a314890a-066a-49ef-89cd-eec82c8f8861, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:27:01.715008 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b0592d-34f3-4dd4-99f1-9e5f644d4238', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a314890a-066a-49ef-89cd-eec82c8f8861'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:27:01.717489 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0766596-ffa2-4c07-918b-31180b8e7b88" -d '{"events": [{"server_uuid": "e3b0592d-34f3-4dd4-99f1-9e5f644d4238", "name": "network-vif-unplugged", "status": "completed", "tag": "a314890a-066a-49ef-89cd-eec82c8f8861"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:27:01.721983 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-0fd03899-2c40-44c3-8c98-a3fc6f51a7b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:01.737736 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-0fd03899-2c40-44c3-8c98-a3fc6f51a7b5 service neutron] Transition to ACTIVE for port object a314890a-066a-49ef-89cd-eec82c8f8861 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:27:01.742457 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-0fd03899-2c40-44c3-8c98-a3fc6f51a7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:01.858523 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d8f2bf-089b-42bc-9eb8-2a53f3dba07b x-openstack-request-id: req-71d8f2bf-089b-42bc-9eb8-2a53f3dba07b {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:27:01.858821 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b0592d-34f3-4dd4-99f1-9e5f644d4238", "name": "network-vif-unplugged", "status": "completed", "tag": "a314890a-066a-49ef-89cd-eec82c8f8861", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:27:01.859077 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-71d8f2bf-089b-42bc-9eb8-2a53f3dba07b {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:27:01.859481 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b0592d-34f3-4dd4-99f1-9e5f644d4238', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a314890a-066a-49ef-89cd-eec82c8f8861', 'code': 200} Sep 16 05:27:01.865092 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd03899-2c40-44c3-8c98-a3fc6f51a7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a314890a-066a-49ef-89cd-eec82c8f8861,revision_number=6']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:01.887920 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd03899-2c40-44c3-8c98-a3fc6f51a7b5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:01.888265 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd03899-2c40-44c3-8c98-a3fc6f51a7b5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:01.888666 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd03899-2c40-44c3-8c98-a3fc6f51a7b5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:01.889000 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd03899-2c40-44c3-8c98-a3fc6f51a7b5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:01.889331 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd03899-2c40-44c3-8c98-a3fc6f51a7b5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:01.889658 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd03899-2c40-44c3-8c98-a3fc6f51a7b5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:01.889983 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd03899-2c40-44c3-8c98-a3fc6f51a7b5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:01.890304 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd03899-2c40-44c3-8c98-a3fc6f51a7b5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:01.890642 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd03899-2c40-44c3-8c98-a3fc6f51a7b5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:01.890948 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd03899-2c40-44c3-8c98-a3fc6f51a7b5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:01.891265 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd03899-2c40-44c3-8c98-a3fc6f51a7b5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:01.891584 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd03899-2c40-44c3-8c98-a3fc6f51a7b5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:01.933856 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-0fd03899-2c40-44c3-8c98-a3fc6f51a7b5 service neutron] No DVR routers for this DVR port a314890a-066a-49ef-89cd-eec82c8f8861 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:27:02.074572 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-0fd03899-2c40-44c3-8c98-a3fc6f51a7b5 service neutron] Attempting to bind port a314890a-066a-49ef-89cd-eec82c8f8861 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:27:02.074904 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-0fd03899-2c40-44c3-8c98-a3fc6f51a7b5 service neutron] Attempting to bind port a314890a-066a-49ef-89cd-eec82c8f8861 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:27:02.075232 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-0fd03899-2c40-44c3-8c98-a3fc6f51a7b5 service neutron] Attempting to bind port a314890a-066a-49ef-89cd-eec82c8f8861 on network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:27:02.079967 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-0fd03899-2c40-44c3-8c98-a3fc6f51a7b5 service neutron] Port a314890a-066a-49ef-89cd-eec82c8f8861 on network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:27:02.080288 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-0fd03899-2c40-44c3-8c98-a3fc6f51a7b5 service neutron] Attempting to bind port a314890a-066a-49ef-89cd-eec82c8f8861 on network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:27:02.085709 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-0fd03899-2c40-44c3-8c98-a3fc6f51a7b5 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:27:02.086042 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-0fd03899-2c40-44c3-8c98-a3fc6f51a7b5 service neutron] Checking segment: {'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:02.086428 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-0fd03899-2c40-44c3-8c98-a3fc6f51a7b5 service neutron] Bound using segment: {'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:27:02.086858 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-0fd03899-2c40-44c3-8c98-a3fc6f51a7b5 service neutron] Bound port: a314890a-066a-49ef-89cd-eec82c8f8861, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:27:02.087216 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-0fd03899-2c40-44c3-8c98-a3fc6f51a7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:02.158252 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-0fd03899-2c40-44c3-8c98-a3fc6f51a7b5 service neutron] For port a314890a-066a-49ef-89cd-eec82c8f8861, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:27:02.169056 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-0fd03899-2c40-44c3-8c98-a3fc6f51a7b5 service neutron] For port a314890a-066a-49ef-89cd-eec82c8f8861, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=a314890a-066a-49ef-89cd-eec82c8f8861,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:27:02.174718 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-0fd03899-2c40-44c3-8c98-a3fc6f51a7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:02.209843 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-0fd03899-2c40-44c3-8c98-a3fc6f51a7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:02.210707 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-0fd03899-2c40-44c3-8c98-a3fc6f51a7b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:02.212394 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-0fd03899-2c40-44c3-8c98-a3fc6f51a7b5 service neutron] 10.222.0.47 "PUT /v2.0/ports/a314890a-066a-49ef-89cd-eec82c8f8861 HTTP/1.1" status: 200 len: 1093 time: 0.8364086 Sep 16 05:27:02.238739 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd03899-2c40-44c3-8c98-a3fc6f51a7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a314890a-066a-49ef-89cd-eec82c8f8861,revision_number=7']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:02.306409 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-729d461c-be54-43ae-96ca-036c6d0f11d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:02.307938 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-729d461c-be54-43ae-96ca-036c6d0f11d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 1096 time: 0.0438082 Sep 16 05:27:02.437554 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-aa267eb9-558d-44ac-a623-19b2bf625d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:02.439075 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-aa267eb9-558d-44ac-a623-19b2bf625d8e service neutron] 10.222.0.47 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.1243277 Sep 16 05:27:02.461064 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff4098-c81b-42dd-b23e-fa35619921f4 req-374a5a92-ed2c-4f5f-a6e1-3c886d922501 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:02.462583 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a8ff4098-c81b-42dd-b23e-fa35619921f4 req-374a5a92-ed2c-4f5f-a6e1-3c886d922501 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 944 time: 0.0835478 Sep 16 05:27:02.545206 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-b03f7399-4942-42a9-b5d0-6380361b872e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a314890a-066a-49ef-89cd-eec82c8f8861 HTTP/1.1" status: 200 len: 1000 time: 0.0985351 Sep 16 05:27:02.551956 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a8ff4098-c81b-42dd-b23e-fa35619921f4 req-d9404969-07eb-405c-9230-d93c474de526 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588882 Sep 16 05:27:02.598903 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-0c473db4-4eda-4da3-af62-779d5303cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:02.600371 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-0c473db4-4eda-4da3-af62-779d5303cfb9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0475602 Sep 16 05:27:02.648476 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-52544877-5a4d-4c18-a04d-12d350cfe8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:02.650042 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-52544877-5a4d-4c18-a04d-12d350cfe8b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428088 Sep 16 05:27:02.753959 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-172967d4-647a-4591-a15f-7d6035856220 service neutron] 10.222.0.47 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959544 Sep 16 05:27:02.851132 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-5093b637-76f0-4561-adbf-86c210742bad service neutron] 10.222.0.47 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904138 Sep 16 05:27:03.674642 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191f72d-d88a-4edb-9fe7-9cf97edcdfb2 req-01fda4a1-b10e-4873-8bfe-4fb790b947d0 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:03.676121 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8191f72d-d88a-4edb-9fe7-9cf97edcdfb2 req-01fda4a1-b10e-4873-8bfe-4fb790b947d0 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 944 time: 0.0531707 Sep 16 05:27:04.015464 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b0592d-34f3-4dd4-99f1-9e5f644d4238', 'tag': 'a314890a-066a-49ef-89cd-eec82c8f8861'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:27:04.017613 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f146d27-5d90-4e17-a269-af1d85e21e62" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b0592d-34f3-4dd4-99f1-9e5f644d4238", "tag": "a314890a-066a-49ef-89cd-eec82c8f8861"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:27:04.039792 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8191f72d-d88a-4edb-9fe7-9cf97edcdfb2 req-8c4162bb-8498-475e-aa88-5bb28482a0a0 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3573995 Sep 16 05:27:04.096192 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a9092b-87bb-4d2f-8642-bacaf9e3eb05 x-openstack-request-id: req-88a9092b-87bb-4d2f-8642-bacaf9e3eb05 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:27:04.096480 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b0592d-34f3-4dd4-99f1-9e5f644d4238", "tag": "a314890a-066a-49ef-89cd-eec82c8f8861", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:27:04.096755 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-88a9092b-87bb-4d2f-8642-bacaf9e3eb05 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:27:04.097140 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b0592d-34f3-4dd4-99f1-9e5f644d4238', 'tag': 'a314890a-066a-49ef-89cd-eec82c8f8861', 'status': 'completed', 'code': 200} Sep 16 05:27:04.214676 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f146d27-5d90-4e17-a269-af1d85e21e62 req-9921763f-4b88-4836-96d3-12f563364f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:04.216218 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f146d27-5d90-4e17-a269-af1d85e21e62 req-9921763f-4b88-4836-96d3-12f563364f7a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 1096 time: 0.0761242 Sep 16 05:27:04.218298 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f146d27-5d90-4e17-a269-af1d85e21e62 req-17ecaccf-f1fc-459e-b38a-114ab3f62e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:04.219660 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f146d27-5d90-4e17-a269-af1d85e21e62 req-17ecaccf-f1fc-459e-b38a-114ab3f62e6d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 1096 time: 0.0716784 Sep 16 05:27:04.379845 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f146d27-5d90-4e17-a269-af1d85e21e62 req-8206f9c8-5122-4f4f-bef2-f766a2b2e057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:04.381507 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f146d27-5d90-4e17-a269-af1d85e21e62 req-8206f9c8-5122-4f4f-bef2-f766a2b2e057 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.1581955 Sep 16 05:27:04.382602 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f146d27-5d90-4e17-a269-af1d85e21e62 req-c36017c1-472a-461f-b459-5d0a876b26a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:04.382730 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device a314890a-066a-49ef-89cd-eec82c8f8861 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:27:04.383885 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f146d27-5d90-4e17-a269-af1d85e21e62 req-c36017c1-472a-461f-b459-5d0a876b26a4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.1530817 Sep 16 05:27:04.459666 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f146d27-5d90-4e17-a269-af1d85e21e62 req-e4ff94e0-fcf7-4754-9d3c-dfab2eed0bfa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a314890a-066a-49ef-89cd-eec82c8f8861 HTTP/1.1" status: 200 len: 1000 time: 0.0690708 Sep 16 05:27:04.489187 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port a314890a-066a-49ef-89cd-eec82c8f8861, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=a314890a-066a-49ef-89cd-eec82c8f8861,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:04.503566 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'a314890a-066a-49ef-89cd-eec82c8f8861', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'port_id': 'a314890a-066a-49ef-89cd-eec82c8f8861', 'mac_address': 'fa:16:3e:51:90:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:27:04.548603 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:04.551998 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f146d27-5d90-4e17-a269-af1d85e21e62 req-d5436551-f32b-4d9e-8c22-9c01cd477358 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a314890a-066a-49ef-89cd-eec82c8f8861 HTTP/1.1" status: 200 len: 1000 time: 0.1057661 Sep 16 05:27:04.558218 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f146d27-5d90-4e17-a269-af1d85e21e62 req-5eb582df-d62d-4463-a287-2f4315bd2141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:04.559816 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f146d27-5d90-4e17-a269-af1d85e21e62 req-5eb582df-d62d-4463-a287-2f4315bd2141 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0684481 Sep 16 05:27:04.562655 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a314890a-066a-49ef-89cd-eec82c8f8861 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:27:04.582196 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port a314890a-066a-49ef-89cd-eec82c8f8861, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=a314890a-066a-49ef-89cd-eec82c8f8861,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:04.586378 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:04.634508 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=a314890a-066a-49ef-89cd-eec82c8f8861,revision_number=8']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:04.642660 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:04.643015 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:04.643356 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:04.643694 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:04.644030 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:04.644133 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f146d27-5d90-4e17-a269-af1d85e21e62 req-8acababe-2000-4d25-8897-81d2c20d257a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:04.644358 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:04.644718 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:04.645045 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:04.645376 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:04.645563 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f146d27-5d90-4e17-a269-af1d85e21e62 req-8acababe-2000-4d25-8897-81d2c20d257a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0787895 Sep 16 05:27:04.645691 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:04.646015 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:04.646334 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:04.651857 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f146d27-5d90-4e17-a269-af1d85e21e62 req-916038b9-4f46-4121-8e06-c556646da5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:04.653304 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f146d27-5d90-4e17-a269-af1d85e21e62 req-916038b9-4f46-4121-8e06-c556646da5e8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0774784 Sep 16 05:27:04.747847 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f146d27-5d90-4e17-a269-af1d85e21e62 req-a1836a3c-2f40-497a-928b-50fcfb2767c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:04.749679 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f146d27-5d90-4e17-a269-af1d85e21e62 req-a1836a3c-2f40-497a-928b-50fcfb2767c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0955310 Sep 16 05:27:04.790152 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f146d27-5d90-4e17-a269-af1d85e21e62 req-b90ff308-7075-4efd-b884-aec8e5064017 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276553 Sep 16 05:27:04.911286 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['a314890a-066a-49ef-89cd-eec82c8f8861'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:27:04.915226 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f146d27-5d90-4e17-a269-af1d85e21e62 req-1cbac364-8d5e-496e-b2ee-c357d9a2e758 service neutron] 10.222.0.47 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563659 Sep 16 05:27:04.948181 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f146d27-5d90-4e17-a269-af1d85e21e62 req-759ab3a7-27f4-43dc-b358-4d2f4470484b service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497214 Sep 16 05:27:05.015596 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f146d27-5d90-4e17-a269-af1d85e21e62 req-f1eec20b-2f36-47d4-9892-93629bde89f2 service neutron] 10.222.0.47 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888336 Sep 16 05:27:05.165473 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367388cd-1ac7-4290-917a-7746e2609f66 req-069dca66-7d6e-4fa2-9b53-9d8298699f73 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:05.166866 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-367388cd-1ac7-4290-917a-7746e2609f66 req-069dca66-7d6e-4fa2-9b53-9d8298699f73 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 945 time: 0.0541956 Sep 16 05:27:05.179772 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device a314890a-066a-49ef-89cd-eec82c8f8861 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:27:05.207938 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-367388cd-1ac7-4290-917a-7746e2609f66 req-af8e3858-b984-46d6-a8a3-fee6042b84f7 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340912 Sep 16 05:27:05.219254 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device a314890a-066a-49ef-89cd-eec82c8f8861 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:27:05.432200 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedf3f4-1d9b-4274-943f-c207512af806 req-f14680a5-2f64-464f-aafc-589f39befb32 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:05.433637 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9aedf3f4-1d9b-4274-943f-c207512af806 req-f14680a5-2f64-464f-aafc-589f39befb32 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 945 time: 0.0822644 Sep 16 05:27:05.447055 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddeb775-7ea1-4835-b6f3-25e8e0aa7736 req-f24c9777-3c1b-4232-b6eb-7f8c380fa86c tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:05.448473 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dddeb775-7ea1-4835-b6f3-25e8e0aa7736 req-f24c9777-3c1b-4232-b6eb-7f8c380fa86c tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238&tenant_id=862b1ea02f834312a01b6e1752f75144&binding%3Ahost_id=n-h1-712139-15 HTTP/1.1" status: 200 len: 945 time: 0.0701613 Sep 16 05:27:05.511544 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9aedf3f4-1d9b-4274-943f-c207512af806 req-a3e86a50-6f5a-42f1-8c9a-031af50baba1 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620947 Sep 16 05:27:05.532711 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [req-dddeb775-7ea1-4835-b6f3-25e8e0aa7736 req-58cbabf7-4334-4bcf-ab5f-5d9865b396b7 service neutron] delete failed (client error): The resource could not be found. Sep 16 05:27:05.533805 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dddeb775-7ea1-4835-b6f3-25e8e0aa7736 req-58cbabf7-4334-4bcf-ab5f-5d9865b396b7 service neutron] 10.222.0.48 "DELETE /v2.0/ports/a314890a-066a-49ef-89cd-eec82c8f8861/bindings/n-h2-712139-15 HTTP/1.1" status: 404 len: 381 time: 0.0777652 Sep 16 05:27:05.637357 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddeb775-7ea1-4835-b6f3-25e8e0aa7736 req-5a0917ec-133d-4419-a085-09446e765c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:05.639745 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dddeb775-7ea1-4835-b6f3-25e8e0aa7736 req-5a0917ec-133d-4419-a085-09446e765c78 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 1097 time: 0.0431404 Sep 16 05:27:05.728989 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddeb775-7ea1-4835-b6f3-25e8e0aa7736 req-7bce83ce-d99e-41b3-b8be-2d65b2c9cb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:05.730379 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dddeb775-7ea1-4835-b6f3-25e8e0aa7736 req-7bce83ce-d99e-41b3-b8be-2d65b2c9cb87 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.0842505 Sep 16 05:27:05.798282 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dddeb775-7ea1-4835-b6f3-25e8e0aa7736 req-48e3b546-969c-406e-8f70-07ed04135c84 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a314890a-066a-49ef-89cd-eec82c8f8861 HTTP/1.1" status: 200 len: 1001 time: 0.0606804 Sep 16 05:27:05.845724 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddeb775-7ea1-4835-b6f3-25e8e0aa7736 req-e2e1b8b0-283a-499c-b69b-d92493c059cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:05.847142 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dddeb775-7ea1-4835-b6f3-25e8e0aa7736 req-e2e1b8b0-283a-499c-b69b-d92493c059cc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0427632 Sep 16 05:27:05.892694 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddeb775-7ea1-4835-b6f3-25e8e0aa7736 req-c3345305-ad15-403e-8d7e-ec9afae78eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:05.894152 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dddeb775-7ea1-4835-b6f3-25e8e0aa7736 req-c3345305-ad15-403e-8d7e-ec9afae78eb5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391276 Sep 16 05:27:05.986248 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dddeb775-7ea1-4835-b6f3-25e8e0aa7736 req-9488ed2d-0e08-4aba-919b-ddda7e97b923 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851932 Sep 16 05:27:06.075034 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dddeb775-7ea1-4835-b6f3-25e8e0aa7736 req-0feea103-894d-453e-ad0e-5b306b254c6d service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821769 Sep 16 05:27:06.139662 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:27:06.395974 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device a314890a-066a-49ef-89cd-eec82c8f8861 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:27:06.445376 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port a314890a-066a-49ef-89cd-eec82c8f8861 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:27:06.449316 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port a314890a-066a-49ef-89cd-eec82c8f8861 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:06.449694 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.532019 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.556041 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b0592d-34f3-4dd4-99f1-9e5f644d4238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a314890a-066a-49ef-89cd-eec82c8f8861'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:27:06.558361 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1645ec-fde7-47d8-bb54-a4a2c64d0403" -d '{"events": [{"server_uuid": "e3b0592d-34f3-4dd4-99f1-9e5f644d4238", "name": "network-vif-plugged", "status": "completed", "tag": "a314890a-066a-49ef-89cd-eec82c8f8861"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:27:06.572146 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port a314890a-066a-49ef-89cd-eec82c8f8861, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=a314890a-066a-49ef-89cd-eec82c8f8861,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:06.578118 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.633320 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=a314890a-066a-49ef-89cd-eec82c8f8861,revision_number=9']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:06.652367 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62691c85-f28b-4b88-a2bb-6b8311850c82 req-b95a05f5-ab2c-47f1-af0e-09143425a756 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:06.653984 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-62691c85-f28b-4b88-a2bb-6b8311850c82 req-b95a05f5-ab2c-47f1-af0e-09143425a756 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 946 time: 0.0572042 Sep 16 05:27:06.693533 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-62691c85-f28b-4b88-a2bb-6b8311850c82 req-82cfebcf-3455-4116-a044-a1f10e291756 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331082 Sep 16 05:27:06.803218 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680040a3-b72d-4500-86a1-94f9024f61c4 x-openstack-request-id: req-680040a3-b72d-4500-86a1-94f9024f61c4 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:27:06.803511 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b0592d-34f3-4dd4-99f1-9e5f644d4238", "name": "network-vif-plugged", "status": "completed", "tag": "a314890a-066a-49ef-89cd-eec82c8f8861", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:27:06.803765 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-680040a3-b72d-4500-86a1-94f9024f61c4 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:27:06.804166 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b0592d-34f3-4dd4-99f1-9e5f644d4238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a314890a-066a-49ef-89cd-eec82c8f8861', 'code': 200} Sep 16 05:27:06.896062 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466aec2b-b00d-4e09-a400-84d0201b013e req-af061fe1-1a1e-4276-b86b-0d59756177e7 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:06.897731 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-466aec2b-b00d-4e09-a400-84d0201b013e req-af061fe1-1a1e-4276-b86b-0d59756177e7 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 946 time: 0.0498931 Sep 16 05:27:06.942135 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-466aec2b-b00d-4e09-a400-84d0201b013e req-1532ab52-a014-426f-8632-e23ac6b0bb3f tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384524 Sep 16 05:27:07.057857 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77217c-6463-4dae-91e8-70e5c74d35ff req-bee1b1b7-8162-4777-8120-b22130973e60 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:07.059250 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8d77217c-6463-4dae-91e8-70e5c74d35ff req-bee1b1b7-8162-4777-8120-b22130973e60 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 946 time: 0.0483181 Sep 16 05:27:07.097877 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8d77217c-6463-4dae-91e8-70e5c74d35ff req-3e931abd-0192-44a4-9e12-dd12b13c8a1b tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316465 Sep 16 05:27:07.343069 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918eba30-7fef-441f-a89c-35525052ef7a req-f3f1b448-405e-4e6c-bbd3-dd60db5b1c55 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:07.344546 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-918eba30-7fef-441f-a89c-35525052ef7a req-f3f1b448-405e-4e6c-bbd3-dd60db5b1c55 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 946 time: 0.0537293 Sep 16 05:27:07.381717 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-918eba30-7fef-441f-a89c-35525052ef7a req-65527fc2-8f34-48f8-9423-9d21ffcba6dc tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311384 Sep 16 05:27:08.507807 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575400e-527d-4c47-9fd0-1919125393e0 req-f318505c-d39a-4f3e-953e-0f21a537b2f2 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:08.509352 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0575400e-527d-4c47-9fd0-1919125393e0 req-f318505c-d39a-4f3e-953e-0f21a537b2f2 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 946 time: 0.0583656 Sep 16 05:27:08.547862 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0575400e-527d-4c47-9fd0-1919125393e0 req-eabff0fe-e6a0-4b4f-b535-06d69d3ba562 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322971 Sep 16 05:27:08.688859 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151dd617-d395-4048-bcd1-32aa5a09e637 req-a8eb6ac7-ab6d-43a0-a0ab-1fda2390a1f1 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:08.690330 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-151dd617-d395-4048-bcd1-32aa5a09e637 req-a8eb6ac7-ab6d-43a0-a0ab-1fda2390a1f1 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 946 time: 0.0479538 Sep 16 05:27:08.782379 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-151dd617-d395-4048-bcd1-32aa5a09e637 req-888e3c3f-4098-4180-ac09-6797af961e62 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Deleting port a314890a-066a-49ef-89cd-eec82c8f8861 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:08.782722 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-151dd617-d395-4048-bcd1-32aa5a09e637 req-888e3c3f-4098-4180-ac09-6797af961e62 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.870298 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-151dd617-d395-4048-bcd1-32aa5a09e637 req-888e3c3f-4098-4180-ac09-6797af961e62 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] For port a314890a-066a-49ef-89cd-eec82c8f8861, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=a314890a-066a-49ef-89cd-eec82c8f8861,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:08.870663 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-151dd617-d395-4048-bcd1-32aa5a09e637 req-888e3c3f-4098-4180-ac09-6797af961e62 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.086155 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-151dd617-d395-4048-bcd1-32aa5a09e637 req-888e3c3f-4098-4180-ac09-6797af961e62 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.086519 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-151dd617-d395-4048-bcd1-32aa5a09e637 req-888e3c3f-4098-4180-ac09-6797af961e62 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.086838 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [req-151dd617-d395-4048-bcd1-32aa5a09e637 req-888e3c3f-4098-4180-ac09-6797af961e62 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Floating IP 5537a686-8aea-44d5-b547-7be224f6f1bf disassociated. External IP: 172.25.8.225, port: a314890a-066a-49ef-89cd-eec82c8f8861. Sep 16 05:27:09.087178 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-151dd617-d395-4048-bcd1-32aa5a09e637 req-888e3c3f-4098-4180-ac09-6797af961e62 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Calling delete_port for a314890a-066a-49ef-89cd-eec82c8f8861 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:09.214471 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-151dd617-d395-4048-bcd1-32aa5a09e637 req-888e3c3f-4098-4180-ac09-6797af961e62 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.243875 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e3c3f-4098-4180-ac09-6797af961e62 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Pushing event deleted for resources: {'Port': ['ID=a314890a-066a-49ef-89cd-eec82c8f8861,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:09.360083 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-151dd617-d395-4048-bcd1-32aa5a09e637 req-888e3c3f-4098-4180-ac09-6797af961e62 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Router 398ab092-4da1-4044-b3dc-25f08dbf2bc3 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:27:09.471554 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-151dd617-d395-4048-bcd1-32aa5a09e637 req-888e3c3f-4098-4180-ac09-6797af961e62 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:27:09.481145 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb14595-ce68-486f-8577-ab2703fbdd50 None None] Sync routers for ids ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:27:09.491102 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb14595-ce68-486f-8577-ab2703fbdd50 None None] Routers {'398ab092-4da1-4044-b3dc-25f08dbf2bc3'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:27:09.491706 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-acb14595-ce68-486f-8577-ab2703fbdd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:26:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:09.509831 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-151dd617-d395-4048-bcd1-32aa5a09e637 req-888e3c3f-4098-4180-ac09-6797af961e62 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] No DVR routers for this DVR port a314890a-066a-49ef-89cd-eec82c8f8861 on host n-h1-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:27:09.512586 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-151dd617-d395-4048-bcd1-32aa5a09e637 req-888e3c3f-4098-4180-ac09-6797af961e62 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.515617 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-151dd617-d395-4048-bcd1-32aa5a09e637 req-888e3c3f-4098-4180-ac09-6797af961e62 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.47 "DELETE /v2.0/ports/a314890a-066a-49ef-89cd-eec82c8f8861 HTTP/1.1" status: 204 len: 173 time: 0.8194373 Sep 16 05:27:09.516079 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b0592d-34f3-4dd4-99f1-9e5f644d4238', 'name': 'network-vif-deleted', 'tag': 'a314890a-066a-49ef-89cd-eec82c8f8861'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:27:09.518543 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83528568-5e2f-4130-ab90-642bb48a9db3" -d '{"events": [{"server_uuid": "e3b0592d-34f3-4dd4-99f1-9e5f644d4238", "name": "network-vif-deleted", "tag": "a314890a-066a-49ef-89cd-eec82c8f8861"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:27:09.561505 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90190ded-026c-4b2a-96ad-b11181b40c62 x-openstack-request-id: req-90190ded-026c-4b2a-96ad-b11181b40c62 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:27:09.561799 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b0592d-34f3-4dd4-99f1-9e5f644d4238", "name": "network-vif-deleted", "tag": "a314890a-066a-49ef-89cd-eec82c8f8861", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:27:09.562072 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-90190ded-026c-4b2a-96ad-b11181b40c62 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:27:09.562626 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b0592d-34f3-4dd4-99f1-9e5f644d4238', 'name': 'network-vif-deleted', 'tag': 'a314890a-066a-49ef-89cd-eec82c8f8861', 'status': 'completed', 'code': 200} Sep 16 05:27:09.607241 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-acb14595-ce68-486f-8577-ab2703fbdd50 None None] Set router 398ab092-4da1-4044-b3dc-25f08dbf2bc3 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:27:09.651870 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5da789d5-efce-4931-a970-0c9737a3459c req-47ee50b1-a5ef-4b11-b545-4b0ce764c237 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3b0592d-34f3-4dd4-99f1-9e5f644d4238 HTTP/1.1" status: 200 len: 210 time: 0.0310147 Sep 16 05:27:09.810210 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-acb14595-ce68-486f-8577-ab2703fbdd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'name': 'tempest-ServerActionsTestJSON-863375096-router', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:45Z', 'updated_at': '2021-09-16T05:23:48Z', 'revision_number': 4, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'gw_port': {'id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:46Z', 'updated_at': '2021-09-16T05:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'a75257d1-60d9-46de-b495-04188c49429b', 'name': '', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'mac_address': 'fa:16:3e:b4:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:47Z', 'updated_at': '2021-09-16T05:23:51Z', 'revision_number': 5, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'subnets': [{'id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:09.835437 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb14595-ce68-486f-8577-ab2703fbdd50 None None] Checking router: 398ab092-4da1-4044-b3dc-25f08dbf2bc3 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:27:09.844256 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb14595-ce68-486f-8577-ab2703fbdd50 None None] Routers {'398ab092-4da1-4044-b3dc-25f08dbf2bc3'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:27:09.844885 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-acb14595-ce68-486f-8577-ab2703fbdd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:26:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:09.947097 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-acb14595-ce68-486f-8577-ab2703fbdd50 None None] Set router 398ab092-4da1-4044-b3dc-25f08dbf2bc3 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:27:10.142143 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-acb14595-ce68-486f-8577-ab2703fbdd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'name': 'tempest-ServerActionsTestJSON-863375096-router', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:45Z', 'updated_at': '2021-09-16T05:23:48Z', 'revision_number': 4, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'gw_port': {'id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:46Z', 'updated_at': '2021-09-16T05:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'a75257d1-60d9-46de-b495-04188c49429b', 'name': '', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'mac_address': 'fa:16:3e:b4:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:47Z', 'updated_at': '2021-09-16T05:23:51Z', 'revision_number': 5, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'subnets': [{'id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:10.150081 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-74844f77-fb17-45b8-9a55-4bd48583ba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.170290 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb14595-ce68-486f-8577-ab2703fbdd50 None None] The sync data for ids ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'] in n-d-712139-15 is: [{'id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'name': 'tempest-ServerActionsTestJSON-863375096-router', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:45Z', 'updated_at': '2021-09-16T05:23:48Z', 'revision_number': 4, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'gw_port': {'id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:46Z', 'updated_at': '2021-09-16T05:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'a75257d1-60d9-46de-b495-04188c49429b', 'name': '', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'mac_address': 'fa:16:3e:b4:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:47Z', 'updated_at': '2021-09-16T05:23:51Z', 'revision_number': 5, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'subnets': [{'id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:27:10.390835 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11070cbc-daa3-4c86-9351-3429851f842e None None] New status for floating IP 5537a686-8aea-44d5-b547-7be224f6f1bf: DOWN {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:27:10.882903 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-a0196615-e8f4-41da-987a-9a83437b5b81 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1546100582&fields=id&tenant_id=862b1ea02f834312a01b6e1752f75144 HTTP/1.1" status: 200 len: 267 time: 0.0335040 Sep 16 05:27:10.989251 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-bf069dd9-063b-4c06-9b0e-bd7452091115 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:10.990709 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-bf069dd9-063b-4c06-9b0e-bd7452091115 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 811 time: 0.1001091 Sep 16 05:27:11.006146 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-87811040-ae52-40ed-93a6-1eca9fc17089 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/quotas/862b1ea02f834312a01b6e1752f75144 HTTP/1.1" status: 200 len: 375 time: 0.0094917 Sep 16 05:27:11.062795 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-ea2b2e0f-06e9-4a08-85ab-3ab3fdeee434 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516124 Sep 16 05:27:11.126651 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-ef098147-9e34-4ab6-b5f5-55f361ae94bc service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:27:11.127780 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-ef098147-9e34-4ab6-b5f5-55f361ae94bc service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0533206 Sep 16 05:27:11.218874 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-73e1101f-4807-4e8a-9b14-5fd21c8da1b6 service neutron] 10.222.0.35 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845757 Sep 16 05:27:11.312163 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-9da3edea-178f-45cd-ab99-2dc95dbd8b2e service neutron] 10.222.0.35 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872300 Sep 16 05:27:11.474127 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fc091737-2c06-44ab-ab92-fb60268d4523 req-7c836f1b-5bdf-4c57-b859-587c6067cf53 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 210 time: 0.0258613 Sep 16 05:27:11.956384 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:12.418536 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device a314890a-066a-49ef-89cd-eec82c8f8861 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:27:12.442967 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: a314890a-066a-49ef-89cd-eec82c8f8861 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:27:12.443308 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device a314890a-066a-49ef-89cd-eec82c8f8861 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:27:12.553279 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c308bcde-45bb-412a-903a-0b1b58425648 req-3332a2ef-4131-49ba-9975-eefc33063a43 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 210 time: 0.0272527 Sep 16 05:27:13.282596 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ffd28d6a-038a-43c1-9d58-1e1be1aa586c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.578949 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.630927 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-433a8e43-661c-4848-9a68-7f1b05503bf2 req-08737504-b1c5-4277-8b4b-baa5dd44fdc1 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 210 time: 0.0275245 Sep 16 05:27:14.690985 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:14.719069 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-658fa004-8623-4a45-9d65-f06133aa5991 req-200053b4-2968-4c07-9682-d970e606dfc7 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 210 time: 0.0259738 Sep 16 05:27:14.967653 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.813008 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b63ca4f8-d9ce-4bf8-a42f-b06bab1c279c req-d54683a5-551c-4a78-b7d5-04ee14b76ee2 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 210 time: 0.0271358 Sep 16 05:27:16.199537 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.615173 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-4389b77c-5e35-4965-9f73-7fc79d848b19 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:16.616527 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-4389b77c-5e35-4965-9f73-7fc79d848b19 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.48 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 811 time: 0.1058254 Sep 16 05:27:16.667196 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-47011c94-25c6-4675-839e-3d1bdb146a5a tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=862b1ea02f834312a01b6e1752f75144 HTTP/1.1" status: 200 len: 380 time: 0.0361147 Sep 16 05:27:16.677632 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-03f1f25b-e606-4faa-83ea-d96fdd47df88 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Request body: {'port': {'device_id': '97374af0-b20d-42ba-98d7-e565cbe1f3ff', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'admin_state_up': True, 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'security_groups': ['400b9654-c055-4b31-b0db-5a8d98aa639c']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:16.786148 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-03f1f25b-e606-4faa-83ea-d96fdd47df88 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Made reservation on behalf of 862b1ea02f834312a01b6e1752f75144 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:16.789680 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-03f1f25b-e606-4faa-83ea-d96fdd47df88 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.925722 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a7802f99-1c8a-4223-ad4f-683e36557f72 req-357ec471-7fa8-4615-ab7c-59ccea70c8ba tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 210 time: 0.0384080 Sep 16 05:27:16.943149 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-03f1f25b-e606-4faa-83ea-d96fdd47df88 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Allocated IP 172.20.0.3 (2fdff71e-28ec-49b8-995c-1c3fe2ab5416/c465d582-f23d-4349-8ba3-7d1f8043e645/d5186204-ccd7-424a-946d-5d5fe40ba749) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:27:17.078987 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-03f1f25b-e606-4faa-83ea-d96fdd47df88 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.112145 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-03f1f25b-e606-4faa-83ea-d96fdd47df88 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.155365 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-03f1f25b-e606-4faa-83ea-d96fdd47df88 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:27:17.158270 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-03f1f25b-e606-4faa-83ea-d96fdd47df88 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:17.161980 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-03f1f25b-e606-4faa-83ea-d96fdd47df88 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:17.190511 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1f25b-e606-4faa-83ea-d96fdd47df88 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Pushing event updated for resources: {'Port': ['ID=d5186204-ccd7-424a-946d-5d5fe40ba749,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:17.222041 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-03f1f25b-e606-4faa-83ea-d96fdd47df88 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:17.223113 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-03f1f25b-e606-4faa-83ea-d96fdd47df88 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.245545 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-03f1f25b-e606-4faa-83ea-d96fdd47df88 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5712988 Sep 16 05:27:17.264216 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-69edb49f-f468-4e74-8a38-a7f28f07dd3e service neutron] Request body: {'port': {'device_id': '97374af0-b20d-42ba-98d7-e565cbe1f3ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:17.321201 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-69edb49f-f468-4e74-8a38-a7f28f07dd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.392890 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-34f05b15-224d-4243-9612-cc8a2af0f965 None None] Provisioning complete for port d5186204-ccd7-424a-946d-5d5fe40ba749 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:17.393516 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-34f05b15-224d-4243-9612-cc8a2af0f965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.433707 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-34f05b15-224d-4243-9612-cc8a2af0f965 None None] Port d5186204-ccd7-424a-946d-5d5fe40ba749 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:27:17.607272 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-69edb49f-f468-4e74-8a38-a7f28f07dd3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5186204-ccd7-424a-946d-5d5fe40ba749 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:27:17.615391 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-69edb49f-f468-4e74-8a38-a7f28f07dd3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.630261 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-69edb49f-f468-4e74-8a38-a7f28f07dd3e service neutron] Transition to ACTIVE for port object d5186204-ccd7-424a-946d-5d5fe40ba749 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:27:17.634106 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-69edb49f-f468-4e74-8a38-a7f28f07dd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.687223 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69edb49f-f468-4e74-8a38-a7f28f07dd3e service neutron] Pushing event updated for resources: {'Port': ['ID=d5186204-ccd7-424a-946d-5d5fe40ba749,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:17.761996 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-69edb49f-f468-4e74-8a38-a7f28f07dd3e service neutron] Attempting to bind port d5186204-ccd7-424a-946d-5d5fe40ba749 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:27:17.763071 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-69edb49f-f468-4e74-8a38-a7f28f07dd3e service neutron] Attempting to bind port d5186204-ccd7-424a-946d-5d5fe40ba749 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:27:17.764226 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-69edb49f-f468-4e74-8a38-a7f28f07dd3e service neutron] Attempting to bind port d5186204-ccd7-424a-946d-5d5fe40ba749 on network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:27:17.769291 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-69edb49f-f468-4e74-8a38-a7f28f07dd3e service neutron] Port d5186204-ccd7-424a-946d-5d5fe40ba749 on network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:27:17.769594 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-69edb49f-f468-4e74-8a38-a7f28f07dd3e service neutron] Attempting to bind port d5186204-ccd7-424a-946d-5d5fe40ba749 on network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:27:17.775242 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-69edb49f-f468-4e74-8a38-a7f28f07dd3e service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:27:17.775582 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-69edb49f-f468-4e74-8a38-a7f28f07dd3e service neutron] Checking segment: {'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:17.775972 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-69edb49f-f468-4e74-8a38-a7f28f07dd3e service neutron] Bound using segment: {'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:27:17.776406 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-69edb49f-f468-4e74-8a38-a7f28f07dd3e service neutron] Bound port: d5186204-ccd7-424a-946d-5d5fe40ba749, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:27:17.776795 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-69edb49f-f468-4e74-8a38-a7f28f07dd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.860998 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-69edb49f-f468-4e74-8a38-a7f28f07dd3e service neutron] For port d5186204-ccd7-424a-946d-5d5fe40ba749, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:27:17.864546 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-69edb49f-f468-4e74-8a38-a7f28f07dd3e service neutron] For port d5186204-ccd7-424a-946d-5d5fe40ba749, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=d5186204-ccd7-424a-946d-5d5fe40ba749,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:27:17.869299 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-69edb49f-f468-4e74-8a38-a7f28f07dd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.906110 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-69edb49f-f468-4e74-8a38-a7f28f07dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:17.906726 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-69edb49f-f468-4e74-8a38-a7f28f07dd3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.908183 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-69edb49f-f468-4e74-8a38-a7f28f07dd3e service neutron] 10.222.0.48 "PUT /v2.0/ports/d5186204-ccd7-424a-946d-5d5fe40ba749 HTTP/1.1" status: 200 len: 1092 time: 0.6490426 Sep 16 05:27:17.908681 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97374af0-b20d-42ba-98d7-e565cbe1f3ff', 'tag': 'd5186204-ccd7-424a-946d-5d5fe40ba749'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:27:17.910925 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbe2640-62b4-4a3d-9b4c-131d7fa4b234" -d '{"events": [{"name": "network-changed", "server_uuid": "97374af0-b20d-42ba-98d7-e565cbe1f3ff", "tag": "d5186204-ccd7-424a-946d-5d5fe40ba749"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:27:17.959683 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69edb49f-f468-4e74-8a38-a7f28f07dd3e service neutron] Pushing event updated for resources: {'Port': ['ID=d5186204-ccd7-424a-946d-5d5fe40ba749,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:17.976698 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0436ba77-59ee-47df-9de6-9cf76c7224ef x-openstack-request-id: req-0436ba77-59ee-47df-9de6-9cf76c7224ef {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:27:17.977143 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97374af0-b20d-42ba-98d7-e565cbe1f3ff", "tag": "d5186204-ccd7-424a-946d-5d5fe40ba749", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:27:17.977551 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0436ba77-59ee-47df-9de6-9cf76c7224ef {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:27:17.978164 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97374af0-b20d-42ba-98d7-e565cbe1f3ff', 'tag': 'd5186204-ccd7-424a-946d-5d5fe40ba749', 'status': 'completed', 'code': 200} Sep 16 05:27:18.031002 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-7ed5945e-6986-4c4e-9823-58ec41e7f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:18.032544 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-7ed5945e-6986-4c4e-9823-58ec41e7f25f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 1095 time: 0.0454679 Sep 16 05:27:18.104256 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-41a7a074-7f81-4257-a6ee-ff7bb5b2031b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5186204-ccd7-424a-946d-5d5fe40ba749 HTTP/1.1" status: 200 len: 217 time: 0.0449941 Sep 16 05:27:18.128620 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a01056-1fb8-4772-873c-d0a979a48831 req-277995a3-6d32-4b63-8e8a-dda5f62edb6d tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:18.130132 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-40a01056-1fb8-4772-873c-d0a979a48831 req-277995a3-6d32-4b63-8e8a-dda5f62edb6d tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 943 time: 0.0966280 Sep 16 05:27:18.191995 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-1273c321-18ea-404c-86b3-6409f12840b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:18.193502 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-1273c321-18ea-404c-86b3-6409f12840b1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0803671 Sep 16 05:27:18.198882 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-40a01056-1fb8-4772-873c-d0a979a48831 req-2c171d55-e470-47ac-9661-bc384961e5a6 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488892 Sep 16 05:27:18.251907 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-236ab026-d0f9-42e6-949d-803fb9575f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:18.251907 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-236ab026-d0f9-42e6-949d-803fb9575f9b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506797 Sep 16 05:27:18.349974 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-6c8a3beb-c43f-42df-b0b8-fd8a035050eb service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918870 Sep 16 05:27:18.445722 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b3915b83-9b64-4b37-bb1d-03096c4aa47c req-cdc1ea3d-3335-4aa5-8043-43d53d6683df service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890799 Sep 16 05:27:18.577927 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe2640-62b4-4a3d-9b4c-131d7fa4b234 req-e2d379ab-9be9-4546-84a6-ed27d93618b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:18.579375 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5bbe2640-62b4-4a3d-9b4c-131d7fa4b234 req-e2d379ab-9be9-4546-84a6-ed27d93618b5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 1095 time: 0.0410235 Sep 16 05:27:18.666869 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe2640-62b4-4a3d-9b4c-131d7fa4b234 req-35b718a6-ab67-4e88-a9eb-2f3e399f8aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:18.668309 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5bbe2640-62b4-4a3d-9b4c-131d7fa4b234 req-35b718a6-ab67-4e88-a9eb-2f3e399f8aa2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.0816922 Sep 16 05:27:18.713676 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5bbe2640-62b4-4a3d-9b4c-131d7fa4b234 req-d69a449d-e233-416d-9b78-9d931733f667 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5186204-ccd7-424a-946d-5d5fe40ba749 HTTP/1.1" status: 200 len: 217 time: 0.0376074 Sep 16 05:27:18.762233 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe2640-62b4-4a3d-9b4c-131d7fa4b234 req-27f47836-5016-4a79-9c01-cf11a173d798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:18.763824 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5bbe2640-62b4-4a3d-9b4c-131d7fa4b234 req-27f47836-5016-4a79-9c01-cf11a173d798 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0432768 Sep 16 05:27:18.808246 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe2640-62b4-4a3d-9b4c-131d7fa4b234 req-0d7317aa-c54c-4338-a0fd-79459956e00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:18.809896 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5bbe2640-62b4-4a3d-9b4c-131d7fa4b234 req-0d7317aa-c54c-4338-a0fd-79459956e00d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389612 Sep 16 05:27:18.902204 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5bbe2640-62b4-4a3d-9b4c-131d7fa4b234 req-cd360150-4b89-44bc-bcfe-04176e4280eb service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837219 Sep 16 05:27:18.992298 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5bbe2640-62b4-4a3d-9b4c-131d7fa4b234 req-e6f56e4b-868c-4b46-acb5-dbae87a6790e service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821705 Sep 16 05:27:19.322630 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a88d2-1a4b-42fb-bb64-9d31844c9748 req-5879c918-cebf-450e-922a-c471e5da355c tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:19.324153 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-115a88d2-1a4b-42fb-bb64-9d31844c9748 req-5879c918-cebf-450e-922a-c471e5da355c tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 943 time: 0.0538883 Sep 16 05:27:19.372450 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-115a88d2-1a4b-42fb-bb64-9d31844c9748 req-37d317ef-c92a-4a10-8c62-44ac445d17b6 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377662 Sep 16 05:27:20.493769 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5774c-7557-4356-90b7-8cb56df9f135 req-4b61721e-40dc-45c8-9303-4e2e1ff763cb tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:20.495271 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c2a5774c-7557-4356-90b7-8cb56df9f135 req-4b61721e-40dc-45c8-9303-4e2e1ff763cb tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 943 time: 0.0480270 Sep 16 05:27:20.539770 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c2a5774c-7557-4356-90b7-8cb56df9f135 req-91f06f75-5627-4ef5-ab1e-b218051b236c tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308743 Sep 16 05:27:21.658278 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57bd96-498f-4430-a50d-4f230aad1410 req-0ba180c9-79f1-46ea-921f-2cbd523dde22 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:21.659781 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bd57bd96-498f-4430-a50d-4f230aad1410 req-0ba180c9-79f1-46ea-921f-2cbd523dde22 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 943 time: 0.0500369 Sep 16 05:27:21.698002 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bd57bd96-498f-4430-a50d-4f230aad1410 req-eb475fdf-fe52-41e1-8e2b-0f14e0ac75f0 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322845 Sep 16 05:27:23.157597 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad45589-1541-4cfe-acd8-e5ada57ee337 req-e211d9e4-c69e-4760-ab56-ea52ba135b98 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:23.159189 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3ad45589-1541-4cfe-acd8-e5ada57ee337 req-e211d9e4-c69e-4760-ab56-ea52ba135b98 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 943 time: 0.3886898 Sep 16 05:27:23.198858 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3ad45589-1541-4cfe-acd8-e5ada57ee337 req-22483318-abf2-4e3c-959f-8174c9d805b3 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337250 Sep 16 05:27:23.306977 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device d5186204-ccd7-424a-946d-5d5fe40ba749 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:27:23.409445 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port d5186204-ccd7-424a-946d-5d5fe40ba749, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=d5186204-ccd7-424a-946d-5d5fe40ba749,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:23.421014 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'd5186204-ccd7-424a-946d-5d5fe40ba749', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'port_id': 'd5186204-ccd7-424a-946d-5d5fe40ba749', 'mac_address': 'fa:16:3e:20:6c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:27:23.471176 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:23.483887 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5186204-ccd7-424a-946d-5d5fe40ba749 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:27:23.503227 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port d5186204-ccd7-424a-946d-5d5fe40ba749, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=d5186204-ccd7-424a-946d-5d5fe40ba749,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:23.507301 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:23.556611 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=d5186204-ccd7-424a-946d-5d5fe40ba749,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:23.941596 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['d5186204-ccd7-424a-946d-5d5fe40ba749'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:27:24.320010 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed474ea9-de76-4592-922a-fdb559ff4716 req-47178bb8-78e5-4b23-b5d7-9c26dbf4f422 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:24.321597 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed474ea9-de76-4592-922a-fdb559ff4716 req-47178bb8-78e5-4b23-b5d7-9c26dbf4f422 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 944 time: 0.0519307 Sep 16 05:27:24.360617 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed474ea9-de76-4592-922a-fdb559ff4716 req-2663724b-410d-4e78-8abc-55004902fe3a tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323160 Sep 16 05:27:25.319096 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device d5186204-ccd7-424a-946d-5d5fe40ba749 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:27:25.368104 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port d5186204-ccd7-424a-946d-5d5fe40ba749 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:27:25.371987 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port d5186204-ccd7-424a-946d-5d5fe40ba749 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:25.372361 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:25.458873 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:25.482722 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97374af0-b20d-42ba-98d7-e565cbe1f3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5186204-ccd7-424a-946d-5d5fe40ba749'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:27:25.485715 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed11f994-8c29-4417-a0b5-6790f0bed21e" -d '{"events": [{"server_uuid": "97374af0-b20d-42ba-98d7-e565cbe1f3ff", "name": "network-vif-plugged", "status": "completed", "tag": "d5186204-ccd7-424a-946d-5d5fe40ba749"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:27:25.486294 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57a1a0-f678-4ce1-ba5a-b979c954fd99 req-f8962fa7-8e40-497d-82c7-d9394043e029 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:25.487843 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bb57a1a0-f678-4ce1-ba5a-b979c954fd99 req-f8962fa7-8e40-497d-82c7-d9394043e029 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 944 time: 0.0529137 Sep 16 05:27:25.500541 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port d5186204-ccd7-424a-946d-5d5fe40ba749, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=d5186204-ccd7-424a-946d-5d5fe40ba749,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:25.504242 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:25.533846 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bb57a1a0-f678-4ce1-ba5a-b979c954fd99 req-06d8d87f-4f59-4cf1-bbab-4397be06c174 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388522 Sep 16 05:27:25.553643 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=d5186204-ccd7-424a-946d-5d5fe40ba749,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:25.578921 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478749d3-4f88-4a59-b896-d239e448369c x-openstack-request-id: req-478749d3-4f88-4a59-b896-d239e448369c {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:27:25.579210 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97374af0-b20d-42ba-98d7-e565cbe1f3ff", "name": "network-vif-plugged", "status": "completed", "tag": "d5186204-ccd7-424a-946d-5d5fe40ba749", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:27:25.579482 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-478749d3-4f88-4a59-b896-d239e448369c {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:27:25.579967 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97374af0-b20d-42ba-98d7-e565cbe1f3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5186204-ccd7-424a-946d-5d5fe40ba749', 'code': 200} Sep 16 05:27:25.706180 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71baf53-c142-4c81-9d56-4da92f8556db req-7080cc63-5c0a-4ffd-9558-4bd6de487cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:25.707719 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f71baf53-c142-4c81-9d56-4da92f8556db req-7080cc63-5c0a-4ffd-9558-4bd6de487cfa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 1097 time: 0.0435190 Sep 16 05:27:25.744669 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f71baf53-c142-4c81-9d56-4da92f8556db req-faf05730-1499-44c7-9ded-8b252bade894 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294847 Sep 16 05:27:26.652043 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce63f9-3b4a-4d48-83d2-eb20a22b7640 req-2db9f713-eeaa-40b0-acac-87a37657145b tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:26.653572 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a1ce63f9-3b4a-4d48-83d2-eb20a22b7640 req-2db9f713-eeaa-40b0-acac-87a37657145b tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 945 time: 0.0496168 Sep 16 05:27:26.691569 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a1ce63f9-3b4a-4d48-83d2-eb20a22b7640 req-f2e2efe7-930d-4e81-92e2-af1cc02bc1e2 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320702 Sep 16 05:27:27.809932 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e12957-a432-4c98-aaa4-a84516c891cf req-1bc1caeb-39f5-4d53-b5a9-5b7114efc2a9 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:27.812180 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-09e12957-a432-4c98-aaa4-a84516c891cf req-1bc1caeb-39f5-4d53-b5a9-5b7114efc2a9 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 945 time: 0.0511491 Sep 16 05:27:27.852641 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-09e12957-a432-4c98-aaa4-a84516c891cf req-d35aeddb-e89e-4482-8d00-377233982405 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342026 Sep 16 05:27:27.973968 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc5f49-4b60-4b52-a359-c7c63e9a862b req-b99a84a9-3840-4f8f-8e75-3f0e3b202afd tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:27.975436 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-17fc5f49-4b60-4b52-a359-c7c63e9a862b req-b99a84a9-3840-4f8f-8e75-3f0e3b202afd tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 945 time: 0.0549412 Sep 16 05:27:27.984944 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 54660) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:27.989442 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-0794377d-9c45-47b0-9e78-49123a6dfc8d tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Request body: {'floatingip': {'port_id': 'd5186204-ccd7-424a-946d-5d5fe40ba749'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:28.029685 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0794377d-9c45-47b0-9e78-49123a6dfc8d tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks [] for floatingip, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.495581 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0794377d-9c45-47b0-9e78-49123a6dfc8d tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.500296 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0794377d-9c45-47b0-9e78-49123a6dfc8d tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.605167 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [None req-0794377d-9c45-47b0-9e78-49123a6dfc8d tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Floating IP 5537a686-8aea-44d5-b547-7be224f6f1bf associated. External IP: 172.25.8.225, port: d5186204-ccd7-424a-946d-5d5fe40ba749. Sep 16 05:27:28.818827 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0794377d-9c45-47b0-9e78-49123a6dfc8d tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Router 398ab092-4da1-4044-b3dc-25f08dbf2bc3 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:27:28.930961 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0794377d-9c45-47b0-9e78-49123a6dfc8d tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:27:28.935488 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0794377d-9c45-47b0-9e78-49123a6dfc8d tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.942659 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd9569b-ee19-4481-a161-e2070fc47d0f None None] Sync routers for ids ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:27:28.951929 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd9569b-ee19-4481-a161-e2070fc47d0f None None] Routers {'398ab092-4da1-4044-b3dc-25f08dbf2bc3'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:27:28.952542 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-acd9569b-ee19-4481-a161-e2070fc47d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:27:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:28.966074 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0794377d-9c45-47b0-9e78-49123a6dfc8d tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "PUT /v2.0/floatingips/5537a686-8aea-44d5-b547-7be224f6f1bf HTTP/1.1" status: 200 len: 991 time: 0.9800591 Sep 16 05:27:28.966738 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97374af0-b20d-42ba-98d7-e565cbe1f3ff', 'tag': 'd5186204-ccd7-424a-946d-5d5fe40ba749'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:27:28.969453 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd891f4-b7fd-4f2d-8642-aff0f7a40ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "97374af0-b20d-42ba-98d7-e565cbe1f3ff", "tag": "d5186204-ccd7-424a-946d-5d5fe40ba749"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:27:29.080067 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49dcfea1-e6cc-4408-aab6-df043428ea35 x-openstack-request-id: req-49dcfea1-e6cc-4408-aab6-df043428ea35 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:27:29.080428 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97374af0-b20d-42ba-98d7-e565cbe1f3ff", "tag": "d5186204-ccd7-424a-946d-5d5fe40ba749", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:27:29.080781 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-49dcfea1-e6cc-4408-aab6-df043428ea35 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:27:29.081244 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97374af0-b20d-42ba-98d7-e565cbe1f3ff', 'tag': 'd5186204-ccd7-424a-946d-5d5fe40ba749', 'status': 'completed', 'code': 200} Sep 16 05:27:29.158627 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-acd9569b-ee19-4481-a161-e2070fc47d0f None None] Set router 398ab092-4da1-4044-b3dc-25f08dbf2bc3 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:27:29.164585 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd891f4-b7fd-4f2d-8642-aff0f7a40ebd req-e2c6e558-dcfa-44fc-9678-e235b32bb785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:29.166203 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-abd891f4-b7fd-4f2d-8642-aff0f7a40ebd req-e2c6e558-dcfa-44fc-9678-e235b32bb785 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 1097 time: 0.0443056 Sep 16 05:27:29.266795 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd891f4-b7fd-4f2d-8642-aff0f7a40ebd req-2e756753-b54b-4f39-8078-377ec764c9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:29.268197 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-abd891f4-b7fd-4f2d-8642-aff0f7a40ebd req-2e756753-b54b-4f39-8078-377ec764c9c6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.0938377 Sep 16 05:27:29.341108 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-abd891f4-b7fd-4f2d-8642-aff0f7a40ebd req-2767efdc-c7e8-40b9-bdf2-63426b477d08 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5186204-ccd7-424a-946d-5d5fe40ba749 HTTP/1.1" status: 200 len: 999 time: 0.0648329 Sep 16 05:27:29.391662 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd891f4-b7fd-4f2d-8642-aff0f7a40ebd req-0ce59ab5-7114-40ad-af98-3c9c0cd6b6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:29.393293 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-abd891f4-b7fd-4f2d-8642-aff0f7a40ebd req-0ce59ab5-7114-40ad-af98-3c9c0cd6b6aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0456491 Sep 16 05:27:29.400437 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-acd9569b-ee19-4481-a161-e2070fc47d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'name': 'tempest-ServerActionsTestJSON-863375096-router', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:45Z', 'updated_at': '2021-09-16T05:23:48Z', 'revision_number': 4, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'gw_port': {'id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:46Z', 'updated_at': '2021-09-16T05:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '5537a686-8aea-44d5-b547-7be224f6f1bf', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'floating_ip_address': '172.25.8.225', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'port_id': 'd5186204-ccd7-424a-946d-5d5fe40ba749', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'mac_address': 'fa:16:3e:20:6c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97374af0-b20d-42ba-98d7-e565cbe1f3ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:23:50Z', 'updated_at': '2021-09-16T05:27:28Z', 'revision_number': 5, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a75257d1-60d9-46de-b495-04188c49429b', 'name': '', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'mac_address': 'fa:16:3e:b4:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:47Z', 'updated_at': '2021-09-16T05:23:51Z', 'revision_number': 5, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'subnets': [{'id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:29.428748 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd9569b-ee19-4481-a161-e2070fc47d0f None None] Checking router: 398ab092-4da1-4044-b3dc-25f08dbf2bc3 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:27:29.437964 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd9569b-ee19-4481-a161-e2070fc47d0f None None] Routers {'398ab092-4da1-4044-b3dc-25f08dbf2bc3'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:27:29.438582 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-acd9569b-ee19-4481-a161-e2070fc47d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:27:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:29.446274 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd891f4-b7fd-4f2d-8642-aff0f7a40ebd req-cd744d2e-2673-44f8-8cbb-34cfe201ff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:29.447796 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-abd891f4-b7fd-4f2d-8642-aff0f7a40ebd req-cd744d2e-2673-44f8-8cbb-34cfe201ff9c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471518 Sep 16 05:27:29.541173 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-abd891f4-b7fd-4f2d-8642-aff0f7a40ebd req-73bcc473-ee08-4cbc-a45d-8cae812f9941 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862761 Sep 16 05:27:29.547295 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-acd9569b-ee19-4481-a161-e2070fc47d0f None None] Set router 398ab092-4da1-4044-b3dc-25f08dbf2bc3 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:27:29.641594 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-abd891f4-b7fd-4f2d-8642-aff0f7a40ebd req-fe3327c5-1cd1-44a2-9109-fe4c73f92f84 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933607 Sep 16 05:27:29.787428 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-acd9569b-ee19-4481-a161-e2070fc47d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'name': 'tempest-ServerActionsTestJSON-863375096-router', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:45Z', 'updated_at': '2021-09-16T05:23:48Z', 'revision_number': 4, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'gw_port': {'id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:46Z', 'updated_at': '2021-09-16T05:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '5537a686-8aea-44d5-b547-7be224f6f1bf', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'floating_ip_address': '172.25.8.225', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'port_id': 'd5186204-ccd7-424a-946d-5d5fe40ba749', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'mac_address': 'fa:16:3e:20:6c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97374af0-b20d-42ba-98d7-e565cbe1f3ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:23:50Z', 'updated_at': '2021-09-16T05:27:28Z', 'revision_number': 5, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a75257d1-60d9-46de-b495-04188c49429b', 'name': '', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'mac_address': 'fa:16:3e:b4:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:47Z', 'updated_at': '2021-09-16T05:23:51Z', 'revision_number': 5, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'subnets': [{'id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:29.815459 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd9569b-ee19-4481-a161-e2070fc47d0f None None] The sync data for ids ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'] in n-d-712139-15 is: [{'id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'name': 'tempest-ServerActionsTestJSON-863375096-router', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:45Z', 'updated_at': '2021-09-16T05:23:48Z', 'revision_number': 4, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'gw_port': {'id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:46Z', 'updated_at': '2021-09-16T05:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '5537a686-8aea-44d5-b547-7be224f6f1bf', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'floating_ip_address': '172.25.8.225', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'port_id': 'd5186204-ccd7-424a-946d-5d5fe40ba749', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'mac_address': 'fa:16:3e:20:6c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97374af0-b20d-42ba-98d7-e565cbe1f3ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:23:50Z', 'updated_at': '2021-09-16T05:27:28Z', 'revision_number': 5, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a75257d1-60d9-46de-b495-04188c49429b', 'name': '', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'mac_address': 'fa:16:3e:b4:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:47Z', 'updated_at': '2021-09-16T05:23:51Z', 'revision_number': 5, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'subnets': [{'id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:27:30.008965 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131886cf-9230-48f3-bf94-161f8d9ef661 None None] New status for floating IP 5537a686-8aea-44d5-b547-7be224f6f1bf: ACTIVE {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:27:40.151917 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1b2c5ad3-3b10-46d3-8422-8878978a65e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:41.971707 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:43.139956 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:27:43.286983 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bfa3a6d2-fd6c-48ab-9455-0cd3133c2a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:43.581937 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:44.688280 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:44.989616 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:46.201954 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:51.396280 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [req-1c9026bf-753e-413e-b1a8-3adadd8b1797 req-39af5509-50d0-460d-add1-0c06ef408c17 service neutron] (94766) timed out ('10.222.0.35', 48686) {{(pid=94766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:28:10.154042 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-811e57fa-f76c-408e-be9f-d7dc355d3d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:11.985214 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:13.290699 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fb06612e-9719-4a76-b5f0-1ee9e56213ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:13.582774 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:14.522444 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-21561537-9f42-4d07-88e7-936bfcfc3346 req-b305e0fa-a7f7-4b70-a305-c57eff4a51bf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403349 Sep 16 05:28:14.618045 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21561537-9f42-4d07-88e7-936bfcfc3346 req-3a9c82c2-d812-4a72-aa24-16a437a5dd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:14.619562 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-21561537-9f42-4d07-88e7-936bfcfc3346 req-3a9c82c2-d812-4a72-aa24-16a437a5dd6c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 1097 time: 0.0402808 Sep 16 05:28:14.690342 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:14.728496 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21561537-9f42-4d07-88e7-936bfcfc3346 req-fb0915ae-6e6a-4317-b508-2fac4ac343a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:14.730016 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-21561537-9f42-4d07-88e7-936bfcfc3346 req-fb0915ae-6e6a-4317-b508-2fac4ac343a3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.0898960 Sep 16 05:28:14.793719 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-21561537-9f42-4d07-88e7-936bfcfc3346 req-cc96cb37-9d39-4ebe-9a9e-a70124e6838a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5186204-ccd7-424a-946d-5d5fe40ba749 HTTP/1.1" status: 200 len: 1001 time: 0.0569651 Sep 16 05:28:14.850211 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21561537-9f42-4d07-88e7-936bfcfc3346 req-28168766-865d-47a1-bf31-2560c25ca3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:14.851656 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-21561537-9f42-4d07-88e7-936bfcfc3346 req-28168766-865d-47a1-bf31-2560c25ca3da service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0506449 Sep 16 05:28:14.896820 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21561537-9f42-4d07-88e7-936bfcfc3346 req-91ad9512-0ceb-4b8f-a212-bcbfff8340a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:14.898215 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-21561537-9f42-4d07-88e7-936bfcfc3346 req-91ad9512-0ceb-4b8f-a212-bcbfff8340a5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397251 Sep 16 05:28:14.974331 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:14.992885 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-21561537-9f42-4d07-88e7-936bfcfc3346 req-5958113a-67ac-4175-9a0c-a30069c70173 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876019 Sep 16 05:28:15.081585 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-21561537-9f42-4d07-88e7-936bfcfc3346 req-06afbe73-17e0-4c69-8900-ec9124728ee1 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816665 Sep 16 05:28:16.203263 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:20.138368 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:28:40.154832 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e81856d0-50d6-49b4-9c4d-2362cc481248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:42.000538 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:43.292651 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d4f4ed7d-6351-47b7-adcb-d9f3304dcc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:43.583674 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:44.692675 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:44.988101 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:46.206737 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:57.137107 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:29:10.155018 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d304b21c-8da0-41ee-9f62-46732816e9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:12.016809 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:13.293236 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-010b3a0d-cdb6-487e-9294-6ccdf1aad7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:13.584591 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:13.650869 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6a23f7d-ccff-4e93-81a3-8f257bf79f93 req-db6b5a2e-8ac9-4949-b92c-14bbb01789b4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401709 Sep 16 05:29:13.752519 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a23f7d-ccff-4e93-81a3-8f257bf79f93 req-75fb8f9b-51f0-4842-925c-d1f1aa4bae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:13.754380 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6a23f7d-ccff-4e93-81a3-8f257bf79f93 req-75fb8f9b-51f0-4842-925c-d1f1aa4bae72 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 1097 time: 0.0449939 Sep 16 05:29:13.862021 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a23f7d-ccff-4e93-81a3-8f257bf79f93 req-7374ca9d-be3c-4873-915a-fe3fbbc70251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:13.863415 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6a23f7d-ccff-4e93-81a3-8f257bf79f93 req-7374ca9d-be3c-4873-915a-fe3fbbc70251 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.0889258 Sep 16 05:29:13.934645 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6a23f7d-ccff-4e93-81a3-8f257bf79f93 req-120d4959-2797-498d-8828-8bd64967b9fc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5186204-ccd7-424a-946d-5d5fe40ba749 HTTP/1.1" status: 200 len: 1001 time: 0.0630448 Sep 16 05:29:13.983436 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a23f7d-ccff-4e93-81a3-8f257bf79f93 req-a13e01e7-0609-4436-8435-e57327051a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:13.984881 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6a23f7d-ccff-4e93-81a3-8f257bf79f93 req-a13e01e7-0609-4436-8435-e57327051a25 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0427227 Sep 16 05:29:14.030498 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a23f7d-ccff-4e93-81a3-8f257bf79f93 req-b76b9614-a23c-4da7-aa2a-757ffd0abdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:14.031967 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6a23f7d-ccff-4e93-81a3-8f257bf79f93 req-b76b9614-a23c-4da7-aa2a-757ffd0abdd8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393751 Sep 16 05:29:14.125275 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6a23f7d-ccff-4e93-81a3-8f257bf79f93 req-cc5edc72-0b5c-42e7-93b8-329c8cbaa5a9 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854373 Sep 16 05:29:14.214743 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6a23f7d-ccff-4e93-81a3-8f257bf79f93 req-966045aa-febb-4ecd-8b32-56a48dc1bfe1 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811875 Sep 16 05:29:14.694859 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:15.016881 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:16.211789 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:34.136635 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:29:40.156602 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8c538b83-2a55-423f-9d00-45f0a106f30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:42.009658 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:43.294939 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-59fdcbcf-57cd-4ac7-add0-5b780f5704b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:43.586571 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:44.700039 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:45.033308 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:46.211861 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:10.108135 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e866ddc-aac5-4e66-8de6-58a6112da043 req-037786f6-b69a-48d6-830e-3b5461fb49b8 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:10.109852 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0e866ddc-aac5-4e66-8de6-58a6112da043 req-037786f6-b69a-48d6-830e-3b5461fb49b8 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 945 time: 0.0551078 Sep 16 05:30:10.158665 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b9ea3f69-3220-4801-9f70-42bae1bce0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:10.166039 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0e866ddc-aac5-4e66-8de6-58a6112da043 req-6c973cde-4fdc-49a6-b4e4-df52a44685f7 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500968 Sep 16 05:30:11.136898 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:30:11.283636 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab7892-68aa-4efb-84cb-1e581b240980 req-1b05e2f9-b860-4f82-9370-5d4bd634148b tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:11.285150 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5aab7892-68aa-4efb-84cb-1e581b240980 req-1b05e2f9-b860-4f82-9370-5d4bd634148b tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 945 time: 0.0496836 Sep 16 05:30:11.326188 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5aab7892-68aa-4efb-84cb-1e581b240980 req-43121f1f-3f3f-4276-b812-c24da4cb73c2 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341904 Sep 16 05:30:12.014786 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:12.442582 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf10bfc-6766-4058-97d7-dcf484834eeb req-a7a8c4ab-b99f-4680-bc26-d414f3b2b1b8 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:12.444798 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1bf10bfc-6766-4058-97d7-dcf484834eeb req-a7a8c4ab-b99f-4680-bc26-d414f3b2b1b8 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 945 time: 0.0508752 Sep 16 05:30:12.483755 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1bf10bfc-6766-4058-97d7-dcf484834eeb req-e1bb72e4-db36-4aea-81c2-489ba1df211b tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323551 Sep 16 05:30:13.297540 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cb52571a-c529-43a9-b600-72105c624260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:13.592038 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:13.611135 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35167044-2813-43f8-a841-640e9869ff3a req-d64a1336-0b30-4b23-b0d4-24dc1f60759d tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:13.612665 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-35167044-2813-43f8-a841-640e9869ff3a req-d64a1336-0b30-4b23-b0d4-24dc1f60759d tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 945 time: 0.0604136 Sep 16 05:30:13.655118 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-35167044-2813-43f8-a841-640e9869ff3a req-31f86774-5c44-476c-a4eb-428bd8b1f846 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329657 Sep 16 05:30:13.765065 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e95031-5a3e-450a-85de-61e934063072 req-8c8d4a6a-c022-4e67-a370-58f4984806ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:13.766678 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-91e95031-5a3e-450a-85de-61e934063072 req-8c8d4a6a-c022-4e67-a370-58f4984806ca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 1097 time: 0.0957251 Sep 16 05:30:13.874876 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e95031-5a3e-450a-85de-61e934063072 req-86097f46-3702-432b-9a98-c0e617aad4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:13.876279 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-91e95031-5a3e-450a-85de-61e934063072 req-86097f46-3702-432b-9a98-c0e617aad4be service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.0902441 Sep 16 05:30:13.943670 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-91e95031-5a3e-450a-85de-61e934063072 req-610dc7c1-9327-4a5e-8545-dbc78f8b32b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5186204-ccd7-424a-946d-5d5fe40ba749 HTTP/1.1" status: 200 len: 1001 time: 0.0599103 Sep 16 05:30:13.993568 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e95031-5a3e-450a-85de-61e934063072 req-45b48197-74f9-445f-a073-19efa21edfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:13.995019 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-91e95031-5a3e-450a-85de-61e934063072 req-45b48197-74f9-445f-a073-19efa21edfd6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0437138 Sep 16 05:30:14.047260 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e95031-5a3e-450a-85de-61e934063072 req-026d1e2f-87a7-460d-9e85-feab798651a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:14.048782 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-91e95031-5a3e-450a-85de-61e934063072 req-026d1e2f-87a7-460d-9e85-feab798651a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454488 Sep 16 05:30:14.138995 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-91e95031-5a3e-450a-85de-61e934063072 req-1b973a0a-9814-4504-a7db-ca3f4378088d service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829022 Sep 16 05:30:14.232521 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-91e95031-5a3e-450a-85de-61e934063072 req-376988c7-b714-46a4-bf02-c49b8e4b16ec service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861938 Sep 16 05:30:14.702186 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:14.779139 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7ff78-dad4-4279-985f-f002f4e6f2cb req-ed14efd0-79c8-49be-9b77-7b155095bed2 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:14.780686 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e0c7ff78-dad4-4279-985f-f002f4e6f2cb req-ed14efd0-79c8-49be-9b77-7b155095bed2 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 945 time: 0.0510068 Sep 16 05:30:14.818546 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e0c7ff78-dad4-4279-985f-f002f4e6f2cb req-b7747a58-7b86-473d-ab5f-b31d33a9aafa tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318449 Sep 16 05:30:15.052009 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:15.939072 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df6ae1-5d5e-4645-b946-df23cde41cf2 req-e45124fc-9b66-4210-af08-913f13d5c239 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:15.940583 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-29df6ae1-5d5e-4645-b946-df23cde41cf2 req-e45124fc-9b66-4210-af08-913f13d5c239 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 945 time: 0.0530269 Sep 16 05:30:15.979500 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-29df6ae1-5d5e-4645-b946-df23cde41cf2 req-a1edc0c9-aedd-4bd7-a4bb-4c5656dc864f tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327361 Sep 16 05:30:16.214764 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.099974 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df7d8e-9aee-430c-b6ef-e4c8e9ba4b18 req-eaffda4f-e2ed-4b32-a531-dd69689df2ba tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:17.101537 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8df7d8e-9aee-430c-b6ef-e4c8e9ba4b18 req-eaffda4f-e2ed-4b32-a531-dd69689df2ba tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 945 time: 0.0537493 Sep 16 05:30:17.139317 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8df7d8e-9aee-430c-b6ef-e4c8e9ba4b18 req-739b7b86-87f3-4546-919e-6b3b9d6720d0 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317917 Sep 16 05:30:18.255872 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca59ce-397b-4668-8e25-263f2cbeec22 req-20b2c15c-c691-45aa-b171-410a2ed1d1d9 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:18.257443 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63ca59ce-397b-4668-8e25-263f2cbeec22 req-20b2c15c-c691-45aa-b171-410a2ed1d1d9 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 945 time: 0.0489464 Sep 16 05:30:18.298221 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63ca59ce-397b-4668-8e25-263f2cbeec22 req-9b2e80ec-37d8-4149-8a6e-69007a2e29e7 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334282 Sep 16 05:30:19.417638 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af2c77-c322-435e-82f1-ee8016c39941 req-073610b4-af9c-47db-9ea0-29eb1e1e5a83 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:19.419185 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a2af2c77-c322-435e-82f1-ee8016c39941 req-073610b4-af9c-47db-9ea0-29eb1e1e5a83 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 945 time: 0.0524147 Sep 16 05:30:19.458280 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a2af2c77-c322-435e-82f1-ee8016c39941 req-970507b2-d50a-452b-8648-6d8ea9d7b312 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331538 Sep 16 05:30:20.582838 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220f7a7-d190-4aec-9572-ca72d13d47fb req-c25a123b-20a2-4f95-9cf5-fda6bebb40b7 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:20.584358 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8220f7a7-d190-4aec-9572-ca72d13d47fb req-c25a123b-20a2-4f95-9cf5-fda6bebb40b7 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 945 time: 0.0549784 Sep 16 05:30:20.623839 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8220f7a7-d190-4aec-9572-ca72d13d47fb req-f34a0e12-e475-4e84-a950-80631dad1d5a tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330167 Sep 16 05:30:21.742484 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff2987-ae10-4bcc-98b4-edb1e6d91c1b req-15e10137-0133-4676-b968-500a52959b34 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:21.744340 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d4ff2987-ae10-4bcc-98b4-edb1e6d91c1b req-15e10137-0133-4676-b968-500a52959b34 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 945 time: 0.0517545 Sep 16 05:30:21.784199 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d4ff2987-ae10-4bcc-98b4-edb1e6d91c1b req-e02f0fb5-ff86-4f19-9a90-47b17083554c tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336163 Sep 16 05:30:22.904247 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883bbab-2ea2-4f66-95b3-8a706225ffb1 req-db65f4c1-f729-4887-99fc-597bcfd6773d tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:22.905807 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8883bbab-2ea2-4f66-95b3-8a706225ffb1 req-db65f4c1-f729-4887-99fc-597bcfd6773d tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 945 time: 0.0515618 Sep 16 05:30:22.953535 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8883bbab-2ea2-4f66-95b3-8a706225ffb1 req-ae891477-7b60-40a1-bab9-6c7e6a17ccb2 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336330 Sep 16 05:30:24.077457 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a441068-ff45-4a1d-91f2-4a9d0709765a req-7e1d923f-919f-4eb5-8dc6-a230783670b8 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:24.078941 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a441068-ff45-4a1d-91f2-4a9d0709765a req-7e1d923f-919f-4eb5-8dc6-a230783670b8 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 945 time: 0.0519948 Sep 16 05:30:24.116894 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0a441068-ff45-4a1d-91f2-4a9d0709765a req-a86ead18-645a-454a-867e-2d516b508874 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320241 Sep 16 05:30:25.235329 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3dc945-5f79-4fa9-98fd-2735f22368f1 req-863824b6-997b-4034-80f9-89c3009de691 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:25.236823 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b3dc945-5f79-4fa9-98fd-2735f22368f1 req-863824b6-997b-4034-80f9-89c3009de691 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 945 time: 0.0520537 Sep 16 05:30:25.292261 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0b3dc945-5f79-4fa9-98fd-2735f22368f1 req-7a0734f5-4503-46db-906f-160b0e8fe91f tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472100 Sep 16 05:30:26.409668 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bf9be-e38f-45a2-9d2a-31872335be36 req-0b4d6edd-8f76-4b5f-b272-882341d39c8c tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:26.411182 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9c9bf9be-e38f-45a2-9d2a-31872335be36 req-0b4d6edd-8f76-4b5f-b272-882341d39c8c tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 945 time: 0.0486379 Sep 16 05:30:26.449670 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9c9bf9be-e38f-45a2-9d2a-31872335be36 req-41d3c8a1-73be-49bb-b0fa-78d911ff62d8 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318177 Sep 16 05:30:27.656322 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 55044) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:27.717704 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801f6f0-49c9-4493-b8f1-0c906bcf9ae1 req-5925206d-0afd-4cc9-916d-f14d48fa15cf tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:27.719167 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0801f6f0-49c9-4493-b8f1-0c906bcf9ae1 req-5925206d-0afd-4cc9-916d-f14d48fa15cf tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 945 time: 0.0548739 Sep 16 05:30:27.780698 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0801f6f0-49c9-4493-b8f1-0c906bcf9ae1 req-ad752c57-6926-4de3-83f2-5067b06ce683 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545785 Sep 16 05:30:27.785157 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-1dbbbe09-e9a2-44d3-a96e-b1626605ac3f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1272876 Sep 16 05:30:27.795034 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-5baa92dc-fc1d-4e40-914f-31d46071b154 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:30:27.796009 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-5baa92dc-fc1d-4e40-914f-31d46071b154 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054345 Sep 16 05:30:28.896715 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8cbbd-39c9-41be-9ca6-d637d99557bf req-19d45622-c0f9-4c99-a126-f723aa99d0b0 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:28.898190 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f1b8cbbd-39c9-41be-9ca6-d637d99557bf req-19d45622-c0f9-4c99-a126-f723aa99d0b0 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 945 time: 0.0482180 Sep 16 05:30:28.935594 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f1b8cbbd-39c9-41be-9ca6-d637d99557bf req-88f5270f-9fb3-45c0-a159-846dd44d0c10 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313988 Sep 16 05:30:30.053588 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c3cbc-0c93-4d07-bb43-e540acf9de75 req-4dc0d80c-bc48-4761-9f59-f0aad23b6c4f tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:30.055596 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e72c3cbc-0c93-4d07-bb43-e540acf9de75 req-4dc0d80c-bc48-4761-9f59-f0aad23b6c4f tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 945 time: 0.0529027 Sep 16 05:30:30.093877 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e72c3cbc-0c93-4d07-bb43-e540acf9de75 req-b90f0bf6-171c-4aca-a820-d0d01b23a0f0 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314448 Sep 16 05:30:31.208071 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2832c6-77af-4ef2-97d7-fde36af9db60 req-fae50b75-c268-407e-8341-755dbe02b7cc tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:31.209568 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2e2832c6-77af-4ef2-97d7-fde36af9db60 req-fae50b75-c268-407e-8341-755dbe02b7cc tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 945 time: 0.0485802 Sep 16 05:30:31.247665 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2e2832c6-77af-4ef2-97d7-fde36af9db60 req-40c9cb92-a962-443e-bd00-41dd615a52ac tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314059 Sep 16 05:30:32.364851 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d30e1-3455-4faa-88f8-9bc97790099f req-0d08d0c8-c9b8-4dff-8a87-bc0be5cf647f tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:32.366317 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b60d30e1-3455-4faa-88f8-9bc97790099f req-0d08d0c8-c9b8-4dff-8a87-bc0be5cf647f tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 945 time: 0.0477543 Sep 16 05:30:32.403730 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b60d30e1-3455-4faa-88f8-9bc97790099f req-fc939afc-e9f4-4caf-bd46-ffe25eed0a72 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310113 Sep 16 05:30:33.112842 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-94770bae-9d51-4152-93cb-c3265c01615c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:33.114347 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-94770bae-9d51-4152-93cb-c3265c01615c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 1097 time: 0.0449901 Sep 16 05:30:33.201592 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-b7f18b4d-714d-47d9-a974-5443dfd8e4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:33.203057 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-b7f18b4d-714d-47d9-a974-5443dfd8e4fa service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.0823443 Sep 16 05:30:33.270662 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-50ed3776-0d22-4a36-a976-f87e502a5c7f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5186204-ccd7-424a-946d-5d5fe40ba749 HTTP/1.1" status: 200 len: 1001 time: 0.0607917 Sep 16 05:30:33.324289 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-6b865202-d9b2-4e2d-8101-d11431f9b646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:33.325769 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-6b865202-d9b2-4e2d-8101-d11431f9b646 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0490448 Sep 16 05:30:33.370245 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-891ab9ff-cbc1-447b-9772-03943fc683e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:33.371705 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-891ab9ff-cbc1-447b-9772-03943fc683e0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389249 Sep 16 05:30:33.463472 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-807342cc-719e-493b-83bb-9a5b0ad7750a service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843651 Sep 16 05:30:33.576426 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2692d4-d803-409b-a9d2-348f7062480a req-6585b281-be29-4528-8702-4543153a204b tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:33.577817 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc2692d4-d803-409b-a9d2-348f7062480a req-6585b281-be29-4528-8702-4543153a204b tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 945 time: 0.0984409 Sep 16 05:30:33.610875 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-0e17d8da-e1b3-4aa7-b479-b53fc0e7e4f8 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387782 Sep 16 05:30:33.627366 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc2692d4-d803-409b-a9d2-348f7062480a req-740bfacf-71d9-4bc7-8c89-bd0ff744a6fe tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422997 Sep 16 05:30:34.745623 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb3af8-06c6-4f5d-9a87-a97faace36d8 req-80568ec5-4c53-4484-b644-20fd3753cd42 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:34.747196 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e3bb3af8-06c6-4f5d-9a87-a97faace36d8 req-80568ec5-4c53-4484-b644-20fd3753cd42 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 945 time: 0.0503755 Sep 16 05:30:34.787585 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e3bb3af8-06c6-4f5d-9a87-a97faace36d8 req-abd52e4c-1c96-46e9-8e8a-d2aa19ede646 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344687 Sep 16 05:30:35.567223 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-ef0bb178-db79-4315-87af-3ec1147c6692 service neutron] show failed (client error): The resource could not be found. Sep 16 05:30:35.568162 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-ef0bb178-db79-4315-87af-3ec1147c6692 service neutron] 10.222.0.48 "GET /v2.0/ports/d5186204-ccd7-424a-946d-5d5fe40ba749/bindings/n-h1-712139-15 HTTP/1.1" status: 404 len: 381 time: 0.0535269 Sep 16 05:30:35.775705 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-01d3058b-4bf6-4811-b76a-6b967248b804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:35.777250 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-01d3058b-4bf6-4811-b76a-6b967248b804 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff&tenant_id=862b1ea02f834312a01b6e1752f75144 HTTP/1.1" status: 200 len: 1097 time: 0.0452998 Sep 16 05:30:35.795881 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-863915a4-effd-4b0e-8b24-318131484cf1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-15', 'device_owner': 'compute:nova'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:35.851203 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-863915a4-effd-4b0e-8b24-318131484cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:36.285777 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2446d-f712-4617-b7d0-0be8329ec942 req-35760246-79a7-44d3-9c5b-612092340d94 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:36.287317 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-79f2446d-f712-4617-b7d0-0be8329ec942 req-35760246-79a7-44d3-9c5b-612092340d94 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 945 time: 0.4273748 Sep 16 05:30:36.390802 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-79f2446d-f712-4617-b7d0-0be8329ec942 req-1e75e7cf-0df1-466b-84b9-190bf42b18df tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611498 Sep 16 05:30:36.464452 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-863915a4-effd-4b0e-8b24-318131484cf1 service neutron] For port d5186204-ccd7-424a-946d-5d5fe40ba749, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=d5186204-ccd7-424a-946d-5d5fe40ba749,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:36.498209 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-863915a4-effd-4b0e-8b24-318131484cf1 service neutron] For port d5186204-ccd7-424a-946d-5d5fe40ba749, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:30:36.537040 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97374af0-b20d-42ba-98d7-e565cbe1f3ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5186204-ccd7-424a-946d-5d5fe40ba749'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:30:36.539190 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8acca6e-787e-4724-bc8f-e8acb59a581b" -d '{"events": [{"server_uuid": "97374af0-b20d-42ba-98d7-e565cbe1f3ff", "name": "network-vif-unplugged", "status": "completed", "tag": "d5186204-ccd7-424a-946d-5d5fe40ba749"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:30:36.544321 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-863915a4-effd-4b0e-8b24-318131484cf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:36.558207 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-863915a4-effd-4b0e-8b24-318131484cf1 service neutron] Transition to ACTIVE for port object d5186204-ccd7-424a-946d-5d5fe40ba749 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:30:36.562946 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-863915a4-effd-4b0e-8b24-318131484cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:36.592635 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de438063-ac6e-4280-8b95-f8c4c16cfd92 x-openstack-request-id: req-de438063-ac6e-4280-8b95-f8c4c16cfd92 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:30:36.592928 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97374af0-b20d-42ba-98d7-e565cbe1f3ff", "name": "network-vif-unplugged", "status": "completed", "tag": "d5186204-ccd7-424a-946d-5d5fe40ba749", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:30:36.593179 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-de438063-ac6e-4280-8b95-f8c4c16cfd92 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:30:36.593558 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97374af0-b20d-42ba-98d7-e565cbe1f3ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5186204-ccd7-424a-946d-5d5fe40ba749', 'code': 200} Sep 16 05:30:36.643457 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863915a4-effd-4b0e-8b24-318131484cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=d5186204-ccd7-424a-946d-5d5fe40ba749,revision_number=6']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:36.655512 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863915a4-effd-4b0e-8b24-318131484cf1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:36.656075 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863915a4-effd-4b0e-8b24-318131484cf1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:36.656500 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863915a4-effd-4b0e-8b24-318131484cf1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:36.657004 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863915a4-effd-4b0e-8b24-318131484cf1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:36.657427 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863915a4-effd-4b0e-8b24-318131484cf1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:36.657933 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863915a4-effd-4b0e-8b24-318131484cf1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:36.658369 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863915a4-effd-4b0e-8b24-318131484cf1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:36.658909 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863915a4-effd-4b0e-8b24-318131484cf1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:36.659405 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863915a4-effd-4b0e-8b24-318131484cf1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:36.659883 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863915a4-effd-4b0e-8b24-318131484cf1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:36.660374 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863915a4-effd-4b0e-8b24-318131484cf1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:36.660820 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863915a4-effd-4b0e-8b24-318131484cf1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:36.704484 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-863915a4-effd-4b0e-8b24-318131484cf1 service neutron] No DVR routers for this DVR port d5186204-ccd7-424a-946d-5d5fe40ba749 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:36.838857 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-863915a4-effd-4b0e-8b24-318131484cf1 service neutron] Attempting to bind port d5186204-ccd7-424a-946d-5d5fe40ba749 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:30:36.839559 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-863915a4-effd-4b0e-8b24-318131484cf1 service neutron] Attempting to bind port d5186204-ccd7-424a-946d-5d5fe40ba749 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:30:36.839559 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-863915a4-effd-4b0e-8b24-318131484cf1 service neutron] Attempting to bind port d5186204-ccd7-424a-946d-5d5fe40ba749 on network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:36.843746 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-863915a4-effd-4b0e-8b24-318131484cf1 service neutron] Port d5186204-ccd7-424a-946d-5d5fe40ba749 on network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:30:36.844059 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-863915a4-effd-4b0e-8b24-318131484cf1 service neutron] Attempting to bind port d5186204-ccd7-424a-946d-5d5fe40ba749 on network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:36.848929 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-863915a4-effd-4b0e-8b24-318131484cf1 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:30:36.849261 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-863915a4-effd-4b0e-8b24-318131484cf1 service neutron] Checking segment: {'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:36.849643 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-863915a4-effd-4b0e-8b24-318131484cf1 service neutron] Bound using segment: {'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:30:36.850062 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-863915a4-effd-4b0e-8b24-318131484cf1 service neutron] Bound port: d5186204-ccd7-424a-946d-5d5fe40ba749, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:30:36.850412 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-863915a4-effd-4b0e-8b24-318131484cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:36.913464 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-863915a4-effd-4b0e-8b24-318131484cf1 service neutron] For port d5186204-ccd7-424a-946d-5d5fe40ba749, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:30:36.917034 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-863915a4-effd-4b0e-8b24-318131484cf1 service neutron] For port d5186204-ccd7-424a-946d-5d5fe40ba749, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=d5186204-ccd7-424a-946d-5d5fe40ba749,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:30:36.921835 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-863915a4-effd-4b0e-8b24-318131484cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:36.959557 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-863915a4-effd-4b0e-8b24-318131484cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:36.960169 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-863915a4-effd-4b0e-8b24-318131484cf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:36.962396 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-863915a4-effd-4b0e-8b24-318131484cf1 service neutron] 10.222.0.47 "PUT /v2.0/ports/d5186204-ccd7-424a-946d-5d5fe40ba749 HTTP/1.1" status: 200 len: 1092 time: 1.1705196 Sep 16 05:30:36.984392 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863915a4-effd-4b0e-8b24-318131484cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=d5186204-ccd7-424a-946d-5d5fe40ba749,revision_number=7']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:37.049396 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-9c6b71ab-270f-4b16-b1ef-5b71947f2f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:37.050931 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-9c6b71ab-270f-4b16-b1ef-5b71947f2f6c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 1095 time: 0.0487099 Sep 16 05:30:37.150902 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-840e4615-86c1-4591-97b9-3bc7436b903a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:37.152397 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-840e4615-86c1-4591-97b9-3bc7436b903a service neutron] 10.222.0.47 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.0937123 Sep 16 05:30:37.222055 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-87195374-f2f1-4948-bff1-fe05995a876a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5186204-ccd7-424a-946d-5d5fe40ba749 HTTP/1.1" status: 200 len: 999 time: 0.0627639 Sep 16 05:30:37.270763 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-17a2fd35-0404-4548-b647-52e42ea4ee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:37.272148 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-17a2fd35-0404-4548-b647-52e42ea4ee76 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0427787 Sep 16 05:30:37.317944 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-009c5190-8ea5-4f9e-a3fe-9f0fbcb0c33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:37.319449 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-009c5190-8ea5-4f9e-a3fe-9f0fbcb0c33b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399604 Sep 16 05:30:37.414242 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-1309613d-3185-462d-b524-82ab18182824 service neutron] 10.222.0.47 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876389 Sep 16 05:30:37.542800 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b8d7d40-b3a8-4aa8-a762-868f75a91268 req-f736c94d-d90a-4b03-8924-a010394de28b service neutron] 10.222.0.47 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218374 Sep 16 05:30:37.551376 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18b61a-e9e8-4f86-baf3-32e54ee2cd11 req-18c489d4-8761-4428-a891-e8f6966d5264 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:37.552780 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0d18b61a-e9e8-4f86-baf3-32e54ee2cd11 req-18c489d4-8761-4428-a891-e8f6966d5264 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 943 time: 0.0697997 Sep 16 05:30:37.593845 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0d18b61a-e9e8-4f86-baf3-32e54ee2cd11 req-3dac50a5-2904-4132-8713-84b9d0723d9e tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345051 Sep 16 05:30:38.245613 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device d5186204-ccd7-424a-946d-5d5fe40ba749 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:30:38.285651 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device d5186204-ccd7-424a-946d-5d5fe40ba749 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:30:38.595169 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97374af0-b20d-42ba-98d7-e565cbe1f3ff', 'tag': 'd5186204-ccd7-424a-946d-5d5fe40ba749'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:30:38.597589 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4404b742-ae1c-4c34-9075-3cc8a3795f33" -d '{"events": [{"name": "network-changed", "server_uuid": "97374af0-b20d-42ba-98d7-e565cbe1f3ff", "tag": "d5186204-ccd7-424a-946d-5d5fe40ba749"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:30:38.646545 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd642f3-86ed-4471-a9c1-69fea1bec9a7 x-openstack-request-id: req-0cd642f3-86ed-4471-a9c1-69fea1bec9a7 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:30:38.646914 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97374af0-b20d-42ba-98d7-e565cbe1f3ff", "tag": "d5186204-ccd7-424a-946d-5d5fe40ba749", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:30:38.647163 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0cd642f3-86ed-4471-a9c1-69fea1bec9a7 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:30:38.647557 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97374af0-b20d-42ba-98d7-e565cbe1f3ff', 'tag': 'd5186204-ccd7-424a-946d-5d5fe40ba749', 'status': 'completed', 'code': 200} Sep 16 05:30:38.794424 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404b742-ae1c-4c34-9075-3cc8a3795f33 req-27b87f3d-1490-4359-8e02-03225e39d58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:38.796127 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4404b742-ae1c-4c34-9075-3cc8a3795f33 req-27b87f3d-1490-4359-8e02-03225e39d58b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 1095 time: 0.1084297 Sep 16 05:30:38.797909 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404b742-ae1c-4c34-9075-3cc8a3795f33 req-029ef747-861e-4cf8-9cd3-1a03b399c353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:38.799331 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4404b742-ae1c-4c34-9075-3cc8a3795f33 req-029ef747-861e-4cf8-9cd3-1a03b399c353 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 1095 time: 0.1025388 Sep 16 05:30:38.808473 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34b8a7-720e-4672-98ab-043229f694a0 req-af4da400-dc60-4caf-89be-4ceb6d9a333a tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:38.809925 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1a34b8a7-720e-4672-98ab-043229f694a0 req-af4da400-dc60-4caf-89be-4ceb6d9a333a tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 943 time: 0.1113169 Sep 16 05:30:38.964447 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1a34b8a7-720e-4672-98ab-043229f694a0 req-e7c24408-e3e0-4b62-8a90-90e71502be7b tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387014 Sep 16 05:30:38.991476 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404b742-ae1c-4c34-9075-3cc8a3795f33 req-b1cfaac2-4ea3-4f68-b72f-03c521326136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:38.993084 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4404b742-ae1c-4c34-9075-3cc8a3795f33 req-b1cfaac2-4ea3-4f68-b72f-03c521326136 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.1822636 Sep 16 05:30:39.009299 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404b742-ae1c-4c34-9075-3cc8a3795f33 req-672afe22-481d-4855-afe3-9af035773843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:39.010618 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4404b742-ae1c-4c34-9075-3cc8a3795f33 req-672afe22-481d-4855-afe3-9af035773843 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.1986890 Sep 16 05:30:39.109011 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4404b742-ae1c-4c34-9075-3cc8a3795f33 req-7afd5e8e-072e-4cfc-802d-8ce99f3817d9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5186204-ccd7-424a-946d-5d5fe40ba749 HTTP/1.1" status: 200 len: 999 time: 0.1085000 Sep 16 05:30:39.124547 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4404b742-ae1c-4c34-9075-3cc8a3795f33 req-56381d5d-2ec3-4b87-8c8b-24e0974a6586 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5186204-ccd7-424a-946d-5d5fe40ba749 HTTP/1.1" status: 200 len: 999 time: 0.0820043 Sep 16 05:30:39.197776 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404b742-ae1c-4c34-9075-3cc8a3795f33 req-ac1644fb-af42-4b28-8f8d-c12eb73d052c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:39.199284 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4404b742-ae1c-4c34-9075-3cc8a3795f33 req-ac1644fb-af42-4b28-8f8d-c12eb73d052c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0831840 Sep 16 05:30:39.204132 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404b742-ae1c-4c34-9075-3cc8a3795f33 req-a5e3fef2-0113-4c0a-8fdb-8e3043302079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:39.205642 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4404b742-ae1c-4c34-9075-3cc8a3795f33 req-a5e3fef2-0113-4c0a-8fdb-8e3043302079 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0623922 Sep 16 05:30:39.272818 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404b742-ae1c-4c34-9075-3cc8a3795f33 req-24f09bc7-498c-4fda-b631-0ba5c4cbdcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:39.274705 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4404b742-ae1c-4c34-9075-3cc8a3795f33 req-24f09bc7-498c-4fda-b631-0ba5c4cbdcbc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0682151 Sep 16 05:30:39.277353 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404b742-ae1c-4c34-9075-3cc8a3795f33 req-530a3b1f-362e-42f9-9b7e-f66a500f74de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:39.278719 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4404b742-ae1c-4c34-9075-3cc8a3795f33 req-530a3b1f-362e-42f9-9b7e-f66a500f74de service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642204 Sep 16 05:30:39.440746 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4404b742-ae1c-4c34-9075-3cc8a3795f33 req-8818e242-b038-48b0-858f-2f3595cb3219 service neutron] 10.222.0.47 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589580 Sep 16 05:30:39.442598 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4404b742-ae1c-4c34-9075-3cc8a3795f33 req-b587df1d-1302-49d7-8737-0e33332c9cce service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540201 Sep 16 05:30:39.555382 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device d5186204-ccd7-424a-946d-5d5fe40ba749 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:30:39.609256 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4404b742-ae1c-4c34-9075-3cc8a3795f33 req-272386c5-0ad7-4311-b8dc-b1091282e604 service neutron] 10.222.0.47 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604159 Sep 16 05:30:39.612741 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4404b742-ae1c-4c34-9075-3cc8a3795f33 req-9a7091d7-784e-488f-bd2f-96df8e61dc56 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520317 Sep 16 05:30:39.648498 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port d5186204-ccd7-424a-946d-5d5fe40ba749, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=d5186204-ccd7-424a-946d-5d5fe40ba749,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:39.659770 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'd5186204-ccd7-424a-946d-5d5fe40ba749', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'port_id': 'd5186204-ccd7-424a-946d-5d5fe40ba749', 'mac_address': 'fa:16:3e:20:6c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:30:39.696048 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.712033 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5186204-ccd7-424a-946d-5d5fe40ba749 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:30:39.731914 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port d5186204-ccd7-424a-946d-5d5fe40ba749, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=d5186204-ccd7-424a-946d-5d5fe40ba749,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:39.735515 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.781170 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=d5186204-ccd7-424a-946d-5d5fe40ba749,revision_number=8']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:39.788321 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:39.788702 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:39.789107 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:39.789538 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:39.789879 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:39.790214 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:39.790545 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:39.790872 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:39.791200 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:39.791528 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:39.791855 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:39.792180 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:40.043189 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['d5186204-ccd7-424a-946d-5d5fe40ba749'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:30:40.084475 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f14fd-f44e-4382-aed3-29e9ab80f8ed req-d19994a9-4bf7-4f0f-b814-2fa4618cb767 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:40.086503 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b13f14fd-f44e-4382-aed3-29e9ab80f8ed req-d19994a9-4bf7-4f0f-b814-2fa4618cb767 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 944 time: 0.0534480 Sep 16 05:30:40.129479 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b13f14fd-f44e-4382-aed3-29e9ab80f8ed req-2139ff8a-00da-4732-98f6-32e333d61c0a tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362403 Sep 16 05:30:40.168490 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7dce5f69-9efb-4074-93b6-fbc002a055e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.361338 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0fc539-e64e-4ed1-92f4-60a247bc63cd req-275efab4-4e1a-4a17-b831-e022d4f33e73 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:40.362826 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3d0fc539-e64e-4ed1-92f4-60a247bc63cd req-275efab4-4e1a-4a17-b831-e022d4f33e73 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 944 time: 0.0847602 Sep 16 05:30:40.377554 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f15e32-3f16-4f03-9306-37d629a98a8d req-5724cc5f-dcbd-424e-a610-70ced0327d0e tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:40.378949 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-25f15e32-3f16-4f03-9306-37d629a98a8d req-5724cc5f-dcbd-424e-a610-70ced0327d0e tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.48 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff&tenant_id=862b1ea02f834312a01b6e1752f75144&binding%3Ahost_id=n-h1-712139-15 HTTP/1.1" status: 200 len: 944 time: 0.0725999 Sep 16 05:30:40.440195 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3d0fc539-e64e-4ed1-92f4-60a247bc63cd req-93c6fb9e-b6cc-4449-87a0-394ee11c89bb tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704064 Sep 16 05:30:40.460881 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [req-25f15e32-3f16-4f03-9306-37d629a98a8d req-9e9a9fc5-6407-41c5-9d69-5a1cd9428b99 service neutron] delete failed (client error): The resource could not be found. Sep 16 05:30:40.462073 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-25f15e32-3f16-4f03-9306-37d629a98a8d req-9e9a9fc5-6407-41c5-9d69-5a1cd9428b99 service neutron] 10.222.0.48 "DELETE /v2.0/ports/d5186204-ccd7-424a-946d-5d5fe40ba749/bindings/n-h2-712139-15 HTTP/1.1" status: 404 len: 381 time: 0.0702424 Sep 16 05:30:40.565425 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f15e32-3f16-4f03-9306-37d629a98a8d req-587ef984-cddf-41aa-af76-7831178aba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:40.566831 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-25f15e32-3f16-4f03-9306-37d629a98a8d req-587ef984-cddf-41aa-af76-7831178aba5c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 1096 time: 0.0412686 Sep 16 05:30:40.662174 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f15e32-3f16-4f03-9306-37d629a98a8d req-29881be4-1f8f-4b99-8847-38d12ecc04ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:40.663657 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-25f15e32-3f16-4f03-9306-37d629a98a8d req-29881be4-1f8f-4b99-8847-38d12ecc04ab service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.0904257 Sep 16 05:30:40.727313 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-25f15e32-3f16-4f03-9306-37d629a98a8d req-d647dd20-6419-4f4d-95cf-cae96e31bb5d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5186204-ccd7-424a-946d-5d5fe40ba749 HTTP/1.1" status: 200 len: 1000 time: 0.0564518 Sep 16 05:30:40.779778 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f15e32-3f16-4f03-9306-37d629a98a8d req-1a05ce2e-f321-4d5b-93d7-97a959115d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:40.781280 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-25f15e32-3f16-4f03-9306-37d629a98a8d req-1a05ce2e-f321-4d5b-93d7-97a959115d60 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0481718 Sep 16 05:30:40.827730 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f15e32-3f16-4f03-9306-37d629a98a8d req-a5f14d09-23d0-4dca-bf61-92c942341748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:40.829164 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-25f15e32-3f16-4f03-9306-37d629a98a8d req-a5f14d09-23d0-4dca-bf61-92c942341748 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410964 Sep 16 05:30:40.920501 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-25f15e32-3f16-4f03-9306-37d629a98a8d req-83a93e83-78b0-462b-a2de-ca80a0a0a364 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842304 Sep 16 05:30:41.017051 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-25f15e32-3f16-4f03-9306-37d629a98a8d req-3cc1b696-e0c5-4e27-ab79-fac474856238 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898132 Sep 16 05:30:41.555931 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device d5186204-ccd7-424a-946d-5d5fe40ba749 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:41.577230 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991274e9-cba3-4ebb-80e9-f68da8cc5bd7 req-9e769308-588f-4b60-9cd1-458a34c58b37 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:41.578829 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-991274e9-cba3-4ebb-80e9-f68da8cc5bd7 req-9e769308-588f-4b60-9cd1-458a34c58b37 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 944 time: 0.0633762 Sep 16 05:30:41.630107 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port d5186204-ccd7-424a-946d-5d5fe40ba749 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:30:41.635724 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port d5186204-ccd7-424a-946d-5d5fe40ba749 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:41.636528 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.639455 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-991274e9-cba3-4ebb-80e9-f68da8cc5bd7 req-bc40a626-1851-4f87-b1d3-e12b5e9c7150 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534120 Sep 16 05:30:41.721193 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.748149 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97374af0-b20d-42ba-98d7-e565cbe1f3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5186204-ccd7-424a-946d-5d5fe40ba749'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:30:41.750717 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d31e79-bb4c-4fad-916c-e2e2c0afdb40" -d '{"events": [{"server_uuid": "97374af0-b20d-42ba-98d7-e565cbe1f3ff", "name": "network-vif-plugged", "status": "completed", "tag": "d5186204-ccd7-424a-946d-5d5fe40ba749"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:30:41.761747 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port d5186204-ccd7-424a-946d-5d5fe40ba749, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=d5186204-ccd7-424a-946d-5d5fe40ba749,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:41.766760 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.809947 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa3c29a-00c6-45d2-8cf0-61697c5bedf3 x-openstack-request-id: req-4aa3c29a-00c6-45d2-8cf0-61697c5bedf3 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:30:41.810240 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97374af0-b20d-42ba-98d7-e565cbe1f3ff", "name": "network-vif-plugged", "status": "completed", "tag": "d5186204-ccd7-424a-946d-5d5fe40ba749", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:30:41.810541 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4aa3c29a-00c6-45d2-8cf0-61697c5bedf3 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:30:41.810901 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97374af0-b20d-42ba-98d7-e565cbe1f3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5186204-ccd7-424a-946d-5d5fe40ba749', 'code': 200} Sep 16 05:30:41.822718 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=d5186204-ccd7-424a-946d-5d5fe40ba749,revision_number=9']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:42.030919 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:42.771088 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f31f0-6524-47c2-be65-56f41bfc5200 req-c9446931-0f30-4f66-905a-2a0ef9215ac2 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:42.772616 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-618f31f0-6524-47c2-be65-56f41bfc5200 req-c9446931-0f30-4f66-905a-2a0ef9215ac2 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 945 time: 0.0497839 Sep 16 05:30:42.815687 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-618f31f0-6524-47c2-be65-56f41bfc5200 req-d7332a0a-af7e-41d3-ac52-5032ab70e4a7 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364909 Sep 16 05:30:42.931879 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ad286-01f5-4e10-94b8-1a40cda7480b req-e1151d9b-0cf6-4665-bfe1-01d4e9b7f350 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:42.933308 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-081ad286-01f5-4e10-94b8-1a40cda7480b req-e1151d9b-0cf6-4665-bfe1-01d4e9b7f350 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 945 time: 0.0517166 Sep 16 05:30:42.971365 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-081ad286-01f5-4e10-94b8-1a40cda7480b req-afd5a00d-92d3-4b37-ab18-f32670ad7c61 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320511 Sep 16 05:30:43.180983 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1031030-b018-43ce-b91d-21761707858e req-2642e4a1-90d4-4315-9bcb-e86c491c4f76 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:43.183304 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e1031030-b018-43ce-b91d-21761707858e req-2642e4a1-90d4-4315-9bcb-e86c491c4f76 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 945 time: 0.0563071 Sep 16 05:30:43.250314 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e1031030-b018-43ce-b91d-21761707858e req-74adf522-2e1a-4083-8eb4-3959809c3f54 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587063 Sep 16 05:30:43.253044 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298316e4-3e65-4a96-8c17-435cfeeb7392 req-3114eb48-9233-41e0-afc8-1b628d3cdd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:43.254530 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-298316e4-3e65-4a96-8c17-435cfeeb7392 req-3114eb48-9233-41e0-afc8-1b628d3cdd5c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 1097 time: 0.0703602 Sep 16 05:30:43.303006 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-39b4252c-5cfa-40aa-9a51-09fb7af8a567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:43.349564 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298316e4-3e65-4a96-8c17-435cfeeb7392 req-e7513c33-06d1-4162-a5b7-a9586d7b4165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:43.351043 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-298316e4-3e65-4a96-8c17-435cfeeb7392 req-e7513c33-06d1-4162-a5b7-a9586d7b4165 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.0893126 Sep 16 05:30:43.419783 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-298316e4-3e65-4a96-8c17-435cfeeb7392 req-56352846-a9b3-4012-a5e1-bd082adb035b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5186204-ccd7-424a-946d-5d5fe40ba749 HTTP/1.1" status: 200 len: 1001 time: 0.0619805 Sep 16 05:30:43.469268 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298316e4-3e65-4a96-8c17-435cfeeb7392 req-21ee719d-f727-4de6-a0a6-5d9a67443552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:43.470646 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-298316e4-3e65-4a96-8c17-435cfeeb7392 req-21ee719d-f727-4de6-a0a6-5d9a67443552 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0444801 Sep 16 05:30:43.517682 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298316e4-3e65-4a96-8c17-435cfeeb7392 req-b618972a-e962-4e6a-bbfb-4bb1e16f3ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:43.519201 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-298316e4-3e65-4a96-8c17-435cfeeb7392 req-b618972a-e962-4e6a-bbfb-4bb1e16f3ece service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413899 Sep 16 05:30:43.594036 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:43.616859 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-298316e4-3e65-4a96-8c17-435cfeeb7392 req-2a28e8cf-2289-4ea3-a4b7-4451c7c7a84f service neutron] 10.222.0.47 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893757 Sep 16 05:30:43.707331 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-298316e4-3e65-4a96-8c17-435cfeeb7392 req-d926ee4e-f775-43aa-8a6d-cf53b8a28dec service neutron] 10.222.0.47 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836143 Sep 16 05:30:44.379717 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868639f-a36b-48eb-b03a-d2152e4080dd req-8bd8e6c7-99d0-4201-ada3-c6f861e9347b tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:44.381217 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2868639f-a36b-48eb-b03a-d2152e4080dd req-8bd8e6c7-99d0-4201-ada3-c6f861e9347b tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 945 time: 0.0536511 Sep 16 05:30:44.420091 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2868639f-a36b-48eb-b03a-d2152e4080dd req-089bd841-3b3e-4a80-bb31-044577c0d22d tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327237 Sep 16 05:30:44.663007 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2aa694-9fe3-4a29-9c73-3fcd90760604 req-514e3dcf-2b95-4511-a37f-81509466b5be tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:44.664719 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bd2aa694-9fe3-4a29-9c73-3fcd90760604 req-514e3dcf-2b95-4511-a37f-81509466b5be tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 945 time: 0.0491276 Sep 16 05:30:44.711652 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bd2aa694-9fe3-4a29-9c73-3fcd90760604 req-ed33a613-6a55-4796-97de-a9dff1c71296 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396342 Sep 16 05:30:44.712472 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:45.061185 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:45.838939 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fee44-ac89-435a-9d8c-805d04b5a52e req-a5310358-ee6f-4d42-b48b-db6062551d54 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:45.841710 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-593fee44-ac89-435a-9d8c-805d04b5a52e req-a5310358-ee6f-4d42-b48b-db6062551d54 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 945 time: 0.0587342 Sep 16 05:30:45.889326 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-593fee44-ac89-435a-9d8c-805d04b5a52e req-a6b1c0e2-1a29-495a-9a30-cc26926df6a9 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404570 Sep 16 05:30:46.021703 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7b657-a6af-4402-ac5f-718ffbf71030 req-d6c80775-20d4-4ce9-981d-3b251bd0675c tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:46.023129 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d1c7b657-a6af-4402-ac5f-718ffbf71030 req-d6c80775-20d4-4ce9-981d-3b251bd0675c tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.47 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 945 time: 0.0551279 Sep 16 05:30:46.123307 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-d1c7b657-a6af-4402-ac5f-718ffbf71030 req-105d53cc-383d-451b-b81b-bd96cb86aa01 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Deleting port d5186204-ccd7-424a-946d-5d5fe40ba749 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:46.123854 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d1c7b657-a6af-4402-ac5f-718ffbf71030 req-105d53cc-383d-451b-b81b-bd96cb86aa01 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:46.226132 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:46.247725 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-d1c7b657-a6af-4402-ac5f-718ffbf71030 req-105d53cc-383d-451b-b81b-bd96cb86aa01 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] For port d5186204-ccd7-424a-946d-5d5fe40ba749, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=d5186204-ccd7-424a-946d-5d5fe40ba749,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:46.249117 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d1c7b657-a6af-4402-ac5f-718ffbf71030 req-105d53cc-383d-451b-b81b-bd96cb86aa01 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:46.454815 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d1c7b657-a6af-4402-ac5f-718ffbf71030 req-105d53cc-383d-451b-b81b-bd96cb86aa01 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:46.455564 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d1c7b657-a6af-4402-ac5f-718ffbf71030 req-105d53cc-383d-451b-b81b-bd96cb86aa01 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:46.456545 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [req-d1c7b657-a6af-4402-ac5f-718ffbf71030 req-105d53cc-383d-451b-b81b-bd96cb86aa01 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Floating IP 5537a686-8aea-44d5-b547-7be224f6f1bf disassociated. External IP: 172.25.8.225, port: d5186204-ccd7-424a-946d-5d5fe40ba749. Sep 16 05:30:46.456545 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-d1c7b657-a6af-4402-ac5f-718ffbf71030 req-105d53cc-383d-451b-b81b-bd96cb86aa01 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Calling delete_port for d5186204-ccd7-424a-946d-5d5fe40ba749 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:46.589169 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d1c7b657-a6af-4402-ac5f-718ffbf71030 req-105d53cc-383d-451b-b81b-bd96cb86aa01 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:46.619541 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d53cc-383d-451b-b81b-bd96cb86aa01 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Pushing event deleted for resources: {'Port': ['ID=d5186204-ccd7-424a-946d-5d5fe40ba749,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:46.739548 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1c7b657-a6af-4402-ac5f-718ffbf71030 req-105d53cc-383d-451b-b81b-bd96cb86aa01 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Router 398ab092-4da1-4044-b3dc-25f08dbf2bc3 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:30:47.238204 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4ee16fd3-a4d4-46df-960f-aa74e2de9a7d req-12e16087-d37f-41f4-bcd3-f54d42ff2b9b tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=97374af0-b20d-42ba-98d7-e565cbe1f3ff HTTP/1.1" status: 200 len: 210 time: 0.0317848 Sep 16 05:30:47.249640 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1c7b657-a6af-4402-ac5f-718ffbf71030 req-105d53cc-383d-451b-b81b-bd96cb86aa01 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:30:47.264765 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e5630b-b54a-44d4-b4bd-132423edfca2 None None] Sync routers for ids ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:30:47.274442 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e5630b-b54a-44d4-b4bd-132423edfca2 None None] Routers {'398ab092-4da1-4044-b3dc-25f08dbf2bc3'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:47.275054 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-f4e5630b-b54a-44d4-b4bd-132423edfca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:30:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:47.293602 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c7b657-a6af-4402-ac5f-718ffbf71030 req-105d53cc-383d-451b-b81b-bd96cb86aa01 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] No DVR routers for this DVR port d5186204-ccd7-424a-946d-5d5fe40ba749 on host n-h1-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:47.297693 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d1c7b657-a6af-4402-ac5f-718ffbf71030 req-105d53cc-383d-451b-b81b-bd96cb86aa01 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:47.301252 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d1c7b657-a6af-4402-ac5f-718ffbf71030 req-105d53cc-383d-451b-b81b-bd96cb86aa01 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.47 "DELETE /v2.0/ports/d5186204-ccd7-424a-946d-5d5fe40ba749 HTTP/1.1" status: 204 len: 173 time: 1.2717385 Sep 16 05:30:47.301945 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97374af0-b20d-42ba-98d7-e565cbe1f3ff', 'name': 'network-vif-deleted', 'tag': 'd5186204-ccd7-424a-946d-5d5fe40ba749'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:30:47.306697 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e47478d-4f5d-49d3-8b6a-19eecfc26ea3" -d '{"events": [{"server_uuid": "97374af0-b20d-42ba-98d7-e565cbe1f3ff", "name": "network-vif-deleted", "tag": "d5186204-ccd7-424a-946d-5d5fe40ba749"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:30:47.354366 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b5ff2a-b89b-4d01-85d3-027cb7dbeb77 x-openstack-request-id: req-e5b5ff2a-b89b-4d01-85d3-027cb7dbeb77 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:30:47.354830 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97374af0-b20d-42ba-98d7-e565cbe1f3ff", "name": "network-vif-deleted", "tag": "d5186204-ccd7-424a-946d-5d5fe40ba749", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:30:47.355084 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e5b5ff2a-b89b-4d01-85d3-027cb7dbeb77 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:30:47.355510 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97374af0-b20d-42ba-98d7-e565cbe1f3ff', 'name': 'network-vif-deleted', 'tag': 'd5186204-ccd7-424a-946d-5d5fe40ba749', 'status': 'completed', 'code': 200} Sep 16 05:30:47.391621 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-f4e5630b-b54a-44d4-b4bd-132423edfca2 None None] Set router 398ab092-4da1-4044-b3dc-25f08dbf2bc3 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:47.616094 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-f4e5630b-b54a-44d4-b4bd-132423edfca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'name': 'tempest-ServerActionsTestJSON-863375096-router', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:45Z', 'updated_at': '2021-09-16T05:23:48Z', 'revision_number': 4, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'gw_port': {'id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:46Z', 'updated_at': '2021-09-16T05:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'a75257d1-60d9-46de-b495-04188c49429b', 'name': '', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'mac_address': 'fa:16:3e:b4:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:47Z', 'updated_at': '2021-09-16T05:23:51Z', 'revision_number': 5, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'subnets': [{'id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:47.643230 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e5630b-b54a-44d4-b4bd-132423edfca2 None None] Checking router: 398ab092-4da1-4044-b3dc-25f08dbf2bc3 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:30:47.652502 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e5630b-b54a-44d4-b4bd-132423edfca2 None None] Routers {'398ab092-4da1-4044-b3dc-25f08dbf2bc3'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:47.653145 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-f4e5630b-b54a-44d4-b4bd-132423edfca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:30:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:47.850154 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-f4e5630b-b54a-44d4-b4bd-132423edfca2 None None] Set router 398ab092-4da1-4044-b3dc-25f08dbf2bc3 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:48.055699 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-f4e5630b-b54a-44d4-b4bd-132423edfca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'name': 'tempest-ServerActionsTestJSON-863375096-router', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:45Z', 'updated_at': '2021-09-16T05:23:48Z', 'revision_number': 4, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'gw_port': {'id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:46Z', 'updated_at': '2021-09-16T05:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'a75257d1-60d9-46de-b495-04188c49429b', 'name': '', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'mac_address': 'fa:16:3e:b4:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:47Z', 'updated_at': '2021-09-16T05:23:51Z', 'revision_number': 5, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'subnets': [{'id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:48.085875 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e5630b-b54a-44d4-b4bd-132423edfca2 None None] The sync data for ids ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'] in n-d-712139-15 is: [{'id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'name': 'tempest-ServerActionsTestJSON-863375096-router', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:45Z', 'updated_at': '2021-09-16T05:23:48Z', 'revision_number': 4, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'gw_port': {'id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:46Z', 'updated_at': '2021-09-16T05:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'a75257d1-60d9-46de-b495-04188c49429b', 'name': '', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'mac_address': 'fa:16:3e:b4:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:47Z', 'updated_at': '2021-09-16T05:23:51Z', 'revision_number': 5, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'subnets': [{'id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:30:48.137184 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:30:48.316095 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98821798-5dc6-44a9-aad7-72bfe6ec335d None None] New status for floating IP 5537a686-8aea-44d5-b547-7be224f6f1bf: DOWN {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:30:48.590579 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-fedf9c91-deab-404e-90dd-ce5c692d3535 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1546100582&fields=id&tenant_id=862b1ea02f834312a01b6e1752f75144 HTTP/1.1" status: 200 len: 267 time: 0.0343215 Sep 16 05:30:48.701406 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-84029bfb-2d7f-4022-8122-758b1cf36599 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:48.702909 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-84029bfb-2d7f-4022-8122-758b1cf36599 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 811 time: 0.1047742 Sep 16 05:30:48.720652 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-84d63bcb-9a82-44cc-bc94-589805cbb890 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/quotas/862b1ea02f834312a01b6e1752f75144 HTTP/1.1" status: 200 len: 375 time: 0.0100837 Sep 16 05:30:48.778683 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-f40400a3-3cf4-4562-a53e-85a029b5f07a tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511591 Sep 16 05:30:48.887869 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-97c084ea-4414-4b61-93c2-f98c9fcde9e4 service neutron] 10.222.0.35 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962021 Sep 16 05:30:48.980646 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-14f8d66f-bf4f-4918-b69a-a33fb7776bf1 service neutron] 10.222.0.35 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864830 Sep 16 05:30:49.146698 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c49f7f26-a660-49e1-bc6f-0a5e9f39d093 req-208db621-fde0-4ff1-a5db-8bfa90987183 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 210 time: 0.0318844 Sep 16 05:30:49.587033 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device d5186204-ccd7-424a-946d-5d5fe40ba749 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:30:49.607616 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: d5186204-ccd7-424a-946d-5d5fe40ba749 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:30:49.607955 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device d5186204-ccd7-424a-946d-5d5fe40ba749 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:30:50.225026 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-40883aea-e3f5-4ceb-8913-8cab61fdf6cc req-6834b0bb-2a74-4d1f-bb40-7abd4cd7119f tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 210 time: 0.0259564 Sep 16 05:30:51.309207 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5eba466f-06df-4d6e-a0db-ca573d346a2e req-89bf350f-c702-4524-a6d4-5a654400f98c tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 210 time: 0.0288515 Sep 16 05:30:52.391736 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-060feb62-fcf0-4c2e-b903-514d131cff95 req-bc4b5b82-483d-47a5-b5f2-e6d15a4e8734 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 210 time: 0.0281236 Sep 16 05:30:53.490154 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ce0a1d6b-6ab9-4997-9614-0034a8fc137c req-976fc71b-4c90-432f-b796-4ef14bb3954d tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 210 time: 0.0286157 Sep 16 05:30:54.236848 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-0593605d-981d-4185-a7f6-b0de3526451f tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:54.238404 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-0593605d-981d-4185-a7f6-b0de3526451f tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.48 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 811 time: 0.1080124 Sep 16 05:30:54.292628 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-dfc60cae-e547-42d0-abe0-cde7f5722d4b tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=862b1ea02f834312a01b6e1752f75144 HTTP/1.1" status: 200 len: 380 time: 0.0382860 Sep 16 05:30:54.333163 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-2364d037-f516-4509-b176-7346d9742c44 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Request body: {'port': {'device_id': 'a807bad5-ec94-4dd8-9f5b-0665a7794409', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'admin_state_up': True, 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'security_groups': ['400b9654-c055-4b31-b0db-5a8d98aa639c']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:54.444354 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-2364d037-f516-4509-b176-7346d9742c44 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Made reservation on behalf of 862b1ea02f834312a01b6e1752f75144 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:54.448142 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-2364d037-f516-4509-b176-7346d9742c44 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:54.590215 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bb687fba-e518-4323-a4c1-704e7601fd4c req-48b67144-839c-4594-b5df-8a040e4b9ff0 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 210 time: 0.0301414 Sep 16 05:30:54.599503 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-2364d037-f516-4509-b176-7346d9742c44 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Allocated IP 172.20.0.7 (2fdff71e-28ec-49b8-995c-1c3fe2ab5416/c465d582-f23d-4349-8ba3-7d1f8043e645/c9e4f83d-7fd4-4185-946a-c6560c234d89) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:30:54.748172 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-2364d037-f516-4509-b176-7346d9742c44 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:54.782073 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-2364d037-f516-4509-b176-7346d9742c44 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:54.825577 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-2364d037-f516-4509-b176-7346d9742c44 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:54.828798 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-2364d037-f516-4509-b176-7346d9742c44 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:54.835070 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-2364d037-f516-4509-b176-7346d9742c44 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:30:54.841114 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2364d037-f516-4509-b176-7346d9742c44 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Pushing event updated for resources: {'Port': ['ID=c9e4f83d-7fd4-4185-946a-c6560c234d89,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:54.892891 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-2364d037-f516-4509-b176-7346d9742c44 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:54.893558 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-2364d037-f516-4509-b176-7346d9742c44 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:54.917762 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-2364d037-f516-4509-b176-7346d9742c44 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5885305 Sep 16 05:30:54.939314 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-5334800d-ce09-4028-aba9-a3e641559409 service neutron] Request body: {'port': {'device_id': 'a807bad5-ec94-4dd8-9f5b-0665a7794409', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:54.996086 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-5334800d-ce09-4028-aba9-a3e641559409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:55.036609 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-894db27c-10e6-4692-a58a-c1f0797453ec None None] Provisioning complete for port c9e4f83d-7fd4-4185-946a-c6560c234d89 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:55.037178 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-894db27c-10e6-4692-a58a-c1f0797453ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:55.073578 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-894db27c-10e6-4692-a58a-c1f0797453ec None None] Port c9e4f83d-7fd4-4185-946a-c6560c234d89 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:30:55.276705 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-5334800d-ce09-4028-aba9-a3e641559409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9e4f83d-7fd4-4185-946a-c6560c234d89 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:30:55.284289 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-5334800d-ce09-4028-aba9-a3e641559409 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:55.296859 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-5334800d-ce09-4028-aba9-a3e641559409 service neutron] Transition to ACTIVE for port object c9e4f83d-7fd4-4185-946a-c6560c234d89 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:30:55.300304 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-5334800d-ce09-4028-aba9-a3e641559409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:55.358904 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334800d-ce09-4028-aba9-a3e641559409 service neutron] Pushing event updated for resources: {'Port': ['ID=c9e4f83d-7fd4-4185-946a-c6560c234d89,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:55.427513 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-5334800d-ce09-4028-aba9-a3e641559409 service neutron] Attempting to bind port c9e4f83d-7fd4-4185-946a-c6560c234d89 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:30:55.427849 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-5334800d-ce09-4028-aba9-a3e641559409 service neutron] Attempting to bind port c9e4f83d-7fd4-4185-946a-c6560c234d89 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:30:55.428181 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-5334800d-ce09-4028-aba9-a3e641559409 service neutron] Attempting to bind port c9e4f83d-7fd4-4185-946a-c6560c234d89 on network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:55.433352 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-5334800d-ce09-4028-aba9-a3e641559409 service neutron] Port c9e4f83d-7fd4-4185-946a-c6560c234d89 on network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:30:55.433677 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-5334800d-ce09-4028-aba9-a3e641559409 service neutron] Attempting to bind port c9e4f83d-7fd4-4185-946a-c6560c234d89 on network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:55.439600 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-5334800d-ce09-4028-aba9-a3e641559409 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:30:55.439943 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-5334800d-ce09-4028-aba9-a3e641559409 service neutron] Checking segment: {'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:55.440338 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-5334800d-ce09-4028-aba9-a3e641559409 service neutron] Bound using segment: {'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:30:55.440805 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-5334800d-ce09-4028-aba9-a3e641559409 service neutron] Bound port: c9e4f83d-7fd4-4185-946a-c6560c234d89, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:30:55.441168 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-5334800d-ce09-4028-aba9-a3e641559409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:55.510734 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-5334800d-ce09-4028-aba9-a3e641559409 service neutron] For port c9e4f83d-7fd4-4185-946a-c6560c234d89, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:30:55.514597 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-5334800d-ce09-4028-aba9-a3e641559409 service neutron] For port c9e4f83d-7fd4-4185-946a-c6560c234d89, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=c9e4f83d-7fd4-4185-946a-c6560c234d89,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:30:55.518529 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-5334800d-ce09-4028-aba9-a3e641559409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:55.558374 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-5334800d-ce09-4028-aba9-a3e641559409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:55.559002 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-5334800d-ce09-4028-aba9-a3e641559409 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:55.560398 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-5334800d-ce09-4028-aba9-a3e641559409 service neutron] 10.222.0.48 "PUT /v2.0/ports/c9e4f83d-7fd4-4185-946a-c6560c234d89 HTTP/1.1" status: 200 len: 1092 time: 0.6255901 Sep 16 05:30:55.560861 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a807bad5-ec94-4dd8-9f5b-0665a7794409', 'tag': 'c9e4f83d-7fd4-4185-946a-c6560c234d89'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:30:55.563105 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b8dcd9-fb85-4d9f-b85f-d1054e2e6519" -d '{"events": [{"name": "network-changed", "server_uuid": "a807bad5-ec94-4dd8-9f5b-0665a7794409", "tag": "c9e4f83d-7fd4-4185-946a-c6560c234d89"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:30:55.598512 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334800d-ce09-4028-aba9-a3e641559409 service neutron] Pushing event updated for resources: {'Port': ['ID=c9e4f83d-7fd4-4185-946a-c6560c234d89,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:55.607378 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da130fc7-f82c-4fb2-a37d-04cfc7eb3d1c x-openstack-request-id: req-da130fc7-f82c-4fb2-a37d-04cfc7eb3d1c {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:30:55.607695 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a807bad5-ec94-4dd8-9f5b-0665a7794409", "tag": "c9e4f83d-7fd4-4185-946a-c6560c234d89", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:30:55.607952 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-da130fc7-f82c-4fb2-a37d-04cfc7eb3d1c {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:30:55.608355 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a807bad5-ec94-4dd8-9f5b-0665a7794409', 'tag': 'c9e4f83d-7fd4-4185-946a-c6560c234d89', 'status': 'completed', 'code': 200} Sep 16 05:30:55.712450 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-96f395dd-a910-4849-987b-3aae3790ed4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:55.714059 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-96f395dd-a910-4849-987b-3aae3790ed4c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 1095 time: 0.0824082 Sep 16 05:30:55.730507 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e598a48-2931-419d-a162-cd62ec64a59c req-7d922a8c-79cd-4e13-96bd-6763e8afc4cb tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:55.732045 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e598a48-2931-419d-a162-cd62ec64a59c req-7d922a8c-79cd-4e13-96bd-6763e8afc4cb tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 943 time: 0.0624084 Sep 16 05:30:55.777872 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-528674c7-1680-49ff-b4dc-f641dc2b84ed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9e4f83d-7fd4-4185-946a-c6560c234d89 HTTP/1.1" status: 200 len: 217 time: 0.0448158 Sep 16 05:30:55.833258 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e598a48-2931-419d-a162-cd62ec64a59c req-310436f0-79da-4d3b-a6a7-2076fcc086ea tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944376 Sep 16 05:30:55.845401 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-7de6dcf2-8616-45cc-81ff-2d70aa6b9a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:55.846878 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-7de6dcf2-8616-45cc-81ff-2d70aa6b9a42 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0613294 Sep 16 05:30:55.893477 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-5f49abd8-c010-4a47-8de4-e3bd3bcfc287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:55.895021 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-5f49abd8-c010-4a47-8de4-e3bd3bcfc287 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412464 Sep 16 05:30:55.988930 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-6af0c09d-183a-4a7a-b9f1-641a0ffa80c5 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870006 Sep 16 05:30:56.080908 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a02a7d3d-09ed-41d8-834a-e30f43a5a5f0 req-2d20d1f4-2a6a-4c16-8df8-78e43362d2c1 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849679 Sep 16 05:30:56.215352 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8dcd9-fb85-4d9f-b85f-d1054e2e6519 req-1dcff8d3-2edd-426e-981a-3001eb1f5c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:56.216857 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84b8dcd9-fb85-4d9f-b85f-d1054e2e6519 req-1dcff8d3-2edd-426e-981a-3001eb1f5c7f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 1095 time: 0.0507269 Sep 16 05:30:56.314731 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8dcd9-fb85-4d9f-b85f-d1054e2e6519 req-1efbe4c4-76af-4106-8d85-1d4a06c261e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:56.316217 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84b8dcd9-fb85-4d9f-b85f-d1054e2e6519 req-1efbe4c4-76af-4106-8d85-1d4a06c261e3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.0914621 Sep 16 05:30:56.368669 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84b8dcd9-fb85-4d9f-b85f-d1054e2e6519 req-bb832376-f4c4-4b7f-a3a7-eb9b6cb37cf8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9e4f83d-7fd4-4185-946a-c6560c234d89 HTTP/1.1" status: 200 len: 217 time: 0.0448887 Sep 16 05:30:56.421535 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8dcd9-fb85-4d9f-b85f-d1054e2e6519 req-0e871084-1d74-48c3-ac2f-c5339439f971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:56.423024 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84b8dcd9-fb85-4d9f-b85f-d1054e2e6519 req-0e871084-1d74-48c3-ac2f-c5339439f971 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0479398 Sep 16 05:30:56.472628 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8dcd9-fb85-4d9f-b85f-d1054e2e6519 req-59645917-b16c-4bba-9f2f-dc101d70a021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:56.474056 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84b8dcd9-fb85-4d9f-b85f-d1054e2e6519 req-59645917-b16c-4bba-9f2f-dc101d70a021 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439456 Sep 16 05:30:56.573719 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84b8dcd9-fb85-4d9f-b85f-d1054e2e6519 req-97a4822e-56de-463a-b736-d13a49210cd1 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921969 Sep 16 05:30:56.666298 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84b8dcd9-fb85-4d9f-b85f-d1054e2e6519 req-38e5a30c-7079-4f0b-8d3a-c391c1c8508b service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846307 Sep 16 05:30:56.954489 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645d7a5-d687-4a87-af47-55ea746d813a req-d513b6c3-1545-4329-a895-22dbc8bd1bc7 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:56.956064 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d645d7a5-d687-4a87-af47-55ea746d813a req-d513b6c3-1545-4329-a895-22dbc8bd1bc7 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 943 time: 0.0506482 Sep 16 05:30:57.000391 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d645d7a5-d687-4a87-af47-55ea746d813a req-c84fd5ec-a2e7-4b23-83f3-d9b5ced9f560 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369432 Sep 16 05:30:58.117794 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7ad7d-2ada-44a2-a97a-d81ad323c437 req-e11facc8-4de7-48f6-9480-0134037a9465 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:58.119545 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-21a7ad7d-2ada-44a2-a97a-d81ad323c437 req-e11facc8-4de7-48f6-9480-0134037a9465 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 943 time: 0.0497894 Sep 16 05:30:58.158611 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-21a7ad7d-2ada-44a2-a97a-d81ad323c437 req-33fe6399-551e-4553-8257-af1ff6365181 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331113 Sep 16 05:30:59.285256 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f26458-7a3e-449e-a3c5-9b932bdf7417 req-2c9e352c-1a60-4641-bf5f-9c05319b3f1f tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:59.286332 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-62f26458-7a3e-449e-a3c5-9b932bdf7417 req-2c9e352c-1a60-4641-bf5f-9c05319b3f1f tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 943 time: 0.0525227 Sep 16 05:30:59.328270 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-62f26458-7a3e-449e-a3c5-9b932bdf7417 req-f1218513-1b25-4362-8df4-d9b6c07b608a tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337479 Sep 16 05:31:00.325304 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device c9e4f83d-7fd4-4185-946a-c6560c234d89 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:31:00.422618 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port c9e4f83d-7fd4-4185-946a-c6560c234d89, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=c9e4f83d-7fd4-4185-946a-c6560c234d89,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:00.434778 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'c9e4f83d-7fd4-4185-946a-c6560c234d89', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'port_id': 'c9e4f83d-7fd4-4185-946a-c6560c234d89', 'mac_address': 'fa:16:3e:9e:86:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:31:00.446167 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4953c81-45a5-4fe6-b8ff-d4faa28cf238 req-d1dfc527-375e-4680-b724-6a9b0ac8e188 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:00.447677 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d4953c81-45a5-4fe6-b8ff-d4faa28cf238 req-d1dfc527-375e-4680-b724-6a9b0ac8e188 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 943 time: 0.0503850 Sep 16 05:31:00.472913 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:00.486889 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9e4f83d-7fd4-4185-946a-c6560c234d89 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:31:00.491894 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d4953c81-45a5-4fe6-b8ff-d4faa28cf238 req-1d8d616c-20bf-4e7e-a0b2-6c246532ce6c tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380659 Sep 16 05:31:00.514291 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port c9e4f83d-7fd4-4185-946a-c6560c234d89, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=c9e4f83d-7fd4-4185-946a-c6560c234d89,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:00.518247 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:00.564452 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=c9e4f83d-7fd4-4185-946a-c6560c234d89,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:00.942162 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['c9e4f83d-7fd4-4185-946a-c6560c234d89'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:31:01.611126 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ed827-fd7f-4917-b72b-24bd330c197d req-931ae0fb-f7fb-4526-8999-92d255d93957 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:01.612653 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-262ed827-fd7f-4917-b72b-24bd330c197d req-931ae0fb-f7fb-4526-8999-92d255d93957 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 944 time: 0.0495934 Sep 16 05:31:01.651024 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-262ed827-fd7f-4917-b72b-24bd330c197d req-3976a01a-b7ec-4fae-bbe6-46cf1d078781 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324070 Sep 16 05:31:02.335223 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device c9e4f83d-7fd4-4185-946a-c6560c234d89 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:02.386828 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port c9e4f83d-7fd4-4185-946a-c6560c234d89 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:31:02.390312 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port c9e4f83d-7fd4-4185-946a-c6560c234d89 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:02.390701 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:02.473819 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:02.496505 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a807bad5-ec94-4dd8-9f5b-0665a7794409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e4f83d-7fd4-4185-946a-c6560c234d89'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:31:02.498827 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0326f02d971f3172caf4f5570fb02818dd2fbeb358621acdfaafa2e016e50fe4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19b3df8-2922-4edb-a3e7-64626adc70b6" -d '{"events": [{"server_uuid": "a807bad5-ec94-4dd8-9f5b-0665a7794409", "name": "network-vif-plugged", "status": "completed", "tag": "c9e4f83d-7fd4-4185-946a-c6560c234d89"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:31:02.511611 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port c9e4f83d-7fd4-4185-946a-c6560c234d89, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=c9e4f83d-7fd4-4185-946a-c6560c234d89,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:02.515656 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:02.544891 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6af5487-52f7-4284-8e94-f6fa297f6087 x-openstack-request-id: req-a6af5487-52f7-4284-8e94-f6fa297f6087 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:31:02.545181 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a807bad5-ec94-4dd8-9f5b-0665a7794409", "name": "network-vif-plugged", "status": "completed", "tag": "c9e4f83d-7fd4-4185-946a-c6560c234d89", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:31:02.545433 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a6af5487-52f7-4284-8e94-f6fa297f6087 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:31:02.545813 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a807bad5-ec94-4dd8-9f5b-0665a7794409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e4f83d-7fd4-4185-946a-c6560c234d89', 'code': 200} Sep 16 05:31:02.573023 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=c9e4f83d-7fd4-4185-946a-c6560c234d89,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:02.667293 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1e079-822f-497d-a5e2-142ff3ef3d48 req-e59b5e8d-63e2-4bca-92e6-2ea914f37478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:02.668807 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3e1e079-822f-497d-a5e2-142ff3ef3d48 req-e59b5e8d-63e2-4bca-92e6-2ea914f37478 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 1097 time: 0.0400417 Sep 16 05:31:02.704037 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a3e1e079-822f-497d-a5e2-142ff3ef3d48 req-d0c47ef5-064d-4630-b1e1-819a1ba4d84a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286634 Sep 16 05:31:02.768128 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0638a6-d887-4ce0-830c-dfda5e071914 req-673c6183-e726-4e48-8b4b-b3bfd5ba9d94 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:02.769631 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7d0638a6-d887-4ce0-830c-dfda5e071914 req-673c6183-e726-4e48-8b4b-b3bfd5ba9d94 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 945 time: 0.0476027 Sep 16 05:31:02.811999 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7d0638a6-d887-4ce0-830c-dfda5e071914 req-27f7e6be-56ef-458b-85a3-5faf39a30fdb tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364175 Sep 16 05:31:03.929077 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ea8b2-5fb1-480c-8545-d31050b9bcd9 req-fe4a369c-7956-4cae-bc8e-80a83de49278 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:03.930573 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-467ea8b2-5fb1-480c-8545-d31050b9bcd9 req-fe4a369c-7956-4cae-bc8e-80a83de49278 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 945 time: 0.0511403 Sep 16 05:31:03.969761 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-467ea8b2-5fb1-480c-8545-d31050b9bcd9 req-eadcf844-80e6-4ec7-afda-79671ae383c3 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324881 Sep 16 05:31:05.085006 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56085bb-40af-4653-ac15-f4cdd25a2c23 req-bdffc5eb-a09f-4499-ad8e-7339c6b92fa7 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:05.086485 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d56085bb-40af-4653-ac15-f4cdd25a2c23 req-bdffc5eb-a09f-4499-ad8e-7339c6b92fa7 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 945 time: 0.0493672 Sep 16 05:31:05.131592 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d56085bb-40af-4653-ac15-f4cdd25a2c23 req-975e2fb7-dc2d-47b6-95e8-0ca8ac78f2aa tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389094 Sep 16 05:31:05.244312 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cfadb9-a4a7-4bd5-9464-cffe20b85f5a req-54b5185a-ec78-4d42-9857-420000bfc2ef tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:05.245958 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e1cfadb9-a4a7-4bd5-9464-cffe20b85f5a req-54b5185a-ec78-4d42-9857-420000bfc2ef tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 945 time: 0.0494568 Sep 16 05:31:05.254443 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 55210) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:05.258778 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-1eee4c1e-13e9-49fc-9ef8-346463d842db tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Request body: {'floatingip': {'port_id': 'c9e4f83d-7fd4-4185-946a-c6560c234d89'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:05.302536 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1eee4c1e-13e9-49fc-9ef8-346463d842db tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks [] for floatingip, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:05.729865 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1eee4c1e-13e9-49fc-9ef8-346463d842db tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:05.733693 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1eee4c1e-13e9-49fc-9ef8-346463d842db tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:05.828294 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [None req-1eee4c1e-13e9-49fc-9ef8-346463d842db tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Floating IP 5537a686-8aea-44d5-b547-7be224f6f1bf associated. External IP: 172.25.8.225, port: c9e4f83d-7fd4-4185-946a-c6560c234d89. Sep 16 05:31:06.031360 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eee4c1e-13e9-49fc-9ef8-346463d842db tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Router 398ab092-4da1-4044-b3dc-25f08dbf2bc3 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:31:06.137251 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eee4c1e-13e9-49fc-9ef8-346463d842db tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:31:06.142047 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1eee4c1e-13e9-49fc-9ef8-346463d842db tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:06.146918 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c09eb3-f203-4a58-bf99-61c5823d9f23 None None] Sync routers for ids ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:31:06.156211 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c09eb3-f203-4a58-bf99-61c5823d9f23 None None] Routers {'398ab092-4da1-4044-b3dc-25f08dbf2bc3'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:06.156857 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-46c09eb3-f203-4a58-bf99-61c5823d9f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:30:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:06.169034 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1eee4c1e-13e9-49fc-9ef8-346463d842db tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "PUT /v2.0/floatingips/5537a686-8aea-44d5-b547-7be224f6f1bf HTTP/1.1" status: 200 len: 991 time: 0.9135478 Sep 16 05:31:06.169618 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a807bad5-ec94-4dd8-9f5b-0665a7794409', 'tag': 'c9e4f83d-7fd4-4185-946a-c6560c234d89'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:31:06.171877 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf367d6c3863a637c17ce71048651cb69523a77d3bacad778193a30afa6db53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db20dadc-29fa-4cf2-8cdd-415d46bf25f5" -d '{"events": [{"name": "network-changed", "server_uuid": "a807bad5-ec94-4dd8-9f5b-0665a7794409", "tag": "c9e4f83d-7fd4-4185-946a-c6560c234d89"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:31:06.262980 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-46c09eb3-f203-4a58-bf99-61c5823d9f23 None None] Set router 398ab092-4da1-4044-b3dc-25f08dbf2bc3 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:31:06.277561 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f3db0a-9c5e-4369-915a-a0756b4160ba x-openstack-request-id: req-b5f3db0a-9c5e-4369-915a-a0756b4160ba {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:31:06.277852 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a807bad5-ec94-4dd8-9f5b-0665a7794409", "tag": "c9e4f83d-7fd4-4185-946a-c6560c234d89", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:31:06.278104 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b5f3db0a-9c5e-4369-915a-a0756b4160ba {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:31:06.278511 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a807bad5-ec94-4dd8-9f5b-0665a7794409', 'tag': 'c9e4f83d-7fd4-4185-946a-c6560c234d89', 'status': 'completed', 'code': 200} Sep 16 05:31:06.362821 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20dadc-29fa-4cf2-8cdd-415d46bf25f5 req-82d3b2e9-a7cd-4779-b2c3-28df39d8f6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:06.364333 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-db20dadc-29fa-4cf2-8cdd-415d46bf25f5 req-82d3b2e9-a7cd-4779-b2c3-28df39d8f6c0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 1097 time: 0.0454834 Sep 16 05:31:06.455139 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20dadc-29fa-4cf2-8cdd-415d46bf25f5 req-6962a56c-ab90-4d47-9c3c-d45b7c87b926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:06.456632 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-db20dadc-29fa-4cf2-8cdd-415d46bf25f5 req-6962a56c-ab90-4d47-9c3c-d45b7c87b926 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.0852878 Sep 16 05:31:06.485639 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-46c09eb3-f203-4a58-bf99-61c5823d9f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'name': 'tempest-ServerActionsTestJSON-863375096-router', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:45Z', 'updated_at': '2021-09-16T05:23:48Z', 'revision_number': 4, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'gw_port': {'id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:46Z', 'updated_at': '2021-09-16T05:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '5537a686-8aea-44d5-b547-7be224f6f1bf', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'floating_ip_address': '172.25.8.225', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'port_id': 'c9e4f83d-7fd4-4185-946a-c6560c234d89', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'mac_address': 'fa:16:3e:9e:86:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a807bad5-ec94-4dd8-9f5b-0665a7794409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:23:50Z', 'updated_at': '2021-09-16T05:31:05Z', 'revision_number': 9, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a75257d1-60d9-46de-b495-04188c49429b', 'name': '', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'mac_address': 'fa:16:3e:b4:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:47Z', 'updated_at': '2021-09-16T05:23:51Z', 'revision_number': 5, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'subnets': [{'id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:06.511768 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c09eb3-f203-4a58-bf99-61c5823d9f23 None None] Checking router: 398ab092-4da1-4044-b3dc-25f08dbf2bc3 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:31:06.519910 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c09eb3-f203-4a58-bf99-61c5823d9f23 None None] Routers {'398ab092-4da1-4044-b3dc-25f08dbf2bc3'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:06.520513 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-46c09eb3-f203-4a58-bf99-61c5823d9f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:30:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:06.524715 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-db20dadc-29fa-4cf2-8cdd-415d46bf25f5 req-f7bffca3-ed75-45bb-a72f-2ff79f17036c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9e4f83d-7fd4-4185-946a-c6560c234d89 HTTP/1.1" status: 200 len: 999 time: 0.0612423 Sep 16 05:31:06.574707 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20dadc-29fa-4cf2-8cdd-415d46bf25f5 req-3c29ec79-d3cd-4006-99ff-97d09e2c647b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:06.576070 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-db20dadc-29fa-4cf2-8cdd-415d46bf25f5 req-3c29ec79-d3cd-4006-99ff-97d09e2c647b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0450015 Sep 16 05:31:06.621306 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20dadc-29fa-4cf2-8cdd-415d46bf25f5 req-08c21c31-81e6-4a0f-8fef-0461d12afb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:06.622833 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-db20dadc-29fa-4cf2-8cdd-415d46bf25f5 req-08c21c31-81e6-4a0f-8fef-0461d12afb99 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394824 Sep 16 05:31:06.626137 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-46c09eb3-f203-4a58-bf99-61c5823d9f23 None None] Set router 398ab092-4da1-4044-b3dc-25f08dbf2bc3 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:31:06.716137 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-db20dadc-29fa-4cf2-8cdd-415d46bf25f5 req-18a5355d-15e4-4b89-879d-a037b3b27b6f service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866289 Sep 16 05:31:06.803632 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-db20dadc-29fa-4cf2-8cdd-415d46bf25f5 req-2e9b1ced-7948-4574-98f1-0075c45016ad service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802319 Sep 16 05:31:06.851737 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-46c09eb3-f203-4a58-bf99-61c5823d9f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'name': 'tempest-ServerActionsTestJSON-863375096-router', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:45Z', 'updated_at': '2021-09-16T05:23:48Z', 'revision_number': 4, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'gw_port': {'id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:46Z', 'updated_at': '2021-09-16T05:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '5537a686-8aea-44d5-b547-7be224f6f1bf', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'floating_ip_address': '172.25.8.225', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'port_id': 'c9e4f83d-7fd4-4185-946a-c6560c234d89', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'mac_address': 'fa:16:3e:9e:86:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a807bad5-ec94-4dd8-9f5b-0665a7794409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:23:50Z', 'updated_at': '2021-09-16T05:31:05Z', 'revision_number': 9, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a75257d1-60d9-46de-b495-04188c49429b', 'name': '', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'mac_address': 'fa:16:3e:b4:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:47Z', 'updated_at': '2021-09-16T05:23:51Z', 'revision_number': 5, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'subnets': [{'id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:06.877626 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c09eb3-f203-4a58-bf99-61c5823d9f23 None None] The sync data for ids ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'] in n-d-712139-15 is: [{'id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'name': 'tempest-ServerActionsTestJSON-863375096-router', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:45Z', 'updated_at': '2021-09-16T05:23:48Z', 'revision_number': 4, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'gw_port': {'id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:46Z', 'updated_at': '2021-09-16T05:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '5537a686-8aea-44d5-b547-7be224f6f1bf', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'floating_ip_address': '172.25.8.225', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'port_id': 'c9e4f83d-7fd4-4185-946a-c6560c234d89', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'mac_address': 'fa:16:3e:9e:86:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a807bad5-ec94-4dd8-9f5b-0665a7794409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:23:50Z', 'updated_at': '2021-09-16T05:31:05Z', 'revision_number': 9, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a75257d1-60d9-46de-b495-04188c49429b', 'name': '', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'mac_address': 'fa:16:3e:b4:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:47Z', 'updated_at': '2021-09-16T05:23:51Z', 'revision_number': 5, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'subnets': [{'id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:31:07.061990 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14048a5-87ef-4543-b35c-39e3671d5268 None None] New status for floating IP 5537a686-8aea-44d5-b547-7be224f6f1bf: ACTIVE {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:31:10.160998 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a5db9ced-d82a-40e8-aa4f-6258ed775275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:12.046362 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:13.298666 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c53a4981-0bfc-49d0-bf99-6d8bfaa197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:13.596948 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:13.665604 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb410bd8-e223-42cd-bc08-54f4cd0bb967 req-e2f878c3-d125-4783-85a4-551ed65d9c7c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444608 Sep 16 05:31:13.768154 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb410bd8-e223-42cd-bc08-54f4cd0bb967 req-a88e8c72-a21e-4fa1-80b9-a9e7bf8252e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:13.769692 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb410bd8-e223-42cd-bc08-54f4cd0bb967 req-a88e8c72-a21e-4fa1-80b9-a9e7bf8252e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 1097 time: 0.0424621 Sep 16 05:31:13.894907 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb410bd8-e223-42cd-bc08-54f4cd0bb967 req-5e20a788-40d6-4a0f-beb1-a6a8290fbc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:13.896270 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb410bd8-e223-42cd-bc08-54f4cd0bb967 req-5e20a788-40d6-4a0f-beb1-a6a8290fbc98 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.0844438 Sep 16 05:31:13.963931 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb410bd8-e223-42cd-bc08-54f4cd0bb967 req-4e942006-c85d-4e39-9967-04a139edad86 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9e4f83d-7fd4-4185-946a-c6560c234d89 HTTP/1.1" status: 200 len: 1002 time: 0.0600803 Sep 16 05:31:14.010569 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb410bd8-e223-42cd-bc08-54f4cd0bb967 req-4298a0f3-7b38-408f-9a46-e8241d45459f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:14.012516 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb410bd8-e223-42cd-bc08-54f4cd0bb967 req-4298a0f3-7b38-408f-9a46-e8241d45459f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0417707 Sep 16 05:31:14.057210 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb410bd8-e223-42cd-bc08-54f4cd0bb967 req-4b74fcbe-605a-470c-be45-c57420b75f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:14.058700 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb410bd8-e223-42cd-bc08-54f4cd0bb967 req-4b74fcbe-605a-470c-be45-c57420b75f2c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394609 Sep 16 05:31:14.150740 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb410bd8-e223-42cd-bc08-54f4cd0bb967 req-42bdb8fb-d296-4a7e-a75a-b9f5e1630445 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841129 Sep 16 05:31:14.242001 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb410bd8-e223-42cd-bc08-54f4cd0bb967 req-7f0efce9-6028-4bca-b7f1-a98e02f7ac7a service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843444 Sep 16 05:31:14.707563 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:15.075172 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:16.220778 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:25.137132 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:31:40.162879 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a6d6339a-4afe-4922-8ff7-f903c209101e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:42.044938 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:43.299629 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f386bcfd-baa8-464c-8178-d263cb7cc1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:43.597534 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.711117 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:45.070724 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:46.224852 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:02.137321 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:32:10.164137 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-13787cfc-1522-41f3-a24a-2ec48dbb8e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.060531 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:13.300251 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-43ada6a1-6f90-4dfb-9e02-993e3288c83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:13.598376 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:14.713992 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:15.088853 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:15.762692 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-72489c5e-3473-4bf8-bdff-4c318b0b3e3b req-a0b27b45-55d4-4fcf-9b62-cbf46e87c7bd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0801649 Sep 16 05:32:15.868192 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72489c5e-3473-4bf8-bdff-4c318b0b3e3b req-b284d8f0-a151-4f9e-b846-500f1fa91458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:15.869603 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-72489c5e-3473-4bf8-bdff-4c318b0b3e3b req-b284d8f0-a151-4f9e-b846-500f1fa91458 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 1097 time: 0.0404458 Sep 16 05:32:15.976633 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72489c5e-3473-4bf8-bdff-4c318b0b3e3b req-e4f1571a-3b41-49c6-a501-8d6646478581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:15.978099 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-72489c5e-3473-4bf8-bdff-4c318b0b3e3b req-e4f1571a-3b41-49c6-a501-8d6646478581 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.0869172 Sep 16 05:32:16.041597 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-72489c5e-3473-4bf8-bdff-4c318b0b3e3b req-e6b1fe6a-181f-4aef-b84d-6a924cdce03e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9e4f83d-7fd4-4185-946a-c6560c234d89 HTTP/1.1" status: 200 len: 1002 time: 0.0556860 Sep 16 05:32:16.093029 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72489c5e-3473-4bf8-bdff-4c318b0b3e3b req-f9219436-a122-48f1-ab3a-7329f1dda3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:16.094473 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-72489c5e-3473-4bf8-bdff-4c318b0b3e3b req-f9219436-a122-48f1-ab3a-7329f1dda3b0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0449624 Sep 16 05:32:16.142988 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72489c5e-3473-4bf8-bdff-4c318b0b3e3b req-41f873dc-3c18-40ab-9c88-1f53fd8662df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:16.144391 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-72489c5e-3473-4bf8-bdff-4c318b0b3e3b req-41f873dc-3c18-40ab-9c88-1f53fd8662df service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434062 Sep 16 05:32:16.226649 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.232483 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-72489c5e-3473-4bf8-bdff-4c318b0b3e3b req-501213ab-7128-420b-b6a0-89055cd47704 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808554 Sep 16 05:32:16.326434 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-72489c5e-3473-4bf8-bdff-4c318b0b3e3b req-3657d8c0-1531-459c-993d-2a3afe85aa0a service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866768 Sep 16 05:32:39.136183 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:32:40.165543 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c3be60ca-4f5f-4ce4-b903-44949175dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.093390 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.303491 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-dc0f6aa0-eef4-4a07-af1b-ac61581fd0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.599971 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.717869 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:45.117948 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.228340 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:10.167219 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8a71cd21-5252-4f97-a94d-445313c06d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:12.090112 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:13.303873 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6393b01c-42f2-424b-b2dd-db9563435755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:13.606047 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:14.720067 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:15.137064 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.136276 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:33:16.231244 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:17.652269 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7f667325-3364-406b-96d6-b03442692761 req-08154426-436f-491e-949b-fa851550f505 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399339 Sep 16 05:33:17.751865 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f667325-3364-406b-96d6-b03442692761 req-fbdd8809-0add-463f-bc5a-7a7b30f04082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:17.754070 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7f667325-3364-406b-96d6-b03442692761 req-fbdd8809-0add-463f-bc5a-7a7b30f04082 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 1097 time: 0.0410810 Sep 16 05:33:18.204943 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f667325-3364-406b-96d6-b03442692761 req-dc3d9550-2cde-441b-880c-ab4e0f388a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:18.207383 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7f667325-3364-406b-96d6-b03442692761 req-dc3d9550-2cde-441b-880c-ab4e0f388a46 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.4346652 Sep 16 05:33:18.272129 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7f667325-3364-406b-96d6-b03442692761 req-87745711-e0e9-4e8d-a167-8acfa5e77789 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9e4f83d-7fd4-4185-946a-c6560c234d89 HTTP/1.1" status: 200 len: 1002 time: 0.0572217 Sep 16 05:33:18.324731 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f667325-3364-406b-96d6-b03442692761 req-32550520-2876-4ec0-95df-94ce13779db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:18.326444 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7f667325-3364-406b-96d6-b03442692761 req-32550520-2876-4ec0-95df-94ce13779db2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0474868 Sep 16 05:33:18.371812 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f667325-3364-406b-96d6-b03442692761 req-15a3eaa1-89c2-4ed4-8195-de3defb64cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:18.373314 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7f667325-3364-406b-96d6-b03442692761 req-15a3eaa1-89c2-4ed4-8195-de3defb64cf6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393398 Sep 16 05:33:18.463047 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7f667325-3364-406b-96d6-b03442692761 req-f3c723a5-ac75-4b25-b290-dd2e11e89df4 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820222 Sep 16 05:33:18.555308 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7f667325-3364-406b-96d6-b03442692761 req-71742434-5710-4ba2-b4d5-e7166eb0c7a0 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854044 Sep 16 05:33:40.168040 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-dfc15a59-93a3-4aef-ae94-6bb99da072ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:41.860932 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-51dcecba-e5a2-4bc0-969a-b4dc7b07f666 req-0a69e157-ef77-4c85-89a1-c09d9f79300a service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:33:41.862000 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-51dcecba-e5a2-4bc0-969a-b4dc7b07f666 req-0a69e157-ef77-4c85-89a1-c09d9f79300a service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0425661 Sep 16 05:33:42.099547 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:43.134451 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-f0872157-1f95-4141-8ab5-2af193fa9892 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0907199 Sep 16 05:33:43.217626 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905ed6f-872a-4137-81d2-2fc340f00595 req-8f6d985d-a42d-41ac-91c1-67245377d700 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:43.219053 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1905ed6f-872a-4137-81d2-2fc340f00595 req-8f6d985d-a42d-41ac-91c1-67245377d700 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 945 time: 0.1017661 Sep 16 05:33:43.259462 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1905ed6f-872a-4137-81d2-2fc340f00595 req-82e37112-0e1b-4462-92b2-616a0f9a953d tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339336 Sep 16 05:33:43.306229 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7b3f5610-1321-42df-a997-1e8ece1be60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:43.598177 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:44.407836 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2a13f-e674-4095-8b6d-32dcdf17c7eb req-07a30afd-39dc-4085-a643-6fcc59d4b512 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:44.409336 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0ee2a13f-e674-4095-8b6d-32dcdf17c7eb req-07a30afd-39dc-4085-a643-6fcc59d4b512 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 945 time: 0.0803604 Sep 16 05:33:44.412707 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-f25d098d-6fdc-4cd2-917e-449187c61e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:44.414124 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-f25d098d-6fdc-4cd2-917e-449187c61e83 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 1097 time: 0.0745270 Sep 16 05:33:44.499579 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0ee2a13f-e674-4095-8b6d-32dcdf17c7eb req-187b24be-7346-4c3c-a0db-d4b1f9f6c9a3 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834413 Sep 16 05:33:44.529605 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-7c5a991b-313f-4712-b846-902d9496b62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:44.531131 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-7c5a991b-313f-4712-b846-902d9496b62b service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.1092987 Sep 16 05:33:44.597515 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-b4d1a7d4-ba9c-4d29-b8dc-3e6752bda56b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9e4f83d-7fd4-4185-946a-c6560c234d89 HTTP/1.1" status: 200 len: 1002 time: 0.0586274 Sep 16 05:33:44.647598 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-93e88655-45ff-4b0a-94f2-26337dd718bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:44.649062 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-93e88655-45ff-4b0a-94f2-26337dd718bc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0437369 Sep 16 05:33:44.700297 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-811f9841-bfd6-4aff-af0e-17264fac1044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:44.701849 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-811f9841-bfd6-4aff-af0e-17264fac1044 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462897 Sep 16 05:33:44.723895 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:44.792111 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-ce5ce2bc-4433-407a-a186-e10e6241e6eb service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824196 Sep 16 05:33:44.886458 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-15b9938f-9728-47ab-bfb3-30ae28c70939 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871096 Sep 16 05:33:45.132998 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:45.619693 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6350820-4be4-4a33-9c46-fb286917f786 req-1665da81-686a-45c6-a1b6-3f3c4f0fc03f tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:45.621251 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6350820-4be4-4a33-9c46-fb286917f786 req-1665da81-686a-45c6-a1b6-3f3c4f0fc03f tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 945 time: 0.0506501 Sep 16 05:33:45.659421 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e6350820-4be4-4a33-9c46-fb286917f786 req-3549144c-85d7-4e50-a5c0-63116ee57721 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321579 Sep 16 05:33:46.233988 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:46.776596 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6dc951-bc8a-45d2-9dde-5fa99bc57908 req-2fa820db-6c2c-4d53-afff-83c72c6c42dd tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:46.778082 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-be6dc951-bc8a-45d2-9dde-5fa99bc57908 req-2fa820db-6c2c-4d53-afff-83c72c6c42dd tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 945 time: 0.0480506 Sep 16 05:33:46.820493 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-be6dc951-bc8a-45d2-9dde-5fa99bc57908 req-f976d276-b5e2-4c67-9284-afb379236f74 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365226 Sep 16 05:33:47.944803 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bf9a3-3933-4693-bc7a-80b6817bec38 req-938bfd98-fd85-4802-bbc8-70686bf7f4ad tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:47.946326 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e10bf9a3-3933-4693-bc7a-80b6817bec38 req-938bfd98-fd85-4802-bbc8-70686bf7f4ad tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 945 time: 0.0560791 Sep 16 05:33:47.987183 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e10bf9a3-3933-4693-bc7a-80b6817bec38 req-81793048-c88d-4efc-a87d-0323cc2b6148 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347209 Sep 16 05:33:49.149876 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3055c-4311-43e5-9c02-60a98120acfb req-46c0293f-8ecd-4b55-a9d0-f882fb800d10 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:49.151397 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ee3055c-4311-43e5-9c02-60a98120acfb req-46c0293f-8ecd-4b55-a9d0-f882fb800d10 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 945 time: 0.0483508 Sep 16 05:33:49.189135 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ee3055c-4311-43e5-9c02-60a98120acfb req-df39ffce-b2f8-4070-82f3-11891157c902 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317500 Sep 16 05:33:50.306116 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973f252-4345-436c-90c2-0450704829d3 req-aacb8ca4-289d-4aaf-8210-34eaf9789afc tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:50.307867 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3973f252-4345-436c-90c2-0450704829d3 req-aacb8ca4-289d-4aaf-8210-34eaf9789afc tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 945 time: 0.0494852 Sep 16 05:33:50.349731 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3973f252-4345-436c-90c2-0450704829d3 req-1559f7c5-9a95-4740-92b5-ba4b66662259 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359409 Sep 16 05:33:51.470113 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc40b3-c688-4e04-940b-444a58470533 req-32f4e637-4d00-460b-bead-d411d0cb1aa1 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:51.471696 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-24dc40b3-c688-4e04-940b-444a58470533 req-32f4e637-4d00-460b-bead-d411d0cb1aa1 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 945 time: 0.0524547 Sep 16 05:33:51.513404 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-24dc40b3-c688-4e04-940b-444a58470533 req-cf7a5240-6b55-4153-89ba-19faf2cff4c9 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345962 Sep 16 05:33:52.630485 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869455a-7681-4a06-af14-af814950ab99 req-0da1f71f-6e65-4868-bcb5-1f7fb2d5d3f8 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:52.631983 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2869455a-7681-4a06-af14-af814950ab99 req-0da1f71f-6e65-4868-bcb5-1f7fb2d5d3f8 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 945 time: 0.0493236 Sep 16 05:33:52.670031 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2869455a-7681-4a06-af14-af814950ab99 req-f5bc798f-21d0-4243-a946-334fff272289 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320752 Sep 16 05:33:53.135915 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:33:53.785257 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc0c87-71ca-439b-8c06-3be3af813188 req-25c1f8d3-1230-4a3f-9e16-27e066109d76 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:53.786959 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5cbc0c87-71ca-439b-8c06-3be3af813188 req-25c1f8d3-1230-4a3f-9e16-27e066109d76 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 945 time: 0.0491166 Sep 16 05:33:53.828726 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5cbc0c87-71ca-439b-8c06-3be3af813188 req-7982fe02-024a-4cd5-a50f-47cc55e2712b tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358422 Sep 16 05:33:54.945947 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3f0cf-656f-4ece-800a-511269a7b000 req-1efa21b4-8221-4ee8-bd38-acc1c141f55f tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:54.947462 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-41c3f0cf-656f-4ece-800a-511269a7b000 req-1efa21b4-8221-4ee8-bd38-acc1c141f55f tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 945 time: 0.0502310 Sep 16 05:33:54.985754 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-41c3f0cf-656f-4ece-800a-511269a7b000 req-ca0d7086-472b-418c-84bd-17027ba22377 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322275 Sep 16 05:33:56.101292 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632171c-6844-4fab-ab15-f6630ebd352f req-76b57176-b56f-4288-8db3-c2cec297943a tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:56.102769 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c632171c-6844-4fab-ab15-f6630ebd352f req-76b57176-b56f-4288-8db3-c2cec297943a tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 945 time: 0.0488818 Sep 16 05:33:56.139921 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c632171c-6844-4fab-ab15-f6630ebd352f req-5c7bbf50-9fe7-40be-aa2a-6636301f567c tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312717 Sep 16 05:33:56.934791 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-4f4cd102-fe77-4b45-ba2c-fe48e6d11b07 service neutron] show failed (client error): The resource could not be found. Sep 16 05:33:56.935814 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-4f4cd102-fe77-4b45-ba2c-fe48e6d11b07 service neutron] 10.222.0.48 "GET /v2.0/ports/c9e4f83d-7fd4-4185-946a-c6560c234d89/bindings/n-h1-712139-15 HTTP/1.1" status: 404 len: 381 time: 0.0551112 Sep 16 05:33:57.291300 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c314e-01be-4680-ac27-f679809f4e8b req-f06b1d5f-f947-4e3d-ae6d-5b82220e6c29 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:57.292841 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-161c314e-01be-4680-ac27-f679809f4e8b req-f06b1d5f-f947-4e3d-ae6d-5b82220e6c29 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 945 time: 0.0829318 Sep 16 05:33:57.294819 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-ec8893ce-9a21-48bc-ae2e-63aa2f8e69e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:57.296182 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-ec8893ce-9a21-48bc-ae2e-63aa2f8e69e2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409&tenant_id=862b1ea02f834312a01b6e1752f75144 HTTP/1.1" status: 200 len: 1097 time: 0.1225946 Sep 16 05:33:57.317281 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-942bcb51-3aa4-4616-b0d6-56c2d9a506bb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-15', 'device_owner': 'compute:nova'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:57.360558 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-161c314e-01be-4680-ac27-f679809f4e8b req-345f0c3e-d955-4dae-aed6-dc4226178ff0 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614948 Sep 16 05:33:57.389260 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-942bcb51-3aa4-4616-b0d6-56c2d9a506bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:57.593214 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-942bcb51-3aa4-4616-b0d6-56c2d9a506bb service neutron] For port c9e4f83d-7fd4-4185-946a-c6560c234d89, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=c9e4f83d-7fd4-4185-946a-c6560c234d89,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:57.624949 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-942bcb51-3aa4-4616-b0d6-56c2d9a506bb service neutron] For port c9e4f83d-7fd4-4185-946a-c6560c234d89, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:33:57.664041 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a807bad5-ec94-4dd8-9f5b-0665a7794409', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9e4f83d-7fd4-4185-946a-c6560c234d89'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:33:57.669468 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-942bcb51-3aa4-4616-b0d6-56c2d9a506bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:57.681541 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-942bcb51-3aa4-4616-b0d6-56c2d9a506bb service neutron] Transition to ACTIVE for port object c9e4f83d-7fd4-4185-946a-c6560c234d89 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:33:57.685301 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-942bcb51-3aa4-4616-b0d6-56c2d9a506bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:57.773111 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959fc739-6e27-4ff7-8d60-fce9e3c0a829" -d '{"events": [{"server_uuid": "a807bad5-ec94-4dd8-9f5b-0665a7794409", "name": "network-vif-unplugged", "status": "completed", "tag": "c9e4f83d-7fd4-4185-946a-c6560c234d89"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:33:57.781272 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942bcb51-3aa4-4616-b0d6-56c2d9a506bb service neutron] Pushing event updated for resources: {'Port': ['ID=c9e4f83d-7fd4-4185-946a-c6560c234d89,revision_number=6']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:57.792585 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942bcb51-3aa4-4616-b0d6-56c2d9a506bb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:57.792949 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942bcb51-3aa4-4616-b0d6-56c2d9a506bb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:57.793289 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942bcb51-3aa4-4616-b0d6-56c2d9a506bb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:57.793631 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942bcb51-3aa4-4616-b0d6-56c2d9a506bb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:57.793963 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942bcb51-3aa4-4616-b0d6-56c2d9a506bb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:57.794291 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942bcb51-3aa4-4616-b0d6-56c2d9a506bb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:57.794711 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942bcb51-3aa4-4616-b0d6-56c2d9a506bb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:57.794943 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942bcb51-3aa4-4616-b0d6-56c2d9a506bb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:57.795259 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942bcb51-3aa4-4616-b0d6-56c2d9a506bb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:57.795584 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942bcb51-3aa4-4616-b0d6-56c2d9a506bb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:57.795909 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942bcb51-3aa4-4616-b0d6-56c2d9a506bb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:57.796235 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942bcb51-3aa4-4616-b0d6-56c2d9a506bb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:57.833522 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-942bcb51-3aa4-4616-b0d6-56c2d9a506bb service neutron] No DVR routers for this DVR port c9e4f83d-7fd4-4185-946a-c6560c234d89 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:33:57.884317 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22442e30-c194-4f31-9c08-129fd4acfd8f x-openstack-request-id: req-22442e30-c194-4f31-9c08-129fd4acfd8f {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:33:57.884637 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a807bad5-ec94-4dd8-9f5b-0665a7794409", "name": "network-vif-unplugged", "status": "completed", "tag": "c9e4f83d-7fd4-4185-946a-c6560c234d89", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:33:57.884885 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-22442e30-c194-4f31-9c08-129fd4acfd8f {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:33:57.885276 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a807bad5-ec94-4dd8-9f5b-0665a7794409', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9e4f83d-7fd4-4185-946a-c6560c234d89', 'code': 200} Sep 16 05:33:57.980560 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-942bcb51-3aa4-4616-b0d6-56c2d9a506bb service neutron] Attempting to bind port c9e4f83d-7fd4-4185-946a-c6560c234d89 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:33:57.980913 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-942bcb51-3aa4-4616-b0d6-56c2d9a506bb service neutron] Attempting to bind port c9e4f83d-7fd4-4185-946a-c6560c234d89 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:33:57.981234 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-942bcb51-3aa4-4616-b0d6-56c2d9a506bb service neutron] Attempting to bind port c9e4f83d-7fd4-4185-946a-c6560c234d89 on network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:33:57.986519 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-942bcb51-3aa4-4616-b0d6-56c2d9a506bb service neutron] Port c9e4f83d-7fd4-4185-946a-c6560c234d89 on network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:33:57.986839 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-942bcb51-3aa4-4616-b0d6-56c2d9a506bb service neutron] Attempting to bind port c9e4f83d-7fd4-4185-946a-c6560c234d89 on network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:33:57.992692 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-942bcb51-3aa4-4616-b0d6-56c2d9a506bb service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:33:57.992967 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-942bcb51-3aa4-4616-b0d6-56c2d9a506bb service neutron] Checking segment: {'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:33:57.993352 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-942bcb51-3aa4-4616-b0d6-56c2d9a506bb service neutron] Bound using segment: {'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:33:57.993777 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-942bcb51-3aa4-4616-b0d6-56c2d9a506bb service neutron] Bound port: c9e4f83d-7fd4-4185-946a-c6560c234d89, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:33:57.994137 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-942bcb51-3aa4-4616-b0d6-56c2d9a506bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:58.060678 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-942bcb51-3aa4-4616-b0d6-56c2d9a506bb service neutron] For port c9e4f83d-7fd4-4185-946a-c6560c234d89, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:33:58.063755 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-942bcb51-3aa4-4616-b0d6-56c2d9a506bb service neutron] For port c9e4f83d-7fd4-4185-946a-c6560c234d89, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=c9e4f83d-7fd4-4185-946a-c6560c234d89,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:33:58.068111 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-942bcb51-3aa4-4616-b0d6-56c2d9a506bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:58.107672 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-942bcb51-3aa4-4616-b0d6-56c2d9a506bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:58.108297 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-942bcb51-3aa4-4616-b0d6-56c2d9a506bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:58.109711 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-942bcb51-3aa4-4616-b0d6-56c2d9a506bb service neutron] 10.222.0.47 "PUT /v2.0/ports/c9e4f83d-7fd4-4185-946a-c6560c234d89 HTTP/1.1" status: 200 len: 1092 time: 0.7970467 Sep 16 05:33:58.130139 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942bcb51-3aa4-4616-b0d6-56c2d9a506bb service neutron] Pushing event updated for resources: {'Port': ['ID=c9e4f83d-7fd4-4185-946a-c6560c234d89,revision_number=7']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:58.192245 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-21e714a8-6af5-471e-aaa1-836387e2d966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:58.193826 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-21e714a8-6af5-471e-aaa1-836387e2d966 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 1095 time: 0.0440571 Sep 16 05:33:58.287486 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-33964b0a-526b-4539-998a-915ab1b729b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:58.289089 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-33964b0a-526b-4539-998a-915ab1b729b4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.0880961 Sep 16 05:33:58.361951 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-1dd16f82-38bc-40f4-9124-3e1676484c1e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9e4f83d-7fd4-4185-946a-c6560c234d89 HTTP/1.1" status: 200 len: 1000 time: 0.0658927 Sep 16 05:33:58.415891 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-3b9ce9dc-d9a4-41f2-9485-02b7f3a35e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:58.417440 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-3b9ce9dc-d9a4-41f2-9485-02b7f3a35e89 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0482762 Sep 16 05:33:58.497338 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-bb085b8d-ef5d-4324-914f-9652625ca5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:58.498867 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-bb085b8d-ef5d-4324-914f-9652625ca5f7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746281 Sep 16 05:33:58.507871 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d49ae-88d5-4ee5-a736-c7d7c8de7cdb req-6347e3ae-9757-4161-b308-830d0462c89b tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:58.509293 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ea3d49ae-88d5-4ee5-a736-c7d7c8de7cdb req-6347e3ae-9757-4161-b308-830d0462c89b tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 943 time: 0.0756593 Sep 16 05:33:58.601816 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ea3d49ae-88d5-4ee5-a736-c7d7c8de7cdb req-7a2d582b-7b05-4364-8c79-25230213e3a4 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846341 Sep 16 05:33:58.623750 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-70e57114-b066-4db0-971f-f24cc0cac18e service neutron] 10.222.0.47 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135416 Sep 16 05:33:58.714280 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a795f82a-5672-4a5d-8955-cbd655dea748 req-0579a9cc-e35f-4bfd-92c8-cefca0eab721 service neutron] 10.222.0.47 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823557 Sep 16 05:33:59.343707 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device c9e4f83d-7fd4-4185-946a-c6560c234d89 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:33:59.386711 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device c9e4f83d-7fd4-4185-946a-c6560c234d89 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:33:59.717668 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a1e41-53d7-4889-9a5c-7a6f25080da7 req-2d6e12f9-2997-4763-9a93-de65b26d8648 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:59.719133 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c5a1e41-53d7-4889-9a5c-7a6f25080da7 req-2d6e12f9-2997-4763-9a93-de65b26d8648 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 943 time: 0.0491436 Sep 16 05:33:59.757665 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c5a1e41-53d7-4889-9a5c-7a6f25080da7 req-8433fba9-3511-496f-b595-3a37494ec18f tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321612 Sep 16 05:33:59.886614 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a807bad5-ec94-4dd8-9f5b-0665a7794409', 'tag': 'c9e4f83d-7fd4-4185-946a-c6560c234d89'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:33:59.888902 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16049032-80e9-452d-9e0e-10f8862a811b" -d '{"events": [{"name": "network-changed", "server_uuid": "a807bad5-ec94-4dd8-9f5b-0665a7794409", "tag": "c9e4f83d-7fd4-4185-946a-c6560c234d89"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:33:59.936867 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effcfe64-baf1-4342-836c-3d88e762fd81 x-openstack-request-id: req-effcfe64-baf1-4342-836c-3d88e762fd81 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:33:59.937151 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a807bad5-ec94-4dd8-9f5b-0665a7794409", "tag": "c9e4f83d-7fd4-4185-946a-c6560c234d89", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:33:59.937394 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-effcfe64-baf1-4342-836c-3d88e762fd81 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:33:59.937777 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a807bad5-ec94-4dd8-9f5b-0665a7794409', 'tag': 'c9e4f83d-7fd4-4185-946a-c6560c234d89', 'status': 'completed', 'code': 200} Sep 16 05:34:00.053343 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16049032-80e9-452d-9e0e-10f8862a811b req-8c52794c-1912-47e3-b2c7-71d24503566f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:00.054832 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16049032-80e9-452d-9e0e-10f8862a811b req-8c52794c-1912-47e3-b2c7-71d24503566f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 1095 time: 0.0712721 Sep 16 05:34:00.057721 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16049032-80e9-452d-9e0e-10f8862a811b req-d34ff5ea-a333-4c3b-a874-6da6e30312ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:00.059064 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16049032-80e9-452d-9e0e-10f8862a811b req-d34ff5ea-a333-4c3b-a874-6da6e30312ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 1095 time: 0.0677328 Sep 16 05:34:00.212219 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16049032-80e9-452d-9e0e-10f8862a811b req-cc488901-ef3b-4830-80cc-2c4d8dcc2340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:00.213641 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16049032-80e9-452d-9e0e-10f8862a811b req-cc488901-ef3b-4830-80cc-2c4d8dcc2340 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.1513517 Sep 16 05:34:00.214724 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16049032-80e9-452d-9e0e-10f8862a811b req-21be8af5-8622-4bea-8f3f-0355dfea3dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:00.216022 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16049032-80e9-452d-9e0e-10f8862a811b req-21be8af5-8622-4bea-8f3f-0355dfea3dc6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.1461756 Sep 16 05:34:00.286909 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16049032-80e9-452d-9e0e-10f8862a811b req-3c4bd752-699a-4936-affc-5b7ac3a54697 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9e4f83d-7fd4-4185-946a-c6560c234d89 HTTP/1.1" status: 200 len: 1000 time: 0.0635755 Sep 16 05:34:00.382854 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16049032-80e9-452d-9e0e-10f8862a811b req-491f2592-838e-4b78-8ebc-cbf22a15ba40 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9e4f83d-7fd4-4185-946a-c6560c234d89 HTTP/1.1" status: 200 len: 1000 time: 0.0950012 Sep 16 05:34:00.384342 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16049032-80e9-452d-9e0e-10f8862a811b req-97ebd7d1-c49b-45ad-9fcd-5e263057fcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:00.385803 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16049032-80e9-452d-9e0e-10f8862a811b req-97ebd7d1-c49b-45ad-9fcd-5e263057fcb1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0916052 Sep 16 05:34:00.460113 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16049032-80e9-452d-9e0e-10f8862a811b req-bbe01a87-9c68-4cc1-bd53-0d114c947bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:00.461584 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16049032-80e9-452d-9e0e-10f8862a811b req-bbe01a87-9c68-4cc1-bd53-0d114c947bd5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0693047 Sep 16 05:34:00.469421 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16049032-80e9-452d-9e0e-10f8862a811b req-2327593d-0d71-41ad-8256-d9a86579a23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:00.470767 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16049032-80e9-452d-9e0e-10f8862a811b req-2327593d-0d71-41ad-8256-d9a86579a23b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0773671 Sep 16 05:34:00.519626 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device c9e4f83d-7fd4-4185-946a-c6560c234d89 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:34:00.568176 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16049032-80e9-452d-9e0e-10f8862a811b req-17e455ce-d272-4e93-9ae9-a2527e662ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:00.569830 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16049032-80e9-452d-9e0e-10f8862a811b req-17e455ce-d272-4e93-9ae9-a2527e662ba0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0981085 Sep 16 05:34:00.613822 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16049032-80e9-452d-9e0e-10f8862a811b req-df712ffe-d20e-418a-980d-bca1f1be05d0 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338184 Sep 16 05:34:00.616979 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port c9e4f83d-7fd4-4185-946a-c6560c234d89, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=c9e4f83d-7fd4-4185-946a-c6560c234d89,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:00.627883 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'c9e4f83d-7fd4-4185-946a-c6560c234d89', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'port_id': 'c9e4f83d-7fd4-4185-946a-c6560c234d89', 'mac_address': 'fa:16:3e:9e:86:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:34:00.665464 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:00.678476 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9e4f83d-7fd4-4185-946a-c6560c234d89 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:34:00.697550 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port c9e4f83d-7fd4-4185-946a-c6560c234d89, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=c9e4f83d-7fd4-4185-946a-c6560c234d89,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:00.701222 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:00.731691 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16049032-80e9-452d-9e0e-10f8862a811b req-c11c529e-780c-4e92-89f8-b4ccc04bc329 service neutron] 10.222.0.47 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542051 Sep 16 05:34:00.748761 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=c9e4f83d-7fd4-4185-946a-c6560c234d89,revision_number=8']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:00.756426 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:00.756805 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:00.757152 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:00.757495 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:00.757956 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:00.758160 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:00.758496 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:00.758824 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:00.759150 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:00.759475 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:00.759800 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:00.760120 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:00.770826 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16049032-80e9-452d-9e0e-10f8862a811b req-055870de-a612-44c2-9530-73c8eaa88af8 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276755 Sep 16 05:34:00.849488 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16049032-80e9-452d-9e0e-10f8862a811b req-c99c70a6-2d3e-429e-93c0-8167903512a2 service neutron] 10.222.0.47 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093040 Sep 16 05:34:00.886585 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a152d14-ec93-4897-aba7-3982e89a64d7 req-33038513-d399-40b8-bf46-fcf038b92ff4 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:00.888073 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7a152d14-ec93-4897-aba7-3982e89a64d7 req-33038513-d399-40b8-bf46-fcf038b92ff4 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 944 time: 0.0526483 Sep 16 05:34:00.927101 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7a152d14-ec93-4897-aba7-3982e89a64d7 req-0eab9006-2926-49f9-8c52-c4c291f58743 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330448 Sep 16 05:34:01.010566 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['c9e4f83d-7fd4-4185-946a-c6560c234d89'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:34:01.244645 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-d2da203d-bfaf-4771-b620-67879a21458b tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:01.246118 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-d2da203d-bfaf-4771-b620-67879a21458b tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.47 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409&tenant_id=862b1ea02f834312a01b6e1752f75144&binding%3Ahost_id=n-h1-712139-15 HTTP/1.1" status: 200 len: 944 time: 0.0806797 Sep 16 05:34:01.267265 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed03eb-ecdf-412e-8b25-e161fbfd11da req-be34b3cf-a8f6-488b-aaf6-4b20099ea543 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:01.268620 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-11ed03eb-ecdf-412e-8b25-e161fbfd11da req-be34b3cf-a8f6-488b-aaf6-4b20099ea543 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 944 time: 0.0763752 Sep 16 05:34:01.341746 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-11ed03eb-ecdf-412e-8b25-e161fbfd11da req-7a3a39be-79e9-4e1e-bc83-79fdc7593b57 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535753 Sep 16 05:34:01.343460 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-f44a9bb8-d441-4acd-a2a4-3c50c133dba2 service neutron] 10.222.0.47 "GET /v2.0/ports/c9e4f83d-7fd4-4185-946a-c6560c234d89/bindings/n-h1-712139-15 HTTP/1.1" status: 200 len: 383 time: 0.0886533 Sep 16 05:34:01.423647 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-df324e74-b01e-4b72-a8b7-30e3b88635b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:01.425851 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-df324e74-b01e-4b72-a8b7-30e3b88635b8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 1096 time: 0.0396810 Sep 16 05:34:01.515655 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-d87faf8b-e48d-46ba-9d6e-dc3dcc690537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:01.517175 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-d87faf8b-e48d-46ba-9d6e-dc3dcc690537 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.0848956 Sep 16 05:34:01.580009 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-cefae935-911c-436b-b332-c08ac178e235 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9e4f83d-7fd4-4185-946a-c6560c234d89 HTTP/1.1" status: 200 len: 1001 time: 0.0554302 Sep 16 05:34:01.632149 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-4b20b683-c102-4c10-b3c2-966e7a0a0d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:01.633673 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-4b20b683-c102-4c10-b3c2-966e7a0a0d3b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0465417 Sep 16 05:34:01.679194 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-4e6b7433-37ea-46b2-a9f7-0a8a743bfbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:01.680687 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-4e6b7433-37ea-46b2-a9f7-0a8a743bfbd7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398440 Sep 16 05:34:01.776255 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-ab2cb109-18a5-422b-b83c-37673b22e196 service neutron] 10.222.0.47 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882881 Sep 16 05:34:01.870760 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-91ef764f-11a5-48cb-bcde-16e9ae1505d5 service neutron] 10.222.0.47 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871103 Sep 16 05:34:02.459885 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c288a6-cc5b-483d-a615-eb7096fdad8f req-95c5e261-eac8-490f-8e96-497a0cb72efd tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:02.461422 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-92c288a6-cc5b-483d-a615-eb7096fdad8f req-95c5e261-eac8-490f-8e96-497a0cb72efd tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 944 time: 0.0504928 Sep 16 05:34:02.499068 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-92c288a6-cc5b-483d-a615-eb7096fdad8f req-9f7c7ed6-67a9-48cc-b1e6-c90f901bcede tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316229 Sep 16 05:34:02.539199 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device c9e4f83d-7fd4-4185-946a-c6560c234d89 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:02.587965 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port c9e4f83d-7fd4-4185-946a-c6560c234d89 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:34:02.592115 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port c9e4f83d-7fd4-4185-946a-c6560c234d89 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:02.592485 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:02.670493 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:02.693215 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a807bad5-ec94-4dd8-9f5b-0665a7794409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e4f83d-7fd4-4185-946a-c6560c234d89'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:34:02.706501 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port c9e4f83d-7fd4-4185-946a-c6560c234d89, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=c9e4f83d-7fd4-4185-946a-c6560c234d89,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:02.710869 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:02.735342 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2506ad353029a21956b6cd1b4a70cda1beed1e40b39b5191f7a66b422a7e283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a7db7d-228b-459e-a3eb-15d3624aeae2" -d '{"events": [{"server_uuid": "a807bad5-ec94-4dd8-9f5b-0665a7794409", "name": "network-vif-plugged", "status": "completed", "tag": "c9e4f83d-7fd4-4185-946a-c6560c234d89"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:34:02.763945 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=c9e4f83d-7fd4-4185-946a-c6560c234d89,revision_number=9']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:02.832231 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611b038a-39d9-4113-a35a-27bf93d143bf x-openstack-request-id: req-611b038a-39d9-4113-a35a-27bf93d143bf {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:34:02.832526 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a807bad5-ec94-4dd8-9f5b-0665a7794409", "name": "network-vif-plugged", "status": "completed", "tag": "c9e4f83d-7fd4-4185-946a-c6560c234d89", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:34:02.832819 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-611b038a-39d9-4113-a35a-27bf93d143bf {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:34:02.833216 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a807bad5-ec94-4dd8-9f5b-0665a7794409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e4f83d-7fd4-4185-946a-c6560c234d89', 'code': 200} Sep 16 05:34:03.060073 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4adb3-7b43-46af-b55e-98fceb14a225 req-8880cdf0-bb36-4bfc-bf50-74295e4c5371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:03.061510 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-66b4adb3-7b43-46af-b55e-98fceb14a225 req-8880cdf0-bb36-4bfc-bf50-74295e4c5371 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 1097 time: 0.0450943 Sep 16 05:34:03.168217 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4adb3-7b43-46af-b55e-98fceb14a225 req-ad0f11dc-7bce-45e6-8f30-de8b842fe864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:03.169752 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-66b4adb3-7b43-46af-b55e-98fceb14a225 req-ad0f11dc-7bce-45e6-8f30-de8b842fe864 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.0840189 Sep 16 05:34:03.248176 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-66b4adb3-7b43-46af-b55e-98fceb14a225 req-778014e6-ae13-4c82-86f0-e83f2fee02b6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9e4f83d-7fd4-4185-946a-c6560c234d89 HTTP/1.1" status: 200 len: 1002 time: 0.0598512 Sep 16 05:34:03.300441 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4adb3-7b43-46af-b55e-98fceb14a225 req-d548f70c-e9a5-41be-8608-d12838809bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:03.301923 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-66b4adb3-7b43-46af-b55e-98fceb14a225 req-d548f70c-e9a5-41be-8608-d12838809bfd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0458541 Sep 16 05:34:03.348714 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4adb3-7b43-46af-b55e-98fceb14a225 req-3008f70f-8982-461a-a0e7-3cf4df0fa06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:03.350213 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-66b4adb3-7b43-46af-b55e-98fceb14a225 req-3008f70f-8982-461a-a0e7-3cf4df0fa06d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403161 Sep 16 05:34:03.447868 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-66b4adb3-7b43-46af-b55e-98fceb14a225 req-31a46377-70e6-4f56-9af6-02909cddba91 service neutron] 10.222.0.47 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891690 Sep 16 05:34:03.539610 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-66b4adb3-7b43-46af-b55e-98fceb14a225 req-2b15ac5a-79fc-4f22-9a64-5538d7779f9b service neutron] 10.222.0.47 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839109 Sep 16 05:34:03.622600 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ceaf3e-51eb-4557-80ea-3f111f98acab req-6ec2ae96-70c0-4c4c-ae9b-c33676187f8e tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:03.623983 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-36ceaf3e-51eb-4557-80ea-3f111f98acab req-6ec2ae96-70c0-4c4c-ae9b-c33676187f8e tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 945 time: 0.0526557 Sep 16 05:34:03.661995 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-36ceaf3e-51eb-4557-80ea-3f111f98acab req-c3beff67-00eb-45c7-bec7-2c88099e512f tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314014 Sep 16 05:34:04.033366 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-4944a622-5c40-433a-b83a-0f09ffb68e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:04.035538 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-4944a622-5c40-433a-b83a-0f09ffb68e65 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409&tenant_id=862b1ea02f834312a01b6e1752f75144 HTTP/1.1" status: 200 len: 1097 time: 0.0414977 Sep 16 05:34:04.053110 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-68028a31-424f-40ab-8ba1-39e03d79ae15 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-15', 'device_owner': 'compute:nova'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:04.104285 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-68028a31-424f-40ab-8ba1-39e03d79ae15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:04.307105 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-68028a31-424f-40ab-8ba1-39e03d79ae15 service neutron] For port c9e4f83d-7fd4-4185-946a-c6560c234d89, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=c9e4f83d-7fd4-4185-946a-c6560c234d89,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:04.341151 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-68028a31-424f-40ab-8ba1-39e03d79ae15 service neutron] For port c9e4f83d-7fd4-4185-946a-c6560c234d89, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:34:04.379181 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a807bad5-ec94-4dd8-9f5b-0665a7794409', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9e4f83d-7fd4-4185-946a-c6560c234d89'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:34:04.381571 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abe5327-b50f-4a9e-9782-b6bba44d9798" -d '{"events": [{"server_uuid": "a807bad5-ec94-4dd8-9f5b-0665a7794409", "name": "network-vif-unplugged", "status": "completed", "tag": "c9e4f83d-7fd4-4185-946a-c6560c234d89"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:34:04.385323 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-68028a31-424f-40ab-8ba1-39e03d79ae15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:04.398811 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-68028a31-424f-40ab-8ba1-39e03d79ae15 service neutron] Transition to ACTIVE for port object c9e4f83d-7fd4-4185-946a-c6560c234d89 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:34:04.402397 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-68028a31-424f-40ab-8ba1-39e03d79ae15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:04.438019 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0411905-cf5b-4af1-8118-0fb358c535f8 x-openstack-request-id: req-c0411905-cf5b-4af1-8118-0fb358c535f8 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:34:04.438308 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a807bad5-ec94-4dd8-9f5b-0665a7794409", "name": "network-vif-unplugged", "status": "completed", "tag": "c9e4f83d-7fd4-4185-946a-c6560c234d89", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:34:04.438560 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c0411905-cf5b-4af1-8118-0fb358c535f8 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:34:04.438940 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a807bad5-ec94-4dd8-9f5b-0665a7794409', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9e4f83d-7fd4-4185-946a-c6560c234d89', 'code': 200} Sep 16 05:34:04.488406 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68028a31-424f-40ab-8ba1-39e03d79ae15 service neutron] Pushing event updated for resources: {'Port': ['ID=c9e4f83d-7fd4-4185-946a-c6560c234d89,revision_number=10']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:04.871851 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-68028a31-424f-40ab-8ba1-39e03d79ae15 service neutron] No DVR routers for this DVR port c9e4f83d-7fd4-4185-946a-c6560c234d89 on host n-h1-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:34:04.986190 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7bf75-318c-42eb-afe9-18060cdef599 req-16983288-0505-434e-bf23-f9961d2ca46f tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:04.987716 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-def7bf75-318c-42eb-afe9-18060cdef599 req-16983288-0505-434e-bf23-f9961d2ca46f tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 944 time: 0.1172698 Sep 16 05:34:05.060081 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-def7bf75-318c-42eb-afe9-18060cdef599 req-df0224b7-b6ce-4b25-bd09-55e763ac3a50 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603929 Sep 16 05:34:05.064175 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-68028a31-424f-40ab-8ba1-39e03d79ae15 service neutron] Attempting to bind port c9e4f83d-7fd4-4185-946a-c6560c234d89 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:34:05.064506 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-68028a31-424f-40ab-8ba1-39e03d79ae15 service neutron] Attempting to bind port c9e4f83d-7fd4-4185-946a-c6560c234d89 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:34:05.064867 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-68028a31-424f-40ab-8ba1-39e03d79ae15 service neutron] Attempting to bind port c9e4f83d-7fd4-4185-946a-c6560c234d89 on network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:34:05.069819 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-68028a31-424f-40ab-8ba1-39e03d79ae15 service neutron] Port c9e4f83d-7fd4-4185-946a-c6560c234d89 on network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:34:05.070136 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-68028a31-424f-40ab-8ba1-39e03d79ae15 service neutron] Attempting to bind port c9e4f83d-7fd4-4185-946a-c6560c234d89 on network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:34:05.074965 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-68028a31-424f-40ab-8ba1-39e03d79ae15 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:34:05.075302 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-68028a31-424f-40ab-8ba1-39e03d79ae15 service neutron] Checking segment: {'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:34:05.075679 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-68028a31-424f-40ab-8ba1-39e03d79ae15 service neutron] Bound using segment: {'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:34:05.076109 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-68028a31-424f-40ab-8ba1-39e03d79ae15 service neutron] Bound port: c9e4f83d-7fd4-4185-946a-c6560c234d89, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:34:05.076465 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-68028a31-424f-40ab-8ba1-39e03d79ae15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:05.141066 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-68028a31-424f-40ab-8ba1-39e03d79ae15 service neutron] For port c9e4f83d-7fd4-4185-946a-c6560c234d89, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:34:05.144665 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-68028a31-424f-40ab-8ba1-39e03d79ae15 service neutron] For port c9e4f83d-7fd4-4185-946a-c6560c234d89, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=c9e4f83d-7fd4-4185-946a-c6560c234d89,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:34:05.148731 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-68028a31-424f-40ab-8ba1-39e03d79ae15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:05.181681 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-68028a31-424f-40ab-8ba1-39e03d79ae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:05.182319 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-68028a31-424f-40ab-8ba1-39e03d79ae15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:05.183905 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-68028a31-424f-40ab-8ba1-39e03d79ae15 service neutron] 10.222.0.48 "PUT /v2.0/ports/c9e4f83d-7fd4-4185-946a-c6560c234d89 HTTP/1.1" status: 200 len: 1093 time: 1.1349719 Sep 16 05:34:05.205658 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68028a31-424f-40ab-8ba1-39e03d79ae15 service neutron] Pushing event updated for resources: {'Port': ['ID=c9e4f83d-7fd4-4185-946a-c6560c234d89,revision_number=11']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:05.265795 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-2ec92aa8-bdb1-4845-93b5-56a45ab56c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:05.267298 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-2ec92aa8-bdb1-4845-93b5-56a45ab56c75 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 1096 time: 0.0437577 Sep 16 05:34:05.366164 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-11bd8e2a-94a3-44a2-a7dd-6c2c3481330f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:05.367635 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-11bd8e2a-94a3-44a2-a7dd-6c2c3481330f service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.0929079 Sep 16 05:34:05.434109 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-05edc5cc-ff23-4de8-88bb-9b4604bb78c8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9e4f83d-7fd4-4185-946a-c6560c234d89 HTTP/1.1" status: 200 len: 1000 time: 0.0592654 Sep 16 05:34:05.487183 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-cb61d833-b790-4419-9547-b333aeca7e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:05.489443 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-cb61d833-b790-4419-9547-b333aeca7e19 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0488272 Sep 16 05:34:05.534247 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-52f68975-8305-4a16-83f6-6572d6794469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:05.535783 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-52f68975-8305-4a16-83f6-6572d6794469 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389256 Sep 16 05:34:05.624036 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-27c7bafc-7914-4acd-a240-72032826e3ec service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805693 Sep 16 05:34:05.718485 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6cd556e9-eaba-4b54-99f2-ab9066c32fa1 req-50eb33c3-f367-4e13-b004-75dfdb7b205f service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873647 Sep 16 05:34:06.173894 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7898f4-a2b7-4215-bfc9-4db08aea8b49 req-75cd55ea-ec79-4744-9aa1-07a754ff1d8e tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:06.175974 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e7898f4-a2b7-4215-bfc9-4db08aea8b49 req-75cd55ea-ec79-4744-9aa1-07a754ff1d8e tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 944 time: 0.0486670 Sep 16 05:34:06.213593 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e7898f4-a2b7-4215-bfc9-4db08aea8b49 req-adade4d9-9489-408a-9030-7bdfb53157e8 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316145 Sep 16 05:34:06.439744 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a807bad5-ec94-4dd8-9f5b-0665a7794409', 'tag': 'c9e4f83d-7fd4-4185-946a-c6560c234d89'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:34:06.442192 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829a3aea-2335-4ca7-aac2-a51c912a6a78" -d '{"events": [{"name": "network-changed", "server_uuid": "a807bad5-ec94-4dd8-9f5b-0665a7794409", "tag": "c9e4f83d-7fd4-4185-946a-c6560c234d89"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:34:06.492719 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8978e8-6563-4a0e-8930-502d315b0aba x-openstack-request-id: req-8d8978e8-6563-4a0e-8930-502d315b0aba {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:34:06.493013 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a807bad5-ec94-4dd8-9f5b-0665a7794409", "tag": "c9e4f83d-7fd4-4185-946a-c6560c234d89", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:34:06.493264 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8d8978e8-6563-4a0e-8930-502d315b0aba {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:34:06.493681 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a807bad5-ec94-4dd8-9f5b-0665a7794409', 'tag': 'c9e4f83d-7fd4-4185-946a-c6560c234d89', 'status': 'completed', 'code': 200} Sep 16 05:34:06.534786 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device c9e4f83d-7fd4-4185-946a-c6560c234d89 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:34:06.573533 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device c9e4f83d-7fd4-4185-946a-c6560c234d89 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:34:06.600841 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a3aea-2335-4ca7-aac2-a51c912a6a78 req-01ab1b33-de82-4cc3-b6a0-2c99114055ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:06.602337 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-829a3aea-2335-4ca7-aac2-a51c912a6a78 req-01ab1b33-de82-4cc3-b6a0-2c99114055ae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 1096 time: 0.0717719 Sep 16 05:34:06.606958 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a3aea-2335-4ca7-aac2-a51c912a6a78 req-b00d26f7-7ae0-4edf-8983-28c8f06ca75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:06.608318 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-829a3aea-2335-4ca7-aac2-a51c912a6a78 req-b00d26f7-7ae0-4edf-8983-28c8f06ca75a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 1096 time: 0.0690532 Sep 16 05:34:06.761632 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a3aea-2335-4ca7-aac2-a51c912a6a78 req-6b9cb19e-413e-4fab-8f0d-8fe6db8e5e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:06.763009 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-829a3aea-2335-4ca7-aac2-a51c912a6a78 req-6b9cb19e-413e-4fab-8f0d-8fe6db8e5e94 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.1537642 Sep 16 05:34:06.764081 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a3aea-2335-4ca7-aac2-a51c912a6a78 req-36891086-8878-4464-9258-eb45532c44dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:06.765396 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-829a3aea-2335-4ca7-aac2-a51c912a6a78 req-36891086-8878-4464-9258-eb45532c44dd service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.1483541 Sep 16 05:34:06.876942 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-829a3aea-2335-4ca7-aac2-a51c912a6a78 req-90b4a01d-c3a5-43b3-82cf-a14f79742f3d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9e4f83d-7fd4-4185-946a-c6560c234d89 HTTP/1.1" status: 200 len: 1000 time: 0.1053610 Sep 16 05:34:06.879635 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-829a3aea-2335-4ca7-aac2-a51c912a6a78 req-a47fb542-05c8-4291-9bad-432c40e20c48 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9e4f83d-7fd4-4185-946a-c6560c234d89 HTTP/1.1" status: 200 len: 1000 time: 0.1027329 Sep 16 05:34:06.960937 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a3aea-2335-4ca7-aac2-a51c912a6a78 req-0c54d109-1eb3-4e1c-8434-3157f7935ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:06.962397 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-829a3aea-2335-4ca7-aac2-a51c912a6a78 req-0c54d109-1eb3-4e1c-8434-3157f7935ad0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0789642 Sep 16 05:34:06.965687 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a3aea-2335-4ca7-aac2-a51c912a6a78 req-1932e356-7028-4e66-9e3d-63a1d85d9feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:06.967014 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-829a3aea-2335-4ca7-aac2-a51c912a6a78 req-1932e356-7028-4e66-9e3d-63a1d85d9feb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0765898 Sep 16 05:34:07.036631 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a3aea-2335-4ca7-aac2-a51c912a6a78 req-4ea217e3-340f-40e4-b56f-02db166af30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:07.038055 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-829a3aea-2335-4ca7-aac2-a51c912a6a78 req-4ea217e3-340f-40e4-b56f-02db166af30d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609634 Sep 16 05:34:07.039868 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a3aea-2335-4ca7-aac2-a51c912a6a78 req-4612c87b-a27f-4ebf-9b3a-175175027767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:07.041248 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-829a3aea-2335-4ca7-aac2-a51c912a6a78 req-4612c87b-a27f-4ebf-9b3a-175175027767 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718398 Sep 16 05:34:07.205270 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-829a3aea-2335-4ca7-aac2-a51c912a6a78 req-2263ac6d-906a-4530-a8c1-7f716b9cb6d7 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584542 Sep 16 05:34:07.207351 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-829a3aea-2335-4ca7-aac2-a51c912a6a78 req-5c3181a2-ad11-4950-89f8-48a6bf812d60 service neutron] 10.222.0.47 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531699 Sep 16 05:34:07.391252 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-829a3aea-2335-4ca7-aac2-a51c912a6a78 req-a64a7b82-030c-43ae-adb5-1ff9725d0ebe service neutron] 10.222.0.47 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718364 Sep 16 05:34:07.401401 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-829a3aea-2335-4ca7-aac2-a51c912a6a78 req-cb2cb0c8-40de-44fa-8b03-5b6a9b4e5a85 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889973 Sep 16 05:34:07.410330 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c589dde-a09f-4ef7-9f55-b969df591877 req-59910b2a-a0dd-4212-a4a3-93e0133550cc tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:07.411759 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3c589dde-a09f-4ef7-9f55-b969df591877 req-59910b2a-a0dd-4212-a4a3-93e0133550cc tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 944 time: 0.0931580 Sep 16 05:34:07.452454 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3c589dde-a09f-4ef7-9f55-b969df591877 req-248c1d90-659d-4586-8222-2a6735f6d1bd tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345595 Sep 16 05:34:08.572585 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b709779-8847-4b20-84e1-0d6bf9634cfa req-bb0a8b2a-87c5-4e4d-831e-606474bd1437 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:08.574039 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5b709779-8847-4b20-84e1-0d6bf9634cfa req-bb0a8b2a-87c5-4e4d-831e-606474bd1437 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 944 time: 0.0520427 Sep 16 05:34:08.620134 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5b709779-8847-4b20-84e1-0d6bf9634cfa req-f966612f-08b3-466e-ba72-2faa1e0292c8 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400872 Sep 16 05:34:09.445609 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device c9e4f83d-7fd4-4185-946a-c6560c234d89 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:34:09.541992 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port c9e4f83d-7fd4-4185-946a-c6560c234d89, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=c9e4f83d-7fd4-4185-946a-c6560c234d89,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:09.553595 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'c9e4f83d-7fd4-4185-946a-c6560c234d89', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'port_id': 'c9e4f83d-7fd4-4185-946a-c6560c234d89', 'mac_address': 'fa:16:3e:9e:86:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:34:09.589444 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:09.602062 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9e4f83d-7fd4-4185-946a-c6560c234d89 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:34:09.621277 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port c9e4f83d-7fd4-4185-946a-c6560c234d89, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=c9e4f83d-7fd4-4185-946a-c6560c234d89,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:09.624898 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:09.674250 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=c9e4f83d-7fd4-4185-946a-c6560c234d89,revision_number=12']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:09.743601 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcc5a8-34a0-4526-bfc0-79c73b951f9e req-dc4a1e66-4dc5-4d64-a8b6-ebdaa0084141 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:09.745034 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-99fcc5a8-34a0-4526-bfc0-79c73b951f9e req-dc4a1e66-4dc5-4d64-a8b6-ebdaa0084141 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 945 time: 0.0564771 Sep 16 05:34:09.782979 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-99fcc5a8-34a0-4526-bfc0-79c73b951f9e req-f5905475-957b-47ce-b77c-98053b4f24d7 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318694 Sep 16 05:34:09.899351 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118b8e1-77ca-4aec-935c-e8d199235193 req-8876d27d-bbc6-45bd-babc-5b9755df4e5f tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:09.900876 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5118b8e1-77ca-4aec-935c-e8d199235193 req-8876d27d-bbc6-45bd-babc-5b9755df4e5f tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 945 time: 0.0509443 Sep 16 05:34:09.938621 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5118b8e1-77ca-4aec-935c-e8d199235193 req-fa27cc21-fb47-4461-869a-bea2c960eab9 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317655 Sep 16 05:34:10.041496 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['c9e4f83d-7fd4-4185-946a-c6560c234d89'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:34:10.051548 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fd620-84d4-46f1-b78e-79fd2736a31b req-e7431ea5-9114-4307-9c14-89eddae34fe4 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:10.053063 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bd1fd620-84d4-46f1-b78e-79fd2736a31b req-e7431ea5-9114-4307-9c14-89eddae34fe4 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 945 time: 0.0496624 Sep 16 05:34:10.092095 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bd1fd620-84d4-46f1-b78e-79fd2736a31b req-ced584e5-b1f3-480e-a615-6f27c1a259d2 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326715 Sep 16 05:34:10.185968 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-014d47cf-d729-4036-b0d0-4a2d25ca4e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:10.334696 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda44b1-7b63-4305-9b6c-08f6d5ce2c67 req-47cf21fe-42b3-4912-b943-0cec5c95b78a tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:10.336181 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fbda44b1-7b63-4305-9b6c-08f6d5ce2c67 req-47cf21fe-42b3-4912-b943-0cec5c95b78a tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 945 time: 0.0544086 Sep 16 05:34:10.374389 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fbda44b1-7b63-4305-9b6c-08f6d5ce2c67 req-82df0954-39ef-4fa6-9a1b-6ff4cd3af1fc tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321558 Sep 16 05:34:11.459595 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device c9e4f83d-7fd4-4185-946a-c6560c234d89 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:11.491162 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e891f57-0fb6-4204-939a-de3c35119731 req-49d2391f-6e44-408e-bd82-ddfd619a8d87 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:11.492695 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2e891f57-0fb6-4204-939a-de3c35119731 req-49d2391f-6e44-408e-bd82-ddfd619a8d87 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 945 time: 0.0496557 Sep 16 05:34:11.511927 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port c9e4f83d-7fd4-4185-946a-c6560c234d89 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:34:11.515792 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port c9e4f83d-7fd4-4185-946a-c6560c234d89 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:11.516167 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:11.542796 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2e891f57-0fb6-4204-939a-de3c35119731 req-4beea913-7641-4153-b7be-6c5bb56fb7ea tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438464 Sep 16 05:34:11.593099 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:11.614769 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a807bad5-ec94-4dd8-9f5b-0665a7794409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e4f83d-7fd4-4185-946a-c6560c234d89'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:34:11.617036 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2506ad353029a21956b6cd1b4a70cda1beed1e40b39b5191f7a66b422a7e283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7d419c-2f82-4dca-af7a-aa5ffe96d96b" -d '{"events": [{"server_uuid": "a807bad5-ec94-4dd8-9f5b-0665a7794409", "name": "network-vif-plugged", "status": "completed", "tag": "c9e4f83d-7fd4-4185-946a-c6560c234d89"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:34:11.630148 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port c9e4f83d-7fd4-4185-946a-c6560c234d89, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=c9e4f83d-7fd4-4185-946a-c6560c234d89,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:11.634184 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:11.657573 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500d5fb9-9418-4c23-a52c-e4f1cf950ab9 x-openstack-request-id: req-500d5fb9-9418-4c23-a52c-e4f1cf950ab9 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:34:11.657863 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a807bad5-ec94-4dd8-9f5b-0665a7794409", "name": "network-vif-plugged", "status": "completed", "tag": "c9e4f83d-7fd4-4185-946a-c6560c234d89", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:34:11.658115 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-500d5fb9-9418-4c23-a52c-e4f1cf950ab9 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:34:11.658506 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a807bad5-ec94-4dd8-9f5b-0665a7794409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e4f83d-7fd4-4185-946a-c6560c234d89', 'code': 200} Sep 16 05:34:11.687543 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=c9e4f83d-7fd4-4185-946a-c6560c234d89,revision_number=13']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:11.842934 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f5b03-1858-400b-adfb-780fb7bf8d72 req-228e06fb-f7b6-4395-a1b4-87c37f4a61a5 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:11.844398 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf6f5b03-1858-400b-adfb-780fb7bf8d72 req-228e06fb-f7b6-4395-a1b4-87c37f4a61a5 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.48 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 946 time: 0.0516572 Sep 16 05:34:11.936123 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-bf6f5b03-1858-400b-adfb-780fb7bf8d72 req-155636ce-a4c8-437a-bb0a-c94daa604748 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Deleting port c9e4f83d-7fd4-4185-946a-c6560c234d89 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:11.936356 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-bf6f5b03-1858-400b-adfb-780fb7bf8d72 req-155636ce-a4c8-437a-bb0a-c94daa604748 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:12.023024 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-bf6f5b03-1858-400b-adfb-780fb7bf8d72 req-155636ce-a4c8-437a-bb0a-c94daa604748 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] For port c9e4f83d-7fd4-4185-946a-c6560c234d89, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=c9e4f83d-7fd4-4185-946a-c6560c234d89,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:12.023383 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-bf6f5b03-1858-400b-adfb-780fb7bf8d72 req-155636ce-a4c8-437a-bb0a-c94daa604748 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:12.097830 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:12.197581 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-bf6f5b03-1858-400b-adfb-780fb7bf8d72 req-155636ce-a4c8-437a-bb0a-c94daa604748 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:12.197881 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-bf6f5b03-1858-400b-adfb-780fb7bf8d72 req-155636ce-a4c8-437a-bb0a-c94daa604748 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:12.198207 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [req-bf6f5b03-1858-400b-adfb-780fb7bf8d72 req-155636ce-a4c8-437a-bb0a-c94daa604748 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Floating IP 5537a686-8aea-44d5-b547-7be224f6f1bf disassociated. External IP: 172.25.8.225, port: c9e4f83d-7fd4-4185-946a-c6560c234d89. Sep 16 05:34:12.198550 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-bf6f5b03-1858-400b-adfb-780fb7bf8d72 req-155636ce-a4c8-437a-bb0a-c94daa604748 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Calling delete_port for c9e4f83d-7fd4-4185-946a-c6560c234d89 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:12.324324 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-bf6f5b03-1858-400b-adfb-780fb7bf8d72 req-155636ce-a4c8-437a-bb0a-c94daa604748 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:12.357037 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155636ce-a4c8-437a-bb0a-c94daa604748 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Pushing event deleted for resources: {'Port': ['ID=c9e4f83d-7fd4-4185-946a-c6560c234d89,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:12.475728 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf6f5b03-1858-400b-adfb-780fb7bf8d72 req-155636ce-a4c8-437a-bb0a-c94daa604748 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Router 398ab092-4da1-4044-b3dc-25f08dbf2bc3 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:34:12.588594 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf6f5b03-1858-400b-adfb-780fb7bf8d72 req-155636ce-a4c8-437a-bb0a-c94daa604748 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:12.600512 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477e1c7e-4054-42ea-92dd-4c1713000d61 None None] Sync routers for ids ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:12.609905 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477e1c7e-4054-42ea-92dd-4c1713000d61 None None] Routers {'398ab092-4da1-4044-b3dc-25f08dbf2bc3'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:12.610638 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-477e1c7e-4054-42ea-92dd-4c1713000d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:33:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:12.640738 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6f5b03-1858-400b-adfb-780fb7bf8d72 req-155636ce-a4c8-437a-bb0a-c94daa604748 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] No DVR routers for this DVR port c9e4f83d-7fd4-4185-946a-c6560c234d89 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:34:12.655549 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-bf6f5b03-1858-400b-adfb-780fb7bf8d72 req-155636ce-a4c8-437a-bb0a-c94daa604748 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:12.657589 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf6f5b03-1858-400b-adfb-780fb7bf8d72 req-155636ce-a4c8-437a-bb0a-c94daa604748 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.48 "DELETE /v2.0/ports/c9e4f83d-7fd4-4185-946a-c6560c234d89 HTTP/1.1" status: 204 len: 173 time: 0.8067033 Sep 16 05:34:12.658176 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a807bad5-ec94-4dd8-9f5b-0665a7794409', 'name': 'network-vif-deleted', 'tag': 'c9e4f83d-7fd4-4185-946a-c6560c234d89'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:34:12.661311 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019f4239-febb-487a-8b8b-35044f87788c" -d '{"events": [{"server_uuid": "a807bad5-ec94-4dd8-9f5b-0665a7794409", "name": "network-vif-deleted", "tag": "c9e4f83d-7fd4-4185-946a-c6560c234d89"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:34:12.664970 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-babd510c-daef-4b7d-82e4-efd7a0f00dd6 req-012873d0-7fac-4956-bd18-c2e7f78ff27d tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=a807bad5-ec94-4dd8-9f5b-0665a7794409 HTTP/1.1" status: 200 len: 210 time: 0.0499425 Sep 16 05:34:12.719024 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057d4557-2c6c-46c2-8e25-d5729d62b811 x-openstack-request-id: req-057d4557-2c6c-46c2-8e25-d5729d62b811 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:34:12.719024 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a807bad5-ec94-4dd8-9f5b-0665a7794409", "name": "network-vif-deleted", "tag": "c9e4f83d-7fd4-4185-946a-c6560c234d89", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:34:12.719281 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-057d4557-2c6c-46c2-8e25-d5729d62b811 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:34:12.719641 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a807bad5-ec94-4dd8-9f5b-0665a7794409', 'name': 'network-vif-deleted', 'tag': 'c9e4f83d-7fd4-4185-946a-c6560c234d89', 'status': 'completed', 'code': 200} Sep 16 05:34:12.724315 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-477e1c7e-4054-42ea-92dd-4c1713000d61 None None] Set router 398ab092-4da1-4044-b3dc-25f08dbf2bc3 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:13.022861 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-477e1c7e-4054-42ea-92dd-4c1713000d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'name': 'tempest-ServerActionsTestJSON-863375096-router', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:45Z', 'updated_at': '2021-09-16T05:23:48Z', 'revision_number': 4, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'gw_port': {'id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:46Z', 'updated_at': '2021-09-16T05:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'a75257d1-60d9-46de-b495-04188c49429b', 'name': '', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'mac_address': 'fa:16:3e:b4:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:47Z', 'updated_at': '2021-09-16T05:23:51Z', 'revision_number': 5, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'subnets': [{'id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:13.052436 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477e1c7e-4054-42ea-92dd-4c1713000d61 None None] Checking router: 398ab092-4da1-4044-b3dc-25f08dbf2bc3 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:34:13.060953 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477e1c7e-4054-42ea-92dd-4c1713000d61 None None] Routers {'398ab092-4da1-4044-b3dc-25f08dbf2bc3'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:13.061556 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-477e1c7e-4054-42ea-92dd-4c1713000d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:33:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:13.177795 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-477e1c7e-4054-42ea-92dd-4c1713000d61 None None] Set router 398ab092-4da1-4044-b3dc-25f08dbf2bc3 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:13.308212 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b4cdb550-b830-44f2-b9b2-307502f2e002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:13.374776 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-477e1c7e-4054-42ea-92dd-4c1713000d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'name': 'tempest-ServerActionsTestJSON-863375096-router', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:45Z', 'updated_at': '2021-09-16T05:23:48Z', 'revision_number': 4, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'gw_port': {'id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:46Z', 'updated_at': '2021-09-16T05:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'a75257d1-60d9-46de-b495-04188c49429b', 'name': '', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'mac_address': 'fa:16:3e:b4:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:47Z', 'updated_at': '2021-09-16T05:23:51Z', 'revision_number': 5, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'subnets': [{'id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:13.401451 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477e1c7e-4054-42ea-92dd-4c1713000d61 None None] The sync data for ids ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'] in n-d-712139-15 is: [{'id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'name': 'tempest-ServerActionsTestJSON-863375096-router', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:45Z', 'updated_at': '2021-09-16T05:23:48Z', 'revision_number': 4, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'gw_port': {'id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:46Z', 'updated_at': '2021-09-16T05:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'a75257d1-60d9-46de-b495-04188c49429b', 'name': '', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'mac_address': 'fa:16:3e:b4:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:47Z', 'updated_at': '2021-09-16T05:23:51Z', 'revision_number': 5, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'subnets': [{'id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:34:13.601712 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:13.607687 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9270e37-1c4d-416a-b5f8-c58d539574f6 None None] New status for floating IP 5537a686-8aea-44d5-b547-7be224f6f1bf: DOWN {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:34:14.053510 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b3df717-b65d-4728-ac52-0661221dd862 req-2310a25c-e980-4bc5-b3b7-71008360d62b tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1546100582&fields=id&tenant_id=862b1ea02f834312a01b6e1752f75144 HTTP/1.1" status: 200 len: 267 time: 0.0327132 Sep 16 05:34:14.163883 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3df717-b65d-4728-ac52-0661221dd862 req-77bdbacc-f885-4363-8ef6-b7a7259e3bef tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:14.165373 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b3df717-b65d-4728-ac52-0661221dd862 req-77bdbacc-f885-4363-8ef6-b7a7259e3bef tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 811 time: 0.1050084 Sep 16 05:34:14.181158 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b3df717-b65d-4728-ac52-0661221dd862 req-83599d0e-19cd-48ed-8956-e62401a9502c tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/quotas/862b1ea02f834312a01b6e1752f75144 HTTP/1.1" status: 200 len: 375 time: 0.0099037 Sep 16 05:34:14.233784 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b3df717-b65d-4728-ac52-0661221dd862 req-bdc33b45-f35e-42d3-860d-20d0706f6b5c tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471277 Sep 16 05:34:14.328825 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b3df717-b65d-4728-ac52-0661221dd862 req-59423b0d-a089-45be-ac75-c563f010bfbc service neutron] 10.222.0.35 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820284 Sep 16 05:34:14.425354 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b3df717-b65d-4728-ac52-0661221dd862 req-23fb897a-f733-4583-aa6d-993ce5118a3d service neutron] 10.222.0.35 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894039 Sep 16 05:34:14.586143 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b28f6fb4-f275-4cd7-89cb-608eee8764c3 req-ef8e0517-d7b2-4e99-9864-32cda4f2f564 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 210 time: 0.0274429 Sep 16 05:34:14.726997 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:15.142775 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:15.470804 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device c9e4f83d-7fd4-4185-946a-c6560c234d89 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:34:15.490452 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: c9e4f83d-7fd4-4185-946a-c6560c234d89 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:34:15.490796 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device c9e4f83d-7fd4-4185-946a-c6560c234d89 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:34:15.594764 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3df717-b65d-4728-ac52-0661221dd862 req-1ebc23e6-5502-430d-9216-fb2e4faa23f4 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:15.596369 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b3df717-b65d-4728-ac52-0661221dd862 req-1ebc23e6-5502-430d-9216-fb2e4faa23f4 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.47 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 811 time: 0.1089385 Sep 16 05:34:15.647417 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b3df717-b65d-4728-ac52-0661221dd862 req-122873e6-fd9f-4eb9-8919-d68aa70fa0b3 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=862b1ea02f834312a01b6e1752f75144 HTTP/1.1" status: 200 len: 380 time: 0.0344365 Sep 16 05:34:15.659493 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-6b3df717-b65d-4728-ac52-0661221dd862 req-adfa748a-8fe9-433a-bf7c-6ced897b3d15 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Request body: {'port': {'device_id': '1f3d7d6d-aa33-41f5-8bbb-fe015bb97153', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'admin_state_up': True, 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'security_groups': ['400b9654-c055-4b31-b0db-5a8d98aa639c']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:15.703727 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a06f5a0c-d632-4734-9c14-942bd8c222ca req-6ad9fa5c-04df-400f-b6ca-f241e0ac5e73 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 210 time: 0.0477118 Sep 16 05:34:15.790280 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b3df717-b65d-4728-ac52-0661221dd862 req-adfa748a-8fe9-433a-bf7c-6ced897b3d15 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Made reservation on behalf of 862b1ea02f834312a01b6e1752f75144 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:34:15.793651 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6b3df717-b65d-4728-ac52-0661221dd862 req-adfa748a-8fe9-433a-bf7c-6ced897b3d15 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:15.919199 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-6b3df717-b65d-4728-ac52-0661221dd862 req-adfa748a-8fe9-433a-bf7c-6ced897b3d15 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Allocated IP 172.20.0.13 (2fdff71e-28ec-49b8-995c-1c3fe2ab5416/c465d582-f23d-4349-8ba3-7d1f8043e645/ae3dca59-27be-4a20-96d0-238b2d12455f) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:34:16.060696 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6b3df717-b65d-4728-ac52-0661221dd862 req-adfa748a-8fe9-433a-bf7c-6ced897b3d15 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.093185 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6b3df717-b65d-4728-ac52-0661221dd862 req-adfa748a-8fe9-433a-bf7c-6ced897b3d15 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.135329 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b3df717-b65d-4728-ac52-0661221dd862 req-adfa748a-8fe9-433a-bf7c-6ced897b3d15 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:16.138383 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-6b3df717-b65d-4728-ac52-0661221dd862 req-adfa748a-8fe9-433a-bf7c-6ced897b3d15 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:16.144474 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3df717-b65d-4728-ac52-0661221dd862 req-adfa748a-8fe9-433a-bf7c-6ced897b3d15 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:34:16.172883 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa748a-8fe9-433a-bf7c-6ced897b3d15 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Pushing event updated for resources: {'Port': ['ID=ae3dca59-27be-4a20-96d0-238b2d12455f,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:16.202727 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3df717-b65d-4728-ac52-0661221dd862 req-adfa748a-8fe9-433a-bf7c-6ced897b3d15 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:16.203360 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6b3df717-b65d-4728-ac52-0661221dd862 req-adfa748a-8fe9-433a-bf7c-6ced897b3d15 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.218169 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b3df717-b65d-4728-ac52-0661221dd862 req-adfa748a-8fe9-433a-bf7c-6ced897b3d15 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5632434 Sep 16 05:34:16.237678 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-6b3df717-b65d-4728-ac52-0661221dd862 req-5d256c69-cc8a-4f44-b6bd-48019043e4bf service neutron] Request body: {'port': {'device_id': '1f3d7d6d-aa33-41f5-8bbb-fe015bb97153', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:16.237958 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.294562 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6b3df717-b65d-4728-ac52-0661221dd862 req-5d256c69-cc8a-4f44-b6bd-48019043e4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.397181 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-684da53e-8410-4f30-96a6-24cac0fe766c None None] Provisioning complete for port ae3dca59-27be-4a20-96d0-238b2d12455f triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:16.397551 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-684da53e-8410-4f30-96a6-24cac0fe766c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.432301 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-684da53e-8410-4f30-96a6-24cac0fe766c None None] Port ae3dca59-27be-4a20-96d0-238b2d12455f cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:34:16.555680 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-6b3df717-b65d-4728-ac52-0661221dd862 req-5d256c69-cc8a-4f44-b6bd-48019043e4bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae3dca59-27be-4a20-96d0-238b2d12455f {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:34:16.563439 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6b3df717-b65d-4728-ac52-0661221dd862 req-5d256c69-cc8a-4f44-b6bd-48019043e4bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.575678 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-6b3df717-b65d-4728-ac52-0661221dd862 req-5d256c69-cc8a-4f44-b6bd-48019043e4bf service neutron] Transition to ACTIVE for port object ae3dca59-27be-4a20-96d0-238b2d12455f will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:34:16.578869 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6b3df717-b65d-4728-ac52-0661221dd862 req-5d256c69-cc8a-4f44-b6bd-48019043e4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.633654 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d256c69-cc8a-4f44-b6bd-48019043e4bf service neutron] Pushing event updated for resources: {'Port': ['ID=ae3dca59-27be-4a20-96d0-238b2d12455f,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:16.702267 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-6b3df717-b65d-4728-ac52-0661221dd862 req-5d256c69-cc8a-4f44-b6bd-48019043e4bf service neutron] Attempting to bind port ae3dca59-27be-4a20-96d0-238b2d12455f on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:34:16.702595 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-6b3df717-b65d-4728-ac52-0661221dd862 req-5d256c69-cc8a-4f44-b6bd-48019043e4bf service neutron] Attempting to bind port ae3dca59-27be-4a20-96d0-238b2d12455f by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:34:16.702920 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3df717-b65d-4728-ac52-0661221dd862 req-5d256c69-cc8a-4f44-b6bd-48019043e4bf service neutron] Attempting to bind port ae3dca59-27be-4a20-96d0-238b2d12455f on network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:34:16.708127 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3df717-b65d-4728-ac52-0661221dd862 req-5d256c69-cc8a-4f44-b6bd-48019043e4bf service neutron] Port ae3dca59-27be-4a20-96d0-238b2d12455f on network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:34:16.708435 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3df717-b65d-4728-ac52-0661221dd862 req-5d256c69-cc8a-4f44-b6bd-48019043e4bf service neutron] Attempting to bind port ae3dca59-27be-4a20-96d0-238b2d12455f on network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:34:16.713481 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3df717-b65d-4728-ac52-0661221dd862 req-5d256c69-cc8a-4f44-b6bd-48019043e4bf service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:34:16.713813 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3df717-b65d-4728-ac52-0661221dd862 req-5d256c69-cc8a-4f44-b6bd-48019043e4bf service neutron] Checking segment: {'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:34:16.714192 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3df717-b65d-4728-ac52-0661221dd862 req-5d256c69-cc8a-4f44-b6bd-48019043e4bf service neutron] Bound using segment: {'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:34:16.714619 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-6b3df717-b65d-4728-ac52-0661221dd862 req-5d256c69-cc8a-4f44-b6bd-48019043e4bf service neutron] Bound port: ae3dca59-27be-4a20-96d0-238b2d12455f, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:34:16.714970 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6b3df717-b65d-4728-ac52-0661221dd862 req-5d256c69-cc8a-4f44-b6bd-48019043e4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.797432 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-6b3df717-b65d-4728-ac52-0661221dd862 req-5d256c69-cc8a-4f44-b6bd-48019043e4bf service neutron] For port ae3dca59-27be-4a20-96d0-238b2d12455f, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:34:16.822903 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-6b3df717-b65d-4728-ac52-0661221dd862 req-5d256c69-cc8a-4f44-b6bd-48019043e4bf service neutron] For port ae3dca59-27be-4a20-96d0-238b2d12455f, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=ae3dca59-27be-4a20-96d0-238b2d12455f,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:34:16.827325 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6b3df717-b65d-4728-ac52-0661221dd862 req-5d256c69-cc8a-4f44-b6bd-48019043e4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.867261 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3df717-b65d-4728-ac52-0661221dd862 req-5d256c69-cc8a-4f44-b6bd-48019043e4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:16.867873 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-6b3df717-b65d-4728-ac52-0661221dd862 req-5d256c69-cc8a-4f44-b6bd-48019043e4bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.869287 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b3df717-b65d-4728-ac52-0661221dd862 req-5d256c69-cc8a-4f44-b6bd-48019043e4bf service neutron] 10.222.0.47 "PUT /v2.0/ports/ae3dca59-27be-4a20-96d0-238b2d12455f HTTP/1.1" status: 200 len: 1093 time: 0.6373296 Sep 16 05:34:16.870514 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3d7d6d-aa33-41f5-8bbb-fe015bb97153', 'tag': 'ae3dca59-27be-4a20-96d0-238b2d12455f'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:34:16.872784 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1c7cfa-8065-41c6-875f-40f69cbd3715" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3d7d6d-aa33-41f5-8bbb-fe015bb97153", "tag": "ae3dca59-27be-4a20-96d0-238b2d12455f"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:34:16.885441 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9590c84-7960-4e5a-91ab-8da63d4f3301 req-24dc91ab-4233-4a13-93c2-062aea10aeb0 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:16.886946 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c9590c84-7960-4e5a-91ab-8da63d4f3301 req-24dc91ab-4233-4a13-93c2-062aea10aeb0 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 944 time: 0.1083627 Sep 16 05:34:16.920474 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d256c69-cc8a-4f44-b6bd-48019043e4bf service neutron] Pushing event updated for resources: {'Port': ['ID=ae3dca59-27be-4a20-96d0-238b2d12455f,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:16.969373 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c9590c84-7960-4e5a-91ab-8da63d4f3301 req-56df578f-5bf3-4db4-a596-d6dcabe86481 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700369 Sep 16 05:34:16.980816 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3df717-b65d-4728-ac52-0661221dd862 req-3b2081ce-b6be-4fc3-8e28-c991be4d8d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:16.982337 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b3df717-b65d-4728-ac52-0661221dd862 req-3b2081ce-b6be-4fc3-8e28-c991be4d8d6d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 1096 time: 0.0569036 Sep 16 05:34:17.035896 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e26851-7dbc-45ba-b294-63031bc9b974 x-openstack-request-id: req-c3e26851-7dbc-45ba-b294-63031bc9b974 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:34:17.036162 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3d7d6d-aa33-41f5-8bbb-fe015bb97153", "tag": "ae3dca59-27be-4a20-96d0-238b2d12455f", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:34:17.036414 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c3e26851-7dbc-45ba-b294-63031bc9b974 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:34:17.036831 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3d7d6d-aa33-41f5-8bbb-fe015bb97153', 'tag': 'ae3dca59-27be-4a20-96d0-238b2d12455f', 'status': 'completed', 'code': 200} Sep 16 05:34:17.038702 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b3df717-b65d-4728-ac52-0661221dd862 req-6778143b-e011-4dbc-8f15-45fe3696d549 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae3dca59-27be-4a20-96d0-238b2d12455f HTTP/1.1" status: 200 len: 217 time: 0.0423098 Sep 16 05:34:17.091335 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3df717-b65d-4728-ac52-0661221dd862 req-456b8bce-071e-4a8e-8cb7-af14468902a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:17.092862 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b3df717-b65d-4728-ac52-0661221dd862 req-456b8bce-071e-4a8e-8cb7-af14468902a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0472202 Sep 16 05:34:17.140332 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3df717-b65d-4728-ac52-0661221dd862 req-61a4f453-9e10-4ae8-9394-eb30c1387c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:17.141886 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b3df717-b65d-4728-ac52-0661221dd862 req-61a4f453-9e10-4ae8-9394-eb30c1387c89 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419691 Sep 16 05:34:17.233990 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b3df717-b65d-4728-ac52-0661221dd862 req-8f9d4efe-7ef9-4d11-84f9-165f0423dfcf service neutron] 10.222.0.47 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845745 Sep 16 05:34:17.322638 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b3df717-b65d-4728-ac52-0661221dd862 req-1f23aad0-fe61-450a-8c77-ecd8ca926617 service neutron] 10.222.0.47 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813410 Sep 16 05:34:17.451252 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c7cfa-8065-41c6-875f-40f69cbd3715 req-7948dec7-e3b3-496b-99b0-7d992caac5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:17.452667 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1d1c7cfa-8065-41c6-875f-40f69cbd3715 req-7948dec7-e3b3-496b-99b0-7d992caac5a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 1096 time: 0.0454662 Sep 16 05:34:17.540295 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c7cfa-8065-41c6-875f-40f69cbd3715 req-e95007f3-069c-44d0-bde4-99ca23f30f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:17.541777 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1d1c7cfa-8065-41c6-875f-40f69cbd3715 req-e95007f3-069c-44d0-bde4-99ca23f30f57 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.0820878 Sep 16 05:34:17.587445 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1d1c7cfa-8065-41c6-875f-40f69cbd3715 req-b6e02450-1019-41ad-aff6-56cfa6204caf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae3dca59-27be-4a20-96d0-238b2d12455f HTTP/1.1" status: 200 len: 217 time: 0.0380089 Sep 16 05:34:17.639415 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c7cfa-8065-41c6-875f-40f69cbd3715 req-8d7716f1-6303-409b-b3ef-f56b24e68cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:17.640877 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1d1c7cfa-8065-41c6-875f-40f69cbd3715 req-8d7716f1-6303-409b-b3ef-f56b24e68cf8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0425296 Sep 16 05:34:17.687972 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c7cfa-8065-41c6-875f-40f69cbd3715 req-3578dcee-7ff5-4586-9858-c564af3f6db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:17.689512 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1d1c7cfa-8065-41c6-875f-40f69cbd3715 req-3578dcee-7ff5-4586-9858-c564af3f6db7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400867 Sep 16 05:34:17.780478 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1d1c7cfa-8065-41c6-875f-40f69cbd3715 req-6ae1aa4e-9c82-4345-8927-7781975af559 service neutron] 10.222.0.47 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827312 Sep 16 05:34:17.880652 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1d1c7cfa-8065-41c6-875f-40f69cbd3715 req-3484580f-a9c8-4002-aa48-b25c5c25dba3 service neutron] 10.222.0.47 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891297 Sep 16 05:34:18.091879 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4ef9d-f2e9-4a52-a805-bceb18e5cc0e req-b3dd30d9-5eda-42b2-9c49-a66b9415c029 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:18.093392 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f0e4ef9d-f2e9-4a52-a805-bceb18e5cc0e req-b3dd30d9-5eda-42b2-9c49-a66b9415c029 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 944 time: 0.0496099 Sep 16 05:34:18.136712 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f0e4ef9d-f2e9-4a52-a805-bceb18e5cc0e req-06c5d4d3-6f22-45a5-8c91-1b395d1f6eba tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372901 Sep 16 05:34:18.580678 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device ae3dca59-27be-4a20-96d0-238b2d12455f details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:34:18.676941 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port ae3dca59-27be-4a20-96d0-238b2d12455f, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=ae3dca59-27be-4a20-96d0-238b2d12455f,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:18.688255 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'ae3dca59-27be-4a20-96d0-238b2d12455f', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'port_id': 'ae3dca59-27be-4a20-96d0-238b2d12455f', 'mac_address': 'fa:16:3e:f1:bf:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:34:18.723980 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:18.735978 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae3dca59-27be-4a20-96d0-238b2d12455f {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:34:18.755680 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port ae3dca59-27be-4a20-96d0-238b2d12455f, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=ae3dca59-27be-4a20-96d0-238b2d12455f,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:18.759563 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:18.968947 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=ae3dca59-27be-4a20-96d0-238b2d12455f,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:19.042746 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['ae3dca59-27be-4a20-96d0-238b2d12455f'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:34:19.252137 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38192959-6bf3-4aa4-bc6b-ca3fb3c8561a req-fe62e6a9-ed1a-444e-a9e6-45e86ececc69 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:19.253675 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-38192959-6bf3-4aa4-bc6b-ca3fb3c8561a req-fe62e6a9-ed1a-444e-a9e6-45e86ececc69 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 945 time: 0.0508597 Sep 16 05:34:19.291031 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-38192959-6bf3-4aa4-bc6b-ca3fb3c8561a req-1e58d387-b15d-4327-b6d6-cadf75f32d3e tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314035 Sep 16 05:34:20.407787 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970c2a7-202c-49b0-bfb7-650b834b8f82 req-8eaae0e6-f6a0-4082-b289-d426c662354a tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:20.409279 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c970c2a7-202c-49b0-bfb7-650b834b8f82 req-8eaae0e6-f6a0-4082-b289-d426c662354a tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 945 time: 0.0490289 Sep 16 05:34:20.446892 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c970c2a7-202c-49b0-bfb7-650b834b8f82 req-d8fe7ca6-3994-4202-8799-b3dedc45cb9f tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309300 Sep 16 05:34:20.582607 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device ae3dca59-27be-4a20-96d0-238b2d12455f up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:20.634805 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port ae3dca59-27be-4a20-96d0-238b2d12455f completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:34:20.638450 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port ae3dca59-27be-4a20-96d0-238b2d12455f triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:20.638821 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:20.714009 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:20.735550 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3d7d6d-aa33-41f5-8bbb-fe015bb97153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3dca59-27be-4a20-96d0-238b2d12455f'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:34:20.738003 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2506ad353029a21956b6cd1b4a70cda1beed1e40b39b5191f7a66b422a7e283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c208e7cf-e9bb-4ae2-917c-53745c95e733" -d '{"events": [{"server_uuid": "1f3d7d6d-aa33-41f5-8bbb-fe015bb97153", "name": "network-vif-plugged", "status": "completed", "tag": "ae3dca59-27be-4a20-96d0-238b2d12455f"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:34:20.750290 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port ae3dca59-27be-4a20-96d0-238b2d12455f, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=ae3dca59-27be-4a20-96d0-238b2d12455f,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:20.754827 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:20.778146 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabe162d-4bfb-4d0b-b8bd-5e2243c99e5b x-openstack-request-id: req-fabe162d-4bfb-4d0b-b8bd-5e2243c99e5b {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:34:20.778438 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3d7d6d-aa33-41f5-8bbb-fe015bb97153", "name": "network-vif-plugged", "status": "completed", "tag": "ae3dca59-27be-4a20-96d0-238b2d12455f", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:34:20.778688 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fabe162d-4bfb-4d0b-b8bd-5e2243c99e5b {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:34:20.779073 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3d7d6d-aa33-41f5-8bbb-fe015bb97153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3dca59-27be-4a20-96d0-238b2d12455f', 'code': 200} Sep 16 05:34:20.803733 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=ae3dca59-27be-4a20-96d0-238b2d12455f,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:20.898872 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471ffcd-740e-4e8c-8a72-624aca85d184 req-2573ace3-ec1a-4168-bda5-03d8ebae854f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:20.900334 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4471ffcd-740e-4e8c-8a72-624aca85d184 req-2573ace3-ec1a-4168-bda5-03d8ebae854f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 1098 time: 0.0405540 Sep 16 05:34:20.937455 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4471ffcd-740e-4e8c-8a72-624aca85d184 req-0590eee1-dfaf-4aec-9b5a-8014a34febd4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302022 Sep 16 05:34:21.566379 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95edaadb-46f5-4471-b617-ab8355a75561 req-43f50add-de99-4816-8b29-a92cc93d4629 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:21.567794 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-95edaadb-46f5-4471-b617-ab8355a75561 req-43f50add-de99-4816-8b29-a92cc93d4629 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 946 time: 0.0497603 Sep 16 05:34:21.606651 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-95edaadb-46f5-4471-b617-ab8355a75561 req-aa10b56a-45d5-4363-9380-be79d977e599 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324075 Sep 16 05:34:22.722210 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1a9ad-1630-4b79-9f2d-3a7ac70590b6 req-e642f70f-b1d6-4932-a213-d61882e62845 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:22.724445 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2df1a9ad-1630-4b79-9f2d-3a7ac70590b6 req-e642f70f-b1d6-4932-a213-d61882e62845 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 946 time: 0.0496447 Sep 16 05:34:22.761041 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2df1a9ad-1630-4b79-9f2d-3a7ac70590b6 req-eb457bb0-a456-407e-8da4-71e51c3f98ca tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306368 Sep 16 05:34:22.871817 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b876ff5-8f90-47f6-9d0e-a54b069e480a req-a662c1ed-f0c8-4131-bddd-8d1239214d00 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:22.873289 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4b876ff5-8f90-47f6-9d0e-a54b069e480a req-a662c1ed-f0c8-4131-bddd-8d1239214d00 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 946 time: 0.0491514 Sep 16 05:34:22.882540 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 55778) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:22.887225 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-ca6e1f75-4559-4f54-b294-c2b15b859b3d tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Request body: {'floatingip': {'port_id': 'ae3dca59-27be-4a20-96d0-238b2d12455f'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:22.927766 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ca6e1f75-4559-4f54-b294-c2b15b859b3d tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks [] for floatingip, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.690169 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ca6e1f75-4559-4f54-b294-c2b15b859b3d tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.694480 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ca6e1f75-4559-4f54-b294-c2b15b859b3d tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.793597 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [None req-ca6e1f75-4559-4f54-b294-c2b15b859b3d tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Floating IP 5537a686-8aea-44d5-b547-7be224f6f1bf associated. External IP: 172.25.8.225, port: ae3dca59-27be-4a20-96d0-238b2d12455f. Sep 16 05:34:23.995045 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6e1f75-4559-4f54-b294-c2b15b859b3d tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Router 398ab092-4da1-4044-b3dc-25f08dbf2bc3 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:34:24.102292 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6e1f75-4559-4f54-b294-c2b15b859b3d tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:24.107161 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ca6e1f75-4559-4f54-b294-c2b15b859b3d tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:24.111729 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1f9476-13c2-471b-828b-98b4ba87cb7d None None] Sync routers for ids ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:24.121329 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1f9476-13c2-471b-828b-98b4ba87cb7d None None] Routers {'398ab092-4da1-4044-b3dc-25f08dbf2bc3'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:24.121931 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-5a1f9476-13c2-471b-828b-98b4ba87cb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:34:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:24.135460 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ca6e1f75-4559-4f54-b294-c2b15b859b3d tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "PUT /v2.0/floatingips/5537a686-8aea-44d5-b547-7be224f6f1bf HTTP/1.1" status: 200 len: 993 time: 1.2518072 Sep 16 05:34:24.136147 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3d7d6d-aa33-41f5-8bbb-fe015bb97153', 'tag': 'ae3dca59-27be-4a20-96d0-238b2d12455f'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:34:24.138528 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37dade2a-d6d4-49df-a736-88ba21cb0fef" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3d7d6d-aa33-41f5-8bbb-fe015bb97153", "tag": "ae3dca59-27be-4a20-96d0-238b2d12455f"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:34:24.229551 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-5a1f9476-13c2-471b-828b-98b4ba87cb7d None None] Set router 398ab092-4da1-4044-b3dc-25f08dbf2bc3 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:24.242571 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68bf329-ac9b-4410-a6b3-2e36fbe69ca8 x-openstack-request-id: req-d68bf329-ac9b-4410-a6b3-2e36fbe69ca8 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:34:24.242862 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3d7d6d-aa33-41f5-8bbb-fe015bb97153", "tag": "ae3dca59-27be-4a20-96d0-238b2d12455f", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:34:24.243112 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d68bf329-ac9b-4410-a6b3-2e36fbe69ca8 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:34:24.243500 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3d7d6d-aa33-41f5-8bbb-fe015bb97153', 'tag': 'ae3dca59-27be-4a20-96d0-238b2d12455f', 'status': 'completed', 'code': 200} Sep 16 05:34:24.326325 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dade2a-d6d4-49df-a736-88ba21cb0fef req-a6651bc4-a914-4ab1-9bd6-50e0a63f8ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:24.328041 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37dade2a-d6d4-49df-a736-88ba21cb0fef req-a6651bc4-a914-4ab1-9bd6-50e0a63f8ea0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 1098 time: 0.0456607 Sep 16 05:34:24.417483 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dade2a-d6d4-49df-a736-88ba21cb0fef req-365ac4a8-f22d-4a87-a045-9f06db5d1b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:24.418968 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37dade2a-d6d4-49df-a736-88ba21cb0fef req-365ac4a8-f22d-4a87-a045-9f06db5d1b2f service neutron] 10.222.0.47 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.0841563 Sep 16 05:34:24.455862 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-5a1f9476-13c2-471b-828b-98b4ba87cb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'name': 'tempest-ServerActionsTestJSON-863375096-router', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:45Z', 'updated_at': '2021-09-16T05:23:48Z', 'revision_number': 4, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'gw_port': {'id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:46Z', 'updated_at': '2021-09-16T05:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '5537a686-8aea-44d5-b547-7be224f6f1bf', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'floating_ip_address': '172.25.8.225', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'port_id': 'ae3dca59-27be-4a20-96d0-238b2d12455f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'mac_address': 'fa:16:3e:f1:bf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3d7d6d-aa33-41f5-8bbb-fe015bb97153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:23:50Z', 'updated_at': '2021-09-16T05:34:23Z', 'revision_number': 13, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a75257d1-60d9-46de-b495-04188c49429b', 'name': '', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'mac_address': 'fa:16:3e:b4:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:47Z', 'updated_at': '2021-09-16T05:23:51Z', 'revision_number': 5, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'subnets': [{'id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:24.482641 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1f9476-13c2-471b-828b-98b4ba87cb7d None None] Checking router: 398ab092-4da1-4044-b3dc-25f08dbf2bc3 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:34:24.489215 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37dade2a-d6d4-49df-a736-88ba21cb0fef req-fd577927-d539-42cc-b0fa-a0c3b12ff380 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae3dca59-27be-4a20-96d0-238b2d12455f HTTP/1.1" status: 200 len: 1001 time: 0.0611176 Sep 16 05:34:24.491987 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1f9476-13c2-471b-828b-98b4ba87cb7d None None] Routers {'398ab092-4da1-4044-b3dc-25f08dbf2bc3'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:24.492613 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-5a1f9476-13c2-471b-828b-98b4ba87cb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:34:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:24.537904 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dade2a-d6d4-49df-a736-88ba21cb0fef req-3381a886-185b-4cb4-bce5-0ba4538fceda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:24.539311 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37dade2a-d6d4-49df-a736-88ba21cb0fef req-3381a886-185b-4cb4-bce5-0ba4538fceda service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0440686 Sep 16 05:34:24.586208 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dade2a-d6d4-49df-a736-88ba21cb0fef req-809b21c3-f346-401b-8798-e356382c41bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:24.587942 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37dade2a-d6d4-49df-a736-88ba21cb0fef req-809b21c3-f346-401b-8798-e356382c41bd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415070 Sep 16 05:34:24.599438 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-5a1f9476-13c2-471b-828b-98b4ba87cb7d None None] Set router 398ab092-4da1-4044-b3dc-25f08dbf2bc3 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:24.682208 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37dade2a-d6d4-49df-a736-88ba21cb0fef req-d011040a-0297-4b91-9395-af3ce6c2cbc4 service neutron] 10.222.0.47 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869343 Sep 16 05:34:24.774414 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37dade2a-d6d4-49df-a736-88ba21cb0fef req-1e38475d-2dbc-466f-9bf8-752922cdb418 service neutron] 10.222.0.47 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847793 Sep 16 05:34:24.828864 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-5a1f9476-13c2-471b-828b-98b4ba87cb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'name': 'tempest-ServerActionsTestJSON-863375096-router', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:45Z', 'updated_at': '2021-09-16T05:23:48Z', 'revision_number': 4, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'gw_port': {'id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:46Z', 'updated_at': '2021-09-16T05:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '5537a686-8aea-44d5-b547-7be224f6f1bf', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'floating_ip_address': '172.25.8.225', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'port_id': 'ae3dca59-27be-4a20-96d0-238b2d12455f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'mac_address': 'fa:16:3e:f1:bf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3d7d6d-aa33-41f5-8bbb-fe015bb97153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:23:50Z', 'updated_at': '2021-09-16T05:34:23Z', 'revision_number': 13, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a75257d1-60d9-46de-b495-04188c49429b', 'name': '', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'mac_address': 'fa:16:3e:b4:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:47Z', 'updated_at': '2021-09-16T05:23:51Z', 'revision_number': 5, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'subnets': [{'id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:24.854550 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1f9476-13c2-471b-828b-98b4ba87cb7d None None] The sync data for ids ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'] in n-d-712139-15 is: [{'id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'name': 'tempest-ServerActionsTestJSON-863375096-router', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:45Z', 'updated_at': '2021-09-16T05:23:48Z', 'revision_number': 4, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'gw_port': {'id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:46Z', 'updated_at': '2021-09-16T05:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '5537a686-8aea-44d5-b547-7be224f6f1bf', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'floating_ip_address': '172.25.8.225', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'port_id': 'ae3dca59-27be-4a20-96d0-238b2d12455f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'mac_address': 'fa:16:3e:f1:bf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3d7d6d-aa33-41f5-8bbb-fe015bb97153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:23:50Z', 'updated_at': '2021-09-16T05:34:23Z', 'revision_number': 13, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a75257d1-60d9-46de-b495-04188c49429b', 'name': '', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'mac_address': 'fa:16:3e:b4:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:47Z', 'updated_at': '2021-09-16T05:23:51Z', 'revision_number': 5, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'subnets': [{'id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:34:25.033421 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cf066d-5858-4ff3-8234-52d6f226c2fa None None] New status for floating IP 5537a686-8aea-44d5-b547-7be224f6f1bf: ACTIVE {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:34:30.134703 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:34:40.167410 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0dc74251-61f6-4ed3-94e6-895ab2d74428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:42.105182 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:43.310358 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-56b39d29-3780-4091-b929-7d6bb3e8bb0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:43.604169 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:44.730476 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:45.137199 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:46.240045 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:04.005721 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-121fbe7a-16b8-4ccb-b14e-285cb519026f req-eb6bac9c-ca8f-4d18-b268-2b3a3380f2e9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0498214 Sep 16 05:35:04.102435 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121fbe7a-16b8-4ccb-b14e-285cb519026f req-689b34e5-4f13-4697-af7a-3a58a3d839ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:04.103912 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-121fbe7a-16b8-4ccb-b14e-285cb519026f req-689b34e5-4f13-4697-af7a-3a58a3d839ce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 1098 time: 0.0404353 Sep 16 05:35:04.208181 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121fbe7a-16b8-4ccb-b14e-285cb519026f req-d47f30c0-d081-490f-9e88-8119a8058c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:04.210378 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-121fbe7a-16b8-4ccb-b14e-285cb519026f req-d47f30c0-d081-490f-9e88-8119a8058c07 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.0874698 Sep 16 05:35:04.279675 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-121fbe7a-16b8-4ccb-b14e-285cb519026f req-212c2bda-58e2-4d0c-8009-783a65919434 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae3dca59-27be-4a20-96d0-238b2d12455f HTTP/1.1" status: 200 len: 1003 time: 0.0625112 Sep 16 05:35:04.329390 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121fbe7a-16b8-4ccb-b14e-285cb519026f req-4d386f09-508d-4e3d-b959-06d2de825239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:04.330821 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-121fbe7a-16b8-4ccb-b14e-285cb519026f req-4d386f09-508d-4e3d-b959-06d2de825239 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0437870 Sep 16 05:35:04.375264 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121fbe7a-16b8-4ccb-b14e-285cb519026f req-5ea444ad-3549-41d4-9724-d08498007c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:04.376818 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-121fbe7a-16b8-4ccb-b14e-285cb519026f req-5ea444ad-3549-41d4-9724-d08498007c0e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388563 Sep 16 05:35:04.470713 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-121fbe7a-16b8-4ccb-b14e-285cb519026f req-f3b8f105-5409-4c96-8a51-2716b0b5c96d service neutron] 10.222.0.47 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857775 Sep 16 05:35:04.562830 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-121fbe7a-16b8-4ccb-b14e-285cb519026f req-03697825-d074-48e6-b84a-12e2bed536db service neutron] 10.222.0.47 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844798 Sep 16 05:35:07.134043 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:35:10.167518 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bcc8bed9-f4d0-47cd-b1e9-0c3a5e7ea954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:12.119882 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:13.311217 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-04cb7ad8-40da-4f60-9cb3-84ba65a6b441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:13.606193 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:14.734353 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:15.138847 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:16.241443 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:40.167915 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5593b8de-33e2-42fd-b8be-ed1b0e628fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:42.121358 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:43.313517 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-766d9c85-91be-45f7-8024-d07f9433b802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:43.606893 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:44.133369 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:35:44.735890 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:45.122732 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:46.248013 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:01.754004 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443f6e2-36c4-4a3c-a059-63a790e51aa8 req-06e83751-e6bf-4eab-9d2d-fec5b5e36e15 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:01.755501 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d443f6e2-36c4-4a3c-a059-63a790e51aa8 req-06e83751-e6bf-4eab-9d2d-fec5b5e36e15 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 946 time: 0.0503528 Sep 16 05:36:01.794012 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d443f6e2-36c4-4a3c-a059-63a790e51aa8 req-117542c6-38f1-4c37-ba3a-9c14baca57d1 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318937 Sep 16 05:36:05.011228 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4d3365c-1297-4147-800e-f7266ade6bf0 req-d498c800-e46d-4cdf-8728-9ba782689a7e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410545 Sep 16 05:36:05.111996 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3365c-1297-4147-800e-f7266ade6bf0 req-2ff894f3-c44e-4bad-9768-96c6544558a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:05.113535 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4d3365c-1297-4147-800e-f7266ade6bf0 req-2ff894f3-c44e-4bad-9768-96c6544558a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 1098 time: 0.0416737 Sep 16 05:36:05.227585 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3365c-1297-4147-800e-f7266ade6bf0 req-f845d04e-43da-4a34-858d-47db36710974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:05.229051 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4d3365c-1297-4147-800e-f7266ade6bf0 req-f845d04e-43da-4a34-858d-47db36710974 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.0948408 Sep 16 05:36:05.302202 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4d3365c-1297-4147-800e-f7266ade6bf0 req-98bb4f86-f05d-4843-88fd-a4005cc30cf4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae3dca59-27be-4a20-96d0-238b2d12455f HTTP/1.1" status: 200 len: 1003 time: 0.0658803 Sep 16 05:36:05.357972 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3365c-1297-4147-800e-f7266ade6bf0 req-6244f6d0-d50f-4cbf-b5e2-b5e178f85b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:05.359469 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4d3365c-1297-4147-800e-f7266ade6bf0 req-6244f6d0-d50f-4cbf-b5e2-b5e178f85b93 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0498753 Sep 16 05:36:05.406126 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3365c-1297-4147-800e-f7266ade6bf0 req-6c3fa410-8868-44fc-b95c-3304129b10d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:05.407673 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4d3365c-1297-4147-800e-f7266ade6bf0 req-6c3fa410-8868-44fc-b95c-3304129b10d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413742 Sep 16 05:36:05.501122 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4d3365c-1297-4147-800e-f7266ade6bf0 req-e330abcf-f9b5-4853-9542-097aff199bce service neutron] 10.222.0.47 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856047 Sep 16 05:36:05.596746 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4d3365c-1297-4147-800e-f7266ade6bf0 req-ef63b2cc-5057-455b-931f-b4eb33d8e144 service neutron] 10.222.0.47 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881243 Sep 16 05:36:10.169328 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f3d863c9-3dd9-4aae-b267-bb5b5afcfcdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:12.117826 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:13.017155 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92989027-a98c-4923-b908-d8e2e357c12e req-539cdef0-c4e5-4fc5-ad70-a67df18b7e36 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:13.018637 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-92989027-a98c-4923-b908-d8e2e357c12e req-539cdef0-c4e5-4fc5-ad70-a67df18b7e36 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 946 time: 0.0710630 Sep 16 05:36:13.021426 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-3a7ed832-eb45-4301-b078-77cfbe4a4aed service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0835316 Sep 16 05:36:13.059447 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-92989027-a98c-4923-b908-d8e2e357c12e req-5d7fb7cf-8eb1-44e7-858a-107746fb9c12 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341969 Sep 16 05:36:13.316773 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-09f58f66-0054-4ab7-af42-7d13ef734e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:13.611836 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:14.181119 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8175374-1d7e-4320-ae6c-f78dc4db90eb req-eeeb778e-273a-4fc4-95ae-3b9e42913812 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:14.182623 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8175374-1d7e-4320-ae6c-f78dc4db90eb req-eeeb778e-273a-4fc4-95ae-3b9e42913812 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 946 time: 0.0528359 Sep 16 05:36:14.248249 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8175374-1d7e-4320-ae6c-f78dc4db90eb req-4e08f3e0-995b-4bf7-b50f-2693406d5c6d tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592847 Sep 16 05:36:14.258255 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-c12651ed-8805-4ea2-a421-684ebc378486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:14.259768 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-c12651ed-8805-4ea2-a421-684ebc378486 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 1098 time: 0.0554674 Sep 16 05:36:14.353345 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-cab4fd64-6e33-486d-b032-5bc64400b651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:14.354746 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-cab4fd64-6e33-486d-b032-5bc64400b651 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.0878952 Sep 16 05:36:14.418298 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-e4845ea2-c692-4c2f-b570-3d6e1d9ccc56 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae3dca59-27be-4a20-96d0-238b2d12455f HTTP/1.1" status: 200 len: 1003 time: 0.0565877 Sep 16 05:36:14.472086 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-347fcfcf-d200-493a-bc02-4f628939b8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:14.473582 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-347fcfcf-d200-493a-bc02-4f628939b8d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0484908 Sep 16 05:36:14.519252 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-51f48b75-641f-4dcd-a2f4-0a3e270e2be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:14.520765 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-51f48b75-641f-4dcd-a2f4-0a3e270e2be3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396540 Sep 16 05:36:14.608940 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-b7b5fcf7-d671-42ed-b5da-f51163baec8e service neutron] 10.222.0.47 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799115 Sep 16 05:36:14.702844 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-bf360802-25cf-49b5-b4ff-e96cd720e481 service neutron] 10.222.0.47 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872490 Sep 16 05:36:14.738893 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:15.142396 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:15.369175 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d6fa7-e743-4789-ba0a-a93778322ae7 req-ca186f65-c477-42bf-a5c9-1de102c94c77 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:15.370674 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2f6d6fa7-e743-4789-ba0a-a93778322ae7 req-ca186f65-c477-42bf-a5c9-1de102c94c77 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 946 time: 0.0485892 Sep 16 05:36:15.408596 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2f6d6fa7-e743-4789-ba0a-a93778322ae7 req-aa8adc24-92bb-4ff1-9df8-d55b9a6212ec tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318823 Sep 16 05:36:16.246924 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:16.533188 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3dadc-0ca1-42f6-9225-70e08d2bc360 req-91f15116-cf74-4d62-a7b7-cef96961ce8b tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:16.534693 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-20b3dadc-0ca1-42f6-9225-70e08d2bc360 req-91f15116-cf74-4d62-a7b7-cef96961ce8b tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 946 time: 0.0552552 Sep 16 05:36:16.573028 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-20b3dadc-0ca1-42f6-9225-70e08d2bc360 req-f4730e84-a324-47e5-83d4-bf70043823e4 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314226 Sep 16 05:36:17.689703 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fdbbca-3b98-4783-85a3-472cc9f967b0 req-aad46f6b-c6e2-41bd-b25f-56412e636c79 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:17.691194 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e3fdbbca-3b98-4783-85a3-472cc9f967b0 req-aad46f6b-c6e2-41bd-b25f-56412e636c79 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 946 time: 0.0499601 Sep 16 05:36:17.728862 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e3fdbbca-3b98-4783-85a3-472cc9f967b0 req-e9859c22-1da8-41e8-80fe-f3df8fecaf1b tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312691 Sep 16 05:36:18.848431 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3922e2-bb33-4c8f-9ab8-85d8724a960a req-e5d5351a-fa26-4161-97eb-e3442ff4537e tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:18.849971 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed3922e2-bb33-4c8f-9ab8-85d8724a960a req-e5d5351a-fa26-4161-97eb-e3442ff4537e tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 946 time: 0.0520205 Sep 16 05:36:18.887655 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed3922e2-bb33-4c8f-9ab8-85d8724a960a req-e61686e0-a2e9-49a4-a26d-cea7196f8b02 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309548 Sep 16 05:36:20.009203 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76634aa-fdbd-43da-ba3f-7e8dedb8aa69 req-24ecfb9f-960e-4ce3-90fa-1a1973b2f27e tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:20.010585 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f76634aa-fdbd-43da-ba3f-7e8dedb8aa69 req-24ecfb9f-960e-4ce3-90fa-1a1973b2f27e tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 946 time: 0.0532818 Sep 16 05:36:20.047525 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f76634aa-fdbd-43da-ba3f-7e8dedb8aa69 req-064a8f03-9bc8-41ca-8a66-25a47ff60922 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309622 Sep 16 05:36:21.132099 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:36:21.165686 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d471e72-7ecd-4e77-86dc-e0593d4feb22 req-936bf077-eea7-4338-8e8b-7cfb63782b3d tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:21.167036 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3d471e72-7ecd-4e77-86dc-e0593d4feb22 req-936bf077-eea7-4338-8e8b-7cfb63782b3d tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 946 time: 0.0504878 Sep 16 05:36:21.205082 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3d471e72-7ecd-4e77-86dc-e0593d4feb22 req-6600d5f2-58de-4f3e-acbd-50958f14a46b tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320380 Sep 16 05:36:22.323238 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfb077-441f-44da-a844-a6451c842660 req-b6d9b80d-dea4-4291-8783-cc0d5978d946 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:22.324734 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-36dfb077-441f-44da-a844-a6451c842660 req-b6d9b80d-dea4-4291-8783-cc0d5978d946 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 946 time: 0.0501177 Sep 16 05:36:22.362995 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-36dfb077-441f-44da-a844-a6451c842660 req-b83a4572-9b3a-4e6c-a1cb-78470a4db742 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322137 Sep 16 05:36:23.484053 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a25e86-ed04-4a9f-bdb3-6043d9113792 req-9306e4d5-6328-4aba-8abf-e6c9ece59a96 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:23.485498 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c1a25e86-ed04-4a9f-bdb3-6043d9113792 req-9306e4d5-6328-4aba-8abf-e6c9ece59a96 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 946 time: 0.0544415 Sep 16 05:36:23.524384 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c1a25e86-ed04-4a9f-bdb3-6043d9113792 req-8126d270-fea6-49a2-a889-1fcb1f2101c5 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325253 Sep 16 05:36:24.641333 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe528a3-bbb6-489d-a2e4-05811e45a7a7 req-130d8e98-8cf4-493e-92e0-f0c7375c51ae tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:24.642842 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fbe528a3-bbb6-489d-a2e4-05811e45a7a7 req-130d8e98-8cf4-493e-92e0-f0c7375c51ae tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 946 time: 0.0495977 Sep 16 05:36:24.682375 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fbe528a3-bbb6-489d-a2e4-05811e45a7a7 req-bfa5820a-143e-48a5-bb0f-da015790aa49 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323501 Sep 16 05:36:25.800510 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48aa655-5ad1-4799-85db-d2ced21319c5 req-f006cbf0-905a-47b8-88ea-6a055df7ee12 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:25.802016 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b48aa655-5ad1-4799-85db-d2ced21319c5 req-f006cbf0-905a-47b8-88ea-6a055df7ee12 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 946 time: 0.0513923 Sep 16 05:36:25.840319 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b48aa655-5ad1-4799-85db-d2ced21319c5 req-9a7277e3-b40f-4713-b863-479592ecbb42 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319433 Sep 16 05:36:26.961675 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbbd6e-f51c-4d65-a973-6176d03c4bcf req-1b42405f-d8bd-4edd-b3df-62f77106859a tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:26.963144 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-67fbbd6e-f51c-4d65-a973-6176d03c4bcf req-1b42405f-d8bd-4edd-b3df-62f77106859a tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 946 time: 0.0539794 Sep 16 05:36:27.000892 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-67fbbd6e-f51c-4d65-a973-6176d03c4bcf req-20608c80-00ac-468e-a203-3b2f4978a5e8 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314486 Sep 16 05:36:28.119564 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3e2c8-a16b-4bec-8707-34f86b9e57e5 req-097ea823-f6ba-4766-b8a5-ed3e396a6c55 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:28.121084 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-67e3e2c8-a16b-4bec-8707-34f86b9e57e5 req-097ea823-f6ba-4766-b8a5-ed3e396a6c55 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 946 time: 0.0496140 Sep 16 05:36:28.160009 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-67e3e2c8-a16b-4bec-8707-34f86b9e57e5 req-083783fd-29ad-4bca-95cc-e16c0a48bae8 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325904 Sep 16 05:36:28.667608 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-349fe795-28a9-4557-94fd-a5c672fcd411 service neutron] show failed (client error): The resource could not be found. Sep 16 05:36:28.668682 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-349fe795-28a9-4557-94fd-a5c672fcd411 service neutron] 10.222.0.47 "GET /v2.0/ports/ae3dca59-27be-4a20-96d0-238b2d12455f/bindings/n-h2-712139-15 HTTP/1.1" status: 404 len: 381 time: 0.0554900 Sep 16 05:36:28.870209 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-f7b01eca-4ff1-4bcc-9374-6b53badcfaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:28.871695 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-f7b01eca-4ff1-4bcc-9374-6b53badcfaa3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153&tenant_id=862b1ea02f834312a01b6e1752f75144 HTTP/1.1" status: 200 len: 1098 time: 0.0446937 Sep 16 05:36:28.882179 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-6bd98928-c52c-478d-acc4-5b23a4c4f675 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:36:28.883146 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-6bd98928-c52c-478d-acc4-5b23a4c4f675 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048182 Sep 16 05:36:28.901541 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-cc0dec30-4c4f-47ec-ab0d-88aa5c883ab3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-15', 'device_owner': 'compute:nova'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:28.954399 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-cc0dec30-4c4f-47ec-ab0d-88aa5c883ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:29.151686 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-cc0dec30-4c4f-47ec-ab0d-88aa5c883ab3 service neutron] For port ae3dca59-27be-4a20-96d0-238b2d12455f, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=ae3dca59-27be-4a20-96d0-238b2d12455f,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:29.184006 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-cc0dec30-4c4f-47ec-ab0d-88aa5c883ab3 service neutron] For port ae3dca59-27be-4a20-96d0-238b2d12455f, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:36:29.229215 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3d7d6d-aa33-41f5-8bbb-fe015bb97153', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae3dca59-27be-4a20-96d0-238b2d12455f'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:36:29.231628 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8f2211-15c8-44a9-a7b7-8635b8ee510d" -d '{"events": [{"server_uuid": "1f3d7d6d-aa33-41f5-8bbb-fe015bb97153", "name": "network-vif-unplugged", "status": "completed", "tag": "ae3dca59-27be-4a20-96d0-238b2d12455f"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:36:29.236791 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-cc0dec30-4c4f-47ec-ab0d-88aa5c883ab3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:29.272690 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-cc0dec30-4c4f-47ec-ab0d-88aa5c883ab3 service neutron] Transition to ACTIVE for port object ae3dca59-27be-4a20-96d0-238b2d12455f will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:36:29.278431 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-cc0dec30-4c4f-47ec-ab0d-88aa5c883ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:29.326549 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11cc55-cc4d-4298-ae9f-725afda2bac0 req-32f0dae2-494a-45a6-a2a3-0357321b2589 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:29.328113 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ec11cc55-cc4d-4298-ae9f-725afda2bac0 req-32f0dae2-494a-45a6-a2a3-0357321b2589 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 946 time: 0.0935376 Sep 16 05:36:29.381852 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0dec30-4c4f-47ec-ab0d-88aa5c883ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=ae3dca59-27be-4a20-96d0-238b2d12455f,revision_number=6']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:29.406851 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0dec30-4c4f-47ec-ab0d-88aa5c883ab3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:29.407123 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0dec30-4c4f-47ec-ab0d-88aa5c883ab3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:29.407466 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0dec30-4c4f-47ec-ab0d-88aa5c883ab3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:29.407803 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0dec30-4c4f-47ec-ab0d-88aa5c883ab3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:29.408136 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0dec30-4c4f-47ec-ab0d-88aa5c883ab3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:29.408468 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0dec30-4c4f-47ec-ab0d-88aa5c883ab3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:29.408829 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0dec30-4c4f-47ec-ab0d-88aa5c883ab3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:29.409160 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0dec30-4c4f-47ec-ab0d-88aa5c883ab3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:29.409487 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0dec30-4c4f-47ec-ab0d-88aa5c883ab3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:29.409815 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0dec30-4c4f-47ec-ab0d-88aa5c883ab3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:29.410141 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0dec30-4c4f-47ec-ab0d-88aa5c883ab3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:29.410472 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0dec30-4c4f-47ec-ab0d-88aa5c883ab3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:29.432465 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ec11cc55-cc4d-4298-ae9f-725afda2bac0 req-1733cca1-a758-46c3-a99c-482d77e515ba tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925696 Sep 16 05:36:29.474365 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-cc0dec30-4c4f-47ec-ab0d-88aa5c883ab3 service neutron] No DVR routers for this DVR port ae3dca59-27be-4a20-96d0-238b2d12455f on host n-h1-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:36:29.510304 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e14ecaf-5bab-4d2c-ac00-28aa0a858eba x-openstack-request-id: req-0e14ecaf-5bab-4d2c-ac00-28aa0a858eba {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:36:29.510593 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3d7d6d-aa33-41f5-8bbb-fe015bb97153", "name": "network-vif-unplugged", "status": "completed", "tag": "ae3dca59-27be-4a20-96d0-238b2d12455f", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:36:29.510840 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0e14ecaf-5bab-4d2c-ac00-28aa0a858eba {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:36:29.511226 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3d7d6d-aa33-41f5-8bbb-fe015bb97153', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae3dca59-27be-4a20-96d0-238b2d12455f', 'code': 200} Sep 16 05:36:29.611827 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-cc0dec30-4c4f-47ec-ab0d-88aa5c883ab3 service neutron] Attempting to bind port ae3dca59-27be-4a20-96d0-238b2d12455f on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:36:29.612152 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-cc0dec30-4c4f-47ec-ab0d-88aa5c883ab3 service neutron] Attempting to bind port ae3dca59-27be-4a20-96d0-238b2d12455f by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:36:29.612474 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-cc0dec30-4c4f-47ec-ab0d-88aa5c883ab3 service neutron] Attempting to bind port ae3dca59-27be-4a20-96d0-238b2d12455f on network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:36:29.616696 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-cc0dec30-4c4f-47ec-ab0d-88aa5c883ab3 service neutron] Port ae3dca59-27be-4a20-96d0-238b2d12455f on network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:36:29.617014 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-cc0dec30-4c4f-47ec-ab0d-88aa5c883ab3 service neutron] Attempting to bind port ae3dca59-27be-4a20-96d0-238b2d12455f on network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:36:29.621757 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-cc0dec30-4c4f-47ec-ab0d-88aa5c883ab3 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:36:29.622091 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-cc0dec30-4c4f-47ec-ab0d-88aa5c883ab3 service neutron] Checking segment: {'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:36:29.622471 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-cc0dec30-4c4f-47ec-ab0d-88aa5c883ab3 service neutron] Bound using segment: {'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:36:29.622889 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-cc0dec30-4c4f-47ec-ab0d-88aa5c883ab3 service neutron] Bound port: ae3dca59-27be-4a20-96d0-238b2d12455f, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:36:29.623239 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-cc0dec30-4c4f-47ec-ab0d-88aa5c883ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:29.684300 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-cc0dec30-4c4f-47ec-ab0d-88aa5c883ab3 service neutron] For port ae3dca59-27be-4a20-96d0-238b2d12455f, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:36:29.687620 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-cc0dec30-4c4f-47ec-ab0d-88aa5c883ab3 service neutron] For port ae3dca59-27be-4a20-96d0-238b2d12455f, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=ae3dca59-27be-4a20-96d0-238b2d12455f,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:36:29.691362 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-cc0dec30-4c4f-47ec-ab0d-88aa5c883ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:29.727159 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-cc0dec30-4c4f-47ec-ab0d-88aa5c883ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:29.727800 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-cc0dec30-4c4f-47ec-ab0d-88aa5c883ab3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:29.729211 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-cc0dec30-4c4f-47ec-ab0d-88aa5c883ab3 service neutron] 10.222.0.48 "PUT /v2.0/ports/ae3dca59-27be-4a20-96d0-238b2d12455f HTTP/1.1" status: 200 len: 1093 time: 0.8312969 Sep 16 05:36:29.756854 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0dec30-4c4f-47ec-ab0d-88aa5c883ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=ae3dca59-27be-4a20-96d0-238b2d12455f,revision_number=7']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:29.806665 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-22b71de9-e168-40eb-a5d2-ff4775ce6b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:29.808197 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-22b71de9-e168-40eb-a5d2-ff4775ce6b45 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 1096 time: 0.0433698 Sep 16 05:36:29.902294 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-c6446cec-bf17-4a65-8759-427d68445be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:29.903716 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-c6446cec-bf17-4a65-8759-427d68445be7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.0889282 Sep 16 05:36:29.971069 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-cd6d6ef5-4081-495b-8296-c56fa1d4a93b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae3dca59-27be-4a20-96d0-238b2d12455f HTTP/1.1" status: 200 len: 1001 time: 0.0608130 Sep 16 05:36:30.019984 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-81e23cb1-676a-4ae3-8c35-51ecfcc881fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:30.021356 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-81e23cb1-676a-4ae3-8c35-51ecfcc881fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0436640 Sep 16 05:36:30.065866 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-ce8dc879-297b-46bb-973c-4fc2b82196b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:30.067307 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-ce8dc879-297b-46bb-973c-4fc2b82196b3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393817 Sep 16 05:36:30.158149 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-e57d3b0c-f83b-4b59-9964-211c5cd4811f service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835476 Sep 16 05:36:30.253928 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-493a389a-f938-471b-88cc-f652d7768eac service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882664 Sep 16 05:36:30.555464 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746d621-f65f-4c2a-a030-a29d618a95ea req-948febcf-4540-49f9-8169-9268f1d870d3 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:30.556884 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a746d621-f65f-4c2a-a030-a29d618a95ea req-948febcf-4540-49f9-8169-9268f1d870d3 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 944 time: 0.0504801 Sep 16 05:36:30.594897 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a746d621-f65f-4c2a-a030-a29d618a95ea req-4f8d0433-3fb5-42ff-a288-df879d000c5f tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316236 Sep 16 05:36:31.299291 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device ae3dca59-27be-4a20-96d0-238b2d12455f no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:36:31.338533 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device ae3dca59-27be-4a20-96d0-238b2d12455f not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:36:31.513297 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3d7d6d-aa33-41f5-8bbb-fe015bb97153', 'tag': 'ae3dca59-27be-4a20-96d0-238b2d12455f'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:36:31.515631 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7445cd21-b490-4350-acf0-1abd189e9c22" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3d7d6d-aa33-41f5-8bbb-fe015bb97153", "tag": "ae3dca59-27be-4a20-96d0-238b2d12455f"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:36:31.566674 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3e303f-2295-48f9-beca-19a6c76ad250 x-openstack-request-id: req-4f3e303f-2295-48f9-beca-19a6c76ad250 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:36:31.566966 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3d7d6d-aa33-41f5-8bbb-fe015bb97153", "tag": "ae3dca59-27be-4a20-96d0-238b2d12455f", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:36:31.567216 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4f3e303f-2295-48f9-beca-19a6c76ad250 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:36:31.567609 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3d7d6d-aa33-41f5-8bbb-fe015bb97153', 'tag': 'ae3dca59-27be-4a20-96d0-238b2d12455f', 'status': 'completed', 'code': 200} Sep 16 05:36:31.712978 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445cd21-b490-4350-acf0-1abd189e9c22 req-e5ba2b82-1dd8-4e7b-a357-9bb1aa461a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:31.714525 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7445cd21-b490-4350-acf0-1abd189e9c22 req-e5ba2b82-1dd8-4e7b-a357-9bb1aa461a1a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 1096 time: 0.0993273 Sep 16 05:36:31.723408 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445cd21-b490-4350-acf0-1abd189e9c22 req-841b7035-3035-4428-a938-30358ae3d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:31.724894 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7445cd21-b490-4350-acf0-1abd189e9c22 req-841b7035-3035-4428-a938-30358ae3d339 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 1096 time: 0.0983131 Sep 16 05:36:31.782891 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fc722-5d9e-488a-a339-96a4665b1c2f req-b5729247-a61f-4815-885e-eeeb3aa81d05 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:31.784260 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-076fc722-5d9e-488a-a339-96a4665b1c2f req-b5729247-a61f-4815-885e-eeeb3aa81d05 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 944 time: 0.1131558 Sep 16 05:36:31.910876 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-076fc722-5d9e-488a-a339-96a4665b1c2f req-705f907d-4cc2-4dd9-9a19-81832fd19e92 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179929 Sep 16 05:36:31.927671 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445cd21-b490-4350-acf0-1abd189e9c22 req-603a9db2-d852-4259-a8d8-014fb1cfda5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:31.929241 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7445cd21-b490-4350-acf0-1abd189e9c22 req-603a9db2-d852-4259-a8d8-014fb1cfda5e service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.2035105 Sep 16 05:36:31.950665 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445cd21-b490-4350-acf0-1abd189e9c22 req-298b1823-543c-46ee-99f2-aa9afd8ccefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:31.952083 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7445cd21-b490-4350-acf0-1abd189e9c22 req-298b1823-543c-46ee-99f2-aa9afd8ccefb service neutron] 10.222.0.47 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.2152474 Sep 16 05:36:32.043648 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7445cd21-b490-4350-acf0-1abd189e9c22 req-010bcd2c-2cc4-4685-92f2-df1c9ccf46d3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae3dca59-27be-4a20-96d0-238b2d12455f HTTP/1.1" status: 200 len: 1001 time: 0.1042256 Sep 16 05:36:32.064374 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7445cd21-b490-4350-acf0-1abd189e9c22 req-460669be-a8ec-409a-8b1b-f8d55df0ab1a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae3dca59-27be-4a20-96d0-238b2d12455f HTTP/1.1" status: 200 len: 1001 time: 0.0826473 Sep 16 05:36:32.137422 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445cd21-b490-4350-acf0-1abd189e9c22 req-6ec274ae-c6fb-4892-8d2c-868936cb578e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:32.138912 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7445cd21-b490-4350-acf0-1abd189e9c22 req-6ec274ae-c6fb-4892-8d2c-868936cb578e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0887005 Sep 16 05:36:32.145983 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445cd21-b490-4350-acf0-1abd189e9c22 req-1bc39b32-1ca7-47ae-9397-4e56f267594f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:32.147405 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7445cd21-b490-4350-acf0-1abd189e9c22 req-1bc39b32-1ca7-47ae-9397-4e56f267594f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0659227 Sep 16 05:36:32.215371 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445cd21-b490-4350-acf0-1abd189e9c22 req-69a59655-f450-482b-936c-654afe139e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:32.216887 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7445cd21-b490-4350-acf0-1abd189e9c22 req-69a59655-f450-482b-936c-654afe139e9a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686054 Sep 16 05:36:32.219408 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445cd21-b490-4350-acf0-1abd189e9c22 req-35675336-a60f-4a03-8aa1-4c1c682bc53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:32.220760 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7445cd21-b490-4350-acf0-1abd189e9c22 req-35675336-a60f-4a03-8aa1-4c1c682bc53b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644135 Sep 16 05:36:32.734754 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7445cd21-b490-4350-acf0-1abd189e9c22 req-9504c6db-56a4-4aa6-bb5e-cfd4c77ac547 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5109951 Sep 16 05:36:32.738365 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7445cd21-b490-4350-acf0-1abd189e9c22 req-a2ea2c9f-3b2c-4ac7-ac98-77fb6c879bd8 service neutron] 10.222.0.47 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076149 Sep 16 05:36:32.906863 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7445cd21-b490-4350-acf0-1abd189e9c22 req-74759c3a-9a4c-4fc2-b7f1-85d1534ac525 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632931 Sep 16 05:36:32.910335 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7445cd21-b490-4350-acf0-1abd189e9c22 req-d5326e12-3baa-48c9-a748-440fc2cbea90 service neutron] 10.222.0.47 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593719 Sep 16 05:36:33.033340 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521790d-b4bf-48c8-99c1-7d7ce8a059d6 req-ac536563-5c43-4efd-b600-20d588204c7a tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:33.034765 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6521790d-b4bf-48c8-99c1-7d7ce8a059d6 req-ac536563-5c43-4efd-b600-20d588204c7a tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 944 time: 0.0490341 Sep 16 05:36:33.074147 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6521790d-b4bf-48c8-99c1-7d7ce8a059d6 req-9408920e-35ec-4217-a37d-617d5fefb215 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323846 Sep 16 05:36:34.201330 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43008cf5-25fa-46a0-9091-5c05db9d3bc2 req-7df9c277-6905-4691-8382-689a0dd69890 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:34.202848 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-43008cf5-25fa-46a0-9091-5c05db9d3bc2 req-7df9c277-6905-4691-8382-689a0dd69890 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 944 time: 0.0538366 Sep 16 05:36:34.245343 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-43008cf5-25fa-46a0-9091-5c05db9d3bc2 req-a21601cd-1672-4055-9fc2-961986cbd200 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364666 Sep 16 05:36:35.366041 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2ad3c-5f9f-436f-b09e-4ae1aeb16dd0 req-95cf51bc-b820-4b1e-874d-52dd069b4c74 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:35.368316 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84f2ad3c-5f9f-436f-b09e-4ae1aeb16dd0 req-95cf51bc-b820-4b1e-874d-52dd069b4c74 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 944 time: 0.0482910 Sep 16 05:36:35.408487 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84f2ad3c-5f9f-436f-b09e-4ae1aeb16dd0 req-d8e73172-121c-4fb0-9020-0225cf640e6f tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342894 Sep 16 05:36:36.524967 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766aae83-f78f-43a1-9dde-7228f28f4f3f req-52dcd22f-77ba-4e94-8290-18c20b24b7a4 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:36.526551 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-766aae83-f78f-43a1-9dde-7228f28f4f3f req-52dcd22f-77ba-4e94-8290-18c20b24b7a4 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 944 time: 0.0487523 Sep 16 05:36:36.564119 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-766aae83-f78f-43a1-9dde-7228f28f4f3f req-f6f83f52-b462-4a42-89a5-e0bf9d739bfa tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315716 Sep 16 05:36:37.680505 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f5ecd-b4c7-4a86-894b-063d03651612 req-ff889d55-f82b-45e3-b7b4-291c5f69af28 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:37.682009 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f42f5ecd-b4c7-4a86-894b-063d03651612 req-ff889d55-f82b-45e3-b7b4-291c5f69af28 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 944 time: 0.0489192 Sep 16 05:36:37.719547 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f42f5ecd-b4c7-4a86-894b-063d03651612 req-a22203c3-e23d-4ca5-afd8-99823ae9592f tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313835 Sep 16 05:36:38.836592 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1143ba6-5531-43dc-9659-db9d0dc74e59 req-c28dc07f-df6a-4332-a3e7-c1a2a43aa008 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:38.838092 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e1143ba6-5531-43dc-9659-db9d0dc74e59 req-c28dc07f-df6a-4332-a3e7-c1a2a43aa008 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 944 time: 0.0487604 Sep 16 05:36:38.879498 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e1143ba6-5531-43dc-9659-db9d0dc74e59 req-c076fc65-2803-4a71-bd1b-dda527724d47 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354602 Sep 16 05:36:39.995945 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37b276-950e-4977-8f61-6b52fbf4d2f1 req-6893dc26-c6b9-40fc-86a2-d3a4360a5e93 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:39.997456 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e37b276-950e-4977-8f61-6b52fbf4d2f1 req-6893dc26-c6b9-40fc-86a2-d3a4360a5e93 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 944 time: 0.0484147 Sep 16 05:36:40.034252 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e37b276-950e-4977-8f61-6b52fbf4d2f1 req-949046d7-c7f7-442f-b72c-69162dcc7e1b tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309174 Sep 16 05:36:40.170305 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-23f75883-f90f-43ad-9285-14a2a92a64fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:41.150288 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f5f71-501b-48b7-a1c3-f9f02c93b4a6 req-21577ab0-21fc-458b-a4d6-7035299b6869 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:41.151746 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5a7f5f71-501b-48b7-a1c3-f9f02c93b4a6 req-21577ab0-21fc-458b-a4d6-7035299b6869 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 944 time: 0.0489116 Sep 16 05:36:41.189191 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5a7f5f71-501b-48b7-a1c3-f9f02c93b4a6 req-c2b0b3b6-fd3d-4e4b-b57a-a393a47e1109 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313776 Sep 16 05:36:42.135691 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:42.310220 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9c4e0-67b1-4e08-bfe1-663bef2ddf58 req-7d14a249-a9a2-4d8f-9d5f-a4b4aa5a0b41 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:42.311728 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c2c9c4e0-67b1-4e08-bfe1-663bef2ddf58 req-7d14a249-a9a2-4d8f-9d5f-a4b4aa5a0b41 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 944 time: 0.0508299 Sep 16 05:36:42.353413 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c2c9c4e0-67b1-4e08-bfe1-663bef2ddf58 req-90fd9378-fdd6-478d-ae0c-6de4f58c5aa2 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356688 Sep 16 05:36:43.317640 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-dda979f7-4940-43ae-ab5f-c0766ddf8719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:43.468850 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8d0f7-1c18-4ef5-a273-efbe0d6e96c2 req-347c9ecc-2b10-409f-9b45-d8c5b8f50e83 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:43.470294 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ec8d0f7-1c18-4ef5-a273-efbe0d6e96c2 req-347c9ecc-2b10-409f-9b45-d8c5b8f50e83 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 944 time: 0.0488193 Sep 16 05:36:43.509669 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ec8d0f7-1c18-4ef5-a273-efbe0d6e96c2 req-5ea4adb4-a7b5-4fae-b2e3-a36d2d57628c tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332761 Sep 16 05:36:43.614437 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:43.821797 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4e013-380b-48d9-876d-fee1dd9cf8e2 req-456f0e5a-43ca-46c4-aa91-55c0425f0b79 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:43.823300 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bbf4e013-380b-48d9-876d-fee1dd9cf8e2 req-456f0e5a-43ca-46c4-aa91-55c0425f0b79 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 944 time: 0.0575082 Sep 16 05:36:43.831141 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-168ec8d3-ae1e-4259-bf36-579d53ef5bea tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:43.832501 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-168ec8d3-ae1e-4259-bf36-579d53ef5bea tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153&tenant_id=862b1ea02f834312a01b6e1752f75144&binding%3Ahost_id=n-h2-712139-15 HTTP/1.1" status: 200 len: 944 time: 0.0940588 Sep 16 05:36:43.897538 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bbf4e013-380b-48d9-876d-fee1dd9cf8e2 req-71b2d9ce-1b86-4ca9-98e2-ced47552ff07 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640492 Sep 16 05:36:43.918621 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-281c2f93-67a3-45df-a62f-47b7887687e3 service neutron] 10.222.0.48 "GET /v2.0/ports/ae3dca59-27be-4a20-96d0-238b2d12455f/bindings/n-h2-712139-15 HTTP/1.1" status: 200 len: 383 time: 0.0782194 Sep 16 05:36:43.997512 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-db72a4fb-8df9-403e-8817-e54d2a8b8545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:43.998931 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-db72a4fb-8df9-403e-8817-e54d2a8b8545 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 1096 time: 0.0423815 Sep 16 05:36:44.091233 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-f328adf4-af34-49f3-a277-1d1afe5e6b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:44.092765 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-f328adf4-af34-49f3-a277-1d1afe5e6b8d service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.0869613 Sep 16 05:36:44.157687 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-6d44267e-4e5c-4833-bcc5-0dffa986c025 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae3dca59-27be-4a20-96d0-238b2d12455f HTTP/1.1" status: 200 len: 1001 time: 0.0579431 Sep 16 05:36:44.207534 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-46301c11-62be-416a-a9ad-f7f79d24ed75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:44.208980 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-46301c11-62be-416a-a9ad-f7f79d24ed75 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0435700 Sep 16 05:36:44.212253 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device ae3dca59-27be-4a20-96d0-238b2d12455f details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:36:44.265535 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-3f0bc114-1e08-4f0d-b0b4-6dc687bcbc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:44.267003 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-3f0bc114-1e08-4f0d-b0b4-6dc687bcbc3d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506070 Sep 16 05:36:44.313597 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port ae3dca59-27be-4a20-96d0-238b2d12455f, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=ae3dca59-27be-4a20-96d0-238b2d12455f,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:44.324616 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'ae3dca59-27be-4a20-96d0-238b2d12455f', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'port_id': 'ae3dca59-27be-4a20-96d0-238b2d12455f', 'mac_address': 'fa:16:3e:f1:bf:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:36:44.365048 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:44.367845 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-324513f1-61b0-4905-89cf-0c8a77866da5 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921566 Sep 16 05:36:44.378305 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae3dca59-27be-4a20-96d0-238b2d12455f {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:36:44.397732 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port ae3dca59-27be-4a20-96d0-238b2d12455f, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=ae3dca59-27be-4a20-96d0-238b2d12455f,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:44.403179 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:44.452144 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=ae3dca59-27be-4a20-96d0-238b2d12455f,revision_number=8']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:44.459467 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:44.459811 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:44.460148 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:44.461071 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:44.461579 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:44.462091 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:44.462425 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:44.462756 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:44.463087 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:44.463411 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:44.463530 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-9df8ed22-4435-4baa-a01b-c3c5f49affe8 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896533 Sep 16 05:36:44.463751 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:44.464071 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:44.740926 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:44.840915 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['ae3dca59-27be-4a20-96d0-238b2d12455f'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:36:45.018415 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a696cf4-0b14-4625-84dc-096d527badda req-2a016791-8008-4a7e-a187-d3a990029771 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:45.019793 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1a696cf4-0b14-4625-84dc-096d527badda req-2a016791-8008-4a7e-a187-d3a990029771 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 945 time: 0.0513332 Sep 16 05:36:45.057513 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1a696cf4-0b14-4625-84dc-096d527badda req-7ad5d6c3-522b-47f6-b200-5aa5f50b54c6 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310650 Sep 16 05:36:45.156362 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:46.173265 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b24435-bb85-4e97-be2f-8a5190ef4feb req-385c8951-2c7f-40e6-95af-00b8f7bb9942 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:46.174772 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-92b24435-bb85-4e97-be2f-8a5190ef4feb req-385c8951-2c7f-40e6-95af-00b8f7bb9942 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 945 time: 0.0488262 Sep 16 05:36:46.213295 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-92b24435-bb85-4e97-be2f-8a5190ef4feb req-322ec9f9-991a-4c35-a25a-b244799d0b93 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319009 Sep 16 05:36:46.227052 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device ae3dca59-27be-4a20-96d0-238b2d12455f up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:36:46.271683 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:46.287214 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port ae3dca59-27be-4a20-96d0-238b2d12455f completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:36:46.292005 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port ae3dca59-27be-4a20-96d0-238b2d12455f triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:46.292371 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:46.370202 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:46.392070 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3d7d6d-aa33-41f5-8bbb-fe015bb97153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3dca59-27be-4a20-96d0-238b2d12455f'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:36:46.394345 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2506ad353029a21956b6cd1b4a70cda1beed1e40b39b5191f7a66b422a7e283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87e34cc-e672-4b03-9cab-32119970d6c4" -d '{"events": [{"server_uuid": "1f3d7d6d-aa33-41f5-8bbb-fe015bb97153", "name": "network-vif-plugged", "status": "completed", "tag": "ae3dca59-27be-4a20-96d0-238b2d12455f"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:36:46.412252 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port ae3dca59-27be-4a20-96d0-238b2d12455f, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=ae3dca59-27be-4a20-96d0-238b2d12455f,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:46.417614 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:46.451480 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500e68ab-cfff-4fda-bf46-ee48601ba59a x-openstack-request-id: req-500e68ab-cfff-4fda-bf46-ee48601ba59a {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:36:46.451771 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3d7d6d-aa33-41f5-8bbb-fe015bb97153", "name": "network-vif-plugged", "status": "completed", "tag": "ae3dca59-27be-4a20-96d0-238b2d12455f", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:36:46.452026 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-500e68ab-cfff-4fda-bf46-ee48601ba59a {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:36:46.452418 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3d7d6d-aa33-41f5-8bbb-fe015bb97153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3dca59-27be-4a20-96d0-238b2d12455f', 'code': 200} Sep 16 05:36:46.471524 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=ae3dca59-27be-4a20-96d0-238b2d12455f,revision_number=9']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:47.338988 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50597ee3-14c3-415a-8328-45fd397d8480 req-3d9a7c88-321a-4605-a7b8-c918e62b6053 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:47.340493 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-50597ee3-14c3-415a-8328-45fd397d8480 req-3d9a7c88-321a-4605-a7b8-c918e62b6053 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 946 time: 0.0556147 Sep 16 05:36:47.378666 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-50597ee3-14c3-415a-8328-45fd397d8480 req-b23c6727-0e70-46fc-9b5b-9734a3b03452 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320754 Sep 16 05:36:48.221217 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device ae3dca59-27be-4a20-96d0-238b2d12455f no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:36:48.299615 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:48.334387 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port ae3dca59-27be-4a20-96d0-238b2d12455f, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=ae3dca59-27be-4a20-96d0-238b2d12455f,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:48.338203 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:48.388433 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=ae3dca59-27be-4a20-96d0-238b2d12455f,revision_number=10']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:48.454025 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3d7d6d-aa33-41f5-8bbb-fe015bb97153', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae3dca59-27be-4a20-96d0-238b2d12455f'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:36:48.456485 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2506ad353029a21956b6cd1b4a70cda1beed1e40b39b5191f7a66b422a7e283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c172843-154c-4eb1-a1b4-697d0ea13660" -d '{"events": [{"server_uuid": "1f3d7d6d-aa33-41f5-8bbb-fe015bb97153", "name": "network-vif-unplugged", "status": "completed", "tag": "ae3dca59-27be-4a20-96d0-238b2d12455f"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:36:48.490489 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-512f3f60-4878-4ef9-afb8-d1fc04e778fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:48.492088 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-512f3f60-4878-4ef9-afb8-d1fc04e778fc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153&tenant_id=862b1ea02f834312a01b6e1752f75144 HTTP/1.1" status: 200 len: 1097 time: 0.0707290 Sep 16 05:36:48.507142 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579018eb-8189-4105-a0b2-85b463bc7619 req-83347779-bc8f-463c-924b-d7979273d93f tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:48.508998 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-579018eb-8189-4105-a0b2-85b463bc7619 req-83347779-bc8f-463c-924b-d7979273d93f tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 945 time: 0.0590804 Sep 16 05:36:48.513669 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-ed71a285-4002-4a3d-be0d-3ff71d841766 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-15', 'device_owner': 'compute:nova'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:48.591516 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-579018eb-8189-4105-a0b2-85b463bc7619 req-08877f60-27b8-406a-a0f4-c99773a11288 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753038 Sep 16 05:36:48.596010 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-ed71a285-4002-4a3d-be0d-3ff71d841766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:48.647904 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1f0223-d24b-4cc3-b822-622357d74abd x-openstack-request-id: req-8b1f0223-d24b-4cc3-b822-622357d74abd {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:36:48.648918 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3d7d6d-aa33-41f5-8bbb-fe015bb97153", "name": "network-vif-unplugged", "status": "completed", "tag": "ae3dca59-27be-4a20-96d0-238b2d12455f", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:36:48.649174 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8b1f0223-d24b-4cc3-b822-622357d74abd {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:36:48.649553 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3d7d6d-aa33-41f5-8bbb-fe015bb97153', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae3dca59-27be-4a20-96d0-238b2d12455f', 'code': 200} Sep 16 05:36:48.801439 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-ed71a285-4002-4a3d-be0d-3ff71d841766 service neutron] For port ae3dca59-27be-4a20-96d0-238b2d12455f, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=ae3dca59-27be-4a20-96d0-238b2d12455f,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:48.833581 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-ed71a285-4002-4a3d-be0d-3ff71d841766 service neutron] For port ae3dca59-27be-4a20-96d0-238b2d12455f, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:36:48.865695 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-ed71a285-4002-4a3d-be0d-3ff71d841766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae3dca59-27be-4a20-96d0-238b2d12455f {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:36:48.873693 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-ed71a285-4002-4a3d-be0d-3ff71d841766 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:48.886185 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-ed71a285-4002-4a3d-be0d-3ff71d841766 service neutron] Transition to ACTIVE for port object ae3dca59-27be-4a20-96d0-238b2d12455f will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:36:48.889679 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-ed71a285-4002-4a3d-be0d-3ff71d841766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:48.972450 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71a285-4002-4a3d-be0d-3ff71d841766 service neutron] Pushing event updated for resources: {'Port': ['ID=ae3dca59-27be-4a20-96d0-238b2d12455f,revision_number=11']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:49.010749 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-ed71a285-4002-4a3d-be0d-3ff71d841766 service neutron] No DVR routers for this DVR port ae3dca59-27be-4a20-96d0-238b2d12455f on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:36:49.150194 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-ed71a285-4002-4a3d-be0d-3ff71d841766 service neutron] Attempting to bind port ae3dca59-27be-4a20-96d0-238b2d12455f on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:36:49.150522 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-ed71a285-4002-4a3d-be0d-3ff71d841766 service neutron] Attempting to bind port ae3dca59-27be-4a20-96d0-238b2d12455f by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:36:49.150849 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-ed71a285-4002-4a3d-be0d-3ff71d841766 service neutron] Attempting to bind port ae3dca59-27be-4a20-96d0-238b2d12455f on network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:36:49.155333 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-ed71a285-4002-4a3d-be0d-3ff71d841766 service neutron] Port ae3dca59-27be-4a20-96d0-238b2d12455f on network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:36:49.155645 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-ed71a285-4002-4a3d-be0d-3ff71d841766 service neutron] Attempting to bind port ae3dca59-27be-4a20-96d0-238b2d12455f on network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:36:49.160354 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-ed71a285-4002-4a3d-be0d-3ff71d841766 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:36:49.160713 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-ed71a285-4002-4a3d-be0d-3ff71d841766 service neutron] Checking segment: {'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:36:49.161092 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-ed71a285-4002-4a3d-be0d-3ff71d841766 service neutron] Bound using segment: {'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:36:49.161507 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-ed71a285-4002-4a3d-be0d-3ff71d841766 service neutron] Bound port: ae3dca59-27be-4a20-96d0-238b2d12455f, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a14cb7b-5023-4613-9b84-f197914cfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:36:49.161852 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-ed71a285-4002-4a3d-be0d-3ff71d841766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:49.227780 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-ed71a285-4002-4a3d-be0d-3ff71d841766 service neutron] For port ae3dca59-27be-4a20-96d0-238b2d12455f, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:36:49.230705 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-ed71a285-4002-4a3d-be0d-3ff71d841766 service neutron] For port ae3dca59-27be-4a20-96d0-238b2d12455f, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=ae3dca59-27be-4a20-96d0-238b2d12455f,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:36:49.234284 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-ed71a285-4002-4a3d-be0d-3ff71d841766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:49.269842 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-ed71a285-4002-4a3d-be0d-3ff71d841766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:49.270455 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-ed71a285-4002-4a3d-be0d-3ff71d841766 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:49.271836 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-ed71a285-4002-4a3d-be0d-3ff71d841766 service neutron] 10.222.0.47 "PUT /v2.0/ports/ae3dca59-27be-4a20-96d0-238b2d12455f HTTP/1.1" status: 200 len: 1094 time: 0.7619743 Sep 16 05:36:49.272265 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3d7d6d-aa33-41f5-8bbb-fe015bb97153', 'tag': 'ae3dca59-27be-4a20-96d0-238b2d12455f'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:36:49.274969 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5a7ece-07d4-4c53-976a-74af8087e36a" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3d7d6d-aa33-41f5-8bbb-fe015bb97153", "tag": "ae3dca59-27be-4a20-96d0-238b2d12455f"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:36:49.300857 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71a285-4002-4a3d-be0d-3ff71d841766 service neutron] Pushing event updated for resources: {'Port': ['ID=ae3dca59-27be-4a20-96d0-238b2d12455f,revision_number=12']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:49.339118 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4852a1bb-605d-48bd-8629-07fe0803bf08 x-openstack-request-id: req-4852a1bb-605d-48bd-8629-07fe0803bf08 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:36:49.339412 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3d7d6d-aa33-41f5-8bbb-fe015bb97153", "tag": "ae3dca59-27be-4a20-96d0-238b2d12455f", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:36:49.339664 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4852a1bb-605d-48bd-8629-07fe0803bf08 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:36:49.340062 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3d7d6d-aa33-41f5-8bbb-fe015bb97153', 'tag': 'ae3dca59-27be-4a20-96d0-238b2d12455f', 'status': 'completed', 'code': 200} Sep 16 05:36:49.352498 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-d415d12f-2aa9-4876-ab31-a2f39a4fa88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:49.354078 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-d415d12f-2aa9-4876-ab31-a2f39a4fa88e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 1097 time: 0.0481894 Sep 16 05:36:49.481226 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a7ece-07d4-4c53-976a-74af8087e36a req-1148fb9b-f2f2-4d3d-8654-c89a206cc899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:49.482728 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2e5a7ece-07d4-4c53-976a-74af8087e36a req-1148fb9b-f2f2-4d3d-8654-c89a206cc899 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 1097 time: 0.0999892 Sep 16 05:36:49.485406 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-48e3b39b-aa59-4a95-bdd1-c630ef78e3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:49.486741 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-48e3b39b-aa59-4a95-bdd1-c630ef78e3b6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.1253204 Sep 16 05:36:49.610598 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-433fd20b-625f-402a-b820-19419969656c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae3dca59-27be-4a20-96d0-238b2d12455f HTTP/1.1" status: 200 len: 1001 time: 0.1131179 Sep 16 05:36:49.655126 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a7ece-07d4-4c53-976a-74af8087e36a req-55a9ab70-cb76-4037-9f82-f6bdacdb29d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:49.656650 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2e5a7ece-07d4-4c53-976a-74af8087e36a req-55a9ab70-cb76-4037-9f82-f6bdacdb29d0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.1668425 Sep 16 05:36:49.727247 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-7aaa198c-1f12-45a2-aeb0-3636bd42057f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:49.728814 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-7aaa198c-1f12-45a2-aeb0-3636bd42057f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.1100638 Sep 16 05:36:49.803671 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2e5a7ece-07d4-4c53-976a-74af8087e36a req-dca51ca4-72e4-4adc-a50e-52ecb70319bd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae3dca59-27be-4a20-96d0-238b2d12455f HTTP/1.1" status: 200 len: 1001 time: 0.1389811 Sep 16 05:36:49.832831 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d4308-e6f1-4b83-8b01-7879699deb6c req-ad85a58b-abac-4a52-877a-71c89fa8b24e tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:49.834367 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae1d4308-e6f1-4b83-8b01-7879699deb6c req-ad85a58b-abac-4a52-877a-71c89fa8b24e tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 945 time: 0.1530945 Sep 16 05:36:49.863612 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-7c36f073-73e7-4432-8923-b4dac5be947f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:49.865006 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-7c36f073-73e7-4432-8923-b4dac5be947f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1170788 Sep 16 05:36:49.935325 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a7ece-07d4-4c53-976a-74af8087e36a req-bb67aecb-30a2-4df7-87a5-f1afcdeabd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:49.936836 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2e5a7ece-07d4-4c53-976a-74af8087e36a req-bb67aecb-30a2-4df7-87a5-f1afcdeabd88 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.1225271 Sep 16 05:36:50.008867 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae1d4308-e6f1-4b83-8b01-7879699deb6c req-d891e4ad-abe2-4e6e-b796-5a97f56b86a5 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505408 Sep 16 05:36:50.048852 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a7ece-07d4-4c53-976a-74af8087e36a req-b0404d84-7777-49a1-8f2f-aeac6e716cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:50.050368 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2e5a7ece-07d4-4c53-976a-74af8087e36a req-b0404d84-7777-49a1-8f2f-aeac6e716cc8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1023486 Sep 16 05:36:50.056453 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-ad1108c3-cd2b-4a45-b56e-5427cba502b3 service neutron] 10.222.0.47 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814215 Sep 16 05:36:50.217344 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2e5a7ece-07d4-4c53-976a-74af8087e36a req-e9474a81-bd0f-44d6-8ddf-31e3fe91e261 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595387 Sep 16 05:36:50.219145 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-17ef621d-de46-4822-8021-0c939bd0bb41 req-64f5b042-f2d3-4325-a05c-ba6b177ddbf8 service neutron] 10.222.0.47 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529818 Sep 16 05:36:50.345791 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2e5a7ece-07d4-4c53-976a-74af8087e36a req-651ce1eb-99ac-4ee6-a8d1-54dd9067da51 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205025 Sep 16 05:36:50.348457 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a7ece-07d4-4c53-976a-74af8087e36a req-b65f729c-814b-498c-b6fb-1d41095c7f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:50.349839 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2e5a7ece-07d4-4c53-976a-74af8087e36a req-b65f729c-814b-498c-b6fb-1d41095c7f59 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=862b1ea02f834312a01b6e1752f75144&device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 1097 time: 0.0607433 Sep 16 05:36:50.443386 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a7ece-07d4-4c53-976a-74af8087e36a req-4286c4b4-5a10-4f1b-9600-c79dc19e6671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:50.445600 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2e5a7ece-07d4-4c53-976a-74af8087e36a req-4286c4b4-5a10-4f1b-9600-c79dc19e6671 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 200 len: 912 time: 0.0884089 Sep 16 05:36:50.515181 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2e5a7ece-07d4-4c53-976a-74af8087e36a req-2f60db5a-9c95-4b1f-b4df-3038d169ed57 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae3dca59-27be-4a20-96d0-238b2d12455f HTTP/1.1" status: 200 len: 1001 time: 0.0634747 Sep 16 05:36:50.572224 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a7ece-07d4-4c53-976a-74af8087e36a req-3e60afb4-d858-4758-9fa3-58af7318fe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:50.573626 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2e5a7ece-07d4-4c53-976a-74af8087e36a req-3e60afb4-d858-4758-9fa3-58af7318fe51 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 200 len: 850 time: 0.0515389 Sep 16 05:36:50.619055 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a7ece-07d4-4c53-976a-74af8087e36a req-4a992b87-3339-44e0-a8f0-34bb872b8910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:50.620542 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2e5a7ece-07d4-4c53-976a-74af8087e36a req-4a992b87-3339-44e0-a8f0-34bb872b8910 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2fdff71e-28ec-49b8-995c-1c3fe2ab5416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401661 Sep 16 05:36:50.713889 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2e5a7ece-07d4-4c53-976a-74af8087e36a req-de846965-0a4b-4c24-92ad-7f505e857ac4 service neutron] 10.222.0.47 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864637 Sep 16 05:36:50.813798 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2e5a7ece-07d4-4c53-976a-74af8087e36a req-3f88483e-98ce-415d-9d27-1ef4c0efcc0b service neutron] 10.222.0.47 "GET /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926294 Sep 16 05:36:51.142283 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afd5999-2ca7-4629-94bb-639fe6f6a106 req-e798baaf-7ebe-45c0-98ef-57cbde2cc22d tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:51.143891 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1afd5999-2ca7-4629-94bb-639fe6f6a106 req-e798baaf-7ebe-45c0-98ef-57cbde2cc22d tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 945 time: 0.0506246 Sep 16 05:36:51.184958 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1afd5999-2ca7-4629-94bb-639fe6f6a106 req-256c3063-9cbb-46aa-80b2-28993d5a41a6 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348632 Sep 16 05:36:52.307997 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e87d20-a02b-4dbd-ade1-db1a89b6d97d req-d40299b3-b243-41dd-b4af-914f85aa0f66 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:52.309803 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-13e87d20-a02b-4dbd-ade1-db1a89b6d97d req-d40299b3-b243-41dd-b4af-914f85aa0f66 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 945 time: 0.0490687 Sep 16 05:36:52.357212 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-13e87d20-a02b-4dbd-ade1-db1a89b6d97d req-4965ac7d-28db-4fb2-83cf-01d85d882ef7 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412142 Sep 16 05:36:53.479011 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9db9aa-787f-4999-85c1-89b1da0226de req-68e2a309-8e95-43f5-b7ff-fc03dacae462 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:53.480470 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2b9db9aa-787f-4999-85c1-89b1da0226de req-68e2a309-8e95-43f5-b7ff-fc03dacae462 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 945 time: 0.0545630 Sep 16 05:36:53.518149 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2b9db9aa-787f-4999-85c1-89b1da0226de req-a3cfd378-3910-414d-82b6-a16b0188cbb2 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316679 Sep 16 05:36:54.634291 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a7124-3e7e-4e76-8fdb-77fc07630b94 req-9240f5ec-9813-4e40-9cc0-1123973fd325 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:54.635786 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b84a7124-3e7e-4e76-8fdb-77fc07630b94 req-9240f5ec-9813-4e40-9cc0-1123973fd325 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 945 time: 0.0480926 Sep 16 05:36:54.678710 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b84a7124-3e7e-4e76-8fdb-77fc07630b94 req-ecf53179-5762-451f-a302-23756d8975e4 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370035 Sep 16 05:36:55.797447 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd338657-3e5a-4029-a686-411a76ad30c5 req-b57c9353-71ae-4ebc-81d0-0f47bfd8c988 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:55.798911 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dd338657-3e5a-4029-a686-411a76ad30c5 req-b57c9353-71ae-4ebc-81d0-0f47bfd8c988 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 945 time: 0.0484643 Sep 16 05:36:55.836937 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dd338657-3e5a-4029-a686-411a76ad30c5 req-0fa13b01-f46b-4676-b350-2f2a553006a8 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314507 Sep 16 05:36:56.955378 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dcca4b-9efd-442c-94ec-58e6b5f97b4f req-f280b3dd-e8f2-431f-a718-415af42903ee tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:56.956866 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-88dcca4b-9efd-442c-94ec-58e6b5f97b4f req-f280b3dd-e8f2-431f-a718-415af42903ee tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 945 time: 0.0518565 Sep 16 05:36:56.994242 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-88dcca4b-9efd-442c-94ec-58e6b5f97b4f req-9cfd6fd5-434b-43eb-8aa8-5eb8b4a75c35 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307753 Sep 16 05:36:58.110281 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae914915-595f-4fee-8174-4e766064a6cb req-a7425421-3204-40a6-a74c-47d4947dd9e0 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:58.111759 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae914915-595f-4fee-8174-4e766064a6cb req-a7425421-3204-40a6-a74c-47d4947dd9e0 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 945 time: 0.0485797 Sep 16 05:36:58.130432 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:36:58.151086 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae914915-595f-4fee-8174-4e766064a6cb req-074897af-cc1c-48ab-bf7f-2f2943c179cc tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329421 Sep 16 05:36:59.268172 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49373f12-c99d-4e6c-a23e-c27e21786ed5 req-c2f536af-0a51-4e7c-b215-8366021e7f33 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:59.269681 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-49373f12-c99d-4e6c-a23e-c27e21786ed5 req-c2f536af-0a51-4e7c-b215-8366021e7f33 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 945 time: 0.0498376 Sep 16 05:36:59.308217 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-49373f12-c99d-4e6c-a23e-c27e21786ed5 req-c9bcb4c0-fcfd-4ad5-af8f-6154a1d1f79c tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324998 Sep 16 05:37:00.427647 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0bb44-62c6-47d0-8cd4-4272a4639a59 req-572352a0-c77f-4c1c-90ea-09296cbae679 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:00.429679 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-62c0bb44-62c6-47d0-8cd4-4272a4639a59 req-572352a0-c77f-4c1c-90ea-09296cbae679 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 945 time: 0.0532367 Sep 16 05:37:00.467731 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-62c0bb44-62c6-47d0-8cd4-4272a4639a59 req-1483fd50-cc62-4d9d-ac09-27df2263a543 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315640 Sep 16 05:37:01.583597 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17771f5-612c-4519-8993-f8dac56bd09f req-73806324-56d3-4045-b718-ba658de1f9f7 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:01.585100 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f17771f5-612c-4519-8993-f8dac56bd09f req-73806324-56d3-4045-b718-ba658de1f9f7 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 945 time: 0.0484619 Sep 16 05:37:01.622993 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f17771f5-612c-4519-8993-f8dac56bd09f req-f5ac31a6-6a99-439c-bee5-f6e74eb9e459 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312743 Sep 16 05:37:01.737845 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a4947-b71f-45ca-8227-3f0a908a16da req-09200e73-1e31-4c33-a9a6-ca3eddf7854c tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:01.739314 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed8a4947-b71f-45ca-8227-3f0a908a16da req-09200e73-1e31-4c33-a9a6-ca3eddf7854c tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 945 time: 0.0487962 Sep 16 05:37:01.777215 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed8a4947-b71f-45ca-8227-3f0a908a16da req-cede03d5-0196-4438-856e-806135363243 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310910 Sep 16 05:37:01.894007 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc6559-d906-4306-9fd3-ca8906177a33 req-a9b2251a-e69f-4f9a-8d60-fecdea10b96f tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:01.895475 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a9bc6559-d906-4306-9fd3-ca8906177a33 req-a9b2251a-e69f-4f9a-8d60-fecdea10b96f tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 945 time: 0.0523956 Sep 16 05:37:01.933070 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a9bc6559-d906-4306-9fd3-ca8906177a33 req-3234aef3-a807-4608-a4fb-93ed4c9b2c6c tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312173 Sep 16 05:37:02.170940 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd691fc-9e25-47c1-b636-ac44ac424bbd req-4eecd279-c94d-4450-b68e-57f94d605425 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:02.172323 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fbd691fc-9e25-47c1-b636-ac44ac424bbd req-4eecd279-c94d-4450-b68e-57f94d605425 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 945 time: 0.0490150 Sep 16 05:37:02.210036 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fbd691fc-9e25-47c1-b636-ac44ac424bbd req-e28ce5a7-c440-4dc9-8343-d57048cfae28 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317211 Sep 16 05:37:03.328125 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656744de-3d58-47bf-8908-205fbae08e9d req-3801011e-3856-4f05-b49d-9b7cf272dbfc tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:03.329669 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-656744de-3d58-47bf-8908-205fbae08e9d req-3801011e-3856-4f05-b49d-9b7cf272dbfc tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 945 time: 0.0501387 Sep 16 05:37:03.367258 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-656744de-3d58-47bf-8908-205fbae08e9d req-48c2c976-29a0-420b-a233-c37788f2299c tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305707 Sep 16 05:37:03.421147 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device ae3dca59-27be-4a20-96d0-238b2d12455f details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:37:03.513453 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port ae3dca59-27be-4a20-96d0-238b2d12455f, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=ae3dca59-27be-4a20-96d0-238b2d12455f,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:03.524788 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'ae3dca59-27be-4a20-96d0-238b2d12455f', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'port_id': 'ae3dca59-27be-4a20-96d0-238b2d12455f', 'mac_address': 'fa:16:3e:f1:bf:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:37:03.564614 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:03.577480 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae3dca59-27be-4a20-96d0-238b2d12455f {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:37:03.596950 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port ae3dca59-27be-4a20-96d0-238b2d12455f, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=ae3dca59-27be-4a20-96d0-238b2d12455f,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:03.601114 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:03.647448 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=ae3dca59-27be-4a20-96d0-238b2d12455f,revision_number=13']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:03.791914 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c4c85-425a-486a-bcbd-8730315b0af8 req-cec8b2b3-b8f0-4d0e-9faf-947e026883ae tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:03.793302 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f21c4c85-425a-486a-bcbd-8730315b0af8 req-cec8b2b3-b8f0-4d0e-9faf-947e026883ae tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 946 time: 0.0518670 Sep 16 05:37:03.881778 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-f21c4c85-425a-486a-bcbd-8730315b0af8 req-738daa03-6014-462c-8068-3908571fe5b5 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Deleting port ae3dca59-27be-4a20-96d0-238b2d12455f {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:37:03.882262 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f21c4c85-425a-486a-bcbd-8730315b0af8 req-738daa03-6014-462c-8068-3908571fe5b5 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:03.972371 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-f21c4c85-425a-486a-bcbd-8730315b0af8 req-738daa03-6014-462c-8068-3908571fe5b5 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] For port ae3dca59-27be-4a20-96d0-238b2d12455f, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=ae3dca59-27be-4a20-96d0-238b2d12455f,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:03.972776 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f21c4c85-425a-486a-bcbd-8730315b0af8 req-738daa03-6014-462c-8068-3908571fe5b5 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:04.510321 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f21c4c85-425a-486a-bcbd-8730315b0af8 req-738daa03-6014-462c-8068-3908571fe5b5 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:04.511031 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f21c4c85-425a-486a-bcbd-8730315b0af8 req-738daa03-6014-462c-8068-3908571fe5b5 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:04.511031 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [req-f21c4c85-425a-486a-bcbd-8730315b0af8 req-738daa03-6014-462c-8068-3908571fe5b5 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Floating IP 5537a686-8aea-44d5-b547-7be224f6f1bf disassociated. External IP: 172.25.8.225, port: ae3dca59-27be-4a20-96d0-238b2d12455f. Sep 16 05:37:04.511313 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-f21c4c85-425a-486a-bcbd-8730315b0af8 req-738daa03-6014-462c-8068-3908571fe5b5 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Calling delete_port for ae3dca59-27be-4a20-96d0-238b2d12455f owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:37:04.526730 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4691d-1cee-44a8-be52-b79a05207a35 req-c4df5451-464a-4834-83fd-ff64108b87ae tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:04.528206 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9b4691d-1cee-44a8-be52-b79a05207a35 req-c4df5451-464a-4834-83fd-ff64108b87ae tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 946 time: 0.0708065 Sep 16 05:37:04.608900 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9b4691d-1cee-44a8-be52-b79a05207a35 req-b72d6be9-67c1-4aa6-b696-fc4b8ec91c5f tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups?id=400b9654-c055-4b31-b0db-5a8d98aa639c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743051 Sep 16 05:37:04.676888 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f21c4c85-425a-486a-bcbd-8730315b0af8 req-738daa03-6014-462c-8068-3908571fe5b5 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:04.703626 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738daa03-6014-462c-8068-3908571fe5b5 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Pushing event deleted for resources: {'Port': ['ID=ae3dca59-27be-4a20-96d0-238b2d12455f,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:04.820743 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f21c4c85-425a-486a-bcbd-8730315b0af8 req-738daa03-6014-462c-8068-3908571fe5b5 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Router 398ab092-4da1-4044-b3dc-25f08dbf2bc3 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:37:04.929029 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f21c4c85-425a-486a-bcbd-8730315b0af8 req-738daa03-6014-462c-8068-3908571fe5b5 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:37:04.939999 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac01f000-c985-4168-8e45-849487094231 None None] Sync routers for ids ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:37:04.950103 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac01f000-c985-4168-8e45-849487094231 None None] Routers {'398ab092-4da1-4044-b3dc-25f08dbf2bc3'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:37:04.950707 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-ac01f000-c985-4168-8e45-849487094231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:36:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:04.967708 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21c4c85-425a-486a-bcbd-8730315b0af8 req-738daa03-6014-462c-8068-3908571fe5b5 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] No DVR routers for this DVR port ae3dca59-27be-4a20-96d0-238b2d12455f on host n-h1-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:37:04.970475 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-f21c4c85-425a-486a-bcbd-8730315b0af8 req-738daa03-6014-462c-8068-3908571fe5b5 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:04.972386 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f21c4c85-425a-486a-bcbd-8730315b0af8 req-738daa03-6014-462c-8068-3908571fe5b5 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.47 "DELETE /v2.0/ports/ae3dca59-27be-4a20-96d0-238b2d12455f HTTP/1.1" status: 204 len: 173 time: 1.1726706 Sep 16 05:37:04.972852 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3d7d6d-aa33-41f5-8bbb-fe015bb97153', 'name': 'network-vif-deleted', 'tag': 'ae3dca59-27be-4a20-96d0-238b2d12455f'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:04.975196 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b954e61b-a150-4208-9c0e-44c4a838a5c5" -d '{"events": [{"server_uuid": "1f3d7d6d-aa33-41f5-8bbb-fe015bb97153", "name": "network-vif-deleted", "tag": "ae3dca59-27be-4a20-96d0-238b2d12455f"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:05.016789 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a9e615-1813-4ab1-bc5e-1bbe055bace5 x-openstack-request-id: req-a4a9e615-1813-4ab1-bc5e-1bbe055bace5 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:05.017087 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3d7d6d-aa33-41f5-8bbb-fe015bb97153", "name": "network-vif-deleted", "tag": "ae3dca59-27be-4a20-96d0-238b2d12455f", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:05.017346 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a4a9e615-1813-4ab1-bc5e-1bbe055bace5 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:05.017741 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3d7d6d-aa33-41f5-8bbb-fe015bb97153', 'name': 'network-vif-deleted', 'tag': 'ae3dca59-27be-4a20-96d0-238b2d12455f', 'status': 'completed', 'code': 200} Sep 16 05:37:05.065053 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-ac01f000-c985-4168-8e45-849487094231 None None] Set router 398ab092-4da1-4044-b3dc-25f08dbf2bc3 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:37:05.267366 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-ac01f000-c985-4168-8e45-849487094231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'name': 'tempest-ServerActionsTestJSON-863375096-router', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:45Z', 'updated_at': '2021-09-16T05:23:48Z', 'revision_number': 4, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'gw_port': {'id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:46Z', 'updated_at': '2021-09-16T05:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'a75257d1-60d9-46de-b495-04188c49429b', 'name': '', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'mac_address': 'fa:16:3e:b4:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:47Z', 'updated_at': '2021-09-16T05:23:51Z', 'revision_number': 5, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'subnets': [{'id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:05.294304 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac01f000-c985-4168-8e45-849487094231 None None] Checking router: 398ab092-4da1-4044-b3dc-25f08dbf2bc3 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:37:05.302550 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac01f000-c985-4168-8e45-849487094231 None None] Routers {'398ab092-4da1-4044-b3dc-25f08dbf2bc3'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:37:05.303162 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-ac01f000-c985-4168-8e45-849487094231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:36:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:05.410203 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-ac01f000-c985-4168-8e45-849487094231 None None] Set router 398ab092-4da1-4044-b3dc-25f08dbf2bc3 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:37:05.608949 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-ac01f000-c985-4168-8e45-849487094231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'name': 'tempest-ServerActionsTestJSON-863375096-router', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:45Z', 'updated_at': '2021-09-16T05:23:48Z', 'revision_number': 4, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'gw_port': {'id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:46Z', 'updated_at': '2021-09-16T05:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'a75257d1-60d9-46de-b495-04188c49429b', 'name': '', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'mac_address': 'fa:16:3e:b4:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:47Z', 'updated_at': '2021-09-16T05:23:51Z', 'revision_number': 5, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'subnets': [{'id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:05.638798 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac01f000-c985-4168-8e45-849487094231 None None] The sync data for ids ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'] in n-d-712139-15 is: [{'id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'name': 'tempest-ServerActionsTestJSON-863375096-router', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:45Z', 'updated_at': '2021-09-16T05:23:48Z', 'revision_number': 4, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'gw_port': {'id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:46Z', 'updated_at': '2021-09-16T05:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'a75257d1-60d9-46de-b495-04188c49429b', 'name': '', 'network_id': '2fdff71e-28ec-49b8-995c-1c3fe2ab5416', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'mac_address': 'fa:16:3e:b4:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:47Z', 'updated_at': '2021-09-16T05:23:51Z', 'revision_number': 5, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'subnets': [{'id': 'c465d582-f23d-4349-8ba3-7d1f8043e645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:37:05.726969 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cb8a9e83-525f-4b39-a757-5959962f3442 req-a502010f-3f37-454f-a05d-1a385223e814 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 210 time: 0.0378993 Sep 16 05:37:05.884863 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708fb4cb-0adb-4de3-a085-b80b0b4e0504 None None] New status for floating IP 5537a686-8aea-44d5-b547-7be224f6f1bf: DOWN {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:37:06.817742 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c223a4a-e8b9-4214-ad99-326d6a21644a req-f9ee4202-ba5f-4102-892f-779a8619c74a tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 210 time: 0.0261288 Sep 16 05:37:07.438099 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device ae3dca59-27be-4a20-96d0-238b2d12455f no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:37:07.457925 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: ae3dca59-27be-4a20-96d0-238b2d12455f {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:37:07.458271 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device ae3dca59-27be-4a20-96d0-238b2d12455f not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:37:07.912922 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3c7c162e-1ea4-4503-84a2-d186a39f63a7 req-527ef942-67f0-4c5e-8e9c-a401c80ee36a tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f3d7d6d-aa33-41f5-8bbb-fe015bb97153 HTTP/1.1" status: 200 len: 210 time: 0.0261219 Sep 16 05:37:10.171554 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fd62341b-142b-42f2-918c-8b3353091f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:12.135725 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:12.652697 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56220) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:12.707454 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-31452807-9007-4b32-b5c1-507134460e97 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:12.730033 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-31452807-9007-4b32-b5c1-507134460e97 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:12.776647 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-31452807-9007-4b32-b5c1-507134460e97 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:12.779152 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-31452807-9007-4b32-b5c1-507134460e97 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:12.780317 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-31452807-9007-4b32-b5c1-507134460e97 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "DELETE /v2.0/security-groups/400b9654-c055-4b31-b0db-5a8d98aa639c HTTP/1.1" status: 204 len: 168 time: 0.1264923 Sep 16 05:37:12.782978 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56222) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:12.791790 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31452807-9007-4b32-b5c1-507134460e97 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=400b9654-c055-4b31-b0db-5a8d98aa639c,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:12.800080 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-28d33ede-75ac-4c67-95df-4c951149a882 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] show failed (client error): The resource could not be found. Sep 16 05:37:12.801260 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-28d33ede-75ac-4c67-95df-4c951149a882 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "GET /v2.0/security-groups/400b9654-c055-4b31-b0db-5a8d98aa639c HTTP/1.1" status: 404 len: 347 time: 0.0171561 Sep 16 05:37:12.804491 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56228) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:12.936207 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-c3a26f1f-4025-4bcd-ae61-a02fff04a754 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Deleting port 90cfc1a1-534f-4633-9313-0d7685a5dc3a {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:37:12.936551 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c3a26f1f-4025-4bcd-ae61-a02fff04a754 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:13.016550 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c3a26f1f-4025-4bcd-ae61-a02fff04a754 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:13.016905 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c3a26f1f-4025-4bcd-ae61-a02fff04a754 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:13.029188 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-c3a26f1f-4025-4bcd-ae61-a02fff04a754 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Calling delete_port for 90cfc1a1-534f-4633-9313-0d7685a5dc3a owned by network:floatingip {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:37:13.161381 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c3a26f1f-4025-4bcd-ae61-a02fff04a754 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:13.190231 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a26f1f-4025-4bcd-ae61-a02fff04a754 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Pushing event deleted for resources: {'Port': ['ID=90cfc1a1-534f-4633-9313-0d7685a5dc3a,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:13.202004 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a26f1f-4025-4bcd-ae61-a02fff04a754 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:13.202352 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a26f1f-4025-4bcd-ae61-a02fff04a754 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:13.202694 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a26f1f-4025-4bcd-ae61-a02fff04a754 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:13.203031 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a26f1f-4025-4bcd-ae61-a02fff04a754 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:13.203364 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a26f1f-4025-4bcd-ae61-a02fff04a754 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:13.203691 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a26f1f-4025-4bcd-ae61-a02fff04a754 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:13.204018 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a26f1f-4025-4bcd-ae61-a02fff04a754 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:13.204344 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a26f1f-4025-4bcd-ae61-a02fff04a754 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:13.204692 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a26f1f-4025-4bcd-ae61-a02fff04a754 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:13.205017 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a26f1f-4025-4bcd-ae61-a02fff04a754 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:13.205339 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a26f1f-4025-4bcd-ae61-a02fff04a754 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:13.205659 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a26f1f-4025-4bcd-ae61-a02fff04a754 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:13.260677 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c3a26f1f-4025-4bcd-ae61-a02fff04a754 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks [] for floatingip, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:13.263508 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c3a26f1f-4025-4bcd-ae61-a02fff04a754 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:13.264759 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c3a26f1f-4025-4bcd-ae61-a02fff04a754 tempest-ServerActionsTestJSON-2055046308 tempest-ServerActionsTestJSON-2055046308-project] 10.222.0.35 "DELETE /v2.0/floatingips/5537a686-8aea-44d5-b547-7be224f6f1bf HTTP/1.1" status: 204 len: 168 time: 0.4592528 Sep 16 05:37:13.267588 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56240) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:13.320950 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5004b3c4-340a-41d5-a777-0697de13bddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:13.617504 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:13.790582 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-31c7b27a-e119-4af7-b7cd-ae41d0379138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:14.029852 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-31c7b27a-e119-4af7-b7cd-ae41d0379138 admin admin] Deleting port a75257d1-60d9-46de-b495-04188c49429b {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:37:14.030189 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-31c7b27a-e119-4af7-b7cd-ae41d0379138 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:14.111047 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-31c7b27a-e119-4af7-b7cd-ae41d0379138 admin admin] For port a75257d1-60d9-46de-b495-04188c49429b, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=a75257d1-60d9-46de-b495-04188c49429b,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:14.111414 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-31c7b27a-e119-4af7-b7cd-ae41d0379138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:14.123923 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-31c7b27a-e119-4af7-b7cd-ae41d0379138 admin admin] Calling delete_port for a75257d1-60d9-46de-b495-04188c49429b owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:37:14.307144 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-31c7b27a-e119-4af7-b7cd-ae41d0379138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:14.332817 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c7b27a-e119-4af7-b7cd-ae41d0379138 admin admin] Pushing event deleted for resources: {'Port': ['ID=a75257d1-60d9-46de-b495-04188c49429b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:14.503872 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-31c7b27a-e119-4af7-b7cd-ae41d0379138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:14.712710 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c7b27a-e119-4af7-b7cd-ae41d0379138 admin admin] Router 398ab092-4da1-4044-b3dc-25f08dbf2bc3 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:37:14.744662 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:14.821610 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c7b27a-e119-4af7-b7cd-ae41d0379138 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:37:14.826964 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-31c7b27a-e119-4af7-b7cd-ae41d0379138 admin admin] 10.222.0.35 "PUT /v2.0/routers/398ab092-4da1-4044-b3dc-25f08dbf2bc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5584509 Sep 16 05:37:14.829505 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56244) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:14.831280 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9484ca7c-865d-4798-ba0d-bb569fbfe0d0 None None] Sync routers for ids ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:37:14.842287 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9484ca7c-865d-4798-ba0d-bb569fbfe0d0 None None] Routers {'398ab092-4da1-4044-b3dc-25f08dbf2bc3'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:37:14.842901 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-9484ca7c-865d-4798-ba0d-bb569fbfe0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:37:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:14.934301 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0d72a0c0-2eae-44d5-b250-9cbfac378b9e admin admin] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:14.944404 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-9484ca7c-865d-4798-ba0d-bb569fbfe0d0 None None] Set router 398ab092-4da1-4044-b3dc-25f08dbf2bc3 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:37:15.038063 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0d72a0c0-2eae-44d5-b250-9cbfac378b9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:15.093101 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-0d72a0c0-2eae-44d5-b250-9cbfac378b9e admin admin] Deleting port 3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:37:15.093601 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0d72a0c0-2eae-44d5-b250-9cbfac378b9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:15.123037 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-9484ca7c-865d-4798-ba0d-bb569fbfe0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'name': 'tempest-ServerActionsTestJSON-863375096-router', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:45Z', 'updated_at': '2021-09-16T05:37:14Z', 'revision_number': 5, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'gw_port': {'id': '3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:46Z', 'updated_at': '2021-09-16T05:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:15.150026 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9484ca7c-865d-4798-ba0d-bb569fbfe0d0 None None] Checking router: 398ab092-4da1-4044-b3dc-25f08dbf2bc3 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:37:15.158828 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9484ca7c-865d-4798-ba0d-bb569fbfe0d0 None None] Routers {'398ab092-4da1-4044-b3dc-25f08dbf2bc3'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:37:15.159988 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-9484ca7c-865d-4798-ba0d-bb569fbfe0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:37:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:15.171280 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:15.180159 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-0d72a0c0-2eae-44d5-b250-9cbfac378b9e admin admin] For port 3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:15.180529 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0d72a0c0-2eae-44d5-b250-9cbfac378b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:15.192551 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-0d72a0c0-2eae-44d5-b250-9cbfac378b9e admin admin] Calling delete_port for 3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:37:15.251372 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-9484ca7c-865d-4798-ba0d-bb569fbfe0d0 None None] Set router 398ab092-4da1-4044-b3dc-25f08dbf2bc3 gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:37:15.306536 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-9484ca7c-865d-4798-ba0d-bb569fbfe0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'name': 'tempest-ServerActionsTestJSON-863375096-router', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:45Z', 'updated_at': '2021-09-16T05:37:15Z', 'revision_number': 6, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:15.335392 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9484ca7c-865d-4798-ba0d-bb569fbfe0d0 None None] The sync data for ids ['398ab092-4da1-4044-b3dc-25f08dbf2bc3'] in n-d-712139-15 is: [{'id': '398ab092-4da1-4044-b3dc-25f08dbf2bc3', 'name': 'tempest-ServerActionsTestJSON-863375096-router', 'tenant_id': '862b1ea02f834312a01b6e1752f75144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:45Z', 'updated_at': '2021-09-16T05:37:15Z', 'revision_number': 6, 'project_id': '862b1ea02f834312a01b6e1752f75144', 'gw_port_host': None}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:37:15.374181 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0d72a0c0-2eae-44d5-b250-9cbfac378b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:15.397776 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72a0c0-2eae-44d5-b250-9cbfac378b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:15.461295 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0d72a0c0-2eae-44d5-b250-9cbfac378b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:15.553544 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0d72a0c0-2eae-44d5-b250-9cbfac378b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:15.556159 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0d72a0c0-2eae-44d5-b250-9cbfac378b9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:15.599166 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0d72a0c0-2eae-44d5-b250-9cbfac378b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:15.599696 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d72a0c0-2eae-44d5-b250-9cbfac378b9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 398ab092-4da1-4044-b3dc-25f08dbf2bc3 {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:37:15.604385 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-0d72a0c0-2eae-44d5-b250-9cbfac378b9e admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:15.605555 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-0d72a0c0-2eae-44d5-b250-9cbfac378b9e admin admin] 10.222.0.35 "DELETE /v2.0/routers/398ab092-4da1-4044-b3dc-25f08dbf2bc3 HTTP/1.1" status: 204 len: 168 time: 0.7748213 Sep 16 05:37:15.608009 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56246) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:15.652633 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c4ccc9-00f4-4014-b6d3-b767b7a0b48b admin admin] Deleting subnet c465d582-f23d-4349-8ba3-7d1f8043e645 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:37:15.655755 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-25c4ccc9-00f4-4014-b6d3-b767b7a0b48b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:15.691872 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-25c4ccc9-00f4-4014-b6d3-b767b7a0b48b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:15.777899 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-25c4ccc9-00f4-4014-b6d3-b767b7a0b48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:15.829600 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-25c4ccc9-00f4-4014-b6d3-b767b7a0b48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:15.854898 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c4ccc9-00f4-4014-b6d3-b767b7a0b48b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c465d582-f23d-4349-8ba3-7d1f8043e645,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:15.859819 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-25c4ccc9-00f4-4014-b6d3-b767b7a0b48b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:15.861930 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-25c4ccc9-00f4-4014-b6d3-b767b7a0b48b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c465d582-f23d-4349-8ba3-7d1f8043e645 HTTP/1.1" status: 204 len: 168 time: 0.2529583 Sep 16 05:37:15.864402 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56248) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:15.866313 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3609927a-194c-4b9a-9245-e247a495eb6d None None] Network 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:37:15.936176 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-83c8e0f4-df6c-4029-bd14-a9b10e29174d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:15.987923 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-83c8e0f4-df6c-4029-bd14-a9b10e29174d admin admin] Deleting port 851e80b6-d0e3-4d04-85dd-b6e288e60511 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:37:15.988274 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-83c8e0f4-df6c-4029-bd14-a9b10e29174d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:16.055097 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-83c8e0f4-df6c-4029-bd14-a9b10e29174d admin admin] For port 851e80b6-d0e3-4d04-85dd-b6e288e60511, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=851e80b6-d0e3-4d04-85dd-b6e288e60511,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:16.055460 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-83c8e0f4-df6c-4029-bd14-a9b10e29174d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:16.069167 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-83c8e0f4-df6c-4029-bd14-a9b10e29174d admin admin] Calling delete_port for 851e80b6-d0e3-4d04-85dd-b6e288e60511 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:37:16.095415 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dae9710-a141-43c7-b4c0-9ec8efa0666d None None] DHCP port deletion for 2fdff71e-28ec-49b8-995c-1c3fe2ab5416 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:37:16.145078 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-3dae9710-a141-43c7-b4c0-9ec8efa0666d None None] Deleting port 851e80b6-d0e3-4d04-85dd-b6e288e60511 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:37:16.145763 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3dae9710-a141-43c7-b4c0-9ec8efa0666d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:16.155202 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-83c8e0f4-df6c-4029-bd14-a9b10e29174d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:16.177966 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8e0f4-df6c-4029-bd14-a9b10e29174d admin admin] Pushing event deleted for resources: {'Port': ['ID=851e80b6-d0e3-4d04-85dd-b6e288e60511,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:16.185954 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c8e0f4-df6c-4029-bd14-a9b10e29174d admin admin] No DVR routers for this DVR port 851e80b6-d0e3-4d04-85dd-b6e288e60511 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:37:16.214137 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-3dae9710-a141-43c7-b4c0-9ec8efa0666d None None] For port 851e80b6-d0e3-4d04-85dd-b6e288e60511, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=851e80b6-d0e3-4d04-85dd-b6e288e60511,segment=NetworkSegment(0a14cb7b-5023-4613-9b84-f197914cfbd1),segment_id=0a14cb7b-5023-4613-9b84-f197914cfbd1)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:16.214537 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3dae9710-a141-43c7-b4c0-9ec8efa0666d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:16.228918 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-3dae9710-a141-43c7-b4c0-9ec8efa0666d None None] Calling delete_port for 851e80b6-d0e3-4d04-85dd-b6e288e60511 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:37:16.262640 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-83c8e0f4-df6c-4029-bd14-a9b10e29174d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:16.283197 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-83c8e0f4-df6c-4029-bd14-a9b10e29174d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fdff71e-28ec-49b8-995c-1c3fe2ab5416']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:16.294163 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:16.295799 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-83c8e0f4-df6c-4029-bd14-a9b10e29174d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a14cb7b-5023-4613-9b84-f197914cfbd1') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:16.295935 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-83c8e0f4-df6c-4029-bd14-a9b10e29174d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a14cb7b-5023-4613-9b84-f197914cfbd1') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:16.305862 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-83c8e0f4-df6c-4029-bd14-a9b10e29174d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:16.321676 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-83c8e0f4-df6c-4029-bd14-a9b10e29174d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:16.326964 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3dae9710-a141-43c7-b4c0-9ec8efa0666d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:16.329804 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83c8e0f4-df6c-4029-bd14-a9b10e29174d admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:37:16.330032 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-83c8e0f4-df6c-4029-bd14-a9b10e29174d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:16.332257 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:37:16.332257 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:37:16.332257 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:37:16.332257 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:37:16.332257 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:37:16.332257 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:37:16.332257 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:37:16.332257 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:37:16.332257 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:37:16.332257 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:37:16.332257 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:37:16.332257 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:37:16.332257 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:37:16.332257 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:37:16.332257 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:37:16.332257 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:37:16.332257 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:37:16.332257 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:37:16.332257 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:37:16.332257 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:37:16.332257 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:37:16.332257 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:37:16.332257 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:37:16.332257 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:37:16.332257 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:37:16.332257 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:37:16.332257 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:37:16.332257 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:37:16.332257 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:37:16.332257 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:37:16.332257 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:37:16.332257 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:37:16.353489 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae9710-a141-43c7-b4c0-9ec8efa0666d None None] Pushing event deleted for resources: {'Port': ['ID=851e80b6-d0e3-4d04-85dd-b6e288e60511,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:16.357592 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dae9710-a141-43c7-b4c0-9ec8efa0666d None None] No DVR routers for this DVR port 851e80b6-d0e3-4d04-85dd-b6e288e60511 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:37:16.393218 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-83c8e0f4-df6c-4029-bd14-a9b10e29174d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:16.401595 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-83c8e0f4-df6c-4029-bd14-a9b10e29174d admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:16.403494 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-83c8e0f4-df6c-4029-bd14-a9b10e29174d admin admin] 10.222.0.35 "DELETE /v2.0/networks/2fdff71e-28ec-49b8-995c-1c3fe2ab5416 HTTP/1.1" status: 204 len: 168 time: 0.5380073 Sep 16 05:37:16.413143 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8e0f4-df6c-4029-bd14-a9b10e29174d admin admin] Pushing event deleted for resources: {'Network': ['ID=2fdff71e-28ec-49b8-995c-1c3fe2ab5416,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:16.546640 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56252) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:16.591325 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5c4f6157-ca1d-4633-9ba1-a34760197023 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=862b1ea02f834312a01b6e1752f75144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434976 Sep 16 05:37:16.593775 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56254) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:16.641056 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d9e75528-3ef8-40ad-9f28-370498e06380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:16.661843 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d9e75528-3ef8-40ad-9f28-370498e06380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:16.708345 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d9e75528-3ef8-40ad-9f28-370498e06380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:16.711804 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-d9e75528-3ef8-40ad-9f28-370498e06380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:16.712982 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-d9e75528-3ef8-40ad-9f28-370498e06380 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5f40ba36-7f6e-4790-a7f2-4e05b57632a3 HTTP/1.1" status: 204 len: 168 time: 0.1182983 Sep 16 05:37:16.720416 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e75528-3ef8-40ad-9f28-370498e06380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f40ba36-7f6e-4790-a7f2-4e05b57632a3,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:17.252761 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device a75257d1-60d9-46de-b495-04188c49429b no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:37:17.274461 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: a75257d1-60d9-46de-b495-04188c49429b {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:37:17.274781 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device a75257d1-60d9-46de-b495-04188c49429b not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:37:17.275282 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:37:17.297699 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:37:17.298061 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3804a2cd-3a1a-4e2f-9447-e3d7d1cc11dd not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:37:17.298474 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 851e80b6-d0e3-4d04-85dd-b6e288e60511 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:37:17.316992 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 851e80b6-d0e3-4d04-85dd-b6e288e60511 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:37:17.317344 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 851e80b6-d0e3-4d04-85dd-b6e288e60511 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:37:17.416162 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56276) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:17.512507 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-efa4c5a8-1dc2-4e45-a44a-1e81f7640f15 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-925778324-network', 'tenant_id': 'd8f859f2921c40908f491d6adb993050'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:17.532897 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa4c5a8-1dc2-4e45-a44a-1e81f7640f15 admin admin] Made reservation on behalf of d8f859f2921c40908f491d6adb993050 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:37:17.535114 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-efa4c5a8-1dc2-4e45-a44a-1e81f7640f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:17.543436 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-efa4c5a8-1dc2-4e45-a44a-1e81f7640f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:17.633780 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-efa4c5a8-1dc2-4e45-a44a-1e81f7640f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:17.637479 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-efa4c5a8-1dc2-4e45-a44a-1e81f7640f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:17.657212 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa4c5a8-1dc2-4e45-a44a-1e81f7640f15 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:37:17.670268 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4c5a8-1dc2-4e45-a44a-1e81f7640f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c97e830-cf81-425a-8ae0-6d961af1c0c0,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:17.675021 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-efa4c5a8-1dc2-4e45-a44a-1e81f7640f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:17.675373 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-efa4c5a8-1dc2-4e45-a44a-1e81f7640f15 admin admin] Added segment 47b4a2e2-822e-41ae-a18a-9c598125097a of type vlan for network e5f57350-8ddc-4da9-94f8-f2dabeac1982 Sep 16 05:37:17.718513 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-efa4c5a8-1dc2-4e45-a44a-1e81f7640f15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:17.743048 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-efa4c5a8-1dc2-4e45-a44a-1e81f7640f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:17.744139 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa4c5a8-1dc2-4e45-a44a-1e81f7640f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:17.744997 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-efa4c5a8-1dc2-4e45-a44a-1e81f7640f15 admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:17.774261 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-efa4c5a8-1dc2-4e45-a44a-1e81f7640f15 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3568492 Sep 16 05:37:17.777438 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56280) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:17.782664 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-91de1c2b-c12d-4222-97de-1f2ff37aefb0 admin admin] Request body: {'subnet': {'network_id': 'e5f57350-8ddc-4da9-94f8-f2dabeac1982', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-925778324-subnet', 'tenant_id': 'd8f859f2921c40908f491d6adb993050', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:17.806832 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91de1c2b-c12d-4222-97de-1f2ff37aefb0 admin admin] Made reservation on behalf of d8f859f2921c40908f491d6adb993050 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:37:17.807889 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4c5a8-1dc2-4e45-a44a-1e81f7640f15 admin admin] Pushing event updated for resources: {'Network': ['ID=e5f57350-8ddc-4da9-94f8-f2dabeac1982,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:17.809474 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-91de1c2b-c12d-4222-97de-1f2ff37aefb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:17.818539 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network e5f57350-8ddc-4da9-94f8-f2dabeac1982 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:37:17.973196 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-91de1c2b-c12d-4222-97de-1f2ff37aefb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:18.033100 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de1c2b-c12d-4222-97de-1f2ff37aefb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55895631-71d5-482e-bfe6-98cac09a89a9,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:18.040539 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91de1c2b-c12d-4222-97de-1f2ff37aefb0 admin admin] Checking segment: {'id': '47b4a2e2-822e-41ae-a18a-9c598125097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e5f57350-8ddc-4da9-94f8-f2dabeac1982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:37:18.040936 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91de1c2b-c12d-4222-97de-1f2ff37aefb0 admin admin] Network hostable DHCP agents. Network: e5f57350-8ddc-4da9-94f8-f2dabeac1982, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:37:18.057809 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91de1c2b-c12d-4222-97de-1f2ff37aefb0 admin admin] Network e5f57350-8ddc-4da9-94f8-f2dabeac1982 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:37:18.068442 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-91de1c2b-c12d-4222-97de-1f2ff37aefb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, e5f57350-8ddc-4da9-94f8-f2dabeac1982) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:18.073137 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91de1c2b-c12d-4222-97de-1f2ff37aefb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:18.073734 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-91de1c2b-c12d-4222-97de-1f2ff37aefb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:18.078493 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc36532e-8a94-4191-8c93-9870bc11f0fe None None] Network e5f57350-8ddc-4da9-94f8-f2dabeac1982 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:37:18.087622 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-91de1c2b-c12d-4222-97de-1f2ff37aefb0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3090611 Sep 16 05:37:18.205984 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fa3db1-5c51-4e77-bf67-c796ca0674cc None None] Network e5f57350-8ddc-4da9-94f8-f2dabeac1982 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:37:18.534162 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-d00f97ea-482d-401f-b127-70a0d17187a5 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:18.535681 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-d00f97ea-482d-401f-b127-70a0d17187a5 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/networks?id=e5f57350-8ddc-4da9-94f8-f2dabeac1982 HTTP/1.1" status: 200 len: 813 time: 0.1005960 Sep 16 05:37:18.551223 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-f40d19cd-85b8-448b-8ee3-d6c153c52e49 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/quotas/d8f859f2921c40908f491d6adb993050 HTTP/1.1" status: 200 len: 375 time: 0.0092733 Sep 16 05:37:18.588916 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-fa965e16-1e0a-44a0-9559-a4ac4aebdc00 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d8f859f2921c40908f491d6adb993050&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311346 Sep 16 05:37:18.599461 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-65b9e2fe-cde6-474a-945a-21ebb36b8016 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:18.600392 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-65b9e2fe-cde6-474a-945a-21ebb36b8016 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048373 Sep 16 05:37:18.688476 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-acb291db-c435-40ab-bde4-1bcb4392a5d6 service neutron] 10.222.0.35 "GET /v2.0/networks/e5f57350-8ddc-4da9-94f8-f2dabeac1982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815573 Sep 16 05:37:18.781562 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-06d8bab8-43db-476d-b2e1-0c846e258263 service neutron] 10.222.0.35 "GET /v2.0/networks/e5f57350-8ddc-4da9-94f8-f2dabeac1982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869505 Sep 16 05:37:18.949381 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6fd819cc-e1fd-4fb3-8a8e-9437b69216e1 req-aa127bbb-2fd1-4bd4-8653-c1ff543648aa tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d532af-f64c-4cb5-b450-d202526dd52c HTTP/1.1" status: 200 len: 210 time: 0.0281100 Sep 16 05:37:19.945919 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-4fef090a-2317-4c87-8fe4-fe53e2a406b3 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:19.947397 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-4fef090a-2317-4c87-8fe4-fe53e2a406b3 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.48 "GET /v2.0/networks?id=e5f57350-8ddc-4da9-94f8-f2dabeac1982 HTTP/1.1" status: 200 len: 813 time: 0.1057920 Sep 16 05:37:19.967428 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-b05eee59-787c-4edc-a1e3-e332b04b602e tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Request body: {'port': {'device_id': '22d532af-f64c-4cb5-b450-d202526dd52c', 'network_id': 'e5f57350-8ddc-4da9-94f8-f2dabeac1982', 'admin_state_up': True, 'tenant_id': 'd8f859f2921c40908f491d6adb993050'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:20.060247 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d80531d6-0981-4408-9426-ad7b4d186325 req-f2cc243b-85b4-4fe5-aade-6138cc10e17f tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d532af-f64c-4cb5-b450-d202526dd52c HTTP/1.1" status: 200 len: 210 time: 0.0323818 Sep 16 05:37:20.100984 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-b05eee59-787c-4edc-a1e3-e332b04b602e tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Made reservation on behalf of d8f859f2921c40908f491d6adb993050 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:37:20.104849 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-b05eee59-787c-4edc-a1e3-e332b04b602e tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:20.230710 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-b05eee59-787c-4edc-a1e3-e332b04b602e tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Allocated IP 172.20.0.10 (e5f57350-8ddc-4da9-94f8-f2dabeac1982/55895631-71d5-482e-bfe6-98cac09a89a9/3e361f11-8bfb-4cf9-84ce-ea86408842b7) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:37:20.377628 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-b05eee59-787c-4edc-a1e3-e332b04b602e tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:20.411482 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-b05eee59-787c-4edc-a1e3-e332b04b602e tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:20.455530 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-b05eee59-787c-4edc-a1e3-e332b04b602e tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Network e5f57350-8ddc-4da9-94f8-f2dabeac1982 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:37:20.458652 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-b05eee59-787c-4edc-a1e3-e332b04b602e tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:20.465947 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-b05eee59-787c-4edc-a1e3-e332b04b602e tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:37:20.471885 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05eee59-787c-4edc-a1e3-e332b04b602e tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Pushing event updated for resources: {'Port': ['ID=3e361f11-8bfb-4cf9-84ce-ea86408842b7,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:20.517165 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-b05eee59-787c-4edc-a1e3-e332b04b602e tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:20.517692 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-b05eee59-787c-4edc-a1e3-e332b04b602e tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:20.534538 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-b05eee59-787c-4edc-a1e3-e332b04b602e tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5709321 Sep 16 05:37:20.611122 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-3201cb73-e119-4442-9621-294c77e1f34f service neutron] Request body: {'port': {'device_id': '22d532af-f64c-4cb5-b450-d202526dd52c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:20.667883 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-3201cb73-e119-4442-9621-294c77e1f34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:20.926214 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-3201cb73-e119-4442-9621-294c77e1f34f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e361f11-8bfb-4cf9-84ce-ea86408842b7 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:37:20.934064 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-3201cb73-e119-4442-9621-294c77e1f34f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:20.946205 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-3201cb73-e119-4442-9621-294c77e1f34f service neutron] Transition to ACTIVE for port object 3e361f11-8bfb-4cf9-84ce-ea86408842b7 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:37:20.950686 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-3201cb73-e119-4442-9621-294c77e1f34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:21.001829 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201cb73-e119-4442-9621-294c77e1f34f service neutron] Pushing event updated for resources: {'Port': ['ID=3e361f11-8bfb-4cf9-84ce-ea86408842b7,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:21.067495 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-3201cb73-e119-4442-9621-294c77e1f34f service neutron] Attempting to bind port 3e361f11-8bfb-4cf9-84ce-ea86408842b7 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:37:21.067824 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-3201cb73-e119-4442-9621-294c77e1f34f service neutron] Attempting to bind port 3e361f11-8bfb-4cf9-84ce-ea86408842b7 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '47b4a2e2-822e-41ae-a18a-9c598125097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e5f57350-8ddc-4da9-94f8-f2dabeac1982'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:37:21.068146 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-3201cb73-e119-4442-9621-294c77e1f34f service neutron] Attempting to bind port 3e361f11-8bfb-4cf9-84ce-ea86408842b7 on network e5f57350-8ddc-4da9-94f8-f2dabeac1982 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:21.072997 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-3201cb73-e119-4442-9621-294c77e1f34f service neutron] Port 3e361f11-8bfb-4cf9-84ce-ea86408842b7 on network e5f57350-8ddc-4da9-94f8-f2dabeac1982 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:37:21.073317 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-3201cb73-e119-4442-9621-294c77e1f34f service neutron] Attempting to bind port 3e361f11-8bfb-4cf9-84ce-ea86408842b7 on network e5f57350-8ddc-4da9-94f8-f2dabeac1982 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:21.077989 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-3201cb73-e119-4442-9621-294c77e1f34f service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:37:21.078323 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-3201cb73-e119-4442-9621-294c77e1f34f service neutron] Checking segment: {'id': '47b4a2e2-822e-41ae-a18a-9c598125097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e5f57350-8ddc-4da9-94f8-f2dabeac1982'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:37:21.078709 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-3201cb73-e119-4442-9621-294c77e1f34f service neutron] Bound using segment: {'id': '47b4a2e2-822e-41ae-a18a-9c598125097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e5f57350-8ddc-4da9-94f8-f2dabeac1982'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:37:21.079126 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-3201cb73-e119-4442-9621-294c77e1f34f service neutron] Bound port: 3e361f11-8bfb-4cf9-84ce-ea86408842b7, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47b4a2e2-822e-41ae-a18a-9c598125097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e5f57350-8ddc-4da9-94f8-f2dabeac1982'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:37:21.079476 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-3201cb73-e119-4442-9621-294c77e1f34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:21.169056 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-3201cb73-e119-4442-9621-294c77e1f34f service neutron] For port 3e361f11-8bfb-4cf9-84ce-ea86408842b7, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:37:21.185645 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-3201cb73-e119-4442-9621-294c77e1f34f service neutron] For port 3e361f11-8bfb-4cf9-84ce-ea86408842b7, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=3e361f11-8bfb-4cf9-84ce-ea86408842b7,segment=NetworkSegment(47b4a2e2-822e-41ae-a18a-9c598125097a),segment_id=47b4a2e2-822e-41ae-a18a-9c598125097a)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:37:21.190534 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-3201cb73-e119-4442-9621-294c77e1f34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:21.205940 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1dbc10-baf5-4ef1-a641-9cc345261f2f req-2d30c916-5d8b-4a9c-92cc-d8a2cc34d20f tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:21.207438 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ca1dbc10-baf5-4ef1-a641-9cc345261f2f req-2d30c916-5d8b-4a9c-92cc-d8a2cc34d20f tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d532af-f64c-4cb5-b450-d202526dd52c HTTP/1.1" status: 200 len: 944 time: 0.0775919 Sep 16 05:37:21.248010 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-3201cb73-e119-4442-9621-294c77e1f34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:21.248645 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-3201cb73-e119-4442-9621-294c77e1f34f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:21.250018 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-3201cb73-e119-4442-9621-294c77e1f34f service neutron] 10.222.0.48 "PUT /v2.0/ports/3e361f11-8bfb-4cf9-84ce-ea86408842b7 HTTP/1.1" status: 200 len: 1093 time: 0.6899967 Sep 16 05:37:21.250456 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d532af-f64c-4cb5-b450-d202526dd52c', 'tag': '3e361f11-8bfb-4cf9-84ce-ea86408842b7'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:21.252703 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06b04a9-90b1-447f-988e-ddcc0afe666e" -d '{"events": [{"name": "network-changed", "server_uuid": "22d532af-f64c-4cb5-b450-d202526dd52c", "tag": "3e361f11-8bfb-4cf9-84ce-ea86408842b7"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:21.288922 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201cb73-e119-4442-9621-294c77e1f34f service neutron] Pushing event updated for resources: {'Port': ['ID=3e361f11-8bfb-4cf9-84ce-ea86408842b7,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:21.299401 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ca1dbc10-baf5-4ef1-a641-9cc345261f2f req-c196cb29-e817-4149-8352-1ea151823bc0 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c97e830-cf81-425a-8ae0-6d961af1c0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706732 Sep 16 05:37:21.343225 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-3a3c0d43-fecd-4afc-9e31-bf06fe140aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:21.344765 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-3a3c0d43-fecd-4afc-9e31-bf06fe140aa4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d8f859f2921c40908f491d6adb993050&device_id=22d532af-f64c-4cb5-b450-d202526dd52c HTTP/1.1" status: 200 len: 1096 time: 0.0419486 Sep 16 05:37:21.349191 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb06d96-7740-4b5d-b8db-b146bd2e9954 x-openstack-request-id: req-5eb06d96-7740-4b5d-b8db-b146bd2e9954 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:21.349471 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d532af-f64c-4cb5-b450-d202526dd52c", "tag": "3e361f11-8bfb-4cf9-84ce-ea86408842b7", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:21.349719 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5eb06d96-7740-4b5d-b8db-b146bd2e9954 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:21.350104 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d532af-f64c-4cb5-b450-d202526dd52c', 'tag': '3e361f11-8bfb-4cf9-84ce-ea86408842b7', 'status': 'completed', 'code': 200} Sep 16 05:37:21.406764 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-a48007e4-65de-4f16-8784-e552c6dc6deb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e361f11-8bfb-4cf9-84ce-ea86408842b7 HTTP/1.1" status: 200 len: 217 time: 0.0343628 Sep 16 05:37:21.458276 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-3bdf6f11-1fbc-4611-8f71-53ba6534ba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:21.459618 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-3bdf6f11-1fbc-4611-8f71-53ba6534ba3a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55895631-71d5-482e-bfe6-98cac09a89a9 HTTP/1.1" status: 200 len: 853 time: 0.0464816 Sep 16 05:37:21.492296 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-673e29e7-c725-4ea4-ad60-f394571b7d3e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e5f57350-8ddc-4da9-94f8-f2dabeac1982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248964 Sep 16 05:37:21.580437 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-0ec00428-b6db-45e2-937e-5cca6a1f3f00 service neutron] 10.222.0.48 "GET /v2.0/networks/e5f57350-8ddc-4da9-94f8-f2dabeac1982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804875 Sep 16 05:37:21.672668 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c624f53c-3e1a-4629-a48a-54d0c4853a72 req-971f149b-2890-41db-8d4a-fb04365ef5d6 service neutron] 10.222.0.48 "GET /v2.0/networks/e5f57350-8ddc-4da9-94f8-f2dabeac1982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851030 Sep 16 05:37:21.804761 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b04a9-90b1-447f-988e-ddcc0afe666e req-287d74e8-c6d5-450a-9dc1-f920a1b6abba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:21.806207 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b06b04a9-90b1-447f-988e-ddcc0afe666e req-287d74e8-c6d5-450a-9dc1-f920a1b6abba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d8f859f2921c40908f491d6adb993050&device_id=22d532af-f64c-4cb5-b450-d202526dd52c HTTP/1.1" status: 200 len: 1096 time: 0.0414653 Sep 16 05:37:21.900891 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b04a9-90b1-447f-988e-ddcc0afe666e req-81b0671a-467d-4ea5-a794-f303ff8a3556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:21.902625 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b06b04a9-90b1-447f-988e-ddcc0afe666e req-81b0671a-467d-4ea5-a794-f303ff8a3556 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e5f57350-8ddc-4da9-94f8-f2dabeac1982 HTTP/1.1" status: 200 len: 914 time: 0.0888500 Sep 16 05:37:21.944018 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b06b04a9-90b1-447f-988e-ddcc0afe666e req-c3ce7db7-3831-4933-acd9-7692ece02491 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e361f11-8bfb-4cf9-84ce-ea86408842b7 HTTP/1.1" status: 200 len: 217 time: 0.0340436 Sep 16 05:37:21.990862 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b04a9-90b1-447f-988e-ddcc0afe666e req-a7dd6556-1908-471e-8d2d-b99fcbf7ad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:21.992935 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b06b04a9-90b1-447f-988e-ddcc0afe666e req-a7dd6556-1908-471e-8d2d-b99fcbf7ad5b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55895631-71d5-482e-bfe6-98cac09a89a9 HTTP/1.1" status: 200 len: 853 time: 0.0424552 Sep 16 05:37:22.027992 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b06b04a9-90b1-447f-988e-ddcc0afe666e req-e78b3a6b-1a58-434c-8a4c-b82b06058311 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e5f57350-8ddc-4da9-94f8-f2dabeac1982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279984 Sep 16 05:37:22.123946 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b06b04a9-90b1-447f-988e-ddcc0afe666e req-2e921002-8c1b-417e-afd6-88ca7125e5ca service neutron] 10.222.0.48 "GET /v2.0/networks/e5f57350-8ddc-4da9-94f8-f2dabeac1982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880749 Sep 16 05:37:22.216349 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b06b04a9-90b1-447f-988e-ddcc0afe666e req-b1d6653b-3b3e-4373-a30d-486f02971430 service neutron] 10.222.0.48 "GET /v2.0/networks/e5f57350-8ddc-4da9-94f8-f2dabeac1982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860500 Sep 16 05:37:22.417288 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133800b-0f72-4a71-a5f6-f9548228a4f6 req-afb17780-1e50-46c0-bad6-18622c5e8854 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:22.418696 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e133800b-0f72-4a71-a5f6-f9548228a4f6 req-afb17780-1e50-46c0-bad6-18622c5e8854 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d532af-f64c-4cb5-b450-d202526dd52c HTTP/1.1" status: 200 len: 944 time: 0.0485189 Sep 16 05:37:22.457201 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e133800b-0f72-4a71-a5f6-f9548228a4f6 req-eb1b419f-fdda-4fad-8414-31f3e7eed99e tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c97e830-cf81-425a-8ae0-6d961af1c0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325229 Sep 16 05:37:23.573638 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e73477-ed04-4bb7-bbdb-d7ae3736cba6 req-a030e51a-c4f4-4b44-b2cd-b43d1c083643 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:23.575112 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a0e73477-ed04-4bb7-bbdb-d7ae3736cba6 req-a030e51a-c4f4-4b44-b2cd-b43d1c083643 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d532af-f64c-4cb5-b450-d202526dd52c HTTP/1.1" status: 200 len: 944 time: 0.0490875 Sep 16 05:37:23.612495 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a0e73477-ed04-4bb7-bbdb-d7ae3736cba6 req-8c94cbe4-d0ed-42e0-937b-65274065844f tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c97e830-cf81-425a-8ae0-6d961af1c0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314503 Sep 16 05:37:24.365305 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 3e361f11-8bfb-4cf9-84ce-ea86408842b7 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:37:24.459641 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 3e361f11-8bfb-4cf9-84ce-ea86408842b7, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=3e361f11-8bfb-4cf9-84ce-ea86408842b7,segment=NetworkSegment(47b4a2e2-822e-41ae-a18a-9c598125097a),segment_id=47b4a2e2-822e-41ae-a18a-9c598125097a)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:24.471240 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '3e361f11-8bfb-4cf9-84ce-ea86408842b7', 'network_id': 'e5f57350-8ddc-4da9-94f8-f2dabeac1982', 'port_id': '3e361f11-8bfb-4cf9-84ce-ea86408842b7', 'mac_address': 'fa:16:3e:7b:74:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55895631-71d5-482e-bfe6-98cac09a89a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:37:24.512846 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:24.527697 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e361f11-8bfb-4cf9-84ce-ea86408842b7 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:37:24.549094 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 3e361f11-8bfb-4cf9-84ce-ea86408842b7, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=3e361f11-8bfb-4cf9-84ce-ea86408842b7,segment=NetworkSegment(47b4a2e2-822e-41ae-a18a-9c598125097a),segment_id=47b4a2e2-822e-41ae-a18a-9c598125097a)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:24.553554 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:24.603900 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=3e361f11-8bfb-4cf9-84ce-ea86408842b7,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:24.730939 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450696b0-d0eb-4a30-98d7-d5d270afdabc req-f49b5c64-7677-4170-ace2-939e60c04bfa tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:24.732451 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-450696b0-d0eb-4a30-98d7-d5d270afdabc req-f49b5c64-7677-4170-ace2-939e60c04bfa tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d532af-f64c-4cb5-b450-d202526dd52c HTTP/1.1" status: 200 len: 945 time: 0.0534582 Sep 16 05:37:24.769844 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-450696b0-d0eb-4a30-98d7-d5d270afdabc req-0d2c105b-2a8a-4766-b182-5e82f62ddb79 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c97e830-cf81-425a-8ae0-6d961af1c0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313752 Sep 16 05:37:24.937190 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['3e361f11-8bfb-4cf9-84ce-ea86408842b7'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:37:25.885079 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b7ce4-9f86-4b4b-8798-56a2bb0ede2b req-9922775b-f930-4426-8738-bf73550f4ada tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:25.886583 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-070b7ce4-9f86-4b4b-8798-56a2bb0ede2b req-9922775b-f930-4426-8738-bf73550f4ada tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d532af-f64c-4cb5-b450-d202526dd52c HTTP/1.1" status: 200 len: 945 time: 0.0483062 Sep 16 05:37:25.925503 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-070b7ce4-9f86-4b4b-8798-56a2bb0ede2b req-50602f4a-536d-480f-933d-d700fc8d18be tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c97e830-cf81-425a-8ae0-6d961af1c0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328214 Sep 16 05:37:26.380269 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 3e361f11-8bfb-4cf9-84ce-ea86408842b7 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:37:26.428358 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 3e361f11-8bfb-4cf9-84ce-ea86408842b7 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:37:26.431947 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 3e361f11-8bfb-4cf9-84ce-ea86408842b7 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:26.432320 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:26.664825 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:26.687107 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d532af-f64c-4cb5-b450-d202526dd52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e361f11-8bfb-4cf9-84ce-ea86408842b7'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:26.689331 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2506ad353029a21956b6cd1b4a70cda1beed1e40b39b5191f7a66b422a7e283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18a1ce4-869f-4133-a7af-bbb0e02c4be3" -d '{"events": [{"server_uuid": "22d532af-f64c-4cb5-b450-d202526dd52c", "name": "network-vif-plugged", "status": "completed", "tag": "3e361f11-8bfb-4cf9-84ce-ea86408842b7"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:26.703636 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 3e361f11-8bfb-4cf9-84ce-ea86408842b7, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=3e361f11-8bfb-4cf9-84ce-ea86408842b7,segment=NetworkSegment(47b4a2e2-822e-41ae-a18a-9c598125097a),segment_id=47b4a2e2-822e-41ae-a18a-9c598125097a)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:26.707692 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:26.732140 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0589fcea-12cf-41c8-a46c-797bb75fd15a x-openstack-request-id: req-0589fcea-12cf-41c8-a46c-797bb75fd15a {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:26.732427 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d532af-f64c-4cb5-b450-d202526dd52c", "name": "network-vif-plugged", "status": "completed", "tag": "3e361f11-8bfb-4cf9-84ce-ea86408842b7", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:26.732697 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0589fcea-12cf-41c8-a46c-797bb75fd15a {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:26.733076 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d532af-f64c-4cb5-b450-d202526dd52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e361f11-8bfb-4cf9-84ce-ea86408842b7', 'code': 200} Sep 16 05:37:26.759222 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=3e361f11-8bfb-4cf9-84ce-ea86408842b7,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:26.852416 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063e7e9-3750-4706-b137-051fd493366d req-177c3f3d-85c0-4c9d-badd-c6c5d0157962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:26.853948 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a063e7e9-3750-4706-b137-051fd493366d req-177c3f3d-85c0-4c9d-badd-c6c5d0157962 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=22d532af-f64c-4cb5-b450-d202526dd52c HTTP/1.1" status: 200 len: 1098 time: 0.0400245 Sep 16 05:37:26.892695 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a063e7e9-3750-4706-b137-051fd493366d req-94f416f8-87ec-427e-afb1-97c0312e53a6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0c97e830-cf81-425a-8ae0-6d961af1c0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269051 Sep 16 05:37:27.047029 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04805fab-d1ee-4669-89e6-66d80d25e5b8 req-eec372b8-c769-45dd-9900-7d520a6d09c1 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:27.048530 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04805fab-d1ee-4669-89e6-66d80d25e5b8 req-eec372b8-c769-45dd-9900-7d520a6d09c1 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d532af-f64c-4cb5-b450-d202526dd52c HTTP/1.1" status: 200 len: 946 time: 0.0522206 Sep 16 05:37:27.086094 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04805fab-d1ee-4669-89e6-66d80d25e5b8 req-81bb2cc4-e825-4395-94cf-6c202461addd tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c97e830-cf81-425a-8ae0-6d961af1c0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309837 Sep 16 05:37:28.202717 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040f6fc-a0ac-4359-b344-62ade0e40a76 req-b42f4c8e-e9c8-4938-b402-3ee71b0c81cd tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:28.204252 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6040f6fc-a0ac-4359-b344-62ade0e40a76 req-b42f4c8e-e9c8-4938-b402-3ee71b0c81cd tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d532af-f64c-4cb5-b450-d202526dd52c HTTP/1.1" status: 200 len: 946 time: 0.0511520 Sep 16 05:37:28.247183 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6040f6fc-a0ac-4359-b344-62ade0e40a76 req-194dcf4a-0620-4a7d-aa1f-5a88c64e0920 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c97e830-cf81-425a-8ae0-6d961af1c0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357051 Sep 16 05:37:29.362901 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c2fb6-e8cf-43e0-a906-9943c61b7a41 req-b1d01c93-7c7b-4011-875a-7d6c1706520c tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:29.364356 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-af1c2fb6-e8cf-43e0-a906-9943c61b7a41 req-b1d01c93-7c7b-4011-875a-7d6c1706520c tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d532af-f64c-4cb5-b450-d202526dd52c HTTP/1.1" status: 200 len: 946 time: 0.0488820 Sep 16 05:37:29.403836 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-af1c2fb6-e8cf-43e0-a906-9943c61b7a41 req-2e4247aa-a566-49e3-ad54-f8468867e7c3 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c97e830-cf81-425a-8ae0-6d961af1c0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331600 Sep 16 05:37:29.626893 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-984a6ccf-7edc-43be-8432-3d4539c48480 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:29.628341 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-984a6ccf-7edc-43be-8432-3d4539c48480 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/networks?id=e5f57350-8ddc-4da9-94f8-f2dabeac1982 HTTP/1.1" status: 200 len: 813 time: 0.1036928 Sep 16 05:37:29.642836 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-6fb24609-74c1-425e-9779-9592b43c32a2 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/quotas/d8f859f2921c40908f491d6adb993050 HTTP/1.1" status: 200 len: 375 time: 0.0086024 Sep 16 05:37:29.690969 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-be731b42-0bdd-4767-9cd8-7c107515080c tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d8f859f2921c40908f491d6adb993050&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0424545 Sep 16 05:37:29.785796 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-833acba9-bc2f-4bc2-a751-18c7252738b1 service neutron] 10.222.0.35 "GET /v2.0/networks/e5f57350-8ddc-4da9-94f8-f2dabeac1982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874465 Sep 16 05:37:29.873447 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-1a0da6ca-26c0-4fe0-95d0-dfe121b58d92 service neutron] 10.222.0.35 "GET /v2.0/networks/e5f57350-8ddc-4da9-94f8-f2dabeac1982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808342 Sep 16 05:37:30.034394 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-53909986-fb48-43d8-a3be-a86a86607edc req-333a33eb-d847-4c9c-8498-443cf3d95fc1 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/ports?device_id=58dc5033-d349-41c2-860e-1e27024ed2c8 HTTP/1.1" status: 200 len: 210 time: 0.0300806 Sep 16 05:37:31.111044 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d3abda55-8e7f-4962-8912-33d3c05a0a43 req-2f4de531-e183-45d2-b68d-c592427ec4df tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/ports?device_id=58dc5033-d349-41c2-860e-1e27024ed2c8 HTTP/1.1" status: 200 len: 210 time: 0.0271099 Sep 16 05:37:32.204470 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fb488e36-5daf-4e7e-ad9b-e5579e1887ae req-654886d5-5feb-4286-ad6c-eb7ebf6bae59 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/ports?device_id=58dc5033-d349-41c2-860e-1e27024ed2c8 HTTP/1.1" status: 200 len: 210 time: 0.0270534 Sep 16 05:37:33.054321 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-63d572a2-4a61-41e9-8ce4-0b24ba443cdf tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:33.055781 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-63d572a2-4a61-41e9-8ce4-0b24ba443cdf tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.47 "GET /v2.0/networks?id=e5f57350-8ddc-4da9-94f8-f2dabeac1982 HTTP/1.1" status: 200 len: 813 time: 0.1048982 Sep 16 05:37:33.077156 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-b139ced9-bf08-4b88-bf2c-f177c37ce6f9 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Request body: {'port': {'device_id': '58dc5033-d349-41c2-860e-1e27024ed2c8', 'network_id': 'e5f57350-8ddc-4da9-94f8-f2dabeac1982', 'admin_state_up': True, 'tenant_id': 'd8f859f2921c40908f491d6adb993050'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:33.181635 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-b139ced9-bf08-4b88-bf2c-f177c37ce6f9 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Made reservation on behalf of d8f859f2921c40908f491d6adb993050 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:37:33.185601 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-b139ced9-bf08-4b88-bf2c-f177c37ce6f9 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:33.326886 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-661101ba-a6a3-437d-a144-a81f99cafa74 req-2c9ca22f-f1df-4acc-bce2-49c4e80f230d tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/ports?device_id=58dc5033-d349-41c2-860e-1e27024ed2c8 HTTP/1.1" status: 200 len: 210 time: 0.0322418 Sep 16 05:37:33.342816 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-b139ced9-bf08-4b88-bf2c-f177c37ce6f9 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Allocated IP 172.20.0.13 (e5f57350-8ddc-4da9-94f8-f2dabeac1982/55895631-71d5-482e-bfe6-98cac09a89a9/d4f313b3-86dd-4b08-98b6-2a4c8812b8ee) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:37:33.493758 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-b139ced9-bf08-4b88-bf2c-f177c37ce6f9 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:33.529605 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-b139ced9-bf08-4b88-bf2c-f177c37ce6f9 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:33.564353 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['3e361f11-8bfb-4cf9-84ce-ea86408842b7'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:37:33.576745 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-b139ced9-bf08-4b88-bf2c-f177c37ce6f9 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Network e5f57350-8ddc-4da9-94f8-f2dabeac1982 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:37:33.582431 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-b139ced9-bf08-4b88-bf2c-f177c37ce6f9 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:33.585710 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-b139ced9-bf08-4b88-bf2c-f177c37ce6f9 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:37:33.593036 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b139ced9-bf08-4b88-bf2c-f177c37ce6f9 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Pushing event updated for resources: {'Port': ['ID=d4f313b3-86dd-4b08-98b6-2a4c8812b8ee,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:33.619529 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b139ced9-bf08-4b88-bf2c-f177c37ce6f9 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:33.619867 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b139ced9-bf08-4b88-bf2c-f177c37ce6f9 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:33.620202 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b139ced9-bf08-4b88-bf2c-f177c37ce6f9 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:33.620611 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b139ced9-bf08-4b88-bf2c-f177c37ce6f9 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:33.620943 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b139ced9-bf08-4b88-bf2c-f177c37ce6f9 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:33.621212 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b139ced9-bf08-4b88-bf2c-f177c37ce6f9 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:33.621531 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b139ced9-bf08-4b88-bf2c-f177c37ce6f9 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:33.621851 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b139ced9-bf08-4b88-bf2c-f177c37ce6f9 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:33.622172 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b139ced9-bf08-4b88-bf2c-f177c37ce6f9 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:33.622486 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b139ced9-bf08-4b88-bf2c-f177c37ce6f9 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:33.622803 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b139ced9-bf08-4b88-bf2c-f177c37ce6f9 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:33.623121 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b139ced9-bf08-4b88-bf2c-f177c37ce6f9 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:33.651874 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-b139ced9-bf08-4b88-bf2c-f177c37ce6f9 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:33.652492 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-b139ced9-bf08-4b88-bf2c-f177c37ce6f9 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:33.666319 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-b139ced9-bf08-4b88-bf2c-f177c37ce6f9 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5928190 Sep 16 05:37:33.676012 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-ff968ef5-5875-4ce6-873e-2edeccbfb75f tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:33.677108 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-ff968ef5-5875-4ce6-873e-2edeccbfb75f tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049798 Sep 16 05:37:33.696148 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-30501bc8-5bc7-46d0-b6fa-997e2737d350 service neutron] Request body: {'port': {'device_id': '58dc5033-d349-41c2-860e-1e27024ed2c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:33.755711 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-30501bc8-5bc7-46d0-b6fa-997e2737d350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:34.017921 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-30501bc8-5bc7-46d0-b6fa-997e2737d350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4f313b3-86dd-4b08-98b6-2a4c8812b8ee {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:37:34.025394 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-30501bc8-5bc7-46d0-b6fa-997e2737d350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:34.036935 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-30501bc8-5bc7-46d0-b6fa-997e2737d350 service neutron] Transition to ACTIVE for port object d4f313b3-86dd-4b08-98b6-2a4c8812b8ee will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:37:34.040721 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-30501bc8-5bc7-46d0-b6fa-997e2737d350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:34.088827 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30501bc8-5bc7-46d0-b6fa-997e2737d350 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f313b3-86dd-4b08-98b6-2a4c8812b8ee,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:34.159961 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-30501bc8-5bc7-46d0-b6fa-997e2737d350 service neutron] Attempting to bind port d4f313b3-86dd-4b08-98b6-2a4c8812b8ee on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:37:34.160292 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-30501bc8-5bc7-46d0-b6fa-997e2737d350 service neutron] Attempting to bind port d4f313b3-86dd-4b08-98b6-2a4c8812b8ee by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '47b4a2e2-822e-41ae-a18a-9c598125097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e5f57350-8ddc-4da9-94f8-f2dabeac1982'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:37:34.160647 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-30501bc8-5bc7-46d0-b6fa-997e2737d350 service neutron] Attempting to bind port d4f313b3-86dd-4b08-98b6-2a4c8812b8ee on network e5f57350-8ddc-4da9-94f8-f2dabeac1982 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:34.164909 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-30501bc8-5bc7-46d0-b6fa-997e2737d350 service neutron] Port d4f313b3-86dd-4b08-98b6-2a4c8812b8ee on network e5f57350-8ddc-4da9-94f8-f2dabeac1982 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:37:34.165255 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-30501bc8-5bc7-46d0-b6fa-997e2737d350 service neutron] Attempting to bind port d4f313b3-86dd-4b08-98b6-2a4c8812b8ee on network e5f57350-8ddc-4da9-94f8-f2dabeac1982 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:34.169938 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-30501bc8-5bc7-46d0-b6fa-997e2737d350 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:37:34.170274 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-30501bc8-5bc7-46d0-b6fa-997e2737d350 service neutron] Checking segment: {'id': '47b4a2e2-822e-41ae-a18a-9c598125097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e5f57350-8ddc-4da9-94f8-f2dabeac1982'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:37:34.170674 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-30501bc8-5bc7-46d0-b6fa-997e2737d350 service neutron] Bound using segment: {'id': '47b4a2e2-822e-41ae-a18a-9c598125097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e5f57350-8ddc-4da9-94f8-f2dabeac1982'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:37:34.171079 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-30501bc8-5bc7-46d0-b6fa-997e2737d350 service neutron] Bound port: d4f313b3-86dd-4b08-98b6-2a4c8812b8ee, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47b4a2e2-822e-41ae-a18a-9c598125097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e5f57350-8ddc-4da9-94f8-f2dabeac1982'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:37:34.171431 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-30501bc8-5bc7-46d0-b6fa-997e2737d350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:34.233471 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-30501bc8-5bc7-46d0-b6fa-997e2737d350 service neutron] For port d4f313b3-86dd-4b08-98b6-2a4c8812b8ee, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:37:34.238515 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-30501bc8-5bc7-46d0-b6fa-997e2737d350 service neutron] For port d4f313b3-86dd-4b08-98b6-2a4c8812b8ee, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=d4f313b3-86dd-4b08-98b6-2a4c8812b8ee,segment=NetworkSegment(47b4a2e2-822e-41ae-a18a-9c598125097a),segment_id=47b4a2e2-822e-41ae-a18a-9c598125097a)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:37:34.242960 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-30501bc8-5bc7-46d0-b6fa-997e2737d350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:34.277624 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-30501bc8-5bc7-46d0-b6fa-997e2737d350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:34.278232 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-30501bc8-5bc7-46d0-b6fa-997e2737d350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:34.279614 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-30501bc8-5bc7-46d0-b6fa-997e2737d350 service neutron] 10.222.0.47 "PUT /v2.0/ports/d4f313b3-86dd-4b08-98b6-2a4c8812b8ee HTTP/1.1" status: 200 len: 1093 time: 0.5881755 Sep 16 05:37:34.280043 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58dc5033-d349-41c2-860e-1e27024ed2c8', 'tag': 'd4f313b3-86dd-4b08-98b6-2a4c8812b8ee'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:34.282276 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65adec4d-a659-4d68-9276-756f20cfad97" -d '{"events": [{"name": "network-changed", "server_uuid": "58dc5033-d349-41c2-860e-1e27024ed2c8", "tag": "d4f313b3-86dd-4b08-98b6-2a4c8812b8ee"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:34.306823 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30501bc8-5bc7-46d0-b6fa-997e2737d350 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f313b3-86dd-4b08-98b6-2a4c8812b8ee,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:34.321783 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b09efe6-c9aa-4d0e-ae43-481a1400e215 x-openstack-request-id: req-4b09efe6-c9aa-4d0e-ae43-481a1400e215 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:34.322158 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58dc5033-d349-41c2-860e-1e27024ed2c8", "tag": "d4f313b3-86dd-4b08-98b6-2a4c8812b8ee", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:34.322406 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4b09efe6-c9aa-4d0e-ae43-481a1400e215 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:34.322796 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58dc5033-d349-41c2-860e-1e27024ed2c8', 'tag': 'd4f313b3-86dd-4b08-98b6-2a4c8812b8ee', 'status': 'completed', 'code': 200} Sep 16 05:37:34.383082 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-d61624d6-5f45-458d-8791-22b8e8b21a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:34.384617 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-d61624d6-5f45-458d-8791-22b8e8b21a89 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d8f859f2921c40908f491d6adb993050&device_id=58dc5033-d349-41c2-860e-1e27024ed2c8 HTTP/1.1" status: 200 len: 1096 time: 0.0442460 Sep 16 05:37:34.452531 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-33fd03b7-85fa-44c2-9f61-529202df4805 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4f313b3-86dd-4b08-98b6-2a4c8812b8ee HTTP/1.1" status: 200 len: 217 time: 0.0538201 Sep 16 05:37:34.502590 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8bb422-6c83-48e1-8466-b76723058198 req-26eda396-9481-4d5c-8b83-14288b101e57 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:34.504045 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1e8bb422-6c83-48e1-8466-b76723058198 req-26eda396-9481-4d5c-8b83-14288b101e57 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/ports?device_id=58dc5033-d349-41c2-860e-1e27024ed2c8 HTTP/1.1" status: 200 len: 944 time: 0.1071632 Sep 16 05:37:34.528652 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-2c3041e6-fdc1-4a76-9f18-a8054f1ae0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:34.529994 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-2c3041e6-fdc1-4a76-9f18-a8054f1ae0a5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=55895631-71d5-482e-bfe6-98cac09a89a9 HTTP/1.1" status: 200 len: 853 time: 0.0701044 Sep 16 05:37:34.567463 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-3bb605e1-4040-4268-bfac-619d9760b804 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e5f57350-8ddc-4da9-94f8-f2dabeac1982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302477 Sep 16 05:37:34.571313 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1e8bb422-6c83-48e1-8466-b76723058198 req-2cecf906-7a2d-4ca6-ab87-77238accf7c4 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c97e830-cf81-425a-8ae0-6d961af1c0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591946 Sep 16 05:37:34.656768 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-93280f3e-a11a-4137-b0d7-334343c667c7 service neutron] 10.222.0.47 "GET /v2.0/networks/e5f57350-8ddc-4da9-94f8-f2dabeac1982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810857 Sep 16 05:37:34.748788 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dafb958f-e94e-4f30-bade-a8aeb1723e74 req-e4d6e258-08ec-4cda-a464-6f45a96a1c41 service neutron] 10.222.0.47 "GET /v2.0/networks/e5f57350-8ddc-4da9-94f8-f2dabeac1982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846763 Sep 16 05:37:34.871504 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65adec4d-a659-4d68-9276-756f20cfad97 req-1019aa82-aede-4bd8-9e55-b1581312958a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:34.872991 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-65adec4d-a659-4d68-9276-756f20cfad97 req-1019aa82-aede-4bd8-9e55-b1581312958a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d8f859f2921c40908f491d6adb993050&device_id=58dc5033-d349-41c2-860e-1e27024ed2c8 HTTP/1.1" status: 200 len: 1096 time: 0.0403397 Sep 16 05:37:34.963481 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65adec4d-a659-4d68-9276-756f20cfad97 req-cd6d1a2b-b5df-4b2b-a2b1-a66d257947c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:34.965007 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-65adec4d-a659-4d68-9276-756f20cfad97 req-cd6d1a2b-b5df-4b2b-a2b1-a66d257947c2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e5f57350-8ddc-4da9-94f8-f2dabeac1982 HTTP/1.1" status: 200 len: 914 time: 0.0846169 Sep 16 05:37:35.004753 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-65adec4d-a659-4d68-9276-756f20cfad97 req-0735a86c-da34-461e-8631-16603f7d9e72 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4f313b3-86dd-4b08-98b6-2a4c8812b8ee HTTP/1.1" status: 200 len: 217 time: 0.0326028 Sep 16 05:37:35.056731 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65adec4d-a659-4d68-9276-756f20cfad97 req-7ce66856-6a20-4a22-b572-c07f8910440d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:35.058149 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-65adec4d-a659-4d68-9276-756f20cfad97 req-7ce66856-6a20-4a22-b572-c07f8910440d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=55895631-71d5-482e-bfe6-98cac09a89a9 HTTP/1.1" status: 200 len: 853 time: 0.0463486 Sep 16 05:37:35.090853 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-65adec4d-a659-4d68-9276-756f20cfad97 req-d25e1b14-f00c-4ccd-966d-08ee1ac1b77f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e5f57350-8ddc-4da9-94f8-f2dabeac1982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247812 Sep 16 05:37:35.130167 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:37:35.179953 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-65adec4d-a659-4d68-9276-756f20cfad97 req-475045cc-1f8e-4621-bafe-aec9a369863b service neutron] 10.222.0.47 "GET /v2.0/networks/e5f57350-8ddc-4da9-94f8-f2dabeac1982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804632 Sep 16 05:37:35.273599 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-65adec4d-a659-4d68-9276-756f20cfad97 req-55f578fc-e8c8-4d24-93ab-0eede8cc2e32 service neutron] 10.222.0.47 "GET /v2.0/networks/e5f57350-8ddc-4da9-94f8-f2dabeac1982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862668 Sep 16 05:37:35.685540 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051024ec-eb40-4791-9bde-cf9802c9efa8 req-1874576e-696a-4413-8cda-3680e0a67b95 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:35.687019 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-051024ec-eb40-4791-9bde-cf9802c9efa8 req-1874576e-696a-4413-8cda-3680e0a67b95 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/ports?device_id=58dc5033-d349-41c2-860e-1e27024ed2c8 HTTP/1.1" status: 200 len: 944 time: 0.0480542 Sep 16 05:37:35.723966 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-051024ec-eb40-4791-9bde-cf9802c9efa8 req-2531479a-e9d2-45cb-8494-e712c8cf6830 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c97e830-cf81-425a-8ae0-6d961af1c0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310259 Sep 16 05:37:36.839890 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9999a-61a0-4c22-9cbd-d490b4de319b req-880152e4-554c-4e3e-814c-9f94533c8a26 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:36.841387 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-09d9999a-61a0-4c22-9cbd-d490b4de319b req-880152e4-554c-4e3e-814c-9f94533c8a26 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/ports?device_id=58dc5033-d349-41c2-860e-1e27024ed2c8 HTTP/1.1" status: 200 len: 944 time: 0.0481980 Sep 16 05:37:36.881987 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-09d9999a-61a0-4c22-9cbd-d490b4de319b req-68c730be-dbcd-4f76-9b0c-8a314623782b tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c97e830-cf81-425a-8ae0-6d961af1c0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341091 Sep 16 05:37:37.655470 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device d4f313b3-86dd-4b08-98b6-2a4c8812b8ee details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:37:37.747924 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port d4f313b3-86dd-4b08-98b6-2a4c8812b8ee, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=d4f313b3-86dd-4b08-98b6-2a4c8812b8ee,segment=NetworkSegment(47b4a2e2-822e-41ae-a18a-9c598125097a),segment_id=47b4a2e2-822e-41ae-a18a-9c598125097a)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:37.759309 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'd4f313b3-86dd-4b08-98b6-2a4c8812b8ee', 'network_id': 'e5f57350-8ddc-4da9-94f8-f2dabeac1982', 'port_id': 'd4f313b3-86dd-4b08-98b6-2a4c8812b8ee', 'mac_address': 'fa:16:3e:74:0b:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55895631-71d5-482e-bfe6-98cac09a89a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:37:37.797653 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:37.810562 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4f313b3-86dd-4b08-98b6-2a4c8812b8ee {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:37:37.830020 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port d4f313b3-86dd-4b08-98b6-2a4c8812b8ee, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=d4f313b3-86dd-4b08-98b6-2a4c8812b8ee,segment=NetworkSegment(47b4a2e2-822e-41ae-a18a-9c598125097a),segment_id=47b4a2e2-822e-41ae-a18a-9c598125097a)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:37.833980 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:37.880484 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=d4f313b3-86dd-4b08-98b6-2a4c8812b8ee,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:37.996688 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e4125-3b35-4c76-ba0b-d925596b48d7 req-0bb4158e-59e2-4787-b762-9e4577cc2301 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:37.998162 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d03e4125-3b35-4c76-ba0b-d925596b48d7 req-0bb4158e-59e2-4787-b762-9e4577cc2301 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/ports?device_id=58dc5033-d349-41c2-860e-1e27024ed2c8 HTTP/1.1" status: 200 len: 945 time: 0.0477719 Sep 16 05:37:38.035389 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d03e4125-3b35-4c76-ba0b-d925596b48d7 req-d547d8bc-5d52-4268-ac5e-ea827fde37b0 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c97e830-cf81-425a-8ae0-6d961af1c0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313268 Sep 16 05:37:38.105735 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['d4f313b3-86dd-4b08-98b6-2a4c8812b8ee'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:37:39.151498 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac495a5-2f4c-4da6-9e47-5399f2f4e565 req-263c3fd9-07b8-4456-bccb-81612f7b8a44 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:39.153052 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6ac495a5-2f4c-4da6-9e47-5399f2f4e565 req-263c3fd9-07b8-4456-bccb-81612f7b8a44 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/ports?device_id=58dc5033-d349-41c2-860e-1e27024ed2c8 HTTP/1.1" status: 200 len: 945 time: 0.0494337 Sep 16 05:37:39.190678 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6ac495a5-2f4c-4da6-9e47-5399f2f4e565 req-95b3f944-10cc-4b4a-9a3a-ae05e23f3bbd tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c97e830-cf81-425a-8ae0-6d961af1c0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314109 Sep 16 05:37:39.671833 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device d4f313b3-86dd-4b08-98b6-2a4c8812b8ee up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:37:39.719659 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port d4f313b3-86dd-4b08-98b6-2a4c8812b8ee completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:37:39.723184 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port d4f313b3-86dd-4b08-98b6-2a4c8812b8ee triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:39.723555 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:39.799284 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:39.821987 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58dc5033-d349-41c2-860e-1e27024ed2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f313b3-86dd-4b08-98b6-2a4c8812b8ee'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:39.824187 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2506ad353029a21956b6cd1b4a70cda1beed1e40b39b5191f7a66b422a7e283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948de700-ec92-43a2-9862-5d0373e3f612" -d '{"events": [{"server_uuid": "58dc5033-d349-41c2-860e-1e27024ed2c8", "name": "network-vif-plugged", "status": "completed", "tag": "d4f313b3-86dd-4b08-98b6-2a4c8812b8ee"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:39.841784 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port d4f313b3-86dd-4b08-98b6-2a4c8812b8ee, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=d4f313b3-86dd-4b08-98b6-2a4c8812b8ee,segment=NetworkSegment(47b4a2e2-822e-41ae-a18a-9c598125097a),segment_id=47b4a2e2-822e-41ae-a18a-9c598125097a)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:39.846531 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:39.871778 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ec58b6-dfe1-45c1-9cb2-814a90a01df5 x-openstack-request-id: req-85ec58b6-dfe1-45c1-9cb2-814a90a01df5 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:39.872075 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58dc5033-d349-41c2-860e-1e27024ed2c8", "name": "network-vif-plugged", "status": "completed", "tag": "d4f313b3-86dd-4b08-98b6-2a4c8812b8ee", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:39.872325 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-85ec58b6-dfe1-45c1-9cb2-814a90a01df5 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:39.872734 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58dc5033-d349-41c2-860e-1e27024ed2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f313b3-86dd-4b08-98b6-2a4c8812b8ee', 'code': 200} Sep 16 05:37:39.898224 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=d4f313b3-86dd-4b08-98b6-2a4c8812b8ee,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:40.116825 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1e8c6-1ec7-4940-b890-5a79cd23f6b2 req-7711beda-7857-459c-b4d6-5be03e6fc835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:40.118294 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7de1e8c6-1ec7-4940-b890-5a79cd23f6b2 req-7711beda-7857-459c-b4d6-5be03e6fc835 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=58dc5033-d349-41c2-860e-1e27024ed2c8 HTTP/1.1" status: 200 len: 1098 time: 0.0395103 Sep 16 05:37:40.155267 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7de1e8c6-1ec7-4940-b890-5a79cd23f6b2 req-cd90df8a-e9c6-44a9-a42c-eada5c9aced4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0c97e830-cf81-425a-8ae0-6d961af1c0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303206 Sep 16 05:37:40.172415 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bfa6cdbc-8f38-44ca-8910-ba45a44e3bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:40.307189 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c398f69-a413-4c4a-bb3e-3a4d48b6dd76 req-5326a390-8db4-4840-803a-9fc6e7a70b70 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:40.308710 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c398f69-a413-4c4a-bb3e-3a4d48b6dd76 req-5326a390-8db4-4840-803a-9fc6e7a70b70 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/ports?device_id=58dc5033-d349-41c2-860e-1e27024ed2c8 HTTP/1.1" status: 200 len: 946 time: 0.0491085 Sep 16 05:37:40.346904 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c398f69-a413-4c4a-bb3e-3a4d48b6dd76 req-2c7ef775-2694-4f5c-a337-20ccccceaea1 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c97e830-cf81-425a-8ae0-6d961af1c0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318155 Sep 16 05:37:41.461703 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a82c87-7b80-4bc5-9602-b47b6dd2052c req-ed30d9d9-a0b0-46a2-85c4-733a6204c05e tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:41.463085 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90a82c87-7b80-4bc5-9602-b47b6dd2052c req-ed30d9d9-a0b0-46a2-85c4-733a6204c05e tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/ports?device_id=58dc5033-d349-41c2-860e-1e27024ed2c8 HTTP/1.1" status: 200 len: 946 time: 0.0479958 Sep 16 05:37:41.502859 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-90a82c87-7b80-4bc5-9602-b47b6dd2052c req-66d9d74d-889a-4145-95c0-060291730b96 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c97e830-cf81-425a-8ae0-6d961af1c0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339286 Sep 16 05:37:41.730813 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8b863-5d10-4d18-ab14-bf128f120e91 req-556f1b4e-9c24-4e55-8144-a487d3c7b4be tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:41.732183 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82e8b863-5d10-4d18-ab14-bf128f120e91 req-556f1b4e-9c24-4e55-8144-a487d3c7b4be tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/ports?device_id=58dc5033-d349-41c2-860e-1e27024ed2c8 HTTP/1.1" status: 200 len: 946 time: 0.0487297 Sep 16 05:37:41.772962 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82e8b863-5d10-4d18-ab14-bf128f120e91 req-6e6e478c-cadb-4a1b-8be0-dc8ec824730c tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c97e830-cf81-425a-8ae0-6d961af1c0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347509 Sep 16 05:37:42.163740 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:42.885204 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ecbfd2-938f-40ab-a89d-3d8812ea3945 req-a65c9f55-6dc3-4a0c-a87f-74ea45eb116b tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:42.886958 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16ecbfd2-938f-40ab-a89d-3d8812ea3945 req-a65c9f55-6dc3-4a0c-a87f-74ea45eb116b tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/ports?device_id=58dc5033-d349-41c2-860e-1e27024ed2c8 HTTP/1.1" status: 200 len: 946 time: 0.0473421 Sep 16 05:37:42.925601 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-16ecbfd2-938f-40ab-a89d-3d8812ea3945 req-a76ef7dd-64f0-487a-9da6-a1076621b463 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c97e830-cf81-425a-8ae0-6d961af1c0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326264 Sep 16 05:37:43.120823 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46493ca5-df79-4f69-b741-f272595cac2b req-05261c57-ccbd-4007-bccb-807ad1ce9369 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:43.122254 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-46493ca5-df79-4f69-b741-f272595cac2b req-05261c57-ccbd-4007-bccb-807ad1ce9369 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.47 "GET /v2.0/ports?device_id=58dc5033-d349-41c2-860e-1e27024ed2c8 HTTP/1.1" status: 200 len: 946 time: 0.0469832 Sep 16 05:37:43.213022 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-46493ca5-df79-4f69-b741-f272595cac2b req-5c045973-78f9-4e23-8173-af02955d172b tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Deleting port d4f313b3-86dd-4b08-98b6-2a4c8812b8ee {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:37:43.213362 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-46493ca5-df79-4f69-b741-f272595cac2b req-5c045973-78f9-4e23-8173-af02955d172b tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:43.310756 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-46493ca5-df79-4f69-b741-f272595cac2b req-5c045973-78f9-4e23-8173-af02955d172b tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] For port d4f313b3-86dd-4b08-98b6-2a4c8812b8ee, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=d4f313b3-86dd-4b08-98b6-2a4c8812b8ee,segment=NetworkSegment(47b4a2e2-822e-41ae-a18a-9c598125097a),segment_id=47b4a2e2-822e-41ae-a18a-9c598125097a)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:43.311539 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-46493ca5-df79-4f69-b741-f272595cac2b req-5c045973-78f9-4e23-8173-af02955d172b tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:43.322817 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b15b3db1-eeae-4c94-b697-feb934cd3bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:43.326675 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-46493ca5-df79-4f69-b741-f272595cac2b req-5c045973-78f9-4e23-8173-af02955d172b tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Calling delete_port for d4f313b3-86dd-4b08-98b6-2a4c8812b8ee owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:37:43.459821 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-46493ca5-df79-4f69-b741-f272595cac2b req-5c045973-78f9-4e23-8173-af02955d172b tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:43.490568 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c045973-78f9-4e23-8173-af02955d172b tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Pushing event deleted for resources: {'Port': ['ID=d4f313b3-86dd-4b08-98b6-2a4c8812b8ee,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:43.495858 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['d4f313b3-86dd-4b08-98b6-2a4c8812b8ee'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:37:43.498118 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['3e361f11-8bfb-4cf9-84ce-ea86408842b7'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:37:43.534384 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-46493ca5-df79-4f69-b741-f272595cac2b req-5c045973-78f9-4e23-8173-af02955d172b tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] No DVR routers for this DVR port d4f313b3-86dd-4b08-98b6-2a4c8812b8ee on host n-h1-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:37:43.536980 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-46493ca5-df79-4f69-b741-f272595cac2b req-5c045973-78f9-4e23-8173-af02955d172b tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:43.538987 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-46493ca5-df79-4f69-b741-f272595cac2b req-5c045973-78f9-4e23-8173-af02955d172b tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.47 "DELETE /v2.0/ports/d4f313b3-86dd-4b08-98b6-2a4c8812b8ee HTTP/1.1" status: 204 len: 173 time: 0.4105489 Sep 16 05:37:43.539441 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58dc5033-d349-41c2-860e-1e27024ed2c8', 'name': 'network-vif-deleted', 'tag': 'd4f313b3-86dd-4b08-98b6-2a4c8812b8ee'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:43.541756 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5933eecd-d83a-4d9c-8bce-2fd82af8eb5d" -d '{"events": [{"server_uuid": "58dc5033-d349-41c2-860e-1e27024ed2c8", "name": "network-vif-deleted", "tag": "d4f313b3-86dd-4b08-98b6-2a4c8812b8ee"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:43.583955 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5dbf05f-74e8-4f46-a3c3-614a2b6b7284 x-openstack-request-id: req-e5dbf05f-74e8-4f46-a3c3-614a2b6b7284 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:43.585183 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58dc5033-d349-41c2-860e-1e27024ed2c8", "name": "network-vif-deleted", "tag": "d4f313b3-86dd-4b08-98b6-2a4c8812b8ee", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:43.585510 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e5dbf05f-74e8-4f46-a3c3-614a2b6b7284 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:43.586004 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58dc5033-d349-41c2-860e-1e27024ed2c8', 'name': 'network-vif-deleted', 'tag': 'd4f313b3-86dd-4b08-98b6-2a4c8812b8ee', 'status': 'completed', 'code': 200} Sep 16 05:37:43.637221 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:44.383256 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-adb2d06c-abd0-4868-9d12-21989e35bc54 req-f65af2bf-18d3-4f28-b0e7-f069d7dc16e6 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/ports?device_id=58dc5033-d349-41c2-860e-1e27024ed2c8 HTTP/1.1" status: 200 len: 210 time: 0.3733163 Sep 16 05:37:44.747024 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:45.168645 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:45.530388 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e00b8c-87b2-40d7-83e8-d6c915ea29ce req-844d20f0-b759-44ee-889f-94bb2e178bd9 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:45.531844 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-01e00b8c-87b2-40d7-83e8-d6c915ea29ce req-844d20f0-b759-44ee-889f-94bb2e178bd9 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d532af-f64c-4cb5-b450-d202526dd52c HTTP/1.1" status: 200 len: 946 time: 0.0480456 Sep 16 05:37:45.569607 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-01e00b8c-87b2-40d7-83e8-d6c915ea29ce req-2a90c501-e9e7-4e8e-ae17-c93215bb3ecd tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c97e830-cf81-425a-8ae0-6d961af1c0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311382 Sep 16 05:37:45.700475 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c0763-17c6-4254-83ea-0a448ef35e8b req-03bdfdaa-4c92-4b7b-a65c-97e36b5b8072 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:45.702133 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-603c0763-17c6-4254-83ea-0a448ef35e8b req-03bdfdaa-4c92-4b7b-a65c-97e36b5b8072 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d532af-f64c-4cb5-b450-d202526dd52c HTTP/1.1" status: 200 len: 946 time: 0.0495040 Sep 16 05:37:45.702955 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device d4f313b3-86dd-4b08-98b6-2a4c8812b8ee no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:37:45.723581 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: d4f313b3-86dd-4b08-98b6-2a4c8812b8ee {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:37:45.723922 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device d4f313b3-86dd-4b08-98b6-2a4c8812b8ee not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:37:45.742913 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-603c0763-17c6-4254-83ea-0a448ef35e8b req-b414e37d-2fc6-43db-b333-728cce67b8ad tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c97e830-cf81-425a-8ae0-6d961af1c0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347738 Sep 16 05:37:45.862588 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5f579-91ca-40b1-b4ad-1e910eed1815 req-2ba3c4b9-d65d-450d-9c7b-8e80ed04a3d2 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:45.864216 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2dd5f579-91ca-40b1-b4ad-1e910eed1815 req-2ba3c4b9-d65d-450d-9c7b-8e80ed04a3d2 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d532af-f64c-4cb5-b450-d202526dd52c HTTP/1.1" status: 200 len: 946 time: 0.0510008 Sep 16 05:37:45.902869 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2dd5f579-91ca-40b1-b4ad-1e910eed1815 req-8dc65ac3-aac1-4a8e-8247-25ec47e83ab0 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c97e830-cf81-425a-8ae0-6d961af1c0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318375 Sep 16 05:37:46.066633 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e93dd8-a817-4254-b42e-5ea9cd1d5e22 req-347e7f59-de89-4fad-bc39-d1f77a1c509c tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:46.068087 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-83e93dd8-a817-4254-b42e-5ea9cd1d5e22 req-347e7f59-de89-4fad-bc39-d1f77a1c509c tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d532af-f64c-4cb5-b450-d202526dd52c HTTP/1.1" status: 200 len: 946 time: 0.0498312 Sep 16 05:37:46.106261 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-83e93dd8-a817-4254-b42e-5ea9cd1d5e22 req-b423c17f-33e3-41c2-b797-8b8030ce9c2a tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c97e830-cf81-425a-8ae0-6d961af1c0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319755 Sep 16 05:37:46.218985 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120256a-5d0f-4c64-9289-0d9bdeae0269 req-303157a9-feb0-4513-994d-f32cc410b5f9 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:46.220353 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2120256a-5d0f-4c64-9289-0d9bdeae0269 req-303157a9-feb0-4513-994d-f32cc410b5f9 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d532af-f64c-4cb5-b450-d202526dd52c HTTP/1.1" status: 200 len: 946 time: 0.0479670 Sep 16 05:37:46.258111 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:46.259297 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2120256a-5d0f-4c64-9289-0d9bdeae0269 req-e32ea9ee-6e53-4bcf-b889-e7a2cdd68fd7 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c97e830-cf81-425a-8ae0-6d961af1c0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318339 Sep 16 05:37:46.386850 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ffc560-4b68-4888-932b-1941c637a97f req-efbc0b79-dcbc-4e06-89d6-1585c280016a tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:46.388306 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7ffc560-4b68-4888-932b-1941c637a97f req-efbc0b79-dcbc-4e06-89d6-1585c280016a tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d532af-f64c-4cb5-b450-d202526dd52c HTTP/1.1" status: 200 len: 946 time: 0.0511591 Sep 16 05:37:46.426812 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7ffc560-4b68-4888-932b-1941c637a97f req-62f2867a-4d87-446d-ab9b-21608b5edf4f tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c97e830-cf81-425a-8ae0-6d961af1c0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325205 Sep 16 05:37:46.736627 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194b71d-693f-426b-abfa-e3b90732e921 req-3888de2f-11e9-482d-9d56-fa1f7df34273 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:46.738011 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5194b71d-693f-426b-abfa-e3b90732e921 req-3888de2f-11e9-482d-9d56-fa1f7df34273 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d532af-f64c-4cb5-b450-d202526dd52c HTTP/1.1" status: 200 len: 946 time: 0.0491204 Sep 16 05:37:46.776591 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5194b71d-693f-426b-abfa-e3b90732e921 req-df251103-e91c-4c76-8d89-e7f512582201 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c97e830-cf81-425a-8ae0-6d961af1c0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323930 Sep 16 05:37:47.892820 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d15d2-d85d-4b0c-a133-5ac4df0cc656 req-4e7d6689-3c4d-4273-bf67-43a82b7a54fc tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:47.894413 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-058d15d2-d85d-4b0c-a133-5ac4df0cc656 req-4e7d6689-3c4d-4273-bf67-43a82b7a54fc tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d532af-f64c-4cb5-b450-d202526dd52c HTTP/1.1" status: 200 len: 946 time: 0.0491524 Sep 16 05:37:47.932086 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-058d15d2-d85d-4b0c-a133-5ac4df0cc656 req-e4f462b6-15cb-4253-bdd8-4c9ed93c5527 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c97e830-cf81-425a-8ae0-6d961af1c0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308814 Sep 16 05:37:48.287266 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca75ab5-d20c-43f9-bc9f-65811b9cf373 req-6ece7aca-74fa-4463-9364-a95cef15d3f3 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:48.288782 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0ca75ab5-d20c-43f9-bc9f-65811b9cf373 req-6ece7aca-74fa-4463-9364-a95cef15d3f3 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d532af-f64c-4cb5-b450-d202526dd52c HTTP/1.1" status: 200 len: 946 time: 0.0524538 Sep 16 05:37:48.376473 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-0ca75ab5-d20c-43f9-bc9f-65811b9cf373 req-d15a00f7-3e52-40b6-81e7-20d6155380ab tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Deleting port 3e361f11-8bfb-4cf9-84ce-ea86408842b7 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:37:48.376848 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0ca75ab5-d20c-43f9-bc9f-65811b9cf373 req-d15a00f7-3e52-40b6-81e7-20d6155380ab tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:48.467019 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-0ca75ab5-d20c-43f9-bc9f-65811b9cf373 req-d15a00f7-3e52-40b6-81e7-20d6155380ab tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] For port 3e361f11-8bfb-4cf9-84ce-ea86408842b7, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=3e361f11-8bfb-4cf9-84ce-ea86408842b7,segment=NetworkSegment(47b4a2e2-822e-41ae-a18a-9c598125097a),segment_id=47b4a2e2-822e-41ae-a18a-9c598125097a)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:48.467381 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0ca75ab5-d20c-43f9-bc9f-65811b9cf373 req-d15a00f7-3e52-40b6-81e7-20d6155380ab tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:48.479729 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-0ca75ab5-d20c-43f9-bc9f-65811b9cf373 req-d15a00f7-3e52-40b6-81e7-20d6155380ab tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Calling delete_port for 3e361f11-8bfb-4cf9-84ce-ea86408842b7 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:37:48.604781 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0ca75ab5-d20c-43f9-bc9f-65811b9cf373 req-d15a00f7-3e52-40b6-81e7-20d6155380ab tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:48.633556 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a00f7-3e52-40b6-81e7-20d6155380ab tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Pushing event deleted for resources: {'Port': ['ID=3e361f11-8bfb-4cf9-84ce-ea86408842b7,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:48.641651 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['3e361f11-8bfb-4cf9-84ce-ea86408842b7'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:37:48.673961 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca75ab5-d20c-43f9-bc9f-65811b9cf373 req-d15a00f7-3e52-40b6-81e7-20d6155380ab tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] No DVR routers for this DVR port 3e361f11-8bfb-4cf9-84ce-ea86408842b7 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:37:48.676392 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-0ca75ab5-d20c-43f9-bc9f-65811b9cf373 req-d15a00f7-3e52-40b6-81e7-20d6155380ab tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:48.678545 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0ca75ab5-d20c-43f9-bc9f-65811b9cf373 req-d15a00f7-3e52-40b6-81e7-20d6155380ab tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.48 "DELETE /v2.0/ports/3e361f11-8bfb-4cf9-84ce-ea86408842b7 HTTP/1.1" status: 204 len: 173 time: 0.3833537 Sep 16 05:37:48.679039 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d532af-f64c-4cb5-b450-d202526dd52c', 'name': 'network-vif-deleted', 'tag': '3e361f11-8bfb-4cf9-84ce-ea86408842b7'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:48.681397 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b34d19-0439-437c-873b-10bba79601ae" -d '{"events": [{"server_uuid": "22d532af-f64c-4cb5-b450-d202526dd52c", "name": "network-vif-deleted", "tag": "3e361f11-8bfb-4cf9-84ce-ea86408842b7"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:48.720219 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3aacbf-f1ca-40c3-bc39-b6d18396934e x-openstack-request-id: req-ec3aacbf-f1ca-40c3-bc39-b6d18396934e {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:48.720509 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d532af-f64c-4cb5-b450-d202526dd52c", "name": "network-vif-deleted", "tag": "3e361f11-8bfb-4cf9-84ce-ea86408842b7", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:48.720905 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ec3aacbf-f1ca-40c3-bc39-b6d18396934e {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:48.721335 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d532af-f64c-4cb5-b450-d202526dd52c', 'name': 'network-vif-deleted', 'tag': '3e361f11-8bfb-4cf9-84ce-ea86408842b7', 'status': 'completed', 'code': 200} Sep 16 05:37:49.038637 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f7550160-6c74-462d-9251-62601d018990 req-5af140bb-2bbc-4e22-ab52-1141fc03cd25 tempest-ServersNegativeTestJSON-809855815 tempest-ServersNegativeTestJSON-809855815-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d532af-f64c-4cb5-b450-d202526dd52c HTTP/1.1" status: 200 len: 210 time: 0.0257623 Sep 16 05:37:50.097540 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56442) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:50.156748 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a420c8-a7ff-4134-91b8-88b396bb9228 admin admin] Deleting subnet 55895631-71d5-482e-bfe6-98cac09a89a9 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:37:50.159849 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-14a420c8-a7ff-4134-91b8-88b396bb9228 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:50.203719 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-14a420c8-a7ff-4134-91b8-88b396bb9228 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:50.243540 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-14a420c8-a7ff-4134-91b8-88b396bb9228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:50.297403 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-14a420c8-a7ff-4134-91b8-88b396bb9228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:50.324506 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a420c8-a7ff-4134-91b8-88b396bb9228 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55895631-71d5-482e-bfe6-98cac09a89a9,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:50.327442 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-14a420c8-a7ff-4134-91b8-88b396bb9228 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:50.329441 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-14a420c8-a7ff-4134-91b8-88b396bb9228 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/55895631-71d5-482e-bfe6-98cac09a89a9 HTTP/1.1" status: 204 len: 168 time: 0.2306428 Sep 16 05:37:50.331995 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56444) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:50.427608 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5031c2a4-1b45-462a-b01b-d43fb0f42ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:50.519658 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5031c2a4-1b45-462a-b01b-d43fb0f42ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:50.542873 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-5031c2a4-1b45-462a-b01b-d43fb0f42ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5f57350-8ddc-4da9-94f8-f2dabeac1982']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:50.558149 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-5031c2a4-1b45-462a-b01b-d43fb0f42ea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b4a2e2-822e-41ae-a18a-9c598125097a') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:50.558447 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-5031c2a4-1b45-462a-b01b-d43fb0f42ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b4a2e2-822e-41ae-a18a-9c598125097a') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:50.568029 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5031c2a4-1b45-462a-b01b-d43fb0f42ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:50.583813 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5031c2a4-1b45-462a-b01b-d43fb0f42ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:50.590621 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5031c2a4-1b45-462a-b01b-d43fb0f42ea6 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:37:50.591123 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5031c2a4-1b45-462a-b01b-d43fb0f42ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:50.592831 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:37:50.592831 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:37:50.592831 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:37:50.592831 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:37:50.592831 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:37:50.592831 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:37:50.592831 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:37:50.592831 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:37:50.592831 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:37:50.592831 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:37:50.592831 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:37:50.592831 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:37:50.592831 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:37:50.592831 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:37:50.592831 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:37:50.592831 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:37:50.592831 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:37:50.592831 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:37:50.592831 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:37:50.592831 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:37:50.592831 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:37:50.592831 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:37:50.592831 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:37:50.592831 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:37:50.592831 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:37:50.592831 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:37:50.592831 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:37:50.592831 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:37:50.592831 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:37:50.592831 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:37:50.592831 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:37:50.592831 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:37:50.654771 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5031c2a4-1b45-462a-b01b-d43fb0f42ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:50.660605 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5031c2a4-1b45-462a-b01b-d43fb0f42ea6 admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:50.665418 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5031c2a4-1b45-462a-b01b-d43fb0f42ea6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e5f57350-8ddc-4da9-94f8-f2dabeac1982 HTTP/1.1" status: 204 len: 168 time: 0.3297169 Sep 16 05:37:50.673176 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031c2a4-1b45-462a-b01b-d43fb0f42ea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5f57350-8ddc-4da9-94f8-f2dabeac1982,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:50.772168 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56448) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:50.818165 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-964a0fa1-8d7a-4d35-9f02-1200115f763a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d8f859f2921c40908f491d6adb993050&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447242 Sep 16 05:37:50.820526 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56450) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:50.867142 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fbea3e56-9fd3-4a8f-91a4-c3d55cb57795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:50.887816 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fbea3e56-9fd3-4a8f-91a4-c3d55cb57795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:50.934085 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fbea3e56-9fd3-4a8f-91a4-c3d55cb57795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:50.937054 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fbea3e56-9fd3-4a8f-91a4-c3d55cb57795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:50.938275 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-fbea3e56-9fd3-4a8f-91a4-c3d55cb57795 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c97e830-cf81-425a-8ae0-6d961af1c0c0 HTTP/1.1" status: 204 len: 168 time: 0.1168287 Sep 16 05:37:50.946665 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea3e56-9fd3-4a8f-91a4-c3d55cb57795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c97e830-cf81-425a-8ae0-6d961af1c0c0,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:51.632546 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56472) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:51.730237 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-57f9df13-0a96-41d6-8090-c379321d8c0c tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-66756384'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:51.751162 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f9df13-0a96-41d6-8090-c379321d8c0c tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Made reservation on behalf of e0bc5aeac56640a795dde5252664a0e6 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:37:51.754910 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-57f9df13-0a96-41d6-8090-c379321d8c0c tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:51.763866 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-57f9df13-0a96-41d6-8090-c379321d8c0c tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:51.857084 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-57f9df13-0a96-41d6-8090-c379321d8c0c tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:51.860680 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-57f9df13-0a96-41d6-8090-c379321d8c0c tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:51.890216 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57f9df13-0a96-41d6-8090-c379321d8c0c tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:37:51.895437 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9df13-0a96-41d6-8090-c379321d8c0c tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47d30833-85be-423e-99dd-132cdc228a3d,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:51.904601 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-57f9df13-0a96-41d6-8090-c379321d8c0c tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:51.904601 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-57f9df13-0a96-41d6-8090-c379321d8c0c tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Added segment 11155cba-77eb-4a8b-9750-f644d338091e of type vlan for network 54bf2b70-edaa-41c0-bdc8-3c9e12815da3 Sep 16 05:37:51.949677 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-57f9df13-0a96-41d6-8090-c379321d8c0c tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:51.975598 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-57f9df13-0a96-41d6-8090-c379321d8c0c tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:51.983721 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f9df13-0a96-41d6-8090-c379321d8c0c tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:51.984326 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-57f9df13-0a96-41d6-8090-c379321d8c0c tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:52.022683 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-57f9df13-0a96-41d6-8090-c379321d8c0c tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3888907 Sep 16 05:37:52.053615 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9df13-0a96-41d6-8090-c379321d8c0c tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Pushing event updated for resources: {'Network': ['ID=54bf2b70-edaa-41c0-bdc8-3c9e12815da3,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:52.067205 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 54bf2b70-edaa-41c0-bdc8-3c9e12815da3 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:37:52.488667 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 3e361f11-8bfb-4cf9-84ce-ea86408842b7 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:37:52.509104 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 3e361f11-8bfb-4cf9-84ce-ea86408842b7 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:37:52.509443 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 3e361f11-8bfb-4cf9-84ce-ea86408842b7 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:37:54.533080 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [req-003250d9-a1aa-44c5-95e7-022b0a93e152 req-e6b88cb9-9d41-4712-adfe-6313a572cdbb tempest-ServerDiskConfigTestJSON-612582943 tempest-ServerDiskConfigTestJSON-612582943-project] (94766) timed out ('10.222.0.47', 61283) {{(pid=94766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:37:55.285319 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56476) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:55.291077 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-612c7024-0941-4194-afa5-dc62e3d185b8 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Request body: {'subnet': {'network_id': '54bf2b70-edaa-41c0-bdc8-3c9e12815da3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:55.380760 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612c7024-0941-4194-afa5-dc62e3d185b8 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Made reservation on behalf of e0bc5aeac56640a795dde5252664a0e6 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:37:55.385085 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-612c7024-0941-4194-afa5-dc62e3d185b8 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:55.569969 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-612c7024-0941-4194-afa5-dc62e3d185b8 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:55.627790 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c7024-0941-4194-afa5-dc62e3d185b8 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Pushing event updated for resources: {'Subnet': ['ID=dac08b56-6f0c-4f6e-a7c3-c2faa2798674,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:55.637427 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612c7024-0941-4194-afa5-dc62e3d185b8 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Checking segment: {'id': '11155cba-77eb-4a8b-9750-f644d338091e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '54bf2b70-edaa-41c0-bdc8-3c9e12815da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:37:55.637787 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612c7024-0941-4194-afa5-dc62e3d185b8 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Network hostable DHCP agents. Network: 54bf2b70-edaa-41c0-bdc8-3c9e12815da3, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:37:55.656041 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612c7024-0941-4194-afa5-dc62e3d185b8 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Network 54bf2b70-edaa-41c0-bdc8-3c9e12815da3 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:37:55.664437 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-612c7024-0941-4194-afa5-dc62e3d185b8 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 54bf2b70-edaa-41c0-bdc8-3c9e12815da3) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:55.668411 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612c7024-0941-4194-afa5-dc62e3d185b8 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:55.669029 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-612c7024-0941-4194-afa5-dc62e3d185b8 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:55.674486 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee246e9-9648-48ab-855f-238b6504b4bf None None] Network 54bf2b70-edaa-41c0-bdc8-3c9e12815da3 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:37:55.684858 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-612c7024-0941-4194-afa5-dc62e3d185b8 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3983963 Sep 16 05:37:55.688298 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56478) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:55.693195 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-038f16c9-fd47-4f49-b18b-64e32592cb5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-815090862'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:55.717145 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038f16c9-fd47-4f49-b18b-64e32592cb5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Made reservation on behalf of e0bc5aeac56640a795dde5252664a0e6 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:37:55.720653 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-038f16c9-fd47-4f49-b18b-64e32592cb5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:55.745946 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-038f16c9-fd47-4f49-b18b-64e32592cb5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:37:55.755009 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-038f16c9-fd47-4f49-b18b-64e32592cb5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:55.755467 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-038f16c9-fd47-4f49-b18b-64e32592cb5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Added segment f9993e83-fc72-4dbf-9dde-c3fdb80c1108 of type vlan for network 6cc83740-10ce-4d8a-bfb4-333d0295818f Sep 16 05:37:55.799845 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-038f16c9-fd47-4f49-b18b-64e32592cb5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:55.829251 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-038f16c9-fd47-4f49-b18b-64e32592cb5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:55.829551 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c868d0b-11fc-4283-87ea-24388ad92ce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-54bf2b70-edaa-41c0-bdc8-3c9e12815da3', 'network_id': '54bf2b70-edaa-41c0-bdc8-3c9e12815da3', 'tenant_id': 'e0bc5aeac56640a795dde5252664a0e6', 'fixed_ips': [{'subnet_id': 'dac08b56-6f0c-4f6e-a7c3-c2faa2798674'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:37:55.830577 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8c868d0b-11fc-4283-87ea-24388ad92ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:55.834980 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038f16c9-fd47-4f49-b18b-64e32592cb5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:55.835552 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-038f16c9-fd47-4f49-b18b-64e32592cb5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:55.872461 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-038f16c9-fd47-4f49-b18b-64e32592cb5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1830721 Sep 16 05:37:55.875326 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56480) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:55.905456 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-6c96dcc7-0528-410e-be1a-0ddf70f9ef7e tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Request body: {'subnet': {'network_id': '6cc83740-10ce-4d8a-bfb4-333d0295818f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:55.912305 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f16c9-fd47-4f49-b18b-64e32592cb5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Pushing event updated for resources: {'Network': ['ID=6cc83740-10ce-4d8a-bfb4-333d0295818f,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:55.924115 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 6cc83740-10ce-4d8a-bfb4-333d0295818f details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:37:56.004218 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c96dcc7-0528-410e-be1a-0ddf70f9ef7e tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Made reservation on behalf of e0bc5aeac56640a795dde5252664a0e6 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:37:56.008871 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6c96dcc7-0528-410e-be1a-0ddf70f9ef7e tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:56.026962 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-8c868d0b-11fc-4283-87ea-24388ad92ce1 None None] Allocated IP 2001:db8:0:ffff::2 (54bf2b70-edaa-41c0-bdc8-3c9e12815da3/dac08b56-6f0c-4f6e-a7c3-c2faa2798674/c30c1415-8089-4dec-95b7-0262a996b8b4) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:37:56.180665 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8c868d0b-11fc-4283-87ea-24388ad92ce1 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:56.186364 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8c868d0b-11fc-4283-87ea-24388ad92ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:56.198819 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6c96dcc7-0528-410e-be1a-0ddf70f9ef7e tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:56.226720 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c868d0b-11fc-4283-87ea-24388ad92ce1 None None] Network 54bf2b70-edaa-41c0-bdc8-3c9e12815da3 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:37:56.229662 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-8c868d0b-11fc-4283-87ea-24388ad92ce1 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:56.232272 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c868d0b-11fc-4283-87ea-24388ad92ce1 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:37:56.244544 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c868d0b-11fc-4283-87ea-24388ad92ce1 None None] Pushing event updated for resources: {'Port': ['ID=c30c1415-8089-4dec-95b7-0262a996b8b4,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:56.259200 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96dcc7-0528-410e-be1a-0ddf70f9ef7e tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Pushing event updated for resources: {'Subnet': ['ID=4f46fa7e-a910-437f-b67c-2554e2012094,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:56.268228 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c868d0b-11fc-4283-87ea-24388ad92ce1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:56.268587 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c868d0b-11fc-4283-87ea-24388ad92ce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:56.268931 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c868d0b-11fc-4283-87ea-24388ad92ce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:56.269261 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c868d0b-11fc-4283-87ea-24388ad92ce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:56.269588 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c868d0b-11fc-4283-87ea-24388ad92ce1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:56.269912 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c868d0b-11fc-4283-87ea-24388ad92ce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:56.270194 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c96dcc7-0528-410e-be1a-0ddf70f9ef7e tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Checking segment: {'id': 'f9993e83-fc72-4dbf-9dde-c3fdb80c1108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6cc83740-10ce-4d8a-bfb4-333d0295818f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:37:56.270313 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c868d0b-11fc-4283-87ea-24388ad92ce1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:56.270537 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c868d0b-11fc-4283-87ea-24388ad92ce1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:56.270709 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c96dcc7-0528-410e-be1a-0ddf70f9ef7e tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Network hostable DHCP agents. Network: 6cc83740-10ce-4d8a-bfb4-333d0295818f, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:37:56.270843 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c868d0b-11fc-4283-87ea-24388ad92ce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:56.271159 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c868d0b-11fc-4283-87ea-24388ad92ce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:56.271482 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c868d0b-11fc-4283-87ea-24388ad92ce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:56.272021 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c868d0b-11fc-4283-87ea-24388ad92ce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:56.291329 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c96dcc7-0528-410e-be1a-0ddf70f9ef7e tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Network 6cc83740-10ce-4d8a-bfb4-333d0295818f is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:37:56.305125 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-6c96dcc7-0528-410e-be1a-0ddf70f9ef7e tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 6cc83740-10ce-4d8a-bfb4-333d0295818f) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:56.310934 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-8c868d0b-11fc-4283-87ea-24388ad92ce1 None None] Attempting to bind port c30c1415-8089-4dec-95b7-0262a996b8b4 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:37:56.311306 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-8c868d0b-11fc-4283-87ea-24388ad92ce1 None None] Attempting to bind port c30c1415-8089-4dec-95b7-0262a996b8b4 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '11155cba-77eb-4a8b-9750-f644d338091e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '54bf2b70-edaa-41c0-bdc8-3c9e12815da3'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:37:56.311666 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c868d0b-11fc-4283-87ea-24388ad92ce1 None None] Attempting to bind port c30c1415-8089-4dec-95b7-0262a996b8b4 on network 54bf2b70-edaa-41c0-bdc8-3c9e12815da3 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:56.313828 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c96dcc7-0528-410e-be1a-0ddf70f9ef7e tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:56.314425 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6c96dcc7-0528-410e-be1a-0ddf70f9ef7e tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:56.314871 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57809ed7-bf6a-401c-bef8-97e9d52f9c1f None None] Network 6cc83740-10ce-4d8a-bfb4-333d0295818f requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:37:56.329071 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6c96dcc7-0528-410e-be1a-0ddf70f9ef7e tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4526129 Sep 16 05:37:56.331666 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56482) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:56.332425 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c868d0b-11fc-4283-87ea-24388ad92ce1 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:37:56.332830 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c868d0b-11fc-4283-87ea-24388ad92ce1 None None] Checking segment: {'id': '11155cba-77eb-4a8b-9750-f644d338091e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '54bf2b70-edaa-41c0-bdc8-3c9e12815da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:37:56.333239 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8c868d0b-11fc-4283-87ea-24388ad92ce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:56.333633 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c868d0b-11fc-4283-87ea-24388ad92ce1 None None] Bound using segment: {'id': '11155cba-77eb-4a8b-9750-f644d338091e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '54bf2b70-edaa-41c0-bdc8-3c9e12815da3'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:37:56.334205 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-8c868d0b-11fc-4283-87ea-24388ad92ce1 None None] Bound port: c30c1415-8089-4dec-95b7-0262a996b8b4, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11155cba-77eb-4a8b-9750-f644d338091e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '54bf2b70-edaa-41c0-bdc8-3c9e12815da3'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:37:56.334736 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8c868d0b-11fc-4283-87ea-24388ad92ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:56.450724 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-8c868d0b-11fc-4283-87ea-24388ad92ce1 None None] For port c30c1415-8089-4dec-95b7-0262a996b8b4, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:37:56.454637 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-8c868d0b-11fc-4283-87ea-24388ad92ce1 None None] For port c30c1415-8089-4dec-95b7-0262a996b8b4, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=c30c1415-8089-4dec-95b7-0262a996b8b4,segment=NetworkSegment(11155cba-77eb-4a8b-9750-f644d338091e),segment_id=11155cba-77eb-4a8b-9750-f644d338091e)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:37:56.474491 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8c868d0b-11fc-4283-87ea-24388ad92ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:56.568241 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c868d0b-11fc-4283-87ea-24388ad92ce1 None None] Pushing event updated for resources: {'Port': ['ID=c30c1415-8089-4dec-95b7-0262a996b8b4,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:56.583031 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8ca348-9439-4005-b0ff-0184e72a52d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-6cc83740-10ce-4d8a-bfb4-333d0295818f', 'network_id': '6cc83740-10ce-4d8a-bfb4-333d0295818f', 'tenant_id': 'e0bc5aeac56640a795dde5252664a0e6', 'fixed_ips': [{'subnet_id': '4f46fa7e-a910-437f-b67c-2554e2012094'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:37:56.583976 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7c8ca348-9439-4005-b0ff-0184e72a52d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:56.761049 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f4e77faa-172b-4a01-922f-57d035f0ba5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:56.765232 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-7c8ca348-9439-4005-b0ff-0184e72a52d7 None None] Allocated IP 2001:db8::2 (6cc83740-10ce-4d8a-bfb4-333d0295818f/4f46fa7e-a910-437f-b67c-2554e2012094/d4b69c10-d2f0-4711-bdae-b163d209c88c) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:37:56.859325 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f4e77faa-172b-4a01-922f-57d035f0ba5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:56.923201 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7c8ca348-9439-4005-b0ff-0184e72a52d7 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:56.930140 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7c8ca348-9439-4005-b0ff-0184e72a52d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:56.947537 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f4e77faa-172b-4a01-922f-57d035f0ba5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:56.971247 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8ca348-9439-4005-b0ff-0184e72a52d7 None None] Network 6cc83740-10ce-4d8a-bfb4-333d0295818f is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:37:56.974011 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-7c8ca348-9439-4005-b0ff-0184e72a52d7 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:56.978596 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8ca348-9439-4005-b0ff-0184e72a52d7 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:37:56.980383 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e77faa-172b-4a01-922f-57d035f0ba5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Pushing event deleted for resources: {'Subnet': ['ID=4f46fa7e-a910-437f-b67c-2554e2012094,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:56.989493 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ca348-9439-4005-b0ff-0184e72a52d7 None None] Pushing event updated for resources: {'Port': ['ID=d4b69c10-d2f0-4711-bdae-b163d209c88c,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:57.041312 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-7c8ca348-9439-4005-b0ff-0184e72a52d7 None None] Attempting to bind port d4b69c10-d2f0-4711-bdae-b163d209c88c on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:37:57.041688 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-7c8ca348-9439-4005-b0ff-0184e72a52d7 None None] Attempting to bind port d4b69c10-d2f0-4711-bdae-b163d209c88c by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'f9993e83-fc72-4dbf-9dde-c3fdb80c1108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6cc83740-10ce-4d8a-bfb4-333d0295818f'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:37:57.042057 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8ca348-9439-4005-b0ff-0184e72a52d7 None None] Attempting to bind port d4b69c10-d2f0-4711-bdae-b163d209c88c on network 6cc83740-10ce-4d8a-bfb4-333d0295818f {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:57.047049 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8ca348-9439-4005-b0ff-0184e72a52d7 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:37:57.047410 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8ca348-9439-4005-b0ff-0184e72a52d7 None None] Checking segment: {'id': 'f9993e83-fc72-4dbf-9dde-c3fdb80c1108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6cc83740-10ce-4d8a-bfb4-333d0295818f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:37:57.047818 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7c8ca348-9439-4005-b0ff-0184e72a52d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:57.048214 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8ca348-9439-4005-b0ff-0184e72a52d7 None None] Bound using segment: {'id': 'f9993e83-fc72-4dbf-9dde-c3fdb80c1108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6cc83740-10ce-4d8a-bfb4-333d0295818f'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:37:57.048518 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f4e77faa-172b-4a01-922f-57d035f0ba5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:57.048708 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-7c8ca348-9439-4005-b0ff-0184e72a52d7 None None] Bound port: d4b69c10-d2f0-4711-bdae-b163d209c88c, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9993e83-fc72-4dbf-9dde-c3fdb80c1108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6cc83740-10ce-4d8a-bfb4-333d0295818f'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:37:57.049094 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7c8ca348-9439-4005-b0ff-0184e72a52d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:57.072000 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-f4e77faa-172b-4a01-922f-57d035f0ba5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc83740-10ce-4d8a-bfb4-333d0295818f']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:57.081454 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-f4e77faa-172b-4a01-922f-57d035f0ba5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9993e83-fc72-4dbf-9dde-c3fdb80c1108') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:57.081758 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-f4e77faa-172b-4a01-922f-57d035f0ba5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9993e83-fc72-4dbf-9dde-c3fdb80c1108') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:57.091251 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f4e77faa-172b-4a01-922f-57d035f0ba5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:57.105542 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f4e77faa-172b-4a01-922f-57d035f0ba5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:57.111543 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e77faa-172b-4a01-922f-57d035f0ba5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:37:57.111933 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f4e77faa-172b-4a01-922f-57d035f0ba5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:57.112354 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-7c8ca348-9439-4005-b0ff-0184e72a52d7 None None] For port d4b69c10-d2f0-4711-bdae-b163d209c88c, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:37:57.114898 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:37:57.114898 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:37:57.114898 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:37:57.114898 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:37:57.114898 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:37:57.114898 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:37:57.114898 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:37:57.114898 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:37:57.114898 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:37:57.114898 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:37:57.114898 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:37:57.114898 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:37:57.114898 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:37:57.114898 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:37:57.114898 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:37:57.114898 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:37:57.114898 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:37:57.114898 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:37:57.114898 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:37:57.114898 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:37:57.114898 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:37:57.114898 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:37:57.114898 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:37:57.114898 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:37:57.114898 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:37:57.114898 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:37:57.114898 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:37:57.114898 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:37:57.114898 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:37:57.114898 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:37:57.114898 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:37:57.114898 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:37:57.175915 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.db.api [None req-f4e77faa-172b-4a01-922f-57d035f0ba5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:37:57.175915 n-d-712139-15 neutron-server[94766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:37:57.175915 n-d-712139-15 neutron-server[94766]: [parameters: {'id': '6cc83740-10ce-4d8a-bfb4-333d0295818f'}] Sep 16 05:37:57.175915 n-d-712139-15 neutron-server[94766]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:37:57.176395 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-7c8ca348-9439-4005-b0ff-0184e72a52d7 None None] For port d4b69c10-d2f0-4711-bdae-b163d209c88c, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d4b69c10-d2f0-4711-bdae-b163d209c88c,segment=NetworkSegment(f9993e83-fc72-4dbf-9dde-c3fdb80c1108),segment_id=f9993e83-fc72-4dbf-9dde-c3fdb80c1108)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:37:57.176527 n-d-712139-15 neutron-server[94766]: DEBUG oslo_db.api [None req-f4e77faa-172b-4a01-922f-57d035f0ba5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:37:57.181055 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7c8ca348-9439-4005-b0ff-0184e72a52d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:57.264060 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ca348-9439-4005-b0ff-0184e72a52d7 None None] Pushing event updated for resources: {'Port': ['ID=d4b69c10-d2f0-4711-bdae-b163d209c88c,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:57.288356 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4af8fdd-9aff-4337-a813-13cfd06d88ed None None] Network 6cc83740-10ce-4d8a-bfb4-333d0295818f requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:37:57.342841 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device c30c1415-8089-4dec-95b7-0262a996b8b4 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:37:57.448056 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port c30c1415-8089-4dec-95b7-0262a996b8b4 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:57.448434 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:57.525203 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5064caf3-fb00-4a7b-b604-b414c0ce9161 None None] Network 54bf2b70-edaa-41c0-bdc8-3c9e12815da3 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:37:57.558659 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:57.637146 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port c30c1415-8089-4dec-95b7-0262a996b8b4, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=c30c1415-8089-4dec-95b7-0262a996b8b4,segment=NetworkSegment(11155cba-77eb-4a8b-9750-f644d338091e),segment_id=11155cba-77eb-4a8b-9750-f644d338091e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:57.641085 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f4e67339-865b-461e-888e-6e50f9a92aec None None] Provisioning complete for port c30c1415-8089-4dec-95b7-0262a996b8b4 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:57.641486 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f4e67339-865b-461e-888e-6e50f9a92aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:57.650553 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:57.677203 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f4e77faa-172b-4a01-922f-57d035f0ba5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:57.731477 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-f4e77faa-172b-4a01-922f-57d035f0ba5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Deleting port d4b69c10-d2f0-4711-bdae-b163d209c88c {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:37:57.731834 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f4e77faa-172b-4a01-922f-57d035f0ba5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:57.772907 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=c30c1415-8089-4dec-95b7-0262a996b8b4,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:57.798779 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-f4e77faa-172b-4a01-922f-57d035f0ba5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] For port d4b69c10-d2f0-4711-bdae-b163d209c88c, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=d4b69c10-d2f0-4711-bdae-b163d209c88c,segment=NetworkSegment(f9993e83-fc72-4dbf-9dde-c3fdb80c1108),segment_id=f9993e83-fc72-4dbf-9dde-c3fdb80c1108)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:57.799150 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f4e77faa-172b-4a01-922f-57d035f0ba5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:57.812630 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-f4e77faa-172b-4a01-922f-57d035f0ba5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Calling delete_port for d4b69c10-d2f0-4711-bdae-b163d209c88c owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:37:57.895556 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f4e77faa-172b-4a01-922f-57d035f0ba5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:57.934703 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e77faa-172b-4a01-922f-57d035f0ba5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Pushing event deleted for resources: {'Port': ['ID=d4b69c10-d2f0-4711-bdae-b163d209c88c,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:57.937652 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e77faa-172b-4a01-922f-57d035f0ba5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] No DVR routers for this DVR port d4b69c10-d2f0-4711-bdae-b163d209c88c on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:37:58.022976 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65e4f44-b4e8-47cb-bfd0-149aa7677ced None None] get_active_networks_info from n-d-712139-15 {{(pid=94768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:37:58.027272 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f4e77faa-172b-4a01-922f-57d035f0ba5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:58.047497 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-f4e77faa-172b-4a01-922f-57d035f0ba5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc83740-10ce-4d8a-bfb4-333d0295818f']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:58.058111 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-f4e77faa-172b-4a01-922f-57d035f0ba5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9993e83-fc72-4dbf-9dde-c3fdb80c1108') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:58.058410 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-f4e77faa-172b-4a01-922f-57d035f0ba5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9993e83-fc72-4dbf-9dde-c3fdb80c1108') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:58.068097 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f4e77faa-172b-4a01-922f-57d035f0ba5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:58.082070 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f4e77faa-172b-4a01-922f-57d035f0ba5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:58.086290 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ff47286d-6da0-4ee1-9fd1-26cff9bcb4d2 None None] Provisioning complete for port c30c1415-8089-4dec-95b7-0262a996b8b4 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:58.086661 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ff47286d-6da0-4ee1-9fd1-26cff9bcb4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:58.088776 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e77faa-172b-4a01-922f-57d035f0ba5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:37:58.089206 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f4e77faa-172b-4a01-922f-57d035f0ba5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:58.092171 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:37:58.092171 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:37:58.092171 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:37:58.092171 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:37:58.092171 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:37:58.092171 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:37:58.092171 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:37:58.092171 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:37:58.092171 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:37:58.092171 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:37:58.092171 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:37:58.092171 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:37:58.092171 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:37:58.092171 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:37:58.092171 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:37:58.092171 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:37:58.092171 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:37:58.092171 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:37:58.092171 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:37:58.092171 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:37:58.092171 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:37:58.092171 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:37:58.092171 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:37:58.092171 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:37:58.092171 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:37:58.092171 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:37:58.092171 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:37:58.092171 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:37:58.092171 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:37:58.092171 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:37:58.092171 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:37:58.092171 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:37:58.132727 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65e4f44-b4e8-47cb-bfd0-149aa7677ced None None] Resources bound (agent type, host, resource id): {{(pid=94768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:37:58.154903 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f4e77faa-172b-4a01-922f-57d035f0ba5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:58.162411 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f4e77faa-172b-4a01-922f-57d035f0ba5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:58.164295 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f4e77faa-172b-4a01-922f-57d035f0ba5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] 10.222.0.35 "DELETE /v2.0/networks/6cc83740-10ce-4d8a-bfb4-333d0295818f HTTP/1.1" status: 204 len: 168 time: 1.8307722 Sep 16 05:37:58.167760 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56484) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:58.181388 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-e6a6c124-125e-4495-9b8a-49c3b93fe7f7 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1908657951'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:58.185947 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e77faa-172b-4a01-922f-57d035f0ba5a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Pushing event deleted for resources: {'Network': ['ID=6cc83740-10ce-4d8a-bfb4-333d0295818f,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:58.206051 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a6c124-125e-4495-9b8a-49c3b93fe7f7 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Made reservation on behalf of e0bc5aeac56640a795dde5252664a0e6 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:37:58.209598 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e6a6c124-125e-4495-9b8a-49c3b93fe7f7 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:58.234047 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a6c124-125e-4495-9b8a-49c3b93fe7f7 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:37:58.244789 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e6a6c124-125e-4495-9b8a-49c3b93fe7f7 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:58.245144 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-e6a6c124-125e-4495-9b8a-49c3b93fe7f7 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Added segment 3df4763f-968e-4784-a2bc-8934c65468ad of type vlan for network bbc23d04-1931-41cb-8ea5-46fc2e872fa5 Sep 16 05:37:58.289965 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e6a6c124-125e-4495-9b8a-49c3b93fe7f7 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:58.316535 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e6a6c124-125e-4495-9b8a-49c3b93fe7f7 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:58.322868 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a6c124-125e-4495-9b8a-49c3b93fe7f7 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:58.323485 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e6a6c124-125e-4495-9b8a-49c3b93fe7f7 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:58.364739 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e6a6c124-125e-4495-9b8a-49c3b93fe7f7 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1932375 Sep 16 05:37:58.364943 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56486) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:58.370207 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-483660d7-bb1a-4aaf-b3f5-688abec7911a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Request body: {'subnet': {'network_id': 'bbc23d04-1931-41cb-8ea5-46fc2e872fa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:58.416708 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a6c124-125e-4495-9b8a-49c3b93fe7f7 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Pushing event updated for resources: {'Network': ['ID=bbc23d04-1931-41cb-8ea5-46fc2e872fa5,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:58.429500 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network bbc23d04-1931-41cb-8ea5-46fc2e872fa5 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:37:58.498227 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483660d7-bb1a-4aaf-b3f5-688abec7911a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Made reservation on behalf of e0bc5aeac56640a795dde5252664a0e6 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:37:58.501716 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-483660d7-bb1a-4aaf-b3f5-688abec7911a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:58.563937 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.ipam_backend_mixin [None req-483660d7-bb1a-4aaf-b3f5-688abec7911a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Performing IP validity checks on allocation pools {{(pid=94766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 05:37:58.564376 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.ipam_backend_mixin [None req-483660d7-bb1a-4aaf-b3f5-688abec7911a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 05:37:58.685711 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-483660d7-bb1a-4aaf-b3f5-688abec7911a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:58.750791 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483660d7-bb1a-4aaf-b3f5-688abec7911a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Pushing event updated for resources: {'Subnet': ['ID=f97ab01d-994a-4dd7-8a07-12581ff3e3e5,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:58.758549 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483660d7-bb1a-4aaf-b3f5-688abec7911a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Checking segment: {'id': '3df4763f-968e-4784-a2bc-8934c65468ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bbc23d04-1931-41cb-8ea5-46fc2e872fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:37:58.758913 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483660d7-bb1a-4aaf-b3f5-688abec7911a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Network hostable DHCP agents. Network: bbc23d04-1931-41cb-8ea5-46fc2e872fa5, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:37:58.775452 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483660d7-bb1a-4aaf-b3f5-688abec7911a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Network bbc23d04-1931-41cb-8ea5-46fc2e872fa5 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:37:58.784103 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-483660d7-bb1a-4aaf-b3f5-688abec7911a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, bbc23d04-1931-41cb-8ea5-46fc2e872fa5) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:58.788424 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483660d7-bb1a-4aaf-b3f5-688abec7911a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:58.789077 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-483660d7-bb1a-4aaf-b3f5-688abec7911a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:58.793903 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e46c97-2b1b-429c-bd1c-b8c7cf4b11ca None None] Network bbc23d04-1931-41cb-8ea5-46fc2e872fa5 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:37:58.802289 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-483660d7-bb1a-4aaf-b3f5-688abec7911a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4361196 Sep 16 05:37:58.805839 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56488) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:58.902027 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fa7d728f-a945-4974-97cf-e010276463c1 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:58.939607 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93615009-aae5-490d-a658-7892e9d332aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-bbc23d04-1931-41cb-8ea5-46fc2e872fa5', 'network_id': 'bbc23d04-1931-41cb-8ea5-46fc2e872fa5', 'tenant_id': 'e0bc5aeac56640a795dde5252664a0e6', 'fixed_ips': [{'subnet_id': 'f97ab01d-994a-4dd7-8a07-12581ff3e3e5'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:37:58.940476 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-93615009-aae5-490d-a658-7892e9d332aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:58.958614 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fa7d728f-a945-4974-97cf-e010276463c1 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:59.038826 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fa7d728f-a945-4974-97cf-e010276463c1 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server [None req-93615009-aae5-490d-a658-7892e9d332aa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f97ab01d-994a-4dd7-8a07-12581ff3e3e5: This subnet is being modified by another concurrent operation. Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server raise exception Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f97ab01d-994a-4dd7-8a07-12581ff3e3e5: This subnet is being modified by another concurrent operation. Sep 16 05:37:59.056344 n-d-712139-15 neutron-server[94768]: ERROR oslo_messaging.rpc.server Sep 16 05:37:59.066914 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d728f-a945-4974-97cf-e010276463c1 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Pushing event deleted for resources: {'Subnet': ['ID=f97ab01d-994a-4dd7-8a07-12581ff3e3e5,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:59.078079 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0475f530-436b-4767-a6d1-057f7459a785 None None] Network bbc23d04-1931-41cb-8ea5-46fc2e872fa5 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:37:59.127318 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fa7d728f-a945-4974-97cf-e010276463c1 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:59.148873 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-fa7d728f-a945-4974-97cf-e010276463c1 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc23d04-1931-41cb-8ea5-46fc2e872fa5']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:59.158247 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-fa7d728f-a945-4974-97cf-e010276463c1 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df4763f-968e-4784-a2bc-8934c65468ad') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:59.158487 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-fa7d728f-a945-4974-97cf-e010276463c1 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df4763f-968e-4784-a2bc-8934c65468ad') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:59.168223 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fa7d728f-a945-4974-97cf-e010276463c1 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:59.182247 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fa7d728f-a945-4974-97cf-e010276463c1 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:59.188470 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa7d728f-a945-4974-97cf-e010276463c1 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:37:59.188899 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fa7d728f-a945-4974-97cf-e010276463c1 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:59.191806 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:37:59.191806 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:37:59.191806 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:37:59.191806 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:37:59.191806 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:37:59.191806 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:37:59.191806 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:37:59.191806 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:37:59.191806 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:37:59.191806 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:37:59.191806 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:37:59.191806 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:37:59.191806 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:37:59.191806 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:37:59.191806 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:37:59.191806 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:37:59.191806 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:37:59.191806 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:37:59.191806 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:37:59.191806 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:37:59.191806 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:37:59.191806 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:37:59.191806 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:37:59.191806 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:37:59.191806 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:37:59.191806 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:37:59.191806 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:37:59.191806 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:37:59.191806 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:37:59.191806 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:37:59.191806 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:37:59.191806 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:37:59.196608 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffa89e4-b9d5-46e7-91fd-4682686ea478 None None] get_active_networks_info from n-d-712139-15 {{(pid=94768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:37:59.263959 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fa7d728f-a945-4974-97cf-e010276463c1 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:59.269059 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fa7d728f-a945-4974-97cf-e010276463c1 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:59.269901 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffa89e4-b9d5-46e7-91fd-4682686ea478 None None] Resources bound (agent type, host, resource id): {{(pid=94768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:37:59.271119 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fa7d728f-a945-4974-97cf-e010276463c1 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] 10.222.0.35 "DELETE /v2.0/networks/bbc23d04-1931-41cb-8ea5-46fc2e872fa5 HTTP/1.1" status: 204 len: 168 time: 0.4643378 Sep 16 05:37:59.277175 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56490) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:59.282932 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-1730e162-142b-45b5-aefd-f9708f7ad728 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1054702063'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:59.291243 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d728f-a945-4974-97cf-e010276463c1 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Pushing event deleted for resources: {'Network': ['ID=bbc23d04-1931-41cb-8ea5-46fc2e872fa5,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:59.306627 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1730e162-142b-45b5-aefd-f9708f7ad728 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Made reservation on behalf of e0bc5aeac56640a795dde5252664a0e6 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:37:59.310489 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1730e162-142b-45b5-aefd-f9708f7ad728 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:59.316250 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device c30c1415-8089-4dec-95b7-0262a996b8b4 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:37:59.336476 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1730e162-142b-45b5-aefd-f9708f7ad728 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:37:59.345362 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1730e162-142b-45b5-aefd-f9708f7ad728 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:59.345951 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-1730e162-142b-45b5-aefd-f9708f7ad728 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Added segment d037cc28-b011-474e-8491-d77b92d8e71d of type vlan for network 775e8eb7-6053-4ae1-8fd1-9a1d915df9bc Sep 16 05:37:59.389741 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1730e162-142b-45b5-aefd-f9708f7ad728 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:59.417526 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1730e162-142b-45b5-aefd-f9708f7ad728 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:59.423709 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1730e162-142b-45b5-aefd-f9708f7ad728 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:59.424299 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1730e162-142b-45b5-aefd-f9708f7ad728 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:59.430993 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port c30c1415-8089-4dec-95b7-0262a996b8b4 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:59.431376 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:59.465339 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1730e162-142b-45b5-aefd-f9708f7ad728 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1863699 Sep 16 05:37:59.469249 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56492) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:59.474765 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-3386b907-3e15-4690-9417-445e2a18cf32 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Request body: {'subnet': {'network_id': '775e8eb7-6053-4ae1-8fd1-9a1d915df9bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:59.502881 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1730e162-142b-45b5-aefd-f9708f7ad728 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Pushing event updated for resources: {'Network': ['ID=775e8eb7-6053-4ae1-8fd1-9a1d915df9bc,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:59.516774 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 775e8eb7-6053-4ae1-8fd1-9a1d915df9bc details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:37:59.567548 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3386b907-3e15-4690-9417-445e2a18cf32 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Made reservation on behalf of e0bc5aeac56640a795dde5252664a0e6 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:37:59.572015 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3386b907-3e15-4690-9417-445e2a18cf32 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:59.759994 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3386b907-3e15-4690-9417-445e2a18cf32 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:59.823750 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386b907-3e15-4690-9417-445e2a18cf32 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Pushing event updated for resources: {'Subnet': ['ID=3f3b0a2d-7da8-4f15-b822-f35b33d80d6d,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:59.834013 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3386b907-3e15-4690-9417-445e2a18cf32 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Checking segment: {'id': 'd037cc28-b011-474e-8491-d77b92d8e71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '775e8eb7-6053-4ae1-8fd1-9a1d915df9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:37:59.834380 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3386b907-3e15-4690-9417-445e2a18cf32 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Network hostable DHCP agents. Network: 775e8eb7-6053-4ae1-8fd1-9a1d915df9bc, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:37:59.851661 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3386b907-3e15-4690-9417-445e2a18cf32 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Network 775e8eb7-6053-4ae1-8fd1-9a1d915df9bc is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:37:59.860249 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-3386b907-3e15-4690-9417-445e2a18cf32 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 775e8eb7-6053-4ae1-8fd1-9a1d915df9bc) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:59.864436 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3386b907-3e15-4690-9417-445e2a18cf32 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:59.865140 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3386b907-3e15-4690-9417-445e2a18cf32 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:59.870217 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd49f97c-fe9d-4d9c-a80a-ad25683e27f9 None None] Network 775e8eb7-6053-4ae1-8fd1-9a1d915df9bc requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:37:59.879584 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3386b907-3e15-4690-9417-445e2a18cf32 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4090564 Sep 16 05:37:59.884017 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56494) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:59.889013 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-8d0f1f93-a233-40f5-8714-52075236020f tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1442465735'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:59.909061 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0f1f93-a233-40f5-8714-52075236020f tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Made reservation on behalf of e0bc5aeac56640a795dde5252664a0e6 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:37:59.912612 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8d0f1f93-a233-40f5-8714-52075236020f tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:59.937262 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d0f1f93-a233-40f5-8714-52075236020f tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:37:59.947217 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8d0f1f93-a233-40f5-8714-52075236020f tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:59.947569 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-8d0f1f93-a233-40f5-8714-52075236020f tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Added segment 5e4206ad-78f6-4f8a-ac81-08b95aebc33f of type vlan for network ee492a1d-a41a-4b01-8490-b6b9326b33be Sep 16 05:37:59.987983 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8d0f1f93-a233-40f5-8714-52075236020f tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:00.013606 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8d0f1f93-a233-40f5-8714-52075236020f tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:00.019484 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0f1f93-a233-40f5-8714-52075236020f tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:00.020029 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8d0f1f93-a233-40f5-8714-52075236020f tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:00.021284 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717ce467-b771-44a0-be60-01246c52e12b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-775e8eb7-6053-4ae1-8fd1-9a1d915df9bc', 'network_id': '775e8eb7-6053-4ae1-8fd1-9a1d915df9bc', 'tenant_id': 'e0bc5aeac56640a795dde5252664a0e6', 'fixed_ips': [{'subnet_id': '3f3b0a2d-7da8-4f15-b822-f35b33d80d6d'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:38:00.023056 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-717ce467-b771-44a0-be60-01246c52e12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:00.052438 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8d0f1f93-a233-40f5-8714-52075236020f tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1672840 Sep 16 05:38:00.055652 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56496) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:00.062764 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-acad51a9-c76f-4762-bd71-ffad783cdee2 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Request body: {'subnet': {'network_id': 'ee492a1d-a41a-4b01-8490-b6b9326b33be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:00.117243 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f1f93-a233-40f5-8714-52075236020f tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Pushing event updated for resources: {'Network': ['ID=ee492a1d-a41a-4b01-8490-b6b9326b33be,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:00.145881 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network ee492a1d-a41a-4b01-8490-b6b9326b33be details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:38:00.182835 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acad51a9-c76f-4762-bd71-ffad783cdee2 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Made reservation on behalf of e0bc5aeac56640a795dde5252664a0e6 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:38:00.186589 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-acad51a9-c76f-4762-bd71-ffad783cdee2 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:00.220501 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-717ce467-b771-44a0-be60-01246c52e12b None None] Allocated IP 2001:db8::2 (775e8eb7-6053-4ae1-8fd1-9a1d915df9bc/3f3b0a2d-7da8-4f15-b822-f35b33d80d6d/b729f2a9-0f9b-4154-ad00-c42aacec1419) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:38:00.371516 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-acad51a9-c76f-4762-bd71-ffad783cdee2 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:00.372251 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-717ce467-b771-44a0-be60-01246c52e12b None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:00.377714 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-717ce467-b771-44a0-be60-01246c52e12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:00.418614 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717ce467-b771-44a0-be60-01246c52e12b None None] Network 775e8eb7-6053-4ae1-8fd1-9a1d915df9bc is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:38:00.421570 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-717ce467-b771-44a0-be60-01246c52e12b None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:38:00.427112 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717ce467-b771-44a0-be60-01246c52e12b None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:38:00.432308 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad51a9-c76f-4762-bd71-ffad783cdee2 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Pushing event updated for resources: {'Subnet': ['ID=8f8d32f3-b7e4-4423-ba7c-95d831bafde5,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:00.435078 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ce467-b771-44a0-be60-01246c52e12b None None] Pushing event updated for resources: {'Port': ['ID=b729f2a9-0f9b-4154-ad00-c42aacec1419,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:00.446678 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acad51a9-c76f-4762-bd71-ffad783cdee2 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Checking segment: {'id': '5e4206ad-78f6-4f8a-ac81-08b95aebc33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ee492a1d-a41a-4b01-8490-b6b9326b33be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:38:00.447064 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acad51a9-c76f-4762-bd71-ffad783cdee2 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Network hostable DHCP agents. Network: ee492a1d-a41a-4b01-8490-b6b9326b33be, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:38:00.464641 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acad51a9-c76f-4762-bd71-ffad783cdee2 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Network ee492a1d-a41a-4b01-8490-b6b9326b33be is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:38:00.473848 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-acad51a9-c76f-4762-bd71-ffad783cdee2 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, ee492a1d-a41a-4b01-8490-b6b9326b33be) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:38:00.479638 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acad51a9-c76f-4762-bd71-ffad783cdee2 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:00.480266 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-acad51a9-c76f-4762-bd71-ffad783cdee2 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:00.488277 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a5416a-5f7e-4db1-81ba-6c4db1cb092b None None] Network ee492a1d-a41a-4b01-8490-b6b9326b33be requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:38:00.494804 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-acad51a9-c76f-4762-bd71-ffad783cdee2 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4380720 Sep 16 05:38:00.497386 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56498) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:00.504829 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-717ce467-b771-44a0-be60-01246c52e12b None None] Attempting to bind port b729f2a9-0f9b-4154-ad00-c42aacec1419 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:38:00.505203 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-717ce467-b771-44a0-be60-01246c52e12b None None] Attempting to bind port b729f2a9-0f9b-4154-ad00-c42aacec1419 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'd037cc28-b011-474e-8491-d77b92d8e71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '775e8eb7-6053-4ae1-8fd1-9a1d915df9bc'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:38:00.506422 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717ce467-b771-44a0-be60-01246c52e12b None None] Attempting to bind port b729f2a9-0f9b-4154-ad00-c42aacec1419 on network 775e8eb7-6053-4ae1-8fd1-9a1d915df9bc {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:38:00.520410 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717ce467-b771-44a0-be60-01246c52e12b None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:38:00.520822 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717ce467-b771-44a0-be60-01246c52e12b None None] Checking segment: {'id': 'd037cc28-b011-474e-8491-d77b92d8e71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '775e8eb7-6053-4ae1-8fd1-9a1d915df9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:38:00.521235 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-717ce467-b771-44a0-be60-01246c52e12b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:00.522161 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717ce467-b771-44a0-be60-01246c52e12b None None] Bound using segment: {'id': 'd037cc28-b011-474e-8491-d77b92d8e71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '775e8eb7-6053-4ae1-8fd1-9a1d915df9bc'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:38:00.522640 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-717ce467-b771-44a0-be60-01246c52e12b None None] Bound port: b729f2a9-0f9b-4154-ad00-c42aacec1419, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd037cc28-b011-474e-8491-d77b92d8e71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '775e8eb7-6053-4ae1-8fd1-9a1d915df9bc'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:38:00.523031 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-717ce467-b771-44a0-be60-01246c52e12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:00.603303 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70586580-c36a-404c-9d48-42fae4aee675 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:00.656601 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70586580-c36a-404c-9d48-42fae4aee675 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:00.668904 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-717ce467-b771-44a0-be60-01246c52e12b None None] For port b729f2a9-0f9b-4154-ad00-c42aacec1419, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:38:00.686517 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-717ce467-b771-44a0-be60-01246c52e12b None None] For port b729f2a9-0f9b-4154-ad00-c42aacec1419, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=b729f2a9-0f9b-4154-ad00-c42aacec1419,segment=NetworkSegment(d037cc28-b011-474e-8491-d77b92d8e71d),segment_id=d037cc28-b011-474e-8491-d77b92d8e71d)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:38:00.695224 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-717ce467-b771-44a0-be60-01246c52e12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:00.719196 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70586580-c36a-404c-9d48-42fae4aee675 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:00.750688 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70586580-c36a-404c-9d48-42fae4aee675 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Pushing event deleted for resources: {'Subnet': ['ID=8f8d32f3-b7e4-4423-ba7c-95d831bafde5,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:00.750791 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ef16e8-5405-42b0-9c62-a5bc38a00010 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-ee492a1d-a41a-4b01-8490-b6b9326b33be', 'network_id': 'ee492a1d-a41a-4b01-8490-b6b9326b33be', 'tenant_id': 'e0bc5aeac56640a795dde5252664a0e6', 'fixed_ips': [{'subnet_id': '8f8d32f3-b7e4-4423-ba7c-95d831bafde5'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:38:00.751313 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-38ef16e8-5405-42b0-9c62-a5bc38a00010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:00.796425 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ce467-b771-44a0-be60-01246c52e12b None None] Pushing event updated for resources: {'Port': ['ID=b729f2a9-0f9b-4154-ad00-c42aacec1419,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:00.825619 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70586580-c36a-404c-9d48-42fae4aee675 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:00.846722 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-70586580-c36a-404c-9d48-42fae4aee675 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee492a1d-a41a-4b01-8490-b6b9326b33be']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:00.857480 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-70586580-c36a-404c-9d48-42fae4aee675 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e4206ad-78f6-4f8a-ac81-08b95aebc33f') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:00.857793 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-70586580-c36a-404c-9d48-42fae4aee675 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e4206ad-78f6-4f8a-ac81-08b95aebc33f') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:00.861439 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba49f1be-62b6-4b3d-8dac-259cc27a0645 None None] Network ee492a1d-a41a-4b01-8490-b6b9326b33be requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:38:00.871766 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70586580-c36a-404c-9d48-42fae4aee675 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:00.888786 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70586580-c36a-404c-9d48-42fae4aee675 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:00.895817 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70586580-c36a-404c-9d48-42fae4aee675 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:38:00.896228 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70586580-c36a-404c-9d48-42fae4aee675 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:00.900135 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:38:00.900135 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:38:00.900135 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:38:00.900135 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:38:00.900135 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:38:00.900135 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:38:00.900135 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:38:00.900135 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:38:00.900135 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:38:00.900135 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:38:00.900135 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:38:00.900135 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:38:00.900135 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:38:00.900135 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:38:00.900135 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:38:00.900135 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:38:00.900135 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:38:00.900135 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:38:00.900135 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:38:00.900135 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:38:00.900135 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:38:00.900135 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:38:00.900135 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:38:00.900135 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:38:00.900135 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:38:00.900135 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:38:00.900135 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:38:00.900135 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:38:00.900135 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:38:00.900135 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:38:00.900135 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:38:00.900135 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:38:00.989531 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70586580-c36a-404c-9d48-42fae4aee675 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.001875 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-70586580-c36a-404c-9d48-42fae4aee675 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.003949 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-70586580-c36a-404c-9d48-42fae4aee675 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] 10.222.0.35 "DELETE /v2.0/networks/ee492a1d-a41a-4b01-8490-b6b9326b33be HTTP/1.1" status: 204 len: 168 time: 0.5057013 Sep 16 05:38:01.007600 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56500) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:01.019189 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70586580-c36a-404c-9d48-42fae4aee675 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Pushing event deleted for resources: {'Network': ['ID=ee492a1d-a41a-4b01-8490-b6b9326b33be,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:01.042491 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8afe5443-e4b2-470b-bd83-c1327d5a921e tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] GET failed (client error): The resource could not be found. Sep 16 05:38:01.043856 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8afe5443-e4b2-470b-bd83-c1327d5a921e tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] 10.222.0.35 "GET /v2.0/subnets/8f8d32f3-b7e4-4423-ba7c-95d831bafde5 HTTP/1.1" status: 404 len: 337 time: 0.0351698 Sep 16 05:38:01.046659 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56502) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:01.065877 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f84d903d-6875-4dd8-af1f-eab02fb5198a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] DELETE failed (client error): The resource could not be found. Sep 16 05:38:01.066425 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f84d903d-6875-4dd8-af1f-eab02fb5198a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:38:01.068138 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f84d903d-6875-4dd8-af1f-eab02fb5198a tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] 10.222.0.35 "DELETE /v2.0/networks/ee492a1d-a41a-4b01-8490-b6b9326b33be HTTP/1.1" status: 404 len: 339 time: 0.0205851 Sep 16 05:38:01.072773 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56504) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:01.098320 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-78901ffd-1d8b-456d-8892-8c34313c9453 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] DELETE failed (client error): The resource could not be found. Sep 16 05:38:01.098759 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78901ffd-1d8b-456d-8892-8c34313c9453 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:38:01.100471 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-78901ffd-1d8b-456d-8892-8c34313c9453 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] 10.222.0.35 "DELETE /v2.0/subnets/8f8d32f3-b7e4-4423-ba7c-95d831bafde5 HTTP/1.1" status: 404 len: 337 time: 0.0267074 Sep 16 05:38:01.102972 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56506) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:01.126966 n-d-712139-15 neutron-server[94767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6500c46-d80d-4da3-b846-13c2c5ea93ec tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] DELETE failed (client error): The resource could not be found. Sep 16 05:38:01.127503 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6500c46-d80d-4da3-b846-13c2c5ea93ec tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:38:01.129212 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f6500c46-d80d-4da3-b846-13c2c5ea93ec tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] 10.222.0.35 "DELETE /v2.0/networks/ee492a1d-a41a-4b01-8490-b6b9326b33be HTTP/1.1" status: 404 len: 339 time: 0.0253656 Sep 16 05:38:01.132323 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56508) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:01.180815 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea16c660-0c5b-4abf-812f-37429c44153c tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Deleting subnet 3f3b0a2d-7da8-4f15-b822-f35b33d80d6d {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:38:01.183771 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ea16c660-0c5b-4abf-812f-37429c44153c tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.223373 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ea16c660-0c5b-4abf-812f-37429c44153c tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.304739 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device b729f2a9-0f9b-4154-ad00-c42aacec1419 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:38:01.322708 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ea16c660-0c5b-4abf-812f-37429c44153c tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.352699 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port b729f2a9-0f9b-4154-ad00-c42aacec1419 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:01.353070 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.381366 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ea16c660-0c5b-4abf-812f-37429c44153c tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.407742 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16c660-0c5b-4abf-812f-37429c44153c tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Pushing event deleted for resources: {'Subnet': ['ID=3f3b0a2d-7da8-4f15-b822-f35b33d80d6d,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:01.411820 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ea16c660-0c5b-4abf-812f-37429c44153c tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.414468 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ea16c660-0c5b-4abf-812f-37429c44153c tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] 10.222.0.35 "DELETE /v2.0/subnets/3f3b0a2d-7da8-4f15-b822-f35b33d80d6d HTTP/1.1" status: 204 len: 168 time: 0.2812276 Sep 16 05:38:01.417228 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56510) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:01.438579 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.472635 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port b729f2a9-0f9b-4154-ad00-c42aacec1419, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=b729f2a9-0f9b-4154-ad00-c42aacec1419,segment=NetworkSegment(d037cc28-b011-474e-8491-d77b92d8e71d),segment_id=d037cc28-b011-474e-8491-d77b92d8e71d)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:01.478026 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.498858 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5829d2f7-cc84-42ab-a6ce-dbad49148875 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.530693 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=b729f2a9-0f9b-4154-ad00-c42aacec1419,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:01.559787 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-5829d2f7-cc84-42ab-a6ce-dbad49148875 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Deleting port b729f2a9-0f9b-4154-ad00-c42aacec1419 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:38:01.560130 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5829d2f7-cc84-42ab-a6ce-dbad49148875 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.626210 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-5829d2f7-cc84-42ab-a6ce-dbad49148875 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] For port b729f2a9-0f9b-4154-ad00-c42aacec1419, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=b729f2a9-0f9b-4154-ad00-c42aacec1419,segment=NetworkSegment(d037cc28-b011-474e-8491-d77b92d8e71d),segment_id=d037cc28-b011-474e-8491-d77b92d8e71d)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:01.626575 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5829d2f7-cc84-42ab-a6ce-dbad49148875 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.640294 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-5829d2f7-cc84-42ab-a6ce-dbad49148875 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Calling delete_port for b729f2a9-0f9b-4154-ad00-c42aacec1419 owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:38:01.729511 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5829d2f7-cc84-42ab-a6ce-dbad49148875 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.753632 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829d2f7-cc84-42ab-a6ce-dbad49148875 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Pushing event deleted for resources: {'Port': ['ID=b729f2a9-0f9b-4154-ad00-c42aacec1419,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:01.758406 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb25f256-79aa-40da-badc-55104cca478d None None] Network 775e8eb7-6053-4ae1-8fd1-9a1d915df9bc requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:38:01.760147 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5829d2f7-cc84-42ab-a6ce-dbad49148875 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] No DVR routers for this DVR port b729f2a9-0f9b-4154-ad00-c42aacec1419 on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:38:01.782474 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-8a74d7e9-f87e-4f2f-9a4f-79e7c61c4a96 None None] Could not find standard attr ID for object b729f2a9-0f9b-4154-ad00-c42aacec1419. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:38:01.839642 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5829d2f7-cc84-42ab-a6ce-dbad49148875 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.863502 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-5829d2f7-cc84-42ab-a6ce-dbad49148875 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['775e8eb7-6053-4ae1-8fd1-9a1d915df9bc']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:01.873968 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-5829d2f7-cc84-42ab-a6ce-dbad49148875 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd037cc28-b011-474e-8491-d77b92d8e71d') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:01.874243 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-5829d2f7-cc84-42ab-a6ce-dbad49148875 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd037cc28-b011-474e-8491-d77b92d8e71d') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:01.885556 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5829d2f7-cc84-42ab-a6ce-dbad49148875 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.901915 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5829d2f7-cc84-42ab-a6ce-dbad49148875 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.907777 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5829d2f7-cc84-42ab-a6ce-dbad49148875 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:38:01.908170 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5829d2f7-cc84-42ab-a6ce-dbad49148875 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.912238 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:38:01.912238 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:38:01.912238 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:38:01.912238 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:38:01.912238 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:38:01.912238 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:38:01.912238 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:38:01.912238 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:38:01.912238 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:38:01.912238 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:38:01.912238 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:38:01.912238 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:38:01.912238 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:38:01.912238 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:38:01.912238 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:38:01.912238 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:38:01.912238 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:38:01.912238 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:38:01.912238 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:38:01.912238 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:38:01.912238 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:38:01.912238 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:38:01.912238 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:38:01.912238 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:38:01.912238 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:38:01.912238 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:38:01.912238 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:38:01.912238 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:38:01.912238 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:38:01.912238 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:38:01.912238 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:38:01.912238 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:38:01.921142 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524f268b-d052-482a-8580-32bc9461d162 None None] DHCP port deletion for 775e8eb7-6053-4ae1-8fd1-9a1d915df9bc request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:38:01.978798 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5829d2f7-cc84-42ab-a6ce-dbad49148875 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.987835 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5829d2f7-cc84-42ab-a6ce-dbad49148875 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.989652 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5829d2f7-cc84-42ab-a6ce-dbad49148875 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] 10.222.0.35 "DELETE /v2.0/networks/775e8eb7-6053-4ae1-8fd1-9a1d915df9bc HTTP/1.1" status: 204 len: 168 time: 0.5715063 Sep 16 05:38:01.993424 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56512) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:02.001064 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829d2f7-cc84-42ab-a6ce-dbad49148875 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Pushing event deleted for resources: {'Network': ['ID=775e8eb7-6053-4ae1-8fd1-9a1d915df9bc,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:02.019563 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cb1a67e-669d-4720-80a0-452d5d924764 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] DELETE failed (client error): The resource could not be found. Sep 16 05:38:02.019961 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cb1a67e-669d-4720-80a0-452d5d924764 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:38:02.021788 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7cb1a67e-669d-4720-80a0-452d5d924764 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] 10.222.0.35 "DELETE /v2.0/subnets/f97ab01d-994a-4dd7-8a07-12581ff3e3e5 HTTP/1.1" status: 404 len: 337 time: 0.0273318 Sep 16 05:38:02.024494 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56514) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:02.041966 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-315d1afd-b0d9-4022-ad62-f3c523c6e71d tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] DELETE failed (client error): The resource could not be found. Sep 16 05:38:02.042497 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-315d1afd-b0d9-4022-ad62-f3c523c6e71d tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:38:02.044171 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-315d1afd-b0d9-4022-ad62-f3c523c6e71d tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] 10.222.0.35 "DELETE /v2.0/networks/bbc23d04-1931-41cb-8ea5-46fc2e872fa5 HTTP/1.1" status: 404 len: 339 time: 0.0187681 Sep 16 05:38:02.046502 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56516) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:02.071813 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6d1df4f-1b8c-446c-857d-145d0555be89 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] DELETE failed (client error): The resource could not be found. Sep 16 05:38:02.072262 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6d1df4f-1b8c-446c-857d-145d0555be89 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:38:02.073982 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a6d1df4f-1b8c-446c-857d-145d0555be89 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] 10.222.0.35 "DELETE /v2.0/subnets/4f46fa7e-a910-437f-b67c-2554e2012094 HTTP/1.1" status: 404 len: 337 time: 0.0266092 Sep 16 05:38:02.076399 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56518) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:02.093468 n-d-712139-15 neutron-server[94766]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c1df4da-a916-444d-a39b-fd7d66552e6c tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] DELETE failed (client error): The resource could not be found. Sep 16 05:38:02.093992 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c1df4da-a916-444d-a39b-fd7d66552e6c tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:38:02.095614 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2c1df4da-a916-444d-a39b-fd7d66552e6c tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] 10.222.0.35 "DELETE /v2.0/networks/6cc83740-10ce-4d8a-bfb4-333d0295818f HTTP/1.1" status: 404 len: 339 time: 0.0183132 Sep 16 05:38:02.097839 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56520) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:02.151551 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-468587e5-d41c-4d6b-a09b-f120e42040f3 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Deleting subnet dac08b56-6f0c-4f6e-a7c3-c2faa2798674 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:38:02.154568 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-468587e5-d41c-4d6b-a09b-f120e42040f3 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:02.194465 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-468587e5-d41c-4d6b-a09b-f120e42040f3 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:02.275536 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-468587e5-d41c-4d6b-a09b-f120e42040f3 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:02.339756 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-468587e5-d41c-4d6b-a09b-f120e42040f3 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:02.367184 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468587e5-d41c-4d6b-a09b-f120e42040f3 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Pushing event deleted for resources: {'Subnet': ['ID=dac08b56-6f0c-4f6e-a7c3-c2faa2798674,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:02.371344 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-468587e5-d41c-4d6b-a09b-f120e42040f3 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:02.373302 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-468587e5-d41c-4d6b-a09b-f120e42040f3 tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] 10.222.0.35 "DELETE /v2.0/subnets/dac08b56-6f0c-4f6e-a7c3-c2faa2798674 HTTP/1.1" status: 204 len: 168 time: 0.2745273 Sep 16 05:38:02.375760 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56522) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:02.378196 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4ee5be-74da-45af-96cb-e79a6ac0b054 None None] Network 54bf2b70-edaa-41c0-bdc8-3c9e12815da3 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:38:02.452970 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1cc8f365-f70f-4124-9090-fd730bfd667b tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:02.504949 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-1cc8f365-f70f-4124-9090-fd730bfd667b tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Deleting port c30c1415-8089-4dec-95b7-0262a996b8b4 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:38:02.505299 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1cc8f365-f70f-4124-9090-fd730bfd667b tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:02.553675 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e51e4b-2af2-4ea8-9ab3-b3c17286e547 None None] DHCP port deletion for 54bf2b70-edaa-41c0-bdc8-3c9e12815da3 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:38:02.575241 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-1cc8f365-f70f-4124-9090-fd730bfd667b tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] For port c30c1415-8089-4dec-95b7-0262a996b8b4, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=c30c1415-8089-4dec-95b7-0262a996b8b4,segment=NetworkSegment(11155cba-77eb-4a8b-9750-f644d338091e),segment_id=11155cba-77eb-4a8b-9750-f644d338091e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:02.575661 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1cc8f365-f70f-4124-9090-fd730bfd667b tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:02.588365 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-1cc8f365-f70f-4124-9090-fd730bfd667b tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Calling delete_port for c30c1415-8089-4dec-95b7-0262a996b8b4 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:38:02.600594 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-55e51e4b-2af2-4ea8-9ab3-b3c17286e547 None None] Deleting port c30c1415-8089-4dec-95b7-0262a996b8b4 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:38:02.600988 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-55e51e4b-2af2-4ea8-9ab3-b3c17286e547 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:02.660802 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-55e51e4b-2af2-4ea8-9ab3-b3c17286e547 None None] For port c30c1415-8089-4dec-95b7-0262a996b8b4, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=c30c1415-8089-4dec-95b7-0262a996b8b4,segment=NetworkSegment(11155cba-77eb-4a8b-9750-f644d338091e),segment_id=11155cba-77eb-4a8b-9750-f644d338091e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:02.661316 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-55e51e4b-2af2-4ea8-9ab3-b3c17286e547 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:02.667748 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1cc8f365-f70f-4124-9090-fd730bfd667b tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:02.675224 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-55e51e4b-2af2-4ea8-9ab3-b3c17286e547 None None] Calling delete_port for c30c1415-8089-4dec-95b7-0262a996b8b4 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:38:02.700163 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8f365-f70f-4124-9090-fd730bfd667b tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Pushing event deleted for resources: {'Port': ['ID=c30c1415-8089-4dec-95b7-0262a996b8b4,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:02.703284 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc8f365-f70f-4124-9090-fd730bfd667b tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] No DVR routers for this DVR port c30c1415-8089-4dec-95b7-0262a996b8b4 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:38:02.754431 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-55e51e4b-2af2-4ea8-9ab3-b3c17286e547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:02.779286 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e51e4b-2af2-4ea8-9ab3-b3c17286e547 None None] Pushing event deleted for resources: {'Port': ['ID=c30c1415-8089-4dec-95b7-0262a996b8b4,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:02.780875 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1cc8f365-f70f-4124-9090-fd730bfd667b tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:02.783814 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e51e4b-2af2-4ea8-9ab3-b3c17286e547 None None] No DVR routers for this DVR port c30c1415-8089-4dec-95b7-0262a996b8b4 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:38:02.804005 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-1cc8f365-f70f-4124-9090-fd730bfd667b tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54bf2b70-edaa-41c0-bdc8-3c9e12815da3']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:02.814005 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-1cc8f365-f70f-4124-9090-fd730bfd667b tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11155cba-77eb-4a8b-9750-f644d338091e') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:02.814305 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-1cc8f365-f70f-4124-9090-fd730bfd667b tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11155cba-77eb-4a8b-9750-f644d338091e') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:02.824442 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1cc8f365-f70f-4124-9090-fd730bfd667b tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:02.838080 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1cc8f365-f70f-4124-9090-fd730bfd667b tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:02.843917 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc8f365-f70f-4124-9090-fd730bfd667b tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:38:02.844303 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1cc8f365-f70f-4124-9090-fd730bfd667b tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:02.847530 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:38:02.847530 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:38:02.847530 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:38:02.847530 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:38:02.847530 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:38:02.847530 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:38:02.847530 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:38:02.847530 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:38:02.847530 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:38:02.847530 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:38:02.847530 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:38:02.847530 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:38:02.847530 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:38:02.847530 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:38:02.847530 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:38:02.847530 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:38:02.847530 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:38:02.847530 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:38:02.847530 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:38:02.847530 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:38:02.847530 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:38:02.847530 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:38:02.847530 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:38:02.847530 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:38:02.847530 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:38:02.847530 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:38:02.847530 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:38:02.847530 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:38:02.847530 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:38:02.847530 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:38:02.847530 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:38:02.847530 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:38:02.908381 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1cc8f365-f70f-4124-9090-fd730bfd667b tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:02.913598 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1cc8f365-f70f-4124-9090-fd730bfd667b tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:02.917818 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1cc8f365-f70f-4124-9090-fd730bfd667b tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] 10.222.0.35 "DELETE /v2.0/networks/54bf2b70-edaa-41c0-bdc8-3c9e12815da3 HTTP/1.1" status: 204 len: 168 time: 0.5385599 Sep 16 05:38:02.930006 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8f365-f70f-4124-9090-fd730bfd667b tempest-NetworksIpV6Test-634464863 tempest-NetworksIpV6Test-634464863-project] Pushing event deleted for resources: {'Network': ['ID=54bf2b70-edaa-41c0-bdc8-3c9e12815da3,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:03.159009 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56528) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:03.276754 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device c30c1415-8089-4dec-95b7-0262a996b8b4 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:38:03.296472 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: c30c1415-8089-4dec-95b7-0262a996b8b4 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:38:03.296866 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device c30c1415-8089-4dec-95b7-0262a996b8b4 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:38:03.297295 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device b729f2a9-0f9b-4154-ad00-c42aacec1419 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:38:03.298253 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8216b8f3-e98f-4d14-beaa-cf5db0c43a0f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e0bc5aeac56640a795dde5252664a0e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1379638 Sep 16 05:38:03.300816 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56532) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:03.317593 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: b729f2a9-0f9b-4154-ad00-c42aacec1419 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:38:03.317865 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device b729f2a9-0f9b-4154-ad00-c42aacec1419 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:38:03.354851 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-315064eb-c474-4613-be82-58ce56af09ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:03.375247 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-315064eb-c474-4613-be82-58ce56af09ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:03.420971 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-315064eb-c474-4613-be82-58ce56af09ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:03.423458 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-315064eb-c474-4613-be82-58ce56af09ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:03.424686 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-315064eb-c474-4613-be82-58ce56af09ab admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/47d30833-85be-423e-99dd-132cdc228a3d HTTP/1.1" status: 204 len: 168 time: 0.1228981 Sep 16 05:38:03.432368 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315064eb-c474-4613-be82-58ce56af09ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d30833-85be-423e-99dd-132cdc228a3d,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:04.050940 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56554) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:04.144137 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-39f5ba8c-434e-44e8-9ad9-fa285afafd66 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-127195290', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:04.166562 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-39f5ba8c-434e-44e8-9ad9-fa285afafd66 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:04.167833 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-39f5ba8c-434e-44e8-9ad9-fa285afafd66 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:04.222660 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-39f5ba8c-434e-44e8-9ad9-fa285afafd66 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:04.226534 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-39f5ba8c-434e-44e8-9ad9-fa285afafd66 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:04.243200 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-39f5ba8c-434e-44e8-9ad9-fa285afafd66 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:04.244409 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-39f5ba8c-434e-44e8-9ad9-fa285afafd66 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1924591 Sep 16 05:38:04.247103 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56558) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:04.251816 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-f1e0e6df-e388-4565-b21d-78f34c4e9d4a tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2061287328'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:04.272944 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e0e6df-e388-4565-b21d-78f34c4e9d4a tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Made reservation on behalf of 56968add637c4b1dbe0b2de6d1a4cea4 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:38:04.276339 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f1e0e6df-e388-4565-b21d-78f34c4e9d4a tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:04.289591 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f1e0e6df-e388-4565-b21d-78f34c4e9d4a tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:04.377684 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f1e0e6df-e388-4565-b21d-78f34c4e9d4a tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:04.382503 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f1e0e6df-e388-4565-b21d-78f34c4e9d4a tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:04.410883 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e0e6df-e388-4565-b21d-78f34c4e9d4a tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:38:04.418162 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0e6df-e388-4565-b21d-78f34c4e9d4a tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4104895a-9963-4c2b-8555-098f4b916c4d,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:04.426339 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f1e0e6df-e388-4565-b21d-78f34c4e9d4a tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:04.426339 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-f1e0e6df-e388-4565-b21d-78f34c4e9d4a tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Added segment 6f5e7a6b-c725-45bf-92b9-abd7dd17b158 of type vlan for network 6f3881be-e0b1-49e6-b479-09d14b3da43f Sep 16 05:38:04.466070 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f1e0e6df-e388-4565-b21d-78f34c4e9d4a tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:04.489726 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f1e0e6df-e388-4565-b21d-78f34c4e9d4a tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:04.495763 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e0e6df-e388-4565-b21d-78f34c4e9d4a tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:04.496350 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f1e0e6df-e388-4565-b21d-78f34c4e9d4a tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:04.526999 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f1e0e6df-e388-4565-b21d-78f34c4e9d4a tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2788613 Sep 16 05:38:04.529708 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56560) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:04.536242 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-ca932f47-20fb-4846-8b62-40bd75ccf8b7 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Request body: {'subnet': {'network_id': '6f3881be-e0b1-49e6-b479-09d14b3da43f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:04.588353 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0e6df-e388-4565-b21d-78f34c4e9d4a tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Pushing event updated for resources: {'Network': ['ID=6f3881be-e0b1-49e6-b479-09d14b3da43f,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:04.598508 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 6f3881be-e0b1-49e6-b479-09d14b3da43f details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:38:04.654678 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca932f47-20fb-4846-8b62-40bd75ccf8b7 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Made reservation on behalf of 56968add637c4b1dbe0b2de6d1a4cea4 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:38:04.658189 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ca932f47-20fb-4846-8b62-40bd75ccf8b7 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:04.840477 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ca932f47-20fb-4846-8b62-40bd75ccf8b7 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:04.903832 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca932f47-20fb-4846-8b62-40bd75ccf8b7 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Pushing event updated for resources: {'Subnet': ['ID=47dc5e2c-e6ca-4684-89c9-e09ba7ddb81f,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:04.913123 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca932f47-20fb-4846-8b62-40bd75ccf8b7 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Checking segment: {'id': '6f5e7a6b-c725-45bf-92b9-abd7dd17b158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6f3881be-e0b1-49e6-b479-09d14b3da43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:38:04.913495 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca932f47-20fb-4846-8b62-40bd75ccf8b7 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Network hostable DHCP agents. Network: 6f3881be-e0b1-49e6-b479-09d14b3da43f, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:38:04.929115 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca932f47-20fb-4846-8b62-40bd75ccf8b7 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Network 6f3881be-e0b1-49e6-b479-09d14b3da43f is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:38:04.937818 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-ca932f47-20fb-4846-8b62-40bd75ccf8b7 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 6f3881be-e0b1-49e6-b479-09d14b3da43f) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:38:04.943950 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca932f47-20fb-4846-8b62-40bd75ccf8b7 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:04.944810 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ca932f47-20fb-4846-8b62-40bd75ccf8b7 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:04.948027 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f4d0cc-507a-4841-9fb6-45b3671e42ea None None] Network 6f3881be-e0b1-49e6-b479-09d14b3da43f requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:38:04.957863 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ca932f47-20fb-4846-8b62-40bd75ccf8b7 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4271426 Sep 16 05:38:04.961838 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56562) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:04.967105 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-25cd1ab5-4c36-4cad-91b5-1945dc3f83d7 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1551787881'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:04.989124 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25cd1ab5-4c36-4cad-91b5-1945dc3f83d7 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Made reservation on behalf of 56968add637c4b1dbe0b2de6d1a4cea4 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:38:04.993035 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-25cd1ab5-4c36-4cad-91b5-1945dc3f83d7 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:05.016436 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25cd1ab5-4c36-4cad-91b5-1945dc3f83d7 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:38:05.026650 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-25cd1ab5-4c36-4cad-91b5-1945dc3f83d7 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:05.027000 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-25cd1ab5-4c36-4cad-91b5-1945dc3f83d7 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Added segment f5e0c89f-9f33-46c3-8a27-2b8798d42826 of type vlan for network 8f2a4b6b-9902-4e84-a99f-729ff6227c1b Sep 16 05:38:05.067633 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-25cd1ab5-4c36-4cad-91b5-1945dc3f83d7 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:05.096718 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-25cd1ab5-4c36-4cad-91b5-1945dc3f83d7 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:05.103706 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cd1ab5-4c36-4cad-91b5-1945dc3f83d7 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:05.104350 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-25cd1ab5-4c36-4cad-91b5-1945dc3f83d7 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:05.147866 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-25cd1ab5-4c36-4cad-91b5-1945dc3f83d7 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1816280 Sep 16 05:38:05.148097 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56564) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:05.181690 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-3b9ef188-6fb7-4153-a376-16662bed42bf tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Request body: {'subnet': {'network_id': '8f2a4b6b-9902-4e84-a99f-729ff6227c1b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:05.188690 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd1ab5-4c36-4cad-91b5-1945dc3f83d7 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Pushing event updated for resources: {'Network': ['ID=8f2a4b6b-9902-4e84-a99f-729ff6227c1b,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:05.219464 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 8f2a4b6b-9902-4e84-a99f-729ff6227c1b details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:38:05.279362 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9ef188-6fb7-4153-a376-16662bed42bf tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Made reservation on behalf of 56968add637c4b1dbe0b2de6d1a4cea4 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:38:05.283288 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3b9ef188-6fb7-4153-a376-16662bed42bf tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:05.323876 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9150e4-3d70-4d8b-b1d5-766f33a24d98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-6f3881be-e0b1-49e6-b479-09d14b3da43f', 'network_id': '6f3881be-e0b1-49e6-b479-09d14b3da43f', 'tenant_id': '56968add637c4b1dbe0b2de6d1a4cea4', 'fixed_ips': [{'subnet_id': '47dc5e2c-e6ca-4684-89c9-e09ba7ddb81f'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:38:05.324860 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8a9150e4-3d70-4d8b-b1d5-766f33a24d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:05.460886 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-8a9150e4-3d70-4d8b-b1d5-766f33a24d98 None None] Allocated IP 172.20.0.2 (6f3881be-e0b1-49e6-b479-09d14b3da43f/47dc5e2c-e6ca-4684-89c9-e09ba7ddb81f/3383e53a-f28c-4c80-b51a-dab75a3f9afd) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:38:05.466062 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3b9ef188-6fb7-4153-a376-16662bed42bf tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:05.532422 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ef188-6fb7-4153-a376-16662bed42bf tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Pushing event updated for resources: {'Subnet': ['ID=6eb2ae65-635d-4877-8167-54c4377b1cc4,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:05.542779 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ef188-6fb7-4153-a376-16662bed42bf tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Checking segment: {'id': 'f5e0c89f-9f33-46c3-8a27-2b8798d42826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8f2a4b6b-9902-4e84-a99f-729ff6227c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:38:05.543142 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9ef188-6fb7-4153-a376-16662bed42bf tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Network hostable DHCP agents. Network: 8f2a4b6b-9902-4e84-a99f-729ff6227c1b, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:38:05.559991 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9ef188-6fb7-4153-a376-16662bed42bf tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Network 8f2a4b6b-9902-4e84-a99f-729ff6227c1b is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:38:05.569911 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-3b9ef188-6fb7-4153-a376-16662bed42bf tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 8f2a4b6b-9902-4e84-a99f-729ff6227c1b) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:38:05.574967 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9ef188-6fb7-4153-a376-16662bed42bf tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:05.575681 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3b9ef188-6fb7-4153-a376-16662bed42bf tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:05.591526 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e95d23c-bd91-453a-bf6e-1aea3872e23c None None] Network 8f2a4b6b-9902-4e84-a99f-729ff6227c1b requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:38:05.593218 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56566) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:05.593714 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3b9ef188-6fb7-4153-a376-16662bed42bf tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4445090 Sep 16 05:38:05.598207 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-018e97ab-ddb2-4541-b691-f1f1f746d488 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Request body: {'router': {'external_gateway_info': {'network_id': '8f2a4b6b-9902-4e84-a99f-729ff6227c1b'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:05.661916 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8a9150e4-3d70-4d8b-b1d5-766f33a24d98 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:05.673529 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8a9150e4-3d70-4d8b-b1d5-766f33a24d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:05.727873 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9150e4-3d70-4d8b-b1d5-766f33a24d98 None None] Network 6f3881be-e0b1-49e6-b479-09d14b3da43f is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:38:05.754271 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-8a9150e4-3d70-4d8b-b1d5-766f33a24d98 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:38:05.759000 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9150e4-3d70-4d8b-b1d5-766f33a24d98 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:38:05.760840 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9150e4-3d70-4d8b-b1d5-766f33a24d98 None None] Pushing event updated for resources: {'Port': ['ID=3383e53a-f28c-4c80-b51a-dab75a3f9afd,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:05.811026 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-018e97ab-ddb2-4541-b691-f1f1f746d488 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:05.843279 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beaea415-113b-4638-96ea-2141a4da78f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-8f2a4b6b-9902-4e84-a99f-729ff6227c1b', 'network_id': '8f2a4b6b-9902-4e84-a99f-729ff6227c1b', 'tenant_id': '56968add637c4b1dbe0b2de6d1a4cea4', 'fixed_ips': [{'subnet_id': '6eb2ae65-635d-4877-8167-54c4377b1cc4'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:38:05.844131 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-beaea415-113b-4638-96ea-2141a4da78f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:05.847297 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-8a9150e4-3d70-4d8b-b1d5-766f33a24d98 None None] Attempting to bind port 3383e53a-f28c-4c80-b51a-dab75a3f9afd on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:38:05.847668 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-8a9150e4-3d70-4d8b-b1d5-766f33a24d98 None None] Attempting to bind port 3383e53a-f28c-4c80-b51a-dab75a3f9afd by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '6f5e7a6b-c725-45bf-92b9-abd7dd17b158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6f3881be-e0b1-49e6-b479-09d14b3da43f'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:38:05.848034 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9150e4-3d70-4d8b-b1d5-766f33a24d98 None None] Attempting to bind port 3383e53a-f28c-4c80-b51a-dab75a3f9afd on network 6f3881be-e0b1-49e6-b479-09d14b3da43f {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:38:05.860876 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9150e4-3d70-4d8b-b1d5-766f33a24d98 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:38:05.861248 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9150e4-3d70-4d8b-b1d5-766f33a24d98 None None] Checking segment: {'id': '6f5e7a6b-c725-45bf-92b9-abd7dd17b158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6f3881be-e0b1-49e6-b479-09d14b3da43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:38:05.861657 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8a9150e4-3d70-4d8b-b1d5-766f33a24d98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:05.862048 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9150e4-3d70-4d8b-b1d5-766f33a24d98 None None] Bound using segment: {'id': '6f5e7a6b-c725-45bf-92b9-abd7dd17b158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6f3881be-e0b1-49e6-b479-09d14b3da43f'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:38:05.862515 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-8a9150e4-3d70-4d8b-b1d5-766f33a24d98 None None] Bound port: 3383e53a-f28c-4c80-b51a-dab75a3f9afd, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f5e7a6b-c725-45bf-92b9-abd7dd17b158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6f3881be-e0b1-49e6-b479-09d14b3da43f'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:38:05.862894 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8a9150e4-3d70-4d8b-b1d5-766f33a24d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:05.919561 n-d-712139-15 neutron-server[94766]: INFO neutron.api.v2.resource [None req-018e97ab-ddb2-4541-b691-f1f1f746d488 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:38:05.920720 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-018e97ab-ddb2-4541-b691-f1f1f746d488 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] 10.222.0.35 "PUT /v2.0/routers/e5118bd0-5dc9-41ad-93c3-63df479f9af1 HTTP/1.1" status: 400 len: 364 time: 0.3261669 Sep 16 05:38:05.927148 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56568) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:05.979670 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e57b4988-3114-4bec-8e3e-529bbdd15e3b tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Deleting subnet 6eb2ae65-635d-4877-8167-54c4377b1cc4 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:38:06.019291 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-8a9150e4-3d70-4d8b-b1d5-766f33a24d98 None None] For port 3383e53a-f28c-4c80-b51a-dab75a3f9afd, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:38:06.034549 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-8a9150e4-3d70-4d8b-b1d5-766f33a24d98 None None] For port 3383e53a-f28c-4c80-b51a-dab75a3f9afd, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3383e53a-f28c-4c80-b51a-dab75a3f9afd,segment=NetworkSegment(6f5e7a6b-c725-45bf-92b9-abd7dd17b158),segment_id=6f5e7a6b-c725-45bf-92b9-abd7dd17b158)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:38:06.041145 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8a9150e4-3d70-4d8b-b1d5-766f33a24d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:06.048350 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-beaea415-113b-4638-96ea-2141a4da78f6 None None] Allocated IP 172.21.0.2 (8f2a4b6b-9902-4e84-a99f-729ff6227c1b/6eb2ae65-635d-4877-8167-54c4377b1cc4/78a53e08-eb63-42c2-822d-9f23f2357b0c) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:38:06.154747 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9150e4-3d70-4d8b-b1d5-766f33a24d98 None None] Pushing event updated for resources: {'Port': ['ID=3383e53a-f28c-4c80-b51a-dab75a3f9afd,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:06.243941 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-beaea415-113b-4638-96ea-2141a4da78f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:06.250358 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e57b4988-3114-4bec-8e3e-529bbdd15e3b tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:06.250570 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-beaea415-113b-4638-96ea-2141a4da78f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:06.296410 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beaea415-113b-4638-96ea-2141a4da78f6 None None] Network 8f2a4b6b-9902-4e84-a99f-729ff6227c1b is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:38:06.301359 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-beaea415-113b-4638-96ea-2141a4da78f6 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:38:06.306080 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaea415-113b-4638-96ea-2141a4da78f6 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:38:06.309877 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaea415-113b-4638-96ea-2141a4da78f6 None None] Pushing event updated for resources: {'Port': ['ID=78a53e08-eb63-42c2-822d-9f23f2357b0c,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:06.339262 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e57b4988-3114-4bec-8e3e-529bbdd15e3b tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:06.365222 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-beaea415-113b-4638-96ea-2141a4da78f6 None None] Attempting to bind port 78a53e08-eb63-42c2-822d-9f23f2357b0c on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:38:06.365781 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-beaea415-113b-4638-96ea-2141a4da78f6 None None] Attempting to bind port 78a53e08-eb63-42c2-822d-9f23f2357b0c by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'f5e0c89f-9f33-46c3-8a27-2b8798d42826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8f2a4b6b-9902-4e84-a99f-729ff6227c1b'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:38:06.366400 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaea415-113b-4638-96ea-2141a4da78f6 None None] Attempting to bind port 78a53e08-eb63-42c2-822d-9f23f2357b0c on network 8f2a4b6b-9902-4e84-a99f-729ff6227c1b {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:38:06.372150 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaea415-113b-4638-96ea-2141a4da78f6 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:38:06.372669 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaea415-113b-4638-96ea-2141a4da78f6 None None] Checking segment: {'id': 'f5e0c89f-9f33-46c3-8a27-2b8798d42826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8f2a4b6b-9902-4e84-a99f-729ff6227c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:38:06.373394 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-beaea415-113b-4638-96ea-2141a4da78f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:06.373858 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaea415-113b-4638-96ea-2141a4da78f6 None None] Bound using segment: {'id': 'f5e0c89f-9f33-46c3-8a27-2b8798d42826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8f2a4b6b-9902-4e84-a99f-729ff6227c1b'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:38:06.374413 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-beaea415-113b-4638-96ea-2141a4da78f6 None None] Bound port: 78a53e08-eb63-42c2-822d-9f23f2357b0c, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e0c89f-9f33-46c3-8a27-2b8798d42826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8f2a4b6b-9902-4e84-a99f-729ff6227c1b'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:38:06.374806 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-beaea415-113b-4638-96ea-2141a4da78f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:06.437776 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e57b4988-3114-4bec-8e3e-529bbdd15e3b tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:06.494616 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e57b4988-3114-4bec-8e3e-529bbdd15e3b tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:06.497786 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-beaea415-113b-4638-96ea-2141a4da78f6 None None] For port 78a53e08-eb63-42c2-822d-9f23f2357b0c, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:38:06.500982 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-beaea415-113b-4638-96ea-2141a4da78f6 None None] For port 78a53e08-eb63-42c2-822d-9f23f2357b0c, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=78a53e08-eb63-42c2-822d-9f23f2357b0c,segment=NetworkSegment(f5e0c89f-9f33-46c3-8a27-2b8798d42826),segment_id=f5e0c89f-9f33-46c3-8a27-2b8798d42826)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:38:06.505276 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-beaea415-113b-4638-96ea-2141a4da78f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:06.520954 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b4988-3114-4bec-8e3e-529bbdd15e3b tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Pushing event deleted for resources: {'Subnet': ['ID=6eb2ae65-635d-4877-8167-54c4377b1cc4,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:06.527819 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e57b4988-3114-4bec-8e3e-529bbdd15e3b tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:06.532503 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56570) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:06.532804 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e57b4988-3114-4bec-8e3e-529bbdd15e3b tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] 10.222.0.35 "DELETE /v2.0/subnets/6eb2ae65-635d-4877-8167-54c4377b1cc4 HTTP/1.1" status: 204 len: 168 time: 0.6042755 Sep 16 05:38:06.568121 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaea415-113b-4638-96ea-2141a4da78f6 None None] Pushing event updated for resources: {'Port': ['ID=78a53e08-eb63-42c2-822d-9f23f2357b0c,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:06.629840 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-89dc910e-a1f9-4474-8a1f-d2f0754d7613 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:06.684174 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-89dc910e-a1f9-4474-8a1f-d2f0754d7613 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Deleting port 78a53e08-eb63-42c2-822d-9f23f2357b0c {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:38:06.684618 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-89dc910e-a1f9-4474-8a1f-d2f0754d7613 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:06.781375 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-89dc910e-a1f9-4474-8a1f-d2f0754d7613 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] For port 78a53e08-eb63-42c2-822d-9f23f2357b0c, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=78a53e08-eb63-42c2-822d-9f23f2357b0c,segment=NetworkSegment(f5e0c89f-9f33-46c3-8a27-2b8798d42826),segment_id=f5e0c89f-9f33-46c3-8a27-2b8798d42826)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:06.781752 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-89dc910e-a1f9-4474-8a1f-d2f0754d7613 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:06.797426 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-89dc910e-a1f9-4474-8a1f-d2f0754d7613 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Calling delete_port for 78a53e08-eb63-42c2-822d-9f23f2357b0c owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:38:06.882251 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-89dc910e-a1f9-4474-8a1f-d2f0754d7613 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:06.906977 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc910e-a1f9-4474-8a1f-d2f0754d7613 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Pushing event deleted for resources: {'Port': ['ID=78a53e08-eb63-42c2-822d-9f23f2357b0c,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:06.913740 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dc910e-a1f9-4474-8a1f-d2f0754d7613 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] No DVR routers for this DVR port 78a53e08-eb63-42c2-822d-9f23f2357b0c on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:38:07.089214 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef641a1-0fa2-42ee-b9be-49cba66079d3 None None] Network 6f3881be-e0b1-49e6-b479-09d14b3da43f requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:38:07.174604 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f7faa291-acb9-44e8-9e82-eaaac93107b2 None None] Provisioning complete for port 3383e53a-f28c-4c80-b51a-dab75a3f9afd triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:07.174978 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f7faa291-acb9-44e8-9e82-eaaac93107b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:07.326147 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f7faa291-acb9-44e8-9e82-eaaac93107b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:07.355265 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3383e53a-f28c-4c80-b51a-dab75a3f9afd up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:38:07.355816 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-89dc910e-a1f9-4474-8a1f-d2f0754d7613 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:07.382487 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-89dc910e-a1f9-4474-8a1f-d2f0754d7613 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f2a4b6b-9902-4e84-a99f-729ff6227c1b']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:07.394237 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-89dc910e-a1f9-4474-8a1f-d2f0754d7613 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e0c89f-9f33-46c3-8a27-2b8798d42826') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:07.394740 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-89dc910e-a1f9-4474-8a1f-d2f0754d7613 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e0c89f-9f33-46c3-8a27-2b8798d42826') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:07.403587 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-f7faa291-acb9-44e8-9e82-eaaac93107b2 None None] For port 3383e53a-f28c-4c80-b51a-dab75a3f9afd, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3383e53a-f28c-4c80-b51a-dab75a3f9afd,segment=NetworkSegment(6f5e7a6b-c725-45bf-92b9-abd7dd17b158),segment_id=6f5e7a6b-c725-45bf-92b9-abd7dd17b158)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:07.406758 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-89dc910e-a1f9-4474-8a1f-d2f0754d7613 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:07.413625 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f7faa291-acb9-44e8-9e82-eaaac93107b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:07.425782 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-89dc910e-a1f9-4474-8a1f-d2f0754d7613 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:07.434590 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89dc910e-a1f9-4474-8a1f-d2f0754d7613 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:38:07.435386 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-89dc910e-a1f9-4474-8a1f-d2f0754d7613 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:07.438871 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:38:07.438871 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:38:07.438871 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:38:07.438871 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:38:07.438871 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:38:07.438871 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:38:07.438871 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:38:07.438871 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:38:07.438871 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:38:07.438871 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:38:07.438871 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:38:07.438871 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:38:07.438871 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:38:07.438871 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:38:07.438871 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:38:07.438871 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:38:07.438871 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:38:07.438871 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:38:07.438871 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:38:07.438871 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:38:07.438871 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:38:07.438871 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:38:07.438871 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:38:07.438871 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:38:07.438871 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:38:07.438871 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:38:07.438871 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:38:07.438871 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:38:07.438871 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:38:07.438871 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:38:07.438871 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:38:07.438871 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:38:07.460862 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 3383e53a-f28c-4c80-b51a-dab75a3f9afd triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:07.461238 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:07.490013 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7faa291-acb9-44e8-9e82-eaaac93107b2 None None] Pushing event updated for resources: {'Port': ['ID=3383e53a-f28c-4c80-b51a-dab75a3f9afd,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:07.513896 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-89dc910e-a1f9-4474-8a1f-d2f0754d7613 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:07.520191 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-89dc910e-a1f9-4474-8a1f-d2f0754d7613 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:07.525462 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-89dc910e-a1f9-4474-8a1f-d2f0754d7613 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] 10.222.0.35 "DELETE /v2.0/networks/8f2a4b6b-9902-4e84-a99f-729ff6227c1b HTTP/1.1" status: 204 len: 168 time: 0.9894433 Sep 16 05:38:07.525842 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56572) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:07.542558 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc910e-a1f9-4474-8a1f-d2f0754d7613 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Pushing event deleted for resources: {'Network': ['ID=8f2a4b6b-9902-4e84-a99f-729ff6227c1b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:07.590993 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3883bdd9-f2be-453c-88d9-4bcb847abd84 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Deleting subnet 47dc5e2c-e6ca-4684-89c9-e09ba7ddb81f {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:38:07.595102 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3883bdd9-f2be-453c-88d9-4bcb847abd84 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:07.627825 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-398e9c3f-869f-41f9-89eb-4464a96d9d46 None None] Could not find standard attr ID for object 78a53e08-eb63-42c2-822d-9f23f2357b0c. {{(pid=94768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:38:07.645990 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3883bdd9-f2be-453c-88d9-4bcb847abd84 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:07.667414 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43f5086-bb6e-4c01-b4c7-14b0d86cddc1 None None] DHCP port deletion for 8f2a4b6b-9902-4e84-a99f-729ff6227c1b request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:38:07.684536 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c092dc9-bf13-46e8-a691-0966687d75ad None None] Network 8f2a4b6b-9902-4e84-a99f-729ff6227c1b requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:38:07.700165 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c092dc9-bf13-46e8-a691-0966687d75ad None None] Network 8f2a4b6b-9902-4e84-a99f-729ff6227c1b could not be found, it might have been deleted concurrently. {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 16 05:38:07.737715 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3883bdd9-f2be-453c-88d9-4bcb847abd84 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:07.746651 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-2ca33879-9664-43db-93b4-fcd6d8198278 None None] Provisioning complete for port 3383e53a-f28c-4c80-b51a-dab75a3f9afd triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:07.747028 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2ca33879-9664-43db-93b4-fcd6d8198278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:07.796768 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3883bdd9-f2be-453c-88d9-4bcb847abd84 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:07.826891 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3883bdd9-f2be-453c-88d9-4bcb847abd84 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Pushing event deleted for resources: {'Subnet': ['ID=47dc5e2c-e6ca-4684-89c9-e09ba7ddb81f,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:07.830607 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3883bdd9-f2be-453c-88d9-4bcb847abd84 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:07.832518 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3883bdd9-f2be-453c-88d9-4bcb847abd84 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] 10.222.0.35 "DELETE /v2.0/subnets/47dc5e2c-e6ca-4684-89c9-e09ba7ddb81f HTTP/1.1" status: 204 len: 168 time: 0.3056290 Sep 16 05:38:07.835208 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56574) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:07.841225 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39556af5-85a8-4beb-ae35-fdfe4a7ba5ba None None] Network 6f3881be-e0b1-49e6-b479-09d14b3da43f requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:38:07.910032 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c0ec0546-fd3f-4e3f-b062-c6f974a35234 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:07.970876 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ec0546-fd3f-4e3f-b062-c6f974a35234 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Deleting port 3383e53a-f28c-4c80-b51a-dab75a3f9afd {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:38:07.971216 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c0ec0546-fd3f-4e3f-b062-c6f974a35234 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:08.008265 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a751822a-92e2-4b33-b63c-a6ceed309c2f None None] DHCP port deletion for 6f3881be-e0b1-49e6-b479-09d14b3da43f request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:38:08.035745 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-c0ec0546-fd3f-4e3f-b062-c6f974a35234 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] For port 3383e53a-f28c-4c80-b51a-dab75a3f9afd, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3383e53a-f28c-4c80-b51a-dab75a3f9afd,segment=NetworkSegment(6f5e7a6b-c725-45bf-92b9-abd7dd17b158),segment_id=6f5e7a6b-c725-45bf-92b9-abd7dd17b158)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:08.036108 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c0ec0546-fd3f-4e3f-b062-c6f974a35234 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:08.048959 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ec0546-fd3f-4e3f-b062-c6f974a35234 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Calling delete_port for 3383e53a-f28c-4c80-b51a-dab75a3f9afd owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:38:08.055141 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-a751822a-92e2-4b33-b63c-a6ceed309c2f None None] Deleting port 3383e53a-f28c-4c80-b51a-dab75a3f9afd {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:38:08.055520 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a751822a-92e2-4b33-b63c-a6ceed309c2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:08.119485 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-a751822a-92e2-4b33-b63c-a6ceed309c2f None None] For port 3383e53a-f28c-4c80-b51a-dab75a3f9afd, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3383e53a-f28c-4c80-b51a-dab75a3f9afd,segment=NetworkSegment(6f5e7a6b-c725-45bf-92b9-abd7dd17b158),segment_id=6f5e7a6b-c725-45bf-92b9-abd7dd17b158)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:08.120231 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a751822a-92e2-4b33-b63c-a6ceed309c2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:08.133470 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c0ec0546-fd3f-4e3f-b062-c6f974a35234 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:08.134254 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-a751822a-92e2-4b33-b63c-a6ceed309c2f None None] Calling delete_port for 3383e53a-f28c-4c80-b51a-dab75a3f9afd owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:38:08.161002 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec0546-fd3f-4e3f-b062-c6f974a35234 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Pushing event deleted for resources: {'Port': ['ID=3383e53a-f28c-4c80-b51a-dab75a3f9afd,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:08.163838 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ec0546-fd3f-4e3f-b062-c6f974a35234 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] No DVR routers for this DVR port 3383e53a-f28c-4c80-b51a-dab75a3f9afd on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:38:08.210660 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a751822a-92e2-4b33-b63c-a6ceed309c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:08.236700 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751822a-92e2-4b33-b63c-a6ceed309c2f None None] Pushing event deleted for resources: {'Port': ['ID=3383e53a-f28c-4c80-b51a-dab75a3f9afd,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:08.244368 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a751822a-92e2-4b33-b63c-a6ceed309c2f None None] No DVR routers for this DVR port 3383e53a-f28c-4c80-b51a-dab75a3f9afd on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:38:08.244615 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c0ec0546-fd3f-4e3f-b062-c6f974a35234 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:08.270767 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-c0ec0546-fd3f-4e3f-b062-c6f974a35234 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f3881be-e0b1-49e6-b479-09d14b3da43f']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:08.281020 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-c0ec0546-fd3f-4e3f-b062-c6f974a35234 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f5e7a6b-c725-45bf-92b9-abd7dd17b158') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:08.281304 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-c0ec0546-fd3f-4e3f-b062-c6f974a35234 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f5e7a6b-c725-45bf-92b9-abd7dd17b158') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:08.291210 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c0ec0546-fd3f-4e3f-b062-c6f974a35234 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:08.304266 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c0ec0546-fd3f-4e3f-b062-c6f974a35234 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:08.310781 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ec0546-fd3f-4e3f-b062-c6f974a35234 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:38:08.311195 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c0ec0546-fd3f-4e3f-b062-c6f974a35234 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:08.314299 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:38:08.314299 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:38:08.314299 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:38:08.314299 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:38:08.314299 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:38:08.314299 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:38:08.314299 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:38:08.314299 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:38:08.314299 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:38:08.314299 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:38:08.314299 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:38:08.314299 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:38:08.314299 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:38:08.314299 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:38:08.314299 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:38:08.314299 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:38:08.314299 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:38:08.314299 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:38:08.314299 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:38:08.314299 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:38:08.314299 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:38:08.314299 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:38:08.314299 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:38:08.314299 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:38:08.314299 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:38:08.314299 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:38:08.314299 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:38:08.314299 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:38:08.314299 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:38:08.314299 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:38:08.314299 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:38:08.314299 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:38:08.371821 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c0ec0546-fd3f-4e3f-b062-c6f974a35234 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:08.378364 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c0ec0546-fd3f-4e3f-b062-c6f974a35234 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:08.380227 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c0ec0546-fd3f-4e3f-b062-c6f974a35234 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] 10.222.0.35 "DELETE /v2.0/networks/6f3881be-e0b1-49e6-b479-09d14b3da43f HTTP/1.1" status: 204 len: 168 time: 0.5440252 Sep 16 05:38:08.383587 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56576) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:08.391869 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec0546-fd3f-4e3f-b062-c6f974a35234 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Pushing event deleted for resources: {'Network': ['ID=6f3881be-e0b1-49e6-b479-09d14b3da43f,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:08.411717 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-118d0cc0-599a-4556-98d2-2710637a59e9 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5118bd0-5dc9-41ad-93c3-63df479f9af1 HTTP/1.1" status: 200 len: 205 time: 0.0268931 Sep 16 05:38:08.414204 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56578) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:08.487759 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6aa90bc0-ad70-4751-8f3b-d8a931223ae7 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:08.642772 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6aa90bc0-ad70-4751-8f3b-d8a931223ae7 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:08.644908 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6aa90bc0-ad70-4751-8f3b-d8a931223ae7 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:08.686007 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6aa90bc0-ad70-4751-8f3b-d8a931223ae7 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:08.686523 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa90bc0-ad70-4751-8f3b-d8a931223ae7 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Fanout notify agent at l3_agent the message router_deleted on router e5118bd0-5dc9-41ad-93c3-63df479f9af1 {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:38:08.693531 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6aa90bc0-ad70-4751-8f3b-d8a931223ae7 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:08.695198 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6aa90bc0-ad70-4751-8f3b-d8a931223ae7 tempest-RoutersNegativeTest-1131541940 tempest-RoutersNegativeTest-1131541940-project] 10.222.0.35 "DELETE /v2.0/routers/e5118bd0-5dc9-41ad-93c3-63df479f9af1 HTTP/1.1" status: 204 len: 168 time: 0.2800531 Sep 16 05:38:08.932592 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56584) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:09.065657 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f65431fb-6ac6-4b02-a580-3c9823fd4e37 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=56968add637c4b1dbe0b2de6d1a4cea4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1318650 Sep 16 05:38:09.068165 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56588) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:09.114765 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c45aeb48-41ea-43dd-aae1-e446cf7f7b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:09.135770 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c45aeb48-41ea-43dd-aae1-e446cf7f7b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:09.181799 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c45aeb48-41ea-43dd-aae1-e446cf7f7b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:09.184768 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c45aeb48-41ea-43dd-aae1-e446cf7f7b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:09.185998 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c45aeb48-41ea-43dd-aae1-e446cf7f7b39 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4104895a-9963-4c2b-8555-098f4b916c4d HTTP/1.1" status: 204 len: 168 time: 0.1168280 Sep 16 05:38:09.193943 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45aeb48-41ea-43dd-aae1-e446cf7f7b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4104895a-9963-4c2b-8555-098f4b916c4d,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:09.280933 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3383e53a-f28c-4c80-b51a-dab75a3f9afd no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:38:09.306239 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 3383e53a-f28c-4c80-b51a-dab75a3f9afd {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:38:09.306589 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3383e53a-f28c-4c80-b51a-dab75a3f9afd not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:38:09.307022 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 78a53e08-eb63-42c2-822d-9f23f2357b0c no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:38:09.325792 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 78a53e08-eb63-42c2-822d-9f23f2357b0c {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:38:09.326145 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 78a53e08-eb63-42c2-822d-9f23f2357b0c not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:38:09.804864 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56610) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:09.900613 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-a700ed56-b216-41f5-9ba9-db07b7ea46b7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2049896812-network', 'tenant_id': '99c44524269c4548a952a4b5c1c45fcb'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:09.922911 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a700ed56-b216-41f5-9ba9-db07b7ea46b7 admin admin] Made reservation on behalf of 99c44524269c4548a952a4b5c1c45fcb for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:38:09.925206 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a700ed56-b216-41f5-9ba9-db07b7ea46b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:09.933848 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a700ed56-b216-41f5-9ba9-db07b7ea46b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:10.021851 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a700ed56-b216-41f5-9ba9-db07b7ea46b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:10.025459 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a700ed56-b216-41f5-9ba9-db07b7ea46b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:10.049874 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a700ed56-b216-41f5-9ba9-db07b7ea46b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:38:10.060387 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700ed56-b216-41f5-9ba9-db07b7ea46b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c66c89b-da0d-45aa-8bbc-a8992495642c,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:10.065402 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a700ed56-b216-41f5-9ba9-db07b7ea46b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:10.065751 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-a700ed56-b216-41f5-9ba9-db07b7ea46b7 admin admin] Added segment 27280e63-18bb-4aba-a26d-6dea4c655c38 of type vlan for network 3dd1e895-14d9-46e9-b805-2b63c8188acc Sep 16 05:38:10.108721 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a700ed56-b216-41f5-9ba9-db07b7ea46b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:10.133562 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a700ed56-b216-41f5-9ba9-db07b7ea46b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:10.134574 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a700ed56-b216-41f5-9ba9-db07b7ea46b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:10.135418 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a700ed56-b216-41f5-9ba9-db07b7ea46b7 admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:10.170551 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a700ed56-b216-41f5-9ba9-db07b7ea46b7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3638310 Sep 16 05:38:10.172829 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56614) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:10.175537 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6cb08ee4-3efb-43f5-b447-58df21a7956e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:10.178901 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-e720b211-a039-400a-a239-045ff58face2 admin admin] Request body: {'subnet': {'network_id': '3dd1e895-14d9-46e9-b805-2b63c8188acc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2049896812-subnet', 'tenant_id': '99c44524269c4548a952a4b5c1c45fcb', 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:10.200555 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e720b211-a039-400a-a239-045ff58face2 admin admin] Made reservation on behalf of 99c44524269c4548a952a4b5c1c45fcb for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:38:10.201453 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700ed56-b216-41f5-9ba9-db07b7ea46b7 admin admin] Pushing event updated for resources: {'Network': ['ID=3dd1e895-14d9-46e9-b805-2b63c8188acc,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:10.203017 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e720b211-a039-400a-a239-045ff58face2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:10.212080 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 3dd1e895-14d9-46e9-b805-2b63c8188acc details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:38:10.370373 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e720b211-a039-400a-a239-045ff58face2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:10.422373 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720b211-a039-400a-a239-045ff58face2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8d3500f-cda0-429c-92c1-95d26dd6d428,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:10.432880 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e720b211-a039-400a-a239-045ff58face2 admin admin] Checking segment: {'id': '27280e63-18bb-4aba-a26d-6dea4c655c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3dd1e895-14d9-46e9-b805-2b63c8188acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:38:10.433245 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e720b211-a039-400a-a239-045ff58face2 admin admin] Network hostable DHCP agents. Network: 3dd1e895-14d9-46e9-b805-2b63c8188acc, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:38:10.450106 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e720b211-a039-400a-a239-045ff58face2 admin admin] Network 3dd1e895-14d9-46e9-b805-2b63c8188acc is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:38:10.458633 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-e720b211-a039-400a-a239-045ff58face2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 3dd1e895-14d9-46e9-b805-2b63c8188acc) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:38:10.464676 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e720b211-a039-400a-a239-045ff58face2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:10.465251 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e720b211-a039-400a-a239-045ff58face2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:10.468898 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda2033b-3390-4e62-b097-a765e545c70e None None] Network 3dd1e895-14d9-46e9-b805-2b63c8188acc requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:38:10.480687 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e720b211-a039-400a-a239-045ff58face2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3065655 Sep 16 05:38:10.483311 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56616) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:10.487887 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-5ad36079-96c4-480e-b273-72457e6e92ae admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2049896812-router', 'tenant_id': '99c44524269c4548a952a4b5c1c45fcb', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:10.508428 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5ad36079-96c4-480e-b273-72457e6e92ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:10.511601 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5ad36079-96c4-480e-b273-72457e6e92ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:10.572739 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5ad36079-96c4-480e-b273-72457e6e92ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:10.616833 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f2ef2c-faab-4735-a883-231da0b2fb53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-3dd1e895-14d9-46e9-b805-2b63c8188acc', 'network_id': '3dd1e895-14d9-46e9-b805-2b63c8188acc', 'tenant_id': '99c44524269c4548a952a4b5c1c45fcb', 'fixed_ips': [{'subnet_id': 'e8d3500f-cda0-429c-92c1-95d26dd6d428'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:38:10.617721 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-68f2ef2c-faab-4735-a883-231da0b2fb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:10.713549 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5ad36079-96c4-480e-b273-72457e6e92ae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:10.757783 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-68f2ef2c-faab-4735-a883-231da0b2fb53 None None] Allocated IP 172.20.0.2 (3dd1e895-14d9-46e9-b805-2b63c8188acc/e8d3500f-cda0-429c-92c1-95d26dd6d428/bfdf4519-836a-424d-9079-e134120c10f4) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:38:10.901603 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-68f2ef2c-faab-4735-a883-231da0b2fb53 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:10.907634 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-68f2ef2c-faab-4735-a883-231da0b2fb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:10.910186 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5ad36079-96c4-480e-b273-72457e6e92ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:10.930496 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5ad36079-96c4-480e-b273-72457e6e92ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:10.947854 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f2ef2c-faab-4735-a883-231da0b2fb53 None None] Network 3dd1e895-14d9-46e9-b805-2b63c8188acc is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:38:10.951182 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-68f2ef2c-faab-4735-a883-231da0b2fb53 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:38:10.954097 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f2ef2c-faab-4735-a883-231da0b2fb53 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:38:10.966106 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2ef2c-faab-4735-a883-231da0b2fb53 None None] Pushing event updated for resources: {'Port': ['ID=bfdf4519-836a-424d-9079-e134120c10f4,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:11.018439 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-68f2ef2c-faab-4735-a883-231da0b2fb53 None None] Attempting to bind port bfdf4519-836a-424d-9079-e134120c10f4 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:38:11.018801 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-68f2ef2c-faab-4735-a883-231da0b2fb53 None None] Attempting to bind port bfdf4519-836a-424d-9079-e134120c10f4 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '27280e63-18bb-4aba-a26d-6dea4c655c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3dd1e895-14d9-46e9-b805-2b63c8188acc'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:38:11.019187 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f2ef2c-faab-4735-a883-231da0b2fb53 None None] Attempting to bind port bfdf4519-836a-424d-9079-e134120c10f4 on network 3dd1e895-14d9-46e9-b805-2b63c8188acc {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:38:11.024602 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f2ef2c-faab-4735-a883-231da0b2fb53 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:38:11.024983 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f2ef2c-faab-4735-a883-231da0b2fb53 None None] Checking segment: {'id': '27280e63-18bb-4aba-a26d-6dea4c655c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3dd1e895-14d9-46e9-b805-2b63c8188acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:38:11.025384 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-68f2ef2c-faab-4735-a883-231da0b2fb53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:11.025770 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f2ef2c-faab-4735-a883-231da0b2fb53 None None] Bound using segment: {'id': '27280e63-18bb-4aba-a26d-6dea4c655c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3dd1e895-14d9-46e9-b805-2b63c8188acc'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:38:11.026228 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-68f2ef2c-faab-4735-a883-231da0b2fb53 None None] Bound port: bfdf4519-836a-424d-9079-e134120c10f4, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27280e63-18bb-4aba-a26d-6dea4c655c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3dd1e895-14d9-46e9-b805-2b63c8188acc'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:38:11.026604 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-68f2ef2c-faab-4735-a883-231da0b2fb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:11.041424 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-5ad36079-96c4-480e-b273-72457e6e92ae admin admin] Allocated IP 172.25.8.116 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/787841af-5d32-4312-98da-179d55b58122) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:38:11.090731 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-68f2ef2c-faab-4735-a883-231da0b2fb53 None None] For port bfdf4519-836a-424d-9079-e134120c10f4, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:38:11.093817 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-68f2ef2c-faab-4735-a883-231da0b2fb53 None None] For port bfdf4519-836a-424d-9079-e134120c10f4, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=bfdf4519-836a-424d-9079-e134120c10f4,segment=NetworkSegment(27280e63-18bb-4aba-a26d-6dea4c655c38),segment_id=27280e63-18bb-4aba-a26d-6dea4c655c38)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:38:11.097324 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-68f2ef2c-faab-4735-a883-231da0b2fb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:11.149383 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5ad36079-96c4-480e-b273-72457e6e92ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:11.155864 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2ef2c-faab-4735-a883-231da0b2fb53 None None] Pushing event updated for resources: {'Port': ['ID=bfdf4519-836a-424d-9079-e134120c10f4,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:11.189150 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5ad36079-96c4-480e-b273-72457e6e92ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:11.227168 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad36079-96c4-480e-b273-72457e6e92ae admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:38:11.230144 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-5ad36079-96c4-480e-b273-72457e6e92ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:38:11.233850 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad36079-96c4-480e-b273-72457e6e92ae admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:38:11.261024 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad36079-96c4-480e-b273-72457e6e92ae admin admin] Pushing event updated for resources: {'Port': ['ID=787841af-5d32-4312-98da-179d55b58122,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:11.509514 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5ad36079-96c4-480e-b273-72457e6e92ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:11.707004 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5ad36079-96c4-480e-b273-72457e6e92ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:11.842406 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad36079-96c4-480e-b273-72457e6e92ae admin admin] Router 60fd426b-dae7-4f18-8736-e33ea1342ac9 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:38:11.955088 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad36079-96c4-480e-b273-72457e6e92ae admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:38:11.968047 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b62fd6a-0720-4cd2-b895-2f07151de180 None None] Sync routers for ids ['60fd426b-dae7-4f18-8736-e33ea1342ac9'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:38:11.973774 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5ad36079-96c4-480e-b273-72457e6e92ae admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:11.979395 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56618) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:11.980132 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b62fd6a-0720-4cd2-b895-2f07151de180 None None] Routers {'60fd426b-dae7-4f18-8736-e33ea1342ac9'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:38:11.981066 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-3b62fd6a-0720-4cd2-b895-2f07151de180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:37:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['60fd426b-dae7-4f18-8736-e33ea1342ac9'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:11.985127 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5ad36079-96c4-480e-b273-72457e6e92ae admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5005367 Sep 16 05:38:12.023333 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6aad883-b44b-466d-9160-93cbcc6f811a None None] Network 3dd1e895-14d9-46e9-b805-2b63c8188acc requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:38:12.130134 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:38:12.153469 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-a0a46097-b7a5-49fe-a9af-93c76dff76cb None None] Provisioning complete for port bfdf4519-836a-424d-9079-e134120c10f4 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:12.153836 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a0a46097-b7a5-49fe-a9af-93c76dff76cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:12.348736 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-3b62fd6a-0720-4cd2-b895-2f07151de180 None None] Set router 60fd426b-dae7-4f18-8736-e33ea1342ac9 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:38:12.410120 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-83bc8569-a541-463a-a465-1c2c3cca2276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:12.458604 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:12.566168 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-83bc8569-a541-463a-a465-1c2c3cca2276 admin admin] Allocated IP 172.20.0.1 (3dd1e895-14d9-46e9-b805-2b63c8188acc/e8d3500f-cda0-429c-92c1-95d26dd6d428/f7a7e0ad-c8ba-4941-a965-47104f22fb2d) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:38:12.627089 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a0a46097-b7a5-49fe-a9af-93c76dff76cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:12.670643 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-a0a46097-b7a5-49fe-a9af-93c76dff76cb None None] For port bfdf4519-836a-424d-9079-e134120c10f4, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=bfdf4519-836a-424d-9079-e134120c10f4,segment=NetworkSegment(27280e63-18bb-4aba-a26d-6dea4c655c38),segment_id=27280e63-18bb-4aba-a26d-6dea4c655c38)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:12.676878 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a0a46097-b7a5-49fe-a9af-93c76dff76cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:12.677439 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-83bc8569-a541-463a-a465-1c2c3cca2276 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:12.707233 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-3b62fd6a-0720-4cd2-b895-2f07151de180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fd426b-dae7-4f18-8736-e33ea1342ac9', 'name': 'tempest-TestEncryptedCinderVolumes-2049896812-router', 'tenant_id': '99c44524269c4548a952a4b5c1c45fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '787841af-5d32-4312-98da-179d55b58122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:10Z', 'updated_at': '2021-09-16T05:38:11Z', 'revision_number': 3, 'project_id': '99c44524269c4548a952a4b5c1c45fcb', 'gw_port': {'id': '787841af-5d32-4312-98da-179d55b58122', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:09:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fd426b-dae7-4f18-8736-e33ea1342ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:10Z', 'updated_at': '2021-09-16T05:38:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:12.718670 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-83bc8569-a541-463a-a465-1c2c3cca2276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:12.744366 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b62fd6a-0720-4cd2-b895-2f07151de180 None None] Checking router: 60fd426b-dae7-4f18-8736-e33ea1342ac9 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:38:12.744749 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b62fd6a-0720-4cd2-b895-2f07151de180 None None] Updating router 60fd426b-dae7-4f18-8736-e33ea1342ac9 port 787841af-5d32-4312-98da-179d55b58122 binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:38:12.758791 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bc8569-a541-463a-a465-1c2c3cca2276 admin admin] Network 3dd1e895-14d9-46e9-b805-2b63c8188acc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:38:12.761877 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-83bc8569-a541-463a-a465-1c2c3cca2276 admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:38:12.767591 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bc8569-a541-463a-a465-1c2c3cca2276 admin admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:38:12.774206 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc8569-a541-463a-a465-1c2c3cca2276 admin admin] Pushing event updated for resources: {'Port': ['ID=f7a7e0ad-c8ba-4941-a965-47104f22fb2d,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:12.786647 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3b62fd6a-0720-4cd2-b895-2f07151de180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:12.789106 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a46097-b7a5-49fe-a9af-93c76dff76cb None None] Pushing event updated for resources: {'Port': ['ID=bfdf4519-836a-424d-9079-e134120c10f4,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:12.813548 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-83bc8569-a541-463a-a465-1c2c3cca2276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:12.909628 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-123c4760-98c1-4df9-a864-5e2759507bc3 None None] Provisioning complete for port bfdf4519-836a-424d-9079-e134120c10f4 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:12.910002 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-123c4760-98c1-4df9-a864-5e2759507bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:12.950278 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-83bc8569-a541-463a-a465-1c2c3cca2276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:13.122994 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-83bc8569-a541-463a-a465-1c2c3cca2276 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:13.127710 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-83bc8569-a541-463a-a465-1c2c3cca2276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:13.132320 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3b62fd6a-0720-4cd2-b895-2f07151de180 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:13.138756 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3b62fd6a-0720-4cd2-b895-2f07151de180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:13.197541 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-3b62fd6a-0720-4cd2-b895-2f07151de180 None None] Attempting to bind port 787841af-5d32-4312-98da-179d55b58122 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:38:13.197915 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-3b62fd6a-0720-4cd2-b895-2f07151de180 None None] Attempting to bind port 787841af-5d32-4312-98da-179d55b58122 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:38:13.198284 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b62fd6a-0720-4cd2-b895-2f07151de180 None None] Attempting to bind port 787841af-5d32-4312-98da-179d55b58122 on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:38:13.200937 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc8569-a541-463a-a465-1c2c3cca2276 admin admin] Pushing event updated for resources: {'Port': ['ID=f7a7e0ad-c8ba-4941-a965-47104f22fb2d,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:13.201520 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a12450d-c6f6-4169-a0c8-f403b41a7064 None None] Pushing event updated for resources: {'Port': ['ID=787841af-5d32-4312-98da-179d55b58122,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:13.205776 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-83bc8569-a541-463a-a465-1c2c3cca2276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:13.208459 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b62fd6a-0720-4cd2-b895-2f07151de180 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:38:13.208877 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b62fd6a-0720-4cd2-b895-2f07151de180 None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:38:13.209828 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3b62fd6a-0720-4cd2-b895-2f07151de180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:13.210360 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b62fd6a-0720-4cd2-b895-2f07151de180 None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:38:13.210836 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-3b62fd6a-0720-4cd2-b895-2f07151de180 None None] Bound port: 787841af-5d32-4312-98da-179d55b58122, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:38:13.211388 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3b62fd6a-0720-4cd2-b895-2f07151de180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:13.237689 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-b10349d9-8719-4fcf-ba99-7f18f9b73db2 None None] Provisioning complete for port f7a7e0ad-c8ba-4941-a965-47104f22fb2d triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:13.238068 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b10349d9-8719-4fcf-ba99-7f18f9b73db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:13.305434 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-3b62fd6a-0720-4cd2-b895-2f07151de180 None None] For port 787841af-5d32-4312-98da-179d55b58122, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:38:13.307361 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-b10349d9-8719-4fcf-ba99-7f18f9b73db2 None None] Port f7a7e0ad-c8ba-4941-a965-47104f22fb2d cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:38:13.311450 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bc8569-a541-463a-a465-1c2c3cca2276 admin admin] Network 3dd1e895-14d9-46e9-b805-2b63c8188acc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:38:13.313161 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-83bc8569-a541-463a-a465-1c2c3cca2276 admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:38:13.325495 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-3b62fd6a-0720-4cd2-b895-2f07151de180 None None] For port 787841af-5d32-4312-98da-179d55b58122, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=787841af-5d32-4312-98da-179d55b58122,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:38:13.336345 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3b62fd6a-0720-4cd2-b895-2f07151de180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:13.343728 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-470aa3ac-9d9c-4513-9330-53f02966b3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:13.359469 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bfdf4519-836a-424d-9079-e134120c10f4 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:38:13.447807 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83bc8569-a541-463a-a465-1c2c3cca2276 admin admin] Router 60fd426b-dae7-4f18-8736-e33ea1342ac9 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:38:13.448063 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a12450d-c6f6-4169-a0c8-f403b41a7064 None None] Pushing event updated for resources: {'Port': ['ID=787841af-5d32-4312-98da-179d55b58122,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:13.451571 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b62fd6a-0720-4cd2-b895-2f07151de180 None None] Routers {'60fd426b-dae7-4f18-8736-e33ea1342ac9'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:38:13.452201 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-3b62fd6a-0720-4cd2-b895-2f07151de180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:38:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['60fd426b-dae7-4f18-8736-e33ea1342ac9'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:13.555601 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port bfdf4519-836a-424d-9079-e134120c10f4 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:13.555981 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:13.566347 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83bc8569-a541-463a-a465-1c2c3cca2276 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:38:13.572446 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-83bc8569-a541-463a-a465-1c2c3cca2276 admin admin] 10.222.0.35 "PUT /v2.0/routers/60fd426b-dae7-4f18-8736-e33ea1342ac9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5918930 Sep 16 05:38:13.606917 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-3b62fd6a-0720-4cd2-b895-2f07151de180 None None] Set router 60fd426b-dae7-4f18-8736-e33ea1342ac9 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:38:13.672024 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:13.705853 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d4b8063f-dead-46bc-b6a5-7df144f558b8 None None] Provisioning complete for port f7a7e0ad-c8ba-4941-a965-47104f22fb2d triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:13.706229 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d4b8063f-dead-46bc-b6a5-7df144f558b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:13.822704 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-d4b8063f-dead-46bc-b6a5-7df144f558b8 None None] Port f7a7e0ad-c8ba-4941-a965-47104f22fb2d cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:38:13.897161 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-3b62fd6a-0720-4cd2-b895-2f07151de180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fd426b-dae7-4f18-8736-e33ea1342ac9', 'name': 'tempest-TestEncryptedCinderVolumes-2049896812-router', 'tenant_id': '99c44524269c4548a952a4b5c1c45fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '787841af-5d32-4312-98da-179d55b58122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:10Z', 'updated_at': '2021-09-16T05:38:12Z', 'revision_number': 4, 'project_id': '99c44524269c4548a952a4b5c1c45fcb', 'gw_port': {'id': '787841af-5d32-4312-98da-179d55b58122', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:09:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fd426b-dae7-4f18-8736-e33ea1342ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:10Z', 'updated_at': '2021-09-16T05:38:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'f7a7e0ad-c8ba-4941-a965-47104f22fb2d', 'name': '', 'network_id': '3dd1e895-14d9-46e9-b805-2b63c8188acc', 'tenant_id': '99c44524269c4548a952a4b5c1c45fcb', 'mac_address': 'fa:16:3e:a8:13:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fd426b-dae7-4f18-8736-e33ea1342ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'e8d3500f-cda0-429c-92c1-95d26dd6d428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:12Z', 'updated_at': '2021-09-16T05:38:13Z', 'revision_number': 2, 'project_id': '99c44524269c4548a952a4b5c1c45fcb', 'subnets': [{'id': 'e8d3500f-cda0-429c-92c1-95d26dd6d428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:13.923398 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b62fd6a-0720-4cd2-b895-2f07151de180 None None] The sync data for ids ['60fd426b-dae7-4f18-8736-e33ea1342ac9'] in n-d-712139-15 is: [{'id': '60fd426b-dae7-4f18-8736-e33ea1342ac9', 'name': 'tempest-TestEncryptedCinderVolumes-2049896812-router', 'tenant_id': '99c44524269c4548a952a4b5c1c45fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '787841af-5d32-4312-98da-179d55b58122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:10Z', 'updated_at': '2021-09-16T05:38:12Z', 'revision_number': 4, 'project_id': '99c44524269c4548a952a4b5c1c45fcb', 'gw_port': {'id': '787841af-5d32-4312-98da-179d55b58122', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:09:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fd426b-dae7-4f18-8736-e33ea1342ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:10Z', 'updated_at': '2021-09-16T05:38:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'f7a7e0ad-c8ba-4941-a965-47104f22fb2d', 'name': '', 'network_id': '3dd1e895-14d9-46e9-b805-2b63c8188acc', 'tenant_id': '99c44524269c4548a952a4b5c1c45fcb', 'mac_address': 'fa:16:3e:a8:13:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fd426b-dae7-4f18-8736-e33ea1342ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'e8d3500f-cda0-429c-92c1-95d26dd6d428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:12Z', 'updated_at': '2021-09-16T05:38:13Z', 'revision_number': 2, 'project_id': '99c44524269c4548a952a4b5c1c45fcb', 'subnets': [{'id': 'e8d3500f-cda0-429c-92c1-95d26dd6d428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:38:14.056874 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56634) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:14.062059 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-c133d028-d326-4ed9-a7f4-751a326f7841 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1814871863-network', 'tenant_id': '19362a913053444fb5e198838c7f7de5'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:14.083472 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c133d028-d326-4ed9-a7f4-751a326f7841 admin admin] Made reservation on behalf of 19362a913053444fb5e198838c7f7de5 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:38:14.086736 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c133d028-d326-4ed9-a7f4-751a326f7841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:14.097130 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c133d028-d326-4ed9-a7f4-751a326f7841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:14.202475 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c133d028-d326-4ed9-a7f4-751a326f7841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:14.210226 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c133d028-d326-4ed9-a7f4-751a326f7841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:14.241255 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c133d028-d326-4ed9-a7f4-751a326f7841 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:38:14.247176 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133d028-d326-4ed9-a7f4-751a326f7841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1080900b-1080-4e4b-bb5e-46dc0afd154d,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:14.257463 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c133d028-d326-4ed9-a7f4-751a326f7841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:14.257813 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-c133d028-d326-4ed9-a7f4-751a326f7841 admin admin] Added segment 98d0af28-21a1-4580-9a10-6cd0ee644d10 of type vlan for network 1d02d50e-1d5d-4b9a-bb45-ee9ecf30e382 Sep 16 05:38:14.307240 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c133d028-d326-4ed9-a7f4-751a326f7841 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:14.333263 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c133d028-d326-4ed9-a7f4-751a326f7841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:14.335163 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c133d028-d326-4ed9-a7f4-751a326f7841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:14.335815 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c133d028-d326-4ed9-a7f4-751a326f7841 admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:14.369012 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c133d028-d326-4ed9-a7f4-751a326f7841 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3109808 Sep 16 05:38:14.371601 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56636) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:14.402537 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-e0bd12f5-4f03-4263-baa1-f5405a9d7b41 admin admin] Request body: {'subnet': {'network_id': '1d02d50e-1d5d-4b9a-bb45-ee9ecf30e382', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1814871863-subnet', 'tenant_id': '19362a913053444fb5e198838c7f7de5', 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:14.408773 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133d028-d326-4ed9-a7f4-751a326f7841 admin admin] Pushing event updated for resources: {'Network': ['ID=1d02d50e-1d5d-4b9a-bb45-ee9ecf30e382,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:14.418644 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 1d02d50e-1d5d-4b9a-bb45-ee9ecf30e382 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:38:14.435851 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bd12f5-4f03-4263-baa1-f5405a9d7b41 admin admin] Made reservation on behalf of 19362a913053444fb5e198838c7f7de5 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:38:14.438245 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e0bd12f5-4f03-4263-baa1-f5405a9d7b41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:14.751984 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:14.972776 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e0bd12f5-4f03-4263-baa1-f5405a9d7b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:15.030023 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd12f5-4f03-4263-baa1-f5405a9d7b41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c71ff00f-db8c-40be-ad5e-09b47a814ab4,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:15.046921 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bd12f5-4f03-4263-baa1-f5405a9d7b41 admin admin] Checking segment: {'id': '98d0af28-21a1-4580-9a10-6cd0ee644d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1d02d50e-1d5d-4b9a-bb45-ee9ecf30e382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:38:15.047279 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bd12f5-4f03-4263-baa1-f5405a9d7b41 admin admin] Network hostable DHCP agents. Network: 1d02d50e-1d5d-4b9a-bb45-ee9ecf30e382, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:38:15.064469 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bd12f5-4f03-4263-baa1-f5405a9d7b41 admin admin] Network 1d02d50e-1d5d-4b9a-bb45-ee9ecf30e382 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:38:15.074769 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-e0bd12f5-4f03-4263-baa1-f5405a9d7b41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 1d02d50e-1d5d-4b9a-bb45-ee9ecf30e382) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:38:15.078959 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bd12f5-4f03-4263-baa1-f5405a9d7b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:15.079554 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e0bd12f5-4f03-4263-baa1-f5405a9d7b41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:15.083393 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46513313-0fda-4892-afc6-1a8341dc0b66 None None] Network 1d02d50e-1d5d-4b9a-bb45-ee9ecf30e382 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:38:15.097494 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e0bd12f5-4f03-4263-baa1-f5405a9d7b41 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7248685 Sep 16 05:38:15.099984 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56638) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:15.104879 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-2ca3fe6c-89e8-4eb7-a1e5-1f019a647ca6 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1814871863-router', 'tenant_id': '19362a913053444fb5e198838c7f7de5', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:15.125661 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2ca3fe6c-89e8-4eb7-a1e5-1f019a647ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:15.126806 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2ca3fe6c-89e8-4eb7-a1e5-1f019a647ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:15.173813 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:15.189117 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2ca3fe6c-89e8-4eb7-a1e5-1f019a647ca6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:15.260731 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c769756c-10bd-4dfe-b821-9d30817c03ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-1d02d50e-1d5d-4b9a-bb45-ee9ecf30e382', 'network_id': '1d02d50e-1d5d-4b9a-bb45-ee9ecf30e382', 'tenant_id': '19362a913053444fb5e198838c7f7de5', 'fixed_ips': [{'subnet_id': 'c71ff00f-db8c-40be-ad5e-09b47a814ab4'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:38:15.261771 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c769756c-10bd-4dfe-b821-9d30817c03ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:15.338913 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2ca3fe6c-89e8-4eb7-a1e5-1f019a647ca6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:15.343668 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 787841af-5d32-4312-98da-179d55b58122 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:38:15.442157 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-c769756c-10bd-4dfe-b821-9d30817c03ef None None] Allocated IP 172.20.0.2 (1d02d50e-1d5d-4b9a-bb45-ee9ecf30e382/c71ff00f-db8c-40be-ad5e-09b47a814ab4/5918b505-7d14-4344-a52a-cfba17fd4c69) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:38:15.444185 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 787841af-5d32-4312-98da-179d55b58122 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:15.444791 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:15.546964 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2ca3fe6c-89e8-4eb7-a1e5-1f019a647ca6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:15.567093 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2ca3fe6c-89e8-4eb7-a1e5-1f019a647ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:15.609494 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:15.659835 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 787841af-5d32-4312-98da-179d55b58122, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=787841af-5d32-4312-98da-179d55b58122,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:15.670606 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:15.676676 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c769756c-10bd-4dfe-b821-9d30817c03ef None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:15.686663 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-2ca3fe6c-89e8-4eb7-a1e5-1f019a647ca6 admin admin] Allocated IP 172.25.8.135 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/fac267cf-9f4d-4d8e-84f8-e50e44adadc5) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:38:15.700501 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c769756c-10bd-4dfe-b821-9d30817c03ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:15.731441 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c769756c-10bd-4dfe-b821-9d30817c03ef None None] Network 1d02d50e-1d5d-4b9a-bb45-ee9ecf30e382 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:38:15.734281 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-c769756c-10bd-4dfe-b821-9d30817c03ef None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:38:15.738083 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c769756c-10bd-4dfe-b821-9d30817c03ef None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:38:15.742206 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=787841af-5d32-4312-98da-179d55b58122,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:15.805836 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2ca3fe6c-89e8-4eb7-a1e5-1f019a647ca6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:15.815939 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769756c-10bd-4dfe-b821-9d30817c03ef None None] Pushing event updated for resources: {'Port': ['ID=5918b505-7d14-4344-a52a-cfba17fd4c69,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:15.826517 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-c769756c-10bd-4dfe-b821-9d30817c03ef None None] Attempting to bind port 5918b505-7d14-4344-a52a-cfba17fd4c69 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:38:15.826885 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-c769756c-10bd-4dfe-b821-9d30817c03ef None None] Attempting to bind port 5918b505-7d14-4344-a52a-cfba17fd4c69 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '98d0af28-21a1-4580-9a10-6cd0ee644d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1d02d50e-1d5d-4b9a-bb45-ee9ecf30e382'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:38:15.827245 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c769756c-10bd-4dfe-b821-9d30817c03ef None None] Attempting to bind port 5918b505-7d14-4344-a52a-cfba17fd4c69 on network 1d02d50e-1d5d-4b9a-bb45-ee9ecf30e382 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:38:15.832792 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c769756c-10bd-4dfe-b821-9d30817c03ef None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:38:15.833159 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c769756c-10bd-4dfe-b821-9d30817c03ef None None] Checking segment: {'id': '98d0af28-21a1-4580-9a10-6cd0ee644d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1d02d50e-1d5d-4b9a-bb45-ee9ecf30e382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:38:15.833570 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c769756c-10bd-4dfe-b821-9d30817c03ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:15.833968 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c769756c-10bd-4dfe-b821-9d30817c03ef None None] Bound using segment: {'id': '98d0af28-21a1-4580-9a10-6cd0ee644d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1d02d50e-1d5d-4b9a-bb45-ee9ecf30e382'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:38:15.834508 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-c769756c-10bd-4dfe-b821-9d30817c03ef None None] Bound port: 5918b505-7d14-4344-a52a-cfba17fd4c69, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98d0af28-21a1-4580-9a10-6cd0ee644d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1d02d50e-1d5d-4b9a-bb45-ee9ecf30e382'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:38:15.834866 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c769756c-10bd-4dfe-b821-9d30817c03ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:15.847453 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2ca3fe6c-89e8-4eb7-a1e5-1f019a647ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:15.886902 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca3fe6c-89e8-4eb7-a1e5-1f019a647ca6 admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:38:15.889969 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-2ca3fe6c-89e8-4eb7-a1e5-1f019a647ca6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:38:15.892946 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca3fe6c-89e8-4eb7-a1e5-1f019a647ca6 admin admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:38:15.930631 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca3fe6c-89e8-4eb7-a1e5-1f019a647ca6 admin admin] Pushing event updated for resources: {'Port': ['ID=fac267cf-9f4d-4d8e-84f8-e50e44adadc5,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:15.973203 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88b161e-6604-442a-be43-64173d58ffa3 None None] Sync routers for ids ['60fd426b-dae7-4f18-8736-e33ea1342ac9'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:38:15.983153 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88b161e-6604-442a-be43-64173d58ffa3 None None] Routers {'60fd426b-dae7-4f18-8736-e33ea1342ac9'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:38:15.984364 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-e88b161e-6604-442a-be43-64173d58ffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:38:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['60fd426b-dae7-4f18-8736-e33ea1342ac9'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:16.062254 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-c769756c-10bd-4dfe-b821-9d30817c03ef None None] For port 5918b505-7d14-4344-a52a-cfba17fd4c69, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:38:16.066392 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-c769756c-10bd-4dfe-b821-9d30817c03ef None None] For port 5918b505-7d14-4344-a52a-cfba17fd4c69, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=5918b505-7d14-4344-a52a-cfba17fd4c69,segment=NetworkSegment(98d0af28-21a1-4580-9a10-6cd0ee644d10),segment_id=98d0af28-21a1-4580-9a10-6cd0ee644d10)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:38:16.072502 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c769756c-10bd-4dfe-b821-9d30817c03ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:16.136161 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769756c-10bd-4dfe-b821-9d30817c03ef None None] Pushing event updated for resources: {'Port': ['ID=5918b505-7d14-4344-a52a-cfba17fd4c69,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:16.187256 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2ca3fe6c-89e8-4eb7-a1e5-1f019a647ca6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:16.210121 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-e88b161e-6604-442a-be43-64173d58ffa3 None None] Set router 60fd426b-dae7-4f18-8736-e33ea1342ac9 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:38:16.260492 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:16.429659 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2ca3fe6c-89e8-4eb7-a1e5-1f019a647ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:16.453577 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-e88b161e-6604-442a-be43-64173d58ffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fd426b-dae7-4f18-8736-e33ea1342ac9', 'name': 'tempest-TestEncryptedCinderVolumes-2049896812-router', 'tenant_id': '99c44524269c4548a952a4b5c1c45fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '787841af-5d32-4312-98da-179d55b58122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:10Z', 'updated_at': '2021-09-16T05:38:12Z', 'revision_number': 4, 'project_id': '99c44524269c4548a952a4b5c1c45fcb', 'gw_port': {'id': '787841af-5d32-4312-98da-179d55b58122', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:09:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fd426b-dae7-4f18-8736-e33ea1342ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:10Z', 'updated_at': '2021-09-16T05:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'f7a7e0ad-c8ba-4941-a965-47104f22fb2d', 'name': '', 'network_id': '3dd1e895-14d9-46e9-b805-2b63c8188acc', 'tenant_id': '99c44524269c4548a952a4b5c1c45fcb', 'mac_address': 'fa:16:3e:a8:13:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fd426b-dae7-4f18-8736-e33ea1342ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'e8d3500f-cda0-429c-92c1-95d26dd6d428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:12Z', 'updated_at': '2021-09-16T05:38:13Z', 'revision_number': 2, 'project_id': '99c44524269c4548a952a4b5c1c45fcb', 'subnets': [{'id': 'e8d3500f-cda0-429c-92c1-95d26dd6d428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:16.481214 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88b161e-6604-442a-be43-64173d58ffa3 None None] Checking router: 60fd426b-dae7-4f18-8736-e33ea1342ac9 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:38:16.481565 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88b161e-6604-442a-be43-64173d58ffa3 None None] Updating router 60fd426b-dae7-4f18-8736-e33ea1342ac9 port f7a7e0ad-c8ba-4941-a965-47104f22fb2d binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:38:16.510774 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-e88b161e-6604-442a-be43-64173d58ffa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:16.562400 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca3fe6c-89e8-4eb7-a1e5-1f019a647ca6 admin admin] Router 98178971-92d2-498e-b3df-63dc172905f9 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:38:16.670310 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca3fe6c-89e8-4eb7-a1e5-1f019a647ca6 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:38:16.680433 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9e725b-f8ee-4dcd-b678-5fcf6d368fc2 None None] Sync routers for ids ['98178971-92d2-498e-b3df-63dc172905f9'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:38:16.687877 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2ca3fe6c-89e8-4eb7-a1e5-1f019a647ca6 admin admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:16.691840 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9e725b-f8ee-4dcd-b678-5fcf6d368fc2 None None] Routers {'98178971-92d2-498e-b3df-63dc172905f9'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:38:16.692151 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56640) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:16.692651 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-9f9e725b-f8ee-4dcd-b678-5fcf6d368fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:38:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['98178971-92d2-498e-b3df-63dc172905f9'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:16.692775 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2ca3fe6c-89e8-4eb7-a1e5-1f019a647ca6 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5914736 Sep 16 05:38:16.797622 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-e88b161e-6604-442a-be43-64173d58ffa3 None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:16.809526 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-e88b161e-6604-442a-be43-64173d58ffa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:16.809981 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-9f9e725b-f8ee-4dcd-b678-5fcf6d368fc2 None None] Set router 98178971-92d2-498e-b3df-63dc172905f9 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:38:16.862492 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac88d50-417f-400e-a049-50a0d73ef7e5 None None] Pushing event updated for resources: {'Port': ['ID=f7a7e0ad-c8ba-4941-a965-47104f22fb2d,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:16.887371 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac88d50-417f-400e-a049-50a0d73ef7e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:16.887704 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac88d50-417f-400e-a049-50a0d73ef7e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:16.888046 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac88d50-417f-400e-a049-50a0d73ef7e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:16.888379 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac88d50-417f-400e-a049-50a0d73ef7e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:16.888738 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac88d50-417f-400e-a049-50a0d73ef7e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:16.889070 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac88d50-417f-400e-a049-50a0d73ef7e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:16.889392 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac88d50-417f-400e-a049-50a0d73ef7e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:16.889711 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac88d50-417f-400e-a049-50a0d73ef7e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:16.890033 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac88d50-417f-400e-a049-50a0d73ef7e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:16.890352 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac88d50-417f-400e-a049-50a0d73ef7e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:16.890671 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac88d50-417f-400e-a049-50a0d73ef7e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:16.890991 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac88d50-417f-400e-a049-50a0d73ef7e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:16.936943 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-e88b161e-6604-442a-be43-64173d58ffa3 None None] Attempting to bind port f7a7e0ad-c8ba-4941-a965-47104f22fb2d on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:38:16.937308 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-e88b161e-6604-442a-be43-64173d58ffa3 None None] Attempting to bind port f7a7e0ad-c8ba-4941-a965-47104f22fb2d by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '27280e63-18bb-4aba-a26d-6dea4c655c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3dd1e895-14d9-46e9-b805-2b63c8188acc'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:38:16.937666 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88b161e-6604-442a-be43-64173d58ffa3 None None] Attempting to bind port f7a7e0ad-c8ba-4941-a965-47104f22fb2d on network 3dd1e895-14d9-46e9-b805-2b63c8188acc {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:38:16.945197 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88b161e-6604-442a-be43-64173d58ffa3 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:38:16.945433 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88b161e-6604-442a-be43-64173d58ffa3 None None] Checking segment: {'id': '27280e63-18bb-4aba-a26d-6dea4c655c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3dd1e895-14d9-46e9-b805-2b63c8188acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:38:16.945768 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-e88b161e-6604-442a-be43-64173d58ffa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:16.946156 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88b161e-6604-442a-be43-64173d58ffa3 None None] Bound using segment: {'id': '27280e63-18bb-4aba-a26d-6dea4c655c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3dd1e895-14d9-46e9-b805-2b63c8188acc'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:38:16.946635 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-e88b161e-6604-442a-be43-64173d58ffa3 None None] Bound port: f7a7e0ad-c8ba-4941-a965-47104f22fb2d, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27280e63-18bb-4aba-a26d-6dea4c655c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3dd1e895-14d9-46e9-b805-2b63c8188acc'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:38:16.947012 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-e88b161e-6604-442a-be43-64173d58ffa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:17.027720 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-e88b161e-6604-442a-be43-64173d58ffa3 None None] For port f7a7e0ad-c8ba-4941-a965-47104f22fb2d, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:38:17.031949 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-e88b161e-6604-442a-be43-64173d58ffa3 None None] For port f7a7e0ad-c8ba-4941-a965-47104f22fb2d, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=f7a7e0ad-c8ba-4941-a965-47104f22fb2d,segment=NetworkSegment(27280e63-18bb-4aba-a26d-6dea4c655c38),segment_id=27280e63-18bb-4aba-a26d-6dea4c655c38)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:38:17.040127 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-e88b161e-6604-442a-be43-64173d58ffa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:17.105958 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-9f9e725b-f8ee-4dcd-b678-5fcf6d368fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98178971-92d2-498e-b3df-63dc172905f9', 'name': 'tempest-TestEncryptedCinderVolumes-1814871863-router', 'tenant_id': '19362a913053444fb5e198838c7f7de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'fac267cf-9f4d-4d8e-84f8-e50e44adadc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:15Z', 'updated_at': '2021-09-16T05:38:16Z', 'revision_number': 3, 'project_id': '19362a913053444fb5e198838c7f7de5', 'gw_port': {'id': 'fac267cf-9f4d-4d8e-84f8-e50e44adadc5', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:29:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98178971-92d2-498e-b3df-63dc172905f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:15Z', 'updated_at': '2021-09-16T05:38:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:17.111839 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88b161e-6604-442a-be43-64173d58ffa3 None None] Routers {'60fd426b-dae7-4f18-8736-e33ea1342ac9'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:38:17.112750 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-e88b161e-6604-442a-be43-64173d58ffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:38:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['60fd426b-dae7-4f18-8736-e33ea1342ac9'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:17.154625 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9e725b-f8ee-4dcd-b678-5fcf6d368fc2 None None] Checking router: 98178971-92d2-498e-b3df-63dc172905f9 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:38:17.155219 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9e725b-f8ee-4dcd-b678-5fcf6d368fc2 None None] Updating router 98178971-92d2-498e-b3df-63dc172905f9 port fac267cf-9f4d-4d8e-84f8-e50e44adadc5 binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:38:17.188895 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-23b5d4d2-68fb-4b96-b59f-119407513179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:17.192033 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac88d50-417f-400e-a049-50a0d73ef7e5 None None] Pushing event updated for resources: {'Port': ['ID=f7a7e0ad-c8ba-4941-a965-47104f22fb2d,revision_number=4']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:17.208722 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9f9e725b-f8ee-4dcd-b678-5fcf6d368fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:17.270425 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-e88b161e-6604-442a-be43-64173d58ffa3 None None] Set router 60fd426b-dae7-4f18-8736-e33ea1342ac9 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:38:17.369107 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-9e0609ae-a5cd-4950-b81f-f4d2b48c372d None None] Provisioning complete for port f7a7e0ad-c8ba-4941-a965-47104f22fb2d triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:17.371342 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9e0609ae-a5cd-4950-b81f-f4d2b48c372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:17.510736 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dabefc0-591e-4d0a-bcf9-f854aee0b0c6 None None] Network 1d02d50e-1d5d-4b9a-bb45-ee9ecf30e382 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:38:17.541605 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-23b5d4d2-68fb-4b96-b59f-119407513179 admin admin] Allocated IP 172.20.0.1 (1d02d50e-1d5d-4b9a-bb45-ee9ecf30e382/c71ff00f-db8c-40be-ad5e-09b47a814ab4/898cbb7f-b1f6-4a2e-85bc-d160fe549a07) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:38:17.547583 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-e88b161e-6604-442a-be43-64173d58ffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fd426b-dae7-4f18-8736-e33ea1342ac9', 'name': 'tempest-TestEncryptedCinderVolumes-2049896812-router', 'tenant_id': '99c44524269c4548a952a4b5c1c45fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '787841af-5d32-4312-98da-179d55b58122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:10Z', 'updated_at': '2021-09-16T05:38:12Z', 'revision_number': 4, 'project_id': '99c44524269c4548a952a4b5c1c45fcb', 'gw_port': {'id': '787841af-5d32-4312-98da-179d55b58122', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:09:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fd426b-dae7-4f18-8736-e33ea1342ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:10Z', 'updated_at': '2021-09-16T05:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'f7a7e0ad-c8ba-4941-a965-47104f22fb2d', 'name': '', 'network_id': '3dd1e895-14d9-46e9-b805-2b63c8188acc', 'tenant_id': '99c44524269c4548a952a4b5c1c45fcb', 'mac_address': 'fa:16:3e:a8:13:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fd426b-dae7-4f18-8736-e33ea1342ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'e8d3500f-cda0-429c-92c1-95d26dd6d428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:12Z', 'updated_at': '2021-09-16T05:38:17Z', 'revision_number': 4, 'project_id': '99c44524269c4548a952a4b5c1c45fcb', 'subnets': [{'id': 'e8d3500f-cda0-429c-92c1-95d26dd6d428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:17.561023 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device f7a7e0ad-c8ba-4941-a965-47104f22fb2d up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:38:17.577444 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88b161e-6604-442a-be43-64173d58ffa3 None None] The sync data for ids ['60fd426b-dae7-4f18-8736-e33ea1342ac9'] in n-d-712139-15 is: [{'id': '60fd426b-dae7-4f18-8736-e33ea1342ac9', 'name': 'tempest-TestEncryptedCinderVolumes-2049896812-router', 'tenant_id': '99c44524269c4548a952a4b5c1c45fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '787841af-5d32-4312-98da-179d55b58122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:10Z', 'updated_at': '2021-09-16T05:38:12Z', 'revision_number': 4, 'project_id': '99c44524269c4548a952a4b5c1c45fcb', 'gw_port': {'id': '787841af-5d32-4312-98da-179d55b58122', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:09:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fd426b-dae7-4f18-8736-e33ea1342ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:10Z', 'updated_at': '2021-09-16T05:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'f7a7e0ad-c8ba-4941-a965-47104f22fb2d', 'name': '', 'network_id': '3dd1e895-14d9-46e9-b805-2b63c8188acc', 'tenant_id': '99c44524269c4548a952a4b5c1c45fcb', 'mac_address': 'fa:16:3e:a8:13:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fd426b-dae7-4f18-8736-e33ea1342ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'e8d3500f-cda0-429c-92c1-95d26dd6d428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:12Z', 'updated_at': '2021-09-16T05:38:17Z', 'revision_number': 4, 'project_id': '99c44524269c4548a952a4b5c1c45fcb', 'subnets': [{'id': 'e8d3500f-cda0-429c-92c1-95d26dd6d428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:38:17.664903 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-23b5d4d2-68fb-4b96-b59f-119407513179 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:17.705515 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9e0609ae-a5cd-4950-b81f-f4d2b48c372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:17.706096 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-23b5d4d2-68fb-4b96-b59f-119407513179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:17.750645 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b5d4d2-68fb-4b96-b59f-119407513179 admin admin] Network 1d02d50e-1d5d-4b9a-bb45-ee9ecf30e382 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:38:17.753512 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-23b5d4d2-68fb-4b96-b59f-119407513179 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:38:17.757836 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b5d4d2-68fb-4b96-b59f-119407513179 admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:38:17.786749 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5d4d2-68fb-4b96-b59f-119407513179 admin admin] Pushing event updated for resources: {'Port': ['ID=898cbb7f-b1f6-4a2e-85bc-d160fe549a07,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:17.805009 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b5d4d2-68fb-4b96-b59f-119407513179 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:17.805276 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b5d4d2-68fb-4b96-b59f-119407513179 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:17.805602 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b5d4d2-68fb-4b96-b59f-119407513179 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:17.806333 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b5d4d2-68fb-4b96-b59f-119407513179 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:17.806333 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b5d4d2-68fb-4b96-b59f-119407513179 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:17.806606 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b5d4d2-68fb-4b96-b59f-119407513179 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:17.806828 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b5d4d2-68fb-4b96-b59f-119407513179 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:17.807089 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b5d4d2-68fb-4b96-b59f-119407513179 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:17.807420 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b5d4d2-68fb-4b96-b59f-119407513179 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:17.808108 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b5d4d2-68fb-4b96-b59f-119407513179 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:17.808108 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b5d4d2-68fb-4b96-b59f-119407513179 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:17.808380 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b5d4d2-68fb-4b96-b59f-119407513179 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:17.818738 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-23b5d4d2-68fb-4b96-b59f-119407513179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:17.820346 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port f7a7e0ad-c8ba-4941-a965-47104f22fb2d triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:17.820559 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:17.842918 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-9e0609ae-a5cd-4950-b81f-f4d2b48c372d None None] For port f7a7e0ad-c8ba-4941-a965-47104f22fb2d, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=f7a7e0ad-c8ba-4941-a965-47104f22fb2d,segment=NetworkSegment(27280e63-18bb-4aba-a26d-6dea4c655c38),segment_id=27280e63-18bb-4aba-a26d-6dea4c655c38)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:17.875102 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9e0609ae-a5cd-4950-b81f-f4d2b48c372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:17.956109 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9f9e725b-f8ee-4dcd-b678-5fcf6d368fc2 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:17.982670 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9f9e725b-f8ee-4dcd-b678-5fcf6d368fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:18.013480 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0609ae-a5cd-4950-b81f-f4d2b48c372d None None] Pushing event updated for resources: {'Port': ['ID=f7a7e0ad-c8ba-4941-a965-47104f22fb2d,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:18.100211 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-9f9e725b-f8ee-4dcd-b678-5fcf6d368fc2 None None] Attempting to bind port fac267cf-9f4d-4d8e-84f8-e50e44adadc5 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:38:18.100606 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-9f9e725b-f8ee-4dcd-b678-5fcf6d368fc2 None None] Attempting to bind port fac267cf-9f4d-4d8e-84f8-e50e44adadc5 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:38:18.100979 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9e725b-f8ee-4dcd-b678-5fcf6d368fc2 None None] Attempting to bind port fac267cf-9f4d-4d8e-84f8-e50e44adadc5 on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:38:18.103289 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-aa6f9c84-ef8a-47b1-8524-9b0a8b6d8ad7 None None] Provisioning complete for port f7a7e0ad-c8ba-4941-a965-47104f22fb2d triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:18.103658 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-aa6f9c84-ef8a-47b1-8524-9b0a8b6d8ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:18.134292 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 787841af-5d32-4312-98da-179d55b58122 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:38:18.140758 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9e725b-f8ee-4dcd-b678-5fcf6d368fc2 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:38:18.141132 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9e725b-f8ee-4dcd-b678-5fcf6d368fc2 None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:38:18.141541 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9f9e725b-f8ee-4dcd-b678-5fcf6d368fc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:18.141937 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9e725b-f8ee-4dcd-b678-5fcf6d368fc2 None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:38:18.142535 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-9f9e725b-f8ee-4dcd-b678-5fcf6d368fc2 None None] Bound port: fac267cf-9f4d-4d8e-84f8-e50e44adadc5, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:38:18.142928 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9f9e725b-f8ee-4dcd-b678-5fcf6d368fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:18.165555 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4cbb7a-be7c-427c-85ca-a94026b86761 None None] Pushing event updated for resources: {'Port': ['ID=fac267cf-9f4d-4d8e-84f8-e50e44adadc5,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:18.269022 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-9f9e725b-f8ee-4dcd-b678-5fcf6d368fc2 None None] For port fac267cf-9f4d-4d8e-84f8-e50e44adadc5, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:38:18.274972 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-9f9e725b-f8ee-4dcd-b678-5fcf6d368fc2 None None] For port fac267cf-9f4d-4d8e-84f8-e50e44adadc5, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=fac267cf-9f4d-4d8e-84f8-e50e44adadc5,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:38:18.319701 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 787841af-5d32-4312-98da-179d55b58122 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:18.320085 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:18.322690 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-23b5d4d2-68fb-4b96-b59f-119407513179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:18.341256 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9f9e725b-f8ee-4dcd-b678-5fcf6d368fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:18.440418 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-aa6f9c84-ef8a-47b1-8524-9b0a8b6d8ad7 None None] Provisioning complete for port 5918b505-7d14-4344-a52a-cfba17fd4c69 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:18.440824 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-aa6f9c84-ef8a-47b1-8524-9b0a8b6d8ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:18.442268 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4cbb7a-be7c-427c-85ca-a94026b86761 None None] Pushing event updated for resources: {'Port': ['ID=fac267cf-9f4d-4d8e-84f8-e50e44adadc5,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:18.447219 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9e725b-f8ee-4dcd-b678-5fcf6d368fc2 None None] Routers {'98178971-92d2-498e-b3df-63dc172905f9'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:38:18.447850 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-9f9e725b-f8ee-4dcd-b678-5fcf6d368fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:38:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['98178971-92d2-498e-b3df-63dc172905f9'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:18.525351 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-23b5d4d2-68fb-4b96-b59f-119407513179 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:18.529708 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-23b5d4d2-68fb-4b96-b59f-119407513179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:18.563909 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 5918b505-7d14-4344-a52a-cfba17fd4c69 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:38:18.596658 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5d4d2-68fb-4b96-b59f-119407513179 admin admin] Pushing event updated for resources: {'Port': ['ID=898cbb7f-b1f6-4a2e-85bc-d160fe549a07,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:18.599207 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-23b5d4d2-68fb-4b96-b59f-119407513179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:18.674451 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-9f9e725b-f8ee-4dcd-b678-5fcf6d368fc2 None None] Set router 98178971-92d2-498e-b3df-63dc172905f9 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:38:18.694373 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b5d4d2-68fb-4b96-b59f-119407513179 admin admin] Network 1d02d50e-1d5d-4b9a-bb45-ee9ecf30e382 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:38:18.695784 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-23b5d4d2-68fb-4b96-b59f-119407513179 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:38:18.717054 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-aa6f9c84-ef8a-47b1-8524-9b0a8b6d8ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:18.791685 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 5918b505-7d14-4344-a52a-cfba17fd4c69 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:18.792061 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:18.818838 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b5d4d2-68fb-4b96-b59f-119407513179 admin admin] Router 98178971-92d2-498e-b3df-63dc172905f9 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:38:18.939622 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b5d4d2-68fb-4b96-b59f-119407513179 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:38:18.945856 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-23b5d4d2-68fb-4b96-b59f-119407513179 admin admin] 10.222.0.35 "PUT /v2.0/routers/98178971-92d2-498e-b3df-63dc172905f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2520638 Sep 16 05:38:19.027802 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-aa6f9c84-ef8a-47b1-8524-9b0a8b6d8ad7 None None] For port 5918b505-7d14-4344-a52a-cfba17fd4c69, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=5918b505-7d14-4344-a52a-cfba17fd4c69,segment=NetworkSegment(98d0af28-21a1-4580-9a10-6cd0ee644d10),segment_id=98d0af28-21a1-4580-9a10-6cd0ee644d10)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:19.038333 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-aa6f9c84-ef8a-47b1-8524-9b0a8b6d8ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:19.133036 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f9c84-ef8a-47b1-8524-9b0a8b6d8ad7 None None] Pushing event updated for resources: {'Port': ['ID=5918b505-7d14-4344-a52a-cfba17fd4c69,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:19.196186 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-4941bb19-2003-481d-bb93-adf6b3e7761b None None] Provisioning complete for port 898cbb7f-b1f6-4a2e-85bc-d160fe549a07 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:19.196578 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4941bb19-2003-481d-bb93-adf6b3e7761b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:19.221126 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-9f9e725b-f8ee-4dcd-b678-5fcf6d368fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98178971-92d2-498e-b3df-63dc172905f9', 'name': 'tempest-TestEncryptedCinderVolumes-1814871863-router', 'tenant_id': '19362a913053444fb5e198838c7f7de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'fac267cf-9f4d-4d8e-84f8-e50e44adadc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:15Z', 'updated_at': '2021-09-16T05:38:17Z', 'revision_number': 4, 'project_id': '19362a913053444fb5e198838c7f7de5', 'gw_port': {'id': 'fac267cf-9f4d-4d8e-84f8-e50e44adadc5', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:29:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98178971-92d2-498e-b3df-63dc172905f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:15Z', 'updated_at': '2021-09-16T05:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '898cbb7f-b1f6-4a2e-85bc-d160fe549a07', 'name': '', 'network_id': '1d02d50e-1d5d-4b9a-bb45-ee9ecf30e382', 'tenant_id': '19362a913053444fb5e198838c7f7de5', 'mac_address': 'fa:16:3e:b9:49:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98178971-92d2-498e-b3df-63dc172905f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'c71ff00f-db8c-40be-ad5e-09b47a814ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:17Z', 'updated_at': '2021-09-16T05:38:17Z', 'revision_number': 1, 'project_id': '19362a913053444fb5e198838c7f7de5', 'subnets': [{'id': 'c71ff00f-db8c-40be-ad5e-09b47a814ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:19.256281 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9e725b-f8ee-4dcd-b678-5fcf6d368fc2 None None] The sync data for ids ['98178971-92d2-498e-b3df-63dc172905f9'] in n-d-712139-15 is: [{'id': '98178971-92d2-498e-b3df-63dc172905f9', 'name': 'tempest-TestEncryptedCinderVolumes-1814871863-router', 'tenant_id': '19362a913053444fb5e198838c7f7de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'fac267cf-9f4d-4d8e-84f8-e50e44adadc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:15Z', 'updated_at': '2021-09-16T05:38:17Z', 'revision_number': 4, 'project_id': '19362a913053444fb5e198838c7f7de5', 'gw_port': {'id': 'fac267cf-9f4d-4d8e-84f8-e50e44adadc5', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:29:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98178971-92d2-498e-b3df-63dc172905f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:15Z', 'updated_at': '2021-09-16T05:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '898cbb7f-b1f6-4a2e-85bc-d160fe549a07', 'name': '', 'network_id': '1d02d50e-1d5d-4b9a-bb45-ee9ecf30e382', 'tenant_id': '19362a913053444fb5e198838c7f7de5', 'mac_address': 'fa:16:3e:b9:49:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98178971-92d2-498e-b3df-63dc172905f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'c71ff00f-db8c-40be-ad5e-09b47a814ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:17Z', 'updated_at': '2021-09-16T05:38:17Z', 'revision_number': 1, 'project_id': '19362a913053444fb5e198838c7f7de5', 'subnets': [{'id': 'c71ff00f-db8c-40be-ad5e-09b47a814ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:38:19.265974 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-4941bb19-2003-481d-bb93-adf6b3e7761b None None] Port 898cbb7f-b1f6-4a2e-85bc-d160fe549a07 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:38:19.285128 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-4941bb19-2003-481d-bb93-adf6b3e7761b None None] Provisioning complete for port 5918b505-7d14-4344-a52a-cfba17fd4c69 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:19.285512 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4941bb19-2003-481d-bb93-adf6b3e7761b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:19.345008 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device f7a7e0ad-c8ba-4941-a965-47104f22fb2d up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:38:19.426773 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port f7a7e0ad-c8ba-4941-a965-47104f22fb2d triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:19.427211 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:19.539555 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 5918b505-7d14-4344-a52a-cfba17fd4c69 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:38:19.597106 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 5918b505-7d14-4344-a52a-cfba17fd4c69 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:19.597445 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:19.718737 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-b1da5e3c-3040-4da2-b13c-675d0c4ea83b tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:19.720244 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-b1da5e3c-3040-4da2-b13c-675d0c4ea83b tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/networks?id=3dd1e895-14d9-46e9-b805-2b63c8188acc HTTP/1.1" status: 200 len: 817 time: 0.1070147 Sep 16 05:38:19.736285 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-3a992405-0123-4e6a-9b25-fe66966b76a8 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/quotas/99c44524269c4548a952a4b5c1c45fcb HTTP/1.1" status: 200 len: 375 time: 0.0098073 Sep 16 05:38:19.798043 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-c70258ff-8fd6-4f30-9e1c-a6633e4ee9ec tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=99c44524269c4548a952a4b5c1c45fcb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545480 Sep 16 05:38:19.911197 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-09795f14-59c1-47eb-9400-5c9c48f3b40b service neutron] 10.222.0.35 "GET /v2.0/networks/3dd1e895-14d9-46e9-b805-2b63c8188acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997782 Sep 16 05:38:20.009637 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-be892ae2-9f17-4262-b8a9-586028cd365a service neutron] 10.222.0.35 "GET /v2.0/networks/3dd1e895-14d9-46e9-b805-2b63c8188acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918362 Sep 16 05:38:20.172257 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b8d78759-dd23-4228-a9a9-8a2e7187f2ed req-2e890170-9c14-4b56-b411-73a191afa346 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a7ad7d7-0a07-4e9a-9bf5-511c242dcef6 HTTP/1.1" status: 200 len: 210 time: 0.0270979 Sep 16 05:38:21.232192 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-fa9ae765-4c2a-4d11-883a-d17551f16448 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:21.233861 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-fa9ae765-4c2a-4d11-883a-d17551f16448 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.48 "GET /v2.0/networks?id=3dd1e895-14d9-46e9-b805-2b63c8188acc HTTP/1.1" status: 200 len: 817 time: 0.1123765 Sep 16 05:38:21.263166 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-ea0501ba-37f1-4e96-a59a-74dcc0820c8c tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Request body: {'port': {'device_id': '2a7ad7d7-0a07-4e9a-9bf5-511c242dcef6', 'network_id': '3dd1e895-14d9-46e9-b805-2b63c8188acc', 'admin_state_up': True, 'tenant_id': '99c44524269c4548a952a4b5c1c45fcb'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:21.287994 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c8eb2fb-2434-4a49-b0a3-0fa9b2a18e64 req-22554f4c-5636-4a8c-b226-31ea60aa06fe tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a7ad7d7-0a07-4e9a-9bf5-511c242dcef6 HTTP/1.1" status: 200 len: 210 time: 0.0397384 Sep 16 05:38:21.320812 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device fac267cf-9f4d-4d8e-84f8-e50e44adadc5 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:38:21.371708 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port fac267cf-9f4d-4d8e-84f8-e50e44adadc5 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:21.372079 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:21.405037 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-ea0501ba-37f1-4e96-a59a-74dcc0820c8c tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Made reservation on behalf of 99c44524269c4548a952a4b5c1c45fcb for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:38:21.409493 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-ea0501ba-37f1-4e96-a59a-74dcc0820c8c tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:21.455838 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:21.477898 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port fac267cf-9f4d-4d8e-84f8-e50e44adadc5, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=fac267cf-9f4d-4d8e-84f8-e50e44adadc5,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:21.484154 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:21.537868 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=fac267cf-9f4d-4d8e-84f8-e50e44adadc5,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:21.550483 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-ea0501ba-37f1-4e96-a59a-74dcc0820c8c tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Allocated IP 172.20.0.4 (3dd1e895-14d9-46e9-b805-2b63c8188acc/e8d3500f-cda0-429c-92c1-95d26dd6d428/960b6485-d886-4e6e-86f8-68b7a4283f2c) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:38:21.695724 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da98b4ad-43d8-4cdd-b6c4-cfeb53329354 None None] Sync routers for ids ['98178971-92d2-498e-b3df-63dc172905f9'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:38:21.702754 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-ea0501ba-37f1-4e96-a59a-74dcc0820c8c tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:21.705050 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da98b4ad-43d8-4cdd-b6c4-cfeb53329354 None None] Routers {'98178971-92d2-498e-b3df-63dc172905f9'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:38:21.705664 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-da98b4ad-43d8-4cdd-b6c4-cfeb53329354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:38:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['98178971-92d2-498e-b3df-63dc172905f9'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:21.736784 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-ea0501ba-37f1-4e96-a59a-74dcc0820c8c tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:21.780209 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-ea0501ba-37f1-4e96-a59a-74dcc0820c8c tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Network 3dd1e895-14d9-46e9-b805-2b63c8188acc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:38:21.783341 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-ea0501ba-37f1-4e96-a59a-74dcc0820c8c tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:38:21.789357 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-ea0501ba-37f1-4e96-a59a-74dcc0820c8c tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:38:21.812874 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0501ba-37f1-4e96-a59a-74dcc0820c8c tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Pushing event updated for resources: {'Port': ['ID=960b6485-d886-4e6e-86f8-68b7a4283f2c,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:21.816055 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-da98b4ad-43d8-4cdd-b6c4-cfeb53329354 None None] Set router 98178971-92d2-498e-b3df-63dc172905f9 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:38:21.842236 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-ea0501ba-37f1-4e96-a59a-74dcc0820c8c tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:21.842855 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-ea0501ba-37f1-4e96-a59a-74dcc0820c8c tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:21.858802 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-ea0501ba-37f1-4e96-a59a-74dcc0820c8c tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5992265 Sep 16 05:38:21.878658 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-c5ad76b4-96ef-437e-8d1c-5e2a9b48f9ed service neutron] Request body: {'port': {'device_id': '2a7ad7d7-0a07-4e9a-9bf5-511c242dcef6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:21.951690 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-c5ad76b4-96ef-437e-8d1c-5e2a9b48f9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:22.046573 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-da98b4ad-43d8-4cdd-b6c4-cfeb53329354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98178971-92d2-498e-b3df-63dc172905f9', 'name': 'tempest-TestEncryptedCinderVolumes-1814871863-router', 'tenant_id': '19362a913053444fb5e198838c7f7de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'fac267cf-9f4d-4d8e-84f8-e50e44adadc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:15Z', 'updated_at': '2021-09-16T05:38:17Z', 'revision_number': 4, 'project_id': '19362a913053444fb5e198838c7f7de5', 'gw_port': {'id': 'fac267cf-9f4d-4d8e-84f8-e50e44adadc5', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98178971-92d2-498e-b3df-63dc172905f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:15Z', 'updated_at': '2021-09-16T05:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '898cbb7f-b1f6-4a2e-85bc-d160fe549a07', 'name': '', 'network_id': '1d02d50e-1d5d-4b9a-bb45-ee9ecf30e382', 'tenant_id': '19362a913053444fb5e198838c7f7de5', 'mac_address': 'fa:16:3e:b9:49:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98178971-92d2-498e-b3df-63dc172905f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'c71ff00f-db8c-40be-ad5e-09b47a814ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:17Z', 'updated_at': '2021-09-16T05:38:18Z', 'revision_number': 2, 'project_id': '19362a913053444fb5e198838c7f7de5', 'subnets': [{'id': 'c71ff00f-db8c-40be-ad5e-09b47a814ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:22.054391 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-67d2a6ef-4479-4d9b-8ca8-a9131e7ed77d None None] Provisioning complete for port 960b6485-d886-4e6e-86f8-68b7a4283f2c triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:22.055465 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-67d2a6ef-4479-4d9b-8ca8-a9131e7ed77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:22.095515 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-67d2a6ef-4479-4d9b-8ca8-a9131e7ed77d None None] Port 960b6485-d886-4e6e-86f8-68b7a4283f2c cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:38:22.168283 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da98b4ad-43d8-4cdd-b6c4-cfeb53329354 None None] Checking router: 98178971-92d2-498e-b3df-63dc172905f9 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:38:22.168659 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da98b4ad-43d8-4cdd-b6c4-cfeb53329354 None None] Updating router 98178971-92d2-498e-b3df-63dc172905f9 port 898cbb7f-b1f6-4a2e-85bc-d160fe549a07 binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:38:22.194718 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-da98b4ad-43d8-4cdd-b6c4-cfeb53329354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:22.233613 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-c5ad76b4-96ef-437e-8d1c-5e2a9b48f9ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 960b6485-d886-4e6e-86f8-68b7a4283f2c {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:38:22.242101 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-c5ad76b4-96ef-437e-8d1c-5e2a9b48f9ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:22.254292 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-c5ad76b4-96ef-437e-8d1c-5e2a9b48f9ed service neutron] Transition to ACTIVE for port object 960b6485-d886-4e6e-86f8-68b7a4283f2c will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:38:22.258913 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-c5ad76b4-96ef-437e-8d1c-5e2a9b48f9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:22.308134 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad76b4-96ef-437e-8d1c-5e2a9b48f9ed service neutron] Pushing event updated for resources: {'Port': ['ID=960b6485-d886-4e6e-86f8-68b7a4283f2c,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:22.410937 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-c5ad76b4-96ef-437e-8d1c-5e2a9b48f9ed service neutron] Attempting to bind port 960b6485-d886-4e6e-86f8-68b7a4283f2c on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:38:22.411122 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-c5ad76b4-96ef-437e-8d1c-5e2a9b48f9ed service neutron] Attempting to bind port 960b6485-d886-4e6e-86f8-68b7a4283f2c by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '27280e63-18bb-4aba-a26d-6dea4c655c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3dd1e895-14d9-46e9-b805-2b63c8188acc'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:38:22.411405 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-c5ad76b4-96ef-437e-8d1c-5e2a9b48f9ed service neutron] Attempting to bind port 960b6485-d886-4e6e-86f8-68b7a4283f2c on network 3dd1e895-14d9-46e9-b805-2b63c8188acc {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:38:22.420651 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-c5ad76b4-96ef-437e-8d1c-5e2a9b48f9ed service neutron] Port 960b6485-d886-4e6e-86f8-68b7a4283f2c on network 3dd1e895-14d9-46e9-b805-2b63c8188acc not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:38:22.420974 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-c5ad76b4-96ef-437e-8d1c-5e2a9b48f9ed service neutron] Attempting to bind port 960b6485-d886-4e6e-86f8-68b7a4283f2c on network 3dd1e895-14d9-46e9-b805-2b63c8188acc {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:38:22.430141 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-c5ad76b4-96ef-437e-8d1c-5e2a9b48f9ed service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:38:22.430479 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-c5ad76b4-96ef-437e-8d1c-5e2a9b48f9ed service neutron] Checking segment: {'id': '27280e63-18bb-4aba-a26d-6dea4c655c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3dd1e895-14d9-46e9-b805-2b63c8188acc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:38:22.430855 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-c5ad76b4-96ef-437e-8d1c-5e2a9b48f9ed service neutron] Bound using segment: {'id': '27280e63-18bb-4aba-a26d-6dea4c655c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3dd1e895-14d9-46e9-b805-2b63c8188acc'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:38:22.431289 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-c5ad76b4-96ef-437e-8d1c-5e2a9b48f9ed service neutron] Bound port: 960b6485-d886-4e6e-86f8-68b7a4283f2c, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27280e63-18bb-4aba-a26d-6dea4c655c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3dd1e895-14d9-46e9-b805-2b63c8188acc'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:38:22.431645 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-c5ad76b4-96ef-437e-8d1c-5e2a9b48f9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:22.457810 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3dbbd8-d07f-4a9a-bab6-012891e7e260 req-6d24bd4f-e24f-4c6f-8dcc-82a75a6a94c0 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:22.459549 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a3dbbd8-d07f-4a9a-bab6-012891e7e260 req-6d24bd4f-e24f-4c6f-8dcc-82a75a6a94c0 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a7ad7d7-0a07-4e9a-9bf5-511c242dcef6 HTTP/1.1" status: 200 len: 943 time: 0.0810030 Sep 16 05:38:22.495023 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-da98b4ad-43d8-4cdd-b6c4-cfeb53329354 None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:22.501512 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-da98b4ad-43d8-4cdd-b6c4-cfeb53329354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:22.538718 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3a3dbbd8-d07f-4a9a-bab6-012891e7e260 req-3af41bb9-ca4b-4c7d-b29a-50d0c741e565 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c66c89b-da0d-45aa-8bbc-a8992495642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583956 Sep 16 05:38:22.545693 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-c5ad76b4-96ef-437e-8d1c-5e2a9b48f9ed service neutron] For port 960b6485-d886-4e6e-86f8-68b7a4283f2c, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:38:22.549350 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-c5ad76b4-96ef-437e-8d1c-5e2a9b48f9ed service neutron] For port 960b6485-d886-4e6e-86f8-68b7a4283f2c, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=960b6485-d886-4e6e-86f8-68b7a4283f2c,segment=NetworkSegment(27280e63-18bb-4aba-a26d-6dea4c655c38),segment_id=27280e63-18bb-4aba-a26d-6dea4c655c38)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:38:22.567003 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-c5ad76b4-96ef-437e-8d1c-5e2a9b48f9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:22.584449 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57ec9a-02b6-4f70-9c7b-8e9b0e17b18c None None] Pushing event updated for resources: {'Port': ['ID=898cbb7f-b1f6-4a2e-85bc-d160fe549a07,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:22.608015 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-c5ad76b4-96ef-437e-8d1c-5e2a9b48f9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:22.608742 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-c5ad76b4-96ef-437e-8d1c-5e2a9b48f9ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:22.610303 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-c5ad76b4-96ef-437e-8d1c-5e2a9b48f9ed service neutron] 10.222.0.48 "PUT /v2.0/ports/960b6485-d886-4e6e-86f8-68b7a4283f2c HTTP/1.1" status: 200 len: 1092 time: 0.7372646 Sep 16 05:38:22.610825 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a7ad7d7-0a07-4e9a-9bf5-511c242dcef6', 'tag': '960b6485-d886-4e6e-86f8-68b7a4283f2c'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:38:22.613023 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55407a17-b81b-46ee-8829-bd4fa44bad4e" -d '{"events": [{"name": "network-changed", "server_uuid": "2a7ad7d7-0a07-4e9a-9bf5-511c242dcef6", "tag": "960b6485-d886-4e6e-86f8-68b7a4283f2c"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:38:22.614559 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-da98b4ad-43d8-4cdd-b6c4-cfeb53329354 None None] Attempting to bind port 898cbb7f-b1f6-4a2e-85bc-d160fe549a07 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:38:22.615169 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-da98b4ad-43d8-4cdd-b6c4-cfeb53329354 None None] Attempting to bind port 898cbb7f-b1f6-4a2e-85bc-d160fe549a07 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '98d0af28-21a1-4580-9a10-6cd0ee644d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1d02d50e-1d5d-4b9a-bb45-ee9ecf30e382'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:38:22.615794 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da98b4ad-43d8-4cdd-b6c4-cfeb53329354 None None] Attempting to bind port 898cbb7f-b1f6-4a2e-85bc-d160fe549a07 on network 1d02d50e-1d5d-4b9a-bb45-ee9ecf30e382 {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:38:22.621444 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da98b4ad-43d8-4cdd-b6c4-cfeb53329354 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:38:22.621820 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da98b4ad-43d8-4cdd-b6c4-cfeb53329354 None None] Checking segment: {'id': '98d0af28-21a1-4580-9a10-6cd0ee644d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1d02d50e-1d5d-4b9a-bb45-ee9ecf30e382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:38:22.622363 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-da98b4ad-43d8-4cdd-b6c4-cfeb53329354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:22.622752 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da98b4ad-43d8-4cdd-b6c4-cfeb53329354 None None] Bound using segment: {'id': '98d0af28-21a1-4580-9a10-6cd0ee644d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1d02d50e-1d5d-4b9a-bb45-ee9ecf30e382'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:38:22.623221 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-da98b4ad-43d8-4cdd-b6c4-cfeb53329354 None None] Bound port: 898cbb7f-b1f6-4a2e-85bc-d160fe549a07, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98d0af28-21a1-4580-9a10-6cd0ee644d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1d02d50e-1d5d-4b9a-bb45-ee9ecf30e382'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:38:22.623600 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-da98b4ad-43d8-4cdd-b6c4-cfeb53329354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:22.658273 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad76b4-96ef-437e-8d1c-5e2a9b48f9ed service neutron] Pushing event updated for resources: {'Port': ['ID=960b6485-d886-4e6e-86f8-68b7a4283f2c,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:22.681923 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cdc59c-ff06-45ad-a26f-044be2cc8479 x-openstack-request-id: req-87cdc59c-ff06-45ad-a26f-044be2cc8479 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:38:22.682539 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a7ad7d7-0a07-4e9a-9bf5-511c242dcef6", "tag": "960b6485-d886-4e6e-86f8-68b7a4283f2c", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:38:22.683318 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-87cdc59c-ff06-45ad-a26f-044be2cc8479 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:38:22.683941 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a7ad7d7-0a07-4e9a-9bf5-511c242dcef6', 'tag': '960b6485-d886-4e6e-86f8-68b7a4283f2c', 'status': 'completed', 'code': 200} Sep 16 05:38:22.723223 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-da98b4ad-43d8-4cdd-b6c4-cfeb53329354 None None] For port 898cbb7f-b1f6-4a2e-85bc-d160fe549a07, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:38:22.725890 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-e9d37c72-66aa-4d10-bff2-dce71729ac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:22.727628 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-e9d37c72-66aa-4d10-bff2-dce71729ac62 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99c44524269c4548a952a4b5c1c45fcb&device_id=2a7ad7d7-0a07-4e9a-9bf5-511c242dcef6 HTTP/1.1" status: 200 len: 1095 time: 0.0490284 Sep 16 05:38:22.728047 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-da98b4ad-43d8-4cdd-b6c4-cfeb53329354 None None] For port 898cbb7f-b1f6-4a2e-85bc-d160fe549a07, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=898cbb7f-b1f6-4a2e-85bc-d160fe549a07,segment=NetworkSegment(98d0af28-21a1-4580-9a10-6cd0ee644d10),segment_id=98d0af28-21a1-4580-9a10-6cd0ee644d10)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:38:22.733497 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-da98b4ad-43d8-4cdd-b6c4-cfeb53329354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:22.779471 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-e2784537-90e1-48dd-ac3b-a1f83a6e9916 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=960b6485-d886-4e6e-86f8-68b7a4283f2c HTTP/1.1" status: 200 len: 217 time: 0.0376372 Sep 16 05:38:22.804900 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57ec9a-02b6-4f70-9c7b-8e9b0e17b18c None None] Pushing event updated for resources: {'Port': ['ID=898cbb7f-b1f6-4a2e-85bc-d160fe549a07,revision_number=4']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:22.820385 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da98b4ad-43d8-4cdd-b6c4-cfeb53329354 None None] Routers {'98178971-92d2-498e-b3df-63dc172905f9'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:38:22.821059 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-da98b4ad-43d8-4cdd-b6c4-cfeb53329354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:38:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['98178971-92d2-498e-b3df-63dc172905f9'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:22.840184 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-84de391e-96f3-4ff2-b19e-e8d691444185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:22.842142 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-84de391e-96f3-4ff2-b19e-e8d691444185 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e8d3500f-cda0-429c-92c1-95d26dd6d428 HTTP/1.1" status: 200 len: 856 time: 0.0558996 Sep 16 05:38:22.885792 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-22c2816a-7502-4779-b3b0-daf11f707b27 None None] Provisioning complete for port 898cbb7f-b1f6-4a2e-85bc-d160fe549a07 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:22.886827 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-22c2816a-7502-4779-b3b0-daf11f707b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:22.899043 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-c59b2941-2e3c-4593-8aa4-6a0acd559ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:22.900630 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-c59b2941-2e3c-4593-8aa4-6a0acd559ce2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3dd1e895-14d9-46e9-b805-2b63c8188acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508058 Sep 16 05:38:22.956761 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-da98b4ad-43d8-4cdd-b6c4-cfeb53329354 None None] Set router 98178971-92d2-498e-b3df-63dc172905f9 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:38:22.987603 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-22c2816a-7502-4779-b3b0-daf11f707b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:22.999330 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-91fa0cde-b2e3-4dfd-9cc6-bdd9c46ee3dd service neutron] 10.222.0.48 "GET /v2.0/networks/3dd1e895-14d9-46e9-b805-2b63c8188acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902936 Sep 16 05:38:23.026967 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-22c2816a-7502-4779-b3b0-daf11f707b27 None None] For port 898cbb7f-b1f6-4a2e-85bc-d160fe549a07, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=898cbb7f-b1f6-4a2e-85bc-d160fe549a07,segment=NetworkSegment(98d0af28-21a1-4580-9a10-6cd0ee644d10),segment_id=98d0af28-21a1-4580-9a10-6cd0ee644d10)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:23.033905 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-22c2816a-7502-4779-b3b0-daf11f707b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:23.100463 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2816a-7502-4779-b3b0-daf11f707b27 None None] Pushing event updated for resources: {'Port': ['ID=898cbb7f-b1f6-4a2e-85bc-d160fe549a07,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:23.106443 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae24ecf3-eb90-41be-9318-60e4ba12cda1 req-7278590f-55a9-4838-afe1-4efedfe2fece service neutron] 10.222.0.48 "GET /v2.0/networks/3dd1e895-14d9-46e9-b805-2b63c8188acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996180 Sep 16 05:38:23.155997 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-e84c656e-7fae-4b01-978d-a0c6f24d9df6 None None] Provisioning complete for port 898cbb7f-b1f6-4a2e-85bc-d160fe549a07 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:23.156367 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e84c656e-7fae-4b01-978d-a0c6f24d9df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:23.172213 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-da98b4ad-43d8-4cdd-b6c4-cfeb53329354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98178971-92d2-498e-b3df-63dc172905f9', 'name': 'tempest-TestEncryptedCinderVolumes-1814871863-router', 'tenant_id': '19362a913053444fb5e198838c7f7de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'fac267cf-9f4d-4d8e-84f8-e50e44adadc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:15Z', 'updated_at': '2021-09-16T05:38:17Z', 'revision_number': 4, 'project_id': '19362a913053444fb5e198838c7f7de5', 'gw_port': {'id': 'fac267cf-9f4d-4d8e-84f8-e50e44adadc5', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98178971-92d2-498e-b3df-63dc172905f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:15Z', 'updated_at': '2021-09-16T05:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '898cbb7f-b1f6-4a2e-85bc-d160fe549a07', 'name': '', 'network_id': '1d02d50e-1d5d-4b9a-bb45-ee9ecf30e382', 'tenant_id': '19362a913053444fb5e198838c7f7de5', 'mac_address': 'fa:16:3e:b9:49:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98178971-92d2-498e-b3df-63dc172905f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'c71ff00f-db8c-40be-ad5e-09b47a814ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:17Z', 'updated_at': '2021-09-16T05:38:22Z', 'revision_number': 4, 'project_id': '19362a913053444fb5e198838c7f7de5', 'subnets': [{'id': 'c71ff00f-db8c-40be-ad5e-09b47a814ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:23.199749 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da98b4ad-43d8-4cdd-b6c4-cfeb53329354 None None] The sync data for ids ['98178971-92d2-498e-b3df-63dc172905f9'] in n-d-712139-15 is: [{'id': '98178971-92d2-498e-b3df-63dc172905f9', 'name': 'tempest-TestEncryptedCinderVolumes-1814871863-router', 'tenant_id': '19362a913053444fb5e198838c7f7de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'fac267cf-9f4d-4d8e-84f8-e50e44adadc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:15Z', 'updated_at': '2021-09-16T05:38:17Z', 'revision_number': 4, 'project_id': '19362a913053444fb5e198838c7f7de5', 'gw_port': {'id': 'fac267cf-9f4d-4d8e-84f8-e50e44adadc5', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98178971-92d2-498e-b3df-63dc172905f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:15Z', 'updated_at': '2021-09-16T05:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '898cbb7f-b1f6-4a2e-85bc-d160fe549a07', 'name': '', 'network_id': '1d02d50e-1d5d-4b9a-bb45-ee9ecf30e382', 'tenant_id': '19362a913053444fb5e198838c7f7de5', 'mac_address': 'fa:16:3e:b9:49:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98178971-92d2-498e-b3df-63dc172905f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'c71ff00f-db8c-40be-ad5e-09b47a814ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:17Z', 'updated_at': '2021-09-16T05:38:22Z', 'revision_number': 4, 'project_id': '19362a913053444fb5e198838c7f7de5', 'subnets': [{'id': 'c71ff00f-db8c-40be-ad5e-09b47a814ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:38:23.249367 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55407a17-b81b-46ee-8829-bd4fa44bad4e req-7b34d64b-f597-469d-8b0b-c68171b9e670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:23.250879 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-55407a17-b81b-46ee-8829-bd4fa44bad4e req-7b34d64b-f597-469d-8b0b-c68171b9e670 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99c44524269c4548a952a4b5c1c45fcb&device_id=2a7ad7d7-0a07-4e9a-9bf5-511c242dcef6 HTTP/1.1" status: 200 len: 1095 time: 0.0533440 Sep 16 05:38:23.351373 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 898cbb7f-b1f6-4a2e-85bc-d160fe549a07 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:38:23.363963 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55407a17-b81b-46ee-8829-bd4fa44bad4e req-2f857428-7ccd-4b71-bb01-4a5e54c3b6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:23.365548 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-55407a17-b81b-46ee-8829-bd4fa44bad4e req-2f857428-7ccd-4b71-bb01-4a5e54c3b6c9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3dd1e895-14d9-46e9-b805-2b63c8188acc HTTP/1.1" status: 200 len: 918 time: 0.1076620 Sep 16 05:38:23.409098 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 898cbb7f-b1f6-4a2e-85bc-d160fe549a07 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:23.409615 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:23.412812 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-55407a17-b81b-46ee-8829-bd4fa44bad4e req-24fe9a6b-4ac0-4e16-852a-1419859a7e96 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=960b6485-d886-4e6e-86f8-68b7a4283f2c HTTP/1.1" status: 200 len: 217 time: 0.0388820 Sep 16 05:38:23.467513 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55407a17-b81b-46ee-8829-bd4fa44bad4e req-f7d11a02-089a-4843-a495-b407b741c45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:23.469126 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-55407a17-b81b-46ee-8829-bd4fa44bad4e req-f7d11a02-089a-4843-a495-b407b741c45e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e8d3500f-cda0-429c-92c1-95d26dd6d428 HTTP/1.1" status: 200 len: 856 time: 0.0498190 Sep 16 05:38:23.494944 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device fac267cf-9f4d-4d8e-84f8-e50e44adadc5 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:38:23.524767 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55407a17-b81b-46ee-8829-bd4fa44bad4e req-0d4b26b0-eace-4f91-9b5c-12e8298cb5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:23.526411 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-55407a17-b81b-46ee-8829-bd4fa44bad4e req-0d4b26b0-eace-4f91-9b5c-12e8298cb5bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3dd1e895-14d9-46e9-b805-2b63c8188acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501511 Sep 16 05:38:23.543564 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port fac267cf-9f4d-4d8e-84f8-e50e44adadc5 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:23.543939 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:23.648960 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-55407a17-b81b-46ee-8829-bd4fa44bad4e req-9cd79ca5-94db-4651-b6c4-a52fe000ae36 service neutron] 10.222.0.48 "GET /v2.0/networks/3dd1e895-14d9-46e9-b805-2b63c8188acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152236 Sep 16 05:38:23.745456 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c96e4-7b9d-4e92-ac77-f2e25131b4b4 req-fc8e4802-dede-4828-9cd7-541e44de0618 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:23.746899 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ff9c96e4-7b9d-4e92-ac77-f2e25131b4b4 req-fc8e4802-dede-4828-9cd7-541e44de0618 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a7ad7d7-0a07-4e9a-9bf5-511c242dcef6 HTTP/1.1" status: 200 len: 943 time: 0.1224070 Sep 16 05:38:23.788667 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-55407a17-b81b-46ee-8829-bd4fa44bad4e req-17529720-d41a-45d6-8412-a1d109474cec service neutron] 10.222.0.48 "GET /v2.0/networks/3dd1e895-14d9-46e9-b805-2b63c8188acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260579 Sep 16 05:38:23.800509 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ff9c96e4-7b9d-4e92-ac77-f2e25131b4b4 req-79127072-aef1-4b1d-8dd6-8562db1303b2 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c66c89b-da0d-45aa-8bbc-a8992495642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472806 Sep 16 05:38:24.918590 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ea523-c1c7-4939-92d8-f6cc90549fc3 req-0b632520-3a83-48ba-a528-6ff530670961 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:24.920133 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b55ea523-c1c7-4939-92d8-f6cc90549fc3 req-0b632520-3a83-48ba-a528-6ff530670961 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a7ad7d7-0a07-4e9a-9bf5-511c242dcef6 HTTP/1.1" status: 200 len: 943 time: 0.0502548 Sep 16 05:38:24.961841 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b55ea523-c1c7-4939-92d8-f6cc90549fc3 req-e9cf3f4f-4496-4c7e-9540-aacd55644142 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c66c89b-da0d-45aa-8bbc-a8992495642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357072 Sep 16 05:38:26.090402 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3697f6-27b8-4087-ac1b-97b508592f6d req-2f51302f-878e-4b74-8c5e-a4dffaaf9aa7 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:26.091875 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fb3697f6-27b8-4087-ac1b-97b508592f6d req-2f51302f-878e-4b74-8c5e-a4dffaaf9aa7 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a7ad7d7-0a07-4e9a-9bf5-511c242dcef6 HTTP/1.1" status: 200 len: 943 time: 0.0484281 Sep 16 05:38:26.129337 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fb3697f6-27b8-4087-ac1b-97b508592f6d req-92e56849-493e-48e8-b819-5c6cccb934a6 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c66c89b-da0d-45aa-8bbc-a8992495642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314724 Sep 16 05:38:26.599247 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 960b6485-d886-4e6e-86f8-68b7a4283f2c details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:38:26.695686 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 960b6485-d886-4e6e-86f8-68b7a4283f2c, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=960b6485-d886-4e6e-86f8-68b7a4283f2c,segment=NetworkSegment(27280e63-18bb-4aba-a26d-6dea4c655c38),segment_id=27280e63-18bb-4aba-a26d-6dea4c655c38)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:26.706371 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '960b6485-d886-4e6e-86f8-68b7a4283f2c', 'network_id': '3dd1e895-14d9-46e9-b805-2b63c8188acc', 'port_id': '960b6485-d886-4e6e-86f8-68b7a4283f2c', 'mac_address': 'fa:16:3e:6b:d5:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8d3500f-cda0-429c-92c1-95d26dd6d428', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:38:26.744074 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:26.756331 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 960b6485-d886-4e6e-86f8-68b7a4283f2c {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:38:26.776927 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 960b6485-d886-4e6e-86f8-68b7a4283f2c, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=960b6485-d886-4e6e-86f8-68b7a4283f2c,segment=NetworkSegment(27280e63-18bb-4aba-a26d-6dea4c655c38),segment_id=27280e63-18bb-4aba-a26d-6dea4c655c38)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:26.780846 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:26.827891 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=960b6485-d886-4e6e-86f8-68b7a4283f2c,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:27.166266 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['960b6485-d886-4e6e-86f8-68b7a4283f2c'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:38:27.248609 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60377d5e-f5bb-4aa9-80ea-4f0a42aece00 req-41a34e2f-7c6f-45b9-90d9-247414d12796 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:27.250135 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-60377d5e-f5bb-4aa9-80ea-4f0a42aece00 req-41a34e2f-7c6f-45b9-90d9-247414d12796 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a7ad7d7-0a07-4e9a-9bf5-511c242dcef6 HTTP/1.1" status: 200 len: 944 time: 0.0520201 Sep 16 05:38:27.295912 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-60377d5e-f5bb-4aa9-80ea-4f0a42aece00 req-f0b93180-08dd-4465-a6a3-d6da352de564 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c66c89b-da0d-45aa-8bbc-a8992495642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377181 Sep 16 05:38:28.410182 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdc943-4da4-4126-a9ef-428498cdf8bc req-99672c79-f930-44fd-a59e-9ded6d4e207b tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:28.411635 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c7fdc943-4da4-4126-a9ef-428498cdf8bc req-99672c79-f930-44fd-a59e-9ded6d4e207b tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a7ad7d7-0a07-4e9a-9bf5-511c242dcef6 HTTP/1.1" status: 200 len: 944 time: 0.0482242 Sep 16 05:38:28.452714 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c7fdc943-4da4-4126-a9ef-428498cdf8bc req-4cabf3fc-9899-4ed2-9da6-f99734e0567c tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c66c89b-da0d-45aa-8bbc-a8992495642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345469 Sep 16 05:38:28.615246 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 960b6485-d886-4e6e-86f8-68b7a4283f2c up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:38:28.664105 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 960b6485-d886-4e6e-86f8-68b7a4283f2c completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:38:28.667842 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 960b6485-d886-4e6e-86f8-68b7a4283f2c triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:28.668218 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:28.745876 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:28.767208 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7ad7d7-0a07-4e9a-9bf5-511c242dcef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960b6485-d886-4e6e-86f8-68b7a4283f2c'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:38:28.769501 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2506ad353029a21956b6cd1b4a70cda1beed1e40b39b5191f7a66b422a7e283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867339ee-218d-4826-98ef-58c4e2e2aff4" -d '{"events": [{"server_uuid": "2a7ad7d7-0a07-4e9a-9bf5-511c242dcef6", "name": "network-vif-plugged", "status": "completed", "tag": "960b6485-d886-4e6e-86f8-68b7a4283f2c"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:38:28.782416 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 960b6485-d886-4e6e-86f8-68b7a4283f2c, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=960b6485-d886-4e6e-86f8-68b7a4283f2c,segment=NetworkSegment(27280e63-18bb-4aba-a26d-6dea4c655c38),segment_id=27280e63-18bb-4aba-a26d-6dea4c655c38)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:28.786729 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:28.810791 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311c554e-4f4b-4014-a254-5f63f8761b8e x-openstack-request-id: req-311c554e-4f4b-4014-a254-5f63f8761b8e {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:38:28.811084 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a7ad7d7-0a07-4e9a-9bf5-511c242dcef6", "name": "network-vif-plugged", "status": "completed", "tag": "960b6485-d886-4e6e-86f8-68b7a4283f2c", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:38:28.811336 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-311c554e-4f4b-4014-a254-5f63f8761b8e {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:38:28.811720 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7ad7d7-0a07-4e9a-9bf5-511c242dcef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960b6485-d886-4e6e-86f8-68b7a4283f2c', 'code': 200} Sep 16 05:38:28.837378 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=960b6485-d886-4e6e-86f8-68b7a4283f2c,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:28.934869 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4ff86-0f33-4478-9cee-829479ae9db8 req-953482e2-ffe2-43d6-b4bd-4665f60086ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:28.936345 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5da4ff86-0f33-4478-9cee-829479ae9db8 req-953482e2-ffe2-43d6-b4bd-4665f60086ba service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2a7ad7d7-0a07-4e9a-9bf5-511c242dcef6 HTTP/1.1" status: 200 len: 1097 time: 0.0423279 Sep 16 05:38:28.971838 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5da4ff86-0f33-4478-9cee-829479ae9db8 req-7faa0c81-9483-47be-9114-a51dfc54aa36 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2c66c89b-da0d-45aa-8bbc-a8992495642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276601 Sep 16 05:38:29.571613 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef4562-4bd1-4e8d-a429-f0fab804609a req-d37718b4-021a-452b-8796-b879b8c33aac tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:29.573126 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7ef4562-4bd1-4e8d-a429-f0fab804609a req-d37718b4-021a-452b-8796-b879b8c33aac tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a7ad7d7-0a07-4e9a-9bf5-511c242dcef6 HTTP/1.1" status: 200 len: 945 time: 0.0484548 Sep 16 05:38:29.609329 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7ef4562-4bd1-4e8d-a429-f0fab804609a req-95bcb58d-e799-4da3-b755-f9d5e619ca23 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c66c89b-da0d-45aa-8bbc-a8992495642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302839 Sep 16 05:38:30.723874 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ff0dc-5520-4c26-8ad8-794bff556817 req-ba897ad9-406a-466a-add2-b8a838c24ec2 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:30.725386 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6c3ff0dc-5520-4c26-8ad8-794bff556817 req-ba897ad9-406a-466a-add2-b8a838c24ec2 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a7ad7d7-0a07-4e9a-9bf5-511c242dcef6 HTTP/1.1" status: 200 len: 945 time: 0.0483229 Sep 16 05:38:30.770287 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6c3ff0dc-5520-4c26-8ad8-794bff556817 req-62248aa2-5d5b-42eb-9477-94ad6f2ac278 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c66c89b-da0d-45aa-8bbc-a8992495642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386081 Sep 16 05:38:30.885782 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee09bc-edb5-4c03-9d1e-7c508e8bdcf5 req-3d9511ed-f554-4377-94fb-d46c4153c665 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:30.887225 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f9ee09bc-edb5-4c03-9d1e-7c508e8bdcf5 req-3d9511ed-f554-4377-94fb-d46c4153c665 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a7ad7d7-0a07-4e9a-9bf5-511c242dcef6 HTTP/1.1" status: 200 len: 945 time: 0.0490215 Sep 16 05:38:30.924152 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f9ee09bc-edb5-4c03-9d1e-7c508e8bdcf5 req-701ee773-e7a2-47bb-b7d0-7faee1445a0a tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c66c89b-da0d-45aa-8bbc-a8992495642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310233 Sep 16 05:38:40.177708 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ae42ce1d-3c1c-445f-96c0-e9cdd17c39e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:42.161641 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:43.324209 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d23a53cf-f2f4-44b6-88b3-678449f42e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:43.624660 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:44.753907 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:45.184776 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:46.262368 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:49.130125 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:38:51.598859 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8148fa-bc1b-411b-bb76-1a01ba78b1c6 req-8fb68b5d-efa0-4a20-abf8-eff57056e9f3 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:51.600635 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8c8148fa-bc1b-411b-bb76-1a01ba78b1c6 req-8fb68b5d-efa0-4a20-abf8-eff57056e9f3 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a7ad7d7-0a07-4e9a-9bf5-511c242dcef6 HTTP/1.1" status: 200 len: 945 time: 0.0501187 Sep 16 05:38:51.638459 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8c8148fa-bc1b-411b-bb76-1a01ba78b1c6 req-316f83ee-b698-4eda-b257-b3c9363152f6 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c66c89b-da0d-45aa-8bbc-a8992495642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317113 Sep 16 05:38:52.753685 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613bab5-711c-4615-882c-66d05483cd02 req-ef4c2e12-2984-41dc-83e3-eaed87539172 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:52.755146 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f613bab5-711c-4615-882c-66d05483cd02 req-ef4c2e12-2984-41dc-83e3-eaed87539172 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a7ad7d7-0a07-4e9a-9bf5-511c242dcef6 HTTP/1.1" status: 200 len: 945 time: 0.0476861 Sep 16 05:38:52.795741 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f613bab5-711c-4615-882c-66d05483cd02 req-42f52503-bc2d-43d7-bd03-bb483fdf1d9d tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c66c89b-da0d-45aa-8bbc-a8992495642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337384 Sep 16 05:38:53.499685 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e858c-4b29-4b97-be92-8de3c75f1780 req-90bdd280-57ed-4603-9c51-202088469e27 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:53.501066 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7f7e858c-4b29-4b97-be92-8de3c75f1780 req-90bdd280-57ed-4603-9c51-202088469e27 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a7ad7d7-0a07-4e9a-9bf5-511c242dcef6 HTTP/1.1" status: 200 len: 945 time: 0.0483418 Sep 16 05:38:53.587067 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-7f7e858c-4b29-4b97-be92-8de3c75f1780 req-0e15e64c-9db1-428d-b5ea-f28c181478b6 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Deleting port 960b6485-d886-4e6e-86f8-68b7a4283f2c {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:38:53.587394 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-7f7e858c-4b29-4b97-be92-8de3c75f1780 req-0e15e64c-9db1-428d-b5ea-f28c181478b6 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:53.674717 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-7f7e858c-4b29-4b97-be92-8de3c75f1780 req-0e15e64c-9db1-428d-b5ea-f28c181478b6 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] For port 960b6485-d886-4e6e-86f8-68b7a4283f2c, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=960b6485-d886-4e6e-86f8-68b7a4283f2c,segment=NetworkSegment(27280e63-18bb-4aba-a26d-6dea4c655c38),segment_id=27280e63-18bb-4aba-a26d-6dea4c655c38)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:53.675080 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-7f7e858c-4b29-4b97-be92-8de3c75f1780 req-0e15e64c-9db1-428d-b5ea-f28c181478b6 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:53.687166 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-7f7e858c-4b29-4b97-be92-8de3c75f1780 req-0e15e64c-9db1-428d-b5ea-f28c181478b6 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Calling delete_port for 960b6485-d886-4e6e-86f8-68b7a4283f2c owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:38:53.812171 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-7f7e858c-4b29-4b97-be92-8de3c75f1780 req-0e15e64c-9db1-428d-b5ea-f28c181478b6 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:53.847278 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['960b6485-d886-4e6e-86f8-68b7a4283f2c'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:38:54.184755 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e15e64c-9db1-428d-b5ea-f28c181478b6 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Pushing event deleted for resources: {'Port': ['ID=960b6485-d886-4e6e-86f8-68b7a4283f2c,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:54.218795 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6d58f674-6316-43e5-a416-25a2b391a790 req-393660a9-3f2a-4fff-a618-16d016fbf4ec tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a7ad7d7-0a07-4e9a-9bf5-511c242dcef6 HTTP/1.1" status: 200 len: 210 time: 0.0388663 Sep 16 05:38:54.221724 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15e64c-9db1-428d-b5ea-f28c181478b6 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:54.222062 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15e64c-9db1-428d-b5ea-f28c181478b6 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:54.222396 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15e64c-9db1-428d-b5ea-f28c181478b6 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:54.222724 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15e64c-9db1-428d-b5ea-f28c181478b6 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:54.223049 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15e64c-9db1-428d-b5ea-f28c181478b6 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:54.223372 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15e64c-9db1-428d-b5ea-f28c181478b6 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:54.223692 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15e64c-9db1-428d-b5ea-f28c181478b6 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:54.224014 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15e64c-9db1-428d-b5ea-f28c181478b6 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:54.224361 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15e64c-9db1-428d-b5ea-f28c181478b6 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:54.225550 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15e64c-9db1-428d-b5ea-f28c181478b6 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:54.225883 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15e64c-9db1-428d-b5ea-f28c181478b6 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:54.226200 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15e64c-9db1-428d-b5ea-f28c181478b6 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:54.265013 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7e858c-4b29-4b97-be92-8de3c75f1780 req-0e15e64c-9db1-428d-b5ea-f28c181478b6 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] No DVR routers for this DVR port 960b6485-d886-4e6e-86f8-68b7a4283f2c on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:38:54.267680 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-7f7e858c-4b29-4b97-be92-8de3c75f1780 req-0e15e64c-9db1-428d-b5ea-f28c181478b6 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:54.269993 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7f7e858c-4b29-4b97-be92-8de3c75f1780 req-0e15e64c-9db1-428d-b5ea-f28c181478b6 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.48 "DELETE /v2.0/ports/960b6485-d886-4e6e-86f8-68b7a4283f2c HTTP/1.1" status: 204 len: 173 time: 0.7627101 Sep 16 05:38:54.270446 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7ad7d7-0a07-4e9a-9bf5-511c242dcef6', 'name': 'network-vif-deleted', 'tag': '960b6485-d886-4e6e-86f8-68b7a4283f2c'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:38:54.273673 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1aaf83-bc17-4246-ac32-bae186ee5a06" -d '{"events": [{"server_uuid": "2a7ad7d7-0a07-4e9a-9bf5-511c242dcef6", "name": "network-vif-deleted", "tag": "960b6485-d886-4e6e-86f8-68b7a4283f2c"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:38:54.317832 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b38434-5fe2-4f2d-bce5-d0726566cf00 x-openstack-request-id: req-d0b38434-5fe2-4f2d-bce5-d0726566cf00 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:38:54.318129 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a7ad7d7-0a07-4e9a-9bf5-511c242dcef6", "name": "network-vif-deleted", "tag": "960b6485-d886-4e6e-86f8-68b7a4283f2c", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:38:54.318399 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d0b38434-5fe2-4f2d-bce5-d0726566cf00 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:38:54.318864 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7ad7d7-0a07-4e9a-9bf5-511c242dcef6', 'name': 'network-vif-deleted', 'tag': '960b6485-d886-4e6e-86f8-68b7a4283f2c', 'status': 'completed', 'code': 200} Sep 16 05:38:56.063350 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-a67be99f-0819-454a-aee1-9bc1e60600ef tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:56.064849 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-a67be99f-0819-454a-aee1-9bc1e60600ef tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/networks?id=3dd1e895-14d9-46e9-b805-2b63c8188acc HTTP/1.1" status: 200 len: 817 time: 0.1024122 Sep 16 05:38:56.080857 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-d2a07639-af3f-4b70-a051-c17fec59b23b tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/quotas/99c44524269c4548a952a4b5c1c45fcb HTTP/1.1" status: 200 len: 375 time: 0.0089893 Sep 16 05:38:56.132454 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-8e42d165-f6a6-4aca-a06c-2f7d51177e17 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=99c44524269c4548a952a4b5c1c45fcb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453079 Sep 16 05:38:56.316454 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-1d45a827-cbe1-42dd-a332-b4b040fae697 service neutron] 10.222.0.35 "GET /v2.0/networks/3dd1e895-14d9-46e9-b805-2b63c8188acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723080 Sep 16 05:38:56.407439 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-87c79624-7fe7-41b9-90f6-ea545f584de7 service neutron] 10.222.0.35 "GET /v2.0/networks/3dd1e895-14d9-46e9-b805-2b63c8188acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838354 Sep 16 05:38:56.569769 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e454c96-d39c-4785-aef1-5ada61540b18 req-c2197de1-c0da-4c2a-9893-dc949d5b8b98 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/ports?device_id=c15c9fec-74d3-4b11-8574-dd06bf32f177 HTTP/1.1" status: 200 len: 210 time: 0.0314026 Sep 16 05:38:57.647739 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-7212ebfc-99ba-4853-a709-d40f44228187 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:57.649396 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-7212ebfc-99ba-4853-a709-d40f44228187 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.48 "GET /v2.0/networks?id=3dd1e895-14d9-46e9-b805-2b63c8188acc HTTP/1.1" status: 200 len: 817 time: 0.1044035 Sep 16 05:38:57.678613 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bc6ccf2e-ab16-4337-95a2-69612e817750 req-9bb57ca5-b52b-44d5-a742-4577560dfb4c tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/ports?device_id=c15c9fec-74d3-4b11-8574-dd06bf32f177 HTTP/1.1" status: 200 len: 210 time: 0.0282135 Sep 16 05:38:57.688904 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-46008ce2-8783-4532-a865-113d30d6fa81 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Request body: {'port': {'device_id': 'c15c9fec-74d3-4b11-8574-dd06bf32f177', 'network_id': '3dd1e895-14d9-46e9-b805-2b63c8188acc', 'admin_state_up': True, 'tenant_id': '99c44524269c4548a952a4b5c1c45fcb'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:57.802443 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-46008ce2-8783-4532-a865-113d30d6fa81 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Made reservation on behalf of 99c44524269c4548a952a4b5c1c45fcb for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:38:57.806962 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-46008ce2-8783-4532-a865-113d30d6fa81 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:57.936196 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-46008ce2-8783-4532-a865-113d30d6fa81 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Allocated IP 172.20.0.11 (3dd1e895-14d9-46e9-b805-2b63c8188acc/e8d3500f-cda0-429c-92c1-95d26dd6d428/41af143c-0447-4091-b2d8-06a6e129c934) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:38:58.076645 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-46008ce2-8783-4532-a865-113d30d6fa81 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:58.109431 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-46008ce2-8783-4532-a865-113d30d6fa81 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:58.155094 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-46008ce2-8783-4532-a865-113d30d6fa81 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Network 3dd1e895-14d9-46e9-b805-2b63c8188acc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:38:58.158123 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-46008ce2-8783-4532-a865-113d30d6fa81 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:38:58.161819 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-46008ce2-8783-4532-a865-113d30d6fa81 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:38:58.189885 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46008ce2-8783-4532-a865-113d30d6fa81 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Pushing event updated for resources: {'Port': ['ID=41af143c-0447-4091-b2d8-06a6e129c934,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:58.219108 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-46008ce2-8783-4532-a865-113d30d6fa81 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:58.219732 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-46008ce2-8783-4532-a865-113d30d6fa81 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:58.236351 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-46008ce2-8783-4532-a865-113d30d6fa81 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5517218 Sep 16 05:38:58.254325 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-80f796ee-a3ec-45c7-9b87-fe9c8a282e6d service neutron] Request body: {'port': {'device_id': 'c15c9fec-74d3-4b11-8574-dd06bf32f177', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:58.322834 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-80f796ee-a3ec-45c7-9b87-fe9c8a282e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:58.387196 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d2ba532a-fb13-47a1-8166-96e3534decf2 None None] Provisioning complete for port 41af143c-0447-4091-b2d8-06a6e129c934 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:58.387833 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d2ba532a-fb13-47a1-8166-96e3534decf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:58.421560 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-d2ba532a-fb13-47a1-8166-96e3534decf2 None None] Port 41af143c-0447-4091-b2d8-06a6e129c934 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:38:58.591224 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-80f796ee-a3ec-45c7-9b87-fe9c8a282e6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41af143c-0447-4091-b2d8-06a6e129c934 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:38:58.598658 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-80f796ee-a3ec-45c7-9b87-fe9c8a282e6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:58.610891 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-80f796ee-a3ec-45c7-9b87-fe9c8a282e6d service neutron] Transition to ACTIVE for port object 41af143c-0447-4091-b2d8-06a6e129c934 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:38:58.615070 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-80f796ee-a3ec-45c7-9b87-fe9c8a282e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:58.682246 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f796ee-a3ec-45c7-9b87-fe9c8a282e6d service neutron] Pushing event updated for resources: {'Port': ['ID=41af143c-0447-4091-b2d8-06a6e129c934,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:58.709147 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 960b6485-d886-4e6e-86f8-68b7a4283f2c no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:38:58.737362 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 960b6485-d886-4e6e-86f8-68b7a4283f2c {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:38:58.737607 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-80f796ee-a3ec-45c7-9b87-fe9c8a282e6d service neutron] Attempting to bind port 41af143c-0447-4091-b2d8-06a6e129c934 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:38:58.737826 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-80f796ee-a3ec-45c7-9b87-fe9c8a282e6d service neutron] Attempting to bind port 41af143c-0447-4091-b2d8-06a6e129c934 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '27280e63-18bb-4aba-a26d-6dea4c655c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3dd1e895-14d9-46e9-b805-2b63c8188acc'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:38:58.738152 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-80f796ee-a3ec-45c7-9b87-fe9c8a282e6d service neutron] Attempting to bind port 41af143c-0447-4091-b2d8-06a6e129c934 on network 3dd1e895-14d9-46e9-b805-2b63c8188acc {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:38:58.738469 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 960b6485-d886-4e6e-86f8-68b7a4283f2c not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:38:58.743731 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-80f796ee-a3ec-45c7-9b87-fe9c8a282e6d service neutron] Port 41af143c-0447-4091-b2d8-06a6e129c934 on network 3dd1e895-14d9-46e9-b805-2b63c8188acc not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:38:58.743731 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-80f796ee-a3ec-45c7-9b87-fe9c8a282e6d service neutron] Attempting to bind port 41af143c-0447-4091-b2d8-06a6e129c934 on network 3dd1e895-14d9-46e9-b805-2b63c8188acc {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:38:58.748821 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-80f796ee-a3ec-45c7-9b87-fe9c8a282e6d service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:38:58.749158 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-80f796ee-a3ec-45c7-9b87-fe9c8a282e6d service neutron] Checking segment: {'id': '27280e63-18bb-4aba-a26d-6dea4c655c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3dd1e895-14d9-46e9-b805-2b63c8188acc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:38:58.749734 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-80f796ee-a3ec-45c7-9b87-fe9c8a282e6d service neutron] Bound using segment: {'id': '27280e63-18bb-4aba-a26d-6dea4c655c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3dd1e895-14d9-46e9-b805-2b63c8188acc'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:38:58.749955 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-80f796ee-a3ec-45c7-9b87-fe9c8a282e6d service neutron] Bound port: 41af143c-0447-4091-b2d8-06a6e129c934, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27280e63-18bb-4aba-a26d-6dea4c655c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3dd1e895-14d9-46e9-b805-2b63c8188acc'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:38:58.750310 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-80f796ee-a3ec-45c7-9b87-fe9c8a282e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:58.854275 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b4eb1-4f89-49fa-bf48-0ff8e5023b45 req-a007ea6d-59ef-4592-8efa-0141490284e2 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:58.855767 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-049b4eb1-4f89-49fa-bf48-0ff8e5023b45 req-a007ea6d-59ef-4592-8efa-0141490284e2 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/ports?device_id=c15c9fec-74d3-4b11-8574-dd06bf32f177 HTTP/1.1" status: 200 len: 944 time: 0.0916350 Sep 16 05:38:58.859979 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-80f796ee-a3ec-45c7-9b87-fe9c8a282e6d service neutron] For port 41af143c-0447-4091-b2d8-06a6e129c934, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:38:58.864102 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-80f796ee-a3ec-45c7-9b87-fe9c8a282e6d service neutron] For port 41af143c-0447-4091-b2d8-06a6e129c934, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=41af143c-0447-4091-b2d8-06a6e129c934,segment=NetworkSegment(27280e63-18bb-4aba-a26d-6dea4c655c38),segment_id=27280e63-18bb-4aba-a26d-6dea4c655c38)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:38:58.872369 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-80f796ee-a3ec-45c7-9b87-fe9c8a282e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:58.929704 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-80f796ee-a3ec-45c7-9b87-fe9c8a282e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:58.930593 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-80f796ee-a3ec-45c7-9b87-fe9c8a282e6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:58.931993 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-80f796ee-a3ec-45c7-9b87-fe9c8a282e6d service neutron] 10.222.0.48 "PUT /v2.0/ports/41af143c-0447-4091-b2d8-06a6e129c934 HTTP/1.1" status: 200 len: 1093 time: 0.6822290 Sep 16 05:38:58.932629 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c15c9fec-74d3-4b11-8574-dd06bf32f177', 'tag': '41af143c-0447-4091-b2d8-06a6e129c934'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:38:58.935159 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6543697e-a370-4630-bef3-fffe47c2bdfd" -d '{"events": [{"name": "network-changed", "server_uuid": "c15c9fec-74d3-4b11-8574-dd06bf32f177", "tag": "41af143c-0447-4091-b2d8-06a6e129c934"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:38:58.940172 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-049b4eb1-4f89-49fa-bf48-0ff8e5023b45 req-aa2b1f54-d0cc-41c1-80f2-09d5b2fe3fcd tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c66c89b-da0d-45aa-8bbc-a8992495642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779479 Sep 16 05:38:58.962470 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f796ee-a3ec-45c7-9b87-fe9c8a282e6d service neutron] Pushing event updated for resources: {'Port': ['ID=41af143c-0447-4091-b2d8-06a6e129c934,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:59.049509 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-5b5c5679-09f8-4539-b0c9-ba3956a6613e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:59.051246 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-5b5c5679-09f8-4539-b0c9-ba3956a6613e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99c44524269c4548a952a4b5c1c45fcb&device_id=c15c9fec-74d3-4b11-8574-dd06bf32f177 HTTP/1.1" status: 200 len: 1096 time: 0.0500369 Sep 16 05:38:59.054627 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f4978a-a7d2-40c1-9867-dd732535e222 x-openstack-request-id: req-79f4978a-a7d2-40c1-9867-dd732535e222 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:38:59.055018 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c15c9fec-74d3-4b11-8574-dd06bf32f177", "tag": "41af143c-0447-4091-b2d8-06a6e129c934", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:38:59.055425 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-79f4978a-a7d2-40c1-9867-dd732535e222 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:38:59.055921 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c15c9fec-74d3-4b11-8574-dd06bf32f177', 'tag': '41af143c-0447-4091-b2d8-06a6e129c934', 'status': 'completed', 'code': 200} Sep 16 05:38:59.114977 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-45bd5d57-c14c-41a0-a571-79ca19a4be9f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41af143c-0447-4091-b2d8-06a6e129c934 HTTP/1.1" status: 200 len: 217 time: 0.0361509 Sep 16 05:38:59.165265 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-a04fca40-50e1-431f-be32-11bcf4ca5179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:59.166739 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-a04fca40-50e1-431f-be32-11bcf4ca5179 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e8d3500f-cda0-429c-92c1-95d26dd6d428 HTTP/1.1" status: 200 len: 856 time: 0.0441921 Sep 16 05:38:59.219754 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-d3347066-d21a-4120-bef0-ef619c434a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:59.221191 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-d3347066-d21a-4120-bef0-ef619c434a65 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3dd1e895-14d9-46e9-b805-2b63c8188acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447338 Sep 16 05:38:59.315024 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-c9393aa4-b98c-4c35-89f7-02d7ce7f3cc8 service neutron] 10.222.0.48 "GET /v2.0/networks/3dd1e895-14d9-46e9-b805-2b63c8188acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854404 Sep 16 05:38:59.409170 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9dc89fc9-060a-489c-b1b3-52f592cf036f req-497715ae-18c6-43e4-a29d-b87b08e0ffde service neutron] 10.222.0.48 "GET /v2.0/networks/3dd1e895-14d9-46e9-b805-2b63c8188acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874803 Sep 16 05:38:59.545526 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543697e-a370-4630-bef3-fffe47c2bdfd req-0605af16-380e-4de3-9f86-f0f0b3406bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:59.547000 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6543697e-a370-4630-bef3-fffe47c2bdfd req-0605af16-380e-4de3-9f86-f0f0b3406bed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99c44524269c4548a952a4b5c1c45fcb&device_id=c15c9fec-74d3-4b11-8574-dd06bf32f177 HTTP/1.1" status: 200 len: 1096 time: 0.0418675 Sep 16 05:38:59.640807 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543697e-a370-4630-bef3-fffe47c2bdfd req-92761041-b32d-4fab-a9a9-78f18802c9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:59.642284 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6543697e-a370-4630-bef3-fffe47c2bdfd req-92761041-b32d-4fab-a9a9-78f18802c9f1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3dd1e895-14d9-46e9-b805-2b63c8188acc HTTP/1.1" status: 200 len: 918 time: 0.0873914 Sep 16 05:38:59.683854 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6543697e-a370-4630-bef3-fffe47c2bdfd req-4cbe8d07-b539-4049-832d-1b35a109aaac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41af143c-0447-4091-b2d8-06a6e129c934 HTTP/1.1" status: 200 len: 217 time: 0.0343218 Sep 16 05:38:59.733864 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543697e-a370-4630-bef3-fffe47c2bdfd req-555a7040-00f3-416c-a477-d2c7abdec2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:59.735270 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6543697e-a370-4630-bef3-fffe47c2bdfd req-555a7040-00f3-416c-a477-d2c7abdec2f9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e8d3500f-cda0-429c-92c1-95d26dd6d428 HTTP/1.1" status: 200 len: 856 time: 0.0431662 Sep 16 05:38:59.782602 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543697e-a370-4630-bef3-fffe47c2bdfd req-935e9f18-8904-4fef-8a42-f51049aea31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:59.784095 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6543697e-a370-4630-bef3-fffe47c2bdfd req-935e9f18-8904-4fef-8a42-f51049aea31a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3dd1e895-14d9-46e9-b805-2b63c8188acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415759 Sep 16 05:38:59.876643 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6543697e-a370-4630-bef3-fffe47c2bdfd req-3ac4c539-4640-4833-967b-1fc7bbb1694c service neutron] 10.222.0.48 "GET /v2.0/networks/3dd1e895-14d9-46e9-b805-2b63c8188acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850091 Sep 16 05:38:59.971538 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6543697e-a370-4630-bef3-fffe47c2bdfd req-3a5bbc43-ed73-4c81-a15e-e5c4b1905b15 service neutron] 10.222.0.48 "GET /v2.0/networks/3dd1e895-14d9-46e9-b805-2b63c8188acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878987 Sep 16 05:39:00.059938 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadfdc1-4840-4649-8f97-e675a704e6fa req-b7264cba-7d89-4860-ade4-46775a897dd2 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:00.061455 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4cadfdc1-4840-4649-8f97-e675a704e6fa req-b7264cba-7d89-4860-ade4-46775a897dd2 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/ports?device_id=c15c9fec-74d3-4b11-8574-dd06bf32f177 HTTP/1.1" status: 200 len: 944 time: 0.0489800 Sep 16 05:39:00.099363 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4cadfdc1-4840-4649-8f97-e675a704e6fa req-c4a4c4d5-d6fb-4b80-ba34-026057b51b7d tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c66c89b-da0d-45aa-8bbc-a8992495642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320253 Sep 16 05:39:01.214176 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07e5cc-f911-4249-8100-e215779a75f1 req-6bc01c33-eb8f-42b7-8be0-e09b910368a2 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:01.215677 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-db07e5cc-f911-4249-8100-e215779a75f1 req-6bc01c33-eb8f-42b7-8be0-e09b910368a2 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/ports?device_id=c15c9fec-74d3-4b11-8574-dd06bf32f177 HTTP/1.1" status: 200 len: 944 time: 0.0490279 Sep 16 05:39:01.255190 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-db07e5cc-f911-4249-8100-e215779a75f1 req-8b429ef6-16a4-43b5-a353-2e112ce35a42 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c66c89b-da0d-45aa-8bbc-a8992495642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334437 Sep 16 05:39:02.376339 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e5807-3013-4472-ba9a-10b0bf9c202a req-48b8c00b-5a70-4f0c-827c-7a365af0300f tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:02.377842 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-356e5807-3013-4472-ba9a-10b0bf9c202a req-48b8c00b-5a70-4f0c-827c-7a365af0300f tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/ports?device_id=c15c9fec-74d3-4b11-8574-dd06bf32f177 HTTP/1.1" status: 200 len: 944 time: 0.0525131 Sep 16 05:39:02.415743 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-356e5807-3013-4472-ba9a-10b0bf9c202a req-4649aa68-be74-40d8-ab27-bc3c38281300 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c66c89b-da0d-45aa-8bbc-a8992495642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317948 Sep 16 05:39:02.715220 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 41af143c-0447-4091-b2d8-06a6e129c934 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:39:02.810037 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 41af143c-0447-4091-b2d8-06a6e129c934, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=41af143c-0447-4091-b2d8-06a6e129c934,segment=NetworkSegment(27280e63-18bb-4aba-a26d-6dea4c655c38),segment_id=27280e63-18bb-4aba-a26d-6dea4c655c38)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:02.821211 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '41af143c-0447-4091-b2d8-06a6e129c934', 'network_id': '3dd1e895-14d9-46e9-b805-2b63c8188acc', 'port_id': '41af143c-0447-4091-b2d8-06a6e129c934', 'mac_address': 'fa:16:3e:4e:62:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8d3500f-cda0-429c-92c1-95d26dd6d428', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:39:02.857789 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:02.870187 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41af143c-0447-4091-b2d8-06a6e129c934 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:39:02.889801 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 41af143c-0447-4091-b2d8-06a6e129c934, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=41af143c-0447-4091-b2d8-06a6e129c934,segment=NetworkSegment(27280e63-18bb-4aba-a26d-6dea4c655c38),segment_id=27280e63-18bb-4aba-a26d-6dea4c655c38)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:02.893254 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:02.938874 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=41af143c-0447-4091-b2d8-06a6e129c934,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:02.947277 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:02.947671 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:02.948081 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:02.948500 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:02.948957 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:02.949339 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:02.949741 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:02.950107 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:02.950481 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:02.950847 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:02.951213 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:02.951585 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:03.263178 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['41af143c-0447-4091-b2d8-06a6e129c934'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:39:03.530463 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008bb60-6d4d-4728-874e-c5942c372658 req-e6b275c4-7edc-41b6-b2ae-fd28b2581055 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:03.531833 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e008bb60-6d4d-4728-874e-c5942c372658 req-e6b275c4-7edc-41b6-b2ae-fd28b2581055 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/ports?device_id=c15c9fec-74d3-4b11-8574-dd06bf32f177 HTTP/1.1" status: 200 len: 945 time: 0.0488939 Sep 16 05:39:03.570561 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e008bb60-6d4d-4728-874e-c5942c372658 req-afe31ec1-f624-422c-a34a-f70ad94a2786 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c66c89b-da0d-45aa-8bbc-a8992495642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325639 Sep 16 05:39:04.686104 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d5542-8171-458c-8247-655db91081f8 req-b68c912b-b374-47f2-99bf-388a9d28b51b tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:04.687584 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-161d5542-8171-458c-8247-655db91081f8 req-b68c912b-b374-47f2-99bf-388a9d28b51b tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/ports?device_id=c15c9fec-74d3-4b11-8574-dd06bf32f177 HTTP/1.1" status: 200 len: 945 time: 0.0491395 Sep 16 05:39:04.725267 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-161d5542-8171-458c-8247-655db91081f8 req-2e439585-aacb-4d96-a9f1-d24ec3cbb112 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c66c89b-da0d-45aa-8bbc-a8992495642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317314 Sep 16 05:39:04.738103 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 41af143c-0447-4091-b2d8-06a6e129c934 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:39:04.785557 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 41af143c-0447-4091-b2d8-06a6e129c934 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:39:04.790606 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 41af143c-0447-4091-b2d8-06a6e129c934 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:04.790999 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:04.868712 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:04.891076 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15c9fec-74d3-4b11-8574-dd06bf32f177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41af143c-0447-4091-b2d8-06a6e129c934'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:39:04.893340 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2506ad353029a21956b6cd1b4a70cda1beed1e40b39b5191f7a66b422a7e283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81806823-04c3-4a47-8b54-9db07cde8331" -d '{"events": [{"server_uuid": "c15c9fec-74d3-4b11-8574-dd06bf32f177", "name": "network-vif-plugged", "status": "completed", "tag": "41af143c-0447-4091-b2d8-06a6e129c934"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:39:04.907130 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 41af143c-0447-4091-b2d8-06a6e129c934, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=41af143c-0447-4091-b2d8-06a6e129c934,segment=NetworkSegment(27280e63-18bb-4aba-a26d-6dea4c655c38),segment_id=27280e63-18bb-4aba-a26d-6dea4c655c38)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:04.910969 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:04.959629 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=41af143c-0447-4091-b2d8-06a6e129c934,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:04.987892 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07dd578b-9119-41de-a9fd-f465cae5dd2a x-openstack-request-id: req-07dd578b-9119-41de-a9fd-f465cae5dd2a {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:39:04.988262 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15c9fec-74d3-4b11-8574-dd06bf32f177", "name": "network-vif-plugged", "status": "completed", "tag": "41af143c-0447-4091-b2d8-06a6e129c934", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:39:04.988375 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-07dd578b-9119-41de-a9fd-f465cae5dd2a {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:39:04.988750 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15c9fec-74d3-4b11-8574-dd06bf32f177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41af143c-0447-4091-b2d8-06a6e129c934', 'code': 200} Sep 16 05:39:05.116519 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643d283-bdff-4045-9a74-94cdf9872614 req-c05e075e-520a-49e3-adf2-b6d765cc71f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:05.118028 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8643d283-bdff-4045-9a74-94cdf9872614 req-c05e075e-520a-49e3-adf2-b6d765cc71f2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c15c9fec-74d3-4b11-8574-dd06bf32f177 HTTP/1.1" status: 200 len: 1098 time: 0.0430856 Sep 16 05:39:05.153468 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8643d283-bdff-4045-9a74-94cdf9872614 req-3a1edfac-f301-44e1-90ba-259cd26c241d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2c66c89b-da0d-45aa-8bbc-a8992495642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280077 Sep 16 05:39:05.842819 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6488b-9df7-4941-bdc6-50c9ca297d39 req-2fa796d2-11e6-457e-9bdb-f72101518baa tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:05.844305 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e4c6488b-9df7-4941-bdc6-50c9ca297d39 req-2fa796d2-11e6-457e-9bdb-f72101518baa tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/ports?device_id=c15c9fec-74d3-4b11-8574-dd06bf32f177 HTTP/1.1" status: 200 len: 946 time: 0.0489295 Sep 16 05:39:05.881483 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e4c6488b-9df7-4941-bdc6-50c9ca297d39 req-be55b6df-7123-4f70-940e-98a6f2e89198 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c66c89b-da0d-45aa-8bbc-a8992495642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312133 Sep 16 05:39:06.997236 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4743f7-3eac-4ebe-83b3-33cbc0efa50f req-94d1d522-d3fc-4e54-aca9-ca4f45ef07a1 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:06.998723 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ea4743f7-3eac-4ebe-83b3-33cbc0efa50f req-94d1d522-d3fc-4e54-aca9-ca4f45ef07a1 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/ports?device_id=c15c9fec-74d3-4b11-8574-dd06bf32f177 HTTP/1.1" status: 200 len: 946 time: 0.0491853 Sep 16 05:39:07.037658 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ea4743f7-3eac-4ebe-83b3-33cbc0efa50f req-b63f4193-5eff-4d07-95a6-0c8da088d0f3 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c66c89b-da0d-45aa-8bbc-a8992495642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329416 Sep 16 05:39:07.158801 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597db41a-aa7d-4513-bd25-6c916af7c5d8 req-672e84c9-eccb-45f9-9d6b-1ff4cb027ad5 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:07.160330 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-597db41a-aa7d-4513-bd25-6c916af7c5d8 req-672e84c9-eccb-45f9-9d6b-1ff4cb027ad5 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/ports?device_id=c15c9fec-74d3-4b11-8574-dd06bf32f177 HTTP/1.1" status: 200 len: 946 time: 0.0562456 Sep 16 05:39:07.198686 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-597db41a-aa7d-4513-bd25-6c916af7c5d8 req-91c289ce-2115-4bd9-8f56-3680d9c5d9d1 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c66c89b-da0d-45aa-8bbc-a8992495642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316248 Sep 16 05:39:10.182019 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-59222638-f2a0-44b6-bcd4-f197ca247e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:12.164054 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:13.324695 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-557d0bdb-f628-4ba0-ba3c-d5ee5361d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:13.626228 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:14.755893 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:15.181463 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:16.266069 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:20.636200 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-36db252c-e6ea-4cd6-9461-3653fdac81bc req-0f28a74a-091b-4b26-b9c3-0270691d5ea8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c15c9fec-74d3-4b11-8574-dd06bf32f177&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446379 Sep 16 05:39:20.748159 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db252c-e6ea-4cd6-9461-3653fdac81bc req-d448bccc-3cda-4fa2-8e7b-c345a3faa772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:20.749701 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-36db252c-e6ea-4cd6-9461-3653fdac81bc req-d448bccc-3cda-4fa2-8e7b-c345a3faa772 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99c44524269c4548a952a4b5c1c45fcb&device_id=c15c9fec-74d3-4b11-8574-dd06bf32f177 HTTP/1.1" status: 200 len: 1098 time: 0.0439720 Sep 16 05:39:20.870474 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db252c-e6ea-4cd6-9461-3653fdac81bc req-6336958b-6f3c-46ac-88ef-1d6e8a518a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:20.871975 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-36db252c-e6ea-4cd6-9461-3653fdac81bc req-6336958b-6f3c-46ac-88ef-1d6e8a518a66 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3dd1e895-14d9-46e9-b805-2b63c8188acc HTTP/1.1" status: 200 len: 918 time: 0.0996242 Sep 16 05:39:20.919456 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-36db252c-e6ea-4cd6-9461-3653fdac81bc req-63b8d540-d870-4cd4-b854-f6e6ec006225 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41af143c-0447-4091-b2d8-06a6e129c934 HTTP/1.1" status: 200 len: 217 time: 0.0372787 Sep 16 05:39:20.967404 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db252c-e6ea-4cd6-9461-3653fdac81bc req-aa9133f3-07b4-4da9-b87f-fc946401bf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:20.968966 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-36db252c-e6ea-4cd6-9461-3653fdac81bc req-aa9133f3-07b4-4da9-b87f-fc946401bf75 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e8d3500f-cda0-429c-92c1-95d26dd6d428 HTTP/1.1" status: 200 len: 856 time: 0.0430439 Sep 16 05:39:21.019880 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db252c-e6ea-4cd6-9461-3653fdac81bc req-7c23d273-ccc1-47cb-8303-e489b0bd9094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:21.021408 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-36db252c-e6ea-4cd6-9461-3653fdac81bc req-7c23d273-ccc1-47cb-8303-e489b0bd9094 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3dd1e895-14d9-46e9-b805-2b63c8188acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454319 Sep 16 05:39:21.111347 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-36db252c-e6ea-4cd6-9461-3653fdac81bc req-e688b186-526e-4593-9796-52705ef9ec18 service neutron] 10.222.0.48 "GET /v2.0/networks/3dd1e895-14d9-46e9-b805-2b63c8188acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826414 Sep 16 05:39:21.206341 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-36db252c-e6ea-4cd6-9461-3653fdac81bc req-6d2e6469-7b02-4a3f-922f-bb485feccacc service neutron] 10.222.0.48 "GET /v2.0/networks/3dd1e895-14d9-46e9-b805-2b63c8188acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877454 Sep 16 05:39:25.630416 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aed78d-da4c-4413-9c28-47612855bdb4 req-fdd96ff0-d42b-4971-8cd2-bdca36baaafa tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:25.632136 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84aed78d-da4c-4413-9c28-47612855bdb4 req-fdd96ff0-d42b-4971-8cd2-bdca36baaafa tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/ports?device_id=c15c9fec-74d3-4b11-8574-dd06bf32f177 HTTP/1.1" status: 200 len: 946 time: 0.0498612 Sep 16 05:39:25.670387 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84aed78d-da4c-4413-9c28-47612855bdb4 req-1e816258-e06e-40c6-ab16-651e1ff18d27 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c66c89b-da0d-45aa-8bbc-a8992495642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312338 Sep 16 05:39:26.128842 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:39:26.784201 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ba828-9343-437d-96d7-bd24fc010ee1 req-7d1936aa-5eb0-430a-9558-2a677e3c4e78 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:26.785711 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c7ba828-9343-437d-96d7-bd24fc010ee1 req-7d1936aa-5eb0-430a-9558-2a677e3c4e78 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/ports?device_id=c15c9fec-74d3-4b11-8574-dd06bf32f177 HTTP/1.1" status: 200 len: 946 time: 0.0480323 Sep 16 05:39:26.824010 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c7ba828-9343-437d-96d7-bd24fc010ee1 req-f5925bf1-b682-470d-b1d8-0923358d2faf tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c66c89b-da0d-45aa-8bbc-a8992495642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314548 Sep 16 05:39:27.484449 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ceb49-aff8-4d13-90a6-83e4278a5b07 req-42242bb2-985f-4e07-b715-8d4677b1016e tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:27.486231 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-307ceb49-aff8-4d13-90a6-83e4278a5b07 req-42242bb2-985f-4e07-b715-8d4677b1016e tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.48 "GET /v2.0/ports?device_id=c15c9fec-74d3-4b11-8574-dd06bf32f177 HTTP/1.1" status: 200 len: 946 time: 0.0545309 Sep 16 05:39:27.574791 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-307ceb49-aff8-4d13-90a6-83e4278a5b07 req-1cf20b0f-1376-4052-9147-05ed8080ea7a tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Deleting port 41af143c-0447-4091-b2d8-06a6e129c934 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:39:27.575040 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-307ceb49-aff8-4d13-90a6-83e4278a5b07 req-1cf20b0f-1376-4052-9147-05ed8080ea7a tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.667274 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-307ceb49-aff8-4d13-90a6-83e4278a5b07 req-1cf20b0f-1376-4052-9147-05ed8080ea7a tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] For port 41af143c-0447-4091-b2d8-06a6e129c934, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=41af143c-0447-4091-b2d8-06a6e129c934,segment=NetworkSegment(27280e63-18bb-4aba-a26d-6dea4c655c38),segment_id=27280e63-18bb-4aba-a26d-6dea4c655c38)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:27.667627 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-307ceb49-aff8-4d13-90a6-83e4278a5b07 req-1cf20b0f-1376-4052-9147-05ed8080ea7a tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.678927 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-307ceb49-aff8-4d13-90a6-83e4278a5b07 req-1cf20b0f-1376-4052-9147-05ed8080ea7a tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Calling delete_port for 41af143c-0447-4091-b2d8-06a6e129c934 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:39:27.802846 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-307ceb49-aff8-4d13-90a6-83e4278a5b07 req-1cf20b0f-1376-4052-9147-05ed8080ea7a tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.833565 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf20b0f-1376-4052-9147-05ed8080ea7a tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Pushing event deleted for resources: {'Port': ['ID=41af143c-0447-4091-b2d8-06a6e129c934,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:27.837085 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['41af143c-0447-4091-b2d8-06a6e129c934'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:39:27.879529 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-307ceb49-aff8-4d13-90a6-83e4278a5b07 req-1cf20b0f-1376-4052-9147-05ed8080ea7a tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] No DVR routers for this DVR port 41af143c-0447-4091-b2d8-06a6e129c934 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:39:27.882355 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-307ceb49-aff8-4d13-90a6-83e4278a5b07 req-1cf20b0f-1376-4052-9147-05ed8080ea7a tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.884973 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-307ceb49-aff8-4d13-90a6-83e4278a5b07 req-1cf20b0f-1376-4052-9147-05ed8080ea7a tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.48 "DELETE /v2.0/ports/41af143c-0447-4091-b2d8-06a6e129c934 HTTP/1.1" status: 204 len: 173 time: 0.3926315 Sep 16 05:39:27.885426 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15c9fec-74d3-4b11-8574-dd06bf32f177', 'name': 'network-vif-deleted', 'tag': '41af143c-0447-4091-b2d8-06a6e129c934'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:39:27.887747 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba220eaf-60c2-4484-a156-3a5b91c37b54" -d '{"events": [{"server_uuid": "c15c9fec-74d3-4b11-8574-dd06bf32f177", "name": "network-vif-deleted", "tag": "41af143c-0447-4091-b2d8-06a6e129c934"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:39:27.939963 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c1e83058-4863-4b80-895b-bfbe4753ad49 req-35505c0c-d9db-4940-833e-5ccc720028d0 tempest-TestEncryptedCinderVolumes-767949613 tempest-TestEncryptedCinderVolumes-767949613-project] 10.222.0.35 "GET /v2.0/ports?device_id=c15c9fec-74d3-4b11-8574-dd06bf32f177 HTTP/1.1" status: 200 len: 210 time: 0.0354059 Sep 16 05:39:27.988511 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accee147-3174-477c-8254-2fa3916b1478 x-openstack-request-id: req-accee147-3174-477c-8254-2fa3916b1478 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:39:27.988857 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15c9fec-74d3-4b11-8574-dd06bf32f177", "name": "network-vif-deleted", "tag": "41af143c-0447-4091-b2d8-06a6e129c934", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:39:27.989115 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-accee147-3174-477c-8254-2fa3916b1478 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:39:27.989528 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15c9fec-74d3-4b11-8574-dd06bf32f177', 'name': 'network-vif-deleted', 'tag': '41af143c-0447-4091-b2d8-06a6e129c934', 'status': 'completed', 'code': 200} Sep 16 05:39:29.030216 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56956) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:29.371708 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a774a9ae-3de1-4d14-aafc-7b5082dcc07f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:29.611079 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-a774a9ae-3de1-4d14-aafc-7b5082dcc07f admin admin] Deleting port f7a7e0ad-c8ba-4941-a965-47104f22fb2d {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:39:29.611415 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a774a9ae-3de1-4d14-aafc-7b5082dcc07f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:29.687509 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-a774a9ae-3de1-4d14-aafc-7b5082dcc07f admin admin] For port f7a7e0ad-c8ba-4941-a965-47104f22fb2d, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=f7a7e0ad-c8ba-4941-a965-47104f22fb2d,segment=NetworkSegment(27280e63-18bb-4aba-a26d-6dea4c655c38),segment_id=27280e63-18bb-4aba-a26d-6dea4c655c38)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:29.687864 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a774a9ae-3de1-4d14-aafc-7b5082dcc07f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:29.700275 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-a774a9ae-3de1-4d14-aafc-7b5082dcc07f admin admin] Calling delete_port for f7a7e0ad-c8ba-4941-a965-47104f22fb2d owned by network:router_interface {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:39:29.874997 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a774a9ae-3de1-4d14-aafc-7b5082dcc07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:29.903516 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774a9ae-3de1-4d14-aafc-7b5082dcc07f admin admin] Pushing event deleted for resources: {'Port': ['ID=f7a7e0ad-c8ba-4941-a965-47104f22fb2d,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:30.075136 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a774a9ae-3de1-4d14-aafc-7b5082dcc07f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:30.293195 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a774a9ae-3de1-4d14-aafc-7b5082dcc07f admin admin] Router 60fd426b-dae7-4f18-8736-e33ea1342ac9 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:39:30.734934 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a774a9ae-3de1-4d14-aafc-7b5082dcc07f admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:39:30.740262 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a774a9ae-3de1-4d14-aafc-7b5082dcc07f admin admin] 10.222.0.35 "PUT /v2.0/routers/60fd426b-dae7-4f18-8736-e33ea1342ac9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7089589 Sep 16 05:39:30.742798 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56958) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:30.743736 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7d050b-cda1-496d-ac01-8757c0427edc None None] Sync routers for ids ['60fd426b-dae7-4f18-8736-e33ea1342ac9'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:39:30.752891 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7d050b-cda1-496d-ac01-8757c0427edc None None] Routers {'60fd426b-dae7-4f18-8736-e33ea1342ac9'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:30.753509 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-cd7d050b-cda1-496d-ac01-8757c0427edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:39:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['60fd426b-dae7-4f18-8736-e33ea1342ac9'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:30.846275 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-da41f49f-9262-4d35-a091-f1e1c7fb7fed admin admin] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:30.859477 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-cd7d050b-cda1-496d-ac01-8757c0427edc None None] Set router 60fd426b-dae7-4f18-8736-e33ea1342ac9 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:30.948343 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-da41f49f-9262-4d35-a091-f1e1c7fb7fed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.003788 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-da41f49f-9262-4d35-a091-f1e1c7fb7fed admin admin] Deleting port 787841af-5d32-4312-98da-179d55b58122 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:39:31.004035 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-da41f49f-9262-4d35-a091-f1e1c7fb7fed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.087192 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-da41f49f-9262-4d35-a091-f1e1c7fb7fed admin admin] For port 787841af-5d32-4312-98da-179d55b58122, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=787841af-5d32-4312-98da-179d55b58122,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:31.087902 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-da41f49f-9262-4d35-a091-f1e1c7fb7fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.100443 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-da41f49f-9262-4d35-a091-f1e1c7fb7fed admin admin] Calling delete_port for 787841af-5d32-4312-98da-179d55b58122 owned by network:router_gateway {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:39:31.124200 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 41af143c-0447-4091-b2d8-06a6e129c934 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:39:31.149303 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 41af143c-0447-4091-b2d8-06a6e129c934 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:39:31.149654 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 41af143c-0447-4091-b2d8-06a6e129c934 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:39:31.217515 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-cd7d050b-cda1-496d-ac01-8757c0427edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fd426b-dae7-4f18-8736-e33ea1342ac9', 'name': 'tempest-TestEncryptedCinderVolumes-2049896812-router', 'tenant_id': '99c44524269c4548a952a4b5c1c45fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '787841af-5d32-4312-98da-179d55b58122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:10Z', 'updated_at': '2021-09-16T05:39:29Z', 'revision_number': 5, 'project_id': '99c44524269c4548a952a4b5c1c45fcb', 'gw_port': {'id': '787841af-5d32-4312-98da-179d55b58122', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:09:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fd426b-dae7-4f18-8736-e33ea1342ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:10Z', 'updated_at': '2021-09-16T05:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:31.248603 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7d050b-cda1-496d-ac01-8757c0427edc None None] Checking router: 60fd426b-dae7-4f18-8736-e33ea1342ac9 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:39:31.258350 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7d050b-cda1-496d-ac01-8757c0427edc None None] Routers {'60fd426b-dae7-4f18-8736-e33ea1342ac9'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:31.258908 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-cd7d050b-cda1-496d-ac01-8757c0427edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:39:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['60fd426b-dae7-4f18-8736-e33ea1342ac9'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:31.271308 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-da41f49f-9262-4d35-a091-f1e1c7fb7fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.305895 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41f49f-9262-4d35-a091-f1e1c7fb7fed admin admin] Pushing event deleted for resources: {'Port': ['ID=787841af-5d32-4312-98da-179d55b58122,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:31.358351 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-cd7d050b-cda1-496d-ac01-8757c0427edc None None] Set router 60fd426b-dae7-4f18-8736-e33ea1342ac9 gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:31.368205 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-da41f49f-9262-4d35-a091-f1e1c7fb7fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.411464 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-cd7d050b-cda1-496d-ac01-8757c0427edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fd426b-dae7-4f18-8736-e33ea1342ac9', 'name': 'tempest-TestEncryptedCinderVolumes-2049896812-router', 'tenant_id': '99c44524269c4548a952a4b5c1c45fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:10Z', 'updated_at': '2021-09-16T05:39:30Z', 'revision_number': 6, 'project_id': '99c44524269c4548a952a4b5c1c45fcb', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:31.440726 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7d050b-cda1-496d-ac01-8757c0427edc None None] The sync data for ids ['60fd426b-dae7-4f18-8736-e33ea1342ac9'] in n-d-712139-15 is: [{'id': '60fd426b-dae7-4f18-8736-e33ea1342ac9', 'name': 'tempest-TestEncryptedCinderVolumes-2049896812-router', 'tenant_id': '99c44524269c4548a952a4b5c1c45fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:10Z', 'updated_at': '2021-09-16T05:39:30Z', 'revision_number': 6, 'project_id': '99c44524269c4548a952a4b5c1c45fcb', 'gw_port_host': None}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:39:31.459186 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-da41f49f-9262-4d35-a091-f1e1c7fb7fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.461974 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-da41f49f-9262-4d35-a091-f1e1c7fb7fed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.506410 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-da41f49f-9262-4d35-a091-f1e1c7fb7fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.506940 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da41f49f-9262-4d35-a091-f1e1c7fb7fed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60fd426b-dae7-4f18-8736-e33ea1342ac9 {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:39:31.511590 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-da41f49f-9262-4d35-a091-f1e1c7fb7fed admin admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.512788 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-da41f49f-9262-4d35-a091-f1e1c7fb7fed admin admin] 10.222.0.35 "DELETE /v2.0/routers/60fd426b-dae7-4f18-8736-e33ea1342ac9 HTTP/1.1" status: 204 len: 168 time: 0.7690165 Sep 16 05:39:31.515246 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56960) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:31.562989 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b98eb70-4bc7-4fb0-a28e-37054d71575c admin admin] Deleting subnet e8d3500f-cda0-429c-92c1-95d26dd6d428 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:39:31.565936 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3b98eb70-4bc7-4fb0-a28e-37054d71575c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.599303 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3b98eb70-4bc7-4fb0-a28e-37054d71575c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.677070 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3b98eb70-4bc7-4fb0-a28e-37054d71575c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.733630 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3b98eb70-4bc7-4fb0-a28e-37054d71575c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.756157 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98eb70-4bc7-4fb0-a28e-37054d71575c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8d3500f-cda0-429c-92c1-95d26dd6d428,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:31.762346 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3b98eb70-4bc7-4fb0-a28e-37054d71575c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.764323 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3b98eb70-4bc7-4fb0-a28e-37054d71575c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e8d3500f-cda0-429c-92c1-95d26dd6d428 HTTP/1.1" status: 204 len: 168 time: 0.2480352 Sep 16 05:39:31.766766 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56962) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:31.769746 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df22fac4-45f2-4244-a74c-13f267a5c498 None None] Network 3dd1e895-14d9-46e9-b805-2b63c8188acc requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:39:31.839131 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-058ea430-e1aa-43e5-a484-e43412e69dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.899925 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-058ea430-e1aa-43e5-a484-e43412e69dcb admin admin] Deleting port bfdf4519-836a-424d-9079-e134120c10f4 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:39:31.900265 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-058ea430-e1aa-43e5-a484-e43412e69dcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.964647 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-058ea430-e1aa-43e5-a484-e43412e69dcb admin admin] For port bfdf4519-836a-424d-9079-e134120c10f4, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=bfdf4519-836a-424d-9079-e134120c10f4,segment=NetworkSegment(27280e63-18bb-4aba-a26d-6dea4c655c38),segment_id=27280e63-18bb-4aba-a26d-6dea4c655c38)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:31.965008 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-058ea430-e1aa-43e5-a484-e43412e69dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.977304 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-058ea430-e1aa-43e5-a484-e43412e69dcb admin admin] Calling delete_port for bfdf4519-836a-424d-9079-e134120c10f4 owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:39:32.060889 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-058ea430-e1aa-43e5-a484-e43412e69dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:32.083814 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ea430-e1aa-43e5-a484-e43412e69dcb admin admin] Pushing event deleted for resources: {'Port': ['ID=bfdf4519-836a-424d-9079-e134120c10f4,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:32.090042 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058ea430-e1aa-43e5-a484-e43412e69dcb admin admin] No DVR routers for this DVR port bfdf4519-836a-424d-9079-e134120c10f4 on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:39:32.158786 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-058ea430-e1aa-43e5-a484-e43412e69dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:32.178545 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-058ea430-e1aa-43e5-a484-e43412e69dcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd1e895-14d9-46e9-b805-2b63c8188acc']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:32.188392 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-058ea430-e1aa-43e5-a484-e43412e69dcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27280e63-18bb-4aba-a26d-6dea4c655c38') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:32.188712 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-058ea430-e1aa-43e5-a484-e43412e69dcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27280e63-18bb-4aba-a26d-6dea4c655c38') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:32.205502 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-058ea430-e1aa-43e5-a484-e43412e69dcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:32.219942 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db404a45-b0c5-4b06-a7ab-facdbb785bab None None] DHCP port deletion for 3dd1e895-14d9-46e9-b805-2b63c8188acc request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:39:32.224181 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-058ea430-e1aa-43e5-a484-e43412e69dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:32.233637 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-058ea430-e1aa-43e5-a484-e43412e69dcb admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:39:32.234128 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-058ea430-e1aa-43e5-a484-e43412e69dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:32.239764 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:39:32.239764 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:39:32.239764 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:39:32.239764 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:39:32.239764 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:39:32.239764 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:39:32.239764 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:39:32.239764 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:39:32.239764 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:39:32.239764 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:39:32.239764 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:39:32.239764 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:39:32.239764 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:39:32.239764 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:39:32.239764 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:39:32.239764 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:39:32.239764 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:39:32.239764 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:39:32.239764 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:39:32.239764 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:39:32.239764 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:39:32.239764 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:39:32.239764 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:39:32.239764 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:39:32.239764 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:39:32.239764 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:39:32.239764 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:39:32.239764 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:39:32.239764 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:39:32.239764 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:39:32.239764 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:39:32.239764 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:39:32.298290 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-058ea430-e1aa-43e5-a484-e43412e69dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:32.303809 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-058ea430-e1aa-43e5-a484-e43412e69dcb admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:32.306327 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-058ea430-e1aa-43e5-a484-e43412e69dcb admin admin] 10.222.0.35 "DELETE /v2.0/networks/3dd1e895-14d9-46e9-b805-2b63c8188acc HTTP/1.1" status: 204 len: 168 time: 0.5386498 Sep 16 05:39:32.309589 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56964) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:32.318145 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ea430-e1aa-43e5-a484-e43412e69dcb admin admin] Pushing event deleted for resources: {'Network': ['ID=3dd1e895-14d9-46e9-b805-2b63c8188acc,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:32.664875 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-94bff9ae-fb73-486f-95b4-30932d452081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:32.905123 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-94bff9ae-fb73-486f-95b4-30932d452081 admin admin] Deleting port 898cbb7f-b1f6-4a2e-85bc-d160fe549a07 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:39:32.905469 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-94bff9ae-fb73-486f-95b4-30932d452081 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:32.986609 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-94bff9ae-fb73-486f-95b4-30932d452081 admin admin] For port 898cbb7f-b1f6-4a2e-85bc-d160fe549a07, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=898cbb7f-b1f6-4a2e-85bc-d160fe549a07,segment=NetworkSegment(98d0af28-21a1-4580-9a10-6cd0ee644d10),segment_id=98d0af28-21a1-4580-9a10-6cd0ee644d10)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:32.986900 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-94bff9ae-fb73-486f-95b4-30932d452081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:32.999776 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-94bff9ae-fb73-486f-95b4-30932d452081 admin admin] Calling delete_port for 898cbb7f-b1f6-4a2e-85bc-d160fe549a07 owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:39:33.175577 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-94bff9ae-fb73-486f-95b4-30932d452081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:33.201162 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bff9ae-fb73-486f-95b4-30932d452081 admin admin] Pushing event deleted for resources: {'Port': ['ID=898cbb7f-b1f6-4a2e-85bc-d160fe549a07,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:33.228594 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bff9ae-fb73-486f-95b4-30932d452081 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:33.228955 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bff9ae-fb73-486f-95b4-30932d452081 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:33.229303 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bff9ae-fb73-486f-95b4-30932d452081 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:33.229651 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bff9ae-fb73-486f-95b4-30932d452081 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:33.229995 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bff9ae-fb73-486f-95b4-30932d452081 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:33.230327 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bff9ae-fb73-486f-95b4-30932d452081 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:33.230662 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bff9ae-fb73-486f-95b4-30932d452081 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:33.230994 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bff9ae-fb73-486f-95b4-30932d452081 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:33.231326 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bff9ae-fb73-486f-95b4-30932d452081 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:33.231654 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bff9ae-fb73-486f-95b4-30932d452081 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:33.231981 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bff9ae-fb73-486f-95b4-30932d452081 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:33.232306 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bff9ae-fb73-486f-95b4-30932d452081 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:33.381107 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-94bff9ae-fb73-486f-95b4-30932d452081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:33.401246 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bfdf4519-836a-424d-9079-e134120c10f4 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:39:33.421584 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: bfdf4519-836a-424d-9079-e134120c10f4 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:39:33.421927 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device bfdf4519-836a-424d-9079-e134120c10f4 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:39:33.422344 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device f7a7e0ad-c8ba-4941-a965-47104f22fb2d no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:39:33.440607 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: f7a7e0ad-c8ba-4941-a965-47104f22fb2d {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:39:33.440958 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device f7a7e0ad-c8ba-4941-a965-47104f22fb2d not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:39:33.441366 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 787841af-5d32-4312-98da-179d55b58122 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:39:33.459934 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 787841af-5d32-4312-98da-179d55b58122 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:39:33.460897 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 787841af-5d32-4312-98da-179d55b58122 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:39:33.593863 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94bff9ae-fb73-486f-95b4-30932d452081 admin admin] Router 98178971-92d2-498e-b3df-63dc172905f9 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:39:33.699702 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bff9ae-fb73-486f-95b4-30932d452081 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:39:33.707204 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-94bff9ae-fb73-486f-95b4-30932d452081 admin admin] 10.222.0.35 "PUT /v2.0/routers/98178971-92d2-498e-b3df-63dc172905f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3932583 Sep 16 05:39:33.707614 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56968) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:33.708381 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a226f31a-bcdd-4d55-93eb-4b399876a5f1 None None] Sync routers for ids ['98178971-92d2-498e-b3df-63dc172905f9'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:39:33.718221 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a226f31a-bcdd-4d55-93eb-4b399876a5f1 None None] Routers {'98178971-92d2-498e-b3df-63dc172905f9'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:33.718818 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a226f31a-bcdd-4d55-93eb-4b399876a5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:39:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['98178971-92d2-498e-b3df-63dc172905f9'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:33.814332 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-703a39a5-4626-4c04-b7a3-8c7d79398626 admin admin] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:33.822455 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-a226f31a-bcdd-4d55-93eb-4b399876a5f1 None None] Set router 98178971-92d2-498e-b3df-63dc172905f9 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:33.915703 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-703a39a5-4626-4c04-b7a3-8c7d79398626 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:33.967960 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-703a39a5-4626-4c04-b7a3-8c7d79398626 admin admin] Deleting port fac267cf-9f4d-4d8e-84f8-e50e44adadc5 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:39:33.968295 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-703a39a5-4626-4c04-b7a3-8c7d79398626 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:33.998312 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a226f31a-bcdd-4d55-93eb-4b399876a5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98178971-92d2-498e-b3df-63dc172905f9', 'name': 'tempest-TestEncryptedCinderVolumes-1814871863-router', 'tenant_id': '19362a913053444fb5e198838c7f7de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'fac267cf-9f4d-4d8e-84f8-e50e44adadc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:15Z', 'updated_at': '2021-09-16T05:39:33Z', 'revision_number': 5, 'project_id': '19362a913053444fb5e198838c7f7de5', 'gw_port': {'id': 'fac267cf-9f4d-4d8e-84f8-e50e44adadc5', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98178971-92d2-498e-b3df-63dc172905f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:15Z', 'updated_at': '2021-09-16T05:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:34.025388 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a226f31a-bcdd-4d55-93eb-4b399876a5f1 None None] Checking router: 98178971-92d2-498e-b3df-63dc172905f9 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:39:34.033915 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a226f31a-bcdd-4d55-93eb-4b399876a5f1 None None] Routers {'98178971-92d2-498e-b3df-63dc172905f9'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:34.034517 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a226f31a-bcdd-4d55-93eb-4b399876a5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:39:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['98178971-92d2-498e-b3df-63dc172905f9'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:34.050887 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-703a39a5-4626-4c04-b7a3-8c7d79398626 admin admin] For port fac267cf-9f4d-4d8e-84f8-e50e44adadc5, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=fac267cf-9f4d-4d8e-84f8-e50e44adadc5,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:34.051249 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-703a39a5-4626-4c04-b7a3-8c7d79398626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.063773 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-703a39a5-4626-4c04-b7a3-8c7d79398626 admin admin] Calling delete_port for fac267cf-9f4d-4d8e-84f8-e50e44adadc5 owned by network:router_gateway {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:39:34.120533 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-a226f31a-bcdd-4d55-93eb-4b399876a5f1 None None] Set router 98178971-92d2-498e-b3df-63dc172905f9 gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:34.240656 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-703a39a5-4626-4c04-b7a3-8c7d79398626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.268105 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a39a5-4626-4c04-b7a3-8c7d79398626 admin admin] Pushing event deleted for resources: {'Port': ['ID=fac267cf-9f4d-4d8e-84f8-e50e44adadc5,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:34.268358 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a226f31a-bcdd-4d55-93eb-4b399876a5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98178971-92d2-498e-b3df-63dc172905f9', 'name': 'tempest-TestEncryptedCinderVolumes-1814871863-router', 'tenant_id': '19362a913053444fb5e198838c7f7de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:15Z', 'updated_at': '2021-09-16T05:39:33Z', 'revision_number': 6, 'project_id': '19362a913053444fb5e198838c7f7de5', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:34.300941 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a226f31a-bcdd-4d55-93eb-4b399876a5f1 None None] The sync data for ids ['98178971-92d2-498e-b3df-63dc172905f9'] in n-d-712139-15 is: [{'id': '98178971-92d2-498e-b3df-63dc172905f9', 'name': 'tempest-TestEncryptedCinderVolumes-1814871863-router', 'tenant_id': '19362a913053444fb5e198838c7f7de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:15Z', 'updated_at': '2021-09-16T05:39:33Z', 'revision_number': 6, 'project_id': '19362a913053444fb5e198838c7f7de5', 'gw_port_host': None}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:39:34.344726 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-703a39a5-4626-4c04-b7a3-8c7d79398626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.439219 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-703a39a5-4626-4c04-b7a3-8c7d79398626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.441352 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-703a39a5-4626-4c04-b7a3-8c7d79398626 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.484040 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-703a39a5-4626-4c04-b7a3-8c7d79398626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.484746 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703a39a5-4626-4c04-b7a3-8c7d79398626 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98178971-92d2-498e-b3df-63dc172905f9 {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:39:34.489411 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-703a39a5-4626-4c04-b7a3-8c7d79398626 admin admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.490591 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-703a39a5-4626-4c04-b7a3-8c7d79398626 admin admin] 10.222.0.35 "DELETE /v2.0/routers/98178971-92d2-498e-b3df-63dc172905f9 HTTP/1.1" status: 204 len: 168 time: 0.7818985 Sep 16 05:39:34.494116 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56970) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:34.536918 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb9c3bb8-1b42-4b05-9932-58d1ebc8257c admin admin] Deleting subnet c71ff00f-db8c-40be-ad5e-09b47a814ab4 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:39:34.540888 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cb9c3bb8-1b42-4b05-9932-58d1ebc8257c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.575184 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cb9c3bb8-1b42-4b05-9932-58d1ebc8257c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.656038 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cb9c3bb8-1b42-4b05-9932-58d1ebc8257c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.711991 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cb9c3bb8-1b42-4b05-9932-58d1ebc8257c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.742704 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c3bb8-1b42-4b05-9932-58d1ebc8257c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c71ff00f-db8c-40be-ad5e-09b47a814ab4,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:34.749542 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cb9c3bb8-1b42-4b05-9932-58d1ebc8257c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.752453 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-cb9c3bb8-1b42-4b05-9932-58d1ebc8257c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c71ff00f-db8c-40be-ad5e-09b47a814ab4 HTTP/1.1" status: 204 len: 168 time: 0.2574894 Sep 16 05:39:34.752728 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20398079-733f-4cd9-8b11-f7d7a51414d0 None None] Network 1d02d50e-1d5d-4b9a-bb45-ee9ecf30e382 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:39:34.755040 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 56972) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:34.827508 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8bd333ca-691f-46b1-989a-b5c39e7a26da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.880215 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-8bd333ca-691f-46b1-989a-b5c39e7a26da admin admin] Deleting port 5918b505-7d14-4344-a52a-cfba17fd4c69 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:39:34.880555 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8bd333ca-691f-46b1-989a-b5c39e7a26da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.943525 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-8bd333ca-691f-46b1-989a-b5c39e7a26da admin admin] For port 5918b505-7d14-4344-a52a-cfba17fd4c69, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=5918b505-7d14-4344-a52a-cfba17fd4c69,segment=NetworkSegment(98d0af28-21a1-4580-9a10-6cd0ee644d10),segment_id=98d0af28-21a1-4580-9a10-6cd0ee644d10)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:34.943891 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8bd333ca-691f-46b1-989a-b5c39e7a26da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.960492 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-8bd333ca-691f-46b1-989a-b5c39e7a26da admin admin] Calling delete_port for 5918b505-7d14-4344-a52a-cfba17fd4c69 owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:39:35.036723 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5096c6-66a8-41a1-9bac-1270c40438c4 None None] DHCP port deletion for 1d02d50e-1d5d-4b9a-bb45-ee9ecf30e382 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:39:35.040554 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8bd333ca-691f-46b1-989a-b5c39e7a26da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:35.071367 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd333ca-691f-46b1-989a-b5c39e7a26da admin admin] Pushing event deleted for resources: {'Port': ['ID=5918b505-7d14-4344-a52a-cfba17fd4c69,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:35.076532 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd333ca-691f-46b1-989a-b5c39e7a26da admin admin] No DVR routers for this DVR port 5918b505-7d14-4344-a52a-cfba17fd4c69 on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:39:35.152305 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8bd333ca-691f-46b1-989a-b5c39e7a26da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:35.173573 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-8bd333ca-691f-46b1-989a-b5c39e7a26da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d02d50e-1d5d-4b9a-bb45-ee9ecf30e382']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:35.183308 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-8bd333ca-691f-46b1-989a-b5c39e7a26da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98d0af28-21a1-4580-9a10-6cd0ee644d10') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:35.183599 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-8bd333ca-691f-46b1-989a-b5c39e7a26da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98d0af28-21a1-4580-9a10-6cd0ee644d10') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:35.192907 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8bd333ca-691f-46b1-989a-b5c39e7a26da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:35.205843 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8bd333ca-691f-46b1-989a-b5c39e7a26da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:35.211891 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd333ca-691f-46b1-989a-b5c39e7a26da admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:39:35.212315 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8bd333ca-691f-46b1-989a-b5c39e7a26da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:35.214002 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:39:35.214002 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:39:35.214002 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:39:35.214002 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:39:35.214002 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:39:35.214002 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:39:35.214002 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:39:35.214002 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:39:35.214002 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:39:35.214002 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:39:35.214002 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:39:35.214002 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:39:35.214002 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:39:35.214002 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:39:35.214002 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:39:35.214002 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:39:35.214002 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:39:35.214002 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:39:35.214002 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:39:35.214002 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:39:35.214002 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:39:35.214002 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:39:35.214002 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:39:35.214002 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:39:35.214002 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:39:35.214002 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:39:35.214002 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:39:35.214002 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:39:35.214002 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:39:35.214002 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:39:35.214002 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:39:35.214002 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:39:35.269843 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8bd333ca-691f-46b1-989a-b5c39e7a26da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:35.289729 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8bd333ca-691f-46b1-989a-b5c39e7a26da admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:35.291706 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8bd333ca-691f-46b1-989a-b5c39e7a26da admin admin] 10.222.0.35 "DELETE /v2.0/networks/1d02d50e-1d5d-4b9a-bb45-ee9ecf30e382 HTTP/1.1" status: 204 len: 168 time: 0.5357199 Sep 16 05:39:35.292519 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd333ca-691f-46b1-989a-b5c39e7a26da admin admin] Pushing event deleted for resources: {'Network': ['ID=1d02d50e-1d5d-4b9a-bb45-ee9ecf30e382,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:35.353019 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 898cbb7f-b1f6-4a2e-85bc-d160fe549a07 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:39:35.374327 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 898cbb7f-b1f6-4a2e-85bc-d160fe549a07 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:39:35.374694 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 898cbb7f-b1f6-4a2e-85bc-d160fe549a07 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:39:35.374970 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device fac267cf-9f4d-4d8e-84f8-e50e44adadc5 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:39:35.394757 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: fac267cf-9f4d-4d8e-84f8-e50e44adadc5 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:39:35.395105 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device fac267cf-9f4d-4d8e-84f8-e50e44adadc5 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:39:35.395526 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 5918b505-7d14-4344-a52a-cfba17fd4c69 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:39:35.418625 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 5918b505-7d14-4344-a52a-cfba17fd4c69 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:39:35.418976 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 5918b505-7d14-4344-a52a-cfba17fd4c69 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:39:35.484284 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56976) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:35.527208 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-795cb76d-2792-4226-88b3-9b9cf4c7aa9a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=99c44524269c4548a952a4b5c1c45fcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410616 Sep 16 05:39:35.529578 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56978) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:35.587617 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-89abc2a6-ebeb-436d-9d6d-b3e700e2cf59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:35.609310 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-89abc2a6-ebeb-436d-9d6d-b3e700e2cf59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:35.660081 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-89abc2a6-ebeb-436d-9d6d-b3e700e2cf59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:35.662674 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-89abc2a6-ebeb-436d-9d6d-b3e700e2cf59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:35.664593 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-89abc2a6-ebeb-436d-9d6d-b3e700e2cf59 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2c66c89b-da0d-45aa-8bbc-a8992495642c HTTP/1.1" status: 204 len: 168 time: 0.1340067 Sep 16 05:39:35.673396 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89abc2a6-ebeb-436d-9d6d-b3e700e2cf59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c66c89b-da0d-45aa-8bbc-a8992495642c,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:35.992259 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56984) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:36.031922 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-591aa0a0-f27d-4c47-90fd-253d6feaff02 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=19362a913053444fb5e198838c7f7de5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381527 Sep 16 05:39:36.034120 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 56986) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:36.081932 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8a9fd5be-3740-4646-86d9-49614ebd575e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:36.103645 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8a9fd5be-3740-4646-86d9-49614ebd575e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:36.149511 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8a9fd5be-3740-4646-86d9-49614ebd575e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:36.152697 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8a9fd5be-3740-4646-86d9-49614ebd575e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:36.153857 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8a9fd5be-3740-4646-86d9-49614ebd575e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1080900b-1080-4e4b-bb5e-46dc0afd154d HTTP/1.1" status: 204 len: 168 time: 0.1188011 Sep 16 05:39:36.162371 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9fd5be-3740-4646-86d9-49614ebd575e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1080900b-1080-4e4b-bb5e-46dc0afd154d,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:36.826921 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57008) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:36.922430 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-887883b4-853b-4a04-ae95-e63a3b0184ac admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-827167289-network', 'tenant_id': 'fd911ec73254491c90771974d83e8e83'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:36.944031 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887883b4-853b-4a04-ae95-e63a3b0184ac admin admin] Made reservation on behalf of fd911ec73254491c90771974d83e8e83 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:39:36.946529 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-887883b4-853b-4a04-ae95-e63a3b0184ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:36.954815 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-887883b4-853b-4a04-ae95-e63a3b0184ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:37.042618 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-887883b4-853b-4a04-ae95-e63a3b0184ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:37.046395 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-887883b4-853b-4a04-ae95-e63a3b0184ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:37.079362 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-887883b4-853b-4a04-ae95-e63a3b0184ac admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:39:37.088538 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887883b4-853b-4a04-ae95-e63a3b0184ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a9a51a-95a7-4474-8274-850ff6299fdb,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:37.094568 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-887883b4-853b-4a04-ae95-e63a3b0184ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:37.095088 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-887883b4-853b-4a04-ae95-e63a3b0184ac admin admin] Added segment 085f6199-a40d-45e1-aee8-5bd48d065e1d of type vlan for network b090d5e4-e9fd-4b4f-9973-190ae7704e65 Sep 16 05:39:37.135593 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-887883b4-853b-4a04-ae95-e63a3b0184ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:37.160138 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-887883b4-853b-4a04-ae95-e63a3b0184ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:37.160885 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887883b4-853b-4a04-ae95-e63a3b0184ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:37.161467 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-887883b4-853b-4a04-ae95-e63a3b0184ac admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:37.189914 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-887883b4-853b-4a04-ae95-e63a3b0184ac admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3618736 Sep 16 05:39:37.192942 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57012) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:37.198617 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-29562c54-9654-45bf-8ca0-b03894dc76be admin admin] Request body: {'subnet': {'network_id': 'b090d5e4-e9fd-4b4f-9973-190ae7704e65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-827167289-subnet', 'tenant_id': 'fd911ec73254491c90771974d83e8e83', 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:37.223538 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887883b4-853b-4a04-ae95-e63a3b0184ac admin admin] Pushing event updated for resources: {'Network': ['ID=b090d5e4-e9fd-4b4f-9973-190ae7704e65,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:37.223899 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29562c54-9654-45bf-8ca0-b03894dc76be admin admin] Made reservation on behalf of fd911ec73254491c90771974d83e8e83 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:39:37.226373 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-29562c54-9654-45bf-8ca0-b03894dc76be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:37.234047 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network b090d5e4-e9fd-4b4f-9973-190ae7704e65 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:39:37.397046 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-29562c54-9654-45bf-8ca0-b03894dc76be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:37.454973 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29562c54-9654-45bf-8ca0-b03894dc76be admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9d3f403-b867-4f77-b2f6-053917b7ee1b,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:37.465618 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29562c54-9654-45bf-8ca0-b03894dc76be admin admin] Checking segment: {'id': '085f6199-a40d-45e1-aee8-5bd48d065e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b090d5e4-e9fd-4b4f-9973-190ae7704e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:39:37.465982 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29562c54-9654-45bf-8ca0-b03894dc76be admin admin] Network hostable DHCP agents. Network: b090d5e4-e9fd-4b4f-9973-190ae7704e65, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:39:37.482096 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29562c54-9654-45bf-8ca0-b03894dc76be admin admin] Network b090d5e4-e9fd-4b4f-9973-190ae7704e65 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:39:37.491754 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-29562c54-9654-45bf-8ca0-b03894dc76be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, b090d5e4-e9fd-4b4f-9973-190ae7704e65) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:37.495795 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29562c54-9654-45bf-8ca0-b03894dc76be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:37.496387 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-29562c54-9654-45bf-8ca0-b03894dc76be admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:37.500224 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918f62b9-f589-41a8-89f0-a84fe8b1169a None None] Network b090d5e4-e9fd-4b4f-9973-190ae7704e65 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:39:37.513068 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-29562c54-9654-45bf-8ca0-b03894dc76be admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3189571 Sep 16 05:39:37.515863 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57014) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:37.520082 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-61e32c9a-f474-4878-9ddf-501fe7939a16 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-827167289-router', 'tenant_id': 'fd911ec73254491c90771974d83e8e83', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:37.541568 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-61e32c9a-f474-4878-9ddf-501fe7939a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:37.542559 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-61e32c9a-f474-4878-9ddf-501fe7939a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:37.594285 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-61e32c9a-f474-4878-9ddf-501fe7939a16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:37.651089 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78b6f5f-97bb-4fd1-a34f-e58f00ccf01d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-b090d5e4-e9fd-4b4f-9973-190ae7704e65', 'network_id': 'b090d5e4-e9fd-4b4f-9973-190ae7704e65', 'tenant_id': 'fd911ec73254491c90771974d83e8e83', 'fixed_ips': [{'subnet_id': 'd9d3f403-b867-4f77-b2f6-053917b7ee1b'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:39:37.651958 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a78b6f5f-97bb-4fd1-a34f-e58f00ccf01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:37.735887 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-61e32c9a-f474-4878-9ddf-501fe7939a16 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:37.791900 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-a78b6f5f-97bb-4fd1-a34f-e58f00ccf01d None None] Allocated IP 172.20.0.2 (b090d5e4-e9fd-4b4f-9973-190ae7704e65/d9d3f403-b867-4f77-b2f6-053917b7ee1b/5e2e2639-fa9b-4a38-a5f9-085fe2c493b7) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:39:37.936851 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-61e32c9a-f474-4878-9ddf-501fe7939a16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:37.938991 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a78b6f5f-97bb-4fd1-a34f-e58f00ccf01d None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:37.946508 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a78b6f5f-97bb-4fd1-a34f-e58f00ccf01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:37.957320 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-61e32c9a-f474-4878-9ddf-501fe7939a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:37.984707 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78b6f5f-97bb-4fd1-a34f-e58f00ccf01d None None] Network b090d5e4-e9fd-4b4f-9973-190ae7704e65 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:39:37.987652 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-a78b6f5f-97bb-4fd1-a34f-e58f00ccf01d None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:37.993984 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78b6f5f-97bb-4fd1-a34f-e58f00ccf01d None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:39:38.000949 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78b6f5f-97bb-4fd1-a34f-e58f00ccf01d None None] Pushing event updated for resources: {'Port': ['ID=5e2e2639-fa9b-4a38-a5f9-085fe2c493b7,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:38.050544 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-a78b6f5f-97bb-4fd1-a34f-e58f00ccf01d None None] Attempting to bind port 5e2e2639-fa9b-4a38-a5f9-085fe2c493b7 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:39:38.050935 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-a78b6f5f-97bb-4fd1-a34f-e58f00ccf01d None None] Attempting to bind port 5e2e2639-fa9b-4a38-a5f9-085fe2c493b7 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '085f6199-a40d-45e1-aee8-5bd48d065e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b090d5e4-e9fd-4b4f-9973-190ae7704e65'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:39:38.051300 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78b6f5f-97bb-4fd1-a34f-e58f00ccf01d None None] Attempting to bind port 5e2e2639-fa9b-4a38-a5f9-085fe2c493b7 on network b090d5e4-e9fd-4b4f-9973-190ae7704e65 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:39:38.061181 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78b6f5f-97bb-4fd1-a34f-e58f00ccf01d None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:39:38.061563 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78b6f5f-97bb-4fd1-a34f-e58f00ccf01d None None] Checking segment: {'id': '085f6199-a40d-45e1-aee8-5bd48d065e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b090d5e4-e9fd-4b4f-9973-190ae7704e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:39:38.061966 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a78b6f5f-97bb-4fd1-a34f-e58f00ccf01d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:38.062360 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78b6f5f-97bb-4fd1-a34f-e58f00ccf01d None None] Bound using segment: {'id': '085f6199-a40d-45e1-aee8-5bd48d065e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b090d5e4-e9fd-4b4f-9973-190ae7704e65'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:39:38.062829 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-a78b6f5f-97bb-4fd1-a34f-e58f00ccf01d None None] Bound port: 5e2e2639-fa9b-4a38-a5f9-085fe2c493b7, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085f6199-a40d-45e1-aee8-5bd48d065e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b090d5e4-e9fd-4b4f-9973-190ae7704e65'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:39:38.063211 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a78b6f5f-97bb-4fd1-a34f-e58f00ccf01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:38.063318 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-61e32c9a-f474-4878-9ddf-501fe7939a16 admin admin] Allocated IP 172.25.8.30 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/959a9e70-9afe-4d9b-b53e-7972a65e4eaf) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:39:38.129231 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-a78b6f5f-97bb-4fd1-a34f-e58f00ccf01d None None] For port 5e2e2639-fa9b-4a38-a5f9-085fe2c493b7, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:39:38.132729 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-a78b6f5f-97bb-4fd1-a34f-e58f00ccf01d None None] For port 5e2e2639-fa9b-4a38-a5f9-085fe2c493b7, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=5e2e2639-fa9b-4a38-a5f9-085fe2c493b7,segment=NetworkSegment(085f6199-a40d-45e1-aee8-5bd48d065e1d),segment_id=085f6199-a40d-45e1-aee8-5bd48d065e1d)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:39:38.137221 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a78b6f5f-97bb-4fd1-a34f-e58f00ccf01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:38.171102 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-61e32c9a-f474-4878-9ddf-501fe7939a16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:38.196538 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78b6f5f-97bb-4fd1-a34f-e58f00ccf01d None None] Pushing event updated for resources: {'Port': ['ID=5e2e2639-fa9b-4a38-a5f9-085fe2c493b7,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:38.212012 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-61e32c9a-f474-4878-9ddf-501fe7939a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:38.249647 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e32c9a-f474-4878-9ddf-501fe7939a16 admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:39:38.252417 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-61e32c9a-f474-4878-9ddf-501fe7939a16 admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:38.255297 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e32c9a-f474-4878-9ddf-501fe7939a16 admin admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:39:38.290801 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e32c9a-f474-4878-9ddf-501fe7939a16 admin admin] Pushing event updated for resources: {'Port': ['ID=959a9e70-9afe-4d9b-b53e-7972a65e4eaf,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:38.533001 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-61e32c9a-f474-4878-9ddf-501fe7939a16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:38.729254 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-61e32c9a-f474-4878-9ddf-501fe7939a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:38.860272 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e32c9a-f474-4878-9ddf-501fe7939a16 admin admin] Router a9eadb49-ff8b-4d6d-981b-130f3d602f33 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:39:39.079874 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0092c90-a544-4582-87e0-56b4d467aefa None None] Network b090d5e4-e9fd-4b4f-9973-190ae7704e65 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:39:39.161423 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-a908fd54-8f37-46bf-8188-92970514b68d None None] Provisioning complete for port 5e2e2639-fa9b-4a38-a5f9-085fe2c493b7 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:39.161797 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a908fd54-8f37-46bf-8188-92970514b68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:39.308218 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a908fd54-8f37-46bf-8188-92970514b68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:39.326047 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e32c9a-f474-4878-9ddf-501fe7939a16 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:39:39.337339 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5469bfc-2ccb-4c24-9a4c-9d3cccd793c2 None None] Sync routers for ids ['a9eadb49-ff8b-4d6d-981b-130f3d602f33'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:39:39.344073 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-61e32c9a-f474-4878-9ddf-501fe7939a16 admin admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:39.345664 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-61e32c9a-f474-4878-9ddf-501fe7939a16 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8287942 Sep 16 05:39:39.348619 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57016) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:39.358068 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-a908fd54-8f37-46bf-8188-92970514b68d None None] For port 5e2e2639-fa9b-4a38-a5f9-085fe2c493b7, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=5e2e2639-fa9b-4a38-a5f9-085fe2c493b7,segment=NetworkSegment(085f6199-a40d-45e1-aee8-5bd48d065e1d),segment_id=085f6199-a40d-45e1-aee8-5bd48d065e1d)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:39.361579 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5469bfc-2ccb-4c24-9a4c-9d3cccd793c2 None None] Routers {'a9eadb49-ff8b-4d6d-981b-130f3d602f33'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:39.362210 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-a5469bfc-2ccb-4c24-9a4c-9d3cccd793c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:39:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['a9eadb49-ff8b-4d6d-981b-130f3d602f33'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:39.365194 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a908fd54-8f37-46bf-8188-92970514b68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:39.425982 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 5e2e2639-fa9b-4a38-a5f9-085fe2c493b7 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:39:39.528619 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908fd54-8f37-46bf-8188-92970514b68d None None] Pushing event updated for resources: {'Port': ['ID=5e2e2639-fa9b-4a38-a5f9-085fe2c493b7,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:39.555444 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-a5469bfc-2ccb-4c24-9a4c-9d3cccd793c2 None None] Set router a9eadb49-ff8b-4d6d-981b-130f3d602f33 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:39.617297 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 5e2e2639-fa9b-4a38-a5f9-085fe2c493b7 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:39.617597 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:39.703313 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-b181e079-8d22-47fb-9d2c-c4960a259103 None None] Provisioning complete for port 5e2e2639-fa9b-4a38-a5f9-085fe2c493b7 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:39.703676 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b181e079-8d22-47fb-9d2c-c4960a259103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:39.792048 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-34e350e2-16b1-43fe-8bcb-0c6d755e469e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:39.887492 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-a5469bfc-2ccb-4c24-9a4c-9d3cccd793c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'name': 'tempest-TestMinimumBasicScenario-827167289-router', 'tenant_id': 'fd911ec73254491c90771974d83e8e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '959a9e70-9afe-4d9b-b53e-7972a65e4eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:37Z', 'updated_at': '2021-09-16T05:39:38Z', 'revision_number': 3, 'project_id': 'fd911ec73254491c90771974d83e8e83', 'gw_port': {'id': '959a9e70-9afe-4d9b-b53e-7972a65e4eaf', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:37Z', 'updated_at': '2021-09-16T05:39:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:39.952126 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-34e350e2-16b1-43fe-8bcb-0c6d755e469e admin admin] Allocated IP 172.20.0.1 (b090d5e4-e9fd-4b4f-9973-190ae7704e65/d9d3f403-b867-4f77-b2f6-053917b7ee1b/03d47cf2-c394-4f2b-b063-ab3cb9b08366) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:39:40.064953 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-34e350e2-16b1-43fe-8bcb-0c6d755e469e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.070378 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5469bfc-2ccb-4c24-9a4c-9d3cccd793c2 None None] Checking router: a9eadb49-ff8b-4d6d-981b-130f3d602f33 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:39:40.070729 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5469bfc-2ccb-4c24-9a4c-9d3cccd793c2 None None] Updating router a9eadb49-ff8b-4d6d-981b-130f3d602f33 port 959a9e70-9afe-4d9b-b53e-7972a65e4eaf binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:39:40.095927 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a5469bfc-2ccb-4c24-9a4c-9d3cccd793c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.098630 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-34e350e2-16b1-43fe-8bcb-0c6d755e469e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.139257 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e350e2-16b1-43fe-8bcb-0c6d755e469e admin admin] Network b090d5e4-e9fd-4b4f-9973-190ae7704e65 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:39:40.142229 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-34e350e2-16b1-43fe-8bcb-0c6d755e469e admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:40.147884 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e350e2-16b1-43fe-8bcb-0c6d755e469e admin admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:39:40.171458 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e350e2-16b1-43fe-8bcb-0c6d755e469e admin admin] Pushing event updated for resources: {'Port': ['ID=03d47cf2-c394-4f2b-b063-ab3cb9b08366,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:40.192858 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-34e350e2-16b1-43fe-8bcb-0c6d755e469e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.212298 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-69d2376f-1e9b-4348-8d13-ca8fa370e0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.333310 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-34e350e2-16b1-43fe-8bcb-0c6d755e469e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.385341 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a5469bfc-2ccb-4c24-9a4c-9d3cccd793c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.394624 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a5469bfc-2ccb-4c24-9a4c-9d3cccd793c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.429037 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-94e8a8e8-70fd-42fe-ae14-f957d68c37d6 None None] Provisioning complete for port 03d47cf2-c394-4f2b-b063-ab3cb9b08366 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:40.429628 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-94e8a8e8-70fd-42fe-ae14-f957d68c37d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.474190 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-a5469bfc-2ccb-4c24-9a4c-9d3cccd793c2 None None] Attempting to bind port 959a9e70-9afe-4d9b-b53e-7972a65e4eaf on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:39:40.474557 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-a5469bfc-2ccb-4c24-9a4c-9d3cccd793c2 None None] Attempting to bind port 959a9e70-9afe-4d9b-b53e-7972a65e4eaf by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:39:40.474918 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5469bfc-2ccb-4c24-9a4c-9d3cccd793c2 None None] Attempting to bind port 959a9e70-9afe-4d9b-b53e-7972a65e4eaf on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:39:40.477751 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d78c8-3c5b-4cf1-925d-b2c2821930df None None] Pushing event updated for resources: {'Port': ['ID=959a9e70-9afe-4d9b-b53e-7972a65e4eaf,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:40.486704 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5469bfc-2ccb-4c24-9a4c-9d3cccd793c2 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:39:40.486999 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5469bfc-2ccb-4c24-9a4c-9d3cccd793c2 None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:39:40.487496 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a5469bfc-2ccb-4c24-9a4c-9d3cccd793c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.487861 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5469bfc-2ccb-4c24-9a4c-9d3cccd793c2 None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:39:40.488371 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-a5469bfc-2ccb-4c24-9a4c-9d3cccd793c2 None None] Bound port: 959a9e70-9afe-4d9b-b53e-7972a65e4eaf, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:39:40.488739 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a5469bfc-2ccb-4c24-9a4c-9d3cccd793c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.507544 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-34e350e2-16b1-43fe-8bcb-0c6d755e469e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.512177 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-34e350e2-16b1-43fe-8bcb-0c6d755e469e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.517376 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-94e8a8e8-70fd-42fe-ae14-f957d68c37d6 None None] Port 03d47cf2-c394-4f2b-b063-ab3cb9b08366 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:39:40.549214 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-a5469bfc-2ccb-4c24-9a4c-9d3cccd793c2 None None] For port 959a9e70-9afe-4d9b-b53e-7972a65e4eaf, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:39:40.552633 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-a5469bfc-2ccb-4c24-9a4c-9d3cccd793c2 None None] For port 959a9e70-9afe-4d9b-b53e-7972a65e4eaf, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=959a9e70-9afe-4d9b-b53e-7972a65e4eaf,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:39:40.557520 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a5469bfc-2ccb-4c24-9a4c-9d3cccd793c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.584560 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-34e350e2-16b1-43fe-8bcb-0c6d755e469e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.587121 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e350e2-16b1-43fe-8bcb-0c6d755e469e admin admin] Pushing event updated for resources: {'Port': ['ID=03d47cf2-c394-4f2b-b063-ab3cb9b08366,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:40.614814 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5469bfc-2ccb-4c24-9a4c-9d3cccd793c2 None None] Routers {'a9eadb49-ff8b-4d6d-981b-130f3d602f33'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:40.615361 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-a5469bfc-2ccb-4c24-9a4c-9d3cccd793c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:39:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['a9eadb49-ff8b-4d6d-981b-130f3d602f33'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:40.657512 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d78c8-3c5b-4cf1-925d-b2c2821930df None None] Pushing event updated for resources: {'Port': ['ID=959a9e70-9afe-4d9b-b53e-7972a65e4eaf,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:40.680889 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e350e2-16b1-43fe-8bcb-0c6d755e469e admin admin] Network b090d5e4-e9fd-4b4f-9973-190ae7704e65 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:39:40.682299 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-34e350e2-16b1-43fe-8bcb-0c6d755e469e admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:40.745916 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-a5469bfc-2ccb-4c24-9a4c-9d3cccd793c2 None None] Set router a9eadb49-ff8b-4d6d-981b-130f3d602f33 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:40.805244 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e350e2-16b1-43fe-8bcb-0c6d755e469e admin admin] Router a9eadb49-ff8b-4d6d-981b-130f3d602f33 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:39:40.923573 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e350e2-16b1-43fe-8bcb-0c6d755e469e admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:39:40.928858 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-34e350e2-16b1-43fe-8bcb-0c6d755e469e admin admin] 10.222.0.35 "PUT /v2.0/routers/a9eadb49-ff8b-4d6d-981b-130f3d602f33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5789583 Sep 16 05:39:40.949229 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-77f801b0-b79c-4c5e-9b39-339f0176bbd0 None None] Provisioning complete for port 03d47cf2-c394-4f2b-b063-ab3cb9b08366 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:40.949606 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-77f801b0-b79c-4c5e-9b39-339f0176bbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.991072 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-77f801b0-b79c-4c5e-9b39-339f0176bbd0 None None] Port 03d47cf2-c394-4f2b-b063-ab3cb9b08366 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:39:40.995204 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-a5469bfc-2ccb-4c24-9a4c-9d3cccd793c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'name': 'tempest-TestMinimumBasicScenario-827167289-router', 'tenant_id': 'fd911ec73254491c90771974d83e8e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '959a9e70-9afe-4d9b-b53e-7972a65e4eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:37Z', 'updated_at': '2021-09-16T05:39:40Z', 'revision_number': 4, 'project_id': 'fd911ec73254491c90771974d83e8e83', 'gw_port': {'id': '959a9e70-9afe-4d9b-b53e-7972a65e4eaf', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:37Z', 'updated_at': '2021-09-16T05:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '03d47cf2-c394-4f2b-b063-ab3cb9b08366', 'name': '', 'network_id': 'b090d5e4-e9fd-4b4f-9973-190ae7704e65', 'tenant_id': 'fd911ec73254491c90771974d83e8e83', 'mac_address': 'fa:16:3e:71:53:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'd9d3f403-b867-4f77-b2f6-053917b7ee1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:39Z', 'updated_at': '2021-09-16T05:39:40Z', 'revision_number': 2, 'project_id': 'fd911ec73254491c90771974d83e8e83', 'subnets': [{'id': 'd9d3f403-b867-4f77-b2f6-053917b7ee1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:41.025589 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5469bfc-2ccb-4c24-9a4c-9d3cccd793c2 None None] The sync data for ids ['a9eadb49-ff8b-4d6d-981b-130f3d602f33'] in n-d-712139-15 is: [{'id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'name': 'tempest-TestMinimumBasicScenario-827167289-router', 'tenant_id': 'fd911ec73254491c90771974d83e8e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '959a9e70-9afe-4d9b-b53e-7972a65e4eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:37Z', 'updated_at': '2021-09-16T05:39:40Z', 'revision_number': 4, 'project_id': 'fd911ec73254491c90771974d83e8e83', 'gw_port': {'id': '959a9e70-9afe-4d9b-b53e-7972a65e4eaf', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:37Z', 'updated_at': '2021-09-16T05:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '03d47cf2-c394-4f2b-b063-ab3cb9b08366', 'name': '', 'network_id': 'b090d5e4-e9fd-4b4f-9973-190ae7704e65', 'tenant_id': 'fd911ec73254491c90771974d83e8e83', 'mac_address': 'fa:16:3e:71:53:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'd9d3f403-b867-4f77-b2f6-053917b7ee1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:39Z', 'updated_at': '2021-09-16T05:39:40Z', 'revision_number': 2, 'project_id': 'fd911ec73254491c90771974d83e8e83', 'subnets': [{'id': 'd9d3f403-b867-4f77-b2f6-053917b7ee1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:39:41.359484 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 5e2e2639-fa9b-4a38-a5f9-085fe2c493b7 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:39:41.411174 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 5e2e2639-fa9b-4a38-a5f9-085fe2c493b7 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:41.411622 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:41.471321 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57032) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:41.477067 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-a82eed4e-0d1d-44ff-9efd-1e1459476c29 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1395004600-network', 'tenant_id': '108f73cf12f54f26827430810c0c7c24'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:41.505035 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82eed4e-0d1d-44ff-9efd-1e1459476c29 admin admin] Made reservation on behalf of 108f73cf12f54f26827430810c0c7c24 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:39:41.508218 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a82eed4e-0d1d-44ff-9efd-1e1459476c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:41.517434 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a82eed4e-0d1d-44ff-9efd-1e1459476c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:41.615910 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a82eed4e-0d1d-44ff-9efd-1e1459476c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:41.621019 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a82eed4e-0d1d-44ff-9efd-1e1459476c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:41.646213 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a82eed4e-0d1d-44ff-9efd-1e1459476c29 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:39:41.656642 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82eed4e-0d1d-44ff-9efd-1e1459476c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdda28dd-0745-41a9-ac6d-d298192b9b0d,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:41.661582 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a82eed4e-0d1d-44ff-9efd-1e1459476c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:41.661925 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-a82eed4e-0d1d-44ff-9efd-1e1459476c29 admin admin] Added segment c51f9118-4319-4927-a4a3-9d42206464fa of type vlan for network 7fa42ca4-61f1-417e-9d1e-6f54ce075063 Sep 16 05:39:41.715919 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a82eed4e-0d1d-44ff-9efd-1e1459476c29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:41.746090 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a82eed4e-0d1d-44ff-9efd-1e1459476c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:41.747077 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82eed4e-0d1d-44ff-9efd-1e1459476c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:41.747723 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a82eed4e-0d1d-44ff-9efd-1e1459476c29 admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:41.782326 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a82eed4e-0d1d-44ff-9efd-1e1459476c29 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3097761 Sep 16 05:39:41.785100 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57034) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:41.814941 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-ad7e435c-d4ed-4749-830a-645d7614c119 admin admin] Request body: {'subnet': {'network_id': '7fa42ca4-61f1-417e-9d1e-6f54ce075063', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1395004600-subnet', 'tenant_id': '108f73cf12f54f26827430810c0c7c24', 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:41.821915 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82eed4e-0d1d-44ff-9efd-1e1459476c29 admin admin] Pushing event updated for resources: {'Network': ['ID=7fa42ca4-61f1-417e-9d1e-6f54ce075063,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:41.833382 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 7fa42ca4-61f1-417e-9d1e-6f54ce075063 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:39:41.843385 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7e435c-d4ed-4749-830a-645d7614c119 admin admin] Made reservation on behalf of 108f73cf12f54f26827430810c0c7c24 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:39:41.846157 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ad7e435c-d4ed-4749-830a-645d7614c119 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:42.031188 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ad7e435c-d4ed-4749-830a-645d7614c119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:42.097578 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e435c-d4ed-4749-830a-645d7614c119 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99d5a428-66d8-4571-a172-3d0154c6878e,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:42.107203 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7e435c-d4ed-4749-830a-645d7614c119 admin admin] Checking segment: {'id': 'c51f9118-4319-4927-a4a3-9d42206464fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7fa42ca4-61f1-417e-9d1e-6f54ce075063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:39:42.107563 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7e435c-d4ed-4749-830a-645d7614c119 admin admin] Network hostable DHCP agents. Network: 7fa42ca4-61f1-417e-9d1e-6f54ce075063, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:39:42.127319 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7e435c-d4ed-4749-830a-645d7614c119 admin admin] Network 7fa42ca4-61f1-417e-9d1e-6f54ce075063 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:39:42.137431 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-ad7e435c-d4ed-4749-830a-645d7614c119 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 7fa42ca4-61f1-417e-9d1e-6f54ce075063) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:42.141683 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7e435c-d4ed-4749-830a-645d7614c119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:42.142316 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ad7e435c-d4ed-4749-830a-645d7614c119 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:42.149575 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38a8ea9-4dae-4090-a789-b62344be2386 None None] Network 7fa42ca4-61f1-417e-9d1e-6f54ce075063 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:39:42.170897 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ad7e435c-d4ed-4749-830a-645d7614c119 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3846512 Sep 16 05:39:42.174044 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57036) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:42.178118 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-ab1c368a-0f14-44ed-9ff3-3105f13220d6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1395004600-router', 'tenant_id': '108f73cf12f54f26827430810c0c7c24', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:42.183240 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:42.202407 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ab1c368a-0f14-44ed-9ff3-3105f13220d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:42.203871 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ab1c368a-0f14-44ed-9ff3-3105f13220d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:42.270431 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ab1c368a-0f14-44ed-9ff3-3105f13220d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:42.325077 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b6a47a-536d-4952-8fdd-f49bc96df703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-7fa42ca4-61f1-417e-9d1e-6f54ce075063', 'network_id': '7fa42ca4-61f1-417e-9d1e-6f54ce075063', 'tenant_id': '108f73cf12f54f26827430810c0c7c24', 'fixed_ips': [{'subnet_id': '99d5a428-66d8-4571-a172-3d0154c6878e'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:39:42.326197 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-64b6a47a-536d-4952-8fdd-f49bc96df703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:42.420690 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ab1c368a-0f14-44ed-9ff3-3105f13220d6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:42.472957 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-64b6a47a-536d-4952-8fdd-f49bc96df703 None None] Allocated IP 172.20.0.2 (7fa42ca4-61f1-417e-9d1e-6f54ce075063/99d5a428-66d8-4571-a172-3d0154c6878e/acd60b34-98f7-4f2b-950e-5db6c16d1a76) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:39:42.620818 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-64b6a47a-536d-4952-8fdd-f49bc96df703 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:42.624332 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ab1c368a-0f14-44ed-9ff3-3105f13220d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:42.627533 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-64b6a47a-536d-4952-8fdd-f49bc96df703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:42.648728 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ab1c368a-0f14-44ed-9ff3-3105f13220d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:42.669727 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b6a47a-536d-4952-8fdd-f49bc96df703 None None] Network 7fa42ca4-61f1-417e-9d1e-6f54ce075063 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:39:42.672749 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-64b6a47a-536d-4952-8fdd-f49bc96df703 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:42.678186 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b6a47a-536d-4952-8fdd-f49bc96df703 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:39:42.686207 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6a47a-536d-4952-8fdd-f49bc96df703 None None] Pushing event updated for resources: {'Port': ['ID=acd60b34-98f7-4f2b-950e-5db6c16d1a76,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:42.737621 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-64b6a47a-536d-4952-8fdd-f49bc96df703 None None] Attempting to bind port acd60b34-98f7-4f2b-950e-5db6c16d1a76 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:39:42.737967 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-64b6a47a-536d-4952-8fdd-f49bc96df703 None None] Attempting to bind port acd60b34-98f7-4f2b-950e-5db6c16d1a76 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'c51f9118-4319-4927-a4a3-9d42206464fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7fa42ca4-61f1-417e-9d1e-6f54ce075063'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:39:42.738332 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b6a47a-536d-4952-8fdd-f49bc96df703 None None] Attempting to bind port acd60b34-98f7-4f2b-950e-5db6c16d1a76 on network 7fa42ca4-61f1-417e-9d1e-6f54ce075063 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:39:42.743697 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b6a47a-536d-4952-8fdd-f49bc96df703 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:39:42.744066 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b6a47a-536d-4952-8fdd-f49bc96df703 None None] Checking segment: {'id': 'c51f9118-4319-4927-a4a3-9d42206464fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7fa42ca4-61f1-417e-9d1e-6f54ce075063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:39:42.744464 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-64b6a47a-536d-4952-8fdd-f49bc96df703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:42.744876 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b6a47a-536d-4952-8fdd-f49bc96df703 None None] Bound using segment: {'id': 'c51f9118-4319-4927-a4a3-9d42206464fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7fa42ca4-61f1-417e-9d1e-6f54ce075063'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:39:42.745336 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-64b6a47a-536d-4952-8fdd-f49bc96df703 None None] Bound port: acd60b34-98f7-4f2b-950e-5db6c16d1a76, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c51f9118-4319-4927-a4a3-9d42206464fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7fa42ca4-61f1-417e-9d1e-6f54ce075063'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:39:42.745711 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-64b6a47a-536d-4952-8fdd-f49bc96df703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:42.762119 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-ab1c368a-0f14-44ed-9ff3-3105f13220d6 admin admin] Allocated IP 172.25.8.50 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/656dbeed-0340-4b38-9ca6-949b9e788ebb) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:39:42.816903 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-64b6a47a-536d-4952-8fdd-f49bc96df703 None None] For port acd60b34-98f7-4f2b-950e-5db6c16d1a76, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:39:42.821404 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-64b6a47a-536d-4952-8fdd-f49bc96df703 None None] For port acd60b34-98f7-4f2b-950e-5db6c16d1a76, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=acd60b34-98f7-4f2b-950e-5db6c16d1a76,segment=NetworkSegment(c51f9118-4319-4927-a4a3-9d42206464fa),segment_id=c51f9118-4319-4927-a4a3-9d42206464fa)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:39:42.826590 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-64b6a47a-536d-4952-8fdd-f49bc96df703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:42.887041 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ab1c368a-0f14-44ed-9ff3-3105f13220d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:42.890647 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6a47a-536d-4952-8fdd-f49bc96df703 None None] Pushing event updated for resources: {'Port': ['ID=acd60b34-98f7-4f2b-950e-5db6c16d1a76,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:42.925382 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ab1c368a-0f14-44ed-9ff3-3105f13220d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:42.965204 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1c368a-0f14-44ed-9ff3-3105f13220d6 admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:39:42.969763 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-ab1c368a-0f14-44ed-9ff3-3105f13220d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:42.973270 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1c368a-0f14-44ed-9ff3-3105f13220d6 admin admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:39:43.002244 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c368a-0f14-44ed-9ff3-3105f13220d6 admin admin] Pushing event updated for resources: {'Port': ['ID=656dbeed-0340-4b38-9ca6-949b9e788ebb,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:43.178117 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b19f9b-8b1a-4257-9d11-16ada3106b0f None None] Sync routers for ids ['a9eadb49-ff8b-4d6d-981b-130f3d602f33'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:39:43.190251 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b19f9b-8b1a-4257-9d11-16ada3106b0f None None] Routers {'a9eadb49-ff8b-4d6d-981b-130f3d602f33'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:43.191143 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-56b19f9b-8b1a-4257-9d11-16ada3106b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:39:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['a9eadb49-ff8b-4d6d-981b-130f3d602f33'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:43.263453 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ab1c368a-0f14-44ed-9ff3-3105f13220d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:43.301278 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-56b19f9b-8b1a-4257-9d11-16ada3106b0f None None] Set router a9eadb49-ff8b-4d6d-981b-130f3d602f33 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:43.335612 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9222218c-18ee-4ea8-adda-233e784c7267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:43.453993 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 959a9e70-9afe-4d9b-b53e-7972a65e4eaf up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:39:43.487434 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ab1c368a-0f14-44ed-9ff3-3105f13220d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:43.509368 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 959a9e70-9afe-4d9b-b53e-7972a65e4eaf triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:43.509975 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:43.522779 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-56b19f9b-8b1a-4257-9d11-16ada3106b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'name': 'tempest-TestMinimumBasicScenario-827167289-router', 'tenant_id': 'fd911ec73254491c90771974d83e8e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '959a9e70-9afe-4d9b-b53e-7972a65e4eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:37Z', 'updated_at': '2021-09-16T05:39:40Z', 'revision_number': 4, 'project_id': 'fd911ec73254491c90771974d83e8e83', 'gw_port': {'id': '959a9e70-9afe-4d9b-b53e-7972a65e4eaf', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:37Z', 'updated_at': '2021-09-16T05:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '03d47cf2-c394-4f2b-b063-ab3cb9b08366', 'name': '', 'network_id': 'b090d5e4-e9fd-4b4f-9973-190ae7704e65', 'tenant_id': 'fd911ec73254491c90771974d83e8e83', 'mac_address': 'fa:16:3e:71:53:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'd9d3f403-b867-4f77-b2f6-053917b7ee1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:39Z', 'updated_at': '2021-09-16T05:39:40Z', 'revision_number': 2, 'project_id': 'fd911ec73254491c90771974d83e8e83', 'subnets': [{'id': 'd9d3f403-b867-4f77-b2f6-053917b7ee1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:43.559867 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b19f9b-8b1a-4257-9d11-16ada3106b0f None None] Checking router: a9eadb49-ff8b-4d6d-981b-130f3d602f33 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:39:43.560251 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b19f9b-8b1a-4257-9d11-16ada3106b0f None None] Updating router a9eadb49-ff8b-4d6d-981b-130f3d602f33 port 03d47cf2-c394-4f2b-b063-ab3cb9b08366 binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:39:43.591156 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-56b19f9b-8b1a-4257-9d11-16ada3106b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:43.607650 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:43.649288 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1c368a-0f14-44ed-9ff3-3105f13220d6 admin admin] Router ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:39:43.660276 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 959a9e70-9afe-4d9b-b53e-7972a65e4eaf, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=959a9e70-9afe-4d9b-b53e-7972a65e4eaf,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:43.662158 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:43.668599 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:43.669653 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device acd60b34-98f7-4f2b-950e-5db6c16d1a76 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:39:43.783292 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1c368a-0f14-44ed-9ff3-3105f13220d6 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:39:43.784199 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port acd60b34-98f7-4f2b-950e-5db6c16d1a76 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:43.784603 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:43.798602 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=959a9e70-9afe-4d9b-b53e-7972a65e4eaf,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:43.811249 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ab1c368a-0f14-44ed-9ff3-3105f13220d6 admin admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:43.815214 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ab1c368a-0f14-44ed-9ff3-3105f13220d6 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6380315 Sep 16 05:39:43.816057 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57038) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:43.830937 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0093ed1e-d5e8-47a0-b728-504621a4a9b1 None None] Sync routers for ids ['ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:39:43.853497 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0093ed1e-d5e8-47a0-b728-504621a4a9b1 None None] Routers {'ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:43.854132 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-0093ed1e-d5e8-47a0-b728-504621a4a9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:39:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:44.000704 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-0093ed1e-d5e8-47a0-b728-504621a4a9b1 None None] Set router ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:44.003030 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:44.007473 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-56b19f9b-8b1a-4257-9d11-16ada3106b0f None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:44.029352 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-56b19f9b-8b1a-4257-9d11-16ada3106b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:44.034964 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e264bcd-9bcf-4582-9a38-f837091006fc None None] Network 7fa42ca4-61f1-417e-9d1e-6f54ce075063 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:39:44.143694 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c297e4b-db18-40fc-9c98-66e78efc717f None None] Pushing event updated for resources: {'Port': ['ID=03d47cf2-c394-4f2b-b063-ab3cb9b08366,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:44.192048 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c297e4b-db18-40fc-9c98-66e78efc717f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:44.192778 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c297e4b-db18-40fc-9c98-66e78efc717f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:44.197483 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c297e4b-db18-40fc-9c98-66e78efc717f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:44.200465 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c297e4b-db18-40fc-9c98-66e78efc717f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:44.201126 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c297e4b-db18-40fc-9c98-66e78efc717f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:44.201762 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c297e4b-db18-40fc-9c98-66e78efc717f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:44.202370 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c297e4b-db18-40fc-9c98-66e78efc717f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:44.202997 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c297e4b-db18-40fc-9c98-66e78efc717f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:44.204205 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c297e4b-db18-40fc-9c98-66e78efc717f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:44.205932 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c297e4b-db18-40fc-9c98-66e78efc717f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:44.206557 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c297e4b-db18-40fc-9c98-66e78efc717f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:44.207164 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c297e4b-db18-40fc-9c98-66e78efc717f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:44.235026 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-8b6037b8-d84c-4163-b7b6-b23c680abb67 None None] Provisioning complete for port acd60b34-98f7-4f2b-950e-5db6c16d1a76 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:44.235397 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8b6037b8-d84c-4163-b7b6-b23c680abb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:44.239819 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port acd60b34-98f7-4f2b-950e-5db6c16d1a76, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=acd60b34-98f7-4f2b-950e-5db6c16d1a76,segment=NetworkSegment(c51f9118-4319-4927-a4a3-9d42206464fa),segment_id=c51f9118-4319-4927-a4a3-9d42206464fa)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:44.281685 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:44.334552 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-56b19f9b-8b1a-4257-9d11-16ada3106b0f None None] Attempting to bind port 03d47cf2-c394-4f2b-b063-ab3cb9b08366 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:39:44.335836 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-56b19f9b-8b1a-4257-9d11-16ada3106b0f None None] Attempting to bind port 03d47cf2-c394-4f2b-b063-ab3cb9b08366 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '085f6199-a40d-45e1-aee8-5bd48d065e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b090d5e4-e9fd-4b4f-9973-190ae7704e65'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:39:44.337659 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b19f9b-8b1a-4257-9d11-16ada3106b0f None None] Attempting to bind port 03d47cf2-c394-4f2b-b063-ab3cb9b08366 on network b090d5e4-e9fd-4b4f-9973-190ae7704e65 {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:39:44.347540 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b19f9b-8b1a-4257-9d11-16ada3106b0f None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:39:44.348717 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b19f9b-8b1a-4257-9d11-16ada3106b0f None None] Checking segment: {'id': '085f6199-a40d-45e1-aee8-5bd48d065e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b090d5e4-e9fd-4b4f-9973-190ae7704e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:39:44.349754 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-56b19f9b-8b1a-4257-9d11-16ada3106b0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:44.350564 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b19f9b-8b1a-4257-9d11-16ada3106b0f None None] Bound using segment: {'id': '085f6199-a40d-45e1-aee8-5bd48d065e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b090d5e4-e9fd-4b4f-9973-190ae7704e65'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:39:44.352193 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-56b19f9b-8b1a-4257-9d11-16ada3106b0f None None] Bound port: 03d47cf2-c394-4f2b-b063-ab3cb9b08366, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085f6199-a40d-45e1-aee8-5bd48d065e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b090d5e4-e9fd-4b4f-9973-190ae7704e65'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:39:44.353331 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-56b19f9b-8b1a-4257-9d11-16ada3106b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:44.436786 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=acd60b34-98f7-4f2b-950e-5db6c16d1a76,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:44.491856 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-56b19f9b-8b1a-4257-9d11-16ada3106b0f None None] For port 03d47cf2-c394-4f2b-b063-ab3cb9b08366, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:39:44.496012 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-56b19f9b-8b1a-4257-9d11-16ada3106b0f None None] For port 03d47cf2-c394-4f2b-b063-ab3cb9b08366, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=03d47cf2-c394-4f2b-b063-ab3cb9b08366,segment=NetworkSegment(085f6199-a40d-45e1-aee8-5bd48d065e1d),segment_id=085f6199-a40d-45e1-aee8-5bd48d065e1d)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:39:44.502437 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-56b19f9b-8b1a-4257-9d11-16ada3106b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:44.589081 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c297e4b-db18-40fc-9c98-66e78efc717f None None] Pushing event updated for resources: {'Port': ['ID=03d47cf2-c394-4f2b-b063-ab3cb9b08366,revision_number=4']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:44.591751 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b19f9b-8b1a-4257-9d11-16ada3106b0f None None] Routers {'a9eadb49-ff8b-4d6d-981b-130f3d602f33'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:44.592369 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-56b19f9b-8b1a-4257-9d11-16ada3106b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:39:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['a9eadb49-ff8b-4d6d-981b-130f3d602f33'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:44.735206 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-56b19f9b-8b1a-4257-9d11-16ada3106b0f None None] Set router a9eadb49-ff8b-4d6d-981b-130f3d602f33 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:44.757549 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-0093ed1e-d5e8-47a0-b728-504621a4a9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b', 'name': 'tempest-TestMinimumBasicScenario-1395004600-router', 'tenant_id': '108f73cf12f54f26827430810c0c7c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '656dbeed-0340-4b38-9ca6-949b9e788ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:42Z', 'updated_at': '2021-09-16T05:39:43Z', 'revision_number': 3, 'project_id': '108f73cf12f54f26827430810c0c7c24', 'gw_port': {'id': '656dbeed-0340-4b38-9ca6-949b9e788ebb', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:39:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:42Z', 'updated_at': '2021-09-16T05:39:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:44.791470 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0093ed1e-d5e8-47a0-b728-504621a4a9b1 None None] Checking router: ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:39:44.791692 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0093ed1e-d5e8-47a0-b728-504621a4a9b1 None None] Updating router ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b port 656dbeed-0340-4b38-9ca6-949b9e788ebb binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:39:44.821688 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:44.854799 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0093ed1e-d5e8-47a0-b728-504621a4a9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:44.888611 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-f3bef59e-6e95-4fdb-8648-be22e3cf1bcc None None] Provisioning complete for port 03d47cf2-c394-4f2b-b063-ab3cb9b08366 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:44.889045 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f3bef59e-6e95-4fdb-8648-be22e3cf1bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:44.976676 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2d766b5d-38c6-47af-9e7c-2f25b724961c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:44.995956 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-56b19f9b-8b1a-4257-9d11-16ada3106b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'name': 'tempest-TestMinimumBasicScenario-827167289-router', 'tenant_id': 'fd911ec73254491c90771974d83e8e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '959a9e70-9afe-4d9b-b53e-7972a65e4eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:37Z', 'updated_at': '2021-09-16T05:39:40Z', 'revision_number': 4, 'project_id': 'fd911ec73254491c90771974d83e8e83', 'gw_port': {'id': '959a9e70-9afe-4d9b-b53e-7972a65e4eaf', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:37Z', 'updated_at': '2021-09-16T05:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '03d47cf2-c394-4f2b-b063-ab3cb9b08366', 'name': '', 'network_id': 'b090d5e4-e9fd-4b4f-9973-190ae7704e65', 'tenant_id': 'fd911ec73254491c90771974d83e8e83', 'mac_address': 'fa:16:3e:71:53:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'd9d3f403-b867-4f77-b2f6-053917b7ee1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:39Z', 'updated_at': '2021-09-16T05:39:44Z', 'revision_number': 4, 'project_id': 'fd911ec73254491c90771974d83e8e83', 'subnets': [{'id': 'd9d3f403-b867-4f77-b2f6-053917b7ee1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:45.031402 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b19f9b-8b1a-4257-9d11-16ada3106b0f None None] The sync data for ids ['a9eadb49-ff8b-4d6d-981b-130f3d602f33'] in n-d-712139-15 is: [{'id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'name': 'tempest-TestMinimumBasicScenario-827167289-router', 'tenant_id': 'fd911ec73254491c90771974d83e8e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '959a9e70-9afe-4d9b-b53e-7972a65e4eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:37Z', 'updated_at': '2021-09-16T05:39:40Z', 'revision_number': 4, 'project_id': 'fd911ec73254491c90771974d83e8e83', 'gw_port': {'id': '959a9e70-9afe-4d9b-b53e-7972a65e4eaf', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:37Z', 'updated_at': '2021-09-16T05:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '03d47cf2-c394-4f2b-b063-ab3cb9b08366', 'name': '', 'network_id': 'b090d5e4-e9fd-4b4f-9973-190ae7704e65', 'tenant_id': 'fd911ec73254491c90771974d83e8e83', 'mac_address': 'fa:16:3e:71:53:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'd9d3f403-b867-4f77-b2f6-053917b7ee1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:39Z', 'updated_at': '2021-09-16T05:39:44Z', 'revision_number': 4, 'project_id': 'fd911ec73254491c90771974d83e8e83', 'subnets': [{'id': 'd9d3f403-b867-4f77-b2f6-053917b7ee1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:39:45.105799 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f3bef59e-6e95-4fdb-8648-be22e3cf1bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:45.161986 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-f3bef59e-6e95-4fdb-8648-be22e3cf1bcc None None] For port 03d47cf2-c394-4f2b-b063-ab3cb9b08366, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=03d47cf2-c394-4f2b-b063-ab3cb9b08366,segment=NetworkSegment(085f6199-a40d-45e1-aee8-5bd48d065e1d),segment_id=085f6199-a40d-45e1-aee8-5bd48d065e1d)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:45.166578 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-2d766b5d-38c6-47af-9e7c-2f25b724961c admin admin] Allocated IP 172.20.0.1 (7fa42ca4-61f1-417e-9d1e-6f54ce075063/99d5a428-66d8-4571-a172-3d0154c6878e/7342d0b1-95c9-4ee6-8f77-1ec6a70b0447) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:39:45.170350 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f3bef59e-6e95-4fdb-8648-be22e3cf1bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:45.257223 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:45.293185 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0093ed1e-d5e8-47a0-b728-504621a4a9b1 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:45.296172 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bef59e-6e95-4fdb-8648-be22e3cf1bcc None None] Pushing event updated for resources: {'Port': ['ID=03d47cf2-c394-4f2b-b063-ab3cb9b08366,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:45.298418 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2d766b5d-38c6-47af-9e7c-2f25b724961c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:45.308380 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0093ed1e-d5e8-47a0-b728-504621a4a9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:45.350200 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-69a0e0f0-18f8-4307-baf7-a8d7c8b56e9f None None] Provisioning complete for port 03d47cf2-c394-4f2b-b063-ab3cb9b08366 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:45.350608 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-69a0e0f0-18f8-4307-baf7-a8d7c8b56e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:45.355597 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2d766b5d-38c6-47af-9e7c-2f25b724961c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:45.378397 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-0093ed1e-d5e8-47a0-b728-504621a4a9b1 None None] Attempting to bind port 656dbeed-0340-4b38-9ca6-949b9e788ebb on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:39:45.378767 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-0093ed1e-d5e8-47a0-b728-504621a4a9b1 None None] Attempting to bind port 656dbeed-0340-4b38-9ca6-949b9e788ebb by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:39:45.379125 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0093ed1e-d5e8-47a0-b728-504621a4a9b1 None None] Attempting to bind port 656dbeed-0340-4b38-9ca6-949b9e788ebb on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:39:45.406240 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0093ed1e-d5e8-47a0-b728-504621a4a9b1 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:39:45.406613 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0093ed1e-d5e8-47a0-b728-504621a4a9b1 None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:39:45.407011 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0093ed1e-d5e8-47a0-b728-504621a4a9b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:45.407396 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0093ed1e-d5e8-47a0-b728-504621a4a9b1 None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:39:45.407868 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-0093ed1e-d5e8-47a0-b728-504621a4a9b1 None None] Bound port: 656dbeed-0340-4b38-9ca6-949b9e788ebb, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:39:45.408246 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0093ed1e-d5e8-47a0-b728-504621a4a9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:45.410261 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e328f-3315-4ff6-a895-f8eb14d01975 None None] Pushing event updated for resources: {'Port': ['ID=656dbeed-0340-4b38-9ca6-949b9e788ebb,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:45.433260 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d766b5d-38c6-47af-9e7c-2f25b724961c admin admin] Pushing event updated for resources: {'Port': ['ID=7342d0b1-95c9-4ee6-8f77-1ec6a70b0447,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:45.442175 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 959a9e70-9afe-4d9b-b53e-7972a65e4eaf up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:39:45.443181 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d766b5d-38c6-47af-9e7c-2f25b724961c admin admin] Network 7fa42ca4-61f1-417e-9d1e-6f54ce075063 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:39:45.445284 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-2d766b5d-38c6-47af-9e7c-2f25b724961c admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:45.448036 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d766b5d-38c6-47af-9e7c-2f25b724961c admin admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:39:45.495494 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2d766b5d-38c6-47af-9e7c-2f25b724961c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:45.574231 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-0093ed1e-d5e8-47a0-b728-504621a4a9b1 None None] For port 656dbeed-0340-4b38-9ca6-949b9e788ebb, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:39:45.596004 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-0093ed1e-d5e8-47a0-b728-504621a4a9b1 None None] For port 656dbeed-0340-4b38-9ca6-949b9e788ebb, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=656dbeed-0340-4b38-9ca6-949b9e788ebb,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:39:45.607626 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0093ed1e-d5e8-47a0-b728-504621a4a9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:45.617446 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-69a0e0f0-18f8-4307-baf7-a8d7c8b56e9f None None] Provisioning complete for port acd60b34-98f7-4f2b-950e-5db6c16d1a76 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:45.617823 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-69a0e0f0-18f8-4307-baf7-a8d7c8b56e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:45.622042 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 959a9e70-9afe-4d9b-b53e-7972a65e4eaf triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:45.622712 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:45.662604 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2d766b5d-38c6-47af-9e7c-2f25b724961c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:45.751471 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e328f-3315-4ff6-a895-f8eb14d01975 None None] Pushing event updated for resources: {'Port': ['ID=656dbeed-0340-4b38-9ca6-949b9e788ebb,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:45.755814 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0093ed1e-d5e8-47a0-b728-504621a4a9b1 None None] Routers {'ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:45.757603 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-0093ed1e-d5e8-47a0-b728-504621a4a9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:39:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:45.870664 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2d766b5d-38c6-47af-9e7c-2f25b724961c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:45.875254 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2d766b5d-38c6-47af-9e7c-2f25b724961c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:45.916022 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device acd60b34-98f7-4f2b-950e-5db6c16d1a76 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:39:45.946434 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d766b5d-38c6-47af-9e7c-2f25b724961c admin admin] Pushing event updated for resources: {'Port': ['ID=7342d0b1-95c9-4ee6-8f77-1ec6a70b0447,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:45.949034 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2d766b5d-38c6-47af-9e7c-2f25b724961c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:45.962640 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-0093ed1e-d5e8-47a0-b728-504621a4a9b1 None None] Set router ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:46.041574 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d766b5d-38c6-47af-9e7c-2f25b724961c admin admin] Network 7fa42ca4-61f1-417e-9d1e-6f54ce075063 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:39:46.043117 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-2d766b5d-38c6-47af-9e7c-2f25b724961c admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:46.072949 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port acd60b34-98f7-4f2b-950e-5db6c16d1a76 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:46.073327 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:46.151254 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-3eb51650-3a97-448a-8fe3-892e3a2d1a03 None None] Provisioning complete for port 7342d0b1-95c9-4ee6-8f77-1ec6a70b0447 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:46.151633 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eb51650-3a97-448a-8fe3-892e3a2d1a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:46.170658 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d766b5d-38c6-47af-9e7c-2f25b724961c admin admin] Router ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:39:46.211182 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-3eb51650-3a97-448a-8fe3-892e3a2d1a03 None None] Port 7342d0b1-95c9-4ee6-8f77-1ec6a70b0447 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:39:46.294670 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:46.295364 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d766b5d-38c6-47af-9e7c-2f25b724961c admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:39:46.299934 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 03d47cf2-c394-4f2b-b063-ab3cb9b08366 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:39:46.300605 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2d766b5d-38c6-47af-9e7c-2f25b724961c admin admin] 10.222.0.35 "PUT /v2.0/routers/ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4838977 Sep 16 05:39:46.347282 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-0093ed1e-d5e8-47a0-b728-504621a4a9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b', 'name': 'tempest-TestMinimumBasicScenario-1395004600-router', 'tenant_id': '108f73cf12f54f26827430810c0c7c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '656dbeed-0340-4b38-9ca6-949b9e788ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:42Z', 'updated_at': '2021-09-16T05:39:45Z', 'revision_number': 4, 'project_id': '108f73cf12f54f26827430810c0c7c24', 'gw_port': {'id': '656dbeed-0340-4b38-9ca6-949b9e788ebb', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:39:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:42Z', 'updated_at': '2021-09-16T05:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '7342d0b1-95c9-4ee6-8f77-1ec6a70b0447', 'name': '', 'network_id': '7fa42ca4-61f1-417e-9d1e-6f54ce075063', 'tenant_id': '108f73cf12f54f26827430810c0c7c24', 'mac_address': 'fa:16:3e:6a:44:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '99d5a428-66d8-4571-a172-3d0154c6878e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:44Z', 'updated_at': '2021-09-16T05:39:45Z', 'revision_number': 1, 'project_id': '108f73cf12f54f26827430810c0c7c24', 'subnets': [{'id': '99d5a428-66d8-4571-a172-3d0154c6878e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:46.383235 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-b688b716-a506-45a0-a38a-80185d902f87 None None] Provisioning complete for port 7342d0b1-95c9-4ee6-8f77-1ec6a70b0447 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:46.383530 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b688b716-a506-45a0-a38a-80185d902f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:46.385150 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0093ed1e-d5e8-47a0-b728-504621a4a9b1 None None] The sync data for ids ['ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b'] in n-d-712139-15 is: [{'id': 'ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b', 'name': 'tempest-TestMinimumBasicScenario-1395004600-router', 'tenant_id': '108f73cf12f54f26827430810c0c7c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '656dbeed-0340-4b38-9ca6-949b9e788ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:42Z', 'updated_at': '2021-09-16T05:39:45Z', 'revision_number': 4, 'project_id': '108f73cf12f54f26827430810c0c7c24', 'gw_port': {'id': '656dbeed-0340-4b38-9ca6-949b9e788ebb', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:39:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:42Z', 'updated_at': '2021-09-16T05:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '7342d0b1-95c9-4ee6-8f77-1ec6a70b0447', 'name': '', 'network_id': '7fa42ca4-61f1-417e-9d1e-6f54ce075063', 'tenant_id': '108f73cf12f54f26827430810c0c7c24', 'mac_address': 'fa:16:3e:6a:44:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '99d5a428-66d8-4571-a172-3d0154c6878e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:44Z', 'updated_at': '2021-09-16T05:39:45Z', 'revision_number': 1, 'project_id': '108f73cf12f54f26827430810c0c7c24', 'subnets': [{'id': '99d5a428-66d8-4571-a172-3d0154c6878e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:39:46.427668 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-b688b716-a506-45a0-a38a-80185d902f87 None None] Port 7342d0b1-95c9-4ee6-8f77-1ec6a70b0447 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:39:46.430273 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 03d47cf2-c394-4f2b-b063-ab3cb9b08366 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:46.431811 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:47.383745 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 03d47cf2-c394-4f2b-b063-ab3cb9b08366 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:39:47.443511 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 03d47cf2-c394-4f2b-b063-ab3cb9b08366 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:47.443848 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:49.374233 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c54db1a-0f61-40b8-9d84-4912d2920eda None None] Sync routers for ids ['ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:39:49.399072 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c54db1a-0f61-40b8-9d84-4912d2920eda None None] Routers {'ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:49.399716 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-2c54db1a-0f61-40b8-9d84-4912d2920eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:39:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:49.420459 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 656dbeed-0340-4b38-9ca6-949b9e788ebb up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:39:49.514576 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 656dbeed-0340-4b38-9ca6-949b9e788ebb triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:49.514956 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:49.588978 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-2c54db1a-0f61-40b8-9d84-4912d2920eda None None] Set router ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:49.634804 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:49.659773 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 656dbeed-0340-4b38-9ca6-949b9e788ebb, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=656dbeed-0340-4b38-9ca6-949b9e788ebb,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:49.667626 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:49.735419 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=656dbeed-0340-4b38-9ca6-949b9e788ebb,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:49.988708 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-2c54db1a-0f61-40b8-9d84-4912d2920eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b', 'name': 'tempest-TestMinimumBasicScenario-1395004600-router', 'tenant_id': '108f73cf12f54f26827430810c0c7c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '656dbeed-0340-4b38-9ca6-949b9e788ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:42Z', 'updated_at': '2021-09-16T05:39:45Z', 'revision_number': 4, 'project_id': '108f73cf12f54f26827430810c0c7c24', 'gw_port': {'id': '656dbeed-0340-4b38-9ca6-949b9e788ebb', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:39:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:42Z', 'updated_at': '2021-09-16T05:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '7342d0b1-95c9-4ee6-8f77-1ec6a70b0447', 'name': '', 'network_id': '7fa42ca4-61f1-417e-9d1e-6f54ce075063', 'tenant_id': '108f73cf12f54f26827430810c0c7c24', 'mac_address': 'fa:16:3e:6a:44:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '99d5a428-66d8-4571-a172-3d0154c6878e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:44Z', 'updated_at': '2021-09-16T05:39:45Z', 'revision_number': 2, 'project_id': '108f73cf12f54f26827430810c0c7c24', 'subnets': [{'id': '99d5a428-66d8-4571-a172-3d0154c6878e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:50.018664 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c54db1a-0f61-40b8-9d84-4912d2920eda None None] Checking router: ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:39:50.019048 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c54db1a-0f61-40b8-9d84-4912d2920eda None None] Updating router ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b port 7342d0b1-95c9-4ee6-8f77-1ec6a70b0447 binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:39:50.048898 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-2c54db1a-0f61-40b8-9d84-4912d2920eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:50.348974 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-2c54db1a-0f61-40b8-9d84-4912d2920eda None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:50.355708 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-2c54db1a-0f61-40b8-9d84-4912d2920eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:50.417282 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e87f6f-753f-485c-a8a0-e0a3c3e6c3cf None None] Pushing event updated for resources: {'Port': ['ID=7342d0b1-95c9-4ee6-8f77-1ec6a70b0447,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:50.496332 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-2c54db1a-0f61-40b8-9d84-4912d2920eda None None] Attempting to bind port 7342d0b1-95c9-4ee6-8f77-1ec6a70b0447 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:39:50.497175 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-2c54db1a-0f61-40b8-9d84-4912d2920eda None None] Attempting to bind port 7342d0b1-95c9-4ee6-8f77-1ec6a70b0447 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'c51f9118-4319-4927-a4a3-9d42206464fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7fa42ca4-61f1-417e-9d1e-6f54ce075063'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:39:50.497843 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c54db1a-0f61-40b8-9d84-4912d2920eda None None] Attempting to bind port 7342d0b1-95c9-4ee6-8f77-1ec6a70b0447 on network 7fa42ca4-61f1-417e-9d1e-6f54ce075063 {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:39:50.514657 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c54db1a-0f61-40b8-9d84-4912d2920eda None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:39:50.515145 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c54db1a-0f61-40b8-9d84-4912d2920eda None None] Checking segment: {'id': 'c51f9118-4319-4927-a4a3-9d42206464fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7fa42ca4-61f1-417e-9d1e-6f54ce075063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:39:50.515627 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-2c54db1a-0f61-40b8-9d84-4912d2920eda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:50.516108 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c54db1a-0f61-40b8-9d84-4912d2920eda None None] Bound using segment: {'id': 'c51f9118-4319-4927-a4a3-9d42206464fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7fa42ca4-61f1-417e-9d1e-6f54ce075063'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:39:50.516835 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-2c54db1a-0f61-40b8-9d84-4912d2920eda None None] Bound port: 7342d0b1-95c9-4ee6-8f77-1ec6a70b0447, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c51f9118-4319-4927-a4a3-9d42206464fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7fa42ca4-61f1-417e-9d1e-6f54ce075063'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:39:50.517297 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-2c54db1a-0f61-40b8-9d84-4912d2920eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:50.621269 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-2c54db1a-0f61-40b8-9d84-4912d2920eda None None] For port 7342d0b1-95c9-4ee6-8f77-1ec6a70b0447, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:39:50.625237 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-2c54db1a-0f61-40b8-9d84-4912d2920eda None None] For port 7342d0b1-95c9-4ee6-8f77-1ec6a70b0447, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=7342d0b1-95c9-4ee6-8f77-1ec6a70b0447,segment=NetworkSegment(c51f9118-4319-4927-a4a3-9d42206464fa),segment_id=c51f9118-4319-4927-a4a3-9d42206464fa)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:39:50.635790 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-2c54db1a-0f61-40b8-9d84-4912d2920eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:50.711640 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c54db1a-0f61-40b8-9d84-4912d2920eda None None] Routers {'ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:50.712446 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-2c54db1a-0f61-40b8-9d84-4912d2920eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:39:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:50.718769 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e87f6f-753f-485c-a8a0-e0a3c3e6c3cf None None] Pushing event updated for resources: {'Port': ['ID=7342d0b1-95c9-4ee6-8f77-1ec6a70b0447,revision_number=4']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:50.792864 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-e7c730d6-f90d-4fc0-88e5-bfba4b0c72cf None None] Provisioning complete for port 7342d0b1-95c9-4ee6-8f77-1ec6a70b0447 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:50.795468 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e7c730d6-f90d-4fc0-88e5-bfba4b0c72cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:50.899883 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-2c54db1a-0f61-40b8-9d84-4912d2920eda None None] Set router ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:50.910025 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e7c730d6-f90d-4fc0-88e5-bfba4b0c72cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:50.956461 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-e7c730d6-f90d-4fc0-88e5-bfba4b0c72cf None None] For port 7342d0b1-95c9-4ee6-8f77-1ec6a70b0447, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=7342d0b1-95c9-4ee6-8f77-1ec6a70b0447,segment=NetworkSegment(c51f9118-4319-4927-a4a3-9d42206464fa),segment_id=c51f9118-4319-4927-a4a3-9d42206464fa)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:50.966410 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e7c730d6-f90d-4fc0-88e5-bfba4b0c72cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:51.038484 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c730d6-f90d-4fc0-88e5-bfba4b0c72cf None None] Pushing event updated for resources: {'Port': ['ID=7342d0b1-95c9-4ee6-8f77-1ec6a70b0447,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:51.097993 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ef792eab-2cc5-4005-9aa1-853136d58553 None None] Provisioning complete for port 7342d0b1-95c9-4ee6-8f77-1ec6a70b0447 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:51.098464 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ef792eab-2cc5-4005-9aa1-853136d58553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:51.247759 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-2c54db1a-0f61-40b8-9d84-4912d2920eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b', 'name': 'tempest-TestMinimumBasicScenario-1395004600-router', 'tenant_id': '108f73cf12f54f26827430810c0c7c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '656dbeed-0340-4b38-9ca6-949b9e788ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:42Z', 'updated_at': '2021-09-16T05:39:45Z', 'revision_number': 4, 'project_id': '108f73cf12f54f26827430810c0c7c24', 'gw_port': {'id': '656dbeed-0340-4b38-9ca6-949b9e788ebb', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:39:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:42Z', 'updated_at': '2021-09-16T05:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '7342d0b1-95c9-4ee6-8f77-1ec6a70b0447', 'name': '', 'network_id': '7fa42ca4-61f1-417e-9d1e-6f54ce075063', 'tenant_id': '108f73cf12f54f26827430810c0c7c24', 'mac_address': 'fa:16:3e:6a:44:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '99d5a428-66d8-4571-a172-3d0154c6878e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:44Z', 'updated_at': '2021-09-16T05:39:50Z', 'revision_number': 4, 'project_id': '108f73cf12f54f26827430810c0c7c24', 'subnets': [{'id': '99d5a428-66d8-4571-a172-3d0154c6878e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:51.284163 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c54db1a-0f61-40b8-9d84-4912d2920eda None None] The sync data for ids ['ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b'] in n-d-712139-15 is: [{'id': 'ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b', 'name': 'tempest-TestMinimumBasicScenario-1395004600-router', 'tenant_id': '108f73cf12f54f26827430810c0c7c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '656dbeed-0340-4b38-9ca6-949b9e788ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:42Z', 'updated_at': '2021-09-16T05:39:45Z', 'revision_number': 4, 'project_id': '108f73cf12f54f26827430810c0c7c24', 'gw_port': {'id': '656dbeed-0340-4b38-9ca6-949b9e788ebb', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:39:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:42Z', 'updated_at': '2021-09-16T05:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '7342d0b1-95c9-4ee6-8f77-1ec6a70b0447', 'name': '', 'network_id': '7fa42ca4-61f1-417e-9d1e-6f54ce075063', 'tenant_id': '108f73cf12f54f26827430810c0c7c24', 'mac_address': 'fa:16:3e:6a:44:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '99d5a428-66d8-4571-a172-3d0154c6878e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:44Z', 'updated_at': '2021-09-16T05:39:50Z', 'revision_number': 4, 'project_id': '108f73cf12f54f26827430810c0c7c24', 'subnets': [{'id': '99d5a428-66d8-4571-a172-3d0154c6878e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:39:51.419383 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 7342d0b1-95c9-4ee6-8f77-1ec6a70b0447 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:39:51.494339 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 7342d0b1-95c9-4ee6-8f77-1ec6a70b0447 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:51.494709 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:51.611316 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 656dbeed-0340-4b38-9ca6-949b9e788ebb up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:39:51.698981 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 656dbeed-0340-4b38-9ca6-949b9e788ebb triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:51.699702 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:56.538517 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-e440f9d6-fa2e-4a01-a296-c55e8d0cf86a tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:56.539917 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-e440f9d6-fa2e-4a01-a296-c55e8d0cf86a tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/networks?id=b090d5e4-e9fd-4b4f-9973-190ae7704e65 HTTP/1.1" status: 200 len: 814 time: 0.1059344 Sep 16 05:39:56.555333 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-b790bc21-0124-4b7e-bd8f-511603121e24 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/quotas/fd911ec73254491c90771974d83e8e83 HTTP/1.1" status: 200 len: 375 time: 0.0095642 Sep 16 05:39:56.610326 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-7557df36-ee4e-4646-aa57-3e6df333ae48 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd911ec73254491c90771974d83e8e83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493681 Sep 16 05:39:56.705960 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-4122afb4-2522-4c2b-a8da-29f655c1db15 service neutron] 10.222.0.35 "GET /v2.0/networks/b090d5e4-e9fd-4b4f-9973-190ae7704e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834770 Sep 16 05:39:56.798427 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-45a2a323-6623-4183-af5a-ea660ca5d7ea service neutron] 10.222.0.35 "GET /v2.0/networks/b090d5e4-e9fd-4b4f-9973-190ae7704e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862014 Sep 16 05:39:56.959634 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-07af175e-c746-42ef-bb19-758baebd597e req-ce2edd20-f402-425f-91c5-146e3c2c94ea tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 210 time: 0.0270371 Sep 16 05:39:57.972878 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-cacd3f78-6cdc-4dc0-baf9-2a19ff53458e tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:57.974243 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-cacd3f78-6cdc-4dc0-baf9-2a19ff53458e tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.47 "GET /v2.0/networks?id=b090d5e4-e9fd-4b4f-9973-190ae7704e65 HTTP/1.1" status: 200 len: 814 time: 0.1070871 Sep 16 05:39:58.002602 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-e63b247a-28a8-4caa-9aa6-08ec976edf1e tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Request body: {'port': {'device_id': 'e37fcf83-5aec-454e-aa57-1a0710720214', 'network_id': 'b090d5e4-e9fd-4b4f-9973-190ae7704e65', 'admin_state_up': True, 'tenant_id': 'fd911ec73254491c90771974d83e8e83'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:58.057262 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-72429af0-4ac0-4fdd-a1ec-aa27664072ae req-34afcb02-d5a5-40d6-bdc6-0e4e7fcc5294 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 210 time: 0.0293269 Sep 16 05:39:58.143795 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-e63b247a-28a8-4caa-9aa6-08ec976edf1e tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Made reservation on behalf of fd911ec73254491c90771974d83e8e83 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:39:58.148395 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-e63b247a-28a8-4caa-9aa6-08ec976edf1e tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:58.340158 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-e63b247a-28a8-4caa-9aa6-08ec976edf1e tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Allocated IP 172.20.0.5 (b090d5e4-e9fd-4b4f-9973-190ae7704e65/d9d3f403-b867-4f77-b2f6-053917b7ee1b/77e6f39b-14c3-4f67-b7b9-65fdae99602e) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:39:58.532713 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-e63b247a-28a8-4caa-9aa6-08ec976edf1e tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:58.574026 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-e63b247a-28a8-4caa-9aa6-08ec976edf1e tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:58.625574 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-e63b247a-28a8-4caa-9aa6-08ec976edf1e tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Network b090d5e4-e9fd-4b4f-9973-190ae7704e65 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:39:58.628835 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-e63b247a-28a8-4caa-9aa6-08ec976edf1e tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:58.635643 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-e63b247a-28a8-4caa-9aa6-08ec976edf1e tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:39:58.642279 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b247a-28a8-4caa-9aa6-08ec976edf1e tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Pushing event updated for resources: {'Port': ['ID=77e6f39b-14c3-4f67-b7b9-65fdae99602e,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:58.675865 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63b247a-28a8-4caa-9aa6-08ec976edf1e tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:58.676630 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63b247a-28a8-4caa-9aa6-08ec976edf1e tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:58.676839 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63b247a-28a8-4caa-9aa6-08ec976edf1e tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:58.677161 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63b247a-28a8-4caa-9aa6-08ec976edf1e tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:58.677413 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63b247a-28a8-4caa-9aa6-08ec976edf1e tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:58.677736 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63b247a-28a8-4caa-9aa6-08ec976edf1e tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:58.678610 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63b247a-28a8-4caa-9aa6-08ec976edf1e tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:58.679131 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63b247a-28a8-4caa-9aa6-08ec976edf1e tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:58.679568 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63b247a-28a8-4caa-9aa6-08ec976edf1e tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:58.680092 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63b247a-28a8-4caa-9aa6-08ec976edf1e tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:58.680444 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63b247a-28a8-4caa-9aa6-08ec976edf1e tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:58.680795 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63b247a-28a8-4caa-9aa6-08ec976edf1e tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:58.709296 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-e63b247a-28a8-4caa-9aa6-08ec976edf1e tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:58.710436 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-e63b247a-28a8-4caa-9aa6-08ec976edf1e tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:58.739149 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-e63b247a-28a8-4caa-9aa6-08ec976edf1e tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7404971 Sep 16 05:39:58.892389 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-b0f1bb84-8708-445b-b5de-7cdf6daf27ee None None] Provisioning complete for port 77e6f39b-14c3-4f67-b7b9-65fdae99602e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:58.892996 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b0f1bb84-8708-445b-b5de-7cdf6daf27ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:59.090077 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-b0f1bb84-8708-445b-b5de-7cdf6daf27ee None None] Port 77e6f39b-14c3-4f67-b7b9-65fdae99602e cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:39:59.193529 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f183a0-04e6-421a-8e68-3eb446370f3c req-229f5d16-d1dd-455f-9a2d-3edb6cdfcaa1 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:59.195748 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37f183a0-04e6-421a-8e68-3eb446370f3c req-229f5d16-d1dd-455f-9a2d-3edb6cdfcaa1 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 931 time: 0.0668058 Sep 16 05:39:59.239191 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-37f183a0-04e6-421a-8e68-3eb446370f3c req-98c1eecf-b6aa-4e0c-b651-e773db1c1bd4 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a9a51a-95a7-4474-8274-850ff6299fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338757 Sep 16 05:40:00.362891 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77a705-8175-4c88-a982-d49e312b4e8c req-6b34ecb0-7164-4dd9-9b13-19ab588e85c5 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:00.364506 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b77a705-8175-4c88-a982-d49e312b4e8c req-6b34ecb0-7164-4dd9-9b13-19ab588e85c5 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 931 time: 0.0563507 Sep 16 05:40:00.409290 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b77a705-8175-4c88-a982-d49e312b4e8c req-deb16f52-d94b-434e-8fcd-5cac97052e0e tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a9a51a-95a7-4474-8274-850ff6299fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381088 Sep 16 05:40:01.533175 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b480a-f967-4ba7-9c63-8ec312285aa7 req-4889e394-ba9e-4904-bdfc-a66095f248fb tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:01.534869 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-199b480a-f967-4ba7-9c63-8ec312285aa7 req-4889e394-ba9e-4904-bdfc-a66095f248fb tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 931 time: 0.0529914 Sep 16 05:40:01.574794 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-199b480a-f967-4ba7-9c63-8ec312285aa7 req-328124b6-91ef-4f37-977c-2222003f06e6 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a9a51a-95a7-4474-8274-850ff6299fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337963 Sep 16 05:40:02.711888 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7033e7-12b2-4614-88c4-1130f7858214 req-664e1cc5-0ba8-4267-86b7-49e92eca4f6f tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:02.713448 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fb7033e7-12b2-4614-88c4-1130f7858214 req-664e1cc5-0ba8-4267-86b7-49e92eca4f6f tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 931 time: 0.0623977 Sep 16 05:40:02.755108 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fb7033e7-12b2-4614-88c4-1130f7858214 req-9e82ba29-03f9-4e87-a734-8a27914b7e25 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a9a51a-95a7-4474-8274-850ff6299fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356362 Sep 16 05:40:03.127849 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:40:03.876325 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46207c-cb9c-4142-9131-179d2bc66d8d req-30378435-cf68-4a1c-833a-36bc1ad725d3 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:03.877855 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-af46207c-cb9c-4142-9131-179d2bc66d8d req-30378435-cf68-4a1c-833a-36bc1ad725d3 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 931 time: 0.0526536 Sep 16 05:40:03.918584 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-af46207c-cb9c-4142-9131-179d2bc66d8d req-38113915-86b9-4895-8bdd-fa258946d1b2 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a9a51a-95a7-4474-8274-850ff6299fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338900 Sep 16 05:40:05.039945 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a6e77-1e6d-4e12-b30c-90850090b0c0 req-db7a3dcb-29e6-443f-adc7-0abe661de12a tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:05.041884 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e05a6e77-1e6d-4e12-b30c-90850090b0c0 req-db7a3dcb-29e6-443f-adc7-0abe661de12a tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 931 time: 0.0553424 Sep 16 05:40:05.084767 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e05a6e77-1e6d-4e12-b30c-90850090b0c0 req-c740c51f-1b37-464e-9950-bafb82dfa72f tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a9a51a-95a7-4474-8274-850ff6299fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366771 Sep 16 05:40:06.210268 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6186bf6-4f1a-4a5a-8d4f-2a82e61abcdd req-e589dbbe-e1d9-49b9-9b0f-85ed0420b064 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:06.211923 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f6186bf6-4f1a-4a5a-8d4f-2a82e61abcdd req-e589dbbe-e1d9-49b9-9b0f-85ed0420b064 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 931 time: 0.0543888 Sep 16 05:40:06.256757 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f6186bf6-4f1a-4a5a-8d4f-2a82e61abcdd req-caf26f72-7b5e-42d3-9189-b33a509adf1f tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a9a51a-95a7-4474-8274-850ff6299fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371814 Sep 16 05:40:07.376889 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8879a-1490-4131-8cc8-5b6cf6f809b1 req-f9cd9ebb-491e-4c29-bab2-bd9f06d20f16 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:07.378330 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04b8879a-1490-4131-8cc8-5b6cf6f809b1 req-f9cd9ebb-491e-4c29-bab2-bd9f06d20f16 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 931 time: 0.0502937 Sep 16 05:40:07.420821 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04b8879a-1490-4131-8cc8-5b6cf6f809b1 req-28f363cf-ae1c-4572-b84d-d5d00fc2333d tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a9a51a-95a7-4474-8274-850ff6299fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345900 Sep 16 05:40:08.285153 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-49e7c4b5-dd63-41f7-a8bc-ba780e0f2a8c service neutron] Request body: {'port': {'device_id': 'e37fcf83-5aec-454e-aa57-1a0710720214', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:08.343462 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-49e7c4b5-dd63-41f7-a8bc-ba780e0f2a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:08.588945 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab40ab-b608-4132-bf98-5326ef168444 req-e116e97e-5ab2-4fca-9b53-822c017a57af tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:08.590421 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cbab40ab-b608-4132-bf98-5326ef168444 req-e116e97e-5ab2-4fca-9b53-822c017a57af tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 931 time: 0.0737052 Sep 16 05:40:08.661188 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cbab40ab-b608-4132-bf98-5326ef168444 req-86529ce8-0d91-4215-a6fd-654e63ae125f tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a9a51a-95a7-4474-8274-850ff6299fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646958 Sep 16 05:40:08.667595 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-49e7c4b5-dd63-41f7-a8bc-ba780e0f2a8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e6f39b-14c3-4f67-b7b9-65fdae99602e {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:40:08.675007 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-49e7c4b5-dd63-41f7-a8bc-ba780e0f2a8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:08.687494 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-49e7c4b5-dd63-41f7-a8bc-ba780e0f2a8c service neutron] Transition to ACTIVE for port object 77e6f39b-14c3-4f67-b7b9-65fdae99602e will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:40:08.690974 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-49e7c4b5-dd63-41f7-a8bc-ba780e0f2a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:08.744912 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7c4b5-dd63-41f7-a8bc-ba780e0f2a8c service neutron] Pushing event updated for resources: {'Port': ['ID=77e6f39b-14c3-4f67-b7b9-65fdae99602e,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:08.816113 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-49e7c4b5-dd63-41f7-a8bc-ba780e0f2a8c service neutron] Attempting to bind port 77e6f39b-14c3-4f67-b7b9-65fdae99602e on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:40:08.816448 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-49e7c4b5-dd63-41f7-a8bc-ba780e0f2a8c service neutron] Attempting to bind port 77e6f39b-14c3-4f67-b7b9-65fdae99602e by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '085f6199-a40d-45e1-aee8-5bd48d065e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b090d5e4-e9fd-4b4f-9973-190ae7704e65'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:40:08.817000 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-49e7c4b5-dd63-41f7-a8bc-ba780e0f2a8c service neutron] Attempting to bind port 77e6f39b-14c3-4f67-b7b9-65fdae99602e on network b090d5e4-e9fd-4b4f-9973-190ae7704e65 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:40:08.821770 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-49e7c4b5-dd63-41f7-a8bc-ba780e0f2a8c service neutron] Port 77e6f39b-14c3-4f67-b7b9-65fdae99602e on network b090d5e4-e9fd-4b4f-9973-190ae7704e65 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:40:08.822298 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-49e7c4b5-dd63-41f7-a8bc-ba780e0f2a8c service neutron] Attempting to bind port 77e6f39b-14c3-4f67-b7b9-65fdae99602e on network b090d5e4-e9fd-4b4f-9973-190ae7704e65 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:40:08.827383 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-49e7c4b5-dd63-41f7-a8bc-ba780e0f2a8c service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:40:08.827720 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-49e7c4b5-dd63-41f7-a8bc-ba780e0f2a8c service neutron] Checking segment: {'id': '085f6199-a40d-45e1-aee8-5bd48d065e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b090d5e4-e9fd-4b4f-9973-190ae7704e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:40:08.828100 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-49e7c4b5-dd63-41f7-a8bc-ba780e0f2a8c service neutron] Bound using segment: {'id': '085f6199-a40d-45e1-aee8-5bd48d065e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b090d5e4-e9fd-4b4f-9973-190ae7704e65'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:40:08.828535 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-49e7c4b5-dd63-41f7-a8bc-ba780e0f2a8c service neutron] Bound port: 77e6f39b-14c3-4f67-b7b9-65fdae99602e, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '085f6199-a40d-45e1-aee8-5bd48d065e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b090d5e4-e9fd-4b4f-9973-190ae7704e65'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:40:08.828958 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-49e7c4b5-dd63-41f7-a8bc-ba780e0f2a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:08.894431 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-49e7c4b5-dd63-41f7-a8bc-ba780e0f2a8c service neutron] For port 77e6f39b-14c3-4f67-b7b9-65fdae99602e, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:40:08.897752 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-49e7c4b5-dd63-41f7-a8bc-ba780e0f2a8c service neutron] For port 77e6f39b-14c3-4f67-b7b9-65fdae99602e, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=77e6f39b-14c3-4f67-b7b9-65fdae99602e,segment=NetworkSegment(085f6199-a40d-45e1-aee8-5bd48d065e1d),segment_id=085f6199-a40d-45e1-aee8-5bd48d065e1d)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:40:08.901970 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-49e7c4b5-dd63-41f7-a8bc-ba780e0f2a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:08.938028 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-49e7c4b5-dd63-41f7-a8bc-ba780e0f2a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:08.939148 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-49e7c4b5-dd63-41f7-a8bc-ba780e0f2a8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:08.940530 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-49e7c4b5-dd63-41f7-a8bc-ba780e0f2a8c service neutron] 10.222.0.47 "PUT /v2.0/ports/77e6f39b-14c3-4f67-b7b9-65fdae99602e HTTP/1.1" status: 200 len: 1092 time: 0.7504780 Sep 16 05:40:08.942694 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e37fcf83-5aec-454e-aa57-1a0710720214', 'tag': '77e6f39b-14c3-4f67-b7b9-65fdae99602e'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:40:08.945033 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5c904f-1f1a-4b01-b61b-3cb616cfe0d7" -d '{"events": [{"name": "network-changed", "server_uuid": "e37fcf83-5aec-454e-aa57-1a0710720214", "tag": "77e6f39b-14c3-4f67-b7b9-65fdae99602e"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:40:08.975736 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7c4b5-dd63-41f7-a8bc-ba780e0f2a8c service neutron] Pushing event updated for resources: {'Port': ['ID=77e6f39b-14c3-4f67-b7b9-65fdae99602e,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:09.011123 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b0adc7-a455-4c7a-ba77-cafb9c6e3103 x-openstack-request-id: req-67b0adc7-a455-4c7a-ba77-cafb9c6e3103 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:40:09.011412 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e37fcf83-5aec-454e-aa57-1a0710720214", "tag": "77e6f39b-14c3-4f67-b7b9-65fdae99602e", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:40:09.011659 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-67b0adc7-a455-4c7a-ba77-cafb9c6e3103 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:40:09.012057 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e37fcf83-5aec-454e-aa57-1a0710720214', 'tag': '77e6f39b-14c3-4f67-b7b9-65fdae99602e', 'status': 'completed', 'code': 200} Sep 16 05:40:09.074611 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-855646de-e9ad-4432-9ef5-5d4d082a12ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:09.076157 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-855646de-e9ad-4432-9ef5-5d4d082a12ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fd911ec73254491c90771974d83e8e83&device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 1095 time: 0.0465147 Sep 16 05:40:09.125140 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-abb7a102-40c7-4191-88d6-c0ed9e06cd6a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77e6f39b-14c3-4f67-b7b9-65fdae99602e HTTP/1.1" status: 200 len: 217 time: 0.0350847 Sep 16 05:40:09.178096 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-607850c2-a656-4c27-abaf-29b4b88fa082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:09.179573 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-607850c2-a656-4c27-abaf-29b4b88fa082 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d9d3f403-b867-4f77-b2f6-053917b7ee1b HTTP/1.1" status: 200 len: 853 time: 0.0475464 Sep 16 05:40:09.225898 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-b0d20802-65c2-4289-aaa9-14a77a4f4205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:09.227413 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-b0d20802-65c2-4289-aaa9-14a77a4f4205 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b090d5e4-e9fd-4b4f-9973-190ae7704e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407209 Sep 16 05:40:09.320942 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-d9851d8b-7440-49b1-a404-c94544a52559 service neutron] 10.222.0.47 "GET /v2.0/networks/b090d5e4-e9fd-4b4f-9973-190ae7704e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865250 Sep 16 05:40:09.421845 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ed8d0595-6d11-4440-ad81-cef451198d45 req-3dbc42bb-52c3-4292-b0bb-82d1603aec34 service neutron] 10.222.0.47 "GET /v2.0/networks/b090d5e4-e9fd-4b4f-9973-190ae7704e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940092 Sep 16 05:40:09.552034 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c904f-1f1a-4b01-b61b-3cb616cfe0d7 req-a925751c-d295-4053-a739-5759e77cb627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:09.553464 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fe5c904f-1f1a-4b01-b61b-3cb616cfe0d7 req-a925751c-d295-4053-a739-5759e77cb627 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fd911ec73254491c90771974d83e8e83&device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 1095 time: 0.0400574 Sep 16 05:40:09.645398 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c904f-1f1a-4b01-b61b-3cb616cfe0d7 req-d2f303a2-fec0-4023-8c28-75e3e0949243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:09.646862 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fe5c904f-1f1a-4b01-b61b-3cb616cfe0d7 req-d2f303a2-fec0-4023-8c28-75e3e0949243 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b090d5e4-e9fd-4b4f-9973-190ae7704e65 HTTP/1.1" status: 200 len: 915 time: 0.0862467 Sep 16 05:40:09.687560 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fe5c904f-1f1a-4b01-b61b-3cb616cfe0d7 req-07e2a2d9-84ac-4a81-8024-f8b3329ca22a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77e6f39b-14c3-4f67-b7b9-65fdae99602e HTTP/1.1" status: 200 len: 217 time: 0.0339587 Sep 16 05:40:09.770326 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c904f-1f1a-4b01-b61b-3cb616cfe0d7 req-6890dc62-b39e-4715-a23a-e214c1481b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:09.771906 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fe5c904f-1f1a-4b01-b61b-3cb616cfe0d7 req-6890dc62-b39e-4715-a23a-e214c1481b0c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d9d3f403-b867-4f77-b2f6-053917b7ee1b HTTP/1.1" status: 200 len: 853 time: 0.0762382 Sep 16 05:40:09.790252 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d32816-4b86-4d0f-bfd3-919f750def69 req-8953cb62-045c-4557-b4f6-db1af75c117e tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:09.792148 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-09d32816-4b86-4d0f-bfd3-919f750def69 req-8953cb62-045c-4557-b4f6-db1af75c117e tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 943 time: 0.0608532 Sep 16 05:40:09.851315 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-09d32816-4b86-4d0f-bfd3-919f750def69 req-38522a4c-5b17-4a29-87fc-535e5b987152 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a9a51a-95a7-4474-8274-850ff6299fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522325 Sep 16 05:40:09.856402 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c904f-1f1a-4b01-b61b-3cb616cfe0d7 req-ea6e906a-a350-4865-ac50-2798e25ffb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:09.857995 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fe5c904f-1f1a-4b01-b61b-3cb616cfe0d7 req-ea6e906a-a350-4865-ac50-2798e25ffb4f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b090d5e4-e9fd-4b4f-9973-190ae7704e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759172 Sep 16 05:40:09.952752 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fe5c904f-1f1a-4b01-b61b-3cb616cfe0d7 req-8476220f-1b25-4c9d-9696-2670ccb7112f service neutron] 10.222.0.47 "GET /v2.0/networks/b090d5e4-e9fd-4b4f-9973-190ae7704e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862999 Sep 16 05:40:10.043493 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fe5c904f-1f1a-4b01-b61b-3cb616cfe0d7 req-89b2ddc8-5439-4f0e-b7a0-19da5147e3bb service neutron] 10.222.0.47 "GET /v2.0/networks/b090d5e4-e9fd-4b4f-9973-190ae7704e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825713 Sep 16 05:40:10.182948 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-df6f247f-7318-48e3-a504-81197fccb940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:10.970050 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142d6d3-7646-430d-a7c7-7166bce71a57 req-9b8a8e74-bcf9-4659-b1ad-2cbb57562aa7 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:10.971533 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4142d6d3-7646-430d-a7c7-7166bce71a57 req-9b8a8e74-bcf9-4659-b1ad-2cbb57562aa7 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 943 time: 0.0529075 Sep 16 05:40:11.008058 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4142d6d3-7646-430d-a7c7-7166bce71a57 req-b18fc317-4c3a-4a53-9767-e11ac3ed0dd6 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a9a51a-95a7-4474-8274-850ff6299fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305896 Sep 16 05:40:12.124043 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da745627-2bee-49f7-beb5-e7b68b7a2d36 req-3db29c92-130f-48f7-8937-f8259aef0d8b tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:12.125564 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-da745627-2bee-49f7-beb5-e7b68b7a2d36 req-3db29c92-130f-48f7-8937-f8259aef0d8b tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 943 time: 0.0483241 Sep 16 05:40:12.162469 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-da745627-2bee-49f7-beb5-e7b68b7a2d36 req-ed94a303-02f5-4ea3-aac0-7b7d343d465c tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a9a51a-95a7-4474-8274-850ff6299fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308878 Sep 16 05:40:12.191575 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:12.339796 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 77e6f39b-14c3-4f67-b7b9-65fdae99602e details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:40:12.431518 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 77e6f39b-14c3-4f67-b7b9-65fdae99602e, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=77e6f39b-14c3-4f67-b7b9-65fdae99602e,segment=NetworkSegment(085f6199-a40d-45e1-aee8-5bd48d065e1d),segment_id=085f6199-a40d-45e1-aee8-5bd48d065e1d)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:12.446078 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '77e6f39b-14c3-4f67-b7b9-65fdae99602e', 'network_id': 'b090d5e4-e9fd-4b4f-9973-190ae7704e65', 'port_id': '77e6f39b-14c3-4f67-b7b9-65fdae99602e', 'mac_address': 'fa:16:3e:37:63:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d3f403-b867-4f77-b2f6-053917b7ee1b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:40:12.490770 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:12.505712 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e6f39b-14c3-4f67-b7b9-65fdae99602e {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:40:12.531566 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 77e6f39b-14c3-4f67-b7b9-65fdae99602e, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=77e6f39b-14c3-4f67-b7b9-65fdae99602e,segment=NetworkSegment(085f6199-a40d-45e1-aee8-5bd48d065e1d),segment_id=085f6199-a40d-45e1-aee8-5bd48d065e1d)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:12.589076 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:12.637719 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=77e6f39b-14c3-4f67-b7b9-65fdae99602e,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:12.645017 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:12.645364 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:12.645707 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:12.646046 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:12.646380 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:12.646714 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:12.647041 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:12.647365 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:12.647688 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:12.648012 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:12.648332 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:12.648678 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:12.901826 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['77e6f39b-14c3-4f67-b7b9-65fdae99602e'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:40:13.278532 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a7a5a-2d4f-467f-82c9-b8bdc30c8084 req-2016478f-5bca-4fe4-bd41-c92fe88726af tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:13.280070 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-531a7a5a-2d4f-467f-82c9-b8bdc30c8084 req-2016478f-5bca-4fe4-bd41-c92fe88726af tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 944 time: 0.0486193 Sep 16 05:40:13.319020 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-531a7a5a-2d4f-467f-82c9-b8bdc30c8084 req-8912c35a-7a52-4827-931b-e8fdfbfe5e4f tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a9a51a-95a7-4474-8274-850ff6299fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328543 Sep 16 05:40:13.330905 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-28e019fb-275a-4471-a497-002515fc1410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:13.628056 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:14.356171 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 77e6f39b-14c3-4f67-b7b9-65fdae99602e up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:40:14.405593 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 77e6f39b-14c3-4f67-b7b9-65fdae99602e completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:40:14.409285 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 77e6f39b-14c3-4f67-b7b9-65fdae99602e triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:14.409660 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:14.440504 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cec3ce-349d-4332-a7b2-d6d75fea99ca req-46d2dcdd-4541-4298-96cd-f8a330cd7e24 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:14.442184 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-57cec3ce-349d-4332-a7b2-d6d75fea99ca req-46d2dcdd-4541-4298-96cd-f8a330cd7e24 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 944 time: 0.0541062 Sep 16 05:40:14.480703 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-57cec3ce-349d-4332-a7b2-d6d75fea99ca req-2a3b8777-81b6-4955-a7df-3f8875982ecd tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a9a51a-95a7-4474-8274-850ff6299fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323548 Sep 16 05:40:14.489800 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:14.513401 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37fcf83-5aec-454e-aa57-1a0710720214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e6f39b-14c3-4f67-b7b9-65fdae99602e'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:40:14.515636 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2506ad353029a21956b6cd1b4a70cda1beed1e40b39b5191f7a66b422a7e283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f01a3c-aced-4178-9de7-b966f061c807" -d '{"events": [{"server_uuid": "e37fcf83-5aec-454e-aa57-1a0710720214", "name": "network-vif-plugged", "status": "completed", "tag": "77e6f39b-14c3-4f67-b7b9-65fdae99602e"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:40:14.528941 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 77e6f39b-14c3-4f67-b7b9-65fdae99602e, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=77e6f39b-14c3-4f67-b7b9-65fdae99602e,segment=NetworkSegment(085f6199-a40d-45e1-aee8-5bd48d065e1d),segment_id=085f6199-a40d-45e1-aee8-5bd48d065e1d)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:14.533335 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:14.557150 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c51fe8-c3ba-46b5-bfd6-24a84c39f787 x-openstack-request-id: req-07c51fe8-c3ba-46b5-bfd6-24a84c39f787 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:40:14.557445 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e37fcf83-5aec-454e-aa57-1a0710720214", "name": "network-vif-plugged", "status": "completed", "tag": "77e6f39b-14c3-4f67-b7b9-65fdae99602e", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:40:14.557777 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-07c51fe8-c3ba-46b5-bfd6-24a84c39f787 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:40:14.558081 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e37fcf83-5aec-454e-aa57-1a0710720214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e6f39b-14c3-4f67-b7b9-65fdae99602e', 'code': 200} Sep 16 05:40:14.583733 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=77e6f39b-14c3-4f67-b7b9-65fdae99602e,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:14.670186 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868770e-f959-4c30-8500-671ebc374818 req-7d57399f-f91a-4774-a4b7-b0f78ed51c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:14.671651 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f868770e-f959-4c30-8500-671ebc374818 req-7d57399f-f91a-4774-a4b7-b0f78ed51c2a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 1097 time: 0.0393088 Sep 16 05:40:14.707040 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f868770e-f959-4c30-8500-671ebc374818 req-a5fde29b-6142-4402-8e09-98f1cbee58d7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=84a9a51a-95a7-4474-8274-850ff6299fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275509 Sep 16 05:40:14.755925 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:15.202975 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:15.597448 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44846e1-e350-4736-9c68-8df7d7da419a req-18525bb2-72de-4ad9-8efb-a803dbe68dd1 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:15.599018 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a44846e1-e350-4736-9c68-8df7d7da419a req-18525bb2-72de-4ad9-8efb-a803dbe68dd1 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 945 time: 0.0489056 Sep 16 05:40:15.638000 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a44846e1-e350-4736-9c68-8df7d7da419a req-b9773037-be0c-4fb5-849c-baf665633512 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a9a51a-95a7-4474-8274-850ff6299fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321431 Sep 16 05:40:16.270585 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:16.755236 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f8573-abf3-494b-95aa-f8dc4a04d4f1 req-93e416c2-1e2e-4ffc-832a-75f1728e8fff tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:16.756689 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-032f8573-abf3-494b-95aa-f8dc4a04d4f1 req-93e416c2-1e2e-4ffc-832a-75f1728e8fff tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 945 time: 0.0519841 Sep 16 05:40:16.794928 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-032f8573-abf3-494b-95aa-f8dc4a04d4f1 req-d092ef33-6e3c-4bde-804e-28ad2aa7d83d tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a9a51a-95a7-4474-8274-850ff6299fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314057 Sep 16 05:40:16.907346 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692a362-cbc8-4eb7-b9e1-3008322dc303 req-81f8ce1d-8dac-47d8-8a5c-31b715a946f8 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:16.908858 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a692a362-cbc8-4eb7-b9e1-3008322dc303 req-81f8ce1d-8dac-47d8-8a5c-31b715a946f8 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 945 time: 0.0481586 Sep 16 05:40:16.946893 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a692a362-cbc8-4eb7-b9e1-3008322dc303 req-e6813ee2-4710-4090-9513-07d6579c58ff tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a9a51a-95a7-4474-8274-850ff6299fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321016 Sep 16 05:40:17.129076 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d6e99-e6e9-4c55-8ed3-063ad5c5bdec req-7c0b6064-0178-420c-bc3f-a18f34e415cd tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:17.130523 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-843d6e99-e6e9-4c55-8ed3-063ad5c5bdec req-7c0b6064-0178-420c-bc3f-a18f34e415cd tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 945 time: 0.0473015 Sep 16 05:40:17.168974 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-843d6e99-e6e9-4c55-8ed3-063ad5c5bdec req-82b109d7-7922-4f49-a8a1-68e7ee7d887c tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a9a51a-95a7-4474-8274-850ff6299fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313191 Sep 16 05:40:28.750627 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25328061-c1fe-4b7e-a061-cdda4a41b7d7 req-5dc58c0a-2374-43f4-b9d3-d7298c8cc740 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:28.752224 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-25328061-c1fe-4b7e-a061-cdda4a41b7d7 req-5dc58c0a-2374-43f4-b9d3-d7298c8cc740 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 945 time: 0.0509191 Sep 16 05:40:28.788993 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-25328061-c1fe-4b7e-a061-cdda4a41b7d7 req-80c83032-5cbb-4eb6-a127-06f4cf0a1496 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a9a51a-95a7-4474-8274-850ff6299fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308461 Sep 16 05:40:28.812080 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57236) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:28.901522 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b42ef6-49ce-4408-8682-a9257a469c70 tempest-TestMinimumBasicScenario-2140992382 tempest-TestMinimumBasicScenario-2140992382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:28.903015 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-40b42ef6-49ce-4408-8682-a9257a469c70 tempest-TestMinimumBasicScenario-2140992382 tempest-TestMinimumBasicScenario-2140992382-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 1092 time: 0.0899403 Sep 16 05:40:28.906023 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57240) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:28.910593 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-273bfee7-1735-4f42-b698-bffe97172860 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'port_id': '77e6f39b-14c3-4f67-b7b9-65fdae99602e', 'tenant_id': 'fd911ec73254491c90771974d83e8e83', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:28.933544 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-273bfee7-1735-4f42-b698-bffe97172860 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks [] for floatingip, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:29.031591 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-273bfee7-1735-4f42-b698-bffe97172860 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:29.132152 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-273bfee7-1735-4f42-b698-bffe97172860 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Allocated IP 172.25.8.13 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/45eaf67a-ee8d-4049-b7d0-ddc734799c83) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:40:29.235681 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-273bfee7-1735-4f42-b698-bffe97172860 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:29.269227 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-273bfee7-1735-4f42-b698-bffe97172860 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:29.306946 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273bfee7-1735-4f42-b698-bffe97172860 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:40:29.310129 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-273bfee7-1735-4f42-b698-bffe97172860 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:40:29.315638 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273bfee7-1735-4f42-b698-bffe97172860 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:40:29.321094 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273bfee7-1735-4f42-b698-bffe97172860 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Pushing event updated for resources: {'Port': ['ID=45eaf67a-ee8d-4049-b7d0-ddc734799c83,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:30.011782 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-273bfee7-1735-4f42-b698-bffe97172860 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:30.078621 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-273bfee7-1735-4f42-b698-bffe97172860 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:30.226503 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-273bfee7-1735-4f42-b698-bffe97172860 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:30.231619 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-273bfee7-1735-4f42-b698-bffe97172860 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:30.301520 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273bfee7-1735-4f42-b698-bffe97172860 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Pushing event updated for resources: {'Port': ['ID=45eaf67a-ee8d-4049-b7d0-ddc734799c83,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:30.313639 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-273bfee7-1735-4f42-b698-bffe97172860 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:30.413340 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [None req-273bfee7-1735-4f42-b698-bffe97172860 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Floating IP f07e2a98-0b48-481e-9322-f6d7ca698ffa associated. External IP: 172.25.8.13, port: 77e6f39b-14c3-4f67-b7b9-65fdae99602e. Sep 16 05:40:30.616358 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273bfee7-1735-4f42-b698-bffe97172860 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Router a9eadb49-ff8b-4d6d-981b-130f3d602f33 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:40:30.725024 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273bfee7-1735-4f42-b698-bffe97172860 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:40:30.735451 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c361edb6-1cfd-4f02-8b8b-839551b108c9 None None] Sync routers for ids ['a9eadb49-ff8b-4d6d-981b-130f3d602f33'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:40:30.740783 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-273bfee7-1735-4f42-b698-bffe97172860 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:30.745227 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c361edb6-1cfd-4f02-8b8b-839551b108c9 None None] Routers {'a9eadb49-ff8b-4d6d-981b-130f3d602f33'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:40:30.745845 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-c361edb6-1cfd-4f02-8b8b-839551b108c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:40:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['a9eadb49-ff8b-4d6d-981b-130f3d602f33'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:30.768663 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-273bfee7-1735-4f42-b698-bffe97172860 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8616083 Sep 16 05:40:30.769244 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e37fcf83-5aec-454e-aa57-1a0710720214', 'tag': '77e6f39b-14c3-4f67-b7b9-65fdae99602e'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:40:30.771480 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548caeae-7863-4482-8563-234b85b1ac42" -d '{"events": [{"name": "network-changed", "server_uuid": "e37fcf83-5aec-454e-aa57-1a0710720214", "tag": "77e6f39b-14c3-4f67-b7b9-65fdae99602e"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:40:30.771796 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57244) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:30.777418 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-69073700-6e89-4d36-a36e-7801ffcde0d1 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1964110150', 'description': 'tempest-secgroup-smoke-1964110150 description', 'project_id': 'fd911ec73254491c90771974d83e8e83'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:30.801856 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-69073700-6e89-4d36-a36e-7801ffcde0d1 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:30.811235 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb06373c-dc20-41b2-814c-2e6f4262541a x-openstack-request-id: req-fb06373c-dc20-41b2-814c-2e6f4262541a {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:40:30.812145 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e37fcf83-5aec-454e-aa57-1a0710720214", "tag": "77e6f39b-14c3-4f67-b7b9-65fdae99602e", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:40:30.812145 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fb06373c-dc20-41b2-814c-2e6f4262541a {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:40:30.812145 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e37fcf83-5aec-454e-aa57-1a0710720214', 'tag': '77e6f39b-14c3-4f67-b7b9-65fdae99602e', 'status': 'completed', 'code': 200} Sep 16 05:40:30.858667 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-c361edb6-1cfd-4f02-8b8b-839551b108c9 None None] Set router a9eadb49-ff8b-4d6d-981b-130f3d602f33 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:40:30.891347 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-69073700-6e89-4d36-a36e-7801ffcde0d1 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:30.896017 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-69073700-6e89-4d36-a36e-7801ffcde0d1 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:30.909509 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548caeae-7863-4482-8563-234b85b1ac42 req-f5368f38-6e6b-4bef-a01a-2d4bfa495cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:30.911025 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-548caeae-7863-4482-8563-234b85b1ac42 req-f5368f38-6e6b-4bef-a01a-2d4bfa495cd7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fd911ec73254491c90771974d83e8e83&device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 1097 time: 0.0473933 Sep 16 05:40:30.924779 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-69073700-6e89-4d36-a36e-7801ffcde0d1 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:30.926025 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-69073700-6e89-4d36-a36e-7801ffcde0d1 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1531947 Sep 16 05:40:30.929627 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57248) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:30.934198 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-e7d7418c-8607-46be-85ac-23b1422c4983 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Request body: {'security_group_rule': {'security_group_id': '36a70e26-6f37-4a74-a33a-cac9e29b9a80', 'project_id': 'fd911ec73254491c90771974d83e8e83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:30.938511 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69073700-6e89-4d36-a36e-7801ffcde0d1 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36a70e26-6f37-4a74-a33a-cac9e29b9a80,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:30.972824 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e7d7418c-8607-46be-85ac-23b1422c4983 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:31.012403 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548caeae-7863-4482-8563-234b85b1ac42 req-5459db06-c021-4b02-a998-1ecfd8a39a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:31.014109 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-548caeae-7863-4482-8563-234b85b1ac42 req-5459db06-c021-4b02-a998-1ecfd8a39a3e service neutron] 10.222.0.47 "GET /v2.0/networks?id=b090d5e4-e9fd-4b4f-9973-190ae7704e65 HTTP/1.1" status: 200 len: 915 time: 0.0957582 Sep 16 05:40:31.034039 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e7d7418c-8607-46be-85ac-23b1422c4983 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:31.038721 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e7d7418c-8607-46be-85ac-23b1422c4983 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:31.057258 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7418c-8607-46be-85ac-23b1422c4983 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97baf8f7-304b-4f12-801a-70777dd383f5,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:31.062724 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e7d7418c-8607-46be-85ac-23b1422c4983 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:31.063945 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e7d7418c-8607-46be-85ac-23b1422c4983 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1331718 Sep 16 05:40:31.066954 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57250) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:31.071546 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-861c2446-3f0b-4ee4-976c-ac5e90d40cad tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Request body: {'security_group_rule': {'security_group_id': '36a70e26-6f37-4a74-a33a-cac9e29b9a80', 'project_id': 'fd911ec73254491c90771974d83e8e83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:31.101607 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-861c2446-3f0b-4ee4-976c-ac5e90d40cad tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:31.102896 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-548caeae-7863-4482-8563-234b85b1ac42 req-51b43c17-63e4-4705-90fb-a54b66a77701 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77e6f39b-14c3-4f67-b7b9-65fdae99602e HTTP/1.1" status: 200 len: 998 time: 0.0794294 Sep 16 05:40:31.129144 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-c361edb6-1cfd-4f02-8b8b-839551b108c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'name': 'tempest-TestMinimumBasicScenario-827167289-router', 'tenant_id': 'fd911ec73254491c90771974d83e8e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '959a9e70-9afe-4d9b-b53e-7972a65e4eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:37Z', 'updated_at': '2021-09-16T05:39:40Z', 'revision_number': 4, 'project_id': 'fd911ec73254491c90771974d83e8e83', 'gw_port': {'id': '959a9e70-9afe-4d9b-b53e-7972a65e4eaf', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:37Z', 'updated_at': '2021-09-16T05:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'f07e2a98-0b48-481e-9322-f6d7ca698ffa', 'tenant_id': 'fd911ec73254491c90771974d83e8e83', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'port_id': '77e6f39b-14c3-4f67-b7b9-65fdae99602e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b090d5e4-e9fd-4b4f-9973-190ae7704e65', 'mac_address': 'fa:16:3e:37:63:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37fcf83-5aec-454e-aa57-1a0710720214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:40:29Z', 'updated_at': '2021-09-16T05:40:29Z', 'revision_number': 0, 'project_id': 'fd911ec73254491c90771974d83e8e83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d47cf2-c394-4f2b-b063-ab3cb9b08366', 'name': '', 'network_id': 'b090d5e4-e9fd-4b4f-9973-190ae7704e65', 'tenant_id': 'fd911ec73254491c90771974d83e8e83', 'mac_address': 'fa:16:3e:71:53:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'd9d3f403-b867-4f77-b2f6-053917b7ee1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:39Z', 'updated_at': '2021-09-16T05:39:45Z', 'revision_number': 5, 'project_id': 'fd911ec73254491c90771974d83e8e83', 'subnets': [{'id': 'd9d3f403-b867-4f77-b2f6-053917b7ee1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:31.156729 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548caeae-7863-4482-8563-234b85b1ac42 req-71ea0ee8-aaed-483a-9d29-5237d1031f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:31.158052 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-548caeae-7863-4482-8563-234b85b1ac42 req-71ea0ee8-aaed-483a-9d29-5237d1031f78 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d9d3f403-b867-4f77-b2f6-053917b7ee1b HTTP/1.1" status: 200 len: 853 time: 0.0473523 Sep 16 05:40:31.162878 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c361edb6-1cfd-4f02-8b8b-839551b108c9 None None] Checking router: a9eadb49-ff8b-4d6d-981b-130f3d602f33 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:40:31.163700 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-861c2446-3f0b-4ee4-976c-ac5e90d40cad tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:31.168310 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-861c2446-3f0b-4ee4-976c-ac5e90d40cad tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:31.174840 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c361edb6-1cfd-4f02-8b8b-839551b108c9 None None] Routers {'a9eadb49-ff8b-4d6d-981b-130f3d602f33'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:40:31.175711 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-c361edb6-1cfd-4f02-8b8b-839551b108c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:40:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['a9eadb49-ff8b-4d6d-981b-130f3d602f33'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:31.187395 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c2446-3f0b-4ee4-976c-ac5e90d40cad tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd93249a-a328-4662-a0df-e4a5ef5c23da,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:31.194737 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-861c2446-3f0b-4ee4-976c-ac5e90d40cad tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:31.199752 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-861c2446-3f0b-4ee4-976c-ac5e90d40cad tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1317947 Sep 16 05:40:31.200433 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57252) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:31.205118 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-3eae180c-fc6d-4fb3-8c82-12d5dc36173a tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Request body: {'security_group_rule': {'security_group_id': '36a70e26-6f37-4a74-a33a-cac9e29b9a80', 'project_id': 'fd911ec73254491c90771974d83e8e83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:31.210036 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548caeae-7863-4482-8563-234b85b1ac42 req-7df7086b-6a1f-4597-ab75-e240cf5875b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:31.212254 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-548caeae-7863-4482-8563-234b85b1ac42 req-7df7086b-6a1f-4597-ab75-e240cf5875b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b090d5e4-e9fd-4b4f-9973-190ae7704e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459733 Sep 16 05:40:31.234180 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3eae180c-fc6d-4fb3-8c82-12d5dc36173a tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:31.299289 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-c361edb6-1cfd-4f02-8b8b-839551b108c9 None None] Set router a9eadb49-ff8b-4d6d-981b-130f3d602f33 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:40:31.301288 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3eae180c-fc6d-4fb3-8c82-12d5dc36173a tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:31.307016 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3eae180c-fc6d-4fb3-8c82-12d5dc36173a tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:31.326601 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-548caeae-7863-4482-8563-234b85b1ac42 req-e796a61d-da60-41f8-8b18-d09cb4af98d1 service neutron] 10.222.0.47 "GET /v2.0/networks/b090d5e4-e9fd-4b4f-9973-190ae7704e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066885 Sep 16 05:40:31.330960 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae180c-fc6d-4fb3-8c82-12d5dc36173a tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cacf493-9ea7-46db-883f-598565e1db36,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:31.335730 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3eae180c-fc6d-4fb3-8c82-12d5dc36173a tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:31.336745 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3eae180c-fc6d-4fb3-8c82-12d5dc36173a tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1352372 Sep 16 05:40:31.339996 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57254) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:31.344721 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-9cbfda4e-b52e-45d5-a753-9751c8f84fbf tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Request body: {'security_group_rule': {'security_group_id': '36a70e26-6f37-4a74-a33a-cac9e29b9a80', 'project_id': 'fd911ec73254491c90771974d83e8e83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:31.373383 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9cbfda4e-b52e-45d5-a753-9751c8f84fbf tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:31.436676 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-548caeae-7863-4482-8563-234b85b1ac42 req-91ee0a14-f555-457d-86b9-188e9fbab4a4 service neutron] 10.222.0.47 "GET /v2.0/networks/b090d5e4-e9fd-4b4f-9973-190ae7704e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008711 Sep 16 05:40:31.437986 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9cbfda4e-b52e-45d5-a753-9751c8f84fbf tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:31.442674 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9cbfda4e-b52e-45d5-a753-9751c8f84fbf tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:31.463317 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbfda4e-b52e-45d5-a753-9751c8f84fbf tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ae194fc-9b51-409b-8bd7-6aa2c5eb742d,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:31.468128 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9cbfda4e-b52e-45d5-a753-9751c8f84fbf tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:31.469455 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9cbfda4e-b52e-45d5-a753-9751c8f84fbf tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1283636 Sep 16 05:40:31.473191 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57256) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:31.477824 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-866779a1-414f-42bd-84e2-d71ecd37b243 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Request body: {'security_group_rule': {'security_group_id': '36a70e26-6f37-4a74-a33a-cac9e29b9a80', 'project_id': 'fd911ec73254491c90771974d83e8e83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:31.501420 n-d-712139-15 neutron-server[94767]: INFO neutron.db.securitygroups_db [None req-866779a1-414f-42bd-84e2-d71ecd37b243 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Project fd911ec73254491c90771974d83e8e83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:40:31.506159 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-866779a1-414f-42bd-84e2-d71ecd37b243 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:31.547516 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-c361edb6-1cfd-4f02-8b8b-839551b108c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'name': 'tempest-TestMinimumBasicScenario-827167289-router', 'tenant_id': 'fd911ec73254491c90771974d83e8e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '959a9e70-9afe-4d9b-b53e-7972a65e4eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:37Z', 'updated_at': '2021-09-16T05:39:40Z', 'revision_number': 4, 'project_id': 'fd911ec73254491c90771974d83e8e83', 'gw_port': {'id': '959a9e70-9afe-4d9b-b53e-7972a65e4eaf', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:37Z', 'updated_at': '2021-09-16T05:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'f07e2a98-0b48-481e-9322-f6d7ca698ffa', 'tenant_id': 'fd911ec73254491c90771974d83e8e83', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'port_id': '77e6f39b-14c3-4f67-b7b9-65fdae99602e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b090d5e4-e9fd-4b4f-9973-190ae7704e65', 'mac_address': 'fa:16:3e:37:63:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37fcf83-5aec-454e-aa57-1a0710720214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:40:29Z', 'updated_at': '2021-09-16T05:40:29Z', 'revision_number': 0, 'project_id': 'fd911ec73254491c90771974d83e8e83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d47cf2-c394-4f2b-b063-ab3cb9b08366', 'name': '', 'network_id': 'b090d5e4-e9fd-4b4f-9973-190ae7704e65', 'tenant_id': 'fd911ec73254491c90771974d83e8e83', 'mac_address': 'fa:16:3e:71:53:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'd9d3f403-b867-4f77-b2f6-053917b7ee1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:39Z', 'updated_at': '2021-09-16T05:39:45Z', 'revision_number': 5, 'project_id': 'fd911ec73254491c90771974d83e8e83', 'subnets': [{'id': 'd9d3f403-b867-4f77-b2f6-053917b7ee1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:31.574020 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-866779a1-414f-42bd-84e2-d71ecd37b243 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:31.577807 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-866779a1-414f-42bd-84e2-d71ecd37b243 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:31.578508 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c361edb6-1cfd-4f02-8b8b-839551b108c9 None None] The sync data for ids ['a9eadb49-ff8b-4d6d-981b-130f3d602f33'] in n-d-712139-15 is: [{'id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'name': 'tempest-TestMinimumBasicScenario-827167289-router', 'tenant_id': 'fd911ec73254491c90771974d83e8e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '959a9e70-9afe-4d9b-b53e-7972a65e4eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:37Z', 'updated_at': '2021-09-16T05:39:40Z', 'revision_number': 4, 'project_id': 'fd911ec73254491c90771974d83e8e83', 'gw_port': {'id': '959a9e70-9afe-4d9b-b53e-7972a65e4eaf', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:37Z', 'updated_at': '2021-09-16T05:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'f07e2a98-0b48-481e-9322-f6d7ca698ffa', 'tenant_id': 'fd911ec73254491c90771974d83e8e83', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'port_id': '77e6f39b-14c3-4f67-b7b9-65fdae99602e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b090d5e4-e9fd-4b4f-9973-190ae7704e65', 'mac_address': 'fa:16:3e:37:63:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37fcf83-5aec-454e-aa57-1a0710720214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:40:29Z', 'updated_at': '2021-09-16T05:40:29Z', 'revision_number': 0, 'project_id': 'fd911ec73254491c90771974d83e8e83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d47cf2-c394-4f2b-b063-ab3cb9b08366', 'name': '', 'network_id': 'b090d5e4-e9fd-4b4f-9973-190ae7704e65', 'tenant_id': 'fd911ec73254491c90771974d83e8e83', 'mac_address': 'fa:16:3e:71:53:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'd9d3f403-b867-4f77-b2f6-053917b7ee1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:39Z', 'updated_at': '2021-09-16T05:39:45Z', 'revision_number': 5, 'project_id': 'fd911ec73254491c90771974d83e8e83', 'subnets': [{'id': 'd9d3f403-b867-4f77-b2f6-053917b7ee1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:40:31.598091 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866779a1-414f-42bd-84e2-d71ecd37b243 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=432b6c37-3369-4cc5-a25b-d1556fb54b0c,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:31.605367 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-866779a1-414f-42bd-84e2-d71ecd37b243 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:31.606793 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-866779a1-414f-42bd-84e2-d71ecd37b243 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1325350 Sep 16 05:40:31.609481 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57258) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:31.613880 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-9bd8e7c1-e343-4807-8e3f-d1eab4eaa49b tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Request body: {'security_group_rule': {'security_group_id': '36a70e26-6f37-4a74-a33a-cac9e29b9a80', 'project_id': 'fd911ec73254491c90771974d83e8e83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:31.638601 n-d-712139-15 neutron-server[94767]: INFO neutron.db.securitygroups_db [None req-9bd8e7c1-e343-4807-8e3f-d1eab4eaa49b tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Project fd911ec73254491c90771974d83e8e83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:40:31.644006 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9bd8e7c1-e343-4807-8e3f-d1eab4eaa49b tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:31.708247 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9bd8e7c1-e343-4807-8e3f-d1eab4eaa49b tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:31.712076 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9bd8e7c1-e343-4807-8e3f-d1eab4eaa49b tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:31.731430 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8e7c1-e343-4807-8e3f-d1eab4eaa49b tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0977a3f4-4c86-4757-bc59-0893603eca82,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:31.739085 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9bd8e7c1-e343-4807-8e3f-d1eab4eaa49b tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:31.740333 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9bd8e7c1-e343-4807-8e3f-d1eab4eaa49b tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1298945 Sep 16 05:40:31.795787 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e35c6b-9d47-4bcb-a80c-73321e78c3e4 None None] New status for floating IP f07e2a98-0b48-481e-9322-f6d7ca698ffa: ACTIVE {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:40:31.829134 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-646de49a-ccb3-414a-b9f9-ff5117331a67 req-097ca6f7-794c-447c-a5be-c3d9e7ff289a tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1964110150&fields=id&tenant_id=fd911ec73254491c90771974d83e8e83 HTTP/1.1" status: 200 len: 267 time: 0.0355792 Sep 16 05:40:31.881795 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646de49a-ccb3-414a-b9f9-ff5117331a67 req-8adc6dee-30c4-4bd4-8dd0-319c42be7d75 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:31.883294 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-646de49a-ccb3-414a-b9f9-ff5117331a67 req-8adc6dee-30c4-4bd4-8dd0-319c42be7d75 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 945 time: 0.0483060 Sep 16 05:40:31.895086 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-646de49a-ccb3-414a-b9f9-ff5117331a67 req-5c482888-ee90-4625-b123-8f07f1c63165 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Request body: {'port': {'security_groups': ['84a9a51a-95a7-4474-8274-850ff6299fdb', '36a70e26-6f37-4a74-a33a-cac9e29b9a80']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:31.963242 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-646de49a-ccb3-414a-b9f9-ff5117331a67 req-5c482888-ee90-4625-b123-8f07f1c63165 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:32.149504 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-646de49a-ccb3-414a-b9f9-ff5117331a67 req-5c482888-ee90-4625-b123-8f07f1c63165 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] For port 77e6f39b-14c3-4f67-b7b9-65fdae99602e, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=77e6f39b-14c3-4f67-b7b9-65fdae99602e,segment=NetworkSegment(085f6199-a40d-45e1-aee8-5bd48d065e1d),segment_id=085f6199-a40d-45e1-aee8-5bd48d065e1d)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:32.179072 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-646de49a-ccb3-414a-b9f9-ff5117331a67 req-5c482888-ee90-4625-b123-8f07f1c63165 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:32.184125 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-646de49a-ccb3-414a-b9f9-ff5117331a67 req-5c482888-ee90-4625-b123-8f07f1c63165 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:32.221322 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['77e6f39b-14c3-4f67-b7b9-65fdae99602e'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:40:32.228645 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646de49a-ccb3-414a-b9f9-ff5117331a67 req-5c482888-ee90-4625-b123-8f07f1c63165 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:32.230166 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-646de49a-ccb3-414a-b9f9-ff5117331a67 req-5c482888-ee90-4625-b123-8f07f1c63165 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:32.231774 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-646de49a-ccb3-414a-b9f9-ff5117331a67 req-5c482888-ee90-4625-b123-8f07f1c63165 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "PUT /v2.0/ports/77e6f39b-14c3-4f67-b7b9-65fdae99602e HTTP/1.1" status: 200 len: 981 time: 0.3413594 Sep 16 05:40:32.262988 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c482888-ee90-4625-b123-8f07f1c63165 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Pushing event updated for resources: {'Port': ['ID=77e6f39b-14c3-4f67-b7b9-65fdae99602e,revision_number=6']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:32.356366 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['77e6f39b-14c3-4f67-b7b9-65fdae99602e'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:40:32.373309 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31360fec-e91d-4dc3-8964-fe3ab017b3c6 req-635c5bc1-9df8-462b-91b9-4ca758e94658 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:32.374904 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-31360fec-e91d-4dc3-8964-fe3ab017b3c6 req-635c5bc1-9df8-462b-91b9-4ca758e94658 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 984 time: 0.0594387 Sep 16 05:40:32.420798 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-31360fec-e91d-4dc3-8964-fe3ab017b3c6 req-3771e5da-24d9-4257-8809-86a30215a527 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a9a51a-95a7-4474-8274-850ff6299fdb&id=36a70e26-6f37-4a74-a33a-cac9e29b9a80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393291 Sep 16 05:40:32.528198 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-b13be083-23eb-4cca-b201-255d29101360 None None] Provisioning complete for port 77e6f39b-14c3-4f67-b7b9-65fdae99602e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:32.528461 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b13be083-23eb-4cca-b201-255d29101360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:32.813227 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e37fcf83-5aec-454e-aa57-1a0710720214', 'tag': '77e6f39b-14c3-4f67-b7b9-65fdae99602e'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:40:32.815570 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9240d7-0f0f-4e4e-bead-303002d2e312" -d '{"events": [{"name": "network-changed", "server_uuid": "e37fcf83-5aec-454e-aa57-1a0710720214", "tag": "77e6f39b-14c3-4f67-b7b9-65fdae99602e"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:40:32.855151 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1faccbf0-ac95-41cc-a4c1-0d45e87dca75 x-openstack-request-id: req-1faccbf0-ac95-41cc-a4c1-0d45e87dca75 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:40:32.855525 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e37fcf83-5aec-454e-aa57-1a0710720214", "tag": "77e6f39b-14c3-4f67-b7b9-65fdae99602e", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:40:32.855857 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1faccbf0-ac95-41cc-a4c1-0d45e87dca75 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:40:32.856311 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e37fcf83-5aec-454e-aa57-1a0710720214', 'tag': '77e6f39b-14c3-4f67-b7b9-65fdae99602e', 'status': 'completed', 'code': 200} Sep 16 05:40:32.943197 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9240d7-0f0f-4e4e-bead-303002d2e312 req-75e919d7-1589-474c-a9ec-97ae4442b448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:32.944737 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-da9240d7-0f0f-4e4e-bead-303002d2e312 req-75e919d7-1589-474c-a9ec-97ae4442b448 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fd911ec73254491c90771974d83e8e83&device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 1136 time: 0.0461178 Sep 16 05:40:33.035972 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9240d7-0f0f-4e4e-bead-303002d2e312 req-d8493604-ec86-4652-a051-c77b9ad10434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:33.037477 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-da9240d7-0f0f-4e4e-bead-303002d2e312 req-d8493604-ec86-4652-a051-c77b9ad10434 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b090d5e4-e9fd-4b4f-9973-190ae7704e65 HTTP/1.1" status: 200 len: 915 time: 0.0847659 Sep 16 05:40:33.107826 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-da9240d7-0f0f-4e4e-bead-303002d2e312 req-70130641-0daf-4d09-8570-d8bde3f54194 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77e6f39b-14c3-4f67-b7b9-65fdae99602e HTTP/1.1" status: 200 len: 1000 time: 0.0626433 Sep 16 05:40:33.162396 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9240d7-0f0f-4e4e-bead-303002d2e312 req-01e74c1b-8e5c-48f0-b33b-f9646e827f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:33.172213 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-da9240d7-0f0f-4e4e-bead-303002d2e312 req-01e74c1b-8e5c-48f0-b33b-f9646e827f80 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d9d3f403-b867-4f77-b2f6-053917b7ee1b HTTP/1.1" status: 200 len: 853 time: 0.0438092 Sep 16 05:40:33.214663 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9240d7-0f0f-4e4e-bead-303002d2e312 req-3cbd7f33-562b-4b1a-9cba-e3e950732813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:33.216143 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-da9240d7-0f0f-4e4e-bead-303002d2e312 req-3cbd7f33-562b-4b1a-9cba-e3e950732813 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b090d5e4-e9fd-4b4f-9973-190ae7704e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414257 Sep 16 05:40:33.314201 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-da9240d7-0f0f-4e4e-bead-303002d2e312 req-856c7ec8-d45e-4247-941e-6ea5cd4d88e2 service neutron] 10.222.0.47 "GET /v2.0/networks/b090d5e4-e9fd-4b4f-9973-190ae7704e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890057 Sep 16 05:40:33.405383 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-da9240d7-0f0f-4e4e-bead-303002d2e312 req-f274148d-5c5d-4aed-a1bb-0c026f02707d service neutron] 10.222.0.47 "GET /v2.0/networks/b090d5e4-e9fd-4b4f-9973-190ae7704e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827467 Sep 16 05:40:40.126475 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:40:40.183614 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c06877b7-5602-490a-812a-3abec5331c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:42.208086 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:43.333011 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a7f8a82b-3483-4315-9a99-9dec4b1e5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:43.629193 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:44.759656 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:45.192340 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:46.274276 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:48.668381 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8bb8f-6f98-48ed-a47b-c50c578e8ebd req-cfc4eaf2-95a8-4e79-bf47-813151d0af3c tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:48.669957 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-21a8bb8f-6f98-48ed-a47b-c50c578e8ebd req-cfc4eaf2-95a8-4e79-bf47-813151d0af3c tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 984 time: 0.0791402 Sep 16 05:40:48.695244 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb546b-fcbe-4beb-82ff-7be773e487a7 req-604b4cdb-5053-4288-84b7-d338984b8907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:48.696743 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4eb546b-fcbe-4beb-82ff-7be773e487a7 req-604b4cdb-5053-4288-84b7-d338984b8907 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fd911ec73254491c90771974d83e8e83&device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 1136 time: 0.0638189 Sep 16 05:40:48.734570 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-21a8bb8f-6f98-48ed-a47b-c50c578e8ebd req-9916172e-51b7-4bf2-983b-54d782abcf58 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a9a51a-95a7-4474-8274-850ff6299fdb&id=36a70e26-6f37-4a74-a33a-cac9e29b9a80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568042 Sep 16 05:40:48.804095 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb546b-fcbe-4beb-82ff-7be773e487a7 req-cb343df2-3aa1-4da6-9c7e-6119c7bfff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:48.805504 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4eb546b-fcbe-4beb-82ff-7be773e487a7 req-cb343df2-3aa1-4da6-9c7e-6119c7bfff1b service neutron] 10.222.0.47 "GET /v2.0/networks?id=b090d5e4-e9fd-4b4f-9973-190ae7704e65 HTTP/1.1" status: 200 len: 915 time: 0.0965331 Sep 16 05:40:48.870808 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4eb546b-fcbe-4beb-82ff-7be773e487a7 req-650da769-021f-4895-99da-5c42e12ce1de service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77e6f39b-14c3-4f67-b7b9-65fdae99602e HTTP/1.1" status: 200 len: 1000 time: 0.0570383 Sep 16 05:40:48.919410 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb546b-fcbe-4beb-82ff-7be773e487a7 req-2c08f0f1-dac7-4645-8972-59b828c58e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:48.920855 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4eb546b-fcbe-4beb-82ff-7be773e487a7 req-2c08f0f1-dac7-4645-8972-59b828c58e1c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d9d3f403-b867-4f77-b2f6-053917b7ee1b HTTP/1.1" status: 200 len: 853 time: 0.0430717 Sep 16 05:40:48.971691 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb546b-fcbe-4beb-82ff-7be773e487a7 req-8db028c7-2a3e-4eb6-b0c7-85e1617eaa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:48.973254 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4eb546b-fcbe-4beb-82ff-7be773e487a7 req-8db028c7-2a3e-4eb6-b0c7-85e1617eaa01 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b090d5e4-e9fd-4b4f-9973-190ae7704e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443614 Sep 16 05:40:49.063296 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4eb546b-fcbe-4beb-82ff-7be773e487a7 req-ce661962-f8df-4842-9f39-cd5ea167fac7 service neutron] 10.222.0.47 "GET /v2.0/networks/b090d5e4-e9fd-4b4f-9973-190ae7704e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816438 Sep 16 05:40:49.158861 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4eb546b-fcbe-4beb-82ff-7be773e487a7 req-e72bdc9b-2f6e-4ada-811f-002ae64427f9 service neutron] 10.222.0.47 "GET /v2.0/networks/b090d5e4-e9fd-4b4f-9973-190ae7704e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854218 Sep 16 05:40:49.876779 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04882285-3e92-4701-a3ec-3af194c6abdc req-26851b68-8dac-41be-928c-9eec0464d017 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:49.878310 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04882285-3e92-4701-a3ec-3af194c6abdc req-26851b68-8dac-41be-928c-9eec0464d017 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 984 time: 0.0571384 Sep 16 05:40:49.922416 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04882285-3e92-4701-a3ec-3af194c6abdc req-68b158bc-fbf2-4cc1-b9bc-c01deaa51bfd tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a9a51a-95a7-4474-8274-850ff6299fdb&id=36a70e26-6f37-4a74-a33a-cac9e29b9a80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378222 Sep 16 05:40:51.059174 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe81a3-fc0f-4409-8127-e28ebc791f3a req-cee0c185-a788-43be-be44-7f5d9c83a004 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:51.061386 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-59fe81a3-fc0f-4409-8127-e28ebc791f3a req-cee0c185-a788-43be-be44-7f5d9c83a004 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 984 time: 0.0615733 Sep 16 05:40:51.110400 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-59fe81a3-fc0f-4409-8127-e28ebc791f3a req-07172a17-fb1d-4923-b347-624dbfc05919 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a9a51a-95a7-4474-8274-850ff6299fdb&id=36a70e26-6f37-4a74-a33a-cac9e29b9a80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413971 Sep 16 05:40:52.238095 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02822faa-9a27-496f-9885-993f2db0985b req-c70e3c65-cd0c-49ea-b304-57227651523d tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:52.239625 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-02822faa-9a27-496f-9885-993f2db0985b req-c70e3c65-cd0c-49ea-b304-57227651523d tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 984 time: 0.0554032 Sep 16 05:40:52.280587 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-02822faa-9a27-496f-9885-993f2db0985b req-75a44463-c6ae-4930-978c-a95e6c42c284 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a9a51a-95a7-4474-8274-850ff6299fdb&id=36a70e26-6f37-4a74-a33a-cac9e29b9a80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346260 Sep 16 05:40:53.396005 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca005a8c-bed5-4a50-9a78-51083a232c9c req-84d2b473-cb82-4ed7-9a0f-68c604346163 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:53.397514 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ca005a8c-bed5-4a50-9a78-51083a232c9c req-84d2b473-cb82-4ed7-9a0f-68c604346163 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 984 time: 0.0488529 Sep 16 05:40:53.437630 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ca005a8c-bed5-4a50-9a78-51083a232c9c req-6d7b4f24-cc8b-4979-9c03-00e922e2eb0a tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a9a51a-95a7-4474-8274-850ff6299fdb&id=36a70e26-6f37-4a74-a33a-cac9e29b9a80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339692 Sep 16 05:40:54.555274 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d08125-b23f-4650-9b19-96dd646f68cb req-f1ece18d-13ee-4c05-a90a-4a07aa363109 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:54.556680 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-48d08125-b23f-4650-9b19-96dd646f68cb req-f1ece18d-13ee-4c05-a90a-4a07aa363109 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 984 time: 0.0495412 Sep 16 05:40:54.596635 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-48d08125-b23f-4650-9b19-96dd646f68cb req-ec2825c0-3d25-43b8-a29f-97a20483e012 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a9a51a-95a7-4474-8274-850ff6299fdb&id=36a70e26-6f37-4a74-a33a-cac9e29b9a80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334928 Sep 16 05:40:55.714664 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc09cd-e7b1-4272-b6e8-ed452ae466e2 req-8124f40c-cebe-408e-81e5-b767b803ce90 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:55.716191 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8bc09cd-e7b1-4272-b6e8-ed452ae466e2 req-8124f40c-cebe-408e-81e5-b767b803ce90 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 984 time: 0.0535660 Sep 16 05:40:55.755578 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8bc09cd-e7b1-4272-b6e8-ed452ae466e2 req-76d83063-7e29-4042-af44-39f1dd6b80cb tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a9a51a-95a7-4474-8274-850ff6299fdb&id=36a70e26-6f37-4a74-a33a-cac9e29b9a80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333481 Sep 16 05:40:56.875933 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab54eee-c044-43fb-8bee-f7530e0e352e req-cfe3089a-e168-4746-bd0c-1bdc83e5f811 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:56.877474 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fab54eee-c044-43fb-8bee-f7530e0e352e req-cfe3089a-e168-4746-bd0c-1bdc83e5f811 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 984 time: 0.0491869 Sep 16 05:40:56.917899 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fab54eee-c044-43fb-8bee-f7530e0e352e req-e8303a44-18ce-498a-91b0-0ba11816c9ba tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a9a51a-95a7-4474-8274-850ff6299fdb&id=36a70e26-6f37-4a74-a33a-cac9e29b9a80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340352 Sep 16 05:40:58.032457 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f17f42-2e75-40f5-ac3c-9621ba55d9a7 req-41320e5c-f27f-411c-94ad-3dddb2ee52ef tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:58.033962 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d0f17f42-2e75-40f5-ac3c-9621ba55d9a7 req-41320e5c-f27f-411c-94ad-3dddb2ee52ef tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 984 time: 0.0484529 Sep 16 05:40:58.074041 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d0f17f42-2e75-40f5-ac3c-9621ba55d9a7 req-162c8e85-02a9-4bd7-9f44-5f6b8e150c7c tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a9a51a-95a7-4474-8274-850ff6299fdb&id=36a70e26-6f37-4a74-a33a-cac9e29b9a80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341170 Sep 16 05:40:59.193558 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b6f66-5ecf-487b-94fd-33cfc4f550cb req-da699874-83fe-4799-810c-4af76d70a579 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:59.195034 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4f5b6f66-5ecf-487b-94fd-33cfc4f550cb req-da699874-83fe-4799-810c-4af76d70a579 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 984 time: 0.0533173 Sep 16 05:40:59.236839 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4f5b6f66-5ecf-487b-94fd-33cfc4f550cb req-696b1074-53f3-4f1e-aa22-aa87dd289ddc tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a9a51a-95a7-4474-8274-850ff6299fdb&id=36a70e26-6f37-4a74-a33a-cac9e29b9a80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353897 Sep 16 05:41:00.353540 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96bc4d-472b-47c6-afbd-537564107b40 req-a64248f6-a939-49aa-b57f-f9c84557ba27 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:00.355585 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ab96bc4d-472b-47c6-afbd-537564107b40 req-a64248f6-a939-49aa-b57f-f9c84557ba27 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 984 time: 0.0496640 Sep 16 05:41:00.396586 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ab96bc4d-472b-47c6-afbd-537564107b40 req-e4f7f2f5-40d8-4efd-8764-7a0f12383e7f tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a9a51a-95a7-4474-8274-850ff6299fdb&id=36a70e26-6f37-4a74-a33a-cac9e29b9a80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341871 Sep 16 05:41:10.186483 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-56ae1524-f478-46a4-8bf6-f2f5d1f075ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:11.007288 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-91d64581-54ab-4e8a-a5be-e880069cb918 req-381c3407-194b-46f2-a269-2f55bc332b6e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393970 Sep 16 05:41:11.109397 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d64581-54ab-4e8a-a5be-e880069cb918 req-c3ab41cd-d0f6-407b-81c2-ee2fc3855954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:11.110910 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-91d64581-54ab-4e8a-a5be-e880069cb918 req-c3ab41cd-d0f6-407b-81c2-ee2fc3855954 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fd911ec73254491c90771974d83e8e83&device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 1136 time: 0.0452168 Sep 16 05:41:11.217114 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d64581-54ab-4e8a-a5be-e880069cb918 req-14723bb1-7d5d-496c-9959-2cc57f4483b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:11.218615 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-91d64581-54ab-4e8a-a5be-e880069cb918 req-14723bb1-7d5d-496c-9959-2cc57f4483b1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b090d5e4-e9fd-4b4f-9973-190ae7704e65 HTTP/1.1" status: 200 len: 915 time: 0.0853813 Sep 16 05:41:11.290193 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-91d64581-54ab-4e8a-a5be-e880069cb918 req-87cb15b2-8b93-4060-aafa-e8e7c1480953 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77e6f39b-14c3-4f67-b7b9-65fdae99602e HTTP/1.1" status: 200 len: 1000 time: 0.0639637 Sep 16 05:41:11.340523 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d64581-54ab-4e8a-a5be-e880069cb918 req-c2473c4e-a716-4224-bbdc-311892b32842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:11.342074 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-91d64581-54ab-4e8a-a5be-e880069cb918 req-c2473c4e-a716-4224-bbdc-311892b32842 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d9d3f403-b867-4f77-b2f6-053917b7ee1b HTTP/1.1" status: 200 len: 853 time: 0.0446255 Sep 16 05:41:11.388424 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d64581-54ab-4e8a-a5be-e880069cb918 req-ec276d88-70bd-4b6a-ae42-3b4b48999384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:11.390020 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-91d64581-54ab-4e8a-a5be-e880069cb918 req-ec276d88-70bd-4b6a-ae42-3b4b48999384 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b090d5e4-e9fd-4b4f-9973-190ae7704e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410082 Sep 16 05:41:11.483724 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-91d64581-54ab-4e8a-a5be-e880069cb918 req-3678f070-0839-42c2-99c8-e1471e0d80ee service neutron] 10.222.0.47 "GET /v2.0/networks/b090d5e4-e9fd-4b4f-9973-190ae7704e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867269 Sep 16 05:41:11.576670 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-91d64581-54ab-4e8a-a5be-e880069cb918 req-ea18be2b-8d7d-4f52-aed7-9ea2f7d78ed4 service neutron] 10.222.0.47 "GET /v2.0/networks/b090d5e4-e9fd-4b4f-9973-190ae7704e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825427 Sep 16 05:41:12.219087 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:13.334358 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-94fa10f2-47cc-4de6-87f2-0434a19cca8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:13.630694 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:14.762839 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:15.196731 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:16.275548 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:17.126114 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:41:32.670350 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-967aef24-f01f-49ee-86ba-ee34ca13f550 req-57bcaaea-baac-4aa2-816d-94853fd6c2b0 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1964110150&fields=id&tenant_id=fd911ec73254491c90771974d83e8e83 HTTP/1.1" status: 200 len: 267 time: 0.0327992 Sep 16 05:41:32.727881 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967aef24-f01f-49ee-86ba-ee34ca13f550 req-e5fc565c-bb6f-4644-8cbe-b1091b90fcfb tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:32.729388 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-967aef24-f01f-49ee-86ba-ee34ca13f550 req-e5fc565c-bb6f-4644-8cbe-b1091b90fcfb tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 984 time: 0.0531917 Sep 16 05:41:32.740649 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-967aef24-f01f-49ee-86ba-ee34ca13f550 req-63b7d426-1a6c-44e0-a929-f8712509c620 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Request body: {'port': {'security_groups': ['84a9a51a-95a7-4474-8274-850ff6299fdb']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:32.804212 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-967aef24-f01f-49ee-86ba-ee34ca13f550 req-63b7d426-1a6c-44e0-a929-f8712509c620 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:32.971886 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-967aef24-f01f-49ee-86ba-ee34ca13f550 req-63b7d426-1a6c-44e0-a929-f8712509c620 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] For port 77e6f39b-14c3-4f67-b7b9-65fdae99602e, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=77e6f39b-14c3-4f67-b7b9-65fdae99602e,segment=NetworkSegment(085f6199-a40d-45e1-aee8-5bd48d065e1d),segment_id=085f6199-a40d-45e1-aee8-5bd48d065e1d)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:33.001983 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-967aef24-f01f-49ee-86ba-ee34ca13f550 req-63b7d426-1a6c-44e0-a929-f8712509c620 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:33.006490 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-967aef24-f01f-49ee-86ba-ee34ca13f550 req-63b7d426-1a6c-44e0-a929-f8712509c620 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:33.040554 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['77e6f39b-14c3-4f67-b7b9-65fdae99602e'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:41:33.051040 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967aef24-f01f-49ee-86ba-ee34ca13f550 req-63b7d426-1a6c-44e0-a929-f8712509c620 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:33.051693 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-967aef24-f01f-49ee-86ba-ee34ca13f550 req-63b7d426-1a6c-44e0-a929-f8712509c620 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:33.054052 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-967aef24-f01f-49ee-86ba-ee34ca13f550 req-63b7d426-1a6c-44e0-a929-f8712509c620 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "PUT /v2.0/ports/77e6f39b-14c3-4f67-b7b9-65fdae99602e HTTP/1.1" status: 200 len: 942 time: 0.3178730 Sep 16 05:41:33.054548 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e37fcf83-5aec-454e-aa57-1a0710720214', 'tag': '77e6f39b-14c3-4f67-b7b9-65fdae99602e'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:41:33.057056 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92b6078-5c83-4182-bf18-ef70feeeb20b" -d '{"events": [{"name": "network-changed", "server_uuid": "e37fcf83-5aec-454e-aa57-1a0710720214", "tag": "77e6f39b-14c3-4f67-b7b9-65fdae99602e"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:41:33.059240 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57324) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:33.083357 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7d426-1a6c-44e0-a929-f8712509c620 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Pushing event updated for resources: {'Port': ['ID=77e6f39b-14c3-4f67-b7b9-65fdae99602e,revision_number=7']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:33.092018 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7d426-1a6c-44e0-a929-f8712509c620 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:33.092370 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7d426-1a6c-44e0-a929-f8712509c620 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:33.092742 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7d426-1a6c-44e0-a929-f8712509c620 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:33.093082 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7d426-1a6c-44e0-a929-f8712509c620 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:33.093418 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7d426-1a6c-44e0-a929-f8712509c620 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:33.093751 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7d426-1a6c-44e0-a929-f8712509c620 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:33.094079 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7d426-1a6c-44e0-a929-f8712509c620 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:33.094398 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7d426-1a6c-44e0-a929-f8712509c620 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:33.095454 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7d426-1a6c-44e0-a929-f8712509c620 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:33.096034 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7d426-1a6c-44e0-a929-f8712509c620 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:33.096612 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7d426-1a6c-44e0-a929-f8712509c620 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:33.096818 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7d426-1a6c-44e0-a929-f8712509c620 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:33.126753 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f442a19-1d7e-418f-a298-075e518e9d65 x-openstack-request-id: req-1f442a19-1d7e-418f-a298-075e518e9d65 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:41:33.127129 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e37fcf83-5aec-454e-aa57-1a0710720214", "tag": "77e6f39b-14c3-4f67-b7b9-65fdae99602e", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:41:33.127418 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1f442a19-1d7e-418f-a298-075e518e9d65 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:41:33.127826 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e37fcf83-5aec-454e-aa57-1a0710720214', 'tag': '77e6f39b-14c3-4f67-b7b9-65fdae99602e', 'status': 'completed', 'code': 200} Sep 16 05:41:33.156608 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b94eeae3-b224-406d-9c7c-58a35518c7ae tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:33.173151 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['77e6f39b-14c3-4f67-b7b9-65fdae99602e'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:41:33.193942 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b94eeae3-b224-406d-9c7c-58a35518c7ae tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:33.233217 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b6078-5c83-4182-bf18-ef70feeeb20b req-5aa37c10-eccd-4797-8389-b5c7267af5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:33.236412 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b92b6078-5c83-4182-bf18-ef70feeeb20b req-5aa37c10-eccd-4797-8389-b5c7267af5d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fd911ec73254491c90771974d83e8e83&device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 1097 time: 0.0591784 Sep 16 05:41:33.273831 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b94eeae3-b224-406d-9c7c-58a35518c7ae tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:33.281236 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b94eeae3-b224-406d-9c7c-58a35518c7ae tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:33.284984 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b94eeae3-b224-406d-9c7c-58a35518c7ae tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "DELETE /v2.0/security-groups/36a70e26-6f37-4a74-a33a-cac9e29b9a80 HTTP/1.1" status: 204 len: 168 time: 0.2220666 Sep 16 05:41:33.296520 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57330) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:33.297677 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94eeae3-b224-406d-9c7c-58a35518c7ae tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a70e26-6f37-4a74-a33a-cac9e29b9a80,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:33.316221 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94eeae3-b224-406d-9c7c-58a35518c7ae tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:33.316498 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94eeae3-b224-406d-9c7c-58a35518c7ae tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:33.316873 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94eeae3-b224-406d-9c7c-58a35518c7ae tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:33.317215 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94eeae3-b224-406d-9c7c-58a35518c7ae tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:33.317559 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94eeae3-b224-406d-9c7c-58a35518c7ae tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:33.317899 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94eeae3-b224-406d-9c7c-58a35518c7ae tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:33.318269 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94eeae3-b224-406d-9c7c-58a35518c7ae tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:33.318601 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94eeae3-b224-406d-9c7c-58a35518c7ae tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:33.318931 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94eeae3-b224-406d-9c7c-58a35518c7ae tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:33.319257 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94eeae3-b224-406d-9c7c-58a35518c7ae tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:33.319584 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94eeae3-b224-406d-9c7c-58a35518c7ae tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:33.319909 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94eeae3-b224-406d-9c7c-58a35518c7ae tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:33.349551 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b6078-5c83-4182-bf18-ef70feeeb20b req-880efac5-3226-4dd7-84a0-da205321c951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:33.350947 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-fb4b982f-6041-48f3-8288-dad35ab6001f None None] Provisioning complete for port 77e6f39b-14c3-4f67-b7b9-65fdae99602e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:33.351204 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b92b6078-5c83-4182-bf18-ef70feeeb20b req-880efac5-3226-4dd7-84a0-da205321c951 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b090d5e4-e9fd-4b4f-9973-190ae7704e65 HTTP/1.1" status: 200 len: 915 time: 0.1063492 Sep 16 05:41:33.351340 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fb4b982f-6041-48f3-8288-dad35ab6001f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:33.432287 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b92b6078-5c83-4182-bf18-ef70feeeb20b req-595034c9-1ab5-4002-bcfc-0a1f92255f35 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77e6f39b-14c3-4f67-b7b9-65fdae99602e HTTP/1.1" status: 200 len: 1000 time: 0.0730336 Sep 16 05:41:33.482179 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-864764e2-8c36-4036-a605-c48dff401c27 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Deleting port 45eaf67a-ee8d-4049-b7d0-ddc734799c83 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:41:33.482530 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-864764e2-8c36-4036-a605-c48dff401c27 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:33.484717 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b6078-5c83-4182-bf18-ef70feeeb20b req-1065ce17-1267-46f3-afde-3a92486ab5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:33.486200 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b92b6078-5c83-4182-bf18-ef70feeeb20b req-1065ce17-1267-46f3-afde-3a92486ab5fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d9d3f403-b867-4f77-b2f6-053917b7ee1b HTTP/1.1" status: 200 len: 853 time: 0.0458717 Sep 16 05:41:33.532499 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b6078-5c83-4182-bf18-ef70feeeb20b req-98ae5e7d-e631-425b-8059-323f975f0409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:33.534043 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b92b6078-5c83-4182-bf18-ef70feeeb20b req-98ae5e7d-e631-425b-8059-323f975f0409 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b090d5e4-e9fd-4b4f-9973-190ae7704e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407724 Sep 16 05:41:33.560479 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-864764e2-8c36-4036-a605-c48dff401c27 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:33.560841 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-864764e2-8c36-4036-a605-c48dff401c27 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:33.573017 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-864764e2-8c36-4036-a605-c48dff401c27 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Calling delete_port for 45eaf67a-ee8d-4049-b7d0-ddc734799c83 owned by network:floatingip {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:41:33.628620 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b92b6078-5c83-4182-bf18-ef70feeeb20b req-cda894b9-8221-4023-9c0a-386e6faea75b service neutron] 10.222.0.47 "GET /v2.0/networks/b090d5e4-e9fd-4b4f-9973-190ae7704e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865707 Sep 16 05:41:33.721854 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b92b6078-5c83-4182-bf18-ef70feeeb20b req-09e2e9df-2e21-444f-9ca9-3798b93bfdb6 service neutron] 10.222.0.47 "GET /v2.0/networks/b090d5e4-e9fd-4b4f-9973-190ae7704e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846424 Sep 16 05:41:33.723854 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-864764e2-8c36-4036-a605-c48dff401c27 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:33.752668 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864764e2-8c36-4036-a605-c48dff401c27 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Pushing event deleted for resources: {'Port': ['ID=45eaf67a-ee8d-4049-b7d0-ddc734799c83,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:33.812379 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-864764e2-8c36-4036-a605-c48dff401c27 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks [] for floatingip, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:33.812748 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [None req-864764e2-8c36-4036-a605-c48dff401c27 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Floating IP f07e2a98-0b48-481e-9322-f6d7ca698ffa disassociated (deleted). External IP: 172.25.8.13, port: 77e6f39b-14c3-4f67-b7b9-65fdae99602e. Sep 16 05:41:34.315141 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864764e2-8c36-4036-a605-c48dff401c27 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Router a9eadb49-ff8b-4d6d-981b-130f3d602f33 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:41:34.421887 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864764e2-8c36-4036-a605-c48dff401c27 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:41:34.429158 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-864764e2-8c36-4036-a605-c48dff401c27 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:34.435839 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74498b08-6c67-4219-8280-ca7b1ff64382 None None] Sync routers for ids ['a9eadb49-ff8b-4d6d-981b-130f3d602f33'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:41:34.445074 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74498b08-6c67-4219-8280-ca7b1ff64382 None None] Routers {'a9eadb49-ff8b-4d6d-981b-130f3d602f33'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:34.445705 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-74498b08-6c67-4219-8280-ca7b1ff64382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:41:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['a9eadb49-ff8b-4d6d-981b-130f3d602f33'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:34.458617 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-864764e2-8c36-4036-a605-c48dff401c27 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "DELETE /v2.0/floatingips/f07e2a98-0b48-481e-9322-f6d7ca698ffa HTTP/1.1" status: 204 len: 168 time: 1.1504357 Sep 16 05:41:34.459205 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e37fcf83-5aec-454e-aa57-1a0710720214', 'tag': '77e6f39b-14c3-4f67-b7b9-65fdae99602e'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:41:34.562958 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c261ba16daee3fce3437e829377ea083e6eb595e62abb4685acfbe7685462486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad279d1-226b-4baa-ac30-a7b94886e61d" -d '{"events": [{"name": "network-changed", "server_uuid": "e37fcf83-5aec-454e-aa57-1a0710720214", "tag": "77e6f39b-14c3-4f67-b7b9-65fdae99602e"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:41:34.565013 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-74498b08-6c67-4219-8280-ca7b1ff64382 None None] Set router a9eadb49-ff8b-4d6d-981b-130f3d602f33 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:34.734519 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cefc5f7-0763-468c-91da-a331abdcd74a x-openstack-request-id: req-5cefc5f7-0763-468c-91da-a331abdcd74a {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:41:34.735152 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e37fcf83-5aec-454e-aa57-1a0710720214", "tag": "77e6f39b-14c3-4f67-b7b9-65fdae99602e", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:41:34.736190 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5cefc5f7-0763-468c-91da-a331abdcd74a {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:41:34.737048 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e37fcf83-5aec-454e-aa57-1a0710720214', 'tag': '77e6f39b-14c3-4f67-b7b9-65fdae99602e', 'status': 'completed', 'code': 200} Sep 16 05:41:34.781741 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-74498b08-6c67-4219-8280-ca7b1ff64382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'name': 'tempest-TestMinimumBasicScenario-827167289-router', 'tenant_id': 'fd911ec73254491c90771974d83e8e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '959a9e70-9afe-4d9b-b53e-7972a65e4eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:37Z', 'updated_at': '2021-09-16T05:39:40Z', 'revision_number': 4, 'project_id': 'fd911ec73254491c90771974d83e8e83', 'gw_port': {'id': '959a9e70-9afe-4d9b-b53e-7972a65e4eaf', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:37Z', 'updated_at': '2021-09-16T05:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '03d47cf2-c394-4f2b-b063-ab3cb9b08366', 'name': '', 'network_id': 'b090d5e4-e9fd-4b4f-9973-190ae7704e65', 'tenant_id': 'fd911ec73254491c90771974d83e8e83', 'mac_address': 'fa:16:3e:71:53:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'd9d3f403-b867-4f77-b2f6-053917b7ee1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:39Z', 'updated_at': '2021-09-16T05:39:45Z', 'revision_number': 5, 'project_id': 'fd911ec73254491c90771974d83e8e83', 'subnets': [{'id': 'd9d3f403-b867-4f77-b2f6-053917b7ee1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:34.809110 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74498b08-6c67-4219-8280-ca7b1ff64382 None None] Checking router: a9eadb49-ff8b-4d6d-981b-130f3d602f33 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:41:34.819604 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74498b08-6c67-4219-8280-ca7b1ff64382 None None] Routers {'a9eadb49-ff8b-4d6d-981b-130f3d602f33'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:34.819825 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-74498b08-6c67-4219-8280-ca7b1ff64382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:41:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['a9eadb49-ff8b-4d6d-981b-130f3d602f33'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:34.825665 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad279d1-226b-4baa-ac30-a7b94886e61d req-593a824d-0ef1-40c2-8558-06a0a12b5ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:34.827252 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bad279d1-226b-4baa-ac30-a7b94886e61d req-593a824d-0ef1-40c2-8558-06a0a12b5ed4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fd911ec73254491c90771974d83e8e83&device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 1097 time: 0.0507700 Sep 16 05:41:34.919598 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad279d1-226b-4baa-ac30-a7b94886e61d req-5cd1e587-2759-45b8-b1d5-2c3ec84819ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:34.921126 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bad279d1-226b-4baa-ac30-a7b94886e61d req-5cd1e587-2759-45b8-b1d5-2c3ec84819ea service neutron] 10.222.0.47 "GET /v2.0/networks?id=b090d5e4-e9fd-4b4f-9973-190ae7704e65 HTTP/1.1" status: 200 len: 915 time: 0.0855508 Sep 16 05:41:34.970668 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bad279d1-226b-4baa-ac30-a7b94886e61d req-78f8ef84-a857-4855-9bb4-0b4bebfc89fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77e6f39b-14c3-4f67-b7b9-65fdae99602e HTTP/1.1" status: 200 len: 217 time: 0.0395658 Sep 16 05:41:35.026858 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad279d1-226b-4baa-ac30-a7b94886e61d req-854ff18a-f729-49a5-bbd4-fb6edd8193aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:35.028358 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bad279d1-226b-4baa-ac30-a7b94886e61d req-854ff18a-f729-49a5-bbd4-fb6edd8193aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d9d3f403-b867-4f77-b2f6-053917b7ee1b HTTP/1.1" status: 200 len: 853 time: 0.0498760 Sep 16 05:41:35.078995 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad279d1-226b-4baa-ac30-a7b94886e61d req-c1c350f3-ae7a-4444-a983-49d53c1ffc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:35.080242 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-74498b08-6c67-4219-8280-ca7b1ff64382 None None] Set router a9eadb49-ff8b-4d6d-981b-130f3d602f33 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:35.081026 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bad279d1-226b-4baa-ac30-a7b94886e61d req-c1c350f3-ae7a-4444-a983-49d53c1ffc93 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b090d5e4-e9fd-4b4f-9973-190ae7704e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427258 Sep 16 05:41:35.296853 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-74498b08-6c67-4219-8280-ca7b1ff64382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'name': 'tempest-TestMinimumBasicScenario-827167289-router', 'tenant_id': 'fd911ec73254491c90771974d83e8e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '959a9e70-9afe-4d9b-b53e-7972a65e4eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:37Z', 'updated_at': '2021-09-16T05:39:40Z', 'revision_number': 4, 'project_id': 'fd911ec73254491c90771974d83e8e83', 'gw_port': {'id': '959a9e70-9afe-4d9b-b53e-7972a65e4eaf', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:37Z', 'updated_at': '2021-09-16T05:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '03d47cf2-c394-4f2b-b063-ab3cb9b08366', 'name': '', 'network_id': 'b090d5e4-e9fd-4b4f-9973-190ae7704e65', 'tenant_id': 'fd911ec73254491c90771974d83e8e83', 'mac_address': 'fa:16:3e:71:53:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'd9d3f403-b867-4f77-b2f6-053917b7ee1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:39Z', 'updated_at': '2021-09-16T05:39:45Z', 'revision_number': 5, 'project_id': 'fd911ec73254491c90771974d83e8e83', 'subnets': [{'id': 'd9d3f403-b867-4f77-b2f6-053917b7ee1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:35.330077 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74498b08-6c67-4219-8280-ca7b1ff64382 None None] The sync data for ids ['a9eadb49-ff8b-4d6d-981b-130f3d602f33'] in n-d-712139-15 is: [{'id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'name': 'tempest-TestMinimumBasicScenario-827167289-router', 'tenant_id': 'fd911ec73254491c90771974d83e8e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '959a9e70-9afe-4d9b-b53e-7972a65e4eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:37Z', 'updated_at': '2021-09-16T05:39:40Z', 'revision_number': 4, 'project_id': 'fd911ec73254491c90771974d83e8e83', 'gw_port': {'id': '959a9e70-9afe-4d9b-b53e-7972a65e4eaf', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:37Z', 'updated_at': '2021-09-16T05:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '03d47cf2-c394-4f2b-b063-ab3cb9b08366', 'name': '', 'network_id': 'b090d5e4-e9fd-4b4f-9973-190ae7704e65', 'tenant_id': 'fd911ec73254491c90771974d83e8e83', 'mac_address': 'fa:16:3e:71:53:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'd9d3f403-b867-4f77-b2f6-053917b7ee1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:39Z', 'updated_at': '2021-09-16T05:39:45Z', 'revision_number': 5, 'project_id': 'fd911ec73254491c90771974d83e8e83', 'subnets': [{'id': 'd9d3f403-b867-4f77-b2f6-053917b7ee1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:41:35.527094 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bad279d1-226b-4baa-ac30-a7b94886e61d req-c0af5f72-9c79-4439-ac38-aff0ad235837 service neutron] 10.222.0.47 "GET /v2.0/networks/b090d5e4-e9fd-4b4f-9973-190ae7704e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376423 Sep 16 05:41:35.586620 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35131919-ba3d-4247-9417-0f89dc0fd7b2 None None] New status for floating IP f07e2a98-0b48-481e-9322-f6d7ca698ffa: DOWN {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:41:35.627415 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bad279d1-226b-4baa-ac30-a7b94886e61d req-74b0c544-40c3-4d18-957d-68aee4fcaae9 service neutron] 10.222.0.47 "GET /v2.0/networks/b090d5e4-e9fd-4b4f-9973-190ae7704e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924740 Sep 16 05:41:40.187567 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-31eea125-7d70-4721-a1d8-c11834a65a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:41.502113 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedfaa5-d6c7-4291-9eb1-9a2e0e733b25 req-e1f09a6b-9d4d-4fd8-a7c7-776c1ed54d21 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:41.503514 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4dedfaa5-d6c7-4291-9eb1-9a2e0e733b25 req-e1f09a6b-9d4d-4fd8-a7c7-776c1ed54d21 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 945 time: 0.0510504 Sep 16 05:41:41.542285 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4dedfaa5-d6c7-4291-9eb1-9a2e0e733b25 req-aebbc1df-272d-4a51-8a6f-54f9fc7f1149 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a9a51a-95a7-4474-8274-850ff6299fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326104 Sep 16 05:41:42.216611 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:42.661779 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748a1fc-43f1-4e8e-93f4-f9acf380b9ca req-af254631-ac7d-4df6-9b7b-feafaeb6fb8d tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:42.663244 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9748a1fc-43f1-4e8e-93f4-f9acf380b9ca req-af254631-ac7d-4df6-9b7b-feafaeb6fb8d tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 945 time: 0.0537622 Sep 16 05:41:42.699984 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9748a1fc-43f1-4e8e-93f4-f9acf380b9ca req-5ed828c0-4435-4908-9cfd-355ca8dc54b0 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a9a51a-95a7-4474-8274-850ff6299fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308328 Sep 16 05:41:43.242142 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8714e-38f4-45fc-aaed-f535ab8f8cb7 req-b3af4a80-34b5-4695-988b-a50eda4ed1f7 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:43.243648 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9cf8714e-38f4-45fc-aaed-f535ab8f8cb7 req-b3af4a80-34b5-4695-988b-a50eda4ed1f7 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.47 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 945 time: 0.0492053 Sep 16 05:41:43.334905 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-96a70a60-deb5-4235-afa9-7a5578655db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:43.337501 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-9cf8714e-38f4-45fc-aaed-f535ab8f8cb7 req-577c4f8c-e551-4265-9ca7-04d851b231c7 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Deleting port 77e6f39b-14c3-4f67-b7b9-65fdae99602e {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:41:43.337848 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9cf8714e-38f4-45fc-aaed-f535ab8f8cb7 req-577c4f8c-e551-4265-9ca7-04d851b231c7 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:43.424831 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-9cf8714e-38f4-45fc-aaed-f535ab8f8cb7 req-577c4f8c-e551-4265-9ca7-04d851b231c7 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] For port 77e6f39b-14c3-4f67-b7b9-65fdae99602e, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=77e6f39b-14c3-4f67-b7b9-65fdae99602e,segment=NetworkSegment(085f6199-a40d-45e1-aee8-5bd48d065e1d),segment_id=085f6199-a40d-45e1-aee8-5bd48d065e1d)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:43.425202 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9cf8714e-38f4-45fc-aaed-f535ab8f8cb7 req-577c4f8c-e551-4265-9ca7-04d851b231c7 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:43.437540 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-9cf8714e-38f4-45fc-aaed-f535ab8f8cb7 req-577c4f8c-e551-4265-9ca7-04d851b231c7 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Calling delete_port for 77e6f39b-14c3-4f67-b7b9-65fdae99602e owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:41:43.565402 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9cf8714e-38f4-45fc-aaed-f535ab8f8cb7 req-577c4f8c-e551-4265-9ca7-04d851b231c7 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:43.591979 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c4f8c-e551-4265-9ca7-04d851b231c7 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Pushing event deleted for resources: {'Port': ['ID=77e6f39b-14c3-4f67-b7b9-65fdae99602e,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:43.599010 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['77e6f39b-14c3-4f67-b7b9-65fdae99602e'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:41:43.639311 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:43.641503 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf8714e-38f4-45fc-aaed-f535ab8f8cb7 req-577c4f8c-e551-4265-9ca7-04d851b231c7 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] No DVR routers for this DVR port 77e6f39b-14c3-4f67-b7b9-65fdae99602e on host n-h1-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:41:43.643976 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9cf8714e-38f4-45fc-aaed-f535ab8f8cb7 req-577c4f8c-e551-4265-9ca7-04d851b231c7 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:43.646001 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9cf8714e-38f4-45fc-aaed-f535ab8f8cb7 req-577c4f8c-e551-4265-9ca7-04d851b231c7 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.47 "DELETE /v2.0/ports/77e6f39b-14c3-4f67-b7b9-65fdae99602e HTTP/1.1" status: 204 len: 173 time: 0.3961306 Sep 16 05:41:43.646444 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37fcf83-5aec-454e-aa57-1a0710720214', 'name': 'network-vif-deleted', 'tag': '77e6f39b-14c3-4f67-b7b9-65fdae99602e'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:41:43.648788 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597d75cf-a755-4b8d-8d1c-06e34f817df9" -d '{"events": [{"server_uuid": "e37fcf83-5aec-454e-aa57-1a0710720214", "name": "network-vif-deleted", "tag": "77e6f39b-14c3-4f67-b7b9-65fdae99602e"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:41:43.685976 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99079696-c223-4ca5-b0c8-fe9d21b3ff65 x-openstack-request-id: req-99079696-c223-4ca5-b0c8-fe9d21b3ff65 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:41:43.686637 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e37fcf83-5aec-454e-aa57-1a0710720214", "name": "network-vif-deleted", "tag": "77e6f39b-14c3-4f67-b7b9-65fdae99602e", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:41:43.686637 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-99079696-c223-4ca5-b0c8-fe9d21b3ff65 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:41:43.687004 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e37fcf83-5aec-454e-aa57-1a0710720214', 'name': 'network-vif-deleted', 'tag': '77e6f39b-14c3-4f67-b7b9-65fdae99602e', 'status': 'completed', 'code': 200} Sep 16 05:41:43.802070 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ba46a8d-2f32-4db2-8516-1d35d1e29ad9 req-fffa7d11-763e-4459-86fa-06f58ec23172 tempest-TestMinimumBasicScenario-1006634239 tempest-TestMinimumBasicScenario-1006634239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e37fcf83-5aec-454e-aa57-1a0710720214 HTTP/1.1" status: 200 len: 210 time: 0.0325270 Sep 16 05:41:44.765403 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:45.193118 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:45.365186 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57428) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:45.707744 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9d379969-6d0a-42da-8b20-1afe36803dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:45.958502 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-9d379969-6d0a-42da-8b20-1afe36803dc1 admin admin] Deleting port 03d47cf2-c394-4f2b-b063-ab3cb9b08366 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:41:45.958746 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9d379969-6d0a-42da-8b20-1afe36803dc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:46.035903 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-9d379969-6d0a-42da-8b20-1afe36803dc1 admin admin] For port 03d47cf2-c394-4f2b-b063-ab3cb9b08366, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=03d47cf2-c394-4f2b-b063-ab3cb9b08366,segment=NetworkSegment(085f6199-a40d-45e1-aee8-5bd48d065e1d),segment_id=085f6199-a40d-45e1-aee8-5bd48d065e1d)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:46.036263 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9d379969-6d0a-42da-8b20-1afe36803dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:46.048330 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-9d379969-6d0a-42da-8b20-1afe36803dc1 admin admin] Calling delete_port for 03d47cf2-c394-4f2b-b063-ab3cb9b08366 owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:41:46.226744 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9d379969-6d0a-42da-8b20-1afe36803dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:46.257699 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d379969-6d0a-42da-8b20-1afe36803dc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=03d47cf2-c394-4f2b-b063-ab3cb9b08366,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:46.279114 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:46.429144 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9d379969-6d0a-42da-8b20-1afe36803dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:46.640507 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d379969-6d0a-42da-8b20-1afe36803dc1 admin admin] Router a9eadb49-ff8b-4d6d-981b-130f3d602f33 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:41:46.742641 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d379969-6d0a-42da-8b20-1afe36803dc1 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:41:46.747780 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9d379969-6d0a-42da-8b20-1afe36803dc1 admin admin] 10.222.0.35 "PUT /v2.0/routers/a9eadb49-ff8b-4d6d-981b-130f3d602f33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3815849 Sep 16 05:41:46.750389 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57430) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:46.754215 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07f5dac-bc76-4168-95f3-5850387bf4e9 None None] Sync routers for ids ['a9eadb49-ff8b-4d6d-981b-130f3d602f33'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:41:46.761952 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 77e6f39b-14c3-4f67-b7b9-65fdae99602e no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:41:46.784923 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07f5dac-bc76-4168-95f3-5850387bf4e9 None None] Routers {'a9eadb49-ff8b-4d6d-981b-130f3d602f33'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:46.785577 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-a07f5dac-bc76-4168-95f3-5850387bf4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:41:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['a9eadb49-ff8b-4d6d-981b-130f3d602f33'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:46.787235 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: 77e6f39b-14c3-4f67-b7b9-65fdae99602e {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:41:46.787581 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 77e6f39b-14c3-4f67-b7b9-65fdae99602e not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:41:46.854679 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-270dd45e-679e-4dfe-b7a0-2fbdd182cf3e admin admin] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:46.895450 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-a07f5dac-bc76-4168-95f3-5850387bf4e9 None None] Set router a9eadb49-ff8b-4d6d-981b-130f3d602f33 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:46.956928 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-270dd45e-679e-4dfe-b7a0-2fbdd182cf3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:47.009873 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-270dd45e-679e-4dfe-b7a0-2fbdd182cf3e admin admin] Deleting port 959a9e70-9afe-4d9b-b53e-7972a65e4eaf {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:41:47.010244 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-270dd45e-679e-4dfe-b7a0-2fbdd182cf3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:47.072712 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-a07f5dac-bc76-4168-95f3-5850387bf4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'name': 'tempest-TestMinimumBasicScenario-827167289-router', 'tenant_id': 'fd911ec73254491c90771974d83e8e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '959a9e70-9afe-4d9b-b53e-7972a65e4eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:37Z', 'updated_at': '2021-09-16T05:41:46Z', 'revision_number': 5, 'project_id': 'fd911ec73254491c90771974d83e8e83', 'gw_port': {'id': '959a9e70-9afe-4d9b-b53e-7972a65e4eaf', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:37Z', 'updated_at': '2021-09-16T05:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:47.092632 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-270dd45e-679e-4dfe-b7a0-2fbdd182cf3e admin admin] For port 959a9e70-9afe-4d9b-b53e-7972a65e4eaf, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=959a9e70-9afe-4d9b-b53e-7972a65e4eaf,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:47.093006 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-270dd45e-679e-4dfe-b7a0-2fbdd182cf3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:47.103806 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07f5dac-bc76-4168-95f3-5850387bf4e9 None None] Checking router: a9eadb49-ff8b-4d6d-981b-130f3d602f33 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:41:47.105363 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-270dd45e-679e-4dfe-b7a0-2fbdd182cf3e admin admin] Calling delete_port for 959a9e70-9afe-4d9b-b53e-7972a65e4eaf owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:41:47.113674 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07f5dac-bc76-4168-95f3-5850387bf4e9 None None] Routers {'a9eadb49-ff8b-4d6d-981b-130f3d602f33'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:47.114297 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-a07f5dac-bc76-4168-95f3-5850387bf4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:41:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['a9eadb49-ff8b-4d6d-981b-130f3d602f33'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:47.200592 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-a07f5dac-bc76-4168-95f3-5850387bf4e9 None None] Set router a9eadb49-ff8b-4d6d-981b-130f3d602f33 gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:47.253840 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-a07f5dac-bc76-4168-95f3-5850387bf4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'name': 'tempest-TestMinimumBasicScenario-827167289-router', 'tenant_id': 'fd911ec73254491c90771974d83e8e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:37Z', 'updated_at': '2021-09-16T05:41:46Z', 'revision_number': 6, 'project_id': 'fd911ec73254491c90771974d83e8e83', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:47.278112 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-270dd45e-679e-4dfe-b7a0-2fbdd182cf3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:47.285400 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07f5dac-bc76-4168-95f3-5850387bf4e9 None None] The sync data for ids ['a9eadb49-ff8b-4d6d-981b-130f3d602f33'] in n-d-712139-15 is: [{'id': 'a9eadb49-ff8b-4d6d-981b-130f3d602f33', 'name': 'tempest-TestMinimumBasicScenario-827167289-router', 'tenant_id': 'fd911ec73254491c90771974d83e8e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:37Z', 'updated_at': '2021-09-16T05:41:46Z', 'revision_number': 6, 'project_id': 'fd911ec73254491c90771974d83e8e83', 'gw_port_host': None}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:41:47.305349 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270dd45e-679e-4dfe-b7a0-2fbdd182cf3e admin admin] Pushing event deleted for resources: {'Port': ['ID=959a9e70-9afe-4d9b-b53e-7972a65e4eaf,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:47.333039 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [req-4b750043-eea3-467b-b2b5-6b6b908c3b1e req-b0ed9c82-563b-487a-bde6-4655f4e8e383 service neutron] (94766) timed out ('10.222.0.35', 52190) {{(pid=94766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:41:47.372017 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-270dd45e-679e-4dfe-b7a0-2fbdd182cf3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:47.460622 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-270dd45e-679e-4dfe-b7a0-2fbdd182cf3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:47.462663 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-270dd45e-679e-4dfe-b7a0-2fbdd182cf3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:47.504958 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-270dd45e-679e-4dfe-b7a0-2fbdd182cf3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:47.505501 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270dd45e-679e-4dfe-b7a0-2fbdd182cf3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9eadb49-ff8b-4d6d-981b-130f3d602f33 {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:41:47.509754 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-270dd45e-679e-4dfe-b7a0-2fbdd182cf3e admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:47.510905 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-270dd45e-679e-4dfe-b7a0-2fbdd182cf3e admin admin] 10.222.0.35 "DELETE /v2.0/routers/a9eadb49-ff8b-4d6d-981b-130f3d602f33 HTTP/1.1" status: 204 len: 168 time: 0.7596357 Sep 16 05:41:47.513582 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57432) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:47.557333 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-7de74a49-0df4-4599-8f8b-777c273363da admin admin] Deleting subnet d9d3f403-b867-4f77-b2f6-053917b7ee1b {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:41:47.560528 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7de74a49-0df4-4599-8f8b-777c273363da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:47.594301 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7de74a49-0df4-4599-8f8b-777c273363da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:47.680419 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7de74a49-0df4-4599-8f8b-777c273363da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:47.733830 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 03d47cf2-c394-4f2b-b063-ab3cb9b08366 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:41:47.739673 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7de74a49-0df4-4599-8f8b-777c273363da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:47.760953 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 03d47cf2-c394-4f2b-b063-ab3cb9b08366 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:41:47.761383 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 03d47cf2-c394-4f2b-b063-ab3cb9b08366 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:41:47.765997 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de74a49-0df4-4599-8f8b-777c273363da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9d3f403-b867-4f77-b2f6-053917b7ee1b,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:47.770122 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7de74a49-0df4-4599-8f8b-777c273363da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:47.771892 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7de74a49-0df4-4599-8f8b-777c273363da admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d9d3f403-b867-4f77-b2f6-053917b7ee1b HTTP/1.1" status: 204 len: 168 time: 0.2574098 Sep 16 05:41:47.774494 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57434) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:47.775438 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e845a5c-c827-48f4-9429-3c65682cc797 None None] Network b090d5e4-e9fd-4b4f-9973-190ae7704e65 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:41:47.848120 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a047a2e0-ebd9-4ee3-9c20-5137248e9cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:47.901099 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-a047a2e0-ebd9-4ee3-9c20-5137248e9cd2 admin admin] Deleting port 5e2e2639-fa9b-4a38-a5f9-085fe2c493b7 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:41:47.901436 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a047a2e0-ebd9-4ee3-9c20-5137248e9cd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:47.966084 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-a047a2e0-ebd9-4ee3-9c20-5137248e9cd2 admin admin] For port 5e2e2639-fa9b-4a38-a5f9-085fe2c493b7, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=5e2e2639-fa9b-4a38-a5f9-085fe2c493b7,segment=NetworkSegment(085f6199-a40d-45e1-aee8-5bd48d065e1d),segment_id=085f6199-a40d-45e1-aee8-5bd48d065e1d)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:47.966451 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a047a2e0-ebd9-4ee3-9c20-5137248e9cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:47.983400 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-a047a2e0-ebd9-4ee3-9c20-5137248e9cd2 admin admin] Calling delete_port for 5e2e2639-fa9b-4a38-a5f9-085fe2c493b7 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:41:48.066505 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a047a2e0-ebd9-4ee3-9c20-5137248e9cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:48.077186 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99a335b-35ec-4574-bc9d-6256e3d42e13 None None] DHCP port deletion for b090d5e4-e9fd-4b4f-9973-190ae7704e65 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:41:48.099722 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047a2e0-ebd9-4ee3-9c20-5137248e9cd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e2e2639-fa9b-4a38-a5f9-085fe2c493b7,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:48.103171 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a047a2e0-ebd9-4ee3-9c20-5137248e9cd2 admin admin] No DVR routers for this DVR port 5e2e2639-fa9b-4a38-a5f9-085fe2c493b7 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:41:48.176069 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a047a2e0-ebd9-4ee3-9c20-5137248e9cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:48.198653 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-a047a2e0-ebd9-4ee3-9c20-5137248e9cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b090d5e4-e9fd-4b4f-9973-190ae7704e65']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:48.210795 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-a047a2e0-ebd9-4ee3-9c20-5137248e9cd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '085f6199-a40d-45e1-aee8-5bd48d065e1d') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:48.211090 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-a047a2e0-ebd9-4ee3-9c20-5137248e9cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '085f6199-a40d-45e1-aee8-5bd48d065e1d') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:48.220350 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a047a2e0-ebd9-4ee3-9c20-5137248e9cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:48.234032 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a047a2e0-ebd9-4ee3-9c20-5137248e9cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:48.240360 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a047a2e0-ebd9-4ee3-9c20-5137248e9cd2 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:41:48.240820 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a047a2e0-ebd9-4ee3-9c20-5137248e9cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:48.242542 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:41:48.242542 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:41:48.242542 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:41:48.242542 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:41:48.242542 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:41:48.242542 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:41:48.242542 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:41:48.242542 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:41:48.242542 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:41:48.242542 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:41:48.242542 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:41:48.242542 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:41:48.242542 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:41:48.242542 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:41:48.242542 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:41:48.242542 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:41:48.242542 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:41:48.242542 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:41:48.242542 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:41:48.242542 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:41:48.242542 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:41:48.242542 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:41:48.242542 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:41:48.242542 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:41:48.242542 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:41:48.242542 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:41:48.242542 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:41:48.242542 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:41:48.242542 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:41:48.242542 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:41:48.242542 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:41:48.242542 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:41:48.303205 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a047a2e0-ebd9-4ee3-9c20-5137248e9cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:48.318932 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a047a2e0-ebd9-4ee3-9c20-5137248e9cd2 admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:48.320849 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a047a2e0-ebd9-4ee3-9c20-5137248e9cd2 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b090d5e4-e9fd-4b4f-9973-190ae7704e65 HTTP/1.1" status: 204 len: 168 time: 0.5454061 Sep 16 05:41:48.321879 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047a2e0-ebd9-4ee3-9c20-5137248e9cd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b090d5e4-e9fd-4b4f-9973-190ae7704e65,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:48.323719 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57436) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:48.960211 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e1c9a7ef-a897-4182-9f6a-c18854e9341d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:49.210474 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9a7ef-a897-4182-9f6a-c18854e9341d admin admin] Deleting port 7342d0b1-95c9-4ee6-8f77-1ec6a70b0447 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:41:49.210720 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e1c9a7ef-a897-4182-9f6a-c18854e9341d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:49.290872 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-e1c9a7ef-a897-4182-9f6a-c18854e9341d admin admin] For port 7342d0b1-95c9-4ee6-8f77-1ec6a70b0447, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=7342d0b1-95c9-4ee6-8f77-1ec6a70b0447,segment=NetworkSegment(c51f9118-4319-4927-a4a3-9d42206464fa),segment_id=c51f9118-4319-4927-a4a3-9d42206464fa)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:49.291244 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e1c9a7ef-a897-4182-9f6a-c18854e9341d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:49.304166 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9a7ef-a897-4182-9f6a-c18854e9341d admin admin] Calling delete_port for 7342d0b1-95c9-4ee6-8f77-1ec6a70b0447 owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:41:49.406375 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 959a9e70-9afe-4d9b-b53e-7972a65e4eaf no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:41:49.427344 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 959a9e70-9afe-4d9b-b53e-7972a65e4eaf {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:41:49.427689 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 959a9e70-9afe-4d9b-b53e-7972a65e4eaf not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:41:49.428112 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 5e2e2639-fa9b-4a38-a5f9-085fe2c493b7 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:41:49.446726 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 5e2e2639-fa9b-4a38-a5f9-085fe2c493b7 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:41:49.447072 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 5e2e2639-fa9b-4a38-a5f9-085fe2c493b7 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:41:49.484514 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e1c9a7ef-a897-4182-9f6a-c18854e9341d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:49.510231 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9a7ef-a897-4182-9f6a-c18854e9341d admin admin] Pushing event deleted for resources: {'Port': ['ID=7342d0b1-95c9-4ee6-8f77-1ec6a70b0447,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:49.674745 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e1c9a7ef-a897-4182-9f6a-c18854e9341d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:49.893516 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c9a7ef-a897-4182-9f6a-c18854e9341d admin admin] Router ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:41:50.000867 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c9a7ef-a897-4182-9f6a-c18854e9341d admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:41:50.006114 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e1c9a7ef-a897-4182-9f6a-c18854e9341d admin admin] 10.222.0.35 "PUT /v2.0/routers/ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6814477 Sep 16 05:41:50.008614 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57438) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:50.009745 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b950b3b7-28a0-4408-adda-e255fca23ec6 None None] Sync routers for ids ['ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:41:50.019570 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b950b3b7-28a0-4408-adda-e255fca23ec6 None None] Routers {'ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:50.020194 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-b950b3b7-28a0-4408-adda-e255fca23ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:41:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:50.112072 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1b135d9c-d27b-452c-9b4f-b9eba4316bb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:50.126188 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-b950b3b7-28a0-4408-adda-e255fca23ec6 None None] Set router ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:50.214694 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1b135d9c-d27b-452c-9b4f-b9eba4316bb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:50.267920 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-1b135d9c-d27b-452c-9b4f-b9eba4316bb0 admin admin] Deleting port 656dbeed-0340-4b38-9ca6-949b9e788ebb {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:41:50.268266 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1b135d9c-d27b-452c-9b4f-b9eba4316bb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:50.305030 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-b950b3b7-28a0-4408-adda-e255fca23ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b', 'name': 'tempest-TestMinimumBasicScenario-1395004600-router', 'tenant_id': '108f73cf12f54f26827430810c0c7c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '656dbeed-0340-4b38-9ca6-949b9e788ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:42Z', 'updated_at': '2021-09-16T05:41:49Z', 'revision_number': 5, 'project_id': '108f73cf12f54f26827430810c0c7c24', 'gw_port': {'id': '656dbeed-0340-4b38-9ca6-949b9e788ebb', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:39:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:42Z', 'updated_at': '2021-09-16T05:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:50.331483 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b950b3b7-28a0-4408-adda-e255fca23ec6 None None] Checking router: ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:41:50.339641 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b950b3b7-28a0-4408-adda-e255fca23ec6 None None] Routers {'ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:50.340242 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-b950b3b7-28a0-4408-adda-e255fca23ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:41:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:50.356073 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-1b135d9c-d27b-452c-9b4f-b9eba4316bb0 admin admin] For port 656dbeed-0340-4b38-9ca6-949b9e788ebb, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=656dbeed-0340-4b38-9ca6-949b9e788ebb,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:50.356442 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1b135d9c-d27b-452c-9b4f-b9eba4316bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:50.367851 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-1b135d9c-d27b-452c-9b4f-b9eba4316bb0 admin admin] Calling delete_port for 656dbeed-0340-4b38-9ca6-949b9e788ebb owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:41:50.516506 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-b950b3b7-28a0-4408-adda-e255fca23ec6 None None] Set router ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:50.536818 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1b135d9c-d27b-452c-9b4f-b9eba4316bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:50.562126 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b135d9c-d27b-452c-9b4f-b9eba4316bb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=656dbeed-0340-4b38-9ca6-949b9e788ebb,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:50.568061 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-b950b3b7-28a0-4408-adda-e255fca23ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b', 'name': 'tempest-TestMinimumBasicScenario-1395004600-router', 'tenant_id': '108f73cf12f54f26827430810c0c7c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:42Z', 'updated_at': '2021-09-16T05:41:50Z', 'revision_number': 6, 'project_id': '108f73cf12f54f26827430810c0c7c24', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:50.600063 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b950b3b7-28a0-4408-adda-e255fca23ec6 None None] The sync data for ids ['ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b'] in n-d-712139-15 is: [{'id': 'ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b', 'name': 'tempest-TestMinimumBasicScenario-1395004600-router', 'tenant_id': '108f73cf12f54f26827430810c0c7c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:42Z', 'updated_at': '2021-09-16T05:41:50Z', 'revision_number': 6, 'project_id': '108f73cf12f54f26827430810c0c7c24', 'gw_port_host': None}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:41:50.622500 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1b135d9c-d27b-452c-9b4f-b9eba4316bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:50.712147 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1b135d9c-d27b-452c-9b4f-b9eba4316bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:50.714251 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1b135d9c-d27b-452c-9b4f-b9eba4316bb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:50.759751 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1b135d9c-d27b-452c-9b4f-b9eba4316bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:50.760317 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b135d9c-d27b-452c-9b4f-b9eba4316bb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:41:50.765147 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1b135d9c-d27b-452c-9b4f-b9eba4316bb0 admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:50.766146 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1b135d9c-d27b-452c-9b4f-b9eba4316bb0 admin admin] 10.222.0.35 "DELETE /v2.0/routers/ecb37101-e6c5-4acd-9939-5a5e2b6e3f5b HTTP/1.1" status: 204 len: 168 time: 0.7566094 Sep 16 05:41:50.769616 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57440) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:50.812311 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff86330-80c3-487a-aee3-08f874545e5b admin admin] Deleting subnet 99d5a428-66d8-4571-a172-3d0154c6878e {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:41:50.816090 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3ff86330-80c3-487a-aee3-08f874545e5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:50.849518 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3ff86330-80c3-487a-aee3-08f874545e5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:50.930695 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3ff86330-80c3-487a-aee3-08f874545e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:50.991571 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3ff86330-80c3-487a-aee3-08f874545e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:51.023023 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff86330-80c3-487a-aee3-08f874545e5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99d5a428-66d8-4571-a172-3d0154c6878e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:51.023603 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3ff86330-80c3-487a-aee3-08f874545e5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:51.025628 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3ff86330-80c3-487a-aee3-08f874545e5b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/99d5a428-66d8-4571-a172-3d0154c6878e HTTP/1.1" status: 204 len: 168 time: 0.2547896 Sep 16 05:41:51.027802 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57442) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:51.032532 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ea2e76-ecd9-4745-ae85-bc13d5ca77ad None None] Network 7fa42ca4-61f1-417e-9d1e-6f54ce075063 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:41:51.104703 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cb7c4d13-b98f-48a8-819a-c3d9824f386a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:51.162249 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-cb7c4d13-b98f-48a8-819a-c3d9824f386a admin admin] Deleting port acd60b34-98f7-4f2b-950e-5db6c16d1a76 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:41:51.162670 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cb7c4d13-b98f-48a8-819a-c3d9824f386a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:51.230910 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-cb7c4d13-b98f-48a8-819a-c3d9824f386a admin admin] For port acd60b34-98f7-4f2b-950e-5db6c16d1a76, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=acd60b34-98f7-4f2b-950e-5db6c16d1a76,segment=NetworkSegment(c51f9118-4319-4927-a4a3-9d42206464fa),segment_id=c51f9118-4319-4927-a4a3-9d42206464fa)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:51.231278 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cb7c4d13-b98f-48a8-819a-c3d9824f386a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:51.244834 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-cb7c4d13-b98f-48a8-819a-c3d9824f386a admin admin] Calling delete_port for acd60b34-98f7-4f2b-950e-5db6c16d1a76 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:41:51.330211 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cb7c4d13-b98f-48a8-819a-c3d9824f386a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:51.356342 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c4d13-b98f-48a8-819a-c3d9824f386a admin admin] Pushing event deleted for resources: {'Port': ['ID=acd60b34-98f7-4f2b-950e-5db6c16d1a76,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:51.361651 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7c4d13-b98f-48a8-819a-c3d9824f386a admin admin] No DVR routers for this DVR port acd60b34-98f7-4f2b-950e-5db6c16d1a76 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:41:51.362608 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1b8ec1-574c-417f-8546-1f5d25f79b73 None None] DHCP port deletion for 7fa42ca4-61f1-417e-9d1e-6f54ce075063 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:41:51.442644 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cb7c4d13-b98f-48a8-819a-c3d9824f386a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:51.445394 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 7342d0b1-95c9-4ee6-8f77-1ec6a70b0447 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:41:51.463530 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-cb7c4d13-b98f-48a8-819a-c3d9824f386a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa42ca4-61f1-417e-9d1e-6f54ce075063']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:51.466053 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 7342d0b1-95c9-4ee6-8f77-1ec6a70b0447 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:41:51.466400 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 7342d0b1-95c9-4ee6-8f77-1ec6a70b0447 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:41:51.466848 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device acd60b34-98f7-4f2b-950e-5db6c16d1a76 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:41:51.473681 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-cb7c4d13-b98f-48a8-819a-c3d9824f386a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c51f9118-4319-4927-a4a3-9d42206464fa') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:51.473983 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-cb7c4d13-b98f-48a8-819a-c3d9824f386a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c51f9118-4319-4927-a4a3-9d42206464fa') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:51.487669 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cb7c4d13-b98f-48a8-819a-c3d9824f386a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:51.490218 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: acd60b34-98f7-4f2b-950e-5db6c16d1a76 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:41:51.491061 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device acd60b34-98f7-4f2b-950e-5db6c16d1a76 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:41:51.491689 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 656dbeed-0340-4b38-9ca6-949b9e788ebb no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:41:51.508662 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cb7c4d13-b98f-48a8-819a-c3d9824f386a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:51.516377 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb7c4d13-b98f-48a8-819a-c3d9824f386a admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:41:51.518007 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 656dbeed-0340-4b38-9ca6-949b9e788ebb {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:41:51.518439 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 656dbeed-0340-4b38-9ca6-949b9e788ebb not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:41:51.518658 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cb7c4d13-b98f-48a8-819a-c3d9824f386a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:51.542144 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:41:51.542144 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:41:51.542144 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:41:51.542144 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:41:51.542144 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:41:51.542144 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:41:51.542144 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:41:51.542144 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:41:51.542144 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:41:51.542144 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:41:51.542144 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:41:51.542144 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:41:51.542144 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:41:51.542144 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:41:51.542144 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:41:51.542144 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:41:51.542144 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:41:51.542144 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:41:51.542144 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:41:51.542144 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:41:51.542144 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:41:51.542144 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:41:51.542144 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:41:51.542144 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:41:51.542144 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:41:51.542144 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:41:51.542144 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:41:51.542144 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:41:51.542144 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:41:51.542144 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:41:51.542144 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:41:51.542144 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:41:51.597573 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cb7c4d13-b98f-48a8-819a-c3d9824f386a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:51.605947 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cb7c4d13-b98f-48a8-819a-c3d9824f386a admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:51.608355 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cb7c4d13-b98f-48a8-819a-c3d9824f386a admin admin] 10.222.0.35 "DELETE /v2.0/networks/7fa42ca4-61f1-417e-9d1e-6f54ce075063 HTTP/1.1" status: 204 len: 168 time: 0.5796390 Sep 16 05:41:51.620424 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c4d13-b98f-48a8-819a-c3d9824f386a admin admin] Pushing event deleted for resources: {'Network': ['ID=7fa42ca4-61f1-417e-9d1e-6f54ce075063,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:51.815864 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57446) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:51.865996 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c2682754-efb1-4d07-859f-2a93bb391dc9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fd911ec73254491c90771974d83e8e83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487022 Sep 16 05:41:51.868365 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57448) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:51.922518 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-181451f9-0a24-4090-b2b7-74eb14ebf7a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:51.944865 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-181451f9-0a24-4090-b2b7-74eb14ebf7a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:51.994776 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-181451f9-0a24-4090-b2b7-74eb14ebf7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:51.997683 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-181451f9-0a24-4090-b2b7-74eb14ebf7a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:51.999169 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-181451f9-0a24-4090-b2b7-74eb14ebf7a3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/84a9a51a-95a7-4474-8274-850ff6299fdb HTTP/1.1" status: 204 len: 168 time: 0.1296043 Sep 16 05:41:52.020817 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181451f9-0a24-4090-b2b7-74eb14ebf7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a9a51a-95a7-4474-8274-850ff6299fdb,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:52.361400 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57454) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:52.405665 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9d9b0ef2-8c8e-4c04-af77-e0d9abb7bf37 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=108f73cf12f54f26827430810c0c7c24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430229 Sep 16 05:41:52.409113 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57456) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:52.455920 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1bc819dc-963b-4fbe-bfde-e80b19550e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:52.487575 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1bc819dc-963b-4fbe-bfde-e80b19550e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:52.547635 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1bc819dc-963b-4fbe-bfde-e80b19550e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:52.551995 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1bc819dc-963b-4fbe-bfde-e80b19550e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:52.553206 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1bc819dc-963b-4fbe-bfde-e80b19550e61 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bdda28dd-0745-41a9-ac6d-d298192b9b0d HTTP/1.1" status: 204 len: 168 time: 0.1433434 Sep 16 05:41:52.561210 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc819dc-963b-4fbe-bfde-e80b19550e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdda28dd-0745-41a9-ac6d-d298192b9b0d,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:54.125239 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:41:54.274154 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57496) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:54.278726 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-672c4f31-758d-43f9-bbdf-c155d385d49b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1440329869', 'description': 'tempest-secgroup-smoke-1440329869 description', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:54.303048 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-672c4f31-758d-43f9-bbdf-c155d385d49b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:54.311358 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-672c4f31-758d-43f9-bbdf-c155d385d49b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:54.404746 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-672c4f31-758d-43f9-bbdf-c155d385d49b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:54.408982 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-672c4f31-758d-43f9-bbdf-c155d385d49b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:54.444360 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c4f31-758d-43f9-bbdf-c155d385d49b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d393e4ed-64fe-4fb8-92a0-9ad0f12b8029,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:54.504348 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-672c4f31-758d-43f9-bbdf-c155d385d49b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:54.507832 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-672c4f31-758d-43f9-bbdf-c155d385d49b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:54.533283 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-672c4f31-758d-43f9-bbdf-c155d385d49b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:54.534516 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-672c4f31-758d-43f9-bbdf-c155d385d49b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2593472 Sep 16 05:41:54.537588 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57498) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:54.538442 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c4f31-758d-43f9-bbdf-c155d385d49b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0732b7-d036-4d0c-ae00-fc61600e21d3,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:54.542211 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-3dd9c5b0-8da5-4b46-b0b0-bccf07d6628b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'security_group_rule': {'security_group_id': '1a0732b7-d036-4d0c-ae00-fc61600e21d3', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:54.569464 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3dd9c5b0-8da5-4b46-b0b0-bccf07d6628b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:54.624042 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3dd9c5b0-8da5-4b46-b0b0-bccf07d6628b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:54.628270 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3dd9c5b0-8da5-4b46-b0b0-bccf07d6628b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:54.650189 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd9c5b0-8da5-4b46-b0b0-bccf07d6628b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=050a9237-ab1b-45ba-bafa-3a2bc24600da,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:54.652638 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3dd9c5b0-8da5-4b46-b0b0-bccf07d6628b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:54.653811 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3dd9c5b0-8da5-4b46-b0b0-bccf07d6628b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1151843 Sep 16 05:41:54.656747 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57500) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:54.661670 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-4e531e5b-507c-4c4d-8729-f8412b3c3cd9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'security_group_rule': {'security_group_id': '1a0732b7-d036-4d0c-ae00-fc61600e21d3', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:54.687139 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4e531e5b-507c-4c4d-8729-f8412b3c3cd9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:54.743912 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4e531e5b-507c-4c4d-8729-f8412b3c3cd9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:54.747304 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4e531e5b-507c-4c4d-8729-f8412b3c3cd9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:54.765909 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e531e5b-507c-4c4d-8729-f8412b3c3cd9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3694616-1823-42d3-ae30-9b40a92c69e5,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:54.769662 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-4e531e5b-507c-4c4d-8729-f8412b3c3cd9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:54.770817 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4e531e5b-507c-4c4d-8729-f8412b3c3cd9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1130462 Sep 16 05:41:54.773748 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57502) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:54.778515 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-cc28616e-c762-450e-af72-721903021692 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'security_group_rule': {'security_group_id': '1a0732b7-d036-4d0c-ae00-fc61600e21d3', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:54.806316 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cc28616e-c762-450e-af72-721903021692 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:54.863141 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cc28616e-c762-450e-af72-721903021692 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:54.866655 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cc28616e-c762-450e-af72-721903021692 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:54.883339 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc28616e-c762-450e-af72-721903021692 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f5bdb46-0c4c-4101-ab90-1646037936eb,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:54.890628 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cc28616e-c762-450e-af72-721903021692 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:54.893021 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-cc28616e-c762-450e-af72-721903021692 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180518 Sep 16 05:41:54.895088 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57504) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:54.899340 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-f08bf157-5e4a-4405-807f-5f07c7021c6f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'security_group_rule': {'security_group_id': '1a0732b7-d036-4d0c-ae00-fc61600e21d3', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:54.925666 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f08bf157-5e4a-4405-807f-5f07c7021c6f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:54.983526 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f08bf157-5e4a-4405-807f-5f07c7021c6f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:54.987467 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f08bf157-5e4a-4405-807f-5f07c7021c6f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:55.005837 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08bf157-5e4a-4405-807f-5f07c7021c6f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=859c7787-afe5-407d-bbdf-6dcd979b24fc,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:55.012488 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f08bf157-5e4a-4405-807f-5f07c7021c6f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:55.013712 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f08bf157-5e4a-4405-807f-5f07c7021c6f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177053 Sep 16 05:41:55.016901 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57506) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:55.022164 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-25f930ed-f168-4517-a944-2ff1a58f5126 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'security_group_rule': {'security_group_id': '1a0732b7-d036-4d0c-ae00-fc61600e21d3', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:55.043916 n-d-712139-15 neutron-server[94766]: INFO neutron.db.securitygroups_db [None req-25f930ed-f168-4517-a944-2ff1a58f5126 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Project eb1a1bf9db52473aa7c1d16c03bc5b41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:41:55.048754 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-25f930ed-f168-4517-a944-2ff1a58f5126 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:55.108013 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-25f930ed-f168-4517-a944-2ff1a58f5126 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:55.113295 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-25f930ed-f168-4517-a944-2ff1a58f5126 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:55.133044 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f930ed-f168-4517-a944-2ff1a58f5126 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af6c9ec-4274-4013-a96b-927824d5e652,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:55.141334 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-25f930ed-f168-4517-a944-2ff1a58f5126 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:55.143341 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-25f930ed-f168-4517-a944-2ff1a58f5126 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1251156 Sep 16 05:41:55.145887 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57508) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:55.150141 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-081a0a7f-d92f-44c3-a4f1-9f60dd8390ce tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'security_group_rule': {'security_group_id': '1a0732b7-d036-4d0c-ae00-fc61600e21d3', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:55.170842 n-d-712139-15 neutron-server[94766]: INFO neutron.db.securitygroups_db [None req-081a0a7f-d92f-44c3-a4f1-9f60dd8390ce tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Project eb1a1bf9db52473aa7c1d16c03bc5b41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:41:55.175976 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-081a0a7f-d92f-44c3-a4f1-9f60dd8390ce tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:55.238536 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-081a0a7f-d92f-44c3-a4f1-9f60dd8390ce tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:55.242105 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-081a0a7f-d92f-44c3-a4f1-9f60dd8390ce tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:55.260251 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a0a7f-d92f-44c3-a4f1-9f60dd8390ce tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ce13afc-53ea-419c-b6c0-2336e5e79444,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:55.265636 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-081a0a7f-d92f-44c3-a4f1-9f60dd8390ce tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:55.267023 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-081a0a7f-d92f-44c3-a4f1-9f60dd8390ce tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1201634 Sep 16 05:41:55.271091 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57510) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:55.276110 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-b3a63803-95d9-4902-86c0-990b1771383d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'network': {'name': 'tempest-network-smoke--1619827550', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'port_security_enabled': True}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:55.296959 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a63803-95d9-4902-86c0-990b1771383d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Made reservation on behalf of eb1a1bf9db52473aa7c1d16c03bc5b41 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:41:55.300412 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b3a63803-95d9-4902-86c0-990b1771383d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:55.323464 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a63803-95d9-4902-86c0-990b1771383d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:41:55.332941 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b3a63803-95d9-4902-86c0-990b1771383d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:55.333286 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-b3a63803-95d9-4902-86c0-990b1771383d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Added segment 56524a86-5a8d-40e6-8616-b7edbadf308c of type vlan for network fd65189c-5316-4375-8b4d-ae30f488cd25 Sep 16 05:41:55.374158 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b3a63803-95d9-4902-86c0-990b1771383d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:55.399150 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b3a63803-95d9-4902-86c0-990b1771383d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:55.404683 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a63803-95d9-4902-86c0-990b1771383d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:55.405271 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b3a63803-95d9-4902-86c0-990b1771383d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:55.436717 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b3a63803-95d9-4902-86c0-990b1771383d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1645117 Sep 16 05:41:55.440556 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57512) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:55.445075 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-8002db61-3982-440f-84f9-9e0fa734deb6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1732955025', 'admin_state_up': True, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:55.468512 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8002db61-3982-440f-84f9-9e0fa734deb6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:55.469514 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8002db61-3982-440f-84f9-9e0fa734deb6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:55.473316 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a63803-95d9-4902-86c0-990b1771383d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Network': ['ID=fd65189c-5316-4375-8b4d-ae30f488cd25,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:55.484936 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network fd65189c-5316-4375-8b4d-ae30f488cd25 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:41:55.522692 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8002db61-3982-440f-84f9-9e0fa734deb6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:55.657098 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8002db61-3982-440f-84f9-9e0fa734deb6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:55.856848 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8002db61-3982-440f-84f9-9e0fa734deb6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:55.878314 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8002db61-3982-440f-84f9-9e0fa734deb6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:55.976903 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-8002db61-3982-440f-84f9-9e0fa734deb6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Allocated IP 172.25.8.73 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/6035e97d-051e-4cc3-ad01-91350c35e364) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:41:56.081375 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8002db61-3982-440f-84f9-9e0fa734deb6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:56.114076 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8002db61-3982-440f-84f9-9e0fa734deb6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:56.151115 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8002db61-3982-440f-84f9-9e0fa734deb6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:41:56.155448 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-8002db61-3982-440f-84f9-9e0fa734deb6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:41:56.158091 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8002db61-3982-440f-84f9-9e0fa734deb6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:41:56.185759 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002db61-3982-440f-84f9-9e0fa734deb6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Port': ['ID=6035e97d-051e-4cc3-ad01-91350c35e364,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:56.708963 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8002db61-3982-440f-84f9-9e0fa734deb6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:56.902147 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8002db61-3982-440f-84f9-9e0fa734deb6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:57.028457 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8002db61-3982-440f-84f9-9e0fa734deb6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Router 724f4e00-d37e-4d59-8607-626c39281a2b is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:41:57.134440 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8002db61-3982-440f-84f9-9e0fa734deb6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:41:57.145168 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06af3166-598c-43e5-ac2a-26733f339693 None None] Sync routers for ids ['724f4e00-d37e-4d59-8607-626c39281a2b'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:41:57.153042 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8002db61-3982-440f-84f9-9e0fa734deb6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:57.154153 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06af3166-598c-43e5-ac2a-26733f339693 None None] Routers {'724f4e00-d37e-4d59-8607-626c39281a2b'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:57.154305 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8002db61-3982-440f-84f9-9e0fa734deb6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7126780 Sep 16 05:41:57.154765 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-06af3166-598c-43e5-ac2a-26733f339693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:41:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['724f4e00-d37e-4d59-8607-626c39281a2b'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:57.158278 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57514) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:57.265289 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-06af3166-598c-43e5-ac2a-26733f339693 None None] Set router 724f4e00-d37e-4d59-8607-626c39281a2b gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:57.283685 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2c5f3174-aa86-4c59-9ab5-68612d1918ad tempest-TestNetworkAdvancedServerOps-1385846937 tempest-TestNetworkAdvancedServerOps-1385846937-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=eb1a1bf9db52473aa7c1d16c03bc5b41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1202641 Sep 16 05:41:57.284273 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57518) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:57.377160 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e26d64-e57c-4195-bef9-6ca9143bd28a tempest-TestNetworkAdvancedServerOps-1385846937 tempest-TestNetworkAdvancedServerOps-1385846937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:57.378735 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a8e26d64-e57c-4195-bef9-6ca9143bd28a tempest-TestNetworkAdvancedServerOps-1385846937 tempest-TestNetworkAdvancedServerOps-1385846937-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0934772 Sep 16 05:41:57.381538 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57520) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:57.409009 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5df7e613-7957-45ad-bc46-88e52ab31bd4 tempest-TestNetworkAdvancedServerOps-1385846937 tempest-TestNetworkAdvancedServerOps-1385846937-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=6423976d-c7ec-41de-996e-2a06dce8febc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263784 Sep 16 05:41:57.411576 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57522) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:57.416368 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-9f470bda-77d1-4419-b6c3-dff2c8a4adc9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-148989525', 'network_id': 'fd65189c-5316-4375-8b4d-ae30f488cd25', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:57.450021 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-06af3166-598c-43e5-ac2a-26733f339693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732955025', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '6035e97d-051e-4cc3-ad01-91350c35e364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:55Z', 'updated_at': '2021-09-16T05:41:56Z', 'revision_number': 3, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '6035e97d-051e-4cc3-ad01-91350c35e364', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:6b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:55Z', 'updated_at': '2021-09-16T05:41:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:57.476857 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06af3166-598c-43e5-ac2a-26733f339693 None None] Checking router: 724f4e00-d37e-4d59-8607-626c39281a2b for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:41:57.476857 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06af3166-598c-43e5-ac2a-26733f339693 None None] Updating router 724f4e00-d37e-4d59-8607-626c39281a2b port 6035e97d-051e-4cc3-ad01-91350c35e364 binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:41:57.502894 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-06af3166-598c-43e5-ac2a-26733f339693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:57.509991 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f470bda-77d1-4419-b6c3-dff2c8a4adc9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Made reservation on behalf of eb1a1bf9db52473aa7c1d16c03bc5b41 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:41:57.513579 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9f470bda-77d1-4419-b6c3-dff2c8a4adc9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:57.700123 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9f470bda-77d1-4419-b6c3-dff2c8a4adc9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:57.763709 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f470bda-77d1-4419-b6c3-dff2c8a4adc9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Subnet': ['ID=1b9b9fe0-b1a7-4959-97cd-4be0d88c5995,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:57.765070 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-06af3166-598c-43e5-ac2a-26733f339693 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:57.772832 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f470bda-77d1-4419-b6c3-dff2c8a4adc9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Checking segment: {'id': '56524a86-5a8d-40e6-8616-b7edbadf308c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fd65189c-5316-4375-8b4d-ae30f488cd25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:41:57.773352 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f470bda-77d1-4419-b6c3-dff2c8a4adc9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Network hostable DHCP agents. Network: fd65189c-5316-4375-8b4d-ae30f488cd25, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:41:57.774862 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-06af3166-598c-43e5-ac2a-26733f339693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:57.790998 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f470bda-77d1-4419-b6c3-dff2c8a4adc9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Network fd65189c-5316-4375-8b4d-ae30f488cd25 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:41:57.801091 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-9f470bda-77d1-4419-b6c3-dff2c8a4adc9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, fd65189c-5316-4375-8b4d-ae30f488cd25) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:41:57.806173 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f470bda-77d1-4419-b6c3-dff2c8a4adc9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:57.807214 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9f470bda-77d1-4419-b6c3-dff2c8a4adc9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:57.818137 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37748cb6-5cad-4b3b-91ee-6dd60bacbba6 None None] Network fd65189c-5316-4375-8b4d-ae30f488cd25 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:41:57.822970 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9f470bda-77d1-4419-b6c3-dff2c8a4adc9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4104202 Sep 16 05:41:57.825840 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57524) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:57.850515 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-06af3166-598c-43e5-ac2a-26733f339693 None None] Attempting to bind port 6035e97d-051e-4cc3-ad01-91350c35e364 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:41:57.850883 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-06af3166-598c-43e5-ac2a-26733f339693 None None] Attempting to bind port 6035e97d-051e-4cc3-ad01-91350c35e364 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:41:57.851247 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06af3166-598c-43e5-ac2a-26733f339693 None None] Attempting to bind port 6035e97d-051e-4cc3-ad01-91350c35e364 on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:41:57.855566 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e5ec9c-d5b2-466f-ab1d-786f4434b9c0 None None] Pushing event updated for resources: {'Port': ['ID=6035e97d-051e-4cc3-ad01-91350c35e364,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:57.863181 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06af3166-598c-43e5-ac2a-26733f339693 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:41:57.863558 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06af3166-598c-43e5-ac2a-26733f339693 None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:41:57.863955 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-06af3166-598c-43e5-ac2a-26733f339693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:57.864338 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06af3166-598c-43e5-ac2a-26733f339693 None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:41:57.864833 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-06af3166-598c-43e5-ac2a-26733f339693 None None] Bound port: 6035e97d-051e-4cc3-ad01-91350c35e364, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:41:57.865211 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-06af3166-598c-43e5-ac2a-26733f339693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:57.896607 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e5ec9c-d5b2-466f-ab1d-786f4434b9c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:57.896954 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e5ec9c-d5b2-466f-ab1d-786f4434b9c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:57.897293 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e5ec9c-d5b2-466f-ab1d-786f4434b9c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:57.897632 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e5ec9c-d5b2-466f-ab1d-786f4434b9c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:57.897981 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e5ec9c-d5b2-466f-ab1d-786f4434b9c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:57.898279 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e5ec9c-d5b2-466f-ab1d-786f4434b9c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:57.898612 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e5ec9c-d5b2-466f-ab1d-786f4434b9c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:57.898926 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e5ec9c-d5b2-466f-ab1d-786f4434b9c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:57.899244 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e5ec9c-d5b2-466f-ab1d-786f4434b9c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:57.899562 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e5ec9c-d5b2-466f-ab1d-786f4434b9c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:57.899883 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e5ec9c-d5b2-466f-ab1d-786f4434b9c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:57.900199 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e5ec9c-d5b2-466f-ab1d-786f4434b9c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:57.996723 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-06af3166-598c-43e5-ac2a-26733f339693 None None] For port 6035e97d-051e-4cc3-ad01-91350c35e364, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:41:58.012389 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-06af3166-598c-43e5-ac2a-26733f339693 None None] For port 6035e97d-051e-4cc3-ad01-91350c35e364, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=6035e97d-051e-4cc3-ad01-91350c35e364,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:41:58.018878 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-06af3166-598c-43e5-ac2a-26733f339693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:58.074912 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b6626e-5092-4f44-b28e-780c1bf2d078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-fd65189c-5316-4375-8b4d-ae30f488cd25', 'network_id': 'fd65189c-5316-4375-8b4d-ae30f488cd25', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'fixed_ips': [{'subnet_id': '1b9b9fe0-b1a7-4959-97cd-4be0d88c5995'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:41:58.075619 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-72b6626e-5092-4f44-b28e-780c1bf2d078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:58.112555 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e5ec9c-d5b2-466f-ab1d-786f4434b9c0 None None] Pushing event updated for resources: {'Port': ['ID=6035e97d-051e-4cc3-ad01-91350c35e364,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:58.115954 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06af3166-598c-43e5-ac2a-26733f339693 None None] Routers {'724f4e00-d37e-4d59-8607-626c39281a2b'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:58.116558 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-06af3166-598c-43e5-ac2a-26733f339693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:41:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['724f4e00-d37e-4d59-8607-626c39281a2b'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:58.267285 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-de475ae7-b371-4147-8585-35555f00440a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:58.477666 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-06af3166-598c-43e5-ac2a-26733f339693 None None] Set router 724f4e00-d37e-4d59-8607-626c39281a2b gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:58.534312 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-72b6626e-5092-4f44-b28e-780c1bf2d078 None None] Allocated IP 172.20.0.2 (fd65189c-5316-4375-8b4d-ae30f488cd25/1b9b9fe0-b1a7-4959-97cd-4be0d88c5995/4da31a4f-1923-427f-ab5a-65ac22f7fb64) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:41:58.768731 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-72b6626e-5092-4f44-b28e-780c1bf2d078 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:58.777268 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-72b6626e-5092-4f44-b28e-780c1bf2d078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:58.786386 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-06af3166-598c-43e5-ac2a-26733f339693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732955025', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '6035e97d-051e-4cc3-ad01-91350c35e364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:55Z', 'updated_at': '2021-09-16T05:41:56Z', 'revision_number': 3, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '6035e97d-051e-4cc3-ad01-91350c35e364', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:6b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:55Z', 'updated_at': '2021-09-16T05:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:58.824481 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-de475ae7-b371-4147-8585-35555f00440a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Allocated IP 172.20.0.1 (fd65189c-5316-4375-8b4d-ae30f488cd25/1b9b9fe0-b1a7-4959-97cd-4be0d88c5995/914b3763-8bb4-4029-9aec-ff56047c9523) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:41:58.835241 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06af3166-598c-43e5-ac2a-26733f339693 None None] The sync data for ids ['724f4e00-d37e-4d59-8607-626c39281a2b'] in n-d-712139-15 is: [{'id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732955025', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '6035e97d-051e-4cc3-ad01-91350c35e364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:55Z', 'updated_at': '2021-09-16T05:41:56Z', 'revision_number': 3, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '6035e97d-051e-4cc3-ad01-91350c35e364', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:6b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:55Z', 'updated_at': '2021-09-16T05:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:41:58.842544 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b6626e-5092-4f44-b28e-780c1bf2d078 None None] Network fd65189c-5316-4375-8b4d-ae30f488cd25 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:41:58.847394 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-72b6626e-5092-4f44-b28e-780c1bf2d078 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:41:58.853214 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b6626e-5092-4f44-b28e-780c1bf2d078 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:41:58.864365 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6626e-5092-4f44-b28e-780c1bf2d078 None None] Pushing event updated for resources: {'Port': ['ID=4da31a4f-1923-427f-ab5a-65ac22f7fb64,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:58.914439 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-72b6626e-5092-4f44-b28e-780c1bf2d078 None None] Attempting to bind port 4da31a4f-1923-427f-ab5a-65ac22f7fb64 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:41:58.914830 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-72b6626e-5092-4f44-b28e-780c1bf2d078 None None] Attempting to bind port 4da31a4f-1923-427f-ab5a-65ac22f7fb64 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '56524a86-5a8d-40e6-8616-b7edbadf308c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fd65189c-5316-4375-8b4d-ae30f488cd25'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:41:58.915195 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b6626e-5092-4f44-b28e-780c1bf2d078 None None] Attempting to bind port 4da31a4f-1923-427f-ab5a-65ac22f7fb64 on network fd65189c-5316-4375-8b4d-ae30f488cd25 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:41:58.920280 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b6626e-5092-4f44-b28e-780c1bf2d078 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:41:58.920678 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b6626e-5092-4f44-b28e-780c1bf2d078 None None] Checking segment: {'id': '56524a86-5a8d-40e6-8616-b7edbadf308c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fd65189c-5316-4375-8b4d-ae30f488cd25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:41:58.921074 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-72b6626e-5092-4f44-b28e-780c1bf2d078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:58.921460 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b6626e-5092-4f44-b28e-780c1bf2d078 None None] Bound using segment: {'id': '56524a86-5a8d-40e6-8616-b7edbadf308c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fd65189c-5316-4375-8b4d-ae30f488cd25'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:41:58.921915 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-72b6626e-5092-4f44-b28e-780c1bf2d078 None None] Bound port: 4da31a4f-1923-427f-ab5a-65ac22f7fb64, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56524a86-5a8d-40e6-8616-b7edbadf308c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fd65189c-5316-4375-8b4d-ae30f488cd25'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:41:58.922288 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-72b6626e-5092-4f44-b28e-780c1bf2d078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:58.957642 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-de475ae7-b371-4147-8585-35555f00440a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:58.992859 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-72b6626e-5092-4f44-b28e-780c1bf2d078 None None] For port 4da31a4f-1923-427f-ab5a-65ac22f7fb64, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:41:58.995231 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-de475ae7-b371-4147-8585-35555f00440a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:58.996117 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-72b6626e-5092-4f44-b28e-780c1bf2d078 None None] For port 4da31a4f-1923-427f-ab5a-65ac22f7fb64, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=4da31a4f-1923-427f-ab5a-65ac22f7fb64,segment=NetworkSegment(56524a86-5a8d-40e6-8616-b7edbadf308c),segment_id=56524a86-5a8d-40e6-8616-b7edbadf308c)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:41:59.001491 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-72b6626e-5092-4f44-b28e-780c1bf2d078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:59.036971 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de475ae7-b371-4147-8585-35555f00440a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Network fd65189c-5316-4375-8b4d-ae30f488cd25 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:41:59.040310 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-de475ae7-b371-4147-8585-35555f00440a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:41:59.046948 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de475ae7-b371-4147-8585-35555f00440a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:41:59.069255 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6626e-5092-4f44-b28e-780c1bf2d078 None None] Pushing event updated for resources: {'Port': ['ID=4da31a4f-1923-427f-ab5a-65ac22f7fb64,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:59.101294 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de475ae7-b371-4147-8585-35555f00440a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Port': ['ID=914b3763-8bb4-4029-9aec-ff56047c9523,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:59.115589 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-de475ae7-b371-4147-8585-35555f00440a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:59.264986 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-de475ae7-b371-4147-8585-35555f00440a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:59.494787 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 4da31a4f-1923-427f-ab5a-65ac22f7fb64 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:41:59.594481 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 4da31a4f-1923-427f-ab5a-65ac22f7fb64 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:59.594852 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:59.602910 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-de475ae7-b371-4147-8585-35555f00440a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:59.607810 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-de475ae7-b371-4147-8585-35555f00440a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:59.690499 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de475ae7-b371-4147-8585-35555f00440a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Port': ['ID=914b3763-8bb4-4029-9aec-ff56047c9523,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:59.694539 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-de475ae7-b371-4147-8585-35555f00440a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:59.729011 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:59.778000 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 4da31a4f-1923-427f-ab5a-65ac22f7fb64, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=4da31a4f-1923-427f-ab5a-65ac22f7fb64,segment=NetworkSegment(56524a86-5a8d-40e6-8616-b7edbadf308c),segment_id=56524a86-5a8d-40e6-8616-b7edbadf308c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:59.784350 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:59.785184 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 6035e97d-051e-4cc3-ad01-91350c35e364 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:41:59.801766 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de475ae7-b371-4147-8585-35555f00440a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Network fd65189c-5316-4375-8b4d-ae30f488cd25 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:41:59.803331 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-de475ae7-b371-4147-8585-35555f00440a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:41:59.871132 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=4da31a4f-1923-427f-ab5a-65ac22f7fb64,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:59.891595 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 6035e97d-051e-4cc3-ad01-91350c35e364 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:59.892705 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:59.943229 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de475ae7-b371-4147-8585-35555f00440a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Router 724f4e00-d37e-4d59-8607-626c39281a2b has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:41:59.988834 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:00.010520 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 6035e97d-051e-4cc3-ad01-91350c35e364, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=6035e97d-051e-4cc3-ad01-91350c35e364,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:00.015942 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:00.064695 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de475ae7-b371-4147-8585-35555f00440a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:42:00.070498 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-de475ae7-b371-4147-8585-35555f00440a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "PUT /v2.0/routers/724f4e00-d37e-4d59-8607-626c39281a2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2432485 Sep 16 05:42:00.073855 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=6035e97d-051e-4cc3-ad01-91350c35e364,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:00.198447 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3f906d-9a86-45bc-812d-ff5e1937f32c None None] Network fd65189c-5316-4375-8b4d-ae30f488cd25 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:42:00.216329 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-e8084726-50f7-467f-811b-7c9f92d17360 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1440329869&fields=id&tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41 HTTP/1.1" status: 200 len: 267 time: 0.0356674 Sep 16 05:42:00.292502 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-135ce47c-62dd-4478-9e79-317dbc61b066 None None] Provisioning complete for port 4da31a4f-1923-427f-ab5a-65ac22f7fb64 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:00.292910 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-135ce47c-62dd-4478-9e79-317dbc61b066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:00.338650 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-4029f0e9-d5c7-410e-b170-dc6cc97b441e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:00.340314 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-4029f0e9-d5c7-410e-b170-dc6cc97b441e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/networks?id=fd65189c-5316-4375-8b4d-ae30f488cd25 HTTP/1.1" status: 200 len: 797 time: 0.1167874 Sep 16 05:42:00.358727 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-bbf0a534-835d-48aa-be6a-8d7381dcdcfd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/quotas/eb1a1bf9db52473aa7c1d16c03bc5b41 HTTP/1.1" status: 200 len: 375 time: 0.0094678 Sep 16 05:42:00.414675 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-e0c5f4e8-652e-4a18-9724-87f92c8f2761 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498316 Sep 16 05:42:00.529676 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-926df2fd-c2b7-4475-9811-032f6485b3fe service neutron] 10.222.0.35 "GET /v2.0/networks/fd65189c-5316-4375-8b4d-ae30f488cd25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971549 Sep 16 05:42:00.602152 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebd66b2-57d7-42f3-8d04-c4050ed79faa None None] Sync routers for ids ['724f4e00-d37e-4d59-8607-626c39281a2b'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:42:00.612853 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebd66b2-57d7-42f3-8d04-c4050ed79faa None None] Routers {'724f4e00-d37e-4d59-8607-626c39281a2b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:42:00.613676 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-bebd66b2-57d7-42f3-8d04-c4050ed79faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:41:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['724f4e00-d37e-4d59-8607-626c39281a2b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:00.635399 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-5e4d27dc-e231-4beb-ae2f-7ba28a937ad4 service neutron] 10.222.0.35 "GET /v2.0/networks/fd65189c-5316-4375-8b4d-ae30f488cd25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986977 Sep 16 05:42:00.652310 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-3d8d49ce-28f0-4cc4-b97d-270ddb588f04 None None] Provisioning complete for port 4da31a4f-1923-427f-ab5a-65ac22f7fb64 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:00.652796 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3d8d49ce-28f0-4cc4-b97d-270ddb588f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:00.745081 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-bebd66b2-57d7-42f3-8d04-c4050ed79faa None None] Set router 724f4e00-d37e-4d59-8607-626c39281a2b gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:42:00.763449 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-3d8d49ce-28f0-4cc4-b97d-270ddb588f04 None None] Provisioning complete for port 914b3763-8bb4-4029-9aec-ff56047c9523 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:00.765052 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3d8d49ce-28f0-4cc4-b97d-270ddb588f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:00.833068 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-3d8d49ce-28f0-4cc4-b97d-270ddb588f04 None None] Port 914b3763-8bb4-4029-9aec-ff56047c9523 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:42:00.844692 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7a9288f-75bc-4cda-8e4d-95d6c2aed49a req-e1b42824-d5b5-4fd4-bfd5-9a2327054583 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41287dd-5be4-4bde-80ce-0a3eafdc42c3 HTTP/1.1" status: 200 len: 210 time: 0.0423319 Sep 16 05:42:00.955573 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-4dab5e01-4c24-4da9-98a0-5340eccb539f None None] Provisioning complete for port 914b3763-8bb4-4029-9aec-ff56047c9523 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:00.956027 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4dab5e01-4c24-4da9-98a0-5340eccb539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:00.996021 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-bebd66b2-57d7-42f3-8d04-c4050ed79faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732955025', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '6035e97d-051e-4cc3-ad01-91350c35e364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:55Z', 'updated_at': '2021-09-16T05:41:59Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '6035e97d-051e-4cc3-ad01-91350c35e364', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:6b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:55Z', 'updated_at': '2021-09-16T05:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '914b3763-8bb4-4029-9aec-ff56047c9523', 'name': '', 'network_id': 'fd65189c-5316-4375-8b4d-ae30f488cd25', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:54:dd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '1b9b9fe0-b1a7-4959-97cd-4be0d88c5995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:58Z', 'updated_at': '2021-09-16T05:41:59Z', 'revision_number': 2, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': '1b9b9fe0-b1a7-4959-97cd-4be0d88c5995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:01.005344 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-4dab5e01-4c24-4da9-98a0-5340eccb539f None None] Port 914b3763-8bb4-4029-9aec-ff56047c9523 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:42:01.029280 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebd66b2-57d7-42f3-8d04-c4050ed79faa None None] Checking router: 724f4e00-d37e-4d59-8607-626c39281a2b for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:42:01.029906 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebd66b2-57d7-42f3-8d04-c4050ed79faa None None] Updating router 724f4e00-d37e-4d59-8607-626c39281a2b port 914b3763-8bb4-4029-9aec-ff56047c9523 binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:42:01.065667 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-bebd66b2-57d7-42f3-8d04-c4050ed79faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:01.129196 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-2f186491-ffb0-4074-bfed-1c94cbef5c20 None None] Provisioning complete for port 914b3763-8bb4-4029-9aec-ff56047c9523 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:01.129733 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2f186491-ffb0-4074-bfed-1c94cbef5c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:01.167026 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-2f186491-ffb0-4074-bfed-1c94cbef5c20 None None] Port 914b3763-8bb4-4029-9aec-ff56047c9523 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:42:01.340195 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-bebd66b2-57d7-42f3-8d04-c4050ed79faa None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:01.345748 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-bebd66b2-57d7-42f3-8d04-c4050ed79faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:01.398432 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564138a-30ec-444b-b259-66a09346383d None None] Pushing event updated for resources: {'Port': ['ID=914b3763-8bb4-4029-9aec-ff56047c9523,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:01.426395 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564138a-30ec-444b-b259-66a09346383d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:01.426747 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564138a-30ec-444b-b259-66a09346383d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:01.427079 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564138a-30ec-444b-b259-66a09346383d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:01.427405 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564138a-30ec-444b-b259-66a09346383d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:01.427739 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564138a-30ec-444b-b259-66a09346383d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:01.428064 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564138a-30ec-444b-b259-66a09346383d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:01.428385 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564138a-30ec-444b-b259-66a09346383d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:01.428732 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564138a-30ec-444b-b259-66a09346383d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:01.429047 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564138a-30ec-444b-b259-66a09346383d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:01.429371 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564138a-30ec-444b-b259-66a09346383d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:01.429688 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564138a-30ec-444b-b259-66a09346383d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:01.430001 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564138a-30ec-444b-b259-66a09346383d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:01.447015 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 4da31a4f-1923-427f-ab5a-65ac22f7fb64 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:01.458829 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-bebd66b2-57d7-42f3-8d04-c4050ed79faa None None] Attempting to bind port 914b3763-8bb4-4029-9aec-ff56047c9523 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:42:01.459196 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-bebd66b2-57d7-42f3-8d04-c4050ed79faa None None] Attempting to bind port 914b3763-8bb4-4029-9aec-ff56047c9523 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '56524a86-5a8d-40e6-8616-b7edbadf308c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fd65189c-5316-4375-8b4d-ae30f488cd25'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:42:01.459557 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebd66b2-57d7-42f3-8d04-c4050ed79faa None None] Attempting to bind port 914b3763-8bb4-4029-9aec-ff56047c9523 on network fd65189c-5316-4375-8b4d-ae30f488cd25 {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:42:01.464717 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebd66b2-57d7-42f3-8d04-c4050ed79faa None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:42:01.465317 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebd66b2-57d7-42f3-8d04-c4050ed79faa None None] Checking segment: {'id': '56524a86-5a8d-40e6-8616-b7edbadf308c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fd65189c-5316-4375-8b4d-ae30f488cd25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:42:01.465874 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-bebd66b2-57d7-42f3-8d04-c4050ed79faa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:01.466441 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebd66b2-57d7-42f3-8d04-c4050ed79faa None None] Bound using segment: {'id': '56524a86-5a8d-40e6-8616-b7edbadf308c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fd65189c-5316-4375-8b4d-ae30f488cd25'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:42:01.467085 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-bebd66b2-57d7-42f3-8d04-c4050ed79faa None None] Bound port: 914b3763-8bb4-4029-9aec-ff56047c9523, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56524a86-5a8d-40e6-8616-b7edbadf308c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fd65189c-5316-4375-8b4d-ae30f488cd25'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:42:01.467634 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-bebd66b2-57d7-42f3-8d04-c4050ed79faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:01.510226 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 4da31a4f-1923-427f-ab5a-65ac22f7fb64 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:01.510857 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:01.545978 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-bebd66b2-57d7-42f3-8d04-c4050ed79faa None None] For port 914b3763-8bb4-4029-9aec-ff56047c9523, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:42:01.552217 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-bebd66b2-57d7-42f3-8d04-c4050ed79faa None None] For port 914b3763-8bb4-4029-9aec-ff56047c9523, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=914b3763-8bb4-4029-9aec-ff56047c9523,segment=NetworkSegment(56524a86-5a8d-40e6-8616-b7edbadf308c),segment_id=56524a86-5a8d-40e6-8616-b7edbadf308c)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:42:01.557199 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-bebd66b2-57d7-42f3-8d04-c4050ed79faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:01.615473 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 6035e97d-051e-4cc3-ad01-91350c35e364 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:01.629169 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebd66b2-57d7-42f3-8d04-c4050ed79faa None None] Routers {'724f4e00-d37e-4d59-8607-626c39281a2b'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:42:01.629803 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-bebd66b2-57d7-42f3-8d04-c4050ed79faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:41:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['724f4e00-d37e-4d59-8607-626c39281a2b'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:01.674532 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564138a-30ec-444b-b259-66a09346383d None None] Pushing event updated for resources: {'Port': ['ID=914b3763-8bb4-4029-9aec-ff56047c9523,revision_number=4']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:01.676579 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 6035e97d-051e-4cc3-ad01-91350c35e364 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:01.677081 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:01.720040 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-0c8b160b-95c5-47e1-9043-8c29925162b5 None None] Provisioning complete for port 914b3763-8bb4-4029-9aec-ff56047c9523 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:01.721055 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0c8b160b-95c5-47e1-9043-8c29925162b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:01.750964 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-bebd66b2-57d7-42f3-8d04-c4050ed79faa None None] Set router 724f4e00-d37e-4d59-8607-626c39281a2b gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:42:01.842875 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0c8b160b-95c5-47e1-9043-8c29925162b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:01.878205 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-0c8b160b-95c5-47e1-9043-8c29925162b5 None None] For port 914b3763-8bb4-4029-9aec-ff56047c9523, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=914b3763-8bb4-4029-9aec-ff56047c9523,segment=NetworkSegment(56524a86-5a8d-40e6-8616-b7edbadf308c),segment_id=56524a86-5a8d-40e6-8616-b7edbadf308c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:01.883338 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0c8b160b-95c5-47e1-9043-8c29925162b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:01.937113 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-44f68196-e8fe-4c30-8402-6ce61984960c req-9e608b6c-3ef5-4a11-82f0-cfc24dac6c15 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41287dd-5be4-4bde-80ce-0a3eafdc42c3 HTTP/1.1" status: 200 len: 210 time: 0.0284421 Sep 16 05:42:01.945776 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b160b-95c5-47e1-9043-8c29925162b5 None None] Pushing event updated for resources: {'Port': ['ID=914b3763-8bb4-4029-9aec-ff56047c9523,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:02.003458 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-18e3bed1-b79a-4fcb-921d-25386ef79d8d None None] Provisioning complete for port 914b3763-8bb4-4029-9aec-ff56047c9523 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:02.003941 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-18e3bed1-b79a-4fcb-921d-25386ef79d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:02.011677 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-bebd66b2-57d7-42f3-8d04-c4050ed79faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732955025', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '6035e97d-051e-4cc3-ad01-91350c35e364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:55Z', 'updated_at': '2021-09-16T05:41:59Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '6035e97d-051e-4cc3-ad01-91350c35e364', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:6b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:55Z', 'updated_at': '2021-09-16T05:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '914b3763-8bb4-4029-9aec-ff56047c9523', 'name': '', 'network_id': 'fd65189c-5316-4375-8b4d-ae30f488cd25', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:54:dd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '1b9b9fe0-b1a7-4959-97cd-4be0d88c5995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:58Z', 'updated_at': '2021-09-16T05:42:01Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': '1b9b9fe0-b1a7-4959-97cd-4be0d88c5995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:02.054697 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebd66b2-57d7-42f3-8d04-c4050ed79faa None None] The sync data for ids ['724f4e00-d37e-4d59-8607-626c39281a2b'] in n-d-712139-15 is: [{'id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732955025', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '6035e97d-051e-4cc3-ad01-91350c35e364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:55Z', 'updated_at': '2021-09-16T05:41:59Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '6035e97d-051e-4cc3-ad01-91350c35e364', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:6b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:55Z', 'updated_at': '2021-09-16T05:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '914b3763-8bb4-4029-9aec-ff56047c9523', 'name': '', 'network_id': 'fd65189c-5316-4375-8b4d-ae30f488cd25', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:54:dd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '1b9b9fe0-b1a7-4959-97cd-4be0d88c5995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:58Z', 'updated_at': '2021-09-16T05:42:01Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': '1b9b9fe0-b1a7-4959-97cd-4be0d88c5995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:42:02.146695 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-ef5996e3-b8b0-4121-b67d-c4e0015c7458 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:02.148251 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-ef5996e3-b8b0-4121-b67d-c4e0015c7458 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.48 "GET /v2.0/networks?id=fd65189c-5316-4375-8b4d-ae30f488cd25 HTTP/1.1" status: 200 len: 797 time: 0.1479447 Sep 16 05:42:02.200790 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-ef9cecbf-4ec6-4b62-b5db-2f11886c3db8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41 HTTP/1.1" status: 200 len: 380 time: 0.0366077 Sep 16 05:42:02.211098 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-c31dd399-69ee-419f-8797-b0f3ef62009b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'port': {'device_id': 'a41287dd-5be4-4bde-80ce-0a3eafdc42c3', 'network_id': 'fd65189c-5316-4375-8b4d-ae30f488cd25', 'admin_state_up': True, 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'security_groups': ['1a0732b7-d036-4d0c-ae00-fc61600e21d3']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:02.329072 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-c31dd399-69ee-419f-8797-b0f3ef62009b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Made reservation on behalf of eb1a1bf9db52473aa7c1d16c03bc5b41 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:42:02.333459 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-c31dd399-69ee-419f-8797-b0f3ef62009b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:02.464203 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-c31dd399-69ee-419f-8797-b0f3ef62009b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Allocated IP 172.20.0.9 (fd65189c-5316-4375-8b4d-ae30f488cd25/1b9b9fe0-b1a7-4959-97cd-4be0d88c5995/76149c3d-e8cd-4a69-ad9e-782ba73a0065) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:42:02.616154 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-c31dd399-69ee-419f-8797-b0f3ef62009b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:02.650906 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-c31dd399-69ee-419f-8797-b0f3ef62009b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:02.695348 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-c31dd399-69ee-419f-8797-b0f3ef62009b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Network fd65189c-5316-4375-8b4d-ae30f488cd25 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:02.698711 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-c31dd399-69ee-419f-8797-b0f3ef62009b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:02.705164 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-c31dd399-69ee-419f-8797-b0f3ef62009b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:42:02.729488 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31dd399-69ee-419f-8797-b0f3ef62009b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Port': ['ID=76149c3d-e8cd-4a69-ad9e-782ba73a0065,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:02.759163 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-c31dd399-69ee-419f-8797-b0f3ef62009b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:02.759817 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-c31dd399-69ee-419f-8797-b0f3ef62009b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:02.776774 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-c31dd399-69ee-419f-8797-b0f3ef62009b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5694721 Sep 16 05:42:02.795919 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-525d532a-23dc-438b-a0df-81f2f8aa73f5 service neutron] Request body: {'port': {'device_id': 'a41287dd-5be4-4bde-80ce-0a3eafdc42c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:02.861293 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-525d532a-23dc-438b-a0df-81f2f8aa73f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:02.945506 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ac7649bc-be31-4712-932e-97045d4f8699 None None] Provisioning complete for port 76149c3d-e8cd-4a69-ad9e-782ba73a0065 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:02.949265 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ac7649bc-be31-4712-932e-97045d4f8699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:02.991139 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-ac7649bc-be31-4712-932e-97045d4f8699 None None] Port 76149c3d-e8cd-4a69-ad9e-782ba73a0065 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:42:03.117663 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e276a3-a6c8-4aa4-869d-3e2c3e702936 req-62b1d50b-d5d0-4447-add4-c85296dee1dd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:03.119179 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a2e276a3-a6c8-4aa4-869d-3e2c3e702936 req-62b1d50b-d5d0-4447-add4-c85296dee1dd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41287dd-5be4-4bde-80ce-0a3eafdc42c3 HTTP/1.1" status: 200 len: 931 time: 0.0998738 Sep 16 05:42:03.197624 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a2e276a3-a6c8-4aa4-869d-3e2c3e702936 req-953c0741-c7c0-4662-9a45-bbe6152bf1fc tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a0732b7-d036-4d0c-ae00-fc61600e21d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718670 Sep 16 05:42:03.218513 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-525d532a-23dc-438b-a0df-81f2f8aa73f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76149c3d-e8cd-4a69-ad9e-782ba73a0065 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:42:03.221054 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-525d532a-23dc-438b-a0df-81f2f8aa73f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:03.234002 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-525d532a-23dc-438b-a0df-81f2f8aa73f5 service neutron] Transition to ACTIVE for port object 76149c3d-e8cd-4a69-ad9e-782ba73a0065 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:42:03.238439 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-525d532a-23dc-438b-a0df-81f2f8aa73f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:03.308504 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d532a-23dc-438b-a0df-81f2f8aa73f5 service neutron] Pushing event updated for resources: {'Port': ['ID=76149c3d-e8cd-4a69-ad9e-782ba73a0065,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:03.359963 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-525d532a-23dc-438b-a0df-81f2f8aa73f5 service neutron] Attempting to bind port 76149c3d-e8cd-4a69-ad9e-782ba73a0065 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:42:03.360319 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-525d532a-23dc-438b-a0df-81f2f8aa73f5 service neutron] Attempting to bind port 76149c3d-e8cd-4a69-ad9e-782ba73a0065 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '56524a86-5a8d-40e6-8616-b7edbadf308c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fd65189c-5316-4375-8b4d-ae30f488cd25'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:42:03.361232 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-525d532a-23dc-438b-a0df-81f2f8aa73f5 service neutron] Attempting to bind port 76149c3d-e8cd-4a69-ad9e-782ba73a0065 on network fd65189c-5316-4375-8b4d-ae30f488cd25 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:42:03.366221 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-525d532a-23dc-438b-a0df-81f2f8aa73f5 service neutron] Port 76149c3d-e8cd-4a69-ad9e-782ba73a0065 on network fd65189c-5316-4375-8b4d-ae30f488cd25 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:42:03.366504 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-525d532a-23dc-438b-a0df-81f2f8aa73f5 service neutron] Attempting to bind port 76149c3d-e8cd-4a69-ad9e-782ba73a0065 on network fd65189c-5316-4375-8b4d-ae30f488cd25 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:42:03.374168 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-525d532a-23dc-438b-a0df-81f2f8aa73f5 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:42:03.374467 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-525d532a-23dc-438b-a0df-81f2f8aa73f5 service neutron] Checking segment: {'id': '56524a86-5a8d-40e6-8616-b7edbadf308c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fd65189c-5316-4375-8b4d-ae30f488cd25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:42:03.374991 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-525d532a-23dc-438b-a0df-81f2f8aa73f5 service neutron] Bound using segment: {'id': '56524a86-5a8d-40e6-8616-b7edbadf308c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fd65189c-5316-4375-8b4d-ae30f488cd25'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:42:03.375461 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-525d532a-23dc-438b-a0df-81f2f8aa73f5 service neutron] Bound port: 76149c3d-e8cd-4a69-ad9e-782ba73a0065, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56524a86-5a8d-40e6-8616-b7edbadf308c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fd65189c-5316-4375-8b4d-ae30f488cd25'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:42:03.375823 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-525d532a-23dc-438b-a0df-81f2f8aa73f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:03.441963 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 914b3763-8bb4-4029-9aec-ff56047c9523 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:03.458276 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-525d532a-23dc-438b-a0df-81f2f8aa73f5 service neutron] For port 76149c3d-e8cd-4a69-ad9e-782ba73a0065, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:42:03.462526 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-525d532a-23dc-438b-a0df-81f2f8aa73f5 service neutron] For port 76149c3d-e8cd-4a69-ad9e-782ba73a0065, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=76149c3d-e8cd-4a69-ad9e-782ba73a0065,segment=NetworkSegment(56524a86-5a8d-40e6-8616-b7edbadf308c),segment_id=56524a86-5a8d-40e6-8616-b7edbadf308c)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:42:03.466481 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-525d532a-23dc-438b-a0df-81f2f8aa73f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:03.493439 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 914b3763-8bb4-4029-9aec-ff56047c9523 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:03.493833 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:03.502877 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-525d532a-23dc-438b-a0df-81f2f8aa73f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:03.503503 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-525d532a-23dc-438b-a0df-81f2f8aa73f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:03.504945 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-525d532a-23dc-438b-a0df-81f2f8aa73f5 service neutron] 10.222.0.48 "PUT /v2.0/ports/76149c3d-e8cd-4a69-ad9e-782ba73a0065 HTTP/1.1" status: 200 len: 1092 time: 0.7140765 Sep 16 05:42:03.507292 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a41287dd-5be4-4bde-80ce-0a3eafdc42c3', 'tag': '76149c3d-e8cd-4a69-ad9e-782ba73a0065'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:42:03.509547 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788d66ec-d9ee-463f-878f-76416e85487a" -d '{"events": [{"name": "network-changed", "server_uuid": "a41287dd-5be4-4bde-80ce-0a3eafdc42c3", "tag": "76149c3d-e8cd-4a69-ad9e-782ba73a0065"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:42:03.537858 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d532a-23dc-438b-a0df-81f2f8aa73f5 service neutron] Pushing event updated for resources: {'Port': ['ID=76149c3d-e8cd-4a69-ad9e-782ba73a0065,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:03.568264 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a58084-4158-4a97-bd3f-8efafb40af79 x-openstack-request-id: req-52a58084-4158-4a97-bd3f-8efafb40af79 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:42:03.568264 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a41287dd-5be4-4bde-80ce-0a3eafdc42c3", "tag": "76149c3d-e8cd-4a69-ad9e-782ba73a0065", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:42:03.568618 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-52a58084-4158-4a97-bd3f-8efafb40af79 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:42:03.572474 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a41287dd-5be4-4bde-80ce-0a3eafdc42c3', 'tag': '76149c3d-e8cd-4a69-ad9e-782ba73a0065', 'status': 'completed', 'code': 200} Sep 16 05:42:03.627158 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-8baef37a-7170-4cef-9f02-2be4ba002ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:03.628855 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-8baef37a-7170-4cef-9f02-2be4ba002ef1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&device_id=a41287dd-5be4-4bde-80ce-0a3eafdc42c3 HTTP/1.1" status: 200 len: 1095 time: 0.0444555 Sep 16 05:42:03.680692 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-d293de98-e82f-48ee-a4c3-cdf1c7144d91 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76149c3d-e8cd-4a69-ad9e-782ba73a0065 HTTP/1.1" status: 200 len: 217 time: 0.0391922 Sep 16 05:42:03.731437 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-dfcf1634-90e3-4789-87a4-f7656be00645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:03.732944 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-dfcf1634-90e3-4789-87a4-f7656be00645 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1b9b9fe0-b1a7-4959-97cd-4be0d88c5995 HTTP/1.1" status: 200 len: 834 time: 0.0454981 Sep 16 05:42:03.780201 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-5ac3f926-44b8-493d-a70c-efad2c915d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:03.781753 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-5ac3f926-44b8-493d-a70c-efad2c915d69 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fd65189c-5316-4375-8b4d-ae30f488cd25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419621 Sep 16 05:42:03.879919 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-15d30a27-cf6d-4f99-94a9-67b3547b1bc4 service neutron] 10.222.0.48 "GET /v2.0/networks/fd65189c-5316-4375-8b4d-ae30f488cd25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872207 Sep 16 05:42:03.969532 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac52a224-248d-4d53-8342-8fd6da53cda6 req-50dc90ae-de8c-485e-9875-c327149e8f5f service neutron] 10.222.0.48 "GET /v2.0/networks/fd65189c-5316-4375-8b4d-ae30f488cd25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824163 Sep 16 05:42:04.111742 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d66ec-d9ee-463f-878f-76416e85487a req-b06ccf5e-2115-49ae-8945-a3197b3c29bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:04.113288 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-788d66ec-d9ee-463f-878f-76416e85487a req-b06ccf5e-2115-49ae-8945-a3197b3c29bc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&device_id=a41287dd-5be4-4bde-80ce-0a3eafdc42c3 HTTP/1.1" status: 200 len: 1095 time: 0.0412498 Sep 16 05:42:04.208122 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d66ec-d9ee-463f-878f-76416e85487a req-16aadcae-15e5-4342-93fc-ae2037a04bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:04.209545 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-788d66ec-d9ee-463f-878f-76416e85487a req-16aadcae-15e5-4342-93fc-ae2037a04bac service neutron] 10.222.0.48 "GET /v2.0/networks?id=fd65189c-5316-4375-8b4d-ae30f488cd25 HTTP/1.1" status: 200 len: 898 time: 0.0892611 Sep 16 05:42:04.252608 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-788d66ec-d9ee-463f-878f-76416e85487a req-8ce61c9b-3558-478d-915f-f8852f1e0051 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76149c3d-e8cd-4a69-ad9e-782ba73a0065 HTTP/1.1" status: 200 len: 217 time: 0.0349450 Sep 16 05:42:04.332261 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d66ec-d9ee-463f-878f-76416e85487a req-e92b95b3-c699-4f67-8f19-a528e8d504bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:04.333766 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-788d66ec-d9ee-463f-878f-76416e85487a req-e92b95b3-c699-4f67-8f19-a528e8d504bd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1b9b9fe0-b1a7-4959-97cd-4be0d88c5995 HTTP/1.1" status: 200 len: 834 time: 0.0737951 Sep 16 05:42:04.358304 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66985ab5-2a8e-426f-a11e-b491cc362ad0 req-6759e61f-a573-481d-a106-d589fa655f22 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:04.359732 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-66985ab5-2a8e-426f-a11e-b491cc362ad0 req-6759e61f-a573-481d-a106-d589fa655f22 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41287dd-5be4-4bde-80ce-0a3eafdc42c3 HTTP/1.1" status: 200 len: 943 time: 0.0704198 Sep 16 05:42:04.413513 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-66985ab5-2a8e-426f-a11e-b491cc362ad0 req-28fcfb71-c998-4ed3-9c7d-95ea6c2b39ca tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a0732b7-d036-4d0c-ae00-fc61600e21d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395114 Sep 16 05:42:04.416354 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d66ec-d9ee-463f-878f-76416e85487a req-c385b16e-adba-4823-a14d-211d32b0007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:04.417674 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-788d66ec-d9ee-463f-878f-76416e85487a req-c385b16e-adba-4823-a14d-211d32b0007f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fd65189c-5316-4375-8b4d-ae30f488cd25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0757859 Sep 16 05:42:04.511351 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-788d66ec-d9ee-463f-878f-76416e85487a req-c0620fcd-3a8c-4888-8008-1055484beb61 service neutron] 10.222.0.48 "GET /v2.0/networks/fd65189c-5316-4375-8b4d-ae30f488cd25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861964 Sep 16 05:42:04.600826 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-788d66ec-d9ee-463f-878f-76416e85487a req-99760be7-5c01-48dd-ba04-6ee3b356892e service neutron] 10.222.0.48 "GET /v2.0/networks/fd65189c-5316-4375-8b4d-ae30f488cd25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826352 Sep 16 05:42:05.534961 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450b99a-7da7-449b-ba4b-4f54a7c7bda0 req-cc3d44f2-5f8f-4487-9672-abc32c69d6f0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:05.536388 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a450b99a-7da7-449b-ba4b-4f54a7c7bda0 req-cc3d44f2-5f8f-4487-9672-abc32c69d6f0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41287dd-5be4-4bde-80ce-0a3eafdc42c3 HTTP/1.1" status: 200 len: 943 time: 0.0552506 Sep 16 05:42:05.573558 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a450b99a-7da7-449b-ba4b-4f54a7c7bda0 req-7127dd07-42eb-49d4-85b4-6100626f0384 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a0732b7-d036-4d0c-ae00-fc61600e21d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311637 Sep 16 05:42:06.689283 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a4d15-464b-4de6-99ae-c3841b1d5d9b req-72e8b3cc-9051-4c92-b998-3a8b6a2bb0f0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:06.690769 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b39a4d15-464b-4de6-99ae-c3841b1d5d9b req-72e8b3cc-9051-4c92-b998-3a8b6a2bb0f0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41287dd-5be4-4bde-80ce-0a3eafdc42c3 HTTP/1.1" status: 200 len: 943 time: 0.0498376 Sep 16 05:42:06.728219 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b39a4d15-464b-4de6-99ae-c3841b1d5d9b req-8b873fef-3d55-4391-b4b1-26655ba16a5d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a0732b7-d036-4d0c-ae00-fc61600e21d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315454 Sep 16 05:42:07.564053 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 76149c3d-e8cd-4a69-ad9e-782ba73a0065 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:42:07.656552 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 76149c3d-e8cd-4a69-ad9e-782ba73a0065, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=76149c3d-e8cd-4a69-ad9e-782ba73a0065,segment=NetworkSegment(56524a86-5a8d-40e6-8616-b7edbadf308c),segment_id=56524a86-5a8d-40e6-8616-b7edbadf308c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:07.667374 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '76149c3d-e8cd-4a69-ad9e-782ba73a0065', 'network_id': 'fd65189c-5316-4375-8b4d-ae30f488cd25', 'port_id': '76149c3d-e8cd-4a69-ad9e-782ba73a0065', 'mac_address': 'fa:16:3e:04:cb:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b9b9fe0-b1a7-4959-97cd-4be0d88c5995', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:42:07.707388 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:07.719289 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76149c3d-e8cd-4a69-ad9e-782ba73a0065 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:42:07.737936 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 76149c3d-e8cd-4a69-ad9e-782ba73a0065, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=76149c3d-e8cd-4a69-ad9e-782ba73a0065,segment=NetworkSegment(56524a86-5a8d-40e6-8616-b7edbadf308c),segment_id=56524a86-5a8d-40e6-8616-b7edbadf308c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:07.742169 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:07.791002 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=76149c3d-e8cd-4a69-ad9e-782ba73a0065,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:07.849194 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c334c-bf7c-4ec4-ae0c-048ea1de1cd6 req-ff83bcfa-ee2e-4799-b7cb-ac98b0c30f0d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:07.850660 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f02c334c-bf7c-4ec4-ae0c-048ea1de1cd6 req-ff83bcfa-ee2e-4799-b7cb-ac98b0c30f0d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41287dd-5be4-4bde-80ce-0a3eafdc42c3 HTTP/1.1" status: 200 len: 944 time: 0.0489531 Sep 16 05:42:07.889070 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f02c334c-bf7c-4ec4-ae0c-048ea1de1cd6 req-a709ad2b-4f07-4756-a3fb-eed83f146e8f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a0732b7-d036-4d0c-ae00-fc61600e21d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324318 Sep 16 05:42:08.158524 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['76149c3d-e8cd-4a69-ad9e-782ba73a0065'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:42:09.007700 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b9303-a3e9-43c1-9b22-f1e3fcb3c6d6 req-5105e932-34f0-43f6-ace2-b8f4915eabc4 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:09.009219 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef2b9303-a3e9-43c1-9b22-f1e3fcb3c6d6 req-5105e932-34f0-43f6-ace2-b8f4915eabc4 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41287dd-5be4-4bde-80ce-0a3eafdc42c3 HTTP/1.1" status: 200 len: 944 time: 0.0526292 Sep 16 05:42:09.047460 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef2b9303-a3e9-43c1-9b22-f1e3fcb3c6d6 req-f862fedc-5547-49c5-9a5d-c23d8d7e3dc6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a0732b7-d036-4d0c-ae00-fc61600e21d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322609 Sep 16 05:42:09.558666 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 76149c3d-e8cd-4a69-ad9e-782ba73a0065 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:09.605917 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 76149c3d-e8cd-4a69-ad9e-782ba73a0065 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:42:09.609627 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 76149c3d-e8cd-4a69-ad9e-782ba73a0065 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:09.610006 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:09.686937 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:09.708373 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41287dd-5be4-4bde-80ce-0a3eafdc42c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76149c3d-e8cd-4a69-ad9e-782ba73a0065'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:42:09.710635 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2506ad353029a21956b6cd1b4a70cda1beed1e40b39b5191f7a66b422a7e283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0975e68-eb41-49a6-90c8-d8dca9e62aff" -d '{"events": [{"server_uuid": "a41287dd-5be4-4bde-80ce-0a3eafdc42c3", "name": "network-vif-plugged", "status": "completed", "tag": "76149c3d-e8cd-4a69-ad9e-782ba73a0065"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:42:09.723547 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 76149c3d-e8cd-4a69-ad9e-782ba73a0065, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=76149c3d-e8cd-4a69-ad9e-782ba73a0065,segment=NetworkSegment(56524a86-5a8d-40e6-8616-b7edbadf308c),segment_id=56524a86-5a8d-40e6-8616-b7edbadf308c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:09.728481 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:09.752394 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390e5bc2-3b4b-4357-870a-9e449a760925 x-openstack-request-id: req-390e5bc2-3b4b-4357-870a-9e449a760925 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:42:09.752597 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a41287dd-5be4-4bde-80ce-0a3eafdc42c3", "name": "network-vif-plugged", "status": "completed", "tag": "76149c3d-e8cd-4a69-ad9e-782ba73a0065", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:42:09.752834 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-390e5bc2-3b4b-4357-870a-9e449a760925 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:42:09.753224 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41287dd-5be4-4bde-80ce-0a3eafdc42c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76149c3d-e8cd-4a69-ad9e-782ba73a0065', 'code': 200} Sep 16 05:42:09.778584 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=76149c3d-e8cd-4a69-ad9e-782ba73a0065,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:09.877713 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06058f37-5d45-428f-901b-9404f754c913 req-034c6643-2cf0-4929-bb7b-2c89e17f1c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:09.879191 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-06058f37-5d45-428f-901b-9404f754c913 req-034c6643-2cf0-4929-bb7b-2c89e17f1c93 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a41287dd-5be4-4bde-80ce-0a3eafdc42c3 HTTP/1.1" status: 200 len: 1097 time: 0.0398941 Sep 16 05:42:09.915192 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-06058f37-5d45-428f-901b-9404f754c913 req-4f02f4f9-521e-401e-81cc-57a93a288397 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1a0732b7-d036-4d0c-ae00-fc61600e21d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282695 Sep 16 05:42:10.164731 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da3be3-8094-41e4-a590-dd1e8ebaebf7 req-b541d3af-f5b5-4a55-8005-9cb62d95cac4 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:10.166153 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-27da3be3-8094-41e4-a590-dd1e8ebaebf7 req-b541d3af-f5b5-4a55-8005-9cb62d95cac4 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41287dd-5be4-4bde-80ce-0a3eafdc42c3 HTTP/1.1" status: 200 len: 945 time: 0.0494831 Sep 16 05:42:10.189342 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-479b5c0c-14cf-485b-b6ab-96b84db11a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:10.205546 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-27da3be3-8094-41e4-a590-dd1e8ebaebf7 req-58c8804e-ec65-4366-bebc-d144fd03f99f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a0732b7-d036-4d0c-ae00-fc61600e21d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325031 Sep 16 05:42:11.333826 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ade7a-25f3-4784-9282-3ad8b1eb6086 req-39fa73ee-a2a2-4aef-b106-99f8896efc23 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:11.335648 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-109ade7a-25f3-4784-9282-3ad8b1eb6086 req-39fa73ee-a2a2-4aef-b106-99f8896efc23 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41287dd-5be4-4bde-80ce-0a3eafdc42c3 HTTP/1.1" status: 200 len: 945 time: 0.0596871 Sep 16 05:42:11.373950 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-109ade7a-25f3-4784-9282-3ad8b1eb6086 req-acef1173-03e5-4e28-8b77-b30ecb934aad tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a0732b7-d036-4d0c-ae00-fc61600e21d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319028 Sep 16 05:42:12.218530 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:12.489743 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbbfb8-e18b-4353-b3c8-5966e2c248c7 req-fe635d44-3640-4ceb-b344-cc6edd9a3405 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:12.491179 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6dfbbfb8-e18b-4353-b3c8-5966e2c248c7 req-fe635d44-3640-4ceb-b344-cc6edd9a3405 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41287dd-5be4-4bde-80ce-0a3eafdc42c3 HTTP/1.1" status: 200 len: 945 time: 0.0494242 Sep 16 05:42:12.529174 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6dfbbfb8-e18b-4353-b3c8-5966e2c248c7 req-0121677c-3d1e-47f6-8f57-e5b5f0833d0d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a0732b7-d036-4d0c-ae00-fc61600e21d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319541 Sep 16 05:42:12.643889 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38cbb2-9034-45b2-b5a9-c0f2060b64a3 req-e26a8925-c74e-4601-b107-4eaee12b8b49 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:12.645394 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef38cbb2-9034-45b2-b5a9-c0f2060b64a3 req-e26a8925-c74e-4601-b107-4eaee12b8b49 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41287dd-5be4-4bde-80ce-0a3eafdc42c3 HTTP/1.1" status: 200 len: 945 time: 0.0493503 Sep 16 05:42:12.682651 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef38cbb2-9034-45b2-b5a9-c0f2060b64a3 req-157e40ca-08aa-4b0e-af7b-50990d828ca4 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a0732b7-d036-4d0c-ae00-fc61600e21d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313005 Sep 16 05:42:12.705950 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57580) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:12.744519 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14e77a3-ac81-4aa1-bcb4-23fc3b705279 tempest-TestNetworkAdvancedServerOps-1385846937 tempest-TestNetworkAdvancedServerOps-1385846937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:12.746014 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b14e77a3-ac81-4aa1-bcb4-23fc3b705279 tempest-TestNetworkAdvancedServerOps-1385846937 tempest-TestNetworkAdvancedServerOps-1385846937-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a41287dd-5be4-4bde-80ce-0a3eafdc42c3 HTTP/1.1" status: 200 len: 1092 time: 0.0390799 Sep 16 05:42:12.748912 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57582) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:12.753900 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-2d716e4f-7090-42e4-a11b-b1eabe8f9302 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'port_id': '76149c3d-e8cd-4a69-ad9e-782ba73a0065', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:12.775932 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d716e4f-7090-42e4-a11b-b1eabe8f9302 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for floatingip, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:12.877805 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d716e4f-7090-42e4-a11b-b1eabe8f9302 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:12.977784 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-2d716e4f-7090-42e4-a11b-b1eabe8f9302 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Allocated IP 172.25.8.137 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/dec6795e-ce43-4abc-bc6e-8ec4bd0d185c) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:42:13.083404 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d716e4f-7090-42e4-a11b-b1eabe8f9302 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:13.116535 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d716e4f-7090-42e4-a11b-b1eabe8f9302 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:13.152686 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d716e4f-7090-42e4-a11b-b1eabe8f9302 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:13.155458 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-2d716e4f-7090-42e4-a11b-b1eabe8f9302 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:13.159257 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d716e4f-7090-42e4-a11b-b1eabe8f9302 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:42:13.190433 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d716e4f-7090-42e4-a11b-b1eabe8f9302 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Port': ['ID=dec6795e-ce43-4abc-bc6e-8ec4bd0d185c,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:13.334918 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-72b22b32-72a3-4c22-84da-bf6ed5366082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:13.632167 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:13.817498 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d716e4f-7090-42e4-a11b-b1eabe8f9302 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:13.882108 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d716e4f-7090-42e4-a11b-b1eabe8f9302 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:14.028974 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d716e4f-7090-42e4-a11b-b1eabe8f9302 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:14.033199 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d716e4f-7090-42e4-a11b-b1eabe8f9302 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:14.100179 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d716e4f-7090-42e4-a11b-b1eabe8f9302 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Port': ['ID=dec6795e-ce43-4abc-bc6e-8ec4bd0d185c,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:14.109947 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d716e4f-7090-42e4-a11b-b1eabe8f9302 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:14.209253 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [None req-2d716e4f-7090-42e4-a11b-b1eabe8f9302 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Floating IP defc0570-9be0-40d6-937c-f5dfc1413efc associated. External IP: 172.25.8.137, port: 76149c3d-e8cd-4a69-ad9e-782ba73a0065. Sep 16 05:42:14.416965 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d716e4f-7090-42e4-a11b-b1eabe8f9302 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Router 724f4e00-d37e-4d59-8607-626c39281a2b has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:42:14.524251 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d716e4f-7090-42e4-a11b-b1eabe8f9302 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:42:14.533566 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb4a27c-7619-4128-af21-b2cd38bfd2dd None None] Sync routers for ids ['724f4e00-d37e-4d59-8607-626c39281a2b'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:42:14.540350 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2d716e4f-7090-42e4-a11b-b1eabe8f9302 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:14.542966 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb4a27c-7619-4128-af21-b2cd38bfd2dd None None] Routers {'724f4e00-d37e-4d59-8607-626c39281a2b'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:42:14.543590 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-0bb4a27c-7619-4128-af21-b2cd38bfd2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:42:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['724f4e00-d37e-4d59-8607-626c39281a2b'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:14.568144 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2d716e4f-7090-42e4-a11b-b1eabe8f9302 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8181789 Sep 16 05:42:14.569064 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a41287dd-5be4-4bde-80ce-0a3eafdc42c3', 'tag': '76149c3d-e8cd-4a69-ad9e-782ba73a0065'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:42:14.571494 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c261ba16daee3fce3437e829377ea083e6eb595e62abb4685acfbe7685462486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744e5fd2-f94b-4a21-9b0d-7004ef01facd" -d '{"events": [{"name": "network-changed", "server_uuid": "a41287dd-5be4-4bde-80ce-0a3eafdc42c3", "tag": "76149c3d-e8cd-4a69-ad9e-782ba73a0065"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:42:14.651163 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-0bb4a27c-7619-4128-af21-b2cd38bfd2dd None None] Set router 724f4e00-d37e-4d59-8607-626c39281a2b gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:42:14.669838 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258cda6-81d4-4c14-890b-964f45d1c296 req-4583b7cd-8e51-4c57-bf4e-72039b5bec0a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:14.671360 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9258cda6-81d4-4c14-890b-964f45d1c296 req-4583b7cd-8e51-4c57-bf4e-72039b5bec0a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41287dd-5be4-4bde-80ce-0a3eafdc42c3 HTTP/1.1" status: 200 len: 945 time: 0.0546484 Sep 16 05:42:14.710338 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9258cda6-81d4-4c14-890b-964f45d1c296 req-dea3520d-f102-4b4d-851d-a3e599fc57ef tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a0732b7-d036-4d0c-ae00-fc61600e21d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326428 Sep 16 05:42:14.733080 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57590) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:14.775900 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb05329-8ab5-44a4-9a88-c7cfad463795 x-openstack-request-id: req-deb05329-8ab5-44a4-9a88-c7cfad463795 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:42:14.776186 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a41287dd-5be4-4bde-80ce-0a3eafdc42c3", "tag": "76149c3d-e8cd-4a69-ad9e-782ba73a0065", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:42:14.776443 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-deb05329-8ab5-44a4-9a88-c7cfad463795 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:42:14.776858 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a41287dd-5be4-4bde-80ce-0a3eafdc42c3', 'tag': '76149c3d-e8cd-4a69-ad9e-782ba73a0065', 'status': 'completed', 'code': 200} Sep 16 05:42:14.808468 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3e3164a9-990f-4bbd-aa06-f14f2e4041fe tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/floatingips/defc0570-9be0-40d6-937c-f5dfc1413efc HTTP/1.1" status: 200 len: 991 time: 0.0733054 Sep 16 05:42:14.847100 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e5fd2-f94b-4a21-9b0d-7004ef01facd req-5f02e091-9c1c-4f90-818a-838cd923b4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:14.848716 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-744e5fd2-f94b-4a21-9b0d-7004ef01facd req-5f02e091-9c1c-4f90-818a-838cd923b4a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&device_id=a41287dd-5be4-4bde-80ce-0a3eafdc42c3 HTTP/1.1" status: 200 len: 1097 time: 0.0467536 Sep 16 05:42:14.950102 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e5fd2-f94b-4a21-9b0d-7004ef01facd req-793e233f-6cad-40de-baa8-4181b29b3dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:14.951816 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-744e5fd2-f94b-4a21-9b0d-7004ef01facd req-793e233f-6cad-40de-baa8-4181b29b3dba service neutron] 10.222.0.48 "GET /v2.0/networks?id=fd65189c-5316-4375-8b4d-ae30f488cd25 HTTP/1.1" status: 200 len: 898 time: 0.0955257 Sep 16 05:42:14.975836 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:15.017835 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-744e5fd2-f94b-4a21-9b0d-7004ef01facd req-b17e83ca-543c-4e43-95f0-7be9363ca3ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76149c3d-e8cd-4a69-ad9e-782ba73a0065 HTTP/1.1" status: 200 len: 999 time: 0.0580325 Sep 16 05:42:15.052322 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-0bb4a27c-7619-4128-af21-b2cd38bfd2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732955025', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '6035e97d-051e-4cc3-ad01-91350c35e364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:55Z', 'updated_at': '2021-09-16T05:41:59Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '6035e97d-051e-4cc3-ad01-91350c35e364', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:6b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:55Z', 'updated_at': '2021-09-16T05:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'defc0570-9be0-40d6-937c-f5dfc1413efc', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'floating_ip_address': '172.25.8.137', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'port_id': '76149c3d-e8cd-4a69-ad9e-782ba73a0065', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd65189c-5316-4375-8b4d-ae30f488cd25', 'mac_address': 'fa:16:3e:04:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41287dd-5be4-4bde-80ce-0a3eafdc42c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:42:13Z', 'updated_at': '2021-09-16T05:42:13Z', 'revision_number': 0, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '914b3763-8bb4-4029-9aec-ff56047c9523', 'name': '', 'network_id': 'fd65189c-5316-4375-8b4d-ae30f488cd25', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:54:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '1b9b9fe0-b1a7-4959-97cd-4be0d88c5995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:58Z', 'updated_at': '2021-09-16T05:42:01Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': '1b9b9fe0-b1a7-4959-97cd-4be0d88c5995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:15.066173 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e5fd2-f94b-4a21-9b0d-7004ef01facd req-53863f9f-2c76-407f-9e69-403c8f13c924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:15.067582 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-744e5fd2-f94b-4a21-9b0d-7004ef01facd req-53863f9f-2c76-407f-9e69-403c8f13c924 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1b9b9fe0-b1a7-4959-97cd-4be0d88c5995 HTTP/1.1" status: 200 len: 834 time: 0.0436764 Sep 16 05:42:15.078421 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb4a27c-7619-4128-af21-b2cd38bfd2dd None None] Checking router: 724f4e00-d37e-4d59-8607-626c39281a2b for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:42:15.086939 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb4a27c-7619-4128-af21-b2cd38bfd2dd None None] Routers {'724f4e00-d37e-4d59-8607-626c39281a2b'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:42:15.087558 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-0bb4a27c-7619-4128-af21-b2cd38bfd2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:42:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['724f4e00-d37e-4d59-8607-626c39281a2b'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:15.117428 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e5fd2-f94b-4a21-9b0d-7004ef01facd req-e35975e8-6db2-4bb5-aa66-4ac6e2503af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:15.118972 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-744e5fd2-f94b-4a21-9b0d-7004ef01facd req-e35975e8-6db2-4bb5-aa66-4ac6e2503af3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fd65189c-5316-4375-8b4d-ae30f488cd25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438986 Sep 16 05:42:15.194560 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-0bb4a27c-7619-4128-af21-b2cd38bfd2dd None None] Set router 724f4e00-d37e-4d59-8607-626c39281a2b gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:42:15.210284 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-744e5fd2-f94b-4a21-9b0d-7004ef01facd req-b1bd094e-57c9-4419-96c4-c0de1f910311 service neutron] 10.222.0.48 "GET /v2.0/networks/fd65189c-5316-4375-8b4d-ae30f488cd25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839145 Sep 16 05:42:15.242236 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:15.305641 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-744e5fd2-f94b-4a21-9b0d-7004ef01facd req-e4b9e1df-3ca2-479c-abd8-dc33f50b067f service neutron] 10.222.0.48 "GET /v2.0/networks/fd65189c-5316-4375-8b4d-ae30f488cd25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886927 Sep 16 05:42:15.437268 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-0bb4a27c-7619-4128-af21-b2cd38bfd2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732955025', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '6035e97d-051e-4cc3-ad01-91350c35e364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:55Z', 'updated_at': '2021-09-16T05:41:59Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '6035e97d-051e-4cc3-ad01-91350c35e364', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:6b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:55Z', 'updated_at': '2021-09-16T05:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'defc0570-9be0-40d6-937c-f5dfc1413efc', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'floating_ip_address': '172.25.8.137', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'port_id': '76149c3d-e8cd-4a69-ad9e-782ba73a0065', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd65189c-5316-4375-8b4d-ae30f488cd25', 'mac_address': 'fa:16:3e:04:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41287dd-5be4-4bde-80ce-0a3eafdc42c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:42:13Z', 'updated_at': '2021-09-16T05:42:13Z', 'revision_number': 0, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '914b3763-8bb4-4029-9aec-ff56047c9523', 'name': '', 'network_id': 'fd65189c-5316-4375-8b4d-ae30f488cd25', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:54:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '1b9b9fe0-b1a7-4959-97cd-4be0d88c5995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:58Z', 'updated_at': '2021-09-16T05:42:01Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': '1b9b9fe0-b1a7-4959-97cd-4be0d88c5995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:15.464140 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb4a27c-7619-4128-af21-b2cd38bfd2dd None None] The sync data for ids ['724f4e00-d37e-4d59-8607-626c39281a2b'] in n-d-712139-15 is: [{'id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732955025', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '6035e97d-051e-4cc3-ad01-91350c35e364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:55Z', 'updated_at': '2021-09-16T05:41:59Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '6035e97d-051e-4cc3-ad01-91350c35e364', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:6b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:55Z', 'updated_at': '2021-09-16T05:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'defc0570-9be0-40d6-937c-f5dfc1413efc', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'floating_ip_address': '172.25.8.137', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'port_id': '76149c3d-e8cd-4a69-ad9e-782ba73a0065', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd65189c-5316-4375-8b4d-ae30f488cd25', 'mac_address': 'fa:16:3e:04:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41287dd-5be4-4bde-80ce-0a3eafdc42c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:42:13Z', 'updated_at': '2021-09-16T05:42:13Z', 'revision_number': 0, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '914b3763-8bb4-4029-9aec-ff56047c9523', 'name': '', 'network_id': 'fd65189c-5316-4375-8b4d-ae30f488cd25', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:54:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '1b9b9fe0-b1a7-4959-97cd-4be0d88c5995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:58Z', 'updated_at': '2021-09-16T05:42:01Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': '1b9b9fe0-b1a7-4959-97cd-4be0d88c5995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:42:15.654406 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9435c5e4-9b2f-4126-8ffa-c75c6db58639 None None] New status for floating IP defc0570-9be0-40d6-937c-f5dfc1413efc: ACTIVE {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:42:15.812293 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57592) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:15.873668 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-214d6eec-3b9a-4dcd-b02d-fcc7d3efff26 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/floatingips/defc0570-9be0-40d6-937c-f5dfc1413efc HTTP/1.1" status: 200 len: 993 time: 0.0601439 Sep 16 05:42:16.273833 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:23.685715 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc0edff8-30d3-4fe5-b8f9-2acff90a0e09 req-3efb0bcc-0f65-4b61-b72c-5710185d6c65 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a41287dd-5be4-4bde-80ce-0a3eafdc42c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0834010 Sep 16 05:42:23.786039 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0edff8-30d3-4fe5-b8f9-2acff90a0e09 req-1ebede23-47ed-4a01-90ea-3b322fd3bf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:23.787514 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc0edff8-30d3-4fe5-b8f9-2acff90a0e09 req-1ebede23-47ed-4a01-90ea-3b322fd3bf37 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&device_id=a41287dd-5be4-4bde-80ce-0a3eafdc42c3 HTTP/1.1" status: 200 len: 1097 time: 0.0401328 Sep 16 05:42:23.896940 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0edff8-30d3-4fe5-b8f9-2acff90a0e09 req-c6f8fccd-e2d0-4d7e-83d1-1b9948b0aade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:23.898329 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc0edff8-30d3-4fe5-b8f9-2acff90a0e09 req-c6f8fccd-e2d0-4d7e-83d1-1b9948b0aade service neutron] 10.222.0.48 "GET /v2.0/networks?id=fd65189c-5316-4375-8b4d-ae30f488cd25 HTTP/1.1" status: 200 len: 898 time: 0.0887377 Sep 16 05:42:23.965273 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc0edff8-30d3-4fe5-b8f9-2acff90a0e09 req-97c47028-e126-4f37-832d-f95c4bfe5753 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76149c3d-e8cd-4a69-ad9e-782ba73a0065 HTTP/1.1" status: 200 len: 1001 time: 0.0574667 Sep 16 05:42:24.017372 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0edff8-30d3-4fe5-b8f9-2acff90a0e09 req-f79b1fb2-86d3-45c7-b640-a4cef5927721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:24.019672 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc0edff8-30d3-4fe5-b8f9-2acff90a0e09 req-f79b1fb2-86d3-45c7-b640-a4cef5927721 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1b9b9fe0-b1a7-4959-97cd-4be0d88c5995 HTTP/1.1" status: 200 len: 834 time: 0.0473423 Sep 16 05:42:24.070974 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0edff8-30d3-4fe5-b8f9-2acff90a0e09 req-20ee6201-8b49-43e0-993e-09a1bdfbaa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:24.072455 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc0edff8-30d3-4fe5-b8f9-2acff90a0e09 req-20ee6201-8b49-43e0-993e-09a1bdfbaa78 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fd65189c-5316-4375-8b4d-ae30f488cd25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411017 Sep 16 05:42:24.160654 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc0edff8-30d3-4fe5-b8f9-2acff90a0e09 req-8497785b-7857-444f-ba57-9a5b1a6720fb service neutron] 10.222.0.48 "GET /v2.0/networks/fd65189c-5316-4375-8b4d-ae30f488cd25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801563 Sep 16 05:42:24.253702 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cc0edff8-30d3-4fe5-b8f9-2acff90a0e09 req-ce42b990-a94c-4973-9cd4-a9c57b4b05ef service neutron] 10.222.0.48 "GET /v2.0/networks/fd65189c-5316-4375-8b4d-ae30f488cd25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855742 Sep 16 05:42:31.123846 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:42:40.191077 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6e866b6c-1fcf-4115-b2df-dfa48f90e978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:42.233007 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:43.337141 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bff41b44-40d7-4f03-9ab8-b63d353f25c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:43.633247 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:44.771868 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:45.209055 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:46.276416 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:08.123420 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:43:10.192135 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-92fa7f21-e9b8-45e6-8b15-0ea9c2d427b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:12.248860 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:13.338206 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db75b78e-04bd-4306-93d2-06c97eb3e9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:13.639132 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:14.774753 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:15.203178 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:16.279250 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:18.752357 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f717db8-9aed-45db-b270-81c37f48cc91 req-17a4db0f-68d3-412f-9f9c-ba2e298a55ba tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:18.754588 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3f717db8-9aed-45db-b270-81c37f48cc91 req-17a4db0f-68d3-412f-9f9c-ba2e298a55ba tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41287dd-5be4-4bde-80ce-0a3eafdc42c3 HTTP/1.1" status: 200 len: 945 time: 0.0519063 Sep 16 05:43:18.792467 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3f717db8-9aed-45db-b270-81c37f48cc91 req-91d31a71-b1be-4776-b057-043d6eb88fb0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a0732b7-d036-4d0c-ae00-fc61600e21d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318484 Sep 16 05:43:19.910456 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63f703-3440-4859-a223-9dbaa8bfea8c req-960d3b0d-cee1-4f6a-9ecf-453e8280ee46 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:19.911927 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-db63f703-3440-4859-a223-9dbaa8bfea8c req-960d3b0d-cee1-4f6a-9ecf-453e8280ee46 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41287dd-5be4-4bde-80ce-0a3eafdc42c3 HTTP/1.1" status: 200 len: 945 time: 0.0491452 Sep 16 05:43:19.953787 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-db63f703-3440-4859-a223-9dbaa8bfea8c req-514a9620-5fd9-4448-aebd-c772f793adad tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a0732b7-d036-4d0c-ae00-fc61600e21d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358942 Sep 16 05:43:19.977253 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57620) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:20.041767 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7d597eb9-726d-4bfd-a6a6-a847c8318025 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/floatingips/defc0570-9be0-40d6-937c-f5dfc1413efc HTTP/1.1" status: 200 len: 993 time: 0.0633650 Sep 16 05:43:21.318628 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa535d-4859-42b5-a417-099cfe57f227 req-665f1d6a-9108-4acd-af56-c4f1c22b5613 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:21.320050 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b4aa535d-4859-42b5-a417-099cfe57f227 req-665f1d6a-9108-4acd-af56-c4f1c22b5613 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41287dd-5be4-4bde-80ce-0a3eafdc42c3 HTTP/1.1" status: 200 len: 945 time: 0.0505919 Sep 16 05:43:21.357000 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b4aa535d-4859-42b5-a417-099cfe57f227 req-49a3d909-f48c-4abd-b025-b37ab4aac9fb tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a0732b7-d036-4d0c-ae00-fc61600e21d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310111 Sep 16 05:43:22.474030 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609d629-4899-4ee5-9287-69f4df1ebd39 req-b0b310d9-8f0c-49f0-9268-9259e8698128 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:22.475514 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3609d629-4899-4ee5-9287-69f4df1ebd39 req-b0b310d9-8f0c-49f0-9268-9259e8698128 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41287dd-5be4-4bde-80ce-0a3eafdc42c3 HTTP/1.1" status: 200 len: 945 time: 0.0495865 Sep 16 05:43:22.513437 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3609d629-4899-4ee5-9287-69f4df1ebd39 req-25fcf8bd-d471-4f82-8467-a0e68253fa36 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a0732b7-d036-4d0c-ae00-fc61600e21d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320029 Sep 16 05:43:22.535355 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57632) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:22.597602 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-43cf1377-c4a4-4b5c-bcf1-075fcaadc445 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/floatingips/defc0570-9be0-40d6-937c-f5dfc1413efc HTTP/1.1" status: 200 len: 993 time: 0.0611737 Sep 16 05:43:22.840355 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57638) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:22.993394 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-2daebb68-7679-4ec8-b3b7-5dfee9d98bfd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Deleting port dec6795e-ce43-4abc-bc6e-8ec4bd0d185c {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:43:22.993734 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2daebb68-7679-4ec8-b3b7-5dfee9d98bfd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:23.068096 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2daebb68-7679-4ec8-b3b7-5dfee9d98bfd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:23.068428 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2daebb68-7679-4ec8-b3b7-5dfee9d98bfd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:23.080068 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-2daebb68-7679-4ec8-b3b7-5dfee9d98bfd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Calling delete_port for dec6795e-ce43-4abc-bc6e-8ec4bd0d185c owned by network:floatingip {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:43:23.251068 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2daebb68-7679-4ec8-b3b7-5dfee9d98bfd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:23.277169 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daebb68-7679-4ec8-b3b7-5dfee9d98bfd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event deleted for resources: {'Port': ['ID=dec6795e-ce43-4abc-bc6e-8ec4bd0d185c,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:23.304334 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daebb68-7679-4ec8-b3b7-5dfee9d98bfd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:23.304715 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daebb68-7679-4ec8-b3b7-5dfee9d98bfd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:23.305038 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daebb68-7679-4ec8-b3b7-5dfee9d98bfd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:23.305367 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daebb68-7679-4ec8-b3b7-5dfee9d98bfd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:23.305690 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daebb68-7679-4ec8-b3b7-5dfee9d98bfd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:23.306014 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daebb68-7679-4ec8-b3b7-5dfee9d98bfd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:23.306335 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daebb68-7679-4ec8-b3b7-5dfee9d98bfd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:23.306654 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daebb68-7679-4ec8-b3b7-5dfee9d98bfd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:23.306974 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daebb68-7679-4ec8-b3b7-5dfee9d98bfd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:23.307289 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daebb68-7679-4ec8-b3b7-5dfee9d98bfd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:23.307602 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daebb68-7679-4ec8-b3b7-5dfee9d98bfd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:23.307921 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daebb68-7679-4ec8-b3b7-5dfee9d98bfd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:23.347820 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2daebb68-7679-4ec8-b3b7-5dfee9d98bfd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for floatingip, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:23.348200 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [None req-2daebb68-7679-4ec8-b3b7-5dfee9d98bfd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Floating IP defc0570-9be0-40d6-937c-f5dfc1413efc disassociated (deleted). External IP: 172.25.8.137, port: 76149c3d-e8cd-4a69-ad9e-782ba73a0065. Sep 16 05:43:23.551752 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2daebb68-7679-4ec8-b3b7-5dfee9d98bfd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Router 724f4e00-d37e-4d59-8607-626c39281a2b has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:43:24.008702 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2daebb68-7679-4ec8-b3b7-5dfee9d98bfd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:43:24.013375 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2daebb68-7679-4ec8-b3b7-5dfee9d98bfd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:24.017992 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd98179-5f45-41d2-9a30-76471f53e0ee None None] Sync routers for ids ['724f4e00-d37e-4d59-8607-626c39281a2b'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:43:24.027917 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd98179-5f45-41d2-9a30-76471f53e0ee None None] Routers {'724f4e00-d37e-4d59-8607-626c39281a2b'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:24.029053 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-2dd98179-5f45-41d2-9a30-76471f53e0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:43:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['724f4e00-d37e-4d59-8607-626c39281a2b'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:24.040875 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2daebb68-7679-4ec8-b3b7-5dfee9d98bfd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "DELETE /v2.0/floatingips/defc0570-9be0-40d6-937c-f5dfc1413efc HTTP/1.1" status: 204 len: 168 time: 1.1993866 Sep 16 05:43:24.041535 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a41287dd-5be4-4bde-80ce-0a3eafdc42c3', 'tag': '76149c3d-e8cd-4a69-ad9e-782ba73a0065'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:43:24.043850 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87812c08-c73a-4870-8be5-1a70b6514096" -d '{"events": [{"name": "network-changed", "server_uuid": "a41287dd-5be4-4bde-80ce-0a3eafdc42c3", "tag": "76149c3d-e8cd-4a69-ad9e-782ba73a0065"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:43:24.148081 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-2dd98179-5f45-41d2-9a30-76471f53e0ee None None] Set router 724f4e00-d37e-4d59-8607-626c39281a2b gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:43:24.205188 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b0be3e-0f16-498b-8262-b0cb9be29e1a x-openstack-request-id: req-e8b0be3e-0f16-498b-8262-b0cb9be29e1a {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:43:24.205547 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a41287dd-5be4-4bde-80ce-0a3eafdc42c3", "tag": "76149c3d-e8cd-4a69-ad9e-782ba73a0065", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:43:24.205865 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e8b0be3e-0f16-498b-8262-b0cb9be29e1a {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:43:24.206391 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a41287dd-5be4-4bde-80ce-0a3eafdc42c3', 'tag': '76149c3d-e8cd-4a69-ad9e-782ba73a0065', 'status': 'completed', 'code': 200} Sep 16 05:43:24.331934 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ce9da-b6da-43db-8d62-6a8462867683 req-3ae6dd05-ad42-4e09-b8f8-8536063cf41f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:24.333442 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ce3ce9da-b6da-43db-8d62-6a8462867683 req-3ae6dd05-ad42-4e09-b8f8-8536063cf41f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41287dd-5be4-4bde-80ce-0a3eafdc42c3 HTTP/1.1" status: 200 len: 945 time: 0.0847461 Sep 16 05:43:24.336144 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87812c08-c73a-4870-8be5-1a70b6514096 req-1cbe35be-409a-4993-920d-85594bd21c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:24.337517 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-87812c08-c73a-4870-8be5-1a70b6514096 req-1cbe35be-409a-4993-920d-85594bd21c1b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&device_id=a41287dd-5be4-4bde-80ce-0a3eafdc42c3 HTTP/1.1" status: 200 len: 1097 time: 0.0610869 Sep 16 05:43:24.371487 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-2dd98179-5f45-41d2-9a30-76471f53e0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732955025', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '6035e97d-051e-4cc3-ad01-91350c35e364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:55Z', 'updated_at': '2021-09-16T05:41:59Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '6035e97d-051e-4cc3-ad01-91350c35e364', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:6b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:55Z', 'updated_at': '2021-09-16T05:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '914b3763-8bb4-4029-9aec-ff56047c9523', 'name': '', 'network_id': 'fd65189c-5316-4375-8b4d-ae30f488cd25', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:54:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '1b9b9fe0-b1a7-4959-97cd-4be0d88c5995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:58Z', 'updated_at': '2021-09-16T05:42:01Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': '1b9b9fe0-b1a7-4959-97cd-4be0d88c5995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:24.398667 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd98179-5f45-41d2-9a30-76471f53e0ee None None] Checking router: 724f4e00-d37e-4d59-8607-626c39281a2b for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:43:24.404106 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ce3ce9da-b6da-43db-8d62-6a8462867683 req-48100e72-f138-4fd9-8580-72be17351cf1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a0732b7-d036-4d0c-ae00-fc61600e21d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645735 Sep 16 05:43:24.408316 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd98179-5f45-41d2-9a30-76471f53e0ee None None] Routers {'724f4e00-d37e-4d59-8607-626c39281a2b'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:24.408986 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-2dd98179-5f45-41d2-9a30-76471f53e0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:43:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['724f4e00-d37e-4d59-8607-626c39281a2b'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:24.460555 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87812c08-c73a-4870-8be5-1a70b6514096 req-298c5785-3a7b-45d1-98ed-224981f704d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:24.462037 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-87812c08-c73a-4870-8be5-1a70b6514096 req-298c5785-3a7b-45d1-98ed-224981f704d1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fd65189c-5316-4375-8b4d-ae30f488cd25 HTTP/1.1" status: 200 len: 898 time: 0.1156225 Sep 16 05:43:24.509439 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-87812c08-c73a-4870-8be5-1a70b6514096 req-89a208c6-6d85-463f-aa5e-cb3f0f4feb02 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76149c3d-e8cd-4a69-ad9e-782ba73a0065 HTTP/1.1" status: 200 len: 217 time: 0.0385811 Sep 16 05:43:24.517684 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-2dd98179-5f45-41d2-9a30-76471f53e0ee None None] Set router 724f4e00-d37e-4d59-8607-626c39281a2b gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:43:24.558919 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87812c08-c73a-4870-8be5-1a70b6514096 req-a7905542-0127-4bde-8052-6547bee547ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:24.560653 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-87812c08-c73a-4870-8be5-1a70b6514096 req-a7905542-0127-4bde-8052-6547bee547ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1b9b9fe0-b1a7-4959-97cd-4be0d88c5995 HTTP/1.1" status: 200 len: 834 time: 0.0438323 Sep 16 05:43:24.608791 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87812c08-c73a-4870-8be5-1a70b6514096 req-50df915e-41a9-45d4-a636-eaf41bfcf7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:24.610287 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-87812c08-c73a-4870-8be5-1a70b6514096 req-50df915e-41a9-45d4-a636-eaf41bfcf7f1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fd65189c-5316-4375-8b4d-ae30f488cd25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403156 Sep 16 05:43:24.704677 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-87812c08-c73a-4870-8be5-1a70b6514096 req-6e158b90-de2a-4ef4-9304-5fd1cfd5c716 service neutron] 10.222.0.48 "GET /v2.0/networks/fd65189c-5316-4375-8b4d-ae30f488cd25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853155 Sep 16 05:43:24.717606 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-2dd98179-5f45-41d2-9a30-76471f53e0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732955025', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '6035e97d-051e-4cc3-ad01-91350c35e364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:55Z', 'updated_at': '2021-09-16T05:41:59Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '6035e97d-051e-4cc3-ad01-91350c35e364', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:6b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:55Z', 'updated_at': '2021-09-16T05:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '914b3763-8bb4-4029-9aec-ff56047c9523', 'name': '', 'network_id': 'fd65189c-5316-4375-8b4d-ae30f488cd25', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:54:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '1b9b9fe0-b1a7-4959-97cd-4be0d88c5995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:58Z', 'updated_at': '2021-09-16T05:42:01Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': '1b9b9fe0-b1a7-4959-97cd-4be0d88c5995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:24.744232 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd98179-5f45-41d2-9a30-76471f53e0ee None None] The sync data for ids ['724f4e00-d37e-4d59-8607-626c39281a2b'] in n-d-712139-15 is: [{'id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732955025', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '6035e97d-051e-4cc3-ad01-91350c35e364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:55Z', 'updated_at': '2021-09-16T05:41:59Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '6035e97d-051e-4cc3-ad01-91350c35e364', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:6b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:55Z', 'updated_at': '2021-09-16T05:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '914b3763-8bb4-4029-9aec-ff56047c9523', 'name': '', 'network_id': 'fd65189c-5316-4375-8b4d-ae30f488cd25', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:54:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '1b9b9fe0-b1a7-4959-97cd-4be0d88c5995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:58Z', 'updated_at': '2021-09-16T05:42:01Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': '1b9b9fe0-b1a7-4959-97cd-4be0d88c5995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:43:24.799768 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-87812c08-c73a-4870-8be5-1a70b6514096 req-7d93a55a-3630-4c3f-a3bd-6cabc573d6aa service neutron] 10.222.0.48 "GET /v2.0/networks/fd65189c-5316-4375-8b4d-ae30f488cd25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860021 Sep 16 05:43:24.960578 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124dd8ce-df60-4044-88dd-d0ad606702eb None None] New status for floating IP defc0570-9be0-40d6-937c-f5dfc1413efc: DOWN {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:43:25.528558 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1969d-fbe8-4fdf-a0af-5e99a69841fa req-ef64430d-c371-4071-a006-92565969deb3 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:25.530179 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6cd1969d-fbe8-4fdf-a0af-5e99a69841fa req-ef64430d-c371-4071-a006-92565969deb3 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41287dd-5be4-4bde-80ce-0a3eafdc42c3 HTTP/1.1" status: 200 len: 945 time: 0.0565217 Sep 16 05:43:25.568765 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6cd1969d-fbe8-4fdf-a0af-5e99a69841fa req-9463fc3a-d6eb-467e-9fb3-f2f6b1300ed6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a0732b7-d036-4d0c-ae00-fc61600e21d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323195 Sep 16 05:43:26.240840 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ca529-7fdf-4410-a031-6d1c4a9a8933 req-4a86e404-c4a0-41aa-b746-536a28099359 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:26.242313 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d96ca529-7fdf-4410-a031-6d1c4a9a8933 req-4a86e404-c4a0-41aa-b746-536a28099359 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.48 "GET /v2.0/ports?device_id=a41287dd-5be4-4bde-80ce-0a3eafdc42c3 HTTP/1.1" status: 200 len: 945 time: 0.0493846 Sep 16 05:43:26.332270 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-d96ca529-7fdf-4410-a031-6d1c4a9a8933 req-a839af4d-0663-429c-87a8-f215aef4932b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Deleting port 76149c3d-e8cd-4a69-ad9e-782ba73a0065 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:43:26.332640 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d96ca529-7fdf-4410-a031-6d1c4a9a8933 req-a839af4d-0663-429c-87a8-f215aef4932b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:26.423686 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-d96ca529-7fdf-4410-a031-6d1c4a9a8933 req-a839af4d-0663-429c-87a8-f215aef4932b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] For port 76149c3d-e8cd-4a69-ad9e-782ba73a0065, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=76149c3d-e8cd-4a69-ad9e-782ba73a0065,segment=NetworkSegment(56524a86-5a8d-40e6-8616-b7edbadf308c),segment_id=56524a86-5a8d-40e6-8616-b7edbadf308c)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:26.424044 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d96ca529-7fdf-4410-a031-6d1c4a9a8933 req-a839af4d-0663-429c-87a8-f215aef4932b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:26.436937 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-d96ca529-7fdf-4410-a031-6d1c4a9a8933 req-a839af4d-0663-429c-87a8-f215aef4932b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Calling delete_port for 76149c3d-e8cd-4a69-ad9e-782ba73a0065 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:43:26.569901 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d96ca529-7fdf-4410-a031-6d1c4a9a8933 req-a839af4d-0663-429c-87a8-f215aef4932b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:26.600745 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a839af4d-0663-429c-87a8-f215aef4932b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event deleted for resources: {'Port': ['ID=76149c3d-e8cd-4a69-ad9e-782ba73a0065,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:26.647764 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96ca529-7fdf-4410-a031-6d1c4a9a8933 req-a839af4d-0663-429c-87a8-f215aef4932b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] No DVR routers for this DVR port 76149c3d-e8cd-4a69-ad9e-782ba73a0065 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:43:26.656426 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d96ca529-7fdf-4410-a031-6d1c4a9a8933 req-a839af4d-0663-429c-87a8-f215aef4932b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:26.658366 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d96ca529-7fdf-4410-a031-6d1c4a9a8933 req-a839af4d-0663-429c-87a8-f215aef4932b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.48 "DELETE /v2.0/ports/76149c3d-e8cd-4a69-ad9e-782ba73a0065 HTTP/1.1" status: 204 len: 173 time: 0.4098697 Sep 16 05:43:26.658799 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41287dd-5be4-4bde-80ce-0a3eafdc42c3', 'name': 'network-vif-deleted', 'tag': '76149c3d-e8cd-4a69-ad9e-782ba73a0065'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:43:26.661907 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47132d9b-2619-425a-994b-bc457ce91409" -d '{"events": [{"server_uuid": "a41287dd-5be4-4bde-80ce-0a3eafdc42c3", "name": "network-vif-deleted", "tag": "76149c3d-e8cd-4a69-ad9e-782ba73a0065"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:43:26.683839 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac1cdcef-e3c5-4980-ad8c-b5ff5d08e96c req-834694c0-6205-4bf6-a8f6-858b402c2119 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41287dd-5be4-4bde-80ce-0a3eafdc42c3 HTTP/1.1" status: 200 len: 210 time: 0.0379984 Sep 16 05:43:26.728391 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4322e6f-da16-4321-a54b-4122b659bf77 x-openstack-request-id: req-e4322e6f-da16-4321-a54b-4122b659bf77 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:43:26.728719 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a41287dd-5be4-4bde-80ce-0a3eafdc42c3", "name": "network-vif-deleted", "tag": "76149c3d-e8cd-4a69-ad9e-782ba73a0065", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:43:26.728973 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e4322e6f-da16-4321-a54b-4122b659bf77 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:43:26.729377 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41287dd-5be4-4bde-80ce-0a3eafdc42c3', 'name': 'network-vif-deleted', 'tag': '76149c3d-e8cd-4a69-ad9e-782ba73a0065', 'status': 'completed', 'code': 200} Sep 16 05:43:27.743242 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57658) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:28.101870 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-62b2d100-b94b-4b86-ac60-c190eea468d8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:28.359773 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-62b2d100-b94b-4b86-ac60-c190eea468d8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Deleting port 914b3763-8bb4-4029-9aec-ff56047c9523 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:43:28.360032 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-62b2d100-b94b-4b86-ac60-c190eea468d8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:28.453376 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-62b2d100-b94b-4b86-ac60-c190eea468d8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] For port 914b3763-8bb4-4029-9aec-ff56047c9523, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=914b3763-8bb4-4029-9aec-ff56047c9523,segment=NetworkSegment(56524a86-5a8d-40e6-8616-b7edbadf308c),segment_id=56524a86-5a8d-40e6-8616-b7edbadf308c)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:28.453736 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-62b2d100-b94b-4b86-ac60-c190eea468d8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:28.466196 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-62b2d100-b94b-4b86-ac60-c190eea468d8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Calling delete_port for 914b3763-8bb4-4029-9aec-ff56047c9523 owned by network:router_interface {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:43:28.647929 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-62b2d100-b94b-4b86-ac60-c190eea468d8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:28.674573 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2d100-b94b-4b86-ac60-c190eea468d8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event deleted for resources: {'Port': ['ID=914b3763-8bb4-4029-9aec-ff56047c9523,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:28.847440 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-62b2d100-b94b-4b86-ac60-c190eea468d8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:29.061196 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b2d100-b94b-4b86-ac60-c190eea468d8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Router 724f4e00-d37e-4d59-8607-626c39281a2b has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:43:29.165486 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b2d100-b94b-4b86-ac60-c190eea468d8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:43:29.170596 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-62b2d100-b94b-4b86-ac60-c190eea468d8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "PUT /v2.0/routers/724f4e00-d37e-4d59-8607-626c39281a2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4262669 Sep 16 05:43:29.173469 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57660) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:29.175265 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89538eb8-ed99-4d38-9589-fed89820e266 None None] Sync routers for ids ['724f4e00-d37e-4d59-8607-626c39281a2b'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:43:29.184418 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89538eb8-ed99-4d38-9589-fed89820e266 None None] Routers {'724f4e00-d37e-4d59-8607-626c39281a2b'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:29.185106 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-89538eb8-ed99-4d38-9589-fed89820e266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:43:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['724f4e00-d37e-4d59-8607-626c39281a2b'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:29.225302 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f96474c-f9ce-485a-9315-a758ddcaf045 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Deleting subnet 1b9b9fe0-b1a7-4959-97cd-4be0d88c5995 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:43:29.228456 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4f96474c-f9ce-485a-9315-a758ddcaf045 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:29.267825 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4f96474c-f9ce-485a-9315-a758ddcaf045 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:29.291750 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-89538eb8-ed99-4d38-9589-fed89820e266 None None] Set router 724f4e00-d37e-4d59-8607-626c39281a2b gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:43:29.357088 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4f96474c-f9ce-485a-9315-a758ddcaf045 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:29.426204 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4f96474c-f9ce-485a-9315-a758ddcaf045 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:29.454022 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96474c-f9ce-485a-9315-a758ddcaf045 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event deleted for resources: {'Subnet': ['ID=1b9b9fe0-b1a7-4959-97cd-4be0d88c5995,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:29.460711 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4f96474c-f9ce-485a-9315-a758ddcaf045 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:29.462885 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4f96474c-f9ce-485a-9315-a758ddcaf045 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "DELETE /v2.0/subnets/1b9b9fe0-b1a7-4959-97cd-4be0d88c5995 HTTP/1.1" status: 204 len: 168 time: 0.2884660 Sep 16 05:43:29.465419 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57662) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:29.468025 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfd82e0-c92b-4253-9b34-30798251e336 None None] Network fd65189c-5316-4375-8b4d-ae30f488cd25 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:43:29.541553 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-89538eb8-ed99-4d38-9589-fed89820e266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732955025', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '6035e97d-051e-4cc3-ad01-91350c35e364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:55Z', 'updated_at': '2021-09-16T05:43:28Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '6035e97d-051e-4cc3-ad01-91350c35e364', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:6b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:55Z', 'updated_at': '2021-09-16T05:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:29.577474 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-be755842-6c5f-4f70-93ab-bb2afd921aba tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:29.584518 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89538eb8-ed99-4d38-9589-fed89820e266 None None] Checking router: 724f4e00-d37e-4d59-8607-626c39281a2b for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:43:29.613418 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89538eb8-ed99-4d38-9589-fed89820e266 None None] Routers {'724f4e00-d37e-4d59-8607-626c39281a2b'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:29.613960 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-89538eb8-ed99-4d38-9589-fed89820e266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:43:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['724f4e00-d37e-4d59-8607-626c39281a2b'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:29.684802 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-be755842-6c5f-4f70-93ab-bb2afd921aba tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:29.728896 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-89538eb8-ed99-4d38-9589-fed89820e266 None None] Set router 724f4e00-d37e-4d59-8607-626c39281a2b gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:43:29.739285 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-be755842-6c5f-4f70-93ab-bb2afd921aba tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Deleting port 6035e97d-051e-4cc3-ad01-91350c35e364 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:43:29.739493 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-be755842-6c5f-4f70-93ab-bb2afd921aba tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:29.758069 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3086591-cc29-4e2d-b8eb-02d5ae1a1505 None None] DHCP port deletion for fd65189c-5316-4375-8b4d-ae30f488cd25 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:43:29.829757 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-be755842-6c5f-4f70-93ab-bb2afd921aba tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] For port 6035e97d-051e-4cc3-ad01-91350c35e364, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=6035e97d-051e-4cc3-ad01-91350c35e364,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:29.830118 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-be755842-6c5f-4f70-93ab-bb2afd921aba tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:29.841854 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-be755842-6c5f-4f70-93ab-bb2afd921aba tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Calling delete_port for 6035e97d-051e-4cc3-ad01-91350c35e364 owned by network:router_gateway {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:43:29.890203 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 76149c3d-e8cd-4a69-ad9e-782ba73a0065 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:43:29.916926 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 76149c3d-e8cd-4a69-ad9e-782ba73a0065 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:43:29.917271 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 76149c3d-e8cd-4a69-ad9e-782ba73a0065 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:43:29.940556 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-c3086591-cc29-4e2d-b8eb-02d5ae1a1505 None None] Deleting port 4da31a4f-1923-427f-ab5a-65ac22f7fb64 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:43:29.941035 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c3086591-cc29-4e2d-b8eb-02d5ae1a1505 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:30.011002 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-be755842-6c5f-4f70-93ab-bb2afd921aba tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:30.040438 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be755842-6c5f-4f70-93ab-bb2afd921aba tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event deleted for resources: {'Port': ['ID=6035e97d-051e-4cc3-ad01-91350c35e364,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:30.113375 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-be755842-6c5f-4f70-93ab-bb2afd921aba tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:30.180087 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-c3086591-cc29-4e2d-b8eb-02d5ae1a1505 None None] For port 4da31a4f-1923-427f-ab5a-65ac22f7fb64, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=4da31a4f-1923-427f-ab5a-65ac22f7fb64,segment=NetworkSegment(56524a86-5a8d-40e6-8616-b7edbadf308c),segment_id=56524a86-5a8d-40e6-8616-b7edbadf308c)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:30.180684 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c3086591-cc29-4e2d-b8eb-02d5ae1a1505 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:30.196896 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-c3086591-cc29-4e2d-b8eb-02d5ae1a1505 None None] Calling delete_port for 4da31a4f-1923-427f-ab5a-65ac22f7fb64 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:43:30.205580 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-be755842-6c5f-4f70-93ab-bb2afd921aba tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:30.208526 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-be755842-6c5f-4f70-93ab-bb2afd921aba tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:30.211923 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-89538eb8-ed99-4d38-9589-fed89820e266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732955025', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '6035e97d-051e-4cc3-ad01-91350c35e364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:55Z', 'updated_at': '2021-09-16T05:43:28Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '6035e97d-051e-4cc3-ad01-91350c35e364', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:6b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:55Z', 'updated_at': '2021-09-16T05:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:30.251935 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-be755842-6c5f-4f70-93ab-bb2afd921aba tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:30.252640 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be755842-6c5f-4f70-93ab-bb2afd921aba tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Fanout notify agent at l3_agent the message router_deleted on router 724f4e00-d37e-4d59-8607-626c39281a2b {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:43:30.259906 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-be755842-6c5f-4f70-93ab-bb2afd921aba tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:30.261047 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-be755842-6c5f-4f70-93ab-bb2afd921aba tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "DELETE /v2.0/routers/724f4e00-d37e-4d59-8607-626c39281a2b HTTP/1.1" status: 204 len: 168 time: 0.7946532 Sep 16 05:43:30.263720 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57666) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:30.271737 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89538eb8-ed99-4d38-9589-fed89820e266 None None] The sync data for ids ['724f4e00-d37e-4d59-8607-626c39281a2b'] in n-d-712139-15 is: [{'id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732955025', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '6035e97d-051e-4cc3-ad01-91350c35e364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:55Z', 'updated_at': '2021-09-16T05:43:28Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '6035e97d-051e-4cc3-ad01-91350c35e364', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:6b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f4e00-d37e-4d59-8607-626c39281a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:55Z', 'updated_at': '2021-09-16T05:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:43:30.319144 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c3086591-cc29-4e2d-b8eb-02d5ae1a1505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:30.344496 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3086591-cc29-4e2d-b8eb-02d5ae1a1505 None None] Pushing event deleted for resources: {'Port': ['ID=4da31a4f-1923-427f-ab5a-65ac22f7fb64,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:30.353358 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3086591-cc29-4e2d-b8eb-02d5ae1a1505 None None] No DVR routers for this DVR port 4da31a4f-1923-427f-ab5a-65ac22f7fb64 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:43:30.353592 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-82f4ceac-2a12-4710-99b7-5d43ba5586e6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:30.356511 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3086591-cc29-4e2d-b8eb-02d5ae1a1505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:30.356895 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3086591-cc29-4e2d-b8eb-02d5ae1a1505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:30.357241 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3086591-cc29-4e2d-b8eb-02d5ae1a1505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:30.357580 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3086591-cc29-4e2d-b8eb-02d5ae1a1505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:30.357905 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3086591-cc29-4e2d-b8eb-02d5ae1a1505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:30.358238 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3086591-cc29-4e2d-b8eb-02d5ae1a1505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:30.358565 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3086591-cc29-4e2d-b8eb-02d5ae1a1505 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:30.358892 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3086591-cc29-4e2d-b8eb-02d5ae1a1505 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:30.359214 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3086591-cc29-4e2d-b8eb-02d5ae1a1505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:30.359535 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3086591-cc29-4e2d-b8eb-02d5ae1a1505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:30.359858 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3086591-cc29-4e2d-b8eb-02d5ae1a1505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:30.360177 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3086591-cc29-4e2d-b8eb-02d5ae1a1505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:30.437687 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-82f4ceac-2a12-4710-99b7-5d43ba5586e6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:30.458410 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-82f4ceac-2a12-4710-99b7-5d43ba5586e6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd65189c-5316-4375-8b4d-ae30f488cd25']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:30.467414 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-82f4ceac-2a12-4710-99b7-5d43ba5586e6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56524a86-5a8d-40e6-8616-b7edbadf308c') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:30.467711 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-82f4ceac-2a12-4710-99b7-5d43ba5586e6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56524a86-5a8d-40e6-8616-b7edbadf308c') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:30.476796 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-82f4ceac-2a12-4710-99b7-5d43ba5586e6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:30.489925 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-82f4ceac-2a12-4710-99b7-5d43ba5586e6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:30.495791 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82f4ceac-2a12-4710-99b7-5d43ba5586e6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:43:30.496177 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-82f4ceac-2a12-4710-99b7-5d43ba5586e6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:30.499397 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:43:30.499397 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:43:30.499397 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:43:30.499397 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:43:30.499397 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:43:30.499397 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:43:30.499397 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:43:30.499397 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:43:30.499397 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:43:30.499397 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:43:30.499397 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:43:30.499397 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:43:30.499397 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:43:30.499397 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:43:30.499397 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:43:30.499397 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:43:30.499397 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:43:30.499397 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:43:30.499397 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:43:30.499397 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:43:30.499397 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:43:30.499397 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:43:30.499397 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:43:30.499397 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:43:30.499397 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:43:30.499397 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:43:30.499397 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:43:30.499397 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:43:30.499397 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:43:30.499397 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:43:30.499397 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:43:30.499397 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:43:30.560001 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-82f4ceac-2a12-4710-99b7-5d43ba5586e6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:30.567558 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-82f4ceac-2a12-4710-99b7-5d43ba5586e6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:30.569422 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-82f4ceac-2a12-4710-99b7-5d43ba5586e6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "DELETE /v2.0/networks/fd65189c-5316-4375-8b4d-ae30f488cd25 HTTP/1.1" status: 204 len: 168 time: 0.3047891 Sep 16 05:43:30.572347 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57668) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:30.582054 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4ceac-2a12-4710-99b7-5d43ba5586e6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event deleted for resources: {'Network': ['ID=fd65189c-5316-4375-8b4d-ae30f488cd25,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:30.635015 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-981f9d36-2911-4778-ab64-8be2691aa4f2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:30.661699 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-981f9d36-2911-4778-ab64-8be2691aa4f2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:30.726662 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-981f9d36-2911-4778-ab64-8be2691aa4f2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:30.729542 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-981f9d36-2911-4778-ab64-8be2691aa4f2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:30.730734 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-981f9d36-2911-4778-ab64-8be2691aa4f2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "DELETE /v2.0/security-groups/1a0732b7-d036-4d0c-ae00-fc61600e21d3 HTTP/1.1" status: 204 len: 168 time: 0.1572754 Sep 16 05:43:30.741099 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f9d36-2911-4778-ab64-8be2691aa4f2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0732b7-d036-4d0c-ae00-fc61600e21d3,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:30.748878 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981f9d36-2911-4778-ab64-8be2691aa4f2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:30.749237 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981f9d36-2911-4778-ab64-8be2691aa4f2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:30.749586 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981f9d36-2911-4778-ab64-8be2691aa4f2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:30.749931 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981f9d36-2911-4778-ab64-8be2691aa4f2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:30.750274 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981f9d36-2911-4778-ab64-8be2691aa4f2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:30.750692 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981f9d36-2911-4778-ab64-8be2691aa4f2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:30.751136 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981f9d36-2911-4778-ab64-8be2691aa4f2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:30.751472 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981f9d36-2911-4778-ab64-8be2691aa4f2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:30.751805 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981f9d36-2911-4778-ab64-8be2691aa4f2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:30.752198 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981f9d36-2911-4778-ab64-8be2691aa4f2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:30.752773 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981f9d36-2911-4778-ab64-8be2691aa4f2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:30.753465 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981f9d36-2911-4778-ab64-8be2691aa4f2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:31.381762 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57674) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:31.386396 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-184f8bac-28ea-4271-8442-f65d576d1b8b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-734013966', 'description': 'tempest-secgroup-smoke-734013966 description', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:31.408761 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-184f8bac-28ea-4271-8442-f65d576d1b8b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:31.463960 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 914b3763-8bb4-4029-9aec-ff56047c9523 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:43:31.485046 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 914b3763-8bb4-4029-9aec-ff56047c9523 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:43:31.485388 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 914b3763-8bb4-4029-9aec-ff56047c9523 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:43:31.485810 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 4da31a4f-1923-427f-ab5a-65ac22f7fb64 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:43:31.495579 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-184f8bac-28ea-4271-8442-f65d576d1b8b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:31.499500 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-184f8bac-28ea-4271-8442-f65d576d1b8b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:31.505765 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 4da31a4f-1923-427f-ab5a-65ac22f7fb64 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:43:31.506128 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 4da31a4f-1923-427f-ab5a-65ac22f7fb64 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:43:31.506530 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 6035e97d-051e-4cc3-ad01-91350c35e364 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:43:31.528389 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 6035e97d-051e-4cc3-ad01-91350c35e364 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:43:31.528759 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 6035e97d-051e-4cc3-ad01-91350c35e364 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:43:31.531734 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8bac-28ea-4271-8442-f65d576d1b8b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5acf5a-f46d-4242-b76a-97d67d302d80,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:31.536157 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-184f8bac-28ea-4271-8442-f65d576d1b8b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:31.537410 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-184f8bac-28ea-4271-8442-f65d576d1b8b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1546402 Sep 16 05:43:31.540435 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57676) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:31.545104 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-e87f71ec-532c-4a95-af60-04b32db8f7a2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'security_group_rule': {'security_group_id': 'eb5acf5a-f46d-4242-b76a-97d67d302d80', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:31.573777 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e87f71ec-532c-4a95-af60-04b32db8f7a2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:31.629322 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e87f71ec-532c-4a95-af60-04b32db8f7a2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:31.632944 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e87f71ec-532c-4a95-af60-04b32db8f7a2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:31.651405 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f71ec-532c-4a95-af60-04b32db8f7a2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339463fa-b5ec-463f-963e-3573267d3e2d,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:31.657790 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e87f71ec-532c-4a95-af60-04b32db8f7a2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:31.658914 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e87f71ec-532c-4a95-af60-04b32db8f7a2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174495 Sep 16 05:43:31.661799 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57678) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:31.666074 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-3031de5c-71d4-4f2e-a2a6-f8bcc6380794 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'security_group_rule': {'security_group_id': 'eb5acf5a-f46d-4242-b76a-97d67d302d80', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:31.693774 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3031de5c-71d4-4f2e-a2a6-f8bcc6380794 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:31.750039 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3031de5c-71d4-4f2e-a2a6-f8bcc6380794 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:31.753772 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3031de5c-71d4-4f2e-a2a6-f8bcc6380794 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:31.777213 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031de5c-71d4-4f2e-a2a6-f8bcc6380794 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=588d3e5f-5863-4f79-9e0e-c7a7f997745a,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:31.780382 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3031de5c-71d4-4f2e-a2a6-f8bcc6380794 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:31.781619 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3031de5c-71d4-4f2e-a2a6-f8bcc6380794 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1189122 Sep 16 05:43:31.785340 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57680) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:31.789687 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-7a270b58-4de7-49e9-8352-6eedc078d087 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'security_group_rule': {'security_group_id': 'eb5acf5a-f46d-4242-b76a-97d67d302d80', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:31.815294 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7a270b58-4de7-49e9-8352-6eedc078d087 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:31.872729 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7a270b58-4de7-49e9-8352-6eedc078d087 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:31.876478 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7a270b58-4de7-49e9-8352-6eedc078d087 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:31.895502 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a270b58-4de7-49e9-8352-6eedc078d087 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1258b233-23fa-4a8a-8ab2-02333efa438f,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:31.902288 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7a270b58-4de7-49e9-8352-6eedc078d087 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:31.903391 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7a270b58-4de7-49e9-8352-6eedc078d087 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171248 Sep 16 05:43:31.906054 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57682) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:31.910268 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-2e637c89-a276-4551-b9e5-8e34c9326e03 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'security_group_rule': {'security_group_id': 'eb5acf5a-f46d-4242-b76a-97d67d302d80', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:31.935338 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2e637c89-a276-4551-b9e5-8e34c9326e03 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:31.994127 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2e637c89-a276-4551-b9e5-8e34c9326e03 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:31.997885 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2e637c89-a276-4551-b9e5-8e34c9326e03 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.016630 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e637c89-a276-4551-b9e5-8e34c9326e03 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aafae57b-a69f-4c51-9213-1033d9a758d0,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:32.023726 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2e637c89-a276-4551-b9e5-8e34c9326e03 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.025381 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2e637c89-a276-4551-b9e5-8e34c9326e03 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183794 Sep 16 05:43:32.028069 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57684) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:32.032203 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-68e234dd-27d7-4907-a570-b519095b4698 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'security_group_rule': {'security_group_id': 'eb5acf5a-f46d-4242-b76a-97d67d302d80', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:32.053943 n-d-712139-15 neutron-server[94767]: INFO neutron.db.securitygroups_db [None req-68e234dd-27d7-4907-a570-b519095b4698 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Project eb1a1bf9db52473aa7c1d16c03bc5b41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:43:32.059020 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-68e234dd-27d7-4907-a570-b519095b4698 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.122405 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-68e234dd-27d7-4907-a570-b519095b4698 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.126013 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-68e234dd-27d7-4907-a570-b519095b4698 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.146832 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e234dd-27d7-4907-a570-b519095b4698 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=812bac35-70ca-486b-aa4d-7c6d87501bae,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:32.152761 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-68e234dd-27d7-4907-a570-b519095b4698 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.153962 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-68e234dd-27d7-4907-a570-b519095b4698 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1249650 Sep 16 05:43:32.156672 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57686) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:32.161476 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-2cb615a5-ba72-4bc0-a9f0-dae51c0b7b14 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'security_group_rule': {'security_group_id': 'eb5acf5a-f46d-4242-b76a-97d67d302d80', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:32.186709 n-d-712139-15 neutron-server[94767]: INFO neutron.db.securitygroups_db [None req-2cb615a5-ba72-4bc0-a9f0-dae51c0b7b14 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Project eb1a1bf9db52473aa7c1d16c03bc5b41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:43:32.192257 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2cb615a5-ba72-4bc0-a9f0-dae51c0b7b14 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.253361 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2cb615a5-ba72-4bc0-a9f0-dae51c0b7b14 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.257088 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2cb615a5-ba72-4bc0-a9f0-dae51c0b7b14 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.274198 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb615a5-ba72-4bc0-a9f0-dae51c0b7b14 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34fcdb55-21a5-40bf-a366-786489aa6fda,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:32.284777 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2cb615a5-ba72-4bc0-a9f0-dae51c0b7b14 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.286118 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2cb615a5-ba72-4bc0-a9f0-dae51c0b7b14 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1285057 Sep 16 05:43:32.289024 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57688) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:32.293703 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-58c71407-0e9f-49ce-a6c9-625559439b65 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'network': {'name': 'tempest-network-smoke--339434632', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'port_security_enabled': True}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:32.314185 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c71407-0e9f-49ce-a6c9-625559439b65 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Made reservation on behalf of eb1a1bf9db52473aa7c1d16c03bc5b41 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:43:32.318749 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-58c71407-0e9f-49ce-a6c9-625559439b65 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.343241 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c71407-0e9f-49ce-a6c9-625559439b65 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:43:32.352850 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-58c71407-0e9f-49ce-a6c9-625559439b65 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.353200 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-58c71407-0e9f-49ce-a6c9-625559439b65 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Added segment a331015e-1598-44f8-bf77-c6521ff46999 of type vlan for network 305f3248-45c2-4936-898e-66f7498be379 Sep 16 05:43:32.394442 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-58c71407-0e9f-49ce-a6c9-625559439b65 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.417993 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-58c71407-0e9f-49ce-a6c9-625559439b65 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.426350 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c71407-0e9f-49ce-a6c9-625559439b65 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:32.426961 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-58c71407-0e9f-49ce-a6c9-625559439b65 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.466490 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-58c71407-0e9f-49ce-a6c9-625559439b65 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1764092 Sep 16 05:43:32.469236 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57690) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:32.474044 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-8f07db00-8efa-4363-b748-a4a331d4e4d9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1257764952', 'admin_state_up': True, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:32.498668 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f07db00-8efa-4363-b748-a4a331d4e4d9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.499704 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f07db00-8efa-4363-b748-a4a331d4e4d9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.505779 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c71407-0e9f-49ce-a6c9-625559439b65 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Network': ['ID=305f3248-45c2-4936-898e-66f7498be379,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:32.517427 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 305f3248-45c2-4936-898e-66f7498be379 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:43:32.562737 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f07db00-8efa-4363-b748-a4a331d4e4d9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.702697 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f07db00-8efa-4363-b748-a4a331d4e4d9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.892954 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f07db00-8efa-4363-b748-a4a331d4e4d9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.911754 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f07db00-8efa-4363-b748-a4a331d4e4d9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:33.022326 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-8f07db00-8efa-4363-b748-a4a331d4e4d9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Allocated IP 172.25.8.88 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/ce73b4c5-d5b3-4a9e-92cc-2d0193135510) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:43:33.124307 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f07db00-8efa-4363-b748-a4a331d4e4d9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:33.162649 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f07db00-8efa-4363-b748-a4a331d4e4d9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:33.201450 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f07db00-8efa-4363-b748-a4a331d4e4d9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:33.204436 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-8f07db00-8efa-4363-b748-a4a331d4e4d9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:33.210921 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f07db00-8efa-4363-b748-a4a331d4e4d9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:43:33.234245 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07db00-8efa-4363-b748-a4a331d4e4d9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Port': ['ID=ce73b4c5-d5b3-4a9e-92cc-2d0193135510,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:33.482379 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f07db00-8efa-4363-b748-a4a331d4e4d9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:33.681849 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f07db00-8efa-4363-b748-a4a331d4e4d9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:33.810116 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f07db00-8efa-4363-b748-a4a331d4e4d9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Router b7a66ec2-1b47-42fb-b43d-d54029712bf5 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:43:33.916736 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f07db00-8efa-4363-b748-a4a331d4e4d9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:43:33.927670 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0905fb3-40ff-4f8d-98bf-fc57e9df38fd None None] Sync routers for ids ['b7a66ec2-1b47-42fb-b43d-d54029712bf5'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:43:33.935810 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8f07db00-8efa-4363-b748-a4a331d4e4d9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:33.937321 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8f07db00-8efa-4363-b748-a4a331d4e4d9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4669232 Sep 16 05:43:33.937457 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0905fb3-40ff-4f8d-98bf-fc57e9df38fd None None] Routers {'b7a66ec2-1b47-42fb-b43d-d54029712bf5'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:33.937936 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-d0905fb3-40ff-4f8d-98bf-fc57e9df38fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:43:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b7a66ec2-1b47-42fb-b43d-d54029712bf5'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:33.941122 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57692) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:33.969983 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-4cee4df5-1814-4f0c-b063-ab59bb1334b1 tempest-TestNetworkAdvancedServerOps-1385846937 tempest-TestNetworkAdvancedServerOps-1385846937-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=eb1a1bf9db52473aa7c1d16c03bc5b41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271757 Sep 16 05:43:33.973333 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57694) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:34.042247 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-d0905fb3-40ff-4f8d-98bf-fc57e9df38fd None None] Set router b7a66ec2-1b47-42fb-b43d-d54029712bf5 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:43:34.059749 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc44446-8795-40c2-95a8-118eadaee8fa tempest-TestNetworkAdvancedServerOps-1385846937 tempest-TestNetworkAdvancedServerOps-1385846937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:34.061618 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-afc44446-8795-40c2-95a8-118eadaee8fa tempest-TestNetworkAdvancedServerOps-1385846937 tempest-TestNetworkAdvancedServerOps-1385846937-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0872195 Sep 16 05:43:34.065995 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57696) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:34.093850 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8a2ebe71-54b4-4f11-ab01-b722eed34925 tempest-TestNetworkAdvancedServerOps-1385846937 tempest-TestNetworkAdvancedServerOps-1385846937-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=6423976d-c7ec-41de-996e-2a06dce8febc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264800 Sep 16 05:43:34.097181 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57698) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:34.102228 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-94450b3e-ec92-42a5-ad91-ce1b6a22957b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-161948982', 'network_id': '305f3248-45c2-4936-898e-66f7498be379', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:34.203390 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94450b3e-ec92-42a5-ad91-ce1b6a22957b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Made reservation on behalf of eb1a1bf9db52473aa7c1d16c03bc5b41 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:43:34.208106 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-94450b3e-ec92-42a5-ad91-ce1b6a22957b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:34.223370 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-d0905fb3-40ff-4f8d-98bf-fc57e9df38fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257764952', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'ce73b4c5-d5b3-4a9e-92cc-2d0193135510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:43:32Z', 'updated_at': '2021-09-16T05:43:33Z', 'revision_number': 3, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': 'ce73b4c5-d5b3-4a9e-92cc-2d0193135510', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:32Z', 'updated_at': '2021-09-16T05:43:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:34.249006 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0905fb3-40ff-4f8d-98bf-fc57e9df38fd None None] Checking router: b7a66ec2-1b47-42fb-b43d-d54029712bf5 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:43:34.249355 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0905fb3-40ff-4f8d-98bf-fc57e9df38fd None None] Updating router b7a66ec2-1b47-42fb-b43d-d54029712bf5 port ce73b4c5-d5b3-4a9e-92cc-2d0193135510 binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:43:34.275219 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-d0905fb3-40ff-4f8d-98bf-fc57e9df38fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:34.396147 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-94450b3e-ec92-42a5-ad91-ce1b6a22957b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:34.456602 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94450b3e-ec92-42a5-ad91-ce1b6a22957b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Subnet': ['ID=afa3f5e5-0dcb-4a3e-a84c-4e761cb33831,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:34.464291 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94450b3e-ec92-42a5-ad91-ce1b6a22957b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Checking segment: {'id': 'a331015e-1598-44f8-bf77-c6521ff46999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '305f3248-45c2-4936-898e-66f7498be379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:43:34.464529 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94450b3e-ec92-42a5-ad91-ce1b6a22957b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Network hostable DHCP agents. Network: 305f3248-45c2-4936-898e-66f7498be379, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:43:34.480650 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94450b3e-ec92-42a5-ad91-ce1b6a22957b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Network 305f3248-45c2-4936-898e-66f7498be379 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:43:34.489889 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-94450b3e-ec92-42a5-ad91-ce1b6a22957b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 305f3248-45c2-4936-898e-66f7498be379) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:34.494321 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94450b3e-ec92-42a5-ad91-ce1b6a22957b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:34.494912 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-94450b3e-ec92-42a5-ad91-ce1b6a22957b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:34.502033 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ac3e50-e81b-467e-ae75-b641783ba141 None None] Network 305f3248-45c2-4936-898e-66f7498be379 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:43:34.515009 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-94450b3e-ec92-42a5-ad91-ce1b6a22957b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4166634 Sep 16 05:43:34.517817 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57700) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:34.545654 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-d0905fb3-40ff-4f8d-98bf-fc57e9df38fd None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:34.552016 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-d0905fb3-40ff-4f8d-98bf-fc57e9df38fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:34.603870 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-d0905fb3-40ff-4f8d-98bf-fc57e9df38fd None None] Attempting to bind port ce73b4c5-d5b3-4a9e-92cc-2d0193135510 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:43:34.604383 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-d0905fb3-40ff-4f8d-98bf-fc57e9df38fd None None] Attempting to bind port ce73b4c5-d5b3-4a9e-92cc-2d0193135510 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:43:34.604875 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0905fb3-40ff-4f8d-98bf-fc57e9df38fd None None] Attempting to bind port ce73b4c5-d5b3-4a9e-92cc-2d0193135510 on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:43:34.616525 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978c747-7fdf-4586-ab95-4c42f51b68a0 None None] Pushing event updated for resources: {'Port': ['ID=ce73b4c5-d5b3-4a9e-92cc-2d0193135510,revision_number=2']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:34.618806 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0905fb3-40ff-4f8d-98bf-fc57e9df38fd None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:43:34.619308 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0905fb3-40ff-4f8d-98bf-fc57e9df38fd None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:43:34.619801 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-d0905fb3-40ff-4f8d-98bf-fc57e9df38fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:34.620287 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0905fb3-40ff-4f8d-98bf-fc57e9df38fd None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:43:34.620889 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-d0905fb3-40ff-4f8d-98bf-fc57e9df38fd None None] Bound port: ce73b4c5-d5b3-4a9e-92cc-2d0193135510, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:43:34.621380 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-d0905fb3-40ff-4f8d-98bf-fc57e9df38fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:34.646696 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978c747-7fdf-4586-ab95-4c42f51b68a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:34.647093 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978c747-7fdf-4586-ab95-4c42f51b68a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:34.647531 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978c747-7fdf-4586-ab95-4c42f51b68a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:34.647967 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978c747-7fdf-4586-ab95-4c42f51b68a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:34.648457 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978c747-7fdf-4586-ab95-4c42f51b68a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:34.648907 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978c747-7fdf-4586-ab95-4c42f51b68a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:34.649330 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978c747-7fdf-4586-ab95-4c42f51b68a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:34.649753 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978c747-7fdf-4586-ab95-4c42f51b68a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:34.650200 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978c747-7fdf-4586-ab95-4c42f51b68a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:34.650620 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978c747-7fdf-4586-ab95-4c42f51b68a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:34.651040 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978c747-7fdf-4586-ab95-4c42f51b68a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:34.651460 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978c747-7fdf-4586-ab95-4c42f51b68a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:34.673825 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1eecc0-fb92-4cf0-b8b5-d189380157a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-305f3248-45c2-4936-898e-66f7498be379', 'network_id': '305f3248-45c2-4936-898e-66f7498be379', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'fixed_ips': [{'subnet_id': 'afa3f5e5-0dcb-4a3e-a84c-4e761cb33831'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:43:34.675398 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8f1eecc0-fb92-4cf0-b8b5-d189380157a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:34.693881 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-d0905fb3-40ff-4f8d-98bf-fc57e9df38fd None None] For port ce73b4c5-d5b3-4a9e-92cc-2d0193135510, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:43:34.697059 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-d0905fb3-40ff-4f8d-98bf-fc57e9df38fd None None] For port ce73b4c5-d5b3-4a9e-92cc-2d0193135510, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=ce73b4c5-d5b3-4a9e-92cc-2d0193135510,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:43:34.703513 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-d0905fb3-40ff-4f8d-98bf-fc57e9df38fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:34.765007 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0905fb3-40ff-4f8d-98bf-fc57e9df38fd None None] Routers {'b7a66ec2-1b47-42fb-b43d-d54029712bf5'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:34.765786 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-d0905fb3-40ff-4f8d-98bf-fc57e9df38fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:43:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b7a66ec2-1b47-42fb-b43d-d54029712bf5'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:34.767592 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978c747-7fdf-4586-ab95-4c42f51b68a0 None None] Pushing event updated for resources: {'Port': ['ID=ce73b4c5-d5b3-4a9e-92cc-2d0193135510,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:34.844878 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-8f1eecc0-fb92-4cf0-b8b5-d189380157a9 None None] Allocated IP 172.20.0.2 (305f3248-45c2-4936-898e-66f7498be379/afa3f5e5-0dcb-4a3e-a84c-4e761cb33831/adaa0cc3-3ba4-45b7-aeed-03ff6d410ec7) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:43:34.891986 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-d0905fb3-40ff-4f8d-98bf-fc57e9df38fd None None] Set router b7a66ec2-1b47-42fb-b43d-d54029712bf5 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:43:35.003764 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8f1eecc0-fb92-4cf0-b8b5-d189380157a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:35.010515 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8f1eecc0-fb92-4cf0-b8b5-d189380157a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:35.051421 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1eecc0-fb92-4cf0-b8b5-d189380157a9 None None] Network 305f3248-45c2-4936-898e-66f7498be379 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:35.056919 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-8f1eecc0-fb92-4cf0-b8b5-d189380157a9 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:35.062936 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1eecc0-fb92-4cf0-b8b5-d189380157a9 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:43:35.067080 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1eecc0-fb92-4cf0-b8b5-d189380157a9 None None] Pushing event updated for resources: {'Port': ['ID=adaa0cc3-3ba4-45b7-aeed-03ff6d410ec7,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:35.114342 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-d0905fb3-40ff-4f8d-98bf-fc57e9df38fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257764952', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'ce73b4c5-d5b3-4a9e-92cc-2d0193135510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:43:32Z', 'updated_at': '2021-09-16T05:43:33Z', 'revision_number': 3, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': 'ce73b4c5-d5b3-4a9e-92cc-2d0193135510', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:32Z', 'updated_at': '2021-09-16T05:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:35.123481 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-8f1eecc0-fb92-4cf0-b8b5-d189380157a9 None None] Attempting to bind port adaa0cc3-3ba4-45b7-aeed-03ff6d410ec7 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:43:35.123879 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-8f1eecc0-fb92-4cf0-b8b5-d189380157a9 None None] Attempting to bind port adaa0cc3-3ba4-45b7-aeed-03ff6d410ec7 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'a331015e-1598-44f8-bf77-c6521ff46999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '305f3248-45c2-4936-898e-66f7498be379'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:43:35.124243 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1eecc0-fb92-4cf0-b8b5-d189380157a9 None None] Attempting to bind port adaa0cc3-3ba4-45b7-aeed-03ff6d410ec7 on network 305f3248-45c2-4936-898e-66f7498be379 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:43:35.131802 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1eecc0-fb92-4cf0-b8b5-d189380157a9 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:43:35.132181 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1eecc0-fb92-4cf0-b8b5-d189380157a9 None None] Checking segment: {'id': 'a331015e-1598-44f8-bf77-c6521ff46999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '305f3248-45c2-4936-898e-66f7498be379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:43:35.132585 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8f1eecc0-fb92-4cf0-b8b5-d189380157a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:35.132989 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1eecc0-fb92-4cf0-b8b5-d189380157a9 None None] Bound using segment: {'id': 'a331015e-1598-44f8-bf77-c6521ff46999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '305f3248-45c2-4936-898e-66f7498be379'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:43:35.133454 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-8f1eecc0-fb92-4cf0-b8b5-d189380157a9 None None] Bound port: adaa0cc3-3ba4-45b7-aeed-03ff6d410ec7, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a331015e-1598-44f8-bf77-c6521ff46999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '305f3248-45c2-4936-898e-66f7498be379'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:43:35.133832 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8f1eecc0-fb92-4cf0-b8b5-d189380157a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:35.142471 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0905fb3-40ff-4f8d-98bf-fc57e9df38fd None None] The sync data for ids ['b7a66ec2-1b47-42fb-b43d-d54029712bf5'] in n-d-712139-15 is: [{'id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257764952', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'ce73b4c5-d5b3-4a9e-92cc-2d0193135510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:43:32Z', 'updated_at': '2021-09-16T05:43:33Z', 'revision_number': 3, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': 'ce73b4c5-d5b3-4a9e-92cc-2d0193135510', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:32Z', 'updated_at': '2021-09-16T05:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:43:35.208687 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-8f1eecc0-fb92-4cf0-b8b5-d189380157a9 None None] For port adaa0cc3-3ba4-45b7-aeed-03ff6d410ec7, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:43:35.212742 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-8f1eecc0-fb92-4cf0-b8b5-d189380157a9 None None] For port adaa0cc3-3ba4-45b7-aeed-03ff6d410ec7, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=adaa0cc3-3ba4-45b7-aeed-03ff6d410ec7,segment=NetworkSegment(a331015e-1598-44f8-bf77-c6521ff46999),segment_id=a331015e-1598-44f8-bf77-c6521ff46999)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:43:35.217934 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8f1eecc0-fb92-4cf0-b8b5-d189380157a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:35.289552 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1eecc0-fb92-4cf0-b8b5-d189380157a9 None None] Pushing event updated for resources: {'Port': ['ID=adaa0cc3-3ba4-45b7-aeed-03ff6d410ec7,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:35.358995 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4c4e1800-ecb0-4019-af11-487cec9bac85 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:35.597083 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device ce73b4c5-d5b3-4a9e-92cc-2d0193135510 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:43:35.665713 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port ce73b4c5-d5b3-4a9e-92cc-2d0193135510 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:35.666176 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:35.726600 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-4c4e1800-ecb0-4019-af11-487cec9bac85 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Allocated IP 172.20.0.1 (305f3248-45c2-4936-898e-66f7498be379/afa3f5e5-0dcb-4a3e-a84c-4e761cb33831/3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:43:35.758592 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:35.781077 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port ce73b4c5-d5b3-4a9e-92cc-2d0193135510, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=ce73b4c5-d5b3-4a9e-92cc-2d0193135510,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:35.786530 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:35.849387 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=ce73b4c5-d5b3-4a9e-92cc-2d0193135510,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:35.862866 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4c4e1800-ecb0-4019-af11-487cec9bac85 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:35.899499 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4c4e1800-ecb0-4019-af11-487cec9bac85 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:35.936042 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4e1800-ecb0-4019-af11-487cec9bac85 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Network 305f3248-45c2-4936-898e-66f7498be379 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:35.939057 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-4c4e1800-ecb0-4019-af11-487cec9bac85 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:35.944440 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4e1800-ecb0-4019-af11-487cec9bac85 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:43:35.992961 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e1800-ecb0-4019-af11-487cec9bac85 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Port': ['ID=3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:36.006915 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4c4e1800-ecb0-4019-af11-487cec9bac85 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:36.153023 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4c4e1800-ecb0-4019-af11-487cec9bac85 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:36.349479 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4da933-f087-4bf9-ac66-63b93ea61bbd None None] Network 305f3248-45c2-4936-898e-66f7498be379 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:43:36.417362 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-75dbff9d-e1b5-42bb-88d7-ec8565d5d4f3 None None] Provisioning complete for port adaa0cc3-3ba4-45b7-aeed-03ff6d410ec7 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:36.417734 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-75dbff9d-e1b5-42bb-88d7-ec8565d5d4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:36.457125 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4c4e1800-ecb0-4019-af11-487cec9bac85 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:36.463103 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4c4e1800-ecb0-4019-af11-487cec9bac85 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:36.543657 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e1800-ecb0-4019-af11-487cec9bac85 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Port': ['ID=3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:36.546709 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4c4e1800-ecb0-4019-af11-487cec9bac85 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:36.574632 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-75dbff9d-e1b5-42bb-88d7-ec8565d5d4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:36.623710 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-75dbff9d-e1b5-42bb-88d7-ec8565d5d4f3 None None] For port adaa0cc3-3ba4-45b7-aeed-03ff6d410ec7, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=adaa0cc3-3ba4-45b7-aeed-03ff6d410ec7,segment=NetworkSegment(a331015e-1598-44f8-bf77-c6521ff46999),segment_id=a331015e-1598-44f8-bf77-c6521ff46999)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:36.629755 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-75dbff9d-e1b5-42bb-88d7-ec8565d5d4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:36.650193 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4e1800-ecb0-4019-af11-487cec9bac85 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Network 305f3248-45c2-4936-898e-66f7498be379 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:36.651671 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-4c4e1800-ecb0-4019-af11-487cec9bac85 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:36.683632 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dbff9d-e1b5-42bb-88d7-ec8565d5d4f3 None None] Pushing event updated for resources: {'Port': ['ID=adaa0cc3-3ba4-45b7-aeed-03ff6d410ec7,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:36.784667 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4e1800-ecb0-4019-af11-487cec9bac85 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Router b7a66ec2-1b47-42fb-b43d-d54029712bf5 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:43:36.856315 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-2a98cef4-7ac1-4472-83d4-f20c17a04695 None None] Provisioning complete for port 3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:36.856790 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2a98cef4-7ac1-4472-83d4-f20c17a04695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:36.899283 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-2a98cef4-7ac1-4472-83d4-f20c17a04695 None None] Port 3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:43:36.909925 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4e1800-ecb0-4019-af11-487cec9bac85 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:43:36.910247 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-2a98cef4-7ac1-4472-83d4-f20c17a04695 None None] Provisioning complete for port adaa0cc3-3ba4-45b7-aeed-03ff6d410ec7 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:36.910595 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2a98cef4-7ac1-4472-83d4-f20c17a04695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:36.925209 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4c4e1800-ecb0-4019-af11-487cec9bac85 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "PUT /v2.0/routers/b7a66ec2-1b47-42fb-b43d-d54029712bf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4060643 Sep 16 05:43:36.943529 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7dc248-1dfe-43cb-a94a-e733ecd3b6f0 None None] Sync routers for ids ['b7a66ec2-1b47-42fb-b43d-d54029712bf5'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:43:36.963640 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7dc248-1dfe-43cb-a94a-e733ecd3b6f0 None None] Routers {'b7a66ec2-1b47-42fb-b43d-d54029712bf5'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:36.964431 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-6d7dc248-1dfe-43cb-a94a-e733ecd3b6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:43:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b7a66ec2-1b47-42fb-b43d-d54029712bf5'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:37.070172 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-11629d8a-85ab-4182-a0b3-306d39a39cae tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-734013966&fields=id&tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41 HTTP/1.1" status: 200 len: 267 time: 0.0390544 Sep 16 05:43:37.128773 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-6d7dc248-1dfe-43cb-a94a-e733ecd3b6f0 None None] Set router b7a66ec2-1b47-42fb-b43d-d54029712bf5 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:43:37.195629 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-5bdaca1b-4711-4cad-9471-c9876c42b3de tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:37.197262 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-5bdaca1b-4711-4cad-9471-c9876c42b3de tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/networks?id=305f3248-45c2-4936-898e-66f7498be379 HTTP/1.1" status: 200 len: 796 time: 0.1192918 Sep 16 05:43:37.216137 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-187ab020-0033-4440-9add-698fc294075f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/quotas/eb1a1bf9db52473aa7c1d16c03bc5b41 HTTP/1.1" status: 200 len: 375 time: 0.0121732 Sep 16 05:43:37.272636 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-750a1e0b-4c9c-434b-92fa-ffbd1912b8a5 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500252 Sep 16 05:43:37.292021 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-c4636ca3-c545-4c73-965d-eed84bec20fa None None] Provisioning complete for port 3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:37.292400 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c4636ca3-c545-4c73-965d-eed84bec20fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:37.353025 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-c4636ca3-c545-4c73-965d-eed84bec20fa None None] Port 3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:43:37.374279 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-6d7dc248-1dfe-43cb-a94a-e733ecd3b6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257764952', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'ce73b4c5-d5b3-4a9e-92cc-2d0193135510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:43:32Z', 'updated_at': '2021-09-16T05:43:36Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': 'ce73b4c5-d5b3-4a9e-92cc-2d0193135510', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:32Z', 'updated_at': '2021-09-16T05:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff', 'name': '', 'network_id': '305f3248-45c2-4936-898e-66f7498be379', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:1e:9b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'afa3f5e5-0dcb-4a3e-a84c-4e761cb33831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:35Z', 'updated_at': '2021-09-16T05:43:36Z', 'revision_number': 2, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': 'afa3f5e5-0dcb-4a3e-a84c-4e761cb33831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:37.381689 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-737f432c-bec4-4f3b-9e1a-965d250b5ca0 service neutron] 10.222.0.35 "GET /v2.0/networks/305f3248-45c2-4936-898e-66f7498be379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918818 Sep 16 05:43:37.404927 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7dc248-1dfe-43cb-a94a-e733ecd3b6f0 None None] Checking router: b7a66ec2-1b47-42fb-b43d-d54029712bf5 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:43:37.405279 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7dc248-1dfe-43cb-a94a-e733ecd3b6f0 None None] Updating router b7a66ec2-1b47-42fb-b43d-d54029712bf5 port 3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:43:37.434170 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6d7dc248-1dfe-43cb-a94a-e733ecd3b6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:37.475948 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-27a74098-b75a-481c-b67d-a674d3e2e2c9 service neutron] 10.222.0.35 "GET /v2.0/networks/305f3248-45c2-4936-898e-66f7498be379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881207 Sep 16 05:43:37.498378 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d741d713-b475-40ff-b40d-529ad22f5f0c None None] Provisioning complete for port 3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:37.498747 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d741d713-b475-40ff-b40d-529ad22f5f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:37.701644 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b56e92b3-34d7-4275-a4e1-54df7fa776a6 req-a5e60a6c-44a4-41d1-b267-7757e8363a3f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6ee0da-9f17-420b-819f-370c912c9891 HTTP/1.1" status: 200 len: 210 time: 0.0428665 Sep 16 05:43:37.772899 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device ce73b4c5-d5b3-4a9e-92cc-2d0193135510 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:43:37.829385 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-d741d713-b475-40ff-b40d-529ad22f5f0c None None] Port 3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:43:37.906652 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port ce73b4c5-d5b3-4a9e-92cc-2d0193135510 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:37.907039 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:38.058390 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6d7dc248-1dfe-43cb-a94a-e733ecd3b6f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:38.060745 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device adaa0cc3-3ba4-45b7-aeed-03ff6d410ec7 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:43:38.087734 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6d7dc248-1dfe-43cb-a94a-e733ecd3b6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:38.160185 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7518a9-343c-45fb-8476-43eb248800a5 None None] Pushing event updated for resources: {'Port': ['ID=3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:38.209364 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port adaa0cc3-3ba4-45b7-aeed-03ff6d410ec7 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:38.209737 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:38.238436 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-6d7dc248-1dfe-43cb-a94a-e733ecd3b6f0 None None] Attempting to bind port 3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:43:38.238849 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-6d7dc248-1dfe-43cb-a94a-e733ecd3b6f0 None None] Attempting to bind port 3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'a331015e-1598-44f8-bf77-c6521ff46999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '305f3248-45c2-4936-898e-66f7498be379'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:43:38.239223 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7dc248-1dfe-43cb-a94a-e733ecd3b6f0 None None] Attempting to bind port 3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff on network 305f3248-45c2-4936-898e-66f7498be379 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:43:38.251772 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7dc248-1dfe-43cb-a94a-e733ecd3b6f0 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:43:38.252151 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7dc248-1dfe-43cb-a94a-e733ecd3b6f0 None None] Checking segment: {'id': 'a331015e-1598-44f8-bf77-c6521ff46999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '305f3248-45c2-4936-898e-66f7498be379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:43:38.253146 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6d7dc248-1dfe-43cb-a94a-e733ecd3b6f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:38.253550 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7dc248-1dfe-43cb-a94a-e733ecd3b6f0 None None] Bound using segment: {'id': 'a331015e-1598-44f8-bf77-c6521ff46999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '305f3248-45c2-4936-898e-66f7498be379'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:43:38.254037 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-6d7dc248-1dfe-43cb-a94a-e733ecd3b6f0 None None] Bound port: 3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a331015e-1598-44f8-bf77-c6521ff46999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '305f3248-45c2-4936-898e-66f7498be379'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:43:38.254419 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6d7dc248-1dfe-43cb-a94a-e733ecd3b6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:38.361492 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-6d7dc248-1dfe-43cb-a94a-e733ecd3b6f0 None None] For port 3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:43:38.366558 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-6d7dc248-1dfe-43cb-a94a-e733ecd3b6f0 None None] For port 3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff,segment=NetworkSegment(a331015e-1598-44f8-bf77-c6521ff46999),segment_id=a331015e-1598-44f8-bf77-c6521ff46999)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:43:38.373233 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6d7dc248-1dfe-43cb-a94a-e733ecd3b6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:38.434899 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7518a9-343c-45fb-8476-43eb248800a5 None None] Pushing event updated for resources: {'Port': ['ID=3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:38.437878 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7dc248-1dfe-43cb-a94a-e733ecd3b6f0 None None] Routers {'b7a66ec2-1b47-42fb-b43d-d54029712bf5'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:38.438496 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-6d7dc248-1dfe-43cb-a94a-e733ecd3b6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:43:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b7a66ec2-1b47-42fb-b43d-d54029712bf5'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:38.499129 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d4cf12c7-8a6a-4ff6-a008-884fc9b2f5e9 None None] Provisioning complete for port 3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:38.499503 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d4cf12c7-8a6a-4ff6-a008-884fc9b2f5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:38.590194 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-6d7dc248-1dfe-43cb-a94a-e733ecd3b6f0 None None] Set router b7a66ec2-1b47-42fb-b43d-d54029712bf5 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:43:38.715256 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d4cf12c7-8a6a-4ff6-a008-884fc9b2f5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:38.785255 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-d4cf12c7-8a6a-4ff6-a008-884fc9b2f5e9 None None] For port 3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff,segment=NetworkSegment(a331015e-1598-44f8-bf77-c6521ff46999),segment_id=a331015e-1598-44f8-bf77-c6521ff46999)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:38.793473 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d4cf12c7-8a6a-4ff6-a008-884fc9b2f5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:38.836583 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac3f8d59-cd1d-415e-9d48-7ee41edc9134 req-8b74e626-26d1-41d1-814b-06aa2fb5f375 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6ee0da-9f17-420b-819f-370c912c9891 HTTP/1.1" status: 200 len: 210 time: 0.0372503 Sep 16 05:43:38.861838 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-fe1b7b39-d59c-4134-8cb9-53bbaecf31b2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:38.863970 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-fe1b7b39-d59c-4134-8cb9-53bbaecf31b2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.48 "GET /v2.0/networks?id=305f3248-45c2-4936-898e-66f7498be379 HTTP/1.1" status: 200 len: 796 time: 0.1620119 Sep 16 05:43:38.879796 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf12c7-8a6a-4ff6-a008-884fc9b2f5e9 None None] Pushing event updated for resources: {'Port': ['ID=3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:38.911571 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-6d7dc248-1dfe-43cb-a94a-e733ecd3b6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257764952', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'ce73b4c5-d5b3-4a9e-92cc-2d0193135510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:43:32Z', 'updated_at': '2021-09-16T05:43:36Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': 'ce73b4c5-d5b3-4a9e-92cc-2d0193135510', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:32Z', 'updated_at': '2021-09-16T05:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff', 'name': '', 'network_id': '305f3248-45c2-4936-898e-66f7498be379', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:1e:9b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'afa3f5e5-0dcb-4a3e-a84c-4e761cb33831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:35Z', 'updated_at': '2021-09-16T05:43:38Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': 'afa3f5e5-0dcb-4a3e-a84c-4e761cb33831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:38.919588 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-131c8ea7-025f-4afc-8271-cc62b26ffa5e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41 HTTP/1.1" status: 200 len: 379 time: 0.0400643 Sep 16 05:43:38.936164 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-07e15efb-fbed-4eb1-836f-22bc00d69800 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'port': {'device_id': '9e6ee0da-9f17-420b-819f-370c912c9891', 'network_id': '305f3248-45c2-4936-898e-66f7498be379', 'admin_state_up': True, 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'security_groups': ['eb5acf5a-f46d-4242-b76a-97d67d302d80']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:38.942126 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7dc248-1dfe-43cb-a94a-e733ecd3b6f0 None None] The sync data for ids ['b7a66ec2-1b47-42fb-b43d-d54029712bf5'] in n-d-712139-15 is: [{'id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257764952', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'ce73b4c5-d5b3-4a9e-92cc-2d0193135510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:43:32Z', 'updated_at': '2021-09-16T05:43:36Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': 'ce73b4c5-d5b3-4a9e-92cc-2d0193135510', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:32Z', 'updated_at': '2021-09-16T05:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff', 'name': '', 'network_id': '305f3248-45c2-4936-898e-66f7498be379', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:1e:9b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'afa3f5e5-0dcb-4a3e-a84c-4e761cb33831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:35Z', 'updated_at': '2021-09-16T05:43:38Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': 'afa3f5e5-0dcb-4a3e-a84c-4e761cb33831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:43:38.944681 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-c1db5625-f02f-4f71-8ebb-d55ceb92e085 None None] Provisioning complete for port 3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:38.945053 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c1db5625-f02f-4f71-8ebb-d55ceb92e085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:39.070522 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-07e15efb-fbed-4eb1-836f-22bc00d69800 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Made reservation on behalf of eb1a1bf9db52473aa7c1d16c03bc5b41 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:43:39.074087 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-07e15efb-fbed-4eb1-836f-22bc00d69800 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:39.211672 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-07e15efb-fbed-4eb1-836f-22bc00d69800 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Allocated IP 172.20.0.11 (305f3248-45c2-4936-898e-66f7498be379/afa3f5e5-0dcb-4a3e-a84c-4e761cb33831/9f01f20f-b3cc-4481-8c89-bf82182db6d7) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:43:39.361629 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-07e15efb-fbed-4eb1-836f-22bc00d69800 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:39.409331 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-07e15efb-fbed-4eb1-836f-22bc00d69800 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:39.458769 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-07e15efb-fbed-4eb1-836f-22bc00d69800 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Network 305f3248-45c2-4936-898e-66f7498be379 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:39.462924 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-07e15efb-fbed-4eb1-836f-22bc00d69800 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:39.476336 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-07e15efb-fbed-4eb1-836f-22bc00d69800 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:43:39.520195 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:43:39.561746 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e15efb-fbed-4eb1-836f-22bc00d69800 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Port': ['ID=9f01f20f-b3cc-4481-8c89-bf82182db6d7,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:39.571497 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-07e15efb-fbed-4eb1-836f-22bc00d69800 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:39.572163 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-07e15efb-fbed-4eb1-836f-22bc00d69800 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:39.593440 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:39.593834 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-07e15efb-fbed-4eb1-836f-22bc00d69800 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6615710 Sep 16 05:43:39.594372 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:39.615985 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-2e8edca9-58ad-4087-9749-ef86086c7599 service neutron] Request body: {'port': {'device_id': '9e6ee0da-9f17-420b-819f-370c912c9891', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:39.683547 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-2e8edca9-58ad-4087-9749-ef86086c7599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:39.764260 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ecbfaad4-e184-4fb2-9db7-49f7af3abc51 None None] Provisioning complete for port 9f01f20f-b3cc-4481-8c89-bf82182db6d7 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:39.764479 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ecbfaad4-e184-4fb2-9db7-49f7af3abc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:39.803375 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-ecbfaad4-e184-4fb2-9db7-49f7af3abc51 None None] Port 9f01f20f-b3cc-4481-8c89-bf82182db6d7 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:43:39.996042 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaca9d6-120e-4de1-88af-0e63ed3544af req-348c2ee2-9936-4de5-b0ba-cd36f7f6fce9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:39.997647 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3aaca9d6-120e-4de1-88af-0e63ed3544af req-348c2ee2-9936-4de5-b0ba-cd36f7f6fce9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6ee0da-9f17-420b-819f-370c912c9891 HTTP/1.1" status: 200 len: 932 time: 0.0842226 Sep 16 05:43:40.047727 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-2e8edca9-58ad-4087-9749-ef86086c7599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f01f20f-b3cc-4481-8c89-bf82182db6d7 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:43:40.059922 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-2e8edca9-58ad-4087-9749-ef86086c7599 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:40.082745 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3aaca9d6-120e-4de1-88af-0e63ed3544af req-12f8e3b5-b184-4ac7-9212-810b5dc37847 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb5acf5a-f46d-4242-b76a-97d67d302d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654073 Sep 16 05:43:40.085638 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-2e8edca9-58ad-4087-9749-ef86086c7599 service neutron] Transition to ACTIVE for port object 9f01f20f-b3cc-4481-8c89-bf82182db6d7 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:43:40.090655 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-2e8edca9-58ad-4087-9749-ef86086c7599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:40.168495 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8edca9-58ad-4087-9749-ef86086c7599 service neutron] Pushing event updated for resources: {'Port': ['ID=9f01f20f-b3cc-4481-8c89-bf82182db6d7,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:40.210551 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1d667ec4-9e00-4e07-b9fd-a90ea663b58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:40.231680 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-2e8edca9-58ad-4087-9749-ef86086c7599 service neutron] Attempting to bind port 9f01f20f-b3cc-4481-8c89-bf82182db6d7 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:43:40.232013 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-2e8edca9-58ad-4087-9749-ef86086c7599 service neutron] Attempting to bind port 9f01f20f-b3cc-4481-8c89-bf82182db6d7 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': 'a331015e-1598-44f8-bf77-c6521ff46999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '305f3248-45c2-4936-898e-66f7498be379'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:43:40.232344 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-2e8edca9-58ad-4087-9749-ef86086c7599 service neutron] Attempting to bind port 9f01f20f-b3cc-4481-8c89-bf82182db6d7 on network 305f3248-45c2-4936-898e-66f7498be379 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:43:40.238298 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-2e8edca9-58ad-4087-9749-ef86086c7599 service neutron] Port 9f01f20f-b3cc-4481-8c89-bf82182db6d7 on network 305f3248-45c2-4936-898e-66f7498be379 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:43:40.238626 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-2e8edca9-58ad-4087-9749-ef86086c7599 service neutron] Attempting to bind port 9f01f20f-b3cc-4481-8c89-bf82182db6d7 on network 305f3248-45c2-4936-898e-66f7498be379 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:43:40.249104 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-2e8edca9-58ad-4087-9749-ef86086c7599 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:43:40.249104 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-2e8edca9-58ad-4087-9749-ef86086c7599 service neutron] Checking segment: {'id': 'a331015e-1598-44f8-bf77-c6521ff46999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '305f3248-45c2-4936-898e-66f7498be379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:43:40.249104 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-2e8edca9-58ad-4087-9749-ef86086c7599 service neutron] Bound using segment: {'id': 'a331015e-1598-44f8-bf77-c6521ff46999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '305f3248-45c2-4936-898e-66f7498be379'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:43:40.249104 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-2e8edca9-58ad-4087-9749-ef86086c7599 service neutron] Bound port: 9f01f20f-b3cc-4481-8c89-bf82182db6d7, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a331015e-1598-44f8-bf77-c6521ff46999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '305f3248-45c2-4936-898e-66f7498be379'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:43:40.249104 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-2e8edca9-58ad-4087-9749-ef86086c7599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:40.320003 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-2e8edca9-58ad-4087-9749-ef86086c7599 service neutron] For port 9f01f20f-b3cc-4481-8c89-bf82182db6d7, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:43:40.323212 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-2e8edca9-58ad-4087-9749-ef86086c7599 service neutron] For port 9f01f20f-b3cc-4481-8c89-bf82182db6d7, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=9f01f20f-b3cc-4481-8c89-bf82182db6d7,segment=NetworkSegment(a331015e-1598-44f8-bf77-c6521ff46999),segment_id=a331015e-1598-44f8-bf77-c6521ff46999)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:43:40.327974 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-2e8edca9-58ad-4087-9749-ef86086c7599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:40.359621 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-2e8edca9-58ad-4087-9749-ef86086c7599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:40.360416 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-2e8edca9-58ad-4087-9749-ef86086c7599 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:40.361903 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-2e8edca9-58ad-4087-9749-ef86086c7599 service neutron] 10.222.0.48 "PUT /v2.0/ports/9f01f20f-b3cc-4481-8c89-bf82182db6d7 HTTP/1.1" status: 200 len: 1093 time: 0.7516143 Sep 16 05:43:40.364231 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6ee0da-9f17-420b-819f-370c912c9891', 'tag': '9f01f20f-b3cc-4481-8c89-bf82182db6d7'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:43:40.366550 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338cd469-d226-479f-8ce9-05ed28c3f9ba" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6ee0da-9f17-420b-819f-370c912c9891", "tag": "9f01f20f-b3cc-4481-8c89-bf82182db6d7"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:43:40.398902 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8edca9-58ad-4087-9749-ef86086c7599 service neutron] Pushing event updated for resources: {'Port': ['ID=9f01f20f-b3cc-4481-8c89-bf82182db6d7,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:40.411186 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215e0ffd-1b56-49a4-843f-20ba91f8d047 x-openstack-request-id: req-215e0ffd-1b56-49a4-843f-20ba91f8d047 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:43:40.411407 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6ee0da-9f17-420b-819f-370c912c9891", "tag": "9f01f20f-b3cc-4481-8c89-bf82182db6d7", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:43:40.411664 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-215e0ffd-1b56-49a4-843f-20ba91f8d047 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:43:40.412064 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6ee0da-9f17-420b-819f-370c912c9891', 'tag': '9f01f20f-b3cc-4481-8c89-bf82182db6d7', 'status': 'completed', 'code': 200} Sep 16 05:43:40.477130 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-341d9c44-63be-4fcd-93a1-b0a19e934100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:40.478673 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-341d9c44-63be-4fcd-93a1-b0a19e934100 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&device_id=9e6ee0da-9f17-420b-819f-370c912c9891 HTTP/1.1" status: 200 len: 1096 time: 0.0491679 Sep 16 05:43:40.528358 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-0f570097-20ae-4fe2-bef8-79ffe10a34f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f01f20f-b3cc-4481-8c89-bf82182db6d7 HTTP/1.1" status: 200 len: 217 time: 0.0362601 Sep 16 05:43:40.579863 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-4847f33b-b4a7-43b3-b191-5d14149c9cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:40.581482 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-4847f33b-b4a7-43b3-b191-5d14149c9cf6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=afa3f5e5-0dcb-4a3e-a84c-4e761cb33831 HTTP/1.1" status: 200 len: 834 time: 0.0447662 Sep 16 05:43:40.635061 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-918ec4c7-a966-49d0-8a7d-eea53124946b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:40.636613 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-918ec4c7-a966-49d0-8a7d-eea53124946b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=305f3248-45c2-4936-898e-66f7498be379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486341 Sep 16 05:43:40.727578 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-78fe6968-e819-46c6-a4a7-97661f04715f service neutron] 10.222.0.48 "GET /v2.0/networks/305f3248-45c2-4936-898e-66f7498be379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826035 Sep 16 05:43:40.821724 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4cefbb99-3944-4d2b-a08e-2dc407590789 req-616c6256-1509-44e7-85ba-43765379355b service neutron] 10.222.0.48 "GET /v2.0/networks/305f3248-45c2-4936-898e-66f7498be379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870984 Sep 16 05:43:40.949781 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cd469-d226-479f-8ce9-05ed28c3f9ba req-230ee007-5dd3-452e-ae1b-65ef514106c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:40.951617 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-338cd469-d226-479f-8ce9-05ed28c3f9ba req-230ee007-5dd3-452e-ae1b-65ef514106c3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&device_id=9e6ee0da-9f17-420b-819f-370c912c9891 HTTP/1.1" status: 200 len: 1096 time: 0.0465832 Sep 16 05:43:41.047996 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cd469-d226-479f-8ce9-05ed28c3f9ba req-f05b557b-93ad-4d79-a5a7-30fa3e989a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:41.050193 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-338cd469-d226-479f-8ce9-05ed28c3f9ba req-f05b557b-93ad-4d79-a5a7-30fa3e989a39 service neutron] 10.222.0.48 "GET /v2.0/networks?id=305f3248-45c2-4936-898e-66f7498be379 HTTP/1.1" status: 200 len: 897 time: 0.0903318 Sep 16 05:43:41.092110 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-338cd469-d226-479f-8ce9-05ed28c3f9ba req-64a13f94-94b4-4ca2-968d-90a55a0b2f98 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f01f20f-b3cc-4481-8c89-bf82182db6d7 HTTP/1.1" status: 200 len: 217 time: 0.0354326 Sep 16 05:43:41.141610 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cd469-d226-479f-8ce9-05ed28c3f9ba req-7089a766-0523-4cc3-bf47-6af70cc1a488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:41.143122 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-338cd469-d226-479f-8ce9-05ed28c3f9ba req-7089a766-0523-4cc3-bf47-6af70cc1a488 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=afa3f5e5-0dcb-4a3e-a84c-4e761cb33831 HTTP/1.1" status: 200 len: 834 time: 0.0436935 Sep 16 05:43:41.222208 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cd469-d226-479f-8ce9-05ed28c3f9ba req-d5156fe2-e3d1-4c9b-a55f-462496cf949a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:41.223757 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-338cd469-d226-479f-8ce9-05ed28c3f9ba req-d5156fe2-e3d1-4c9b-a55f-462496cf949a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=305f3248-45c2-4936-898e-66f7498be379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0739412 Sep 16 05:43:41.237135 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3ba4e-9ed9-4a9b-953a-4f99a7fd57e6 req-8f05910a-b827-4fde-a5a2-ecc02e23214a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:41.238619 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84e3ba4e-9ed9-4a9b-953a-4f99a7fd57e6 req-8f05910a-b827-4fde-a5a2-ecc02e23214a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6ee0da-9f17-420b-819f-370c912c9891 HTTP/1.1" status: 200 len: 944 time: 0.0788567 Sep 16 05:43:41.334140 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-84e3ba4e-9ed9-4a9b-953a-4f99a7fd57e6 req-9303d873-1db1-4676-9d61-03054f2f932f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb5acf5a-f46d-4242-b76a-97d67d302d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874345 Sep 16 05:43:41.363927 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-338cd469-d226-479f-8ce9-05ed28c3f9ba req-4f6743f0-ce6a-4e93-a5bb-dc7b8cfd4610 service neutron] 10.222.0.48 "GET /v2.0/networks/305f3248-45c2-4936-898e-66f7498be379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243067 Sep 16 05:43:41.461408 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-338cd469-d226-479f-8ce9-05ed28c3f9ba req-8767b860-4ec9-4f52-a903-9104970aea2c service neutron] 10.222.0.48 "GET /v2.0/networks/305f3248-45c2-4936-898e-66f7498be379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905042 Sep 16 05:43:42.251983 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:42.527867 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992de56-aa27-42c1-9302-84d5c9c23f3e req-580127ab-7201-4d85-9f15-83643f31f688 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:42.529691 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4992de56-aa27-42c1-9302-84d5c9c23f3e req-580127ab-7201-4d85-9f15-83643f31f688 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6ee0da-9f17-420b-819f-370c912c9891 HTTP/1.1" status: 200 len: 944 time: 0.1244226 Sep 16 05:43:42.572647 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4992de56-aa27-42c1-9302-84d5c9c23f3e req-ebb54c82-b4ff-4d6a-b273-8a595ad8ae21 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb5acf5a-f46d-4242-b76a-97d67d302d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357847 Sep 16 05:43:43.338007 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9c1dfd3d-1d8e-4e42-8b82-dc3d7531c3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:43.641021 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:43.692157 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f73134-f467-47f8-b1ce-43e09145e14c req-05c282b7-12c8-43d9-ac28-f9bcec5283b6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:43.694226 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-77f73134-f467-47f8-b1ce-43e09145e14c req-05c282b7-12c8-43d9-ac28-f9bcec5283b6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6ee0da-9f17-420b-819f-370c912c9891 HTTP/1.1" status: 200 len: 944 time: 0.0546129 Sep 16 05:43:43.730910 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-77f73134-f467-47f8-b1ce-43e09145e14c req-d6e0055c-cef7-4f49-8777-99a143843a15 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb5acf5a-f46d-4242-b76a-97d67d302d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308909 Sep 16 05:43:43.933652 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 9f01f20f-b3cc-4481-8c89-bf82182db6d7 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:43:44.027448 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 9f01f20f-b3cc-4481-8c89-bf82182db6d7, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=9f01f20f-b3cc-4481-8c89-bf82182db6d7,segment=NetworkSegment(a331015e-1598-44f8-bf77-c6521ff46999),segment_id=a331015e-1598-44f8-bf77-c6521ff46999)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:44.038285 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '9f01f20f-b3cc-4481-8c89-bf82182db6d7', 'network_id': '305f3248-45c2-4936-898e-66f7498be379', 'port_id': '9f01f20f-b3cc-4481-8c89-bf82182db6d7', 'mac_address': 'fa:16:3e:fa:f7:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa3f5e5-0dcb-4a3e-a84c-4e761cb33831', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:43:44.077355 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:44.090357 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f01f20f-b3cc-4481-8c89-bf82182db6d7 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:43:44.109391 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 9f01f20f-b3cc-4481-8c89-bf82182db6d7, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=9f01f20f-b3cc-4481-8c89-bf82182db6d7,segment=NetworkSegment(a331015e-1598-44f8-bf77-c6521ff46999),segment_id=a331015e-1598-44f8-bf77-c6521ff46999)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:44.113364 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:44.160085 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=9f01f20f-b3cc-4481-8c89-bf82182db6d7,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:44.494044 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['9f01f20f-b3cc-4481-8c89-bf82182db6d7'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:43:44.779280 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:44.848033 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802af26-32fd-4395-a3f1-79dddbb3afde req-f02888a8-6ae2-493b-b700-4811539e137e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:44.849558 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3802af26-32fd-4395-a3f1-79dddbb3afde req-f02888a8-6ae2-493b-b700-4811539e137e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6ee0da-9f17-420b-819f-370c912c9891 HTTP/1.1" status: 200 len: 945 time: 0.0487292 Sep 16 05:43:44.886682 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3802af26-32fd-4395-a3f1-79dddbb3afde req-07a75c33-d82a-47da-885b-d8ada50ec027 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb5acf5a-f46d-4242-b76a-97d67d302d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311038 Sep 16 05:43:45.123000 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:43:45.213994 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:45.952928 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 9f01f20f-b3cc-4481-8c89-bf82182db6d7 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:43:46.007144 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 9f01f20f-b3cc-4481-8c89-bf82182db6d7 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:43:46.010025 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb7257-2338-43c6-97a6-de0c2a567123 req-b06f7025-89dd-47a0-9fec-22c5f8ac984a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:46.011101 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 9f01f20f-b3cc-4481-8c89-bf82182db6d7 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:46.011224 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ceb7257-2338-43c6-97a6-de0c2a567123 req-b06f7025-89dd-47a0-9fec-22c5f8ac984a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6ee0da-9f17-420b-819f-370c912c9891 HTTP/1.1" status: 200 len: 945 time: 0.0516722 Sep 16 05:43:46.011474 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:46.056180 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ceb7257-2338-43c6-97a6-de0c2a567123 req-710f62e3-48fa-4276-b77b-b202a6984718 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb5acf5a-f46d-4242-b76a-97d67d302d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374095 Sep 16 05:43:46.098689 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:46.124833 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6ee0da-9f17-420b-819f-370c912c9891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f01f20f-b3cc-4481-8c89-bf82182db6d7'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:43:46.127109 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2506ad353029a21956b6cd1b4a70cda1beed1e40b39b5191f7a66b422a7e283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0912e6c5-83a2-47fd-aee2-306cfd42006e" -d '{"events": [{"server_uuid": "9e6ee0da-9f17-420b-819f-370c912c9891", "name": "network-vif-plugged", "status": "completed", "tag": "9f01f20f-b3cc-4481-8c89-bf82182db6d7"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:43:46.140506 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 9f01f20f-b3cc-4481-8c89-bf82182db6d7, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=9f01f20f-b3cc-4481-8c89-bf82182db6d7,segment=NetworkSegment(a331015e-1598-44f8-bf77-c6521ff46999),segment_id=a331015e-1598-44f8-bf77-c6521ff46999)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:46.149884 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:46.174139 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c7f968-5424-4186-8f6b-9bd85e666bba x-openstack-request-id: req-75c7f968-5424-4186-8f6b-9bd85e666bba {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:43:46.174393 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6ee0da-9f17-420b-819f-370c912c9891", "name": "network-vif-plugged", "status": "completed", "tag": "9f01f20f-b3cc-4481-8c89-bf82182db6d7", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:43:46.174549 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-75c7f968-5424-4186-8f6b-9bd85e666bba {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:43:46.175640 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6ee0da-9f17-420b-819f-370c912c9891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f01f20f-b3cc-4481-8c89-bf82182db6d7', 'code': 200} Sep 16 05:43:46.203757 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=9f01f20f-b3cc-4481-8c89-bf82182db6d7,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:46.287212 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:46.302371 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9e36f-7f5c-4749-ac5b-4a341122d76c req-4f421513-0399-4af4-bc72-d8eeced26d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:46.303896 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-54c9e36f-7f5c-4749-ac5b-4a341122d76c req-4f421513-0399-4af4-bc72-d8eeced26d64 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9e6ee0da-9f17-420b-819f-370c912c9891 HTTP/1.1" status: 200 len: 1098 time: 0.0506599 Sep 16 05:43:46.339259 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-54c9e36f-7f5c-4749-ac5b-4a341122d76c req-44c68df4-d518-4670-82f0-97d33e821fc3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=eb5acf5a-f46d-4242-b76a-97d67d302d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285246 Sep 16 05:43:47.174052 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4ab19-3083-4669-8e24-89cbbca22981 req-a2482a6d-74fa-4fce-b72f-cf123ed37e61 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:47.175554 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-38b4ab19-3083-4669-8e24-89cbbca22981 req-a2482a6d-74fa-4fce-b72f-cf123ed37e61 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6ee0da-9f17-420b-819f-370c912c9891 HTTP/1.1" status: 200 len: 946 time: 0.0490410 Sep 16 05:43:47.214073 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-38b4ab19-3083-4669-8e24-89cbbca22981 req-a4a2072b-60f4-4075-b8a3-c79ba6fe71c4 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb5acf5a-f46d-4242-b76a-97d67d302d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326078 Sep 16 05:43:48.336917 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d4ba6-7a29-432e-823e-053a1e572b30 req-170827df-436a-4c4d-b3bb-8f8529fd8103 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:48.338396 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-694d4ba6-7a29-432e-823e-053a1e572b30 req-170827df-436a-4c4d-b3bb-8f8529fd8103 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6ee0da-9f17-420b-819f-370c912c9891 HTTP/1.1" status: 200 len: 946 time: 0.0564158 Sep 16 05:43:48.376446 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-694d4ba6-7a29-432e-823e-053a1e572b30 req-776ca60f-3608-4b1c-b02b-ebf6aec0cc52 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb5acf5a-f46d-4242-b76a-97d67d302d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313394 Sep 16 05:43:48.493449 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e87d1-5310-419b-901a-79fe303e17d6 req-c9d03f34-4d50-4f96-8fd1-3530bf85c11c tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:48.494830 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-618e87d1-5310-419b-901a-79fe303e17d6 req-c9d03f34-4d50-4f96-8fd1-3530bf85c11c tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6ee0da-9f17-420b-819f-370c912c9891 HTTP/1.1" status: 200 len: 946 time: 0.0516989 Sep 16 05:43:48.533260 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-618e87d1-5310-419b-901a-79fe303e17d6 req-6e01c7c9-6bd4-429d-be06-c382220a2dc3 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb5acf5a-f46d-4242-b76a-97d67d302d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323508 Sep 16 05:43:48.555114 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57754) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:48.594844 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6e5638-3a9d-43f7-97f4-fdd39d5cdb05 tempest-TestNetworkAdvancedServerOps-1385846937 tempest-TestNetworkAdvancedServerOps-1385846937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:48.596353 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4a6e5638-3a9d-43f7-97f4-fdd39d5cdb05 tempest-TestNetworkAdvancedServerOps-1385846937 tempest-TestNetworkAdvancedServerOps-1385846937-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9e6ee0da-9f17-420b-819f-370c912c9891 HTTP/1.1" status: 200 len: 1093 time: 0.0402865 Sep 16 05:43:48.599384 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57756) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:48.603569 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-d51e6af7-9ca0-4e05-9c79-049b7899ce94 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'port_id': '9f01f20f-b3cc-4481-8c89-bf82182db6d7', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:48.625153 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d51e6af7-9ca0-4e05-9c79-049b7899ce94 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for floatingip, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:48.723341 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d51e6af7-9ca0-4e05-9c79-049b7899ce94 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:48.825463 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-d51e6af7-9ca0-4e05-9c79-049b7899ce94 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Allocated IP 172.25.8.6 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/0a51f6c0-16de-4738-9a9a-45c8d1b793cc) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:43:48.931106 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d51e6af7-9ca0-4e05-9c79-049b7899ce94 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:48.964329 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d51e6af7-9ca0-4e05-9c79-049b7899ce94 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:49.002150 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51e6af7-9ca0-4e05-9c79-049b7899ce94 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:49.007719 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-d51e6af7-9ca0-4e05-9c79-049b7899ce94 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:49.012053 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51e6af7-9ca0-4e05-9c79-049b7899ce94 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:43:49.014990 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e6af7-9ca0-4e05-9c79-049b7899ce94 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Port': ['ID=0a51f6c0-16de-4738-9a9a-45c8d1b793cc,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:49.356787 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d51e6af7-9ca0-4e05-9c79-049b7899ce94 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:49.420584 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d51e6af7-9ca0-4e05-9c79-049b7899ce94 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:49.567369 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d51e6af7-9ca0-4e05-9c79-049b7899ce94 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:49.571587 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d51e6af7-9ca0-4e05-9c79-049b7899ce94 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:49.636143 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e6af7-9ca0-4e05-9c79-049b7899ce94 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Port': ['ID=0a51f6c0-16de-4738-9a9a-45c8d1b793cc,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:49.648588 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d51e6af7-9ca0-4e05-9c79-049b7899ce94 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:49.745531 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [None req-d51e6af7-9ca0-4e05-9c79-049b7899ce94 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Floating IP 07ce8342-6473-4914-ab4f-6d65e4ece1db associated. External IP: 172.25.8.6, port: 9f01f20f-b3cc-4481-8c89-bf82182db6d7. Sep 16 05:43:50.293374 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51e6af7-9ca0-4e05-9c79-049b7899ce94 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Router b7a66ec2-1b47-42fb-b43d-d54029712bf5 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:43:50.402176 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51e6af7-9ca0-4e05-9c79-049b7899ce94 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:43:50.411858 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bc46b3-c5c8-4e88-9895-737dca74c4bf None None] Sync routers for ids ['b7a66ec2-1b47-42fb-b43d-d54029712bf5'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:43:50.417663 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d51e6af7-9ca0-4e05-9c79-049b7899ce94 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:50.421101 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bc46b3-c5c8-4e88-9895-737dca74c4bf None None] Routers {'b7a66ec2-1b47-42fb-b43d-d54029712bf5'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:50.421709 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-09bc46b3-c5c8-4e88-9895-737dca74c4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:43:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b7a66ec2-1b47-42fb-b43d-d54029712bf5'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:50.446277 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d51e6af7-9ca0-4e05-9c79-049b7899ce94 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8458915 Sep 16 05:43:50.446977 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6ee0da-9f17-420b-819f-370c912c9891', 'tag': '9f01f20f-b3cc-4481-8c89-bf82182db6d7'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:43:50.449331 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098bcaab-ee75-4a61-b0cc-79c92e448263" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6ee0da-9f17-420b-819f-370c912c9891", "tag": "9f01f20f-b3cc-4481-8c89-bf82182db6d7"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:43:50.532259 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-09bc46b3-c5c8-4e88-9895-737dca74c4bf None None] Set router b7a66ec2-1b47-42fb-b43d-d54029712bf5 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:43:50.548733 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190ed43-a245-4010-960b-c915fcb719a2 req-93a12447-9cc0-4845-b5b2-b1b712bcb7b9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:50.550601 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8190ed43-a245-4010-960b-c915fcb719a2 req-93a12447-9cc0-4845-b5b2-b1b712bcb7b9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6ee0da-9f17-420b-819f-370c912c9891 HTTP/1.1" status: 200 len: 946 time: 0.0543447 Sep 16 05:43:50.589240 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8190ed43-a245-4010-960b-c915fcb719a2 req-6b2927b5-359f-4bd1-93a7-c9a47d23ce86 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb5acf5a-f46d-4242-b76a-97d67d302d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325797 Sep 16 05:43:50.610868 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57762) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:50.638128 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8997e65-91f7-40df-ab0f-d538bf425b0f x-openstack-request-id: req-c8997e65-91f7-40df-ab0f-d538bf425b0f {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:43:50.638423 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6ee0da-9f17-420b-819f-370c912c9891", "tag": "9f01f20f-b3cc-4481-8c89-bf82182db6d7", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:43:50.638675 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c8997e65-91f7-40df-ab0f-d538bf425b0f {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:43:50.639074 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6ee0da-9f17-420b-819f-370c912c9891', 'tag': '9f01f20f-b3cc-4481-8c89-bf82182db6d7', 'status': 'completed', 'code': 200} Sep 16 05:43:50.673241 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-29ed2add-60d3-453c-bb59-567fd1373925 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/floatingips/07ce8342-6473-4914-ab4f-6d65e4ece1db HTTP/1.1" status: 200 len: 990 time: 0.0611827 Sep 16 05:43:50.721907 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098bcaab-ee75-4a61-b0cc-79c92e448263 req-8b005c64-cb82-483b-a7a7-1bd773203e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:50.723495 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-098bcaab-ee75-4a61-b0cc-79c92e448263 req-8b005c64-cb82-483b-a7a7-1bd773203e2a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&device_id=9e6ee0da-9f17-420b-819f-370c912c9891 HTTP/1.1" status: 200 len: 1098 time: 0.0411315 Sep 16 05:43:50.764152 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-09bc46b3-c5c8-4e88-9895-737dca74c4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257764952', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'ce73b4c5-d5b3-4a9e-92cc-2d0193135510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:43:32Z', 'updated_at': '2021-09-16T05:43:36Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': 'ce73b4c5-d5b3-4a9e-92cc-2d0193135510', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:32Z', 'updated_at': '2021-09-16T05:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '07ce8342-6473-4914-ab4f-6d65e4ece1db', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'floating_ip_address': '172.25.8.6', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'port_id': '9f01f20f-b3cc-4481-8c89-bf82182db6d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '305f3248-45c2-4936-898e-66f7498be379', 'mac_address': 'fa:16:3e:fa:f7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6ee0da-9f17-420b-819f-370c912c9891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:43:49Z', 'updated_at': '2021-09-16T05:43:49Z', 'revision_number': 0, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff', 'name': '', 'network_id': '305f3248-45c2-4936-898e-66f7498be379', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:1e:9b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'afa3f5e5-0dcb-4a3e-a84c-4e761cb33831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:35Z', 'updated_at': '2021-09-16T05:43:38Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': 'afa3f5e5-0dcb-4a3e-a84c-4e761cb33831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:50.790598 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bc46b3-c5c8-4e88-9895-737dca74c4bf None None] Checking router: b7a66ec2-1b47-42fb-b43d-d54029712bf5 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:43:50.798586 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bc46b3-c5c8-4e88-9895-737dca74c4bf None None] Routers {'b7a66ec2-1b47-42fb-b43d-d54029712bf5'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:50.799189 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-09bc46b3-c5c8-4e88-9895-737dca74c4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:43:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b7a66ec2-1b47-42fb-b43d-d54029712bf5'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:50.821197 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098bcaab-ee75-4a61-b0cc-79c92e448263 req-6abb2a63-6ecc-4fd7-b1cd-eb40ace8774a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:50.822679 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-098bcaab-ee75-4a61-b0cc-79c92e448263 req-6abb2a63-6ecc-4fd7-b1cd-eb40ace8774a service neutron] 10.222.0.48 "GET /v2.0/networks?id=305f3248-45c2-4936-898e-66f7498be379 HTTP/1.1" status: 200 len: 897 time: 0.0878670 Sep 16 05:43:50.887943 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-098bcaab-ee75-4a61-b0cc-79c92e448263 req-934a60a8-c671-4a8d-bc23-d1db63104f76 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f01f20f-b3cc-4481-8c89-bf82182db6d7 HTTP/1.1" status: 200 len: 998 time: 0.0583358 Sep 16 05:43:50.904556 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-09bc46b3-c5c8-4e88-9895-737dca74c4bf None None] Set router b7a66ec2-1b47-42fb-b43d-d54029712bf5 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:43:50.937884 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098bcaab-ee75-4a61-b0cc-79c92e448263 req-f702d426-07a8-46e6-a109-1e18b3ff72a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:50.939470 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-098bcaab-ee75-4a61-b0cc-79c92e448263 req-f702d426-07a8-46e6-a109-1e18b3ff72a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=afa3f5e5-0dcb-4a3e-a84c-4e761cb33831 HTTP/1.1" status: 200 len: 834 time: 0.0439119 Sep 16 05:43:50.990384 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098bcaab-ee75-4a61-b0cc-79c92e448263 req-8b823a25-c772-4de5-b570-7a321efea1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:50.991919 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-098bcaab-ee75-4a61-b0cc-79c92e448263 req-8b823a25-c772-4de5-b570-7a321efea1a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=305f3248-45c2-4936-898e-66f7498be379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449555 Sep 16 05:43:51.082988 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-098bcaab-ee75-4a61-b0cc-79c92e448263 req-5aeaf485-7998-409e-85e0-5873f71e26cd service neutron] 10.222.0.48 "GET /v2.0/networks/305f3248-45c2-4936-898e-66f7498be379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835612 Sep 16 05:43:51.132017 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-09bc46b3-c5c8-4e88-9895-737dca74c4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257764952', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'ce73b4c5-d5b3-4a9e-92cc-2d0193135510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:43:32Z', 'updated_at': '2021-09-16T05:43:36Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': 'ce73b4c5-d5b3-4a9e-92cc-2d0193135510', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:32Z', 'updated_at': '2021-09-16T05:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '07ce8342-6473-4914-ab4f-6d65e4ece1db', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'floating_ip_address': '172.25.8.6', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'port_id': '9f01f20f-b3cc-4481-8c89-bf82182db6d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '305f3248-45c2-4936-898e-66f7498be379', 'mac_address': 'fa:16:3e:fa:f7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6ee0da-9f17-420b-819f-370c912c9891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:43:49Z', 'updated_at': '2021-09-16T05:43:49Z', 'revision_number': 0, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff', 'name': '', 'network_id': '305f3248-45c2-4936-898e-66f7498be379', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:1e:9b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'afa3f5e5-0dcb-4a3e-a84c-4e761cb33831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:35Z', 'updated_at': '2021-09-16T05:43:38Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': 'afa3f5e5-0dcb-4a3e-a84c-4e761cb33831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:51.161681 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bc46b3-c5c8-4e88-9895-737dca74c4bf None None] The sync data for ids ['b7a66ec2-1b47-42fb-b43d-d54029712bf5'] in n-d-712139-15 is: [{'id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257764952', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'ce73b4c5-d5b3-4a9e-92cc-2d0193135510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:43:32Z', 'updated_at': '2021-09-16T05:43:36Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': 'ce73b4c5-d5b3-4a9e-92cc-2d0193135510', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:32Z', 'updated_at': '2021-09-16T05:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '07ce8342-6473-4914-ab4f-6d65e4ece1db', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'floating_ip_address': '172.25.8.6', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'port_id': '9f01f20f-b3cc-4481-8c89-bf82182db6d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '305f3248-45c2-4936-898e-66f7498be379', 'mac_address': 'fa:16:3e:fa:f7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6ee0da-9f17-420b-819f-370c912c9891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:43:49Z', 'updated_at': '2021-09-16T05:43:49Z', 'revision_number': 0, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff', 'name': '', 'network_id': '305f3248-45c2-4936-898e-66f7498be379', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:1e:9b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'afa3f5e5-0dcb-4a3e-a84c-4e761cb33831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:35Z', 'updated_at': '2021-09-16T05:43:38Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': 'afa3f5e5-0dcb-4a3e-a84c-4e761cb33831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:43:51.186223 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-098bcaab-ee75-4a61-b0cc-79c92e448263 req-196dc337-e219-4b92-8498-ed922bd65dd1 service neutron] 10.222.0.48 "GET /v2.0/networks/305f3248-45c2-4936-898e-66f7498be379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960026 Sep 16 05:43:51.376708 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d51deb-27ea-45bf-909d-9f3ac6e4bf60 None None] New status for floating IP 07ce8342-6473-4914-ab4f-6d65e4ece1db: ACTIVE {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:43:51.677103 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57764) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:51.740033 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7ef6f3e3-ca32-46b9-93f2-458d0b491fe1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/floatingips/07ce8342-6473-4914-ab4f-6d65e4ece1db HTTP/1.1" status: 200 len: 992 time: 0.0616479 Sep 16 05:44:10.195812 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-51c0b5ff-f3b2-4acb-bca7-ad60a9c95524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:12.255344 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:13.338678 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-39a72fa5-12d7-41e7-9091-ec3b32dddbf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:13.641584 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:14.780925 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:15.203466 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:16.285506 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:22.124286 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:44:27.282399 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ddec5e50-c112-4fd8-bf5c-66366d3039dd req-975d154f-8d92-4c9f-8d3f-568321be6e8c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9e6ee0da-9f17-420b-819f-370c912c9891&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404153 Sep 16 05:44:27.381939 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec5e50-c112-4fd8-bf5c-66366d3039dd req-9987f167-b032-42c7-86d2-240baa516f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:27.383474 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ddec5e50-c112-4fd8-bf5c-66366d3039dd req-9987f167-b032-42c7-86d2-240baa516f10 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&device_id=9e6ee0da-9f17-420b-819f-370c912c9891 HTTP/1.1" status: 200 len: 1098 time: 0.0446956 Sep 16 05:44:27.485569 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec5e50-c112-4fd8-bf5c-66366d3039dd req-c1676b3d-c9ae-4b71-a1b2-6692f5ad37be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:27.487056 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ddec5e50-c112-4fd8-bf5c-66366d3039dd req-c1676b3d-c9ae-4b71-a1b2-6692f5ad37be service neutron] 10.222.0.48 "GET /v2.0/networks?id=305f3248-45c2-4936-898e-66f7498be379 HTTP/1.1" status: 200 len: 897 time: 0.0841742 Sep 16 05:44:27.556290 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ddec5e50-c112-4fd8-bf5c-66366d3039dd req-446073e5-ee8e-456f-ab8c-a20f9a7bd1f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f01f20f-b3cc-4481-8c89-bf82182db6d7 HTTP/1.1" status: 200 len: 1000 time: 0.0612125 Sep 16 05:44:27.607636 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec5e50-c112-4fd8-bf5c-66366d3039dd req-1fc3598a-8075-4825-ac21-b8886e18347c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:27.609123 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ddec5e50-c112-4fd8-bf5c-66366d3039dd req-1fc3598a-8075-4825-ac21-b8886e18347c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=afa3f5e5-0dcb-4a3e-a84c-4e761cb33831 HTTP/1.1" status: 200 len: 834 time: 0.0457344 Sep 16 05:44:27.655008 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec5e50-c112-4fd8-bf5c-66366d3039dd req-80541d8c-da5e-4711-8758-b7d02fac4e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:27.656466 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ddec5e50-c112-4fd8-bf5c-66366d3039dd req-80541d8c-da5e-4711-8758-b7d02fac4e29 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=305f3248-45c2-4936-898e-66f7498be379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401969 Sep 16 05:44:27.749229 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ddec5e50-c112-4fd8-bf5c-66366d3039dd req-9d1f6380-da64-4601-bbd0-fd20df3c5bc5 service neutron] 10.222.0.48 "GET /v2.0/networks/305f3248-45c2-4936-898e-66f7498be379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853274 Sep 16 05:44:27.837352 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ddec5e50-c112-4fd8-bf5c-66366d3039dd req-9f00be3d-ab25-4ba8-8969-059a73ba7ddc service neutron] 10.222.0.48 "GET /v2.0/networks/305f3248-45c2-4936-898e-66f7498be379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810430 Sep 16 05:44:40.197111 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cf170e6a-7915-482a-8b93-7310130d95c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:42.277843 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:43.339302 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d62a5adb-9dbb-4efb-b95e-5d843f79ec03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:43.643302 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:44.783920 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:45.202455 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:46.288245 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:54.637941 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e097132-189c-4dc9-b857-c0fc4773b718 req-df20691b-2171-4e16-8115-d35aff32fee2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:54.639906 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5e097132-189c-4dc9-b857-c0fc4773b718 req-df20691b-2171-4e16-8115-d35aff32fee2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6ee0da-9f17-420b-819f-370c912c9891 HTTP/1.1" status: 200 len: 946 time: 0.0980065 Sep 16 05:44:54.668969 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a7a8d-ab6b-4fe8-b56c-d73f1321352f req-27949615-f148-4703-aef4-dce3cd0e61c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:54.670456 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-103a7a8d-ab6b-4fe8-b56c-d73f1321352f req-27949615-f148-4703-aef4-dce3cd0e61c5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&device_id=9e6ee0da-9f17-420b-819f-370c912c9891 HTTP/1.1" status: 200 len: 1098 time: 0.0906599 Sep 16 05:44:54.710849 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5e097132-189c-4dc9-b857-c0fc4773b718 req-2cd4229c-ecaa-4c4f-870c-b8c672125e10 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb5acf5a-f46d-4242-b76a-97d67d302d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649152 Sep 16 05:44:54.789362 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a7a8d-ab6b-4fe8-b56c-d73f1321352f req-1138c310-a212-4455-a7de-4c13893ed273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:54.790836 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-103a7a8d-ab6b-4fe8-b56c-d73f1321352f req-1138c310-a212-4455-a7de-4c13893ed273 service neutron] 10.222.0.48 "GET /v2.0/networks?id=305f3248-45c2-4936-898e-66f7498be379 HTTP/1.1" status: 200 len: 897 time: 0.1119468 Sep 16 05:44:54.864031 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-103a7a8d-ab6b-4fe8-b56c-d73f1321352f req-05ec32e5-9156-4632-905d-5ce476a9c78c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f01f20f-b3cc-4481-8c89-bf82182db6d7 HTTP/1.1" status: 200 len: 1000 time: 0.0626822 Sep 16 05:44:54.922321 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a7a8d-ab6b-4fe8-b56c-d73f1321352f req-1d3ff5f7-84bc-4915-9d3d-e8648a194cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:54.923864 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-103a7a8d-ab6b-4fe8-b56c-d73f1321352f req-1d3ff5f7-84bc-4915-9d3d-e8648a194cf2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=afa3f5e5-0dcb-4a3e-a84c-4e761cb33831 HTTP/1.1" status: 200 len: 834 time: 0.0529168 Sep 16 05:44:54.980686 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a7a8d-ab6b-4fe8-b56c-d73f1321352f req-42128a80-5e95-411a-a62f-aad937cb9577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:54.982200 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-103a7a8d-ab6b-4fe8-b56c-d73f1321352f req-42128a80-5e95-411a-a62f-aad937cb9577 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=305f3248-45c2-4936-898e-66f7498be379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503793 Sep 16 05:44:55.099520 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-103a7a8d-ab6b-4fe8-b56c-d73f1321352f req-7adca3b0-7741-40dc-8eee-ea6355596e5f service neutron] 10.222.0.48 "GET /v2.0/networks/305f3248-45c2-4936-898e-66f7498be379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093357 Sep 16 05:44:55.217070 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-103a7a8d-ab6b-4fe8-b56c-d73f1321352f req-c770db46-173b-4c43-b1e3-4efaeff96866 service neutron] 10.222.0.48 "GET /v2.0/networks/305f3248-45c2-4936-898e-66f7498be379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093786 Sep 16 05:44:55.834586 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e2820-b713-49e7-a362-64ffd640e3ae req-d0685499-9874-4ec2-93d8-5b87c3b590ee tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:55.836088 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-243e2820-b713-49e7-a362-64ffd640e3ae req-d0685499-9874-4ec2-93d8-5b87c3b590ee tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6ee0da-9f17-420b-819f-370c912c9891 HTTP/1.1" status: 200 len: 946 time: 0.0504262 Sep 16 05:44:55.875195 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-243e2820-b713-49e7-a362-64ffd640e3ae req-c0790e07-92da-4ebf-a499-83278bbd5aa1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb5acf5a-f46d-4242-b76a-97d67d302d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331407 Sep 16 05:44:56.992400 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b7ed0-9486-4ac1-8482-9c347279aa34 req-85fcaa44-6ba6-4171-a68f-0836eb6b967e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:56.993913 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-de5b7ed0-9486-4ac1-8482-9c347279aa34 req-85fcaa44-6ba6-4171-a68f-0836eb6b967e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6ee0da-9f17-420b-819f-370c912c9891 HTTP/1.1" status: 200 len: 946 time: 0.0496533 Sep 16 05:44:57.031111 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-de5b7ed0-9486-4ac1-8482-9c347279aa34 req-c7a21114-cda0-4adc-90ec-dcfa944e7637 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb5acf5a-f46d-4242-b76a-97d67d302d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313489 Sep 16 05:44:58.150226 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c1070-120e-49b2-a35e-61ab1aa9a973 req-ab1dc67e-37c8-4762-8142-1c96d5818d11 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:58.151756 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b9c1070-120e-49b2-a35e-61ab1aa9a973 req-ab1dc67e-37c8-4762-8142-1c96d5818d11 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6ee0da-9f17-420b-819f-370c912c9891 HTTP/1.1" status: 200 len: 946 time: 0.0533135 Sep 16 05:44:58.188349 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b9c1070-120e-49b2-a35e-61ab1aa9a973 req-43fa1e8a-72d1-4421-b843-c97d5ebd4c08 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb5acf5a-f46d-4242-b76a-97d67d302d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306971 Sep 16 05:44:59.123197 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:44:59.305851 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c3cc2-5afd-41f3-a296-bfcc9b00eb3c req-aee8799a-36bb-4b67-a660-81dfd2b193e1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:59.307360 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b0c3cc2-5afd-41f3-a296-bfcc9b00eb3c req-aee8799a-36bb-4b67-a660-81dfd2b193e1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6ee0da-9f17-420b-819f-370c912c9891 HTTP/1.1" status: 200 len: 946 time: 0.0498023 Sep 16 05:44:59.345326 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6b0c3cc2-5afd-41f3-a296-bfcc9b00eb3c req-1847ccdf-6cc1-4b86-835b-5f62ec5517ec tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb5acf5a-f46d-4242-b76a-97d67d302d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318246 Sep 16 05:45:00.467774 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5658d42-fce2-4ff3-8b4e-3f6ed265fc4b req-d4d3926b-0a7a-430d-9bd8-28cfef0e4f45 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:00.469271 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e5658d42-fce2-4ff3-8b4e-3f6ed265fc4b req-d4d3926b-0a7a-430d-9bd8-28cfef0e4f45 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6ee0da-9f17-420b-819f-370c912c9891 HTTP/1.1" status: 200 len: 946 time: 0.0497730 Sep 16 05:45:00.508858 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e5658d42-fce2-4ff3-8b4e-3f6ed265fc4b req-81c1025b-b8f5-4cfb-8f6d-4f9b5b10049a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb5acf5a-f46d-4242-b76a-97d67d302d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328457 Sep 16 05:45:01.627940 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bdca78-4e7f-4a04-be5d-ae3110ba2354 req-b412b36f-61b2-4f7b-be99-28e1c767f0a7 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:01.629453 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b1bdca78-4e7f-4a04-be5d-ae3110ba2354 req-b412b36f-61b2-4f7b-be99-28e1c767f0a7 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6ee0da-9f17-420b-819f-370c912c9891 HTTP/1.1" status: 200 len: 946 time: 0.0523369 Sep 16 05:45:01.666935 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b1bdca78-4e7f-4a04-be5d-ae3110ba2354 req-1d9d540a-9fe4-4071-9156-44ce2389acbf tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb5acf5a-f46d-4242-b76a-97d67d302d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310397 Sep 16 05:45:02.782305 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34b859-9712-4187-a53c-54fa2038aaf1 req-be2eec6a-c1ba-4d81-a9f0-1fd054c7b95c tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:02.783794 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e34b859-9712-4187-a53c-54fa2038aaf1 req-be2eec6a-c1ba-4d81-a9f0-1fd054c7b95c tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6ee0da-9f17-420b-819f-370c912c9891 HTTP/1.1" status: 200 len: 946 time: 0.0491490 Sep 16 05:45:02.821393 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e34b859-9712-4187-a53c-54fa2038aaf1 req-3b4e937c-979d-4223-8cd3-3c96327dc57f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb5acf5a-f46d-4242-b76a-97d67d302d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314143 Sep 16 05:45:03.937567 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304bc7f-e4f1-4c5e-87d6-be8a1419c85c req-3829e3b9-cc22-4750-aad6-c262f15a4854 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:03.939060 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d304bc7f-e4f1-4c5e-87d6-be8a1419c85c req-3829e3b9-cc22-4750-aad6-c262f15a4854 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6ee0da-9f17-420b-819f-370c912c9891 HTTP/1.1" status: 200 len: 946 time: 0.0486770 Sep 16 05:45:03.977075 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d304bc7f-e4f1-4c5e-87d6-be8a1419c85c req-23703075-f42e-4a6e-9871-f852393a7cea tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb5acf5a-f46d-4242-b76a-97d67d302d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312605 Sep 16 05:45:05.096816 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc6baf-bede-4d61-b1ae-977aa3c78f6f req-9de1e79b-ba59-4ade-9390-40dc15708f12 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:05.098323 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-38fc6baf-bede-4d61-b1ae-977aa3c78f6f req-9de1e79b-ba59-4ade-9390-40dc15708f12 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6ee0da-9f17-420b-819f-370c912c9891 HTTP/1.1" status: 200 len: 946 time: 0.0536742 Sep 16 05:45:05.135989 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-38fc6baf-bede-4d61-b1ae-977aa3c78f6f req-c510e30b-f8ae-4e8d-accc-05f85d23ff7d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb5acf5a-f46d-4242-b76a-97d67d302d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316403 Sep 16 05:45:06.251397 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34af648-faa3-4fc1-9565-287dd8c0585a req-b2ab3820-49e7-4d3d-98a2-5e1e84f068c9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:06.253075 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f34af648-faa3-4fc1-9565-287dd8c0585a req-b2ab3820-49e7-4d3d-98a2-5e1e84f068c9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6ee0da-9f17-420b-819f-370c912c9891 HTTP/1.1" status: 200 len: 946 time: 0.0498955 Sep 16 05:45:06.291400 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f34af648-faa3-4fc1-9565-287dd8c0585a req-0dc18942-682f-4691-a2b0-7a04d2bde224 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb5acf5a-f46d-4242-b76a-97d67d302d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317237 Sep 16 05:45:06.313987 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57822) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:06.376484 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ccfc025c-9bd6-450f-9141-2f62bc2ff839 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/floatingips/07ce8342-6473-4914-ab4f-6d65e4ece1db HTTP/1.1" status: 200 len: 992 time: 0.0613811 Sep 16 05:45:10.198182 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f665680d-4102-45a3-892a-18ea573db5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:12.276072 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:13.339863 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-da66c66b-9ed3-44cd-87c7-eb3d6109d2de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:13.643222 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:14.786966 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:15.216519 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:16.290401 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:28.409791 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f57c1fe8-6d55-4518-9560-97ef0ad08137 req-b262608a-1023-40f7-ba05-624f6bd3e3e0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9e6ee0da-9f17-420b-819f-370c912c9891&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392447 Sep 16 05:45:28.518770 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c1fe8-6d55-4518-9560-97ef0ad08137 req-5b54c94b-9e36-47b3-8ace-486b59222ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:28.520440 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f57c1fe8-6d55-4518-9560-97ef0ad08137 req-5b54c94b-9e36-47b3-8ace-486b59222ff6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&device_id=9e6ee0da-9f17-420b-819f-370c912c9891 HTTP/1.1" status: 200 len: 1098 time: 0.0406303 Sep 16 05:45:28.630046 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c1fe8-6d55-4518-9560-97ef0ad08137 req-25d3826e-dea9-4ee0-9296-f804f3019950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:28.631528 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f57c1fe8-6d55-4518-9560-97ef0ad08137 req-25d3826e-dea9-4ee0-9296-f804f3019950 service neutron] 10.222.0.48 "GET /v2.0/networks?id=305f3248-45c2-4936-898e-66f7498be379 HTTP/1.1" status: 200 len: 897 time: 0.0915754 Sep 16 05:45:28.697468 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f57c1fe8-6d55-4518-9560-97ef0ad08137 req-1fdda20d-e133-495d-a2f4-88cc00454c3b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f01f20f-b3cc-4481-8c89-bf82182db6d7 HTTP/1.1" status: 200 len: 1000 time: 0.0575340 Sep 16 05:45:28.747159 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c1fe8-6d55-4518-9560-97ef0ad08137 req-10d157c5-d15f-4452-b1a2-07fb58792830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:28.748613 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f57c1fe8-6d55-4518-9560-97ef0ad08137 req-10d157c5-d15f-4452-b1a2-07fb58792830 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=afa3f5e5-0dcb-4a3e-a84c-4e761cb33831 HTTP/1.1" status: 200 len: 834 time: 0.0429513 Sep 16 05:45:28.797966 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c1fe8-6d55-4518-9560-97ef0ad08137 req-e0744343-da50-403e-a108-aae5be50b61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:28.799440 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f57c1fe8-6d55-4518-9560-97ef0ad08137 req-e0744343-da50-403e-a108-aae5be50b61f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=305f3248-45c2-4936-898e-66f7498be379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440841 Sep 16 05:45:28.888977 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f57c1fe8-6d55-4518-9560-97ef0ad08137 req-aee1d4d2-c277-4127-9b4b-4b57c6848c40 service neutron] 10.222.0.48 "GET /v2.0/networks/305f3248-45c2-4936-898e-66f7498be379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820301 Sep 16 05:45:28.984505 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f57c1fe8-6d55-4518-9560-97ef0ad08137 req-1f651d7e-a2e0-4829-b181-ba4a32a526e3 service neutron] 10.222.0.48 "GET /v2.0/networks/305f3248-45c2-4936-898e-66f7498be379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886796 Sep 16 05:45:36.122858 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:45:40.198603 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e3a21471-76b1-45cc-b3e8-522a5addade8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:42.276179 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:43.340184 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3c9ac065-cb37-446b-8155-8738d0652424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:43.645597 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:44.793052 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:45.233239 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:46.295030 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:56.893106 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57852) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:57.065934 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-eab68039-5718-4237-b30c-a5a0b98ff0d8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Deleting port 0a51f6c0-16de-4738-9a9a-45c8d1b793cc {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:57.066461 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-eab68039-5718-4237-b30c-a5a0b98ff0d8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:57.148755 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-eab68039-5718-4237-b30c-a5a0b98ff0d8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:57.149103 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-eab68039-5718-4237-b30c-a5a0b98ff0d8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:57.161617 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-eab68039-5718-4237-b30c-a5a0b98ff0d8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Calling delete_port for 0a51f6c0-16de-4738-9a9a-45c8d1b793cc owned by network:floatingip {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:57.355059 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-eab68039-5718-4237-b30c-a5a0b98ff0d8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:57.391745 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab68039-5718-4237-b30c-a5a0b98ff0d8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event deleted for resources: {'Port': ['ID=0a51f6c0-16de-4738-9a9a-45c8d1b793cc,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:57.426930 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab68039-5718-4237-b30c-a5a0b98ff0d8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:57.427375 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab68039-5718-4237-b30c-a5a0b98ff0d8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:57.427904 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab68039-5718-4237-b30c-a5a0b98ff0d8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:57.428429 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab68039-5718-4237-b30c-a5a0b98ff0d8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:57.428998 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab68039-5718-4237-b30c-a5a0b98ff0d8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:57.430162 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab68039-5718-4237-b30c-a5a0b98ff0d8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:57.430696 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab68039-5718-4237-b30c-a5a0b98ff0d8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:57.431217 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab68039-5718-4237-b30c-a5a0b98ff0d8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:57.431728 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab68039-5718-4237-b30c-a5a0b98ff0d8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:57.432254 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab68039-5718-4237-b30c-a5a0b98ff0d8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:57.432816 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab68039-5718-4237-b30c-a5a0b98ff0d8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:57.433310 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab68039-5718-4237-b30c-a5a0b98ff0d8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:57.476986 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-eab68039-5718-4237-b30c-a5a0b98ff0d8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for floatingip, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:57.477310 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [None req-eab68039-5718-4237-b30c-a5a0b98ff0d8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Floating IP 07ce8342-6473-4914-ab4f-6d65e4ece1db disassociated (deleted). External IP: 172.25.8.6, port: 9f01f20f-b3cc-4481-8c89-bf82182db6d7. Sep 16 05:45:57.689934 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab68039-5718-4237-b30c-a5a0b98ff0d8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Router b7a66ec2-1b47-42fb-b43d-d54029712bf5 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:45:57.805709 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab68039-5718-4237-b30c-a5a0b98ff0d8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:45:57.810319 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-eab68039-5718-4237-b30c-a5a0b98ff0d8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:57.817801 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a5047a-b7f8-485a-9d95-da4ea181f3c4 None None] Sync routers for ids ['b7a66ec2-1b47-42fb-b43d-d54029712bf5'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:45:57.827071 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a5047a-b7f8-485a-9d95-da4ea181f3c4 None None] Routers {'b7a66ec2-1b47-42fb-b43d-d54029712bf5'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:45:57.827695 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-30a5047a-b7f8-485a-9d95-da4ea181f3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:45:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b7a66ec2-1b47-42fb-b43d-d54029712bf5'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:57.842346 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-eab68039-5718-4237-b30c-a5a0b98ff0d8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "DELETE /v2.0/floatingips/07ce8342-6473-4914-ab4f-6d65e4ece1db HTTP/1.1" status: 204 len: 168 time: 0.9479911 Sep 16 05:45:57.843060 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6ee0da-9f17-420b-819f-370c912c9891', 'tag': '9f01f20f-b3cc-4481-8c89-bf82182db6d7'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:45:57.845589 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb42a28-0279-4af4-a7af-39676e90917b" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6ee0da-9f17-420b-819f-370c912c9891", "tag": "9f01f20f-b3cc-4481-8c89-bf82182db6d7"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:57.935429 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-30a5047a-b7f8-485a-9d95-da4ea181f3c4 None None] Set router b7a66ec2-1b47-42fb-b43d-d54029712bf5 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:45:58.080131 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68a3f03-a026-4408-9f59-17e6148acff5 x-openstack-request-id: req-f68a3f03-a026-4408-9f59-17e6148acff5 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:58.080672 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6ee0da-9f17-420b-819f-370c912c9891", "tag": "9f01f20f-b3cc-4481-8c89-bf82182db6d7", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:58.080959 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f68a3f03-a026-4408-9f59-17e6148acff5 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:58.081373 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6ee0da-9f17-420b-819f-370c912c9891', 'tag': '9f01f20f-b3cc-4481-8c89-bf82182db6d7', 'status': 'completed', 'code': 200} Sep 16 05:45:58.139958 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-30a5047a-b7f8-485a-9d95-da4ea181f3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257764952', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'ce73b4c5-d5b3-4a9e-92cc-2d0193135510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:43:32Z', 'updated_at': '2021-09-16T05:43:36Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': 'ce73b4c5-d5b3-4a9e-92cc-2d0193135510', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:32Z', 'updated_at': '2021-09-16T05:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff', 'name': '', 'network_id': '305f3248-45c2-4936-898e-66f7498be379', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:1e:9b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'afa3f5e5-0dcb-4a3e-a84c-4e761cb33831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:35Z', 'updated_at': '2021-09-16T05:43:38Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': 'afa3f5e5-0dcb-4a3e-a84c-4e761cb33831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:58.170094 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a5047a-b7f8-485a-9d95-da4ea181f3c4 None None] Checking router: b7a66ec2-1b47-42fb-b43d-d54029712bf5 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:45:58.178890 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a5047a-b7f8-485a-9d95-da4ea181f3c4 None None] Routers {'b7a66ec2-1b47-42fb-b43d-d54029712bf5'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:45:58.180156 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-30a5047a-b7f8-485a-9d95-da4ea181f3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:45:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b7a66ec2-1b47-42fb-b43d-d54029712bf5'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:58.202821 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc1859-d3e4-49fc-8dab-7f65a821465b req-516c7b65-0954-46f9-8e05-e47934049f9e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:58.204332 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6cbc1859-d3e4-49fc-8dab-7f65a821465b req-516c7b65-0954-46f9-8e05-e47934049f9e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6ee0da-9f17-420b-819f-370c912c9891 HTTP/1.1" status: 200 len: 946 time: 0.0774248 Sep 16 05:45:58.206222 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb42a28-0279-4af4-a7af-39676e90917b req-c1a09eed-c131-4f5e-931c-bb0b409bff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:58.207574 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3bb42a28-0279-4af4-a7af-39676e90917b req-c1a09eed-c131-4f5e-931c-bb0b409bff48 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&device_id=9e6ee0da-9f17-420b-819f-370c912c9891 HTTP/1.1" status: 200 len: 1098 time: 0.0703421 Sep 16 05:45:58.289569 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-30a5047a-b7f8-485a-9d95-da4ea181f3c4 None None] Set router b7a66ec2-1b47-42fb-b43d-d54029712bf5 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:45:58.306220 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6cbc1859-d3e4-49fc-8dab-7f65a821465b req-25b73b3c-d6f8-4e88-9277-a5afa1f8fba8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb5acf5a-f46d-4242-b76a-97d67d302d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958071 Sep 16 05:45:58.331580 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb42a28-0279-4af4-a7af-39676e90917b req-c64cc52e-4468-4478-80af-a13fce587c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:58.333176 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3bb42a28-0279-4af4-a7af-39676e90917b req-c64cc52e-4468-4478-80af-a13fce587c21 service neutron] 10.222.0.48 "GET /v2.0/networks?id=305f3248-45c2-4936-898e-66f7498be379 HTTP/1.1" status: 200 len: 897 time: 0.1161330 Sep 16 05:45:58.375398 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3bb42a28-0279-4af4-a7af-39676e90917b req-10fba158-fc50-49ac-9526-ac6fbb7f4570 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f01f20f-b3cc-4481-8c89-bf82182db6d7 HTTP/1.1" status: 200 len: 217 time: 0.0341368 Sep 16 05:45:58.430233 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb42a28-0279-4af4-a7af-39676e90917b req-ca70ace8-aee3-4b5d-a788-719f2482f67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:58.431691 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3bb42a28-0279-4af4-a7af-39676e90917b req-ca70ace8-aee3-4b5d-a788-719f2482f67c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=afa3f5e5-0dcb-4a3e-a84c-4e761cb33831 HTTP/1.1" status: 200 len: 834 time: 0.0477436 Sep 16 05:45:58.480016 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb42a28-0279-4af4-a7af-39676e90917b req-731ebeb4-e69b-40f4-9a0b-b015b5601c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:58.481636 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3bb42a28-0279-4af4-a7af-39676e90917b req-731ebeb4-e69b-40f4-9a0b-b015b5601c89 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=305f3248-45c2-4936-898e-66f7498be379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420823 Sep 16 05:45:58.489086 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-30a5047a-b7f8-485a-9d95-da4ea181f3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257764952', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'ce73b4c5-d5b3-4a9e-92cc-2d0193135510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:43:32Z', 'updated_at': '2021-09-16T05:43:36Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': 'ce73b4c5-d5b3-4a9e-92cc-2d0193135510', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:32Z', 'updated_at': '2021-09-16T05:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff', 'name': '', 'network_id': '305f3248-45c2-4936-898e-66f7498be379', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:1e:9b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'afa3f5e5-0dcb-4a3e-a84c-4e761cb33831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:35Z', 'updated_at': '2021-09-16T05:43:38Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': 'afa3f5e5-0dcb-4a3e-a84c-4e761cb33831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:58.516086 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a5047a-b7f8-485a-9d95-da4ea181f3c4 None None] The sync data for ids ['b7a66ec2-1b47-42fb-b43d-d54029712bf5'] in n-d-712139-15 is: [{'id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257764952', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'ce73b4c5-d5b3-4a9e-92cc-2d0193135510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:43:32Z', 'updated_at': '2021-09-16T05:43:36Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': 'ce73b4c5-d5b3-4a9e-92cc-2d0193135510', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:32Z', 'updated_at': '2021-09-16T05:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff', 'name': '', 'network_id': '305f3248-45c2-4936-898e-66f7498be379', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:1e:9b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'afa3f5e5-0dcb-4a3e-a84c-4e761cb33831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:35Z', 'updated_at': '2021-09-16T05:43:38Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': 'afa3f5e5-0dcb-4a3e-a84c-4e761cb33831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:45:58.576014 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3bb42a28-0279-4af4-a7af-39676e90917b req-198a6f60-17e2-4add-8705-779590c0c54a service neutron] 10.222.0.48 "GET /v2.0/networks/305f3248-45c2-4936-898e-66f7498be379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867584 Sep 16 05:45:58.674129 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3bb42a28-0279-4af4-a7af-39676e90917b req-6df16892-5118-4a24-adfc-90abcdcc5705 service neutron] 10.222.0.48 "GET /v2.0/networks/305f3248-45c2-4936-898e-66f7498be379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902498 Sep 16 05:45:58.749514 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8065d03d-c92c-48ca-90c0-a8eeaf459713 None None] New status for floating IP 07ce8342-6473-4914-ab4f-6d65e4ece1db: DOWN {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:45:59.427931 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f432e-91bc-4d31-a422-1a7184a4deae req-9edc14eb-4c30-4883-99fb-5a994ca866a0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:59.429408 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c9f432e-91bc-4d31-a422-1a7184a4deae req-9edc14eb-4c30-4883-99fb-5a994ca866a0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6ee0da-9f17-420b-819f-370c912c9891 HTTP/1.1" status: 200 len: 946 time: 0.0498719 Sep 16 05:45:59.467967 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c9f432e-91bc-4d31-a422-1a7184a4deae req-bba110b0-57a6-4207-b7fc-89a01ca61cba tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb5acf5a-f46d-4242-b76a-97d67d302d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324347 Sep 16 05:45:59.987349 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a8a0c-7def-4437-a4ef-9a93cf8c21ed req-2186b8c8-15d4-472e-98c9-7a3da6601757 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:59.988973 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fe4a8a0c-7def-4437-a4ef-9a93cf8c21ed req-2186b8c8-15d4-472e-98c9-7a3da6601757 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e6ee0da-9f17-420b-819f-370c912c9891 HTTP/1.1" status: 200 len: 946 time: 0.0551486 Sep 16 05:46:00.081578 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-fe4a8a0c-7def-4437-a4ef-9a93cf8c21ed req-f1275814-6264-4312-9771-106376c61633 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Deleting port 9f01f20f-b3cc-4481-8c89-bf82182db6d7 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:46:00.081914 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fe4a8a0c-7def-4437-a4ef-9a93cf8c21ed req-f1275814-6264-4312-9771-106376c61633 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:00.177047 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-fe4a8a0c-7def-4437-a4ef-9a93cf8c21ed req-f1275814-6264-4312-9771-106376c61633 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] For port 9f01f20f-b3cc-4481-8c89-bf82182db6d7, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=9f01f20f-b3cc-4481-8c89-bf82182db6d7,segment=NetworkSegment(a331015e-1598-44f8-bf77-c6521ff46999),segment_id=a331015e-1598-44f8-bf77-c6521ff46999)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:00.177414 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fe4a8a0c-7def-4437-a4ef-9a93cf8c21ed req-f1275814-6264-4312-9771-106376c61633 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:00.190108 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-fe4a8a0c-7def-4437-a4ef-9a93cf8c21ed req-f1275814-6264-4312-9771-106376c61633 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Calling delete_port for 9f01f20f-b3cc-4481-8c89-bf82182db6d7 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:46:00.340295 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fe4a8a0c-7def-4437-a4ef-9a93cf8c21ed req-f1275814-6264-4312-9771-106376c61633 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:00.373667 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1275814-6264-4312-9771-106376c61633 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event deleted for resources: {'Port': ['ID=9f01f20f-b3cc-4481-8c89-bf82182db6d7,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:00.414205 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4a8a0c-7def-4437-a4ef-9a93cf8c21ed req-f1275814-6264-4312-9771-106376c61633 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] No DVR routers for this DVR port 9f01f20f-b3cc-4481-8c89-bf82182db6d7 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:46:00.416989 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-fe4a8a0c-7def-4437-a4ef-9a93cf8c21ed req-f1275814-6264-4312-9771-106376c61633 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:00.418972 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fe4a8a0c-7def-4437-a4ef-9a93cf8c21ed req-f1275814-6264-4312-9771-106376c61633 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.48 "DELETE /v2.0/ports/9f01f20f-b3cc-4481-8c89-bf82182db6d7 HTTP/1.1" status: 204 len: 173 time: 0.4235971 Sep 16 05:46:00.419411 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6ee0da-9f17-420b-819f-370c912c9891', 'name': 'network-vif-deleted', 'tag': '9f01f20f-b3cc-4481-8c89-bf82182db6d7'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:46:00.421679 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d145dc-0d98-4f98-9708-41cbe9743822" -d '{"events": [{"server_uuid": "9e6ee0da-9f17-420b-819f-370c912c9891", "name": "network-vif-deleted", "tag": "9f01f20f-b3cc-4481-8c89-bf82182db6d7"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:46:00.463445 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30650046-7773-4b34-ad32-72ce4e26ac82 x-openstack-request-id: req-30650046-7773-4b34-ad32-72ce4e26ac82 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:46:00.464042 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6ee0da-9f17-420b-819f-370c912c9891", "name": "network-vif-deleted", "tag": "9f01f20f-b3cc-4481-8c89-bf82182db6d7", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:46:00.464042 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-30650046-7773-4b34-ad32-72ce4e26ac82 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:46:00.464374 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6ee0da-9f17-420b-819f-370c912c9891', 'name': 'network-vif-deleted', 'tag': '9f01f20f-b3cc-4481-8c89-bf82182db6d7', 'status': 'completed', 'code': 200} Sep 16 05:46:00.569352 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bc7dbbc9-5c3c-4cdc-addd-e031ab7301c8 req-67776e00-b4ac-4953-a800-dae0ae6abd14 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6ee0da-9f17-420b-819f-370c912c9891 HTTP/1.1" status: 200 len: 210 time: 0.0274837 Sep 16 05:46:01.627763 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57874) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:02.020900 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b8592dc1-98d6-4d49-8379-b80fe431184a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:02.569759 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-b8592dc1-98d6-4d49-8379-b80fe431184a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Deleting port 3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:46:02.570060 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b8592dc1-98d6-4d49-8379-b80fe431184a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:02.657336 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-b8592dc1-98d6-4d49-8379-b80fe431184a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] For port 3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff,segment=NetworkSegment(a331015e-1598-44f8-bf77-c6521ff46999),segment_id=a331015e-1598-44f8-bf77-c6521ff46999)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:02.658079 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b8592dc1-98d6-4d49-8379-b80fe431184a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:02.674320 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-b8592dc1-98d6-4d49-8379-b80fe431184a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Calling delete_port for 3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:46:02.859435 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b8592dc1-98d6-4d49-8379-b80fe431184a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:02.887967 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8592dc1-98d6-4d49-8379-b80fe431184a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event deleted for resources: {'Port': ['ID=3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:02.911511 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8592dc1-98d6-4d49-8379-b80fe431184a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:02.911866 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8592dc1-98d6-4d49-8379-b80fe431184a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:02.912205 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8592dc1-98d6-4d49-8379-b80fe431184a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:02.912540 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8592dc1-98d6-4d49-8379-b80fe431184a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:02.912897 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8592dc1-98d6-4d49-8379-b80fe431184a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:02.913229 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8592dc1-98d6-4d49-8379-b80fe431184a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:02.913582 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8592dc1-98d6-4d49-8379-b80fe431184a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:02.914391 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8592dc1-98d6-4d49-8379-b80fe431184a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:02.914570 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8592dc1-98d6-4d49-8379-b80fe431184a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:02.914939 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8592dc1-98d6-4d49-8379-b80fe431184a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:02.915270 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8592dc1-98d6-4d49-8379-b80fe431184a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:02.915597 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8592dc1-98d6-4d49-8379-b80fe431184a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:03.074191 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b8592dc1-98d6-4d49-8379-b80fe431184a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:03.293391 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8592dc1-98d6-4d49-8379-b80fe431184a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Router b7a66ec2-1b47-42fb-b43d-d54029712bf5 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:46:03.398325 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8592dc1-98d6-4d49-8379-b80fe431184a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:46:03.403404 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b8592dc1-98d6-4d49-8379-b80fe431184a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "PUT /v2.0/routers/b7a66ec2-1b47-42fb-b43d-d54029712bf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7746148 Sep 16 05:46:03.406096 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57878) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:03.409224 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9849c416-76ae-4a50-891f-036dd9627e5e None None] Sync routers for ids ['b7a66ec2-1b47-42fb-b43d-d54029712bf5'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:46:03.419154 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9849c416-76ae-4a50-891f-036dd9627e5e None None] Routers {'b7a66ec2-1b47-42fb-b43d-d54029712bf5'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:46:03.419757 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-9849c416-76ae-4a50-891f-036dd9627e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:45:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b7a66ec2-1b47-42fb-b43d-d54029712bf5'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:03.457645 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-595cd28b-051f-4f47-a322-56fe8878b550 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Deleting subnet afa3f5e5-0dcb-4a3e-a84c-4e761cb33831 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:46:03.460692 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-595cd28b-051f-4f47-a322-56fe8878b550 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:03.506025 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-595cd28b-051f-4f47-a322-56fe8878b550 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:03.528398 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-9849c416-76ae-4a50-891f-036dd9627e5e None None] Set router b7a66ec2-1b47-42fb-b43d-d54029712bf5 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:46:03.607534 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-595cd28b-051f-4f47-a322-56fe8878b550 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:03.667792 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-595cd28b-051f-4f47-a322-56fe8878b550 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:03.695611 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595cd28b-051f-4f47-a322-56fe8878b550 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event deleted for resources: {'Subnet': ['ID=afa3f5e5-0dcb-4a3e-a84c-4e761cb33831,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:03.699885 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-595cd28b-051f-4f47-a322-56fe8878b550 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:03.701837 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-595cd28b-051f-4f47-a322-56fe8878b550 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "DELETE /v2.0/subnets/afa3f5e5-0dcb-4a3e-a84c-4e761cb33831 HTTP/1.1" status: 204 len: 168 time: 0.2948201 Sep 16 05:46:03.704411 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57880) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:03.711742 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb67e39-1f17-43a8-b18c-c31d3001881b None None] Network 305f3248-45c2-4936-898e-66f7498be379 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:46:03.712401 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-9849c416-76ae-4a50-891f-036dd9627e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257764952', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'ce73b4c5-d5b3-4a9e-92cc-2d0193135510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:43:32Z', 'updated_at': '2021-09-16T05:46:02Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': 'ce73b4c5-d5b3-4a9e-92cc-2d0193135510', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:32Z', 'updated_at': '2021-09-16T05:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:03.739195 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9849c416-76ae-4a50-891f-036dd9627e5e None None] Checking router: b7a66ec2-1b47-42fb-b43d-d54029712bf5 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:46:03.749753 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9849c416-76ae-4a50-891f-036dd9627e5e None None] Routers {'b7a66ec2-1b47-42fb-b43d-d54029712bf5'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:46:03.750512 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-9849c416-76ae-4a50-891f-036dd9627e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:45:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['b7a66ec2-1b47-42fb-b43d-d54029712bf5'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:03.820105 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-16797a6e-f1ab-4019-b554-e7302e52ed2f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:03.866255 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-9849c416-76ae-4a50-891f-036dd9627e5e None None] Set router b7a66ec2-1b47-42fb-b43d-d54029712bf5 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:46:03.913148 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4031c05-f797-4ed8-83dd-8b168c1a2a81 None None] DHCP port deletion for 305f3248-45c2-4936-898e-66f7498be379 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:46:03.930041 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-16797a6e-f1ab-4019-b554-e7302e52ed2f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:03.961075 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-c4031c05-f797-4ed8-83dd-8b168c1a2a81 None None] Deleting port adaa0cc3-3ba4-45b7-aeed-03ff6d410ec7 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:46:03.961773 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c4031c05-f797-4ed8-83dd-8b168c1a2a81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:03.985458 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-16797a6e-f1ab-4019-b554-e7302e52ed2f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Deleting port ce73b4c5-d5b3-4a9e-92cc-2d0193135510 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:46:03.985804 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-16797a6e-f1ab-4019-b554-e7302e52ed2f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:04.029143 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-c4031c05-f797-4ed8-83dd-8b168c1a2a81 None None] For port adaa0cc3-3ba4-45b7-aeed-03ff6d410ec7, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=adaa0cc3-3ba4-45b7-aeed-03ff6d410ec7,segment=NetworkSegment(a331015e-1598-44f8-bf77-c6521ff46999),segment_id=a331015e-1598-44f8-bf77-c6521ff46999)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:04.029953 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c4031c05-f797-4ed8-83dd-8b168c1a2a81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:04.044646 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-c4031c05-f797-4ed8-83dd-8b168c1a2a81 None None] Calling delete_port for adaa0cc3-3ba4-45b7-aeed-03ff6d410ec7 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:46:04.055622 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-9849c416-76ae-4a50-891f-036dd9627e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257764952', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'ce73b4c5-d5b3-4a9e-92cc-2d0193135510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:43:32Z', 'updated_at': '2021-09-16T05:46:02Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': 'ce73b4c5-d5b3-4a9e-92cc-2d0193135510', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:32Z', 'updated_at': '2021-09-16T05:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:04.069623 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-16797a6e-f1ab-4019-b554-e7302e52ed2f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] For port ce73b4c5-d5b3-4a9e-92cc-2d0193135510, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=ce73b4c5-d5b3-4a9e-92cc-2d0193135510,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:04.069994 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-16797a6e-f1ab-4019-b554-e7302e52ed2f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:04.083037 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-16797a6e-f1ab-4019-b554-e7302e52ed2f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Calling delete_port for ce73b4c5-d5b3-4a9e-92cc-2d0193135510 owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:46:04.088329 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9849c416-76ae-4a50-891f-036dd9627e5e None None] The sync data for ids ['b7a66ec2-1b47-42fb-b43d-d54029712bf5'] in n-d-712139-15 is: [{'id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257764952', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'ce73b4c5-d5b3-4a9e-92cc-2d0193135510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:43:32Z', 'updated_at': '2021-09-16T05:46:02Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': 'ce73b4c5-d5b3-4a9e-92cc-2d0193135510', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a66ec2-1b47-42fb-b43d-d54029712bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:32Z', 'updated_at': '2021-09-16T05:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:46:04.133256 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c4031c05-f797-4ed8-83dd-8b168c1a2a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:04.160955 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4031c05-f797-4ed8-83dd-8b168c1a2a81 None None] Pushing event deleted for resources: {'Port': ['ID=adaa0cc3-3ba4-45b7-aeed-03ff6d410ec7,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:04.170332 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4031c05-f797-4ed8-83dd-8b168c1a2a81 None None] No DVR routers for this DVR port adaa0cc3-3ba4-45b7-aeed-03ff6d410ec7 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:46:04.173115 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4031c05-f797-4ed8-83dd-8b168c1a2a81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:04.173464 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4031c05-f797-4ed8-83dd-8b168c1a2a81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:04.173849 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4031c05-f797-4ed8-83dd-8b168c1a2a81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:04.174652 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4031c05-f797-4ed8-83dd-8b168c1a2a81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:04.174990 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4031c05-f797-4ed8-83dd-8b168c1a2a81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:04.175322 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4031c05-f797-4ed8-83dd-8b168c1a2a81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:04.175652 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4031c05-f797-4ed8-83dd-8b168c1a2a81 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:04.175975 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4031c05-f797-4ed8-83dd-8b168c1a2a81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:04.176298 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4031c05-f797-4ed8-83dd-8b168c1a2a81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:04.176650 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4031c05-f797-4ed8-83dd-8b168c1a2a81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:04.176977 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4031c05-f797-4ed8-83dd-8b168c1a2a81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:04.177297 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4031c05-f797-4ed8-83dd-8b168c1a2a81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:04.254197 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-16797a6e-f1ab-4019-b554-e7302e52ed2f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:04.280485 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16797a6e-f1ab-4019-b554-e7302e52ed2f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event deleted for resources: {'Port': ['ID=ce73b4c5-d5b3-4a9e-92cc-2d0193135510,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:04.343489 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-16797a6e-f1ab-4019-b554-e7302e52ed2f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:04.434820 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-16797a6e-f1ab-4019-b554-e7302e52ed2f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:04.437369 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-16797a6e-f1ab-4019-b554-e7302e52ed2f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:04.484278 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-16797a6e-f1ab-4019-b554-e7302e52ed2f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:04.484887 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16797a6e-f1ab-4019-b554-e7302e52ed2f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Fanout notify agent at l3_agent the message router_deleted on router b7a66ec2-1b47-42fb-b43d-d54029712bf5 {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:46:04.492532 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-16797a6e-f1ab-4019-b554-e7302e52ed2f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:04.494620 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-16797a6e-f1ab-4019-b554-e7302e52ed2f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "DELETE /v2.0/routers/b7a66ec2-1b47-42fb-b43d-d54029712bf5 HTTP/1.1" status: 204 len: 168 time: 0.7891030 Sep 16 05:46:04.497278 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57882) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:04.518157 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 9f01f20f-b3cc-4481-8c89-bf82182db6d7 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:46:04.590224 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7d3c02c3-54e8-4ebb-96d1-11ce43761a62 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:04.689263 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7d3c02c3-54e8-4ebb-96d1-11ce43761a62 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:04.698646 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 9f01f20f-b3cc-4481-8c89-bf82182db6d7 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:46:04.699001 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 9f01f20f-b3cc-4481-8c89-bf82182db6d7 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:46:04.715081 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-7d3c02c3-54e8-4ebb-96d1-11ce43761a62 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['305f3248-45c2-4936-898e-66f7498be379']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:04.724889 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-7d3c02c3-54e8-4ebb-96d1-11ce43761a62 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a331015e-1598-44f8-bf77-c6521ff46999') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:04.725185 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-7d3c02c3-54e8-4ebb-96d1-11ce43761a62 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a331015e-1598-44f8-bf77-c6521ff46999') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:04.736118 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7d3c02c3-54e8-4ebb-96d1-11ce43761a62 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:04.751508 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7d3c02c3-54e8-4ebb-96d1-11ce43761a62 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:04.757800 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d3c02c3-54e8-4ebb-96d1-11ce43761a62 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:46:04.758201 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7d3c02c3-54e8-4ebb-96d1-11ce43761a62 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:04.761475 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:46:04.761475 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:46:04.761475 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:46:04.761475 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:46:04.761475 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:46:04.761475 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:46:04.761475 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:46:04.761475 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:46:04.761475 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:46:04.761475 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:46:04.761475 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:46:04.761475 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:46:04.761475 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:46:04.761475 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:46:04.761475 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:46:04.761475 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:46:04.761475 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:46:04.761475 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:46:04.761475 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:46:04.761475 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:46:04.761475 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:46:04.761475 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:46:04.761475 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:46:04.761475 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:46:04.761475 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:46:04.761475 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:46:04.761475 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:46:04.761475 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:46:04.761475 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:46:04.761475 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:46:04.761475 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:46:04.761475 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:46:04.824960 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7d3c02c3-54e8-4ebb-96d1-11ce43761a62 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:04.832273 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7d3c02c3-54e8-4ebb-96d1-11ce43761a62 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:04.833968 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7d3c02c3-54e8-4ebb-96d1-11ce43761a62 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "DELETE /v2.0/networks/305f3248-45c2-4936-898e-66f7498be379 HTTP/1.1" status: 204 len: 168 time: 0.3357394 Sep 16 05:46:04.837004 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57884) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:04.845320 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c02c3-54e8-4ebb-96d1-11ce43761a62 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event deleted for resources: {'Network': ['ID=305f3248-45c2-4936-898e-66f7498be379,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:04.897687 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ea6c745a-d263-467f-85c9-901268a82a4d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:04.923647 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ea6c745a-d263-467f-85c9-901268a82a4d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:04.988337 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ea6c745a-d263-467f-85c9-901268a82a4d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:04.990899 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ea6c745a-d263-467f-85c9-901268a82a4d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:04.992088 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ea6c745a-d263-467f-85c9-901268a82a4d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "DELETE /v2.0/security-groups/eb5acf5a-f46d-4242-b76a-97d67d302d80 HTTP/1.1" status: 204 len: 168 time: 0.1535275 Sep 16 05:46:05.001292 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c745a-d263-467f-85c9-901268a82a4d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5acf5a-f46d-4242-b76a-97d67d302d80,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:05.344470 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57890) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:05.349154 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-316c6f97-bd9e-448a-ba33-ce745c2b1e0e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-5822980', 'description': 'tempest-secgroup-smoke-5822980 description', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:05.370746 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-316c6f97-bd9e-448a-ba33-ce745c2b1e0e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:05.452510 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-316c6f97-bd9e-448a-ba33-ce745c2b1e0e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:05.456090 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-316c6f97-bd9e-448a-ba33-ce745c2b1e0e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:05.482499 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-316c6f97-bd9e-448a-ba33-ce745c2b1e0e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:05.483743 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-316c6f97-bd9e-448a-ba33-ce745c2b1e0e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1382246 Sep 16 05:46:05.486812 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57892) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:05.491349 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-649f2a22-86f1-4520-907a-918a9269926a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'security_group_rule': {'security_group_id': '796c7ecb-1363-4f3d-8f1c-743114b827eb', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:05.492781 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c6f97-bd9e-448a-ba33-ce745c2b1e0e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=796c7ecb-1363-4f3d-8f1c-743114b827eb,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:05.556550 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:46:05.578114 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:46:05.578507 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3a5a4d13-ab2e-4ffc-be16-6e3a615eb4ff not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:46:05.578934 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device ce73b4c5-d5b3-4a9e-92cc-2d0193135510 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:46:05.598839 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: ce73b4c5-d5b3-4a9e-92cc-2d0193135510 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:46:05.599180 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device ce73b4c5-d5b3-4a9e-92cc-2d0193135510 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:46:05.599592 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device adaa0cc3-3ba4-45b7-aeed-03ff6d410ec7 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:46:05.620660 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: adaa0cc3-3ba4-45b7-aeed-03ff6d410ec7 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:46:05.621010 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device adaa0cc3-3ba4-45b7-aeed-03ff6d410ec7 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:46:05.867070 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-649f2a22-86f1-4520-907a-918a9269926a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:05.921253 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-649f2a22-86f1-4520-907a-918a9269926a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:05.924736 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-649f2a22-86f1-4520-907a-918a9269926a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:05.942037 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f2a22-86f1-4520-907a-918a9269926a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa8352aa-ad30-4cf1-949e-5a6582426143,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:05.949494 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-649f2a22-86f1-4520-907a-918a9269926a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:05.950768 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-649f2a22-86f1-4520-907a-918a9269926a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4629233 Sep 16 05:46:05.953362 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57894) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:05.957594 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-6973169f-e0a2-4877-9e4a-701f152d6a28 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'security_group_rule': {'security_group_id': '796c7ecb-1363-4f3d-8f1c-743114b827eb', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:05.983003 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6973169f-e0a2-4877-9e4a-701f152d6a28 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.039135 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6973169f-e0a2-4877-9e4a-701f152d6a28 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.043267 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6973169f-e0a2-4877-9e4a-701f152d6a28 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.060794 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6973169f-e0a2-4877-9e4a-701f152d6a28 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83dd0f6f-7f34-4707-9da3-72e2a5d64ea0,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:06.066575 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6973169f-e0a2-4877-9e4a-701f152d6a28 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.067777 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6973169f-e0a2-4877-9e4a-701f152d6a28 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1134987 Sep 16 05:46:06.070472 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57896) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:06.075418 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-00cfdade-58a4-4424-97aa-b85676f2cd79 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'security_group_rule': {'security_group_id': '796c7ecb-1363-4f3d-8f1c-743114b827eb', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:06.100932 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-00cfdade-58a4-4424-97aa-b85676f2cd79 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.157669 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-00cfdade-58a4-4424-97aa-b85676f2cd79 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.160976 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-00cfdade-58a4-4424-97aa-b85676f2cd79 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.180320 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cfdade-58a4-4424-97aa-b85676f2cd79 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc92effc-418f-4662-b416-19b9b053382a,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:06.186052 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-00cfdade-58a4-4424-97aa-b85676f2cd79 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.187656 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-00cfdade-58a4-4424-97aa-b85676f2cd79 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161368 Sep 16 05:46:06.190175 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57898) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:06.194429 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-314c4b93-4071-4518-b0f9-548ef7efae5a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'security_group_rule': {'security_group_id': '796c7ecb-1363-4f3d-8f1c-743114b827eb', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:06.221648 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-314c4b93-4071-4518-b0f9-548ef7efae5a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.281191 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-314c4b93-4071-4518-b0f9-548ef7efae5a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.285244 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-314c4b93-4071-4518-b0f9-548ef7efae5a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.304947 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c4b93-4071-4518-b0f9-548ef7efae5a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efacd8d7-61e3-407e-b58f-e0e537a594eb,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:06.309081 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-314c4b93-4071-4518-b0f9-548ef7efae5a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.310324 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-314c4b93-4071-4518-b0f9-548ef7efae5a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191895 Sep 16 05:46:06.313310 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57900) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:06.317864 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-642b837e-b891-4bb5-8cce-843806d7df6a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'security_group_rule': {'security_group_id': '796c7ecb-1363-4f3d-8f1c-743114b827eb', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:06.340273 n-d-712139-15 neutron-server[94767]: INFO neutron.db.securitygroups_db [None req-642b837e-b891-4bb5-8cce-843806d7df6a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Project eb1a1bf9db52473aa7c1d16c03bc5b41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:46:06.345024 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-642b837e-b891-4bb5-8cce-843806d7df6a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.402903 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-642b837e-b891-4bb5-8cce-843806d7df6a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.406246 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-642b837e-b891-4bb5-8cce-843806d7df6a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.422855 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b837e-b891-4bb5-8cce-843806d7df6a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37d2e714-306f-4564-b050-1ed5a29245b7,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:06.429907 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-642b837e-b891-4bb5-8cce-843806d7df6a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.431800 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-642b837e-b891-4bb5-8cce-843806d7df6a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1168621 Sep 16 05:46:06.435146 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57902) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:06.439846 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-ddcfd02b-4ba9-4ba7-ba81-85679c832587 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'security_group_rule': {'security_group_id': '796c7ecb-1363-4f3d-8f1c-743114b827eb', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:06.461214 n-d-712139-15 neutron-server[94767]: INFO neutron.db.securitygroups_db [None req-ddcfd02b-4ba9-4ba7-ba81-85679c832587 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Project eb1a1bf9db52473aa7c1d16c03bc5b41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:46:06.466729 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ddcfd02b-4ba9-4ba7-ba81-85679c832587 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.533284 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ddcfd02b-4ba9-4ba7-ba81-85679c832587 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.536632 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ddcfd02b-4ba9-4ba7-ba81-85679c832587 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.551170 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcfd02b-4ba9-4ba7-ba81-85679c832587 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f9a3c1-037b-4d7a-afee-6035d0aa2c5d,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:06.561673 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ddcfd02b-4ba9-4ba7-ba81-85679c832587 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.562876 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ddcfd02b-4ba9-4ba7-ba81-85679c832587 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266570 Sep 16 05:46:06.565777 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57904) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:06.570467 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-2ac29c9d-3de6-490a-99e7-27f9a33729bc tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'network': {'name': 'tempest-network-smoke--1370062514', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'port_security_enabled': True}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:06.590976 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac29c9d-3de6-490a-99e7-27f9a33729bc tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Made reservation on behalf of eb1a1bf9db52473aa7c1d16c03bc5b41 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:46:06.594387 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2ac29c9d-3de6-490a-99e7-27f9a33729bc tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.619543 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac29c9d-3de6-490a-99e7-27f9a33729bc tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:46:06.628175 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2ac29c9d-3de6-490a-99e7-27f9a33729bc tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.628517 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-2ac29c9d-3de6-490a-99e7-27f9a33729bc tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Added segment 2b847ec6-3bd1-489b-8c9b-71cd39d19583 of type vlan for network 8f28bd8d-9f14-49ea-a40f-7dace6b571fc Sep 16 05:46:06.668577 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2ac29c9d-3de6-490a-99e7-27f9a33729bc tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.692745 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2ac29c9d-3de6-490a-99e7-27f9a33729bc tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.698310 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac29c9d-3de6-490a-99e7-27f9a33729bc tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:06.698891 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2ac29c9d-3de6-490a-99e7-27f9a33729bc tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.731639 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2ac29c9d-3de6-490a-99e7-27f9a33729bc tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1648161 Sep 16 05:46:06.734384 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57906) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:06.740365 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-edd87b0e-b75d-4188-9dae-e2551054833e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-404649974', 'admin_state_up': True, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:06.780353 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac29c9d-3de6-490a-99e7-27f9a33729bc tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Network': ['ID=8f28bd8d-9f14-49ea-a40f-7dace6b571fc,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:06.791744 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 8f28bd8d-9f14-49ea-a40f-7dace6b571fc details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:46:06.795127 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-edd87b0e-b75d-4188-9dae-e2551054833e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.796274 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-edd87b0e-b75d-4188-9dae-e2551054833e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.852140 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-edd87b0e-b75d-4188-9dae-e2551054833e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.988635 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-edd87b0e-b75d-4188-9dae-e2551054833e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:07.172997 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-edd87b0e-b75d-4188-9dae-e2551054833e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router_gateway, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:07.191582 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-edd87b0e-b75d-4188-9dae-e2551054833e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:07.296961 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-edd87b0e-b75d-4188-9dae-e2551054833e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Allocated IP 172.25.8.199 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/5daa1604-a71d-4c8a-bbc4-627657449e6d) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:46:07.396668 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-edd87b0e-b75d-4188-9dae-e2551054833e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:07.435602 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-edd87b0e-b75d-4188-9dae-e2551054833e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:07.471752 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd87b0e-b75d-4188-9dae-e2551054833e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:46:07.474432 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-edd87b0e-b75d-4188-9dae-e2551054833e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:46:07.478484 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd87b0e-b75d-4188-9dae-e2551054833e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:46:07.503677 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd87b0e-b75d-4188-9dae-e2551054833e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Port': ['ID=5daa1604-a71d-4c8a-bbc4-627657449e6d,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:07.729222 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-edd87b0e-b75d-4188-9dae-e2551054833e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router_gateway, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:07.924107 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-edd87b0e-b75d-4188-9dae-e2551054833e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:08.049501 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd87b0e-b75d-4188-9dae-e2551054833e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Router e7a5ba57-29e4-4441-8073-346889919ff8 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:46:08.155493 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd87b0e-b75d-4188-9dae-e2551054833e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:46:08.165889 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951319ad-7efb-4780-8691-69f4aecc94d7 None None] Sync routers for ids ['e7a5ba57-29e4-4441-8073-346889919ff8'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:46:08.173509 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-edd87b0e-b75d-4188-9dae-e2551054833e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:08.177563 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-edd87b0e-b75d-4188-9dae-e2551054833e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4393880 Sep 16 05:46:08.177698 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951319ad-7efb-4780-8691-69f4aecc94d7 None None] Routers {'e7a5ba57-29e4-4441-8073-346889919ff8'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:46:08.177698 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-951319ad-7efb-4780-8691-69f4aecc94d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:45:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['e7a5ba57-29e4-4441-8073-346889919ff8'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:08.177901 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57908) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:08.206381 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7ab515e5-53a1-4efc-969d-263396725d33 tempest-TestNetworkAdvancedServerOps-1385846937 tempest-TestNetworkAdvancedServerOps-1385846937-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=eb1a1bf9db52473aa7c1d16c03bc5b41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275135 Sep 16 05:46:08.208894 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57910) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:08.283774 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-951319ad-7efb-4780-8691-69f4aecc94d7 None None] Set router e7a5ba57-29e4-4441-8073-346889919ff8 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:46:08.295409 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6905a7-3263-4091-9800-d8d4647d2e64 tempest-TestNetworkAdvancedServerOps-1385846937 tempest-TestNetworkAdvancedServerOps-1385846937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:08.296995 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ce6905a7-3263-4091-9800-d8d4647d2e64 tempest-TestNetworkAdvancedServerOps-1385846937 tempest-TestNetworkAdvancedServerOps-1385846937-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0872190 Sep 16 05:46:08.299774 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57912) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:08.331578 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-05036c83-2460-41c6-9254-07c0cb71465f tempest-TestNetworkAdvancedServerOps-1385846937 tempest-TestNetworkAdvancedServerOps-1385846937-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=6423976d-c7ec-41de-996e-2a06dce8febc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307853 Sep 16 05:46:08.334048 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57914) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:08.338739 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-7f0e1ee5-0734-4e6a-b0a1-28a0aa0b4d27 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-95507111', 'network_id': '8f28bd8d-9f14-49ea-a40f-7dace6b571fc', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:08.423959 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0e1ee5-0734-4e6a-b0a1-28a0aa0b4d27 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Made reservation on behalf of eb1a1bf9db52473aa7c1d16c03bc5b41 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:46:08.427523 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7f0e1ee5-0734-4e6a-b0a1-28a0aa0b4d27 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:08.464798 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-951319ad-7efb-4780-8691-69f4aecc94d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404649974', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '5daa1604-a71d-4c8a-bbc4-627657449e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:46:06Z', 'updated_at': '2021-09-16T05:46:07Z', 'revision_number': 3, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '5daa1604-a71d-4c8a-bbc4-627657449e6d', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:46:07Z', 'updated_at': '2021-09-16T05:46:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:08.496240 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951319ad-7efb-4780-8691-69f4aecc94d7 None None] Checking router: e7a5ba57-29e4-4441-8073-346889919ff8 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:46:08.496684 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951319ad-7efb-4780-8691-69f4aecc94d7 None None] Updating router e7a5ba57-29e4-4441-8073-346889919ff8 port 5daa1604-a71d-4c8a-bbc4-627657449e6d binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:46:08.527598 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-951319ad-7efb-4780-8691-69f4aecc94d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:08.612481 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7f0e1ee5-0734-4e6a-b0a1-28a0aa0b4d27 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:08.670729 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e1ee5-0734-4e6a-b0a1-28a0aa0b4d27 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Subnet': ['ID=15264233-dcd0-4703-84d9-8740698ea58d,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:08.681651 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0e1ee5-0734-4e6a-b0a1-28a0aa0b4d27 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Checking segment: {'id': '2b847ec6-3bd1-489b-8c9b-71cd39d19583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8f28bd8d-9f14-49ea-a40f-7dace6b571fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:46:08.682113 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0e1ee5-0734-4e6a-b0a1-28a0aa0b4d27 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Network hostable DHCP agents. Network: 8f28bd8d-9f14-49ea-a40f-7dace6b571fc, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:46:08.698831 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0e1ee5-0734-4e6a-b0a1-28a0aa0b4d27 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Network 8f28bd8d-9f14-49ea-a40f-7dace6b571fc is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:46:08.707635 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-7f0e1ee5-0734-4e6a-b0a1-28a0aa0b4d27 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 8f28bd8d-9f14-49ea-a40f-7dace6b571fc) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:46:08.712032 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0e1ee5-0734-4e6a-b0a1-28a0aa0b4d27 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:08.713513 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7f0e1ee5-0734-4e6a-b0a1-28a0aa0b4d27 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:08.722148 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04827727-12da-49f9-a4b7-a7b06b33944d None None] Network 8f28bd8d-9f14-49ea-a40f-7dace6b571fc requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:46:08.729385 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7f0e1ee5-0734-4e6a-b0a1-28a0aa0b4d27 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.3940191 Sep 16 05:46:08.731707 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57916) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:08.882506 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-951319ad-7efb-4780-8691-69f4aecc94d7 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:08.891386 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-951319ad-7efb-4780-8691-69f4aecc94d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:08.956987 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c509a-d46a-40d0-aabd-24c8dd965bde None None] Pushing event updated for resources: {'Port': ['ID=5daa1604-a71d-4c8a-bbc4-627657449e6d,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:08.965312 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-951319ad-7efb-4780-8691-69f4aecc94d7 None None] Attempting to bind port 5daa1604-a71d-4c8a-bbc4-627657449e6d on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:46:08.965704 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-951319ad-7efb-4780-8691-69f4aecc94d7 None None] Attempting to bind port 5daa1604-a71d-4c8a-bbc4-627657449e6d by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:46:08.966048 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951319ad-7efb-4780-8691-69f4aecc94d7 None None] Attempting to bind port 5daa1604-a71d-4c8a-bbc4-627657449e6d on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:46:08.985945 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951319ad-7efb-4780-8691-69f4aecc94d7 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:46:08.986330 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951319ad-7efb-4780-8691-69f4aecc94d7 None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:46:08.986737 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-951319ad-7efb-4780-8691-69f4aecc94d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:08.987264 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951319ad-7efb-4780-8691-69f4aecc94d7 None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:46:08.987595 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-951319ad-7efb-4780-8691-69f4aecc94d7 None None] Bound port: 5daa1604-a71d-4c8a-bbc4-627657449e6d, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:46:08.987981 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-951319ad-7efb-4780-8691-69f4aecc94d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:08.992541 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275d8b0e-bd9b-4384-bd59-1332cfc17464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-8f28bd8d-9f14-49ea-a40f-7dace6b571fc', 'network_id': '8f28bd8d-9f14-49ea-a40f-7dace6b571fc', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'fixed_ips': [{'subnet_id': '15264233-dcd0-4703-84d9-8740698ea58d'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:46:08.993954 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-275d8b0e-bd9b-4384-bd59-1332cfc17464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:09.112291 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-951319ad-7efb-4780-8691-69f4aecc94d7 None None] For port 5daa1604-a71d-4c8a-bbc4-627657449e6d, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:46:09.131079 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-951319ad-7efb-4780-8691-69f4aecc94d7 None None] For port 5daa1604-a71d-4c8a-bbc4-627657449e6d, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=5daa1604-a71d-4c8a-bbc4-627657449e6d,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:46:09.137719 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-951319ad-7efb-4780-8691-69f4aecc94d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:09.171321 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-974a1d9f-b81f-40d8-986a-6c64ad1f61f1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:09.238991 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951319ad-7efb-4780-8691-69f4aecc94d7 None None] Routers {'e7a5ba57-29e4-4441-8073-346889919ff8'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:46:09.239664 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-951319ad-7efb-4780-8691-69f4aecc94d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:45:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['e7a5ba57-29e4-4441-8073-346889919ff8'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:09.245007 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-275d8b0e-bd9b-4384-bd59-1332cfc17464 None None] Allocated IP 172.20.0.2 (8f28bd8d-9f14-49ea-a40f-7dace6b571fc/15264233-dcd0-4703-84d9-8740698ea58d/1fd71443-94f8-4a34-a2e9-780e102cc4fc) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:46:09.247852 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c509a-d46a-40d0-aabd-24c8dd965bde None None] Pushing event updated for resources: {'Port': ['ID=5daa1604-a71d-4c8a-bbc4-627657449e6d,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:09.419379 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-951319ad-7efb-4780-8691-69f4aecc94d7 None None] Set router e7a5ba57-29e4-4441-8073-346889919ff8 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:46:09.588593 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-275d8b0e-bd9b-4384-bd59-1332cfc17464 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:09.602879 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-275d8b0e-bd9b-4384-bd59-1332cfc17464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:09.649340 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-974a1d9f-b81f-40d8-986a-6c64ad1f61f1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Allocated IP 172.20.0.1 (8f28bd8d-9f14-49ea-a40f-7dace6b571fc/15264233-dcd0-4703-84d9-8740698ea58d/f9788095-8354-47a0-ab83-b1734a694814) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:46:09.667674 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275d8b0e-bd9b-4384-bd59-1332cfc17464 None None] Network 8f28bd8d-9f14-49ea-a40f-7dace6b571fc is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:46:09.674137 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-275d8b0e-bd9b-4384-bd59-1332cfc17464 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:46:09.676452 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275d8b0e-bd9b-4384-bd59-1332cfc17464 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:46:09.695960 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d8b0e-bd9b-4384-bd59-1332cfc17464 None None] Pushing event updated for resources: {'Port': ['ID=1fd71443-94f8-4a34-a2e9-780e102cc4fc,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:09.751567 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-275d8b0e-bd9b-4384-bd59-1332cfc17464 None None] Attempting to bind port 1fd71443-94f8-4a34-a2e9-780e102cc4fc on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:46:09.751937 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-275d8b0e-bd9b-4384-bd59-1332cfc17464 None None] Attempting to bind port 1fd71443-94f8-4a34-a2e9-780e102cc4fc by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '2b847ec6-3bd1-489b-8c9b-71cd39d19583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8f28bd8d-9f14-49ea-a40f-7dace6b571fc'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:46:09.752350 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275d8b0e-bd9b-4384-bd59-1332cfc17464 None None] Attempting to bind port 1fd71443-94f8-4a34-a2e9-780e102cc4fc on network 8f28bd8d-9f14-49ea-a40f-7dace6b571fc {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:46:09.756750 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-951319ad-7efb-4780-8691-69f4aecc94d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404649974', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '5daa1604-a71d-4c8a-bbc4-627657449e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:46:06Z', 'updated_at': '2021-09-16T05:46:07Z', 'revision_number': 3, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '5daa1604-a71d-4c8a-bbc4-627657449e6d', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:46:07Z', 'updated_at': '2021-09-16T05:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:09.761810 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-974a1d9f-b81f-40d8-986a-6c64ad1f61f1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:09.785490 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951319ad-7efb-4780-8691-69f4aecc94d7 None None] The sync data for ids ['e7a5ba57-29e4-4441-8073-346889919ff8'] in n-d-712139-15 is: [{'id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404649974', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '5daa1604-a71d-4c8a-bbc4-627657449e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:46:06Z', 'updated_at': '2021-09-16T05:46:07Z', 'revision_number': 3, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '5daa1604-a71d-4c8a-bbc4-627657449e6d', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:46:07Z', 'updated_at': '2021-09-16T05:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:46:09.788159 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275d8b0e-bd9b-4384-bd59-1332cfc17464 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:46:09.789207 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275d8b0e-bd9b-4384-bd59-1332cfc17464 None None] Checking segment: {'id': '2b847ec6-3bd1-489b-8c9b-71cd39d19583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8f28bd8d-9f14-49ea-a40f-7dace6b571fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:46:09.789207 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-275d8b0e-bd9b-4384-bd59-1332cfc17464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:09.789486 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275d8b0e-bd9b-4384-bd59-1332cfc17464 None None] Bound using segment: {'id': '2b847ec6-3bd1-489b-8c9b-71cd39d19583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8f28bd8d-9f14-49ea-a40f-7dace6b571fc'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:46:09.789823 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-275d8b0e-bd9b-4384-bd59-1332cfc17464 None None] Bound port: 1fd71443-94f8-4a34-a2e9-780e102cc4fc, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b847ec6-3bd1-489b-8c9b-71cd39d19583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8f28bd8d-9f14-49ea-a40f-7dace6b571fc'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:46:09.790841 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-275d8b0e-bd9b-4384-bd59-1332cfc17464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:09.799235 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-974a1d9f-b81f-40d8-986a-6c64ad1f61f1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:09.839140 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974a1d9f-b81f-40d8-986a-6c64ad1f61f1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Network 8f28bd8d-9f14-49ea-a40f-7dace6b571fc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:46:09.842336 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-974a1d9f-b81f-40d8-986a-6c64ad1f61f1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:46:09.846174 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974a1d9f-b81f-40d8-986a-6c64ad1f61f1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:46:09.875564 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-275d8b0e-bd9b-4384-bd59-1332cfc17464 None None] For port 1fd71443-94f8-4a34-a2e9-780e102cc4fc, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:46:09.878118 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a1d9f-b81f-40d8-986a-6c64ad1f61f1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Port': ['ID=f9788095-8354-47a0-ab83-b1734a694814,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:09.880365 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-275d8b0e-bd9b-4384-bd59-1332cfc17464 None None] For port 1fd71443-94f8-4a34-a2e9-780e102cc4fc, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=1fd71443-94f8-4a34-a2e9-780e102cc4fc,segment=NetworkSegment(2b847ec6-3bd1-489b-8c9b-71cd39d19583),segment_id=2b847ec6-3bd1-489b-8c9b-71cd39d19583)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:46:09.887771 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-275d8b0e-bd9b-4384-bd59-1332cfc17464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:09.903505 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-974a1d9f-b81f-40d8-986a-6c64ad1f61f1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:09.947459 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d8b0e-bd9b-4384-bd59-1332cfc17464 None None] Pushing event updated for resources: {'Port': ['ID=1fd71443-94f8-4a34-a2e9-780e102cc4fc,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:10.067718 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-974a1d9f-b81f-40d8-986a-6c64ad1f61f1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:10.212831 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-434b6249-4d9e-4c5d-951b-6f583e626aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:10.403541 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-974a1d9f-b81f-40d8-986a-6c64ad1f61f1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:10.408732 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-974a1d9f-b81f-40d8-986a-6c64ad1f61f1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:10.486638 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-974a1d9f-b81f-40d8-986a-6c64ad1f61f1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:10.488356 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a1d9f-b81f-40d8-986a-6c64ad1f61f1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Port': ['ID=f9788095-8354-47a0-ab83-b1734a694814,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:10.586170 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974a1d9f-b81f-40d8-986a-6c64ad1f61f1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Network 8f28bd8d-9f14-49ea-a40f-7dace6b571fc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:46:10.588720 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-974a1d9f-b81f-40d8-986a-6c64ad1f61f1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:46:10.709929 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974a1d9f-b81f-40d8-986a-6c64ad1f61f1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Router e7a5ba57-29e4-4441-8073-346889919ff8 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:46:10.825990 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974a1d9f-b81f-40d8-986a-6c64ad1f61f1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:46:10.831087 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-974a1d9f-b81f-40d8-986a-6c64ad1f61f1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "PUT /v2.0/routers/e7a5ba57-29e4-4441-8073-346889919ff8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0984101 Sep 16 05:46:10.927483 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3f0f18-b2c9-4d51-a49d-fc32386c345d None None] Network 8f28bd8d-9f14-49ea-a40f-7dace6b571fc requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:46:10.979193 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-9cc7727e-acfa-4620-95d4-027eaaf4d33d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-5822980&fields=id&tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41 HTTP/1.1" status: 200 len: 267 time: 0.0333612 Sep 16 05:46:11.057574 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-9dabc13f-6821-457c-a225-a6e20c294070 None None] Provisioning complete for port 1fd71443-94f8-4a34-a2e9-780e102cc4fc triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:46:11.057950 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9dabc13f-6821-457c-a225-a6e20c294070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:11.173145 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9dabc13f-6821-457c-a225-a6e20c294070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:11.216417 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-9dabc13f-6821-457c-a225-a6e20c294070 None None] For port 1fd71443-94f8-4a34-a2e9-780e102cc4fc, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=1fd71443-94f8-4a34-a2e9-780e102cc4fc,segment=NetworkSegment(2b847ec6-3bd1-489b-8c9b-71cd39d19583),segment_id=2b847ec6-3bd1-489b-8c9b-71cd39d19583)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:11.222057 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9dabc13f-6821-457c-a225-a6e20c294070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:11.296212 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dabc13f-6821-457c-a225-a6e20c294070 None None] Pushing event updated for resources: {'Port': ['ID=1fd71443-94f8-4a34-a2e9-780e102cc4fc,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:11.445998 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-02d3d4aa-d058-466a-8c5f-0dde04957dea None None] Provisioning complete for port f9788095-8354-47a0-ab83-b1734a694814 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:46:11.447082 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-02d3d4aa-d058-466a-8c5f-0dde04957dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:11.473337 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-d18b213e-2f87-43fb-891d-fd57783f0738 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:11.481886 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-d18b213e-2f87-43fb-891d-fd57783f0738 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/networks?id=8f28bd8d-9f14-49ea-a40f-7dace6b571fc HTTP/1.1" status: 200 len: 797 time: 0.4950261 Sep 16 05:46:11.486778 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-02d3d4aa-d058-466a-8c5f-0dde04957dea None None] Port f9788095-8354-47a0-ab83-b1734a694814 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:46:11.501885 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-94626809-2499-4338-9746-d844d64b4bfd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/quotas/eb1a1bf9db52473aa7c1d16c03bc5b41 HTTP/1.1" status: 200 len: 375 time: 0.0175452 Sep 16 05:46:11.507999 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-02d3d4aa-d058-466a-8c5f-0dde04957dea None None] Provisioning complete for port 1fd71443-94f8-4a34-a2e9-780e102cc4fc triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:46:11.509942 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-02d3d4aa-d058-466a-8c5f-0dde04957dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:11.512182 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceceed60-399d-4f57-881b-952a88d4d18e None None] Sync routers for ids ['e7a5ba57-29e4-4441-8073-346889919ff8'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:46:11.532461 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceceed60-399d-4f57-881b-952a88d4d18e None None] Routers {'e7a5ba57-29e4-4441-8073-346889919ff8'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:46:11.533143 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-ceceed60-399d-4f57-881b-952a88d4d18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:45:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['e7a5ba57-29e4-4441-8073-346889919ff8'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:11.576928 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-f3dc94f2-e490-4e73-91aa-ab1518745dd3 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0732694 Sep 16 05:46:11.681727 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 5daa1604-a71d-4c8a-bbc4-627657449e6d up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:46:11.780904 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-ceceed60-399d-4f57-881b-952a88d4d18e None None] Set router e7a5ba57-29e4-4441-8073-346889919ff8 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:46:11.797194 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-17d2141d-92df-4afc-bd58-114d95b4dc43 service neutron] 10.222.0.35 "GET /v2.0/networks/8f28bd8d-9f14-49ea-a40f-7dace6b571fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059309 Sep 16 05:46:11.887021 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-fb2b9be0-7847-4173-9c9d-3b026999f061 None None] Provisioning complete for port f9788095-8354-47a0-ab83-b1734a694814 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:46:11.887391 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fb2b9be0-7847-4173-9c9d-3b026999f061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:11.896288 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-712e962d-ed17-4a74-808a-55a0f59d094f service neutron] 10.222.0.35 "GET /v2.0/networks/8f28bd8d-9f14-49ea-a40f-7dace6b571fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925634 Sep 16 05:46:11.931996 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-fb2b9be0-7847-4173-9c9d-3b026999f061 None None] Port f9788095-8354-47a0-ab83-b1734a694814 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:46:11.942074 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 5daa1604-a71d-4c8a-bbc4-627657449e6d triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:46:11.942453 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:12.003077 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-ceceed60-399d-4f57-881b-952a88d4d18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404649974', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '5daa1604-a71d-4c8a-bbc4-627657449e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:46:06Z', 'updated_at': '2021-09-16T05:46:10Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '5daa1604-a71d-4c8a-bbc4-627657449e6d', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:46:07Z', 'updated_at': '2021-09-16T05:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'f9788095-8354-47a0-ab83-b1734a694814', 'name': '', 'network_id': '8f28bd8d-9f14-49ea-a40f-7dace6b571fc', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:17:34:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '15264233-dcd0-4703-84d9-8740698ea58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:46:09Z', 'updated_at': '2021-09-16T05:46:10Z', 'revision_number': 2, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': '15264233-dcd0-4703-84d9-8740698ea58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:12.026261 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:12.032792 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceceed60-399d-4f57-881b-952a88d4d18e None None] Checking router: e7a5ba57-29e4-4441-8073-346889919ff8 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:46:12.033150 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceceed60-399d-4f57-881b-952a88d4d18e None None] Updating router e7a5ba57-29e4-4441-8073-346889919ff8 port f9788095-8354-47a0-ab83-b1734a694814 binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:46:12.069445 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 5daa1604-a71d-4c8a-bbc4-627657449e6d, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=5daa1604-a71d-4c8a-bbc4-627657449e6d,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:12.074851 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-ceceed60-399d-4f57-881b-952a88d4d18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:12.079439 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:12.080214 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 1fd71443-94f8-4a34-a2e9-780e102cc4fc up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:46:12.092967 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7628a858-efe3-4483-b6d4-eb511b90ac45 req-be0e674a-3815-4c50-9984-ce0026c3e374 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 210 time: 0.0317039 Sep 16 05:46:12.132840 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-fd3a38e7-e1d7-40f3-9fbc-9c8e1cf16b86 None None] Provisioning complete for port f9788095-8354-47a0-ab83-b1734a694814 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:46:12.133285 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fd3a38e7-e1d7-40f3-9fbc-9c8e1cf16b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:12.202522 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=5daa1604-a71d-4c8a-bbc4-627657449e6d,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:12.205039 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-fd3a38e7-e1d7-40f3-9fbc-9c8e1cf16b86 None None] Port f9788095-8354-47a0-ab83-b1734a694814 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:46:12.218211 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 1fd71443-94f8-4a34-a2e9-780e102cc4fc triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:46:12.218581 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:12.308030 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:12.372819 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-ceceed60-399d-4f57-881b-952a88d4d18e None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:12.378113 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-ceceed60-399d-4f57-881b-952a88d4d18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:12.427125 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f45bd-b2cb-433c-996b-8d28f7cc1269 None None] Pushing event updated for resources: {'Port': ['ID=f9788095-8354-47a0-ab83-b1734a694814,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:12.448693 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f45bd-b2cb-433c-996b-8d28f7cc1269 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:12.449041 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f45bd-b2cb-433c-996b-8d28f7cc1269 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:12.449385 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f45bd-b2cb-433c-996b-8d28f7cc1269 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:12.449718 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f45bd-b2cb-433c-996b-8d28f7cc1269 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:12.450046 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f45bd-b2cb-433c-996b-8d28f7cc1269 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:12.450373 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f45bd-b2cb-433c-996b-8d28f7cc1269 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:12.450697 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f45bd-b2cb-433c-996b-8d28f7cc1269 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:12.451018 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f45bd-b2cb-433c-996b-8d28f7cc1269 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:12.451337 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f45bd-b2cb-433c-996b-8d28f7cc1269 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:12.451657 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f45bd-b2cb-433c-996b-8d28f7cc1269 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:12.451976 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f45bd-b2cb-433c-996b-8d28f7cc1269 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:12.452293 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f45bd-b2cb-433c-996b-8d28f7cc1269 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:12.490816 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-ceceed60-399d-4f57-881b-952a88d4d18e None None] Attempting to bind port f9788095-8354-47a0-ab83-b1734a694814 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:46:12.491186 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-ceceed60-399d-4f57-881b-952a88d4d18e None None] Attempting to bind port f9788095-8354-47a0-ab83-b1734a694814 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '2b847ec6-3bd1-489b-8c9b-71cd39d19583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8f28bd8d-9f14-49ea-a40f-7dace6b571fc'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:46:12.491548 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceceed60-399d-4f57-881b-952a88d4d18e None None] Attempting to bind port f9788095-8354-47a0-ab83-b1734a694814 on network 8f28bd8d-9f14-49ea-a40f-7dace6b571fc {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:46:12.497575 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceceed60-399d-4f57-881b-952a88d4d18e None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:46:12.497946 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceceed60-399d-4f57-881b-952a88d4d18e None None] Checking segment: {'id': '2b847ec6-3bd1-489b-8c9b-71cd39d19583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8f28bd8d-9f14-49ea-a40f-7dace6b571fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:46:12.498347 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-ceceed60-399d-4f57-881b-952a88d4d18e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:12.498735 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceceed60-399d-4f57-881b-952a88d4d18e None None] Bound using segment: {'id': '2b847ec6-3bd1-489b-8c9b-71cd39d19583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8f28bd8d-9f14-49ea-a40f-7dace6b571fc'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:46:12.499198 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-ceceed60-399d-4f57-881b-952a88d4d18e None None] Bound port: f9788095-8354-47a0-ab83-b1734a694814, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b847ec6-3bd1-489b-8c9b-71cd39d19583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8f28bd8d-9f14-49ea-a40f-7dace6b571fc'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:46:12.499590 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-ceceed60-399d-4f57-881b-952a88d4d18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:12.566142 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-ceceed60-399d-4f57-881b-952a88d4d18e None None] For port f9788095-8354-47a0-ab83-b1734a694814, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:46:12.569409 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-ceceed60-399d-4f57-881b-952a88d4d18e None None] For port f9788095-8354-47a0-ab83-b1734a694814, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=f9788095-8354-47a0-ab83-b1734a694814,segment=NetworkSegment(2b847ec6-3bd1-489b-8c9b-71cd39d19583),segment_id=2b847ec6-3bd1-489b-8c9b-71cd39d19583)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:46:12.578477 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-ceceed60-399d-4f57-881b-952a88d4d18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:12.637876 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-8c0c3f4d-9779-40e5-bdb0-3a05dfc69d89 None None] Provisioning complete for port f9788095-8354-47a0-ab83-b1734a694814 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:46:12.638271 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8c0c3f4d-9779-40e5-bdb0-3a05dfc69d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:12.639476 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceceed60-399d-4f57-881b-952a88d4d18e None None] Routers {'e7a5ba57-29e4-4441-8073-346889919ff8'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:46:12.640111 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-ceceed60-399d-4f57-881b-952a88d4d18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:45:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['e7a5ba57-29e4-4441-8073-346889919ff8'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:12.643155 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f45bd-b2cb-433c-996b-8d28f7cc1269 None None] Pushing event updated for resources: {'Port': ['ID=f9788095-8354-47a0-ab83-b1734a694814,revision_number=4']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:12.739209 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8c0c3f4d-9779-40e5-bdb0-3a05dfc69d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:12.757972 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-ceceed60-399d-4f57-881b-952a88d4d18e None None] Set router e7a5ba57-29e4-4441-8073-346889919ff8 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:46:12.772463 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-8c0c3f4d-9779-40e5-bdb0-3a05dfc69d89 None None] For port f9788095-8354-47a0-ab83-b1734a694814, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=f9788095-8354-47a0-ab83-b1734a694814,segment=NetworkSegment(2b847ec6-3bd1-489b-8c9b-71cd39d19583),segment_id=2b847ec6-3bd1-489b-8c9b-71cd39d19583)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:12.777319 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8c0c3f4d-9779-40e5-bdb0-3a05dfc69d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:12.830118 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c3f4d-9779-40e5-bdb0-3a05dfc69d89 None None] Pushing event updated for resources: {'Port': ['ID=f9788095-8354-47a0-ab83-b1734a694814,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:12.896719 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-a6bb9a0e-39b2-4847-811c-56846206288d None None] Provisioning complete for port f9788095-8354-47a0-ab83-b1734a694814 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:46:12.897103 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a6bb9a0e-39b2-4847-811c-56846206288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:12.968334 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-ceceed60-399d-4f57-881b-952a88d4d18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404649974', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '5daa1604-a71d-4c8a-bbc4-627657449e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:46:06Z', 'updated_at': '2021-09-16T05:46:10Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '5daa1604-a71d-4c8a-bbc4-627657449e6d', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:46:07Z', 'updated_at': '2021-09-16T05:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'f9788095-8354-47a0-ab83-b1734a694814', 'name': '', 'network_id': '8f28bd8d-9f14-49ea-a40f-7dace6b571fc', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:17:34:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '15264233-dcd0-4703-84d9-8740698ea58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:46:09Z', 'updated_at': '2021-09-16T05:46:12Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': '15264233-dcd0-4703-84d9-8740698ea58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:12.994449 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceceed60-399d-4f57-881b-952a88d4d18e None None] The sync data for ids ['e7a5ba57-29e4-4441-8073-346889919ff8'] in n-d-712139-15 is: [{'id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404649974', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '5daa1604-a71d-4c8a-bbc4-627657449e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:46:06Z', 'updated_at': '2021-09-16T05:46:10Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '5daa1604-a71d-4c8a-bbc4-627657449e6d', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:46:07Z', 'updated_at': '2021-09-16T05:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'f9788095-8354-47a0-ab83-b1734a694814', 'name': '', 'network_id': '8f28bd8d-9f14-49ea-a40f-7dace6b571fc', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:17:34:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '15264233-dcd0-4703-84d9-8740698ea58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:46:09Z', 'updated_at': '2021-09-16T05:46:12Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': '15264233-dcd0-4703-84d9-8740698ea58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:46:13.122251 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:46:13.177020 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2f35e464-b38c-4b6a-9009-ca85aaf98d5f req-c198173d-f4f5-4839-a0f0-479095ce627c tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 210 time: 0.0327237 Sep 16 05:46:13.345240 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d2c4a194-b02f-4a06-8d2a-3877e4bb0b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:13.632840 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 5daa1604-a71d-4c8a-bbc4-627657449e6d up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:46:13.686832 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:13.705340 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 5daa1604-a71d-4c8a-bbc4-627657449e6d triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:46:13.705715 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:13.789941 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device f9788095-8354-47a0-ab83-b1734a694814 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:46:13.843095 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port f9788095-8354-47a0-ab83-b1734a694814 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:46:13.843421 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:14.252495 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-add3f9f0-e32a-41c3-b80a-b9fee539d12b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:14.253956 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-add3f9f0-e32a-41c3-b80a-b9fee539d12b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.48 "GET /v2.0/networks?id=8f28bd8d-9f14-49ea-a40f-7dace6b571fc HTTP/1.1" status: 200 len: 797 time: 0.1063614 Sep 16 05:46:14.281276 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d03959aa-2771-4a69-b7b2-41b596db9332 req-80c79792-979a-4f8f-b5ec-94577aeffb23 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 210 time: 0.0358641 Sep 16 05:46:14.318773 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-240c744a-5adc-4210-a0f9-757c01203d8e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41 HTTP/1.1" status: 200 len: 377 time: 0.0398088 Sep 16 05:46:14.358971 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-c601ac80-10da-490b-becc-a169c5d41508 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'port': {'device_id': '1de953a7-5689-4e1a-b129-a5afbfe0725f', 'network_id': '8f28bd8d-9f14-49ea-a40f-7dace6b571fc', 'admin_state_up': True, 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'security_groups': ['796c7ecb-1363-4f3d-8f1c-743114b827eb']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:14.469257 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-c601ac80-10da-490b-becc-a169c5d41508 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Made reservation on behalf of eb1a1bf9db52473aa7c1d16c03bc5b41 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:46:14.472754 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-c601ac80-10da-490b-becc-a169c5d41508 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:14.601125 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-c601ac80-10da-490b-becc-a169c5d41508 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Allocated IP 172.20.0.13 (8f28bd8d-9f14-49ea-a40f-7dace6b571fc/15264233-dcd0-4703-84d9-8740698ea58d/f6352e22-c7f4-46a7-b63b-2d3fbc606d63) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:46:14.735620 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-c601ac80-10da-490b-becc-a169c5d41508 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:14.768524 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-c601ac80-10da-490b-becc-a169c5d41508 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:14.795569 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:14.813529 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-c601ac80-10da-490b-becc-a169c5d41508 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Network 8f28bd8d-9f14-49ea-a40f-7dace6b571fc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:46:14.816487 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-c601ac80-10da-490b-becc-a169c5d41508 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:46:14.820210 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-c601ac80-10da-490b-becc-a169c5d41508 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:46:14.849074 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c601ac80-10da-490b-becc-a169c5d41508 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Port': ['ID=f6352e22-c7f4-46a7-b63b-2d3fbc606d63,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:14.878849 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-c601ac80-10da-490b-becc-a169c5d41508 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:14.879474 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-c601ac80-10da-490b-becc-a169c5d41508 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:14.894691 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-c601ac80-10da-490b-becc-a169c5d41508 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5394440 Sep 16 05:46:14.914186 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-44e4f27f-2a3a-4832-9aa7-97e77523e7ec service neutron] Request body: {'port': {'device_id': '1de953a7-5689-4e1a-b129-a5afbfe0725f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:14.973055 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-44e4f27f-2a3a-4832-9aa7-97e77523e7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:15.109817 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-e829a67a-4bf1-482e-986c-e918553b9202 None None] Provisioning complete for port f6352e22-c7f4-46a7-b63b-2d3fbc606d63 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:46:15.110138 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e829a67a-4bf1-482e-986c-e918553b9202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:15.144013 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-e829a67a-4bf1-482e-986c-e918553b9202 None None] Port f6352e22-c7f4-46a7-b63b-2d3fbc606d63 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:46:15.226037 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:15.245413 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-44e4f27f-2a3a-4832-9aa7-97e77523e7ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6352e22-c7f4-46a7-b63b-2d3fbc606d63 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:46:15.252705 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-44e4f27f-2a3a-4832-9aa7-97e77523e7ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:15.264429 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-44e4f27f-2a3a-4832-9aa7-97e77523e7ec service neutron] Transition to ACTIVE for port object f6352e22-c7f4-46a7-b63b-2d3fbc606d63 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:46:15.268766 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-44e4f27f-2a3a-4832-9aa7-97e77523e7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:15.318912 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4f27f-2a3a-4832-9aa7-97e77523e7ec service neutron] Pushing event updated for resources: {'Port': ['ID=f6352e22-c7f4-46a7-b63b-2d3fbc606d63,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:15.434806 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0907668-7539-46d8-a2e1-3bd20e44dfaf req-f6863e10-5f9c-4e3c-9376-2eb5cd8bb74f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:15.436682 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b0907668-7539-46d8-a2e1-3bd20e44dfaf req-f6863e10-5f9c-4e3c-9376-2eb5cd8bb74f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 944 time: 0.0752366 Sep 16 05:46:15.437423 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-44e4f27f-2a3a-4832-9aa7-97e77523e7ec service neutron] Attempting to bind port f6352e22-c7f4-46a7-b63b-2d3fbc606d63 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:46:15.437748 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-44e4f27f-2a3a-4832-9aa7-97e77523e7ec service neutron] Attempting to bind port f6352e22-c7f4-46a7-b63b-2d3fbc606d63 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '2b847ec6-3bd1-489b-8c9b-71cd39d19583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8f28bd8d-9f14-49ea-a40f-7dace6b571fc'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:46:15.438069 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-44e4f27f-2a3a-4832-9aa7-97e77523e7ec service neutron] Attempting to bind port f6352e22-c7f4-46a7-b63b-2d3fbc606d63 on network 8f28bd8d-9f14-49ea-a40f-7dace6b571fc {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:46:15.444768 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-44e4f27f-2a3a-4832-9aa7-97e77523e7ec service neutron] Port f6352e22-c7f4-46a7-b63b-2d3fbc606d63 on network 8f28bd8d-9f14-49ea-a40f-7dace6b571fc not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:46:15.445091 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-44e4f27f-2a3a-4832-9aa7-97e77523e7ec service neutron] Attempting to bind port f6352e22-c7f4-46a7-b63b-2d3fbc606d63 on network 8f28bd8d-9f14-49ea-a40f-7dace6b571fc {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:46:15.455286 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-44e4f27f-2a3a-4832-9aa7-97e77523e7ec service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:46:15.455622 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-44e4f27f-2a3a-4832-9aa7-97e77523e7ec service neutron] Checking segment: {'id': '2b847ec6-3bd1-489b-8c9b-71cd39d19583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8f28bd8d-9f14-49ea-a40f-7dace6b571fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:46:15.455997 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-44e4f27f-2a3a-4832-9aa7-97e77523e7ec service neutron] Bound using segment: {'id': '2b847ec6-3bd1-489b-8c9b-71cd39d19583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8f28bd8d-9f14-49ea-a40f-7dace6b571fc'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:46:15.456426 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-44e4f27f-2a3a-4832-9aa7-97e77523e7ec service neutron] Bound port: f6352e22-c7f4-46a7-b63b-2d3fbc606d63, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b847ec6-3bd1-489b-8c9b-71cd39d19583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8f28bd8d-9f14-49ea-a40f-7dace6b571fc'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:46:15.456806 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-44e4f27f-2a3a-4832-9aa7-97e77523e7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:15.513095 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b0907668-7539-46d8-a2e1-3bd20e44dfaf req-16ae9447-60fa-4b1a-b689-4c786875589d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=796c7ecb-1363-4f3d-8f1c-743114b827eb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0701060 Sep 16 05:46:15.542797 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-44e4f27f-2a3a-4832-9aa7-97e77523e7ec service neutron] For port f6352e22-c7f4-46a7-b63b-2d3fbc606d63, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:46:15.545741 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-44e4f27f-2a3a-4832-9aa7-97e77523e7ec service neutron] For port f6352e22-c7f4-46a7-b63b-2d3fbc606d63, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=f6352e22-c7f4-46a7-b63b-2d3fbc606d63,segment=NetworkSegment(2b847ec6-3bd1-489b-8c9b-71cd39d19583),segment_id=2b847ec6-3bd1-489b-8c9b-71cd39d19583)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:46:15.550359 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-44e4f27f-2a3a-4832-9aa7-97e77523e7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:15.586008 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-44e4f27f-2a3a-4832-9aa7-97e77523e7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:15.586621 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-44e4f27f-2a3a-4832-9aa7-97e77523e7ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:15.588453 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-44e4f27f-2a3a-4832-9aa7-97e77523e7ec service neutron] 10.222.0.48 "PUT /v2.0/ports/f6352e22-c7f4-46a7-b63b-2d3fbc606d63 HTTP/1.1" status: 200 len: 1093 time: 0.6787920 Sep 16 05:46:15.589053 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de953a7-5689-4e1a-b129-a5afbfe0725f', 'tag': 'f6352e22-c7f4-46a7-b63b-2d3fbc606d63'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:46:15.591164 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced76a72-fade-43f9-871e-d55b00aab2ff" -d '{"events": [{"name": "network-changed", "server_uuid": "1de953a7-5689-4e1a-b129-a5afbfe0725f", "tag": "f6352e22-c7f4-46a7-b63b-2d3fbc606d63"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:46:15.616391 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4f27f-2a3a-4832-9aa7-97e77523e7ec service neutron] Pushing event updated for resources: {'Port': ['ID=f6352e22-c7f4-46a7-b63b-2d3fbc606d63,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:15.630908 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4888b98-1513-4dfa-91e4-287c9a3d7ffe x-openstack-request-id: req-e4888b98-1513-4dfa-91e4-287c9a3d7ffe {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:46:15.631378 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1de953a7-5689-4e1a-b129-a5afbfe0725f", "tag": "f6352e22-c7f4-46a7-b63b-2d3fbc606d63", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:46:15.631676 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e4888b98-1513-4dfa-91e4-287c9a3d7ffe {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:46:15.632791 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1de953a7-5689-4e1a-b129-a5afbfe0725f', 'tag': 'f6352e22-c7f4-46a7-b63b-2d3fbc606d63', 'status': 'completed', 'code': 200} Sep 16 05:46:15.695147 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-3fc94d97-5ddf-45bc-a5f8-a268be36b52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:15.697312 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-3fc94d97-5ddf-45bc-a5f8-a268be36b52d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 1096 time: 0.0472324 Sep 16 05:46:15.746884 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-53a314c3-0ccc-405a-b2a4-eb1dd3952278 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6352e22-c7f4-46a7-b63b-2d3fbc606d63 HTTP/1.1" status: 200 len: 217 time: 0.0357213 Sep 16 05:46:15.797735 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-24b8b2e0-7d62-4012-b90f-446c71d78755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:15.799214 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-24b8b2e0-7d62-4012-b90f-446c71d78755 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15264233-dcd0-4703-84d9-8740698ea58d HTTP/1.1" status: 200 len: 833 time: 0.0455618 Sep 16 05:46:15.850747 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-41011bab-47b5-482e-b3b3-396fb514f7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:15.852159 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-41011bab-47b5-482e-b3b3-396fb514f7c0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f28bd8d-9f14-49ea-a40f-7dace6b571fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453584 Sep 16 05:46:15.942862 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-9b7e70d8-ca76-4799-be20-2ff787c677f0 service neutron] 10.222.0.48 "GET /v2.0/networks/8f28bd8d-9f14-49ea-a40f-7dace6b571fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826545 Sep 16 05:46:16.041025 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f19b2f3-cf1b-44e3-927c-71a96f90740c req-bb439e76-89ef-4c0c-9f3e-045463fe5337 service neutron] 10.222.0.48 "GET /v2.0/networks/8f28bd8d-9f14-49ea-a40f-7dace6b571fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904391 Sep 16 05:46:16.171178 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced76a72-fade-43f9-871e-d55b00aab2ff req-70ab0faa-2fb3-4cfa-8263-89a03f6c5050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:16.172704 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ced76a72-fade-43f9-871e-d55b00aab2ff req-70ab0faa-2fb3-4cfa-8263-89a03f6c5050 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 1096 time: 0.0406921 Sep 16 05:46:16.266589 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced76a72-fade-43f9-871e-d55b00aab2ff req-5cfd79cd-fa79-43f7-9ecd-d8fe62ec4d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:16.268053 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ced76a72-fade-43f9-871e-d55b00aab2ff req-5cfd79cd-fa79-43f7-9ecd-d8fe62ec4d1f service neutron] 10.222.0.48 "GET /v2.0/networks?id=8f28bd8d-9f14-49ea-a40f-7dace6b571fc HTTP/1.1" status: 200 len: 898 time: 0.0881526 Sep 16 05:46:16.301786 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:16.311468 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ced76a72-fade-43f9-871e-d55b00aab2ff req-e0df777b-9c2a-496a-a754-04d5909eb58b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6352e22-c7f4-46a7-b63b-2d3fbc606d63 HTTP/1.1" status: 200 len: 217 time: 0.0350001 Sep 16 05:46:16.362092 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced76a72-fade-43f9-871e-d55b00aab2ff req-01ced2c8-b949-4e81-b837-34bb4d5ea9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:16.363606 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ced76a72-fade-43f9-871e-d55b00aab2ff req-01ced2c8-b949-4e81-b837-34bb4d5ea9e8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15264233-dcd0-4703-84d9-8740698ea58d HTTP/1.1" status: 200 len: 833 time: 0.0461438 Sep 16 05:46:16.407971 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced76a72-fade-43f9-871e-d55b00aab2ff req-03dbddb9-e3b6-423c-a43a-ee8055965dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:16.409469 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ced76a72-fade-43f9-871e-d55b00aab2ff req-03dbddb9-e3b6-423c-a43a-ee8055965dd2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f28bd8d-9f14-49ea-a40f-7dace6b571fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392251 Sep 16 05:46:16.504480 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ced76a72-fade-43f9-871e-d55b00aab2ff req-7ef02ed5-c0dc-46d9-b359-56d3e37a1d68 service neutron] 10.222.0.48 "GET /v2.0/networks/8f28bd8d-9f14-49ea-a40f-7dace6b571fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869231 Sep 16 05:46:16.625494 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ced76a72-fade-43f9-871e-d55b00aab2ff req-f298a73f-1e25-4f0b-80fe-8dc49ddec125 service neutron] 10.222.0.48 "GET /v2.0/networks/8f28bd8d-9f14-49ea-a40f-7dace6b571fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128340 Sep 16 05:46:16.645510 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a5524-e008-4500-9a02-32299e00e952 req-b95ea867-24bb-4a15-a2c6-223b99bfec38 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:16.647024 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-414a5524-e008-4500-9a02-32299e00e952 req-b95ea867-24bb-4a15-a2c6-223b99bfec38 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 944 time: 0.0627339 Sep 16 05:46:16.686373 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-414a5524-e008-4500-9a02-32299e00e952 req-ef30f1d6-d249-4fb9-9a60-8513587f4852 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=796c7ecb-1363-4f3d-8f1c-743114b827eb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0329368 Sep 16 05:46:17.801667 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fd7eb-4b28-490d-9791-c5a5bb52280d req-b1873482-62bb-449e-93d3-b28411054988 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:17.803154 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2e0fd7eb-4b28-490d-9791-c5a5bb52280d req-b1873482-62bb-449e-93d3-b28411054988 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 944 time: 0.0491304 Sep 16 05:46:17.843370 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2e0fd7eb-4b28-490d-9791-c5a5bb52280d req-173cd6b1-b856-4f89-afbc-4cc38842e9e0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=796c7ecb-1363-4f3d-8f1c-743114b827eb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0336542 Sep 16 05:46:18.972390 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857475e-a5fa-4519-a32d-ed3e4c6f13f8 req-e9f4d937-8fed-4656-a316-ee403620f982 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:18.973909 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4857475e-a5fa-4519-a32d-ed3e4c6f13f8 req-e9f4d937-8fed-4656-a316-ee403620f982 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 944 time: 0.0542963 Sep 16 05:46:19.011444 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4857475e-a5fa-4519-a32d-ed3e4c6f13f8 req-5eebfb1a-1edb-4b8c-ae87-a4bcf6c0d9a4 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=796c7ecb-1363-4f3d-8f1c-743114b827eb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0313921 Sep 16 05:46:20.133482 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6425eb-ee3c-4250-88b6-073a4329e41e req-0c8ef4fc-13ff-4f75-b26d-89efc12ae33f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:20.135923 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e6425eb-ee3c-4250-88b6-073a4329e41e req-0c8ef4fc-13ff-4f75-b26d-89efc12ae33f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 944 time: 0.0510545 Sep 16 05:46:20.174136 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3e6425eb-ee3c-4250-88b6-073a4329e41e req-97579baa-a94b-46c9-8ec1-4783f5fa63f9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=796c7ecb-1363-4f3d-8f1c-743114b827eb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0321815 Sep 16 05:46:20.628485 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device f6352e22-c7f4-46a7-b63b-2d3fbc606d63 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:46:20.720505 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port f6352e22-c7f4-46a7-b63b-2d3fbc606d63, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=f6352e22-c7f4-46a7-b63b-2d3fbc606d63,segment=NetworkSegment(2b847ec6-3bd1-489b-8c9b-71cd39d19583),segment_id=2b847ec6-3bd1-489b-8c9b-71cd39d19583)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:20.731828 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'f6352e22-c7f4-46a7-b63b-2d3fbc606d63', 'network_id': '8f28bd8d-9f14-49ea-a40f-7dace6b571fc', 'port_id': 'f6352e22-c7f4-46a7-b63b-2d3fbc606d63', 'mac_address': 'fa:16:3e:75:d0:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15264233-dcd0-4703-84d9-8740698ea58d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:46:20.771331 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:20.784202 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6352e22-c7f4-46a7-b63b-2d3fbc606d63 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:46:20.803177 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port f6352e22-c7f4-46a7-b63b-2d3fbc606d63, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=f6352e22-c7f4-46a7-b63b-2d3fbc606d63,segment=NetworkSegment(2b847ec6-3bd1-489b-8c9b-71cd39d19583),segment_id=2b847ec6-3bd1-489b-8c9b-71cd39d19583)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:20.807585 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:20.853716 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=f6352e22-c7f4-46a7-b63b-2d3fbc606d63,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:21.199607 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['f6352e22-c7f4-46a7-b63b-2d3fbc606d63'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:46:21.289811 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3b736-fb73-4e82-9e36-a29f353fdb65 req-b84ab339-e5b5-466a-99f6-b79d57ae8793 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:21.291881 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-56c3b736-fb73-4e82-9e36-a29f353fdb65 req-b84ab339-e5b5-466a-99f6-b79d57ae8793 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 945 time: 0.0506728 Sep 16 05:46:21.331011 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-56c3b736-fb73-4e82-9e36-a29f353fdb65 req-57cb4406-a9a1-4fdc-bb71-891da3d4b441 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=796c7ecb-1363-4f3d-8f1c-743114b827eb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0331018 Sep 16 05:46:22.451554 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae12e95-6e18-4173-98a2-d2d59685f183 req-5c3ab617-dde6-4085-a23a-d24f113a428e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:22.453075 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0ae12e95-6e18-4173-98a2-d2d59685f183 req-5c3ab617-dde6-4085-a23a-d24f113a428e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 945 time: 0.0552297 Sep 16 05:46:22.490778 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0ae12e95-6e18-4173-98a2-d2d59685f183 req-255aefa2-fd54-44c9-afc4-d3dbd3c5829e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=796c7ecb-1363-4f3d-8f1c-743114b827eb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0317700 Sep 16 05:46:22.626087 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device f6352e22-c7f4-46a7-b63b-2d3fbc606d63 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:46:22.674252 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port f6352e22-c7f4-46a7-b63b-2d3fbc606d63 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:46:22.677807 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port f6352e22-c7f4-46a7-b63b-2d3fbc606d63 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:46:22.678234 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:22.755956 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:22.779099 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de953a7-5689-4e1a-b129-a5afbfe0725f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6352e22-c7f4-46a7-b63b-2d3fbc606d63'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:46:22.781440 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2506ad353029a21956b6cd1b4a70cda1beed1e40b39b5191f7a66b422a7e283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9749c6-5340-42e5-9794-d8e42b643e61" -d '{"events": [{"server_uuid": "1de953a7-5689-4e1a-b129-a5afbfe0725f", "name": "network-vif-plugged", "status": "completed", "tag": "f6352e22-c7f4-46a7-b63b-2d3fbc606d63"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:46:22.794944 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port f6352e22-c7f4-46a7-b63b-2d3fbc606d63, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=f6352e22-c7f4-46a7-b63b-2d3fbc606d63,segment=NetworkSegment(2b847ec6-3bd1-489b-8c9b-71cd39d19583),segment_id=2b847ec6-3bd1-489b-8c9b-71cd39d19583)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:22.798972 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:22.848028 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=f6352e22-c7f4-46a7-b63b-2d3fbc606d63,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:22.898125 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efaba6c-c244-40e5-9121-d63f4be3df29 x-openstack-request-id: req-2efaba6c-c244-40e5-9121-d63f4be3df29 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:46:22.898420 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de953a7-5689-4e1a-b129-a5afbfe0725f", "name": "network-vif-plugged", "status": "completed", "tag": "f6352e22-c7f4-46a7-b63b-2d3fbc606d63", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:46:22.898675 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2efaba6c-c244-40e5-9121-d63f4be3df29 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:46:22.899178 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de953a7-5689-4e1a-b129-a5afbfe0725f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6352e22-c7f4-46a7-b63b-2d3fbc606d63', 'code': 200} Sep 16 05:46:23.021747 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08802f60-7834-44af-b9eb-fa971a202765 req-fbee7c1e-3d9c-4128-8c55-878e4ca63723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:23.023311 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-08802f60-7834-44af-b9eb-fa971a202765 req-fbee7c1e-3d9c-4128-8c55-878e4ca63723 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 1098 time: 0.0410297 Sep 16 05:46:23.057472 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-08802f60-7834-44af-b9eb-fa971a202765 req-00b7658f-3ab0-4516-a28f-eb95b4d199b6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=796c7ecb-1363-4f3d-8f1c-743114b827eb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0275571 Sep 16 05:46:23.608768 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4c116-f0d4-499d-ac3c-7598369da8bc req-ce951d1d-25b5-461c-bc58-5a81e51ba950 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:23.610331 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-13b4c116-f0d4-499d-ac3c-7598369da8bc req-ce951d1d-25b5-461c-bc58-5a81e51ba950 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 946 time: 0.0502117 Sep 16 05:46:23.648417 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-13b4c116-f0d4-499d-ac3c-7598369da8bc req-0cc3fd2c-26c3-4415-b4b1-7769451bf2db tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=796c7ecb-1363-4f3d-8f1c-743114b827eb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0320311 Sep 16 05:46:24.765599 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a0f26-2158-493c-be10-a46ed7edf320 req-e034e228-87dc-4a65-8cfe-9bd68f4b8c0f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:24.767113 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c46a0f26-2158-493c-be10-a46ed7edf320 req-e034e228-87dc-4a65-8cfe-9bd68f4b8c0f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 946 time: 0.0521653 Sep 16 05:46:24.805838 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c46a0f26-2158-493c-be10-a46ed7edf320 req-48cd036d-f254-4f00-b708-630f1e98fca7 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=796c7ecb-1363-4f3d-8f1c-743114b827eb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0323482 Sep 16 05:46:24.920736 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3103e2ca-61df-40c5-967e-986803429b20 req-2437ae0c-2f31-4334-95d6-7dda1d1cef42 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:24.922234 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3103e2ca-61df-40c5-967e-986803429b20 req-2437ae0c-2f31-4334-95d6-7dda1d1cef42 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 946 time: 0.0505981 Sep 16 05:46:24.963295 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3103e2ca-61df-40c5-967e-986803429b20 req-2a2420f1-f393-4ec9-bfc3-39610b8bc0b2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=796c7ecb-1363-4f3d-8f1c-743114b827eb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0349495 Sep 16 05:46:24.984380 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57982) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:25.025667 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24df058-801d-4eff-b969-36fcaade4e5a tempest-TestNetworkAdvancedServerOps-1385846937 tempest-TestNetworkAdvancedServerOps-1385846937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:25.027196 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e24df058-801d-4eff-b969-36fcaade4e5a tempest-TestNetworkAdvancedServerOps-1385846937 tempest-TestNetworkAdvancedServerOps-1385846937-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 1093 time: 0.0418422 Sep 16 05:46:25.029976 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 57984) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:25.034213 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-516258ef-e36f-4afc-bc79-67036c002743 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'port_id': 'f6352e22-c7f4-46a7-b63b-2d3fbc606d63', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:25.056158 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-516258ef-e36f-4afc-bc79-67036c002743 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for floatingip, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:25.155345 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-516258ef-e36f-4afc-bc79-67036c002743 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:25.256623 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-516258ef-e36f-4afc-bc79-67036c002743 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Allocated IP 172.25.8.29 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/a1596598-2a66-468a-9769-ff198ce1fe8c) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:46:25.360579 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-516258ef-e36f-4afc-bc79-67036c002743 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:25.393331 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-516258ef-e36f-4afc-bc79-67036c002743 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:25.429219 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516258ef-e36f-4afc-bc79-67036c002743 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:46:25.432705 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-516258ef-e36f-4afc-bc79-67036c002743 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:46:25.438986 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516258ef-e36f-4afc-bc79-67036c002743 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:46:25.444344 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516258ef-e36f-4afc-bc79-67036c002743 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Port': ['ID=a1596598-2a66-468a-9769-ff198ce1fe8c,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:25.795430 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-516258ef-e36f-4afc-bc79-67036c002743 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:25.860824 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-516258ef-e36f-4afc-bc79-67036c002743 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:26.013377 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-516258ef-e36f-4afc-bc79-67036c002743 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:26.017893 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-516258ef-e36f-4afc-bc79-67036c002743 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:26.088027 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516258ef-e36f-4afc-bc79-67036c002743 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Port': ['ID=a1596598-2a66-468a-9769-ff198ce1fe8c,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:26.099349 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-516258ef-e36f-4afc-bc79-67036c002743 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:26.195476 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [None req-516258ef-e36f-4afc-bc79-67036c002743 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Floating IP 0df817ce-6164-4a7c-b6d1-9cb6d706d060 associated. External IP: 172.25.8.29, port: f6352e22-c7f4-46a7-b63b-2d3fbc606d63. Sep 16 05:46:26.403895 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516258ef-e36f-4afc-bc79-67036c002743 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Router e7a5ba57-29e4-4441-8073-346889919ff8 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:46:26.509891 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516258ef-e36f-4afc-bc79-67036c002743 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:46:26.519436 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04e3caa-5b21-4a2c-96bb-3e1fdb60a938 None None] Sync routers for ids ['e7a5ba57-29e4-4441-8073-346889919ff8'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:46:26.527121 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-516258ef-e36f-4afc-bc79-67036c002743 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:26.530457 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04e3caa-5b21-4a2c-96bb-3e1fdb60a938 None None] Routers {'e7a5ba57-29e4-4441-8073-346889919ff8'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:46:26.531167 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-a04e3caa-5b21-4a2c-96bb-3e1fdb60a938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:46:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['e7a5ba57-29e4-4441-8073-346889919ff8'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:26.554003 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-516258ef-e36f-4afc-bc79-67036c002743 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5230174 Sep 16 05:46:26.554585 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de953a7-5689-4e1a-b129-a5afbfe0725f', 'tag': 'f6352e22-c7f4-46a7-b63b-2d3fbc606d63'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:46:26.557127 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e55f22-d231-4e86-9c5f-8fad66e46be5" -d '{"events": [{"name": "network-changed", "server_uuid": "1de953a7-5689-4e1a-b129-a5afbfe0725f", "tag": "f6352e22-c7f4-46a7-b63b-2d3fbc606d63"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:46:26.641171 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-a04e3caa-5b21-4a2c-96bb-3e1fdb60a938 None None] Set router e7a5ba57-29e4-4441-8073-346889919ff8 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:46:26.656037 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c4447-12d2-4edc-8ca6-30d7bf52bbf5 req-bf3fd666-92f0-4fba-b0e0-4961d7aa7a46 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:26.657592 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ba1c4447-12d2-4edc-8ca6-30d7bf52bbf5 req-bf3fd666-92f0-4fba-b0e0-4961d7aa7a46 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 946 time: 0.0531955 Sep 16 05:46:26.696994 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ba1c4447-12d2-4edc-8ca6-30d7bf52bbf5 req-74f0f9b0-f132-402d-815c-da8d75450288 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=796c7ecb-1363-4f3d-8f1c-743114b827eb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0330973 Sep 16 05:46:26.719336 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57990) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:26.742059 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e59fbf-6e9f-4ad3-ae50-9b98099852bd x-openstack-request-id: req-51e59fbf-6e9f-4ad3-ae50-9b98099852bd {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:46:26.742357 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1de953a7-5689-4e1a-b129-a5afbfe0725f", "tag": "f6352e22-c7f4-46a7-b63b-2d3fbc606d63", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:46:26.742611 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-51e59fbf-6e9f-4ad3-ae50-9b98099852bd {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:46:26.743030 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1de953a7-5689-4e1a-b129-a5afbfe0725f', 'tag': 'f6352e22-c7f4-46a7-b63b-2d3fbc606d63', 'status': 'completed', 'code': 200} Sep 16 05:46:26.788895 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3b6361af-db64-4603-8a05-020bb3f4b530 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/floatingips/0df817ce-6164-4a7c-b6d1-9cb6d706d060 HTTP/1.1" status: 200 len: 991 time: 0.0675507 Sep 16 05:46:26.830293 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e55f22-d231-4e86-9c5f-8fad66e46be5 req-9827bc98-59b1-4710-be33-8b21c5b46945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:26.831807 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c0e55f22-d231-4e86-9c5f-8fad66e46be5 req-9827bc98-59b1-4710-be33-8b21c5b46945 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 1098 time: 0.0402446 Sep 16 05:46:26.874046 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-a04e3caa-5b21-4a2c-96bb-3e1fdb60a938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404649974', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '5daa1604-a71d-4c8a-bbc4-627657449e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:46:06Z', 'updated_at': '2021-09-16T05:46:10Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '5daa1604-a71d-4c8a-bbc4-627657449e6d', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:46:07Z', 'updated_at': '2021-09-16T05:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '0df817ce-6164-4a7c-b6d1-9cb6d706d060', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'floating_ip_address': '172.25.8.29', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'port_id': 'f6352e22-c7f4-46a7-b63b-2d3fbc606d63', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f28bd8d-9f14-49ea-a40f-7dace6b571fc', 'mac_address': 'fa:16:3e:75:d0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de953a7-5689-4e1a-b129-a5afbfe0725f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:46:25Z', 'updated_at': '2021-09-16T05:46:25Z', 'revision_number': 0, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9788095-8354-47a0-ab83-b1734a694814', 'name': '', 'network_id': '8f28bd8d-9f14-49ea-a40f-7dace6b571fc', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:17:34:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '15264233-dcd0-4703-84d9-8740698ea58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:46:09Z', 'updated_at': '2021-09-16T05:46:12Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': '15264233-dcd0-4703-84d9-8740698ea58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:26.908392 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04e3caa-5b21-4a2c-96bb-3e1fdb60a938 None None] Checking router: e7a5ba57-29e4-4441-8073-346889919ff8 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:46:26.917395 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04e3caa-5b21-4a2c-96bb-3e1fdb60a938 None None] Routers {'e7a5ba57-29e4-4441-8073-346889919ff8'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:46:26.918018 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-a04e3caa-5b21-4a2c-96bb-3e1fdb60a938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:46:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['e7a5ba57-29e4-4441-8073-346889919ff8'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:26.927731 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e55f22-d231-4e86-9c5f-8fad66e46be5 req-381b1e9b-43b0-4a8b-9f37-0b3028f1fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:26.929242 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c0e55f22-d231-4e86-9c5f-8fad66e46be5 req-381b1e9b-43b0-4a8b-9f37-0b3028f1fe14 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8f28bd8d-9f14-49ea-a40f-7dace6b571fc HTTP/1.1" status: 200 len: 898 time: 0.0884764 Sep 16 05:46:26.998419 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c0e55f22-d231-4e86-9c5f-8fad66e46be5 req-c45fd5d6-239d-4dde-9206-08349e2d2d5b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6352e22-c7f4-46a7-b63b-2d3fbc606d63 HTTP/1.1" status: 200 len: 999 time: 0.0615337 Sep 16 05:46:27.024465 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-a04e3caa-5b21-4a2c-96bb-3e1fdb60a938 None None] Set router e7a5ba57-29e4-4441-8073-346889919ff8 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:46:27.048077 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e55f22-d231-4e86-9c5f-8fad66e46be5 req-ec43e836-df95-4b9c-ada9-b1f2e6eed336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:27.049590 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c0e55f22-d231-4e86-9c5f-8fad66e46be5 req-ec43e836-df95-4b9c-ada9-b1f2e6eed336 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15264233-dcd0-4703-84d9-8740698ea58d HTTP/1.1" status: 200 len: 833 time: 0.0443454 Sep 16 05:46:27.099565 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e55f22-d231-4e86-9c5f-8fad66e46be5 req-778ad4b1-986f-40fa-94bb-f6123e66a571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:27.101091 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c0e55f22-d231-4e86-9c5f-8fad66e46be5 req-778ad4b1-986f-40fa-94bb-f6123e66a571 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f28bd8d-9f14-49ea-a40f-7dace6b571fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435162 Sep 16 05:46:27.191381 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c0e55f22-d231-4e86-9c5f-8fad66e46be5 req-cbd9ebed-d910-4f60-ad4e-6650f6cae2e2 service neutron] 10.222.0.48 "GET /v2.0/networks/8f28bd8d-9f14-49ea-a40f-7dace6b571fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826659 Sep 16 05:46:27.246190 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-a04e3caa-5b21-4a2c-96bb-3e1fdb60a938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404649974', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '5daa1604-a71d-4c8a-bbc4-627657449e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:46:06Z', 'updated_at': '2021-09-16T05:46:10Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '5daa1604-a71d-4c8a-bbc4-627657449e6d', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:46:07Z', 'updated_at': '2021-09-16T05:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '0df817ce-6164-4a7c-b6d1-9cb6d706d060', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'floating_ip_address': '172.25.8.29', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'port_id': 'f6352e22-c7f4-46a7-b63b-2d3fbc606d63', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f28bd8d-9f14-49ea-a40f-7dace6b571fc', 'mac_address': 'fa:16:3e:75:d0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de953a7-5689-4e1a-b129-a5afbfe0725f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:46:25Z', 'updated_at': '2021-09-16T05:46:25Z', 'revision_number': 0, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9788095-8354-47a0-ab83-b1734a694814', 'name': '', 'network_id': '8f28bd8d-9f14-49ea-a40f-7dace6b571fc', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:17:34:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '15264233-dcd0-4703-84d9-8740698ea58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:46:09Z', 'updated_at': '2021-09-16T05:46:12Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': '15264233-dcd0-4703-84d9-8740698ea58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:27.277558 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04e3caa-5b21-4a2c-96bb-3e1fdb60a938 None None] The sync data for ids ['e7a5ba57-29e4-4441-8073-346889919ff8'] in n-d-712139-15 is: [{'id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404649974', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '5daa1604-a71d-4c8a-bbc4-627657449e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:46:06Z', 'updated_at': '2021-09-16T05:46:10Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '5daa1604-a71d-4c8a-bbc4-627657449e6d', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:46:07Z', 'updated_at': '2021-09-16T05:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '0df817ce-6164-4a7c-b6d1-9cb6d706d060', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'floating_ip_address': '172.25.8.29', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'port_id': 'f6352e22-c7f4-46a7-b63b-2d3fbc606d63', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f28bd8d-9f14-49ea-a40f-7dace6b571fc', 'mac_address': 'fa:16:3e:75:d0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de953a7-5689-4e1a-b129-a5afbfe0725f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:46:25Z', 'updated_at': '2021-09-16T05:46:25Z', 'revision_number': 0, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9788095-8354-47a0-ab83-b1734a694814', 'name': '', 'network_id': '8f28bd8d-9f14-49ea-a40f-7dace6b571fc', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:17:34:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '15264233-dcd0-4703-84d9-8740698ea58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:46:09Z', 'updated_at': '2021-09-16T05:46:12Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': '15264233-dcd0-4703-84d9-8740698ea58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:46:27.289256 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c0e55f22-d231-4e86-9c5f-8fad66e46be5 req-882a4829-de27-4963-85bc-ecb7d50fe70f service neutron] 10.222.0.48 "GET /v2.0/networks/8f28bd8d-9f14-49ea-a40f-7dace6b571fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897655 Sep 16 05:46:27.475168 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a86103-87b1-42bc-b279-77c2ae75e666 None None] New status for floating IP 0df817ce-6164-4a7c-b6d1-9cb6d706d060: ACTIVE {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:46:27.793336 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 57992) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:27.852986 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-56fe0576-8817-4b20-bf3e-f753821e95c8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/floatingips/0df817ce-6164-4a7c-b6d1-9cb6d706d060 HTTP/1.1" status: 200 len: 993 time: 0.0585692 Sep 16 05:46:30.288903 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-707ca93d-c6f2-4122-b845-cfc6c280ddda req-b4e2247c-8d8b-4080-a9e6-a9cfd476c692 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392938 Sep 16 05:46:30.382589 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ca93d-c6f2-4122-b845-cfc6c280ddda req-9e6f395e-fcc0-4561-8aaa-e81881fa0f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:30.384096 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-707ca93d-c6f2-4122-b845-cfc6c280ddda req-9e6f395e-fcc0-4561-8aaa-e81881fa0f70 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 1098 time: 0.0401611 Sep 16 05:46:30.488463 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ca93d-c6f2-4122-b845-cfc6c280ddda req-5ad25994-3c0a-4c93-bde3-ceddb0aa305e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:30.489934 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-707ca93d-c6f2-4122-b845-cfc6c280ddda req-5ad25994-3c0a-4c93-bde3-ceddb0aa305e service neutron] 10.222.0.48 "GET /v2.0/networks?id=8f28bd8d-9f14-49ea-a40f-7dace6b571fc HTTP/1.1" status: 200 len: 898 time: 0.0873420 Sep 16 05:46:30.552842 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-707ca93d-c6f2-4122-b845-cfc6c280ddda req-d1cc61c4-2ff1-481d-bf19-6c0f1d8108ed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6352e22-c7f4-46a7-b63b-2d3fbc606d63 HTTP/1.1" status: 200 len: 1001 time: 0.0559075 Sep 16 05:46:30.603958 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ca93d-c6f2-4122-b845-cfc6c280ddda req-856d8724-7475-44c8-9555-a14b14ba3b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:30.605402 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-707ca93d-c6f2-4122-b845-cfc6c280ddda req-856d8724-7475-44c8-9555-a14b14ba3b9b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15264233-dcd0-4703-84d9-8740698ea58d HTTP/1.1" status: 200 len: 833 time: 0.0459542 Sep 16 05:46:30.648990 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ca93d-c6f2-4122-b845-cfc6c280ddda req-afa75492-1b84-4c4c-b07b-40c0a3dab67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:30.651022 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-707ca93d-c6f2-4122-b845-cfc6c280ddda req-afa75492-1b84-4c4c-b07b-40c0a3dab67c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f28bd8d-9f14-49ea-a40f-7dace6b571fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386937 Sep 16 05:46:30.661319 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-707ca93d-c6f2-4122-b845-cfc6c280ddda req-f312c9e6-7f39-476f-a418-346241cc9f47 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:46:30.662271 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-707ca93d-c6f2-4122-b845-cfc6c280ddda req-f312c9e6-7f39-476f-a418-346241cc9f47 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047350 Sep 16 05:46:30.748137 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-707ca93d-c6f2-4122-b845-cfc6c280ddda req-4b63ca69-4f97-4625-83ef-eee1109e6a96 service neutron] 10.222.0.48 "GET /v2.0/networks/8f28bd8d-9f14-49ea-a40f-7dace6b571fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792923 Sep 16 05:46:30.840625 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-707ca93d-c6f2-4122-b845-cfc6c280ddda req-f526adcc-7c2b-4642-9c30-0fe8ae494c0c service neutron] 10.222.0.48 "GET /v2.0/networks/8f28bd8d-9f14-49ea-a40f-7dace6b571fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854831 Sep 16 05:46:40.205441 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e97517a9-24ef-4b6c-9a2e-bcaac02f144d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:42.298599 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:43.337850 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5e5e413d-3817-4b8e-804d-5e44b3808f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:43.648411 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:44.796820 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:45.243592 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:46.299706 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:50.122509 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:47:10.205156 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fd99cb3c-65a2-4899-ab70-b58490ad985c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:12.298815 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:13.340632 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-709a395d-abab-4a48-91dd-5eb55f210f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:13.648976 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:14.799445 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:15.261113 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:16.303195 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:27.121958 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:47:29.666446 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-641795b7-30a2-4166-9a05-fa942839cdd3 req-a8e03c2d-6566-48a5-adbe-22b4ac059dd4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0786278 Sep 16 05:47:29.768643 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641795b7-30a2-4166-9a05-fa942839cdd3 req-e45e1714-c629-4e35-80de-c9cb58ef75c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:29.770125 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-641795b7-30a2-4166-9a05-fa942839cdd3 req-e45e1714-c629-4e35-80de-c9cb58ef75c9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 1098 time: 0.0403082 Sep 16 05:47:30.224905 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641795b7-30a2-4166-9a05-fa942839cdd3 req-6f18f695-ef62-4fd4-b130-2c9fa71413b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:30.226383 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-641795b7-30a2-4166-9a05-fa942839cdd3 req-6f18f695-ef62-4fd4-b130-2c9fa71413b4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8f28bd8d-9f14-49ea-a40f-7dace6b571fc HTTP/1.1" status: 200 len: 898 time: 0.4283628 Sep 16 05:47:30.292151 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-641795b7-30a2-4166-9a05-fa942839cdd3 req-1640d957-dc32-4370-9f8f-06de6c3b63d4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6352e22-c7f4-46a7-b63b-2d3fbc606d63 HTTP/1.1" status: 200 len: 1001 time: 0.0578413 Sep 16 05:47:30.344654 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641795b7-30a2-4166-9a05-fa942839cdd3 req-2e99fce9-f9ee-48d5-831a-d6692aeea706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:30.346176 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-641795b7-30a2-4166-9a05-fa942839cdd3 req-2e99fce9-f9ee-48d5-831a-d6692aeea706 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15264233-dcd0-4703-84d9-8740698ea58d HTTP/1.1" status: 200 len: 833 time: 0.0472207 Sep 16 05:47:30.391870 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641795b7-30a2-4166-9a05-fa942839cdd3 req-3f674586-015f-49e9-be4a-b4a27ad2c7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:30.393347 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-641795b7-30a2-4166-9a05-fa942839cdd3 req-3f674586-015f-49e9-be4a-b4a27ad2c7e0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f28bd8d-9f14-49ea-a40f-7dace6b571fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399988 Sep 16 05:47:30.483284 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-641795b7-30a2-4166-9a05-fa942839cdd3 req-b9f7b9ce-2007-4087-acd7-06f1e20d1baf service neutron] 10.222.0.48 "GET /v2.0/networks/8f28bd8d-9f14-49ea-a40f-7dace6b571fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824790 Sep 16 05:47:30.577678 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-641795b7-30a2-4166-9a05-fa942839cdd3 req-e2e6a667-ac60-4f60-a4b1-237c9ce78a86 service neutron] 10.222.0.48 "GET /v2.0/networks/8f28bd8d-9f14-49ea-a40f-7dace6b571fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854404 Sep 16 05:47:39.277022 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-4682901b-3d2a-4d00-929a-923a4aebf1e3 req-a9240991-d8c3-48bd-b06d-223203cdd4fc service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:47:39.278009 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4682901b-3d2a-4d00-929a-923a4aebf1e3 req-a9240991-d8c3-48bd-b06d-223203cdd4fc service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064166 Sep 16 05:47:39.460458 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4668e-2a92-4c5d-8de1-01000c8e805f req-fef24a2f-4181-4e88-8027-e930168a79b8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:39.463207 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2dd4668e-2a92-4c5d-8de1-01000c8e805f req-fef24a2f-4181-4e88-8027-e930168a79b8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 946 time: 0.0509758 Sep 16 05:47:39.480893 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58034) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:39.502056 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2dd4668e-2a92-4c5d-8de1-01000c8e805f req-36b4852b-592d-4414-9c03-d30d99814eb7 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=796c7ecb-1363-4f3d-8f1c-743114b827eb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0329001 Sep 16 05:47:39.565764 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-39359fc5-df3c-4eef-b656-141658f9a059 req-5a46a077-60e6-4d18-8c9c-3e52aa841e8c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0838068 Sep 16 05:47:39.574432 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [req-39359fc5-df3c-4eef-b656-141658f9a059 req-6fad220f-f3a2-4629-b485-3fb8c73579b3 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:47:39.575396 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-39359fc5-df3c-4eef-b656-141658f9a059 req-6fad220f-f3a2-4629-b485-3fb8c73579b3 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049825 Sep 16 05:47:40.206199 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bfa2b366-d316-44b3-9346-a9552e4ee051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:40.643366 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26613df7-bd62-4522-92b8-839a9a6d9725 req-03684e29-8284-4ab1-a06e-9d27b8b9bda5 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:40.644890 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-26613df7-bd62-4522-92b8-839a9a6d9725 req-03684e29-8284-4ab1-a06e-9d27b8b9bda5 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 946 time: 0.0536211 Sep 16 05:47:40.684505 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-26613df7-bd62-4522-92b8-839a9a6d9725 req-49ad6010-aa6b-4480-a388-4958ec7eb2f1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=796c7ecb-1363-4f3d-8f1c-743114b827eb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0336382 Sep 16 05:47:41.098291 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39359fc5-df3c-4eef-b656-141658f9a059 req-44ca7066-6f77-408b-b0aa-3ec7113442ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:41.099833 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-39359fc5-df3c-4eef-b656-141658f9a059 req-44ca7066-6f77-408b-b0aa-3ec7113442ea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 1098 time: 0.0408599 Sep 16 05:47:41.193606 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39359fc5-df3c-4eef-b656-141658f9a059 req-c00cc840-b83f-4b27-a8e8-8e1b0446329d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:41.195074 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-39359fc5-df3c-4eef-b656-141658f9a059 req-c00cc840-b83f-4b27-a8e8-8e1b0446329d service neutron] 10.222.0.48 "GET /v2.0/networks?id=8f28bd8d-9f14-49ea-a40f-7dace6b571fc HTTP/1.1" status: 200 len: 898 time: 0.0882320 Sep 16 05:47:41.260016 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-39359fc5-df3c-4eef-b656-141658f9a059 req-5816c7d4-1bb9-4c2e-a62b-1c25e72cd565 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6352e22-c7f4-46a7-b63b-2d3fbc606d63 HTTP/1.1" status: 200 len: 1001 time: 0.0572140 Sep 16 05:47:41.307249 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39359fc5-df3c-4eef-b656-141658f9a059 req-af4ba871-dc39-4aec-ae8a-7502ca76a93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:41.308729 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-39359fc5-df3c-4eef-b656-141658f9a059 req-af4ba871-dc39-4aec-ae8a-7502ca76a93f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15264233-dcd0-4703-84d9-8740698ea58d HTTP/1.1" status: 200 len: 833 time: 0.0430014 Sep 16 05:47:41.359183 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39359fc5-df3c-4eef-b656-141658f9a059 req-2509b1ef-bff4-4d2a-a352-6c40748303b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:41.360621 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-39359fc5-df3c-4eef-b656-141658f9a059 req-2509b1ef-bff4-4d2a-a352-6c40748303b3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f28bd8d-9f14-49ea-a40f-7dace6b571fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443804 Sep 16 05:47:41.452779 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-39359fc5-df3c-4eef-b656-141658f9a059 req-33aaa954-5fab-4015-b304-fe0ffe968b96 service neutron] 10.222.0.48 "GET /v2.0/networks/8f28bd8d-9f14-49ea-a40f-7dace6b571fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846748 Sep 16 05:47:41.546995 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-39359fc5-df3c-4eef-b656-141658f9a059 req-89eb448f-3155-4364-b661-c8da09cd122a service neutron] 10.222.0.48 "GET /v2.0/networks/8f28bd8d-9f14-49ea-a40f-7dace6b571fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875704 Sep 16 05:47:41.799389 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e85aa0-8eec-48ae-8593-af70901293a1 req-4f49efc8-24bd-40d6-a186-0b91495a1c67 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:41.800895 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d5e85aa0-8eec-48ae-8593-af70901293a1 req-4f49efc8-24bd-40d6-a186-0b91495a1c67 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 946 time: 0.0484946 Sep 16 05:47:41.838357 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d5e85aa0-8eec-48ae-8593-af70901293a1 req-efc90366-8d47-42f8-adbe-857efea1ea95 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=796c7ecb-1363-4f3d-8f1c-743114b827eb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0316098 Sep 16 05:47:42.303793 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:42.954620 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c137ba6-f036-4cc6-9748-45f145f9e2cf req-aae6b276-c28b-4b2b-9e28-e2979ad6f6cf tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:42.956116 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6c137ba6-f036-4cc6-9748-45f145f9e2cf req-aae6b276-c28b-4b2b-9e28-e2979ad6f6cf tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 946 time: 0.0492265 Sep 16 05:47:42.993364 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6c137ba6-f036-4cc6-9748-45f145f9e2cf req-948e5eab-8720-4b29-8b7b-d9f2f7ea885d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=796c7ecb-1363-4f3d-8f1c-743114b827eb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0313213 Sep 16 05:47:43.341086 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2381af8d-e865-4b2f-a6af-286923d4297a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:43.650675 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:44.113617 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b879b-95bd-485e-bf77-5004ad47c95b req-765d5d0f-feae-41f8-ba3e-81aefce7d758 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:44.115146 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-894b879b-95bd-485e-bf77-5004ad47c95b req-765d5d0f-feae-41f8-ba3e-81aefce7d758 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 946 time: 0.0530379 Sep 16 05:47:44.152684 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-894b879b-95bd-485e-bf77-5004ad47c95b req-32b84223-39a9-4633-be23-262e119be209 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=796c7ecb-1363-4f3d-8f1c-743114b827eb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0310607 Sep 16 05:47:44.802165 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:45.272433 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840bd8ac-375e-4abe-aff3-daf577d1c98e req-50df87ec-58fc-4680-92f6-957fdc9dc72f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:45.273990 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-840bd8ac-375e-4abe-aff3-daf577d1c98e req-50df87ec-58fc-4680-92f6-957fdc9dc72f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 946 time: 0.0508771 Sep 16 05:47:45.285805 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:45.313992 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-840bd8ac-375e-4abe-aff3-daf577d1c98e req-b7a44bd4-f9dd-4f3d-8983-ddd76d0fed96 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=796c7ecb-1363-4f3d-8f1c-743114b827eb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0328667 Sep 16 05:47:46.309586 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:46.430950 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9be836-2230-4976-a465-e32a9974580d req-c0f23425-af4f-4e85-bd8e-7de6df0c4d21 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:46.432467 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6a9be836-2230-4976-a465-e32a9974580d req-c0f23425-af4f-4e85-bd8e-7de6df0c4d21 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 946 time: 0.0507667 Sep 16 05:47:46.471264 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6a9be836-2230-4976-a465-e32a9974580d req-b6056b3f-69d8-45b8-8c20-6f27f15d17da tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=796c7ecb-1363-4f3d-8f1c-743114b827eb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0320823 Sep 16 05:47:47.592679 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e129e97-a3b1-4d66-bdbb-19ecd8d7883b req-716398c3-4156-4d34-9e39-406a34c4a222 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:47.594200 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5e129e97-a3b1-4d66-bdbb-19ecd8d7883b req-716398c3-4156-4d34-9e39-406a34c4a222 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 946 time: 0.0543349 Sep 16 05:47:47.631527 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5e129e97-a3b1-4d66-bdbb-19ecd8d7883b req-43b2cd26-dccb-4892-bd53-e4743bc77b4c tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=796c7ecb-1363-4f3d-8f1c-743114b827eb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0314066 Sep 16 05:47:48.748413 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f32deb-dcf7-47aa-b43f-4fde6c9d530a req-7e35cd2b-73c2-46fd-999b-e5f460515fdf tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:48.750018 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-22f32deb-dcf7-47aa-b43f-4fde6c9d530a req-7e35cd2b-73c2-46fd-999b-e5f460515fdf tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 946 time: 0.0496554 Sep 16 05:47:48.787424 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-22f32deb-dcf7-47aa-b43f-4fde6c9d530a req-440cd1d9-ae7d-4d4e-974b-d61c6a009b12 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=796c7ecb-1363-4f3d-8f1c-743114b827eb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0315995 Sep 16 05:47:49.904199 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2efab54-5b8e-4724-9d54-9c1f5e6cf904 req-9aa78222-5a6d-46e0-9c9c-4711d4d51d92 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:49.905724 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d2efab54-5b8e-4724-9d54-9c1f5e6cf904 req-9aa78222-5a6d-46e0-9c9c-4711d4d51d92 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 946 time: 0.0488558 Sep 16 05:47:49.943695 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d2efab54-5b8e-4724-9d54-9c1f5e6cf904 req-5e322613-aae0-4155-bb01-5d94ad3d73e4 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=796c7ecb-1363-4f3d-8f1c-743114b827eb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0320368 Sep 16 05:47:51.063167 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc16ac-a7f7-4e50-b7af-2d015f5f09a4 req-ab4989d4-945a-4e52-9887-06d788883886 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:51.064729 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-20dc16ac-a7f7-4e50-b7af-2d015f5f09a4 req-ab4989d4-945a-4e52-9887-06d788883886 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 946 time: 0.0537083 Sep 16 05:47:51.105077 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-20dc16ac-a7f7-4e50-b7af-2d015f5f09a4 req-9b6b46b4-df11-4f95-af1b-7b80e61c3713 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=796c7ecb-1363-4f3d-8f1c-743114b827eb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0341787 Sep 16 05:47:52.220589 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7cd649-8627-4394-aad5-cc78919d7b07 req-04ddabba-bddb-45a6-9f79-c38a1b946059 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:52.222087 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ba7cd649-8627-4394-aad5-cc78919d7b07 req-04ddabba-bddb-45a6-9f79-c38a1b946059 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 946 time: 0.0490599 Sep 16 05:47:52.260384 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ba7cd649-8627-4394-aad5-cc78919d7b07 req-9da5af74-19d3-4748-a5db-f286b117c904 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=796c7ecb-1363-4f3d-8f1c-743114b827eb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0321302 Sep 16 05:47:53.376002 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733bcbd-076f-43e1-92a5-7192bcec9153 req-7c4ce5d8-4ea2-4aed-a76e-b2288c6c0243 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:53.377608 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8733bcbd-076f-43e1-92a5-7192bcec9153 req-7c4ce5d8-4ea2-4aed-a76e-b2288c6c0243 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 946 time: 0.0488248 Sep 16 05:47:53.416250 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8733bcbd-076f-43e1-92a5-7192bcec9153 req-aafec62d-4b8d-4d97-bcaf-bea0914d1e41 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=796c7ecb-1363-4f3d-8f1c-743114b827eb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0326998 Sep 16 05:47:54.535933 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd378e-e344-4394-85d3-2fb9c1cb3c45 req-05a20554-ee06-40c2-a9a2-3338f3a7d855 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:54.536943 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1ebd378e-e344-4394-85d3-2fb9c1cb3c45 req-05a20554-ee06-40c2-a9a2-3338f3a7d855 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 946 time: 0.0533850 Sep 16 05:47:54.574650 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1ebd378e-e344-4394-85d3-2fb9c1cb3c45 req-75371882-a6d6-4e93-acd6-498662384d17 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=796c7ecb-1363-4f3d-8f1c-743114b827eb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0317845 Sep 16 05:47:55.692554 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03725797-d3bc-41de-bfd1-2c1ad377039e req-ce3fdd13-5e17-4aad-a825-c8c29cfc663d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:55.694069 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-03725797-d3bc-41de-bfd1-2c1ad377039e req-ce3fdd13-5e17-4aad-a825-c8c29cfc663d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 946 time: 0.0495877 Sep 16 05:47:55.732644 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-03725797-d3bc-41de-bfd1-2c1ad377039e req-55a58d6a-f868-4321-a7de-068b35547179 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=796c7ecb-1363-4f3d-8f1c-743114b827eb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0326631 Sep 16 05:47:56.849583 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4223a0-fa98-436c-b61c-3b18c055cf52 req-62d7926e-2be7-45c6-aae1-6e1de7000e65 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:56.851102 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9a4223a0-fa98-436c-b61c-3b18c055cf52 req-62d7926e-2be7-45c6-aae1-6e1de7000e65 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 946 time: 0.0497880 Sep 16 05:47:56.889405 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9a4223a0-fa98-436c-b61c-3b18c055cf52 req-3a33eb07-0f00-46a9-8ba7-a64994fa0359 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=796c7ecb-1363-4f3d-8f1c-743114b827eb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0322640 Sep 16 05:47:58.298927 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12490d-53c9-442b-8688-692d5189ccce req-95953b57-1075-4792-98d1-d047c20311fd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:58.300445 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d12490d-53c9-442b-8688-692d5189ccce req-95953b57-1075-4792-98d1-d047c20311fd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 946 time: 0.0572391 Sep 16 05:47:58.339491 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d12490d-53c9-442b-8688-692d5189ccce req-e1d8960a-37be-44dc-9953-a63d69a92cc7 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=796c7ecb-1363-4f3d-8f1c-743114b827eb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0330646 Sep 16 05:47:58.560434 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [req-39359fc5-df3c-4eef-b656-141658f9a059 req-c334b3ec-fd9d-4938-9bab-fc52f77b29b0 service neutron] show failed (client error): The resource could not be found. Sep 16 05:47:58.562226 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-39359fc5-df3c-4eef-b656-141658f9a059 req-c334b3ec-fd9d-4938-9bab-fc52f77b29b0 service neutron] 10.222.0.48 "GET /v2.0/ports/f6352e22-c7f4-46a7-b63b-2d3fbc606d63/bindings/n-h1-712139-15 HTTP/1.1" status: 404 len: 381 time: 0.0652277 Sep 16 05:47:58.831764 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39359fc5-df3c-4eef-b656-141658f9a059 req-8d62d0eb-e8b1-469d-9788-b3a3c11ad384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:58.833258 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-39359fc5-df3c-4eef-b656-141658f9a059 req-8d62d0eb-e8b1-469d-9788-b3a3c11ad384 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f&tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41 HTTP/1.1" status: 200 len: 1098 time: 0.1030326 Sep 16 05:47:58.845733 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-39359fc5-df3c-4eef-b656-141658f9a059 req-be7da084-1c85-4b88-be4f-bb71df139f3b service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:47:58.846744 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-39359fc5-df3c-4eef-b656-141658f9a059 req-be7da084-1c85-4b88-be4f-bb71df139f3b service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065749 Sep 16 05:47:58.865611 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-39359fc5-df3c-4eef-b656-141658f9a059 req-4c9a8f82-402e-4f2a-9d22-90ba7ac840a8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-15', 'device_owner': 'compute:nova'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:58.925013 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-39359fc5-df3c-4eef-b656-141658f9a059 req-4c9a8f82-402e-4f2a-9d22-90ba7ac840a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:59.159207 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-39359fc5-df3c-4eef-b656-141658f9a059 req-4c9a8f82-402e-4f2a-9d22-90ba7ac840a8 service neutron] For port f6352e22-c7f4-46a7-b63b-2d3fbc606d63, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=f6352e22-c7f4-46a7-b63b-2d3fbc606d63,segment=NetworkSegment(2b847ec6-3bd1-489b-8c9b-71cd39d19583),segment_id=2b847ec6-3bd1-489b-8c9b-71cd39d19583)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:59.194771 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-39359fc5-df3c-4eef-b656-141658f9a059 req-4c9a8f82-402e-4f2a-9d22-90ba7ac840a8 service neutron] For port f6352e22-c7f4-46a7-b63b-2d3fbc606d63, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:47:59.236332 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de953a7-5689-4e1a-b129-a5afbfe0725f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6352e22-c7f4-46a7-b63b-2d3fbc606d63'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:59.238681 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efecee5-068d-4dc8-9ac7-c5e7c8922aad" -d '{"events": [{"server_uuid": "1de953a7-5689-4e1a-b129-a5afbfe0725f", "name": "network-vif-unplugged", "status": "completed", "tag": "f6352e22-c7f4-46a7-b63b-2d3fbc606d63"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:59.242973 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-39359fc5-df3c-4eef-b656-141658f9a059 req-4c9a8f82-402e-4f2a-9d22-90ba7ac840a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:59.255599 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-39359fc5-df3c-4eef-b656-141658f9a059 req-4c9a8f82-402e-4f2a-9d22-90ba7ac840a8 service neutron] Transition to ACTIVE for port object f6352e22-c7f4-46a7-b63b-2d3fbc606d63 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:47:59.259872 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-39359fc5-df3c-4eef-b656-141658f9a059 req-4c9a8f82-402e-4f2a-9d22-90ba7ac840a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:59.289108 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbf3121-ebdf-49f4-893b-0a26f3fbe1b7 x-openstack-request-id: req-6dbf3121-ebdf-49f4-893b-0a26f3fbe1b7 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:59.289402 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de953a7-5689-4e1a-b129-a5afbfe0725f", "name": "network-vif-unplugged", "status": "completed", "tag": "f6352e22-c7f4-46a7-b63b-2d3fbc606d63", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:59.289657 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6dbf3121-ebdf-49f4-893b-0a26f3fbe1b7 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:59.290052 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de953a7-5689-4e1a-b129-a5afbfe0725f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6352e22-c7f4-46a7-b63b-2d3fbc606d63', 'code': 200} Sep 16 05:47:59.346496 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a8f82-402e-4f2a-9d22-90ba7ac840a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f6352e22-c7f4-46a7-b63b-2d3fbc606d63,revision_number=6']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:59.358789 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a8f82-402e-4f2a-9d22-90ba7ac840a8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:59.359126 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a8f82-402e-4f2a-9d22-90ba7ac840a8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:59.359471 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a8f82-402e-4f2a-9d22-90ba7ac840a8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:59.359808 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a8f82-402e-4f2a-9d22-90ba7ac840a8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:59.360151 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a8f82-402e-4f2a-9d22-90ba7ac840a8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:59.360483 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a8f82-402e-4f2a-9d22-90ba7ac840a8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:59.362081 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a8f82-402e-4f2a-9d22-90ba7ac840a8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:59.362081 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a8f82-402e-4f2a-9d22-90ba7ac840a8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:59.362081 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a8f82-402e-4f2a-9d22-90ba7ac840a8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:59.362081 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a8f82-402e-4f2a-9d22-90ba7ac840a8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:59.362081 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a8f82-402e-4f2a-9d22-90ba7ac840a8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:59.362558 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a8f82-402e-4f2a-9d22-90ba7ac840a8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:59.406482 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-39359fc5-df3c-4eef-b656-141658f9a059 req-4c9a8f82-402e-4f2a-9d22-90ba7ac840a8 service neutron] No DVR routers for this DVR port f6352e22-c7f4-46a7-b63b-2d3fbc606d63 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:47:59.535927 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a3bbc-ed5c-4edf-8269-6d3207352b65 req-163637a4-5fcd-4d0e-bef4-04a20a897556 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:59.537497 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f65a3bbc-ed5c-4edf-8269-6d3207352b65 req-163637a4-5fcd-4d0e-bef4-04a20a897556 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 944 time: 0.0958855 Sep 16 05:47:59.607504 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f65a3bbc-ed5c-4edf-8269-6d3207352b65 req-2cf1e50a-45b0-48c8-9786-a70bb69a0056 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=796c7ecb-1363-4f3d-8f1c-743114b827eb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0634737 Sep 16 05:47:59.617814 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-39359fc5-df3c-4eef-b656-141658f9a059 req-4c9a8f82-402e-4f2a-9d22-90ba7ac840a8 service neutron] Attempting to bind port f6352e22-c7f4-46a7-b63b-2d3fbc606d63 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:47:59.618546 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-39359fc5-df3c-4eef-b656-141658f9a059 req-4c9a8f82-402e-4f2a-9d22-90ba7ac840a8 service neutron] Attempting to bind port f6352e22-c7f4-46a7-b63b-2d3fbc606d63 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '2b847ec6-3bd1-489b-8c9b-71cd39d19583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8f28bd8d-9f14-49ea-a40f-7dace6b571fc'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:47:59.618875 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39359fc5-df3c-4eef-b656-141658f9a059 req-4c9a8f82-402e-4f2a-9d22-90ba7ac840a8 service neutron] Attempting to bind port f6352e22-c7f4-46a7-b63b-2d3fbc606d63 on network 8f28bd8d-9f14-49ea-a40f-7dace6b571fc {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:47:59.624553 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39359fc5-df3c-4eef-b656-141658f9a059 req-4c9a8f82-402e-4f2a-9d22-90ba7ac840a8 service neutron] Port f6352e22-c7f4-46a7-b63b-2d3fbc606d63 on network 8f28bd8d-9f14-49ea-a40f-7dace6b571fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:47:59.624902 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39359fc5-df3c-4eef-b656-141658f9a059 req-4c9a8f82-402e-4f2a-9d22-90ba7ac840a8 service neutron] Attempting to bind port f6352e22-c7f4-46a7-b63b-2d3fbc606d63 on network 8f28bd8d-9f14-49ea-a40f-7dace6b571fc {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:47:59.631094 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39359fc5-df3c-4eef-b656-141658f9a059 req-4c9a8f82-402e-4f2a-9d22-90ba7ac840a8 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:47:59.631429 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39359fc5-df3c-4eef-b656-141658f9a059 req-4c9a8f82-402e-4f2a-9d22-90ba7ac840a8 service neutron] Checking segment: {'id': '2b847ec6-3bd1-489b-8c9b-71cd39d19583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8f28bd8d-9f14-49ea-a40f-7dace6b571fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:47:59.631807 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39359fc5-df3c-4eef-b656-141658f9a059 req-4c9a8f82-402e-4f2a-9d22-90ba7ac840a8 service neutron] Bound using segment: {'id': '2b847ec6-3bd1-489b-8c9b-71cd39d19583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8f28bd8d-9f14-49ea-a40f-7dace6b571fc'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:47:59.632229 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-39359fc5-df3c-4eef-b656-141658f9a059 req-4c9a8f82-402e-4f2a-9d22-90ba7ac840a8 service neutron] Bound port: f6352e22-c7f4-46a7-b63b-2d3fbc606d63, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b847ec6-3bd1-489b-8c9b-71cd39d19583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8f28bd8d-9f14-49ea-a40f-7dace6b571fc'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:47:59.632585 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-39359fc5-df3c-4eef-b656-141658f9a059 req-4c9a8f82-402e-4f2a-9d22-90ba7ac840a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:59.700859 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-39359fc5-df3c-4eef-b656-141658f9a059 req-4c9a8f82-402e-4f2a-9d22-90ba7ac840a8 service neutron] For port f6352e22-c7f4-46a7-b63b-2d3fbc606d63, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:47:59.703729 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-39359fc5-df3c-4eef-b656-141658f9a059 req-4c9a8f82-402e-4f2a-9d22-90ba7ac840a8 service neutron] For port f6352e22-c7f4-46a7-b63b-2d3fbc606d63, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=f6352e22-c7f4-46a7-b63b-2d3fbc606d63,segment=NetworkSegment(2b847ec6-3bd1-489b-8c9b-71cd39d19583),segment_id=2b847ec6-3bd1-489b-8c9b-71cd39d19583)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:47:59.708212 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-39359fc5-df3c-4eef-b656-141658f9a059 req-4c9a8f82-402e-4f2a-9d22-90ba7ac840a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:59.743305 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39359fc5-df3c-4eef-b656-141658f9a059 req-4c9a8f82-402e-4f2a-9d22-90ba7ac840a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:59.743915 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-39359fc5-df3c-4eef-b656-141658f9a059 req-4c9a8f82-402e-4f2a-9d22-90ba7ac840a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:59.745307 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-39359fc5-df3c-4eef-b656-141658f9a059 req-4c9a8f82-402e-4f2a-9d22-90ba7ac840a8 service neutron] 10.222.0.47 "PUT /v2.0/ports/f6352e22-c7f4-46a7-b63b-2d3fbc606d63 HTTP/1.1" status: 200 len: 1093 time: 0.8838260 Sep 16 05:47:59.767620 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a8f82-402e-4f2a-9d22-90ba7ac840a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f6352e22-c7f4-46a7-b63b-2d3fbc606d63,revision_number=7']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:59.830264 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39359fc5-df3c-4eef-b656-141658f9a059 req-cdebdee5-247d-4b0b-96c5-c8d7e7d0caa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:59.831802 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-39359fc5-df3c-4eef-b656-141658f9a059 req-cdebdee5-247d-4b0b-96c5-c8d7e7d0caa4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 1096 time: 0.0475304 Sep 16 05:47:59.930257 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39359fc5-df3c-4eef-b656-141658f9a059 req-ecebce52-0354-4656-8bc5-e7ecde617e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:59.931861 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-39359fc5-df3c-4eef-b656-141658f9a059 req-ecebce52-0354-4656-8bc5-e7ecde617e9e service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f28bd8d-9f14-49ea-a40f-7dace6b571fc HTTP/1.1" status: 200 len: 898 time: 0.0926974 Sep 16 05:47:59.994291 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-39359fc5-df3c-4eef-b656-141658f9a059 req-dff2f144-0b07-4b54-a2b2-504876c7864d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6352e22-c7f4-46a7-b63b-2d3fbc606d63 HTTP/1.1" status: 200 len: 999 time: 0.0553682 Sep 16 05:48:00.046654 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39359fc5-df3c-4eef-b656-141658f9a059 req-34c14f24-183f-43ae-b73f-22a178df4130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:00.048112 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-39359fc5-df3c-4eef-b656-141658f9a059 req-34c14f24-183f-43ae-b73f-22a178df4130 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=15264233-dcd0-4703-84d9-8740698ea58d HTTP/1.1" status: 200 len: 833 time: 0.0467117 Sep 16 05:48:00.093929 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39359fc5-df3c-4eef-b656-141658f9a059 req-9c3cf242-0612-41cd-895a-3834b00c3b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:00.095420 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-39359fc5-df3c-4eef-b656-141658f9a059 req-9c3cf242-0612-41cd-895a-3834b00c3b75 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f28bd8d-9f14-49ea-a40f-7dace6b571fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397272 Sep 16 05:48:00.188134 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-39359fc5-df3c-4eef-b656-141658f9a059 req-f9ab287f-96c1-4a5e-a2c7-1e19502bd208 service neutron] 10.222.0.47 "GET /v2.0/networks/8f28bd8d-9f14-49ea-a40f-7dace6b571fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807126 Sep 16 05:48:00.281995 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-39359fc5-df3c-4eef-b656-141658f9a059 req-f4d2f83c-d623-45b4-a0d1-9bebd6240005 service neutron] 10.222.0.47 "GET /v2.0/networks/8f28bd8d-9f14-49ea-a40f-7dace6b571fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857940 Sep 16 05:48:00.724071 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a941016-3a39-446b-aad8-9a90ba4fa0c4 req-cb1b52c4-93e3-4131-a150-c37cd5f163b3 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:00.725565 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1a941016-3a39-446b-aad8-9a90ba4fa0c4 req-cb1b52c4-93e3-4131-a150-c37cd5f163b3 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 944 time: 0.0488389 Sep 16 05:48:00.764304 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1a941016-3a39-446b-aad8-9a90ba4fa0c4 req-2c7533c4-7f03-47ee-9e53-8a3a318d0cef tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=796c7ecb-1363-4f3d-8f1c-743114b827eb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0328579 Sep 16 05:48:01.073483 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device f6352e22-c7f4-46a7-b63b-2d3fbc606d63 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:48:01.111250 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device f6352e22-c7f4-46a7-b63b-2d3fbc606d63 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:48:01.291212 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de953a7-5689-4e1a-b129-a5afbfe0725f', 'tag': 'f6352e22-c7f4-46a7-b63b-2d3fbc606d63'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:48:01.294209 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5208dfc-56b2-472f-80f6-3b3fa086c36c" -d '{"events": [{"name": "network-changed", "server_uuid": "1de953a7-5689-4e1a-b129-a5afbfe0725f", "tag": "f6352e22-c7f4-46a7-b63b-2d3fbc606d63"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:01.341745 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c92e54-1e9f-4c6e-b087-d8facc8f7a99 x-openstack-request-id: req-09c92e54-1e9f-4c6e-b087-d8facc8f7a99 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:01.342040 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1de953a7-5689-4e1a-b129-a5afbfe0725f", "tag": "f6352e22-c7f4-46a7-b63b-2d3fbc606d63", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:01.342274 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-09c92e54-1e9f-4c6e-b087-d8facc8f7a99 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:01.342673 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1de953a7-5689-4e1a-b129-a5afbfe0725f', 'tag': 'f6352e22-c7f4-46a7-b63b-2d3fbc606d63', 'status': 'completed', 'code': 200} Sep 16 05:48:01.451533 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5208dfc-56b2-472f-80f6-3b3fa086c36c req-04901103-f6a0-4775-8420-62e6434c9f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:01.453062 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e5208dfc-56b2-472f-80f6-3b3fa086c36c req-04901103-f6a0-4775-8420-62e6434c9f9e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 1096 time: 0.0635591 Sep 16 05:48:01.455685 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5208dfc-56b2-472f-80f6-3b3fa086c36c req-34338ce7-df46-49f2-8f9d-45bfbdff1f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:01.457067 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e5208dfc-56b2-472f-80f6-3b3fa086c36c req-34338ce7-df46-49f2-8f9d-45bfbdff1f4f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 1096 time: 0.0761783 Sep 16 05:48:01.611909 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5208dfc-56b2-472f-80f6-3b3fa086c36c req-a7d08d96-8e0f-4f6c-b6a5-933dae1e5aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:01.613419 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e5208dfc-56b2-472f-80f6-3b3fa086c36c req-a7d08d96-8e0f-4f6c-b6a5-933dae1e5aa7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8f28bd8d-9f14-49ea-a40f-7dace6b571fc HTTP/1.1" status: 200 len: 898 time: 0.1533670 Sep 16 05:48:01.614485 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5208dfc-56b2-472f-80f6-3b3fa086c36c req-9f6725f7-d205-49e7-a2fc-a15da254699f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:01.615801 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e5208dfc-56b2-472f-80f6-3b3fa086c36c req-9f6725f7-d205-49e7-a2fc-a15da254699f service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f28bd8d-9f14-49ea-a40f-7dace6b571fc HTTP/1.1" status: 200 len: 898 time: 0.1482854 Sep 16 05:48:01.722011 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e5208dfc-56b2-472f-80f6-3b3fa086c36c req-03a3c856-1567-40de-b344-738688804876 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6352e22-c7f4-46a7-b63b-2d3fbc606d63 HTTP/1.1" status: 200 len: 999 time: 0.1014268 Sep 16 05:48:01.727506 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e5208dfc-56b2-472f-80f6-3b3fa086c36c req-a035422a-a123-4f59-a6e5-0a5641e4703c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6352e22-c7f4-46a7-b63b-2d3fbc606d63 HTTP/1.1" status: 200 len: 999 time: 0.1008389 Sep 16 05:48:01.807805 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5208dfc-56b2-472f-80f6-3b3fa086c36c req-1edbe264-1c9a-45c0-976f-8c3de992e8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:01.809337 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e5208dfc-56b2-472f-80f6-3b3fa086c36c req-1edbe264-1c9a-45c0-976f-8c3de992e8e6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15264233-dcd0-4703-84d9-8740698ea58d HTTP/1.1" status: 200 len: 833 time: 0.0806215 Sep 16 05:48:01.810724 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5208dfc-56b2-472f-80f6-3b3fa086c36c req-34cf40f7-9443-466f-a2bb-331418e5c236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:01.812297 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e5208dfc-56b2-472f-80f6-3b3fa086c36c req-34cf40f7-9443-466f-a2bb-331418e5c236 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=15264233-dcd0-4703-84d9-8740698ea58d HTTP/1.1" status: 200 len: 833 time: 0.0760827 Sep 16 05:48:01.917258 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5208dfc-56b2-472f-80f6-3b3fa086c36c req-c827158a-58f0-4652-bf54-4f415b237181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:01.919257 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e5208dfc-56b2-472f-80f6-3b3fa086c36c req-c827158a-58f0-4652-bf54-4f415b237181 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f28bd8d-9f14-49ea-a40f-7dace6b571fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1019592 Sep 16 05:48:01.942346 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92297ccb-04cb-4b9b-a883-2e7c5a021077 req-29d53943-ce1f-480d-a76d-7279bf08fc6b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:01.944252 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-92297ccb-04cb-4b9b-a883-2e7c5a021077 req-29d53943-ce1f-480d-a76d-7279bf08fc6b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 944 time: 0.1034203 Sep 16 05:48:01.946182 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5208dfc-56b2-472f-80f6-3b3fa086c36c req-4dc4290b-f328-4f15-b410-917050838b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:01.947552 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e5208dfc-56b2-472f-80f6-3b3fa086c36c req-4dc4290b-f328-4f15-b410-917050838b0d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f28bd8d-9f14-49ea-a40f-7dace6b571fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1052504 Sep 16 05:48:02.097434 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-92297ccb-04cb-4b9b-a883-2e7c5a021077 req-a4aa9984-c49b-444c-bef1-86fe9eb01fbd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=796c7ecb-1363-4f3d-8f1c-743114b827eb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1373107 Sep 16 05:48:02.123959 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e5208dfc-56b2-472f-80f6-3b3fa086c36c req-4ee35cac-2be2-49f3-8f77-2c9feabd452a service neutron] 10.222.0.48 "GET /v2.0/networks/8f28bd8d-9f14-49ea-a40f-7dace6b571fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970127 Sep 16 05:48:02.125842 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e5208dfc-56b2-472f-80f6-3b3fa086c36c req-80422397-503d-4679-8651-f97842c3f783 service neutron] 10.222.0.47 "GET /v2.0/networks/8f28bd8d-9f14-49ea-a40f-7dace6b571fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669254 Sep 16 05:48:02.281030 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e5208dfc-56b2-472f-80f6-3b3fa086c36c req-5e65526a-63fc-4519-b4d1-509f85c9971f service neutron] 10.222.0.48 "GET /v2.0/networks/8f28bd8d-9f14-49ea-a40f-7dace6b571fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496534 Sep 16 05:48:02.283077 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e5208dfc-56b2-472f-80f6-3b3fa086c36c req-4f9fabe3-53af-4a95-8c07-39b290b6b9e0 service neutron] 10.222.0.47 "GET /v2.0/networks/8f28bd8d-9f14-49ea-a40f-7dace6b571fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444292 Sep 16 05:48:02.382329 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device f6352e22-c7f4-46a7-b63b-2d3fbc606d63 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:48:02.479366 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port f6352e22-c7f4-46a7-b63b-2d3fbc606d63, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=f6352e22-c7f4-46a7-b63b-2d3fbc606d63,segment=NetworkSegment(2b847ec6-3bd1-489b-8c9b-71cd39d19583),segment_id=2b847ec6-3bd1-489b-8c9b-71cd39d19583)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:02.493448 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'f6352e22-c7f4-46a7-b63b-2d3fbc606d63', 'network_id': '8f28bd8d-9f14-49ea-a40f-7dace6b571fc', 'port_id': 'f6352e22-c7f4-46a7-b63b-2d3fbc606d63', 'mac_address': 'fa:16:3e:75:d0:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15264233-dcd0-4703-84d9-8740698ea58d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:48:02.678495 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:02.691569 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6352e22-c7f4-46a7-b63b-2d3fbc606d63 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:48:02.710780 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port f6352e22-c7f4-46a7-b63b-2d3fbc606d63, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=f6352e22-c7f4-46a7-b63b-2d3fbc606d63,segment=NetworkSegment(2b847ec6-3bd1-489b-8c9b-71cd39d19583),segment_id=2b847ec6-3bd1-489b-8c9b-71cd39d19583)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:02.714566 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:02.759693 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=f6352e22-c7f4-46a7-b63b-2d3fbc606d63,revision_number=8']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:02.768095 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:02.768448 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:02.768822 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:02.769165 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:02.769501 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:02.769835 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:02.770167 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:02.770497 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:02.770827 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:02.771157 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:02.771481 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:02.771808 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:03.019517 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['f6352e22-c7f4-46a7-b63b-2d3fbc606d63'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:48:03.222089 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4ee05-9832-4c5d-bbaf-c7e4406b0998 req-22573299-f1b0-42e2-b8fb-430587ace064 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:03.223585 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cbd4ee05-9832-4c5d-bbaf-c7e4406b0998 req-22573299-f1b0-42e2-b8fb-430587ace064 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 945 time: 0.0568697 Sep 16 05:48:03.263416 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cbd4ee05-9832-4c5d-bbaf-c7e4406b0998 req-12288aea-9fcf-4a03-99da-f81be1c67b0e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=796c7ecb-1363-4f3d-8f1c-743114b827eb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0337496 Sep 16 05:48:03.493863 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b427a-03fd-4f79-8ce4-a5395e32dbc6 req-b8849d8e-9cb7-442a-9629-7af11ebb2512 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:03.495323 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9f5b427a-03fd-4f79-8ce4-a5395e32dbc6 req-b8849d8e-9cb7-442a-9629-7af11ebb2512 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 945 time: 0.0836062 Sep 16 05:48:03.503331 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd16765-9b35-46de-9c1b-5d2f16d52083 req-9c422526-2594-4900-9f1f-9ff7f4a1a044 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:03.504721 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6cd16765-9b35-46de-9c1b-5d2f16d52083 req-9c422526-2594-4900-9f1f-9ff7f4a1a044 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f&tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&binding%3Ahost_id=n-h1-712139-15 HTTP/1.1" status: 200 len: 945 time: 0.0654910 Sep 16 05:48:03.570937 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9f5b427a-03fd-4f79-8ce4-a5395e32dbc6 req-20b52a2a-35d6-428c-b799-0f28298052b5 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=796c7ecb-1363-4f3d-8f1c-743114b827eb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0652947 Sep 16 05:48:03.587955 n-d-712139-15 neutron-server[94767]: INFO neutron.api.v2.resource [req-6cd16765-9b35-46de-9c1b-5d2f16d52083 req-5a56cfee-2305-4fd1-8fc8-d83eb5ed6c59 service neutron] delete failed (client error): The resource could not be found. Sep 16 05:48:03.587955 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6cd16765-9b35-46de-9c1b-5d2f16d52083 req-5a56cfee-2305-4fd1-8fc8-d83eb5ed6c59 service neutron] 10.222.0.48 "DELETE /v2.0/ports/f6352e22-c7f4-46a7-b63b-2d3fbc606d63/bindings/n-h2-712139-15 HTTP/1.1" status: 404 len: 381 time: 0.0757313 Sep 16 05:48:03.715783 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd8717-3631-4c82-9845-d1e7470e7f05 req-41a52f4f-4a31-44e7-b5d6-3b46925bed6e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:03.717856 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-41dd8717-3631-4c82-9845-d1e7470e7f05 req-41a52f4f-4a31-44e7-b5d6-3b46925bed6e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 945 time: 0.0778620 Sep 16 05:48:03.723294 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd16765-9b35-46de-9c1b-5d2f16d52083 req-f8f28f3d-a6f8-4025-949a-caf059102d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:03.724695 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6cd16765-9b35-46de-9c1b-5d2f16d52083 req-f8f28f3d-a6f8-4025-949a-caf059102d7d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 1097 time: 0.0587201 Sep 16 05:48:03.785788 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-41dd8717-3631-4c82-9845-d1e7470e7f05 req-afe2e0d3-2f3c-4600-8577-7401aee7ce0d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=796c7ecb-1363-4f3d-8f1c-743114b827eb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0601611 Sep 16 05:48:03.837837 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd16765-9b35-46de-9c1b-5d2f16d52083 req-b7969234-f434-4f88-a620-bb3b34a8261a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:03.839290 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6cd16765-9b35-46de-9c1b-5d2f16d52083 req-b7969234-f434-4f88-a620-bb3b34a8261a service neutron] 10.222.0.48 "GET /v2.0/networks?id=8f28bd8d-9f14-49ea-a40f-7dace6b571fc HTTP/1.1" status: 200 len: 898 time: 0.1071024 Sep 16 05:48:03.902597 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6cd16765-9b35-46de-9c1b-5d2f16d52083 req-b1e3b526-ef0c-4078-9ec2-f70dbb5ad9e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6352e22-c7f4-46a7-b63b-2d3fbc606d63 HTTP/1.1" status: 200 len: 1000 time: 0.0553098 Sep 16 05:48:03.954023 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd16765-9b35-46de-9c1b-5d2f16d52083 req-9b72290f-20ab-43d6-9271-7a24dad1453f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:03.955434 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6cd16765-9b35-46de-9c1b-5d2f16d52083 req-9b72290f-20ab-43d6-9271-7a24dad1453f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15264233-dcd0-4703-84d9-8740698ea58d HTTP/1.1" status: 200 len: 833 time: 0.0463698 Sep 16 05:48:04.000886 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd16765-9b35-46de-9c1b-5d2f16d52083 req-d98bb994-4cdd-496b-97fa-c4e81bd0ea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:04.002359 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6cd16765-9b35-46de-9c1b-5d2f16d52083 req-d98bb994-4cdd-496b-97fa-c4e81bd0ea9f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f28bd8d-9f14-49ea-a40f-7dace6b571fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399773 Sep 16 05:48:04.089661 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6cd16765-9b35-46de-9c1b-5d2f16d52083 req-b69902e2-5b73-49a8-9fdc-1b96547a9d46 service neutron] 10.222.0.48 "GET /v2.0/networks/8f28bd8d-9f14-49ea-a40f-7dace6b571fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803690 Sep 16 05:48:04.122053 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:48:04.181531 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6cd16765-9b35-46de-9c1b-5d2f16d52083 req-f0588c50-0c36-4d4e-91c0-7ec9fb4fd5fd service neutron] 10.222.0.48 "GET /v2.0/networks/8f28bd8d-9f14-49ea-a40f-7dace6b571fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849981 Sep 16 05:48:04.395749 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device f6352e22-c7f4-46a7-b63b-2d3fbc606d63 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:48:04.445461 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port f6352e22-c7f4-46a7-b63b-2d3fbc606d63 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:48:04.449284 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port f6352e22-c7f4-46a7-b63b-2d3fbc606d63 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:04.449789 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:04.526285 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:04.550065 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de953a7-5689-4e1a-b129-a5afbfe0725f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6352e22-c7f4-46a7-b63b-2d3fbc606d63'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:48:04.552362 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2506ad353029a21956b6cd1b4a70cda1beed1e40b39b5191f7a66b422a7e283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c0d698-f693-482e-af1c-82980bba208f" -d '{"events": [{"server_uuid": "1de953a7-5689-4e1a-b129-a5afbfe0725f", "name": "network-vif-plugged", "status": "completed", "tag": "f6352e22-c7f4-46a7-b63b-2d3fbc606d63"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:04.567312 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port f6352e22-c7f4-46a7-b63b-2d3fbc606d63, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=f6352e22-c7f4-46a7-b63b-2d3fbc606d63,segment=NetworkSegment(2b847ec6-3bd1-489b-8c9b-71cd39d19583),segment_id=2b847ec6-3bd1-489b-8c9b-71cd39d19583)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:04.571896 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:04.609619 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6380d7-823b-4de6-a40d-2fd25d45240f x-openstack-request-id: req-ef6380d7-823b-4de6-a40d-2fd25d45240f {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:04.609963 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de953a7-5689-4e1a-b129-a5afbfe0725f", "name": "network-vif-plugged", "status": "completed", "tag": "f6352e22-c7f4-46a7-b63b-2d3fbc606d63", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:04.610480 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ef6380d7-823b-4de6-a40d-2fd25d45240f {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:04.611059 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de953a7-5689-4e1a-b129-a5afbfe0725f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6352e22-c7f4-46a7-b63b-2d3fbc606d63', 'code': 200} Sep 16 05:48:04.631760 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=f6352e22-c7f4-46a7-b63b-2d3fbc606d63,revision_number=9']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:04.914647 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0685fac-d698-41bf-94b2-1d10d53e4ab1 req-fe375112-cbe7-415a-8ffe-6c5811368916 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:04.916630 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d0685fac-d698-41bf-94b2-1d10d53e4ab1 req-fe375112-cbe7-415a-8ffe-6c5811368916 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 946 time: 0.0527921 Sep 16 05:48:04.966552 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d0685fac-d698-41bf-94b2-1d10d53e4ab1 req-48053349-39cc-437b-b1d3-5a5060bdb73f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=796c7ecb-1363-4f3d-8f1c-743114b827eb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0385113 Sep 16 05:48:04.992104 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58124) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:05.056312 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cbf90c6a-222a-4ac7-9ab6-d647ff800141 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/floatingips/0df817ce-6164-4a7c-b6d1-9cb6d706d060 HTTP/1.1" status: 200 len: 993 time: 0.0630269 Sep 16 05:48:10.208413 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b6991ef0-6dfa-4c40-bc49-e1b062568464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:12.304774 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:13.345752 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b74cebb4-19de-4312-8729-7eac2e747b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:13.652152 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:14.804827 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:15.267237 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:15.976192 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3ac8307f-e200-4982-83de-b2fc69cb446a req-d34c664e-4062-4c0e-892b-f4a4b8c01d71 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0456064 Sep 16 05:48:16.078963 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8307f-e200-4982-83de-b2fc69cb446a req-a35d8b85-5fd5-42b1-b13e-a6c17fafa8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:16.080435 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3ac8307f-e200-4982-83de-b2fc69cb446a req-a35d8b85-5fd5-42b1-b13e-a6c17fafa8f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 1098 time: 0.0412099 Sep 16 05:48:16.181249 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8307f-e200-4982-83de-b2fc69cb446a req-58e345ed-6eee-4372-ae89-1913285d0655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:16.182694 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3ac8307f-e200-4982-83de-b2fc69cb446a req-58e345ed-6eee-4372-ae89-1913285d0655 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f28bd8d-9f14-49ea-a40f-7dace6b571fc HTTP/1.1" status: 200 len: 898 time: 0.0815973 Sep 16 05:48:16.249909 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3ac8307f-e200-4982-83de-b2fc69cb446a req-c895e53f-f906-4d29-849e-92ec84f8384a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6352e22-c7f4-46a7-b63b-2d3fbc606d63 HTTP/1.1" status: 200 len: 1001 time: 0.0603802 Sep 16 05:48:16.299764 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8307f-e200-4982-83de-b2fc69cb446a req-6032919b-fc15-4839-8bf5-a75a6a5eac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:16.301255 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3ac8307f-e200-4982-83de-b2fc69cb446a req-6032919b-fc15-4839-8bf5-a75a6a5eac4b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=15264233-dcd0-4703-84d9-8740698ea58d HTTP/1.1" status: 200 len: 833 time: 0.0448997 Sep 16 05:48:16.308807 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:16.351634 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8307f-e200-4982-83de-b2fc69cb446a req-2c6dd9b6-a1bc-4f41-9f2f-2ce4fc4631fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:16.353265 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3ac8307f-e200-4982-83de-b2fc69cb446a req-2c6dd9b6-a1bc-4f41-9f2f-2ce4fc4631fc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f28bd8d-9f14-49ea-a40f-7dace6b571fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415218 Sep 16 05:48:16.445234 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3ac8307f-e200-4982-83de-b2fc69cb446a req-bb770feb-61d7-48da-ad3f-d3f95834a143 service neutron] 10.222.0.47 "GET /v2.0/networks/8f28bd8d-9f14-49ea-a40f-7dace6b571fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847273 Sep 16 05:48:16.538252 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3ac8307f-e200-4982-83de-b2fc69cb446a req-944b7551-91b7-4267-8f73-9cce6da21d4d service neutron] 10.222.0.47 "GET /v2.0/networks/8f28bd8d-9f14-49ea-a40f-7dace6b571fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854163 Sep 16 05:48:33.402599 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58138) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:33.556666 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-fa196d6a-7afa-44cc-a77a-21f9b162730a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Deleting port a1596598-2a66-468a-9769-ff198ce1fe8c {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:48:33.556985 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fa196d6a-7afa-44cc-a77a-21f9b162730a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:33.635015 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fa196d6a-7afa-44cc-a77a-21f9b162730a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:33.635346 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fa196d6a-7afa-44cc-a77a-21f9b162730a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:33.646901 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-fa196d6a-7afa-44cc-a77a-21f9b162730a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Calling delete_port for a1596598-2a66-468a-9769-ff198ce1fe8c owned by network:floatingip {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:48:33.789020 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fa196d6a-7afa-44cc-a77a-21f9b162730a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:33.818571 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa196d6a-7afa-44cc-a77a-21f9b162730a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event deleted for resources: {'Port': ['ID=a1596598-2a66-468a-9769-ff198ce1fe8c,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:33.843915 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa196d6a-7afa-44cc-a77a-21f9b162730a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:33.844261 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa196d6a-7afa-44cc-a77a-21f9b162730a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:33.844631 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa196d6a-7afa-44cc-a77a-21f9b162730a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:33.844972 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa196d6a-7afa-44cc-a77a-21f9b162730a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:33.845307 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa196d6a-7afa-44cc-a77a-21f9b162730a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:33.845645 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa196d6a-7afa-44cc-a77a-21f9b162730a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:33.845976 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa196d6a-7afa-44cc-a77a-21f9b162730a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:33.846306 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa196d6a-7afa-44cc-a77a-21f9b162730a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:33.846636 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa196d6a-7afa-44cc-a77a-21f9b162730a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:33.846962 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa196d6a-7afa-44cc-a77a-21f9b162730a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:33.847286 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa196d6a-7afa-44cc-a77a-21f9b162730a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:33.847608 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa196d6a-7afa-44cc-a77a-21f9b162730a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:33.888125 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fa196d6a-7afa-44cc-a77a-21f9b162730a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for floatingip, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:33.888457 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [None req-fa196d6a-7afa-44cc-a77a-21f9b162730a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Floating IP 0df817ce-6164-4a7c-b6d1-9cb6d706d060 disassociated (deleted). External IP: 172.25.8.29, port: f6352e22-c7f4-46a7-b63b-2d3fbc606d63. Sep 16 05:48:34.092498 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa196d6a-7afa-44cc-a77a-21f9b162730a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Router e7a5ba57-29e4-4441-8073-346889919ff8 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:48:34.198021 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa196d6a-7afa-44cc-a77a-21f9b162730a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:48:34.202435 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-fa196d6a-7afa-44cc-a77a-21f9b162730a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:34.208696 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ecb1ad-e134-44d1-86b5-b3f5d2be9d46 None None] Sync routers for ids ['e7a5ba57-29e4-4441-8073-346889919ff8'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:48:34.217542 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ecb1ad-e134-44d1-86b5-b3f5d2be9d46 None None] Routers {'e7a5ba57-29e4-4441-8073-346889919ff8'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:48:34.218150 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-94ecb1ad-e134-44d1-86b5-b3f5d2be9d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:48:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['e7a5ba57-29e4-4441-8073-346889919ff8'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:34.229480 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-fa196d6a-7afa-44cc-a77a-21f9b162730a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "DELETE /v2.0/floatingips/0df817ce-6164-4a7c-b6d1-9cb6d706d060 HTTP/1.1" status: 204 len: 168 time: 0.8257935 Sep 16 05:48:34.230050 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de953a7-5689-4e1a-b129-a5afbfe0725f', 'tag': 'f6352e22-c7f4-46a7-b63b-2d3fbc606d63'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:48:34.232281 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c261ba16daee3fce3437e829377ea083e6eb595e62abb4685acfbe7685462486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d20c77a-49ea-4b63-ae1b-b4b0e949ac23" -d '{"events": [{"name": "network-changed", "server_uuid": "1de953a7-5689-4e1a-b129-a5afbfe0725f", "tag": "f6352e22-c7f4-46a7-b63b-2d3fbc606d63"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:34.326171 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-94ecb1ad-e134-44d1-86b5-b3f5d2be9d46 None None] Set router e7a5ba57-29e4-4441-8073-346889919ff8 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:48:34.462046 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa8b072-9566-4106-9c43-b2104f170584 x-openstack-request-id: req-cfa8b072-9566-4106-9c43-b2104f170584 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:34.462592 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1de953a7-5689-4e1a-b129-a5afbfe0725f", "tag": "f6352e22-c7f4-46a7-b63b-2d3fbc606d63", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:34.462592 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cfa8b072-9566-4106-9c43-b2104f170584 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:34.462996 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1de953a7-5689-4e1a-b129-a5afbfe0725f', 'tag': 'f6352e22-c7f4-46a7-b63b-2d3fbc606d63', 'status': 'completed', 'code': 200} Sep 16 05:48:34.540326 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-94ecb1ad-e134-44d1-86b5-b3f5d2be9d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404649974', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '5daa1604-a71d-4c8a-bbc4-627657449e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:46:06Z', 'updated_at': '2021-09-16T05:46:10Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '5daa1604-a71d-4c8a-bbc4-627657449e6d', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:46:07Z', 'updated_at': '2021-09-16T05:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'f9788095-8354-47a0-ab83-b1734a694814', 'name': '', 'network_id': '8f28bd8d-9f14-49ea-a40f-7dace6b571fc', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:17:34:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '15264233-dcd0-4703-84d9-8740698ea58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:46:09Z', 'updated_at': '2021-09-16T05:46:12Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': '15264233-dcd0-4703-84d9-8740698ea58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:34.573869 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ecb1ad-e134-44d1-86b5-b3f5d2be9d46 None None] Checking router: e7a5ba57-29e4-4441-8073-346889919ff8 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:48:34.577432 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20c77a-49ea-4b63-ae1b-b4b0e949ac23 req-abeb8f31-2b2f-4f90-851e-4d75c2241fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:34.579712 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0d20c77a-49ea-4b63-ae1b-b4b0e949ac23 req-abeb8f31-2b2f-4f90-851e-4d75c2241fdd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 1098 time: 0.0702145 Sep 16 05:48:34.583152 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ecb1ad-e134-44d1-86b5-b3f5d2be9d46 None None] Routers {'e7a5ba57-29e4-4441-8073-346889919ff8'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:48:34.583763 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-94ecb1ad-e134-44d1-86b5-b3f5d2be9d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:48:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['e7a5ba57-29e4-4441-8073-346889919ff8'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:34.588209 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40ddb9-f2d5-43bc-af2c-04e32be58ad7 req-e1f5528b-786f-4336-b2c6-40ae13a8c32d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:34.589647 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d40ddb9-f2d5-43bc-af2c-04e32be58ad7 req-e1f5528b-786f-4336-b2c6-40ae13a8c32d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 946 time: 0.0820138 Sep 16 05:48:34.692665 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-94ecb1ad-e134-44d1-86b5-b3f5d2be9d46 None None] Set router e7a5ba57-29e4-4441-8073-346889919ff8 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:48:34.899516 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-94ecb1ad-e134-44d1-86b5-b3f5d2be9d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404649974', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '5daa1604-a71d-4c8a-bbc4-627657449e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:46:06Z', 'updated_at': '2021-09-16T05:46:10Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '5daa1604-a71d-4c8a-bbc4-627657449e6d', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:46:07Z', 'updated_at': '2021-09-16T05:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'f9788095-8354-47a0-ab83-b1734a694814', 'name': '', 'network_id': '8f28bd8d-9f14-49ea-a40f-7dace6b571fc', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:17:34:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '15264233-dcd0-4703-84d9-8740698ea58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:46:09Z', 'updated_at': '2021-09-16T05:46:12Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': '15264233-dcd0-4703-84d9-8740698ea58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:34.926601 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ecb1ad-e134-44d1-86b5-b3f5d2be9d46 None None] The sync data for ids ['e7a5ba57-29e4-4441-8073-346889919ff8'] in n-d-712139-15 is: [{'id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404649974', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '5daa1604-a71d-4c8a-bbc4-627657449e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:46:06Z', 'updated_at': '2021-09-16T05:46:10Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '5daa1604-a71d-4c8a-bbc4-627657449e6d', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:46:07Z', 'updated_at': '2021-09-16T05:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'f9788095-8354-47a0-ab83-b1734a694814', 'name': '', 'network_id': '8f28bd8d-9f14-49ea-a40f-7dace6b571fc', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:17:34:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '15264233-dcd0-4703-84d9-8740698ea58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:46:09Z', 'updated_at': '2021-09-16T05:46:12Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': '15264233-dcd0-4703-84d9-8740698ea58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:48:35.026647 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d40ddb9-f2d5-43bc-af2c-04e32be58ad7 req-9af30212-a9d9-4d5f-956f-b3f719a02020 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=796c7ecb-1363-4f3d-8f1c-743114b827eb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4278471 Sep 16 05:48:35.049509 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20c77a-49ea-4b63-ae1b-b4b0e949ac23 req-4dd73f2d-efde-42f1-b55e-522254bbdd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:35.051128 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0d20c77a-49ea-4b63-ae1b-b4b0e949ac23 req-4dd73f2d-efde-42f1-b55e-522254bbdd26 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f28bd8d-9f14-49ea-a40f-7dace6b571fc HTTP/1.1" status: 200 len: 898 time: 0.4605122 Sep 16 05:48:35.096542 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0d20c77a-49ea-4b63-ae1b-b4b0e949ac23 req-ba88e759-021f-4284-9028-25ad9ae00aaa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6352e22-c7f4-46a7-b63b-2d3fbc606d63 HTTP/1.1" status: 200 len: 217 time: 0.0373988 Sep 16 05:48:35.151976 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20c77a-49ea-4b63-ae1b-b4b0e949ac23 req-2ebf9091-3a7f-48be-a027-1817ee45a774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:35.153536 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0d20c77a-49ea-4b63-ae1b-b4b0e949ac23 req-2ebf9091-3a7f-48be-a027-1817ee45a774 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=15264233-dcd0-4703-84d9-8740698ea58d HTTP/1.1" status: 200 len: 833 time: 0.0488136 Sep 16 05:48:35.165620 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0300229a-88d0-497d-aa33-77501e70f2aa None None] New status for floating IP 0df817ce-6164-4a7c-b6d1-9cb6d706d060: DOWN {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:48:35.199805 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20c77a-49ea-4b63-ae1b-b4b0e949ac23 req-6dc63a49-9e4f-484a-8951-056d5289714a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:35.201331 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0d20c77a-49ea-4b63-ae1b-b4b0e949ac23 req-6dc63a49-9e4f-484a-8951-056d5289714a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f28bd8d-9f14-49ea-a40f-7dace6b571fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406764 Sep 16 05:48:35.298516 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0d20c77a-49ea-4b63-ae1b-b4b0e949ac23 req-0b6fafd6-bf18-4c32-b57b-8771f67c4fd5 service neutron] 10.222.0.47 "GET /v2.0/networks/8f28bd8d-9f14-49ea-a40f-7dace6b571fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879691 Sep 16 05:48:35.388022 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0d20c77a-49ea-4b63-ae1b-b4b0e949ac23 req-1fbd6b33-7e0c-4533-9d7b-da319fad1c76 service neutron] 10.222.0.47 "GET /v2.0/networks/8f28bd8d-9f14-49ea-a40f-7dace6b571fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806789 Sep 16 05:48:35.872510 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc343f8c-4c3b-43b2-aa77-20cbca34f3e0 req-7e28d485-b0a6-4cb9-99e6-bdeeee5e38cc tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:35.873990 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dc343f8c-4c3b-43b2-aa77-20cbca34f3e0 req-7e28d485-b0a6-4cb9-99e6-bdeeee5e38cc tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 946 time: 0.0500581 Sep 16 05:48:35.968077 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-dc343f8c-4c3b-43b2-aa77-20cbca34f3e0 req-b8039430-150c-4028-b910-2831320b90e5 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Deleting port f6352e22-c7f4-46a7-b63b-2d3fbc606d63 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:48:35.968967 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-dc343f8c-4c3b-43b2-aa77-20cbca34f3e0 req-b8039430-150c-4028-b910-2831320b90e5 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:36.054521 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-dc343f8c-4c3b-43b2-aa77-20cbca34f3e0 req-b8039430-150c-4028-b910-2831320b90e5 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] For port f6352e22-c7f4-46a7-b63b-2d3fbc606d63, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=f6352e22-c7f4-46a7-b63b-2d3fbc606d63,segment=NetworkSegment(2b847ec6-3bd1-489b-8c9b-71cd39d19583),segment_id=2b847ec6-3bd1-489b-8c9b-71cd39d19583)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:36.054890 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-dc343f8c-4c3b-43b2-aa77-20cbca34f3e0 req-b8039430-150c-4028-b910-2831320b90e5 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:36.068208 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-dc343f8c-4c3b-43b2-aa77-20cbca34f3e0 req-b8039430-150c-4028-b910-2831320b90e5 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Calling delete_port for f6352e22-c7f4-46a7-b63b-2d3fbc606d63 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:48:36.182433 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2c702-7f67-4f5f-8590-d2d115db804d req-ca1e4ed6-497f-402e-ac90-1b5f3c426e65 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:36.183851 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-89b2c702-7f67-4f5f-8590-d2d115db804d req-ca1e4ed6-497f-402e-ac90-1b5f3c426e65 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=1de953a7-5689-4e1a-b129-a5afbfe0725f HTTP/1.1" status: 200 len: 946 time: 0.0720687 Sep 16 05:48:36.259120 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-89b2c702-7f67-4f5f-8590-d2d115db804d req-4229bd68-786a-4717-b3e9-4c2ff08dffe8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=796c7ecb-1363-4f3d-8f1c-743114b827eb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0685322 Sep 16 05:48:36.269700 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-dc343f8c-4c3b-43b2-aa77-20cbca34f3e0 req-b8039430-150c-4028-b910-2831320b90e5 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:36.295640 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8039430-150c-4028-b910-2831320b90e5 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event deleted for resources: {'Port': ['ID=f6352e22-c7f4-46a7-b63b-2d3fbc606d63,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:36.343007 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc343f8c-4c3b-43b2-aa77-20cbca34f3e0 req-b8039430-150c-4028-b910-2831320b90e5 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] No DVR routers for this DVR port f6352e22-c7f4-46a7-b63b-2d3fbc606d63 on host n-h1-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:48:36.345943 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-dc343f8c-4c3b-43b2-aa77-20cbca34f3e0 req-b8039430-150c-4028-b910-2831320b90e5 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:36.348782 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dc343f8c-4c3b-43b2-aa77-20cbca34f3e0 req-b8039430-150c-4028-b910-2831320b90e5 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.47 "DELETE /v2.0/ports/f6352e22-c7f4-46a7-b63b-2d3fbc606d63 HTTP/1.1" status: 204 len: 173 time: 0.4667172 Sep 16 05:48:36.349273 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de953a7-5689-4e1a-b129-a5afbfe0725f', 'name': 'network-vif-deleted', 'tag': 'f6352e22-c7f4-46a7-b63b-2d3fbc606d63'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:48:36.351528 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749f84ff-ae7f-49c9-84c6-f97afaf5c4ed" -d '{"events": [{"server_uuid": "1de953a7-5689-4e1a-b129-a5afbfe0725f", "name": "network-vif-deleted", "tag": "f6352e22-c7f4-46a7-b63b-2d3fbc606d63"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:36.388711 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e40ff08-d6e9-4a9a-87cf-c7ae89dbb9f1 x-openstack-request-id: req-5e40ff08-d6e9-4a9a-87cf-c7ae89dbb9f1 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:36.388993 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de953a7-5689-4e1a-b129-a5afbfe0725f", "name": "network-vif-deleted", "tag": "f6352e22-c7f4-46a7-b63b-2d3fbc606d63", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:36.389248 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5e40ff08-d6e9-4a9a-87cf-c7ae89dbb9f1 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:36.389651 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de953a7-5689-4e1a-b129-a5afbfe0725f', 'name': 'network-vif-deleted', 'tag': 'f6352e22-c7f4-46a7-b63b-2d3fbc606d63', 'status': 'completed', 'code': 200} Sep 16 05:48:37.321673 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58154) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:37.686686 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9b192815-08db-4f76-bf66-c76800c1bfa1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:38.233891 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-9b192815-08db-4f76-bf66-c76800c1bfa1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Deleting port f9788095-8354-47a0-ab83-b1734a694814 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:48:38.234232 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9b192815-08db-4f76-bf66-c76800c1bfa1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:38.323337 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-9b192815-08db-4f76-bf66-c76800c1bfa1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] For port f9788095-8354-47a0-ab83-b1734a694814, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=f9788095-8354-47a0-ab83-b1734a694814,segment=NetworkSegment(2b847ec6-3bd1-489b-8c9b-71cd39d19583),segment_id=2b847ec6-3bd1-489b-8c9b-71cd39d19583)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:38.324087 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9b192815-08db-4f76-bf66-c76800c1bfa1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:38.336978 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-9b192815-08db-4f76-bf66-c76800c1bfa1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Calling delete_port for f9788095-8354-47a0-ab83-b1734a694814 owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:48:38.521054 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9b192815-08db-4f76-bf66-c76800c1bfa1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:38.551333 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b192815-08db-4f76-bf66-c76800c1bfa1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event deleted for resources: {'Port': ['ID=f9788095-8354-47a0-ab83-b1734a694814,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:38.723840 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9b192815-08db-4f76-bf66-c76800c1bfa1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:38.936189 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b192815-08db-4f76-bf66-c76800c1bfa1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Router e7a5ba57-29e4-4441-8073-346889919ff8 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:48:39.041323 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b192815-08db-4f76-bf66-c76800c1bfa1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:48:39.046602 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9b192815-08db-4f76-bf66-c76800c1bfa1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "PUT /v2.0/routers/e7a5ba57-29e4-4441-8073-346889919ff8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7235725 Sep 16 05:48:39.049041 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58156) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:39.052106 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3f5cfc-033f-46eb-ac1a-c34b919c40b8 None None] Sync routers for ids ['e7a5ba57-29e4-4441-8073-346889919ff8'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:48:39.061247 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3f5cfc-033f-46eb-ac1a-c34b919c40b8 None None] Routers {'e7a5ba57-29e4-4441-8073-346889919ff8'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:48:39.062134 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-dc3f5cfc-033f-46eb-ac1a-c34b919c40b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:48:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['e7a5ba57-29e4-4441-8073-346889919ff8'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:39.100110 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-39772e8a-a5c8-49fa-832e-fec9b975f07d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Deleting subnet 15264233-dcd0-4703-84d9-8740698ea58d {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:48:39.103336 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-39772e8a-a5c8-49fa-832e-fec9b975f07d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:39.143605 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-39772e8a-a5c8-49fa-832e-fec9b975f07d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:39.167413 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-dc3f5cfc-033f-46eb-ac1a-c34b919c40b8 None None] Set router e7a5ba57-29e4-4441-8073-346889919ff8 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:48:39.233117 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-39772e8a-a5c8-49fa-832e-fec9b975f07d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:39.293711 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-39772e8a-a5c8-49fa-832e-fec9b975f07d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:39.322923 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39772e8a-a5c8-49fa-832e-fec9b975f07d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event deleted for resources: {'Subnet': ['ID=15264233-dcd0-4703-84d9-8740698ea58d,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:39.326752 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-39772e8a-a5c8-49fa-832e-fec9b975f07d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:39.328786 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-39772e8a-a5c8-49fa-832e-fec9b975f07d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "DELETE /v2.0/subnets/15264233-dcd0-4703-84d9-8740698ea58d HTTP/1.1" status: 204 len: 168 time: 0.2787740 Sep 16 05:48:39.331662 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58158) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:39.338642 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16af5278-e71c-4411-973e-bcb964928f45 None None] Network 8f28bd8d-9f14-49ea-a40f-7dace6b571fc requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:48:39.442809 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-31608617-dfef-40cc-b0aa-13a9ae79ccc2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:39.453824 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-dc3f5cfc-033f-46eb-ac1a-c34b919c40b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404649974', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '5daa1604-a71d-4c8a-bbc4-627657449e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:46:06Z', 'updated_at': '2021-09-16T05:48:38Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '5daa1604-a71d-4c8a-bbc4-627657449e6d', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:46:07Z', 'updated_at': '2021-09-16T05:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:39.486793 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3f5cfc-033f-46eb-ac1a-c34b919c40b8 None None] Checking router: e7a5ba57-29e4-4441-8073-346889919ff8 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:48:39.500994 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3f5cfc-033f-46eb-ac1a-c34b919c40b8 None None] Routers {'e7a5ba57-29e4-4441-8073-346889919ff8'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:48:39.501519 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-dc3f5cfc-033f-46eb-ac1a-c34b919c40b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:48:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['e7a5ba57-29e4-4441-8073-346889919ff8'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:39.563402 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-31608617-dfef-40cc-b0aa-13a9ae79ccc2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:39.597473 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98df6f72-3803-4d07-9097-98538738126b None None] DHCP port deletion for 8f28bd8d-9f14-49ea-a40f-7dace6b571fc request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:48:39.635374 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-31608617-dfef-40cc-b0aa-13a9ae79ccc2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Deleting port 5daa1604-a71d-4c8a-bbc4-627657449e6d {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:48:39.635739 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-31608617-dfef-40cc-b0aa-13a9ae79ccc2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:39.642802 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-dc3f5cfc-033f-46eb-ac1a-c34b919c40b8 None None] Set router e7a5ba57-29e4-4441-8073-346889919ff8 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:48:39.731522 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-31608617-dfef-40cc-b0aa-13a9ae79ccc2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] For port 5daa1604-a71d-4c8a-bbc4-627657449e6d, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=5daa1604-a71d-4c8a-bbc4-627657449e6d,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:39.731902 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-31608617-dfef-40cc-b0aa-13a9ae79ccc2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:39.745291 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-31608617-dfef-40cc-b0aa-13a9ae79ccc2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Calling delete_port for 5daa1604-a71d-4c8a-bbc4-627657449e6d owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:48:39.760221 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 1fd71443-94f8-4a34-a2e9-780e102cc4fc no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:48:39.923739 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-31608617-dfef-40cc-b0aa-13a9ae79ccc2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:39.948589 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31608617-dfef-40cc-b0aa-13a9ae79ccc2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event deleted for resources: {'Port': ['ID=5daa1604-a71d-4c8a-bbc4-627657449e6d,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:39.957919 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-98df6f72-3803-4d07-9097-98538738126b None None] Deleting port 1fd71443-94f8-4a34-a2e9-780e102cc4fc {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:48:39.958298 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-98df6f72-3803-4d07-9097-98538738126b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:40.013650 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-31608617-dfef-40cc-b0aa-13a9ae79ccc2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:40.104531 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-98df6f72-3803-4d07-9097-98538738126b None None] For port 1fd71443-94f8-4a34-a2e9-780e102cc4fc, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=1fd71443-94f8-4a34-a2e9-780e102cc4fc,segment=NetworkSegment(2b847ec6-3bd1-489b-8c9b-71cd39d19583),segment_id=2b847ec6-3bd1-489b-8c9b-71cd39d19583)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:40.105228 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-98df6f72-3803-4d07-9097-98538738126b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:40.105334 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-31608617-dfef-40cc-b0aa-13a9ae79ccc2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:40.107281 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-31608617-dfef-40cc-b0aa-13a9ae79ccc2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:40.127391 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-98df6f72-3803-4d07-9097-98538738126b None None] Calling delete_port for 1fd71443-94f8-4a34-a2e9-780e102cc4fc owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:48:40.133163 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:40.155473 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-31608617-dfef-40cc-b0aa-13a9ae79ccc2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:40.156075 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31608617-dfef-40cc-b0aa-13a9ae79ccc2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Fanout notify agent at l3_agent the message router_deleted on router e7a5ba57-29e4-4441-8073-346889919ff8 {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:48:40.163245 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-31608617-dfef-40cc-b0aa-13a9ae79ccc2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:40.164394 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-31608617-dfef-40cc-b0aa-13a9ae79ccc2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "DELETE /v2.0/routers/e7a5ba57-29e4-4441-8073-346889919ff8 HTTP/1.1" status: 204 len: 168 time: 0.8312862 Sep 16 05:48:40.167147 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58160) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:40.224481 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-dc3f5cfc-033f-46eb-ac1a-c34b919c40b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404649974', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '5daa1604-a71d-4c8a-bbc4-627657449e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:46:06Z', 'updated_at': '2021-09-16T05:48:38Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '5daa1604-a71d-4c8a-bbc4-627657449e6d', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:46:07Z', 'updated_at': '2021-09-16T05:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:40.227916 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 1fd71443-94f8-4a34-a2e9-780e102cc4fc, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=1fd71443-94f8-4a34-a2e9-780e102cc4fc,segment=NetworkSegment(2b847ec6-3bd1-489b-8c9b-71cd39d19583),segment_id=2b847ec6-3bd1-489b-8c9b-71cd39d19583)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:40.237897 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:40.239642 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a92e12c4-b304-4b0f-ab97-8ee2919467dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:40.252724 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-68086b5b-4105-42b5-950f-9442b14173a8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:40.297665 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3f5cfc-033f-46eb-ac1a-c34b919c40b8 None None] The sync data for ids ['e7a5ba57-29e4-4441-8073-346889919ff8'] in n-d-712139-15 is: [{'id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404649974', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '5daa1604-a71d-4c8a-bbc4-627657449e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:46:06Z', 'updated_at': '2021-09-16T05:48:38Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '5daa1604-a71d-4c8a-bbc4-627657449e6d', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a5ba57-29e4-4441-8073-346889919ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:46:07Z', 'updated_at': '2021-09-16T05:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:48:40.317752 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-68086b5b-4105-42b5-950f-9442b14173a8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Deleting port 1fd71443-94f8-4a34-a2e9-780e102cc4fc {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:48:40.318180 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-68086b5b-4105-42b5-950f-9442b14173a8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:40.342618 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=1fd71443-94f8-4a34-a2e9-780e102cc4fc,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:40.349014 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-98df6f72-3803-4d07-9097-98538738126b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:40.391933 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98df6f72-3803-4d07-9097-98538738126b None None] No DVR routers for this DVR port 1fd71443-94f8-4a34-a2e9-780e102cc4fc on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:48:40.393443 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-68086b5b-4105-42b5-950f-9442b14173a8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] For port 1fd71443-94f8-4a34-a2e9-780e102cc4fc, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=1fd71443-94f8-4a34-a2e9-780e102cc4fc,segment=NetworkSegment(2b847ec6-3bd1-489b-8c9b-71cd39d19583),segment_id=2b847ec6-3bd1-489b-8c9b-71cd39d19583)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:40.393996 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-68086b5b-4105-42b5-950f-9442b14173a8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:40.396036 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df6f72-3803-4d07-9097-98538738126b None None] Pushing event deleted for resources: {'Port': ['ID=1fd71443-94f8-4a34-a2e9-780e102cc4fc,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:40.409354 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-68086b5b-4105-42b5-950f-9442b14173a8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Calling delete_port for 1fd71443-94f8-4a34-a2e9-780e102cc4fc owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:48:40.490209 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-68086b5b-4105-42b5-950f-9442b14173a8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:40.515320 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68086b5b-4105-42b5-950f-9442b14173a8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event deleted for resources: {'Port': ['ID=1fd71443-94f8-4a34-a2e9-780e102cc4fc,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:40.519836 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68086b5b-4105-42b5-950f-9442b14173a8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] No DVR routers for this DVR port 1fd71443-94f8-4a34-a2e9-780e102cc4fc on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:48:40.547761 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device f6352e22-c7f4-46a7-b63b-2d3fbc606d63 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:48:40.568483 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: f6352e22-c7f4-46a7-b63b-2d3fbc606d63 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:48:40.568868 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device f6352e22-c7f4-46a7-b63b-2d3fbc606d63 not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:48:40.598479 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-68086b5b-4105-42b5-950f-9442b14173a8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:40.621840 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-68086b5b-4105-42b5-950f-9442b14173a8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f28bd8d-9f14-49ea-a40f-7dace6b571fc']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:40.631619 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-68086b5b-4105-42b5-950f-9442b14173a8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b847ec6-3bd1-489b-8c9b-71cd39d19583') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:40.631921 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-68086b5b-4105-42b5-950f-9442b14173a8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b847ec6-3bd1-489b-8c9b-71cd39d19583') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:40.644531 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-68086b5b-4105-42b5-950f-9442b14173a8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:40.657385 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-68086b5b-4105-42b5-950f-9442b14173a8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:40.664669 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68086b5b-4105-42b5-950f-9442b14173a8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:48:40.665220 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-68086b5b-4105-42b5-950f-9442b14173a8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: self.session.flush() Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:48:40.668185 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:48:40.729018 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-68086b5b-4105-42b5-950f-9442b14173a8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:40.734237 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-68086b5b-4105-42b5-950f-9442b14173a8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:40.739718 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58162) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:40.740243 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-68086b5b-4105-42b5-950f-9442b14173a8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "DELETE /v2.0/networks/8f28bd8d-9f14-49ea-a40f-7dace6b571fc HTTP/1.1" status: 204 len: 168 time: 0.5720189 Sep 16 05:48:40.755978 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68086b5b-4105-42b5-950f-9442b14173a8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event deleted for resources: {'Network': ['ID=8f28bd8d-9f14-49ea-a40f-7dace6b571fc,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:40.813055 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f25fcf1d-253a-409c-b6c6-45a21dcac1bd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:40.838560 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f25fcf1d-253a-409c-b6c6-45a21dcac1bd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:40.906169 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f25fcf1d-253a-409c-b6c6-45a21dcac1bd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:40.910182 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f25fcf1d-253a-409c-b6c6-45a21dcac1bd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:40.911374 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f25fcf1d-253a-409c-b6c6-45a21dcac1bd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "DELETE /v2.0/security-groups/796c7ecb-1363-4f3d-8f1c-743114b827eb HTTP/1.1" status: 204 len: 168 time: 0.1694748 Sep 16 05:48:40.922139 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25fcf1d-253a-409c-b6c6-45a21dcac1bd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=796c7ecb-1363-4f3d-8f1c-743114b827eb,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:41.120744 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:48:41.266533 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58168) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:41.271566 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-1ad96fab-b68d-4183-b474-2a471cffe4f6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-737094417', 'description': 'tempest-secgroup-smoke-737094417 description', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:41.293695 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1ad96fab-b68d-4183-b474-2a471cffe4f6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:41.380234 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1ad96fab-b68d-4183-b474-2a471cffe4f6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:41.383800 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1ad96fab-b68d-4183-b474-2a471cffe4f6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:41.412615 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad96fab-b68d-4183-b474-2a471cffe4f6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4611b385-6393-4cf0-b7b2-df8f7b01b453,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:41.415489 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1ad96fab-b68d-4183-b474-2a471cffe4f6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:41.416746 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1ad96fab-b68d-4183-b474-2a471cffe4f6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1487424 Sep 16 05:48:41.419630 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58170) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:41.424838 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-d6a8f9ab-6784-42d9-a43e-1487c9c8318e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'security_group_rule': {'security_group_id': '4611b385-6393-4cf0-b7b2-df8f7b01b453', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:41.451037 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d6a8f9ab-6784-42d9-a43e-1487c9c8318e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:41.510978 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d6a8f9ab-6784-42d9-a43e-1487c9c8318e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:41.514642 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d6a8f9ab-6784-42d9-a43e-1487c9c8318e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:41.533103 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8f9ab-6784-42d9-a43e-1487c9c8318e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9ab7140-d135-4b07-8882-aba27722b983,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:41.536429 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d6a8f9ab-6784-42d9-a43e-1487c9c8318e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:41.537841 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d6a8f9ab-6784-42d9-a43e-1487c9c8318e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172628 Sep 16 05:48:41.540524 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58172) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:41.544876 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-f8b4cb29-5418-4cbd-8800-d6d270e3d237 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'security_group_rule': {'security_group_id': '4611b385-6393-4cf0-b7b2-df8f7b01b453', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:41.573095 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f8b4cb29-5418-4cbd-8800-d6d270e3d237 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:41.622908 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 5daa1604-a71d-4c8a-bbc4-627657449e6d no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:48:41.631803 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f8b4cb29-5418-4cbd-8800-d6d270e3d237 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:41.635590 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f8b4cb29-5418-4cbd-8800-d6d270e3d237 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:41.648977 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 5daa1604-a71d-4c8a-bbc4-627657449e6d {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:48:41.649320 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 5daa1604-a71d-4c8a-bbc4-627657449e6d not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:48:41.649759 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device f9788095-8354-47a0-ab83-b1734a694814 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:48:41.655867 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4cb29-5418-4cbd-8800-d6d270e3d237 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e6320a-e938-42d7-b665-2f419067e856,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:41.664539 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f8b4cb29-5418-4cbd-8800-d6d270e3d237 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:41.665939 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f8b4cb29-5418-4cbd-8800-d6d270e3d237 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1244562 Sep 16 05:48:41.668681 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58174) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:41.670210 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: f9788095-8354-47a0-ab83-b1734a694814 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:48:41.670555 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device f9788095-8354-47a0-ab83-b1734a694814 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:48:41.673935 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-1ad82347-74fc-464b-b2af-bdcdcb58ace0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'security_group_rule': {'security_group_id': '4611b385-6393-4cf0-b7b2-df8f7b01b453', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:41.700311 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1ad82347-74fc-464b-b2af-bdcdcb58ace0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:41.756813 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1ad82347-74fc-464b-b2af-bdcdcb58ace0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:41.760703 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1ad82347-74fc-464b-b2af-bdcdcb58ace0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:41.775841 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad82347-74fc-464b-b2af-bdcdcb58ace0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84ed0198-31ae-4b1f-a1d8-2afa323739ae,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:41.784492 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-1ad82347-74fc-464b-b2af-bdcdcb58ace0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:41.785649 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-1ad82347-74fc-464b-b2af-bdcdcb58ace0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160035 Sep 16 05:48:41.788341 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58176) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:41.792621 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-d394dc74-9cc6-4316-8c3d-5edf9466977e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'security_group_rule': {'security_group_id': '4611b385-6393-4cf0-b7b2-df8f7b01b453', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:41.818722 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d394dc74-9cc6-4316-8c3d-5edf9466977e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:41.877392 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d394dc74-9cc6-4316-8c3d-5edf9466977e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:41.880812 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d394dc74-9cc6-4316-8c3d-5edf9466977e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:41.901666 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d394dc74-9cc6-4316-8c3d-5edf9466977e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e77b32-aefb-4a04-b1d8-3db31cd0c392,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:41.905295 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d394dc74-9cc6-4316-8c3d-5edf9466977e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:41.907201 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d394dc74-9cc6-4316-8c3d-5edf9466977e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1172054 Sep 16 05:48:41.909766 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58178) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:41.914172 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-8997570b-c792-41a9-b1fa-daaf23114d60 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'security_group_rule': {'security_group_id': '4611b385-6393-4cf0-b7b2-df8f7b01b453', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:41.936119 n-d-712139-15 neutron-server[94767]: INFO neutron.db.securitygroups_db [None req-8997570b-c792-41a9-b1fa-daaf23114d60 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Project eb1a1bf9db52473aa7c1d16c03bc5b41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:48:41.941213 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8997570b-c792-41a9-b1fa-daaf23114d60 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:41.999526 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8997570b-c792-41a9-b1fa-daaf23114d60 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:42.002898 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8997570b-c792-41a9-b1fa-daaf23114d60 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:42.020061 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8997570b-c792-41a9-b1fa-daaf23114d60 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d1b85b-a906-4645-a808-d6a281caf899,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:42.027727 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8997570b-c792-41a9-b1fa-daaf23114d60 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:42.028970 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8997570b-c792-41a9-b1fa-daaf23114d60 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1182616 Sep 16 05:48:42.032476 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58180) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:42.037230 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-f1fd7a4d-2364-4802-a5de-6bf5811fa1ea tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'security_group_rule': {'security_group_id': '4611b385-6393-4cf0-b7b2-df8f7b01b453', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:42.058688 n-d-712139-15 neutron-server[94767]: INFO neutron.db.securitygroups_db [None req-f1fd7a4d-2364-4802-a5de-6bf5811fa1ea tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Project eb1a1bf9db52473aa7c1d16c03bc5b41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:48:42.063708 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f1fd7a4d-2364-4802-a5de-6bf5811fa1ea tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:42.125213 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f1fd7a4d-2364-4802-a5de-6bf5811fa1ea tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:42.128918 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f1fd7a4d-2364-4802-a5de-6bf5811fa1ea tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:42.147002 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd7a4d-2364-4802-a5de-6bf5811fa1ea tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f1da7b-e879-4eb3-b3e2-058b9fd2efc7,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:42.154023 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f1fd7a4d-2364-4802-a5de-6bf5811fa1ea tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:42.155261 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f1fd7a4d-2364-4802-a5de-6bf5811fa1ea tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1217761 Sep 16 05:48:42.158944 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58182) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:42.163782 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-4128f92f-2504-4684-a9e1-eb4d0925fdd2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'network': {'name': 'tempest-network-smoke--27242738', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'port_security_enabled': True}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:42.183040 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4128f92f-2504-4684-a9e1-eb4d0925fdd2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Made reservation on behalf of eb1a1bf9db52473aa7c1d16c03bc5b41 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:48:42.186552 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4128f92f-2504-4684-a9e1-eb4d0925fdd2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:42.211235 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4128f92f-2504-4684-a9e1-eb4d0925fdd2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:48:42.221223 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4128f92f-2504-4684-a9e1-eb4d0925fdd2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:42.221597 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-4128f92f-2504-4684-a9e1-eb4d0925fdd2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Added segment 28f75969-2005-4bd2-ba39-fa68d3aa327a of type vlan for network 4d41fd04-86ee-4b47-b1d9-0f6cea226db2 Sep 16 05:48:42.261638 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4128f92f-2504-4684-a9e1-eb4d0925fdd2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:42.287257 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4128f92f-2504-4684-a9e1-eb4d0925fdd2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:42.293299 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4128f92f-2504-4684-a9e1-eb4d0925fdd2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:42.293877 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4128f92f-2504-4684-a9e1-eb4d0925fdd2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:42.319046 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:42.334581 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4128f92f-2504-4684-a9e1-eb4d0925fdd2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1745002 Sep 16 05:48:42.337365 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58184) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:42.342640 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-9f73f1f6-5ee3-458c-9382-909b39326ee0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2097952227', 'admin_state_up': True, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:42.367059 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9f73f1f6-5ee3-458c-9382-909b39326ee0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:42.367983 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9f73f1f6-5ee3-458c-9382-909b39326ee0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:42.368545 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128f92f-2504-4684-a9e1-eb4d0925fdd2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Network': ['ID=4d41fd04-86ee-4b47-b1d9-0f6cea226db2,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:42.381058 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 4d41fd04-86ee-4b47-b1d9-0f6cea226db2 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:48:42.425063 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9f73f1f6-5ee3-458c-9382-909b39326ee0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:42.560299 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9f73f1f6-5ee3-458c-9382-909b39326ee0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:42.752883 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9f73f1f6-5ee3-458c-9382-909b39326ee0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:42.771368 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9f73f1f6-5ee3-458c-9382-909b39326ee0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:42.873502 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-9f73f1f6-5ee3-458c-9382-909b39326ee0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Allocated IP 172.25.8.220 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/3241f32a-cf53-4577-a3cb-f740b6e7864f) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:48:42.974209 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9f73f1f6-5ee3-458c-9382-909b39326ee0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:43.007784 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9f73f1f6-5ee3-458c-9382-909b39326ee0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:43.042141 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f73f1f6-5ee3-458c-9382-909b39326ee0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:48:43.046364 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-9f73f1f6-5ee3-458c-9382-909b39326ee0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:48:43.050525 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f73f1f6-5ee3-458c-9382-909b39326ee0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:48:43.081826 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73f1f6-5ee3-458c-9382-909b39326ee0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Port': ['ID=3241f32a-cf53-4577-a3cb-f740b6e7864f,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:43.348336 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9c9797bc-8a04-4b28-a8b8-4515c0f8fbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:43.617472 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9f73f1f6-5ee3-458c-9382-909b39326ee0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:43.654539 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:43.820302 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9f73f1f6-5ee3-458c-9382-909b39326ee0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:43.952153 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f73f1f6-5ee3-458c-9382-909b39326ee0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Router fa000249-0fa3-4c6a-81c7-3537b68b3573 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:48:44.061398 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f73f1f6-5ee3-458c-9382-909b39326ee0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:48:44.071873 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350c10be-eab7-4a9a-9b83-939e125e384f None None] Sync routers for ids ['fa000249-0fa3-4c6a-81c7-3537b68b3573'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:48:44.081777 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9f73f1f6-5ee3-458c-9382-909b39326ee0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.081976 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350c10be-eab7-4a9a-9b83-939e125e384f None None] Routers {'fa000249-0fa3-4c6a-81c7-3537b68b3573'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:48:44.082410 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-350c10be-eab7-4a9a-9b83-939e125e384f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:48:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['fa000249-0fa3-4c6a-81c7-3537b68b3573'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:44.083180 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9f73f1f6-5ee3-458c-9382-909b39326ee0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7440622 Sep 16 05:48:44.086096 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58186) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:44.155994 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5daa8f48-f27d-46bd-9a4f-07dc388d90ec tempest-TestNetworkAdvancedServerOps-1385846937 tempest-TestNetworkAdvancedServerOps-1385846937-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=eb1a1bf9db52473aa7c1d16c03bc5b41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0687735 Sep 16 05:48:44.159421 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58190) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:44.193026 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-350c10be-eab7-4a9a-9b83-939e125e384f None None] Set router fa000249-0fa3-4c6a-81c7-3537b68b3573 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:48:44.246800 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bfeb1f-90e8-4fdf-8bc4-1f8fbd06c3e8 tempest-TestNetworkAdvancedServerOps-1385846937 tempest-TestNetworkAdvancedServerOps-1385846937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:44.251099 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-38bfeb1f-90e8-4fdf-8bc4-1f8fbd06c3e8 tempest-TestNetworkAdvancedServerOps-1385846937 tempest-TestNetworkAdvancedServerOps-1385846937-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0878971 Sep 16 05:48:44.251334 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58192) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:44.280803 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-21331fb9-d2cc-426e-9765-4a46f00a9f87 tempest-TestNetworkAdvancedServerOps-1385846937 tempest-TestNetworkAdvancedServerOps-1385846937-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=6423976d-c7ec-41de-996e-2a06dce8febc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261345 Sep 16 05:48:44.281016 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58194) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:44.286558 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-3732564a-8e8d-4242-a630-bd99fa148b05 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-86378585', 'network_id': '4d41fd04-86ee-4b47-b1d9-0f6cea226db2', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:44.367596 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-350c10be-eab7-4a9a-9b83-939e125e384f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097952227', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '3241f32a-cf53-4577-a3cb-f740b6e7864f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:48:42Z', 'updated_at': '2021-09-16T05:48:43Z', 'revision_number': 3, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '3241f32a-cf53-4577-a3cb-f740b6e7864f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:36:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:48:42Z', 'updated_at': '2021-09-16T05:48:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:44.379859 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3732564a-8e8d-4242-a630-bd99fa148b05 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Made reservation on behalf of eb1a1bf9db52473aa7c1d16c03bc5b41 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:48:44.383736 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3732564a-8e8d-4242-a630-bd99fa148b05 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.398501 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350c10be-eab7-4a9a-9b83-939e125e384f None None] Checking router: fa000249-0fa3-4c6a-81c7-3537b68b3573 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:48:44.398848 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350c10be-eab7-4a9a-9b83-939e125e384f None None] Updating router fa000249-0fa3-4c6a-81c7-3537b68b3573 port 3241f32a-cf53-4577-a3cb-f740b6e7864f binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:48:44.425705 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-350c10be-eab7-4a9a-9b83-939e125e384f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.571720 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3732564a-8e8d-4242-a630-bd99fa148b05 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.637323 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3732564a-8e8d-4242-a630-bd99fa148b05 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Subnet': ['ID=e7bb2f7f-1293-4d55-af0c-e140e695d01b,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:44.644089 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3732564a-8e8d-4242-a630-bd99fa148b05 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Checking segment: {'id': '28f75969-2005-4bd2-ba39-fa68d3aa327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4d41fd04-86ee-4b47-b1d9-0f6cea226db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:48:44.644457 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3732564a-8e8d-4242-a630-bd99fa148b05 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Network hostable DHCP agents. Network: 4d41fd04-86ee-4b47-b1d9-0f6cea226db2, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:48:44.661299 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3732564a-8e8d-4242-a630-bd99fa148b05 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Network 4d41fd04-86ee-4b47-b1d9-0f6cea226db2 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:48:44.670453 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-3732564a-8e8d-4242-a630-bd99fa148b05 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 4d41fd04-86ee-4b47-b1d9-0f6cea226db2) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:48:44.675290 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3732564a-8e8d-4242-a630-bd99fa148b05 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:44.675876 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3732564a-8e8d-4242-a630-bd99fa148b05 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.682866 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c81015-7cdd-4a34-b6b8-2f0c75e33981 None None] Network 4d41fd04-86ee-4b47-b1d9-0f6cea226db2 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:48:44.692792 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3732564a-8e8d-4242-a630-bd99fa148b05 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4099865 Sep 16 05:48:44.695576 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58196) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:44.785558 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-350c10be-eab7-4a9a-9b83-939e125e384f None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.792751 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-350c10be-eab7-4a9a-9b83-939e125e384f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.820507 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.823060 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-350c10be-eab7-4a9a-9b83-939e125e384f None None] Attempting to bind port 3241f32a-cf53-4577-a3cb-f740b6e7864f on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:48:44.823440 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-350c10be-eab7-4a9a-9b83-939e125e384f None None] Attempting to bind port 3241f32a-cf53-4577-a3cb-f740b6e7864f by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:48:44.825484 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350c10be-eab7-4a9a-9b83-939e125e384f None None] Attempting to bind port 3241f32a-cf53-4577-a3cb-f740b6e7864f on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:48:44.849765 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350c10be-eab7-4a9a-9b83-939e125e384f None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:48:44.850115 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350c10be-eab7-4a9a-9b83-939e125e384f None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:48:44.850515 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-350c10be-eab7-4a9a-9b83-939e125e384f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.850901 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350c10be-eab7-4a9a-9b83-939e125e384f None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:48:44.851375 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-350c10be-eab7-4a9a-9b83-939e125e384f None None] Bound port: 3241f32a-cf53-4577-a3cb-f740b6e7864f, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:48:44.851494 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e723852-a694-4c4b-9cf1-1d2f907a4381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-4d41fd04-86ee-4b47-b1d9-0f6cea226db2', 'network_id': '4d41fd04-86ee-4b47-b1d9-0f6cea226db2', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'fixed_ips': [{'subnet_id': 'e7bb2f7f-1293-4d55-af0c-e140e695d01b'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:48:44.851755 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-350c10be-eab7-4a9a-9b83-939e125e384f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.852304 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2e723852-a694-4c4b-9cf1-1d2f907a4381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.893219 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899916bd-8cbd-49c8-bf15-6041c126d090 None None] Pushing event updated for resources: {'Port': ['ID=3241f32a-cf53-4577-a3cb-f740b6e7864f,revision_number=2']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:44.916543 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899916bd-8cbd-49c8-bf15-6041c126d090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:44.916923 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899916bd-8cbd-49c8-bf15-6041c126d090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:44.917241 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899916bd-8cbd-49c8-bf15-6041c126d090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:44.917576 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899916bd-8cbd-49c8-bf15-6041c126d090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:44.917907 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899916bd-8cbd-49c8-bf15-6041c126d090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:44.918235 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899916bd-8cbd-49c8-bf15-6041c126d090 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:44.918561 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899916bd-8cbd-49c8-bf15-6041c126d090 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:44.918882 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899916bd-8cbd-49c8-bf15-6041c126d090 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:44.919205 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899916bd-8cbd-49c8-bf15-6041c126d090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:44.919525 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899916bd-8cbd-49c8-bf15-6041c126d090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:44.919846 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899916bd-8cbd-49c8-bf15-6041c126d090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:44.920162 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899916bd-8cbd-49c8-bf15-6041c126d090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:44.925307 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-350c10be-eab7-4a9a-9b83-939e125e384f None None] For port 3241f32a-cf53-4577-a3cb-f740b6e7864f, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:48:44.928515 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-350c10be-eab7-4a9a-9b83-939e125e384f None None] For port 3241f32a-cf53-4577-a3cb-f740b6e7864f, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3241f32a-cf53-4577-a3cb-f740b6e7864f,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:48:44.934070 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-350c10be-eab7-4a9a-9b83-939e125e384f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.991143 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350c10be-eab7-4a9a-9b83-939e125e384f None None] Routers {'fa000249-0fa3-4c6a-81c7-3537b68b3573'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:48:44.991774 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-350c10be-eab7-4a9a-9b83-939e125e384f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:48:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['fa000249-0fa3-4c6a-81c7-3537b68b3573'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:45.008583 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-2e723852-a694-4c4b-9cf1-1d2f907a4381 None None] Allocated IP 172.20.0.2 (4d41fd04-86ee-4b47-b1d9-0f6cea226db2/e7bb2f7f-1293-4d55-af0c-e140e695d01b/b6ec354f-b2fe-4233-a596-de6cce207355) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:48:45.085985 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899916bd-8cbd-49c8-bf15-6041c126d090 None None] Pushing event updated for resources: {'Port': ['ID=3241f32a-cf53-4577-a3cb-f740b6e7864f,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:45.102828 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-350c10be-eab7-4a9a-9b83-939e125e384f None None] Set router fa000249-0fa3-4c6a-81c7-3537b68b3573 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:48:45.165551 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2e723852-a694-4c4b-9cf1-1d2f907a4381 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.173655 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2e723852-a694-4c4b-9cf1-1d2f907a4381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.177602 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-aec631f2-0d45-4bd7-af32-0386738ec893 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.216330 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e723852-a694-4c4b-9cf1-1d2f907a4381 None None] Network 4d41fd04-86ee-4b47-b1d9-0f6cea226db2 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:48:45.220412 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-2e723852-a694-4c4b-9cf1-1d2f907a4381 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:48:45.226604 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e723852-a694-4c4b-9cf1-1d2f907a4381 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:48:45.233616 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e723852-a694-4c4b-9cf1-1d2f907a4381 None None] Pushing event updated for resources: {'Port': ['ID=b6ec354f-b2fe-4233-a596-de6cce207355,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:45.298299 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-2e723852-a694-4c4b-9cf1-1d2f907a4381 None None] Attempting to bind port b6ec354f-b2fe-4233-a596-de6cce207355 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:48:45.298859 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-2e723852-a694-4c4b-9cf1-1d2f907a4381 None None] Attempting to bind port b6ec354f-b2fe-4233-a596-de6cce207355 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '28f75969-2005-4bd2-ba39-fa68d3aa327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4d41fd04-86ee-4b47-b1d9-0f6cea226db2'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:48:45.299319 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e723852-a694-4c4b-9cf1-1d2f907a4381 None None] Attempting to bind port b6ec354f-b2fe-4233-a596-de6cce207355 on network 4d41fd04-86ee-4b47-b1d9-0f6cea226db2 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:48:45.300493 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-350c10be-eab7-4a9a-9b83-939e125e384f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097952227', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '3241f32a-cf53-4577-a3cb-f740b6e7864f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:48:42Z', 'updated_at': '2021-09-16T05:48:43Z', 'revision_number': 3, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '3241f32a-cf53-4577-a3cb-f740b6e7864f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:36:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:48:42Z', 'updated_at': '2021-09-16T05:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:45.308560 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.309699 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e723852-a694-4c4b-9cf1-1d2f907a4381 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:48:45.310126 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e723852-a694-4c4b-9cf1-1d2f907a4381 None None] Checking segment: {'id': '28f75969-2005-4bd2-ba39-fa68d3aa327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4d41fd04-86ee-4b47-b1d9-0f6cea226db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:48:45.310536 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2e723852-a694-4c4b-9cf1-1d2f907a4381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.310981 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e723852-a694-4c4b-9cf1-1d2f907a4381 None None] Bound using segment: {'id': '28f75969-2005-4bd2-ba39-fa68d3aa327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4d41fd04-86ee-4b47-b1d9-0f6cea226db2'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:48:45.312010 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-2e723852-a694-4c4b-9cf1-1d2f907a4381 None None] Bound port: b6ec354f-b2fe-4233-a596-de6cce207355, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f75969-2005-4bd2-ba39-fa68d3aa327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4d41fd04-86ee-4b47-b1d9-0f6cea226db2'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:48:45.312447 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2e723852-a694-4c4b-9cf1-1d2f907a4381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.330550 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350c10be-eab7-4a9a-9b83-939e125e384f None None] The sync data for ids ['fa000249-0fa3-4c6a-81c7-3537b68b3573'] in n-d-712139-15 is: [{'id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097952227', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '3241f32a-cf53-4577-a3cb-f740b6e7864f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:48:42Z', 'updated_at': '2021-09-16T05:48:43Z', 'revision_number': 3, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '3241f32a-cf53-4577-a3cb-f740b6e7864f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:36:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:48:42Z', 'updated_at': '2021-09-16T05:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:48:45.387111 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-2e723852-a694-4c4b-9cf1-1d2f907a4381 None None] For port b6ec354f-b2fe-4233-a596-de6cce207355, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:48:45.392178 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-2e723852-a694-4c4b-9cf1-1d2f907a4381 None None] For port b6ec354f-b2fe-4233-a596-de6cce207355, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=b6ec354f-b2fe-4233-a596-de6cce207355,segment=NetworkSegment(28f75969-2005-4bd2-ba39-fa68d3aa327a),segment_id=28f75969-2005-4bd2-ba39-fa68d3aa327a)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:48:45.396984 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2e723852-a694-4c4b-9cf1-1d2f907a4381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.464437 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e723852-a694-4c4b-9cf1-1d2f907a4381 None None] Pushing event updated for resources: {'Port': ['ID=b6ec354f-b2fe-4233-a596-de6cce207355,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:45.493393 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-aec631f2-0d45-4bd7-af32-0386738ec893 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Allocated IP 172.20.0.1 (4d41fd04-86ee-4b47-b1d9-0f6cea226db2/e7bb2f7f-1293-4d55-af0c-e140e695d01b/fff0396b-260f-4e36-99a5-f1170bd4d88a) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:48:45.645383 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-aec631f2-0d45-4bd7-af32-0386738ec893 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.720369 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-aec631f2-0d45-4bd7-af32-0386738ec893 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.747403 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3241f32a-cf53-4577-a3cb-f740b6e7864f up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:48:45.768630 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec631f2-0d45-4bd7-af32-0386738ec893 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Network 4d41fd04-86ee-4b47-b1d9-0f6cea226db2 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:48:45.772140 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-aec631f2-0d45-4bd7-af32-0386738ec893 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:48:45.776432 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec631f2-0d45-4bd7-af32-0386738ec893 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:48:45.819019 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 3241f32a-cf53-4577-a3cb-f740b6e7864f triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:45.819522 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.838653 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-aec631f2-0d45-4bd7-af32-0386738ec893 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.882649 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec631f2-0d45-4bd7-af32-0386738ec893 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Port': ['ID=fff0396b-260f-4e36-99a5-f1170bd4d88a,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:45.932258 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.955154 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 3241f32a-cf53-4577-a3cb-f740b6e7864f, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3241f32a-cf53-4577-a3cb-f740b6e7864f,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:45.960195 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.994737 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-aec631f2-0d45-4bd7-af32-0386738ec893 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:46.020193 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=3241f32a-cf53-4577-a3cb-f740b6e7864f,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:46.303840 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-aec631f2-0d45-4bd7-af32-0386738ec893 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:46.316788 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-aec631f2-0d45-4bd7-af32-0386738ec893 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:46.327402 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:46.407350 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-aec631f2-0d45-4bd7-af32-0386738ec893 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:46.409456 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec631f2-0d45-4bd7-af32-0386738ec893 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Port': ['ID=fff0396b-260f-4e36-99a5-f1170bd4d88a,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:46.509348 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec631f2-0d45-4bd7-af32-0386738ec893 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Network 4d41fd04-86ee-4b47-b1d9-0f6cea226db2 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:48:46.510761 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-aec631f2-0d45-4bd7-af32-0386738ec893 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:48:46.548134 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf41887a-10e4-4057-a256-a3e641d692e2 None None] Network 4d41fd04-86ee-4b47-b1d9-0f6cea226db2 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:48:46.644948 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec631f2-0d45-4bd7-af32-0386738ec893 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Router fa000249-0fa3-4c6a-81c7-3537b68b3573 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:48:46.664890 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-be8ccec0-7730-4804-8788-1e8a670aa171 None None] Provisioning complete for port b6ec354f-b2fe-4233-a596-de6cce207355 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:46.665250 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-be8ccec0-7730-4804-8788-1e8a670aa171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:46.761269 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec631f2-0d45-4bd7-af32-0386738ec893 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:48:46.766864 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-aec631f2-0d45-4bd7-af32-0386738ec893 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "PUT /v2.0/routers/fa000249-0fa3-4c6a-81c7-3537b68b3573/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0702457 Sep 16 05:48:46.780167 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-be8ccec0-7730-4804-8788-1e8a670aa171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:46.820908 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-be8ccec0-7730-4804-8788-1e8a670aa171 None None] For port b6ec354f-b2fe-4233-a596-de6cce207355, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=b6ec354f-b2fe-4233-a596-de6cce207355,segment=NetworkSegment(28f75969-2005-4bd2-ba39-fa68d3aa327a),segment_id=28f75969-2005-4bd2-ba39-fa68d3aa327a)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:46.829485 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-be8ccec0-7730-4804-8788-1e8a670aa171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:46.888440 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ccec0-7730-4804-8788-1e8a670aa171 None None] Pushing event updated for resources: {'Port': ['ID=b6ec354f-b2fe-4233-a596-de6cce207355,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:47.050542 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ee7013b1-2d56-4012-bc1e-9a755ca11a4e None None] Provisioning complete for port b6ec354f-b2fe-4233-a596-de6cce207355 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:47.050967 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ee7013b1-2d56-4012-bc1e-9a755ca11a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:47.084314 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-a27452b6-566c-4b49-9238-5760b744d003 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-737094417&fields=id&tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41 HTTP/1.1" status: 200 len: 267 time: 0.0353703 Sep 16 05:48:47.145548 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ee7013b1-2d56-4012-bc1e-9a755ca11a4e None None] Provisioning complete for port fff0396b-260f-4e36-99a5-f1170bd4d88a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:47.145925 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ee7013b1-2d56-4012-bc1e-9a755ca11a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:47.187478 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-ee7013b1-2d56-4012-bc1e-9a755ca11a4e None None] Port fff0396b-260f-4e36-99a5-f1170bd4d88a cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:48:47.192398 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df1fa09-34f3-4a6f-b706-d89eefcd03f1 None None] Sync routers for ids ['fa000249-0fa3-4c6a-81c7-3537b68b3573'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:48:47.204763 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df1fa09-34f3-4a6f-b706-d89eefcd03f1 None None] Routers {'fa000249-0fa3-4c6a-81c7-3537b68b3573'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:48:47.205703 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-4df1fa09-34f3-4a6f-b706-d89eefcd03f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:48:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['fa000249-0fa3-4c6a-81c7-3537b68b3573'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:47.210589 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-0e6af125-80b2-4fd9-bfb0-b4431f9e60a3 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:47.212148 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-0e6af125-80b2-4fd9-bfb0-b4431f9e60a3 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/networks?id=4d41fd04-86ee-4b47-b1d9-0f6cea226db2 HTTP/1.1" status: 200 len: 795 time: 0.1190488 Sep 16 05:48:47.228778 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-694537f8-0ba7-47f1-b877-a0b32e33c169 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/quotas/eb1a1bf9db52473aa7c1d16c03bc5b41 HTTP/1.1" status: 200 len: 375 time: 0.0102758 Sep 16 05:48:47.298030 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-a108c53b-8aa9-4301-8bca-27061de12fe8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624235 Sep 16 05:48:47.310601 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-3c0233b8-9996-4a22-b0b1-e06b9ef89d3a service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:48:47.311705 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-3c0233b8-9996-4a22-b0b1-e06b9ef89d3a service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055325 Sep 16 05:48:47.334539 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-4df1fa09-34f3-4a6f-b706-d89eefcd03f1 None None] Set router fa000249-0fa3-4c6a-81c7-3537b68b3573 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:48:47.369025 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-cb7719c9-cda3-468e-954c-9c8b8ec88b17 None None] Provisioning complete for port fff0396b-260f-4e36-99a5-f1170bd4d88a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:47.369398 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cb7719c9-cda3-468e-954c-9c8b8ec88b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:47.426118 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-de5b62bf-0453-4282-8cb8-1843c5b2384b service neutron] 10.222.0.35 "GET /v2.0/networks/4d41fd04-86ee-4b47-b1d9-0f6cea226db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037993 Sep 16 05:48:47.450944 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-cb7719c9-cda3-468e-954c-9c8b8ec88b17 None None] Port fff0396b-260f-4e36-99a5-f1170bd4d88a cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:48:47.517372 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-c61dc348-3570-4158-a2fa-3de25e5e7081 service neutron] 10.222.0.35 "GET /v2.0/networks/4d41fd04-86ee-4b47-b1d9-0f6cea226db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848348 Sep 16 05:48:47.578327 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-4df1fa09-34f3-4a6f-b706-d89eefcd03f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097952227', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '3241f32a-cf53-4577-a3cb-f740b6e7864f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:48:42Z', 'updated_at': '2021-09-16T05:48:45Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '3241f32a-cf53-4577-a3cb-f740b6e7864f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:36:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:48:42Z', 'updated_at': '2021-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'fff0396b-260f-4e36-99a5-f1170bd4d88a', 'name': '', 'network_id': '4d41fd04-86ee-4b47-b1d9-0f6cea226db2', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:4b:fd:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e7bb2f7f-1293-4d55-af0c-e140e695d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:48:45Z', 'updated_at': '2021-09-16T05:48:46Z', 'revision_number': 2, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': 'e7bb2f7f-1293-4d55-af0c-e140e695d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:47.604504 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-482038aa-af9f-4a76-b5a6-77658ae280ec None None] Provisioning complete for port fff0396b-260f-4e36-99a5-f1170bd4d88a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:47.604773 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-482038aa-af9f-4a76-b5a6-77658ae280ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:47.607625 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df1fa09-34f3-4a6f-b706-d89eefcd03f1 None None] Checking router: fa000249-0fa3-4c6a-81c7-3537b68b3573 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:48:47.608012 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df1fa09-34f3-4a6f-b706-d89eefcd03f1 None None] Updating router fa000249-0fa3-4c6a-81c7-3537b68b3573 port fff0396b-260f-4e36-99a5-f1170bd4d88a binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:48:47.667878 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4df1fa09-34f3-4a6f-b706-d89eefcd03f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:47.672821 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-482038aa-af9f-4a76-b5a6-77658ae280ec None None] Port fff0396b-260f-4e36-99a5-f1170bd4d88a cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:48:47.700855 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-99525b09-b8f2-4754-9955-e2df431ffc49 req-021aeea6-3dfb-41d7-967c-ebb0468e62ae tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 210 time: 0.0353103 Sep 16 05:48:47.784737 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3241f32a-cf53-4577-a3cb-f740b6e7864f up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:48:47.905476 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 3241f32a-cf53-4577-a3cb-f740b6e7864f triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:47.905855 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:48.058173 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4df1fa09-34f3-4a6f-b706-d89eefcd03f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:48.060428 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device b6ec354f-b2fe-4233-a596-de6cce207355 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:48:48.084877 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4df1fa09-34f3-4a6f-b706-d89eefcd03f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:48.155931 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff9962d-387c-48d2-a96d-1dc9ac00df9a None None] Pushing event updated for resources: {'Port': ['ID=fff0396b-260f-4e36-99a5-f1170bd4d88a,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:48.190484 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port b6ec354f-b2fe-4233-a596-de6cce207355 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:48.190890 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:48.240495 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-4df1fa09-34f3-4a6f-b706-d89eefcd03f1 None None] Attempting to bind port fff0396b-260f-4e36-99a5-f1170bd4d88a on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:48:48.240893 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-4df1fa09-34f3-4a6f-b706-d89eefcd03f1 None None] Attempting to bind port fff0396b-260f-4e36-99a5-f1170bd4d88a by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '28f75969-2005-4bd2-ba39-fa68d3aa327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4d41fd04-86ee-4b47-b1d9-0f6cea226db2'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:48:48.241262 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df1fa09-34f3-4a6f-b706-d89eefcd03f1 None None] Attempting to bind port fff0396b-260f-4e36-99a5-f1170bd4d88a on network 4d41fd04-86ee-4b47-b1d9-0f6cea226db2 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:48:48.254931 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df1fa09-34f3-4a6f-b706-d89eefcd03f1 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:48:48.255300 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df1fa09-34f3-4a6f-b706-d89eefcd03f1 None None] Checking segment: {'id': '28f75969-2005-4bd2-ba39-fa68d3aa327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4d41fd04-86ee-4b47-b1d9-0f6cea226db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:48:48.255700 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4df1fa09-34f3-4a6f-b706-d89eefcd03f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:48.256097 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df1fa09-34f3-4a6f-b706-d89eefcd03f1 None None] Bound using segment: {'id': '28f75969-2005-4bd2-ba39-fa68d3aa327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4d41fd04-86ee-4b47-b1d9-0f6cea226db2'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:48:48.256611 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-4df1fa09-34f3-4a6f-b706-d89eefcd03f1 None None] Bound port: fff0396b-260f-4e36-99a5-f1170bd4d88a, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f75969-2005-4bd2-ba39-fa68d3aa327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4d41fd04-86ee-4b47-b1d9-0f6cea226db2'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:48:48.256968 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4df1fa09-34f3-4a6f-b706-d89eefcd03f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:48.366228 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-4df1fa09-34f3-4a6f-b706-d89eefcd03f1 None None] For port fff0396b-260f-4e36-99a5-f1170bd4d88a, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:48:48.377668 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-4df1fa09-34f3-4a6f-b706-d89eefcd03f1 None None] For port fff0396b-260f-4e36-99a5-f1170bd4d88a, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=fff0396b-260f-4e36-99a5-f1170bd4d88a,segment=NetworkSegment(28f75969-2005-4bd2-ba39-fa68d3aa327a),segment_id=28f75969-2005-4bd2-ba39-fa68d3aa327a)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:48:48.381690 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4df1fa09-34f3-4a6f-b706-d89eefcd03f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:48.451452 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-104c590e-57f6-493c-9b8b-a6afc709876a None None] Provisioning complete for port fff0396b-260f-4e36-99a5-f1170bd4d88a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:48.451828 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-104c590e-57f6-493c-9b8b-a6afc709876a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:48.454255 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df1fa09-34f3-4a6f-b706-d89eefcd03f1 None None] Routers {'fa000249-0fa3-4c6a-81c7-3537b68b3573'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:48:48.454908 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-4df1fa09-34f3-4a6f-b706-d89eefcd03f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:48:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['fa000249-0fa3-4c6a-81c7-3537b68b3573'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:48.456655 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff9962d-387c-48d2-a96d-1dc9ac00df9a None None] Pushing event updated for resources: {'Port': ['ID=fff0396b-260f-4e36-99a5-f1170bd4d88a,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:48.779283 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-4df1fa09-34f3-4a6f-b706-d89eefcd03f1 None None] Set router fa000249-0fa3-4c6a-81c7-3537b68b3573 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:48:48.819239 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-104c590e-57f6-493c-9b8b-a6afc709876a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:48.841134 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-176546e3-f6b0-4fb2-9a14-52c4402ae6a9 req-04ea5bbe-9209-4efe-8fe9-3a2dfd8ae6b5 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 210 time: 0.0397902 Sep 16 05:48:48.866557 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-da6400e9-aa67-4025-b10e-dedf539a5948 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:48.868046 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-da6400e9-aa67-4025-b10e-dedf539a5948 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.48 "GET /v2.0/networks?id=4d41fd04-86ee-4b47-b1d9-0f6cea226db2 HTTP/1.1" status: 200 len: 795 time: 0.1610191 Sep 16 05:48:48.910548 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-104c590e-57f6-493c-9b8b-a6afc709876a None None] For port fff0396b-260f-4e36-99a5-f1170bd4d88a, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=fff0396b-260f-4e36-99a5-f1170bd4d88a,segment=NetworkSegment(28f75969-2005-4bd2-ba39-fa68d3aa327a),segment_id=28f75969-2005-4bd2-ba39-fa68d3aa327a)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:48.921573 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-df6de305-b659-4164-8466-56a3474981ab tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41 HTTP/1.1" status: 200 len: 379 time: 0.0356579 Sep 16 05:48:48.930799 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-cb455b83-8144-4514-a080-dbdc027cc3b7 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'port': {'device_id': 'd751b685-4028-4d8d-8905-76bcfd2301f8', 'network_id': '4d41fd04-86ee-4b47-b1d9-0f6cea226db2', 'admin_state_up': True, 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'security_groups': ['4611b385-6393-4cf0-b7b2-df8f7b01b453']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:48.937570 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-104c590e-57f6-493c-9b8b-a6afc709876a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:49.005375 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c590e-57f6-493c-9b8b-a6afc709876a None None] Pushing event updated for resources: {'Port': ['ID=fff0396b-260f-4e36-99a5-f1170bd4d88a,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:49.047420 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-cb455b83-8144-4514-a080-dbdc027cc3b7 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Made reservation on behalf of eb1a1bf9db52473aa7c1d16c03bc5b41 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:48:49.051313 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-cb455b83-8144-4514-a080-dbdc027cc3b7 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:49.063437 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-4e352f8c-f3bb-4688-a8a6-0c271f1501b2 None None] Provisioning complete for port fff0396b-260f-4e36-99a5-f1170bd4d88a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:49.063816 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4e352f8c-f3bb-4688-a8a6-0c271f1501b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:49.094767 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-4df1fa09-34f3-4a6f-b706-d89eefcd03f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097952227', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '3241f32a-cf53-4577-a3cb-f740b6e7864f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:48:42Z', 'updated_at': '2021-09-16T05:48:45Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '3241f32a-cf53-4577-a3cb-f740b6e7864f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:36:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:48:42Z', 'updated_at': '2021-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'fff0396b-260f-4e36-99a5-f1170bd4d88a', 'name': '', 'network_id': '4d41fd04-86ee-4b47-b1d9-0f6cea226db2', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:4b:fd:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e7bb2f7f-1293-4d55-af0c-e140e695d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:48:45Z', 'updated_at': '2021-09-16T05:48:48Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': 'e7bb2f7f-1293-4d55-af0c-e140e695d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:49.127703 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df1fa09-34f3-4a6f-b706-d89eefcd03f1 None None] The sync data for ids ['fa000249-0fa3-4c6a-81c7-3537b68b3573'] in n-d-712139-15 is: [{'id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097952227', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '3241f32a-cf53-4577-a3cb-f740b6e7864f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:48:42Z', 'updated_at': '2021-09-16T05:48:45Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '3241f32a-cf53-4577-a3cb-f740b6e7864f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:36:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:48:42Z', 'updated_at': '2021-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'fff0396b-260f-4e36-99a5-f1170bd4d88a', 'name': '', 'network_id': '4d41fd04-86ee-4b47-b1d9-0f6cea226db2', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:4b:fd:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e7bb2f7f-1293-4d55-af0c-e140e695d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:48:45Z', 'updated_at': '2021-09-16T05:48:48Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': 'e7bb2f7f-1293-4d55-af0c-e140e695d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:48:49.205243 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-cb455b83-8144-4514-a080-dbdc027cc3b7 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Allocated IP 172.20.0.5 (4d41fd04-86ee-4b47-b1d9-0f6cea226db2/e7bb2f7f-1293-4d55-af0c-e140e695d01b/af906e41-f161-4171-9d76-c5a920405298) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:48:49.355491 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-cb455b83-8144-4514-a080-dbdc027cc3b7 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:49.389705 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-cb455b83-8144-4514-a080-dbdc027cc3b7 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:49.443697 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-cb455b83-8144-4514-a080-dbdc027cc3b7 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Network 4d41fd04-86ee-4b47-b1d9-0f6cea226db2 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:48:49.446849 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-cb455b83-8144-4514-a080-dbdc027cc3b7 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:48:49.453700 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-cb455b83-8144-4514-a080-dbdc027cc3b7 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:48:49.479487 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb455b83-8144-4514-a080-dbdc027cc3b7 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Port': ['ID=af906e41-f161-4171-9d76-c5a920405298,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:49.509379 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-cb455b83-8144-4514-a080-dbdc027cc3b7 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:49.510037 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-cb455b83-8144-4514-a080-dbdc027cc3b7 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:49.526920 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-cb455b83-8144-4514-a080-dbdc027cc3b7 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5995209 Sep 16 05:48:49.544784 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-c77649c2-6a2e-4d9f-bf95-998d1704ee95 service neutron] Request body: {'port': {'device_id': 'd751b685-4028-4d8d-8905-76bcfd2301f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:49.626323 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-c77649c2-6a2e-4d9f-bf95-998d1704ee95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:49.691330 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device fff0396b-260f-4e36-99a5-f1170bd4d88a up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:48:49.742390 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-8f096641-e527-4f1d-a4fb-440e67ceee0e None None] Provisioning complete for port af906e41-f161-4171-9d76-c5a920405298 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:49.742770 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8f096641-e527-4f1d-a4fb-440e67ceee0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:49.786089 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port fff0396b-260f-4e36-99a5-f1170bd4d88a triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:49.786466 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:49.789380 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-8f096641-e527-4f1d-a4fb-440e67ceee0e None None] Port af906e41-f161-4171-9d76-c5a920405298 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:48:49.983747 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-c77649c2-6a2e-4d9f-bf95-998d1704ee95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af906e41-f161-4171-9d76-c5a920405298 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:48:49.993754 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-c77649c2-6a2e-4d9f-bf95-998d1704ee95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:50.009340 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f52b0-044a-42f9-8b91-d0f3feb0b5c3 req-cd38de32-8a16-4d95-af24-ad5330d3a636 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:50.010881 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e8f52b0-044a-42f9-8b91-d0f3feb0b5c3 req-cd38de32-8a16-4d95-af24-ad5330d3a636 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 931 time: 0.1008627 Sep 16 05:48:50.025494 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-c77649c2-6a2e-4d9f-bf95-998d1704ee95 service neutron] Transition to ACTIVE for port object af906e41-f161-4171-9d76-c5a920405298 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:48:50.035548 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-c77649c2-6a2e-4d9f-bf95-998d1704ee95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:50.096499 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6e8f52b0-044a-42f9-8b91-d0f3feb0b5c3 req-7d20dce3-15e8-4aae-b69e-b13775b9b05b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=4611b385-6393-4cf0-b7b2-df8f7b01b453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786712 Sep 16 05:48:50.105636 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77649c2-6a2e-4d9f-bf95-998d1704ee95 service neutron] Pushing event updated for resources: {'Port': ['ID=af906e41-f161-4171-9d76-c5a920405298,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:50.185235 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-c77649c2-6a2e-4d9f-bf95-998d1704ee95 service neutron] Attempting to bind port af906e41-f161-4171-9d76-c5a920405298 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:48:50.185576 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-c77649c2-6a2e-4d9f-bf95-998d1704ee95 service neutron] Attempting to bind port af906e41-f161-4171-9d76-c5a920405298 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '28f75969-2005-4bd2-ba39-fa68d3aa327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4d41fd04-86ee-4b47-b1d9-0f6cea226db2'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:48:50.185910 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-c77649c2-6a2e-4d9f-bf95-998d1704ee95 service neutron] Attempting to bind port af906e41-f161-4171-9d76-c5a920405298 on network 4d41fd04-86ee-4b47-b1d9-0f6cea226db2 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:48:50.192176 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-c77649c2-6a2e-4d9f-bf95-998d1704ee95 service neutron] Port af906e41-f161-4171-9d76-c5a920405298 on network 4d41fd04-86ee-4b47-b1d9-0f6cea226db2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:48:50.192726 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-c77649c2-6a2e-4d9f-bf95-998d1704ee95 service neutron] Attempting to bind port af906e41-f161-4171-9d76-c5a920405298 on network 4d41fd04-86ee-4b47-b1d9-0f6cea226db2 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:48:50.198282 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-c77649c2-6a2e-4d9f-bf95-998d1704ee95 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:48:50.198622 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-c77649c2-6a2e-4d9f-bf95-998d1704ee95 service neutron] Checking segment: {'id': '28f75969-2005-4bd2-ba39-fa68d3aa327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4d41fd04-86ee-4b47-b1d9-0f6cea226db2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:48:50.199009 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-c77649c2-6a2e-4d9f-bf95-998d1704ee95 service neutron] Bound using segment: {'id': '28f75969-2005-4bd2-ba39-fa68d3aa327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4d41fd04-86ee-4b47-b1d9-0f6cea226db2'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:48:50.199462 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-c77649c2-6a2e-4d9f-bf95-998d1704ee95 service neutron] Bound port: af906e41-f161-4171-9d76-c5a920405298, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f75969-2005-4bd2-ba39-fa68d3aa327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4d41fd04-86ee-4b47-b1d9-0f6cea226db2'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:48:50.199823 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-c77649c2-6a2e-4d9f-bf95-998d1704ee95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:50.274194 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-c77649c2-6a2e-4d9f-bf95-998d1704ee95 service neutron] For port af906e41-f161-4171-9d76-c5a920405298, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:48:50.277617 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-c77649c2-6a2e-4d9f-bf95-998d1704ee95 service neutron] For port af906e41-f161-4171-9d76-c5a920405298, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=af906e41-f161-4171-9d76-c5a920405298,segment=NetworkSegment(28f75969-2005-4bd2-ba39-fa68d3aa327a),segment_id=28f75969-2005-4bd2-ba39-fa68d3aa327a)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:48:50.285602 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-c77649c2-6a2e-4d9f-bf95-998d1704ee95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:50.323005 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-c77649c2-6a2e-4d9f-bf95-998d1704ee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:50.323905 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-c77649c2-6a2e-4d9f-bf95-998d1704ee95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:50.325043 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-c77649c2-6a2e-4d9f-bf95-998d1704ee95 service neutron] 10.222.0.48 "PUT /v2.0/ports/af906e41-f161-4171-9d76-c5a920405298 HTTP/1.1" status: 200 len: 1092 time: 0.7851837 Sep 16 05:48:50.325489 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd751b685-4028-4d8d-8905-76bcfd2301f8', 'tag': 'af906e41-f161-4171-9d76-c5a920405298'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:48:50.328644 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf1a213-1218-4db5-a033-167bb4206e23" -d '{"events": [{"name": "network-changed", "server_uuid": "d751b685-4028-4d8d-8905-76bcfd2301f8", "tag": "af906e41-f161-4171-9d76-c5a920405298"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:50.363288 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77649c2-6a2e-4d9f-bf95-998d1704ee95 service neutron] Pushing event updated for resources: {'Port': ['ID=af906e41-f161-4171-9d76-c5a920405298,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:50.388299 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4912fac4-38ee-43fe-9fa8-50827f28c109 x-openstack-request-id: req-4912fac4-38ee-43fe-9fa8-50827f28c109 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:50.388731 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d751b685-4028-4d8d-8905-76bcfd2301f8", "tag": "af906e41-f161-4171-9d76-c5a920405298", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:50.389101 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4912fac4-38ee-43fe-9fa8-50827f28c109 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:50.389562 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd751b685-4028-4d8d-8905-76bcfd2301f8', 'tag': 'af906e41-f161-4171-9d76-c5a920405298', 'status': 'completed', 'code': 200} Sep 16 05:48:50.443331 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-07da0249-eeae-4cd0-bf71-6f287661eb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:50.444885 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-07da0249-eeae-4cd0-bf71-6f287661eb79 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 1095 time: 0.0446527 Sep 16 05:48:50.498793 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-eabe9549-3bb9-48da-9dcc-b201b72a29cf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af906e41-f161-4171-9d76-c5a920405298 HTTP/1.1" status: 200 len: 217 time: 0.0400977 Sep 16 05:48:50.549867 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-62e3a896-8f23-4753-a206-fa90da092887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:50.551327 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-62e3a896-8f23-4753-a206-fa90da092887 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7bb2f7f-1293-4d55-af0c-e140e695d01b HTTP/1.1" status: 200 len: 833 time: 0.0455117 Sep 16 05:48:50.596738 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-6db8f724-851a-4db6-94da-05cce87503ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:50.598136 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-6db8f724-851a-4db6-94da-05cce87503ea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4d41fd04-86ee-4b47-b1d9-0f6cea226db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400081 Sep 16 05:48:50.692336 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-e7ac81f1-fbc2-4928-878b-beb1e07e7f85 service neutron] 10.222.0.48 "GET /v2.0/networks/4d41fd04-86ee-4b47-b1d9-0f6cea226db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874259 Sep 16 05:48:50.780632 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b6ba86f1-c4f8-4ae5-a086-6ab275eb4d7c req-c0f16db4-eba3-44a2-92c0-58cc9f936734 service neutron] 10.222.0.48 "GET /v2.0/networks/4d41fd04-86ee-4b47-b1d9-0f6cea226db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807700 Sep 16 05:48:50.916341 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1a213-1218-4db5-a033-167bb4206e23 req-0e88ced5-eef2-4350-ac2a-c7f05dc152b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:50.917795 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4cf1a213-1218-4db5-a033-167bb4206e23 req-0e88ced5-eef2-4350-ac2a-c7f05dc152b5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 1095 time: 0.0458300 Sep 16 05:48:51.008267 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1a213-1218-4db5-a033-167bb4206e23 req-17ee2d5a-a23d-4ff8-bc8e-3c349d051a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:51.009746 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4cf1a213-1218-4db5-a033-167bb4206e23 req-17ee2d5a-a23d-4ff8-bc8e-3c349d051a50 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4d41fd04-86ee-4b47-b1d9-0f6cea226db2 HTTP/1.1" status: 200 len: 896 time: 0.0847235 Sep 16 05:48:51.053945 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4cf1a213-1218-4db5-a033-167bb4206e23 req-7c9617ba-cd86-4b2e-b098-2cddf23bf7e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af906e41-f161-4171-9d76-c5a920405298 HTTP/1.1" status: 200 len: 217 time: 0.0369613 Sep 16 05:48:51.105847 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1a213-1218-4db5-a033-167bb4206e23 req-7cbf2762-c497-4907-9346-885be8e5c7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:51.107335 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4cf1a213-1218-4db5-a033-167bb4206e23 req-7cbf2762-c497-4907-9346-885be8e5c7ba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7bb2f7f-1293-4d55-af0c-e140e695d01b HTTP/1.1" status: 200 len: 833 time: 0.0459001 Sep 16 05:48:51.155221 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1a213-1218-4db5-a033-167bb4206e23 req-07679d89-be5b-492c-9758-860df4f90ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:51.157632 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4cf1a213-1218-4db5-a033-167bb4206e23 req-07679d89-be5b-492c-9758-860df4f90ee2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4d41fd04-86ee-4b47-b1d9-0f6cea226db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430522 Sep 16 05:48:51.286350 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfebad-1ca7-4d9f-96be-a47919130466 req-ede0646c-bb65-4746-b797-309c743f3050 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:51.287879 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b5cfebad-1ca7-4d9f-96be-a47919130466 req-ede0646c-bb65-4746-b797-309c743f3050 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 943 time: 0.1058023 Sep 16 05:48:51.291694 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4cf1a213-1218-4db5-a033-167bb4206e23 req-6aa8f89f-a0da-487a-a88c-b48ec789df45 service neutron] 10.222.0.48 "GET /v2.0/networks/4d41fd04-86ee-4b47-b1d9-0f6cea226db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270337 Sep 16 05:48:51.380974 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b5cfebad-1ca7-4d9f-96be-a47919130466 req-eb41cc44-8a69-403a-b8d7-c006b97b760e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=4611b385-6393-4cf0-b7b2-df8f7b01b453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870523 Sep 16 05:48:51.410220 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4cf1a213-1218-4db5-a033-167bb4206e23 req-7488e309-a585-4eff-9c65-678f482a0c27 service neutron] 10.222.0.48 "GET /v2.0/networks/4d41fd04-86ee-4b47-b1d9-0f6cea226db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102388 Sep 16 05:48:52.499520 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b559e3-6b64-4b58-a5b7-421c6753b299 req-0a26df8f-a219-4fd0-9ec0-057e971e77ef tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:52.501889 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04b559e3-6b64-4b58-a5b7-421c6753b299 req-0a26df8f-a219-4fd0-9ec0-057e971e77ef tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 943 time: 0.0509861 Sep 16 05:48:52.539950 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-04b559e3-6b64-4b58-a5b7-421c6753b299 req-78231439-2f09-4f91-afa7-a12dc8917506 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=4611b385-6393-4cf0-b7b2-df8f7b01b453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320830 Sep 16 05:48:53.654722 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df51d0c-9a09-4ac4-9639-d8a3adc3c24d req-0fbdbd6e-348e-405e-95c6-e75afe10ebb4 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:53.656777 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6df51d0c-9a09-4ac4-9639-d8a3adc3c24d req-0fbdbd6e-348e-405e-95c6-e75afe10ebb4 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 943 time: 0.0483229 Sep 16 05:48:53.693836 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6df51d0c-9a09-4ac4-9639-d8a3adc3c24d req-680f501e-b728-4209-813d-d7a1a31adcc9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=4611b385-6393-4cf0-b7b2-df8f7b01b453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310531 Sep 16 05:48:54.814982 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e55293-fbe5-4318-bdcd-42a4760c4733 req-813036e2-c872-497d-9b6f-347b636c36ab tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:54.816585 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-45e55293-fbe5-4318-bdcd-42a4760c4733 req-813036e2-c872-497d-9b6f-347b636c36ab tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 943 time: 0.0533717 Sep 16 05:48:54.853901 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-45e55293-fbe5-4318-bdcd-42a4760c4733 req-4d9df33d-d49a-4745-b2f5-17e1504ca495 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=4611b385-6393-4cf0-b7b2-df8f7b01b453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314753 Sep 16 05:48:55.324288 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device af906e41-f161-4171-9d76-c5a920405298 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:48:55.430408 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port af906e41-f161-4171-9d76-c5a920405298, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=af906e41-f161-4171-9d76-c5a920405298,segment=NetworkSegment(28f75969-2005-4bd2-ba39-fa68d3aa327a),segment_id=28f75969-2005-4bd2-ba39-fa68d3aa327a)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:55.441834 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'af906e41-f161-4171-9d76-c5a920405298', 'network_id': '4d41fd04-86ee-4b47-b1d9-0f6cea226db2', 'port_id': 'af906e41-f161-4171-9d76-c5a920405298', 'mac_address': 'fa:16:3e:bd:f2:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7bb2f7f-1293-4d55-af0c-e140e695d01b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:48:55.482582 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:55.495772 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af906e41-f161-4171-9d76-c5a920405298 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:48:55.514242 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port af906e41-f161-4171-9d76-c5a920405298, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=af906e41-f161-4171-9d76-c5a920405298,segment=NetworkSegment(28f75969-2005-4bd2-ba39-fa68d3aa327a),segment_id=28f75969-2005-4bd2-ba39-fa68d3aa327a)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:55.518150 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:55.565613 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=af906e41-f161-4171-9d76-c5a920405298,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:55.950705 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['af906e41-f161-4171-9d76-c5a920405298'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:48:55.970181 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb11cb5-06ad-455f-90a8-c4e98c649b46 req-8e0fee31-1a9d-44b8-9cb3-b1231c7a81e1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:55.971724 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4eb11cb5-06ad-455f-90a8-c4e98c649b46 req-8e0fee31-1a9d-44b8-9cb3-b1231c7a81e1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 944 time: 0.0499442 Sep 16 05:48:56.010293 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4eb11cb5-06ad-455f-90a8-c4e98c649b46 req-8150b5db-14f7-40f1-8032-8afa7a106ea2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=4611b385-6393-4cf0-b7b2-df8f7b01b453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324421 Sep 16 05:48:57.125675 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47241894-8a4d-4f91-8c3c-79928839dcc8 req-c42d0016-e487-4d01-acc4-786180ee9b91 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:57.127318 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-47241894-8a4d-4f91-8c3c-79928839dcc8 req-c42d0016-e487-4d01-acc4-786180ee9b91 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 944 time: 0.0492015 Sep 16 05:48:57.165396 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-47241894-8a4d-4f91-8c3c-79928839dcc8 req-7b3956fb-540a-4570-a76f-4688a82afecb tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=4611b385-6393-4cf0-b7b2-df8f7b01b453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319574 Sep 16 05:48:57.338245 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device af906e41-f161-4171-9d76-c5a920405298 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:48:57.385738 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port af906e41-f161-4171-9d76-c5a920405298 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:48:57.389375 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port af906e41-f161-4171-9d76-c5a920405298 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:57.389821 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:57.468395 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:57.490988 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd751b685-4028-4d8d-8905-76bcfd2301f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af906e41-f161-4171-9d76-c5a920405298'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:48:57.493284 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2506ad353029a21956b6cd1b4a70cda1beed1e40b39b5191f7a66b422a7e283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2775dd99-5364-44fc-947b-d1a354989044" -d '{"events": [{"server_uuid": "d751b685-4028-4d8d-8905-76bcfd2301f8", "name": "network-vif-plugged", "status": "completed", "tag": "af906e41-f161-4171-9d76-c5a920405298"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:57.506619 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port af906e41-f161-4171-9d76-c5a920405298, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=af906e41-f161-4171-9d76-c5a920405298,segment=NetworkSegment(28f75969-2005-4bd2-ba39-fa68d3aa327a),segment_id=28f75969-2005-4bd2-ba39-fa68d3aa327a)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:57.510513 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:57.534938 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f418ef1-cd65-4198-b38b-dd6cd7b0acc7 x-openstack-request-id: req-3f418ef1-cd65-4198-b38b-dd6cd7b0acc7 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:57.535235 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d751b685-4028-4d8d-8905-76bcfd2301f8", "name": "network-vif-plugged", "status": "completed", "tag": "af906e41-f161-4171-9d76-c5a920405298", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:57.535487 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3f418ef1-cd65-4198-b38b-dd6cd7b0acc7 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:57.535873 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd751b685-4028-4d8d-8905-76bcfd2301f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af906e41-f161-4171-9d76-c5a920405298', 'code': 200} Sep 16 05:48:57.564088 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=af906e41-f161-4171-9d76-c5a920405298,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:57.655475 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d4c8f-8cbd-49e8-8303-5b953100a2c0 req-6b613fc0-8503-406c-be7e-1b0175e095e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:57.657504 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-281d4c8f-8cbd-49e8-8303-5b953100a2c0 req-6b613fc0-8503-406c-be7e-1b0175e095e5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 1097 time: 0.0448182 Sep 16 05:48:57.691329 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-281d4c8f-8cbd-49e8-8303-5b953100a2c0 req-2e55c345-a92f-4a2c-8bb8-e793e4cdf2c4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4611b385-6393-4cf0-b7b2-df8f7b01b453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275137 Sep 16 05:48:58.282700 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea33a1c-4813-4253-88fe-fc8581610ce5 req-b9483c53-a149-41c4-b2ba-143499738f41 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:58.284243 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2ea33a1c-4813-4253-88fe-fc8581610ce5 req-b9483c53-a149-41c4-b2ba-143499738f41 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 945 time: 0.0500534 Sep 16 05:48:58.325244 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2ea33a1c-4813-4253-88fe-fc8581610ce5 req-1deb1ef9-edf1-4233-bc1c-0bf4e1dbf1e9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=4611b385-6393-4cf0-b7b2-df8f7b01b453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349774 Sep 16 05:48:59.442314 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96152d43-f5cd-4e8f-8c2f-00f87644243e req-4987ef8a-0511-4c06-a4f5-d379ba5271ad tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:59.443824 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-96152d43-f5cd-4e8f-8c2f-00f87644243e req-4987ef8a-0511-4c06-a4f5-d379ba5271ad tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 945 time: 0.0494201 Sep 16 05:48:59.482007 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-96152d43-f5cd-4e8f-8c2f-00f87644243e req-34e64d60-00d9-4d53-810c-a6a08d7ec7bd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=4611b385-6393-4cf0-b7b2-df8f7b01b453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320990 Sep 16 05:48:59.604129 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574537fd-3f09-4489-9892-a8bc08db86ac req-66a807a1-db46-45a7-b032-fcaca12d65fa tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:59.605657 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-574537fd-3f09-4489-9892-a8bc08db86ac req-66a807a1-db46-45a7-b032-fcaca12d65fa tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 945 time: 0.0535078 Sep 16 05:48:59.644159 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-574537fd-3f09-4489-9892-a8bc08db86ac req-30139c33-10d2-49bf-9330-36fd5d2e2d29 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=4611b385-6393-4cf0-b7b2-df8f7b01b453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319378 Sep 16 05:48:59.666848 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58256) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:59.714908 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4c7246-76b7-4d8d-8eba-846b115aadd3 tempest-TestNetworkAdvancedServerOps-1385846937 tempest-TestNetworkAdvancedServerOps-1385846937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:59.716453 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ed4c7246-76b7-4d8d-8eba-846b115aadd3 tempest-TestNetworkAdvancedServerOps-1385846937 tempest-TestNetworkAdvancedServerOps-1385846937-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 1092 time: 0.0486021 Sep 16 05:48:59.719928 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58258) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:59.724523 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-bf12761c-9fc0-4d39-85e3-849adcf2f8d5 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'port_id': 'af906e41-f161-4171-9d76-c5a920405298', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:59.747773 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bf12761c-9fc0-4d39-85e3-849adcf2f8d5 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for floatingip, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:59.857365 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bf12761c-9fc0-4d39-85e3-849adcf2f8d5 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:59.980724 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-bf12761c-9fc0-4d39-85e3-849adcf2f8d5 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Allocated IP 172.25.8.13 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/2064e86a-1b1e-4da6-ab73-65daa113738c) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:49:00.098951 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bf12761c-9fc0-4d39-85e3-849adcf2f8d5 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:00.135976 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bf12761c-9fc0-4d39-85e3-849adcf2f8d5 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:00.173759 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf12761c-9fc0-4d39-85e3-849adcf2f8d5 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:49:00.176831 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-bf12761c-9fc0-4d39-85e3-849adcf2f8d5 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:00.181250 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf12761c-9fc0-4d39-85e3-849adcf2f8d5 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:49:00.221371 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12761c-9fc0-4d39-85e3-849adcf2f8d5 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Port': ['ID=2064e86a-1b1e-4da6-ab73-65daa113738c,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:00.595328 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bf12761c-9fc0-4d39-85e3-849adcf2f8d5 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:00.665123 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bf12761c-9fc0-4d39-85e3-849adcf2f8d5 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:00.816346 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bf12761c-9fc0-4d39-85e3-849adcf2f8d5 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:00.820664 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bf12761c-9fc0-4d39-85e3-849adcf2f8d5 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:00.891750 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12761c-9fc0-4d39-85e3-849adcf2f8d5 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Port': ['ID=2064e86a-1b1e-4da6-ab73-65daa113738c,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:00.901459 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bf12761c-9fc0-4d39-85e3-849adcf2f8d5 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:00.999880 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [None req-bf12761c-9fc0-4d39-85e3-849adcf2f8d5 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Floating IP 4023f779-579d-4795-9058-a3a0b997d826 associated. External IP: 172.25.8.13, port: af906e41-f161-4171-9d76-c5a920405298. Sep 16 05:49:01.203221 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf12761c-9fc0-4d39-85e3-849adcf2f8d5 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Router fa000249-0fa3-4c6a-81c7-3537b68b3573 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:49:01.311109 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf12761c-9fc0-4d39-85e3-849adcf2f8d5 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:49:01.321589 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de869ca8-8561-4856-a21d-296a116756d7 None None] Sync routers for ids ['fa000249-0fa3-4c6a-81c7-3537b68b3573'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:49:01.328453 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-bf12761c-9fc0-4d39-85e3-849adcf2f8d5 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:01.330963 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de869ca8-8561-4856-a21d-296a116756d7 None None] Routers {'fa000249-0fa3-4c6a-81c7-3537b68b3573'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:49:01.331581 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-de869ca8-8561-4856-a21d-296a116756d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:48:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['fa000249-0fa3-4c6a-81c7-3537b68b3573'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:01.443991 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-de869ca8-8561-4856-a21d-296a116756d7 None None] Set router fa000249-0fa3-4c6a-81c7-3537b68b3573 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:49:01.664737 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-bf12761c-9fc0-4d39-85e3-849adcf2f8d5 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9434991 Sep 16 05:49:01.665330 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd751b685-4028-4d8d-8905-76bcfd2301f8', 'tag': 'af906e41-f161-4171-9d76-c5a920405298'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:49:01.667618 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c261ba16daee3fce3437e829377ea083e6eb595e62abb4685acfbe7685462486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8588a7-8a81-41bf-9fed-e46e5c06a16c" -d '{"events": [{"name": "network-changed", "server_uuid": "d751b685-4028-4d8d-8905-76bcfd2301f8", "tag": "af906e41-f161-4171-9d76-c5a920405298"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:01.678973 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-de869ca8-8561-4856-a21d-296a116756d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097952227', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '3241f32a-cf53-4577-a3cb-f740b6e7864f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:48:42Z', 'updated_at': '2021-09-16T05:48:45Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '3241f32a-cf53-4577-a3cb-f740b6e7864f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:36:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:48:42Z', 'updated_at': '2021-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '4023f779-579d-4795-9058-a3a0b997d826', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'port_id': 'af906e41-f161-4171-9d76-c5a920405298', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d41fd04-86ee-4b47-b1d9-0f6cea226db2', 'mac_address': 'fa:16:3e:bd:f2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd751b685-4028-4d8d-8905-76bcfd2301f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:49:00Z', 'updated_at': '2021-09-16T05:49:00Z', 'revision_number': 0, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fff0396b-260f-4e36-99a5-f1170bd4d88a', 'name': '', 'network_id': '4d41fd04-86ee-4b47-b1d9-0f6cea226db2', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:4b:fd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e7bb2f7f-1293-4d55-af0c-e140e695d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:48:45Z', 'updated_at': '2021-09-16T05:48:48Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': 'e7bb2f7f-1293-4d55-af0c-e140e695d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:01.709039 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de869ca8-8561-4856-a21d-296a116756d7 None None] Checking router: fa000249-0fa3-4c6a-81c7-3537b68b3573 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:49:01.717498 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de869ca8-8561-4856-a21d-296a116756d7 None None] Routers {'fa000249-0fa3-4c6a-81c7-3537b68b3573'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:49:01.718103 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-de869ca8-8561-4856-a21d-296a116756d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:48:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['fa000249-0fa3-4c6a-81c7-3537b68b3573'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:01.762319 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e1e5e-62f4-4ca8-865f-91d1a0585c39 req-ff5cec78-36da-4e6f-85e9-8a1f6270cd4b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:01.763827 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-046e1e5e-62f4-4ca8-865f-91d1a0585c39 req-ff5cec78-36da-4e6f-85e9-8a1f6270cd4b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 945 time: 0.0503190 Sep 16 05:49:01.802480 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-046e1e5e-62f4-4ca8-865f-91d1a0585c39 req-768f27fe-3746-4eeb-b8d4-69c3d99211f4 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=4611b385-6393-4cf0-b7b2-df8f7b01b453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316944 Sep 16 05:49:01.824649 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58264) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:01.825346 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-de869ca8-8561-4856-a21d-296a116756d7 None None] Set router fa000249-0fa3-4c6a-81c7-3537b68b3573 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:49:01.862140 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ffd9a8-31b6-4aa1-9857-08ca5c717f46 x-openstack-request-id: req-e4ffd9a8-31b6-4aa1-9857-08ca5c717f46 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:01.862429 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d751b685-4028-4d8d-8905-76bcfd2301f8", "tag": "af906e41-f161-4171-9d76-c5a920405298", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:01.862676 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e4ffd9a8-31b6-4aa1-9857-08ca5c717f46 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:01.863067 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd751b685-4028-4d8d-8905-76bcfd2301f8', 'tag': 'af906e41-f161-4171-9d76-c5a920405298', 'status': 'completed', 'code': 200} Sep 16 05:49:01.888384 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8c0a1cc9-4073-4860-8f6d-68f4c779ca1c tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/floatingips/4023f779-579d-4795-9058-a3a0b997d826 HTTP/1.1" status: 200 len: 990 time: 0.0618646 Sep 16 05:49:01.930815 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8588a7-8a81-41bf-9fed-e46e5c06a16c req-1373c2cd-2f44-4542-97e8-1700ca6ed726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:01.932259 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7c8588a7-8a81-41bf-9fed-e46e5c06a16c req-1373c2cd-2f44-4542-97e8-1700ca6ed726 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 1097 time: 0.0406728 Sep 16 05:49:02.024948 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8588a7-8a81-41bf-9fed-e46e5c06a16c req-910379c3-4151-45b4-b2dc-2ae5aa013689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:02.026429 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7c8588a7-8a81-41bf-9fed-e46e5c06a16c req-910379c3-4151-45b4-b2dc-2ae5aa013689 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4d41fd04-86ee-4b47-b1d9-0f6cea226db2 HTTP/1.1" status: 200 len: 896 time: 0.0872383 Sep 16 05:49:02.052557 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-de869ca8-8561-4856-a21d-296a116756d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097952227', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '3241f32a-cf53-4577-a3cb-f740b6e7864f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:48:42Z', 'updated_at': '2021-09-16T05:48:45Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '3241f32a-cf53-4577-a3cb-f740b6e7864f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:36:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:48:42Z', 'updated_at': '2021-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '4023f779-579d-4795-9058-a3a0b997d826', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'port_id': 'af906e41-f161-4171-9d76-c5a920405298', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d41fd04-86ee-4b47-b1d9-0f6cea226db2', 'mac_address': 'fa:16:3e:bd:f2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd751b685-4028-4d8d-8905-76bcfd2301f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:49:00Z', 'updated_at': '2021-09-16T05:49:00Z', 'revision_number': 0, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fff0396b-260f-4e36-99a5-f1170bd4d88a', 'name': '', 'network_id': '4d41fd04-86ee-4b47-b1d9-0f6cea226db2', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:4b:fd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e7bb2f7f-1293-4d55-af0c-e140e695d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:48:45Z', 'updated_at': '2021-09-16T05:48:48Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': 'e7bb2f7f-1293-4d55-af0c-e140e695d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:02.078160 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de869ca8-8561-4856-a21d-296a116756d7 None None] The sync data for ids ['fa000249-0fa3-4c6a-81c7-3537b68b3573'] in n-d-712139-15 is: [{'id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097952227', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '3241f32a-cf53-4577-a3cb-f740b6e7864f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:48:42Z', 'updated_at': '2021-09-16T05:48:45Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '3241f32a-cf53-4577-a3cb-f740b6e7864f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:36:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:48:42Z', 'updated_at': '2021-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '4023f779-579d-4795-9058-a3a0b997d826', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'port_id': 'af906e41-f161-4171-9d76-c5a920405298', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d41fd04-86ee-4b47-b1d9-0f6cea226db2', 'mac_address': 'fa:16:3e:bd:f2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd751b685-4028-4d8d-8905-76bcfd2301f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:49:00Z', 'updated_at': '2021-09-16T05:49:00Z', 'revision_number': 0, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fff0396b-260f-4e36-99a5-f1170bd4d88a', 'name': '', 'network_id': '4d41fd04-86ee-4b47-b1d9-0f6cea226db2', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:4b:fd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e7bb2f7f-1293-4d55-af0c-e140e695d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:48:45Z', 'updated_at': '2021-09-16T05:48:48Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': 'e7bb2f7f-1293-4d55-af0c-e140e695d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:49:02.090757 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7c8588a7-8a81-41bf-9fed-e46e5c06a16c req-a7495260-0afe-4b1f-8b74-8f03a8f9745b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af906e41-f161-4171-9d76-c5a920405298 HTTP/1.1" status: 200 len: 998 time: 0.0565522 Sep 16 05:49:02.145795 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8588a7-8a81-41bf-9fed-e46e5c06a16c req-e4581339-111f-43ee-bbbf-773adad02ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:02.147299 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7c8588a7-8a81-41bf-9fed-e46e5c06a16c req-e4581339-111f-43ee-bbbf-773adad02ea5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7bb2f7f-1293-4d55-af0c-e140e695d01b HTTP/1.1" status: 200 len: 833 time: 0.0494595 Sep 16 05:49:02.196378 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8588a7-8a81-41bf-9fed-e46e5c06a16c req-9aa9f823-419a-4326-9598-a2a4409d7774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:02.198000 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7c8588a7-8a81-41bf-9fed-e46e5c06a16c req-9aa9f823-419a-4326-9598-a2a4409d7774 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4d41fd04-86ee-4b47-b1d9-0f6cea226db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442019 Sep 16 05:49:02.289665 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce98aa1-ad11-4b87-b774-b9ca23c8647c None None] New status for floating IP 4023f779-579d-4795-9058-a3a0b997d826: ACTIVE {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:49:02.296320 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7c8588a7-8a81-41bf-9fed-e46e5c06a16c req-f111e449-ac24-4b28-a541-179369d155a7 service neutron] 10.222.0.48 "GET /v2.0/networks/4d41fd04-86ee-4b47-b1d9-0f6cea226db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910969 Sep 16 05:49:02.389407 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7c8588a7-8a81-41bf-9fed-e46e5c06a16c req-aaf06c32-d983-4f9e-bb87-98c6e2d3d972 service neutron] 10.222.0.48 "GET /v2.0/networks/4d41fd04-86ee-4b47-b1d9-0f6cea226db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866442 Sep 16 05:49:02.892354 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58266) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:02.954465 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-84dc4d49-2c62-463a-ab2e-641b58360fce tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/floatingips/4023f779-579d-4795-9058-a3a0b997d826 HTTP/1.1" status: 200 len: 992 time: 0.0607185 Sep 16 05:49:10.214758 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c5be84d9-ff61-42ba-b490-0a506707fc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:12.317441 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:13.350379 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ad5d28b1-9c5b-4c07-bd6f-3ff8c8114898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:13.656980 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:14.810317 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:15.288464 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:16.314217 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:18.124643 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:49:32.245842 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a58cfea2-7dd0-48c5-aed6-c51837a77e83 req-0b34f900-0b48-4291-80cc-88dd93d58357 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d751b685-4028-4d8d-8905-76bcfd2301f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418446 Sep 16 05:49:32.346518 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cfea2-7dd0-48c5-aed6-c51837a77e83 req-62038913-c9b5-4ef5-923a-509a899b12bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:32.348037 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a58cfea2-7dd0-48c5-aed6-c51837a77e83 req-62038913-c9b5-4ef5-923a-509a899b12bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 1097 time: 0.0446761 Sep 16 05:49:32.449589 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cfea2-7dd0-48c5-aed6-c51837a77e83 req-3c5768bf-199e-4091-9b9f-c829dce28ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:32.451034 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a58cfea2-7dd0-48c5-aed6-c51837a77e83 req-3c5768bf-199e-4091-9b9f-c829dce28ff7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4d41fd04-86ee-4b47-b1d9-0f6cea226db2 HTTP/1.1" status: 200 len: 896 time: 0.0829904 Sep 16 05:49:32.521107 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a58cfea2-7dd0-48c5-aed6-c51837a77e83 req-8e68c0e5-a0eb-4795-a0cf-e12041a2d174 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af906e41-f161-4171-9d76-c5a920405298 HTTP/1.1" status: 200 len: 1000 time: 0.0620089 Sep 16 05:49:32.573718 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cfea2-7dd0-48c5-aed6-c51837a77e83 req-de549e77-de5d-4e80-986e-4fe6e4763a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:32.575467 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a58cfea2-7dd0-48c5-aed6-c51837a77e83 req-de549e77-de5d-4e80-986e-4fe6e4763a4d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7bb2f7f-1293-4d55-af0c-e140e695d01b HTTP/1.1" status: 200 len: 833 time: 0.0484352 Sep 16 05:49:32.621758 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cfea2-7dd0-48c5-aed6-c51837a77e83 req-010eadec-c272-4343-987d-592a21ed1743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:32.623228 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a58cfea2-7dd0-48c5-aed6-c51837a77e83 req-010eadec-c272-4343-987d-592a21ed1743 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4d41fd04-86ee-4b47-b1d9-0f6cea226db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403471 Sep 16 05:49:32.716032 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a58cfea2-7dd0-48c5-aed6-c51837a77e83 req-42934f0a-c125-484f-bf48-ea7665eb2441 service neutron] 10.222.0.48 "GET /v2.0/networks/4d41fd04-86ee-4b47-b1d9-0f6cea226db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847015 Sep 16 05:49:32.805831 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a58cfea2-7dd0-48c5-aed6-c51837a77e83 req-33753a80-b49e-4d04-8e5b-e55eecc98c6e service neutron] 10.222.0.48 "GET /v2.0/networks/4d41fd04-86ee-4b47-b1d9-0f6cea226db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813708 Sep 16 05:49:40.215573 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3a0eb8e9-671a-4a24-9578-a533295238af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:42.321371 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:43.351043 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a1b1f1ff-1d6e-4211-b48b-bcb0b8ffc7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:43.659283 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:44.813540 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:45.285045 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:46.317743 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:55.123850 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:50:10.216763 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546ea0af-50af-48f0-a1dd-b787211c561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:12.321572 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:13.351241 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-98388d55-2661-48dd-b5c6-63d0e218a2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:13.660120 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:14.816600 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:15.306049 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:16.321151 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:16.457818 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9f42e-cf8f-4c62-a978-4b4605dc99fc req-ce15fcae-bed8-42ea-809a-a59bd0ed86d3 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:16.460221 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-39b9f42e-cf8f-4c62-a978-4b4605dc99fc req-ce15fcae-bed8-42ea-809a-a59bd0ed86d3 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 945 time: 0.0554698 Sep 16 05:50:16.498627 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-39b9f42e-cf8f-4c62-a978-4b4605dc99fc req-c382566c-8a48-4277-8222-38030e04ddf6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=4611b385-6393-4cf0-b7b2-df8f7b01b453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316927 Sep 16 05:50:17.617662 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6b35d-beb9-419a-8cd0-14d09b8ecf45 req-4b38db18-c56b-474c-8c85-a6e5541a6c45 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:17.619168 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-57e6b35d-beb9-419a-8cd0-14d09b8ecf45 req-4b38db18-c56b-474c-8c85-a6e5541a6c45 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 945 time: 0.0493860 Sep 16 05:50:17.656682 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-57e6b35d-beb9-419a-8cd0-14d09b8ecf45 req-5ccafd35-4432-4536-8106-7aecfdb46314 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=4611b385-6393-4cf0-b7b2-df8f7b01b453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313256 Sep 16 05:50:18.775098 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1181a-99e7-43d0-9c7b-449637d8650a req-734fcd4f-79bf-4075-a8de-38febbe4714d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:18.776604 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-18e1181a-99e7-43d0-9c7b-449637d8650a req-734fcd4f-79bf-4075-a8de-38febbe4714d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 945 time: 0.0497718 Sep 16 05:50:18.814233 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-18e1181a-99e7-43d0-9c7b-449637d8650a req-5ed49640-2eda-460a-a6aa-14432cfececb tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=4611b385-6393-4cf0-b7b2-df8f7b01b453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317478 Sep 16 05:50:19.932218 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4622a2e-afbf-4faf-8f9d-6c4ddf0555aa req-81350904-2002-478f-8947-85a1174ddf1e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:19.933608 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d4622a2e-afbf-4faf-8f9d-6c4ddf0555aa req-81350904-2002-478f-8947-85a1174ddf1e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 945 time: 0.0516672 Sep 16 05:50:19.971370 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d4622a2e-afbf-4faf-8f9d-6c4ddf0555aa req-6f8cc786-68fd-40b2-9dfd-a824ed0ca074 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=4611b385-6393-4cf0-b7b2-df8f7b01b453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316088 Sep 16 05:50:21.085257 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a264b-ddde-490c-831f-4ea07e7dd3fc req-c37f4b8e-7757-457e-87e9-e6cfd80af3eb tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:21.086756 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-366a264b-ddde-490c-831f-4ea07e7dd3fc req-c37f4b8e-7757-457e-87e9-e6cfd80af3eb tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 945 time: 0.0483770 Sep 16 05:50:21.123790 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-366a264b-ddde-490c-831f-4ea07e7dd3fc req-e60e5d5a-7145-402f-8e96-7d3a4bfb3e4b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=4611b385-6393-4cf0-b7b2-df8f7b01b453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311205 Sep 16 05:50:22.238781 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bb329-c482-44ed-9ef7-39dd926c840a req-fd426b97-46b4-4339-9ac0-b3d56f139b57 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:22.240928 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1a8bb329-c482-44ed-9ef7-39dd926c840a req-fd426b97-46b4-4339-9ac0-b3d56f139b57 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 945 time: 0.0486748 Sep 16 05:50:22.280415 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1a8bb329-c482-44ed-9ef7-39dd926c840a req-9da1b5ba-5ff8-42d2-90db-fc61adea9b68 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=4611b385-6393-4cf0-b7b2-df8f7b01b453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326002 Sep 16 05:50:23.400808 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a690b4-ebe5-44df-bedf-ebf5cf117f7c req-6f179ada-3791-4e7b-8784-1149819c5c5c tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:23.402285 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-97a690b4-ebe5-44df-bedf-ebf5cf117f7c req-6f179ada-3791-4e7b-8784-1149819c5c5c tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 945 time: 0.0538046 Sep 16 05:50:23.440257 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-97a690b4-ebe5-44df-bedf-ebf5cf117f7c req-90efb419-b5e8-469d-92fc-27ce3bc6ef9c tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=4611b385-6393-4cf0-b7b2-df8f7b01b453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320027 Sep 16 05:50:24.557377 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2131f2f-fd71-43c2-82d8-3755996be33f req-e3c71a50-25f6-4ee3-8e8f-b2acef655144 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:24.558790 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c2131f2f-fd71-43c2-82d8-3755996be33f req-e3c71a50-25f6-4ee3-8e8f-b2acef655144 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 945 time: 0.0495570 Sep 16 05:50:24.595779 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c2131f2f-fd71-43c2-82d8-3755996be33f req-d2054e6c-221c-4c47-9a5d-e2e7064cbb03 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=4611b385-6393-4cf0-b7b2-df8f7b01b453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306504 Sep 16 05:50:25.710873 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3dabd-1c1c-473f-8990-146c8bf21183 req-864a7341-b20f-44fc-b101-dab04b17c022 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:25.712377 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-14d3dabd-1c1c-473f-8990-146c8bf21183 req-864a7341-b20f-44fc-b101-dab04b17c022 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 945 time: 0.0492775 Sep 16 05:50:25.756368 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-14d3dabd-1c1c-473f-8990-146c8bf21183 req-4c8bc097-779a-45f9-a231-be5c7ec9c11e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=4611b385-6393-4cf0-b7b2-df8f7b01b453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376987 Sep 16 05:50:26.876106 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2994c8a-300f-4a5e-b619-677c56aedab8 req-04ce112b-ce66-4f26-9924-4aa5b0fb3390 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:26.877582 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f2994c8a-300f-4a5e-b619-677c56aedab8 req-04ce112b-ce66-4f26-9924-4aa5b0fb3390 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 945 time: 0.0525556 Sep 16 05:50:26.915144 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f2994c8a-300f-4a5e-b619-677c56aedab8 req-6b857324-319c-44f4-a12d-096d66722c36 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=4611b385-6393-4cf0-b7b2-df8f7b01b453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314295 Sep 16 05:50:28.032272 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac951d9a-739e-4053-82d8-b9912001dfc7 req-139f00b3-1a38-4a47-a012-64fa8b134fbd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:28.033751 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac951d9a-739e-4053-82d8-b9912001dfc7 req-139f00b3-1a38-4a47-a012-64fa8b134fbd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 945 time: 0.0486386 Sep 16 05:50:28.072116 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ac951d9a-739e-4053-82d8-b9912001dfc7 req-09a70d2c-66b9-40a4-8a78-c8c698950d05 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=4611b385-6393-4cf0-b7b2-df8f7b01b453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320914 Sep 16 05:50:29.188003 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb9641-3c21-4d22-97db-8507ccda4d26 req-a864fa23-0077-42b3-b19c-95408eceb787 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:29.189446 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0feb9641-3c21-4d22-97db-8507ccda4d26 req-a864fa23-0077-42b3-b19c-95408eceb787 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 945 time: 0.0505643 Sep 16 05:50:29.227934 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0feb9641-3c21-4d22-97db-8507ccda4d26 req-574c2387-b3e5-41b8-8da4-d30b9082e994 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=4611b385-6393-4cf0-b7b2-df8f7b01b453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321434 Sep 16 05:50:30.347008 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a0499-652b-4b73-a504-1b01d5e8cf97 req-c40bfb80-6e67-4acf-af90-f8b6d883d623 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:30.348528 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b9a0499-652b-4b73-a504-1b01d5e8cf97 req-c40bfb80-6e67-4acf-af90-f8b6d883d623 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 945 time: 0.0529149 Sep 16 05:50:30.385755 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b9a0499-652b-4b73-a504-1b01d5e8cf97 req-4420762d-6cf5-422d-babb-b92fed317245 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=4611b385-6393-4cf0-b7b2-df8f7b01b453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311732 Sep 16 05:50:31.499902 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944b1e7-af72-4572-ae71-57401a1ba6a8 req-05d71d16-844d-4460-85cc-2438aae02196 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:31.501326 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3944b1e7-af72-4572-ae71-57401a1ba6a8 req-05d71d16-844d-4460-85cc-2438aae02196 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 945 time: 0.0484691 Sep 16 05:50:31.539198 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3944b1e7-af72-4572-ae71-57401a1ba6a8 req-c516cb2e-c94f-4bb7-bf25-78248138cd06 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=4611b385-6393-4cf0-b7b2-df8f7b01b453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308208 Sep 16 05:50:32.123539 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:50:32.654008 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53073c3-cc1c-42fc-bc3d-c637bece12ca req-659bc8e6-4db2-4546-a5a5-678eee37569c tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:32.655502 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b53073c3-cc1c-42fc-bc3d-c637bece12ca req-659bc8e6-4db2-4546-a5a5-678eee37569c tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 945 time: 0.0495036 Sep 16 05:50:32.693591 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b53073c3-cc1c-42fc-bc3d-c637bece12ca req-d545a615-e5ab-4ddd-a1ad-3e11b56c3c6c tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=4611b385-6393-4cf0-b7b2-df8f7b01b453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319433 Sep 16 05:50:32.715420 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58334) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:32.779496 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b1158337-77ae-4e41-8591-589a0f16af01 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/floatingips/4023f779-579d-4795-9058-a3a0b997d826 HTTP/1.1" status: 200 len: 992 time: 0.0629404 Sep 16 05:50:34.107236 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82144672-e02e-4885-90c1-36a722bdce6b req-711e6c01-e68c-45e1-9c4b-3d8055309f4b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:34.109946 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82144672-e02e-4885-90c1-36a722bdce6b req-711e6c01-e68c-45e1-9c4b-3d8055309f4b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 945 time: 0.0637536 Sep 16 05:50:34.181566 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82144672-e02e-4885-90c1-36a722bdce6b req-3bcafd65-3e38-4854-bd37-ed760d66aaa4 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=4611b385-6393-4cf0-b7b2-df8f7b01b453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602517 Sep 16 05:50:34.184425 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e714a8-e693-4f3e-8455-106d3a021df1 req-4cff68be-c02b-49ae-9d40-6b3ddee1b5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:34.185682 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7e714a8-e693-4f3e-8455-106d3a021df1 req-4cff68be-c02b-49ae-9d40-6b3ddee1b5b9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 1097 time: 0.0754788 Sep 16 05:50:34.298126 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e714a8-e693-4f3e-8455-106d3a021df1 req-3a01d1ff-6b76-403d-9f5b-e95cb327b402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:34.299609 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7e714a8-e693-4f3e-8455-106d3a021df1 req-3a01d1ff-6b76-403d-9f5b-e95cb327b402 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4d41fd04-86ee-4b47-b1d9-0f6cea226db2 HTTP/1.1" status: 200 len: 896 time: 0.0931334 Sep 16 05:50:34.366578 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7e714a8-e693-4f3e-8455-106d3a021df1 req-a5fc8ea4-255d-419a-bc26-bdf24055dbb4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af906e41-f161-4171-9d76-c5a920405298 HTTP/1.1" status: 200 len: 1000 time: 0.0600922 Sep 16 05:50:34.753024 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e714a8-e693-4f3e-8455-106d3a021df1 req-49a95443-a87a-44e3-bc85-fd51e99fb4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:34.754545 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7e714a8-e693-4f3e-8455-106d3a021df1 req-49a95443-a87a-44e3-bc85-fd51e99fb4a8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7bb2f7f-1293-4d55-af0c-e140e695d01b HTTP/1.1" status: 200 len: 833 time: 0.3803053 Sep 16 05:50:34.801877 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e714a8-e693-4f3e-8455-106d3a021df1 req-f3112aed-fda2-48dd-88eb-9ba27f18a5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:34.803429 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7e714a8-e693-4f3e-8455-106d3a021df1 req-f3112aed-fda2-48dd-88eb-9ba27f18a5be service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4d41fd04-86ee-4b47-b1d9-0f6cea226db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398452 Sep 16 05:50:34.894184 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7e714a8-e693-4f3e-8455-106d3a021df1 req-ed3fb865-6cba-44fd-bbff-537bee5326b9 service neutron] 10.222.0.48 "GET /v2.0/networks/4d41fd04-86ee-4b47-b1d9-0f6cea226db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834885 Sep 16 05:50:34.980876 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e7e714a8-e693-4f3e-8455-106d3a021df1 req-75656351-0684-437e-80b7-eb2c7622d84c service neutron] 10.222.0.48 "GET /v2.0/networks/4d41fd04-86ee-4b47-b1d9-0f6cea226db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790854 Sep 16 05:50:35.106020 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da23dd2-1e0f-471a-b63b-0cca37e20102 req-64c94b06-95a0-4893-bf7c-429f31a2e2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:35.107528 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4da23dd2-1e0f-471a-b63b-0cca37e20102 req-64c94b06-95a0-4893-bf7c-429f31a2e2ae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 1097 time: 0.0421240 Sep 16 05:50:35.214499 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da23dd2-1e0f-471a-b63b-0cca37e20102 req-0a7cd983-6129-4267-a07b-8b8cfa02e63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:35.216069 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4da23dd2-1e0f-471a-b63b-0cca37e20102 req-0a7cd983-6129-4267-a07b-8b8cfa02e63c service neutron] 10.222.0.48 "GET /v2.0/networks?id=4d41fd04-86ee-4b47-b1d9-0f6cea226db2 HTTP/1.1" status: 200 len: 896 time: 0.0888293 Sep 16 05:50:35.319569 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4da23dd2-1e0f-471a-b63b-0cca37e20102 req-d617b251-b4fe-4cc6-90e2-d85088170614 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af906e41-f161-4171-9d76-c5a920405298 HTTP/1.1" status: 200 len: 1000 time: 0.0944428 Sep 16 05:50:35.342266 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba976199-d20c-4b97-b4cb-5aab65a3b298 req-653c0f96-512c-43eb-9d17-d55d8354cc26 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:35.343675 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ba976199-d20c-4b97-b4cb-5aab65a3b298 req-653c0f96-512c-43eb-9d17-d55d8354cc26 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 945 time: 0.0849795 Sep 16 05:50:35.399049 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da23dd2-1e0f-471a-b63b-0cca37e20102 req-567ddae2-1e01-40e6-a686-cca5e78358ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:35.400397 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4da23dd2-1e0f-471a-b63b-0cca37e20102 req-567ddae2-1e01-40e6-a686-cca5e78358ec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7bb2f7f-1293-4d55-af0c-e140e695d01b HTTP/1.1" status: 200 len: 833 time: 0.0726814 Sep 16 05:50:35.407454 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ba976199-d20c-4b97-b4cb-5aab65a3b298 req-faede525-9a2d-43cd-8670-9301a5f1e25e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=4611b385-6393-4cf0-b7b2-df8f7b01b453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450497 Sep 16 05:50:35.459909 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da23dd2-1e0f-471a-b63b-0cca37e20102 req-7edc4c95-f71d-476c-9361-5c648858c340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:35.461429 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4da23dd2-1e0f-471a-b63b-0cca37e20102 req-7edc4c95-f71d-476c-9361-5c648858c340 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4d41fd04-86ee-4b47-b1d9-0f6cea226db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413687 Sep 16 05:50:35.579169 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4da23dd2-1e0f-471a-b63b-0cca37e20102 req-665ee304-f126-4040-a855-79a5955ed684 service neutron] 10.222.0.48 "GET /v2.0/networks/4d41fd04-86ee-4b47-b1d9-0f6cea226db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864573 Sep 16 05:50:35.682961 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4da23dd2-1e0f-471a-b63b-0cca37e20102 req-8bd5b649-5d32-45b9-bcce-f064ec3d4e63 service neutron] 10.222.0.48 "GET /v2.0/networks/4d41fd04-86ee-4b47-b1d9-0f6cea226db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941854 Sep 16 05:50:36.521634 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c9a85-3c62-4664-b789-01953f766845 req-3e3422eb-1215-452e-abf2-5092b3655750 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:36.523123 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0d0c9a85-3c62-4664-b789-01953f766845 req-3e3422eb-1215-452e-abf2-5092b3655750 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 945 time: 0.0486953 Sep 16 05:50:36.562185 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0d0c9a85-3c62-4664-b789-01953f766845 req-e929d7e0-5b31-4928-a60d-eb020ef7f112 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=4611b385-6393-4cf0-b7b2-df8f7b01b453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330551 Sep 16 05:50:36.584349 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58348) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:36.643632 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-32124726-f1fa-43ed-94d1-3f8cdb237e2c tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/floatingips/4023f779-579d-4795-9058-a3a0b997d826 HTTP/1.1" status: 200 len: 992 time: 0.0581203 Sep 16 05:50:40.216796 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2150c381-18f3-412b-9cdf-fc14e27a0532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:42.331475 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:43.352719 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-82d1ca10-cae1-4f84-b3b8-75f5cba67bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:43.662789 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:44.819848 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:45.328641 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:46.323341 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:09.124402 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:51:10.216951 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-398eb706-a89d-43e4-a9ec-33f7a4cb49af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:12.346199 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:13.023033 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-fea8c007-06e3-4e14-b3cd-f5ff02a90bab req-3a7ed832-eb45-4301-b078-77cfbe4a4aed service neutron] (94767) timed out ('10.222.0.35', 55044) {{(pid=94767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:51:13.352845 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5728a085-be74-4ea4-8fe4-0688a3e447f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:13.665055 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:14.823157 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:15.325286 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:16.326964 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:29.090875 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58382) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:29.246070 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-2e4547ff-9bfe-4d85-bf0b-dc8834816041 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Deleting port 2064e86a-1b1e-4da6-ab73-65daa113738c {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:51:29.246489 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e4547ff-9bfe-4d85-bf0b-dc8834816041 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:29.325749 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e4547ff-9bfe-4d85-bf0b-dc8834816041 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:29.326073 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e4547ff-9bfe-4d85-bf0b-dc8834816041 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:29.337270 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-2e4547ff-9bfe-4d85-bf0b-dc8834816041 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Calling delete_port for 2064e86a-1b1e-4da6-ab73-65daa113738c owned by network:floatingip {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:51:29.480152 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e4547ff-9bfe-4d85-bf0b-dc8834816041 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:29.512792 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4547ff-9bfe-4d85-bf0b-dc8834816041 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event deleted for resources: {'Port': ['ID=2064e86a-1b1e-4da6-ab73-65daa113738c,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:29.537375 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4547ff-9bfe-4d85-bf0b-dc8834816041 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:29.537728 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4547ff-9bfe-4d85-bf0b-dc8834816041 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:29.538071 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4547ff-9bfe-4d85-bf0b-dc8834816041 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:29.538415 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4547ff-9bfe-4d85-bf0b-dc8834816041 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:29.538750 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4547ff-9bfe-4d85-bf0b-dc8834816041 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:29.539084 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4547ff-9bfe-4d85-bf0b-dc8834816041 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:29.539418 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4547ff-9bfe-4d85-bf0b-dc8834816041 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:29.539748 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4547ff-9bfe-4d85-bf0b-dc8834816041 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:29.540181 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4547ff-9bfe-4d85-bf0b-dc8834816041 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:29.540403 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4547ff-9bfe-4d85-bf0b-dc8834816041 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:29.540836 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4547ff-9bfe-4d85-bf0b-dc8834816041 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:29.541120 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4547ff-9bfe-4d85-bf0b-dc8834816041 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:29.582496 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e4547ff-9bfe-4d85-bf0b-dc8834816041 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for floatingip, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:29.582828 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [None req-2e4547ff-9bfe-4d85-bf0b-dc8834816041 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Floating IP 4023f779-579d-4795-9058-a3a0b997d826 disassociated (deleted). External IP: 172.25.8.13, port: af906e41-f161-4171-9d76-c5a920405298. Sep 16 05:51:29.790568 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4547ff-9bfe-4d85-bf0b-dc8834816041 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Router fa000249-0fa3-4c6a-81c7-3537b68b3573 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:51:29.913460 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4547ff-9bfe-4d85-bf0b-dc8834816041 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:51:29.918566 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-2e4547ff-9bfe-4d85-bf0b-dc8834816041 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:29.923574 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6aa538-d9f5-43e6-9e0c-99faf3e567df None None] Sync routers for ids ['fa000249-0fa3-4c6a-81c7-3537b68b3573'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:51:29.933203 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6aa538-d9f5-43e6-9e0c-99faf3e567df None None] Routers {'fa000249-0fa3-4c6a-81c7-3537b68b3573'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:29.933811 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-da6aa538-d9f5-43e6-9e0c-99faf3e567df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:51:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['fa000249-0fa3-4c6a-81c7-3537b68b3573'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:29.947441 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-2e4547ff-9bfe-4d85-bf0b-dc8834816041 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "DELETE /v2.0/floatingips/4023f779-579d-4795-9058-a3a0b997d826 HTTP/1.1" status: 204 len: 168 time: 0.8553512 Sep 16 05:51:29.948687 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd751b685-4028-4d8d-8905-76bcfd2301f8', 'tag': 'af906e41-f161-4171-9d76-c5a920405298'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:51:29.952279 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c261ba16daee3fce3437e829377ea083e6eb595e62abb4685acfbe7685462486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2c1d05-3932-48a0-8b95-7dcb22e9fdab" -d '{"events": [{"name": "network-changed", "server_uuid": "d751b685-4028-4d8d-8905-76bcfd2301f8", "tag": "af906e41-f161-4171-9d76-c5a920405298"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:51:30.040198 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-da6aa538-d9f5-43e6-9e0c-99faf3e567df None None] Set router fa000249-0fa3-4c6a-81c7-3537b68b3573 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:51:30.115071 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966402fb-604b-4030-8a07-4d9a82e97c12 x-openstack-request-id: req-966402fb-604b-4030-8a07-4d9a82e97c12 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:51:30.115576 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d751b685-4028-4d8d-8905-76bcfd2301f8", "tag": "af906e41-f161-4171-9d76-c5a920405298", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:51:30.115931 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-966402fb-604b-4030-8a07-4d9a82e97c12 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:51:30.116422 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd751b685-4028-4d8d-8905-76bcfd2301f8', 'tag': 'af906e41-f161-4171-9d76-c5a920405298', 'status': 'completed', 'code': 200} Sep 16 05:51:30.243903 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b0872-caf8-436f-b207-56fce988bbb8 req-63118276-6d99-4e99-95a6-e2e1190faea3 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:30.244499 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-da6aa538-d9f5-43e6-9e0c-99faf3e567df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097952227', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '3241f32a-cf53-4577-a3cb-f740b6e7864f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:48:42Z', 'updated_at': '2021-09-16T05:48:45Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '3241f32a-cf53-4577-a3cb-f740b6e7864f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:36:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:48:42Z', 'updated_at': '2021-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'fff0396b-260f-4e36-99a5-f1170bd4d88a', 'name': '', 'network_id': '4d41fd04-86ee-4b47-b1d9-0f6cea226db2', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:4b:fd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e7bb2f7f-1293-4d55-af0c-e140e695d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:48:45Z', 'updated_at': '2021-09-16T05:48:48Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': 'e7bb2f7f-1293-4d55-af0c-e140e695d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:30.245470 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d01b0872-caf8-436f-b207-56fce988bbb8 req-63118276-6d99-4e99-95a6-e2e1190faea3 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 945 time: 0.0829456 Sep 16 05:51:30.249062 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c1d05-3932-48a0-8b95-7dcb22e9fdab req-b70a0339-d183-4fe3-b2a1-7e416b7a16e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:30.250505 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5d2c1d05-3932-48a0-8b95-7dcb22e9fdab req-b70a0339-d183-4fe3-b2a1-7e416b7a16e1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 1097 time: 0.0722740 Sep 16 05:51:30.274656 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6aa538-d9f5-43e6-9e0c-99faf3e567df None None] Checking router: fa000249-0fa3-4c6a-81c7-3537b68b3573 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:51:30.287323 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6aa538-d9f5-43e6-9e0c-99faf3e567df None None] Routers {'fa000249-0fa3-4c6a-81c7-3537b68b3573'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:30.287967 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-da6aa538-d9f5-43e6-9e0c-99faf3e567df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:51:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['fa000249-0fa3-4c6a-81c7-3537b68b3573'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:30.311904 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d01b0872-caf8-436f-b207-56fce988bbb8 req-6d976ec9-3939-4d81-832f-a4667bb7a877 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=4611b385-6393-4cf0-b7b2-df8f7b01b453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595818 Sep 16 05:51:30.369001 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c1d05-3932-48a0-8b95-7dcb22e9fdab req-88ae54f6-a8f0-47b3-87c5-fdb50e6dbe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:30.370456 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5d2c1d05-3932-48a0-8b95-7dcb22e9fdab req-88ae54f6-a8f0-47b3-87c5-fdb50e6dbe6a service neutron] 10.222.0.48 "GET /v2.0/networks?id=4d41fd04-86ee-4b47-b1d9-0f6cea226db2 HTTP/1.1" status: 200 len: 896 time: 0.1123683 Sep 16 05:51:30.398580 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-da6aa538-d9f5-43e6-9e0c-99faf3e567df None None] Set router fa000249-0fa3-4c6a-81c7-3537b68b3573 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:51:30.412869 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5d2c1d05-3932-48a0-8b95-7dcb22e9fdab req-5ec7a37b-5df0-4334-a7b3-ed544160f1e3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af906e41-f161-4171-9d76-c5a920405298 HTTP/1.1" status: 200 len: 217 time: 0.0336630 Sep 16 05:51:30.463570 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c1d05-3932-48a0-8b95-7dcb22e9fdab req-c898f867-0a51-40ec-afe2-d909379f219e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:30.465158 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5d2c1d05-3932-48a0-8b95-7dcb22e9fdab req-c898f867-0a51-40ec-afe2-d909379f219e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7bb2f7f-1293-4d55-af0c-e140e695d01b HTTP/1.1" status: 200 len: 833 time: 0.0438690 Sep 16 05:51:30.516973 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c1d05-3932-48a0-8b95-7dcb22e9fdab req-bb782324-c988-4001-8668-87de77ebe815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:30.518489 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5d2c1d05-3932-48a0-8b95-7dcb22e9fdab req-bb782324-c988-4001-8668-87de77ebe815 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4d41fd04-86ee-4b47-b1d9-0f6cea226db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458124 Sep 16 05:51:30.600690 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-da6aa538-d9f5-43e6-9e0c-99faf3e567df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097952227', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '3241f32a-cf53-4577-a3cb-f740b6e7864f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:48:42Z', 'updated_at': '2021-09-16T05:48:45Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '3241f32a-cf53-4577-a3cb-f740b6e7864f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:36:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:48:42Z', 'updated_at': '2021-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'fff0396b-260f-4e36-99a5-f1170bd4d88a', 'name': '', 'network_id': '4d41fd04-86ee-4b47-b1d9-0f6cea226db2', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:4b:fd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e7bb2f7f-1293-4d55-af0c-e140e695d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:48:45Z', 'updated_at': '2021-09-16T05:48:48Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': 'e7bb2f7f-1293-4d55-af0c-e140e695d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:30.616221 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5d2c1d05-3932-48a0-8b95-7dcb22e9fdab req-b1653c6b-c6c2-47cc-bbb5-30b23fd6ff3d service neutron] 10.222.0.48 "GET /v2.0/networks/4d41fd04-86ee-4b47-b1d9-0f6cea226db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857706 Sep 16 05:51:30.627025 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6aa538-d9f5-43e6-9e0c-99faf3e567df None None] The sync data for ids ['fa000249-0fa3-4c6a-81c7-3537b68b3573'] in n-d-712139-15 is: [{'id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097952227', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '3241f32a-cf53-4577-a3cb-f740b6e7864f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:48:42Z', 'updated_at': '2021-09-16T05:48:45Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '3241f32a-cf53-4577-a3cb-f740b6e7864f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:36:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:48:42Z', 'updated_at': '2021-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'fff0396b-260f-4e36-99a5-f1170bd4d88a', 'name': '', 'network_id': '4d41fd04-86ee-4b47-b1d9-0f6cea226db2', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:4b:fd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e7bb2f7f-1293-4d55-af0c-e140e695d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:48:45Z', 'updated_at': '2021-09-16T05:48:48Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': 'e7bb2f7f-1293-4d55-af0c-e140e695d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:51:30.714588 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5d2c1d05-3932-48a0-8b95-7dcb22e9fdab req-0a4fab30-e4bf-460b-9b5f-7762780acd19 service neutron] 10.222.0.48 "GET /v2.0/networks/4d41fd04-86ee-4b47-b1d9-0f6cea226db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897205 Sep 16 05:51:30.863376 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a1bf99-8c26-4003-9c0c-7bca7ff23f59 None None] New status for floating IP 4023f779-579d-4795-9058-a3a0b997d826: DOWN {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:51:31.430545 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf66d52-9fb1-4e33-90d8-f191625cba9b req-8f6278fb-5192-4551-bd62-ef0766863b8a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:31.432045 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8cf66d52-9fb1-4e33-90d8-f191625cba9b req-8f6278fb-5192-4551-bd62-ef0766863b8a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 945 time: 0.0484421 Sep 16 05:51:31.470818 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8cf66d52-9fb1-4e33-90d8-f191625cba9b req-bad8fad1-eb75-4a9a-884c-1a5e42155836 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=4611b385-6393-4cf0-b7b2-df8f7b01b453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318334 Sep 16 05:51:32.235647 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe187fd-bf0c-4ccb-8d91-eb325774d9d7 req-6b61836f-9bc6-4b41-892f-200166c3177e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:32.237153 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bbe187fd-bf0c-4ccb-8d91-eb325774d9d7 req-6b61836f-9bc6-4b41-892f-200166c3177e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.48 "GET /v2.0/ports?device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 945 time: 0.0484672 Sep 16 05:51:32.333419 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-bbe187fd-bf0c-4ccb-8d91-eb325774d9d7 req-b8813fc1-1b59-4a36-9c39-af9b219941b2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Deleting port af906e41-f161-4171-9d76-c5a920405298 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:51:32.333757 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-bbe187fd-bf0c-4ccb-8d91-eb325774d9d7 req-b8813fc1-1b59-4a36-9c39-af9b219941b2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:32.425742 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-bbe187fd-bf0c-4ccb-8d91-eb325774d9d7 req-b8813fc1-1b59-4a36-9c39-af9b219941b2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] For port af906e41-f161-4171-9d76-c5a920405298, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=af906e41-f161-4171-9d76-c5a920405298,segment=NetworkSegment(28f75969-2005-4bd2-ba39-fa68d3aa327a),segment_id=28f75969-2005-4bd2-ba39-fa68d3aa327a)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:32.426107 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-bbe187fd-bf0c-4ccb-8d91-eb325774d9d7 req-b8813fc1-1b59-4a36-9c39-af9b219941b2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:32.438713 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-bbe187fd-bf0c-4ccb-8d91-eb325774d9d7 req-b8813fc1-1b59-4a36-9c39-af9b219941b2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Calling delete_port for af906e41-f161-4171-9d76-c5a920405298 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:51:32.594416 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-bbe187fd-bf0c-4ccb-8d91-eb325774d9d7 req-b8813fc1-1b59-4a36-9c39-af9b219941b2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:32.637450 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02958a5-bd7f-4994-bad2-30fcd6b05500 req-eac7bb39-5a4e-43da-8556-53b956c3a95f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:32.639144 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c02958a5-bd7f-4994-bad2-30fcd6b05500 req-eac7bb39-5a4e-43da-8556-53b956c3a95f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=d751b685-4028-4d8d-8905-76bcfd2301f8 HTTP/1.1" status: 200 len: 867 time: 0.0991554 Sep 16 05:51:32.639922 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8813fc1-1b59-4a36-9c39-af9b219941b2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event deleted for resources: {'Port': ['ID=af906e41-f161-4171-9d76-c5a920405298,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:32.673917 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8813fc1-1b59-4a36-9c39-af9b219941b2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:32.674267 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8813fc1-1b59-4a36-9c39-af9b219941b2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:32.674607 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8813fc1-1b59-4a36-9c39-af9b219941b2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:32.674938 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8813fc1-1b59-4a36-9c39-af9b219941b2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:32.675266 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8813fc1-1b59-4a36-9c39-af9b219941b2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:32.675596 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8813fc1-1b59-4a36-9c39-af9b219941b2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:32.675917 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8813fc1-1b59-4a36-9c39-af9b219941b2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:32.676240 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8813fc1-1b59-4a36-9c39-af9b219941b2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:32.676655 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8813fc1-1b59-4a36-9c39-af9b219941b2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:32.676908 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8813fc1-1b59-4a36-9c39-af9b219941b2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:32.677229 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8813fc1-1b59-4a36-9c39-af9b219941b2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:32.677545 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8813fc1-1b59-4a36-9c39-af9b219941b2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:32.703275 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe187fd-bf0c-4ccb-8d91-eb325774d9d7 req-b8813fc1-1b59-4a36-9c39-af9b219941b2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] No DVR routers for this DVR port af906e41-f161-4171-9d76-c5a920405298 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:51:32.706155 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-bbe187fd-bf0c-4ccb-8d91-eb325774d9d7 req-b8813fc1-1b59-4a36-9c39-af9b219941b2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:32.709045 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bbe187fd-bf0c-4ccb-8d91-eb325774d9d7 req-b8813fc1-1b59-4a36-9c39-af9b219941b2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.48 "DELETE /v2.0/ports/af906e41-f161-4171-9d76-c5a920405298 HTTP/1.1" status: 204 len: 173 time: 0.4656415 Sep 16 05:51:32.711704 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd751b685-4028-4d8d-8905-76bcfd2301f8', 'name': 'network-vif-deleted', 'tag': 'af906e41-f161-4171-9d76-c5a920405298'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:51:32.713995 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c962c0-adbf-4c5a-97ff-12d264adcaad" -d '{"events": [{"server_uuid": "d751b685-4028-4d8d-8905-76bcfd2301f8", "name": "network-vif-deleted", "tag": "af906e41-f161-4171-9d76-c5a920405298"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:51:32.733026 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c02958a5-bd7f-4994-bad2-30fcd6b05500 req-0ec3bc04-5d09-4cfb-9494-b6fbc58b8b87 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=4611b385-6393-4cf0-b7b2-df8f7b01b453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870833 Sep 16 05:51:32.833549 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa74da40-4e60-4ce0-b0f2-b0bcbe5fb723 x-openstack-request-id: req-aa74da40-4e60-4ce0-b0f2-b0bcbe5fb723 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:51:32.833841 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d751b685-4028-4d8d-8905-76bcfd2301f8", "name": "network-vif-deleted", "tag": "af906e41-f161-4171-9d76-c5a920405298", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:51:32.834088 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aa74da40-4e60-4ce0-b0f2-b0bcbe5fb723 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:51:32.834482 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd751b685-4028-4d8d-8905-76bcfd2301f8', 'name': 'network-vif-deleted', 'tag': 'af906e41-f161-4171-9d76-c5a920405298', 'status': 'completed', 'code': 200} Sep 16 05:51:33.791042 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58406) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:34.147869 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b6b66a50-4854-4cb2-86a1-5c050ff40a27 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:34.397550 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-b6b66a50-4854-4cb2-86a1-5c050ff40a27 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Deleting port fff0396b-260f-4e36-99a5-f1170bd4d88a {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:51:34.397936 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b6b66a50-4854-4cb2-86a1-5c050ff40a27 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:34.489053 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-b6b66a50-4854-4cb2-86a1-5c050ff40a27 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] For port fff0396b-260f-4e36-99a5-f1170bd4d88a, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=fff0396b-260f-4e36-99a5-f1170bd4d88a,segment=NetworkSegment(28f75969-2005-4bd2-ba39-fa68d3aa327a),segment_id=28f75969-2005-4bd2-ba39-fa68d3aa327a)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:34.489419 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b6b66a50-4854-4cb2-86a1-5c050ff40a27 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:34.501822 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-b6b66a50-4854-4cb2-86a1-5c050ff40a27 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Calling delete_port for fff0396b-260f-4e36-99a5-f1170bd4d88a owned by network:router_interface {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:51:34.686352 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b6b66a50-4854-4cb2-86a1-5c050ff40a27 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:34.710412 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b66a50-4854-4cb2-86a1-5c050ff40a27 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event deleted for resources: {'Port': ['ID=fff0396b-260f-4e36-99a5-f1170bd4d88a,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:34.887330 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b6b66a50-4854-4cb2-86a1-5c050ff40a27 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:35.100459 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b66a50-4854-4cb2-86a1-5c050ff40a27 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Router fa000249-0fa3-4c6a-81c7-3537b68b3573 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:51:35.209032 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b66a50-4854-4cb2-86a1-5c050ff40a27 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:51:35.219050 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b6b66a50-4854-4cb2-86a1-5c050ff40a27 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "PUT /v2.0/routers/fa000249-0fa3-4c6a-81c7-3537b68b3573/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4268780 Sep 16 05:51:35.219835 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85b4b4a-39b7-423e-846c-d0099be3043b None None] Sync routers for ids ['fa000249-0fa3-4c6a-81c7-3537b68b3573'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:51:35.221736 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58408) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:35.229459 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85b4b4a-39b7-423e-846c-d0099be3043b None None] Routers {'fa000249-0fa3-4c6a-81c7-3537b68b3573'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:35.230114 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-c85b4b4a-39b7-423e-846c-d0099be3043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:51:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['fa000249-0fa3-4c6a-81c7-3537b68b3573'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:35.275414 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-508d99eb-df29-4632-9489-aab0989ece8f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Deleting subnet e7bb2f7f-1293-4d55-af0c-e140e695d01b {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:51:35.279263 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-508d99eb-df29-4632-9489-aab0989ece8f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:35.320035 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-508d99eb-df29-4632-9489-aab0989ece8f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:35.339796 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-c85b4b4a-39b7-423e-846c-d0099be3043b None None] Set router fa000249-0fa3-4c6a-81c7-3537b68b3573 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:51:35.408642 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-508d99eb-df29-4632-9489-aab0989ece8f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:35.468634 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-508d99eb-df29-4632-9489-aab0989ece8f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:35.498095 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-508d99eb-df29-4632-9489-aab0989ece8f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:35.500041 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-508d99eb-df29-4632-9489-aab0989ece8f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "DELETE /v2.0/subnets/e7bb2f7f-1293-4d55-af0c-e140e695d01b HTTP/1.1" status: 204 len: 168 time: 0.2773840 Sep 16 05:51:35.501070 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d99eb-df29-4632-9489-aab0989ece8f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event deleted for resources: {'Subnet': ['ID=e7bb2f7f-1293-4d55-af0c-e140e695d01b,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:35.502731 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58410) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:35.509164 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c854484-661e-4e22-b630-7a61eda4baa9 None None] Network 4d41fd04-86ee-4b47-b1d9-0f6cea226db2 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:51:35.525053 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-c85b4b4a-39b7-423e-846c-d0099be3043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097952227', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '3241f32a-cf53-4577-a3cb-f740b6e7864f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:48:42Z', 'updated_at': '2021-09-16T05:51:34Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '3241f32a-cf53-4577-a3cb-f740b6e7864f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:36:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:48:42Z', 'updated_at': '2021-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:35.552368 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85b4b4a-39b7-423e-846c-d0099be3043b None None] Checking router: fa000249-0fa3-4c6a-81c7-3537b68b3573 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:51:35.561542 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85b4b4a-39b7-423e-846c-d0099be3043b None None] Routers {'fa000249-0fa3-4c6a-81c7-3537b68b3573'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:35.562159 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-c85b4b4a-39b7-423e-846c-d0099be3043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:51:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['fa000249-0fa3-4c6a-81c7-3537b68b3573'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:35.614345 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3b1c260b-f783-47f4-9913-89fab6c23752 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:35.685078 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639ea14e-468e-4719-b480-5d0d4870a5f6 None None] DHCP port deletion for 4d41fd04-86ee-4b47-b1d9-0f6cea226db2 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:51:35.698585 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-c85b4b4a-39b7-423e-846c-d0099be3043b None None] Set router fa000249-0fa3-4c6a-81c7-3537b68b3573 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:51:35.728742 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3b1c260b-f783-47f4-9913-89fab6c23752 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:35.748137 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-639ea14e-468e-4719-b480-5d0d4870a5f6 None None] Deleting port b6ec354f-b2fe-4233-a596-de6cce207355 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:51:35.748508 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-639ea14e-468e-4719-b480-5d0d4870a5f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:35.795509 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-3b1c260b-f783-47f4-9913-89fab6c23752 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Deleting port 3241f32a-cf53-4577-a3cb-f740b6e7864f {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:51:35.795860 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3b1c260b-f783-47f4-9913-89fab6c23752 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:35.820896 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-639ea14e-468e-4719-b480-5d0d4870a5f6 None None] For port b6ec354f-b2fe-4233-a596-de6cce207355, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=b6ec354f-b2fe-4233-a596-de6cce207355,segment=NetworkSegment(28f75969-2005-4bd2-ba39-fa68d3aa327a),segment_id=28f75969-2005-4bd2-ba39-fa68d3aa327a)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:35.821303 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-639ea14e-468e-4719-b480-5d0d4870a5f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:35.834296 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device b6ec354f-b2fe-4233-a596-de6cce207355 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:51:35.839944 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-639ea14e-468e-4719-b480-5d0d4870a5f6 None None] Calling delete_port for b6ec354f-b2fe-4233-a596-de6cce207355 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:51:35.890606 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-3b1c260b-f783-47f4-9913-89fab6c23752 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] For port 3241f32a-cf53-4577-a3cb-f740b6e7864f, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=3241f32a-cf53-4577-a3cb-f740b6e7864f,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:35.891251 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3b1c260b-f783-47f4-9913-89fab6c23752 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:35.895717 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-c85b4b4a-39b7-423e-846c-d0099be3043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097952227', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '3241f32a-cf53-4577-a3cb-f740b6e7864f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:48:42Z', 'updated_at': '2021-09-16T05:51:34Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '3241f32a-cf53-4577-a3cb-f740b6e7864f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:36:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:48:42Z', 'updated_at': '2021-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:35.904112 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-3b1c260b-f783-47f4-9913-89fab6c23752 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Calling delete_port for 3241f32a-cf53-4577-a3cb-f740b6e7864f owned by network:router_gateway {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:51:35.926725 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85b4b4a-39b7-423e-846c-d0099be3043b None None] The sync data for ids ['fa000249-0fa3-4c6a-81c7-3537b68b3573'] in n-d-712139-15 is: [{'id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097952227', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '3241f32a-cf53-4577-a3cb-f740b6e7864f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:48:42Z', 'updated_at': '2021-09-16T05:51:34Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '3241f32a-cf53-4577-a3cb-f740b6e7864f', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:36:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa000249-0fa3-4c6a-81c7-3537b68b3573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:48:42Z', 'updated_at': '2021-09-16T05:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:51:35.986978 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:36.010531 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-639ea14e-468e-4719-b480-5d0d4870a5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:36.059097 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ea14e-468e-4719-b480-5d0d4870a5f6 None None] Pushing event deleted for resources: {'Port': ['ID=b6ec354f-b2fe-4233-a596-de6cce207355,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:36.061521 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639ea14e-468e-4719-b480-5d0d4870a5f6 None None] No DVR routers for this DVR port b6ec354f-b2fe-4233-a596-de6cce207355 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:51:36.070847 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639ea14e-468e-4719-b480-5d0d4870a5f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:36.071192 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639ea14e-468e-4719-b480-5d0d4870a5f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:36.071528 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639ea14e-468e-4719-b480-5d0d4870a5f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:36.071860 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639ea14e-468e-4719-b480-5d0d4870a5f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:36.072190 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639ea14e-468e-4719-b480-5d0d4870a5f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:36.073060 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639ea14e-468e-4719-b480-5d0d4870a5f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:36.073060 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639ea14e-468e-4719-b480-5d0d4870a5f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:36.073253 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639ea14e-468e-4719-b480-5d0d4870a5f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:36.073513 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639ea14e-468e-4719-b480-5d0d4870a5f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:36.073786 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639ea14e-468e-4719-b480-5d0d4870a5f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:36.074103 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639ea14e-468e-4719-b480-5d0d4870a5f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:36.074787 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639ea14e-468e-4719-b480-5d0d4870a5f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:36.098102 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3b1c260b-f783-47f4-9913-89fab6c23752 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:36.128425 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c260b-f783-47f4-9913-89fab6c23752 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event deleted for resources: {'Port': ['ID=3241f32a-cf53-4577-a3cb-f740b6e7864f,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:36.188697 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3b1c260b-f783-47f4-9913-89fab6c23752 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:36.192000 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device af906e41-f161-4171-9d76-c5a920405298 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:51:36.213168 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: af906e41-f161-4171-9d76-c5a920405298 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:51:36.213513 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device af906e41-f161-4171-9d76-c5a920405298 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:51:36.282044 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3b1c260b-f783-47f4-9913-89fab6c23752 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:36.284827 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3b1c260b-f783-47f4-9913-89fab6c23752 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:36.328868 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3b1c260b-f783-47f4-9913-89fab6c23752 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:36.329406 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1c260b-f783-47f4-9913-89fab6c23752 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Fanout notify agent at l3_agent the message router_deleted on router fa000249-0fa3-4c6a-81c7-3537b68b3573 {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:51:36.336767 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3b1c260b-f783-47f4-9913-89fab6c23752 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:36.341062 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3b1c260b-f783-47f4-9913-89fab6c23752 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "DELETE /v2.0/routers/fa000249-0fa3-4c6a-81c7-3537b68b3573 HTTP/1.1" status: 204 len: 168 time: 0.8342311 Sep 16 05:51:36.341214 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58414) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:36.421931 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b278c064-7419-4bc3-9220-e9a3194af7a3 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:36.507595 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b278c064-7419-4bc3-9220-e9a3194af7a3 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:36.530779 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-b278c064-7419-4bc3-9220-e9a3194af7a3 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d41fd04-86ee-4b47-b1d9-0f6cea226db2']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:36.540453 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-b278c064-7419-4bc3-9220-e9a3194af7a3 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f75969-2005-4bd2-ba39-fa68d3aa327a') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:36.540830 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-b278c064-7419-4bc3-9220-e9a3194af7a3 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f75969-2005-4bd2-ba39-fa68d3aa327a') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:36.550470 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b278c064-7419-4bc3-9220-e9a3194af7a3 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:36.565685 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b278c064-7419-4bc3-9220-e9a3194af7a3 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:36.573355 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b278c064-7419-4bc3-9220-e9a3194af7a3 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:51:36.575336 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b278c064-7419-4bc3-9220-e9a3194af7a3 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:36.579189 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 05:51:36.579189 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:51:36.579189 n-d-712139-15 neutron-server[94767]: timer() Sep 16 05:51:36.579189 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:51:36.579189 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 05:51:36.579189 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:51:36.579189 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 05:51:36.579189 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:51:36.579189 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 05:51:36.579189 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:51:36.579189 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 05:51:36.579189 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:51:36.579189 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 05:51:36.579189 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:51:36.579189 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:51:36.579189 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:51:36.579189 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:51:36.579189 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:51:36.579189 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 05:51:36.579189 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:51:36.579189 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 05:51:36.579189 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:51:36.579189 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:51:36.579189 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:51:36.579189 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 05:51:36.579189 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:51:36.579189 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:51:36.579189 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:51:36.579189 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:51:36.579189 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:51:36.579189 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:51:36.579189 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:51:37.009076 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b278c064-7419-4bc3-9220-e9a3194af7a3 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:37.014226 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-b278c064-7419-4bc3-9220-e9a3194af7a3 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:37.016267 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-b278c064-7419-4bc3-9220-e9a3194af7a3 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "DELETE /v2.0/networks/4d41fd04-86ee-4b47-b1d9-0f6cea226db2 HTTP/1.1" status: 204 len: 168 time: 0.6741223 Sep 16 05:51:37.019037 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58416) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:37.032423 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278c064-7419-4bc3-9220-e9a3194af7a3 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event deleted for resources: {'Network': ['ID=4d41fd04-86ee-4b47-b1d9-0f6cea226db2,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:37.080894 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cabcb3c8-d5e6-4f88-b685-686b10f16aca tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:37.107464 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cabcb3c8-d5e6-4f88-b685-686b10f16aca tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:37.169034 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cabcb3c8-d5e6-4f88-b685-686b10f16aca tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:37.172009 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cabcb3c8-d5e6-4f88-b685-686b10f16aca tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:37.173267 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cabcb3c8-d5e6-4f88-b685-686b10f16aca tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "DELETE /v2.0/security-groups/4611b385-6393-4cf0-b7b2-df8f7b01b453 HTTP/1.1" status: 204 len: 168 time: 0.1529155 Sep 16 05:51:37.182903 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcb3c8-d5e6-4f88-b685-686b10f16aca tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4611b385-6393-4cf0-b7b2-df8f7b01b453,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:37.725181 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device fff0396b-260f-4e36-99a5-f1170bd4d88a no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:51:37.747217 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: fff0396b-260f-4e36-99a5-f1170bd4d88a {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:51:37.747563 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device fff0396b-260f-4e36-99a5-f1170bd4d88a not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:51:37.747975 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3241f32a-cf53-4577-a3cb-f740b6e7864f no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:51:37.766170 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 3241f32a-cf53-4577-a3cb-f740b6e7864f {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:51:37.766513 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 3241f32a-cf53-4577-a3cb-f740b6e7864f not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:51:38.686884 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58424) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:38.692687 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-44673301-01ae-419e-944e-1f9593d5b01b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1412499521', 'description': 'tempest-secgroup-smoke-1412499521 description', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:38.714708 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-44673301-01ae-419e-944e-1f9593d5b01b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:38.799801 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-44673301-01ae-419e-944e-1f9593d5b01b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:38.803614 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-44673301-01ae-419e-944e-1f9593d5b01b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:38.831425 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-44673301-01ae-419e-944e-1f9593d5b01b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:38.832696 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-44673301-01ae-419e-944e-1f9593d5b01b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1446581 Sep 16 05:51:38.834602 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44673301-01ae-419e-944e-1f9593d5b01b tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adf7b282-d604-42f2-98e0-a1dae390b903,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:38.836881 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58426) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:38.842821 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-e2c7c2b8-f9ef-4836-99e5-74af52b5033a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'security_group_rule': {'security_group_id': 'adf7b282-d604-42f2-98e0-a1dae390b903', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:38.870548 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e2c7c2b8-f9ef-4836-99e5-74af52b5033a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:38.924915 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e2c7c2b8-f9ef-4836-99e5-74af52b5033a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:38.928703 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e2c7c2b8-f9ef-4836-99e5-74af52b5033a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:38.946688 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7c2b8-f9ef-4836-99e5-74af52b5033a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc54551c-b410-4719-95e9-9d33990e4278,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:38.952715 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-e2c7c2b8-f9ef-4836-99e5-74af52b5033a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:38.953814 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-e2c7c2b8-f9ef-4836-99e5-74af52b5033a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158988 Sep 16 05:51:38.956611 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58428) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:38.960994 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-ee701660-6ed0-440c-8123-5f0c34f7c55e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'security_group_rule': {'security_group_id': 'adf7b282-d604-42f2-98e0-a1dae390b903', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:38.987524 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ee701660-6ed0-440c-8123-5f0c34f7c55e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:39.044879 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ee701660-6ed0-440c-8123-5f0c34f7c55e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:39.048340 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ee701660-6ed0-440c-8123-5f0c34f7c55e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:39.066415 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee701660-6ed0-440c-8123-5f0c34f7c55e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=212cf5b4-9613-4975-8de9-c23ddb1dc23f,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:39.072857 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ee701660-6ed0-440c-8123-5f0c34f7c55e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:39.074215 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ee701660-6ed0-440c-8123-5f0c34f7c55e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1165888 Sep 16 05:51:39.077111 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58430) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:39.081653 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-3a02079f-77c1-4726-ba64-bd7ad1a20d02 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'security_group_rule': {'security_group_id': 'adf7b282-d604-42f2-98e0-a1dae390b903', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:39.108475 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3a02079f-77c1-4726-ba64-bd7ad1a20d02 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:39.166823 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3a02079f-77c1-4726-ba64-bd7ad1a20d02 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:39.170470 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3a02079f-77c1-4726-ba64-bd7ad1a20d02 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:39.190921 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02079f-77c1-4726-ba64-bd7ad1a20d02 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e015b13d-3c27-44c7-9ad6-6bfe78563330,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:39.197634 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3a02079f-77c1-4726-ba64-bd7ad1a20d02 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:39.199083 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3a02079f-77c1-4726-ba64-bd7ad1a20d02 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209209 Sep 16 05:51:39.202556 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58432) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:39.206918 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-cd25b99a-25cd-478a-9be6-dc28857921f0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'security_group_rule': {'security_group_id': 'adf7b282-d604-42f2-98e0-a1dae390b903', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:39.233739 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cd25b99a-25cd-478a-9be6-dc28857921f0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:39.295847 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cd25b99a-25cd-478a-9be6-dc28857921f0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:39.299564 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cd25b99a-25cd-478a-9be6-dc28857921f0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:39.317944 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25b99a-25cd-478a-9be6-dc28857921f0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7803838f-f57e-4c3f-9a26-6c5fd5a27522,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:39.326271 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cd25b99a-25cd-478a-9be6-dc28857921f0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:39.327485 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-cd25b99a-25cd-478a-9be6-dc28857921f0 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239479 Sep 16 05:51:39.330398 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58434) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:39.334694 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-0c1010df-7c61-48c4-960c-79d063bddde1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'security_group_rule': {'security_group_id': 'adf7b282-d604-42f2-98e0-a1dae390b903', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:39.357057 n-d-712139-15 neutron-server[94767]: INFO neutron.db.securitygroups_db [None req-0c1010df-7c61-48c4-960c-79d063bddde1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Project eb1a1bf9db52473aa7c1d16c03bc5b41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:51:39.361766 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0c1010df-7c61-48c4-960c-79d063bddde1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:39.420336 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0c1010df-7c61-48c4-960c-79d063bddde1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:39.424063 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0c1010df-7c61-48c4-960c-79d063bddde1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:39.443028 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1010df-7c61-48c4-960c-79d063bddde1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1778b2e6-d362-4f97-a074-d13395b8db51,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:39.451578 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0c1010df-7c61-48c4-960c-79d063bddde1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:39.452891 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0c1010df-7c61-48c4-960c-79d063bddde1 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1215050 Sep 16 05:51:39.456085 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58436) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:39.460839 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-635073f1-a571-4968-be7d-e64ada65ff2d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'security_group_rule': {'security_group_id': 'adf7b282-d604-42f2-98e0-a1dae390b903', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:39.485593 n-d-712139-15 neutron-server[94767]: INFO neutron.db.securitygroups_db [None req-635073f1-a571-4968-be7d-e64ada65ff2d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Project eb1a1bf9db52473aa7c1d16c03bc5b41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:51:39.490928 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-635073f1-a571-4968-be7d-e64ada65ff2d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:39.565274 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-635073f1-a571-4968-be7d-e64ada65ff2d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:39.569207 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-635073f1-a571-4968-be7d-e64ada65ff2d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:39.589747 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635073f1-a571-4968-be7d-e64ada65ff2d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7223d3f3-f21e-4775-950e-b567bf1bfafc,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:39.598334 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-635073f1-a571-4968-be7d-e64ada65ff2d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:39.599665 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-635073f1-a571-4968-be7d-e64ada65ff2d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1424699 Sep 16 05:51:39.602938 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58438) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:39.608984 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-5b2f9a3c-b75d-4e0c-9300-1258adb5f490 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'network': {'name': 'tempest-network-smoke--808480659', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'port_security_enabled': True}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:39.630329 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2f9a3c-b75d-4e0c-9300-1258adb5f490 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Made reservation on behalf of eb1a1bf9db52473aa7c1d16c03bc5b41 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:51:39.633810 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5b2f9a3c-b75d-4e0c-9300-1258adb5f490 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:39.659953 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b2f9a3c-b75d-4e0c-9300-1258adb5f490 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:51:39.670201 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5b2f9a3c-b75d-4e0c-9300-1258adb5f490 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:39.670579 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-5b2f9a3c-b75d-4e0c-9300-1258adb5f490 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Added segment 8ff07f33-9731-4170-88a0-3d8e60a97a84 of type vlan for network a707594d-7e98-4217-b83b-2dc271149b77 Sep 16 05:51:39.710880 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5b2f9a3c-b75d-4e0c-9300-1258adb5f490 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:39.743461 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5b2f9a3c-b75d-4e0c-9300-1258adb5f490 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:39.749712 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2f9a3c-b75d-4e0c-9300-1258adb5f490 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:39.750306 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5b2f9a3c-b75d-4e0c-9300-1258adb5f490 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:39.787599 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5b2f9a3c-b75d-4e0c-9300-1258adb5f490 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1835332 Sep 16 05:51:39.790382 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58440) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:39.821879 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-f05a54c7-ea26-47f0-9d95-ec1fe1a55d29 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-801041649', 'admin_state_up': True, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:39.830370 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f9a3c-b75d-4e0c-9300-1258adb5f490 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Network': ['ID=a707594d-7e98-4217-b83b-2dc271149b77,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:39.842123 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network a707594d-7e98-4217-b83b-2dc271149b77 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:51:39.850475 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f05a54c7-ea26-47f0-9d95-ec1fe1a55d29 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:39.851458 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f05a54c7-ea26-47f0-9d95-ec1fe1a55d29 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:39.914503 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f05a54c7-ea26-47f0-9d95-ec1fe1a55d29 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:40.057486 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f05a54c7-ea26-47f0-9d95-ec1fe1a55d29 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:40.218572 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e06f5034-937f-4c6c-bddb-e9d46bcf8fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:40.255523 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f05a54c7-ea26-47f0-9d95-ec1fe1a55d29 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router_gateway, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:40.274995 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f05a54c7-ea26-47f0-9d95-ec1fe1a55d29 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:40.381182 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-f05a54c7-ea26-47f0-9d95-ec1fe1a55d29 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Allocated IP 172.25.8.226 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/4914edab-7fbd-4260-9a3f-d19911f4a9b0) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:51:40.480501 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f05a54c7-ea26-47f0-9d95-ec1fe1a55d29 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:40.519113 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f05a54c7-ea26-47f0-9d95-ec1fe1a55d29 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:40.557179 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05a54c7-ea26-47f0-9d95-ec1fe1a55d29 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:51:40.560801 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-f05a54c7-ea26-47f0-9d95-ec1fe1a55d29 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:40.564011 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05a54c7-ea26-47f0-9d95-ec1fe1a55d29 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:51:40.594531 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a54c7-ea26-47f0-9d95-ec1fe1a55d29 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Port': ['ID=4914edab-7fbd-4260-9a3f-d19911f4a9b0,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:40.827239 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f05a54c7-ea26-47f0-9d95-ec1fe1a55d29 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router_gateway, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:41.026256 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f05a54c7-ea26-47f0-9d95-ec1fe1a55d29 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:41.154820 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f05a54c7-ea26-47f0-9d95-ec1fe1a55d29 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Router ead4e91d-2234-41b3-86bb-5149410fab0c is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:51:41.261489 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05a54c7-ea26-47f0-9d95-ec1fe1a55d29 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:51:41.273058 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b150e4-43ed-4a31-9a3e-beafdbc2f15a None None] Sync routers for ids ['ead4e91d-2234-41b3-86bb-5149410fab0c'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:51:41.283528 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f05a54c7-ea26-47f0-9d95-ec1fe1a55d29 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:41.288008 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f05a54c7-ea26-47f0-9d95-ec1fe1a55d29 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4937346 Sep 16 05:51:41.288792 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b150e4-43ed-4a31-9a3e-beafdbc2f15a None None] Routers {'ead4e91d-2234-41b3-86bb-5149410fab0c'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:41.288792 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-36b150e4-43ed-4a31-9a3e-beafdbc2f15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:51:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['ead4e91d-2234-41b3-86bb-5149410fab0c'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:41.289013 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58442) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:41.317740 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3ebe493c-a15b-4399-8839-e44e3a471162 tempest-TestNetworkAdvancedServerOps-1385846937 tempest-TestNetworkAdvancedServerOps-1385846937-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=eb1a1bf9db52473aa7c1d16c03bc5b41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281837 Sep 16 05:51:41.320244 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58444) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:41.415365 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a768f702-37f9-4602-9b40-7ad45f569b78 tempest-TestNetworkAdvancedServerOps-1385846937 tempest-TestNetworkAdvancedServerOps-1385846937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:41.416857 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a768f702-37f9-4602-9b40-7ad45f569b78 tempest-TestNetworkAdvancedServerOps-1385846937 tempest-TestNetworkAdvancedServerOps-1385846937-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0955927 Sep 16 05:51:41.419944 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58446) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:41.449831 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-036c2fa1-ff78-434d-80db-5b075ce746f4 tempest-TestNetworkAdvancedServerOps-1385846937 tempest-TestNetworkAdvancedServerOps-1385846937-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=6423976d-c7ec-41de-996e-2a06dce8febc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287333 Sep 16 05:51:41.453020 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58448) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:41.457999 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-dd966674-f080-4b76-9b84-12fce2f94fad tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1037436446', 'network_id': 'a707594d-7e98-4217-b83b-2dc271149b77', 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:41.548471 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd966674-f080-4b76-9b84-12fce2f94fad tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Made reservation on behalf of eb1a1bf9db52473aa7c1d16c03bc5b41 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:51:41.552823 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dd966674-f080-4b76-9b84-12fce2f94fad tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:41.553745 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-36b150e4-43ed-4a31-9a3e-beafdbc2f15a None None] Set router ead4e91d-2234-41b3-86bb-5149410fab0c gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:51:41.732677 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-36b150e4-43ed-4a31-9a3e-beafdbc2f15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801041649', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '4914edab-7fbd-4260-9a3f-d19911f4a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:51:39Z', 'updated_at': '2021-09-16T05:51:40Z', 'revision_number': 3, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '4914edab-7fbd-4260-9a3f-d19911f4a9b0', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:c5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:40Z', 'updated_at': '2021-09-16T05:51:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:41.740652 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dd966674-f080-4b76-9b84-12fce2f94fad tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:41.759015 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b150e4-43ed-4a31-9a3e-beafdbc2f15a None None] Checking router: ead4e91d-2234-41b3-86bb-5149410fab0c for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:51:41.759367 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b150e4-43ed-4a31-9a3e-beafdbc2f15a None None] Updating router ead4e91d-2234-41b3-86bb-5149410fab0c port 4914edab-7fbd-4260-9a3f-d19911f4a9b0 binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:51:41.790266 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-36b150e4-43ed-4a31-9a3e-beafdbc2f15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:41.808462 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd966674-f080-4b76-9b84-12fce2f94fad tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Subnet': ['ID=304946d7-9cbb-42a5-b5be-59c0e39ee7d9,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:41.817567 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd966674-f080-4b76-9b84-12fce2f94fad tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Checking segment: {'id': '8ff07f33-9731-4170-88a0-3d8e60a97a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a707594d-7e98-4217-b83b-2dc271149b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:51:41.818359 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd966674-f080-4b76-9b84-12fce2f94fad tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Network hostable DHCP agents. Network: a707594d-7e98-4217-b83b-2dc271149b77, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:51:41.836126 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd966674-f080-4b76-9b84-12fce2f94fad tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Network a707594d-7e98-4217-b83b-2dc271149b77 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:51:41.845391 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-dd966674-f080-4b76-9b84-12fce2f94fad tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, a707594d-7e98-4217-b83b-2dc271149b77) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:41.850417 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd966674-f080-4b76-9b84-12fce2f94fad tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:41.851187 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-dd966674-f080-4b76-9b84-12fce2f94fad tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:41.866275 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-dd966674-f080-4b76-9b84-12fce2f94fad tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4122038 Sep 16 05:51:41.874132 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58450) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:41.874290 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2526e4be-9dd4-4dc4-8539-fde6d175a465 None None] Network a707594d-7e98-4217-b83b-2dc271149b77 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:51:42.115180 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20092ec-422d-4803-affb-100e86dd9815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-a707594d-7e98-4217-b83b-2dc271149b77', 'network_id': 'a707594d-7e98-4217-b83b-2dc271149b77', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'fixed_ips': [{'subnet_id': '304946d7-9cbb-42a5-b5be-59c0e39ee7d9'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:51:42.116027 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e20092ec-422d-4803-affb-100e86dd9815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:42.174513 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-36b150e4-43ed-4a31-9a3e-beafdbc2f15a None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:42.231389 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-36b150e4-43ed-4a31-9a3e-beafdbc2f15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:42.323594 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-36b150e4-43ed-4a31-9a3e-beafdbc2f15a None None] Attempting to bind port 4914edab-7fbd-4260-9a3f-d19911f4a9b0 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:51:42.324304 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-36b150e4-43ed-4a31-9a3e-beafdbc2f15a None None] Attempting to bind port 4914edab-7fbd-4260-9a3f-d19911f4a9b0 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:51:42.324304 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b150e4-43ed-4a31-9a3e-beafdbc2f15a None None] Attempting to bind port 4914edab-7fbd-4260-9a3f-d19911f4a9b0 on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:51:42.326380 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611b4d3-ce57-4480-b064-9199f8f57f8d None None] Pushing event updated for resources: {'Port': ['ID=4914edab-7fbd-4260-9a3f-d19911f4a9b0,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:42.330917 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-03da15f5-d5b4-4194-ba4f-82ec807b56cc tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:42.334949 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b150e4-43ed-4a31-9a3e-beafdbc2f15a None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:51:42.335324 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b150e4-43ed-4a31-9a3e-beafdbc2f15a None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:51:42.335728 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-36b150e4-43ed-4a31-9a3e-beafdbc2f15a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:42.336123 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b150e4-43ed-4a31-9a3e-beafdbc2f15a None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:51:42.336675 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-36b150e4-43ed-4a31-9a3e-beafdbc2f15a None None] Bound port: 4914edab-7fbd-4260-9a3f-d19911f4a9b0, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:51:42.337064 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-36b150e4-43ed-4a31-9a3e-beafdbc2f15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:42.383142 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-e20092ec-422d-4803-affb-100e86dd9815 None None] Allocated IP 172.20.0.2 (a707594d-7e98-4217-b83b-2dc271149b77/304946d7-9cbb-42a5-b5be-59c0e39ee7d9/716d35a4-6f97-4fcf-9056-b6c7ea5c7a2f) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:51:42.392364 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:42.429420 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-36b150e4-43ed-4a31-9a3e-beafdbc2f15a None None] For port 4914edab-7fbd-4260-9a3f-d19911f4a9b0, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:51:42.454112 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-36b150e4-43ed-4a31-9a3e-beafdbc2f15a None None] For port 4914edab-7fbd-4260-9a3f-d19911f4a9b0, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=4914edab-7fbd-4260-9a3f-d19911f4a9b0,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:51:42.484691 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-36b150e4-43ed-4a31-9a3e-beafdbc2f15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:42.572615 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611b4d3-ce57-4480-b064-9199f8f57f8d None None] Pushing event updated for resources: {'Port': ['ID=4914edab-7fbd-4260-9a3f-d19911f4a9b0,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:42.580471 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b150e4-43ed-4a31-9a3e-beafdbc2f15a None None] Routers {'ead4e91d-2234-41b3-86bb-5149410fab0c'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:42.581111 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-36b150e4-43ed-4a31-9a3e-beafdbc2f15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:51:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['ead4e91d-2234-41b3-86bb-5149410fab0c'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:42.678686 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e20092ec-422d-4803-affb-100e86dd9815 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:42.709690 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e20092ec-422d-4803-affb-100e86dd9815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:42.757336 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-03da15f5-d5b4-4194-ba4f-82ec807b56cc tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Allocated IP 172.20.0.1 (a707594d-7e98-4217-b83b-2dc271149b77/304946d7-9cbb-42a5-b5be-59c0e39ee7d9/e8b87dc2-174a-4186-95bb-d922cf7002c8) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:51:42.760321 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-36b150e4-43ed-4a31-9a3e-beafdbc2f15a None None] Set router ead4e91d-2234-41b3-86bb-5149410fab0c gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:51:42.819888 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20092ec-422d-4803-affb-100e86dd9815 None None] Network a707594d-7e98-4217-b83b-2dc271149b77 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:51:42.832122 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-e20092ec-422d-4803-affb-100e86dd9815 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:42.843836 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20092ec-422d-4803-affb-100e86dd9815 None None] Pushing event updated for resources: {'Port': ['ID=716d35a4-6f97-4fcf-9056-b6c7ea5c7a2f,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:42.846238 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20092ec-422d-4803-affb-100e86dd9815 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:51:42.879127 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-03da15f5-d5b4-4194-ba4f-82ec807b56cc tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:42.914463 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-03da15f5-d5b4-4194-ba4f-82ec807b56cc tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:42.946873 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-e20092ec-422d-4803-affb-100e86dd9815 None None] Attempting to bind port 716d35a4-6f97-4fcf-9056-b6c7ea5c7a2f on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:51:42.947284 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-e20092ec-422d-4803-affb-100e86dd9815 None None] Attempting to bind port 716d35a4-6f97-4fcf-9056-b6c7ea5c7a2f by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '8ff07f33-9731-4170-88a0-3d8e60a97a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a707594d-7e98-4217-b83b-2dc271149b77'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:51:42.947645 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20092ec-422d-4803-affb-100e86dd9815 None None] Attempting to bind port 716d35a4-6f97-4fcf-9056-b6c7ea5c7a2f on network a707594d-7e98-4217-b83b-2dc271149b77 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:51:42.955469 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03da15f5-d5b4-4194-ba4f-82ec807b56cc tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Network a707594d-7e98-4217-b83b-2dc271149b77 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:51:42.958599 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-03da15f5-d5b4-4194-ba4f-82ec807b56cc tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:42.961882 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03da15f5-d5b4-4194-ba4f-82ec807b56cc tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:51:42.963214 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20092ec-422d-4803-affb-100e86dd9815 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:51:42.963214 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20092ec-422d-4803-affb-100e86dd9815 None None] Checking segment: {'id': '8ff07f33-9731-4170-88a0-3d8e60a97a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a707594d-7e98-4217-b83b-2dc271149b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:51:42.964550 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e20092ec-422d-4803-affb-100e86dd9815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:42.964550 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20092ec-422d-4803-affb-100e86dd9815 None None] Bound using segment: {'id': '8ff07f33-9731-4170-88a0-3d8e60a97a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a707594d-7e98-4217-b83b-2dc271149b77'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:51:42.964550 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-e20092ec-422d-4803-affb-100e86dd9815 None None] Bound port: 716d35a4-6f97-4fcf-9056-b6c7ea5c7a2f, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ff07f33-9731-4170-88a0-3d8e60a97a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a707594d-7e98-4217-b83b-2dc271149b77'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:51:42.964862 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e20092ec-422d-4803-affb-100e86dd9815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:43.002196 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da15f5-d5b4-4194-ba4f-82ec807b56cc tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Port': ['ID=e8b87dc2-174a-4186-95bb-d922cf7002c8,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:43.016280 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-03da15f5-d5b4-4194-ba4f-82ec807b56cc tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:43.075413 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-e20092ec-422d-4803-affb-100e86dd9815 None None] For port 716d35a4-6f97-4fcf-9056-b6c7ea5c7a2f, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:51:43.079129 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-e20092ec-422d-4803-affb-100e86dd9815 None None] For port 716d35a4-6f97-4fcf-9056-b6c7ea5c7a2f, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=716d35a4-6f97-4fcf-9056-b6c7ea5c7a2f,segment=NetworkSegment(8ff07f33-9731-4170-88a0-3d8e60a97a84),segment_id=8ff07f33-9731-4170-88a0-3d8e60a97a84)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:51:43.084746 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e20092ec-422d-4803-affb-100e86dd9815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:43.089032 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-36b150e4-43ed-4a31-9a3e-beafdbc2f15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801041649', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '4914edab-7fbd-4260-9a3f-d19911f4a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:51:39Z', 'updated_at': '2021-09-16T05:51:40Z', 'revision_number': 3, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '4914edab-7fbd-4260-9a3f-d19911f4a9b0', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:c5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:40Z', 'updated_at': '2021-09-16T05:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:43.154520 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b150e4-43ed-4a31-9a3e-beafdbc2f15a None None] The sync data for ids ['ead4e91d-2234-41b3-86bb-5149410fab0c'] in n-d-712139-15 is: [{'id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801041649', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '4914edab-7fbd-4260-9a3f-d19911f4a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:51:39Z', 'updated_at': '2021-09-16T05:51:40Z', 'revision_number': 3, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '4914edab-7fbd-4260-9a3f-d19911f4a9b0', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:c5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:40Z', 'updated_at': '2021-09-16T05:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:51:43.161644 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-03da15f5-d5b4-4194-ba4f-82ec807b56cc tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:43.183868 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20092ec-422d-4803-affb-100e86dd9815 None None] Pushing event updated for resources: {'Port': ['ID=716d35a4-6f97-4fcf-9056-b6c7ea5c7a2f,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:43.387166 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9857d526-f14a-4be5-8904-d18d26833f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:43.542593 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-03da15f5-d5b4-4194-ba4f-82ec807b56cc tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:43.550259 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-03da15f5-d5b4-4194-ba4f-82ec807b56cc tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:43.626964 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da15f5-d5b4-4194-ba4f-82ec807b56cc tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Port': ['ID=e8b87dc2-174a-4186-95bb-d922cf7002c8,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:43.629427 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-03da15f5-d5b4-4194-ba4f-82ec807b56cc tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:43.677218 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:43.745043 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03da15f5-d5b4-4194-ba4f-82ec807b56cc tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Network a707594d-7e98-4217-b83b-2dc271149b77 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:51:43.746693 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-03da15f5-d5b4-4194-ba4f-82ec807b56cc tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:43.826735 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 716d35a4-6f97-4fcf-9056-b6c7ea5c7a2f up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:51:43.881280 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 716d35a4-6f97-4fcf-9056-b6c7ea5c7a2f triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:43.881664 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:43.883433 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03da15f5-d5b4-4194-ba4f-82ec807b56cc tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Router ead4e91d-2234-41b3-86bb-5149410fab0c has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:51:43.971655 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:44.012492 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 716d35a4-6f97-4fcf-9056-b6c7ea5c7a2f, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=716d35a4-6f97-4fcf-9056-b6c7ea5c7a2f,segment=NetworkSegment(8ff07f33-9731-4170-88a0-3d8e60a97a84),segment_id=8ff07f33-9731-4170-88a0-3d8e60a97a84)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:44.017564 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03da15f5-d5b4-4194-ba4f-82ec807b56cc tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:51:44.018217 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:44.019247 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 4914edab-7fbd-4260-9a3f-d19911f4a9b0 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:51:44.029463 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-03da15f5-d5b4-4194-ba4f-82ec807b56cc tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "PUT /v2.0/routers/ead4e91d-2234-41b3-86bb-5149410fab0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1539681 Sep 16 05:51:44.107574 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=716d35a4-6f97-4fcf-9056-b6c7ea5c7a2f,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:44.117786 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 4914edab-7fbd-4260-9a3f-d19911f4a9b0 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:44.118205 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:44.200115 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:44.221855 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-abca1058-c623-4a62-af41-d95b083419dc tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1412499521&fields=id&tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41 HTTP/1.1" status: 200 len: 267 time: 0.0499313 Sep 16 05:51:44.225410 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 4914edab-7fbd-4260-9a3f-d19911f4a9b0, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=4914edab-7fbd-4260-9a3f-d19911f4a9b0,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:44.232981 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:44.298683 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=4914edab-7fbd-4260-9a3f-d19911f4a9b0,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:44.328384 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02128002-aaed-4f3a-9356-ae1dd2e809d6 None None] Network a707594d-7e98-4217-b83b-2dc271149b77 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:51:44.356249 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-4f8a34c0-5130-4042-8c6d-af3aab12f59e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:44.358279 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-4f8a34c0-5130-4042-8c6d-af3aab12f59e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/networks?id=a707594d-7e98-4217-b83b-2dc271149b77 HTTP/1.1" status: 200 len: 796 time: 0.1267188 Sep 16 05:51:44.375008 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-4d0895cc-5884-46e0-aa7c-e668574fbf70 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/quotas/eb1a1bf9db52473aa7c1d16c03bc5b41 HTTP/1.1" status: 200 len: 375 time: 0.0109525 Sep 16 05:51:44.404761 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-6b8a3ea3-a59f-4ddf-bc60-a543b3269c8f None None] Provisioning complete for port 716d35a4-6f97-4fcf-9056-b6c7ea5c7a2f triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:44.405369 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6b8a3ea3-a59f-4ddf-bc60-a543b3269c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:44.431826 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-f87f7276-2dfc-4162-80ce-5622a9663095 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507121 Sep 16 05:51:44.596245 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-d7e142a9-a185-4d91-b388-95e92992bc78 service neutron] 10.222.0.35 "GET /v2.0/networks/a707594d-7e98-4217-b83b-2dc271149b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514430 Sep 16 05:51:44.702786 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-78cf4f2e-ba56-41fc-ac9d-6b7fcfd6806a service neutron] 10.222.0.35 "GET /v2.0/networks/a707594d-7e98-4217-b83b-2dc271149b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999234 Sep 16 05:51:44.771986 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-edf55964-a70b-4932-85e4-74b702173232 None None] Provisioning complete for port e8b87dc2-174a-4186-95bb-d922cf7002c8 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:44.772358 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-edf55964-a70b-4932-85e4-74b702173232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:44.841299 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-edf55964-a70b-4932-85e4-74b702173232 None None] Port e8b87dc2-174a-4186-95bb-d922cf7002c8 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:51:44.852210 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:44.866433 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-edf55964-a70b-4932-85e4-74b702173232 None None] Provisioning complete for port 716d35a4-6f97-4fcf-9056-b6c7ea5c7a2f triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:44.866812 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-edf55964-a70b-4932-85e4-74b702173232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:44.914461 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e31f3079-6442-4680-b049-a1229a2cab81 req-cc4f0ceb-19eb-4bef-bfbb-50240d074277 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=7133ff39-a2b1-4419-8cd4-316d356cf187 HTTP/1.1" status: 200 len: 210 time: 0.0343900 Sep 16 05:51:45.064138 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804e3015-da67-4b0e-99c4-87b88e18eae5 None None] Sync routers for ids ['ead4e91d-2234-41b3-86bb-5149410fab0c'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:51:45.073419 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804e3015-da67-4b0e-99c4-87b88e18eae5 None None] Routers {'ead4e91d-2234-41b3-86bb-5149410fab0c'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:45.074145 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-804e3015-da67-4b0e-99c4-87b88e18eae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:51:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['ead4e91d-2234-41b3-86bb-5149410fab0c'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:45.094683 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-767e5ff9-7831-454f-97f6-10938b84be7d None None] Provisioning complete for port e8b87dc2-174a-4186-95bb-d922cf7002c8 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:45.095103 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-767e5ff9-7831-454f-97f6-10938b84be7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:45.142888 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-767e5ff9-7831-454f-97f6-10938b84be7d None None] Port e8b87dc2-174a-4186-95bb-d922cf7002c8 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:51:45.266430 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-680c7b25-7b94-400a-8e91-d8ad88645fb0 None None] Provisioning complete for port e8b87dc2-174a-4186-95bb-d922cf7002c8 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:45.267083 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-680c7b25-7b94-400a-8e91-d8ad88645fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:45.296191 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-804e3015-da67-4b0e-99c4-87b88e18eae5 None None] Set router ead4e91d-2234-41b3-86bb-5149410fab0c gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:51:45.305060 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-680c7b25-7b94-400a-8e91-d8ad88645fb0 None None] Port e8b87dc2-174a-4186-95bb-d922cf7002c8 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:51:45.341721 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:45.512045 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-804e3015-da67-4b0e-99c4-87b88e18eae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801041649', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '4914edab-7fbd-4260-9a3f-d19911f4a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:51:39Z', 'updated_at': '2021-09-16T05:51:43Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '4914edab-7fbd-4260-9a3f-d19911f4a9b0', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:c5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:40Z', 'updated_at': '2021-09-16T05:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'e8b87dc2-174a-4186-95bb-d922cf7002c8', 'name': '', 'network_id': 'a707594d-7e98-4217-b83b-2dc271149b77', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:c7:17:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '304946d7-9cbb-42a5-b5be-59c0e39ee7d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:42Z', 'updated_at': '2021-09-16T05:51:43Z', 'revision_number': 2, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': '304946d7-9cbb-42a5-b5be-59c0e39ee7d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:45.539271 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804e3015-da67-4b0e-99c4-87b88e18eae5 None None] Checking router: ead4e91d-2234-41b3-86bb-5149410fab0c for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:51:45.539624 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804e3015-da67-4b0e-99c4-87b88e18eae5 None None] Updating router ead4e91d-2234-41b3-86bb-5149410fab0c port e8b87dc2-174a-4186-95bb-d922cf7002c8 binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:51:45.572268 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-804e3015-da67-4b0e-99c4-87b88e18eae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:45.735317 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 716d35a4-6f97-4fcf-9056-b6c7ea5c7a2f up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:51:45.792956 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 716d35a4-6f97-4fcf-9056-b6c7ea5c7a2f triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:45.793284 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:45.848934 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-804e3015-da67-4b0e-99c4-87b88e18eae5 None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:45.855840 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-804e3015-da67-4b0e-99c4-87b88e18eae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:45.880033 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 4914edab-7fbd-4260-9a3f-d19911f4a9b0 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:51:45.943147 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 4914edab-7fbd-4260-9a3f-d19911f4a9b0 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:45.944257 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:45.987626 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5ad63-15d6-45bf-82f2-60d59e99491d None None] Pushing event updated for resources: {'Port': ['ID=e8b87dc2-174a-4186-95bb-d922cf7002c8,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:45.995391 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-804e3015-da67-4b0e-99c4-87b88e18eae5 None None] Attempting to bind port e8b87dc2-174a-4186-95bb-d922cf7002c8 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:51:45.996054 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-804e3015-da67-4b0e-99c4-87b88e18eae5 None None] Attempting to bind port e8b87dc2-174a-4186-95bb-d922cf7002c8 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '8ff07f33-9731-4170-88a0-3d8e60a97a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a707594d-7e98-4217-b83b-2dc271149b77'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:51:45.996640 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804e3015-da67-4b0e-99c4-87b88e18eae5 None None] Attempting to bind port e8b87dc2-174a-4186-95bb-d922cf7002c8 on network a707594d-7e98-4217-b83b-2dc271149b77 {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:51:46.000644 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced5ad63-15d6-45bf-82f2-60d59e99491d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:46.001242 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced5ad63-15d6-45bf-82f2-60d59e99491d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:46.001756 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced5ad63-15d6-45bf-82f2-60d59e99491d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:46.002281 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced5ad63-15d6-45bf-82f2-60d59e99491d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:46.002775 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced5ad63-15d6-45bf-82f2-60d59e99491d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:46.003290 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced5ad63-15d6-45bf-82f2-60d59e99491d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:46.003830 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced5ad63-15d6-45bf-82f2-60d59e99491d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:46.004373 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced5ad63-15d6-45bf-82f2-60d59e99491d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:46.004977 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced5ad63-15d6-45bf-82f2-60d59e99491d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:46.005305 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced5ad63-15d6-45bf-82f2-60d59e99491d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:46.005633 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced5ad63-15d6-45bf-82f2-60d59e99491d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:46.006213 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced5ad63-15d6-45bf-82f2-60d59e99491d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:46.014457 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804e3015-da67-4b0e-99c4-87b88e18eae5 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:51:46.014457 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804e3015-da67-4b0e-99c4-87b88e18eae5 None None] Checking segment: {'id': '8ff07f33-9731-4170-88a0-3d8e60a97a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a707594d-7e98-4217-b83b-2dc271149b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:51:46.014887 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-804e3015-da67-4b0e-99c4-87b88e18eae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:46.015226 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804e3015-da67-4b0e-99c4-87b88e18eae5 None None] Bound using segment: {'id': '8ff07f33-9731-4170-88a0-3d8e60a97a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a707594d-7e98-4217-b83b-2dc271149b77'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:51:46.016313 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-804e3015-da67-4b0e-99c4-87b88e18eae5 None None] Bound port: e8b87dc2-174a-4186-95bb-d922cf7002c8, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ff07f33-9731-4170-88a0-3d8e60a97a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a707594d-7e98-4217-b83b-2dc271149b77'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:51:46.016313 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-804e3015-da67-4b0e-99c4-87b88e18eae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:46.066694 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9005351c-609a-4459-99f6-0565c991771c req-fa47acb1-d04a-4ab0-a8ad-9cece38472fc tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=7133ff39-a2b1-4419-8cd4-316d356cf187 HTTP/1.1" status: 200 len: 210 time: 0.0331037 Sep 16 05:51:46.145376 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-a42a13bd-ad87-4473-8226-a96083ee3aa6 None None] Provisioning complete for port e8b87dc2-174a-4186-95bb-d922cf7002c8 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:46.146321 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a42a13bd-ad87-4473-8226-a96083ee3aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:46.149611 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-804e3015-da67-4b0e-99c4-87b88e18eae5 None None] For port e8b87dc2-174a-4186-95bb-d922cf7002c8, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:51:46.162232 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-804e3015-da67-4b0e-99c4-87b88e18eae5 None None] For port e8b87dc2-174a-4186-95bb-d922cf7002c8, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=e8b87dc2-174a-4186-95bb-d922cf7002c8,segment=NetworkSegment(8ff07f33-9731-4170-88a0-3d8e60a97a84),segment_id=8ff07f33-9731-4170-88a0-3d8e60a97a84)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:51:46.164213 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:51:46.167610 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-804e3015-da67-4b0e-99c4-87b88e18eae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:46.223790 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-b34c8469-d273-487a-a620-2e461e839cb8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:46.227123 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-a42a13bd-ad87-4473-8226-a96083ee3aa6 None None] Port e8b87dc2-174a-4186-95bb-d922cf7002c8 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:51:46.227557 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-b34c8469-d273-487a-a620-2e461e839cb8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.48 "GET /v2.0/networks?id=a707594d-7e98-4217-b83b-2dc271149b77 HTTP/1.1" status: 200 len: 796 time: 0.2090492 Sep 16 05:51:46.242083 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5ad63-15d6-45bf-82f2-60d59e99491d None None] Pushing event updated for resources: {'Port': ['ID=e8b87dc2-174a-4186-95bb-d922cf7002c8,revision_number=4']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:46.257008 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804e3015-da67-4b0e-99c4-87b88e18eae5 None None] Routers {'ead4e91d-2234-41b3-86bb-5149410fab0c'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:46.258181 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-804e3015-da67-4b0e-99c4-87b88e18eae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:51:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['ead4e91d-2234-41b3-86bb-5149410fab0c'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:46.288103 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-9ba910d2-7017-46ce-adc0-61fd3c8cacc2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41 HTTP/1.1" status: 200 len: 380 time: 0.0455718 Sep 16 05:51:46.302696 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-22d78662-dedb-410b-8d4f-e5beeb5e6bdf tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'port': {'device_id': '7133ff39-a2b1-4419-8cd4-316d356cf187', 'network_id': 'a707594d-7e98-4217-b83b-2dc271149b77', 'admin_state_up': True, 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'security_groups': ['adf7b282-d604-42f2-98e0-a1dae390b903']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:46.335773 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:46.395971 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-804e3015-da67-4b0e-99c4-87b88e18eae5 None None] Set router ead4e91d-2234-41b3-86bb-5149410fab0c gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:51:46.435087 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-22d78662-dedb-410b-8d4f-e5beeb5e6bdf tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Made reservation on behalf of eb1a1bf9db52473aa7c1d16c03bc5b41 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:51:46.440326 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-22d78662-dedb-410b-8d4f-e5beeb5e6bdf tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:46.548198 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-273bf697-e7f1-4d71-8cde-1ce4111e83f1 None None] Provisioning complete for port e8b87dc2-174a-4186-95bb-d922cf7002c8 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:46.548613 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-273bf697-e7f1-4d71-8cde-1ce4111e83f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:46.598065 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-22d78662-dedb-410b-8d4f-e5beeb5e6bdf tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Allocated IP 172.20.0.14 (a707594d-7e98-4217-b83b-2dc271149b77/304946d7-9cbb-42a5-b5be-59c0e39ee7d9/a5397366-54ce-40f3-83ec-4327be877003) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:51:46.622295 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-804e3015-da67-4b0e-99c4-87b88e18eae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801041649', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '4914edab-7fbd-4260-9a3f-d19911f4a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:51:39Z', 'updated_at': '2021-09-16T05:51:43Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '4914edab-7fbd-4260-9a3f-d19911f4a9b0', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:c5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:40Z', 'updated_at': '2021-09-16T05:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'e8b87dc2-174a-4186-95bb-d922cf7002c8', 'name': '', 'network_id': 'a707594d-7e98-4217-b83b-2dc271149b77', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:c7:17:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '304946d7-9cbb-42a5-b5be-59c0e39ee7d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:42Z', 'updated_at': '2021-09-16T05:51:46Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': '304946d7-9cbb-42a5-b5be-59c0e39ee7d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:46.647971 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-273bf697-e7f1-4d71-8cde-1ce4111e83f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:46.650535 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804e3015-da67-4b0e-99c4-87b88e18eae5 None None] The sync data for ids ['ead4e91d-2234-41b3-86bb-5149410fab0c'] in n-d-712139-15 is: [{'id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801041649', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '4914edab-7fbd-4260-9a3f-d19911f4a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:51:39Z', 'updated_at': '2021-09-16T05:51:43Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '4914edab-7fbd-4260-9a3f-d19911f4a9b0', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:c5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:40Z', 'updated_at': '2021-09-16T05:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'e8b87dc2-174a-4186-95bb-d922cf7002c8', 'name': '', 'network_id': 'a707594d-7e98-4217-b83b-2dc271149b77', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:c7:17:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '304946d7-9cbb-42a5-b5be-59c0e39ee7d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:42Z', 'updated_at': '2021-09-16T05:51:46Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': '304946d7-9cbb-42a5-b5be-59c0e39ee7d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:51:46.695222 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-273bf697-e7f1-4d71-8cde-1ce4111e83f1 None None] For port e8b87dc2-174a-4186-95bb-d922cf7002c8, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=e8b87dc2-174a-4186-95bb-d922cf7002c8,segment=NetworkSegment(8ff07f33-9731-4170-88a0-3d8e60a97a84),segment_id=8ff07f33-9731-4170-88a0-3d8e60a97a84)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:46.718161 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-273bf697-e7f1-4d71-8cde-1ce4111e83f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:46.783608 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273bf697-e7f1-4d71-8cde-1ce4111e83f1 None None] Pushing event updated for resources: {'Port': ['ID=e8b87dc2-174a-4186-95bb-d922cf7002c8,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:46.789186 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-22d78662-dedb-410b-8d4f-e5beeb5e6bdf tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:46.830764 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-22d78662-dedb-410b-8d4f-e5beeb5e6bdf tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:46.870339 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-22d78662-dedb-410b-8d4f-e5beeb5e6bdf tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Network a707594d-7e98-4217-b83b-2dc271149b77 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:51:46.873645 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-22d78662-dedb-410b-8d4f-e5beeb5e6bdf tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:46.877729 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-22d78662-dedb-410b-8d4f-e5beeb5e6bdf tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:51:46.926496 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d78662-dedb-410b-8d4f-e5beeb5e6bdf tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Port': ['ID=a5397366-54ce-40f3-83ec-4327be877003,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:46.949643 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-22d78662-dedb-410b-8d4f-e5beeb5e6bdf tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:46.950940 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-22d78662-dedb-410b-8d4f-e5beeb5e6bdf tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:46.973197 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-22d78662-dedb-410b-8d4f-e5beeb5e6bdf tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6741314 Sep 16 05:51:46.990910 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-239768b9-0337-4b82-b8fe-9a8b5489c759 service neutron] Request body: {'port': {'device_id': '7133ff39-a2b1-4419-8cd4-316d356cf187', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:47.056834 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-239768b9-0337-4b82-b8fe-9a8b5489c759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:47.149762 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-ea6f6aed-7e69-4f1f-a8ba-a85a0b0e6a55 None None] Provisioning complete for port a5397366-54ce-40f3-83ec-4327be877003 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:47.153127 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ea6f6aed-7e69-4f1f-a8ba-a85a0b0e6a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:47.207068 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-ea6f6aed-7e69-4f1f-a8ba-a85a0b0e6a55 None None] Port a5397366-54ce-40f3-83ec-4327be877003 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:51:47.274463 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134eb1ce-0013-4d17-a67a-af6cc469bbb8 req-3c562d7c-581c-4a00-a4f8-fe3fe6e6115c tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:47.276205 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-134eb1ce-0013-4d17-a67a-af6cc469bbb8 req-3c562d7c-581c-4a00-a4f8-fe3fe6e6115c tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=7133ff39-a2b1-4419-8cd4-316d356cf187 HTTP/1.1" status: 200 len: 932 time: 0.0964756 Sep 16 05:51:47.381170 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-134eb1ce-0013-4d17-a67a-af6cc469bbb8 req-252584c7-85af-4dad-aedd-edbe39654a21 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=adf7b282-d604-42f2-98e0-a1dae390b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726368 Sep 16 05:51:47.474108 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-239768b9-0337-4b82-b8fe-9a8b5489c759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5397366-54ce-40f3-83ec-4327be877003 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:51:47.483826 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-239768b9-0337-4b82-b8fe-9a8b5489c759 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:47.496852 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-239768b9-0337-4b82-b8fe-9a8b5489c759 service neutron] Transition to ACTIVE for port object a5397366-54ce-40f3-83ec-4327be877003 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:51:47.503051 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-239768b9-0337-4b82-b8fe-9a8b5489c759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:47.555426 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239768b9-0337-4b82-b8fe-9a8b5489c759 service neutron] Pushing event updated for resources: {'Port': ['ID=a5397366-54ce-40f3-83ec-4327be877003,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:47.647716 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-239768b9-0337-4b82-b8fe-9a8b5489c759 service neutron] Attempting to bind port a5397366-54ce-40f3-83ec-4327be877003 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:51:47.648044 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-239768b9-0337-4b82-b8fe-9a8b5489c759 service neutron] Attempting to bind port a5397366-54ce-40f3-83ec-4327be877003 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '8ff07f33-9731-4170-88a0-3d8e60a97a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a707594d-7e98-4217-b83b-2dc271149b77'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:51:47.648304 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-239768b9-0337-4b82-b8fe-9a8b5489c759 service neutron] Attempting to bind port a5397366-54ce-40f3-83ec-4327be877003 on network a707594d-7e98-4217-b83b-2dc271149b77 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:51:47.653283 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-239768b9-0337-4b82-b8fe-9a8b5489c759 service neutron] Port a5397366-54ce-40f3-83ec-4327be877003 on network a707594d-7e98-4217-b83b-2dc271149b77 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:51:47.653714 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-239768b9-0337-4b82-b8fe-9a8b5489c759 service neutron] Attempting to bind port a5397366-54ce-40f3-83ec-4327be877003 on network a707594d-7e98-4217-b83b-2dc271149b77 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:51:47.659236 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-239768b9-0337-4b82-b8fe-9a8b5489c759 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:51:47.659600 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-239768b9-0337-4b82-b8fe-9a8b5489c759 service neutron] Checking segment: {'id': '8ff07f33-9731-4170-88a0-3d8e60a97a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a707594d-7e98-4217-b83b-2dc271149b77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:51:47.659964 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-239768b9-0337-4b82-b8fe-9a8b5489c759 service neutron] Bound using segment: {'id': '8ff07f33-9731-4170-88a0-3d8e60a97a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a707594d-7e98-4217-b83b-2dc271149b77'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:51:47.660392 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-239768b9-0337-4b82-b8fe-9a8b5489c759 service neutron] Bound port: a5397366-54ce-40f3-83ec-4327be877003, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ff07f33-9731-4170-88a0-3d8e60a97a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a707594d-7e98-4217-b83b-2dc271149b77'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:51:47.660791 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-239768b9-0337-4b82-b8fe-9a8b5489c759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:47.759570 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-239768b9-0337-4b82-b8fe-9a8b5489c759 service neutron] For port a5397366-54ce-40f3-83ec-4327be877003, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:51:47.764155 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-239768b9-0337-4b82-b8fe-9a8b5489c759 service neutron] For port a5397366-54ce-40f3-83ec-4327be877003, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=a5397366-54ce-40f3-83ec-4327be877003,segment=NetworkSegment(8ff07f33-9731-4170-88a0-3d8e60a97a84),segment_id=8ff07f33-9731-4170-88a0-3d8e60a97a84)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:51:47.770432 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-239768b9-0337-4b82-b8fe-9a8b5489c759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:47.791276 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device e8b87dc2-174a-4186-95bb-d922cf7002c8 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:51:47.810938 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-239768b9-0337-4b82-b8fe-9a8b5489c759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:47.811697 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-239768b9-0337-4b82-b8fe-9a8b5489c759 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:47.813691 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-239768b9-0337-4b82-b8fe-9a8b5489c759 service neutron] 10.222.0.48 "PUT /v2.0/ports/a5397366-54ce-40f3-83ec-4327be877003 HTTP/1.1" status: 200 len: 1093 time: 0.8271837 Sep 16 05:51:47.814248 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7133ff39-a2b1-4419-8cd4-316d356cf187', 'tag': 'a5397366-54ce-40f3-83ec-4327be877003'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:51:47.817119 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0907991-6aeb-461d-9755-972db61e0100" -d '{"events": [{"name": "network-changed", "server_uuid": "7133ff39-a2b1-4419-8cd4-316d356cf187", "tag": "a5397366-54ce-40f3-83ec-4327be877003"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:51:47.848608 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239768b9-0337-4b82-b8fe-9a8b5489c759 service neutron] Pushing event updated for resources: {'Port': ['ID=a5397366-54ce-40f3-83ec-4327be877003,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:47.871810 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41d6997-de8a-438c-ba6f-de62acd4ce9b x-openstack-request-id: req-e41d6997-de8a-438c-ba6f-de62acd4ce9b {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:51:47.873559 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7133ff39-a2b1-4419-8cd4-316d356cf187", "tag": "a5397366-54ce-40f3-83ec-4327be877003", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:51:47.873777 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e41d6997-de8a-438c-ba6f-de62acd4ce9b {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:51:47.874248 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7133ff39-a2b1-4419-8cd4-316d356cf187', 'tag': 'a5397366-54ce-40f3-83ec-4327be877003', 'status': 'completed', 'code': 200} Sep 16 05:51:47.906403 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port e8b87dc2-174a-4186-95bb-d922cf7002c8 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:47.906696 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:47.942672 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-dab8f1f3-7364-4fca-ba7a-62bb7a8e2842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:47.946516 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-dab8f1f3-7364-4fca-ba7a-62bb7a8e2842 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&device_id=7133ff39-a2b1-4419-8cd4-316d356cf187 HTTP/1.1" status: 200 len: 1096 time: 0.0568357 Sep 16 05:51:48.001794 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-9df0b5da-2bf8-47b3-bd96-99e2bd14e4e3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5397366-54ce-40f3-83ec-4327be877003 HTTP/1.1" status: 200 len: 217 time: 0.0421815 Sep 16 05:51:48.059033 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-7dc1170d-98c4-4b5d-8a49-caa073f3ed3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:48.060978 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-7dc1170d-98c4-4b5d-8a49-caa073f3ed3c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=304946d7-9cbb-42a5-b5be-59c0e39ee7d9 HTTP/1.1" status: 200 len: 835 time: 0.0525157 Sep 16 05:51:48.121110 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-4437a630-8837-43fb-bcbc-ac4b8e670b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:48.123644 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-4437a630-8837-43fb-bcbc-ac4b8e670b37 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a707594d-7e98-4217-b83b-2dc271149b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557814 Sep 16 05:51:48.224300 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-36d03b34-ef83-4392-a56f-9b2145d88857 service neutron] 10.222.0.48 "GET /v2.0/networks/a707594d-7e98-4217-b83b-2dc271149b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934725 Sep 16 05:51:48.327067 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ab1d0a1-70bd-4afa-9bba-9aa7446f1951 req-5dec0b6e-823c-4664-93f0-6182010856f5 service neutron] 10.222.0.48 "GET /v2.0/networks/a707594d-7e98-4217-b83b-2dc271149b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959718 Sep 16 05:51:48.470405 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0907991-6aeb-461d-9755-972db61e0100 req-d19e41ae-3727-4428-9b8f-9cbd06c6e894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:48.471869 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b0907991-6aeb-461d-9755-972db61e0100 req-d19e41ae-3727-4428-9b8f-9cbd06c6e894 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&device_id=7133ff39-a2b1-4419-8cd4-316d356cf187 HTTP/1.1" status: 200 len: 1096 time: 0.0568671 Sep 16 05:51:48.919423 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278489f-d102-414a-8fa6-8464860b98b7 req-b16c7ba8-2320-4df9-9992-1e9c06aedbc6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:48.920931 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6278489f-d102-414a-8fa6-8464860b98b7 req-b16c7ba8-2320-4df9-9992-1e9c06aedbc6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=7133ff39-a2b1-4419-8cd4-316d356cf187 HTTP/1.1" status: 200 len: 944 time: 0.4682629 Sep 16 05:51:48.964574 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0907991-6aeb-461d-9755-972db61e0100 req-38873c16-2d16-4c92-ad6b-2e9c8325f32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:48.966158 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b0907991-6aeb-461d-9755-972db61e0100 req-38873c16-2d16-4c92-ad6b-2e9c8325f32f service neutron] 10.222.0.48 "GET /v2.0/networks?id=a707594d-7e98-4217-b83b-2dc271149b77 HTTP/1.1" status: 200 len: 897 time: 0.1262305 Sep 16 05:51:48.973353 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6278489f-d102-414a-8fa6-8464860b98b7 req-370b439e-e4ea-4fd7-bbe5-22ea177be2b7 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=adf7b282-d604-42f2-98e0-a1dae390b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463107 Sep 16 05:51:49.016559 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b0907991-6aeb-461d-9755-972db61e0100 req-e22bfa94-5d44-4d38-b4c9-823701784820 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5397366-54ce-40f3-83ec-4327be877003 HTTP/1.1" status: 200 len: 217 time: 0.0400498 Sep 16 05:51:49.065089 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0907991-6aeb-461d-9755-972db61e0100 req-6b53f853-4919-4b32-aead-08e87b9e82c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:49.066533 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b0907991-6aeb-461d-9755-972db61e0100 req-6b53f853-4919-4b32-aead-08e87b9e82c3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=304946d7-9cbb-42a5-b5be-59c0e39ee7d9 HTTP/1.1" status: 200 len: 835 time: 0.0429471 Sep 16 05:51:49.112635 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0907991-6aeb-461d-9755-972db61e0100 req-31373679-c5a1-48ad-a11f-9cc72fb18019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:49.114097 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b0907991-6aeb-461d-9755-972db61e0100 req-31373679-c5a1-48ad-a11f-9cc72fb18019 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a707594d-7e98-4217-b83b-2dc271149b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400257 Sep 16 05:51:49.207154 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b0907991-6aeb-461d-9755-972db61e0100 req-dfeaaff6-6d0b-43e1-bde6-b3ce134fd621 service neutron] 10.222.0.48 "GET /v2.0/networks/a707594d-7e98-4217-b83b-2dc271149b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838783 Sep 16 05:51:49.302130 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b0907991-6aeb-461d-9755-972db61e0100 req-ece7c9ec-b88c-4c2c-853f-8a90e4118291 service neutron] 10.222.0.48 "GET /v2.0/networks/a707594d-7e98-4217-b83b-2dc271149b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870576 Sep 16 05:51:50.089862 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d08cb-76c5-479c-a613-5313a758247e req-d3501945-1b36-47d7-84eb-381cd1e8c77d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:50.091545 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-be8d08cb-76c5-479c-a613-5313a758247e req-d3501945-1b36-47d7-84eb-381cd1e8c77d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=7133ff39-a2b1-4419-8cd4-316d356cf187 HTTP/1.1" status: 200 len: 944 time: 0.0507369 Sep 16 05:51:50.129188 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-be8d08cb-76c5-479c-a613-5313a758247e req-c07eb995-a6cd-49ea-9c03-1139c955ab2d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=adf7b282-d604-42f2-98e0-a1dae390b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317678 Sep 16 05:51:51.244682 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57fc297-3277-4ab2-8144-ddb07b9b24d1 req-dc3c6a13-d3b2-41e4-8252-9c8e57621af8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:51.246229 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f57fc297-3277-4ab2-8144-ddb07b9b24d1 req-dc3c6a13-d3b2-41e4-8252-9c8e57621af8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=7133ff39-a2b1-4419-8cd4-316d356cf187 HTTP/1.1" status: 200 len: 944 time: 0.0494013 Sep 16 05:51:51.287191 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f57fc297-3277-4ab2-8144-ddb07b9b24d1 req-723352c8-650c-4d66-bc39-ee4c50417819 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=adf7b282-d604-42f2-98e0-a1dae390b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338886 Sep 16 05:51:52.258928 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device a5397366-54ce-40f3-83ec-4327be877003 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:51:52.360062 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port a5397366-54ce-40f3-83ec-4327be877003, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=a5397366-54ce-40f3-83ec-4327be877003,segment=NetworkSegment(8ff07f33-9731-4170-88a0-3d8e60a97a84),segment_id=8ff07f33-9731-4170-88a0-3d8e60a97a84)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:52.371459 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': 'a5397366-54ce-40f3-83ec-4327be877003', 'network_id': 'a707594d-7e98-4217-b83b-2dc271149b77', 'port_id': 'a5397366-54ce-40f3-83ec-4327be877003', 'mac_address': 'fa:16:3e:69:09:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '304946d7-9cbb-42a5-b5be-59c0e39ee7d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:51:52.410503 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:52.412156 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ec30b-37ee-4f78-9c45-339729762b2b req-1a58befa-f9af-4f38-8fb8-1e9b22077ea8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:52.413706 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-701ec30b-37ee-4f78-9c45-339729762b2b req-1a58befa-f9af-4f38-8fb8-1e9b22077ea8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=7133ff39-a2b1-4419-8cd4-316d356cf187 HTTP/1.1" status: 200 len: 944 time: 0.0550168 Sep 16 05:51:52.423722 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5397366-54ce-40f3-83ec-4327be877003 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:51:52.444178 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port a5397366-54ce-40f3-83ec-4327be877003, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=a5397366-54ce-40f3-83ec-4327be877003,segment=NetworkSegment(8ff07f33-9731-4170-88a0-3d8e60a97a84),segment_id=8ff07f33-9731-4170-88a0-3d8e60a97a84)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:52.448170 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:52.456445 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-701ec30b-37ee-4f78-9c45-339729762b2b req-36e00e22-5e0b-42c7-b199-a552649a9618 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=adf7b282-d604-42f2-98e0-a1dae390b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357242 Sep 16 05:51:52.500136 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=a5397366-54ce-40f3-83ec-4327be877003,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:52.858409 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['a5397366-54ce-40f3-83ec-4327be877003'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:51:53.573765 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f197590-31d0-420d-8579-30029a11b7c6 req-73ea1020-314f-43d5-ab32-c398aba69ea8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:53.575881 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9f197590-31d0-420d-8579-30029a11b7c6 req-73ea1020-314f-43d5-ab32-c398aba69ea8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=7133ff39-a2b1-4419-8cd4-316d356cf187 HTTP/1.1" status: 200 len: 945 time: 0.0513396 Sep 16 05:51:53.613378 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9f197590-31d0-420d-8579-30029a11b7c6 req-7541e9a0-ac2e-47a7-8ba5-3d236de196fb tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=adf7b282-d604-42f2-98e0-a1dae390b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312262 Sep 16 05:51:54.258932 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device a5397366-54ce-40f3-83ec-4327be877003 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:51:54.308343 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port a5397366-54ce-40f3-83ec-4327be877003 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:51:54.312060 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port a5397366-54ce-40f3-83ec-4327be877003 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:54.312436 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:54.388828 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:54.411190 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7133ff39-a2b1-4419-8cd4-316d356cf187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5397366-54ce-40f3-83ec-4327be877003'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:51:54.413901 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2506ad353029a21956b6cd1b4a70cda1beed1e40b39b5191f7a66b422a7e283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64183020-83b2-4fdb-a834-f9e8428f56d5" -d '{"events": [{"server_uuid": "7133ff39-a2b1-4419-8cd4-316d356cf187", "name": "network-vif-plugged", "status": "completed", "tag": "a5397366-54ce-40f3-83ec-4327be877003"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:51:54.426421 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port a5397366-54ce-40f3-83ec-4327be877003, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=a5397366-54ce-40f3-83ec-4327be877003,segment=NetworkSegment(8ff07f33-9731-4170-88a0-3d8e60a97a84),segment_id=8ff07f33-9731-4170-88a0-3d8e60a97a84)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:54.430825 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:54.485602 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=a5397366-54ce-40f3-83ec-4327be877003,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:54.568525 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48627301-b9e0-4280-9c00-820a0726bfed x-openstack-request-id: req-48627301-b9e0-4280-9c00-820a0726bfed {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:51:54.568842 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7133ff39-a2b1-4419-8cd4-316d356cf187", "name": "network-vif-plugged", "status": "completed", "tag": "a5397366-54ce-40f3-83ec-4327be877003", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:51:54.569098 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-48627301-b9e0-4280-9c00-820a0726bfed {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:51:54.569494 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7133ff39-a2b1-4419-8cd4-316d356cf187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5397366-54ce-40f3-83ec-4327be877003', 'code': 200} Sep 16 05:51:54.696915 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39c3dd-68aa-47f2-ab35-23141a09c21d req-509f90a1-808d-43f4-9df2-cc25c751c967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:54.698390 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5d39c3dd-68aa-47f2-ab35-23141a09c21d req-509f90a1-808d-43f4-9df2-cc25c751c967 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7133ff39-a2b1-4419-8cd4-316d356cf187 HTTP/1.1" status: 200 len: 1098 time: 0.0495238 Sep 16 05:51:54.753908 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5d39c3dd-68aa-47f2-ab35-23141a09c21d req-9f1a754e-0ef4-4acf-9f60-0010820d38ca service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=adf7b282-d604-42f2-98e0-a1dae390b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417161 Sep 16 05:51:54.761555 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efc7f4-bb82-4dc9-a10e-7fa9372f367a req-ab810499-2f80-4b0a-aedc-1edd0b1ccb82 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:54.763520 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d4efc7f4-bb82-4dc9-a10e-7fa9372f367a req-ab810499-2f80-4b0a-aedc-1edd0b1ccb82 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=7133ff39-a2b1-4419-8cd4-316d356cf187 HTTP/1.1" status: 200 len: 946 time: 0.0801227 Sep 16 05:51:54.800903 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d4efc7f4-bb82-4dc9-a10e-7fa9372f367a req-6d9a8ae4-0df2-47ad-ba5b-886acddfb1c5 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=adf7b282-d604-42f2-98e0-a1dae390b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311515 Sep 16 05:51:55.914294 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0724b9-04bd-421c-a98d-f8404ac20a8b req-116ce19f-0e6c-4a8e-8f6c-8212b72e6f67 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:55.915810 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa0724b9-04bd-421c-a98d-f8404ac20a8b req-116ce19f-0e6c-4a8e-8f6c-8212b72e6f67 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=7133ff39-a2b1-4419-8cd4-316d356cf187 HTTP/1.1" status: 200 len: 946 time: 0.0488639 Sep 16 05:51:55.957255 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-aa0724b9-04bd-421c-a98d-f8404ac20a8b req-a8ac3ae0-6894-4243-bab8-d5f396f057fb tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=adf7b282-d604-42f2-98e0-a1dae390b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345011 Sep 16 05:51:57.074672 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00831f25-6b68-4dd0-8d35-89f0f4a5206e req-8bbfd0ee-0193-46ba-b761-fabee3cd22d2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:57.077105 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-00831f25-6b68-4dd0-8d35-89f0f4a5206e req-8bbfd0ee-0193-46ba-b761-fabee3cd22d2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=7133ff39-a2b1-4419-8cd4-316d356cf187 HTTP/1.1" status: 200 len: 946 time: 0.0517979 Sep 16 05:51:57.114387 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-00831f25-6b68-4dd0-8d35-89f0f4a5206e req-df535f25-af7f-4c28-881f-9a085df816fb tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=adf7b282-d604-42f2-98e0-a1dae390b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312998 Sep 16 05:51:57.230490 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be2542-5baf-4e46-a1b6-4a8901b0188d req-170f6425-944c-4602-81d5-65256044c5b7 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:57.232531 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-99be2542-5baf-4e46-a1b6-4a8901b0188d req-170f6425-944c-4602-81d5-65256044c5b7 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=7133ff39-a2b1-4419-8cd4-316d356cf187 HTTP/1.1" status: 200 len: 946 time: 0.0531878 Sep 16 05:51:57.271092 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-99be2542-5baf-4e46-a1b6-4a8901b0188d req-f595411c-c5c9-4058-9e38-a689075a3912 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=adf7b282-d604-42f2-98e0-a1dae390b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326202 Sep 16 05:51:57.292123 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58510) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:57.332444 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360990b8-39e7-4155-b1fb-6c30c72f5066 tempest-TestNetworkAdvancedServerOps-1385846937 tempest-TestNetworkAdvancedServerOps-1385846937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:57.334043 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-360990b8-39e7-4155-b1fb-6c30c72f5066 tempest-TestNetworkAdvancedServerOps-1385846937 tempest-TestNetworkAdvancedServerOps-1385846937-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7133ff39-a2b1-4419-8cd4-316d356cf187 HTTP/1.1" status: 200 len: 1093 time: 0.0408432 Sep 16 05:51:57.336740 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58512) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:57.341186 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-81e81af6-ab11-4830-ae1d-63d23b31b8dd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'port_id': 'a5397366-54ce-40f3-83ec-4327be877003', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:57.362991 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-81e81af6-ab11-4830-ae1d-63d23b31b8dd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for floatingip, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:57.755384 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-81e81af6-ab11-4830-ae1d-63d23b31b8dd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:57.856039 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-81e81af6-ab11-4830-ae1d-63d23b31b8dd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Allocated IP 172.25.8.227 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/c44f10b0-a3cb-480a-a035-8277dce3b8cf) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:51:57.958597 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-81e81af6-ab11-4830-ae1d-63d23b31b8dd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:57.991141 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-81e81af6-ab11-4830-ae1d-63d23b31b8dd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:58.027434 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e81af6-ab11-4830-ae1d-63d23b31b8dd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:51:58.030896 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-81e81af6-ab11-4830-ae1d-63d23b31b8dd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:58.036882 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e81af6-ab11-4830-ae1d-63d23b31b8dd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:51:58.057638 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e81af6-ab11-4830-ae1d-63d23b31b8dd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Port': ['ID=c44f10b0-a3cb-480a-a035-8277dce3b8cf,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:58.393657 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-81e81af6-ab11-4830-ae1d-63d23b31b8dd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:58.459767 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-81e81af6-ab11-4830-ae1d-63d23b31b8dd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:58.609274 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-81e81af6-ab11-4830-ae1d-63d23b31b8dd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:58.613738 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-81e81af6-ab11-4830-ae1d-63d23b31b8dd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:58.687457 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e81af6-ab11-4830-ae1d-63d23b31b8dd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event updated for resources: {'Port': ['ID=c44f10b0-a3cb-480a-a035-8277dce3b8cf,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:58.698736 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-81e81af6-ab11-4830-ae1d-63d23b31b8dd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:58.795801 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [None req-81e81af6-ab11-4830-ae1d-63d23b31b8dd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Floating IP b9c94b81-16e9-4b35-a026-8faf32dd422b associated. External IP: 172.25.8.227, port: a5397366-54ce-40f3-83ec-4327be877003. Sep 16 05:51:59.004683 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e81af6-ab11-4830-ae1d-63d23b31b8dd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Router ead4e91d-2234-41b3-86bb-5149410fab0c has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:51:59.113363 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e81af6-ab11-4830-ae1d-63d23b31b8dd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:51:59.124146 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b474348-ea3b-45f2-9bbf-a325dfd5e1ef None None] Sync routers for ids ['ead4e91d-2234-41b3-86bb-5149410fab0c'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:51:59.131216 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-81e81af6-ab11-4830-ae1d-63d23b31b8dd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:59.134150 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b474348-ea3b-45f2-9bbf-a325dfd5e1ef None None] Routers {'ead4e91d-2234-41b3-86bb-5149410fab0c'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:59.134770 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-3b474348-ea3b-45f2-9bbf-a325dfd5e1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:51:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['ead4e91d-2234-41b3-86bb-5149410fab0c'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:59.158487 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-81e81af6-ab11-4830-ae1d-63d23b31b8dd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8207443 Sep 16 05:51:59.159091 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7133ff39-a2b1-4419-8cd4-316d356cf187', 'tag': 'a5397366-54ce-40f3-83ec-4327be877003'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:51:59.161386 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c261ba16daee3fce3437e829377ea083e6eb595e62abb4685acfbe7685462486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2924795-5bb2-445d-bba1-29fbac23da16" -d '{"events": [{"name": "network-changed", "server_uuid": "7133ff39-a2b1-4419-8cd4-316d356cf187", "tag": "a5397366-54ce-40f3-83ec-4327be877003"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:51:59.242582 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-3b474348-ea3b-45f2-9bbf-a325dfd5e1ef None None] Set router ead4e91d-2234-41b3-86bb-5149410fab0c gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:51:59.391332 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7cfe2d-f2a0-4dfd-906d-f6eaeb802b85 req-8abcb631-78dc-463e-be33-ccde867899a2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:59.392982 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2a7cfe2d-f2a0-4dfd-906d-f6eaeb802b85 req-8abcb631-78dc-463e-be33-ccde867899a2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=7133ff39-a2b1-4419-8cd4-316d356cf187 HTTP/1.1" status: 200 len: 946 time: 0.0508649 Sep 16 05:51:59.432153 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2a7cfe2d-f2a0-4dfd-906d-f6eaeb802b85 req-60b6613f-5f60-4747-9b56-72fd3ef74fa2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=adf7b282-d604-42f2-98e0-a1dae390b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329216 Sep 16 05:51:59.455700 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58520) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:59.468363 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-3b474348-ea3b-45f2-9bbf-a325dfd5e1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801041649', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '4914edab-7fbd-4260-9a3f-d19911f4a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:51:39Z', 'updated_at': '2021-09-16T05:51:43Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '4914edab-7fbd-4260-9a3f-d19911f4a9b0', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:c5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:40Z', 'updated_at': '2021-09-16T05:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'b9c94b81-16e9-4b35-a026-8faf32dd422b', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'floating_ip_address': '172.25.8.227', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'port_id': 'a5397366-54ce-40f3-83ec-4327be877003', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a707594d-7e98-4217-b83b-2dc271149b77', 'mac_address': 'fa:16:3e:69:09:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7133ff39-a2b1-4419-8cd4-316d356cf187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:51:58Z', 'updated_at': '2021-09-16T05:51:58Z', 'revision_number': 0, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b87dc2-174a-4186-95bb-d922cf7002c8', 'name': '', 'network_id': 'a707594d-7e98-4217-b83b-2dc271149b77', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:c7:17:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '304946d7-9cbb-42a5-b5be-59c0e39ee7d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:42Z', 'updated_at': '2021-09-16T05:51:46Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': '304946d7-9cbb-42a5-b5be-59c0e39ee7d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:59.499290 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b474348-ea3b-45f2-9bbf-a325dfd5e1ef None None] Checking router: ead4e91d-2234-41b3-86bb-5149410fab0c for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:51:59.499638 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f9dac8-f070-4087-94a1-657769fc1c33 x-openstack-request-id: req-d2f9dac8-f070-4087-94a1-657769fc1c33 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:51:59.499934 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7133ff39-a2b1-4419-8cd4-316d356cf187", "tag": "a5397366-54ce-40f3-83ec-4327be877003", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:51:59.500184 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d2f9dac8-f070-4087-94a1-657769fc1c33 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:51:59.500608 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7133ff39-a2b1-4419-8cd4-316d356cf187', 'tag': 'a5397366-54ce-40f3-83ec-4327be877003', 'status': 'completed', 'code': 200} Sep 16 05:51:59.507723 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b474348-ea3b-45f2-9bbf-a325dfd5e1ef None None] Routers {'ead4e91d-2234-41b3-86bb-5149410fab0c'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:59.508350 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-3b474348-ea3b-45f2-9bbf-a325dfd5e1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:51:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['ead4e91d-2234-41b3-86bb-5149410fab0c'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:59.530749 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-82a87724-c0c2-4392-8ce1-0e3352a8fe70 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/floatingips/b9c94b81-16e9-4b35-a026-8faf32dd422b HTTP/1.1" status: 200 len: 992 time: 0.0736210 Sep 16 05:51:59.563519 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2924795-5bb2-445d-bba1-29fbac23da16 req-3bedad05-b38b-468c-bab3-c669f83fbc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:59.565123 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a2924795-5bb2-445d-bba1-29fbac23da16 req-3bedad05-b38b-468c-bab3-c669f83fbc9f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&device_id=7133ff39-a2b1-4419-8cd4-316d356cf187 HTTP/1.1" status: 200 len: 1098 time: 0.0443025 Sep 16 05:51:59.658681 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2924795-5bb2-445d-bba1-29fbac23da16 req-3b3a11c4-534d-40b4-b447-eae5c4c37b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:59.659197 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-3b474348-ea3b-45f2-9bbf-a325dfd5e1ef None None] Set router ead4e91d-2234-41b3-86bb-5149410fab0c gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:51:59.660389 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a2924795-5bb2-445d-bba1-29fbac23da16 req-3b3a11c4-534d-40b4-b447-eae5c4c37b9a service neutron] 10.222.0.48 "GET /v2.0/networks?id=a707594d-7e98-4217-b83b-2dc271149b77 HTTP/1.1" status: 200 len: 897 time: 0.0880551 Sep 16 05:51:59.726759 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a2924795-5bb2-445d-bba1-29fbac23da16 req-8a5d2c18-bda1-4221-b30d-cf829577d218 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5397366-54ce-40f3-83ec-4327be877003 HTTP/1.1" status: 200 len: 1000 time: 0.0592835 Sep 16 05:51:59.780330 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2924795-5bb2-445d-bba1-29fbac23da16 req-a23d023a-3c6c-42bf-8063-ca70502c5171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:59.781908 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a2924795-5bb2-445d-bba1-29fbac23da16 req-a23d023a-3c6c-42bf-8063-ca70502c5171 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=304946d7-9cbb-42a5-b5be-59c0e39ee7d9 HTTP/1.1" status: 200 len: 835 time: 0.0487318 Sep 16 05:51:59.829864 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2924795-5bb2-445d-bba1-29fbac23da16 req-efc0410d-fe2e-47d9-963d-d6b161d3d09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:59.831377 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a2924795-5bb2-445d-bba1-29fbac23da16 req-efc0410d-fe2e-47d9-963d-d6b161d3d09d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a707594d-7e98-4217-b83b-2dc271149b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428224 Sep 16 05:51:59.925004 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a2924795-5bb2-445d-bba1-29fbac23da16 req-a680b8b4-694a-45ff-8bfe-40b26a593d8c service neutron] 10.222.0.48 "GET /v2.0/networks/a707594d-7e98-4217-b83b-2dc271149b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858340 Sep 16 05:51:59.939407 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-3b474348-ea3b-45f2-9bbf-a325dfd5e1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801041649', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '4914edab-7fbd-4260-9a3f-d19911f4a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:51:39Z', 'updated_at': '2021-09-16T05:51:43Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '4914edab-7fbd-4260-9a3f-d19911f4a9b0', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:c5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:40Z', 'updated_at': '2021-09-16T05:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'b9c94b81-16e9-4b35-a026-8faf32dd422b', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'floating_ip_address': '172.25.8.227', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'port_id': 'a5397366-54ce-40f3-83ec-4327be877003', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a707594d-7e98-4217-b83b-2dc271149b77', 'mac_address': 'fa:16:3e:69:09:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7133ff39-a2b1-4419-8cd4-316d356cf187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:51:58Z', 'updated_at': '2021-09-16T05:51:58Z', 'revision_number': 0, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b87dc2-174a-4186-95bb-d922cf7002c8', 'name': '', 'network_id': 'a707594d-7e98-4217-b83b-2dc271149b77', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:c7:17:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '304946d7-9cbb-42a5-b5be-59c0e39ee7d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:42Z', 'updated_at': '2021-09-16T05:51:46Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': '304946d7-9cbb-42a5-b5be-59c0e39ee7d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:59.969301 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b474348-ea3b-45f2-9bbf-a325dfd5e1ef None None] The sync data for ids ['ead4e91d-2234-41b3-86bb-5149410fab0c'] in n-d-712139-15 is: [{'id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801041649', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '4914edab-7fbd-4260-9a3f-d19911f4a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:51:39Z', 'updated_at': '2021-09-16T05:51:43Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '4914edab-7fbd-4260-9a3f-d19911f4a9b0', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:c5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:40Z', 'updated_at': '2021-09-16T05:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'b9c94b81-16e9-4b35-a026-8faf32dd422b', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'floating_ip_address': '172.25.8.227', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'port_id': 'a5397366-54ce-40f3-83ec-4327be877003', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a707594d-7e98-4217-b83b-2dc271149b77', 'mac_address': 'fa:16:3e:69:09:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7133ff39-a2b1-4419-8cd4-316d356cf187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:51:58Z', 'updated_at': '2021-09-16T05:51:58Z', 'revision_number': 0, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b87dc2-174a-4186-95bb-d922cf7002c8', 'name': '', 'network_id': 'a707594d-7e98-4217-b83b-2dc271149b77', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:c7:17:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '304946d7-9cbb-42a5-b5be-59c0e39ee7d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:42Z', 'updated_at': '2021-09-16T05:51:46Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': '304946d7-9cbb-42a5-b5be-59c0e39ee7d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:52:00.021991 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a2924795-5bb2-445d-bba1-29fbac23da16 req-f9f8180d-373b-45d1-91ab-5261474036eb service neutron] 10.222.0.48 "GET /v2.0/networks/a707594d-7e98-4217-b83b-2dc271149b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906599 Sep 16 05:52:00.166899 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c354668-da7e-4d34-aea8-894d49858090 None None] New status for floating IP b9c94b81-16e9-4b35-a026-8faf32dd422b: ACTIVE {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:52:00.534590 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58522) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:00.594850 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3b0509e9-9575-4f36-98a4-9e7248d9d67f tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/floatingips/b9c94b81-16e9-4b35-a026-8faf32dd422b HTTP/1.1" status: 200 len: 994 time: 0.0590956 Sep 16 05:52:10.220557 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-878327e4-605d-4ed3-ac58-edadfd85e60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:12.359767 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:13.352285 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-787766a2-8d8f-451f-ab3a-66a92ce27c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:13.663276 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:14.830452 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:15.358018 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:16.331925 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:23.144295 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:52:36.353943 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4798bf2f-e9ac-445a-aedf-31a20ea775f5 req-0c992efc-e8dc-439a-ac98-3f78958a10fb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7133ff39-a2b1-4419-8cd4-316d356cf187&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1338477 Sep 16 05:52:36.460741 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798bf2f-e9ac-445a-aedf-31a20ea775f5 req-b171a587-977e-4443-90ad-73ede3954d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:36.462235 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4798bf2f-e9ac-445a-aedf-31a20ea775f5 req-b171a587-977e-4443-90ad-73ede3954d80 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&device_id=7133ff39-a2b1-4419-8cd4-316d356cf187 HTTP/1.1" status: 200 len: 1098 time: 0.0481229 Sep 16 05:52:36.566381 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798bf2f-e9ac-445a-aedf-31a20ea775f5 req-c87d9e8d-f5bc-4ec7-b000-55eb2c3e095e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:36.567838 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4798bf2f-e9ac-445a-aedf-31a20ea775f5 req-c87d9e8d-f5bc-4ec7-b000-55eb2c3e095e service neutron] 10.222.0.48 "GET /v2.0/networks?id=a707594d-7e98-4217-b83b-2dc271149b77 HTTP/1.1" status: 200 len: 897 time: 0.0871844 Sep 16 05:52:36.635520 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4798bf2f-e9ac-445a-aedf-31a20ea775f5 req-1c29a7d6-b19c-447f-be29-bb99b136d400 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5397366-54ce-40f3-83ec-4327be877003 HTTP/1.1" status: 200 len: 1002 time: 0.0607288 Sep 16 05:52:36.684344 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798bf2f-e9ac-445a-aedf-31a20ea775f5 req-8718ac7d-e284-4336-a6f6-a4a7e09eb57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:36.685827 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4798bf2f-e9ac-445a-aedf-31a20ea775f5 req-8718ac7d-e284-4336-a6f6-a4a7e09eb57e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=304946d7-9cbb-42a5-b5be-59c0e39ee7d9 HTTP/1.1" status: 200 len: 835 time: 0.0434520 Sep 16 05:52:36.730092 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798bf2f-e9ac-445a-aedf-31a20ea775f5 req-2f20595b-509d-46b7-bdbc-2e8e9f921a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:36.731554 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4798bf2f-e9ac-445a-aedf-31a20ea775f5 req-2f20595b-509d-46b7-bdbc-2e8e9f921a61 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a707594d-7e98-4217-b83b-2dc271149b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387802 Sep 16 05:52:36.824102 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4798bf2f-e9ac-445a-aedf-31a20ea775f5 req-e9b6836d-7b47-4609-af51-87e4aba8808b service neutron] 10.222.0.48 "GET /v2.0/networks/a707594d-7e98-4217-b83b-2dc271149b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849268 Sep 16 05:52:36.912662 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4798bf2f-e9ac-445a-aedf-31a20ea775f5 req-e0fa3397-c83d-4b33-85d1-757f8017f8d4 service neutron] 10.222.0.48 "GET /v2.0/networks/a707594d-7e98-4217-b83b-2dc271149b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812609 Sep 16 05:52:40.221831 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7f20bb29-67d1-45aa-8ff6-54ab5715f585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:42.362491 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:43.353585 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-122bdcc2-92ab-4472-9f97-475ce18879e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:43.664468 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:44.832547 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:45.352120 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:46.334618 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:00.143369 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:53:05.502056 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40bfe8-174c-435d-99bb-290ee7a5ce13 req-c9ea686a-5bc3-4883-90cd-b174203608fd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:05.503550 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cd40bfe8-174c-435d-99bb-290ee7a5ce13 req-c9ea686a-5bc3-4883-90cd-b174203608fd tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=7133ff39-a2b1-4419-8cd4-316d356cf187 HTTP/1.1" status: 200 len: 946 time: 0.0529227 Sep 16 05:53:05.542288 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cd40bfe8-174c-435d-99bb-290ee7a5ce13 req-f0d74e8d-be93-4158-906a-2287d3594911 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=adf7b282-d604-42f2-98e0-a1dae390b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319250 Sep 16 05:53:06.657862 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec180fd-4bc3-4ee6-a131-00a7104d60d5 req-8d96dac8-8ce3-4616-8cb2-bc3777d84229 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:06.659339 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7ec180fd-4bc3-4ee6-a131-00a7104d60d5 req-8d96dac8-8ce3-4616-8cb2-bc3777d84229 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=7133ff39-a2b1-4419-8cd4-316d356cf187 HTTP/1.1" status: 200 len: 946 time: 0.0490589 Sep 16 05:53:06.697672 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7ec180fd-4bc3-4ee6-a131-00a7104d60d5 req-15cf449d-b3d1-4717-9db3-f60bd0f434d9 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=adf7b282-d604-42f2-98e0-a1dae390b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321102 Sep 16 05:53:07.812190 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f5e94-34d1-488f-8a31-5ee5c6cdac40 req-d799c5bd-104c-48ab-9223-1992c93bfd44 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:07.813949 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7c4f5e94-34d1-488f-8a31-5ee5c6cdac40 req-d799c5bd-104c-48ab-9223-1992c93bfd44 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=7133ff39-a2b1-4419-8cd4-316d356cf187 HTTP/1.1" status: 200 len: 946 time: 0.0480969 Sep 16 05:53:07.852025 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7c4f5e94-34d1-488f-8a31-5ee5c6cdac40 req-cb2d0ae6-7f1c-450e-a72d-0deef97c6109 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=adf7b282-d604-42f2-98e0-a1dae390b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319645 Sep 16 05:53:07.873984 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58552) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:07.937187 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-067f822f-3dbd-4c72-91b9-4b4587376431 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/floatingips/b9c94b81-16e9-4b35-a026-8faf32dd422b HTTP/1.1" status: 200 len: 994 time: 0.0620563 Sep 16 05:53:09.216513 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a490f-a2f8-4f33-b7d0-df9b6e8d904a req-9c4bce47-3568-490b-b02c-c951766232a8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:09.217961 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-677a490f-a2f8-4f33-b7d0-df9b6e8d904a req-9c4bce47-3568-490b-b02c-c951766232a8 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=7133ff39-a2b1-4419-8cd4-316d356cf187 HTTP/1.1" status: 200 len: 946 time: 0.0510395 Sep 16 05:53:09.279884 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36594b-6368-4d2a-aa08-dc7e2c8b9f03 req-cc01926d-2ee2-4ae6-bb6d-d6548b78df2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:09.281439 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef36594b-6368-4d2a-aa08-dc7e2c8b9f03 req-cc01926d-2ee2-4ae6-bb6d-d6548b78df2b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&device_id=7133ff39-a2b1-4419-8cd4-316d356cf187 HTTP/1.1" status: 200 len: 1098 time: 0.0626199 Sep 16 05:53:09.284288 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-677a490f-a2f8-4f33-b7d0-df9b6e8d904a req-1bd10c1b-843e-4047-958e-51889d07efb4 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=adf7b282-d604-42f2-98e0-a1dae390b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582354 Sep 16 05:53:09.374427 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36594b-6368-4d2a-aa08-dc7e2c8b9f03 req-bbfc88b8-ff79-425c-b422-a968b2a7a503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:09.375888 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef36594b-6368-4d2a-aa08-dc7e2c8b9f03 req-bbfc88b8-ff79-425c-b422-a968b2a7a503 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a707594d-7e98-4217-b83b-2dc271149b77 HTTP/1.1" status: 200 len: 897 time: 0.0878930 Sep 16 05:53:09.443582 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef36594b-6368-4d2a-aa08-dc7e2c8b9f03 req-4ac5ee8f-86ee-423a-b573-d21e36dc990e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5397366-54ce-40f3-83ec-4327be877003 HTTP/1.1" status: 200 len: 1002 time: 0.0606608 Sep 16 05:53:09.495577 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36594b-6368-4d2a-aa08-dc7e2c8b9f03 req-89ae359e-0ed6-4436-be0a-7f62276a1700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:09.496959 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef36594b-6368-4d2a-aa08-dc7e2c8b9f03 req-89ae359e-0ed6-4436-be0a-7f62276a1700 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=304946d7-9cbb-42a5-b5be-59c0e39ee7d9 HTTP/1.1" status: 200 len: 835 time: 0.0424447 Sep 16 05:53:09.546063 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36594b-6368-4d2a-aa08-dc7e2c8b9f03 req-df19f570-7588-44a0-b7ae-e1980ca9223b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:09.547646 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef36594b-6368-4d2a-aa08-dc7e2c8b9f03 req-df19f570-7588-44a0-b7ae-e1980ca9223b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a707594d-7e98-4217-b83b-2dc271149b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441649 Sep 16 05:53:09.640857 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef36594b-6368-4d2a-aa08-dc7e2c8b9f03 req-386f6960-3537-4981-9d5f-47ee4a4165c3 service neutron] 10.222.0.48 "GET /v2.0/networks/a707594d-7e98-4217-b83b-2dc271149b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861502 Sep 16 05:53:09.728580 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ef36594b-6368-4d2a-aa08-dc7e2c8b9f03 req-70a9dcda-9217-4e66-96ef-b75fe587915b service neutron] 10.222.0.48 "GET /v2.0/networks/a707594d-7e98-4217-b83b-2dc271149b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811539 Sep 16 05:53:10.222601 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b0e2f6a8-4995-4f0d-93f3-e0ce126a1163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:10.401539 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc324c4-a4e1-4714-baed-558720ba4403 req-75d0ace2-e34a-42c6-b207-f829a363ee1a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:10.403017 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3cc324c4-a4e1-4714-baed-558720ba4403 req-75d0ace2-e34a-42c6-b207-f829a363ee1a tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=7133ff39-a2b1-4419-8cd4-316d356cf187 HTTP/1.1" status: 200 len: 946 time: 0.0482531 Sep 16 05:53:10.444477 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3cc324c4-a4e1-4714-baed-558720ba4403 req-310d0ec0-49f6-4085-aebd-8214639bcdb4 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=adf7b282-d604-42f2-98e0-a1dae390b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354104 Sep 16 05:53:11.562254 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2f2a9-5c7a-4d4a-a906-fb0792b65c31 req-3729ef4f-22c4-40c5-b9c7-ead0132f99f2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:11.563687 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b9d2f2a9-5c7a-4d4a-a906-fb0792b65c31 req-3729ef4f-22c4-40c5-b9c7-ead0132f99f2 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=7133ff39-a2b1-4419-8cd4-316d356cf187 HTTP/1.1" status: 200 len: 946 time: 0.0507812 Sep 16 05:53:11.602405 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b9d2f2a9-5c7a-4d4a-a906-fb0792b65c31 req-e6112f89-f579-4006-956a-392474ad5e16 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=adf7b282-d604-42f2-98e0-a1dae390b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324018 Sep 16 05:53:11.624150 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58564) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:11.682306 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ecd1b1d8-b833-4020-a8ba-a1f80b34af94 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/floatingips/b9c94b81-16e9-4b35-a026-8faf32dd422b HTTP/1.1" status: 200 len: 994 time: 0.0570211 Sep 16 05:53:11.991930 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58570) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:12.148848 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-4a1233ad-f61b-4138-b0f5-df3d1dbee37e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Deleting port c44f10b0-a3cb-480a-a035-8277dce3b8cf {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:12.149235 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4a1233ad-f61b-4138-b0f5-df3d1dbee37e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:12.223843 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4a1233ad-f61b-4138-b0f5-df3d1dbee37e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:12.224164 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4a1233ad-f61b-4138-b0f5-df3d1dbee37e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:12.235789 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-4a1233ad-f61b-4138-b0f5-df3d1dbee37e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Calling delete_port for c44f10b0-a3cb-480a-a035-8277dce3b8cf owned by network:floatingip {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:12.359750 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:12.384864 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4a1233ad-f61b-4138-b0f5-df3d1dbee37e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:12.409110 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1233ad-f61b-4138-b0f5-df3d1dbee37e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event deleted for resources: {'Port': ['ID=c44f10b0-a3cb-480a-a035-8277dce3b8cf,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:12.433940 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1233ad-f61b-4138-b0f5-df3d1dbee37e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:12.434292 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1233ad-f61b-4138-b0f5-df3d1dbee37e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:12.434643 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1233ad-f61b-4138-b0f5-df3d1dbee37e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:12.434960 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1233ad-f61b-4138-b0f5-df3d1dbee37e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:12.435288 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1233ad-f61b-4138-b0f5-df3d1dbee37e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:12.435616 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1233ad-f61b-4138-b0f5-df3d1dbee37e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:12.435947 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1233ad-f61b-4138-b0f5-df3d1dbee37e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:12.436266 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1233ad-f61b-4138-b0f5-df3d1dbee37e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:12.436614 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1233ad-f61b-4138-b0f5-df3d1dbee37e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:12.436939 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1233ad-f61b-4138-b0f5-df3d1dbee37e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:12.437259 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1233ad-f61b-4138-b0f5-df3d1dbee37e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:12.437573 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1233ad-f61b-4138-b0f5-df3d1dbee37e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:12.480758 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4a1233ad-f61b-4138-b0f5-df3d1dbee37e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for floatingip, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:12.481090 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [None req-4a1233ad-f61b-4138-b0f5-df3d1dbee37e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Floating IP b9c94b81-16e9-4b35-a026-8faf32dd422b disassociated (deleted). External IP: 172.25.8.227, port: a5397366-54ce-40f3-83ec-4327be877003. Sep 16 05:53:12.683541 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1233ad-f61b-4138-b0f5-df3d1dbee37e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Router ead4e91d-2234-41b3-86bb-5149410fab0c has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:53:12.788005 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1233ad-f61b-4138-b0f5-df3d1dbee37e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:53:12.793062 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4a1233ad-f61b-4138-b0f5-df3d1dbee37e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:12.797933 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535a016a-fdea-43dc-94dd-f22f3acb3843 None None] Sync routers for ids ['ead4e91d-2234-41b3-86bb-5149410fab0c'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:53:12.806524 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535a016a-fdea-43dc-94dd-f22f3acb3843 None None] Routers {'ead4e91d-2234-41b3-86bb-5149410fab0c'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:12.807291 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-535a016a-fdea-43dc-94dd-f22f3acb3843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:52:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['ead4e91d-2234-41b3-86bb-5149410fab0c'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:12.819409 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4a1233ad-f61b-4138-b0f5-df3d1dbee37e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "DELETE /v2.0/floatingips/b9c94b81-16e9-4b35-a026-8faf32dd422b HTTP/1.1" status: 204 len: 168 time: 0.8259008 Sep 16 05:53:12.820007 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7133ff39-a2b1-4419-8cd4-316d356cf187', 'tag': 'a5397366-54ce-40f3-83ec-4327be877003'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:53:12.822309 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d5fe7f-370b-42fe-9095-b93d9b6666bc" -d '{"events": [{"name": "network-changed", "server_uuid": "7133ff39-a2b1-4419-8cd4-316d356cf187", "tag": "a5397366-54ce-40f3-83ec-4327be877003"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:53:12.913053 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-535a016a-fdea-43dc-94dd-f22f3acb3843 None None] Set router ead4e91d-2234-41b3-86bb-5149410fab0c gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:12.980713 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ef4cc1-38ad-4c1a-83c9-cccccc9fe4c8 x-openstack-request-id: req-64ef4cc1-38ad-4c1a-83c9-cccccc9fe4c8 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:53:12.981091 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7133ff39-a2b1-4419-8cd4-316d356cf187", "tag": "a5397366-54ce-40f3-83ec-4327be877003", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:53:12.981457 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-64ef4cc1-38ad-4c1a-83c9-cccccc9fe4c8 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:53:12.981989 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7133ff39-a2b1-4419-8cd4-316d356cf187', 'tag': 'a5397366-54ce-40f3-83ec-4327be877003', 'status': 'completed', 'code': 200} Sep 16 05:53:13.102815 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda5d84-5bb4-4058-8134-4eba4855b042 req-7fd53edd-9ed1-452a-b0d8-cae98e267a1e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:13.104510 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4fda5d84-5bb4-4058-8134-4eba4855b042 req-7fd53edd-9ed1-452a-b0d8-cae98e267a1e tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=7133ff39-a2b1-4419-8cd4-316d356cf187 HTTP/1.1" status: 200 len: 946 time: 0.0790164 Sep 16 05:53:13.110737 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5fe7f-370b-42fe-9095-b93d9b6666bc req-1e70bc5d-32cb-48c2-b9da-6ee92c860753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:13.112178 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f6d5fe7f-370b-42fe-9095-b93d9b6666bc req-1e70bc5d-32cb-48c2-b9da-6ee92c860753 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&device_id=7133ff39-a2b1-4419-8cd4-316d356cf187 HTTP/1.1" status: 200 len: 1098 time: 0.0596752 Sep 16 05:53:13.116347 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-535a016a-fdea-43dc-94dd-f22f3acb3843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801041649', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '4914edab-7fbd-4260-9a3f-d19911f4a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:51:39Z', 'updated_at': '2021-09-16T05:51:43Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '4914edab-7fbd-4260-9a3f-d19911f4a9b0', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:c5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:40Z', 'updated_at': '2021-09-16T05:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'e8b87dc2-174a-4186-95bb-d922cf7002c8', 'name': '', 'network_id': 'a707594d-7e98-4217-b83b-2dc271149b77', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:c7:17:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '304946d7-9cbb-42a5-b5be-59c0e39ee7d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:42Z', 'updated_at': '2021-09-16T05:51:46Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': '304946d7-9cbb-42a5-b5be-59c0e39ee7d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:13.143494 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535a016a-fdea-43dc-94dd-f22f3acb3843 None None] Checking router: ead4e91d-2234-41b3-86bb-5149410fab0c for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:53:13.152471 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535a016a-fdea-43dc-94dd-f22f3acb3843 None None] Routers {'ead4e91d-2234-41b3-86bb-5149410fab0c'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:13.153129 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-535a016a-fdea-43dc-94dd-f22f3acb3843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:52:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['ead4e91d-2234-41b3-86bb-5149410fab0c'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:13.173549 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4fda5d84-5bb4-4058-8134-4eba4855b042 req-66e8a346-da9b-4e8b-a90c-d96a2228cf68 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=adf7b282-d604-42f2-98e0-a1dae390b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604098 Sep 16 05:53:13.230045 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5fe7f-370b-42fe-9095-b93d9b6666bc req-f5473f51-1f3d-486d-a53a-33353193cd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:13.231514 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f6d5fe7f-370b-42fe-9095-b93d9b6666bc req-f5473f51-1f3d-486d-a53a-33353193cd43 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a707594d-7e98-4217-b83b-2dc271149b77 HTTP/1.1" status: 200 len: 897 time: 0.1055608 Sep 16 05:53:13.280378 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f6d5fe7f-370b-42fe-9095-b93d9b6666bc req-dfb0f8c5-b973-4548-ad4f-ca6285bde1bc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5397366-54ce-40f3-83ec-4327be877003 HTTP/1.1" status: 200 len: 217 time: 0.0355325 Sep 16 05:53:13.338459 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5fe7f-370b-42fe-9095-b93d9b6666bc req-7c399fb0-a752-4f3d-bab5-84d336150631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:13.339935 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f6d5fe7f-370b-42fe-9095-b93d9b6666bc req-7c399fb0-a752-4f3d-bab5-84d336150631 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=304946d7-9cbb-42a5-b5be-59c0e39ee7d9 HTTP/1.1" status: 200 len: 835 time: 0.0515535 Sep 16 05:53:13.389441 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5fe7f-370b-42fe-9095-b93d9b6666bc req-9e1c45d6-9799-4d6e-8f31-dcbe35343ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:13.390938 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f6d5fe7f-370b-42fe-9095-b93d9b6666bc req-9e1c45d6-9799-4d6e-8f31-dcbe35343ad8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a707594d-7e98-4217-b83b-2dc271149b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424132 Sep 16 05:53:13.421524 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-784ab76e-9ace-490b-b934-2ff18daef6ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:13.432862 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-535a016a-fdea-43dc-94dd-f22f3acb3843 None None] Set router ead4e91d-2234-41b3-86bb-5149410fab0c gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:13.486306 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f6d5fe7f-370b-42fe-9095-b93d9b6666bc req-6ddd3caa-a85d-4139-802c-02f5e07f06e6 service neutron] 10.222.0.48 "GET /v2.0/networks/a707594d-7e98-4217-b83b-2dc271149b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830510 Sep 16 05:53:13.589354 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f6d5fe7f-370b-42fe-9095-b93d9b6666bc req-4fa0efe4-8f2f-40ac-8482-3bd14582adc9 service neutron] 10.222.0.48 "GET /v2.0/networks/a707594d-7e98-4217-b83b-2dc271149b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891781 Sep 16 05:53:13.630489 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-535a016a-fdea-43dc-94dd-f22f3acb3843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801041649', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '4914edab-7fbd-4260-9a3f-d19911f4a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:51:39Z', 'updated_at': '2021-09-16T05:51:43Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '4914edab-7fbd-4260-9a3f-d19911f4a9b0', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:c5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:40Z', 'updated_at': '2021-09-16T05:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'e8b87dc2-174a-4186-95bb-d922cf7002c8', 'name': '', 'network_id': 'a707594d-7e98-4217-b83b-2dc271149b77', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:c7:17:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '304946d7-9cbb-42a5-b5be-59c0e39ee7d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:42Z', 'updated_at': '2021-09-16T05:51:46Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': '304946d7-9cbb-42a5-b5be-59c0e39ee7d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:13.665629 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535a016a-fdea-43dc-94dd-f22f3acb3843 None None] The sync data for ids ['ead4e91d-2234-41b3-86bb-5149410fab0c'] in n-d-712139-15 is: [{'id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801041649', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '4914edab-7fbd-4260-9a3f-d19911f4a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:51:39Z', 'updated_at': '2021-09-16T05:51:43Z', 'revision_number': 4, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '4914edab-7fbd-4260-9a3f-d19911f4a9b0', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:c5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:40Z', 'updated_at': '2021-09-16T05:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'e8b87dc2-174a-4186-95bb-d922cf7002c8', 'name': '', 'network_id': 'a707594d-7e98-4217-b83b-2dc271149b77', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'mac_address': 'fa:16:3e:c7:17:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '304946d7-9cbb-42a5-b5be-59c0e39ee7d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:42Z', 'updated_at': '2021-09-16T05:51:46Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'subnets': [{'id': '304946d7-9cbb-42a5-b5be-59c0e39ee7d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:53:13.677232 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:13.878158 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9782d4-ec2c-43b8-bf6f-d91575a7a28a None None] New status for floating IP b9c94b81-16e9-4b35-a026-8faf32dd422b: DOWN {{(pid=94769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:53:14.290960 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f624e-41c9-4e0a-8cf8-4e733acf112f req-86e2c30e-4237-4b5a-9cb3-1ef4421bb527 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:14.292474 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-db8f624e-41c9-4e0a-8cf8-4e733acf112f req-86e2c30e-4237-4b5a-9cb3-1ef4421bb527 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=7133ff39-a2b1-4419-8cd4-316d356cf187 HTTP/1.1" status: 200 len: 946 time: 0.0494435 Sep 16 05:53:14.329284 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-db8f624e-41c9-4e0a-8cf8-4e733acf112f req-e07b66dd-3618-4019-94cb-0fdd7a79e2a6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/security-groups?id=adf7b282-d604-42f2-98e0-a1dae390b903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309143 Sep 16 05:53:14.836658 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:15.007477 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273a19d-411d-4ce4-b124-2a299a80946c req-1e5341a2-e11a-431c-9b7a-b820f5252c52 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:15.009769 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e273a19d-411d-4ce4-b124-2a299a80946c req-1e5341a2-e11a-431c-9b7a-b820f5252c52 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.48 "GET /v2.0/ports?device_id=7133ff39-a2b1-4419-8cd4-316d356cf187 HTTP/1.1" status: 200 len: 946 time: 0.0527422 Sep 16 05:53:15.097011 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-e273a19d-411d-4ce4-b124-2a299a80946c req-bd314ef5-0507-4451-902d-9426e267d042 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Deleting port a5397366-54ce-40f3-83ec-4327be877003 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:15.097264 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e273a19d-411d-4ce4-b124-2a299a80946c req-bd314ef5-0507-4451-902d-9426e267d042 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:15.186582 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-e273a19d-411d-4ce4-b124-2a299a80946c req-bd314ef5-0507-4451-902d-9426e267d042 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] For port a5397366-54ce-40f3-83ec-4327be877003, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=a5397366-54ce-40f3-83ec-4327be877003,segment=NetworkSegment(8ff07f33-9731-4170-88a0-3d8e60a97a84),segment_id=8ff07f33-9731-4170-88a0-3d8e60a97a84)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:15.186964 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e273a19d-411d-4ce4-b124-2a299a80946c req-bd314ef5-0507-4451-902d-9426e267d042 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:15.198950 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-e273a19d-411d-4ce4-b124-2a299a80946c req-bd314ef5-0507-4451-902d-9426e267d042 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Calling delete_port for a5397366-54ce-40f3-83ec-4327be877003 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:15.325196 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e273a19d-411d-4ce4-b124-2a299a80946c req-bd314ef5-0507-4451-902d-9426e267d042 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:15.359114 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd314ef5-0507-4451-902d-9426e267d042 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event deleted for resources: {'Port': ['ID=a5397366-54ce-40f3-83ec-4327be877003,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:15.370523 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:15.761291 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e273a19d-411d-4ce4-b124-2a299a80946c req-bd314ef5-0507-4451-902d-9426e267d042 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] No DVR routers for this DVR port a5397366-54ce-40f3-83ec-4327be877003 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:53:15.764424 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e3fdd193-a537-4583-8ff2-da032b8e80cb req-6037d580-fac8-4416-a534-79a63a85f516 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "GET /v2.0/ports?device_id=7133ff39-a2b1-4419-8cd4-316d356cf187 HTTP/1.1" status: 200 len: 210 time: 0.0431159 Sep 16 05:53:15.765705 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-e273a19d-411d-4ce4-b124-2a299a80946c req-bd314ef5-0507-4451-902d-9426e267d042 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:15.767434 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e273a19d-411d-4ce4-b124-2a299a80946c req-bd314ef5-0507-4451-902d-9426e267d042 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.48 "DELETE /v2.0/ports/a5397366-54ce-40f3-83ec-4327be877003 HTTP/1.1" status: 204 len: 173 time: 0.7518101 Sep 16 05:53:15.767804 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7133ff39-a2b1-4419-8cd4-316d356cf187', 'name': 'network-vif-deleted', 'tag': 'a5397366-54ce-40f3-83ec-4327be877003'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:53:15.770051 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193fc97d-6a7e-49d1-9902-0b58d6a2a99c" -d '{"events": [{"server_uuid": "7133ff39-a2b1-4419-8cd4-316d356cf187", "name": "network-vif-deleted", "tag": "a5397366-54ce-40f3-83ec-4327be877003"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:53:15.818284 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c74900-a662-49de-a52f-6849d99824ad x-openstack-request-id: req-39c74900-a662-49de-a52f-6849d99824ad {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:53:15.818581 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7133ff39-a2b1-4419-8cd4-316d356cf187", "name": "network-vif-deleted", "tag": "a5397366-54ce-40f3-83ec-4327be877003", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:53:15.818777 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-39c74900-a662-49de-a52f-6849d99824ad {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:53:15.819145 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7133ff39-a2b1-4419-8cd4-316d356cf187', 'name': 'network-vif-deleted', 'tag': 'a5397366-54ce-40f3-83ec-4327be877003', 'status': 'completed', 'code': 200} Sep 16 05:53:16.337671 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:16.826615 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58586) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:17.176487 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0053cb28-5e14-435b-a75d-10ec2e418046 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:17.428113 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-0053cb28-5e14-435b-a75d-10ec2e418046 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Deleting port e8b87dc2-174a-4186-95bb-d922cf7002c8 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:17.428374 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0053cb28-5e14-435b-a75d-10ec2e418046 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:17.515235 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-0053cb28-5e14-435b-a75d-10ec2e418046 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] For port e8b87dc2-174a-4186-95bb-d922cf7002c8, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=e8b87dc2-174a-4186-95bb-d922cf7002c8,segment=NetworkSegment(8ff07f33-9731-4170-88a0-3d8e60a97a84),segment_id=8ff07f33-9731-4170-88a0-3d8e60a97a84)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:17.515586 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0053cb28-5e14-435b-a75d-10ec2e418046 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:17.531672 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-0053cb28-5e14-435b-a75d-10ec2e418046 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Calling delete_port for e8b87dc2-174a-4186-95bb-d922cf7002c8 owned by network:router_interface {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:17.713839 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0053cb28-5e14-435b-a75d-10ec2e418046 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:17.741779 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053cb28-5e14-435b-a75d-10ec2e418046 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event deleted for resources: {'Port': ['ID=e8b87dc2-174a-4186-95bb-d922cf7002c8,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:17.918208 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-0053cb28-5e14-435b-a75d-10ec2e418046 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:18.131241 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0053cb28-5e14-435b-a75d-10ec2e418046 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Router ead4e91d-2234-41b3-86bb-5149410fab0c has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:53:18.238405 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0053cb28-5e14-435b-a75d-10ec2e418046 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:53:18.243711 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-0053cb28-5e14-435b-a75d-10ec2e418046 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "PUT /v2.0/routers/ead4e91d-2234-41b3-86bb-5149410fab0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4160841 Sep 16 05:53:18.246468 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58590) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:18.249670 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bc57da-8edb-4fd3-8d79-832d446b0503 None None] Sync routers for ids ['ead4e91d-2234-41b3-86bb-5149410fab0c'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:53:18.260523 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bc57da-8edb-4fd3-8d79-832d446b0503 None None] Routers {'ead4e91d-2234-41b3-86bb-5149410fab0c'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:18.261196 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-b7bc57da-8edb-4fd3-8d79-832d446b0503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:53:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['ead4e91d-2234-41b3-86bb-5149410fab0c'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:18.301113 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1f4ace3-ae85-4f48-9f39-78d14f966c8d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Deleting subnet 304946d7-9cbb-42a5-b5be-59c0e39ee7d9 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:53:18.305758 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a1f4ace3-ae85-4f48-9f39-78d14f966c8d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:18.347565 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a1f4ace3-ae85-4f48-9f39-78d14f966c8d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:18.368996 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-b7bc57da-8edb-4fd3-8d79-832d446b0503 None None] Set router ead4e91d-2234-41b3-86bb-5149410fab0c gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:18.440296 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a1f4ace3-ae85-4f48-9f39-78d14f966c8d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:18.500696 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a1f4ace3-ae85-4f48-9f39-78d14f966c8d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:18.531737 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a1f4ace3-ae85-4f48-9f39-78d14f966c8d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:18.536368 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58592) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:18.537316 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a1f4ace3-ae85-4f48-9f39-78d14f966c8d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "DELETE /v2.0/subnets/304946d7-9cbb-42a5-b5be-59c0e39ee7d9 HTTP/1.1" status: 204 len: 168 time: 0.2898409 Sep 16 05:53:18.538945 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4ace3-ae85-4f48-9f39-78d14f966c8d tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event deleted for resources: {'Subnet': ['ID=304946d7-9cbb-42a5-b5be-59c0e39ee7d9,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:18.541102 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda62c5d-aec4-4ce4-bde6-7f57c14e95d9 None None] Network a707594d-7e98-4217-b83b-2dc271149b77 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:53:18.607419 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-b7bc57da-8edb-4fd3-8d79-832d446b0503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801041649', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '4914edab-7fbd-4260-9a3f-d19911f4a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:51:39Z', 'updated_at': '2021-09-16T05:53:17Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '4914edab-7fbd-4260-9a3f-d19911f4a9b0', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:c5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:40Z', 'updated_at': '2021-09-16T05:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:18.636460 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bc57da-8edb-4fd3-8d79-832d446b0503 None None] Checking router: ead4e91d-2234-41b3-86bb-5149410fab0c for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:53:18.647851 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b6763059-bff8-4763-937b-695057392f96 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:18.662425 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device a5397366-54ce-40f3-83ec-4327be877003 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:18.686058 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: a5397366-54ce-40f3-83ec-4327be877003 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:53:18.686516 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device a5397366-54ce-40f3-83ec-4327be877003 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:53:18.701361 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bc57da-8edb-4fd3-8d79-832d446b0503 None None] Routers {'ead4e91d-2234-41b3-86bb-5149410fab0c'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:18.701900 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-b7bc57da-8edb-4fd3-8d79-832d446b0503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:53:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['ead4e91d-2234-41b3-86bb-5149410fab0c'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:18.754889 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b6763059-bff8-4763-937b-695057392f96 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:18.817814 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-b6763059-bff8-4763-937b-695057392f96 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Deleting port 4914edab-7fbd-4260-9a3f-d19911f4a9b0 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:18.818214 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b6763059-bff8-4763-937b-695057392f96 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:18.822375 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-b7bc57da-8edb-4fd3-8d79-832d446b0503 None None] Set router ead4e91d-2234-41b3-86bb-5149410fab0c gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:18.851625 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8db86da-219b-409a-bc68-58509da162f8 None None] DHCP port deletion for a707594d-7e98-4217-b83b-2dc271149b77 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:53:18.898084 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-b6763059-bff8-4763-937b-695057392f96 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] For port 4914edab-7fbd-4260-9a3f-d19911f4a9b0, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=4914edab-7fbd-4260-9a3f-d19911f4a9b0,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:18.898499 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b6763059-bff8-4763-937b-695057392f96 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:18.911112 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-b6763059-bff8-4763-937b-695057392f96 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Calling delete_port for 4914edab-7fbd-4260-9a3f-d19911f4a9b0 owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:19.009711 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-c8db86da-219b-409a-bc68-58509da162f8 None None] Deleting port 716d35a4-6f97-4fcf-9056-b6c7ea5c7a2f {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:19.010356 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c8db86da-219b-409a-bc68-58509da162f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:19.083352 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b6763059-bff8-4763-937b-695057392f96 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:19.085633 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-c8db86da-219b-409a-bc68-58509da162f8 None None] For port 716d35a4-6f97-4fcf-9056-b6c7ea5c7a2f, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=716d35a4-6f97-4fcf-9056-b6c7ea5c7a2f,segment=NetworkSegment(8ff07f33-9731-4170-88a0-3d8e60a97a84),segment_id=8ff07f33-9731-4170-88a0-3d8e60a97a84)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:19.086562 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c8db86da-219b-409a-bc68-58509da162f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:19.102068 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-c8db86da-219b-409a-bc68-58509da162f8 None None] Calling delete_port for 716d35a4-6f97-4fcf-9056-b6c7ea5c7a2f owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:19.110636 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6763059-bff8-4763-937b-695057392f96 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event deleted for resources: {'Port': ['ID=4914edab-7fbd-4260-9a3f-d19911f4a9b0,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:19.119773 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-b7bc57da-8edb-4fd3-8d79-832d446b0503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801041649', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '4914edab-7fbd-4260-9a3f-d19911f4a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:51:39Z', 'updated_at': '2021-09-16T05:53:17Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '4914edab-7fbd-4260-9a3f-d19911f4a9b0', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:c5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:40Z', 'updated_at': '2021-09-16T05:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:19.124837 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6763059-bff8-4763-937b-695057392f96 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:19.125197 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6763059-bff8-4763-937b-695057392f96 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:19.125544 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6763059-bff8-4763-937b-695057392f96 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:19.125885 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6763059-bff8-4763-937b-695057392f96 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:19.126217 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6763059-bff8-4763-937b-695057392f96 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:19.126548 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6763059-bff8-4763-937b-695057392f96 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:19.126883 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6763059-bff8-4763-937b-695057392f96 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:19.127214 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6763059-bff8-4763-937b-695057392f96 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:19.127544 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6763059-bff8-4763-937b-695057392f96 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:19.127873 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6763059-bff8-4763-937b-695057392f96 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:19.128199 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6763059-bff8-4763-937b-695057392f96 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:19.128521 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6763059-bff8-4763-937b-695057392f96 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:19.172434 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bc57da-8edb-4fd3-8d79-832d446b0503 None None] The sync data for ids ['ead4e91d-2234-41b3-86bb-5149410fab0c'] in n-d-712139-15 is: [{'id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801041649', 'tenant_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '4914edab-7fbd-4260-9a3f-d19911f4a9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:51:39Z', 'updated_at': '2021-09-16T05:53:17Z', 'revision_number': 5, 'project_id': 'eb1a1bf9db52473aa7c1d16c03bc5b41', 'gw_port': {'id': '4914edab-7fbd-4260-9a3f-d19911f4a9b0', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:c5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead4e91d-2234-41b3-86bb-5149410fab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:40Z', 'updated_at': '2021-09-16T05:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:53:19.189276 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b6763059-bff8-4763-937b-695057392f96 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:19.220268 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c8db86da-219b-409a-bc68-58509da162f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:19.249116 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db86da-219b-409a-bc68-58509da162f8 None None] Pushing event deleted for resources: {'Port': ['ID=716d35a4-6f97-4fcf-9056-b6c7ea5c7a2f,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:19.253761 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8db86da-219b-409a-bc68-58509da162f8 None None] No DVR routers for this DVR port 716d35a4-6f97-4fcf-9056-b6c7ea5c7a2f on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:53:19.261713 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8db86da-219b-409a-bc68-58509da162f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:19.261993 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8db86da-219b-409a-bc68-58509da162f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:19.262336 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8db86da-219b-409a-bc68-58509da162f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:19.262681 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8db86da-219b-409a-bc68-58509da162f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:19.263013 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8db86da-219b-409a-bc68-58509da162f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:19.263346 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8db86da-219b-409a-bc68-58509da162f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:19.264091 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8db86da-219b-409a-bc68-58509da162f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:19.264091 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8db86da-219b-409a-bc68-58509da162f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:19.264352 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8db86da-219b-409a-bc68-58509da162f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:19.264650 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8db86da-219b-409a-bc68-58509da162f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:19.264962 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8db86da-219b-409a-bc68-58509da162f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:19.265288 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8db86da-219b-409a-bc68-58509da162f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:19.287919 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b6763059-bff8-4763-937b-695057392f96 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:19.290218 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b6763059-bff8-4763-937b-695057392f96 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:19.333045 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b6763059-bff8-4763-937b-695057392f96 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:19.333632 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6763059-bff8-4763-937b-695057392f96 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Fanout notify agent at l3_agent the message router_deleted on router ead4e91d-2234-41b3-86bb-5149410fab0c {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:53:19.340727 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-b6763059-bff8-4763-937b-695057392f96 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:19.341876 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-b6763059-bff8-4763-937b-695057392f96 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "DELETE /v2.0/routers/ead4e91d-2234-41b3-86bb-5149410fab0c HTTP/1.1" status: 204 len: 168 time: 0.8045049 Sep 16 05:53:19.344887 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58596) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:19.423000 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9bebed81-3b6c-49e2-8708-8419221c68c6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:19.507085 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9bebed81-3b6c-49e2-8708-8419221c68c6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:19.528777 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-9bebed81-3b6c-49e2-8708-8419221c68c6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a707594d-7e98-4217-b83b-2dc271149b77']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:19.539620 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-9bebed81-3b6c-49e2-8708-8419221c68c6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ff07f33-9731-4170-88a0-3d8e60a97a84') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:19.540344 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-9bebed81-3b6c-49e2-8708-8419221c68c6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ff07f33-9731-4170-88a0-3d8e60a97a84') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:19.550912 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9bebed81-3b6c-49e2-8708-8419221c68c6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:19.566066 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9bebed81-3b6c-49e2-8708-8419221c68c6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:19.572625 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bebed81-3b6c-49e2-8708-8419221c68c6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:53:19.573034 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9bebed81-3b6c-49e2-8708-8419221c68c6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:19.586598 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 05:53:19.586598 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:53:19.586598 n-d-712139-15 neutron-server[94766]: timer() Sep 16 05:53:19.586598 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:53:19.586598 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 05:53:19.586598 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:53:19.586598 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 05:53:19.586598 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:53:19.586598 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 05:53:19.586598 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:53:19.586598 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 05:53:19.586598 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:53:19.586598 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 05:53:19.586598 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:53:19.586598 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:53:19.586598 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:53:19.586598 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:53:19.586598 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:53:19.586598 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 05:53:19.586598 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:53:19.586598 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 05:53:19.586598 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:53:19.586598 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:53:19.586598 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:53:19.586598 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 05:53:19.586598 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:53:19.586598 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:53:19.586598 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:53:19.586598 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:53:19.586598 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:53:19.586598 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:53:19.586598 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:53:19.642109 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9bebed81-3b6c-49e2-8708-8419221c68c6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:19.650573 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9bebed81-3b6c-49e2-8708-8419221c68c6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:19.652592 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9bebed81-3b6c-49e2-8708-8419221c68c6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "DELETE /v2.0/networks/a707594d-7e98-4217-b83b-2dc271149b77 HTTP/1.1" status: 204 len: 168 time: 0.3067625 Sep 16 05:53:19.655634 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58598) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:19.664838 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bebed81-3b6c-49e2-8708-8419221c68c6 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event deleted for resources: {'Network': ['ID=a707594d-7e98-4217-b83b-2dc271149b77,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:19.725791 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9c1fb822-ccbb-41e4-b955-fd1c2ff5f569 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:19.753526 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9c1fb822-ccbb-41e4-b955-fd1c2ff5f569 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:19.833356 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9c1fb822-ccbb-41e4-b955-fd1c2ff5f569 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:19.834344 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 716d35a4-6f97-4fcf-9056-b6c7ea5c7a2f no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:19.836830 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-9c1fb822-ccbb-41e4-b955-fd1c2ff5f569 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:19.839232 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-9c1fb822-ccbb-41e4-b955-fd1c2ff5f569 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] 10.222.0.35 "DELETE /v2.0/security-groups/adf7b282-d604-42f2-98e0-a1dae390b903 HTTP/1.1" status: 204 len: 168 time: 0.1808813 Sep 16 05:53:19.847789 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fb822-ccbb-41e4-b955-fd1c2ff5f569 tempest-TestNetworkAdvancedServerOps-806995082 tempest-TestNetworkAdvancedServerOps-806995082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf7b282-d604-42f2-98e0-a1dae390b903,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:19.878886 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 716d35a4-6f97-4fcf-9056-b6c7ea5c7a2f {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:53:19.879628 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 716d35a4-6f97-4fcf-9056-b6c7ea5c7a2f not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:53:19.879628 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device e8b87dc2-174a-4186-95bb-d922cf7002c8 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:19.903075 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: e8b87dc2-174a-4186-95bb-d922cf7002c8 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:53:19.903424 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device e8b87dc2-174a-4186-95bb-d922cf7002c8 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:53:20.191796 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58606) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:20.330373 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-15e37c27-e5f4-4535-9166-f45b6d940958 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eb1a1bf9db52473aa7c1d16c03bc5b41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1373610 Sep 16 05:53:20.332886 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58610) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:20.381156 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc80874b-2855-4348-88a7-c7a4400b66d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:20.402442 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc80874b-2855-4348-88a7-c7a4400b66d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:20.450068 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc80874b-2855-4348-88a7-c7a4400b66d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:20.452835 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc80874b-2855-4348-88a7-c7a4400b66d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:20.456455 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-bc80874b-2855-4348-88a7-c7a4400b66d9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d393e4ed-64fe-4fb8-92a0-9ad0f12b8029 HTTP/1.1" status: 204 len: 168 time: 0.1202307 Sep 16 05:53:20.462141 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc80874b-2855-4348-88a7-c7a4400b66d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d393e4ed-64fe-4fb8-92a0-9ad0f12b8029,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:20.719362 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58616) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:20.733294 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-852f2932-1450-45ce-8c44-690cf32464d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:20.822713 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-852f2932-1450-45ce-8c44-690cf32464d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:20.826326 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-852f2932-1450-45ce-8c44-690cf32464d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:20.867546 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-852f2932-1450-45ce-8c44-690cf32464d4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=de7fec85978248248a73caec9736273f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1467907 Sep 16 05:53:20.868808 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f2932-1450-45ce-8c44-690cf32464d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707ce341-c7a2-4ce4-a436-5d0ae64a99ab,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:20.870106 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58618) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:20.918714 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9a353bdd-c586-4518-ae70-bc3f8af5e007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:20.939209 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9a353bdd-c586-4518-ae70-bc3f8af5e007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:20.984978 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9a353bdd-c586-4518-ae70-bc3f8af5e007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:20.987540 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-9a353bdd-c586-4518-ae70-bc3f8af5e007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:20.988718 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-9a353bdd-c586-4518-ae70-bc3f8af5e007 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/707ce341-c7a2-4ce4-a436-5d0ae64a99ab HTTP/1.1" status: 204 len: 168 time: 0.1175683 Sep 16 05:53:20.996316 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a353bdd-c586-4518-ae70-bc3f8af5e007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707ce341-c7a2-4ce4-a436-5d0ae64a99ab,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:21.700949 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58640) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:21.729603 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 4914edab-7fbd-4260-9a3f-d19911f4a9b0 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:21.749536 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 4914edab-7fbd-4260-9a3f-d19911f4a9b0 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:53:21.749969 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 4914edab-7fbd-4260-9a3f-d19911f4a9b0 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:53:21.799035 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-ebfdc60b-939f-4eec-a257-de625db74a55 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1323956804-network', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:21.821760 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfdc60b-939f-4eec-a257-de625db74a55 admin admin] Made reservation on behalf of 8c8ee7cbac624186aff47e212e345a41 for: {'network': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:53:21.824036 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ebfdc60b-939f-4eec-a257-de625db74a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:21.832277 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ebfdc60b-939f-4eec-a257-de625db74a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:21.924278 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ebfdc60b-939f-4eec-a257-de625db74a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:21.928130 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ebfdc60b-939f-4eec-a257-de625db74a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:21.953760 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebfdc60b-939f-4eec-a257-de625db74a55 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=94766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:53:21.963706 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfdc60b-939f-4eec-a257-de625db74a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3657bf-907d-4b20-9168-e574f91b4ce0,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:21.968591 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ebfdc60b-939f-4eec-a257-de625db74a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:21.968953 n-d-712139-15 neutron-server[94766]: INFO neutron.db.segments_db [None req-ebfdc60b-939f-4eec-a257-de625db74a55 admin admin] Added segment 1f338bff-b4da-470e-ba19-b6d6ba9a5842 of type vlan for network 8d59c304-69bc-4f99-b704-f8cf4ef82dc8 Sep 16 05:53:22.009194 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ebfdc60b-939f-4eec-a257-de625db74a55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:22.034236 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ebfdc60b-939f-4eec-a257-de625db74a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:22.035295 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfdc60b-939f-4eec-a257-de625db74a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:22.035913 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ebfdc60b-939f-4eec-a257-de625db74a55 admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:22.068019 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ebfdc60b-939f-4eec-a257-de625db74a55 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3659935 Sep 16 05:53:22.071146 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58644) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:22.076267 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-bc970419-34b4-4204-8e8c-37bc864dc5d1 admin admin] Request body: {'subnet': {'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1323956804-subnet', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'ip_version': 4}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:22.098544 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc970419-34b4-4204-8e8c-37bc864dc5d1 admin admin] Made reservation on behalf of 8c8ee7cbac624186aff47e212e345a41 for: {'subnet': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:53:22.099312 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfdc60b-939f-4eec-a257-de625db74a55 admin admin] Pushing event updated for resources: {'Network': ['ID=8d59c304-69bc-4f99-b704-f8cf4ef82dc8,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:22.100900 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc970419-34b4-4204-8e8c-37bc864dc5d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9302514'] for subnet, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:22.110638 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 8d59c304-69bc-4f99-b704-f8cf4ef82dc8 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:53:22.275746 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc970419-34b4-4204-8e8c-37bc864dc5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10437546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9302492'] for subnet, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:22.334071 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc970419-34b4-4204-8e8c-37bc864dc5d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bb83a66-0bc2-4c83-9a81-0d46a2ba3017,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:22.346441 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc970419-34b4-4204-8e8c-37bc864dc5d1 admin admin] Checking segment: {'id': '1f338bff-b4da-470e-ba19-b6d6ba9a5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:53:22.346773 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc970419-34b4-4204-8e8c-37bc864dc5d1 admin admin] Network hostable DHCP agents. Network: 8d59c304-69bc-4f99-b704-f8cf4ef82dc8, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:53:22.363173 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc970419-34b4-4204-8e8c-37bc864dc5d1 admin admin] Network 8d59c304-69bc-4f99-b704-f8cf4ef82dc8 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:53:22.372009 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-bc970419-34b4-4204-8e8c-37bc864dc5d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 8d59c304-69bc-4f99-b704-f8cf4ef82dc8) {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:53:22.377460 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc970419-34b4-4204-8e8c-37bc864dc5d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:22.378384 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-bc970419-34b4-4204-8e8c-37bc864dc5d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:22.382585 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b4089c-77d0-49f7-ab18-7ec2918325e7 None None] Network 8d59c304-69bc-4f99-b704-f8cf4ef82dc8 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:53:22.394398 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-bc970419-34b4-4204-8e8c-37bc864dc5d1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3219864 Sep 16 05:53:22.397174 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58646) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:22.403693 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-5af96109-8fe2-49f4-8f60-e956e932c183 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1323956804-router', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:22.424279 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5af96109-8fe2-49f4-8f60-e956e932c183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:22.425330 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5af96109-8fe2-49f4-8f60-e956e932c183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:22.477818 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5af96109-8fe2-49f4-8f60-e956e932c183 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:22.531271 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b0276b-fff5-4621-8736-cb497a25124c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-8d59c304-69bc-4f99-b704-f8cf4ef82dc8', 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'fixed_ips': [{'subnet_id': '5bb83a66-0bc2-4c83-9a81-0d46a2ba3017'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:53:22.532146 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-80b0276b-fff5-4621-8736-cb497a25124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:22.623632 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5af96109-8fe2-49f4-8f60-e956e932c183 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:22.670654 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-80b0276b-fff5-4621-8736-cb497a25124c None None] Allocated IP 172.20.0.2 (8d59c304-69bc-4f99-b704-f8cf4ef82dc8/5bb83a66-0bc2-4c83-9a81-0d46a2ba3017/8f13a687-fb67-4814-ab9e-392eb3f6387c) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:53:22.816029 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-80b0276b-fff5-4621-8736-cb497a25124c None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:22.822386 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-80b0276b-fff5-4621-8736-cb497a25124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:22.825107 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5af96109-8fe2-49f4-8f60-e956e932c183 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:22.845211 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5af96109-8fe2-49f4-8f60-e956e932c183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:22.858004 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b0276b-fff5-4621-8736-cb497a25124c None None] Network 8d59c304-69bc-4f99-b704-f8cf4ef82dc8 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:53:22.860767 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-80b0276b-fff5-4621-8736-cb497a25124c None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:53:22.864191 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b0276b-fff5-4621-8736-cb497a25124c None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:53:22.875308 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b0276b-fff5-4621-8736-cb497a25124c None None] Pushing event updated for resources: {'Port': ['ID=8f13a687-fb67-4814-ab9e-392eb3f6387c,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:22.928095 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-80b0276b-fff5-4621-8736-cb497a25124c None None] Attempting to bind port 8f13a687-fb67-4814-ab9e-392eb3f6387c on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:53:22.928466 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-80b0276b-fff5-4621-8736-cb497a25124c None None] Attempting to bind port 8f13a687-fb67-4814-ab9e-392eb3f6387c by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '1f338bff-b4da-470e-ba19-b6d6ba9a5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:53:22.928863 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b0276b-fff5-4621-8736-cb497a25124c None None] Attempting to bind port 8f13a687-fb67-4814-ab9e-392eb3f6387c on network 8d59c304-69bc-4f99-b704-f8cf4ef82dc8 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:53:22.934009 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b0276b-fff5-4621-8736-cb497a25124c None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:53:22.934382 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b0276b-fff5-4621-8736-cb497a25124c None None] Checking segment: {'id': '1f338bff-b4da-470e-ba19-b6d6ba9a5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:53:22.934789 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-80b0276b-fff5-4621-8736-cb497a25124c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:22.935182 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b0276b-fff5-4621-8736-cb497a25124c None None] Bound using segment: {'id': '1f338bff-b4da-470e-ba19-b6d6ba9a5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:53:22.935716 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-80b0276b-fff5-4621-8736-cb497a25124c None None] Bound port: 8f13a687-fb67-4814-ab9e-392eb3f6387c, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f338bff-b4da-470e-ba19-b6d6ba9a5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:53:22.936104 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-80b0276b-fff5-4621-8736-cb497a25124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:22.950731 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-5af96109-8fe2-49f4-8f60-e956e932c183 admin admin] Allocated IP 172.25.8.26 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:53:23.002279 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-80b0276b-fff5-4621-8736-cb497a25124c None None] For port 8f13a687-fb67-4814-ab9e-392eb3f6387c, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:53:23.005758 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-80b0276b-fff5-4621-8736-cb497a25124c None None] For port 8f13a687-fb67-4814-ab9e-392eb3f6387c, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=8f13a687-fb67-4814-ab9e-392eb3f6387c,segment=NetworkSegment(1f338bff-b4da-470e-ba19-b6d6ba9a5842),segment_id=1f338bff-b4da-470e-ba19-b6d6ba9a5842)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:53:23.010562 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-80b0276b-fff5-4621-8736-cb497a25124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:23.056738 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5af96109-8fe2-49f4-8f60-e956e932c183 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:23.071313 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b0276b-fff5-4621-8736-cb497a25124c None None] Pushing event updated for resources: {'Port': ['ID=8f13a687-fb67-4814-ab9e-392eb3f6387c,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:23.093508 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5af96109-8fe2-49f4-8f60-e956e932c183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:23.131691 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af96109-8fe2-49f4-8f60-e956e932c183 admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:53:23.134632 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-5af96109-8fe2-49f4-8f60-e956e932c183 admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:53:23.140338 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af96109-8fe2-49f4-8f60-e956e932c183 admin admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:53:23.146040 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af96109-8fe2-49f4-8f60-e956e932c183 admin admin] Pushing event updated for resources: {'Port': ['ID=7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:23.406368 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5af96109-8fe2-49f4-8f60-e956e932c183 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:23.602390 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5af96109-8fe2-49f4-8f60-e956e932c183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:23.736928 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af96109-8fe2-49f4-8f60-e956e932c183 admin admin] Router c7df5f48-a553-4e63-91b5-d985ad82878e is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:53:23.806153 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 8f13a687-fb67-4814-ab9e-392eb3f6387c up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:53:23.861964 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af96109-8fe2-49f4-8f60-e956e932c183 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:53:23.863375 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 8f13a687-fb67-4814-ab9e-392eb3f6387c triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:23.863854 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:23.874794 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514129d0-6512-4794-b789-3c0c8b135576 None None] Sync routers for ids ['c7df5f48-a553-4e63-91b5-d985ad82878e'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:53:23.885819 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-5af96109-8fe2-49f4-8f60-e956e932c183 admin admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:23.887222 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5af96109-8fe2-49f4-8f60-e956e932c183 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4890654 Sep 16 05:53:23.889964 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58648) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:23.890466 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514129d0-6512-4794-b789-3c0c8b135576 None None] Routers {'c7df5f48-a553-4e63-91b5-d985ad82878e'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:23.891230 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-514129d0-6512-4794-b789-3c0c8b135576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:53:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['c7df5f48-a553-4e63-91b5-d985ad82878e'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:23.979094 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:24.000983 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-514129d0-6512-4794-b789-3c0c8b135576 None None] Set router c7df5f48-a553-4e63-91b5-d985ad82878e gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:24.021952 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 8f13a687-fb67-4814-ab9e-392eb3f6387c, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=8f13a687-fb67-4814-ab9e-392eb3f6387c,segment=NetworkSegment(1f338bff-b4da-470e-ba19-b6d6ba9a5842),segment_id=1f338bff-b4da-470e-ba19-b6d6ba9a5842)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:24.029903 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:24.084055 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=8f13a687-fb67-4814-ab9e-392eb3f6387c,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:24.088510 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697c290c-ecc0-4e2d-a66c-f19792dde689 None None] Network 8d59c304-69bc-4f99-b704-f8cf4ef82dc8 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:53:24.159387 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-90e57c9f-b3ff-4b40-9354-3e2be716cc34 None None] Provisioning complete for port 8f13a687-fb67-4814-ab9e-392eb3f6387c triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:24.159684 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-90e57c9f-b3ff-4b40-9354-3e2be716cc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:24.203746 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-514129d0-6512-4794-b789-3c0c8b135576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'name': 'tempest-TestShelveInstance-1323956804-router', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T05:53:23Z', 'revision_number': 3, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'gw_port': {'id': '7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:63:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T05:53:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:24.231712 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514129d0-6512-4794-b789-3c0c8b135576 None None] Checking router: c7df5f48-a553-4e63-91b5-d985ad82878e for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:53:24.231712 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514129d0-6512-4794-b789-3c0c8b135576 None None] Updating router c7df5f48-a553-4e63-91b5-d985ad82878e port 7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:53:24.259652 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-514129d0-6512-4794-b789-3c0c8b135576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:24.387386 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3f5ddff6-ec51-4de6-89ee-34429019a236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:24.548204 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-514129d0-6512-4794-b789-3c0c8b135576 None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:24.554198 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-514129d0-6512-4794-b789-3c0c8b135576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:24.564719 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-3f5ddff6-ec51-4de6-89ee-34429019a236 admin admin] Allocated IP 172.20.0.1 (8d59c304-69bc-4f99-b704-f8cf4ef82dc8/5bb83a66-0bc2-4c83-9a81-0d46a2ba3017/c0ba1d85-4e90-40f8-9115-7b68e682e9bb) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:53:24.607135 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-514129d0-6512-4794-b789-3c0c8b135576 None None] Attempting to bind port 7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:53:24.607503 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-514129d0-6512-4794-b789-3c0c8b135576 None None] Attempting to bind port 7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:53:24.607872 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514129d0-6512-4794-b789-3c0c8b135576 None None] Attempting to bind port 7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:53:24.621485 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514129d0-6512-4794-b789-3c0c8b135576 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:53:24.621852 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514129d0-6512-4794-b789-3c0c8b135576 None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:53:24.622252 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-514129d0-6512-4794-b789-3c0c8b135576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:24.622636 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514129d0-6512-4794-b789-3c0c8b135576 None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:53:24.623100 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-514129d0-6512-4794-b789-3c0c8b135576 None None] Bound port: 7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:53:24.623468 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-514129d0-6512-4794-b789-3c0c8b135576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:24.625406 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efba3f-5eb8-4027-94df-0f4807584e97 None None] Pushing event updated for resources: {'Port': ['ID=7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c,revision_number=2']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:24.650480 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efba3f-5eb8-4027-94df-0f4807584e97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:24.651142 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efba3f-5eb8-4027-94df-0f4807584e97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:24.651666 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efba3f-5eb8-4027-94df-0f4807584e97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:24.652178 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efba3f-5eb8-4027-94df-0f4807584e97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:24.652498 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efba3f-5eb8-4027-94df-0f4807584e97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:24.653023 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efba3f-5eb8-4027-94df-0f4807584e97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:24.653353 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efba3f-5eb8-4027-94df-0f4807584e97 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:24.653677 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efba3f-5eb8-4027-94df-0f4807584e97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:24.653997 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efba3f-5eb8-4027-94df-0f4807584e97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:24.654316 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efba3f-5eb8-4027-94df-0f4807584e97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:24.654636 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efba3f-5eb8-4027-94df-0f4807584e97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:24.654955 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efba3f-5eb8-4027-94df-0f4807584e97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:24.681257 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3f5ddff6-ec51-4de6-89ee-34429019a236 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:24.694667 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-40652550-a399-4532-aa08-1dbd9e4adddc None None] Provisioning complete for port 8f13a687-fb67-4814-ab9e-392eb3f6387c triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:24.695090 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-40652550-a399-4532-aa08-1dbd9e4adddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:24.698857 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-514129d0-6512-4794-b789-3c0c8b135576 None None] For port 7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:53:24.703089 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-514129d0-6512-4794-b789-3c0c8b135576 None None] For port 7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:53:24.707356 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-514129d0-6512-4794-b789-3c0c8b135576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:24.725258 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3f5ddff6-ec51-4de6-89ee-34429019a236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:24.761761 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514129d0-6512-4794-b789-3c0c8b135576 None None] Routers {'c7df5f48-a553-4e63-91b5-d985ad82878e'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:24.762387 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-514129d0-6512-4794-b789-3c0c8b135576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:53:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['c7df5f48-a553-4e63-91b5-d985ad82878e'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:24.765608 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5ddff6-ec51-4de6-89ee-34429019a236 admin admin] Network 8d59c304-69bc-4f99-b704-f8cf4ef82dc8 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:53:24.768555 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-3f5ddff6-ec51-4de6-89ee-34429019a236 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:53:24.772271 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5ddff6-ec51-4de6-89ee-34429019a236 admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:53:24.807543 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ddff6-ec51-4de6-89ee-34429019a236 admin admin] Pushing event updated for resources: {'Port': ['ID=c0ba1d85-4e90-40f8-9115-7b68e682e9bb,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:24.828206 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3f5ddff6-ec51-4de6-89ee-34429019a236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:24.833055 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efba3f-5eb8-4027-94df-0f4807584e97 None None] Pushing event updated for resources: {'Port': ['ID=7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:24.889525 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-514129d0-6512-4794-b789-3c0c8b135576 None None] Set router c7df5f48-a553-4e63-91b5-d985ad82878e gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:24.970519 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3f5ddff6-ec51-4de6-89ee-34429019a236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:25.005015 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-38cd667c-9e6b-422d-a535-adbe23f75953 None None] Provisioning complete for port c0ba1d85-4e90-40f8-9115-7b68e682e9bb triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:25.005564 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-38cd667c-9e6b-422d-a535-adbe23f75953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:25.041452 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-38cd667c-9e6b-422d-a535-adbe23f75953 None None] Port c0ba1d85-4e90-40f8-9115-7b68e682e9bb cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:53:25.082932 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-514129d0-6512-4794-b789-3c0c8b135576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'name': 'tempest-TestShelveInstance-1323956804-router', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T05:53:23Z', 'revision_number': 3, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'gw_port': {'id': '7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:63:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T05:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:25.109382 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514129d0-6512-4794-b789-3c0c8b135576 None None] The sync data for ids ['c7df5f48-a553-4e63-91b5-d985ad82878e'] in n-d-712139-15 is: [{'id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'name': 'tempest-TestShelveInstance-1323956804-router', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T05:53:23Z', 'revision_number': 3, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'gw_port': {'id': '7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:63:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T05:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:53:25.140238 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3f5ddff6-ec51-4de6-89ee-34429019a236 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:25.144449 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3f5ddff6-ec51-4de6-89ee-34429019a236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:25.215841 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-3f5ddff6-ec51-4de6-89ee-34429019a236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:25.217970 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ddff6-ec51-4de6-89ee-34429019a236 admin admin] Pushing event updated for resources: {'Port': ['ID=c0ba1d85-4e90-40f8-9115-7b68e682e9bb,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:25.314419 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5ddff6-ec51-4de6-89ee-34429019a236 admin admin] Network 8d59c304-69bc-4f99-b704-f8cf4ef82dc8 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:53:25.316078 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-3f5ddff6-ec51-4de6-89ee-34429019a236 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:53:25.471730 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5ddff6-ec51-4de6-89ee-34429019a236 admin admin] Router c7df5f48-a553-4e63-91b5-d985ad82878e has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:53:25.565229 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-26eccfac-8846-43e7-a011-6de480da73f8 None None] Provisioning complete for port c0ba1d85-4e90-40f8-9115-7b68e682e9bb triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:25.565605 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-26eccfac-8846-43e7-a011-6de480da73f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:25.590402 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5ddff6-ec51-4de6-89ee-34429019a236 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:53:25.605584 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-3f5ddff6-ec51-4de6-89ee-34429019a236 admin admin] 10.222.0.35 "PUT /v2.0/routers/c7df5f48-a553-4e63-91b5-d985ad82878e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7050276 Sep 16 05:53:25.605824 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-26eccfac-8846-43e7-a011-6de480da73f8 None None] Port c0ba1d85-4e90-40f8-9115-7b68e682e9bb cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:53:25.847050 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 8f13a687-fb67-4814-ab9e-392eb3f6387c up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:53:25.901938 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 8f13a687-fb67-4814-ab9e-392eb3f6387c triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:25.902325 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:25.999932 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:53:26.048392 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:26.049095 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:26.123648 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58666) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:26.128587 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-7086b91d-df26-4e78-a245-bbb07b9913c3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1617788906-network', 'tenant_id': 'aa6cb1414d004b3090e173e21fe6137f'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:26.144147 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:26.151470 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7086b91d-df26-4e78-a245-bbb07b9913c3 admin admin] Made reservation on behalf of aa6cb1414d004b3090e173e21fe6137f for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:53:26.154363 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7086b91d-df26-4e78-a245-bbb07b9913c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:26.163489 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7086b91d-df26-4e78-a245-bbb07b9913c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:26.166749 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:26.171392 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:26.230025 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:26.263984 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7086b91d-df26-4e78-a245-bbb07b9913c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:26.267542 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7086b91d-df26-4e78-a245-bbb07b9913c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:26.292838 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7086b91d-df26-4e78-a245-bbb07b9913c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:53:26.301353 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086b91d-df26-4e78-a245-bbb07b9913c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8cc4ab-f877-4e95-a8f1-545960ef4747,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:26.307552 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7086b91d-df26-4e78-a245-bbb07b9913c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:26.307898 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-7086b91d-df26-4e78-a245-bbb07b9913c3 admin admin] Added segment f75f5b3d-3e9e-4a17-a4f2-5ddcde856609 of type vlan for network c360d8ba-cb03-4d63-830f-728068771acf Sep 16 05:53:26.349190 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7086b91d-df26-4e78-a245-bbb07b9913c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:26.381774 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7086b91d-df26-4e78-a245-bbb07b9913c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:26.383297 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7086b91d-df26-4e78-a245-bbb07b9913c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:26.383902 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7086b91d-df26-4e78-a245-bbb07b9913c3 admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:26.421466 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7086b91d-df26-4e78-a245-bbb07b9913c3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2966523 Sep 16 05:53:26.424241 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58668) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:26.429247 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-5a1944ef-0ea1-4c72-acb3-506a0cdb72fc admin admin] Request body: {'subnet': {'network_id': 'c360d8ba-cb03-4d63-830f-728068771acf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1617788906-subnet', 'tenant_id': 'aa6cb1414d004b3090e173e21fe6137f', 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:26.450150 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086b91d-df26-4e78-a245-bbb07b9913c3 admin admin] Pushing event updated for resources: {'Network': ['ID=c360d8ba-cb03-4d63-830f-728068771acf,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:26.451535 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1944ef-0ea1-4c72-acb3-506a0cdb72fc admin admin] Made reservation on behalf of aa6cb1414d004b3090e173e21fe6137f for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:53:26.455805 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5a1944ef-0ea1-4c72-acb3-506a0cdb72fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:26.464783 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network c360d8ba-cb03-4d63-830f-728068771acf details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:53:26.633789 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5a1944ef-0ea1-4c72-acb3-506a0cdb72fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:26.681085 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1944ef-0ea1-4c72-acb3-506a0cdb72fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0364ccb9-b3d3-412c-95f3-50ee4fe0ab09,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:26.699670 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1944ef-0ea1-4c72-acb3-506a0cdb72fc admin admin] Checking segment: {'id': 'f75f5b3d-3e9e-4a17-a4f2-5ddcde856609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c360d8ba-cb03-4d63-830f-728068771acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:53:26.700034 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1944ef-0ea1-4c72-acb3-506a0cdb72fc admin admin] Network hostable DHCP agents. Network: c360d8ba-cb03-4d63-830f-728068771acf, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:53:26.716931 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1944ef-0ea1-4c72-acb3-506a0cdb72fc admin admin] Network c360d8ba-cb03-4d63-830f-728068771acf is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:53:26.727018 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-5a1944ef-0ea1-4c72-acb3-506a0cdb72fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, c360d8ba-cb03-4d63-830f-728068771acf) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:53:26.731643 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1944ef-0ea1-4c72-acb3-506a0cdb72fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:26.732770 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5a1944ef-0ea1-4c72-acb3-506a0cdb72fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:26.737453 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1766921-fbf7-49c0-9428-cfe76ecc6455 None None] Network c360d8ba-cb03-4d63-830f-728068771acf requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:53:26.750630 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5a1944ef-0ea1-4c72-acb3-506a0cdb72fc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3251240 Sep 16 05:53:26.751982 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171b6308-49e0-4af9-bae3-68025fee88c1 None None] Sync routers for ids ['c7df5f48-a553-4e63-91b5-d985ad82878e'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:53:26.753319 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58670) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:26.757724 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-614260ae-8313-4d53-b057-daac64327b27 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1617788906-router', 'tenant_id': 'aa6cb1414d004b3090e173e21fe6137f', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:26.783280 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-614260ae-8313-4d53-b057-daac64327b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:26.784365 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-614260ae-8313-4d53-b057-daac64327b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:26.800374 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171b6308-49e0-4af9-bae3-68025fee88c1 None None] Routers {'c7df5f48-a553-4e63-91b5-d985ad82878e'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:26.801043 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-171b6308-49e0-4af9-bae3-68025fee88c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:53:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['c7df5f48-a553-4e63-91b5-d985ad82878e'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:26.836054 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-614260ae-8313-4d53-b057-daac64327b27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:26.952242 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-171b6308-49e0-4af9-bae3-68025fee88c1 None None] Set router c7df5f48-a553-4e63-91b5-d985ad82878e gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:26.974062 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-614260ae-8313-4d53-b057-daac64327b27 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:27.012740 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39242057-a9ac-4f48-9f32-142076c1ff70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-c360d8ba-cb03-4d63-830f-728068771acf', 'network_id': 'c360d8ba-cb03-4d63-830f-728068771acf', 'tenant_id': 'aa6cb1414d004b3090e173e21fe6137f', 'fixed_ips': [{'subnet_id': '0364ccb9-b3d3-412c-95f3-50ee4fe0ab09'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:53:27.013617 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-39242057-a9ac-4f48-9f32-142076c1ff70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:27.274632 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-39242057-a9ac-4f48-9f32-142076c1ff70 None None] Allocated IP 172.20.0.2 (c360d8ba-cb03-4d63-830f-728068771acf/0364ccb9-b3d3-412c-95f3-50ee4fe0ab09/55f3da6b-cb54-4d62-81cc-bd674215c77e) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:53:27.326654 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-171b6308-49e0-4af9-bae3-68025fee88c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'name': 'tempest-TestShelveInstance-1323956804-router', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T05:53:24Z', 'revision_number': 4, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'gw_port': {'id': '7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:63:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T05:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'c0ba1d85-4e90-40f8-9115-7b68e682e9bb', 'name': '', 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'mac_address': 'fa:16:3e:8a:67:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5bb83a66-0bc2-4c83-9a81-0d46a2ba3017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:24Z', 'updated_at': '2021-09-16T05:53:25Z', 'revision_number': 2, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'subnets': [{'id': '5bb83a66-0bc2-4c83-9a81-0d46a2ba3017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:27.356079 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171b6308-49e0-4af9-bae3-68025fee88c1 None None] Checking router: c7df5f48-a553-4e63-91b5-d985ad82878e for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:53:27.356437 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171b6308-49e0-4af9-bae3-68025fee88c1 None None] Updating router c7df5f48-a553-4e63-91b5-d985ad82878e port c0ba1d85-4e90-40f8-9115-7b68e682e9bb binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:53:27.413626 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-171b6308-49e0-4af9-bae3-68025fee88c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:27.478734 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-614260ae-8313-4d53-b057-daac64327b27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:27.497349 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-614260ae-8313-4d53-b057-daac64327b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:27.575994 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-39242057-a9ac-4f48-9f32-142076c1ff70 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:27.582919 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-39242057-a9ac-4f48-9f32-142076c1ff70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:27.607648 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-614260ae-8313-4d53-b057-daac64327b27 admin admin] Allocated IP 172.25.8.129 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/042de324-d114-4737-aa47-063d121da6aa) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:53:27.637375 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39242057-a9ac-4f48-9f32-142076c1ff70 None None] Network c360d8ba-cb03-4d63-830f-728068771acf is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:53:27.647080 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-39242057-a9ac-4f48-9f32-142076c1ff70 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:53:27.652080 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39242057-a9ac-4f48-9f32-142076c1ff70 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:53:27.693424 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39242057-a9ac-4f48-9f32-142076c1ff70 None None] Pushing event updated for resources: {'Port': ['ID=55f3da6b-cb54-4d62-81cc-bd674215c77e,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:27.718110 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-614260ae-8313-4d53-b057-daac64327b27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:27.758266 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-614260ae-8313-4d53-b057-daac64327b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:27.762806 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-39242057-a9ac-4f48-9f32-142076c1ff70 None None] Attempting to bind port 55f3da6b-cb54-4d62-81cc-bd674215c77e on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:53:27.763179 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-39242057-a9ac-4f48-9f32-142076c1ff70 None None] Attempting to bind port 55f3da6b-cb54-4d62-81cc-bd674215c77e by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'f75f5b3d-3e9e-4a17-a4f2-5ddcde856609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c360d8ba-cb03-4d63-830f-728068771acf'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:53:27.763547 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39242057-a9ac-4f48-9f32-142076c1ff70 None None] Attempting to bind port 55f3da6b-cb54-4d62-81cc-bd674215c77e on network c360d8ba-cb03-4d63-830f-728068771acf {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:53:27.775901 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39242057-a9ac-4f48-9f32-142076c1ff70 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:53:27.776284 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39242057-a9ac-4f48-9f32-142076c1ff70 None None] Checking segment: {'id': 'f75f5b3d-3e9e-4a17-a4f2-5ddcde856609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c360d8ba-cb03-4d63-830f-728068771acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:53:27.776718 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-39242057-a9ac-4f48-9f32-142076c1ff70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:27.777109 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39242057-a9ac-4f48-9f32-142076c1ff70 None None] Bound using segment: {'id': 'f75f5b3d-3e9e-4a17-a4f2-5ddcde856609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c360d8ba-cb03-4d63-830f-728068771acf'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:53:27.777588 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-39242057-a9ac-4f48-9f32-142076c1ff70 None None] Bound port: 55f3da6b-cb54-4d62-81cc-bd674215c77e, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75f5b3d-3e9e-4a17-a4f2-5ddcde856609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c360d8ba-cb03-4d63-830f-728068771acf'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:53:27.777976 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-39242057-a9ac-4f48-9f32-142076c1ff70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:27.794113 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614260ae-8313-4d53-b057-daac64327b27 admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:53:27.799410 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-614260ae-8313-4d53-b057-daac64327b27 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:53:27.801040 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:53:27.801930 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614260ae-8313-4d53-b057-daac64327b27 admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:53:27.844482 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614260ae-8313-4d53-b057-daac64327b27 admin admin] Pushing event updated for resources: {'Port': ['ID=042de324-d114-4737-aa47-063d121da6aa,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:27.916808 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-171b6308-49e0-4af9-bae3-68025fee88c1 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:27.926253 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-171b6308-49e0-4af9-bae3-68025fee88c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:27.929295 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-39242057-a9ac-4f48-9f32-142076c1ff70 None None] For port 55f3da6b-cb54-4d62-81cc-bd674215c77e, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:53:27.937822 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-39242057-a9ac-4f48-9f32-142076c1ff70 None None] For port 55f3da6b-cb54-4d62-81cc-bd674215c77e, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=55f3da6b-cb54-4d62-81cc-bd674215c77e,segment=NetworkSegment(f75f5b3d-3e9e-4a17-a4f2-5ddcde856609),segment_id=f75f5b3d-3e9e-4a17-a4f2-5ddcde856609)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:53:27.964061 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-39242057-a9ac-4f48-9f32-142076c1ff70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:28.003552 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dee758-8f37-4ff0-8ad3-95431106156d None None] Pushing event updated for resources: {'Port': ['ID=c0ba1d85-4e90-40f8-9115-7b68e682e9bb,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:28.012186 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:28.013200 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:28.100000 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-614260ae-8313-4d53-b057-daac64327b27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:28.310284 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-171b6308-49e0-4af9-bae3-68025fee88c1 None None] Attempting to bind port c0ba1d85-4e90-40f8-9115-7b68e682e9bb on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:53:28.311243 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-171b6308-49e0-4af9-bae3-68025fee88c1 None None] Attempting to bind port c0ba1d85-4e90-40f8-9115-7b68e682e9bb by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '1f338bff-b4da-470e-ba19-b6d6ba9a5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:53:28.311653 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b6308-49e0-4af9-bae3-68025fee88c1 None None] Attempting to bind port c0ba1d85-4e90-40f8-9115-7b68e682e9bb on network 8d59c304-69bc-4f99-b704-f8cf4ef82dc8 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:53:28.326158 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b6308-49e0-4af9-bae3-68025fee88c1 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:53:28.326542 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b6308-49e0-4af9-bae3-68025fee88c1 None None] Checking segment: {'id': '1f338bff-b4da-470e-ba19-b6d6ba9a5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:53:28.326950 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-171b6308-49e0-4af9-bae3-68025fee88c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:28.327414 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b6308-49e0-4af9-bae3-68025fee88c1 None None] Bound using segment: {'id': '1f338bff-b4da-470e-ba19-b6d6ba9a5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:53:28.327908 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-171b6308-49e0-4af9-bae3-68025fee88c1 None None] Bound port: c0ba1d85-4e90-40f8-9115-7b68e682e9bb, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f338bff-b4da-470e-ba19-b6d6ba9a5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:53:28.328294 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-171b6308-49e0-4af9-bae3-68025fee88c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:28.347663 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39242057-a9ac-4f48-9f32-142076c1ff70 None None] Pushing event updated for resources: {'Port': ['ID=55f3da6b-cb54-4d62-81cc-bd674215c77e,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:28.384945 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-614260ae-8313-4d53-b057-daac64327b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:28.419126 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d8c7ece8-2303-458a-88d9-ad4db078923c None None] Provisioning complete for port c0ba1d85-4e90-40f8-9115-7b68e682e9bb triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:28.419501 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d8c7ece8-2303-458a-88d9-ad4db078923c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:28.483960 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-d8c7ece8-2303-458a-88d9-ad4db078923c None None] Port c0ba1d85-4e90-40f8-9115-7b68e682e9bb cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:53:28.486259 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-171b6308-49e0-4af9-bae3-68025fee88c1 None None] For port c0ba1d85-4e90-40f8-9115-7b68e682e9bb, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:53:28.490399 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-171b6308-49e0-4af9-bae3-68025fee88c1 None None] For port c0ba1d85-4e90-40f8-9115-7b68e682e9bb, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=c0ba1d85-4e90-40f8-9115-7b68e682e9bb,segment=NetworkSegment(1f338bff-b4da-470e-ba19-b6d6ba9a5842),segment_id=1f338bff-b4da-470e-ba19-b6d6ba9a5842)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:53:28.495873 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-171b6308-49e0-4af9-bae3-68025fee88c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:28.542111 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614260ae-8313-4d53-b057-daac64327b27 admin admin] Router 5da8890f-c75c-498a-8049-f8dbfc4966d8 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:53:28.553809 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171b6308-49e0-4af9-bae3-68025fee88c1 None None] Routers {'c7df5f48-a553-4e63-91b5-d985ad82878e'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:28.554509 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-171b6308-49e0-4af9-bae3-68025fee88c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:53:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['c7df5f48-a553-4e63-91b5-d985ad82878e'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:28.596470 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dee758-8f37-4ff0-8ad3-95431106156d None None] Pushing event updated for resources: {'Port': ['ID=c0ba1d85-4e90-40f8-9115-7b68e682e9bb,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:28.669376 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614260ae-8313-4d53-b057-daac64327b27 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:53:28.675638 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-171b6308-49e0-4af9-bae3-68025fee88c1 None None] Set router c7df5f48-a553-4e63-91b5-d985ad82878e gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:28.680294 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b3a1fb-85e6-42b0-9bb8-af214c4c7578 None None] Sync routers for ids ['5da8890f-c75c-498a-8049-f8dbfc4966d8'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:53:28.694399 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b3a1fb-85e6-42b0-9bb8-af214c4c7578 None None] Routers {'5da8890f-c75c-498a-8049-f8dbfc4966d8'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:28.695687 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-38b3a1fb-85e6-42b0-9bb8-af214c4c7578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:53:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['5da8890f-c75c-498a-8049-f8dbfc4966d8'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:28.708702 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-614260ae-8313-4d53-b057-daac64327b27 admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:28.712698 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-614260ae-8313-4d53-b057-daac64327b27 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9557154 Sep 16 05:53:28.713011 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58672) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:28.837478 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-38b3a1fb-85e6-42b0-9bb8-af214c4c7578 None None] Set router 5da8890f-c75c-498a-8049-f8dbfc4966d8 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:28.872521 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-e132015f-5843-4a5b-8cd1-0ddee9d68098 None None] Provisioning complete for port c0ba1d85-4e90-40f8-9115-7b68e682e9bb triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:28.872921 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e132015f-5843-4a5b-8cd1-0ddee9d68098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.032681 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-171b6308-49e0-4af9-bae3-68025fee88c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'name': 'tempest-TestShelveInstance-1323956804-router', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T05:53:24Z', 'revision_number': 4, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'gw_port': {'id': '7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:63:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T05:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'c0ba1d85-4e90-40f8-9115-7b68e682e9bb', 'name': '', 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'mac_address': 'fa:16:3e:8a:67:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5bb83a66-0bc2-4c83-9a81-0d46a2ba3017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:24Z', 'updated_at': '2021-09-16T05:53:28Z', 'revision_number': 4, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'subnets': [{'id': '5bb83a66-0bc2-4c83-9a81-0d46a2ba3017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:29.035714 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e132015f-5843-4a5b-8cd1-0ddee9d68098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.049950 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-38b3a1fb-85e6-42b0-9bb8-af214c4c7578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da8890f-c75c-498a-8049-f8dbfc4966d8', 'name': 'tempest-TestShelveInstance-1617788906-router', 'tenant_id': 'aa6cb1414d004b3090e173e21fe6137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '042de324-d114-4737-aa47-063d121da6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:26Z', 'updated_at': '2021-09-16T05:53:27Z', 'revision_number': 3, 'project_id': 'aa6cb1414d004b3090e173e21fe6137f', 'gw_port': {'id': '042de324-d114-4737-aa47-063d121da6aa', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da8890f-c75c-498a-8049-f8dbfc4966d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:27Z', 'updated_at': '2021-09-16T05:53:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:29.076415 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171b6308-49e0-4af9-bae3-68025fee88c1 None None] The sync data for ids ['c7df5f48-a553-4e63-91b5-d985ad82878e'] in n-d-712139-15 is: [{'id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'name': 'tempest-TestShelveInstance-1323956804-router', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T05:53:24Z', 'revision_number': 4, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'gw_port': {'id': '7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:63:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T05:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'c0ba1d85-4e90-40f8-9115-7b68e682e9bb', 'name': '', 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'mac_address': 'fa:16:3e:8a:67:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5bb83a66-0bc2-4c83-9a81-0d46a2ba3017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:24Z', 'updated_at': '2021-09-16T05:53:28Z', 'revision_number': 4, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'subnets': [{'id': '5bb83a66-0bc2-4c83-9a81-0d46a2ba3017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:53:29.088916 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b3a1fb-85e6-42b0-9bb8-af214c4c7578 None None] Checking router: 5da8890f-c75c-498a-8049-f8dbfc4966d8 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:53:29.089263 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b3a1fb-85e6-42b0-9bb8-af214c4c7578 None None] Updating router 5da8890f-c75c-498a-8049-f8dbfc4966d8 port 042de324-d114-4737-aa47-063d121da6aa binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:53:29.106609 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-e132015f-5843-4a5b-8cd1-0ddee9d68098 None None] For port c0ba1d85-4e90-40f8-9115-7b68e682e9bb, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=c0ba1d85-4e90-40f8-9115-7b68e682e9bb,segment=NetworkSegment(1f338bff-b4da-470e-ba19-b6d6ba9a5842),segment_id=1f338bff-b4da-470e-ba19-b6d6ba9a5842)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:29.113428 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e132015f-5843-4a5b-8cd1-0ddee9d68098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.115671 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-38b3a1fb-85e6-42b0-9bb8-af214c4c7578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.157958 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b23c6d1-7d54-498c-8c25-0792dc740c82 None None] Network c360d8ba-cb03-4d63-830f-728068771acf requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:53:29.271559 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132015f-5843-4a5b-8cd1-0ddee9d68098 None None] Pushing event updated for resources: {'Port': ['ID=c0ba1d85-4e90-40f8-9115-7b68e682e9bb,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:29.274437 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-17d894a7-192e-4e72-b914-6ea51ffc4eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.294613 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-54c3ca45-7b01-474f-b4ef-61f627bc834f None None] Provisioning complete for port 55f3da6b-cb54-4d62-81cc-bd674215c77e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:29.294997 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-54c3ca45-7b01-474f-b4ef-61f627bc834f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.480460 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-17d894a7-192e-4e72-b914-6ea51ffc4eec admin admin] Allocated IP 172.20.0.1 (c360d8ba-cb03-4d63-830f-728068771acf/0364ccb9-b3d3-412c-95f3-50ee4fe0ab09/dfe60383-a7b4-47df-9146-353b27e5da4e) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:53:29.485227 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-54c3ca45-7b01-474f-b4ef-61f627bc834f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.485979 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-38b3a1fb-85e6-42b0-9bb8-af214c4c7578 None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.498901 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-38b3a1fb-85e6-42b0-9bb8-af214c4c7578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.535178 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-54c3ca45-7b01-474f-b4ef-61f627bc834f None None] For port 55f3da6b-cb54-4d62-81cc-bd674215c77e, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=55f3da6b-cb54-4d62-81cc-bd674215c77e,segment=NetworkSegment(f75f5b3d-3e9e-4a17-a4f2-5ddcde856609),segment_id=f75f5b3d-3e9e-4a17-a4f2-5ddcde856609)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:29.544369 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-54c3ca45-7b01-474f-b4ef-61f627bc834f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.596172 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-38b3a1fb-85e6-42b0-9bb8-af214c4c7578 None None] Attempting to bind port 042de324-d114-4737-aa47-063d121da6aa on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:53:29.596693 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-38b3a1fb-85e6-42b0-9bb8-af214c4c7578 None None] Attempting to bind port 042de324-d114-4737-aa47-063d121da6aa by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:53:29.597085 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b3a1fb-85e6-42b0-9bb8-af214c4c7578 None None] Attempting to bind port 042de324-d114-4737-aa47-063d121da6aa on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:53:29.616160 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b3a1fb-85e6-42b0-9bb8-af214c4c7578 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:53:29.617565 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b3a1fb-85e6-42b0-9bb8-af214c4c7578 None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:53:29.618017 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-38b3a1fb-85e6-42b0-9bb8-af214c4c7578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.618270 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c3ca45-7b01-474f-b4ef-61f627bc834f None None] Pushing event updated for resources: {'Port': ['ID=55f3da6b-cb54-4d62-81cc-bd674215c77e,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:29.618633 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b3a1fb-85e6-42b0-9bb8-af214c4c7578 None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:53:29.619236 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-38b3a1fb-85e6-42b0-9bb8-af214c4c7578 None None] Bound port: 042de324-d114-4737-aa47-063d121da6aa, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:53:29.619725 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-38b3a1fb-85e6-42b0-9bb8-af214c4c7578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.621889 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef1a0b2-c383-4bc6-ab02-d3f76c1dfb43 None None] Pushing event updated for resources: {'Port': ['ID=042de324-d114-4737-aa47-063d121da6aa,revision_number=2']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:29.646666 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-17d894a7-192e-4e72-b914-6ea51ffc4eec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.683532 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-38b3a1fb-85e6-42b0-9bb8-af214c4c7578 None None] For port 042de324-d114-4737-aa47-063d121da6aa, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:53:29.687086 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-17d894a7-192e-4e72-b914-6ea51ffc4eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.687290 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-38b3a1fb-85e6-42b0-9bb8-af214c4c7578 None None] For port 042de324-d114-4737-aa47-063d121da6aa, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=042de324-d114-4737-aa47-063d121da6aa,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:53:29.699182 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-38b3a1fb-85e6-42b0-9bb8-af214c4c7578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.755574 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b3a1fb-85e6-42b0-9bb8-af214c4c7578 None None] Routers {'5da8890f-c75c-498a-8049-f8dbfc4966d8'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:29.758457 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d894a7-192e-4e72-b914-6ea51ffc4eec admin admin] Network c360d8ba-cb03-4d63-830f-728068771acf is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:53:29.764449 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-17d894a7-192e-4e72-b914-6ea51ffc4eec admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:53:29.768876 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-38b3a1fb-85e6-42b0-9bb8-af214c4c7578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:53:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['5da8890f-c75c-498a-8049-f8dbfc4966d8'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:29.771079 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d894a7-192e-4e72-b914-6ea51ffc4eec admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:53:29.775212 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d894a7-192e-4e72-b914-6ea51ffc4eec admin admin] Pushing event updated for resources: {'Port': ['ID=dfe60383-a7b4-47df-9146-353b27e5da4e,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:29.780249 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-e1775a35-ed15-4434-b82d-71099bf17a5c None None] Provisioning complete for port 55f3da6b-cb54-4d62-81cc-bd674215c77e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:29.780654 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e1775a35-ed15-4434-b82d-71099bf17a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.840422 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-17d894a7-192e-4e72-b914-6ea51ffc4eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.908906 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 55f3da6b-cb54-4d62-81cc-bd674215c77e up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:53:29.979418 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-38b3a1fb-85e6-42b0-9bb8-af214c4c7578 None None] Set router 5da8890f-c75c-498a-8049-f8dbfc4966d8 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:29.981212 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 55f3da6b-cb54-4d62-81cc-bd674215c77e triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:29.981828 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:30.058894 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-17d894a7-192e-4e72-b914-6ea51ffc4eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:30.095859 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device c0ba1d85-4e90-40f8-9115-7b68e682e9bb up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:53:30.158216 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port c0ba1d85-4e90-40f8-9115-7b68e682e9bb triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:30.158588 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:30.205500 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-4ac58c2c-b267-448c-b7e0-bbe49ee8af07 None None] Provisioning complete for port dfe60383-a7b4-47df-9146-353b27e5da4e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:30.205886 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4ac58c2c-b267-448c-b7e0-bbe49ee8af07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:30.207675 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef1a0b2-c383-4bc6-ab02-d3f76c1dfb43 None None] Pushing event updated for resources: {'Port': ['ID=042de324-d114-4737-aa47-063d121da6aa,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:30.262628 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-17d894a7-192e-4e72-b914-6ea51ffc4eec admin admin] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:30.271477 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-17d894a7-192e-4e72-b914-6ea51ffc4eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:30.296870 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-4ac58c2c-b267-448c-b7e0-bbe49ee8af07 None None] Port dfe60383-a7b4-47df-9146-353b27e5da4e cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:53:30.320071 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-17d894a7-192e-4e72-b914-6ea51ffc4eec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:30.358875 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-38b3a1fb-85e6-42b0-9bb8-af214c4c7578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da8890f-c75c-498a-8049-f8dbfc4966d8', 'name': 'tempest-TestShelveInstance-1617788906-router', 'tenant_id': 'aa6cb1414d004b3090e173e21fe6137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '042de324-d114-4737-aa47-063d121da6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:26Z', 'updated_at': '2021-09-16T05:53:27Z', 'revision_number': 3, 'project_id': 'aa6cb1414d004b3090e173e21fe6137f', 'gw_port': {'id': '042de324-d114-4737-aa47-063d121da6aa', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da8890f-c75c-498a-8049-f8dbfc4966d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:27Z', 'updated_at': '2021-09-16T05:53:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:30.391948 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d894a7-192e-4e72-b914-6ea51ffc4eec admin admin] Pushing event updated for resources: {'Port': ['ID=dfe60383-a7b4-47df-9146-353b27e5da4e,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:30.394416 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b3a1fb-85e6-42b0-9bb8-af214c4c7578 None None] The sync data for ids ['5da8890f-c75c-498a-8049-f8dbfc4966d8'] in n-d-712139-15 is: [{'id': '5da8890f-c75c-498a-8049-f8dbfc4966d8', 'name': 'tempest-TestShelveInstance-1617788906-router', 'tenant_id': 'aa6cb1414d004b3090e173e21fe6137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '042de324-d114-4737-aa47-063d121da6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:26Z', 'updated_at': '2021-09-16T05:53:27Z', 'revision_number': 3, 'project_id': 'aa6cb1414d004b3090e173e21fe6137f', 'gw_port': {'id': '042de324-d114-4737-aa47-063d121da6aa', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da8890f-c75c-498a-8049-f8dbfc4966d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:27Z', 'updated_at': '2021-09-16T05:53:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:53:30.458776 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d894a7-192e-4e72-b914-6ea51ffc4eec admin admin] Network c360d8ba-cb03-4d63-830f-728068771acf is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:53:30.460310 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-17d894a7-192e-4e72-b914-6ea51ffc4eec admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:53:30.590146 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d894a7-192e-4e72-b914-6ea51ffc4eec admin admin] Router 5da8890f-c75c-498a-8049-f8dbfc4966d8 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:53:30.728278 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-5904d264-8984-4854-8354-0ac900e4815b None None] Provisioning complete for port dfe60383-a7b4-47df-9146-353b27e5da4e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:30.728844 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5904d264-8984-4854-8354-0ac900e4815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:30.730608 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d894a7-192e-4e72-b914-6ea51ffc4eec admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:53:30.747832 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-17d894a7-192e-4e72-b914-6ea51ffc4eec admin admin] 10.222.0.35 "PUT /v2.0/routers/5da8890f-c75c-498a-8049-f8dbfc4966d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0335190 Sep 16 05:53:30.787567 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-5904d264-8984-4854-8354-0ac900e4815b None None] Port dfe60383-a7b4-47df-9146-353b27e5da4e cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:53:31.236798 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 58682) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:31.241524 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-1f6fbe08-ec51-4e02-8a0a-8ed8137d0456 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1297678681', 'description': 'tempest-secgroup-smoke-1297678681 description', 'project_id': '8c8ee7cbac624186aff47e212e345a41'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:31.264841 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1f6fbe08-ec51-4e02-8a0a-8ed8137d0456 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.349805 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1f6fbe08-ec51-4e02-8a0a-8ed8137d0456 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.353577 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1f6fbe08-ec51-4e02-8a0a-8ed8137d0456 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.381588 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1f6fbe08-ec51-4e02-8a0a-8ed8137d0456 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.386681 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1f6fbe08-ec51-4e02-8a0a-8ed8137d0456 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1455431 Sep 16 05:53:31.386681 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6fbe08-ec51-4e02-8a0a-8ed8137d0456 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3791612b-ddcd-4922-9a5d-08037cde19ef,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:31.387014 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58684) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:31.391644 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-a18d9f15-c7e2-476a-b638-b7eddbb7c57d tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Request body: {'security_group_rule': {'security_group_id': '3791612b-ddcd-4922-9a5d-08037cde19ef', 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:31.417614 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a18d9f15-c7e2-476a-b638-b7eddbb7c57d tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.472985 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a18d9f15-c7e2-476a-b638-b7eddbb7c57d tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.477280 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a18d9f15-c7e2-476a-b638-b7eddbb7c57d tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.496155 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d9f15-c7e2-476a-b638-b7eddbb7c57d tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5470088d-d7f1-4409-939b-b6e503dcfb9a,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:31.503247 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a18d9f15-c7e2-476a-b638-b7eddbb7c57d tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.504589 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a18d9f15-c7e2-476a-b638-b7eddbb7c57d tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1164937 Sep 16 05:53:31.508142 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58686) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:31.512709 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-4cd142b9-f872-4c4a-a816-36c131d37297 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Request body: {'security_group_rule': {'security_group_id': '3791612b-ddcd-4922-9a5d-08037cde19ef', 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:31.540305 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4cd142b9-f872-4c4a-a816-36c131d37297 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.599480 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4cd142b9-f872-4c4a-a816-36c131d37297 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.603462 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4cd142b9-f872-4c4a-a816-36c131d37297 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.624763 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd142b9-f872-4c4a-a816-36c131d37297 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9784ac7-8e3e-4ab4-a048-445acee0d509,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:31.630398 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4cd142b9-f872-4c4a-a816-36c131d37297 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.631639 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4cd142b9-f872-4c4a-a816-36c131d37297 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1225326 Sep 16 05:53:31.635216 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58688) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:31.639494 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-3f3b7110-9386-4e90-9cb7-65ef612576cf tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Request body: {'security_group_rule': {'security_group_id': '3791612b-ddcd-4922-9a5d-08037cde19ef', 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:31.665799 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3f3b7110-9386-4e90-9cb7-65ef612576cf tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.723577 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3f3b7110-9386-4e90-9cb7-65ef612576cf tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.727980 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3f3b7110-9386-4e90-9cb7-65ef612576cf tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.748504 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b7110-9386-4e90-9cb7-65ef612576cf tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43af2e23-5b9f-4135-b0ef-d9692e7ef30b,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:31.755307 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3f3b7110-9386-4e90-9cb7-65ef612576cf tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.756734 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3f3b7110-9386-4e90-9cb7-65ef612576cf tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205695 Sep 16 05:53:31.760080 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58690) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:31.764977 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-8ec7a55b-ed3e-4940-9e52-8e958631318e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Request body: {'security_group_rule': {'security_group_id': '3791612b-ddcd-4922-9a5d-08037cde19ef', 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:31.796212 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8ec7a55b-ed3e-4940-9e52-8e958631318e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.809665 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 042de324-d114-4737-aa47-063d121da6aa up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:53:31.858273 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 042de324-d114-4737-aa47-063d121da6aa triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:31.858689 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.867442 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8ec7a55b-ed3e-4940-9e52-8e958631318e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.871924 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8ec7a55b-ed3e-4940-9e52-8e958631318e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.894291 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7a55b-ed3e-4940-9e52-8e958631318e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99372088-a3d6-4ea3-aa4e-f5d9ee3fbc13,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:31.900265 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8ec7a55b-ed3e-4940-9e52-8e958631318e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.901823 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8ec7a55b-ed3e-4940-9e52-8e958631318e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1405370 Sep 16 05:53:31.904412 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58692) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:31.909371 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-ac14ee19-4a29-4f00-a7cf-8d1e5ad6c1ce tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Request body: {'security_group_rule': {'security_group_id': '3791612b-ddcd-4922-9a5d-08037cde19ef', 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:31.934663 n-d-712139-15 neutron-server[94767]: INFO neutron.db.securitygroups_db [None req-ac14ee19-4a29-4f00-a7cf-8d1e5ad6c1ce tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Project 8c8ee7cbac624186aff47e212e345a41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:53:31.939806 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ac14ee19-4a29-4f00-a7cf-8d1e5ad6c1ce tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.952806 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.974112 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 042de324-d114-4737-aa47-063d121da6aa, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=042de324-d114-4737-aa47-063d121da6aa,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:31.979669 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:32.007457 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ac14ee19-4a29-4f00-a7cf-8d1e5ad6c1ce tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:32.012260 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ac14ee19-4a29-4f00-a7cf-8d1e5ad6c1ce tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:32.036479 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=042de324-d114-4737-aa47-063d121da6aa,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:32.038085 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac14ee19-4a29-4f00-a7cf-8d1e5ad6c1ce tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15c59ce6-ebc2-4825-a6fc-ef940bb51f73,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:32.043360 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-ac14ee19-4a29-4f00-a7cf-8d1e5ad6c1ce tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:32.044543 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-ac14ee19-4a29-4f00-a7cf-8d1e5ad6c1ce tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1390393 Sep 16 05:53:32.047349 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58694) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:32.051545 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-af6cf623-b5b9-4476-834b-62ba7761a391 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Request body: {'security_group_rule': {'security_group_id': '3791612b-ddcd-4922-9a5d-08037cde19ef', 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:32.073907 n-d-712139-15 neutron-server[94767]: INFO neutron.db.securitygroups_db [None req-af6cf623-b5b9-4476-834b-62ba7761a391 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Project 8c8ee7cbac624186aff47e212e345a41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:53:32.078730 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-af6cf623-b5b9-4476-834b-62ba7761a391 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:32.139593 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-af6cf623-b5b9-4476-834b-62ba7761a391 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:32.143173 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-af6cf623-b5b9-4476-834b-62ba7761a391 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:32.162494 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6cf623-b5b9-4476-834b-62ba7761a391 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9234cdfd-7653-46bb-9aae-fca20a1f0301,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:32.166440 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-af6cf623-b5b9-4476-834b-62ba7761a391 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:32.167805 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-af6cf623-b5b9-4476-834b-62ba7761a391 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1193943 Sep 16 05:53:32.318193 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-c76860e9-e29b-40ff-80c6-31cb6094b54f tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1297678681&fields=id&tenant_id=8c8ee7cbac624186aff47e212e345a41 HTTP/1.1" status: 200 len: 267 time: 0.0326369 Sep 16 05:53:32.434967 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-dd17b90b-87bd-4bf7-870a-e33455bca736 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:32.436473 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-dd17b90b-87bd-4bf7-870a-e33455bca736 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/networks?id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8 HTTP/1.1" status: 200 len: 809 time: 0.1098175 Sep 16 05:53:32.451795 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-d3f7c7a0-e60d-4862-8932-14cb63fa8336 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/quotas/8c8ee7cbac624186aff47e212e345a41 HTTP/1.1" status: 200 len: 375 time: 0.0092099 Sep 16 05:53:32.487254 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193d1637-3f76-44f1-aa69-68b6e9c832ea None None] Sync routers for ids ['5da8890f-c75c-498a-8049-f8dbfc4966d8'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:53:32.497309 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193d1637-3f76-44f1-aa69-68b6e9c832ea None None] Routers {'5da8890f-c75c-498a-8049-f8dbfc4966d8'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:32.498187 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-193d1637-3f76-44f1-aa69-68b6e9c832ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:53:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['5da8890f-c75c-498a-8049-f8dbfc4966d8'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:32.505005 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-1d50e59b-ca7b-4cf1-a986-ec6a9bdf0e7f tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c8ee7cbac624186aff47e212e345a41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478232 Sep 16 05:53:32.602303 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-0000f725-983f-434e-908c-d6361eed1e7d service neutron] 10.222.0.35 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840719 Sep 16 05:53:32.613322 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-193d1637-3f76-44f1-aa69-68b6e9c832ea None None] Set router 5da8890f-c75c-498a-8049-f8dbfc4966d8 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:32.697067 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-33a76844-3d44-46de-9e8a-f59f24078b30 service neutron] 10.222.0.35 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882287 Sep 16 05:53:32.812656 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-193d1637-3f76-44f1-aa69-68b6e9c832ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da8890f-c75c-498a-8049-f8dbfc4966d8', 'name': 'tempest-TestShelveInstance-1617788906-router', 'tenant_id': 'aa6cb1414d004b3090e173e21fe6137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '042de324-d114-4737-aa47-063d121da6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:26Z', 'updated_at': '2021-09-16T05:53:30Z', 'revision_number': 4, 'project_id': 'aa6cb1414d004b3090e173e21fe6137f', 'gw_port': {'id': '042de324-d114-4737-aa47-063d121da6aa', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da8890f-c75c-498a-8049-f8dbfc4966d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:27Z', 'updated_at': '2021-09-16T05:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'dfe60383-a7b4-47df-9146-353b27e5da4e', 'name': '', 'network_id': 'c360d8ba-cb03-4d63-830f-728068771acf', 'tenant_id': 'aa6cb1414d004b3090e173e21fe6137f', 'mac_address': 'fa:16:3e:8d:15:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da8890f-c75c-498a-8049-f8dbfc4966d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '0364ccb9-b3d3-412c-95f3-50ee4fe0ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:29Z', 'updated_at': '2021-09-16T05:53:30Z', 'revision_number': 2, 'project_id': 'aa6cb1414d004b3090e173e21fe6137f', 'subnets': [{'id': '0364ccb9-b3d3-412c-95f3-50ee4fe0ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:32.845014 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193d1637-3f76-44f1-aa69-68b6e9c832ea None None] Checking router: 5da8890f-c75c-498a-8049-f8dbfc4966d8 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:53:32.845369 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193d1637-3f76-44f1-aa69-68b6e9c832ea None None] Updating router 5da8890f-c75c-498a-8049-f8dbfc4966d8 port dfe60383-a7b4-47df-9146-353b27e5da4e binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:53:32.864701 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6c7aef73-d57b-452b-813f-e8fa1418d4d5 req-b051a7ec-161b-44de-8608-d29d06215075 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 210 time: 0.0278583 Sep 16 05:53:32.872849 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-193d1637-3f76-44f1-aa69-68b6e9c832ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:33.146412 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-193d1637-3f76-44f1-aa69-68b6e9c832ea None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:33.152700 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-193d1637-3f76-44f1-aa69-68b6e9c832ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:33.209828 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce40349-0332-4650-b997-fd69ac688ffb None None] Pushing event updated for resources: {'Port': ['ID=dfe60383-a7b4-47df-9146-353b27e5da4e,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:33.264021 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-193d1637-3f76-44f1-aa69-68b6e9c832ea None None] Attempting to bind port dfe60383-a7b4-47df-9146-353b27e5da4e on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:53:33.264406 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-193d1637-3f76-44f1-aa69-68b6e9c832ea None None] Attempting to bind port dfe60383-a7b4-47df-9146-353b27e5da4e by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'f75f5b3d-3e9e-4a17-a4f2-5ddcde856609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c360d8ba-cb03-4d63-830f-728068771acf'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:53:33.264883 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193d1637-3f76-44f1-aa69-68b6e9c832ea None None] Attempting to bind port dfe60383-a7b4-47df-9146-353b27e5da4e on network c360d8ba-cb03-4d63-830f-728068771acf {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:53:33.270216 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193d1637-3f76-44f1-aa69-68b6e9c832ea None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:53:33.270587 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193d1637-3f76-44f1-aa69-68b6e9c832ea None None] Checking segment: {'id': 'f75f5b3d-3e9e-4a17-a4f2-5ddcde856609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c360d8ba-cb03-4d63-830f-728068771acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:53:33.271249 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-193d1637-3f76-44f1-aa69-68b6e9c832ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:33.271671 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193d1637-3f76-44f1-aa69-68b6e9c832ea None None] Bound using segment: {'id': 'f75f5b3d-3e9e-4a17-a4f2-5ddcde856609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c360d8ba-cb03-4d63-830f-728068771acf'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:53:33.272133 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-193d1637-3f76-44f1-aa69-68b6e9c832ea None None] Bound port: dfe60383-a7b4-47df-9146-353b27e5da4e, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75f5b3d-3e9e-4a17-a4f2-5ddcde856609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c360d8ba-cb03-4d63-830f-728068771acf'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:53:33.272513 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-193d1637-3f76-44f1-aa69-68b6e9c832ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:33.341268 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-193d1637-3f76-44f1-aa69-68b6e9c832ea None None] For port dfe60383-a7b4-47df-9146-353b27e5da4e, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:53:33.344735 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-193d1637-3f76-44f1-aa69-68b6e9c832ea None None] For port dfe60383-a7b4-47df-9146-353b27e5da4e, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=dfe60383-a7b4-47df-9146-353b27e5da4e,segment=NetworkSegment(f75f5b3d-3e9e-4a17-a4f2-5ddcde856609),segment_id=f75f5b3d-3e9e-4a17-a4f2-5ddcde856609)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:53:33.351513 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-193d1637-3f76-44f1-aa69-68b6e9c832ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:33.421143 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce40349-0332-4650-b997-fd69ac688ffb None None] Pushing event updated for resources: {'Port': ['ID=dfe60383-a7b4-47df-9146-353b27e5da4e,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:33.424034 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193d1637-3f76-44f1-aa69-68b6e9c832ea None None] Routers {'5da8890f-c75c-498a-8049-f8dbfc4966d8'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:33.424663 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-193d1637-3f76-44f1-aa69-68b6e9c832ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:53:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['5da8890f-c75c-498a-8049-f8dbfc4966d8'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:33.475298 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-38bc45ed-e8bb-4467-b8be-ae2fa0492fbd None None] Provisioning complete for port dfe60383-a7b4-47df-9146-353b27e5da4e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:33.475721 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-38bc45ed-e8bb-4467-b8be-ae2fa0492fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:33.570959 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-193d1637-3f76-44f1-aa69-68b6e9c832ea None None] Set router 5da8890f-c75c-498a-8049-f8dbfc4966d8 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:33.822218 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 042de324-d114-4737-aa47-063d121da6aa up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:53:33.869849 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-38bc45ed-e8bb-4467-b8be-ae2fa0492fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:33.977044 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-38bc45ed-e8bb-4467-b8be-ae2fa0492fbd None None] For port dfe60383-a7b4-47df-9146-353b27e5da4e, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=dfe60383-a7b4-47df-9146-353b27e5da4e,segment=NetworkSegment(f75f5b3d-3e9e-4a17-a4f2-5ddcde856609),segment_id=f75f5b3d-3e9e-4a17-a4f2-5ddcde856609)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:33.987116 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-38bc45ed-e8bb-4467-b8be-ae2fa0492fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:33.991255 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 042de324-d114-4737-aa47-063d121da6aa triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:33.992188 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.111348 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc45ed-e8bb-4467-b8be-ae2fa0492fbd None None] Pushing event updated for resources: {'Port': ['ID=dfe60383-a7b4-47df-9146-353b27e5da4e,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:34.135295 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-186f90d4-379f-491a-96c0-7bee7cd9344a None None] Provisioning complete for port dfe60383-a7b4-47df-9146-353b27e5da4e triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:34.135675 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-186f90d4-379f-491a-96c0-7bee7cd9344a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.156521 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-193d1637-3f76-44f1-aa69-68b6e9c832ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da8890f-c75c-498a-8049-f8dbfc4966d8', 'name': 'tempest-TestShelveInstance-1617788906-router', 'tenant_id': 'aa6cb1414d004b3090e173e21fe6137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '042de324-d114-4737-aa47-063d121da6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:26Z', 'updated_at': '2021-09-16T05:53:30Z', 'revision_number': 4, 'project_id': 'aa6cb1414d004b3090e173e21fe6137f', 'gw_port': {'id': '042de324-d114-4737-aa47-063d121da6aa', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da8890f-c75c-498a-8049-f8dbfc4966d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:27Z', 'updated_at': '2021-09-16T05:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'dfe60383-a7b4-47df-9146-353b27e5da4e', 'name': '', 'network_id': 'c360d8ba-cb03-4d63-830f-728068771acf', 'tenant_id': 'aa6cb1414d004b3090e173e21fe6137f', 'mac_address': 'fa:16:3e:8d:15:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da8890f-c75c-498a-8049-f8dbfc4966d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '0364ccb9-b3d3-412c-95f3-50ee4fe0ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:29Z', 'updated_at': '2021-09-16T05:53:33Z', 'revision_number': 4, 'project_id': 'aa6cb1414d004b3090e173e21fe6137f', 'subnets': [{'id': '0364ccb9-b3d3-412c-95f3-50ee4fe0ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:34.210097 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193d1637-3f76-44f1-aa69-68b6e9c832ea None None] The sync data for ids ['5da8890f-c75c-498a-8049-f8dbfc4966d8'] in n-d-712139-15 is: [{'id': '5da8890f-c75c-498a-8049-f8dbfc4966d8', 'name': 'tempest-TestShelveInstance-1617788906-router', 'tenant_id': 'aa6cb1414d004b3090e173e21fe6137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '042de324-d114-4737-aa47-063d121da6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:26Z', 'updated_at': '2021-09-16T05:53:30Z', 'revision_number': 4, 'project_id': 'aa6cb1414d004b3090e173e21fe6137f', 'gw_port': {'id': '042de324-d114-4737-aa47-063d121da6aa', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da8890f-c75c-498a-8049-f8dbfc4966d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:27Z', 'updated_at': '2021-09-16T05:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'dfe60383-a7b4-47df-9146-353b27e5da4e', 'name': '', 'network_id': 'c360d8ba-cb03-4d63-830f-728068771acf', 'tenant_id': 'aa6cb1414d004b3090e173e21fe6137f', 'mac_address': 'fa:16:3e:8d:15:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da8890f-c75c-498a-8049-f8dbfc4966d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '0364ccb9-b3d3-412c-95f3-50ee4fe0ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:29Z', 'updated_at': '2021-09-16T05:53:33Z', 'revision_number': 4, 'project_id': 'aa6cb1414d004b3090e173e21fe6137f', 'subnets': [{'id': '0364ccb9-b3d3-412c-95f3-50ee4fe0ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:53:34.344398 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-51d363b3-aa67-443f-89a1-b40c5cad0d32 req-abf49a61-4a19-43bf-adda-99175466e3ea tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 210 time: 0.0381498 Sep 16 05:53:34.372051 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-5fb90c3c-b0dc-46ec-a361-b47e5c6a3481 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:34.373855 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-5fb90c3c-b0dc-46ec-a361-b47e5c6a3481 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.48 "GET /v2.0/networks?id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8 HTTP/1.1" status: 200 len: 809 time: 0.5301852 Sep 16 05:53:34.430018 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-96742d3e-dca2-42ec-8bf7-7f8514dd0417 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c8ee7cbac624186aff47e212e345a41 HTTP/1.1" status: 200 len: 380 time: 0.0397139 Sep 16 05:53:34.438802 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-9916fe03-78ad-4a4d-b3f3-0c692ab0175f tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Request body: {'port': {'device_id': '7a7082d6-c5c0-4a9a-add4-31dd57ead5a9', 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8', 'admin_state_up': True, 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'security_groups': ['3791612b-ddcd-4922-9a5d-08037cde19ef']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:34.554189 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-9916fe03-78ad-4a4d-b3f3-0c692ab0175f tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Made reservation on behalf of 8c8ee7cbac624186aff47e212e345a41 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:53:34.558128 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-9916fe03-78ad-4a4d-b3f3-0c692ab0175f tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.689506 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-9916fe03-78ad-4a4d-b3f3-0c692ab0175f tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Allocated IP 172.20.0.8 (8d59c304-69bc-4f99-b704-f8cf4ef82dc8/5bb83a66-0bc2-4c83-9a81-0d46a2ba3017/2e69e45c-24f2-4650-a319-1d96718a341b) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:53:34.830123 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-9916fe03-78ad-4a4d-b3f3-0c692ab0175f tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.865715 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-9916fe03-78ad-4a4d-b3f3-0c692ab0175f tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.907916 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-9916fe03-78ad-4a4d-b3f3-0c692ab0175f tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Network 8d59c304-69bc-4f99-b704-f8cf4ef82dc8 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:53:34.911021 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-9916fe03-78ad-4a4d-b3f3-0c692ab0175f tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:53:34.915404 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-9916fe03-78ad-4a4d-b3f3-0c692ab0175f tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:53:34.943066 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916fe03-78ad-4a4d-b3f3-0c692ab0175f tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Pushing event updated for resources: {'Port': ['ID=2e69e45c-24f2-4650-a319-1d96718a341b,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:34.971085 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-9916fe03-78ad-4a4d-b3f3-0c692ab0175f tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:34.971771 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-9916fe03-78ad-4a4d-b3f3-0c692ab0175f tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.987213 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-9916fe03-78ad-4a4d-b3f3-0c692ab0175f tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5522537 Sep 16 05:53:35.004866 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-c10be395-adc7-41f5-bc94-224ac0c2d913 service neutron] Request body: {'port': {'device_id': '7a7082d6-c5c0-4a9a-add4-31dd57ead5a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:35.067365 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-c10be395-adc7-41f5-bc94-224ac0c2d913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:35.128547 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-d3b4f179-9fef-4e29-9656-1137d17dc767 None None] Provisioning complete for port 2e69e45c-24f2-4650-a319-1d96718a341b triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:35.129206 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d3b4f179-9fef-4e29-9656-1137d17dc767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:35.165538 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-d3b4f179-9fef-4e29-9656-1137d17dc767 None None] Port 2e69e45c-24f2-4650-a319-1d96718a341b cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:53:35.335718 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-c10be395-adc7-41f5-bc94-224ac0c2d913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e69e45c-24f2-4650-a319-1d96718a341b {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:53:35.342980 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-c10be395-adc7-41f5-bc94-224ac0c2d913 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:35.354636 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-c10be395-adc7-41f5-bc94-224ac0c2d913 service neutron] Transition to ACTIVE for port object 2e69e45c-24f2-4650-a319-1d96718a341b will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:53:35.358974 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-c10be395-adc7-41f5-bc94-224ac0c2d913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:35.433972 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10be395-adc7-41f5-bc94-224ac0c2d913 service neutron] Pushing event updated for resources: {'Port': ['ID=2e69e45c-24f2-4650-a319-1d96718a341b,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:35.525829 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93fc53-a423-44f7-a292-1896a706ca28 req-ff33da32-4d34-495b-a1b9-9b588fbbaa07 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:35.527406 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ec93fc53-a423-44f7-a292-1896a706ca28 req-ff33da32-4d34-495b-a1b9-9b588fbbaa07 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 943 time: 0.0981410 Sep 16 05:53:35.528690 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-c10be395-adc7-41f5-bc94-224ac0c2d913 service neutron] Attempting to bind port 2e69e45c-24f2-4650-a319-1d96718a341b on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:53:35.529017 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-c10be395-adc7-41f5-bc94-224ac0c2d913 service neutron] Attempting to bind port 2e69e45c-24f2-4650-a319-1d96718a341b by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '1f338bff-b4da-470e-ba19-b6d6ba9a5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:53:35.529346 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-c10be395-adc7-41f5-bc94-224ac0c2d913 service neutron] Attempting to bind port 2e69e45c-24f2-4650-a319-1d96718a341b on network 8d59c304-69bc-4f99-b704-f8cf4ef82dc8 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:53:35.536680 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-c10be395-adc7-41f5-bc94-224ac0c2d913 service neutron] Port 2e69e45c-24f2-4650-a319-1d96718a341b on network 8d59c304-69bc-4f99-b704-f8cf4ef82dc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:53:35.537008 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-c10be395-adc7-41f5-bc94-224ac0c2d913 service neutron] Attempting to bind port 2e69e45c-24f2-4650-a319-1d96718a341b on network 8d59c304-69bc-4f99-b704-f8cf4ef82dc8 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:53:35.553488 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-c10be395-adc7-41f5-bc94-224ac0c2d913 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:53:35.553832 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-c10be395-adc7-41f5-bc94-224ac0c2d913 service neutron] Checking segment: {'id': '1f338bff-b4da-470e-ba19-b6d6ba9a5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:53:35.554794 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-c10be395-adc7-41f5-bc94-224ac0c2d913 service neutron] Bound using segment: {'id': '1f338bff-b4da-470e-ba19-b6d6ba9a5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:53:35.555243 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-c10be395-adc7-41f5-bc94-224ac0c2d913 service neutron] Bound port: 2e69e45c-24f2-4650-a319-1d96718a341b, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f338bff-b4da-470e-ba19-b6d6ba9a5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:53:35.555606 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-c10be395-adc7-41f5-bc94-224ac0c2d913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:35.587219 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ec93fc53-a423-44f7-a292-1896a706ca28 req-9a3919c5-1953-4334-bf9f-a711af50e7f4 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522754 Sep 16 05:53:35.640333 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-c10be395-adc7-41f5-bc94-224ac0c2d913 service neutron] For port 2e69e45c-24f2-4650-a319-1d96718a341b, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:53:35.643281 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-c10be395-adc7-41f5-bc94-224ac0c2d913 service neutron] For port 2e69e45c-24f2-4650-a319-1d96718a341b, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=2e69e45c-24f2-4650-a319-1d96718a341b,segment=NetworkSegment(1f338bff-b4da-470e-ba19-b6d6ba9a5842),segment_id=1f338bff-b4da-470e-ba19-b6d6ba9a5842)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:53:35.647982 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-c10be395-adc7-41f5-bc94-224ac0c2d913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:35.684351 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-c10be395-adc7-41f5-bc94-224ac0c2d913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:35.685013 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-c10be395-adc7-41f5-bc94-224ac0c2d913 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:35.686471 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-c10be395-adc7-41f5-bc94-224ac0c2d913 service neutron] 10.222.0.48 "PUT /v2.0/ports/2e69e45c-24f2-4650-a319-1d96718a341b HTTP/1.1" status: 200 len: 1092 time: 0.6860199 Sep 16 05:53:35.687025 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7082d6-c5c0-4a9a-add4-31dd57ead5a9', 'tag': '2e69e45c-24f2-4650-a319-1d96718a341b'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:53:35.689516 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e55bb5-0571-4b0a-8be6-96e2c77e8872" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7082d6-c5c0-4a9a-add4-31dd57ead5a9", "tag": "2e69e45c-24f2-4650-a319-1d96718a341b"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:53:35.719668 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10be395-adc7-41f5-bc94-224ac0c2d913 service neutron] Pushing event updated for resources: {'Port': ['ID=2e69e45c-24f2-4650-a319-1d96718a341b,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:35.753835 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61175d61-82a6-4119-ad0d-7a7af8cf7234 x-openstack-request-id: req-61175d61-82a6-4119-ad0d-7a7af8cf7234 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:53:35.754258 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7082d6-c5c0-4a9a-add4-31dd57ead5a9", "tag": "2e69e45c-24f2-4650-a319-1d96718a341b", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:53:35.754416 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-61175d61-82a6-4119-ad0d-7a7af8cf7234 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:53:35.754926 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7082d6-c5c0-4a9a-add4-31dd57ead5a9', 'tag': '2e69e45c-24f2-4650-a319-1d96718a341b', 'status': 'completed', 'code': 200} Sep 16 05:53:35.794327 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-bc41be78-0633-43f7-a090-51c0d6da857d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:35.795883 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-bc41be78-0633-43f7-a090-51c0d6da857d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c8ee7cbac624186aff47e212e345a41&device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 1095 time: 0.0555487 Sep 16 05:53:35.838457 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device dfe60383-a7b4-47df-9146-353b27e5da4e up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:53:35.852221 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-36cbcbb7-c239-4c1c-8cec-bde78afaf1b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e69e45c-24f2-4650-a319-1d96718a341b HTTP/1.1" status: 200 len: 217 time: 0.0431197 Sep 16 05:53:35.890129 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port dfe60383-a7b4-47df-9146-353b27e5da4e triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:35.890665 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:35.906312 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-5c0f923f-a8b6-4bae-b054-2b65106c9a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:35.907817 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-5c0f923f-a8b6-4bae-b054-2b65106c9a45 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5bb83a66-0bc2-4c83-9a81-0d46a2ba3017 HTTP/1.1" status: 200 len: 848 time: 0.0486169 Sep 16 05:53:35.957350 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-e3cfea7a-22ad-4c5f-a173-2058165d61d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:35.958889 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-e3cfea7a-22ad-4c5f-a173-2058165d61d6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436301 Sep 16 05:53:36.057771 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-1e3c2e01-a8ad-48b2-999e-c8e5328ec27f service neutron] 10.222.0.48 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912509 Sep 16 05:53:36.149403 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4f93f80-7c2b-40c8-b51f-0ab76493337a req-b192abed-bc1f-4285-8cf8-21123dc6bdbd service neutron] 10.222.0.48 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824363 Sep 16 05:53:36.302635 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e55bb5-0571-4b0a-8be6-96e2c77e8872 req-c2fe5c84-379c-446e-bff4-cd049424c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:36.304322 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-44e55bb5-0571-4b0a-8be6-96e2c77e8872 req-c2fe5c84-379c-446e-bff4-cd049424c007 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c8ee7cbac624186aff47e212e345a41&device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 1095 time: 0.0533926 Sep 16 05:53:36.403347 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e55bb5-0571-4b0a-8be6-96e2c77e8872 req-9757e8ef-7169-40e4-beb3-f76bd3b91e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:36.404893 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-44e55bb5-0571-4b0a-8be6-96e2c77e8872 req-9757e8ef-7169-40e4-beb3-f76bd3b91e52 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8 HTTP/1.1" status: 200 len: 910 time: 0.0912488 Sep 16 05:53:36.458687 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-44e55bb5-0571-4b0a-8be6-96e2c77e8872 req-e8ab39b0-0d30-48ea-a7a8-c8f0ea1f4baf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e69e45c-24f2-4650-a319-1d96718a341b HTTP/1.1" status: 200 len: 217 time: 0.0402317 Sep 16 05:53:36.511309 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e55bb5-0571-4b0a-8be6-96e2c77e8872 req-53e60893-cd11-4343-a2a3-9f7846f75812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:36.512801 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-44e55bb5-0571-4b0a-8be6-96e2c77e8872 req-53e60893-cd11-4343-a2a3-9f7846f75812 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5bb83a66-0bc2-4c83-9a81-0d46a2ba3017 HTTP/1.1" status: 200 len: 848 time: 0.0456810 Sep 16 05:53:36.567586 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e55bb5-0571-4b0a-8be6-96e2c77e8872 req-f254f2f4-7d20-47ef-ad24-cf29a973bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:36.569225 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-44e55bb5-0571-4b0a-8be6-96e2c77e8872 req-f254f2f4-7d20-47ef-ad24-cf29a973bb85 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461934 Sep 16 05:53:36.675950 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-44e55bb5-0571-4b0a-8be6-96e2c77e8872 req-a93759c5-7e6a-4ec4-81e9-2c67c6e4e2e4 service neutron] 10.222.0.48 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945749 Sep 16 05:53:36.769914 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e16291-0224-470c-b4d1-4bb7d4a50008 req-efcbe5fa-bea7-4836-8f52-95b017fc7f96 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:36.771433 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-47e16291-0224-470c-b4d1-4bb7d4a50008 req-efcbe5fa-bea7-4836-8f52-95b017fc7f96 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 943 time: 0.1139052 Sep 16 05:53:36.818688 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-44e55bb5-0571-4b0a-8be6-96e2c77e8872 req-14e3db79-f54d-4063-bbf0-55a575c76b54 service neutron] 10.222.0.48 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286101 Sep 16 05:53:36.827019 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-47e16291-0224-470c-b4d1-4bb7d4a50008 req-4db9a72d-d19d-4f76-994f-42bee2fdf5ea tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489604 Sep 16 05:53:37.142883 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:53:37.944841 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effc21e-e077-47ca-9e1a-057301cb1e08 req-54ce59eb-4a88-42a3-9c34-47c7aaf8865e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:37.946486 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8effc21e-e077-47ca-9e1a-057301cb1e08 req-54ce59eb-4a88-42a3-9c34-47c7aaf8865e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 943 time: 0.0511067 Sep 16 05:53:37.984063 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8effc21e-e077-47ca-9e1a-057301cb1e08 req-cc8fa7da-91a3-4899-b3c3-09d37353ad73 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314147 Sep 16 05:53:39.099825 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45ab21-6528-4e23-a3fd-7a0b61c3d988 req-7c6efafe-18ef-4b49-a939-c326df008cf0 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:39.101621 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8c45ab21-6528-4e23-a3fd-7a0b61c3d988 req-7c6efafe-18ef-4b49-a939-c326df008cf0 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 943 time: 0.0493934 Sep 16 05:53:39.139439 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8c45ab21-6528-4e23-a3fd-7a0b61c3d988 req-c201e13b-4a06-4f40-a3aa-dce73d57b658 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318027 Sep 16 05:53:40.224977 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-6d1935c0-ea23-471f-94da-02afd5309ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:40.261322 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f117a3-4445-41cc-b6c8-73ca9f207b57 req-cce2d1c4-0b1d-40fc-9ba6-5ee1ea710caf tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:40.262723 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-73f117a3-4445-41cc-b6c8-73ca9f207b57 req-cce2d1c4-0b1d-40fc-9ba6-5ee1ea710caf tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 943 time: 0.0573800 Sep 16 05:53:40.301903 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-73f117a3-4445-41cc-b6c8-73ca9f207b57 req-97759aba-615c-4e98-a955-a84645825a3d tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328207 Sep 16 05:53:40.725361 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 2e69e45c-24f2-4650-a319-1d96718a341b details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:53:40.823972 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 2e69e45c-24f2-4650-a319-1d96718a341b, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=2e69e45c-24f2-4650-a319-1d96718a341b,segment=NetworkSegment(1f338bff-b4da-470e-ba19-b6d6ba9a5842),segment_id=1f338bff-b4da-470e-ba19-b6d6ba9a5842)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:40.834416 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '2e69e45c-24f2-4650-a319-1d96718a341b', 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8', 'port_id': '2e69e45c-24f2-4650-a319-1d96718a341b', 'mac_address': 'fa:16:3e:8a:69:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb83a66-0bc2-4c83-9a81-0d46a2ba3017', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:53:40.872039 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:40.884358 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e69e45c-24f2-4650-a319-1d96718a341b {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:53:40.903041 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 2e69e45c-24f2-4650-a319-1d96718a341b, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=2e69e45c-24f2-4650-a319-1d96718a341b,segment=NetworkSegment(1f338bff-b4da-470e-ba19-b6d6ba9a5842),segment_id=1f338bff-b4da-470e-ba19-b6d6ba9a5842)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:40.906760 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:40.953475 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=2e69e45c-24f2-4650-a319-1d96718a341b,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:41.282975 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['2e69e45c-24f2-4650-a319-1d96718a341b'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:53:41.419972 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58290ff3-be12-47ff-9ccb-f83c46a4ce1a req-e0c279d1-405f-412b-8503-a11dbdd1ad34 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:41.421768 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-58290ff3-be12-47ff-9ccb-f83c46a4ce1a req-e0c279d1-405f-412b-8503-a11dbdd1ad34 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 944 time: 0.0504513 Sep 16 05:53:41.460549 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-58290ff3-be12-47ff-9ccb-f83c46a4ce1a req-d9801789-b9b1-48e4-870f-64e19e0a4155 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322583 Sep 16 05:53:42.374564 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:42.577851 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee1af5-b74c-4921-9daf-d266924c40a4 req-800ba26e-ef74-434b-81cf-e3af17510c1f tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:42.579261 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-83ee1af5-b74c-4921-9daf-d266924c40a4 req-800ba26e-ef74-434b-81cf-e3af17510c1f tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 944 time: 0.0494518 Sep 16 05:53:42.616668 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-83ee1af5-b74c-4921-9daf-d266924c40a4 req-bd76a7c2-2f9f-41c5-812f-41324644b402 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308764 Sep 16 05:53:42.743760 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 2e69e45c-24f2-4650-a319-1d96718a341b up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:53:42.791345 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 2e69e45c-24f2-4650-a319-1d96718a341b completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:53:42.795191 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 2e69e45c-24f2-4650-a319-1d96718a341b triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:42.795560 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:42.875132 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:42.897881 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7082d6-c5c0-4a9a-add4-31dd57ead5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e69e45c-24f2-4650-a319-1d96718a341b'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:53:42.900276 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2506ad353029a21956b6cd1b4a70cda1beed1e40b39b5191f7a66b422a7e283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d76793-2ad3-481f-abdf-02b0cc5892d3" -d '{"events": [{"server_uuid": "7a7082d6-c5c0-4a9a-add4-31dd57ead5a9", "name": "network-vif-plugged", "status": "completed", "tag": "2e69e45c-24f2-4650-a319-1d96718a341b"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:53:42.912237 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 2e69e45c-24f2-4650-a319-1d96718a341b, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=2e69e45c-24f2-4650-a319-1d96718a341b,segment=NetworkSegment(1f338bff-b4da-470e-ba19-b6d6ba9a5842),segment_id=1f338bff-b4da-470e-ba19-b6d6ba9a5842)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:42.917116 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:42.941565 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57774856-129a-4e9a-a8d6-22861e1439ad x-openstack-request-id: req-57774856-129a-4e9a-a8d6-22861e1439ad {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:53:42.941852 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7082d6-c5c0-4a9a-add4-31dd57ead5a9", "name": "network-vif-plugged", "status": "completed", "tag": "2e69e45c-24f2-4650-a319-1d96718a341b", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:53:42.942104 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-57774856-129a-4e9a-a8d6-22861e1439ad {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:53:42.942485 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7082d6-c5c0-4a9a-add4-31dd57ead5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e69e45c-24f2-4650-a319-1d96718a341b', 'code': 200} Sep 16 05:53:42.967606 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=2e69e45c-24f2-4650-a319-1d96718a341b,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:43.063007 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4268ebf-b09b-4eaf-8701-a293a4360974 req-c85a3384-f0da-4ce2-a079-4fede8b75b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:43.064921 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4268ebf-b09b-4eaf-8701-a293a4360974 req-c85a3384-f0da-4ce2-a079-4fede8b75b00 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 1097 time: 0.0454147 Sep 16 05:53:43.098716 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4268ebf-b09b-4eaf-8701-a293a4360974 req-ca369cfe-270c-4b89-aa15-cfb57021de28 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271800 Sep 16 05:53:43.353694 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0ab42060-837e-43ee-b45f-24708fa8089e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:43.669389 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:43.735559 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed1041-4589-4a85-a8b8-831848169246 req-383f0882-f191-4419-adea-fcb9d8ab26bf tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:43.737058 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b8ed1041-4589-4a85-a8b8-831848169246 req-383f0882-f191-4419-adea-fcb9d8ab26bf tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 945 time: 0.0499225 Sep 16 05:53:43.775768 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b8ed1041-4589-4a85-a8b8-831848169246 req-527822c1-303d-4ba6-b09c-62f15f1cdac2 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327842 Sep 16 05:53:44.839882 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:44.889970 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d60b3-6241-4144-8917-f2a514654d64 req-0a0a4079-b4fc-4e6f-b4de-914cdeef863e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:44.891442 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1a6d60b3-6241-4144-8917-f2a514654d64 req-0a0a4079-b4fc-4e6f-b4de-914cdeef863e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 945 time: 0.0482907 Sep 16 05:53:44.928579 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1a6d60b3-6241-4144-8917-f2a514654d64 req-c4fb745d-5b82-45ba-9ab0-149a271a155b tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311995 Sep 16 05:53:45.045576 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e1315-39f3-4b14-8ffd-4aef67d7a6eb req-ac77bf37-f7d5-4fab-bfa0-696a578d2ecc tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:45.047061 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f88e1315-39f3-4b14-8ffd-4aef67d7a6eb req-ac77bf37-f7d5-4fab-bfa0-696a578d2ecc tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 945 time: 0.0525258 Sep 16 05:53:45.084135 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f88e1315-39f3-4b14-8ffd-4aef67d7a6eb req-df31aa80-d0c3-4d49-aa31-e567986dab31 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311444 Sep 16 05:53:45.107329 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58750) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:45.243953 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d9d8f0-3a92-4a52-bd82-82777eff77d8 tempest-TestShelveInstance-1563033198 tempest-TestShelveInstance-1563033198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:45.245631 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-66d9d8f0-3a92-4a52-bd82-82777eff77d8 tempest-TestShelveInstance-1563033198 tempest-TestShelveInstance-1563033198-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 1092 time: 0.1373065 Sep 16 05:53:45.248496 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 58754) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:45.252662 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-43cb135f-32e1-4d25-87a8-bed7839714df tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'port_id': '2e69e45c-24f2-4650-a319-1d96718a341b', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:45.275067 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-43cb135f-32e1-4d25-87a8-bed7839714df tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for floatingip, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:45.366605 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:45.374470 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-43cb135f-32e1-4d25-87a8-bed7839714df tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:45.477654 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-43cb135f-32e1-4d25-87a8-bed7839714df tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Allocated IP 172.25.8.90 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/754c609c-df53-4c54-bb2d-ecf4daa04d54) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:53:45.586766 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-43cb135f-32e1-4d25-87a8-bed7839714df tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:45.619344 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-43cb135f-32e1-4d25-87a8-bed7839714df tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:45.657293 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cb135f-32e1-4d25-87a8-bed7839714df tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:53:45.661918 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-43cb135f-32e1-4d25-87a8-bed7839714df tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:53:45.667126 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cb135f-32e1-4d25-87a8-bed7839714df tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:53:45.670213 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb135f-32e1-4d25-87a8-bed7839714df tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Pushing event updated for resources: {'Port': ['ID=754c609c-df53-4c54-bb2d-ecf4daa04d54,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:46.018115 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-43cb135f-32e1-4d25-87a8-bed7839714df tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:46.083331 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-43cb135f-32e1-4d25-87a8-bed7839714df tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:46.229835 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-43cb135f-32e1-4d25-87a8-bed7839714df tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:46.234116 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-43cb135f-32e1-4d25-87a8-bed7839714df tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:46.298887 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb135f-32e1-4d25-87a8-bed7839714df tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Pushing event updated for resources: {'Port': ['ID=754c609c-df53-4c54-bb2d-ecf4daa04d54,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:46.312297 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-43cb135f-32e1-4d25-87a8-bed7839714df tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:46.340667 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:46.413091 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [None req-43cb135f-32e1-4d25-87a8-bed7839714df tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Floating IP 5fd68bd5-4734-4450-92a1-bdeec10434b4 associated. External IP: 172.25.8.90, port: 2e69e45c-24f2-4650-a319-1d96718a341b. Sep 16 05:53:46.636104 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43cb135f-32e1-4d25-87a8-bed7839714df tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Router c7df5f48-a553-4e63-91b5-d985ad82878e has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:53:46.745114 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cb135f-32e1-4d25-87a8-bed7839714df tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:53:46.754453 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375e9456-6be2-477d-b378-6283e122c781 None None] Sync routers for ids ['c7df5f48-a553-4e63-91b5-d985ad82878e'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:53:46.763929 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-43cb135f-32e1-4d25-87a8-bed7839714df tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:46.765823 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375e9456-6be2-477d-b378-6283e122c781 None None] Routers {'c7df5f48-a553-4e63-91b5-d985ad82878e'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:46.766523 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-375e9456-6be2-477d-b378-6283e122c781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:53:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['c7df5f48-a553-4e63-91b5-d985ad82878e'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:46.801314 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-43cb135f-32e1-4d25-87a8-bed7839714df tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5441947 Sep 16 05:53:46.801314 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7082d6-c5c0-4a9a-add4-31dd57ead5a9', 'tag': '2e69e45c-24f2-4650-a319-1d96718a341b'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:53:46.801314 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a9b4dc-3727-4c7b-8235-9875699a9dff" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7082d6-c5c0-4a9a-add4-31dd57ead5a9", "tag": "2e69e45c-24f2-4650-a319-1d96718a341b"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:53:46.835388 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1b43db-f7f7-40fc-8fd0-7f9352155c59 x-openstack-request-id: req-cb1b43db-f7f7-40fc-8fd0-7f9352155c59 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:53:46.836515 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7082d6-c5c0-4a9a-add4-31dd57ead5a9", "tag": "2e69e45c-24f2-4650-a319-1d96718a341b", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:53:46.836861 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cb1b43db-f7f7-40fc-8fd0-7f9352155c59 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:53:46.837343 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7082d6-c5c0-4a9a-add4-31dd57ead5a9', 'tag': '2e69e45c-24f2-4650-a319-1d96718a341b', 'status': 'completed', 'code': 200} Sep 16 05:53:46.879622 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-375e9456-6be2-477d-b378-6283e122c781 None None] Set router c7df5f48-a553-4e63-91b5-d985ad82878e gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:46.920842 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9b4dc-3727-4c7b-8235-9875699a9dff req-58798d63-9dd2-43e9-9e39-a01ac162a4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:46.922276 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-02a9b4dc-3727-4c7b-8235-9875699a9dff req-58798d63-9dd2-43e9-9e39-a01ac162a4f9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c8ee7cbac624186aff47e212e345a41&device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 1097 time: 0.0422640 Sep 16 05:53:47.020457 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9b4dc-3727-4c7b-8235-9875699a9dff req-02776a0b-3e3b-4957-99b6-c9e3c2af3eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:47.022132 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-02a9b4dc-3727-4c7b-8235-9875699a9dff req-02776a0b-3e3b-4957-99b6-c9e3c2af3eee service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8 HTTP/1.1" status: 200 len: 910 time: 0.0931919 Sep 16 05:53:47.088854 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-02a9b4dc-3727-4c7b-8235-9875699a9dff req-159d8050-e59d-4df9-9666-4ca09d507f42 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e69e45c-24f2-4650-a319-1d96718a341b HTTP/1.1" status: 200 len: 998 time: 0.0595081 Sep 16 05:53:47.112352 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-375e9456-6be2-477d-b378-6283e122c781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'name': 'tempest-TestShelveInstance-1323956804-router', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T05:53:24Z', 'revision_number': 4, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'gw_port': {'id': '7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:63:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T05:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '5fd68bd5-4734-4450-92a1-bdeec10434b4', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'floating_ip_address': '172.25.8.90', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'port_id': '2e69e45c-24f2-4650-a319-1d96718a341b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8', 'mac_address': 'fa:16:3e:8a:69:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7082d6-c5c0-4a9a-add4-31dd57ead5a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:53:45Z', 'updated_at': '2021-09-16T05:53:45Z', 'revision_number': 0, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ba1d85-4e90-40f8-9115-7b68e682e9bb', 'name': '', 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'mac_address': 'fa:16:3e:8a:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5bb83a66-0bc2-4c83-9a81-0d46a2ba3017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:24Z', 'updated_at': '2021-09-16T05:53:29Z', 'revision_number': 5, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'subnets': [{'id': '5bb83a66-0bc2-4c83-9a81-0d46a2ba3017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:47.143055 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375e9456-6be2-477d-b378-6283e122c781 None None] Checking router: c7df5f48-a553-4e63-91b5-d985ad82878e for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:53:47.146728 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9b4dc-3727-4c7b-8235-9875699a9dff req-9c201ef0-f792-40de-af14-feedbfbf3648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:47.148530 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-02a9b4dc-3727-4c7b-8235-9875699a9dff req-9c201ef0-f792-40de-af14-feedbfbf3648 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5bb83a66-0bc2-4c83-9a81-0d46a2ba3017 HTTP/1.1" status: 200 len: 848 time: 0.0519793 Sep 16 05:53:47.152432 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375e9456-6be2-477d-b378-6283e122c781 None None] Routers {'c7df5f48-a553-4e63-91b5-d985ad82878e'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:47.153477 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-375e9456-6be2-477d-b378-6283e122c781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:53:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['c7df5f48-a553-4e63-91b5-d985ad82878e'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:47.200887 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9b4dc-3727-4c7b-8235-9875699a9dff req-2ae2c7a3-aa9e-4a22-bd95-9a26afea6125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:47.202408 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-02a9b4dc-3727-4c7b-8235-9875699a9dff req-2ae2c7a3-aa9e-4a22-bd95-9a26afea6125 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474713 Sep 16 05:53:47.263342 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-375e9456-6be2-477d-b378-6283e122c781 None None] Set router c7df5f48-a553-4e63-91b5-d985ad82878e gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:47.296663 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-02a9b4dc-3727-4c7b-8235-9875699a9dff req-92545ee5-f22e-4b27-b605-2dbef0092a1b service neutron] 10.222.0.48 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871735 Sep 16 05:53:47.387010 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-02a9b4dc-3727-4c7b-8235-9875699a9dff req-5dd87f78-536f-46cc-8bc9-05b8b9d88965 service neutron] 10.222.0.48 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835738 Sep 16 05:53:47.485938 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-375e9456-6be2-477d-b378-6283e122c781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'name': 'tempest-TestShelveInstance-1323956804-router', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T05:53:24Z', 'revision_number': 4, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'gw_port': {'id': '7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:63:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T05:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '5fd68bd5-4734-4450-92a1-bdeec10434b4', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'floating_ip_address': '172.25.8.90', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'port_id': '2e69e45c-24f2-4650-a319-1d96718a341b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8', 'mac_address': 'fa:16:3e:8a:69:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7082d6-c5c0-4a9a-add4-31dd57ead5a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:53:45Z', 'updated_at': '2021-09-16T05:53:45Z', 'revision_number': 0, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ba1d85-4e90-40f8-9115-7b68e682e9bb', 'name': '', 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'mac_address': 'fa:16:3e:8a:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5bb83a66-0bc2-4c83-9a81-0d46a2ba3017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:24Z', 'updated_at': '2021-09-16T05:53:29Z', 'revision_number': 5, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'subnets': [{'id': '5bb83a66-0bc2-4c83-9a81-0d46a2ba3017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:47.515321 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375e9456-6be2-477d-b378-6283e122c781 None None] The sync data for ids ['c7df5f48-a553-4e63-91b5-d985ad82878e'] in n-d-712139-15 is: [{'id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'name': 'tempest-TestShelveInstance-1323956804-router', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T05:53:24Z', 'revision_number': 4, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'gw_port': {'id': '7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:63:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T05:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '5fd68bd5-4734-4450-92a1-bdeec10434b4', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'floating_ip_address': '172.25.8.90', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'port_id': '2e69e45c-24f2-4650-a319-1d96718a341b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8', 'mac_address': 'fa:16:3e:8a:69:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7082d6-c5c0-4a9a-add4-31dd57ead5a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:53:45Z', 'updated_at': '2021-09-16T05:53:45Z', 'revision_number': 0, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ba1d85-4e90-40f8-9115-7b68e682e9bb', 'name': '', 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'mac_address': 'fa:16:3e:8a:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5bb83a66-0bc2-4c83-9a81-0d46a2ba3017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:24Z', 'updated_at': '2021-09-16T05:53:29Z', 'revision_number': 5, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'subnets': [{'id': '5bb83a66-0bc2-4c83-9a81-0d46a2ba3017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:53:47.833890 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cfc721-5fe5-4061-a8de-aa24541b9c7a None None] New status for floating IP 5fd68bd5-4734-4450-92a1-bdeec10434b4: ACTIVE {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:54:10.227441 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-dfd41a12-d099-4141-90b6-9cac307a5298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:12.380151 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:13.355440 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-dc73e54a-26bc-448a-bef6-a1b0b6b02815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:13.670828 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:14.142046 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:54:14.837618 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:15.366741 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:16.344787 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:38.201356 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5eddbe2f-a378-4ed0-9a76-72f3c37301f9 req-e053428b-bab7-4435-9a1b-9e5cd3ffb6c9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397940 Sep 16 05:54:38.304758 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eddbe2f-a378-4ed0-9a76-72f3c37301f9 req-866e244c-d599-454f-82d9-e16016edafa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:38.306255 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5eddbe2f-a378-4ed0-9a76-72f3c37301f9 req-866e244c-d599-454f-82d9-e16016edafa5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c8ee7cbac624186aff47e212e345a41&device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 1097 time: 0.0442686 Sep 16 05:54:38.408307 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eddbe2f-a378-4ed0-9a76-72f3c37301f9 req-f8f0fafc-c11e-46f7-9d4f-f09c7a1ac9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:38.409801 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5eddbe2f-a378-4ed0-9a76-72f3c37301f9 req-f8f0fafc-c11e-46f7-9d4f-f09c7a1ac9cc service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8 HTTP/1.1" status: 200 len: 910 time: 0.0844505 Sep 16 05:54:38.817952 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5eddbe2f-a378-4ed0-9a76-72f3c37301f9 req-666d3fbe-332a-4a50-9eb8-fc5f0835aeb5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e69e45c-24f2-4650-a319-1d96718a341b HTTP/1.1" status: 200 len: 1000 time: 0.3995142 Sep 16 05:54:38.867101 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eddbe2f-a378-4ed0-9a76-72f3c37301f9 req-28166710-405c-4ab3-936b-aecc140b73af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:38.868543 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5eddbe2f-a378-4ed0-9a76-72f3c37301f9 req-28166710-405c-4ab3-936b-aecc140b73af service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5bb83a66-0bc2-4c83-9a81-0d46a2ba3017 HTTP/1.1" status: 200 len: 848 time: 0.0431907 Sep 16 05:54:38.915236 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eddbe2f-a378-4ed0-9a76-72f3c37301f9 req-24fa53b3-812c-4211-a6b7-74208c483b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:38.916735 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5eddbe2f-a378-4ed0-9a76-72f3c37301f9 req-24fa53b3-812c-4211-a6b7-74208c483b79 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415399 Sep 16 05:54:39.009047 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5eddbe2f-a378-4ed0-9a76-72f3c37301f9 req-ab14cf29-e1af-490a-bed8-408d0f4eeed5 service neutron] 10.222.0.48 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850589 Sep 16 05:54:39.103825 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5eddbe2f-a378-4ed0-9a76-72f3c37301f9 req-74488dad-7944-4dab-98ba-e4fea50419dd service neutron] 10.222.0.48 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884144 Sep 16 05:54:40.228942 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4a26f569-5122-42c2-80e0-e470b7ec4edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:42.382513 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:43.357811 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ee0be8dd-fed6-4fc6-b957-58b038910b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:43.672465 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:44.841927 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:45.373716 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:46.347333 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:51.143043 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:55:10.228945 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0372e945-86ec-411f-9ffe-4d196beeeaa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:12.389162 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:13.358697 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-75788ad0-359f-4834-85c2-90302bb9c73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:13.674322 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:14.843377 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:15.363900 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:16.348951 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:28.142375 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:55:38.309305 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b2e3689c-838b-4392-8ae9-8fa50f669eac req-25d73759-2bc3-4d4f-836e-0fe09503f366 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437052 Sep 16 05:55:38.412126 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3689c-838b-4392-8ae9-8fa50f669eac req-3ec98dea-72bd-493b-b34f-99a2bacc6106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:38.413667 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b2e3689c-838b-4392-8ae9-8fa50f669eac req-3ec98dea-72bd-493b-b34f-99a2bacc6106 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c8ee7cbac624186aff47e212e345a41&device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 1097 time: 0.0414283 Sep 16 05:55:38.517317 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3689c-838b-4392-8ae9-8fa50f669eac req-3f4c6219-6067-4aa0-a2d5-012c66730e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:38.518783 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b2e3689c-838b-4392-8ae9-8fa50f669eac req-3f4c6219-6067-4aa0-a2d5-012c66730e6d service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8 HTTP/1.1" status: 200 len: 910 time: 0.0844340 Sep 16 05:55:38.587719 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b2e3689c-838b-4392-8ae9-8fa50f669eac req-ea2dfb09-e1d8-42a8-9ca1-1851eb645863 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e69e45c-24f2-4650-a319-1d96718a341b HTTP/1.1" status: 200 len: 1000 time: 0.0612342 Sep 16 05:55:38.636419 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3689c-838b-4392-8ae9-8fa50f669eac req-ee91b0b7-80fe-40c4-b853-7f4825d77f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:38.637892 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b2e3689c-838b-4392-8ae9-8fa50f669eac req-ee91b0b7-80fe-40c4-b853-7f4825d77f63 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5bb83a66-0bc2-4c83-9a81-0d46a2ba3017 HTTP/1.1" status: 200 len: 848 time: 0.0430622 Sep 16 05:55:38.684918 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3689c-838b-4392-8ae9-8fa50f669eac req-8d7e9f97-fefc-4cfc-8abf-86cd540007ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:38.686498 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b2e3689c-838b-4392-8ae9-8fa50f669eac req-8d7e9f97-fefc-4cfc-8abf-86cd540007ea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394771 Sep 16 05:55:38.778540 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b2e3689c-838b-4392-8ae9-8fa50f669eac req-3d6ea59c-bf6f-45cd-ad2b-fc43f7dc6233 service neutron] 10.222.0.48 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836062 Sep 16 05:55:38.868769 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b2e3689c-838b-4392-8ae9-8fa50f669eac req-54c11529-a115-47dd-9fd4-c2dd5aec49a7 service neutron] 10.222.0.48 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820777 Sep 16 05:55:40.229678 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d429700b-8c15-4dab-a748-3b2c8afaf64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:42.389704 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:43.361169 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-12af3db2-dc28-4481-8277-7e624e32f515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:43.674785 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:44.846180 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:45.359760 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:46.351461 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:05.143031 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:56:10.230903 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-43dd3fb2-87c3-4885-aa1d-53d8b06eee97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:12.403751 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:13.362108 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-46cc4b9f-4f28-4b9c-baa7-345ea286c6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:13.676670 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:14.644632 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf977155-5681-4118-8899-b425f66fc9b8 req-19e2669b-419c-46ed-9e01-243c52d896cc tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:14.646065 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cf977155-5681-4118-8899-b425f66fc9b8 req-19e2669b-419c-46ed-9e01-243c52d896cc tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 945 time: 0.0541389 Sep 16 05:56:14.687222 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cf977155-5681-4118-8899-b425f66fc9b8 req-032dcf23-a4eb-4d97-bcdf-e6ab48b272e2 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336730 Sep 16 05:56:14.847933 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:15.361972 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:15.830563 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94904f3-ba16-4ad1-b320-d25beb3d5d39 req-6273e9c0-38d9-451a-97c0-12b1f984c4ad tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:15.832061 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f94904f3-ba16-4ad1-b320-d25beb3d5d39 req-6273e9c0-38d9-451a-97c0-12b1f984c4ad tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 945 time: 0.0498347 Sep 16 05:56:15.868832 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f94904f3-ba16-4ad1-b320-d25beb3d5d39 req-1a6bae2a-c43f-4808-b20f-8abd055e5b21 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306897 Sep 16 05:56:16.354964 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:16.984030 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fde83-0635-41f1-896d-536d4ee297d6 req-fc37290d-8d0c-4560-a9d0-7449f5fca0b5 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:16.985567 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-352fde83-0635-41f1-896d-536d4ee297d6 req-fc37290d-8d0c-4560-a9d0-7449f5fca0b5 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 945 time: 0.0485578 Sep 16 05:56:17.022681 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-352fde83-0635-41f1-896d-536d4ee297d6 req-f1c5d0fa-550e-48b0-b7b2-fa2c9f44df56 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311604 Sep 16 05:56:18.201643 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2ca97-3d76-476c-abfd-3e5affd73ce3 req-b0f02a1a-1bb4-48b7-9710-b0f3d09dd4d4 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:18.203949 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5bd2ca97-3d76-476c-abfd-3e5affd73ce3 req-b0f02a1a-1bb4-48b7-9710-b0f3d09dd4d4 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 945 time: 0.0524909 Sep 16 05:56:18.240878 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5bd2ca97-3d76-476c-abfd-3e5affd73ce3 req-8443fb49-be42-4718-a88b-feba1ab2db75 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308170 Sep 16 05:56:19.356141 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63169080-fe31-4252-b3b8-3c3917c0d329 req-9d691e8e-b676-4f51-b6ea-d1de2197e5a0 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:19.357665 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63169080-fe31-4252-b3b8-3c3917c0d329 req-9d691e8e-b676-4f51-b6ea-d1de2197e5a0 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 945 time: 0.0494545 Sep 16 05:56:19.396330 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-63169080-fe31-4252-b3b8-3c3917c0d329 req-e302097b-c03c-4c4c-9926-6f99748f1c08 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321844 Sep 16 05:56:20.513010 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c380b-750e-44ad-8549-d1452cb6bc1e req-53ae1e00-c76c-434b-9d24-3393f362b388 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:20.515260 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-689c380b-750e-44ad-8549-d1452cb6bc1e req-53ae1e00-c76c-434b-9d24-3393f362b388 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 945 time: 0.0497880 Sep 16 05:56:20.553014 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-689c380b-750e-44ad-8549-d1452cb6bc1e req-925b6a55-0d4f-4716-b3c1-22981e376387 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317364 Sep 16 05:56:21.673660 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabc185-e733-43b4-9424-0e3cd5f3015f req-2e624f7b-ed87-482f-a876-8c01106bd02e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:21.675128 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0aabc185-e733-43b4-9424-0e3cd5f3015f req-2e624f7b-ed87-482f-a876-8c01106bd02e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 945 time: 0.0519567 Sep 16 05:56:21.713308 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0aabc185-e733-43b4-9424-0e3cd5f3015f req-eb84ce69-70b8-4aea-8119-e100704d8a31 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320985 Sep 16 05:56:22.833179 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500c942-c667-4ec5-b783-64aff365fd9f req-26fd4538-d268-4756-8f68-1355c23506a6 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:22.834735 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0500c942-c667-4ec5-b783-64aff365fd9f req-26fd4538-d268-4756-8f68-1355c23506a6 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 945 time: 0.0509925 Sep 16 05:56:22.877263 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0500c942-c667-4ec5-b783-64aff365fd9f req-350e8399-755d-4d43-8167-df1a035b6f3a tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364194 Sep 16 05:56:23.993402 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d369f08-0e71-477c-8446-0d27dd58d992 req-9e62d7d3-ec8b-4f09-8ecd-7864285431a9 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:23.994879 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5d369f08-0e71-477c-8446-0d27dd58d992 req-9e62d7d3-ec8b-4f09-8ecd-7864285431a9 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 945 time: 0.0494339 Sep 16 05:56:24.033633 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5d369f08-0e71-477c-8446-0d27dd58d992 req-4786dab1-9afc-493e-a151-9fc1b0b7a7ab tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325847 Sep 16 05:56:25.157425 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f99fd-e478-4c16-8051-36a4e6d4523f req-c4acdc14-582c-4481-b6fa-bc027e477ed4 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:25.158947 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-518f99fd-e478-4c16-8051-36a4e6d4523f req-c4acdc14-582c-4481-b6fa-bc027e477ed4 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 945 time: 0.0533736 Sep 16 05:56:25.196119 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-518f99fd-e478-4c16-8051-36a4e6d4523f req-d4783553-5336-4a99-ad08-fbecbd50d63f tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311198 Sep 16 05:56:26.312915 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab36437-9542-4b27-9369-eaebc06e0adc req-346b4d3c-9d16-46c4-9b12-60ae7d0c9302 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:26.314394 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eab36437-9542-4b27-9369-eaebc06e0adc req-346b4d3c-9d16-46c4-9b12-60ae7d0c9302 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 945 time: 0.0489945 Sep 16 05:56:26.352041 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eab36437-9542-4b27-9369-eaebc06e0adc req-941851fd-4d0a-4413-8f30-30cd7efb24b1 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312958 Sep 16 05:56:27.469107 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79583186-6b4b-4d8f-ae9c-c1504196132b req-d000cf7a-41f6-4f90-a211-f3b483190d7b tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:27.470604 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-79583186-6b4b-4d8f-ae9c-c1504196132b req-d000cf7a-41f6-4f90-a211-f3b483190d7b tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 945 time: 0.0496249 Sep 16 05:56:27.507350 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-79583186-6b4b-4d8f-ae9c-c1504196132b req-5f9dab31-f1d3-4664-8279-d12a62408207 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306907 Sep 16 05:56:27.736760 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 2e69e45c-24f2-4650-a319-1d96718a341b details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:56:27.837535 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 2e69e45c-24f2-4650-a319-1d96718a341b, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=2e69e45c-24f2-4650-a319-1d96718a341b,segment=NetworkSegment(1f338bff-b4da-470e-ba19-b6d6ba9a5842),segment_id=1f338bff-b4da-470e-ba19-b6d6ba9a5842)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:27.849522 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '2e69e45c-24f2-4650-a319-1d96718a341b', 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8', 'port_id': '2e69e45c-24f2-4650-a319-1d96718a341b', 'mac_address': 'fa:16:3e:8a:69:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb83a66-0bc2-4c83-9a81-0d46a2ba3017', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:56:27.887109 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:27.900381 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e69e45c-24f2-4650-a319-1d96718a341b {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:56:27.919563 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 2e69e45c-24f2-4650-a319-1d96718a341b, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=2e69e45c-24f2-4650-a319-1d96718a341b,segment=NetworkSegment(1f338bff-b4da-470e-ba19-b6d6ba9a5842),segment_id=1f338bff-b4da-470e-ba19-b6d6ba9a5842)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:27.924280 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:27.974150 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=2e69e45c-24f2-4650-a319-1d96718a341b,revision_number=6']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:27.981443 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:27.981788 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:27.982126 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:27.982463 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:27.982799 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:27.983235 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:27.984054 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:27.984473 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:27.984842 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:27.985168 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:27.985490 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:27.985811 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:28.066691 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['2e69e45c-24f2-4650-a319-1d96718a341b'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:56:28.629088 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d5051-b1bf-4f96-a291-e5a9c90faa85 req-b8d22f71-a90d-4e24-b5f8-53b79b9ab369 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:28.630593 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c54d5051-b1bf-4f96-a291-e5a9c90faa85 req-b8d22f71-a90d-4e24-b5f8-53b79b9ab369 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 944 time: 0.0551465 Sep 16 05:56:28.669603 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c54d5051-b1bf-4f96-a291-e5a9c90faa85 req-c81f89e2-7b61-46b2-92ac-4f938d1fab61 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329576 Sep 16 05:56:29.751817 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 2e69e45c-24f2-4650-a319-1d96718a341b up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:56:29.787793 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c8eb4-6da7-4504-a587-820120a36663 req-08370bc9-421d-46fa-b8e5-5a12dc9ce3cf tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:29.789348 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-688c8eb4-6da7-4504-a587-820120a36663 req-08370bc9-421d-46fa-b8e5-5a12dc9ce3cf tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 944 time: 0.0502567 Sep 16 05:56:29.802813 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 2e69e45c-24f2-4650-a319-1d96718a341b triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:29.802813 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:29.844980 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-688c8eb4-6da7-4504-a587-820120a36663 req-fd95ae4a-bd2d-4472-81fe-f6af723dc5c3 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460522 Sep 16 05:56:29.888976 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:29.912415 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7082d6-c5c0-4a9a-add4-31dd57ead5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e69e45c-24f2-4650-a319-1d96718a341b'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:56:29.914705 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2506ad353029a21956b6cd1b4a70cda1beed1e40b39b5191f7a66b422a7e283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09cdff92-db49-4dba-b84a-164884939d11" -d '{"events": [{"server_uuid": "7a7082d6-c5c0-4a9a-add4-31dd57ead5a9", "name": "network-vif-plugged", "status": "completed", "tag": "2e69e45c-24f2-4650-a319-1d96718a341b"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:56:29.927590 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 2e69e45c-24f2-4650-a319-1d96718a341b, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=2e69e45c-24f2-4650-a319-1d96718a341b,segment=NetworkSegment(1f338bff-b4da-470e-ba19-b6d6ba9a5842),segment_id=1f338bff-b4da-470e-ba19-b6d6ba9a5842)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:29.931580 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:30.110322 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661ffeb3-ba9e-49ce-954e-7722dbbf971b x-openstack-request-id: req-661ffeb3-ba9e-49ce-954e-7722dbbf971b {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:56:30.110605 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7082d6-c5c0-4a9a-add4-31dd57ead5a9", "name": "network-vif-plugged", "status": "completed", "tag": "2e69e45c-24f2-4650-a319-1d96718a341b", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:56:30.110850 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-661ffeb3-ba9e-49ce-954e-7722dbbf971b {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:56:30.111232 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7082d6-c5c0-4a9a-add4-31dd57ead5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e69e45c-24f2-4650-a319-1d96718a341b', 'code': 200} Sep 16 05:56:30.136386 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=2e69e45c-24f2-4650-a319-1d96718a341b,revision_number=7']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:30.973247 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975db07-9597-4536-8b8c-b28ec53a82a8 req-c44856ce-447e-4fea-a3b6-d1a2542621d0 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:30.974885 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3975db07-9597-4536-8b8c-b28ec53a82a8 req-c44856ce-447e-4fea-a3b6-d1a2542621d0 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 945 time: 0.0532677 Sep 16 05:56:31.016248 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3975db07-9597-4536-8b8c-b28ec53a82a8 req-2cb28f6f-92ae-4043-a5be-07286d4f0c3a tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341485 Sep 16 05:56:32.141900 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b004782-1421-40c2-aa92-e5a317214656 req-2036c4c0-9f69-4b02-b6ef-8e490603f1fa tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:32.143439 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5b004782-1421-40c2-aa92-e5a317214656 req-2036c4c0-9f69-4b02-b6ef-8e490603f1fa tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 945 time: 0.0565708 Sep 16 05:56:32.186711 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5b004782-1421-40c2-aa92-e5a317214656 req-0e9cf7fa-5b05-4b8c-88c1-0d52dcd00fb1 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367818 Sep 16 05:56:33.331675 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13100e-61e1-4b1d-8c1a-470e39368c2e req-09b9e8dd-be9b-4945-bbf5-ccbd6c1987d6 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:33.333278 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9f13100e-61e1-4b1d-8c1a-470e39368c2e req-09b9e8dd-be9b-4945-bbf5-ccbd6c1987d6 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 945 time: 0.0559297 Sep 16 05:56:33.377267 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9f13100e-61e1-4b1d-8c1a-470e39368c2e req-a565f014-0922-4f43-bbee-e79744975e9d tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368867 Sep 16 05:56:34.512694 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefbcfd-69d8-4c8a-9287-b1bb130721d5 req-fb62def7-82d0-47b2-aeaf-29ecf4b7f870 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:34.514431 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2fefbcfd-69d8-4c8a-9287-b1bb130721d5 req-fb62def7-82d0-47b2-aeaf-29ecf4b7f870 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 945 time: 0.0534770 Sep 16 05:56:34.555530 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2fefbcfd-69d8-4c8a-9287-b1bb130721d5 req-f2cd9db7-68c4-490f-beff-02740f8853ce tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346231 Sep 16 05:56:35.707213 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bbdce-245f-451f-bed7-a517885bc01a req-b95c2479-a4e2-4d2f-b5e8-dbf144f25df6 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:35.708963 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d00bbdce-245f-451f-bed7-a517885bc01a req-b95c2479-a4e2-4d2f-b5e8-dbf144f25df6 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 945 time: 0.0656002 Sep 16 05:56:35.754508 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d00bbdce-245f-451f-bed7-a517885bc01a req-66e9cfb3-de7b-4586-ba59-cf1e2f18853f tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382004 Sep 16 05:56:36.886307 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3a6fe-3318-4934-92b2-46a84945b1d6 req-299f8684-4be4-451f-8ad1-d35273156c19 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:36.887389 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8de3a6fe-3318-4934-92b2-46a84945b1d6 req-299f8684-4be4-451f-8ad1-d35273156c19 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 945 time: 0.0545583 Sep 16 05:56:36.933403 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8de3a6fe-3318-4934-92b2-46a84945b1d6 req-11079cea-d7e2-487f-bea0-be5ac9d3d483 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393612 Sep 16 05:56:38.069488 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e857f57-d984-4943-bbb7-5fee194596a4 req-7580ed78-00f4-4e8b-a914-5ebfa7ff8daf tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:38.071038 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1e857f57-d984-4943-bbb7-5fee194596a4 req-7580ed78-00f4-4e8b-a914-5ebfa7ff8daf tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 945 time: 0.0571434 Sep 16 05:56:38.119155 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1e857f57-d984-4943-bbb7-5fee194596a4 req-759d0736-d43c-439a-ae94-07be92574d77 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414000 Sep 16 05:56:39.281591 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ef289-2f30-4df0-9253-606f4081e397 req-ca2da25d-755d-49fe-ad99-b92037b0906d tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:39.283465 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ba3ef289-2f30-4df0-9253-606f4081e397 req-ca2da25d-755d-49fe-ad99-b92037b0906d tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 945 time: 0.0815749 Sep 16 05:56:39.348582 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ba3ef289-2f30-4df0-9253-606f4081e397 req-6cf8a8cd-36b6-4722-aa08-dbfee03f02d2 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582361 Sep 16 05:56:39.382742 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8d722-f26c-4bd7-a1b5-1e510e44241f req-a0389d37-f9a8-4fd8-b1ee-c3325fe14cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:39.384259 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f7f8d722-f26c-4bd7-a1b5-1e510e44241f req-a0389d37-f9a8-4fd8-b1ee-c3325fe14cbd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c8ee7cbac624186aff47e212e345a41&device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 1097 time: 0.0504272 Sep 16 05:56:39.527365 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8d722-f26c-4bd7-a1b5-1e510e44241f req-88863cc5-b078-4e05-b3c8-507041e2c8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:39.529222 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f7f8d722-f26c-4bd7-a1b5-1e510e44241f req-88863cc5-b078-4e05-b3c8-507041e2c8fe service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8 HTTP/1.1" status: 200 len: 910 time: 0.1215966 Sep 16 05:56:39.615499 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f7f8d722-f26c-4bd7-a1b5-1e510e44241f req-77dcf6c1-8d1d-4fb1-892c-4828eb00d6c8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e69e45c-24f2-4650-a319-1d96718a341b HTTP/1.1" status: 200 len: 1000 time: 0.0772951 Sep 16 05:56:39.676223 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8d722-f26c-4bd7-a1b5-1e510e44241f req-d233c512-41d5-4492-a764-9ad258b0820f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:39.677929 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f7f8d722-f26c-4bd7-a1b5-1e510e44241f req-d233c512-41d5-4492-a764-9ad258b0820f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5bb83a66-0bc2-4c83-9a81-0d46a2ba3017 HTTP/1.1" status: 200 len: 848 time: 0.0540905 Sep 16 05:56:39.739210 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8d722-f26c-4bd7-a1b5-1e510e44241f req-af8aba2f-cb43-432d-bd88-f41272227d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:39.740929 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f7f8d722-f26c-4bd7-a1b5-1e510e44241f req-af8aba2f-cb43-432d-bd88-f41272227d0b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548313 Sep 16 05:56:39.754834 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-f7f8d722-f26c-4bd7-a1b5-1e510e44241f req-82fa8c30-9ce7-40d9-aeca-4f3469080e94 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:56:39.756439 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f7f8d722-f26c-4bd7-a1b5-1e510e44241f req-82fa8c30-9ce7-40d9-aeca-4f3469080e94 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071800 Sep 16 05:56:39.873072 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f7f8d722-f26c-4bd7-a1b5-1e510e44241f req-6c1440cf-b447-4cf0-a81d-2d57c0177302 service neutron] 10.222.0.48 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079829 Sep 16 05:56:40.004477 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f7f8d722-f26c-4bd7-a1b5-1e510e44241f req-9f16b71e-edba-462e-8097-a9de0380c320 service neutron] 10.222.0.48 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226172 Sep 16 05:56:40.242395 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7f2c43c2-c064-4e99-9736-bcb97136ab85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:40.491383 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f798cb6-dc3f-4bc0-87e2-aafd7eb9fecf req-c76a90ef-4a7e-428b-b17d-927604419f89 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:40.493197 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2f798cb6-dc3f-4bc0-87e2-aafd7eb9fecf req-c76a90ef-4a7e-428b-b17d-927604419f89 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 945 time: 0.0665977 Sep 16 05:56:40.539778 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2f798cb6-dc3f-4bc0-87e2-aafd7eb9fecf req-acab4c66-09dd-4f4a-8b1a-884fee128fdd tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400548 Sep 16 05:56:41.681726 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2eb5be-c6f5-4110-b4b9-9646576456fe req-f5abd7a3-faa0-4e5e-9302-2cf1db13718b tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:41.684533 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-de2eb5be-c6f5-4110-b4b9-9646576456fe req-f5abd7a3-faa0-4e5e-9302-2cf1db13718b tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 945 time: 0.0626268 Sep 16 05:56:41.727546 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-de2eb5be-c6f5-4110-b4b9-9646576456fe req-cfe9be59-ed44-48c3-b646-697467567d02 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356035 Sep 16 05:56:42.146176 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:56:42.432912 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:42.860709 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfa490-20bd-4189-9364-d374f121dbc8 req-11e1b16f-122c-4a83-a48b-9729363ef103 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:42.862227 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cddfa490-20bd-4189-9364-d374f121dbc8 req-11e1b16f-122c-4a83-a48b-9729363ef103 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 945 time: 0.0624950 Sep 16 05:56:42.902598 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cddfa490-20bd-4189-9364-d374f121dbc8 req-c2195a60-f26f-4a1e-b328-1c10bc2d8c20 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341818 Sep 16 05:56:43.365064 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8cb62ace-e8e1-4002-a18d-0af27ca6ccde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:43.678959 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:43.740303 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7770410-79f8-4c2c-9531-2a77e36f5168 req-a38f5cc7-4357-46c2-80df-7cf6c5a7981c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:43.741893 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b7770410-79f8-4c2c-9531-2a77e36f5168 req-a38f5cc7-4357-46c2-80df-7cf6c5a7981c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c8ee7cbac624186aff47e212e345a41&device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 1097 time: 0.0421696 Sep 16 05:56:43.841625 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7770410-79f8-4c2c-9531-2a77e36f5168 req-76919574-495d-4726-b3cc-a68dc1a06eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:43.843959 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b7770410-79f8-4c2c-9531-2a77e36f5168 req-76919574-495d-4726-b3cc-a68dc1a06eb0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8 HTTP/1.1" status: 200 len: 910 time: 0.0948663 Sep 16 05:56:43.910449 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b7770410-79f8-4c2c-9531-2a77e36f5168 req-c60829de-189e-4ec6-915a-cdf74af21a7b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e69e45c-24f2-4650-a319-1d96718a341b HTTP/1.1" status: 200 len: 1000 time: 0.0600271 Sep 16 05:56:43.963154 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7770410-79f8-4c2c-9531-2a77e36f5168 req-690a872d-fdd2-4a81-964b-e46c5f9b41c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:43.964713 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b7770410-79f8-4c2c-9531-2a77e36f5168 req-690a872d-fdd2-4a81-964b-e46c5f9b41c2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5bb83a66-0bc2-4c83-9a81-0d46a2ba3017 HTTP/1.1" status: 200 len: 848 time: 0.0462282 Sep 16 05:56:44.045704 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7770410-79f8-4c2c-9531-2a77e36f5168 req-74eb8dff-b2c5-453d-943b-bcac9b8d2acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:44.047905 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b7770410-79f8-4c2c-9531-2a77e36f5168 req-74eb8dff-b2c5-453d-943b-bcac9b8d2acb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0761042 Sep 16 05:56:44.056486 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41308028-a85f-46a2-849f-508e66254531 req-c91ffefa-231c-4be0-b198-a4b66a7ae67b tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:44.057900 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-41308028-a85f-46a2-849f-508e66254531 req-c91ffefa-231c-4be0-b198-a4b66a7ae67b tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 945 time: 0.0785401 Sep 16 05:56:44.152915 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-41308028-a85f-46a2-849f-508e66254531 req-bf54416a-c400-4323-b5d1-96af62dc3219 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861027 Sep 16 05:56:44.174541 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b7770410-79f8-4c2c-9531-2a77e36f5168 req-092cca12-d16b-4cd6-8528-574b5f158cec service neutron] 10.222.0.48 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157136 Sep 16 05:56:44.269212 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b7770410-79f8-4c2c-9531-2a77e36f5168 req-3b0182de-fcb0-4963-b20c-b73a8f50fd65 service neutron] 10.222.0.48 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881701 Sep 16 05:56:44.851659 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:45.272546 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56edbc4-01da-410c-b7c2-6a72ffeef0c5 req-842cc95b-0550-4738-8e98-020ba5b49370 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:45.274186 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a56edbc4-01da-410c-b7c2-6a72ffeef0c5 req-842cc95b-0550-4738-8e98-020ba5b49370 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 945 time: 0.0524969 Sep 16 05:56:45.314259 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a56edbc4-01da-410c-b7c2-6a72ffeef0c5 req-ff96938f-e49b-4f8d-8a51-96c64317bb2b tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339782 Sep 16 05:56:45.385850 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:46.357912 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:46.437803 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425b954-3d5d-48c2-8797-8e13026109a9 req-bbdf0f3c-0561-409a-b95b-9ff6e12f1e61 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:46.439363 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a425b954-3d5d-48c2-8797-8e13026109a9 req-bbdf0f3c-0561-409a-b95b-9ff6e12f1e61 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 945 time: 0.0541618 Sep 16 05:56:46.477942 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a425b954-3d5d-48c2-8797-8e13026109a9 req-acbceac7-82c8-49ff-b88b-2fe33c6f03cc tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323384 Sep 16 05:56:46.592090 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-cfae72bc-d07d-42a2-99ec-7443907f7efd req-6bb9c3cf-017f-4542-afcf-aad59cafa055 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:56:46.593975 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cfae72bc-d07d-42a2-99ec-7443907f7efd req-6bb9c3cf-017f-4542-afcf-aad59cafa055 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0505810 Sep 16 05:56:47.775519 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b645b0b-0753-4920-89f8-d9e5e973a598 req-328f3d5e-788d-409e-bc10-e2a773131941 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:47.777225 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2b645b0b-0753-4920-89f8-d9e5e973a598 req-328f3d5e-788d-409e-bc10-e2a773131941 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 945 time: 0.0539026 Sep 16 05:56:47.818347 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2b645b0b-0753-4920-89f8-d9e5e973a598 req-e272ae2d-2001-47cc-8ff9-c595d7b37808 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342817 Sep 16 05:56:47.839376 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 2e69e45c-24f2-4650-a319-1d96718a341b no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:56:47.922879 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:47.949935 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7082d6-c5c0-4a9a-add4-31dd57ead5a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e69e45c-24f2-4650-a319-1d96718a341b'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:56:47.952867 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2506ad353029a21956b6cd1b4a70cda1beed1e40b39b5191f7a66b422a7e283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7125fb6-a958-4efc-9e6c-9322e1bb0fe9" -d '{"events": [{"server_uuid": "7a7082d6-c5c0-4a9a-add4-31dd57ead5a9", "name": "network-vif-unplugged", "status": "completed", "tag": "2e69e45c-24f2-4650-a319-1d96718a341b"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:56:47.966159 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 2e69e45c-24f2-4650-a319-1d96718a341b, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=2e69e45c-24f2-4650-a319-1d96718a341b,segment=NetworkSegment(1f338bff-b4da-470e-ba19-b6d6ba9a5842),segment_id=1f338bff-b4da-470e-ba19-b6d6ba9a5842)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:47.973534 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-625a99a6-e2c6-4541-9efd-a51a6a2213b6 req-1db6bf74-3dc0-4647-b41e-87d758542b49 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0965140 Sep 16 05:56:47.974091 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:48.003286 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 05:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca990b0-8bef-4e64-9587-06ed4f7f092e x-openstack-request-id: req-eca990b0-8bef-4e64-9587-06ed4f7f092e {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:56:48.003578 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7082d6-c5c0-4a9a-add4-31dd57ead5a9", "name": "network-vif-unplugged", "status": "failed", "tag": "2e69e45c-24f2-4650-a319-1d96718a341b", "code": 422}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:56:48.003827 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eca990b0-8bef-4e64-9587-06ed4f7f092e {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:56:48.004212 n-d-712139-15 neutron-server[94768]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7a7082d6-c5c0-4a9a-add4-31dd57ead5a9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2e69e45c-24f2-4650-a319-1d96718a341b', 'code': 422} returned with failed status Sep 16 05:56:48.032554 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=2e69e45c-24f2-4650-a319-1d96718a341b,revision_number=8']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:48.861062 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a99a6-e2c6-4541-9efd-a51a6a2213b6 req-aae047db-8ae3-4633-baf1-30c156471255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:48.862596 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-625a99a6-e2c6-4541-9efd-a51a6a2213b6 req-aae047db-8ae3-4633-baf1-30c156471255 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9&tenant_id=8c8ee7cbac624186aff47e212e345a41 HTTP/1.1" status: 200 len: 1095 time: 0.0425854 Sep 16 05:56:48.971564 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daee065-9920-43e6-b1b6-73c077ccd44d req-d3f2734b-9509-478d-b8bf-9e8d1227941e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:48.973510 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6daee065-9920-43e6-b1b6-73c077ccd44d req-d3f2734b-9509-478d-b8bf-9e8d1227941e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 943 time: 0.0830295 Sep 16 05:56:48.976421 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a99a6-e2c6-4541-9efd-a51a6a2213b6 req-0015c041-ca7a-4943-968c-20c9b42867f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:48.977804 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-625a99a6-e2c6-4541-9efd-a51a6a2213b6 req-0015c041-ca7a-4943-968c-20c9b42867f9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c8ee7cbac624186aff47e212e345a41&device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 1095 time: 0.0784447 Sep 16 05:56:49.040812 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6daee065-9920-43e6-b1b6-73c077ccd44d req-04184948-61d3-4d72-8f21-bb4486b69261 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611403 Sep 16 05:56:49.102327 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a99a6-e2c6-4541-9efd-a51a6a2213b6 req-450ec27e-d90c-48c0-acb4-bf360f70bb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:49.103705 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-625a99a6-e2c6-4541-9efd-a51a6a2213b6 req-450ec27e-d90c-48c0-acb4-bf360f70bb2d service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8 HTTP/1.1" status: 200 len: 910 time: 0.1171994 Sep 16 05:56:49.170095 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-625a99a6-e2c6-4541-9efd-a51a6a2213b6 req-2d9e4207-31d1-41ea-869c-b79a7eb9290d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e69e45c-24f2-4650-a319-1d96718a341b HTTP/1.1" status: 200 len: 998 time: 0.0590897 Sep 16 05:56:49.219646 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a99a6-e2c6-4541-9efd-a51a6a2213b6 req-2cdb54ef-93ed-4fb6-a802-f5333cc4cc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:49.221134 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-625a99a6-e2c6-4541-9efd-a51a6a2213b6 req-2cdb54ef-93ed-4fb6-a802-f5333cc4cc6b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5bb83a66-0bc2-4c83-9a81-0d46a2ba3017 HTTP/1.1" status: 200 len: 848 time: 0.0441086 Sep 16 05:56:49.270145 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a99a6-e2c6-4541-9efd-a51a6a2213b6 req-fdfd8e1a-a70d-4619-9e1c-d78c950c050e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:49.271662 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-625a99a6-e2c6-4541-9efd-a51a6a2213b6 req-fdfd8e1a-a70d-4619-9e1c-d78c950c050e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438492 Sep 16 05:56:49.360992 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-625a99a6-e2c6-4541-9efd-a51a6a2213b6 req-abb7140b-b560-4beb-be50-82a3d9c342a9 service neutron] 10.222.0.48 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821927 Sep 16 05:56:49.453533 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-625a99a6-e2c6-4541-9efd-a51a6a2213b6 req-b3c25d7e-c3b3-49f9-90c2-d6552461beb2 service neutron] 10.222.0.48 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862763 Sep 16 05:56:50.186725 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30bc1b-211e-440c-acbd-ab2bbc375383 req-3728d1b8-27d8-4e7e-a84b-e5d0e7e0067a tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:50.188290 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fb30bc1b-211e-440c-acbd-ab2bbc375383 req-3728d1b8-27d8-4e7e-a84b-e5d0e7e0067a tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 943 time: 0.0565934 Sep 16 05:56:50.230809 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fb30bc1b-211e-440c-acbd-ab2bbc375383 req-336bb049-7f79-4160-b162-7aac3c1e1d02 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355425 Sep 16 05:56:51.369491 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafbfc4-6506-49f3-b31a-edf99acafaee req-526fa757-47eb-4bb9-a436-c012d9dea35a tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:51.370997 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cbafbfc4-6506-49f3-b31a-edf99acafaee req-526fa757-47eb-4bb9-a436-c012d9dea35a tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 943 time: 0.0519304 Sep 16 05:56:51.414588 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cbafbfc4-6506-49f3-b31a-edf99acafaee req-55130061-8264-458d-8c6b-a7638bb859fb tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361254 Sep 16 05:56:52.573596 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b597e27-4bfe-4677-9885-6b548dd32a9b req-d3dbd0d8-4472-4c1a-b9dd-d235f0a027a5 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:52.575175 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3b597e27-4bfe-4677-9885-6b548dd32a9b req-d3dbd0d8-4472-4c1a-b9dd-d235f0a027a5 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 943 time: 0.0607860 Sep 16 05:56:52.617698 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3b597e27-4bfe-4677-9885-6b548dd32a9b req-e64149dc-91b7-4a37-a526-5de8781174c7 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364702 Sep 16 05:56:53.744841 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6a01e-31ca-4a4b-a2df-6927df8b8d6e req-282c83f8-b565-489a-a63e-b2cf8a07ded3 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:53.746481 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1ea6a01e-31ca-4a4b-a2df-6927df8b8d6e req-282c83f8-b565-489a-a63e-b2cf8a07ded3 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 943 time: 0.0557837 Sep 16 05:56:53.793650 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1ea6a01e-31ca-4a4b-a2df-6927df8b8d6e req-ff745dc6-5ec9-4411-bd80-3194ff221a2f tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388753 Sep 16 05:56:54.930803 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744fb58-c11c-4b60-80d4-98e43f6967b7 req-2762011c-5360-40ec-be59-bab1875b2fca tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:54.932347 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0744fb58-c11c-4b60-80d4-98e43f6967b7 req-2762011c-5360-40ec-be59-bab1875b2fca tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 943 time: 0.0586226 Sep 16 05:56:54.979976 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0744fb58-c11c-4b60-80d4-98e43f6967b7 req-512dbee9-dc5d-45a4-8266-e855e3897e4c tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407867 Sep 16 05:56:56.118749 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742bd0d-743b-4548-ba23-9e5d7bc0902f req-34d7bc08-c56d-414a-a390-c6f77615e05d tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:56.120535 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d742bd0d-743b-4548-ba23-9e5d7bc0902f req-34d7bc08-c56d-414a-a390-c6f77615e05d tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 943 time: 0.0559390 Sep 16 05:56:56.162102 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d742bd0d-743b-4548-ba23-9e5d7bc0902f req-be79b558-99a6-49f5-95c7-6d65ad3a6d82 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351121 Sep 16 05:56:57.285517 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5f971-20dc-4683-b739-0d4a2a60a8dd req-3f17819e-168b-49af-b58c-035829f5ad43 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:57.287095 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0bf5f971-20dc-4683-b739-0d4a2a60a8dd req-3f17819e-168b-49af-b58c-035829f5ad43 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 943 time: 0.0527103 Sep 16 05:56:57.327749 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0bf5f971-20dc-4683-b739-0d4a2a60a8dd req-1d37d08c-ba53-4b4b-863a-e36ae2b5bcaf tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340841 Sep 16 05:56:58.451197 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411cf9b-a4a8-4d12-88b6-d491009a8903 req-611ad0f1-45e3-4766-853d-33c3db0c06bf tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:58.452858 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f411cf9b-a4a8-4d12-88b6-d491009a8903 req-611ad0f1-45e3-4766-853d-33c3db0c06bf tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 943 time: 0.0528767 Sep 16 05:56:58.501377 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f411cf9b-a4a8-4d12-88b6-d491009a8903 req-88106c91-f231-4785-9368-3672faf7ebaa tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388625 Sep 16 05:56:59.629765 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605449c0-8845-4868-be59-4368038a97ce req-b020658a-d7eb-4dac-b246-9e690381437a tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:59.631236 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-605449c0-8845-4868-be59-4368038a97ce req-b020658a-d7eb-4dac-b246-9e690381437a tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 943 time: 0.0524023 Sep 16 05:56:59.667787 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-605449c0-8845-4868-be59-4368038a97ce req-911fa28d-f6e6-4869-8d04-4404cdb00275 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306587 Sep 16 05:57:00.784446 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9284e5-bf32-4be1-b18b-3a65178a80ec req-cea96ac6-d78e-440c-996b-7415c192d235 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:00.785963 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2b9284e5-bf32-4be1-b18b-3a65178a80ec req-cea96ac6-d78e-440c-996b-7415c192d235 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 943 time: 0.0493960 Sep 16 05:57:00.822669 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2b9284e5-bf32-4be1-b18b-3a65178a80ec req-dd67ae52-5797-4fc4-98aa-4054dff1eef6 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307899 Sep 16 05:57:01.939370 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe70fc0-0458-4b70-913e-d59a6044a77b req-c6b554b6-dba6-49a3-89c9-64b6e730715d tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:01.941120 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ebe70fc0-0458-4b70-913e-d59a6044a77b req-c6b554b6-dba6-49a3-89c9-64b6e730715d tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 943 time: 0.0503614 Sep 16 05:57:01.978132 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ebe70fc0-0458-4b70-913e-d59a6044a77b req-af40210f-4e5e-4348-b586-1a72c19891e9 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310888 Sep 16 05:57:03.097126 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb080b-e413-4e28-8832-a01893bb9641 req-2f6d3289-be5a-4bb8-850c-d49937a37b6f tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:03.098515 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9eb080b-e413-4e28-8832-a01893bb9641 req-2f6d3289-be5a-4bb8-850c-d49937a37b6f tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 943 time: 0.0526817 Sep 16 05:57:03.136539 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d9eb080b-e413-4e28-8832-a01893bb9641 req-d1ae623e-8ced-428a-94cd-5396eab846b7 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318887 Sep 16 05:57:04.254509 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a8531-fab6-451c-a622-302040899e4d req-9a05315b-51e7-4141-ae14-ba820698b6a1 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:04.256244 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-019a8531-fab6-451c-a622-302040899e4d req-9a05315b-51e7-4141-ae14-ba820698b6a1 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 943 time: 0.0496335 Sep 16 05:57:04.293093 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-019a8531-fab6-451c-a622-302040899e4d req-716d064d-9f26-47df-aa09-e9b07b38a4f8 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310533 Sep 16 05:57:05.406964 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4201c2-f17c-401b-bbe5-dbf6b005b90e req-1b0bb819-1883-4e70-8eb2-3f3b10fa23e8 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:05.408438 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8e4201c2-f17c-401b-bbe5-dbf6b005b90e req-1b0bb819-1883-4e70-8eb2-3f3b10fa23e8 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 943 time: 0.0484927 Sep 16 05:57:05.447307 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8e4201c2-f17c-401b-bbe5-dbf6b005b90e req-846eab8d-ab84-43f7-88c6-b92073954c14 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329456 Sep 16 05:57:06.566723 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf47a9-2c94-4a45-9508-966046e399f8 req-a77c47cd-8b90-4a21-a432-7de5f283da31 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:06.568116 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4fdf47a9-2c94-4a45-9508-966046e399f8 req-a77c47cd-8b90-4a21-a432-7de5f283da31 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 943 time: 0.0528240 Sep 16 05:57:06.611014 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4fdf47a9-2c94-4a45-9508-966046e399f8 req-657c7804-19e0-4162-9d97-cd475f258773 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352740 Sep 16 05:57:07.728252 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76773840-95d1-4711-a145-867686fa0d87 req-912296ea-ccfa-4645-961c-3d6ed9cd76ad tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:07.729837 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-76773840-95d1-4711-a145-867686fa0d87 req-912296ea-ccfa-4645-961c-3d6ed9cd76ad tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 943 time: 0.0489941 Sep 16 05:57:07.768445 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-76773840-95d1-4711-a145-867686fa0d87 req-0060d1ce-0e1c-404d-ba13-9d226a21942e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325861 Sep 16 05:57:07.900113 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 2e69e45c-24f2-4650-a319-1d96718a341b details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:57:07.995710 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 2e69e45c-24f2-4650-a319-1d96718a341b, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=2e69e45c-24f2-4650-a319-1d96718a341b,segment=NetworkSegment(1f338bff-b4da-470e-ba19-b6d6ba9a5842),segment_id=1f338bff-b4da-470e-ba19-b6d6ba9a5842)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:08.007217 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '2e69e45c-24f2-4650-a319-1d96718a341b', 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8', 'port_id': '2e69e45c-24f2-4650-a319-1d96718a341b', 'mac_address': 'fa:16:3e:8a:69:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb83a66-0bc2-4c83-9a81-0d46a2ba3017', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:57:08.043467 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:08.056062 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e69e45c-24f2-4650-a319-1d96718a341b {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:57:08.075679 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 2e69e45c-24f2-4650-a319-1d96718a341b, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=2e69e45c-24f2-4650-a319-1d96718a341b,segment=NetworkSegment(1f338bff-b4da-470e-ba19-b6d6ba9a5842),segment_id=1f338bff-b4da-470e-ba19-b6d6ba9a5842)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:08.081068 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:08.126815 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=2e69e45c-24f2-4650-a319-1d96718a341b,revision_number=9']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:08.517661 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['2e69e45c-24f2-4650-a319-1d96718a341b'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:57:08.884781 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd114b-037c-4c59-8c3b-46384b698b66 req-e342ffbc-ada5-42a4-8884-a63a4a430f46 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:08.886294 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-36fd114b-037c-4c59-8c3b-46384b698b66 req-e342ffbc-ada5-42a4-8884-a63a4a430f46 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 944 time: 0.0486772 Sep 16 05:57:08.924643 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-36fd114b-037c-4c59-8c3b-46384b698b66 req-5a5e1971-5ac7-4b21-886e-80c048daae02 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314376 Sep 16 05:57:09.911248 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 2e69e45c-24f2-4650-a319-1d96718a341b up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:57:09.958782 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 2e69e45c-24f2-4650-a319-1d96718a341b triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:09.958926 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:10.041164 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:10.045230 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1b73f-4b81-486d-94d9-889cd5e5b35d req-aec1e2c5-ed45-4906-a2e6-a678ef152660 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:10.046701 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0bc1b73f-4b81-486d-94d9-889cd5e5b35d req-aec1e2c5-ed45-4906-a2e6-a678ef152660 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 944 time: 0.0529928 Sep 16 05:57:10.063964 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7082d6-c5c0-4a9a-add4-31dd57ead5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e69e45c-24f2-4650-a319-1d96718a341b'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:57:10.066461 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2506ad353029a21956b6cd1b4a70cda1beed1e40b39b5191f7a66b422a7e283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa48bb93-b58d-498f-bff2-70ec97c95e3c" -d '{"events": [{"server_uuid": "7a7082d6-c5c0-4a9a-add4-31dd57ead5a9", "name": "network-vif-plugged", "status": "completed", "tag": "2e69e45c-24f2-4650-a319-1d96718a341b"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:57:10.080217 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 2e69e45c-24f2-4650-a319-1d96718a341b, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=2e69e45c-24f2-4650-a319-1d96718a341b,segment=NetworkSegment(1f338bff-b4da-470e-ba19-b6d6ba9a5842),segment_id=1f338bff-b4da-470e-ba19-b6d6ba9a5842)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:10.084206 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:10.086331 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0bc1b73f-4b81-486d-94d9-889cd5e5b35d req-5c45d868-806b-4b87-8b6f-120976fe5a0f tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326061 Sep 16 05:57:10.138082 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=2e69e45c-24f2-4650-a319-1d96718a341b,revision_number=10']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:10.191393 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13df1da4-bf48-4a00-b514-b2a4a9872861 x-openstack-request-id: req-13df1da4-bf48-4a00-b514-b2a4a9872861 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:57:10.191688 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7082d6-c5c0-4a9a-add4-31dd57ead5a9", "name": "network-vif-plugged", "status": "completed", "tag": "2e69e45c-24f2-4650-a319-1d96718a341b", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:57:10.191941 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-13df1da4-bf48-4a00-b514-b2a4a9872861 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:57:10.192337 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7082d6-c5c0-4a9a-add4-31dd57ead5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e69e45c-24f2-4650-a319-1d96718a341b', 'code': 200} Sep 16 05:57:10.236332 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-677e2760-93fb-4646-91eb-ac5b3cc95a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:10.388203 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36d574-15c3-4300-a739-cbd08f9e3849 req-ff0812a7-93c1-4a27-91d0-5428d2cf9136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:10.389631 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ec36d574-15c3-4300-a739-cbd08f9e3849 req-ff0812a7-93c1-4a27-91d0-5428d2cf9136 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 1098 time: 0.0397508 Sep 16 05:57:10.424986 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ec36d574-15c3-4300-a739-cbd08f9e3849 req-bf567c0b-62cf-4c2b-be39-2c1ee001aa21 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286465 Sep 16 05:57:11.205417 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899de3e-c5b2-4f1c-be58-59dca40123a0 req-6ea33f61-f146-4fd7-a3cb-59180a4f5899 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:11.207091 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f899de3e-c5b2-4f1c-be58-59dca40123a0 req-6ea33f61-f146-4fd7-a3cb-59180a4f5899 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 946 time: 0.0493643 Sep 16 05:57:11.244914 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f899de3e-c5b2-4f1c-be58-59dca40123a0 req-0641a077-59ca-4c91-93e5-6b6eac074b98 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318949 Sep 16 05:57:12.366231 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26817032-1dd7-470a-93a7-c92d60040142 req-b5e35af3-5392-4bd5-af1c-f614d3a2174b tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:12.367725 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-26817032-1dd7-470a-93a7-c92d60040142 req-b5e35af3-5392-4bd5-af1c-f614d3a2174b tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 946 time: 0.0537848 Sep 16 05:57:12.405632 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-26817032-1dd7-470a-93a7-c92d60040142 req-105d197a-e705-4e43-a24d-4e187c91a125 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317831 Sep 16 05:57:12.417936 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:13.365810 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2386e054-d4a4-4673-8a32-925f850d38ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:13.522385 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22abf9-9680-4c80-8ecc-6e21d45145af req-a3bb45d0-547a-413e-a8c3-167f124dc4b8 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:13.523885 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9f22abf9-9680-4c80-8ecc-6e21d45145af req-a3bb45d0-547a-413e-a8c3-167f124dc4b8 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 946 time: 0.0490253 Sep 16 05:57:13.561150 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9f22abf9-9680-4c80-8ecc-6e21d45145af req-5f9efd9f-d51d-4bc4-8a7b-ebf113d9bab9 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312517 Sep 16 05:57:13.683502 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:14.854758 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:15.394040 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:16.360600 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:19.146256 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:57:38.639667 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7228cf2c-dd1f-4d47-ab98-df50e5483a1c req-da1f42ca-89ec-444e-9b7e-c4bd28b37c4d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0829904 Sep 16 05:57:38.739105 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228cf2c-dd1f-4d47-ab98-df50e5483a1c req-5ee7307e-9dd9-4533-b125-4d614ca678e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:38.740658 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7228cf2c-dd1f-4d47-ab98-df50e5483a1c req-5ee7307e-9dd9-4533-b125-4d614ca678e8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c8ee7cbac624186aff47e212e345a41&device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 1098 time: 0.0442281 Sep 16 05:57:38.842175 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228cf2c-dd1f-4d47-ab98-df50e5483a1c req-cfa661af-2b3c-44c5-90ee-d5e0d6e4cd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:38.843687 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7228cf2c-dd1f-4d47-ab98-df50e5483a1c req-cfa661af-2b3c-44c5-90ee-d5e0d6e4cd26 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8 HTTP/1.1" status: 200 len: 910 time: 0.0844765 Sep 16 05:57:38.911889 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7228cf2c-dd1f-4d47-ab98-df50e5483a1c req-57de8ff3-65a8-4433-8c20-903248233852 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e69e45c-24f2-4650-a319-1d96718a341b HTTP/1.1" status: 200 len: 1000 time: 0.0603817 Sep 16 05:57:38.960510 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228cf2c-dd1f-4d47-ab98-df50e5483a1c req-31e39398-f2a1-4b15-b907-aa6f09e2e0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:38.961975 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7228cf2c-dd1f-4d47-ab98-df50e5483a1c req-31e39398-f2a1-4b15-b907-aa6f09e2e0bc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5bb83a66-0bc2-4c83-9a81-0d46a2ba3017 HTTP/1.1" status: 200 len: 848 time: 0.0434000 Sep 16 05:57:39.007336 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228cf2c-dd1f-4d47-ab98-df50e5483a1c req-2b191458-4259-44c6-9e63-9fcb8d53a338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:39.008820 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7228cf2c-dd1f-4d47-ab98-df50e5483a1c req-2b191458-4259-44c6-9e63-9fcb8d53a338 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388577 Sep 16 05:57:39.100975 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7228cf2c-dd1f-4d47-ab98-df50e5483a1c req-3f437f59-7646-4482-90b5-48eb61deed3f service neutron] 10.222.0.48 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842731 Sep 16 05:57:39.189075 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7228cf2c-dd1f-4d47-ab98-df50e5483a1c req-54880f67-2a08-477a-90b6-add6afbab4b7 service neutron] 10.222.0.48 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812128 Sep 16 05:57:40.238850 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4add41cf-a2e1-430c-ae23-d4c163b88862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:42.423380 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:43.366781 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-65f61fbd-16b5-4e0c-962b-215423a598dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:43.685635 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:44.857896 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:45.411049 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:46.362851 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:56.145969 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:58:10.239056 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ddf5ba88-406a-481b-8cd2-09f0fea01e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:12.416730 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:13.368474 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-01c7edc8-6576-4e4e-979b-758dd7a21573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:13.685995 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:14.859836 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:15.398011 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:16.366869 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:33.145368 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:58:40.241095 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-157e73b4-32f2-4d6f-91a0-ce97a8c1c74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:41.376234 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fccd76cf-916f-4e13-bb0d-703eeef38b6f req-364b1ed1-4324-415a-9324-2ccea67261e0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435128 Sep 16 05:58:41.472272 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd76cf-916f-4e13-bb0d-703eeef38b6f req-6b8c6391-1cbb-4fd5-9120-aaa2e8f6c971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:41.473802 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fccd76cf-916f-4e13-bb0d-703eeef38b6f req-6b8c6391-1cbb-4fd5-9120-aaa2e8f6c971 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c8ee7cbac624186aff47e212e345a41&device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 1098 time: 0.0405958 Sep 16 05:58:41.574788 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd76cf-916f-4e13-bb0d-703eeef38b6f req-0dac4f59-62a0-45f6-a265-5b6a3f5a8925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:41.576891 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fccd76cf-916f-4e13-bb0d-703eeef38b6f req-0dac4f59-62a0-45f6-a265-5b6a3f5a8925 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8 HTTP/1.1" status: 200 len: 910 time: 0.0845864 Sep 16 05:58:41.643727 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fccd76cf-916f-4e13-bb0d-703eeef38b6f req-6b1a524e-fe37-498b-b748-b1d279686d4b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e69e45c-24f2-4650-a319-1d96718a341b HTTP/1.1" status: 200 len: 1000 time: 0.0599408 Sep 16 05:58:41.691622 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd76cf-916f-4e13-bb0d-703eeef38b6f req-238d619d-4702-477e-a3ae-00fcb7fff911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:41.693053 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fccd76cf-916f-4e13-bb0d-703eeef38b6f req-238d619d-4702-477e-a3ae-00fcb7fff911 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5bb83a66-0bc2-4c83-9a81-0d46a2ba3017 HTTP/1.1" status: 200 len: 848 time: 0.0419140 Sep 16 05:58:41.738865 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd76cf-916f-4e13-bb0d-703eeef38b6f req-58cd633e-8099-4cb8-8cbe-14098c626eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:41.740413 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fccd76cf-916f-4e13-bb0d-703eeef38b6f req-58cd633e-8099-4cb8-8cbe-14098c626eb4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386035 Sep 16 05:58:41.834098 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fccd76cf-916f-4e13-bb0d-703eeef38b6f req-176b42dc-b343-4ef7-b19b-20c2346a4c4e service neutron] 10.222.0.48 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843751 Sep 16 05:58:41.925537 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fccd76cf-916f-4e13-bb0d-703eeef38b6f req-fdc64d73-ec94-4099-b2e0-009c8f3df165 service neutron] 10.222.0.48 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835373 Sep 16 05:58:42.429996 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:43.368614 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1f599241-c9ec-4b0e-8b96-a412fff67a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:43.690101 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:44.863289 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:45.417267 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:46.368771 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:57.642751 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59126) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:57.857055 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-686bbfcf-e1cc-4caf-ba0d-b4d401dd1bf5 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Deleting port 754c609c-df53-4c54-bb2d-ecf4daa04d54 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:58:57.857402 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-686bbfcf-e1cc-4caf-ba0d-b4d401dd1bf5 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:57.930675 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-686bbfcf-e1cc-4caf-ba0d-b4d401dd1bf5 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:57.930908 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-686bbfcf-e1cc-4caf-ba0d-b4d401dd1bf5 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:57.942622 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-686bbfcf-e1cc-4caf-ba0d-b4d401dd1bf5 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Calling delete_port for 754c609c-df53-4c54-bb2d-ecf4daa04d54 owned by network:floatingip {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:58:58.094363 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-686bbfcf-e1cc-4caf-ba0d-b4d401dd1bf5 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:58.116554 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686bbfcf-e1cc-4caf-ba0d-b4d401dd1bf5 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Pushing event deleted for resources: {'Port': ['ID=754c609c-df53-4c54-bb2d-ecf4daa04d54,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:58.131064 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686bbfcf-e1cc-4caf-ba0d-b4d401dd1bf5 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:58.131411 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686bbfcf-e1cc-4caf-ba0d-b4d401dd1bf5 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:58.131750 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686bbfcf-e1cc-4caf-ba0d-b4d401dd1bf5 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:58.132087 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686bbfcf-e1cc-4caf-ba0d-b4d401dd1bf5 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:58.132414 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686bbfcf-e1cc-4caf-ba0d-b4d401dd1bf5 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:58.132764 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686bbfcf-e1cc-4caf-ba0d-b4d401dd1bf5 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:58.133089 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686bbfcf-e1cc-4caf-ba0d-b4d401dd1bf5 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:58.133412 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686bbfcf-e1cc-4caf-ba0d-b4d401dd1bf5 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:58.133731 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686bbfcf-e1cc-4caf-ba0d-b4d401dd1bf5 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:58.134054 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686bbfcf-e1cc-4caf-ba0d-b4d401dd1bf5 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:58.134377 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686bbfcf-e1cc-4caf-ba0d-b4d401dd1bf5 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:58.134699 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686bbfcf-e1cc-4caf-ba0d-b4d401dd1bf5 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:58.191716 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-686bbfcf-e1cc-4caf-ba0d-b4d401dd1bf5 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for floatingip, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:58.191967 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [None req-686bbfcf-e1cc-4caf-ba0d-b4d401dd1bf5 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Floating IP 5fd68bd5-4734-4450-92a1-bdeec10434b4 disassociated (deleted). External IP: 172.25.8.90, port: 2e69e45c-24f2-4650-a319-1d96718a341b. Sep 16 05:58:58.736869 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686bbfcf-e1cc-4caf-ba0d-b4d401dd1bf5 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Router c7df5f48-a553-4e63-91b5-d985ad82878e has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:58:58.841325 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686bbfcf-e1cc-4caf-ba0d-b4d401dd1bf5 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:58:58.846117 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-686bbfcf-e1cc-4caf-ba0d-b4d401dd1bf5 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:58.851155 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb9205e-57de-4fbe-be52-5d99531680ab None None] Sync routers for ids ['c7df5f48-a553-4e63-91b5-d985ad82878e'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:58:58.861195 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb9205e-57de-4fbe-be52-5d99531680ab None None] Routers {'c7df5f48-a553-4e63-91b5-d985ad82878e'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:58:58.861877 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-fdb9205e-57de-4fbe-be52-5d99531680ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:58:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['c7df5f48-a553-4e63-91b5-d985ad82878e'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:58.873284 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-686bbfcf-e1cc-4caf-ba0d-b4d401dd1bf5 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "DELETE /v2.0/floatingips/5fd68bd5-4734-4450-92a1-bdeec10434b4 HTTP/1.1" status: 204 len: 168 time: 1.2294109 Sep 16 05:58:58.873877 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7082d6-c5c0-4a9a-add4-31dd57ead5a9', 'tag': '2e69e45c-24f2-4650-a319-1d96718a341b'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:58:58.876120 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e526b066-0f8c-47e5-9d74-472b65e68d00" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7082d6-c5c0-4a9a-add4-31dd57ead5a9", "tag": "2e69e45c-24f2-4650-a319-1d96718a341b"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:58:58.967239 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-fdb9205e-57de-4fbe-be52-5d99531680ab None None] Set router c7df5f48-a553-4e63-91b5-d985ad82878e gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:58:59.115848 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56dca9d6-1de6-411b-9b13-675ca7b37811 x-openstack-request-id: req-56dca9d6-1de6-411b-9b13-675ca7b37811 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:58:59.116138 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7082d6-c5c0-4a9a-add4-31dd57ead5a9", "tag": "2e69e45c-24f2-4650-a319-1d96718a341b", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:58:59.116389 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-56dca9d6-1de6-411b-9b13-675ca7b37811 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:58:59.116813 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7082d6-c5c0-4a9a-add4-31dd57ead5a9', 'tag': '2e69e45c-24f2-4650-a319-1d96718a341b', 'status': 'completed', 'code': 200} Sep 16 05:58:59.234979 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70f218-e36a-454c-9a53-c11742964764 req-8344bb6a-cae2-4c9b-a5d6-abd394e6b868 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:59.239298 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c70f218-e36a-454c-9a53-c11742964764 req-8344bb6a-cae2-4c9b-a5d6-abd394e6b868 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 946 time: 0.0756717 Sep 16 05:58:59.239521 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e526b066-0f8c-47e5-9d74-472b65e68d00 req-266f2d19-0603-415d-a356-c4f060de1d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:59.240972 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e526b066-0f8c-47e5-9d74-472b65e68d00 req-266f2d19-0603-415d-a356-c4f060de1d57 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c8ee7cbac624186aff47e212e345a41&device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 1098 time: 0.0712886 Sep 16 05:58:59.270292 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-fdb9205e-57de-4fbe-be52-5d99531680ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'name': 'tempest-TestShelveInstance-1323956804-router', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T05:53:24Z', 'revision_number': 4, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'gw_port': {'id': '7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:63:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T05:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'c0ba1d85-4e90-40f8-9115-7b68e682e9bb', 'name': '', 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'mac_address': 'fa:16:3e:8a:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5bb83a66-0bc2-4c83-9a81-0d46a2ba3017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:24Z', 'updated_at': '2021-09-16T05:53:29Z', 'revision_number': 5, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'subnets': [{'id': '5bb83a66-0bc2-4c83-9a81-0d46a2ba3017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:59.298791 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb9205e-57de-4fbe-be52-5d99531680ab None None] Checking router: c7df5f48-a553-4e63-91b5-d985ad82878e for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:58:59.306859 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb9205e-57de-4fbe-be52-5d99531680ab None None] Routers {'c7df5f48-a553-4e63-91b5-d985ad82878e'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:58:59.307466 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-fdb9205e-57de-4fbe-be52-5d99531680ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:58:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['c7df5f48-a553-4e63-91b5-d985ad82878e'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:59.330128 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c70f218-e36a-454c-9a53-c11742964764 req-04f95a81-15fa-40f0-857a-3abf277dfa26 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866034 Sep 16 05:58:59.360284 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e526b066-0f8c-47e5-9d74-472b65e68d00 req-ef9102a2-cf16-46d5-b940-c681c99c0d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:59.361862 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e526b066-0f8c-47e5-9d74-472b65e68d00 req-ef9102a2-cf16-46d5-b940-c681c99c0d84 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8 HTTP/1.1" status: 200 len: 910 time: 0.1121762 Sep 16 05:58:59.406986 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e526b066-0f8c-47e5-9d74-472b65e68d00 req-f823bd6b-10eb-4635-aeec-0a9cb95b5b0a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e69e45c-24f2-4650-a319-1d96718a341b HTTP/1.1" status: 200 len: 217 time: 0.0374627 Sep 16 05:58:59.416640 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-fdb9205e-57de-4fbe-be52-5d99531680ab None None] Set router c7df5f48-a553-4e63-91b5-d985ad82878e gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:58:59.463406 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e526b066-0f8c-47e5-9d74-472b65e68d00 req-701eeb75-896d-4c8e-9f35-55bb4d6437fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:59.466008 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e526b066-0f8c-47e5-9d74-472b65e68d00 req-701eeb75-896d-4c8e-9f35-55bb4d6437fc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5bb83a66-0bc2-4c83-9a81-0d46a2ba3017 HTTP/1.1" status: 200 len: 848 time: 0.0519555 Sep 16 05:58:59.513082 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e526b066-0f8c-47e5-9d74-472b65e68d00 req-e1500555-a213-44ad-bc43-8051ddb209f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:59.514895 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e526b066-0f8c-47e5-9d74-472b65e68d00 req-e1500555-a213-44ad-bc43-8051ddb209f0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414884 Sep 16 05:58:59.608387 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e526b066-0f8c-47e5-9d74-472b65e68d00 req-54c82c3a-fe67-45f3-af16-484ee95f6ee4 service neutron] 10.222.0.48 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860713 Sep 16 05:58:59.617357 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-fdb9205e-57de-4fbe-be52-5d99531680ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'name': 'tempest-TestShelveInstance-1323956804-router', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T05:53:24Z', 'revision_number': 4, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'gw_port': {'id': '7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:63:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T05:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'c0ba1d85-4e90-40f8-9115-7b68e682e9bb', 'name': '', 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'mac_address': 'fa:16:3e:8a:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5bb83a66-0bc2-4c83-9a81-0d46a2ba3017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:24Z', 'updated_at': '2021-09-16T05:53:29Z', 'revision_number': 5, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'subnets': [{'id': '5bb83a66-0bc2-4c83-9a81-0d46a2ba3017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:59.648243 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb9205e-57de-4fbe-be52-5d99531680ab None None] The sync data for ids ['c7df5f48-a553-4e63-91b5-d985ad82878e'] in n-d-712139-15 is: [{'id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'name': 'tempest-TestShelveInstance-1323956804-router', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T05:53:24Z', 'revision_number': 4, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'gw_port': {'id': '7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:63:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T05:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'c0ba1d85-4e90-40f8-9115-7b68e682e9bb', 'name': '', 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'mac_address': 'fa:16:3e:8a:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5bb83a66-0bc2-4c83-9a81-0d46a2ba3017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:24Z', 'updated_at': '2021-09-16T05:53:29Z', 'revision_number': 5, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'subnets': [{'id': '5bb83a66-0bc2-4c83-9a81-0d46a2ba3017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:58:59.707601 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e526b066-0f8c-47e5-9d74-472b65e68d00 req-e12819cb-d9ed-4bb9-9ba6-3bfd7cd97b7e service neutron] 10.222.0.48 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919752 Sep 16 05:58:59.868611 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd21961-e2b8-44b4-8214-785fe50c7555 None None] New status for floating IP 5fd68bd5-4734-4450-92a1-bdeec10434b4: DOWN {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:59:00.449375 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfe6e5-e838-4a15-8cab-fe4c8b2211aa req-c056c8b4-dd05-4bdf-9467-f95b54eebf38 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:00.451002 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-91dfe6e5-e838-4a15-8cab-fe4c8b2211aa req-c056c8b4-dd05-4bdf-9467-f95b54eebf38 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 946 time: 0.0514858 Sep 16 05:59:00.489217 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-91dfe6e5-e838-4a15-8cab-fe4c8b2211aa req-598fce5a-ad5f-4ac1-a346-31ae5819c2f6 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=3791612b-ddcd-4922-9a5d-08037cde19ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322051 Sep 16 05:59:00.822701 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3027582-f468-43ae-b9bc-e95434f13e12 req-6052cfda-de0b-4c28-bc56-e12b7b6d10a0 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:00.824699 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d3027582-f468-43ae-b9bc-e95434f13e12 req-6052cfda-de0b-4c28-bc56-e12b7b6d10a0 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 946 time: 0.0526135 Sep 16 05:59:00.916835 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-d3027582-f468-43ae-b9bc-e95434f13e12 req-d300fda0-72f0-464b-82bb-bad96c89e272 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Deleting port 2e69e45c-24f2-4650-a319-1d96718a341b {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:59:00.917178 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d3027582-f468-43ae-b9bc-e95434f13e12 req-d300fda0-72f0-464b-82bb-bad96c89e272 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:01.006887 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-d3027582-f468-43ae-b9bc-e95434f13e12 req-d300fda0-72f0-464b-82bb-bad96c89e272 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] For port 2e69e45c-24f2-4650-a319-1d96718a341b, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=2e69e45c-24f2-4650-a319-1d96718a341b,segment=NetworkSegment(1f338bff-b4da-470e-ba19-b6d6ba9a5842),segment_id=1f338bff-b4da-470e-ba19-b6d6ba9a5842)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:01.007254 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d3027582-f468-43ae-b9bc-e95434f13e12 req-d300fda0-72f0-464b-82bb-bad96c89e272 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:01.020422 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-d3027582-f468-43ae-b9bc-e95434f13e12 req-d300fda0-72f0-464b-82bb-bad96c89e272 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Calling delete_port for 2e69e45c-24f2-4650-a319-1d96718a341b owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:59:01.142849 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d3027582-f468-43ae-b9bc-e95434f13e12 req-d300fda0-72f0-464b-82bb-bad96c89e272 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:01.174863 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300fda0-72f0-464b-82bb-bad96c89e272 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Pushing event deleted for resources: {'Port': ['ID=2e69e45c-24f2-4650-a319-1d96718a341b,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:01.216969 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3027582-f468-43ae-b9bc-e95434f13e12 req-d300fda0-72f0-464b-82bb-bad96c89e272 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] No DVR routers for this DVR port 2e69e45c-24f2-4650-a319-1d96718a341b on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:59:01.219505 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-d3027582-f468-43ae-b9bc-e95434f13e12 req-d300fda0-72f0-464b-82bb-bad96c89e272 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:01.221532 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d3027582-f468-43ae-b9bc-e95434f13e12 req-d300fda0-72f0-464b-82bb-bad96c89e272 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.48 "DELETE /v2.0/ports/2e69e45c-24f2-4650-a319-1d96718a341b HTTP/1.1" status: 204 len: 173 time: 0.3906121 Sep 16 05:59:01.221966 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7082d6-c5c0-4a9a-add4-31dd57ead5a9', 'name': 'network-vif-deleted', 'tag': '2e69e45c-24f2-4650-a319-1d96718a341b'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:59:01.224186 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13fd44c6-d43b-4114-88af-07e007bddedf" -d '{"events": [{"server_uuid": "7a7082d6-c5c0-4a9a-add4-31dd57ead5a9", "name": "network-vif-deleted", "tag": "2e69e45c-24f2-4650-a319-1d96718a341b"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:59:01.260304 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134ef34a-95cc-4f34-9781-2f9f50269e79 x-openstack-request-id: req-134ef34a-95cc-4f34-9781-2f9f50269e79 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:59:01.260619 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7082d6-c5c0-4a9a-add4-31dd57ead5a9", "name": "network-vif-deleted", "tag": "2e69e45c-24f2-4650-a319-1d96718a341b", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:59:01.260875 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-134ef34a-95cc-4f34-9781-2f9f50269e79 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:59:01.261295 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7082d6-c5c0-4a9a-add4-31dd57ead5a9', 'name': 'network-vif-deleted', 'tag': '2e69e45c-24f2-4650-a319-1d96718a341b', 'status': 'completed', 'code': 200} Sep 16 05:59:01.603778 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-940a55a0-f631-42a5-8e82-9018374f3502 req-fafed9c9-5c4e-4481-a451-d3ad1f640ca2 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7082d6-c5c0-4a9a-add4-31dd57ead5a9 HTTP/1.1" status: 200 len: 210 time: 0.0284109 Sep 16 05:59:02.662290 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59148) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:02.720231 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d23a000-f53b-4dff-8384-c7c0ef74ae06 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:02.745250 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d23a000-f53b-4dff-8384-c7c0ef74ae06 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:02.813023 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d23a000-f53b-4dff-8384-c7c0ef74ae06 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:02.815595 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7d23a000-f53b-4dff-8384-c7c0ef74ae06 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:02.817093 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7d23a000-f53b-4dff-8384-c7c0ef74ae06 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "DELETE /v2.0/security-groups/3791612b-ddcd-4922-9a5d-08037cde19ef HTTP/1.1" status: 204 len: 168 time: 0.1538186 Sep 16 05:59:02.826346 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23a000-f53b-4dff-8384-c7c0ef74ae06 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3791612b-ddcd-4922-9a5d-08037cde19ef,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:04.030680 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59156) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:04.035959 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-ee91927f-9d8d-4b82-86d4-b3c3ec996a70 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1846489440', 'description': 'tempest-secgroup-smoke-1846489440 description', 'project_id': '8c8ee7cbac624186aff47e212e345a41'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:59:04.058076 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ee91927f-9d8d-4b82-86d4-b3c3ec996a70 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:04.139745 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ee91927f-9d8d-4b82-86d4-b3c3ec996a70 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:04.143481 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ee91927f-9d8d-4b82-86d4-b3c3ec996a70 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:04.172338 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ee91927f-9d8d-4b82-86d4-b3c3ec996a70 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:04.173616 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ee91927f-9d8d-4b82-86d4-b3c3ec996a70 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1419337 Sep 16 05:59:04.175615 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91927f-9d8d-4b82-86d4-b3c3ec996a70 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:04.176608 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59160) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:04.181766 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-7216f88f-91de-496f-8b8f-f67714664733 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Request body: {'security_group_rule': {'security_group_id': '06d4b0a3-7a6f-4a6b-918b-c3771ac810d1', 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:59:04.183210 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee91927f-9d8d-4b82-86d4-b3c3ec996a70 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:04.183562 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee91927f-9d8d-4b82-86d4-b3c3ec996a70 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:04.183910 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee91927f-9d8d-4b82-86d4-b3c3ec996a70 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:04.184810 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee91927f-9d8d-4b82-86d4-b3c3ec996a70 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:04.185360 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee91927f-9d8d-4b82-86d4-b3c3ec996a70 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:04.185653 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee91927f-9d8d-4b82-86d4-b3c3ec996a70 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:04.185986 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee91927f-9d8d-4b82-86d4-b3c3ec996a70 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:04.186359 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee91927f-9d8d-4b82-86d4-b3c3ec996a70 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:04.186657 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee91927f-9d8d-4b82-86d4-b3c3ec996a70 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:04.186992 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee91927f-9d8d-4b82-86d4-b3c3ec996a70 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:04.187330 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee91927f-9d8d-4b82-86d4-b3c3ec996a70 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:04.187775 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee91927f-9d8d-4b82-86d4-b3c3ec996a70 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:04.211412 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7216f88f-91de-496f-8b8f-f67714664733 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:04.258491 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7216f88f-91de-496f-8b8f-f67714664733 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:04.261883 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7216f88f-91de-496f-8b8f-f67714664733 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:04.281599 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216f88f-91de-496f-8b8f-f67714664733 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c78e9b2-deb9-4c66-95ad-f1b1a149356c,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:04.288315 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-7216f88f-91de-496f-8b8f-f67714664733 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:04.289730 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-7216f88f-91de-496f-8b8f-f67714664733 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1115372 Sep 16 05:59:04.292202 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59162) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:04.297527 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-23073d82-cad9-43bc-b1de-23c696643afd tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Request body: {'security_group_rule': {'security_group_id': '06d4b0a3-7a6f-4a6b-918b-c3771ac810d1', 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:59:04.323211 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-23073d82-cad9-43bc-b1de-23c696643afd tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:04.378534 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-23073d82-cad9-43bc-b1de-23c696643afd tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:04.382246 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-23073d82-cad9-43bc-b1de-23c696643afd tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:04.399972 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d82-cad9-43bc-b1de-23c696643afd tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ba61e6b-4525-450b-adb2-8c18907346ba,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:04.405763 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-23073d82-cad9-43bc-b1de-23c696643afd tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:04.406962 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-23073d82-cad9-43bc-b1de-23c696643afd tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1138096 Sep 16 05:59:04.409710 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59164) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:04.413993 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-d823afa4-c380-497e-a7c3-a6c04d5609a9 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Request body: {'security_group_rule': {'security_group_id': '06d4b0a3-7a6f-4a6b-918b-c3771ac810d1', 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:59:04.440347 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d823afa4-c380-497e-a7c3-a6c04d5609a9 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:04.497441 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d823afa4-c380-497e-a7c3-a6c04d5609a9 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:04.500932 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d823afa4-c380-497e-a7c3-a6c04d5609a9 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:04.504067 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 2e69e45c-24f2-4650-a319-1d96718a341b no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:59:04.521000 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d823afa4-c380-497e-a7c3-a6c04d5609a9 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34575e6a-7025-4d78-92d4-f42275f94a46,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:04.530433 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 2e69e45c-24f2-4650-a319-1d96718a341b {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:59:04.530773 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 2e69e45c-24f2-4650-a319-1d96718a341b not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:59:04.531361 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d823afa4-c380-497e-a7c3-a6c04d5609a9 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:04.532806 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d823afa4-c380-497e-a7c3-a6c04d5609a9 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221161 Sep 16 05:59:04.535622 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59166) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:04.539948 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-e93de9aa-3596-4d32-904d-9a5db1cafe37 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Request body: {'security_group_rule': {'security_group_id': '06d4b0a3-7a6f-4a6b-918b-c3771ac810d1', 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:59:04.567189 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e93de9aa-3596-4d32-904d-9a5db1cafe37 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:04.626253 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e93de9aa-3596-4d32-904d-9a5db1cafe37 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:04.629738 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e93de9aa-3596-4d32-904d-9a5db1cafe37 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:04.649275 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93de9aa-3596-4d32-904d-9a5db1cafe37 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93f86ae6-b10d-43a5-8871-780eed150eed,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:04.652248 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e93de9aa-3596-4d32-904d-9a5db1cafe37 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:04.654649 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e93de9aa-3596-4d32-904d-9a5db1cafe37 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1175780 Sep 16 05:59:04.656924 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59168) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:04.661161 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-f5d07d42-2784-48e9-bbfc-2e37cd08c97c tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Request body: {'security_group_rule': {'security_group_id': '06d4b0a3-7a6f-4a6b-918b-c3771ac810d1', 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:59:04.681978 n-d-712139-15 neutron-server[94767]: INFO neutron.db.securitygroups_db [None req-f5d07d42-2784-48e9-bbfc-2e37cd08c97c tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Project 8c8ee7cbac624186aff47e212e345a41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:59:04.687523 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f5d07d42-2784-48e9-bbfc-2e37cd08c97c tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:04.746110 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f5d07d42-2784-48e9-bbfc-2e37cd08c97c tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:04.750220 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f5d07d42-2784-48e9-bbfc-2e37cd08c97c tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:04.768845 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d07d42-2784-48e9-bbfc-2e37cd08c97c tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d81e7600-1589-4d6e-a4e7-b9f09e943b25,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:04.771399 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-f5d07d42-2784-48e9-bbfc-2e37cd08c97c tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:04.772624 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-f5d07d42-2784-48e9-bbfc-2e37cd08c97c tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1147714 Sep 16 05:59:04.775496 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59170) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:04.780258 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-6f165013-364d-4b94-92e3-c44dbf03ecae tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Request body: {'security_group_rule': {'security_group_id': '06d4b0a3-7a6f-4a6b-918b-c3771ac810d1', 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:59:04.801372 n-d-712139-15 neutron-server[94767]: INFO neutron.db.securitygroups_db [None req-6f165013-364d-4b94-92e3-c44dbf03ecae tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Project 8c8ee7cbac624186aff47e212e345a41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:59:04.805953 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6f165013-364d-4b94-92e3-c44dbf03ecae tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:04.865344 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6f165013-364d-4b94-92e3-c44dbf03ecae tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:04.869596 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6f165013-364d-4b94-92e3-c44dbf03ecae tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:04.891260 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f165013-364d-4b94-92e3-c44dbf03ecae tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe4aee0-49f4-4b53-b32b-533e63c3db45,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:04.893858 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-6f165013-364d-4b94-92e3-c44dbf03ecae tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:04.895053 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6f165013-364d-4b94-92e3-c44dbf03ecae tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1186244 Sep 16 05:59:10.145701 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:59:10.244085 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-48e04a7a-49c5-424b-90e2-70915d300430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:12.432474 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:13.369558 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cc16c281-2563-4735-9a40-75421730f234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:13.692514 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:14.867558 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:15.416063 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:16.372223 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:19.152993 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-281d7bab-48e2-416d-958a-5e51744eb62e req-373dd48e-feb0-4097-8a2f-d31f58ea2cb4 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1846489440&fields=id&tenant_id=8c8ee7cbac624186aff47e212e345a41 HTTP/1.1" status: 200 len: 267 time: 0.0335371 Sep 16 05:59:19.260287 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d7bab-48e2-416d-958a-5e51744eb62e req-127d7090-034c-4cb0-b259-a97b8e2ab850 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:19.261695 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-281d7bab-48e2-416d-958a-5e51744eb62e req-127d7090-034c-4cb0-b259-a97b8e2ab850 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/networks?id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8 HTTP/1.1" status: 200 len: 809 time: 0.1018484 Sep 16 05:59:19.277230 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-281d7bab-48e2-416d-958a-5e51744eb62e req-3d0ce2a4-5c8e-49f4-9245-effb0072d3b1 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/quotas/8c8ee7cbac624186aff47e212e345a41 HTTP/1.1" status: 200 len: 375 time: 0.0089555 Sep 16 05:59:19.333340 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-281d7bab-48e2-416d-958a-5e51744eb62e req-7f5cdb10-a052-469e-a586-5ca179f9d461 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c8ee7cbac624186aff47e212e345a41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507596 Sep 16 05:59:19.348523 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-281d7bab-48e2-416d-958a-5e51744eb62e req-3991185a-9c45-4beb-bfaf-a1a95ed652de service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:59:19.349512 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-281d7bab-48e2-416d-958a-5e51744eb62e req-3991185a-9c45-4beb-bfaf-a1a95ed652de service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050743 Sep 16 05:59:19.438278 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-281d7bab-48e2-416d-958a-5e51744eb62e req-81b143cb-fe02-48a0-bae2-6df87cdf0483 service neutron] 10.222.0.35 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830901 Sep 16 05:59:19.534162 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-281d7bab-48e2-416d-958a-5e51744eb62e req-ec8f15ec-9080-40bb-8688-15684cefd0c1 service neutron] 10.222.0.35 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895126 Sep 16 05:59:19.832625 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9b0d888c-53ba-4c88-9e46-8be5c15bc594 req-3b14cf89-71dd-42b3-85c5-bb6936d6a8e9 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 210 time: 0.0272472 Sep 16 05:59:20.945510 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b165d882-53fa-4262-8d46-2fdd0ff40307 req-12866d0b-1a63-4035-b4ab-d4bdea295994 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 210 time: 0.0268221 Sep 16 05:59:22.021862 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2670e228-c71b-49f7-aa46-7936d63f899a req-caa0fdaf-a831-446f-b9ac-a3aaeb1069f4 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 210 time: 0.0281894 Sep 16 05:59:22.861906 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d7bab-48e2-416d-958a-5e51744eb62e req-02409023-baac-482e-adb4-1ddab4941840 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:22.863362 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-281d7bab-48e2-416d-958a-5e51744eb62e req-02409023-baac-482e-adb4-1ddab4941840 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.47 "GET /v2.0/networks?id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8 HTTP/1.1" status: 200 len: 809 time: 0.1109955 Sep 16 05:59:22.925717 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-281d7bab-48e2-416d-958a-5e51744eb62e req-546d140f-70d9-4170-8a73-d9ebb17b3f3e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c8ee7cbac624186aff47e212e345a41 HTTP/1.1" status: 200 len: 380 time: 0.0351818 Sep 16 05:59:22.935605 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-281d7bab-48e2-416d-958a-5e51744eb62e req-457db813-2359-4e2e-b4e9-4ad72b861819 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Request body: {'port': {'device_id': '3abebc0a-4b6d-4f4e-a080-70ca5cf9f355', 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8', 'admin_state_up': True, 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'security_groups': ['06d4b0a3-7a6f-4a6b-918b-c3771ac810d1']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:59:23.053586 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-281d7bab-48e2-416d-958a-5e51744eb62e req-457db813-2359-4e2e-b4e9-4ad72b861819 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Made reservation on behalf of 8c8ee7cbac624186aff47e212e345a41 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:59:23.057204 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-281d7bab-48e2-416d-958a-5e51744eb62e req-457db813-2359-4e2e-b4e9-4ad72b861819 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:23.157166 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6ebcd6d1-3173-476e-82a8-249831f590eb req-5ae30261-78ec-4d6e-b30e-c0b405e67a01 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 210 time: 0.0609686 Sep 16 05:59:23.222054 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-281d7bab-48e2-416d-958a-5e51744eb62e req-457db813-2359-4e2e-b4e9-4ad72b861819 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Allocated IP 172.20.0.12 (8d59c304-69bc-4f99-b704-f8cf4ef82dc8/5bb83a66-0bc2-4c83-9a81-0d46a2ba3017/8951633e-2e4e-4ed0-bc59-56977cefc7a7) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:59:23.366193 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-281d7bab-48e2-416d-958a-5e51744eb62e req-457db813-2359-4e2e-b4e9-4ad72b861819 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:23.400323 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-281d7bab-48e2-416d-958a-5e51744eb62e req-457db813-2359-4e2e-b4e9-4ad72b861819 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:23.443258 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-281d7bab-48e2-416d-958a-5e51744eb62e req-457db813-2359-4e2e-b4e9-4ad72b861819 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Network 8d59c304-69bc-4f99-b704-f8cf4ef82dc8 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:59:23.446298 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-281d7bab-48e2-416d-958a-5e51744eb62e req-457db813-2359-4e2e-b4e9-4ad72b861819 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:59:23.450091 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-281d7bab-48e2-416d-958a-5e51744eb62e req-457db813-2359-4e2e-b4e9-4ad72b861819 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:59:23.486521 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457db813-2359-4e2e-b4e9-4ad72b861819 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Pushing event updated for resources: {'Port': ['ID=8951633e-2e4e-4ed0-bc59-56977cefc7a7,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:23.519867 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d7bab-48e2-416d-958a-5e51744eb62e req-457db813-2359-4e2e-b4e9-4ad72b861819 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:23.520829 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-281d7bab-48e2-416d-958a-5e51744eb62e req-457db813-2359-4e2e-b4e9-4ad72b861819 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:23.538886 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-281d7bab-48e2-416d-958a-5e51744eb62e req-457db813-2359-4e2e-b4e9-4ad72b861819 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6072099 Sep 16 05:59:23.549539 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-281d7bab-48e2-416d-958a-5e51744eb62e req-cb9a6e3a-f7a2-450d-95b9-a8cedf7e3aa6 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:59:23.550639 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-281d7bab-48e2-416d-958a-5e51744eb62e req-cb9a6e3a-f7a2-450d-95b9-a8cedf7e3aa6 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053306 Sep 16 05:59:23.631154 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-281d7bab-48e2-416d-958a-5e51744eb62e req-43dd041c-5a7b-47bf-89e9-4d247ab6053d service neutron] Request body: {'port': {'device_id': '3abebc0a-4b6d-4f4e-a080-70ca5cf9f355', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:59:23.676225 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-88f37f71-183d-4715-a5be-c67d4cbb4f01 None None] Provisioning complete for port 8951633e-2e4e-4ed0-bc59-56977cefc7a7 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:59:23.677313 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-88f37f71-183d-4715-a5be-c67d4cbb4f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:23.686332 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-281d7bab-48e2-416d-958a-5e51744eb62e req-43dd041c-5a7b-47bf-89e9-4d247ab6053d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:23.718677 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-88f37f71-183d-4715-a5be-c67d4cbb4f01 None None] Port 8951633e-2e4e-4ed0-bc59-56977cefc7a7 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:59:23.967586 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-281d7bab-48e2-416d-958a-5e51744eb62e req-43dd041c-5a7b-47bf-89e9-4d247ab6053d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8951633e-2e4e-4ed0-bc59-56977cefc7a7 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:59:23.974868 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-281d7bab-48e2-416d-958a-5e51744eb62e req-43dd041c-5a7b-47bf-89e9-4d247ab6053d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:23.987724 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-281d7bab-48e2-416d-958a-5e51744eb62e req-43dd041c-5a7b-47bf-89e9-4d247ab6053d service neutron] Transition to ACTIVE for port object 8951633e-2e4e-4ed0-bc59-56977cefc7a7 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:59:23.991164 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-281d7bab-48e2-416d-958a-5e51744eb62e req-43dd041c-5a7b-47bf-89e9-4d247ab6053d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:24.066843 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd041c-5a7b-47bf-89e9-4d247ab6053d service neutron] Pushing event updated for resources: {'Port': ['ID=8951633e-2e4e-4ed0-bc59-56977cefc7a7,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:24.120000 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-281d7bab-48e2-416d-958a-5e51744eb62e req-43dd041c-5a7b-47bf-89e9-4d247ab6053d service neutron] Attempting to bind port 8951633e-2e4e-4ed0-bc59-56977cefc7a7 on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:59:24.120340 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-281d7bab-48e2-416d-958a-5e51744eb62e req-43dd041c-5a7b-47bf-89e9-4d247ab6053d service neutron] Attempting to bind port 8951633e-2e4e-4ed0-bc59-56977cefc7a7 by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '1f338bff-b4da-470e-ba19-b6d6ba9a5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:59:24.120702 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281d7bab-48e2-416d-958a-5e51744eb62e req-43dd041c-5a7b-47bf-89e9-4d247ab6053d service neutron] Attempting to bind port 8951633e-2e4e-4ed0-bc59-56977cefc7a7 on network 8d59c304-69bc-4f99-b704-f8cf4ef82dc8 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:59:24.125770 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281d7bab-48e2-416d-958a-5e51744eb62e req-43dd041c-5a7b-47bf-89e9-4d247ab6053d service neutron] Port 8951633e-2e4e-4ed0-bc59-56977cefc7a7 on network 8d59c304-69bc-4f99-b704-f8cf4ef82dc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:59:24.126087 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281d7bab-48e2-416d-958a-5e51744eb62e req-43dd041c-5a7b-47bf-89e9-4d247ab6053d service neutron] Attempting to bind port 8951633e-2e4e-4ed0-bc59-56977cefc7a7 on network 8d59c304-69bc-4f99-b704-f8cf4ef82dc8 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:59:24.131228 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281d7bab-48e2-416d-958a-5e51744eb62e req-43dd041c-5a7b-47bf-89e9-4d247ab6053d service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:59:24.131560 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281d7bab-48e2-416d-958a-5e51744eb62e req-43dd041c-5a7b-47bf-89e9-4d247ab6053d service neutron] Checking segment: {'id': '1f338bff-b4da-470e-ba19-b6d6ba9a5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:59:24.131940 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281d7bab-48e2-416d-958a-5e51744eb62e req-43dd041c-5a7b-47bf-89e9-4d247ab6053d service neutron] Bound using segment: {'id': '1f338bff-b4da-470e-ba19-b6d6ba9a5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:59:24.132532 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-281d7bab-48e2-416d-958a-5e51744eb62e req-43dd041c-5a7b-47bf-89e9-4d247ab6053d service neutron] Bound port: 8951633e-2e4e-4ed0-bc59-56977cefc7a7, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f338bff-b4da-470e-ba19-b6d6ba9a5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:59:24.132924 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-281d7bab-48e2-416d-958a-5e51744eb62e req-43dd041c-5a7b-47bf-89e9-4d247ab6053d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:24.203797 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-281d7bab-48e2-416d-958a-5e51744eb62e req-43dd041c-5a7b-47bf-89e9-4d247ab6053d service neutron] For port 8951633e-2e4e-4ed0-bc59-56977cefc7a7, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:59:24.207893 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-281d7bab-48e2-416d-958a-5e51744eb62e req-43dd041c-5a7b-47bf-89e9-4d247ab6053d service neutron] For port 8951633e-2e4e-4ed0-bc59-56977cefc7a7, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=8951633e-2e4e-4ed0-bc59-56977cefc7a7,segment=NetworkSegment(1f338bff-b4da-470e-ba19-b6d6ba9a5842),segment_id=1f338bff-b4da-470e-ba19-b6d6ba9a5842)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:59:24.214175 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-281d7bab-48e2-416d-958a-5e51744eb62e req-43dd041c-5a7b-47bf-89e9-4d247ab6053d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:24.257392 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d7bab-48e2-416d-958a-5e51744eb62e req-43dd041c-5a7b-47bf-89e9-4d247ab6053d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:24.258392 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-281d7bab-48e2-416d-958a-5e51744eb62e req-43dd041c-5a7b-47bf-89e9-4d247ab6053d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:24.259973 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-281d7bab-48e2-416d-958a-5e51744eb62e req-43dd041c-5a7b-47bf-89e9-4d247ab6053d service neutron] 10.222.0.47 "PUT /v2.0/ports/8951633e-2e4e-4ed0-bc59-56977cefc7a7 HTTP/1.1" status: 200 len: 1093 time: 0.6941445 Sep 16 05:59:24.264336 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3abebc0a-4b6d-4f4e-a080-70ca5cf9f355', 'tag': '8951633e-2e4e-4ed0-bc59-56977cefc7a7'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:59:24.266870 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd52ab16-01b0-499d-b61e-53ce9dc16788" -d '{"events": [{"name": "network-changed", "server_uuid": "3abebc0a-4b6d-4f4e-a080-70ca5cf9f355", "tag": "8951633e-2e4e-4ed0-bc59-56977cefc7a7"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:59:24.332495 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd041c-5a7b-47bf-89e9-4d247ab6053d service neutron] Pushing event updated for resources: {'Port': ['ID=8951633e-2e4e-4ed0-bc59-56977cefc7a7,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:24.375030 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebe2d1-9051-439d-9825-e58009d53906 req-164c305d-512c-4a5c-bdac-66a0a032ee71 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:24.376652 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-27ebe2d1-9051-439d-9825-e58009d53906 req-164c305d-512c-4a5c-bdac-66a0a032ee71 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 944 time: 0.1132393 Sep 16 05:59:24.388006 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d7bab-48e2-416d-958a-5e51744eb62e req-436c3169-0ead-455e-9373-10e7ee441288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:24.389651 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-281d7bab-48e2-416d-958a-5e51744eb62e req-436c3169-0ead-455e-9373-10e7ee441288 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c8ee7cbac624186aff47e212e345a41&device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 1096 time: 0.0663676 Sep 16 05:59:24.446949 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-281d7bab-48e2-416d-958a-5e51744eb62e req-31cbc7fa-cffc-45af-95b0-95f08b0e16ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8951633e-2e4e-4ed0-bc59-56977cefc7a7 HTTP/1.1" status: 200 len: 217 time: 0.0415378 Sep 16 05:59:24.474248 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-27ebe2d1-9051-439d-9825-e58009d53906 req-19a8c403-e5ec-4f21-a198-8035f9ffeef0 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891116 Sep 16 05:59:24.512681 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d7bab-48e2-416d-958a-5e51744eb62e req-18fea97a-27cb-4373-8535-8f316d82f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:24.514541 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-281d7bab-48e2-416d-958a-5e51744eb62e req-18fea97a-27cb-4373-8535-8f316d82f98c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5bb83a66-0bc2-4c83-9a81-0d46a2ba3017 HTTP/1.1" status: 200 len: 848 time: 0.0566232 Sep 16 05:59:24.521802 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8d4502-6794-4267-8162-b6dac1b1bd57 x-openstack-request-id: req-0f8d4502-6794-4267-8162-b6dac1b1bd57 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:59:24.522099 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3abebc0a-4b6d-4f4e-a080-70ca5cf9f355", "tag": "8951633e-2e4e-4ed0-bc59-56977cefc7a7", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:59:24.522383 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0f8d4502-6794-4267-8162-b6dac1b1bd57 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:59:24.522780 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3abebc0a-4b6d-4f4e-a080-70ca5cf9f355', 'tag': '8951633e-2e4e-4ed0-bc59-56977cefc7a7', 'status': 'completed', 'code': 200} Sep 16 05:59:24.578603 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d7bab-48e2-416d-958a-5e51744eb62e req-1fed660c-4895-4c1d-b4eb-2571d4fd4096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:24.580128 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-281d7bab-48e2-416d-958a-5e51744eb62e req-1fed660c-4895-4c1d-b4eb-2571d4fd4096 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437050 Sep 16 05:59:24.676579 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-281d7bab-48e2-416d-958a-5e51744eb62e req-1cd40d1d-870b-495d-8f00-7c214ae85473 service neutron] 10.222.0.47 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881042 Sep 16 05:59:24.774475 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-281d7bab-48e2-416d-958a-5e51744eb62e req-aab119d4-6640-4273-8b68-bdf1a05ee1b6 service neutron] 10.222.0.47 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902567 Sep 16 05:59:24.891550 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52ab16-01b0-499d-b61e-53ce9dc16788 req-14aebc21-e511-4747-a6a4-4a16117aa002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:24.893077 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cd52ab16-01b0-499d-b61e-53ce9dc16788 req-14aebc21-e511-4747-a6a4-4a16117aa002 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c8ee7cbac624186aff47e212e345a41&device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 1096 time: 0.0453389 Sep 16 05:59:24.983813 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52ab16-01b0-499d-b61e-53ce9dc16788 req-dc5b43ff-3351-47f1-b132-f15622f3d928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:24.985319 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cd52ab16-01b0-499d-b61e-53ce9dc16788 req-dc5b43ff-3351-47f1-b132-f15622f3d928 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8 HTTP/1.1" status: 200 len: 910 time: 0.0852938 Sep 16 05:59:25.031766 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cd52ab16-01b0-499d-b61e-53ce9dc16788 req-e63acf35-fd64-44ce-9c4c-37edbe3fcd18 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8951633e-2e4e-4ed0-bc59-56977cefc7a7 HTTP/1.1" status: 200 len: 217 time: 0.0381157 Sep 16 05:59:25.081772 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52ab16-01b0-499d-b61e-53ce9dc16788 req-07d7fcb1-3821-4ead-ae9a-629a12b9b4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:25.083340 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cd52ab16-01b0-499d-b61e-53ce9dc16788 req-07d7fcb1-3821-4ead-ae9a-629a12b9b4fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5bb83a66-0bc2-4c83-9a81-0d46a2ba3017 HTTP/1.1" status: 200 len: 848 time: 0.0445762 Sep 16 05:59:25.133021 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52ab16-01b0-499d-b61e-53ce9dc16788 req-ed696d45-b9aa-4e2a-8f93-76061b9dee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:25.134502 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cd52ab16-01b0-499d-b61e-53ce9dc16788 req-ed696d45-b9aa-4e2a-8f93-76061b9dee93 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439587 Sep 16 05:59:25.228521 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cd52ab16-01b0-499d-b61e-53ce9dc16788 req-6791bd67-4caf-493f-8da3-6a1334d2af5c service neutron] 10.222.0.47 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866342 Sep 16 05:59:25.319979 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-cd52ab16-01b0-499d-b61e-53ce9dc16788 req-0154d8d2-b0e5-4851-8fcd-327f984d1210 service neutron] 10.222.0.47 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842948 Sep 16 05:59:25.598280 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f327b7-9088-41fa-9532-f352a97ed555 req-13de2a45-ac9f-444c-b864-f98cf588b2fd tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:25.599811 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-19f327b7-9088-41fa-9532-f352a97ed555 req-13de2a45-ac9f-444c-b864-f98cf588b2fd tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 944 time: 0.0523820 Sep 16 05:59:25.642875 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-19f327b7-9088-41fa-9532-f352a97ed555 req-b55c19d4-2be9-465c-8443-b32fa808d210 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366302 Sep 16 05:59:26.761668 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5aa8a-3cb6-488e-85df-8d4bb60aa3bf req-339556f5-6388-4a13-a400-7c40bb0c536f tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:26.763737 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f1f5aa8a-3cb6-488e-85df-8d4bb60aa3bf req-339556f5-6388-4a13-a400-7c40bb0c536f tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 944 time: 0.0516095 Sep 16 05:59:26.803042 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f1f5aa8a-3cb6-488e-85df-8d4bb60aa3bf req-a94564e3-59c9-4bbd-beec-49815c632e82 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331192 Sep 16 05:59:27.923180 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd393b-d3bc-411f-8246-efcad456da21 req-4c17c6bb-2c2f-427d-a143-2aa62baed6bd tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:27.924748 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-79fd393b-d3bc-411f-8246-efcad456da21 req-4c17c6bb-2c2f-427d-a143-2aa62baed6bd tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 944 time: 0.0509133 Sep 16 05:59:27.961594 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-79fd393b-d3bc-411f-8246-efcad456da21 req-a4756962-4b9c-4238-95f2-8252651fe993 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310090 Sep 16 05:59:29.077497 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a3dfd-d2fd-41dc-b5cb-6164e70900d9 req-f8e25311-0e22-4fcb-95f4-992d52eab102 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:29.079043 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-353a3dfd-d2fd-41dc-b5cb-6164e70900d9 req-f8e25311-0e22-4fcb-95f4-992d52eab102 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 944 time: 0.0498617 Sep 16 05:59:29.120777 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-353a3dfd-d2fd-41dc-b5cb-6164e70900d9 req-99686e7e-1f0e-422b-9c42-7e21f25e9101 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357702 Sep 16 05:59:30.240472 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff827a19-0e53-4601-ae18-30c055648e63 req-bf2cdb4a-635f-4836-a401-738f65c48b10 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:30.242067 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ff827a19-0e53-4601-ae18-30c055648e63 req-bf2cdb4a-635f-4836-a401-738f65c48b10 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 944 time: 0.0529757 Sep 16 05:59:30.282741 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ff827a19-0e53-4601-ae18-30c055648e63 req-939b72d8-90a8-4bb8-afd7-4ffa265804c8 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338163 Sep 16 05:59:31.398186 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248b9c1-e82a-4674-820a-95b42b8a9d89 req-9c123374-784b-4404-976c-aec3b429a32c tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:31.399675 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c248b9c1-e82a-4674-820a-95b42b8a9d89 req-9c123374-784b-4404-976c-aec3b429a32c tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 944 time: 0.0503194 Sep 16 05:59:31.437491 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c248b9c1-e82a-4674-820a-95b42b8a9d89 req-0f7157e7-d310-4e8d-95d7-bd3dcb6975d8 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317526 Sep 16 05:59:32.557309 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffae99e-b88a-4ea9-b80a-b69c4da625c6 req-7b14e445-cc6d-4010-9d5a-5c01884c8d8a tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:32.558704 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ffae99e-b88a-4ea9-b80a-b69c4da625c6 req-7b14e445-cc6d-4010-9d5a-5c01884c8d8a tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 944 time: 0.0511463 Sep 16 05:59:32.600331 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ffae99e-b88a-4ea9-b80a-b69c4da625c6 req-48371917-21ea-4b8b-ae46-d0a3408bc7b5 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355604 Sep 16 05:59:33.722697 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b83e83-7846-4fcf-9d95-3ff25ff4c720 req-ef49e3e8-22ef-492a-960f-a66461d54caa tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:33.724159 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a9b83e83-7846-4fcf-9d95-3ff25ff4c720 req-ef49e3e8-22ef-492a-960f-a66461d54caa tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 944 time: 0.0500731 Sep 16 05:59:33.761486 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a9b83e83-7846-4fcf-9d95-3ff25ff4c720 req-6e54c9fe-09b3-44a6-8b55-fb4aa0d8137c tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312605 Sep 16 05:59:33.766642 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 8951633e-2e4e-4ed0-bc59-56977cefc7a7 details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:59:33.869415 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 8951633e-2e4e-4ed0-bc59-56977cefc7a7, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=8951633e-2e4e-4ed0-bc59-56977cefc7a7,segment=NetworkSegment(1f338bff-b4da-470e-ba19-b6d6ba9a5842),segment_id=1f338bff-b4da-470e-ba19-b6d6ba9a5842)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:33.880222 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': '8951633e-2e4e-4ed0-bc59-56977cefc7a7', 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8', 'port_id': '8951633e-2e4e-4ed0-bc59-56977cefc7a7', 'mac_address': 'fa:16:3e:0c:fa:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb83a66-0bc2-4c83-9a81-0d46a2ba3017', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:59:33.916481 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:33.928957 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8951633e-2e4e-4ed0-bc59-56977cefc7a7 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:59:33.947458 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 8951633e-2e4e-4ed0-bc59-56977cefc7a7, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=8951633e-2e4e-4ed0-bc59-56977cefc7a7,segment=NetworkSegment(1f338bff-b4da-470e-ba19-b6d6ba9a5842),segment_id=1f338bff-b4da-470e-ba19-b6d6ba9a5842)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:33.952976 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:34.004114 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=8951633e-2e4e-4ed0-bc59-56977cefc7a7,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:34.011200 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:34.011545 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:34.011884 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:34.013013 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:34.013346 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:34.013679 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:34.014011 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:34.014331 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:34.014649 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:34.014969 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:34.015288 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:34.015605 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:34.257960 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['8951633e-2e4e-4ed0-bc59-56977cefc7a7'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:59:34.878331 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc6eff-24ca-4a06-848b-2988f13352e7 req-e162b7d8-988b-4d9c-8b4b-7bb114fbf842 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:34.879772 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d3fc6eff-24ca-4a06-848b-2988f13352e7 req-e162b7d8-988b-4d9c-8b4b-7bb114fbf842 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 945 time: 0.0496750 Sep 16 05:59:34.916685 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d3fc6eff-24ca-4a06-848b-2988f13352e7 req-44c3d8ca-ecd1-46f8-8b66-bfcdc87d436c tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309429 Sep 16 05:59:35.798262 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 8951633e-2e4e-4ed0-bc59-56977cefc7a7 up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:59:35.848642 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port 8951633e-2e4e-4ed0-bc59-56977cefc7a7 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:59:35.852806 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port 8951633e-2e4e-4ed0-bc59-56977cefc7a7 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:59:35.853040 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:35.927720 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:35.950713 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3abebc0a-4b6d-4f4e-a080-70ca5cf9f355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8951633e-2e4e-4ed0-bc59-56977cefc7a7'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:59:35.953092 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2506ad353029a21956b6cd1b4a70cda1beed1e40b39b5191f7a66b422a7e283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2042923-84b8-4988-bb6b-c2817c80079d" -d '{"events": [{"server_uuid": "3abebc0a-4b6d-4f4e-a080-70ca5cf9f355", "name": "network-vif-plugged", "status": "completed", "tag": "8951633e-2e4e-4ed0-bc59-56977cefc7a7"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:59:35.965164 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 8951633e-2e4e-4ed0-bc59-56977cefc7a7, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=8951633e-2e4e-4ed0-bc59-56977cefc7a7,segment=NetworkSegment(1f338bff-b4da-470e-ba19-b6d6ba9a5842),segment_id=1f338bff-b4da-470e-ba19-b6d6ba9a5842)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:35.970045 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:36.020442 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=8951633e-2e4e-4ed0-bc59-56977cefc7a7,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:36.041139 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f2154-4a66-48a7-9ba5-8b1851fe198a req-b59b3fe9-b413-4297-9ed1-4941061e003e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:36.042929 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-394f2154-4a66-48a7-9ba5-8b1851fe198a req-b59b3fe9-b413-4297-9ed1-4941061e003e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 946 time: 0.0562956 Sep 16 05:59:36.086161 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-394f2154-4a66-48a7-9ba5-8b1851fe198a req-060273c8-4f58-416f-833f-6668efa7c549 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355482 Sep 16 05:59:36.129934 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d7dac9-0d3f-4c01-b1f8-5a4c5853b767 x-openstack-request-id: req-25d7dac9-0d3f-4c01-b1f8-5a4c5853b767 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:59:36.130248 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3abebc0a-4b6d-4f4e-a080-70ca5cf9f355", "name": "network-vif-plugged", "status": "completed", "tag": "8951633e-2e4e-4ed0-bc59-56977cefc7a7", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:59:36.130498 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-25d7dac9-0d3f-4c01-b1f8-5a4c5853b767 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:59:36.130891 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3abebc0a-4b6d-4f4e-a080-70ca5cf9f355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8951633e-2e4e-4ed0-bc59-56977cefc7a7', 'code': 200} Sep 16 05:59:36.256422 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30b9de-8d92-4619-ad7a-cf71250381ad req-dfb5aa71-aebb-4e35-9616-42067231beca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:36.257947 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2f30b9de-8d92-4619-ad7a-cf71250381ad req-dfb5aa71-aebb-4e35-9616-42067231beca service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 1098 time: 0.0413795 Sep 16 05:59:36.292553 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2f30b9de-8d92-4619-ad7a-cf71250381ad req-8ca405f0-0009-4e4c-835f-759602222131 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274415 Sep 16 05:59:37.203558 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9e3eb-516f-4973-b66b-5cc3d9f75689 req-271e2870-7c45-477c-b931-1e368a96f7e7 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:37.205109 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1fa9e3eb-516f-4973-b66b-5cc3d9f75689 req-271e2870-7c45-477c-b931-1e368a96f7e7 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 946 time: 0.0495989 Sep 16 05:59:37.243498 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1fa9e3eb-516f-4973-b66b-5cc3d9f75689 req-1a1db27f-f6b9-4809-8a81-9a4960af353d tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323844 Sep 16 05:59:38.358906 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91d029-c23b-474c-ab82-fc9f200f9d9c req-e04541ad-573e-45e2-8444-dfa1b43aefa2 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:38.360395 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a91d029-c23b-474c-ab82-fc9f200f9d9c req-e04541ad-573e-45e2-8444-dfa1b43aefa2 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 946 time: 0.0498552 Sep 16 05:59:38.401448 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a91d029-c23b-474c-ab82-fc9f200f9d9c req-9585fd28-f737-4f5e-8fcf-5c02dbc5103d tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351484 Sep 16 05:59:38.519165 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497df5d-ae19-45cd-917e-3f44b3afce16 req-9ef5e3c2-faff-49e2-9a68-e6c9b40ef527 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:38.520682 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f497df5d-ae19-45cd-917e-3f44b3afce16 req-9ef5e3c2-faff-49e2-9a68-e6c9b40ef527 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 946 time: 0.0511715 Sep 16 05:59:38.559447 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f497df5d-ae19-45cd-917e-3f44b3afce16 req-dd47550e-189e-42c4-a09e-1b4ebc75d48e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326242 Sep 16 05:59:38.581047 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59382) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:38.662278 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02ad274-fc8c-4ec9-8cf7-21d08e34134f tempest-TestShelveInstance-1563033198 tempest-TestShelveInstance-1563033198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:38.663826 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d02ad274-fc8c-4ec9-8cf7-21d08e34134f tempest-TestShelveInstance-1563033198 tempest-TestShelveInstance-1563033198-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 1093 time: 0.0818102 Sep 16 05:59:38.666606 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59386) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:38.671552 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-19461f7e-7dca-4157-a4f0-16215755bf7e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'port_id': '8951633e-2e4e-4ed0-bc59-56977cefc7a7', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:59:38.693559 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-19461f7e-7dca-4157-a4f0-16215755bf7e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for floatingip, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:38.791652 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-19461f7e-7dca-4157-a4f0-16215755bf7e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:38.895329 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-19461f7e-7dca-4157-a4f0-16215755bf7e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Allocated IP 172.25.8.54 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/848482fe-b55e-48df-a4d6-19d8b750045a) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:59:38.997782 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-19461f7e-7dca-4157-a4f0-16215755bf7e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:39.033820 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-19461f7e-7dca-4157-a4f0-16215755bf7e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:39.069339 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19461f7e-7dca-4157-a4f0-16215755bf7e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:59:39.072047 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-19461f7e-7dca-4157-a4f0-16215755bf7e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:59:39.076308 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19461f7e-7dca-4157-a4f0-16215755bf7e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:59:39.101481 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19461f7e-7dca-4157-a4f0-16215755bf7e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Pushing event updated for resources: {'Port': ['ID=848482fe-b55e-48df-a4d6-19d8b750045a,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:39.435118 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-19461f7e-7dca-4157-a4f0-16215755bf7e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:39.499916 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-19461f7e-7dca-4157-a4f0-16215755bf7e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:39.649102 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-19461f7e-7dca-4157-a4f0-16215755bf7e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:39.654225 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-19461f7e-7dca-4157-a4f0-16215755bf7e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:39.720095 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19461f7e-7dca-4157-a4f0-16215755bf7e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Pushing event updated for resources: {'Port': ['ID=848482fe-b55e-48df-a4d6-19d8b750045a,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:39.732758 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-19461f7e-7dca-4157-a4f0-16215755bf7e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:39.831301 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [None req-19461f7e-7dca-4157-a4f0-16215755bf7e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Floating IP e7c13107-5fd4-423e-8458-63757cc8587c associated. External IP: 172.25.8.54, port: 8951633e-2e4e-4ed0-bc59-56977cefc7a7. Sep 16 05:59:40.248421 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b4627cf6-8cbc-450f-a575-43e3479925f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:40.376085 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19461f7e-7dca-4157-a4f0-16215755bf7e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Router c7df5f48-a553-4e63-91b5-d985ad82878e has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:59:40.482807 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19461f7e-7dca-4157-a4f0-16215755bf7e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:59:40.494991 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433fc0f3-b574-4170-b6a1-e3624d7256f1 None None] Sync routers for ids ['c7df5f48-a553-4e63-91b5-d985ad82878e'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:59:40.498520 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-19461f7e-7dca-4157-a4f0-16215755bf7e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:40.505432 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433fc0f3-b574-4170-b6a1-e3624d7256f1 None None] Routers {'c7df5f48-a553-4e63-91b5-d985ad82878e'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:59:40.506038 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-433fc0f3-b574-4170-b6a1-e3624d7256f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:59:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['c7df5f48-a553-4e63-91b5-d985ad82878e'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:40.536581 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-19461f7e-7dca-4157-a4f0-16215755bf7e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8578663 Sep 16 05:59:40.536581 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3abebc0a-4b6d-4f4e-a080-70ca5cf9f355', 'tag': '8951633e-2e4e-4ed0-bc59-56977cefc7a7'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:59:40.536581 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821a0f50-7ded-4561-88e4-7720679ea6ca" -d '{"events": [{"name": "network-changed", "server_uuid": "3abebc0a-4b6d-4f4e-a080-70ca5cf9f355", "tag": "8951633e-2e4e-4ed0-bc59-56977cefc7a7"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:59:40.564646 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d0aa2d-cc2d-477b-b7ce-d3a983119f67 x-openstack-request-id: req-a2d0aa2d-cc2d-477b-b7ce-d3a983119f67 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:59:40.564941 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3abebc0a-4b6d-4f4e-a080-70ca5cf9f355", "tag": "8951633e-2e4e-4ed0-bc59-56977cefc7a7", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:59:40.565193 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a2d0aa2d-cc2d-477b-b7ce-d3a983119f67 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:59:40.565586 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3abebc0a-4b6d-4f4e-a080-70ca5cf9f355', 'tag': '8951633e-2e4e-4ed0-bc59-56977cefc7a7', 'status': 'completed', 'code': 200} Sep 16 05:59:40.618425 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-433fc0f3-b574-4170-b6a1-e3624d7256f1 None None] Set router c7df5f48-a553-4e63-91b5-d985ad82878e gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:59:40.664224 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a0f50-7ded-4561-88e4-7720679ea6ca req-81277253-a1c0-47af-8634-d73838aa95af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:40.665796 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-821a0f50-7ded-4561-88e4-7720679ea6ca req-81277253-a1c0-47af-8634-d73838aa95af service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c8ee7cbac624186aff47e212e345a41&device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 1098 time: 0.0442550 Sep 16 05:59:40.756965 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a0f50-7ded-4561-88e4-7720679ea6ca req-071bc279-e96a-409c-91f4-9796e0e857e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:40.758380 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-821a0f50-7ded-4561-88e4-7720679ea6ca req-071bc279-e96a-409c-91f4-9796e0e857e1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8 HTTP/1.1" status: 200 len: 910 time: 0.0849991 Sep 16 05:59:40.827542 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-821a0f50-7ded-4561-88e4-7720679ea6ca req-f2728704-c224-41f6-91cd-0a85387931d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8951633e-2e4e-4ed0-bc59-56977cefc7a7 HTTP/1.1" status: 200 len: 999 time: 0.0622754 Sep 16 05:59:40.842596 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-433fc0f3-b574-4170-b6a1-e3624d7256f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'name': 'tempest-TestShelveInstance-1323956804-router', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T05:53:24Z', 'revision_number': 4, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'gw_port': {'id': '7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:63:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T05:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'e7c13107-5fd4-423e-8458-63757cc8587c', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'floating_ip_address': '172.25.8.54', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'port_id': '8951633e-2e4e-4ed0-bc59-56977cefc7a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8', 'mac_address': 'fa:16:3e:0c:fa:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abebc0a-4b6d-4f4e-a080-70ca5cf9f355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:59:39Z', 'updated_at': '2021-09-16T05:59:39Z', 'revision_number': 0, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ba1d85-4e90-40f8-9115-7b68e682e9bb', 'name': '', 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'mac_address': 'fa:16:3e:8a:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5bb83a66-0bc2-4c83-9a81-0d46a2ba3017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:24Z', 'updated_at': '2021-09-16T05:53:29Z', 'revision_number': 5, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'subnets': [{'id': '5bb83a66-0bc2-4c83-9a81-0d46a2ba3017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:40.872588 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433fc0f3-b574-4170-b6a1-e3624d7256f1 None None] Checking router: c7df5f48-a553-4e63-91b5-d985ad82878e for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:59:40.877434 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a0f50-7ded-4561-88e4-7720679ea6ca req-2152da56-1a20-4d3e-80a5-755385eccdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:40.878895 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-821a0f50-7ded-4561-88e4-7720679ea6ca req-2152da56-1a20-4d3e-80a5-755385eccdd9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5bb83a66-0bc2-4c83-9a81-0d46a2ba3017 HTTP/1.1" status: 200 len: 848 time: 0.0445535 Sep 16 05:59:40.880961 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433fc0f3-b574-4170-b6a1-e3624d7256f1 None None] Routers {'c7df5f48-a553-4e63-91b5-d985ad82878e'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:59:40.881559 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-433fc0f3-b574-4170-b6a1-e3624d7256f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T05:59:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['c7df5f48-a553-4e63-91b5-d985ad82878e'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:40.926821 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a0f50-7ded-4561-88e4-7720679ea6ca req-e6b056be-f640-4407-ab6c-3787bf5c6aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:40.928316 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-821a0f50-7ded-4561-88e4-7720679ea6ca req-e6b056be-f640-4407-ab6c-3787bf5c6aa2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418620 Sep 16 05:59:40.986479 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-433fc0f3-b574-4170-b6a1-e3624d7256f1 None None] Set router c7df5f48-a553-4e63-91b5-d985ad82878e gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:59:41.021513 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-821a0f50-7ded-4561-88e4-7720679ea6ca req-f2b0bdc5-e13f-4015-9373-890a2b122d0a service neutron] 10.222.0.47 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854957 Sep 16 05:59:41.112827 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-821a0f50-7ded-4561-88e4-7720679ea6ca req-c6a113c0-fc26-405a-8f05-fd0be38d0ff4 service neutron] 10.222.0.47 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837989 Sep 16 05:59:41.207510 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-433fc0f3-b574-4170-b6a1-e3624d7256f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'name': 'tempest-TestShelveInstance-1323956804-router', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T05:53:24Z', 'revision_number': 4, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'gw_port': {'id': '7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:63:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T05:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'e7c13107-5fd4-423e-8458-63757cc8587c', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'floating_ip_address': '172.25.8.54', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'port_id': '8951633e-2e4e-4ed0-bc59-56977cefc7a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8', 'mac_address': 'fa:16:3e:0c:fa:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abebc0a-4b6d-4f4e-a080-70ca5cf9f355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:59:39Z', 'updated_at': '2021-09-16T05:59:39Z', 'revision_number': 0, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ba1d85-4e90-40f8-9115-7b68e682e9bb', 'name': '', 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'mac_address': 'fa:16:3e:8a:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5bb83a66-0bc2-4c83-9a81-0d46a2ba3017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:24Z', 'updated_at': '2021-09-16T05:53:29Z', 'revision_number': 5, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'subnets': [{'id': '5bb83a66-0bc2-4c83-9a81-0d46a2ba3017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:41.233301 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433fc0f3-b574-4170-b6a1-e3624d7256f1 None None] The sync data for ids ['c7df5f48-a553-4e63-91b5-d985ad82878e'] in n-d-712139-15 is: [{'id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'name': 'tempest-TestShelveInstance-1323956804-router', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T05:53:24Z', 'revision_number': 4, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'gw_port': {'id': '7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:63:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T05:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'e7c13107-5fd4-423e-8458-63757cc8587c', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'floating_ip_address': '172.25.8.54', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'port_id': '8951633e-2e4e-4ed0-bc59-56977cefc7a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8', 'mac_address': 'fa:16:3e:0c:fa:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abebc0a-4b6d-4f4e-a080-70ca5cf9f355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:59:39Z', 'updated_at': '2021-09-16T05:59:39Z', 'revision_number': 0, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ba1d85-4e90-40f8-9115-7b68e682e9bb', 'name': '', 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'mac_address': 'fa:16:3e:8a:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5bb83a66-0bc2-4c83-9a81-0d46a2ba3017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:24Z', 'updated_at': '2021-09-16T05:53:29Z', 'revision_number': 5, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'subnets': [{'id': '5bb83a66-0bc2-4c83-9a81-0d46a2ba3017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:59:41.420805 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc43185-29c6-473f-8698-65f68f2858f2 None None] New status for floating IP e7c13107-5fd4-423e-8458-63757cc8587c: ACTIVE {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:59:42.430839 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:43.371153 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d51722e5-7379-4282-9a3f-5cdc221b6d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:43.694657 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:44.868378 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:45.414624 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:46.372107 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:47.145280 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:00:10.252951 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0619c348-523a-4f81-a2ea-bb68b86df2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:12.446264 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:13.371765 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9ded55bf-98e4-4b67-a4f2-104ba1bd80cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:13.686969 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:14.870906 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:15.410999 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:16.375583 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:24.145969 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:00:27.962771 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4190c89-cdf6-433d-b4ac-fd0bacfb830e req-243e5c68-1d42-4929-bf84-4728bc12986b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452816 Sep 16 06:00:28.071309 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4190c89-cdf6-433d-b4ac-fd0bacfb830e req-4678699f-370d-4c06-8dd3-0d723540094f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:28.072831 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4190c89-cdf6-433d-b4ac-fd0bacfb830e req-4678699f-370d-4c06-8dd3-0d723540094f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c8ee7cbac624186aff47e212e345a41&device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 1098 time: 0.0412500 Sep 16 06:00:28.175893 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4190c89-cdf6-433d-b4ac-fd0bacfb830e req-e861fb36-102e-445a-b207-9028af378734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:28.177413 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4190c89-cdf6-433d-b4ac-fd0bacfb830e req-e861fb36-102e-445a-b207-9028af378734 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8 HTTP/1.1" status: 200 len: 910 time: 0.0846953 Sep 16 06:00:28.246608 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4190c89-cdf6-433d-b4ac-fd0bacfb830e req-22f0af05-1e9d-476e-8f74-f66b2e08d818 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8951633e-2e4e-4ed0-bc59-56977cefc7a7 HTTP/1.1" status: 200 len: 1001 time: 0.0616446 Sep 16 06:00:28.296501 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4190c89-cdf6-433d-b4ac-fd0bacfb830e req-07fc452b-c692-4250-bd46-6fbf6229f03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:28.298033 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4190c89-cdf6-433d-b4ac-fd0bacfb830e req-07fc452b-c692-4250-bd46-6fbf6229f03c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5bb83a66-0bc2-4c83-9a81-0d46a2ba3017 HTTP/1.1" status: 200 len: 848 time: 0.0449131 Sep 16 06:00:28.356436 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4190c89-cdf6-433d-b4ac-fd0bacfb830e req-393c585c-7abb-4219-97f6-b2bcae4cbb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:28.358032 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4190c89-cdf6-433d-b4ac-fd0bacfb830e req-393c585c-7abb-4219-97f6-b2bcae4cbb1d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524757 Sep 16 06:00:28.457328 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4190c89-cdf6-433d-b4ac-fd0bacfb830e req-5fdaeb18-2551-4e4e-9566-ac035d507f2d service neutron] 10.222.0.47 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916457 Sep 16 06:00:28.551633 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4190c89-cdf6-433d-b4ac-fd0bacfb830e req-bf7dd4b5-efe2-4f41-9b02-ec645501faa7 service neutron] 10.222.0.47 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875733 Sep 16 06:00:40.255420 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-4a2cc0f3-5235-48d5-bf23-039f0d3602b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:42.445859 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:43.371537 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-276ce514-c472-4585-8951-bcc2f9305d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:43.688922 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:44.881870 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:45.428168 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:46.375351 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:01.145784 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:01:10.256741 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fd992002-3d97-481d-9b41-5a3e2f5eba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:12.443710 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:13.372259 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d3a019f6-b725-4855-b6a2-52522b70c2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:13.692979 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:14.885125 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:15.443043 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:16.379221 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:27.954502 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-45b81e57-f439-424e-b12e-7456bc378e27 req-87fa8aa4-2da6-4b24-a39a-ba553ef59e00 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443349 Sep 16 06:01:28.051056 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b81e57-f439-424e-b12e-7456bc378e27 req-4666d749-42be-4d08-b364-43d61a9478f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:28.052556 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-45b81e57-f439-424e-b12e-7456bc378e27 req-4666d749-42be-4d08-b364-43d61a9478f1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c8ee7cbac624186aff47e212e345a41&device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 1098 time: 0.0406263 Sep 16 06:01:28.157764 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b81e57-f439-424e-b12e-7456bc378e27 req-e52bf3d0-b39c-4239-ac0f-7f11974ad3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:28.159230 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-45b81e57-f439-424e-b12e-7456bc378e27 req-e52bf3d0-b39c-4239-ac0f-7f11974ad3c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8 HTTP/1.1" status: 200 len: 910 time: 0.0882955 Sep 16 06:01:28.223998 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-45b81e57-f439-424e-b12e-7456bc378e27 req-ffd9d1f3-ef6f-4d48-9c24-7f4d8828bbba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8951633e-2e4e-4ed0-bc59-56977cefc7a7 HTTP/1.1" status: 200 len: 1001 time: 0.0574203 Sep 16 06:01:28.274420 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b81e57-f439-424e-b12e-7456bc378e27 req-c775836d-98df-4ac2-a979-32e2e9825a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:28.275918 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-45b81e57-f439-424e-b12e-7456bc378e27 req-c775836d-98df-4ac2-a979-32e2e9825a48 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5bb83a66-0bc2-4c83-9a81-0d46a2ba3017 HTTP/1.1" status: 200 len: 848 time: 0.0448756 Sep 16 06:01:28.328749 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b81e57-f439-424e-b12e-7456bc378e27 req-90a1ed45-45a6-4fed-80ff-42b2b7639b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:28.330882 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-45b81e57-f439-424e-b12e-7456bc378e27 req-90a1ed45-45a6-4fed-80ff-42b2b7639b41 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479033 Sep 16 06:01:28.419792 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-45b81e57-f439-424e-b12e-7456bc378e27 req-da7f677f-8b08-44ad-9330-35a3af8b9f06 service neutron] 10.222.0.47 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818899 Sep 16 06:01:28.514605 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-45b81e57-f439-424e-b12e-7456bc378e27 req-7586e1c8-25fa-45b7-9184-c2e6245726ee service neutron] 10.222.0.47 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876482 Sep 16 06:01:35.879339 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af04cd0-ad95-48d5-9431-83e83a2a26dc req-fcf33830-e1b0-4596-a1ec-1e044232332f tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:35.880794 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1af04cd0-ad95-48d5-9431-83e83a2a26dc req-fcf33830-e1b0-4596-a1ec-1e044232332f tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 946 time: 0.0956080 Sep 16 06:01:35.919776 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1af04cd0-ad95-48d5-9431-83e83a2a26dc req-d72bcec4-6ff8-48f7-ad9c-cac272d6b9bc tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318871 Sep 16 06:01:37.051920 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2aae72-f489-43dd-acba-b7054a4fa728 req-eddd49d2-29b7-414a-9242-8ef5effedb66 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:37.053439 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-df2aae72-f489-43dd-acba-b7054a4fa728 req-eddd49d2-29b7-414a-9242-8ef5effedb66 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 946 time: 0.0507588 Sep 16 06:01:37.092030 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-df2aae72-f489-43dd-acba-b7054a4fa728 req-fc997fb7-6e5c-4a40-92f7-0c3bbec12bb0 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319438 Sep 16 06:01:38.144435 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:01:38.214064 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76034e88-1e63-46d9-aa43-3c5d15b1f6e5 req-fa8ad799-feb5-4174-bbf1-85e79204b6ff tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:38.215706 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-76034e88-1e63-46d9-aa43-3c5d15b1f6e5 req-fa8ad799-feb5-4174-bbf1-85e79204b6ff tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 946 time: 0.0566721 Sep 16 06:01:38.268204 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-76034e88-1e63-46d9-aa43-3c5d15b1f6e5 req-dcd6d725-6a22-42d6-8a11-0b22d377292a tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412462 Sep 16 06:01:39.386141 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2183c-db96-4e62-a2f0-961bb9daff62 req-c80fddfd-3cfd-47e7-ac2b-7e90e3e77b59 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:39.387618 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-edc2183c-db96-4e62-a2f0-961bb9daff62 req-c80fddfd-3cfd-47e7-ac2b-7e90e3e77b59 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 946 time: 0.0502036 Sep 16 06:01:39.426890 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-edc2183c-db96-4e62-a2f0-961bb9daff62 req-32f64ccf-b1f8-43a9-878b-dd2135e89764 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332487 Sep 16 06:01:40.259184 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-50bd55cd-599f-41d9-bb18-8d6aca387d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:40.546196 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd94a5-8c2b-4e4c-970d-3171983161e4 req-812eb875-e2fa-4d7f-ad9b-ac50bc058d23 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:40.547563 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f7bd94a5-8c2b-4e4c-970d-3171983161e4 req-812eb875-e2fa-4d7f-ad9b-ac50bc058d23 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 946 time: 0.0503056 Sep 16 06:01:40.585743 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f7bd94a5-8c2b-4e4c-970d-3171983161e4 req-574ee487-e846-4256-91a1-a2e563d53f6b tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322526 Sep 16 06:01:41.705207 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68a549-34e8-4e94-9717-dd8bd0ec3318 req-cf8cc8c4-14c3-4df6-874a-167d6219eaee tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:41.706669 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5e68a549-34e8-4e94-9717-dd8bd0ec3318 req-cf8cc8c4-14c3-4df6-874a-167d6219eaee tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 946 time: 0.0539896 Sep 16 06:01:41.745509 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5e68a549-34e8-4e94-9717-dd8bd0ec3318 req-8c510009-b0ac-4c97-9f65-e0066cc93a57 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322092 Sep 16 06:01:42.453543 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:42.860927 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d6523-743b-4bc6-87dd-d903f71c9d3f req-016a943f-673f-48bf-9b81-e44754bf7e69 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:42.862401 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3c5d6523-743b-4bc6-87dd-d903f71c9d3f req-016a943f-673f-48bf-9b81-e44754bf7e69 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 946 time: 0.0499628 Sep 16 06:01:42.901034 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3c5d6523-743b-4bc6-87dd-d903f71c9d3f req-29067243-d2a4-43c9-9615-7cd28b90e480 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320675 Sep 16 06:01:43.373158 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ccf502b6-2adb-4980-abce-8bb4776f2c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:43.693940 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:44.029010 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e0f34-5363-48c2-9fed-82a91ac45dfb req-7c3780b7-fcdd-41a4-9d89-8d2c2db80f0d tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:44.030491 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fd9e0f34-5363-48c2-9fed-82a91ac45dfb req-7c3780b7-fcdd-41a4-9d89-8d2c2db80f0d tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 946 time: 0.0494933 Sep 16 06:01:44.068491 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fd9e0f34-5363-48c2-9fed-82a91ac45dfb req-12105a6b-af13-4611-b141-aae50b68d373 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320902 Sep 16 06:01:44.872618 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:45.187444 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd09fa6-6fad-4938-a960-8b88303aaab8 req-92cc622c-27c6-4bff-b6a9-4184b896ab76 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:45.188843 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ddd09fa6-6fad-4938-a960-8b88303aaab8 req-92cc622c-27c6-4bff-b6a9-4184b896ab76 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 946 time: 0.0540822 Sep 16 06:01:45.227162 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ddd09fa6-6fad-4938-a960-8b88303aaab8 req-f8734f7b-3724-4a22-af70-0171a6d8ebb7 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312665 Sep 16 06:01:45.447643 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:46.078798 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4821a8-fad9-484c-9aca-08c5d4304221 req-fcb49abf-70aa-4d4e-b4b3-cada72c3a5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:46.080520 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c4821a8-fad9-484c-9aca-08c5d4304221 req-fcb49abf-70aa-4d4e-b4b3-cada72c3a5fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c8ee7cbac624186aff47e212e345a41&device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 1098 time: 0.0435884 Sep 16 06:01:46.173313 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4821a8-fad9-484c-9aca-08c5d4304221 req-d96dfbb7-a5b5-4beb-9c2b-a8aa9cf8a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:46.174811 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c4821a8-fad9-484c-9aca-08c5d4304221 req-d96dfbb7-a5b5-4beb-9c2b-a8aa9cf8a500 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8 HTTP/1.1" status: 200 len: 910 time: 0.0875561 Sep 16 06:01:46.240937 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c4821a8-fad9-484c-9aca-08c5d4304221 req-90d9bba8-f36c-4140-8a75-3e708adb74ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8951633e-2e4e-4ed0-bc59-56977cefc7a7 HTTP/1.1" status: 200 len: 1001 time: 0.0579746 Sep 16 06:01:46.291765 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4821a8-fad9-484c-9aca-08c5d4304221 req-7d8f9d99-0a87-4f55-ad0e-0f24afce4666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:46.293368 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c4821a8-fad9-484c-9aca-08c5d4304221 req-7d8f9d99-0a87-4f55-ad0e-0f24afce4666 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5bb83a66-0bc2-4c83-9a81-0d46a2ba3017 HTTP/1.1" status: 200 len: 848 time: 0.0456913 Sep 16 06:01:46.373201 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767b329-b694-49d2-854e-b3dd7408c537 req-07bcac66-bd76-4daa-8d37-9653a6cf2c6f tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:46.374731 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9767b329-b694-49d2-854e-b3dd7408c537 req-07bcac66-bd76-4daa-8d37-9653a6cf2c6f tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 946 time: 0.0802679 Sep 16 06:01:46.377654 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4821a8-fad9-484c-9aca-08c5d4304221 req-4e5e73f2-d6e1-4e55-bc9e-79c498d9e406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:46.379318 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c4821a8-fad9-484c-9aca-08c5d4304221 req-4e5e73f2-d6e1-4e55-bc9e-79c498d9e406 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0748034 Sep 16 06:01:46.382333 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:46.466038 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9767b329-b694-49d2-854e-b3dd7408c537 req-7415b204-9644-4992-b2ad-65cb0a9f2e1e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847015 Sep 16 06:01:46.495123 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c4821a8-fad9-484c-9aca-08c5d4304221 req-5dcd198a-bbde-41ee-992c-79108341f939 service neutron] 10.222.0.47 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069610 Sep 16 06:01:46.587782 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1c4821a8-fad9-484c-9aca-08c5d4304221 req-253581dc-283e-4cd6-bd08-2dce0d780203 service neutron] 10.222.0.47 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854266 Sep 16 06:01:47.581430 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507c88d-edf0-4379-b622-08f300158e17 req-e32f5893-8984-404a-bb1b-c1b9bbad8f0e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:47.582825 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5507c88d-edf0-4379-b622-08f300158e17 req-e32f5893-8984-404a-bb1b-c1b9bbad8f0e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 946 time: 0.0497646 Sep 16 06:01:47.621510 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5507c88d-edf0-4379-b622-08f300158e17 req-7ceffd54-b923-4dbd-b23f-41ea9509a9fc tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320845 Sep 16 06:01:48.746635 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5b8a4-1740-4523-b08c-09ef2f9290e8 req-e1f40c32-3965-41cf-942b-ddcbaa1f8cbc tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:48.748117 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-71a5b8a4-1740-4523-b08c-09ef2f9290e8 req-e1f40c32-3965-41cf-942b-ddcbaa1f8cbc tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 946 time: 0.0551217 Sep 16 06:01:48.787552 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-71a5b8a4-1740-4523-b08c-09ef2f9290e8 req-7e09e4c6-c7b8-4bcb-88dd-88326082142f tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334013 Sep 16 06:01:49.913889 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810e8a6-bebc-42a9-b8f2-d5bac9b5e464 req-6a39bda8-b8e1-47b0-9a1a-4074123b404f tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:49.915503 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9810e8a6-bebc-42a9-b8f2-d5bac9b5e464 req-6a39bda8-b8e1-47b0-9a1a-4074123b404f tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 946 time: 0.0553012 Sep 16 06:01:49.955695 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9810e8a6-bebc-42a9-b8f2-d5bac9b5e464 req-f252ad85-ebb2-4c6b-9f1d-3f52fd539754 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340347 Sep 16 06:01:51.191591 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5b315-72f7-4de6-9c38-c7d75bc365e8 req-3b648717-8885-464c-985f-af94ed30e9b6 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:51.193417 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c0b5b315-72f7-4de6-9c38-c7d75bc365e8 req-3b648717-8885-464c-985f-af94ed30e9b6 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 946 time: 0.0520720 Sep 16 06:01:51.231494 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-b8d2e384-63c7-4f41-8c7f-1bb921375847 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1123517 Sep 16 06:01:51.245208 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c0b5b315-72f7-4de6-9c38-c7d75bc365e8 req-e4a019fa-d65b-499e-b03c-d211cd98b318 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452867 Sep 16 06:01:51.245886 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-4106ad81-9a70-4e68-9ae4-3ef444523486 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:01:51.247079 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-4106ad81-9a70-4e68-9ae4-3ef444523486 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092983 Sep 16 06:01:52.359289 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device 8951633e-2e4e-4ed0-bc59-56977cefc7a7 no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:01:52.368523 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ca321-179f-41d1-9043-601a8899c1c1 req-b1377074-caa7-4048-afc6-e36095be8e91 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:52.370072 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a46ca321-179f-41d1-9043-601a8899c1c1 req-b1377074-caa7-4048-afc6-e36095be8e91 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 946 time: 0.0565410 Sep 16 06:01:52.409188 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a46ca321-179f-41d1-9043-601a8899c1c1 req-a4d68643-a4d0-47b5-ba63-006d8e804cd9 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330651 Sep 16 06:01:52.445595 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:52.469217 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3abebc0a-4b6d-4f4e-a080-70ca5cf9f355', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8951633e-2e4e-4ed0-bc59-56977cefc7a7'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:01:52.471507 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2506ad353029a21956b6cd1b4a70cda1beed1e40b39b5191f7a66b422a7e283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a8dc9a-b2dd-4a1a-89f6-d03c8b9555a8" -d '{"events": [{"server_uuid": "3abebc0a-4b6d-4f4e-a080-70ca5cf9f355", "name": "network-vif-unplugged", "status": "completed", "tag": "8951633e-2e4e-4ed0-bc59-56977cefc7a7"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:01:52.485599 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port 8951633e-2e4e-4ed0-bc59-56977cefc7a7, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=8951633e-2e4e-4ed0-bc59-56977cefc7a7,segment=NetworkSegment(1f338bff-b4da-470e-ba19-b6d6ba9a5842),segment_id=1f338bff-b4da-470e-ba19-b6d6ba9a5842)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:52.489790 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:52.517206 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 06:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee4f8c4-34e3-4a10-840a-2ae40acb0d20 x-openstack-request-id: req-4ee4f8c4-34e3-4a10-840a-2ae40acb0d20 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:01:52.517497 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3abebc0a-4b6d-4f4e-a080-70ca5cf9f355", "name": "network-vif-unplugged", "status": "failed", "tag": "8951633e-2e4e-4ed0-bc59-56977cefc7a7", "code": 422}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:01:52.517748 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4ee4f8c4-34e3-4a10-840a-2ae40acb0d20 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:01:52.518136 n-d-712139-15 neutron-server[94768]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3abebc0a-4b6d-4f4e-a080-70ca5cf9f355', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8951633e-2e4e-4ed0-bc59-56977cefc7a7', 'code': 422} returned with failed status Sep 16 06:01:52.546439 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=8951633e-2e4e-4ed0-bc59-56977cefc7a7,revision_number=6']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:52.554384 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:52.554698 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:52.555068 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:52.555404 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:52.555736 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:52.556068 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:52.556395 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:52.556820 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:52.557258 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:52.557588 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:52.557915 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:52.558242 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:53.535222 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142ac8c-4f49-49ef-b09c-105be6ac9034 req-79512304-cfae-42ea-b982-99f65a80994d tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:53.536726 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1142ac8c-4f49-49ef-b09c-105be6ac9034 req-79512304-cfae-42ea-b982-99f65a80994d tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 944 time: 0.0535536 Sep 16 06:01:53.580747 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1142ac8c-4f49-49ef-b09c-105be6ac9034 req-4664a565-7ad3-4884-acf8-22899463b45e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370815 Sep 16 06:01:54.709343 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5862c2-cf22-4502-acc4-94d67e05b954 req-3e71fe23-c32e-4c0e-ab38-3bf8325a53a8 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:54.711799 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4f5862c2-cf22-4502-acc4-94d67e05b954 req-3e71fe23-c32e-4c0e-ab38-3bf8325a53a8 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 944 time: 0.0518925 Sep 16 06:01:54.750156 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4f5862c2-cf22-4502-acc4-94d67e05b954 req-15a7fcba-11d3-4f4d-8704-6fcc0370b170 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324054 Sep 16 06:01:55.875301 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2564cb-f3a8-49eb-b493-ed0ea0591dfd req-75152cf8-5565-4298-b982-44ef31744d3a tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:55.876816 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb2564cb-f3a8-49eb-b493-ed0ea0591dfd req-75152cf8-5565-4298-b982-44ef31744d3a tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 944 time: 0.0545704 Sep 16 06:01:55.916553 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb2564cb-f3a8-49eb-b493-ed0ea0591dfd req-308b20e0-3042-42af-ba11-a81c469e3797 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335279 Sep 16 06:01:57.036538 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1291a017-c57f-4a29-87c2-ffa44ddfc050 req-5fdff0c0-7818-40c1-8d5f-f822dd2e396a tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:57.038771 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1291a017-c57f-4a29-87c2-ffa44ddfc050 req-5fdff0c0-7818-40c1-8d5f-f822dd2e396a tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 944 time: 0.0534272 Sep 16 06:01:57.078458 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1291a017-c57f-4a29-87c2-ffa44ddfc050 req-a46dd300-c357-48dd-82d6-51538524a6dc tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336757 Sep 16 06:01:58.140744 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-b73567c3-47d0-45c2-94d2-d2184f4684c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:58.142316 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-b73567c3-47d0-45c2-94d2-d2184f4684c4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355&tenant_id=8c8ee7cbac624186aff47e212e345a41 HTTP/1.1" status: 200 len: 1096 time: 0.0449624 Sep 16 06:01:58.161265 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-b929600b-3016-4363-9373-2addefeeb96d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-15', 'device_owner': 'compute:nova'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:58.244045 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d7b31-51fa-4892-8cdb-29743a8e47b4 req-9153f008-959d-49a4-b38f-950f73793ba0 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:58.245693 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae0d7b31-51fa-4892-8cdb-29743a8e47b4 req-9153f008-959d-49a4-b38f-950f73793ba0 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 944 time: 0.0985608 Sep 16 06:01:58.248750 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-b929600b-3016-4363-9373-2addefeeb96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:58.316648 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae0d7b31-51fa-4892-8cdb-29743a8e47b4 req-bf815d0a-3dc3-4652-ad55-3182223aec94 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647473 Sep 16 06:01:58.482777 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-b929600b-3016-4363-9373-2addefeeb96d service neutron] For port 8951633e-2e4e-4ed0-bc59-56977cefc7a7, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=8951633e-2e4e-4ed0-bc59-56977cefc7a7,segment=NetworkSegment(1f338bff-b4da-470e-ba19-b6d6ba9a5842),segment_id=1f338bff-b4da-470e-ba19-b6d6ba9a5842)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:58.525186 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-b929600b-3016-4363-9373-2addefeeb96d service neutron] For port 8951633e-2e4e-4ed0-bc59-56977cefc7a7, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:01:58.559466 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-b929600b-3016-4363-9373-2addefeeb96d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8951633e-2e4e-4ed0-bc59-56977cefc7a7 {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:01:58.567242 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-b929600b-3016-4363-9373-2addefeeb96d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:58.588706 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-b929600b-3016-4363-9373-2addefeeb96d service neutron] Transition to ACTIVE for port object 8951633e-2e4e-4ed0-bc59-56977cefc7a7 will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:01:58.592362 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-b929600b-3016-4363-9373-2addefeeb96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:58.670486 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929600b-3016-4363-9373-2addefeeb96d service neutron] Pushing event updated for resources: {'Port': ['ID=8951633e-2e4e-4ed0-bc59-56977cefc7a7,revision_number=7']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:58.683590 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b929600b-3016-4363-9373-2addefeeb96d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:58.683928 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b929600b-3016-4363-9373-2addefeeb96d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:58.684268 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b929600b-3016-4363-9373-2addefeeb96d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:58.684639 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b929600b-3016-4363-9373-2addefeeb96d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:58.684976 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b929600b-3016-4363-9373-2addefeeb96d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:58.685300 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b929600b-3016-4363-9373-2addefeeb96d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:58.685626 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b929600b-3016-4363-9373-2addefeeb96d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:58.685951 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b929600b-3016-4363-9373-2addefeeb96d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:58.686276 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b929600b-3016-4363-9373-2addefeeb96d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:58.686601 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b929600b-3016-4363-9373-2addefeeb96d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:58.686987 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b929600b-3016-4363-9373-2addefeeb96d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:58.687236 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b929600b-3016-4363-9373-2addefeeb96d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:58.735760 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-b929600b-3016-4363-9373-2addefeeb96d service neutron] No DVR routers for this DVR port 8951633e-2e4e-4ed0-bc59-56977cefc7a7 on host n-h1-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:01:58.882004 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-b929600b-3016-4363-9373-2addefeeb96d service neutron] Attempting to bind port 8951633e-2e4e-4ed0-bc59-56977cefc7a7 on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:01:58.882333 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-b929600b-3016-4363-9373-2addefeeb96d service neutron] Attempting to bind port 8951633e-2e4e-4ed0-bc59-56977cefc7a7 by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '1f338bff-b4da-470e-ba19-b6d6ba9a5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:01:58.882658 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-b929600b-3016-4363-9373-2addefeeb96d service neutron] Attempting to bind port 8951633e-2e4e-4ed0-bc59-56977cefc7a7 on network 8d59c304-69bc-4f99-b704-f8cf4ef82dc8 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:01:58.887627 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-b929600b-3016-4363-9373-2addefeeb96d service neutron] Port 8951633e-2e4e-4ed0-bc59-56977cefc7a7 on network 8d59c304-69bc-4f99-b704-f8cf4ef82dc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:01:58.887939 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-b929600b-3016-4363-9373-2addefeeb96d service neutron] Attempting to bind port 8951633e-2e4e-4ed0-bc59-56977cefc7a7 on network 8d59c304-69bc-4f99-b704-f8cf4ef82dc8 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:01:58.894093 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-b929600b-3016-4363-9373-2addefeeb96d service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:01:58.894363 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-b929600b-3016-4363-9373-2addefeeb96d service neutron] Checking segment: {'id': '1f338bff-b4da-470e-ba19-b6d6ba9a5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:01:58.894739 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-b929600b-3016-4363-9373-2addefeeb96d service neutron] Bound using segment: {'id': '1f338bff-b4da-470e-ba19-b6d6ba9a5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:01:58.895155 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-b929600b-3016-4363-9373-2addefeeb96d service neutron] Bound port: 8951633e-2e4e-4ed0-bc59-56977cefc7a7, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f338bff-b4da-470e-ba19-b6d6ba9a5842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:01:58.895508 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-b929600b-3016-4363-9373-2addefeeb96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:58.961069 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-b929600b-3016-4363-9373-2addefeeb96d service neutron] For port 8951633e-2e4e-4ed0-bc59-56977cefc7a7, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:01:58.964628 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-b929600b-3016-4363-9373-2addefeeb96d service neutron] For port 8951633e-2e4e-4ed0-bc59-56977cefc7a7, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=8951633e-2e4e-4ed0-bc59-56977cefc7a7,segment=NetworkSegment(1f338bff-b4da-470e-ba19-b6d6ba9a5842),segment_id=1f338bff-b4da-470e-ba19-b6d6ba9a5842)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:01:58.968870 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-b929600b-3016-4363-9373-2addefeeb96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:59.000924 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-b929600b-3016-4363-9373-2addefeeb96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:59.001540 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-b929600b-3016-4363-9373-2addefeeb96d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:59.003052 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-b929600b-3016-4363-9373-2addefeeb96d service neutron] 10.222.0.48 "PUT /v2.0/ports/8951633e-2e4e-4ed0-bc59-56977cefc7a7 HTTP/1.1" status: 200 len: 1093 time: 0.8460550 Sep 16 06:01:59.005368 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3abebc0a-4b6d-4f4e-a080-70ca5cf9f355', 'tag': '8951633e-2e4e-4ed0-bc59-56977cefc7a7'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:01:59.007819 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e4eb5e-f7fe-4ac0-a03e-06a0acfcee66" -d '{"events": [{"name": "network-changed", "server_uuid": "3abebc0a-4b6d-4f4e-a080-70ca5cf9f355", "tag": "8951633e-2e4e-4ed0-bc59-56977cefc7a7"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:01:59.036498 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929600b-3016-4363-9373-2addefeeb96d service neutron] Pushing event updated for resources: {'Port': ['ID=8951633e-2e4e-4ed0-bc59-56977cefc7a7,revision_number=8']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:59.053891 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0a9e90-3d38-482a-9f2a-4a046135241b x-openstack-request-id: req-cd0a9e90-3d38-482a-9f2a-4a046135241b {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:01:59.054180 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3abebc0a-4b6d-4f4e-a080-70ca5cf9f355", "tag": "8951633e-2e4e-4ed0-bc59-56977cefc7a7", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:01:59.054534 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cd0a9e90-3d38-482a-9f2a-4a046135241b {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:01:59.054887 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3abebc0a-4b6d-4f4e-a080-70ca5cf9f355', 'tag': '8951633e-2e4e-4ed0-bc59-56977cefc7a7', 'status': 'completed', 'code': 200} Sep 16 06:01:59.094212 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-ac441b4c-d370-40e7-9189-4e78719618ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:59.095908 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-ac441b4c-d370-40e7-9189-4e78719618ce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c8ee7cbac624186aff47e212e345a41&device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 1096 time: 0.0545146 Sep 16 06:01:59.191719 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-2f657212-2cc7-4113-b66b-fb2d9bd9e327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:59.193521 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-2f657212-2cc7-4113-b66b-fb2d9bd9e327 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8 HTTP/1.1" status: 200 len: 910 time: 0.0909829 Sep 16 06:01:59.265977 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-8f6ad982-f870-4315-a098-981f03ca97bd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8951633e-2e4e-4ed0-bc59-56977cefc7a7 HTTP/1.1" status: 200 len: 999 time: 0.0646095 Sep 16 06:01:59.316640 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-c5e4ea30-99e4-45ba-a4df-5a6e0ad51ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:59.318378 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-c5e4ea30-99e4-45ba-a4df-5a6e0ad51ac0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5bb83a66-0bc2-4c83-9a81-0d46a2ba3017 HTTP/1.1" status: 200 len: 848 time: 0.0460792 Sep 16 06:01:59.367073 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-691d839a-b366-49a3-8db4-0fb04d85bbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:59.368786 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-691d839a-b366-49a3-8db4-0fb04d85bbed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433214 Sep 16 06:01:59.503169 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60044b69-e501-4b9e-9070-c987fa2ef2d5 req-05763f61-f6ea-439a-a6f8-b819ef6185ee tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:59.504744 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-60044b69-e501-4b9e-9070-c987fa2ef2d5 req-05763f61-f6ea-439a-a6f8-b819ef6185ee tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 944 time: 0.1007657 Sep 16 06:01:59.523182 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-c1a6efdc-1e7a-440d-a7bb-0d64e982fdd9 service neutron] 10.222.0.48 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471937 Sep 16 06:01:59.576420 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-60044b69-e501-4b9e-9070-c987fa2ef2d5 req-082388e6-8ddd-4671-8545-6063eaff54e5 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649266 Sep 16 06:01:59.639721 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-0a86ffab-33c2-4ddc-8f12-543893bf44a6 service neutron] 10.222.0.48 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094060 Sep 16 06:01:59.748336 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4eb5e-f7fe-4ac0-a03e-06a0acfcee66 req-8064f44d-b53f-4f59-af05-fe5727d6c1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:59.749910 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-08e4eb5e-f7fe-4ac0-a03e-06a0acfcee66 req-8064f44d-b53f-4f59-af05-fe5727d6c1d8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c8ee7cbac624186aff47e212e345a41&device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 1096 time: 0.0426714 Sep 16 06:01:59.842285 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4eb5e-f7fe-4ac0-a03e-06a0acfcee66 req-15d2c3fa-67ab-457d-a77c-6e6a78379b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:59.843835 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-08e4eb5e-f7fe-4ac0-a03e-06a0acfcee66 req-15d2c3fa-67ab-457d-a77c-6e6a78379b97 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8 HTTP/1.1" status: 200 len: 910 time: 0.0867155 Sep 16 06:01:59.917650 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-08e4eb5e-f7fe-4ac0-a03e-06a0acfcee66 req-daad2d5f-e977-4528-af7c-5a20038f7e81 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8951633e-2e4e-4ed0-bc59-56977cefc7a7 HTTP/1.1" status: 200 len: 999 time: 0.0661752 Sep 16 06:01:59.967541 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4eb5e-f7fe-4ac0-a03e-06a0acfcee66 req-bf5b155c-9df7-4a8a-a249-d3e4e2b29dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:59.969103 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-08e4eb5e-f7fe-4ac0-a03e-06a0acfcee66 req-bf5b155c-9df7-4a8a-a249-d3e4e2b29dad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5bb83a66-0bc2-4c83-9a81-0d46a2ba3017 HTTP/1.1" status: 200 len: 848 time: 0.0445983 Sep 16 06:02:00.015849 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4eb5e-f7fe-4ac0-a03e-06a0acfcee66 req-d46d58f3-cfa7-490a-a19e-2ee34ee9733a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:00.017397 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-08e4eb5e-f7fe-4ac0-a03e-06a0acfcee66 req-d46d58f3-cfa7-490a-a19e-2ee34ee9733a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417790 Sep 16 06:02:00.111469 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-08e4eb5e-f7fe-4ac0-a03e-06a0acfcee66 req-f2c8a639-e458-4f77-8b56-86472a4b12a4 service neutron] 10.222.0.48 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866957 Sep 16 06:02:00.206598 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-08e4eb5e-f7fe-4ac0-a03e-06a0acfcee66 req-197b93be-65c5-4230-8452-c924f85d6d0e service neutron] 10.222.0.48 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883133 Sep 16 06:02:00.693440 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d10119-96d7-4a69-8ccd-c41cb7fa6b8a req-54eeebc6-9805-4aec-8974-aa62304ac255 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:00.695660 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-21d10119-96d7-4a69-8ccd-c41cb7fa6b8a req-54eeebc6-9805-4aec-8974-aa62304ac255 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 944 time: 0.0519004 Sep 16 06:02:00.736186 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-21d10119-96d7-4a69-8ccd-c41cb7fa6b8a req-912a8c91-179b-4d7f-aea5-b4e8e76767f7 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341077 Sep 16 06:02:01.856936 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb766481-130c-4624-86f2-6aee9ceb3d9d req-da072700-8ca7-4dd7-8385-5c9718434c28 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:01.858627 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bb766481-130c-4624-86f2-6aee9ceb3d9d req-da072700-8ca7-4dd7-8385-5c9718434c28 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 944 time: 0.0511978 Sep 16 06:02:01.898363 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bb766481-130c-4624-86f2-6aee9ceb3d9d req-49ff235d-843d-4ee6-a1ce-daeb8df988ba tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332303 Sep 16 06:02:03.015488 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abde3b-1b63-4747-8fca-df5c2a1fb3a7 req-30fec1bc-bb0d-4b10-8f49-b12ae7715e9f tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:03.017037 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e5abde3b-1b63-4747-8fca-df5c2a1fb3a7 req-30fec1bc-bb0d-4b10-8f49-b12ae7715e9f tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 944 time: 0.0497921 Sep 16 06:02:03.059494 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e5abde3b-1b63-4747-8fca-df5c2a1fb3a7 req-6cd3d2f8-ebaa-4e43-8ac8-d6816d6819f4 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356979 Sep 16 06:02:04.177241 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23652c95-f3a7-4e2b-8da8-d61c4fbcf674 req-cfbb051f-e95d-47ad-be8b-b019940c00d0 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:04.179069 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-23652c95-f3a7-4e2b-8da8-d61c4fbcf674 req-cfbb051f-e95d-47ad-be8b-b019940c00d0 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 944 time: 0.0497532 Sep 16 06:02:04.218714 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-23652c95-f3a7-4e2b-8da8-d61c4fbcf674 req-b0f77b9b-c358-4726-a44e-de706b174dff tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333281 Sep 16 06:02:05.337040 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858fd16-b43e-4dec-9dc9-d40fcc90ef82 req-9a9e3307-5b9a-4eb6-9b2d-729fdca281e5 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:05.338677 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f858fd16-b43e-4dec-9dc9-d40fcc90ef82 req-9a9e3307-5b9a-4eb6-9b2d-729fdca281e5 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 944 time: 0.0482879 Sep 16 06:02:05.376755 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f858fd16-b43e-4dec-9dc9-d40fcc90ef82 req-4d2566a4-7ffe-44cc-9b75-ee0c3a7aef71 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321555 Sep 16 06:02:06.499274 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19ba7f-4e99-402a-8a77-d9ce39fcacc9 req-1478fe1c-4d25-4a7c-91d1-7097ebef8c6f tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:06.500798 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a19ba7f-4e99-402a-8a77-d9ce39fcacc9 req-1478fe1c-4d25-4a7c-91d1-7097ebef8c6f tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 944 time: 0.0532629 Sep 16 06:02:06.543706 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8a19ba7f-4e99-402a-8a77-d9ce39fcacc9 req-5bb507f5-bd88-4de0-988a-66ff26c51748 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368059 Sep 16 06:02:07.660310 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c0fbe-34d9-4562-8d99-e9bd727e53c7 req-030ecd83-8ffb-4a39-91fd-1d964c1b678f tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:07.661857 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c22c0fbe-34d9-4562-8d99-e9bd727e53c7 req-030ecd83-8ffb-4a39-91fd-1d964c1b678f tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 944 time: 0.0498040 Sep 16 06:02:07.703275 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c22c0fbe-34d9-4562-8d99-e9bd727e53c7 req-afbaed23-978d-492d-b352-a5a3d85c2c00 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354030 Sep 16 06:02:08.823699 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a55339-d067-4a3c-81bf-eb027fcb346e req-439acd62-97cd-4605-8e8c-ca87c470a364 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:08.825554 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d1a55339-d067-4a3c-81bf-eb027fcb346e req-439acd62-97cd-4605-8e8c-ca87c470a364 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 944 time: 0.0512452 Sep 16 06:02:08.865670 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d1a55339-d067-4a3c-81bf-eb027fcb346e req-6276228c-e489-4a5e-be9e-4a845ad3d380 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339894 Sep 16 06:02:09.440818 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 8951633e-2e4e-4ed0-bc59-56977cefc7a7 details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:02:09.537665 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 8951633e-2e4e-4ed0-bc59-56977cefc7a7, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=8951633e-2e4e-4ed0-bc59-56977cefc7a7,segment=NetworkSegment(1f338bff-b4da-470e-ba19-b6d6ba9a5842),segment_id=1f338bff-b4da-470e-ba19-b6d6ba9a5842)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:09.548731 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '8951633e-2e4e-4ed0-bc59-56977cefc7a7', 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8', 'port_id': '8951633e-2e4e-4ed0-bc59-56977cefc7a7', 'mac_address': 'fa:16:3e:0c:fa:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb83a66-0bc2-4c83-9a81-0d46a2ba3017', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:02:09.586412 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:09.599102 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8951633e-2e4e-4ed0-bc59-56977cefc7a7 {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:02:09.619028 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 8951633e-2e4e-4ed0-bc59-56977cefc7a7, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=8951633e-2e4e-4ed0-bc59-56977cefc7a7,segment=NetworkSegment(1f338bff-b4da-470e-ba19-b6d6ba9a5842),segment_id=1f338bff-b4da-470e-ba19-b6d6ba9a5842)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:09.623102 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:09.673278 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=8951633e-2e4e-4ed0-bc59-56977cefc7a7,revision_number=9']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:09.982971 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e252a-af77-41c4-a221-544b7795e4d5 req-3ca201c5-12b6-47e3-a991-e969d5166f9d tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:09.984467 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f26e252a-af77-41c4-a221-544b7795e4d5 req-3ca201c5-12b6-47e3-a991-e969d5166f9d tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 945 time: 0.0485492 Sep 16 06:02:10.021437 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['8951633e-2e4e-4ed0-bc59-56977cefc7a7'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:02:10.028634 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f26e252a-af77-41c4-a221-544b7795e4d5 req-1cbc3162-74f8-48fb-8f90-20decca6df39 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381150 Sep 16 06:02:10.261432 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-423ed07f-2b4f-4394-af7c-fe36cd352eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:11.151773 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e364e97-9311-4582-8396-f790daec3fb8 req-1539e6b4-3b52-4540-b0d2-19d748dda6cb tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:11.153402 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7e364e97-9311-4582-8396-f790daec3fb8 req-1539e6b4-3b52-4540-b0d2-19d748dda6cb tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 945 time: 0.0510323 Sep 16 06:02:11.197573 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7e364e97-9311-4582-8396-f790daec3fb8 req-6eb8471c-8adf-4cca-b3a7-fc1ed04d6fb4 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380247 Sep 16 06:02:11.449915 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 8951633e-2e4e-4ed0-bc59-56977cefc7a7 up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:02:11.509223 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 8951633e-2e4e-4ed0-bc59-56977cefc7a7 completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:02:11.513892 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 8951633e-2e4e-4ed0-bc59-56977cefc7a7 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:11.514443 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:11.600243 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:11.626637 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3abebc0a-4b6d-4f4e-a080-70ca5cf9f355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8951633e-2e4e-4ed0-bc59-56977cefc7a7'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:02:11.628971 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2506ad353029a21956b6cd1b4a70cda1beed1e40b39b5191f7a66b422a7e283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21c2a4c-0ae4-4826-8d7b-e4e82915e261" -d '{"events": [{"server_uuid": "3abebc0a-4b6d-4f4e-a080-70ca5cf9f355", "name": "network-vif-plugged", "status": "completed", "tag": "8951633e-2e4e-4ed0-bc59-56977cefc7a7"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:02:11.642142 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 8951633e-2e4e-4ed0-bc59-56977cefc7a7, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=8951633e-2e4e-4ed0-bc59-56977cefc7a7,segment=NetworkSegment(1f338bff-b4da-470e-ba19-b6d6ba9a5842),segment_id=1f338bff-b4da-470e-ba19-b6d6ba9a5842)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:11.646956 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:11.699897 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=8951633e-2e4e-4ed0-bc59-56977cefc7a7,revision_number=10']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:11.735895 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b778861-ac0c-42db-b9bc-474df736afae x-openstack-request-id: req-9b778861-ac0c-42db-b9bc-474df736afae {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:02:11.736213 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3abebc0a-4b6d-4f4e-a080-70ca5cf9f355", "name": "network-vif-plugged", "status": "completed", "tag": "8951633e-2e4e-4ed0-bc59-56977cefc7a7", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:02:11.736517 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9b778861-ac0c-42db-b9bc-474df736afae {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:02:11.736978 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3abebc0a-4b6d-4f4e-a080-70ca5cf9f355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8951633e-2e4e-4ed0-bc59-56977cefc7a7', 'code': 200} Sep 16 06:02:11.925236 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8221b81-7c56-40c4-ad87-16497000e47b req-988be3fc-7fd9-49ef-8ce7-616f4f63fff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:11.926778 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8221b81-7c56-40c4-ad87-16497000e47b req-988be3fc-7fd9-49ef-8ce7-616f4f63fff0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 1099 time: 0.0413859 Sep 16 06:02:11.964196 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c8221b81-7c56-40c4-ad87-16497000e47b req-fd4b9b95-935d-44e4-9819-b80fb1c135ff service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302083 Sep 16 06:02:12.322699 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6ba14-8b84-4f0a-a274-9874abd745f8 req-ca651215-d7e9-470c-bdbb-321c4ea20c66 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:12.324220 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b7a6ba14-8b84-4f0a-a274-9874abd745f8 req-ca651215-d7e9-470c-bdbb-321c4ea20c66 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 947 time: 0.0563087 Sep 16 06:02:12.365801 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-b7a6ba14-8b84-4f0a-a274-9874abd745f8 req-185c6442-c022-4f8f-9cf3-771b72970921 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355132 Sep 16 06:02:12.457080 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:13.375297 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-50223e84-d5c9-4530-a6b8-f5924839b6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:13.479775 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a821cb-ab16-45a1-8931-30921bafd128 req-6c49fa4b-92b5-4afd-8efa-3ac8e5ce44cd tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:13.481325 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-76a821cb-ab16-45a1-8931-30921bafd128 req-6c49fa4b-92b5-4afd-8efa-3ac8e5ce44cd tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 947 time: 0.0482268 Sep 16 06:02:13.520162 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-76a821cb-ab16-45a1-8931-30921bafd128 req-a9d92cca-1dc6-4830-bad8-490c3cbf2461 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326548 Sep 16 06:02:13.696746 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:14.876911 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:15.143679 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:02:15.446189 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:16.385354 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:40.263485 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9f173661-75ea-4b4b-b041-b8cb9b36515b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:42.458079 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:43.375856 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c0213d2c-ab42-4ac6-b03c-f8395e116766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:43.626191 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-09e9cd49-d295-4f77-b31d-3260cabb5f97 req-3fa5f9e3-624e-48a1-bf9a-5ea9dc1cbb2c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0792487 Sep 16 06:02:43.699203 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:43.730197 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9cd49-d295-4f77-b31d-3260cabb5f97 req-433fa282-bb1f-4566-b475-06369a12c0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:43.731770 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-09e9cd49-d295-4f77-b31d-3260cabb5f97 req-433fa282-bb1f-4566-b475-06369a12c0bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c8ee7cbac624186aff47e212e345a41&device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 1099 time: 0.0440981 Sep 16 06:02:43.845138 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9cd49-d295-4f77-b31d-3260cabb5f97 req-ba4ed0bc-3009-4f86-93ec-5534582bd5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:43.846606 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-09e9cd49-d295-4f77-b31d-3260cabb5f97 req-ba4ed0bc-3009-4f86-93ec-5534582bd5c1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8 HTTP/1.1" status: 200 len: 910 time: 0.0959070 Sep 16 06:02:43.911901 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-09e9cd49-d295-4f77-b31d-3260cabb5f97 req-f1977b12-c62f-4314-b73d-c34c2d7f51a1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8951633e-2e4e-4ed0-bc59-56977cefc7a7 HTTP/1.1" status: 200 len: 1001 time: 0.0572217 Sep 16 06:02:43.965002 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9cd49-d295-4f77-b31d-3260cabb5f97 req-08ff530a-a3a1-4d30-b89e-c36111ce6b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:43.967003 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-09e9cd49-d295-4f77-b31d-3260cabb5f97 req-08ff530a-a3a1-4d30-b89e-c36111ce6b7f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5bb83a66-0bc2-4c83-9a81-0d46a2ba3017 HTTP/1.1" status: 200 len: 848 time: 0.0457633 Sep 16 06:02:44.013656 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9cd49-d295-4f77-b31d-3260cabb5f97 req-fd2818cb-2b9c-4124-8683-d1817a8f85bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:44.015303 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-09e9cd49-d295-4f77-b31d-3260cabb5f97 req-fd2818cb-2b9c-4124-8683-d1817a8f85bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416212 Sep 16 06:02:44.110306 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-09e9cd49-d295-4f77-b31d-3260cabb5f97 req-ebcbf895-0322-4b91-8ae1-c6e31dd08c78 service neutron] 10.222.0.48 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867636 Sep 16 06:02:44.213741 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-09e9cd49-d295-4f77-b31d-3260cabb5f97 req-2383d7d9-56cb-4ffe-a8c0-d95b4a27a428 service neutron] 10.222.0.48 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952072 Sep 16 06:02:44.881116 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:45.453023 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:46.388041 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:52.143092 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:03:10.263754 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a594e1dc-4def-434d-858b-3cf3c6325c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:12.468099 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:13.376806 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-156528fd-54a9-4803-8fdb-d3e4a0a2ea5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:13.701988 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:14.881821 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:15.469899 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:16.391057 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:26.452369 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59548) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:26.958155 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-96ad17e2-8050-478d-bf85-55df1f04beb4 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Deleting port 848482fe-b55e-48df-a4d6-19d8b750045a {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:03:26.958515 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-96ad17e2-8050-478d-bf85-55df1f04beb4 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:27.034242 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-96ad17e2-8050-478d-bf85-55df1f04beb4 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:27.034574 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-96ad17e2-8050-478d-bf85-55df1f04beb4 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:27.045922 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-96ad17e2-8050-478d-bf85-55df1f04beb4 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Calling delete_port for 848482fe-b55e-48df-a4d6-19d8b750045a owned by network:floatingip {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:03:27.189599 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-96ad17e2-8050-478d-bf85-55df1f04beb4 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:27.215398 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad17e2-8050-478d-bf85-55df1f04beb4 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Pushing event deleted for resources: {'Port': ['ID=848482fe-b55e-48df-a4d6-19d8b750045a,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:27.227648 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad17e2-8050-478d-bf85-55df1f04beb4 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:27.227990 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad17e2-8050-478d-bf85-55df1f04beb4 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:27.228324 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad17e2-8050-478d-bf85-55df1f04beb4 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:27.228686 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad17e2-8050-478d-bf85-55df1f04beb4 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:27.229015 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad17e2-8050-478d-bf85-55df1f04beb4 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:27.229345 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad17e2-8050-478d-bf85-55df1f04beb4 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:27.229664 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad17e2-8050-478d-bf85-55df1f04beb4 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:27.229983 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad17e2-8050-478d-bf85-55df1f04beb4 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:27.230301 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad17e2-8050-478d-bf85-55df1f04beb4 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:27.230619 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad17e2-8050-478d-bf85-55df1f04beb4 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:27.230937 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad17e2-8050-478d-bf85-55df1f04beb4 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:27.231257 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad17e2-8050-478d-bf85-55df1f04beb4 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:27.285458 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-96ad17e2-8050-478d-bf85-55df1f04beb4 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for floatingip, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:27.285458 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [None req-96ad17e2-8050-478d-bf85-55df1f04beb4 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Floating IP e7c13107-5fd4-423e-8458-63757cc8587c disassociated (deleted). External IP: 172.25.8.54, port: 8951633e-2e4e-4ed0-bc59-56977cefc7a7. Sep 16 06:03:27.489830 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ad17e2-8050-478d-bf85-55df1f04beb4 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Router c7df5f48-a553-4e63-91b5-d985ad82878e has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:03:27.595417 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ad17e2-8050-478d-bf85-55df1f04beb4 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:03:27.600855 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-96ad17e2-8050-478d-bf85-55df1f04beb4 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:27.605415 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ae810b-e8fb-4362-8e8b-3a071ddaea71 None None] Sync routers for ids ['c7df5f48-a553-4e63-91b5-d985ad82878e'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:03:27.615708 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ae810b-e8fb-4362-8e8b-3a071ddaea71 None None] Routers {'c7df5f48-a553-4e63-91b5-d985ad82878e'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:03:27.616322 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-d3ae810b-e8fb-4362-8e8b-3a071ddaea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T06:03:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['c7df5f48-a553-4e63-91b5-d985ad82878e'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:27.627448 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-96ad17e2-8050-478d-bf85-55df1f04beb4 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "DELETE /v2.0/floatingips/e7c13107-5fd4-423e-8458-63757cc8587c HTTP/1.1" status: 204 len: 168 time: 1.1739309 Sep 16 06:03:27.628710 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3abebc0a-4b6d-4f4e-a080-70ca5cf9f355', 'tag': '8951633e-2e4e-4ed0-bc59-56977cefc7a7'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:03:27.630977 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563b83f4-6688-4d22-9f29-153357ffd0e6" -d '{"events": [{"name": "network-changed", "server_uuid": "3abebc0a-4b6d-4f4e-a080-70ca5cf9f355", "tag": "8951633e-2e4e-4ed0-bc59-56977cefc7a7"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:03:27.725780 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-d3ae810b-e8fb-4362-8e8b-3a071ddaea71 None None] Set router c7df5f48-a553-4e63-91b5-d985ad82878e gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:03:27.788791 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a7661d-b0d8-4bbe-8b6d-119763b55ea6 x-openstack-request-id: req-a5a7661d-b0d8-4bbe-8b6d-119763b55ea6 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:03:27.789083 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3abebc0a-4b6d-4f4e-a080-70ca5cf9f355", "tag": "8951633e-2e4e-4ed0-bc59-56977cefc7a7", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:03:27.789331 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a5a7661d-b0d8-4bbe-8b6d-119763b55ea6 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:03:27.789727 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3abebc0a-4b6d-4f4e-a080-70ca5cf9f355', 'tag': '8951633e-2e4e-4ed0-bc59-56977cefc7a7', 'status': 'completed', 'code': 200} Sep 16 06:03:27.912977 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b83f4-6688-4d22-9f29-153357ffd0e6 req-653eb402-3345-4b5d-b0b9-d3b8576a4bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:27.914500 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-563b83f4-6688-4d22-9f29-153357ffd0e6 req-653eb402-3345-4b5d-b0b9-d3b8576a4bf6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c8ee7cbac624186aff47e212e345a41&device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 1099 time: 0.0727451 Sep 16 06:03:27.922996 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0b723-94da-4fff-963e-dd98266a2d29 req-840ecf91-21e1-411b-85a8-488e7d5dc5b9 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:27.924493 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ad0b723-94da-4fff-963e-dd98266a2d29 req-840ecf91-21e1-411b-85a8-488e7d5dc5b9 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 947 time: 0.0743215 Sep 16 06:03:27.939013 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-d3ae810b-e8fb-4362-8e8b-3a071ddaea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'name': 'tempest-TestShelveInstance-1323956804-router', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T05:53:24Z', 'revision_number': 4, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'gw_port': {'id': '7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:63:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T05:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'c0ba1d85-4e90-40f8-9115-7b68e682e9bb', 'name': '', 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'mac_address': 'fa:16:3e:8a:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5bb83a66-0bc2-4c83-9a81-0d46a2ba3017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:24Z', 'updated_at': '2021-09-16T05:53:29Z', 'revision_number': 5, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'subnets': [{'id': '5bb83a66-0bc2-4c83-9a81-0d46a2ba3017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:27.965870 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ae810b-e8fb-4362-8e8b-3a071ddaea71 None None] Checking router: c7df5f48-a553-4e63-91b5-d985ad82878e for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:03:27.974834 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ae810b-e8fb-4362-8e8b-3a071ddaea71 None None] Routers {'c7df5f48-a553-4e63-91b5-d985ad82878e'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:03:27.975820 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-d3ae810b-e8fb-4362-8e8b-3a071ddaea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T06:03:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['c7df5f48-a553-4e63-91b5-d985ad82878e'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:28.014879 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8ad0b723-94da-4fff-963e-dd98266a2d29 req-6929a322-ad51-4bb8-8442-44617d7089a3 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811667 Sep 16 06:03:28.035857 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b83f4-6688-4d22-9f29-153357ffd0e6 req-d73bb9b5-43dc-4ea7-bde4-5cde8c30c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:28.037614 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-563b83f4-6688-4d22-9f29-153357ffd0e6 req-d73bb9b5-43dc-4ea7-bde4-5cde8c30c6aa service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8 HTTP/1.1" status: 200 len: 910 time: 0.1121888 Sep 16 06:03:28.082324 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-d3ae810b-e8fb-4362-8e8b-3a071ddaea71 None None] Set router c7df5f48-a553-4e63-91b5-d985ad82878e gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:03:28.085942 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-563b83f4-6688-4d22-9f29-153357ffd0e6 req-cc6378a7-f82c-4b21-9c89-4f39f122e5ae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8951633e-2e4e-4ed0-bc59-56977cefc7a7 HTTP/1.1" status: 200 len: 217 time: 0.0395086 Sep 16 06:03:28.136174 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b83f4-6688-4d22-9f29-153357ffd0e6 req-046ff94f-2e03-448c-89ea-406da749f2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:28.137808 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-563b83f4-6688-4d22-9f29-153357ffd0e6 req-046ff94f-2e03-448c-89ea-406da749f2dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5bb83a66-0bc2-4c83-9a81-0d46a2ba3017 HTTP/1.1" status: 200 len: 848 time: 0.0442655 Sep 16 06:03:28.186197 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b83f4-6688-4d22-9f29-153357ffd0e6 req-670eb129-701d-4d4c-be8f-3463cbcbcd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:28.187694 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-563b83f4-6688-4d22-9f29-153357ffd0e6 req-670eb129-701d-4d4c-be8f-3463cbcbcd5e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d59c304-69bc-4f99-b704-f8cf4ef82dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423381 Sep 16 06:03:28.282212 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-d3ae810b-e8fb-4362-8e8b-3a071ddaea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'name': 'tempest-TestShelveInstance-1323956804-router', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T05:53:24Z', 'revision_number': 4, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'gw_port': {'id': '7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:63:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T05:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'c0ba1d85-4e90-40f8-9115-7b68e682e9bb', 'name': '', 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'mac_address': 'fa:16:3e:8a:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5bb83a66-0bc2-4c83-9a81-0d46a2ba3017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:24Z', 'updated_at': '2021-09-16T05:53:29Z', 'revision_number': 5, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'subnets': [{'id': '5bb83a66-0bc2-4c83-9a81-0d46a2ba3017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:28.287816 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-563b83f4-6688-4d22-9f29-153357ffd0e6 req-e7437f28-ebb4-4efb-84ca-f7f70fbcb896 service neutron] 10.222.0.48 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920973 Sep 16 06:03:28.312200 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ae810b-e8fb-4362-8e8b-3a071ddaea71 None None] The sync data for ids ['c7df5f48-a553-4e63-91b5-d985ad82878e'] in n-d-712139-15 is: [{'id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'name': 'tempest-TestShelveInstance-1323956804-router', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T05:53:24Z', 'revision_number': 4, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'gw_port': {'id': '7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:63:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T05:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': 'c0ba1d85-4e90-40f8-9115-7b68e682e9bb', 'name': '', 'network_id': '8d59c304-69bc-4f99-b704-f8cf4ef82dc8', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'mac_address': 'fa:16:3e:8a:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5bb83a66-0bc2-4c83-9a81-0d46a2ba3017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:24Z', 'updated_at': '2021-09-16T05:53:29Z', 'revision_number': 5, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'subnets': [{'id': '5bb83a66-0bc2-4c83-9a81-0d46a2ba3017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:03:28.382742 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-563b83f4-6688-4d22-9f29-153357ffd0e6 req-9a395a22-52e3-48d6-82c1-f34734b36499 service neutron] 10.222.0.48 "GET /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867200 Sep 16 06:03:28.545337 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57e3443-07bd-46c8-80fe-5310838b122a None None] New status for floating IP e7c13107-5fd4-423e-8458-63757cc8587c: DOWN {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:03:29.142086 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:03:29.160243 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203dd4f9-101b-45dd-a6da-db6dbc879f77 req-6e04508b-a2ca-4945-9dc8-c3fe9e1f8097 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:29.161785 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-203dd4f9-101b-45dd-a6da-db6dbc879f77 req-6e04508b-a2ca-4945-9dc8-c3fe9e1f8097 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 947 time: 0.0584607 Sep 16 06:03:29.199654 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-203dd4f9-101b-45dd-a6da-db6dbc879f77 req-e5339619-bf59-40a3-a8db-2b7c2bc35b6e tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/security-groups?id=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319178 Sep 16 06:03:29.637518 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545434a7-6daf-492b-8cf2-5c3235cd4f4d req-f30a5160-5a57-4366-a542-e258d69995e4 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:29.638992 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-545434a7-6daf-492b-8cf2-5c3235cd4f4d req-f30a5160-5a57-4366-a542-e258d69995e4 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.48 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 947 time: 0.0491519 Sep 16 06:03:29.730405 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-545434a7-6daf-492b-8cf2-5c3235cd4f4d req-56ed8687-445f-4149-9255-8dbe5db2fa57 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Deleting port 8951633e-2e4e-4ed0-bc59-56977cefc7a7 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:03:29.730667 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-545434a7-6daf-492b-8cf2-5c3235cd4f4d req-56ed8687-445f-4149-9255-8dbe5db2fa57 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:29.818248 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-545434a7-6daf-492b-8cf2-5c3235cd4f4d req-56ed8687-445f-4149-9255-8dbe5db2fa57 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] For port 8951633e-2e4e-4ed0-bc59-56977cefc7a7, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=8951633e-2e4e-4ed0-bc59-56977cefc7a7,segment=NetworkSegment(1f338bff-b4da-470e-ba19-b6d6ba9a5842),segment_id=1f338bff-b4da-470e-ba19-b6d6ba9a5842)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:29.818614 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-545434a7-6daf-492b-8cf2-5c3235cd4f4d req-56ed8687-445f-4149-9255-8dbe5db2fa57 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:29.830661 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-545434a7-6daf-492b-8cf2-5c3235cd4f4d req-56ed8687-445f-4149-9255-8dbe5db2fa57 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Calling delete_port for 8951633e-2e4e-4ed0-bc59-56977cefc7a7 owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:03:29.959967 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-545434a7-6daf-492b-8cf2-5c3235cd4f4d req-56ed8687-445f-4149-9255-8dbe5db2fa57 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:29.989324 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed8687-445f-4149-9255-8dbe5db2fa57 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Pushing event deleted for resources: {'Port': ['ID=8951633e-2e4e-4ed0-bc59-56977cefc7a7,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:30.028798 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-545434a7-6daf-492b-8cf2-5c3235cd4f4d req-56ed8687-445f-4149-9255-8dbe5db2fa57 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] No DVR routers for this DVR port 8951633e-2e4e-4ed0-bc59-56977cefc7a7 on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:03:30.031493 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-545434a7-6daf-492b-8cf2-5c3235cd4f4d req-56ed8687-445f-4149-9255-8dbe5db2fa57 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:30.034092 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-545434a7-6daf-492b-8cf2-5c3235cd4f4d req-56ed8687-445f-4149-9255-8dbe5db2fa57 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.48 "DELETE /v2.0/ports/8951633e-2e4e-4ed0-bc59-56977cefc7a7 HTTP/1.1" status: 204 len: 173 time: 0.3885498 Sep 16 06:03:30.034681 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3abebc0a-4b6d-4f4e-a080-70ca5cf9f355', 'name': 'network-vif-deleted', 'tag': '8951633e-2e4e-4ed0-bc59-56977cefc7a7'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:03:30.036972 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83d0f9e-1852-43fc-81ef-24e234b588f7" -d '{"events": [{"server_uuid": "3abebc0a-4b6d-4f4e-a080-70ca5cf9f355", "name": "network-vif-deleted", "tag": "8951633e-2e4e-4ed0-bc59-56977cefc7a7"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:03:30.076669 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f2be08-5923-4b90-8aba-b872f78c8958 x-openstack-request-id: req-a2f2be08-5923-4b90-8aba-b872f78c8958 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:03:30.076962 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3abebc0a-4b6d-4f4e-a080-70ca5cf9f355", "name": "network-vif-deleted", "tag": "8951633e-2e4e-4ed0-bc59-56977cefc7a7", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:03:30.077239 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a2f2be08-5923-4b90-8aba-b872f78c8958 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:03:30.077671 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3abebc0a-4b6d-4f4e-a080-70ca5cf9f355', 'name': 'network-vif-deleted', 'tag': '8951633e-2e4e-4ed0-bc59-56977cefc7a7', 'status': 'completed', 'code': 200} Sep 16 06:03:30.303922 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-eb6c8deb-b8a5-454f-8964-a769862f33d8 req-4550e580-6b83-4eb9-a001-5c1c28414bcf tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 210 time: 0.0312262 Sep 16 06:03:31.403751 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1e3b4e1d-d87d-4b54-835a-50a137defacc req-cd658520-5564-429b-b6b0-52a08a80eb8d tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 210 time: 0.0274208 Sep 16 06:03:32.500737 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bccd34f7-6355-4ab0-b9e2-6702515ff80b req-f0be76e6-e397-46df-aa3d-6768c8210f49 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 210 time: 0.0269697 Sep 16 06:03:33.614930 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3b5ee4d5-619d-4f55-9455-e5b79208c7b7 req-822556f6-bb10-483d-976e-6a94d4ffa9eb tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "GET /v2.0/ports?device_id=3abebc0a-4b6d-4f4e-a080-70ca5cf9f355 HTTP/1.1" status: 200 len: 210 time: 0.0286314 Sep 16 06:03:33.915694 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 8951633e-2e4e-4ed0-bc59-56977cefc7a7 no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:03:33.938148 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 8951633e-2e4e-4ed0-bc59-56977cefc7a7 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:03:33.938636 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 8951633e-2e4e-4ed0-bc59-56977cefc7a7 not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:03:34.672500 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59586) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:34.733709 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-92beda97-39e6-440a-be27-0723016e5501 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:34.759283 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-92beda97-39e6-440a-be27-0723016e5501 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:34.825543 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-92beda97-39e6-440a-be27-0723016e5501 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:34.828018 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-92beda97-39e6-440a-be27-0723016e5501 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:34.829303 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-92beda97-39e6-440a-be27-0723016e5501 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] 10.222.0.35 "DELETE /v2.0/security-groups/06d4b0a3-7a6f-4a6b-918b-c3771ac810d1 HTTP/1.1" status: 204 len: 168 time: 0.1557825 Sep 16 06:03:34.839518 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92beda97-39e6-440a-be27-0723016e5501 tempest-TestShelveInstance-2041287550 tempest-TestShelveInstance-2041287550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d4b0a3-7a6f-4a6b-918b-c3771ac810d1,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:34.888559 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59590) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:35.378538 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-80682bc7-9483-4559-86d2-f1e912d0b61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:35.637207 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-80682bc7-9483-4559-86d2-f1e912d0b61d admin admin] Deleting port c0ba1d85-4e90-40f8-9115-7b68e682e9bb {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:03:35.637548 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-80682bc7-9483-4559-86d2-f1e912d0b61d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:35.716455 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-80682bc7-9483-4559-86d2-f1e912d0b61d admin admin] For port c0ba1d85-4e90-40f8-9115-7b68e682e9bb, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=c0ba1d85-4e90-40f8-9115-7b68e682e9bb,segment=NetworkSegment(1f338bff-b4da-470e-ba19-b6d6ba9a5842),segment_id=1f338bff-b4da-470e-ba19-b6d6ba9a5842)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:35.717194 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-80682bc7-9483-4559-86d2-f1e912d0b61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:35.734553 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-80682bc7-9483-4559-86d2-f1e912d0b61d admin admin] Calling delete_port for c0ba1d85-4e90-40f8-9115-7b68e682e9bb owned by network:router_interface {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:03:35.917075 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-80682bc7-9483-4559-86d2-f1e912d0b61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:35.943762 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80682bc7-9483-4559-86d2-f1e912d0b61d admin admin] Pushing event deleted for resources: {'Port': ['ID=c0ba1d85-4e90-40f8-9115-7b68e682e9bb,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:36.129126 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-80682bc7-9483-4559-86d2-f1e912d0b61d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:36.352008 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80682bc7-9483-4559-86d2-f1e912d0b61d admin admin] Router c7df5f48-a553-4e63-91b5-d985ad82878e has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:03:36.467159 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80682bc7-9483-4559-86d2-f1e912d0b61d admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:03:36.473094 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-80682bc7-9483-4559-86d2-f1e912d0b61d admin admin] 10.222.0.35 "PUT /v2.0/routers/c7df5f48-a553-4e63-91b5-d985ad82878e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5834224 Sep 16 06:03:36.475879 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59594) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:36.478813 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f05f9be-6c6c-4e1d-93ce-784083288457 None None] Sync routers for ids ['c7df5f48-a553-4e63-91b5-d985ad82878e'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:03:36.489557 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f05f9be-6c6c-4e1d-93ce-784083288457 None None] Routers {'c7df5f48-a553-4e63-91b5-d985ad82878e'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:03:36.490173 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-0f05f9be-6c6c-4e1d-93ce-784083288457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T06:03:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['c7df5f48-a553-4e63-91b5-d985ad82878e'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:36.585461 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2dfdaa4c-34e7-4fae-95cb-5c5431a51e4b admin admin] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:36.602684 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-0f05f9be-6c6c-4e1d-93ce-784083288457 None None] Set router c7df5f48-a553-4e63-91b5-d985ad82878e gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:03:36.688119 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2dfdaa4c-34e7-4fae-95cb-5c5431a51e4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:36.741880 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-2dfdaa4c-34e7-4fae-95cb-5c5431a51e4b admin admin] Deleting port 7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:03:36.742572 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2dfdaa4c-34e7-4fae-95cb-5c5431a51e4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:36.782235 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-0f05f9be-6c6c-4e1d-93ce-784083288457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'name': 'tempest-TestShelveInstance-1323956804-router', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T06:03:35Z', 'revision_number': 5, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'gw_port': {'id': '7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:63:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T05:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:36.811617 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f05f9be-6c6c-4e1d-93ce-784083288457 None None] Checking router: c7df5f48-a553-4e63-91b5-d985ad82878e for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:03:36.821362 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-2dfdaa4c-34e7-4fae-95cb-5c5431a51e4b admin admin] For port 7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:36.821588 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f05f9be-6c6c-4e1d-93ce-784083288457 None None] Routers {'c7df5f48-a553-4e63-91b5-d985ad82878e'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:03:36.821834 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2dfdaa4c-34e7-4fae-95cb-5c5431a51e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:36.822092 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-0f05f9be-6c6c-4e1d-93ce-784083288457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T06:03:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['c7df5f48-a553-4e63-91b5-d985ad82878e'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:36.839278 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-2dfdaa4c-34e7-4fae-95cb-5c5431a51e4b admin admin] Calling delete_port for 7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c owned by network:router_gateway {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:03:37.007822 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2dfdaa4c-34e7-4fae-95cb-5c5431a51e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:37.008339 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-0f05f9be-6c6c-4e1d-93ce-784083288457 None None] Set router c7df5f48-a553-4e63-91b5-d985ad82878e gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:03:37.038285 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfdaa4c-34e7-4fae-95cb-5c5431a51e4b admin admin] Pushing event deleted for resources: {'Port': ['ID=7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:37.062616 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-0f05f9be-6c6c-4e1d-93ce-784083288457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'name': 'tempest-TestShelveInstance-1323956804-router', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T06:03:36Z', 'revision_number': 6, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:37.089812 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f05f9be-6c6c-4e1d-93ce-784083288457 None None] The sync data for ids ['c7df5f48-a553-4e63-91b5-d985ad82878e'] in n-d-712139-15 is: [{'id': 'c7df5f48-a553-4e63-91b5-d985ad82878e', 'name': 'tempest-TestShelveInstance-1323956804-router', 'tenant_id': '8c8ee7cbac624186aff47e212e345a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:22Z', 'updated_at': '2021-09-16T06:03:36Z', 'revision_number': 6, 'project_id': '8c8ee7cbac624186aff47e212e345a41', 'gw_port_host': None}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:03:37.101332 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2dfdaa4c-34e7-4fae-95cb-5c5431a51e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:37.191108 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2dfdaa4c-34e7-4fae-95cb-5c5431a51e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:37.193515 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2dfdaa4c-34e7-4fae-95cb-5c5431a51e4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:37.239279 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2dfdaa4c-34e7-4fae-95cb-5c5431a51e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:37.239898 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfdaa4c-34e7-4fae-95cb-5c5431a51e4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7df5f48-a553-4e63-91b5-d985ad82878e {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:03:37.247406 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2dfdaa4c-34e7-4fae-95cb-5c5431a51e4b admin admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:37.250078 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2dfdaa4c-34e7-4fae-95cb-5c5431a51e4b admin admin] 10.222.0.35 "DELETE /v2.0/routers/c7df5f48-a553-4e63-91b5-d985ad82878e HTTP/1.1" status: 204 len: 168 time: 0.7732935 Sep 16 06:03:37.253306 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59596) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:37.297640 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ec5634d-79be-4c0b-b219-7b189d05179a admin admin] Deleting subnet 5bb83a66-0bc2-4c83-9a81-0d46a2ba3017 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:03:37.301295 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4ec5634d-79be-4c0b-b219-7b189d05179a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:37.334741 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4ec5634d-79be-4c0b-b219-7b189d05179a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:37.417272 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4ec5634d-79be-4c0b-b219-7b189d05179a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:37.473869 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4ec5634d-79be-4c0b-b219-7b189d05179a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:37.501157 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5634d-79be-4c0b-b219-7b189d05179a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bb83a66-0bc2-4c83-9a81-0d46a2ba3017,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:37.505352 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-4ec5634d-79be-4c0b-b219-7b189d05179a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:37.511458 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-4ec5634d-79be-4c0b-b219-7b189d05179a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5bb83a66-0bc2-4c83-9a81-0d46a2ba3017 HTTP/1.1" status: 204 len: 168 time: 0.2522631 Sep 16 06:03:37.511979 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33791911-97e4-4e6d-9f07-fbeee57397ae None None] Network 8d59c304-69bc-4f99-b704-f8cf4ef82dc8 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:03:37.519029 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59598) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:37.589851 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-83d289b5-a905-47d1-a1f5-6b0008e11322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:37.648840 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-83d289b5-a905-47d1-a1f5-6b0008e11322 admin admin] Deleting port 8f13a687-fb67-4814-ab9e-392eb3f6387c {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:03:37.649178 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-83d289b5-a905-47d1-a1f5-6b0008e11322 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:37.714723 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-83d289b5-a905-47d1-a1f5-6b0008e11322 admin admin] For port 8f13a687-fb67-4814-ab9e-392eb3f6387c, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=8f13a687-fb67-4814-ab9e-392eb3f6387c,segment=NetworkSegment(1f338bff-b4da-470e-ba19-b6d6ba9a5842),segment_id=1f338bff-b4da-470e-ba19-b6d6ba9a5842)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:37.715089 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-83d289b5-a905-47d1-a1f5-6b0008e11322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:37.728971 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-83d289b5-a905-47d1-a1f5-6b0008e11322 admin admin] Calling delete_port for 8f13a687-fb67-4814-ab9e-392eb3f6387c owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:03:37.814571 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-83d289b5-a905-47d1-a1f5-6b0008e11322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:37.838315 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d289b5-a905-47d1-a1f5-6b0008e11322 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f13a687-fb67-4814-ab9e-392eb3f6387c,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:37.844001 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d289b5-a905-47d1-a1f5-6b0008e11322 admin admin] No DVR routers for this DVR port 8f13a687-fb67-4814-ab9e-392eb3f6387c on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:03:37.861871 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8d994f-543f-4199-82a4-e201590531dd None None] DHCP port deletion for 8d59c304-69bc-4f99-b704-f8cf4ef82dc8 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:03:37.919955 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-83d289b5-a905-47d1-a1f5-6b0008e11322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:37.941336 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-83d289b5-a905-47d1-a1f5-6b0008e11322 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d59c304-69bc-4f99-b704-f8cf4ef82dc8']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:37.951263 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-83d289b5-a905-47d1-a1f5-6b0008e11322 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f338bff-b4da-470e-ba19-b6d6ba9a5842') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:37.951627 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-83d289b5-a905-47d1-a1f5-6b0008e11322 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f338bff-b4da-470e-ba19-b6d6ba9a5842') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:37.961935 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-83d289b5-a905-47d1-a1f5-6b0008e11322 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:37.976470 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-83d289b5-a905-47d1-a1f5-6b0008e11322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:37.982739 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83d289b5-a905-47d1-a1f5-6b0008e11322 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:03:37.983135 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-83d289b5-a905-47d1-a1f5-6b0008e11322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:37.984893 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 06:03:37.984893 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:03:37.984893 n-d-712139-15 neutron-server[94767]: timer() Sep 16 06:03:37.984893 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:03:37.984893 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 06:03:37.984893 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:03:37.984893 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 06:03:37.984893 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:03:37.984893 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 06:03:37.984893 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:03:37.984893 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 06:03:37.984893 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:03:37.984893 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 06:03:37.984893 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:03:37.984893 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:03:37.984893 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:03:37.984893 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:03:37.984893 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:03:37.984893 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 06:03:37.984893 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:03:37.984893 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 06:03:37.984893 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:03:37.984893 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:03:37.984893 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:03:37.984893 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 06:03:37.984893 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:03:37.984893 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:03:37.984893 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:03:37.984893 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:03:37.984893 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:03:37.984893 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:03:37.984893 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:03:38.039322 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-83d289b5-a905-47d1-a1f5-6b0008e11322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:38.045371 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-83d289b5-a905-47d1-a1f5-6b0008e11322 admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:38.047462 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-83d289b5-a905-47d1-a1f5-6b0008e11322 admin admin] 10.222.0.35 "DELETE /v2.0/networks/8d59c304-69bc-4f99-b704-f8cf4ef82dc8 HTTP/1.1" status: 204 len: 168 time: 0.5286303 Sep 16 06:03:38.050772 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59600) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:38.058213 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d289b5-a905-47d1-a1f5-6b0008e11322 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d59c304-69bc-4f99-b704-f8cf4ef82dc8,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:38.116950 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 8f13a687-fb67-4814-ab9e-392eb3f6387c no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:03:38.138589 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 8f13a687-fb67-4814-ab9e-392eb3f6387c {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:03:38.139034 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 8f13a687-fb67-4814-ab9e-392eb3f6387c not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:03:38.139551 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device c0ba1d85-4e90-40f8-9115-7b68e682e9bb no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:03:38.162518 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: c0ba1d85-4e90-40f8-9115-7b68e682e9bb {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:03:38.163112 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device c0ba1d85-4e90-40f8-9115-7b68e682e9bb not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:03:38.163630 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:03:38.183543 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:03:38.184159 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 7d0eec04-085a-4dcf-bcd9-8e676d4a3f9c not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:03:38.721982 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-578ed6f3-514c-4c22-b358-3cbc8fd883e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:38.965409 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-578ed6f3-514c-4c22-b358-3cbc8fd883e8 admin admin] Deleting port dfe60383-a7b4-47df-9146-353b27e5da4e {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:03:38.965757 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-578ed6f3-514c-4c22-b358-3cbc8fd883e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:39.042062 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-578ed6f3-514c-4c22-b358-3cbc8fd883e8 admin admin] For port dfe60383-a7b4-47df-9146-353b27e5da4e, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=dfe60383-a7b4-47df-9146-353b27e5da4e,segment=NetworkSegment(f75f5b3d-3e9e-4a17-a4f2-5ddcde856609),segment_id=f75f5b3d-3e9e-4a17-a4f2-5ddcde856609)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:39.042330 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-578ed6f3-514c-4c22-b358-3cbc8fd883e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:39.054456 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-578ed6f3-514c-4c22-b358-3cbc8fd883e8 admin admin] Calling delete_port for dfe60383-a7b4-47df-9146-353b27e5da4e owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:03:39.234705 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-578ed6f3-514c-4c22-b358-3cbc8fd883e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:39.262418 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ed6f3-514c-4c22-b358-3cbc8fd883e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfe60383-a7b4-47df-9146-353b27e5da4e,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:39.293585 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ed6f3-514c-4c22-b358-3cbc8fd883e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:39.293858 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ed6f3-514c-4c22-b358-3cbc8fd883e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:39.294212 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ed6f3-514c-4c22-b358-3cbc8fd883e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:39.294548 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ed6f3-514c-4c22-b358-3cbc8fd883e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:39.294891 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ed6f3-514c-4c22-b358-3cbc8fd883e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:39.295227 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ed6f3-514c-4c22-b358-3cbc8fd883e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:39.295559 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ed6f3-514c-4c22-b358-3cbc8fd883e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:39.295888 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ed6f3-514c-4c22-b358-3cbc8fd883e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:39.296247 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ed6f3-514c-4c22-b358-3cbc8fd883e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:39.296547 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ed6f3-514c-4c22-b358-3cbc8fd883e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:39.296902 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ed6f3-514c-4c22-b358-3cbc8fd883e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:39.297229 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ed6f3-514c-4c22-b358-3cbc8fd883e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:39.440137 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-578ed6f3-514c-4c22-b358-3cbc8fd883e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:39.653474 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578ed6f3-514c-4c22-b358-3cbc8fd883e8 admin admin] Router 5da8890f-c75c-498a-8049-f8dbfc4966d8 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:03:39.758955 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578ed6f3-514c-4c22-b358-3cbc8fd883e8 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:03:39.763982 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-578ed6f3-514c-4c22-b358-3cbc8fd883e8 admin admin] 10.222.0.35 "PUT /v2.0/routers/5da8890f-c75c-498a-8049-f8dbfc4966d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7119355 Sep 16 06:03:39.766637 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59604) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:39.770765 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7bd342-547c-424d-b6c5-f8dd6217a970 None None] Sync routers for ids ['5da8890f-c75c-498a-8049-f8dbfc4966d8'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:03:39.779551 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7bd342-547c-424d-b6c5-f8dd6217a970 None None] Routers {'5da8890f-c75c-498a-8049-f8dbfc4966d8'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:03:39.780163 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-5f7bd342-547c-424d-b6c5-f8dd6217a970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T06:03:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['5da8890f-c75c-498a-8049-f8dbfc4966d8'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:39.873592 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-546ab29f-503b-4d66-9b14-3b33a3fe00b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:39.885473 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-5f7bd342-547c-424d-b6c5-f8dd6217a970 None None] Set router 5da8890f-c75c-498a-8049-f8dbfc4966d8 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:03:39.978996 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-546ab29f-503b-4d66-9b14-3b33a3fe00b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:40.031840 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-546ab29f-503b-4d66-9b14-3b33a3fe00b3 admin admin] Deleting port 042de324-d114-4737-aa47-063d121da6aa {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:03:40.032193 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-546ab29f-503b-4d66-9b14-3b33a3fe00b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:40.065861 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-5f7bd342-547c-424d-b6c5-f8dd6217a970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da8890f-c75c-498a-8049-f8dbfc4966d8', 'name': 'tempest-TestShelveInstance-1617788906-router', 'tenant_id': 'aa6cb1414d004b3090e173e21fe6137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '042de324-d114-4737-aa47-063d121da6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:26Z', 'updated_at': '2021-09-16T06:03:39Z', 'revision_number': 5, 'project_id': 'aa6cb1414d004b3090e173e21fe6137f', 'gw_port': {'id': '042de324-d114-4737-aa47-063d121da6aa', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da8890f-c75c-498a-8049-f8dbfc4966d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:27Z', 'updated_at': '2021-09-16T05:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:40.102292 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7bd342-547c-424d-b6c5-f8dd6217a970 None None] Checking router: 5da8890f-c75c-498a-8049-f8dbfc4966d8 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:03:40.110801 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7bd342-547c-424d-b6c5-f8dd6217a970 None None] Routers {'5da8890f-c75c-498a-8049-f8dbfc4966d8'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:03:40.111478 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-5f7bd342-547c-424d-b6c5-f8dd6217a970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T06:03:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['5da8890f-c75c-498a-8049-f8dbfc4966d8'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:40.118819 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-546ab29f-503b-4d66-9b14-3b33a3fe00b3 admin admin] For port 042de324-d114-4737-aa47-063d121da6aa, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=042de324-d114-4737-aa47-063d121da6aa,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:40.119355 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-546ab29f-503b-4d66-9b14-3b33a3fe00b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:40.131125 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-546ab29f-503b-4d66-9b14-3b33a3fe00b3 admin admin] Calling delete_port for 042de324-d114-4737-aa47-063d121da6aa owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:03:40.198281 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-5f7bd342-547c-424d-b6c5-f8dd6217a970 None None] Set router 5da8890f-c75c-498a-8049-f8dbfc4966d8 gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:03:40.259628 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-5f7bd342-547c-424d-b6c5-f8dd6217a970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da8890f-c75c-498a-8049-f8dbfc4966d8', 'name': 'tempest-TestShelveInstance-1617788906-router', 'tenant_id': 'aa6cb1414d004b3090e173e21fe6137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:26Z', 'updated_at': '2021-09-16T06:03:39Z', 'revision_number': 6, 'project_id': 'aa6cb1414d004b3090e173e21fe6137f', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:40.290932 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7bd342-547c-424d-b6c5-f8dd6217a970 None None] The sync data for ids ['5da8890f-c75c-498a-8049-f8dbfc4966d8'] in n-d-712139-15 is: [{'id': '5da8890f-c75c-498a-8049-f8dbfc4966d8', 'name': 'tempest-TestShelveInstance-1617788906-router', 'tenant_id': 'aa6cb1414d004b3090e173e21fe6137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:26Z', 'updated_at': '2021-09-16T06:03:39Z', 'revision_number': 6, 'project_id': 'aa6cb1414d004b3090e173e21fe6137f', 'gw_port_host': None}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:03:40.298595 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0a490e53-8acc-4ad1-8d4d-3f9e87cd6325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:40.304190 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-546ab29f-503b-4d66-9b14-3b33a3fe00b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:40.333304 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ab29f-503b-4d66-9b14-3b33a3fe00b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=042de324-d114-4737-aa47-063d121da6aa,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:40.391112 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-546ab29f-503b-4d66-9b14-3b33a3fe00b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:40.493345 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-546ab29f-503b-4d66-9b14-3b33a3fe00b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:40.495471 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-546ab29f-503b-4d66-9b14-3b33a3fe00b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:40.538898 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-546ab29f-503b-4d66-9b14-3b33a3fe00b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:40.539417 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546ab29f-503b-4d66-9b14-3b33a3fe00b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5da8890f-c75c-498a-8049-f8dbfc4966d8 {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:03:40.543943 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-546ab29f-503b-4d66-9b14-3b33a3fe00b3 admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:40.545121 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-546ab29f-503b-4d66-9b14-3b33a3fe00b3 admin admin] 10.222.0.35 "DELETE /v2.0/routers/5da8890f-c75c-498a-8049-f8dbfc4966d8 HTTP/1.1" status: 204 len: 168 time: 0.7776949 Sep 16 06:03:40.547630 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59606) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:40.591325 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ecefa7d-8f64-43e9-a372-aabcfeb4b330 admin admin] Deleting subnet 0364ccb9-b3d3-412c-95f3-50ee4fe0ab09 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:03:40.594305 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5ecefa7d-8f64-43e9-a372-aabcfeb4b330 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:40.629740 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5ecefa7d-8f64-43e9-a372-aabcfeb4b330 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:40.714402 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5ecefa7d-8f64-43e9-a372-aabcfeb4b330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:40.768965 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5ecefa7d-8f64-43e9-a372-aabcfeb4b330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:40.796111 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecefa7d-8f64-43e9-a372-aabcfeb4b330 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0364ccb9-b3d3-412c-95f3-50ee4fe0ab09,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:40.798065 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-5ecefa7d-8f64-43e9-a372-aabcfeb4b330 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:40.800769 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-5ecefa7d-8f64-43e9-a372-aabcfeb4b330 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0364ccb9-b3d3-412c-95f3-50ee4fe0ab09 HTTP/1.1" status: 204 len: 168 time: 0.2520478 Sep 16 06:03:40.803367 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59608) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:40.803877 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496a586f-3f56-49e0-9ebc-c1c70d21d9fc None None] Network c360d8ba-cb03-4d63-830f-728068771acf requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:03:41.062551 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274e80f3-f69f-4185-aadd-7deffbb50fa3 None None] DHCP port deletion for c360d8ba-cb03-4d63-830f-728068771acf request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:03:41.119887 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-274e80f3-f69f-4185-aadd-7deffbb50fa3 None None] Deleting port 55f3da6b-cb54-4d62-81cc-bd674215c77e {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:03:41.120289 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-274e80f3-f69f-4185-aadd-7deffbb50fa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:41.186244 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-274e80f3-f69f-4185-aadd-7deffbb50fa3 None None] For port 55f3da6b-cb54-4d62-81cc-bd674215c77e, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=55f3da6b-cb54-4d62-81cc-bd674215c77e,segment=NetworkSegment(f75f5b3d-3e9e-4a17-a4f2-5ddcde856609),segment_id=f75f5b3d-3e9e-4a17-a4f2-5ddcde856609)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:41.186668 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-274e80f3-f69f-4185-aadd-7deffbb50fa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:41.205557 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-274e80f3-f69f-4185-aadd-7deffbb50fa3 None None] Calling delete_port for 55f3da6b-cb54-4d62-81cc-bd674215c77e owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:03:41.239594 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8703448e-4467-4185-a684-62dcfb93ceeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:41.291878 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-274e80f3-f69f-4185-aadd-7deffbb50fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:41.293833 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-8703448e-4467-4185-a684-62dcfb93ceeb admin admin] Deleting port 55f3da6b-cb54-4d62-81cc-bd674215c77e {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:03:41.294689 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8703448e-4467-4185-a684-62dcfb93ceeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:41.320296 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e80f3-f69f-4185-aadd-7deffbb50fa3 None None] Pushing event deleted for resources: {'Port': ['ID=55f3da6b-cb54-4d62-81cc-bd674215c77e,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:41.322751 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274e80f3-f69f-4185-aadd-7deffbb50fa3 None None] No DVR routers for this DVR port 55f3da6b-cb54-4d62-81cc-bd674215c77e on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:03:41.333477 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274e80f3-f69f-4185-aadd-7deffbb50fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:41.333477 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274e80f3-f69f-4185-aadd-7deffbb50fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:41.333477 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274e80f3-f69f-4185-aadd-7deffbb50fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:41.333477 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274e80f3-f69f-4185-aadd-7deffbb50fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:41.333477 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274e80f3-f69f-4185-aadd-7deffbb50fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:41.333477 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274e80f3-f69f-4185-aadd-7deffbb50fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:41.333477 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274e80f3-f69f-4185-aadd-7deffbb50fa3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:41.334607 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274e80f3-f69f-4185-aadd-7deffbb50fa3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:41.334607 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274e80f3-f69f-4185-aadd-7deffbb50fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:41.334607 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274e80f3-f69f-4185-aadd-7deffbb50fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:41.335321 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274e80f3-f69f-4185-aadd-7deffbb50fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:41.335321 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274e80f3-f69f-4185-aadd-7deffbb50fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:41.367060 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-8703448e-4467-4185-a684-62dcfb93ceeb admin admin] For port 55f3da6b-cb54-4d62-81cc-bd674215c77e, host n-d-712139-15, got binding levels [] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:41.367300 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8703448e-4467-4185-a684-62dcfb93ceeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:41.381114 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-8703448e-4467-4185-a684-62dcfb93ceeb admin admin] Calling delete_port for 55f3da6b-cb54-4d62-81cc-bd674215c77e owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:03:41.383703 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.ipam_backend_mixin [None req-8703448e-4467-4185-a684-62dcfb93ceeb admin admin] Port 55f3da6b-cb54-4d62-81cc-bd674215c77e was not found and therefore no delete operation was performed {{(pid=94767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 06:03:41.385064 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8703448e-4467-4185-a684-62dcfb93ceeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:41.407459 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8703448e-4467-4185-a684-62dcfb93ceeb admin admin] Pushing event deleted for resources: {'Port': ['ID=55f3da6b-cb54-4d62-81cc-bd674215c77e,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:41.413537 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8703448e-4467-4185-a684-62dcfb93ceeb admin admin] No DVR routers for this DVR port 55f3da6b-cb54-4d62-81cc-bd674215c77e on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:03:41.482817 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8703448e-4467-4185-a684-62dcfb93ceeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:41.507562 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-8703448e-4467-4185-a684-62dcfb93ceeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c360d8ba-cb03-4d63-830f-728068771acf']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:41.516699 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-8703448e-4467-4185-a684-62dcfb93ceeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f75f5b3d-3e9e-4a17-a4f2-5ddcde856609') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:41.516998 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-8703448e-4467-4185-a684-62dcfb93ceeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f75f5b3d-3e9e-4a17-a4f2-5ddcde856609') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:41.526718 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8703448e-4467-4185-a684-62dcfb93ceeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:41.540179 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8703448e-4467-4185-a684-62dcfb93ceeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:41.545885 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8703448e-4467-4185-a684-62dcfb93ceeb admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:03:41.546264 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8703448e-4467-4185-a684-62dcfb93ceeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:41.547866 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 06:03:41.547866 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:03:41.547866 n-d-712139-15 neutron-server[94767]: timer() Sep 16 06:03:41.547866 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:03:41.547866 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 06:03:41.547866 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:03:41.547866 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 06:03:41.547866 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:03:41.547866 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 06:03:41.547866 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:03:41.547866 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 06:03:41.547866 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:03:41.547866 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 06:03:41.547866 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:03:41.547866 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:03:41.547866 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:03:41.547866 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:03:41.547866 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:03:41.547866 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 06:03:41.547866 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:03:41.547866 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 06:03:41.547866 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:03:41.547866 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:03:41.547866 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:03:41.547866 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 06:03:41.547866 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:03:41.547866 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:03:41.547866 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:03:41.547866 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:03:41.547866 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:03:41.547866 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:03:41.547866 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:03:41.603400 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8703448e-4467-4185-a684-62dcfb93ceeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:41.608639 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-8703448e-4467-4185-a684-62dcfb93ceeb admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:41.610918 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-8703448e-4467-4185-a684-62dcfb93ceeb admin admin] 10.222.0.35 "DELETE /v2.0/networks/c360d8ba-cb03-4d63-830f-728068771acf HTTP/1.1" status: 204 len: 168 time: 0.8052361 Sep 16 06:03:41.622078 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8703448e-4467-4185-a684-62dcfb93ceeb admin admin] Pushing event deleted for resources: {'Network': ['ID=c360d8ba-cb03-4d63-830f-728068771acf,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:41.740881 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59612) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:41.780391 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-aac2d5e7-e183-4cb1-9c8a-2fe1cd9d826b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8c8ee7cbac624186aff47e212e345a41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383296 Sep 16 06:03:41.782848 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59614) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:41.834411 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d95fa674-ba78-4ba9-baab-f0cc2ef4f46b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:41.855265 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d95fa674-ba78-4ba9-baab-f0cc2ef4f46b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:41.900469 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d95fa674-ba78-4ba9-baab-f0cc2ef4f46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:41.903025 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-d95fa674-ba78-4ba9-baab-f0cc2ef4f46b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:41.904196 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-d95fa674-ba78-4ba9-baab-f0cc2ef4f46b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5e3657bf-907d-4b20-9168-e574f91b4ce0 HTTP/1.1" status: 204 len: 168 time: 0.1198642 Sep 16 06:03:41.912747 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95fa674-ba78-4ba9-baab-f0cc2ef4f46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3657bf-907d-4b20-9168-e574f91b4ce0,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:42.097803 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 55f3da6b-cb54-4d62-81cc-bd674215c77e no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:03:42.117869 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 55f3da6b-cb54-4d62-81cc-bd674215c77e {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:03:42.118132 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 55f3da6b-cb54-4d62-81cc-bd674215c77e not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:03:42.118734 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device dfe60383-a7b4-47df-9146-353b27e5da4e no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:03:42.140133 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: dfe60383-a7b4-47df-9146-353b27e5da4e {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:03:42.140486 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device dfe60383-a7b4-47df-9146-353b27e5da4e not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:03:42.140917 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 042de324-d114-4737-aa47-063d121da6aa no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:03:42.160347 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 042de324-d114-4737-aa47-063d121da6aa {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:03:42.160709 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 042de324-d114-4737-aa47-063d121da6aa not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:03:42.239791 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59620) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:42.279031 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-6d651881-52b3-4191-b983-303622bc5ff6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aa6cb1414d004b3090e173e21fe6137f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380778 Sep 16 06:03:42.281479 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59622) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:42.329482 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cb143578-ca13-4601-b6f7-ca81a02b530d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:42.351737 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cb143578-ca13-4601-b6f7-ca81a02b530d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:42.396975 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cb143578-ca13-4601-b6f7-ca81a02b530d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:42.399418 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-cb143578-ca13-4601-b6f7-ca81a02b530d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:42.400571 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-cb143578-ca13-4601-b6f7-ca81a02b530d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5c8cc4ab-f877-4e95-a8f1-545960ef4747 HTTP/1.1" status: 204 len: 168 time: 0.1182010 Sep 16 06:03:42.408020 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb143578-ca13-4601-b6f7-ca81a02b530d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8cc4ab-f877-4e95-a8f1-545960ef4747,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:42.472857 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:43.133257 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59644) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:43.230527 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-16e02196-8a03-42a0-9131-d3814c0eed2d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1589227778-network', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:43.251938 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e02196-8a03-42a0-9131-d3814c0eed2d admin admin] Made reservation on behalf of 3aad3e6d393b4adf8cbe549beb11e522 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:03:43.254289 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-16e02196-8a03-42a0-9131-d3814c0eed2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:43.265418 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-16e02196-8a03-42a0-9131-d3814c0eed2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:43.358720 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-16e02196-8a03-42a0-9131-d3814c0eed2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:43.362675 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-16e02196-8a03-42a0-9131-d3814c0eed2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:43.377416 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7dabf9c4-bf32-4b5e-a7c1-a3dcbe432b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:43.384068 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16e02196-8a03-42a0-9131-d3814c0eed2d admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:03:43.397911 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e02196-8a03-42a0-9131-d3814c0eed2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef193f1c-5197-409d-b7e9-ebb60cac51cd,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:43.402794 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-16e02196-8a03-42a0-9131-d3814c0eed2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:43.403140 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-16e02196-8a03-42a0-9131-d3814c0eed2d admin admin] Added segment 885f1622-2c9f-4553-a37c-2fba1c36f488 of type vlan for network 00c23541-d267-4e28-b0c3-7390dabf0127 Sep 16 06:03:43.443809 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-16e02196-8a03-42a0-9131-d3814c0eed2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:43.469802 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-16e02196-8a03-42a0-9131-d3814c0eed2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:43.471445 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e02196-8a03-42a0-9131-d3814c0eed2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:43.472122 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-16e02196-8a03-42a0-9131-d3814c0eed2d admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:43.506052 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-16e02196-8a03-42a0-9131-d3814c0eed2d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3714094 Sep 16 06:03:43.508857 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59648) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:43.513898 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-7740f396-3824-4af6-9c8e-ed6322b839b4 admin admin] Request body: {'subnet': {'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1589227778-subnet', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:43.534308 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7740f396-3824-4af6-9c8e-ed6322b839b4 admin admin] Made reservation on behalf of 3aad3e6d393b4adf8cbe549beb11e522 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:03:43.535659 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e02196-8a03-42a0-9131-d3814c0eed2d admin admin] Pushing event updated for resources: {'Network': ['ID=00c23541-d267-4e28-b0c3-7390dabf0127,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:43.536743 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7740f396-3824-4af6-9c8e-ed6322b839b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:43.545776 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network 00c23541-d267-4e28-b0c3-7390dabf0127 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:03:43.704158 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7740f396-3824-4af6-9c8e-ed6322b839b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:43.704489 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:43.760354 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740f396-3824-4af6-9c8e-ed6322b839b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9afdc173-aeff-4ab9-9c86-3c6d63b74fc9,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:43.770146 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7740f396-3824-4af6-9c8e-ed6322b839b4 admin admin] Checking segment: {'id': '885f1622-2c9f-4553-a37c-2fba1c36f488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:03:43.770505 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7740f396-3824-4af6-9c8e-ed6322b839b4 admin admin] Network hostable DHCP agents. Network: 00c23541-d267-4e28-b0c3-7390dabf0127, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:03:43.786655 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7740f396-3824-4af6-9c8e-ed6322b839b4 admin admin] Network 00c23541-d267-4e28-b0c3-7390dabf0127 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:03:43.795106 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-7740f396-3824-4af6-9c8e-ed6322b839b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, 00c23541-d267-4e28-b0c3-7390dabf0127) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:43.799384 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7740f396-3824-4af6-9c8e-ed6322b839b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:43.799971 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7740f396-3824-4af6-9c8e-ed6322b839b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:43.806981 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58516e9-6522-4354-a4f3-04c175498781 None None] Network 00c23541-d267-4e28-b0c3-7390dabf0127 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:03:43.813905 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7740f396-3824-4af6-9c8e-ed6322b839b4 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3038580 Sep 16 06:03:43.817733 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59650) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:43.822306 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-8b2dcbe9-d2c9-405e-bad5-7b4d70106cfd admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1589227778-router', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:43.843338 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8b2dcbe9-d2c9-405e-bad5-7b4d70106cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:43.844510 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8b2dcbe9-d2c9-405e-bad5-7b4d70106cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:43.900264 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8b2dcbe9-d2c9-405e-bad5-7b4d70106cfd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:43.954660 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae73d9d-4ccb-4751-8aea-54ab59bb4b95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-00c23541-d267-4e28-b0c3-7390dabf0127', 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'fixed_ips': [{'subnet_id': '9afdc173-aeff-4ab9-9c86-3c6d63b74fc9'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:03:43.955752 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5ae73d9d-4ccb-4751-8aea-54ab59bb4b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:44.040990 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8b2dcbe9-d2c9-405e-bad5-7b4d70106cfd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:44.093770 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-5ae73d9d-4ccb-4751-8aea-54ab59bb4b95 None None] Allocated IP 172.20.0.2 (00c23541-d267-4e28-b0c3-7390dabf0127/9afdc173-aeff-4ab9-9c86-3c6d63b74fc9/24f35552-b884-4d36-974d-71c351007bde) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:03:44.238419 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8b2dcbe9-d2c9-405e-bad5-7b4d70106cfd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:44.240024 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5ae73d9d-4ccb-4751-8aea-54ab59bb4b95 None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:44.245933 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5ae73d9d-4ccb-4751-8aea-54ab59bb4b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:44.258721 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8b2dcbe9-d2c9-405e-bad5-7b4d70106cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:44.286020 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae73d9d-4ccb-4751-8aea-54ab59bb4b95 None None] Network 00c23541-d267-4e28-b0c3-7390dabf0127 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:03:44.289040 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-5ae73d9d-4ccb-4751-8aea-54ab59bb4b95 None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:44.294577 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae73d9d-4ccb-4751-8aea-54ab59bb4b95 None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:03:44.302247 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae73d9d-4ccb-4751-8aea-54ab59bb4b95 None None] Pushing event updated for resources: {'Port': ['ID=24f35552-b884-4d36-974d-71c351007bde,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:44.352194 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-5ae73d9d-4ccb-4751-8aea-54ab59bb4b95 None None] Attempting to bind port 24f35552-b884-4d36-974d-71c351007bde on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:03:44.352717 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-5ae73d9d-4ccb-4751-8aea-54ab59bb4b95 None None] Attempting to bind port 24f35552-b884-4d36-974d-71c351007bde by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '885f1622-2c9f-4553-a37c-2fba1c36f488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:03:44.353095 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae73d9d-4ccb-4751-8aea-54ab59bb4b95 None None] Attempting to bind port 24f35552-b884-4d36-974d-71c351007bde on network 00c23541-d267-4e28-b0c3-7390dabf0127 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:03:44.358119 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae73d9d-4ccb-4751-8aea-54ab59bb4b95 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:03:44.358490 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae73d9d-4ccb-4751-8aea-54ab59bb4b95 None None] Checking segment: {'id': '885f1622-2c9f-4553-a37c-2fba1c36f488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:03:44.358890 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5ae73d9d-4ccb-4751-8aea-54ab59bb4b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:44.359305 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae73d9d-4ccb-4751-8aea-54ab59bb4b95 None None] Bound using segment: {'id': '885f1622-2c9f-4553-a37c-2fba1c36f488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:03:44.359764 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-5ae73d9d-4ccb-4751-8aea-54ab59bb4b95 None None] Bound port: 24f35552-b884-4d36-974d-71c351007bde, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885f1622-2c9f-4553-a37c-2fba1c36f488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:03:44.360139 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5ae73d9d-4ccb-4751-8aea-54ab59bb4b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:44.368356 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-8b2dcbe9-d2c9-405e-bad5-7b4d70106cfd admin admin] Allocated IP 172.25.8.151 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:03:44.426652 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-5ae73d9d-4ccb-4751-8aea-54ab59bb4b95 None None] For port 24f35552-b884-4d36-974d-71c351007bde, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:03:44.429845 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-5ae73d9d-4ccb-4751-8aea-54ab59bb4b95 None None] For port 24f35552-b884-4d36-974d-71c351007bde, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=24f35552-b884-4d36-974d-71c351007bde,segment=NetworkSegment(885f1622-2c9f-4553-a37c-2fba1c36f488),segment_id=885f1622-2c9f-4553-a37c-2fba1c36f488)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:03:44.434566 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5ae73d9d-4ccb-4751-8aea-54ab59bb4b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:44.475217 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8b2dcbe9-d2c9-405e-bad5-7b4d70106cfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:44.496485 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae73d9d-4ccb-4751-8aea-54ab59bb4b95 None None] Pushing event updated for resources: {'Port': ['ID=24f35552-b884-4d36-974d-71c351007bde,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:44.524600 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8b2dcbe9-d2c9-405e-bad5-7b4d70106cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:44.565400 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2dcbe9-d2c9-405e-bad5-7b4d70106cfd admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:03:44.570934 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-8b2dcbe9-d2c9-405e-bad5-7b4d70106cfd admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:44.573625 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2dcbe9-d2c9-405e-bad5-7b4d70106cfd admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:03:44.579666 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2dcbe9-d2c9-405e-bad5-7b4d70106cfd admin admin] Pushing event updated for resources: {'Port': ['ID=e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:44.851973 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8b2dcbe9-d2c9-405e-bad5-7b4d70106cfd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:44.886893 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:45.358424 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8b2dcbe9-d2c9-405e-bad5-7b4d70106cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:45.368433 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb7bc3c-cc82-40e5-a5e7-a53c3a4c89ef None None] Network 00c23541-d267-4e28-b0c3-7390dabf0127 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:03:45.458459 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-5979050f-4a2f-4267-b975-763a950455e1 None None] Provisioning complete for port 24f35552-b884-4d36-974d-71c351007bde triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:45.459493 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5979050f-4a2f-4267-b975-763a950455e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:45.490734 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2dcbe9-d2c9-405e-bad5-7b4d70106cfd admin admin] Router 5b053ee8-fab5-45fe-ad2d-60373fe30951 is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:03:45.513138 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:45.600863 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2dcbe9-d2c9-405e-bad5-7b4d70106cfd admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:03:45.602236 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5979050f-4a2f-4267-b975-763a950455e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:45.616791 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a1666a-6983-4b47-a08f-bb05a29d5ec2 None None] Sync routers for ids ['5b053ee8-fab5-45fe-ad2d-60373fe30951'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:03:45.618674 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8b2dcbe9-d2c9-405e-bad5-7b4d70106cfd admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:45.622726 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8b2dcbe9-d2c9-405e-bad5-7b4d70106cfd admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8009920 Sep 16 06:03:45.623594 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59652) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:45.636100 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a1666a-6983-4b47-a08f-bb05a29d5ec2 None None] Routers {'5b053ee8-fab5-45fe-ad2d-60373fe30951'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:03:45.636847 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-f2a1666a-6983-4b47-a08f-bb05a29d5ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T06:03:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['5b053ee8-fab5-45fe-ad2d-60373fe30951'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:45.639834 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-5979050f-4a2f-4267-b975-763a950455e1 None None] For port 24f35552-b884-4d36-974d-71c351007bde, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=24f35552-b884-4d36-974d-71c351007bde,segment=NetworkSegment(885f1622-2c9f-4553-a37c-2fba1c36f488),segment_id=885f1622-2c9f-4553-a37c-2fba1c36f488)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:45.647338 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5979050f-4a2f-4267-b975-763a950455e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:45.697706 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5979050f-4a2f-4267-b975-763a950455e1 None None] Pushing event updated for resources: {'Port': ['ID=24f35552-b884-4d36-974d-71c351007bde,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:45.761788 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-f2a1666a-6983-4b47-a08f-bb05a29d5ec2 None None] Set router 5b053ee8-fab5-45fe-ad2d-60373fe30951 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:03:45.868340 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-b86a20a6-9886-4325-8501-f0c29557e374 None None] Provisioning complete for port 24f35552-b884-4d36-974d-71c351007bde triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:45.868678 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b86a20a6-9886-4325-8501-f0c29557e374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:45.952504 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-f2a1666a-6983-4b47-a08f-bb05a29d5ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'name': 'tempest-TestSnapshotPattern-1589227778-router', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:43Z', 'updated_at': '2021-09-16T06:03:44Z', 'revision_number': 3, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'gw_port': {'id': 'e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:91:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:44Z', 'updated_at': '2021-09-16T06:03:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:45.979091 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a1666a-6983-4b47-a08f-bb05a29d5ec2 None None] Checking router: 5b053ee8-fab5-45fe-ad2d-60373fe30951 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:03:45.979441 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a1666a-6983-4b47-a08f-bb05a29d5ec2 None None] Updating router 5b053ee8-fab5-45fe-ad2d-60373fe30951 port e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04 binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:03:46.003488 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-f2a1666a-6983-4b47-a08f-bb05a29d5ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:46.081684 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fff2ca9c-80b8-4250-bdc5-534198aa8284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:46.144424 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 24f35552-b884-4d36-974d-71c351007bde up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:03:46.195252 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 24f35552-b884-4d36-974d-71c351007bde triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:46.195795 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:46.254847 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-fff2ca9c-80b8-4250-bdc5-534198aa8284 admin admin] Allocated IP 172.20.0.1 (00c23541-d267-4e28-b0c3-7390dabf0127/9afdc173-aeff-4ab9-9c86-3c6d63b74fc9/88422be0-30c5-4df2-9d0b-6cb4c5ecba5a) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:03:46.265865 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-f2a1666a-6983-4b47-a08f-bb05a29d5ec2 None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:46.271906 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-f2a1666a-6983-4b47-a08f-bb05a29d5ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:46.328085 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-f2a1666a-6983-4b47-a08f-bb05a29d5ec2 None None] Attempting to bind port e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:03:46.328451 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-f2a1666a-6983-4b47-a08f-bb05a29d5ec2 None None] Attempting to bind port e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:03:46.328826 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a1666a-6983-4b47-a08f-bb05a29d5ec2 None None] Attempting to bind port e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04 on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:03:46.331418 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba54e77b-edad-4505-89da-5365eb74c675 None None] Pushing event updated for resources: {'Port': ['ID=e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04,revision_number=2']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:46.340726 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba54e77b-edad-4505-89da-5365eb74c675 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:46.341067 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba54e77b-edad-4505-89da-5365eb74c675 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:46.341400 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba54e77b-edad-4505-89da-5365eb74c675 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:46.341734 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba54e77b-edad-4505-89da-5365eb74c675 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:46.342062 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba54e77b-edad-4505-89da-5365eb74c675 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:46.342387 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba54e77b-edad-4505-89da-5365eb74c675 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:46.342710 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba54e77b-edad-4505-89da-5365eb74c675 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:46.343029 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba54e77b-edad-4505-89da-5365eb74c675 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:46.343345 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba54e77b-edad-4505-89da-5365eb74c675 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:46.343667 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba54e77b-edad-4505-89da-5365eb74c675 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:46.343982 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba54e77b-edad-4505-89da-5365eb74c675 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:46.344298 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba54e77b-edad-4505-89da-5365eb74c675 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:46.348227 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a1666a-6983-4b47-a08f-bb05a29d5ec2 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:03:46.348628 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a1666a-6983-4b47-a08f-bb05a29d5ec2 None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:03:46.349028 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-f2a1666a-6983-4b47-a08f-bb05a29d5ec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:46.349411 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a1666a-6983-4b47-a08f-bb05a29d5ec2 None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:03:46.349888 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-f2a1666a-6983-4b47-a08f-bb05a29d5ec2 None None] Bound port: e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:03:46.350302 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-f2a1666a-6983-4b47-a08f-bb05a29d5ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:46.371380 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fff2ca9c-80b8-4250-bdc5-534198aa8284 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:46.395524 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:46.406280 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-f2a1666a-6983-4b47-a08f-bb05a29d5ec2 None None] For port e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:03:46.409766 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-f2a1666a-6983-4b47-a08f-bb05a29d5ec2 None None] For port e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:03:46.409944 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fff2ca9c-80b8-4250-bdc5-534198aa8284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:46.413997 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-f2a1666a-6983-4b47-a08f-bb05a29d5ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:46.449859 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff2ca9c-80b8-4250-bdc5-534198aa8284 admin admin] Network 00c23541-d267-4e28-b0c3-7390dabf0127 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:03:46.454334 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-fff2ca9c-80b8-4250-bdc5-534198aa8284 admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:46.456880 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff2ca9c-80b8-4250-bdc5-534198aa8284 admin admin] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:03:46.468654 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a1666a-6983-4b47-a08f-bb05a29d5ec2 None None] Routers {'5b053ee8-fab5-45fe-ad2d-60373fe30951'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:03:46.469293 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-f2a1666a-6983-4b47-a08f-bb05a29d5ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T06:03:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['5b053ee8-fab5-45fe-ad2d-60373fe30951'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:46.489746 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2ca9c-80b8-4250-bdc5-534198aa8284 admin admin] Pushing event updated for resources: {'Port': ['ID=88422be0-30c5-4df2-9d0b-6cb4c5ecba5a,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:46.511018 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fff2ca9c-80b8-4250-bdc5-534198aa8284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:46.511274 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba54e77b-edad-4505-89da-5365eb74c675 None None] Pushing event updated for resources: {'Port': ['ID=e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:46.587839 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-f2a1666a-6983-4b47-a08f-bb05a29d5ec2 None None] Set router 5b053ee8-fab5-45fe-ad2d-60373fe30951 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:03:46.654120 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fff2ca9c-80b8-4250-bdc5-534198aa8284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:46.684095 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-109ed49a-853d-4bb5-9737-d0f256db7256 None None] Provisioning complete for port 88422be0-30c5-4df2-9d0b-6cb4c5ecba5a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:46.684851 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-109ed49a-853d-4bb5-9737-d0f256db7256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:46.724876 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-109ed49a-853d-4bb5-9737-d0f256db7256 None None] Port 88422be0-30c5-4df2-9d0b-6cb4c5ecba5a cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:03:46.781313 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-f2a1666a-6983-4b47-a08f-bb05a29d5ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'name': 'tempest-TestSnapshotPattern-1589227778-router', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:43Z', 'updated_at': '2021-09-16T06:03:44Z', 'revision_number': 3, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'gw_port': {'id': 'e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:91:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:44Z', 'updated_at': '2021-09-16T06:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:46.807330 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a1666a-6983-4b47-a08f-bb05a29d5ec2 None None] The sync data for ids ['5b053ee8-fab5-45fe-ad2d-60373fe30951'] in n-d-712139-15 is: [{'id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'name': 'tempest-TestSnapshotPattern-1589227778-router', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:43Z', 'updated_at': '2021-09-16T06:03:44Z', 'revision_number': 3, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'gw_port': {'id': 'e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:91:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:44Z', 'updated_at': '2021-09-16T06:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:03:46.825108 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fff2ca9c-80b8-4250-bdc5-534198aa8284 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:46.829188 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fff2ca9c-80b8-4250-bdc5-534198aa8284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:46.900707 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-fff2ca9c-80b8-4250-bdc5-534198aa8284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:46.902429 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2ca9c-80b8-4250-bdc5-534198aa8284 admin admin] Pushing event updated for resources: {'Port': ['ID=88422be0-30c5-4df2-9d0b-6cb4c5ecba5a,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:46.996139 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff2ca9c-80b8-4250-bdc5-534198aa8284 admin admin] Network 00c23541-d267-4e28-b0c3-7390dabf0127 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:03:46.997724 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-fff2ca9c-80b8-4250-bdc5-534198aa8284 admin admin] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:47.126333 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff2ca9c-80b8-4250-bdc5-534198aa8284 admin admin] Router 5b053ee8-fab5-45fe-ad2d-60373fe30951 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:03:47.250297 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-505d6c9b-f34c-4c48-836c-43449af0c2fd None None] Provisioning complete for port 88422be0-30c5-4df2-9d0b-6cb4c5ecba5a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:47.250671 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-505d6c9b-f34c-4c48-836c-43449af0c2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:47.262979 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff2ca9c-80b8-4250-bdc5-534198aa8284 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:03:47.268872 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-fff2ca9c-80b8-4250-bdc5-534198aa8284 admin admin] 10.222.0.35 "PUT /v2.0/routers/5b053ee8-fab5-45fe-ad2d-60373fe30951/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6440711 Sep 16 06:03:47.296169 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-505d6c9b-f34c-4c48-836c-43449af0c2fd None None] Port 88422be0-30c5-4df2-9d0b-6cb4c5ecba5a cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:03:47.763648 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59668) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:47.769645 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-e13661d5-56de-4ac6-ba1a-975804e7b4cd admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-729139102-network', 'tenant_id': 'f225411e66774ed99457810f033ac055'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:47.790765 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13661d5-56de-4ac6-ba1a-975804e7b4cd admin admin] Made reservation on behalf of f225411e66774ed99457810f033ac055 for: {'network': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:03:47.793869 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e13661d5-56de-4ac6-ba1a-975804e7b4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for network, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:47.803674 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e13661d5-56de-4ac6-ba1a-975804e7b4cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:47.901455 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e13661d5-56de-4ac6-ba1a-975804e7b4cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:47.905158 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e13661d5-56de-4ac6-ba1a-975804e7b4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:47.926042 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e13661d5-56de-4ac6-ba1a-975804e7b4cd admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:03:47.939963 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13661d5-56de-4ac6-ba1a-975804e7b4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea32464-f422-4a63-8f77-e2c469922d9d,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:47.945448 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e13661d5-56de-4ac6-ba1a-975804e7b4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:47.945794 n-d-712139-15 neutron-server[94767]: INFO neutron.db.segments_db [None req-e13661d5-56de-4ac6-ba1a-975804e7b4cd admin admin] Added segment 226469e1-b7ec-41bf-affe-dc800dae8285 of type vlan for network da9c5737-c82f-4ded-8b68-433a4f5e39e2 Sep 16 06:03:47.987368 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e13661d5-56de-4ac6-ba1a-975804e7b4cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731532444703'] for network, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:48.012148 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e13661d5-56de-4ac6-ba1a-975804e7b4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089'] for network, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:48.013226 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13661d5-56de-4ac6-ba1a-975804e7b4cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:48.013825 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-e13661d5-56de-4ac6-ba1a-975804e7b4cd admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:48.047360 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e13661d5-56de-4ac6-ba1a-975804e7b4cd admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2825668 Sep 16 06:03:48.050886 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59670) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:48.055757 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-a9f17e5d-1cda-4c71-9215-5b6588117e6f admin admin] Request body: {'subnet': {'network_id': 'da9c5737-c82f-4ded-8b68-433a4f5e39e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-729139102-subnet', 'tenant_id': 'f225411e66774ed99457810f033ac055', 'ip_version': 4}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:48.076808 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13661d5-56de-4ac6-ba1a-975804e7b4cd admin admin] Pushing event updated for resources: {'Network': ['ID=da9c5737-c82f-4ded-8b68-433a4f5e39e2,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:48.092442 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f17e5d-1cda-4c71-9215-5b6588117e6f admin admin] Made reservation on behalf of f225411e66774ed99457810f033ac055 for: {'subnet': 1} {{(pid=94766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:03:48.093284 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Network da9c5737-c82f-4ded-8b68-433a4f5e39e2 details requested by agent ovs-agent-n-d-712139-15 with host n-d-712139-15 {{(pid=94768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:03:48.094832 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a9f17e5d-1cda-4c71-9215-5b6588117e6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12044372'] for subnet, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:48.153757 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:03:48.210166 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:48.210541 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:48.283787 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a9f17e5d-1cda-4c71-9215-5b6588117e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9162747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12044410'] for subnet, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:48.298166 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:48.320226 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:48.326068 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:48.353153 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f17e5d-1cda-4c71-9215-5b6588117e6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=221da74a-a339-49c9-ba9f-4b9081d90d54,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:48.356669 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f17e5d-1cda-4c71-9215-5b6588117e6f admin admin] Checking segment: {'id': '226469e1-b7ec-41bf-affe-dc800dae8285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'da9c5737-c82f-4ded-8b68-433a4f5e39e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:03:48.357128 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f17e5d-1cda-4c71-9215-5b6588117e6f admin admin] Network hostable DHCP agents. Network: da9c5737-c82f-4ded-8b68-433a4f5e39e2, hostable agents: ['2d58977e-c9d0-467e-902e-9cf94bd9dd17'], hosted agents: [] {{(pid=94766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:03:48.376847 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f17e5d-1cda-4c71-9215-5b6588117e6f admin admin] Network da9c5737-c82f-4ded-8b68-433a4f5e39e2 is scheduled to be hosted by DHCP agent 2d58977e-c9d0-467e-902e-9cf94bd9dd17 with binding_index 1 {{(pid=94766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:03:48.383677 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:48.387654 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-a9f17e5d-1cda-4c71-9215-5b6588117e6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-15, da9c5737-c82f-4ded-8b68-433a4f5e39e2) {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:48.391885 n-d-712139-15 neutron-server[94766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f17e5d-1cda-4c71-9215-5b6588117e6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:48.393586 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-a9f17e5d-1cda-4c71-9215-5b6588117e6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:48.400375 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5f672a-928a-40ce-8acc-6b88b5a63e85 None None] Network da9c5737-c82f-4ded-8b68-433a4f5e39e2 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:03:48.409207 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-a9f17e5d-1cda-4c71-9215-5b6588117e6f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3565421 Sep 16 06:03:48.411941 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59672) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:48.416613 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-64b37f8c-feb0-4d04-aca3-0891f1588a16 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-729139102-router', 'tenant_id': 'f225411e66774ed99457810f033ac055', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:48.438389 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-64b37f8c-feb0-4d04-aca3-0891f1588a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1206'] for router, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:48.439478 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-64b37f8c-feb0-4d04-aca3-0891f1588a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1197'] for router, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:48.496082 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-64b37f8c-feb0-4d04-aca3-0891f1588a16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:48.561913 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95903e30-c0e4-4312-bb1c-e58a9cebc94c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30bca86-468b-5e82-a0cc-1513833cfb75-da9c5737-c82f-4ded-8b68-433a4f5e39e2', 'network_id': 'da9c5737-c82f-4ded-8b68-433a4f5e39e2', 'tenant_id': 'f225411e66774ed99457810f033ac055', 'fixed_ips': [{'subnet_id': '221da74a-a339-49c9-ba9f-4b9081d90d54'}]}} from n-d-712139-15. {{(pid=94768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:03:48.563000 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-95903e30-c0e4-4312-bb1c-e58a9cebc94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:48.579323 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a5c81a-d90c-457a-a88f-69260be46eb6 None None] Sync routers for ids ['5b053ee8-fab5-45fe-ad2d-60373fe30951'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:03:48.599793 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a5c81a-d90c-457a-a88f-69260be46eb6 None None] Routers {'5b053ee8-fab5-45fe-ad2d-60373fe30951'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:03:48.600467 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-81a5c81a-d90c-457a-a88f-69260be46eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T06:03:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['5b053ee8-fab5-45fe-ad2d-60373fe30951'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:48.643994 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-64b37f8c-feb0-4d04-aca3-0891f1588a16 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:48.858668 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-64b37f8c-feb0-4d04-aca3-0891f1588a16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:48.883557 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-64b37f8c-feb0-4d04-aca3-0891f1588a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:48.957810 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-81a5c81a-d90c-457a-a88f-69260be46eb6 None None] Set router 5b053ee8-fab5-45fe-ad2d-60373fe30951 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:03:48.960190 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.db_base_plugin_common [None req-95903e30-c0e4-4312-bb1c-e58a9cebc94c None None] Allocated IP 172.20.0.2 (da9c5737-c82f-4ded-8b68-433a4f5e39e2/221da74a-a339-49c9-ba9f-4b9081d90d54/2598dce8-a2e2-439c-b8c4-bf41f4e4e8f6) {{(pid=94768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:03:48.993680 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-64b37f8c-feb0-4d04-aca3-0891f1588a16 admin admin] Allocated IP 172.25.8.7 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/33a3dc5f-5c4c-4f03-901c-e755706edbf9) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:03:49.106806 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-64b37f8c-feb0-4d04-aca3-0891f1588a16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:49.143329 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-64b37f8c-feb0-4d04-aca3-0891f1588a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:49.182993 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b37f8c-feb0-4d04-aca3-0891f1588a16 admin admin] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:03:49.186040 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-64b37f8c-feb0-4d04-aca3-0891f1588a16 admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:49.192587 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b37f8c-feb0-4d04-aca3-0891f1588a16 admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:03:49.198527 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b37f8c-feb0-4d04-aca3-0891f1588a16 admin admin] Pushing event updated for resources: {'Port': ['ID=33a3dc5f-5c4c-4f03-901c-e755706edbf9,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:49.265064 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-95903e30-c0e4-4312-bb1c-e58a9cebc94c None None] Notify callbacks [] for port, precommit_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:49.274923 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-95903e30-c0e4-4312-bb1c-e58a9cebc94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200'] for port, after_create {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:49.317070 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-81a5c81a-d90c-457a-a88f-69260be46eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'name': 'tempest-TestSnapshotPattern-1589227778-router', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:43Z', 'updated_at': '2021-09-16T06:03:46Z', 'revision_number': 4, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'gw_port': {'id': 'e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:91:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:44Z', 'updated_at': '2021-09-16T06:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '88422be0-30c5-4df2-9d0b-6cb4c5ecba5a', 'name': '', 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'mac_address': 'fa:16:3e:a7:ee:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '9afdc173-aeff-4ab9-9c86-3c6d63b74fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:46Z', 'updated_at': '2021-09-16T06:03:46Z', 'revision_number': 2, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'subnets': [{'id': '9afdc173-aeff-4ab9-9c86-3c6d63b74fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:49.321548 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95903e30-c0e4-4312-bb1c-e58a9cebc94c None None] Network da9c5737-c82f-4ded-8b68-433a4f5e39e2 is already hosted by enough agents. {{(pid=94768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:03:49.350271 n-d-712139-15 neutron-server[94768]: DEBUG neutron.scheduler.base_scheduler [None req-95903e30-c0e4-4312-bb1c-e58a9cebc94c None None] Resources bound (agent type, host, resource id): {{(pid=94768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:49.356280 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95903e30-c0e4-4312-bb1c-e58a9cebc94c None None] Received port after_create {{(pid=94768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:03:49.361715 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a5c81a-d90c-457a-a88f-69260be46eb6 None None] Checking router: 5b053ee8-fab5-45fe-ad2d-60373fe30951 for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:03:49.362177 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a5c81a-d90c-457a-a88f-69260be46eb6 None None] Updating router 5b053ee8-fab5-45fe-ad2d-60373fe30951 port 88422be0-30c5-4df2-9d0b-6cb4c5ecba5a binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:03:49.367922 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95903e30-c0e4-4312-bb1c-e58a9cebc94c None None] Pushing event updated for resources: {'Port': ['ID=2598dce8-a2e2-439c-b8c4-bf41f4e4e8f6,revision_number=1']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:49.412073 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-81a5c81a-d90c-457a-a88f-69260be46eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:49.459052 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-95903e30-c0e4-4312-bb1c-e58a9cebc94c None None] Attempting to bind port 2598dce8-a2e2-439c-b8c4-bf41f4e4e8f6 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:03:49.459416 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-64b37f8c-feb0-4d04-aca3-0891f1588a16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:49.459546 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-95903e30-c0e4-4312-bb1c-e58a9cebc94c None None] Attempting to bind port 2598dce8-a2e2-439c-b8c4-bf41f4e4e8f6 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '226469e1-b7ec-41bf-affe-dc800dae8285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'da9c5737-c82f-4ded-8b68-433a4f5e39e2'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:03:49.459774 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95903e30-c0e4-4312-bb1c-e58a9cebc94c None None] Attempting to bind port 2598dce8-a2e2-439c-b8c4-bf41f4e4e8f6 on network da9c5737-c82f-4ded-8b68-433a4f5e39e2 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:03:49.481479 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95903e30-c0e4-4312-bb1c-e58a9cebc94c None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:03:49.481849 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95903e30-c0e4-4312-bb1c-e58a9cebc94c None None] Checking segment: {'id': '226469e1-b7ec-41bf-affe-dc800dae8285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'da9c5737-c82f-4ded-8b68-433a4f5e39e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:03:49.482269 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-95903e30-c0e4-4312-bb1c-e58a9cebc94c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:49.482644 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95903e30-c0e4-4312-bb1c-e58a9cebc94c None None] Bound using segment: {'id': '226469e1-b7ec-41bf-affe-dc800dae8285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'da9c5737-c82f-4ded-8b68-433a4f5e39e2'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:03:49.483110 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-95903e30-c0e4-4312-bb1c-e58a9cebc94c None None] Bound port: 2598dce8-a2e2-439c-b8c4-bf41f4e4e8f6, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '226469e1-b7ec-41bf-affe-dc800dae8285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'da9c5737-c82f-4ded-8b68-433a4f5e39e2'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:03:49.483486 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-95903e30-c0e4-4312-bb1c-e58a9cebc94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:49.639299 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-95903e30-c0e4-4312-bb1c-e58a9cebc94c None None] For port 2598dce8-a2e2-439c-b8c4-bf41f4e4e8f6, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:03:49.658049 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-64b37f8c-feb0-4d04-aca3-0891f1588a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-990294'] for router, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:49.659816 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-95903e30-c0e4-4312-bb1c-e58a9cebc94c None None] For port 2598dce8-a2e2-439c-b8c4-bf41f4e4e8f6, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2598dce8-a2e2-439c-b8c4-bf41f4e4e8f6,segment=NetworkSegment(226469e1-b7ec-41bf-affe-dc800dae8285),segment_id=226469e1-b7ec-41bf-affe-dc800dae8285)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:03:49.684361 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-95903e30-c0e4-4312-bb1c-e58a9cebc94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:49.759500 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95903e30-c0e4-4312-bb1c-e58a9cebc94c None None] Pushing event updated for resources: {'Port': ['ID=2598dce8-a2e2-439c-b8c4-bf41f4e4e8f6,revision_number=2']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:49.800782 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b37f8c-feb0-4d04-aca3-0891f1588a16 admin admin] Router 680fb922-6cc3-4815-a2bd-9aafe004f69c is scheduled to L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b with binding_index 1 {{(pid=94766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:03:49.840072 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-81a5c81a-d90c-457a-a88f-69260be46eb6 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:49.846638 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-81a5c81a-d90c-457a-a88f-69260be46eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:49.903405 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e8b8d-9bee-46bf-ae10-bf8107822b38 None None] Pushing event updated for resources: {'Port': ['ID=88422be0-30c5-4df2-9d0b-6cb4c5ecba5a,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:49.934300 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b37f8c-feb0-4d04-aca3-0891f1588a16 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:03:49.949418 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f2ed76-96bd-4c8b-8cfd-b15ab8bca1ca None None] Sync routers for ids ['680fb922-6cc3-4815-a2bd-9aafe004f69c'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:03:49.968265 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f2ed76-96bd-4c8b-8cfd-b15ab8bca1ca None None] Routers {'680fb922-6cc3-4815-a2bd-9aafe004f69c'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:03:49.969281 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a6f2ed76-96bd-4c8b-8cfd-b15ab8bca1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T06:03:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['680fb922-6cc3-4815-a2bd-9aafe004f69c'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:49.975107 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-64b37f8c-feb0-4d04-aca3-0891f1588a16 admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:49.979163 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-64b37f8c-feb0-4d04-aca3-0891f1588a16 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5635366 Sep 16 06:03:49.979527 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59674) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:50.017908 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-81a5c81a-d90c-457a-a88f-69260be46eb6 None None] Attempting to bind port 88422be0-30c5-4df2-9d0b-6cb4c5ecba5a on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:03:50.018293 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-81a5c81a-d90c-457a-a88f-69260be46eb6 None None] Attempting to bind port 88422be0-30c5-4df2-9d0b-6cb4c5ecba5a by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '885f1622-2c9f-4553-a37c-2fba1c36f488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:03:50.018659 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a5c81a-d90c-457a-a88f-69260be46eb6 None None] Attempting to bind port 88422be0-30c5-4df2-9d0b-6cb4c5ecba5a on network 00c23541-d267-4e28-b0c3-7390dabf0127 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:03:50.026493 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a5c81a-d90c-457a-a88f-69260be46eb6 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:03:50.026878 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a5c81a-d90c-457a-a88f-69260be46eb6 None None] Checking segment: {'id': '885f1622-2c9f-4553-a37c-2fba1c36f488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:03:50.027274 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-81a5c81a-d90c-457a-a88f-69260be46eb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:50.027667 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a5c81a-d90c-457a-a88f-69260be46eb6 None None] Bound using segment: {'id': '885f1622-2c9f-4553-a37c-2fba1c36f488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:03:50.028142 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-81a5c81a-d90c-457a-a88f-69260be46eb6 None None] Bound port: 88422be0-30c5-4df2-9d0b-6cb4c5ecba5a, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885f1622-2c9f-4553-a37c-2fba1c36f488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:03:50.028531 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-81a5c81a-d90c-457a-a88f-69260be46eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:50.139880 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-a6f2ed76-96bd-4c8b-8cfd-b15ab8bca1ca None None] Set router 680fb922-6cc3-4815-a2bd-9aafe004f69c gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:03:50.160106 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-81a5c81a-d90c-457a-a88f-69260be46eb6 None None] For port 88422be0-30c5-4df2-9d0b-6cb4c5ecba5a, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:03:50.164424 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-81a5c81a-d90c-457a-a88f-69260be46eb6 None None] For port 88422be0-30c5-4df2-9d0b-6cb4c5ecba5a, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=88422be0-30c5-4df2-9d0b-6cb4c5ecba5a,segment=NetworkSegment(885f1622-2c9f-4553-a37c-2fba1c36f488),segment_id=885f1622-2c9f-4553-a37c-2fba1c36f488)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:03:50.177360 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-81a5c81a-d90c-457a-a88f-69260be46eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:50.304023 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2598dce8-a2e2-439c-b8c4-bf41f4e4e8f6 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:03:50.387454 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a5c81a-d90c-457a-a88f-69260be46eb6 None None] Routers {'5b053ee8-fab5-45fe-ad2d-60373fe30951'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:03:50.388199 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-81a5c81a-d90c-457a-a88f-69260be46eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T06:03:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['5b053ee8-fab5-45fe-ad2d-60373fe30951'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:50.402893 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e8b8d-9bee-46bf-ae10-bf8107822b38 None None] Pushing event updated for resources: {'Port': ['ID=88422be0-30c5-4df2-9d0b-6cb4c5ecba5a,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:50.453722 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a6f2ed76-96bd-4c8b-8cfd-b15ab8bca1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680fb922-6cc3-4815-a2bd-9aafe004f69c', 'name': 'tempest-TestSnapshotPattern-729139102-router', 'tenant_id': 'f225411e66774ed99457810f033ac055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '33a3dc5f-5c4c-4f03-901c-e755706edbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:48Z', 'updated_at': '2021-09-16T06:03:49Z', 'revision_number': 3, 'project_id': 'f225411e66774ed99457810f033ac055', 'gw_port': {'id': '33a3dc5f-5c4c-4f03-901c-e755706edbf9', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:25:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680fb922-6cc3-4815-a2bd-9aafe004f69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:48Z', 'updated_at': '2021-09-16T06:03:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:50.498530 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f2ed76-96bd-4c8b-8cfd-b15ab8bca1ca None None] Checking router: 680fb922-6cc3-4815-a2bd-9aafe004f69c for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:03:50.498880 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f2ed76-96bd-4c8b-8cfd-b15ab8bca1ca None None] Updating router 680fb922-6cc3-4815-a2bd-9aafe004f69c port 33a3dc5f-5c4c-4f03-901c-e755706edbf9 binding host n-d-712139-15 {{(pid=94769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:03:50.508224 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-7e1e30eb-a0f7-4492-9248-3fd690ac1e99 None None] Provisioning complete for port 88422be0-30c5-4df2-9d0b-6cb4c5ecba5a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:50.509060 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7e1e30eb-a0f7-4492-9248-3fd690ac1e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:50.522544 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 2598dce8-a2e2-439c-b8c4-bf41f4e4e8f6 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:50.522920 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:50.697831 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-a6f2ed76-96bd-4c8b-8cfd-b15ab8bca1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:50.706104 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-61f54f82-b6de-4d67-b24c-19e5f5cd178c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:50.716787 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-81a5c81a-d90c-457a-a88f-69260be46eb6 None None] Set router 5b053ee8-fab5-45fe-ad2d-60373fe30951 gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:03:50.907559 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_common [None req-61f54f82-b6de-4d67-b24c-19e5f5cd178c admin admin] Allocated IP 172.20.0.1 (da9c5737-c82f-4ded-8b68-433a4f5e39e2/221da74a-a339-49c9-ba9f-4b9081d90d54/08183c09-9e3b-4c07-96ba-7216023fdce4) {{(pid=94766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:03:51.009964 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7e1e30eb-a0f7-4492-9248-3fd690ac1e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:51.033474 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-61f54f82-b6de-4d67-b24c-19e5f5cd178c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:51.033964 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:51.048625 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-a6f2ed76-96bd-4c8b-8cfd-b15ab8bca1ca None None] Notify callbacks [] for port, precommit_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:51.057324 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-a6f2ed76-96bd-4c8b-8cfd-b15ab8bca1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:51.087360 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-7e1e30eb-a0f7-4492-9248-3fd690ac1e99 None None] For port 88422be0-30c5-4df2-9d0b-6cb4c5ecba5a, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=88422be0-30c5-4df2-9d0b-6cb4c5ecba5a,segment=NetworkSegment(885f1622-2c9f-4553-a37c-2fba1c36f488),segment_id=885f1622-2c9f-4553-a37c-2fba1c36f488)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:51.090307 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58352be-2a78-4820-ba27-c4af29476c66 None None] Network da9c5737-c82f-4ded-8b68-433a4f5e39e2 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:03:51.103275 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-7e1e30eb-a0f7-4492-9248-3fd690ac1e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:51.116292 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-a6f2ed76-96bd-4c8b-8cfd-b15ab8bca1ca None None] Attempting to bind port 33a3dc5f-5c4c-4f03-901c-e755706edbf9 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:03:51.116781 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-a6f2ed76-96bd-4c8b-8cfd-b15ab8bca1ca None None] Attempting to bind port 33a3dc5f-5c4c-4f03-901c-e755706edbf9 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:03:51.117204 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f2ed76-96bd-4c8b-8cfd-b15ab8bca1ca None None] Attempting to bind port 33a3dc5f-5c4c-4f03-901c-e755706edbf9 on network 6423976d-c7ec-41de-996e-2a06dce8febc {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:03:51.125132 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 2598dce8-a2e2-439c-b8c4-bf41f4e4e8f6, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2598dce8-a2e2-439c-b8c4-bf41f4e4e8f6,segment=NetworkSegment(226469e1-b7ec-41bf-affe-dc800dae8285),segment_id=226469e1-b7ec-41bf-affe-dc800dae8285)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:51.125793 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f2ed76-96bd-4c8b-8cfd-b15ab8bca1ca None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:03:51.126094 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f2ed76-96bd-4c8b-8cfd-b15ab8bca1ca None None] Checking segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:03:51.127261 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-a6f2ed76-96bd-4c8b-8cfd-b15ab8bca1ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:51.127972 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f2ed76-96bd-4c8b-8cfd-b15ab8bca1ca None None] Bound using segment: {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'} {{(pid=94769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:03:51.128693 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.managers [None req-a6f2ed76-96bd-4c8b-8cfd-b15ab8bca1ca None None] Bound port: 33a3dc5f-5c4c-4f03-901c-e755706edbf9, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec644028-ff6a-43b4-93a2-8141596b3d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc'}}] {{(pid=94769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:03:51.129036 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-a6f2ed76-96bd-4c8b-8cfd-b15ab8bca1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:51.153825 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-81a5c81a-d90c-457a-a88f-69260be46eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'name': 'tempest-TestSnapshotPattern-1589227778-router', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:43Z', 'updated_at': '2021-09-16T06:03:46Z', 'revision_number': 4, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'gw_port': {'id': 'e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:91:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:44Z', 'updated_at': '2021-09-16T06:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '88422be0-30c5-4df2-9d0b-6cb4c5ecba5a', 'name': '', 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'mac_address': 'fa:16:3e:a7:ee:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '9afdc173-aeff-4ab9-9c86-3c6d63b74fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:46Z', 'updated_at': '2021-09-16T06:03:50Z', 'revision_number': 4, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'subnets': [{'id': '9afdc173-aeff-4ab9-9c86-3c6d63b74fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:51.160327 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:51.161162 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:03:51.170562 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3611e-aa1a-4a6f-b77c-8b98649bddac None None] Pushing event updated for resources: {'Port': ['ID=33a3dc5f-5c4c-4f03-901c-e755706edbf9,revision_number=2']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:51.222858 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-a6f2ed76-96bd-4c8b-8cfd-b15ab8bca1ca None None] For port 33a3dc5f-5c4c-4f03-901c-e755706edbf9, host n-d-712139-15, cleared binding levels {{(pid=94769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:03:51.223364 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a5c81a-d90c-457a-a88f-69260be46eb6 None None] The sync data for ids ['5b053ee8-fab5-45fe-ad2d-60373fe30951'] in n-d-712139-15 is: [{'id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'name': 'tempest-TestSnapshotPattern-1589227778-router', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:43Z', 'updated_at': '2021-09-16T06:03:46Z', 'revision_number': 4, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'gw_port': {'id': 'e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:91:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:44Z', 'updated_at': '2021-09-16T06:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '88422be0-30c5-4df2-9d0b-6cb4c5ecba5a', 'name': '', 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'mac_address': 'fa:16:3e:a7:ee:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '9afdc173-aeff-4ab9-9c86-3c6d63b74fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:46Z', 'updated_at': '2021-09-16T06:03:50Z', 'revision_number': 4, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'subnets': [{'id': '9afdc173-aeff-4ab9-9c86-3c6d63b74fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:03:51.230027 n-d-712139-15 neutron-server[94769]: DEBUG neutron.plugins.ml2.db [None req-a6f2ed76-96bd-4c8b-8cfd-b15ab8bca1ca None None] For port 33a3dc5f-5c4c-4f03-901c-e755706edbf9, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=33a3dc5f-5c4c-4f03-901c-e755706edbf9,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:03:51.238317 n-d-712139-15 neutron-server[94769]: DEBUG neutron_lib.callbacks.manager [None req-a6f2ed76-96bd-4c8b-8cfd-b15ab8bca1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:51.346868 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e30eb-a0f7-4492-9248-3fd690ac1e99 None None] Pushing event updated for resources: {'Port': ['ID=88422be0-30c5-4df2-9d0b-6cb4c5ecba5a,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:51.362843 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3611e-aa1a-4a6f-b77c-8b98649bddac None None] Pushing event updated for resources: {'Port': ['ID=33a3dc5f-5c4c-4f03-901c-e755706edbf9,revision_number=3']} {{(pid=94769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:51.380058 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f2ed76-96bd-4c8b-8cfd-b15ab8bca1ca None None] Routers {'680fb922-6cc3-4815-a2bd-9aafe004f69c'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:03:51.381424 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a6f2ed76-96bd-4c8b-8cfd-b15ab8bca1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T06:03:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['680fb922-6cc3-4815-a2bd-9aafe004f69c'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:51.415727 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-3f3f2bdc-a0c0-4ac8-8167-9652e7ddf17a None None] Provisioning complete for port 88422be0-30c5-4df2-9d0b-6cb4c5ecba5a triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:51.416165 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3f3f2bdc-a0c0-4ac8-8167-9652e7ddf17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:51.498070 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-61f54f82-b6de-4d67-b24c-19e5f5cd178c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:51.504594 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=2598dce8-a2e2-439c-b8c4-bf41f4e4e8f6,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:51.538644 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:51.538856 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:51.555954 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f54f82-b6de-4d67-b24c-19e5f5cd178c admin admin] Pushing event updated for resources: {'Port': ['ID=08183c09-9e3b-4c07-96ba-7216023fdce4,revision_number=1']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:51.556943 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-a6f2ed76-96bd-4c8b-8cfd-b15ab8bca1ca None None] Set router 680fb922-6cc3-4815-a2bd-9aafe004f69c gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:03:51.565525 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f54f82-b6de-4d67-b24c-19e5f5cd178c admin admin] Network da9c5737-c82f-4ded-8b68-433a4f5e39e2 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:03:51.567588 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-61f54f82-b6de-4d67-b24c-19e5f5cd178c admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:51.570483 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f54f82-b6de-4d67-b24c-19e5f5cd178c admin admin] Received port after_create {{(pid=94766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:03:51.609604 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-61f54f82-b6de-4d67-b24c-19e5f5cd178c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990337'] for router_interface, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:51.762568 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-61f54f82-b6de-4d67-b24c-19e5f5cd178c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:51.820178 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-a6f2ed76-96bd-4c8b-8cfd-b15ab8bca1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680fb922-6cc3-4815-a2bd-9aafe004f69c', 'name': 'tempest-TestSnapshotPattern-729139102-router', 'tenant_id': 'f225411e66774ed99457810f033ac055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '33a3dc5f-5c4c-4f03-901c-e755706edbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:48Z', 'updated_at': '2021-09-16T06:03:49Z', 'revision_number': 3, 'project_id': 'f225411e66774ed99457810f033ac055', 'gw_port': {'id': '33a3dc5f-5c4c-4f03-901c-e755706edbf9', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:25:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680fb922-6cc3-4815-a2bd-9aafe004f69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:48Z', 'updated_at': '2021-09-16T06:03:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:51.878225 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f2ed76-96bd-4c8b-8cfd-b15ab8bca1ca None None] The sync data for ids ['680fb922-6cc3-4815-a2bd-9aafe004f69c'] in n-d-712139-15 is: [{'id': '680fb922-6cc3-4815-a2bd-9aafe004f69c', 'name': 'tempest-TestSnapshotPattern-729139102-router', 'tenant_id': 'f225411e66774ed99457810f033ac055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '33a3dc5f-5c4c-4f03-901c-e755706edbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:48Z', 'updated_at': '2021-09-16T06:03:49Z', 'revision_number': 3, 'project_id': 'f225411e66774ed99457810f033ac055', 'gw_port': {'id': '33a3dc5f-5c4c-4f03-901c-e755706edbf9', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:25:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680fb922-6cc3-4815-a2bd-9aafe004f69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:48Z', 'updated_at': '2021-09-16T06:03:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:03:51.983608 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-61f54f82-b6de-4d67-b24c-19e5f5cd178c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:51.990191 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-61f54f82-b6de-4d67-b24c-19e5f5cd178c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9162638'] for port, after_update {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:52.026073 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-3f3f2bdc-a0c0-4ac8-8167-9652e7ddf17a None None] Provisioning complete for port 2598dce8-a2e2-439c-b8c4-bf41f4e4e8f6 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:52.026454 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3f3f2bdc-a0c0-4ac8-8167-9652e7ddf17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:52.088785 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-61f54f82-b6de-4d67-b24c-19e5f5cd178c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987665'] for router_interface, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:52.092046 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f54f82-b6de-4d67-b24c-19e5f5cd178c admin admin] Pushing event updated for resources: {'Port': ['ID=08183c09-9e3b-4c07-96ba-7216023fdce4,revision_number=2']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:52.286524 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f54f82-b6de-4d67-b24c-19e5f5cd178c admin admin] Network da9c5737-c82f-4ded-8b68-433a4f5e39e2 is already hosted by enough agents. {{(pid=94766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:03:52.331964 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.base_scheduler [None req-61f54f82-b6de-4d67-b24c-19e5f5cd178c admin admin] Resources bound (agent type, host, resource id): {{(pid=94766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:52.336129 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 88422be0-30c5-4df2-9d0b-6cb4c5ecba5a up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:03:52.412382 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-91ed99a4-b2fd-4779-a946-16718ca7b471 None None] Provisioning complete for port 08183c09-9e3b-4c07-96ba-7216023fdce4 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:52.413113 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-91ed99a4-b2fd-4779-a946-16718ca7b471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:52.486593 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 88422be0-30c5-4df2-9d0b-6cb4c5ecba5a triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:52.486974 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:52.490291 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-91ed99a4-b2fd-4779-a946-16718ca7b471 None None] Port 08183c09-9e3b-4c07-96ba-7216023fdce4 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:03:52.554094 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-91ed99a4-b2fd-4779-a946-16718ca7b471 None None] Provisioning complete for port 2598dce8-a2e2-439c-b8c4-bf41f4e4e8f6 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:52.554512 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-91ed99a4-b2fd-4779-a946-16718ca7b471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:52.578192 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f54f82-b6de-4d67-b24c-19e5f5cd178c admin admin] Router 680fb922-6cc3-4815-a2bd-9aafe004f69c has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:03:52.658952 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2598dce8-a2e2-439c-b8c4-bf41f4e4e8f6 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:03:52.759538 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 2598dce8-a2e2-439c-b8c4-bf41f4e4e8f6 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:52.759915 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:52.778710 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f54f82-b6de-4d67-b24c-19e5f5cd178c admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:03:52.786790 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-61f54f82-b6de-4d67-b24c-19e5f5cd178c admin admin] 10.222.0.35 "PUT /v2.0/routers/680fb922-6cc3-4815-a2bd-9aafe004f69c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8060002 Sep 16 06:03:52.927703 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-0fee7492-05dc-4679-8717-4d8433e01d38 None None] Provisioning complete for port 08183c09-9e3b-4c07-96ba-7216023fdce4 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:52.928146 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0fee7492-05dc-4679-8717-4d8433e01d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:52.983843 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-0fee7492-05dc-4679-8717-4d8433e01d38 None None] Port 08183c09-9e3b-4c07-96ba-7216023fdce4 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:03:53.106232 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-dbfbfd7f-ab50-46a0-a2b0-69553328453f None None] Provisioning complete for port 08183c09-9e3b-4c07-96ba-7216023fdce4 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:53.106693 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-dbfbfd7f-ab50-46a0-a2b0-69553328453f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:53.155789 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-dbfbfd7f-ab50-46a0-a2b0-69553328453f None None] Port 08183c09-9e3b-4c07-96ba-7216023fdce4 cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:03:53.672205 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59682) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:53.677512 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-c1e3d22a-654f-4b66-83c1-51593d1c9bc3 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-955419649', 'description': 'tempest-secgroup-smoke-955419649 description', 'project_id': '3aad3e6d393b4adf8cbe549beb11e522'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:53.700483 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c1e3d22a-654f-4b66-83c1-51593d1c9bc3 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks [] for security_group, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:53.788548 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c1e3d22a-654f-4b66-83c1-51593d1c9bc3 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks [] for security_group, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:53.792529 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c1e3d22a-654f-4b66-83c1-51593d1c9bc3 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:53.822791 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c1e3d22a-654f-4b66-83c1-51593d1c9bc3 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:53.824034 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c1e3d22a-654f-4b66-83c1-51593d1c9bc3 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1507804 Sep 16 06:03:53.825959 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3d22a-654f-4b66-83c1-51593d1c9bc3 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=046f30df-8e6e-494e-bf7a-00c735cd76b5,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:53.828236 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59684) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:53.833918 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-c0825a3c-0494-428d-8275-b726715a0373 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Request body: {'security_group_rule': {'security_group_id': '046f30df-8e6e-494e-bf7a-00c735cd76b5', 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:53.862900 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c0825a3c-0494-428d-8275-b726715a0373 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:53.920723 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c0825a3c-0494-428d-8275-b726715a0373 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:53.925778 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c0825a3c-0494-428d-8275-b726715a0373 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:53.945430 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0825a3c-0494-428d-8275-b726715a0373 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70174ba5-2d1c-478b-9cc8-914a1e292828,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:53.953273 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c0825a3c-0494-428d-8275-b726715a0373 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:53.954486 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c0825a3c-0494-428d-8275-b726715a0373 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1252141 Sep 16 06:03:53.958454 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59686) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:53.963268 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-f1a47f0f-4104-4dda-9a03-05c5dc8b59f3 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Request body: {'security_group_rule': {'security_group_id': '046f30df-8e6e-494e-bf7a-00c735cd76b5', 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:53.994452 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f1a47f0f-4104-4dda-9a03-05c5dc8b59f3 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:54.057953 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f1a47f0f-4104-4dda-9a03-05c5dc8b59f3 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:54.066240 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f1a47f0f-4104-4dda-9a03-05c5dc8b59f3 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:54.088438 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a47f0f-4104-4dda-9a03-05c5dc8b59f3 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b2e0b1-713e-4457-b18b-407a413ab29b,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:54.095999 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f1a47f0f-4104-4dda-9a03-05c5dc8b59f3 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:54.100279 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59688) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:54.100450 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f1a47f0f-4104-4dda-9a03-05c5dc8b59f3 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1407936 Sep 16 06:03:54.104945 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-2b2e4418-5c35-40f1-8054-3dbf5beef012 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Request body: {'security_group_rule': {'security_group_id': '046f30df-8e6e-494e-bf7a-00c735cd76b5', 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:54.132786 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 33a3dc5f-5c4c-4f03-901c-e755706edbf9 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:03:54.136819 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2b2e4418-5c35-40f1-8054-3dbf5beef012 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:54.183934 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 33a3dc5f-5c4c-4f03-901c-e755706edbf9 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:54.184227 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:54.200090 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2b2e4418-5c35-40f1-8054-3dbf5beef012 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:54.204143 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2b2e4418-5c35-40f1-8054-3dbf5beef012 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:54.228554 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e4418-5c35-40f1-8054-3dbf5beef012 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a8c715b-17fb-4bf2-a818-991af10eeca6,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:54.240894 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2b2e4418-5c35-40f1-8054-3dbf5beef012 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:54.242261 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2b2e4418-5c35-40f1-8054-3dbf5beef012 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1408823 Sep 16 06:03:54.245354 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59690) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:54.249967 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-f6d16d85-5a88-47ca-a411-3e9b10a16da3 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Request body: {'security_group_rule': {'security_group_id': '046f30df-8e6e-494e-bf7a-00c735cd76b5', 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:54.267534 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:54.276601 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f6d16d85-5a88-47ca-a411-3e9b10a16da3 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:54.293852 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] For port 33a3dc5f-5c4c-4f03-901c-e755706edbf9, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=33a3dc5f-5c4c-4f03-901c-e755706edbf9,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:54.298031 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:54.343031 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f6d16d85-5a88-47ca-a411-3e9b10a16da3 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:54.347246 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f6d16d85-5a88-47ca-a411-3e9b10a16da3 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:54.349982 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Pushing event updated for resources: {'Port': ['ID=33a3dc5f-5c4c-4f03-901c-e755706edbf9,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:54.370319 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d16d85-5a88-47ca-a411-3e9b10a16da3 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=767c3025-1305-4a3f-8c7f-227121aed9c6,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:54.374266 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f6d16d85-5a88-47ca-a411-3e9b10a16da3 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:54.375480 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f6d16d85-5a88-47ca-a411-3e9b10a16da3 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1290131 Sep 16 06:03:54.379203 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 59692) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:54.383550 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.v2.base [None req-cad64da9-6cfe-4b04-8ad8-3fdf0ef53464 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Request body: {'security_group_rule': {'security_group_id': '046f30df-8e6e-494e-bf7a-00c735cd76b5', 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:54.406707 n-d-712139-15 neutron-server[94766]: INFO neutron.db.securitygroups_db [None req-cad64da9-6cfe-4b04-8ad8-3fdf0ef53464 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Project 3aad3e6d393b4adf8cbe549beb11e522 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:03:54.412182 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cad64da9-6cfe-4b04-8ad8-3fdf0ef53464 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:54.477470 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cad64da9-6cfe-4b04-8ad8-3fdf0ef53464 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:54.481194 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cad64da9-6cfe-4b04-8ad8-3fdf0ef53464 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:54.499716 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad64da9-6cfe-4b04-8ad8-3fdf0ef53464 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d12130de-c2d0-45c9-93d1-c25a0003cfdc,revision_number=0']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:54.502270 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-cad64da9-6cfe-4b04-8ad8-3fdf0ef53464 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:54.505520 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-cad64da9-6cfe-4b04-8ad8-3fdf0ef53464 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1233771 Sep 16 06:03:54.506852 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59694) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:54.511420 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-2f759b11-8090-4012-82aa-cce6fcbfef6e tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Request body: {'security_group_rule': {'security_group_id': '046f30df-8e6e-494e-bf7a-00c735cd76b5', 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:54.535949 n-d-712139-15 neutron-server[94767]: INFO neutron.db.securitygroups_db [None req-2f759b11-8090-4012-82aa-cce6fcbfef6e tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Project 3aad3e6d393b4adf8cbe549beb11e522 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:03:54.541023 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2f759b11-8090-4012-82aa-cce6fcbfef6e tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:54.604840 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2f759b11-8090-4012-82aa-cce6fcbfef6e tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:54.608860 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2f759b11-8090-4012-82aa-cce6fcbfef6e tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549161'] for security_group_rule, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:54.625456 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f759b11-8090-4012-82aa-cce6fcbfef6e tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5081528a-e9eb-41e3-8fe2-4aa2966abd18,revision_number=0']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:54.635554 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-2f759b11-8090-4012-82aa-cce6fcbfef6e tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:54.636926 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-2f759b11-8090-4012-82aa-cce6fcbfef6e tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1289742 Sep 16 06:03:54.739382 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55463b1-193a-47ef-941a-f9e828353b36 None None] Sync routers for ids ['680fb922-6cc3-4815-a2bd-9aafe004f69c'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:03:54.748755 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55463b1-193a-47ef-941a-f9e828353b36 None None] Routers {'680fb922-6cc3-4815-a2bd-9aafe004f69c'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:03:54.749366 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-e55463b1-193a-47ef-941a-f9e828353b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T06:03:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['680fb922-6cc3-4815-a2bd-9aafe004f69c'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:54.780294 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94457793-725a-42b9-bfc9-d89108658cb4 req-048a7a34-1a61-4110-8927-515d422e9c31 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-955419649&fields=id&tenant_id=3aad3e6d393b4adf8cbe549beb11e522 HTTP/1.1" status: 200 len: 267 time: 0.0354233 Sep 16 06:03:54.857388 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-e55463b1-193a-47ef-941a-f9e828353b36 None None] Set router 680fb922-6cc3-4815-a2bd-9aafe004f69c gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:03:54.893284 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94457793-725a-42b9-bfc9-d89108658cb4 req-fcb586cb-22eb-494e-b74c-b45a0813b890 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:54.894781 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94457793-725a-42b9-bfc9-d89108658cb4 req-fcb586cb-22eb-494e-b74c-b45a0813b890 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/networks?id=00c23541-d267-4e28-b0c3-7390dabf0127 HTTP/1.1" status: 200 len: 810 time: 0.1067042 Sep 16 06:03:54.909698 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94457793-725a-42b9-bfc9-d89108658cb4 req-7023d202-f61c-4fb2-843c-f5d537d1cb9b tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/quotas/3aad3e6d393b4adf8cbe549beb11e522 HTTP/1.1" status: 200 len: 375 time: 0.0091019 Sep 16 06:03:54.962135 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94457793-725a-42b9-bfc9-d89108658cb4 req-f8631d7f-f9da-4ecb-978d-bd0517c5ca7d tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3aad3e6d393b4adf8cbe549beb11e522&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465207 Sep 16 06:03:55.061160 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-e55463b1-193a-47ef-941a-f9e828353b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680fb922-6cc3-4815-a2bd-9aafe004f69c', 'name': 'tempest-TestSnapshotPattern-729139102-router', 'tenant_id': 'f225411e66774ed99457810f033ac055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '33a3dc5f-5c4c-4f03-901c-e755706edbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:48Z', 'updated_at': '2021-09-16T06:03:51Z', 'revision_number': 4, 'project_id': 'f225411e66774ed99457810f033ac055', 'gw_port': {'id': '33a3dc5f-5c4c-4f03-901c-e755706edbf9', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:25:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680fb922-6cc3-4815-a2bd-9aafe004f69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:48Z', 'updated_at': '2021-09-16T06:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '08183c09-9e3b-4c07-96ba-7216023fdce4', 'name': '', 'network_id': 'da9c5737-c82f-4ded-8b68-433a4f5e39e2', 'tenant_id': 'f225411e66774ed99457810f033ac055', 'mac_address': 'fa:16:3e:ad:b1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680fb922-6cc3-4815-a2bd-9aafe004f69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '221da74a-a339-49c9-ba9f-4b9081d90d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:50Z', 'updated_at': '2021-09-16T06:03:51Z', 'revision_number': 2, 'project_id': 'f225411e66774ed99457810f033ac055', 'subnets': [{'id': '221da74a-a339-49c9-ba9f-4b9081d90d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:55.088937 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55463b1-193a-47ef-941a-f9e828353b36 None None] Checking router: 680fb922-6cc3-4815-a2bd-9aafe004f69c for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:03:55.089303 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55463b1-193a-47ef-941a-f9e828353b36 None None] Updating router 680fb922-6cc3-4815-a2bd-9aafe004f69c port 08183c09-9e3b-4c07-96ba-7216023fdce4 binding host n-d-712139-15 {{(pid=94768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:03:55.114181 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e55463b1-193a-47ef-941a-f9e828353b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:55.157558 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94457793-725a-42b9-bfc9-d89108658cb4 req-f4ad10ed-6fc9-4c30-9e95-d4c7c912db2d service neutron] 10.222.0.35 "GET /v2.0/networks/00c23541-d267-4e28-b0c3-7390dabf0127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829236 Sep 16 06:03:55.257183 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94457793-725a-42b9-bfc9-d89108658cb4 req-ddeb4817-e9d3-43cc-a92d-a9f9fe6af1b5 service neutron] 10.222.0.35 "GET /v2.0/networks/00c23541-d267-4e28-b0c3-7390dabf0127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940373 Sep 16 06:03:55.409315 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e55463b1-193a-47ef-941a-f9e828353b36 None None] Notify callbacks [] for port, precommit_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:55.416397 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e55463b1-193a-47ef-941a-f9e828353b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:55.446376 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-916eaed5-df25-409d-8bf6-0ef37080da55 req-13db889e-0791-4253-b25e-c9aac0b27267 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/ports?device_id=14fbf5c9-f34c-4f74-9ab0-32523cab5f91 HTTP/1.1" status: 200 len: 210 time: 0.0311685 Sep 16 06:03:55.481834 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5051730d-ae98-4692-b9e1-9a720f8ea074 None None] Pushing event updated for resources: {'Port': ['ID=08183c09-9e3b-4c07-96ba-7216023fdce4,revision_number=3']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:55.533013 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-e55463b1-193a-47ef-941a-f9e828353b36 None None] Attempting to bind port 08183c09-9e3b-4c07-96ba-7216023fdce4 on host n-d-712139-15 for vnic_type normal with profile {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:03:55.533390 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-e55463b1-193a-47ef-941a-f9e828353b36 None None] Attempting to bind port 08183c09-9e3b-4c07-96ba-7216023fdce4 by drivers openvswitch,hyperv on host n-d-712139-15 at level 0 using segments [{'id': '226469e1-b7ec-41bf-affe-dc800dae8285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'da9c5737-c82f-4ded-8b68-433a4f5e39e2'}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:03:55.533770 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55463b1-193a-47ef-941a-f9e828353b36 None None] Attempting to bind port 08183c09-9e3b-4c07-96ba-7216023fdce4 on network da9c5737-c82f-4ded-8b68-433a4f5e39e2 {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:03:55.539254 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55463b1-193a-47ef-941a-f9e828353b36 None None] Checking agent: {'id': '9f4ec23a-b00b-45ba-b9ee-3a8e733e27dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 13), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:03:55.539655 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55463b1-193a-47ef-941a-f9e828353b36 None None] Checking segment: {'id': '226469e1-b7ec-41bf-affe-dc800dae8285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'da9c5737-c82f-4ded-8b68-433a4f5e39e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:03:55.540043 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e55463b1-193a-47ef-941a-f9e828353b36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:55.540435 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55463b1-193a-47ef-941a-f9e828353b36 None None] Bound using segment: {'id': '226469e1-b7ec-41bf-affe-dc800dae8285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'da9c5737-c82f-4ded-8b68-433a4f5e39e2'} {{(pid=94768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:03:55.540936 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.managers [None req-e55463b1-193a-47ef-941a-f9e828353b36 None None] Bound port: 08183c09-9e3b-4c07-96ba-7216023fdce4, host: n-d-712139-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '226469e1-b7ec-41bf-affe-dc800dae8285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'da9c5737-c82f-4ded-8b68-433a4f5e39e2'}}] {{(pid=94768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:03:55.541300 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e55463b1-193a-47ef-941a-f9e828353b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:55.622907 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-e55463b1-193a-47ef-941a-f9e828353b36 None None] For port 08183c09-9e3b-4c07-96ba-7216023fdce4, host n-d-712139-15, cleared binding levels {{(pid=94768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:03:55.627089 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-e55463b1-193a-47ef-941a-f9e828353b36 None None] For port 08183c09-9e3b-4c07-96ba-7216023fdce4, host n-d-712139-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=08183c09-9e3b-4c07-96ba-7216023fdce4,segment=NetworkSegment(226469e1-b7ec-41bf-affe-dc800dae8285),segment_id=226469e1-b7ec-41bf-affe-dc800dae8285)] {{(pid=94768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:03:55.632796 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e55463b1-193a-47ef-941a-f9e828353b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:55.685515 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55463b1-193a-47ef-941a-f9e828353b36 None None] Routers {'680fb922-6cc3-4815-a2bd-9aafe004f69c'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:03:55.686156 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-e55463b1-193a-47ef-941a-f9e828353b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T06:03:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['680fb922-6cc3-4815-a2bd-9aafe004f69c'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:55.753940 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5051730d-ae98-4692-b9e1-9a720f8ea074 None None] Pushing event updated for resources: {'Port': ['ID=08183c09-9e3b-4c07-96ba-7216023fdce4,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:55.775357 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-21e1ec94-c49f-45c3-94ae-31f68a0569a6 None None] Provisioning complete for port 08183c09-9e3b-4c07-96ba-7216023fdce4 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:55.775731 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-21e1ec94-c49f-45c3-94ae-31f68a0569a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:55.867227 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-e55463b1-193a-47ef-941a-f9e828353b36 None None] Set router 680fb922-6cc3-4815-a2bd-9aafe004f69c gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:03:56.001353 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-21e1ec94-c49f-45c3-94ae-31f68a0569a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:56.090840 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-21e1ec94-c49f-45c3-94ae-31f68a0569a6 None None] For port 08183c09-9e3b-4c07-96ba-7216023fdce4, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=08183c09-9e3b-4c07-96ba-7216023fdce4,segment=NetworkSegment(226469e1-b7ec-41bf-affe-dc800dae8285),segment_id=226469e1-b7ec-41bf-affe-dc800dae8285)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:56.100086 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-21e1ec94-c49f-45c3-94ae-31f68a0569a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:56.146760 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 33a3dc5f-5c4c-4f03-901c-e755706edbf9 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:03:56.220000 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e1ec94-c49f-45c3-94ae-31f68a0569a6 None None] Pushing event updated for resources: {'Port': ['ID=08183c09-9e3b-4c07-96ba-7216023fdce4,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:56.239126 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-88a5dc9e-10cb-4646-951b-4d0ecfdd79b0 None None] Provisioning complete for port 08183c09-9e3b-4c07-96ba-7216023fdce4 triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:56.239505 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-88a5dc9e-10cb-4646-951b-4d0ecfdd79b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:56.265685 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-e55463b1-193a-47ef-941a-f9e828353b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680fb922-6cc3-4815-a2bd-9aafe004f69c', 'name': 'tempest-TestSnapshotPattern-729139102-router', 'tenant_id': 'f225411e66774ed99457810f033ac055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '33a3dc5f-5c4c-4f03-901c-e755706edbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:48Z', 'updated_at': '2021-09-16T06:03:51Z', 'revision_number': 4, 'project_id': 'f225411e66774ed99457810f033ac055', 'gw_port': {'id': '33a3dc5f-5c4c-4f03-901c-e755706edbf9', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:25:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680fb922-6cc3-4815-a2bd-9aafe004f69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:48Z', 'updated_at': '2021-09-16T06:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '08183c09-9e3b-4c07-96ba-7216023fdce4', 'name': '', 'network_id': 'da9c5737-c82f-4ded-8b68-433a4f5e39e2', 'tenant_id': 'f225411e66774ed99457810f033ac055', 'mac_address': 'fa:16:3e:ad:b1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680fb922-6cc3-4815-a2bd-9aafe004f69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '221da74a-a339-49c9-ba9f-4b9081d90d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:50Z', 'updated_at': '2021-09-16T06:03:55Z', 'revision_number': 4, 'project_id': 'f225411e66774ed99457810f033ac055', 'subnets': [{'id': '221da74a-a339-49c9-ba9f-4b9081d90d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:56.296466 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55463b1-193a-47ef-941a-f9e828353b36 None None] The sync data for ids ['680fb922-6cc3-4815-a2bd-9aafe004f69c'] in n-d-712139-15 is: [{'id': '680fb922-6cc3-4815-a2bd-9aafe004f69c', 'name': 'tempest-TestSnapshotPattern-729139102-router', 'tenant_id': 'f225411e66774ed99457810f033ac055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '33a3dc5f-5c4c-4f03-901c-e755706edbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:48Z', 'updated_at': '2021-09-16T06:03:51Z', 'revision_number': 4, 'project_id': 'f225411e66774ed99457810f033ac055', 'gw_port': {'id': '33a3dc5f-5c4c-4f03-901c-e755706edbf9', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:25:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680fb922-6cc3-4815-a2bd-9aafe004f69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:48Z', 'updated_at': '2021-09-16T06:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '08183c09-9e3b-4c07-96ba-7216023fdce4', 'name': '', 'network_id': 'da9c5737-c82f-4ded-8b68-433a4f5e39e2', 'tenant_id': 'f225411e66774ed99457810f033ac055', 'mac_address': 'fa:16:3e:ad:b1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680fb922-6cc3-4815-a2bd-9aafe004f69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '221da74a-a339-49c9-ba9f-4b9081d90d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:50Z', 'updated_at': '2021-09-16T06:03:55Z', 'revision_number': 4, 'project_id': 'f225411e66774ed99457810f033ac055', 'subnets': [{'id': '221da74a-a339-49c9-ba9f-4b9081d90d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:03:56.300926 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 33a3dc5f-5c4c-4f03-901c-e755706edbf9 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:56.301351 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:56.585923 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d7f796d3-aa77-429c-b46e-2f634fde2b60 req-56602f45-6d14-4d35-8085-e93345a3b9af tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/ports?device_id=14fbf5c9-f34c-4f74-9ab0-32523cab5f91 HTTP/1.1" status: 200 len: 210 time: 0.0351388 Sep 16 06:03:56.630026 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94457793-725a-42b9-bfc9-d89108658cb4 req-a2a280e1-93bf-43d6-adb1-b2b2f278665f tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:56.631559 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94457793-725a-42b9-bfc9-d89108658cb4 req-a2a280e1-93bf-43d6-adb1-b2b2f278665f tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.48 "GET /v2.0/networks?id=00c23541-d267-4e28-b0c3-7390dabf0127 HTTP/1.1" status: 200 len: 810 time: 0.1682074 Sep 16 06:03:56.683826 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94457793-725a-42b9-bfc9-d89108658cb4 req-2e65917e-2ee3-4a20-af62-b45091e1c37f tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3aad3e6d393b4adf8cbe549beb11e522 HTTP/1.1" status: 200 len: 379 time: 0.0365698 Sep 16 06:03:56.698793 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-94457793-725a-42b9-bfc9-d89108658cb4 req-5b022c19-6924-4588-a6a3-41a521b29973 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Request body: {'port': {'device_id': '14fbf5c9-f34c-4f74-9ab0-32523cab5f91', 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127', 'admin_state_up': True, 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'security_groups': ['046f30df-8e6e-494e-bf7a-00c735cd76b5']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:56.817265 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94457793-725a-42b9-bfc9-d89108658cb4 req-5b022c19-6924-4588-a6a3-41a521b29973 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Made reservation on behalf of 3aad3e6d393b4adf8cbe549beb11e522 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:03:56.821034 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-94457793-725a-42b9-bfc9-d89108658cb4 req-5b022c19-6924-4588-a6a3-41a521b29973 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:56.956526 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-94457793-725a-42b9-bfc9-d89108658cb4 req-5b022c19-6924-4588-a6a3-41a521b29973 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Allocated IP 172.20.0.7 (00c23541-d267-4e28-b0c3-7390dabf0127/9afdc173-aeff-4ab9-9c86-3c6d63b74fc9/4fde34a6-91d1-4efa-a38f-84418debb26c) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:03:57.103660 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-94457793-725a-42b9-bfc9-d89108658cb4 req-5b022c19-6924-4588-a6a3-41a521b29973 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:57.136524 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-94457793-725a-42b9-bfc9-d89108658cb4 req-5b022c19-6924-4588-a6a3-41a521b29973 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:57.181420 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94457793-725a-42b9-bfc9-d89108658cb4 req-5b022c19-6924-4588-a6a3-41a521b29973 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Network 00c23541-d267-4e28-b0c3-7390dabf0127 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:03:57.184340 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-94457793-725a-42b9-bfc9-d89108658cb4 req-5b022c19-6924-4588-a6a3-41a521b29973 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:57.186653 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-94457793-725a-42b9-bfc9-d89108658cb4 req-5b022c19-6924-4588-a6a3-41a521b29973 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:03:57.219067 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b022c19-6924-4588-a6a3-41a521b29973 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Pushing event updated for resources: {'Port': ['ID=4fde34a6-91d1-4efa-a38f-84418debb26c,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:57.247592 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94457793-725a-42b9-bfc9-d89108658cb4 req-5b022c19-6924-4588-a6a3-41a521b29973 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:57.248222 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-94457793-725a-42b9-bfc9-d89108658cb4 req-5b022c19-6924-4588-a6a3-41a521b29973 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:57.265587 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94457793-725a-42b9-bfc9-d89108658cb4 req-5b022c19-6924-4588-a6a3-41a521b29973 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5708444 Sep 16 06:03:57.283857 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-94457793-725a-42b9-bfc9-d89108658cb4 req-c6a0005c-db5f-4399-b31c-14213b6925e6 service neutron] Request body: {'port': {'device_id': '14fbf5c9-f34c-4f74-9ab0-32523cab5f91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:57.345719 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-94457793-725a-42b9-bfc9-d89108658cb4 req-c6a0005c-db5f-4399-b31c-14213b6925e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:57.462292 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-aac4d78f-86e8-47de-8296-e6986d7bec71 None None] Provisioning complete for port 4fde34a6-91d1-4efa-a38f-84418debb26c triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:57.462871 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-aac4d78f-86e8-47de-8296-e6986d7bec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:57.496592 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-aac4d78f-86e8-47de-8296-e6986d7bec71 None None] Port 4fde34a6-91d1-4efa-a38f-84418debb26c cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:03:57.612125 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-94457793-725a-42b9-bfc9-d89108658cb4 req-c6a0005c-db5f-4399-b31c-14213b6925e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fde34a6-91d1-4efa-a38f-84418debb26c {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:03:57.620062 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-94457793-725a-42b9-bfc9-d89108658cb4 req-c6a0005c-db5f-4399-b31c-14213b6925e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:57.632117 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-94457793-725a-42b9-bfc9-d89108658cb4 req-c6a0005c-db5f-4399-b31c-14213b6925e6 service neutron] Transition to ACTIVE for port object 4fde34a6-91d1-4efa-a38f-84418debb26c will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:03:57.635992 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-94457793-725a-42b9-bfc9-d89108658cb4 req-c6a0005c-db5f-4399-b31c-14213b6925e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:57.721398 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a0005c-db5f-4399-b31c-14213b6925e6 service neutron] Pushing event updated for resources: {'Port': ['ID=4fde34a6-91d1-4efa-a38f-84418debb26c,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:57.783733 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2593c9-037e-4cd7-9302-5bb7598bad53 req-88291357-ae36-42c1-b861-74b03bb900d3 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:57.785298 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-db2593c9-037e-4cd7-9302-5bb7598bad53 req-88291357-ae36-42c1-b861-74b03bb900d3 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/ports?device_id=14fbf5c9-f34c-4f74-9ab0-32523cab5f91 HTTP/1.1" status: 200 len: 943 time: 0.1217527 Sep 16 06:03:57.829052 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-94457793-725a-42b9-bfc9-d89108658cb4 req-c6a0005c-db5f-4399-b31c-14213b6925e6 service neutron] Attempting to bind port 4fde34a6-91d1-4efa-a38f-84418debb26c on host n-h2-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:03:57.829482 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-94457793-725a-42b9-bfc9-d89108658cb4 req-c6a0005c-db5f-4399-b31c-14213b6925e6 service neutron] Attempting to bind port 4fde34a6-91d1-4efa-a38f-84418debb26c by drivers openvswitch,hyperv on host n-h2-712139-15 at level 0 using segments [{'id': '885f1622-2c9f-4553-a37c-2fba1c36f488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:03:57.830377 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94457793-725a-42b9-bfc9-d89108658cb4 req-c6a0005c-db5f-4399-b31c-14213b6925e6 service neutron] Attempting to bind port 4fde34a6-91d1-4efa-a38f-84418debb26c on network 00c23541-d267-4e28-b0c3-7390dabf0127 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:03:57.845996 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94457793-725a-42b9-bfc9-d89108658cb4 req-c6a0005c-db5f-4399-b31c-14213b6925e6 service neutron] Port 4fde34a6-91d1-4efa-a38f-84418debb26c on network 00c23541-d267-4e28-b0c3-7390dabf0127 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:03:57.846314 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94457793-725a-42b9-bfc9-d89108658cb4 req-c6a0005c-db5f-4399-b31c-14213b6925e6 service neutron] Attempting to bind port 4fde34a6-91d1-4efa-a38f-84418debb26c on network 00c23541-d267-4e28-b0c3-7390dabf0127 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:03:57.850731 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-db2593c9-037e-4cd7-9302-5bb7598bad53 req-5d0a8a34-54b7-4058-a106-596d3465be61 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/security-groups?id=046f30df-8e6e-494e-bf7a-00c735cd76b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586603 Sep 16 06:03:57.855115 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94457793-725a-42b9-bfc9-d89108658cb4 req-c6a0005c-db5f-4399-b31c-14213b6925e6 service neutron] Checking agent: {'id': '63d63e05-3a49-4d6c-91cf-ea5ba50822bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:03:57.855348 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94457793-725a-42b9-bfc9-d89108658cb4 req-c6a0005c-db5f-4399-b31c-14213b6925e6 service neutron] Checking segment: {'id': '885f1622-2c9f-4553-a37c-2fba1c36f488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:03:57.855728 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94457793-725a-42b9-bfc9-d89108658cb4 req-c6a0005c-db5f-4399-b31c-14213b6925e6 service neutron] Bound using segment: {'id': '885f1622-2c9f-4553-a37c-2fba1c36f488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:03:57.856189 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-94457793-725a-42b9-bfc9-d89108658cb4 req-c6a0005c-db5f-4399-b31c-14213b6925e6 service neutron] Bound port: 4fde34a6-91d1-4efa-a38f-84418debb26c, host: n-h2-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '885f1622-2c9f-4553-a37c-2fba1c36f488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:03:57.856746 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-94457793-725a-42b9-bfc9-d89108658cb4 req-c6a0005c-db5f-4399-b31c-14213b6925e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:57.919968 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-94457793-725a-42b9-bfc9-d89108658cb4 req-c6a0005c-db5f-4399-b31c-14213b6925e6 service neutron] For port 4fde34a6-91d1-4efa-a38f-84418debb26c, host n-h2-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:03:57.923028 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-94457793-725a-42b9-bfc9-d89108658cb4 req-c6a0005c-db5f-4399-b31c-14213b6925e6 service neutron] For port 4fde34a6-91d1-4efa-a38f-84418debb26c, host n-h2-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=4fde34a6-91d1-4efa-a38f-84418debb26c,segment=NetworkSegment(885f1622-2c9f-4553-a37c-2fba1c36f488),segment_id=885f1622-2c9f-4553-a37c-2fba1c36f488)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:03:57.928024 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-94457793-725a-42b9-bfc9-d89108658cb4 req-c6a0005c-db5f-4399-b31c-14213b6925e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:57.964062 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94457793-725a-42b9-bfc9-d89108658cb4 req-c6a0005c-db5f-4399-b31c-14213b6925e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:57.964699 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-94457793-725a-42b9-bfc9-d89108658cb4 req-c6a0005c-db5f-4399-b31c-14213b6925e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:57.966074 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94457793-725a-42b9-bfc9-d89108658cb4 req-c6a0005c-db5f-4399-b31c-14213b6925e6 service neutron] 10.222.0.48 "PUT /v2.0/ports/4fde34a6-91d1-4efa-a38f-84418debb26c HTTP/1.1" status: 200 len: 1092 time: 0.6868944 Sep 16 06:03:57.966513 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14fbf5c9-f34c-4f74-9ab0-32523cab5f91', 'tag': '4fde34a6-91d1-4efa-a38f-84418debb26c'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:03:57.968794 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd19794a-bd9d-4760-bf73-55c16718cf55" -d '{"events": [{"name": "network-changed", "server_uuid": "14fbf5c9-f34c-4f74-9ab0-32523cab5f91", "tag": "4fde34a6-91d1-4efa-a38f-84418debb26c"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:03:57.996406 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a0005c-db5f-4399-b31c-14213b6925e6 service neutron] Pushing event updated for resources: {'Port': ['ID=4fde34a6-91d1-4efa-a38f-84418debb26c,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:58.009199 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30978199-35aa-4d15-9e60-b245cce9aafd x-openstack-request-id: req-30978199-35aa-4d15-9e60-b245cce9aafd {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:03:58.009580 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14fbf5c9-f34c-4f74-9ab0-32523cab5f91", "tag": "4fde34a6-91d1-4efa-a38f-84418debb26c", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:03:58.009724 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-30978199-35aa-4d15-9e60-b245cce9aafd {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:03:58.010149 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14fbf5c9-f34c-4f74-9ab0-32523cab5f91', 'tag': '4fde34a6-91d1-4efa-a38f-84418debb26c', 'status': 'completed', 'code': 200} Sep 16 06:03:58.081675 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94457793-725a-42b9-bfc9-d89108658cb4 req-5159094b-2cd6-46d8-bc17-41cb780bd204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:58.083799 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94457793-725a-42b9-bfc9-d89108658cb4 req-5159094b-2cd6-46d8-bc17-41cb780bd204 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3aad3e6d393b4adf8cbe549beb11e522&device_id=14fbf5c9-f34c-4f74-9ab0-32523cab5f91 HTTP/1.1" status: 200 len: 1095 time: 0.0551200 Sep 16 06:03:58.141855 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 08183c09-9e3b-4c07-96ba-7216023fdce4 up at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:03:58.148285 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94457793-725a-42b9-bfc9-d89108658cb4 req-b73a6b8e-0ce5-4022-ad6c-8b484e1297f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fde34a6-91d1-4efa-a38f-84418debb26c HTTP/1.1" status: 200 len: 217 time: 0.0503814 Sep 16 06:03:58.201478 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Provisioning complete for port 08183c09-9e3b-4c07-96ba-7216023fdce4 triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:58.201855 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:58.202867 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94457793-725a-42b9-bfc9-d89108658cb4 req-e49731a6-fb77-4a35-bf9c-3167c89a3e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:58.204446 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94457793-725a-42b9-bfc9-d89108658cb4 req-e49731a6-fb77-4a35-bf9c-3167c89a3e58 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9afdc173-aeff-4ab9-9c86-3c6d63b74fc9 HTTP/1.1" status: 200 len: 849 time: 0.0467157 Sep 16 06:03:58.258604 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94457793-725a-42b9-bfc9-d89108658cb4 req-65ea630b-4b88-4b32-a715-9110328da7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:58.261542 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94457793-725a-42b9-bfc9-d89108658cb4 req-65ea630b-4b88-4b32-a715-9110328da7d1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00c23541-d267-4e28-b0c3-7390dabf0127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494351 Sep 16 06:03:58.356240 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94457793-725a-42b9-bfc9-d89108658cb4 req-38df791c-5e44-4056-a6ec-3c7cebab7cbd service neutron] 10.222.0.48 "GET /v2.0/networks/00c23541-d267-4e28-b0c3-7390dabf0127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872526 Sep 16 06:03:58.450144 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-94457793-725a-42b9-bfc9-d89108658cb4 req-b1944ae1-b684-4370-ae58-7f5af2362b02 service neutron] 10.222.0.48 "GET /v2.0/networks/00c23541-d267-4e28-b0c3-7390dabf0127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867040 Sep 16 06:03:58.575336 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19794a-bd9d-4760-bf73-55c16718cf55 req-2dc3b470-3da2-40ca-9d22-ffefb2725313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:58.576881 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dd19794a-bd9d-4760-bf73-55c16718cf55 req-2dc3b470-3da2-40ca-9d22-ffefb2725313 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3aad3e6d393b4adf8cbe549beb11e522&device_id=14fbf5c9-f34c-4f74-9ab0-32523cab5f91 HTTP/1.1" status: 200 len: 1095 time: 0.0421021 Sep 16 06:03:58.665235 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19794a-bd9d-4760-bf73-55c16718cf55 req-cfc98bdf-21ad-46ee-a0b3-3ab69f671958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:58.666787 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dd19794a-bd9d-4760-bf73-55c16718cf55 req-cfc98bdf-21ad-46ee-a0b3-3ab69f671958 service neutron] 10.222.0.48 "GET /v2.0/networks?id=00c23541-d267-4e28-b0c3-7390dabf0127 HTTP/1.1" status: 200 len: 911 time: 0.0824082 Sep 16 06:03:58.711948 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dd19794a-bd9d-4760-bf73-55c16718cf55 req-e4c565e4-1783-48aa-a52c-956e55ffb055 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fde34a6-91d1-4efa-a38f-84418debb26c HTTP/1.1" status: 200 len: 217 time: 0.0375478 Sep 16 06:03:58.760183 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19794a-bd9d-4760-bf73-55c16718cf55 req-10c6c6f2-e97f-4f47-9516-2b0b6863494c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:58.761649 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dd19794a-bd9d-4760-bf73-55c16718cf55 req-10c6c6f2-e97f-4f47-9516-2b0b6863494c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9afdc173-aeff-4ab9-9c86-3c6d63b74fc9 HTTP/1.1" status: 200 len: 849 time: 0.0428553 Sep 16 06:03:58.809088 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19794a-bd9d-4760-bf73-55c16718cf55 req-75ee0ba5-19a9-4457-a6b3-ba78990a2c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:58.810561 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dd19794a-bd9d-4760-bf73-55c16718cf55 req-75ee0ba5-19a9-4457-a6b3-ba78990a2c5a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00c23541-d267-4e28-b0c3-7390dabf0127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418627 Sep 16 06:03:58.906537 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dd19794a-bd9d-4760-bf73-55c16718cf55 req-82b07f26-074a-42a3-9881-21fed66d9b9a service neutron] 10.222.0.48 "GET /v2.0/networks/00c23541-d267-4e28-b0c3-7390dabf0127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886297 Sep 16 06:03:59.024814 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666dbfd-c7e8-4205-83d9-42c478ac8d9c req-3351bfc7-c365-4e99-926b-7d1830b9aece tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:59.026219 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d666dbfd-c7e8-4205-83d9-42c478ac8d9c req-3351bfc7-c365-4e99-926b-7d1830b9aece tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/ports?device_id=14fbf5c9-f34c-4f74-9ab0-32523cab5f91 HTTP/1.1" status: 200 len: 943 time: 0.0945044 Sep 16 06:03:59.046536 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-dd19794a-bd9d-4760-bf73-55c16718cf55 req-7e3cbe15-88c1-4e9e-8691-74f0a2e1ad7b service neutron] 10.222.0.48 "GET /v2.0/networks/00c23541-d267-4e28-b0c3-7390dabf0127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323988 Sep 16 06:03:59.072231 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d666dbfd-c7e8-4205-83d9-42c478ac8d9c req-71c99435-d34e-4c02-a25e-e75547461660 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/security-groups?id=046f30df-8e6e-494e-bf7a-00c735cd76b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362895 Sep 16 06:04:00.187866 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff87a37-11a5-4796-afc3-ebe9041d2894 req-5b15d558-f384-4c9b-bf7e-7b901e8bb2eb tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:00.189760 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4ff87a37-11a5-4796-afc3-ebe9041d2894 req-5b15d558-f384-4c9b-bf7e-7b901e8bb2eb tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/ports?device_id=14fbf5c9-f34c-4f74-9ab0-32523cab5f91 HTTP/1.1" status: 200 len: 943 time: 0.0488188 Sep 16 06:04:00.227023 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4ff87a37-11a5-4796-afc3-ebe9041d2894 req-0c0f13fe-71b3-4202-9af4-b99e08113e35 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/security-groups?id=046f30df-8e6e-494e-bf7a-00c735cd76b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311017 Sep 16 06:04:01.341923 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d716f9-d228-435b-9082-f13d148d5d24 req-01b994d2-409a-410c-8624-b1e28d041f6a tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:01.343375 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-87d716f9-d228-435b-9082-f13d148d5d24 req-01b994d2-409a-410c-8624-b1e28d041f6a tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/ports?device_id=14fbf5c9-f34c-4f74-9ab0-32523cab5f91 HTTP/1.1" status: 200 len: 943 time: 0.0484061 Sep 16 06:04:01.384483 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-87d716f9-d228-435b-9082-f13d148d5d24 req-3e60cf7a-5eaf-4f83-a229-84060ef31da4 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/security-groups?id=046f30df-8e6e-494e-bf7a-00c735cd76b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349123 Sep 16 06:04:02.071280 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 4fde34a6-91d1-4efa-a38f-84418debb26c details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:04:02.165537 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 4fde34a6-91d1-4efa-a38f-84418debb26c, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=4fde34a6-91d1-4efa-a38f-84418debb26c,segment=NetworkSegment(885f1622-2c9f-4553-a37c-2fba1c36f488),segment_id=885f1622-2c9f-4553-a37c-2fba1c36f488)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:02.177299 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '4fde34a6-91d1-4efa-a38f-84418debb26c', 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127', 'port_id': '4fde34a6-91d1-4efa-a38f-84418debb26c', 'mac_address': 'fa:16:3e:9b:fb:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9afdc173-aeff-4ab9-9c86-3c6d63b74fc9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:04:02.213815 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:02.227302 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fde34a6-91d1-4efa-a38f-84418debb26c {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:04:02.246506 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 4fde34a6-91d1-4efa-a38f-84418debb26c, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=4fde34a6-91d1-4efa-a38f-84418debb26c,segment=NetworkSegment(885f1622-2c9f-4553-a37c-2fba1c36f488),segment_id=885f1622-2c9f-4553-a37c-2fba1c36f488)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:02.250480 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:02.300696 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=4fde34a6-91d1-4efa-a38f-84418debb26c,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:02.501073 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227f804-e214-4b89-96cb-c8056b0ca4ae req-34877daa-d31d-4167-8711-63107b85ca20 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:02.503100 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1227f804-e214-4b89-96cb-c8056b0ca4ae req-34877daa-d31d-4167-8711-63107b85ca20 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/ports?device_id=14fbf5c9-f34c-4f74-9ab0-32523cab5f91 HTTP/1.1" status: 200 len: 944 time: 0.0498741 Sep 16 06:04:02.541741 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1227f804-e214-4b89-96cb-c8056b0ca4ae req-2def7e32-3cb9-4fa5-968e-e78760d1562a tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/security-groups?id=046f30df-8e6e-494e-bf7a-00c735cd76b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322964 Sep 16 06:04:02.607864 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['4fde34a6-91d1-4efa-a38f-84418debb26c'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:04:03.657420 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4305a36-bbb4-45f7-b2fa-69cd1589bfd2 req-83b5ab81-a1bb-4c8b-9e30-ad99e22fc611 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:03.659851 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4305a36-bbb4-45f7-b2fa-69cd1589bfd2 req-83b5ab81-a1bb-4c8b-9e30-ad99e22fc611 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/ports?device_id=14fbf5c9-f34c-4f74-9ab0-32523cab5f91 HTTP/1.1" status: 200 len: 944 time: 0.0492632 Sep 16 06:04:03.697367 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4305a36-bbb4-45f7-b2fa-69cd1589bfd2 req-68302b24-b42c-49b0-b9e1-44d76ec07d24 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/security-groups?id=046f30df-8e6e-494e-bf7a-00c735cd76b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316658 Sep 16 06:04:04.071198 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 4fde34a6-91d1-4efa-a38f-84418debb26c up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:04:04.124915 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning for port 4fde34a6-91d1-4efa-a38f-84418debb26c completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:04:04.128583 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 4fde34a6-91d1-4efa-a38f-84418debb26c triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:04:04.128964 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:04.203742 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:04.226730 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14fbf5c9-f34c-4f74-9ab0-32523cab5f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fde34a6-91d1-4efa-a38f-84418debb26c'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:04:04.229104 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2506ad353029a21956b6cd1b4a70cda1beed1e40b39b5191f7a66b422a7e283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376771ef-9881-47bd-a52a-0da8772b5300" -d '{"events": [{"server_uuid": "14fbf5c9-f34c-4f74-9ab0-32523cab5f91", "name": "network-vif-plugged", "status": "completed", "tag": "4fde34a6-91d1-4efa-a38f-84418debb26c"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:04:04.242795 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 4fde34a6-91d1-4efa-a38f-84418debb26c, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=4fde34a6-91d1-4efa-a38f-84418debb26c,segment=NetworkSegment(885f1622-2c9f-4553-a37c-2fba1c36f488),segment_id=885f1622-2c9f-4553-a37c-2fba1c36f488)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:04.247176 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:04.273591 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8059b47-57d0-47d6-84f6-e166a643e45a x-openstack-request-id: req-d8059b47-57d0-47d6-84f6-e166a643e45a {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:04:04.273883 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14fbf5c9-f34c-4f74-9ab0-32523cab5f91", "name": "network-vif-plugged", "status": "completed", "tag": "4fde34a6-91d1-4efa-a38f-84418debb26c", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:04:04.274138 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d8059b47-57d0-47d6-84f6-e166a643e45a {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:04:04.274529 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14fbf5c9-f34c-4f74-9ab0-32523cab5f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fde34a6-91d1-4efa-a38f-84418debb26c', 'code': 200} Sep 16 06:04:04.304081 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=4fde34a6-91d1-4efa-a38f-84418debb26c,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:04.392525 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748c73a-c172-4cbe-9681-260a1acf79ce req-0e43eeba-f825-4d0e-9a8e-b5071df4f62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:04.394247 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1748c73a-c172-4cbe-9681-260a1acf79ce req-0e43eeba-f825-4d0e-9a8e-b5071df4f62e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=14fbf5c9-f34c-4f74-9ab0-32523cab5f91 HTTP/1.1" status: 200 len: 1097 time: 0.0397458 Sep 16 06:04:04.432365 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-1748c73a-c172-4cbe-9681-260a1acf79ce req-c2e0368f-a09e-45ae-8ea3-0df94823eedc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=046f30df-8e6e-494e-bf7a-00c735cd76b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312152 Sep 16 06:04:04.815864 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded034ff-f041-49cf-af47-0b0e46be8068 req-85e8449b-28ac-4cfe-9fd1-d7731b9e0004 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:04.817418 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ded034ff-f041-49cf-af47-0b0e46be8068 req-85e8449b-28ac-4cfe-9fd1-d7731b9e0004 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/ports?device_id=14fbf5c9-f34c-4f74-9ab0-32523cab5f91 HTTP/1.1" status: 200 len: 945 time: 0.0517740 Sep 16 06:04:04.854033 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ded034ff-f041-49cf-af47-0b0e46be8068 req-6067ff16-e966-4c7e-8fb8-2616a83bff19 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/security-groups?id=046f30df-8e6e-494e-bf7a-00c735cd76b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304348 Sep 16 06:04:05.968042 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037de54-7031-49d8-91fb-99c6a60d065c req-f18212db-e280-4b51-8eae-3c4d0bdcef07 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:05.969545 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c037de54-7031-49d8-91fb-99c6a60d065c req-f18212db-e280-4b51-8eae-3c4d0bdcef07 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/ports?device_id=14fbf5c9-f34c-4f74-9ab0-32523cab5f91 HTTP/1.1" status: 200 len: 945 time: 0.0489056 Sep 16 06:04:06.008379 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c037de54-7031-49d8-91fb-99c6a60d065c req-d23eb6d9-8309-4006-af73-8a9a06af763a tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/security-groups?id=046f30df-8e6e-494e-bf7a-00c735cd76b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329318 Sep 16 06:04:06.121443 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf721839-cc9e-4295-afb5-520acf0b195e req-5b38d3e6-2979-4ceb-b22d-e99b955447e7 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:06.122939 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf721839-cc9e-4295-afb5-520acf0b195e req-5b38d3e6-2979-4ceb-b22d-e99b955447e7 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/ports?device_id=14fbf5c9-f34c-4f74-9ab0-32523cab5f91 HTTP/1.1" status: 200 len: 945 time: 0.0494740 Sep 16 06:04:06.141307 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:04:06.164721 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-bf721839-cc9e-4295-afb5-520acf0b195e req-49ea65f7-f362-4e40-b0c8-351ed30ed3b2 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/security-groups?id=046f30df-8e6e-494e-bf7a-00c735cd76b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352166 Sep 16 06:04:06.185789 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59748) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:06.268943 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d47c77f-f850-4978-ad0d-e7b7180c303f tempest-TestSnapshotPattern-282440226 tempest-TestSnapshotPattern-282440226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:06.270466 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-5d47c77f-f850-4978-ad0d-e7b7180c303f tempest-TestSnapshotPattern-282440226 tempest-TestSnapshotPattern-282440226-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=14fbf5c9-f34c-4f74-9ab0-32523cab5f91 HTTP/1.1" status: 200 len: 1092 time: 0.0837300 Sep 16 06:04:06.273323 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 59752) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:06.277520 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-90701f21-2b0b-486f-8a6e-f86e31345cf5 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'port_id': '4fde34a6-91d1-4efa-a38f-84418debb26c', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:04:06.300316 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-90701f21-2b0b-486f-8a6e-f86e31345cf5 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks [] for floatingip, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:06.393316 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-90701f21-2b0b-486f-8a6e-f86e31345cf5 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:06.497077 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-90701f21-2b0b-486f-8a6e-f86e31345cf5 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Allocated IP 172.25.8.160 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/c944cbb4-6edd-47db-ae0d-4d36690041af) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:04:06.605944 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-90701f21-2b0b-486f-8a6e-f86e31345cf5 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:06.644317 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-90701f21-2b0b-486f-8a6e-f86e31345cf5 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:06.680936 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90701f21-2b0b-486f-8a6e-f86e31345cf5 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:04:06.683744 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-90701f21-2b0b-486f-8a6e-f86e31345cf5 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:04:06.689073 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90701f21-2b0b-486f-8a6e-f86e31345cf5 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:04:06.711418 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90701f21-2b0b-486f-8a6e-f86e31345cf5 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Pushing event updated for resources: {'Port': ['ID=c944cbb4-6edd-47db-ae0d-4d36690041af,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:07.039262 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-90701f21-2b0b-486f-8a6e-f86e31345cf5 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:07.108343 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-90701f21-2b0b-486f-8a6e-f86e31345cf5 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:07.257423 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-90701f21-2b0b-486f-8a6e-f86e31345cf5 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:07.261891 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-90701f21-2b0b-486f-8a6e-f86e31345cf5 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:07.326221 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90701f21-2b0b-486f-8a6e-f86e31345cf5 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Pushing event updated for resources: {'Port': ['ID=c944cbb4-6edd-47db-ae0d-4d36690041af,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:07.339019 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-90701f21-2b0b-486f-8a6e-f86e31345cf5 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:07.439044 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [None req-90701f21-2b0b-486f-8a6e-f86e31345cf5 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Floating IP d70665e0-9db4-4b61-93e1-a413097fc6dd associated. External IP: 172.25.8.160, port: 4fde34a6-91d1-4efa-a38f-84418debb26c. Sep 16 06:04:07.653784 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90701f21-2b0b-486f-8a6e-f86e31345cf5 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Router 5b053ee8-fab5-45fe-ad2d-60373fe30951 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:04:07.762614 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90701f21-2b0b-486f-8a6e-f86e31345cf5 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:04:07.773246 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4d6ad7-f124-42b4-b9fc-18cd49633061 None None] Sync routers for ids ['5b053ee8-fab5-45fe-ad2d-60373fe30951'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:04:07.779579 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-90701f21-2b0b-486f-8a6e-f86e31345cf5 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:07.782465 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4d6ad7-f124-42b4-b9fc-18cd49633061 None None] Routers {'5b053ee8-fab5-45fe-ad2d-60373fe30951'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:04:07.783069 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-7c4d6ad7-f124-42b4-b9fc-18cd49633061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T06:03:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['5b053ee8-fab5-45fe-ad2d-60373fe30951'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:07.807810 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-90701f21-2b0b-486f-8a6e-f86e31345cf5 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5334682 Sep 16 06:04:07.808404 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14fbf5c9-f34c-4f74-9ab0-32523cab5f91', 'tag': '4fde34a6-91d1-4efa-a38f-84418debb26c'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:04:07.810702 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7904ba3c-9d7e-49dd-a900-ffbc8ea09e83" -d '{"events": [{"name": "network-changed", "server_uuid": "14fbf5c9-f34c-4f74-9ab0-32523cab5f91", "tag": "4fde34a6-91d1-4efa-a38f-84418debb26c"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:04:07.891484 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-7c4d6ad7-f124-42b4-b9fc-18cd49633061 None None] Set router 5b053ee8-fab5-45fe-ad2d-60373fe30951 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:04:07.912167 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b638a8-f8f3-40fe-86e9-4a56135a8137 x-openstack-request-id: req-53b638a8-f8f3-40fe-86e9-4a56135a8137 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:04:07.912454 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14fbf5c9-f34c-4f74-9ab0-32523cab5f91", "tag": "4fde34a6-91d1-4efa-a38f-84418debb26c", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:04:07.912756 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-53b638a8-f8f3-40fe-86e9-4a56135a8137 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:04:07.913179 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14fbf5c9-f34c-4f74-9ab0-32523cab5f91', 'tag': '4fde34a6-91d1-4efa-a38f-84418debb26c', 'status': 'completed', 'code': 200} Sep 16 06:04:08.002198 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904ba3c-9d7e-49dd-a900-ffbc8ea09e83 req-875751ad-fa0c-4302-b253-9710770a0968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:08.003725 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7904ba3c-9d7e-49dd-a900-ffbc8ea09e83 req-875751ad-fa0c-4302-b253-9710770a0968 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3aad3e6d393b4adf8cbe549beb11e522&device_id=14fbf5c9-f34c-4f74-9ab0-32523cab5f91 HTTP/1.1" status: 200 len: 1097 time: 0.0408883 Sep 16 06:04:08.118020 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-7c4d6ad7-f124-42b4-b9fc-18cd49633061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'name': 'tempest-TestSnapshotPattern-1589227778-router', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:43Z', 'updated_at': '2021-09-16T06:03:46Z', 'revision_number': 4, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'gw_port': {'id': 'e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:91:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:44Z', 'updated_at': '2021-09-16T06:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'd70665e0-9db4-4b61-93e1-a413097fc6dd', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'floating_ip_address': '172.25.8.160', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'port_id': '4fde34a6-91d1-4efa-a38f-84418debb26c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127', 'mac_address': 'fa:16:3e:9b:fb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fbf5c9-f34c-4f74-9ab0-32523cab5f91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:04:06Z', 'updated_at': '2021-09-16T06:04:06Z', 'revision_number': 0, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88422be0-30c5-4df2-9d0b-6cb4c5ecba5a', 'name': '', 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'mac_address': 'fa:16:3e:a7:ee:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '9afdc173-aeff-4ab9-9c86-3c6d63b74fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:46Z', 'updated_at': '2021-09-16T06:03:51Z', 'revision_number': 5, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'subnets': [{'id': '9afdc173-aeff-4ab9-9c86-3c6d63b74fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:08.148891 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4d6ad7-f124-42b4-b9fc-18cd49633061 None None] Checking router: 5b053ee8-fab5-45fe-ad2d-60373fe30951 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:04:08.157772 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4d6ad7-f124-42b4-b9fc-18cd49633061 None None] Routers {'5b053ee8-fab5-45fe-ad2d-60373fe30951'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:04:08.158307 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-7c4d6ad7-f124-42b4-b9fc-18cd49633061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T06:03:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['5b053ee8-fab5-45fe-ad2d-60373fe30951'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:08.269175 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-7c4d6ad7-f124-42b4-b9fc-18cd49633061 None None] Set router 5b053ee8-fab5-45fe-ad2d-60373fe30951 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:04:08.447004 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904ba3c-9d7e-49dd-a900-ffbc8ea09e83 req-f53ee4b3-cf85-490b-9a32-2e8a14c94ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:08.448383 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7904ba3c-9d7e-49dd-a900-ffbc8ea09e83 req-f53ee4b3-cf85-490b-9a32-2e8a14c94ede service neutron] 10.222.0.48 "GET /v2.0/networks?id=00c23541-d267-4e28-b0c3-7390dabf0127 HTTP/1.1" status: 200 len: 911 time: 0.4379251 Sep 16 06:04:08.496632 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-7c4d6ad7-f124-42b4-b9fc-18cd49633061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'name': 'tempest-TestSnapshotPattern-1589227778-router', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:43Z', 'updated_at': '2021-09-16T06:03:46Z', 'revision_number': 4, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'gw_port': {'id': 'e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:91:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:44Z', 'updated_at': '2021-09-16T06:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'd70665e0-9db4-4b61-93e1-a413097fc6dd', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'floating_ip_address': '172.25.8.160', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'port_id': '4fde34a6-91d1-4efa-a38f-84418debb26c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127', 'mac_address': 'fa:16:3e:9b:fb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fbf5c9-f34c-4f74-9ab0-32523cab5f91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:04:06Z', 'updated_at': '2021-09-16T06:04:06Z', 'revision_number': 0, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88422be0-30c5-4df2-9d0b-6cb4c5ecba5a', 'name': '', 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'mac_address': 'fa:16:3e:a7:ee:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '9afdc173-aeff-4ab9-9c86-3c6d63b74fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:46Z', 'updated_at': '2021-09-16T06:03:51Z', 'revision_number': 5, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'subnets': [{'id': '9afdc173-aeff-4ab9-9c86-3c6d63b74fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:08.514697 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7904ba3c-9d7e-49dd-a900-ffbc8ea09e83 req-160bc07d-b3f0-49f0-af76-4787dbe4e804 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fde34a6-91d1-4efa-a38f-84418debb26c HTTP/1.1" status: 200 len: 999 time: 0.0583687 Sep 16 06:04:08.523483 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4d6ad7-f124-42b4-b9fc-18cd49633061 None None] The sync data for ids ['5b053ee8-fab5-45fe-ad2d-60373fe30951'] in n-d-712139-15 is: [{'id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'name': 'tempest-TestSnapshotPattern-1589227778-router', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:43Z', 'updated_at': '2021-09-16T06:03:46Z', 'revision_number': 4, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'gw_port': {'id': 'e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:91:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:44Z', 'updated_at': '2021-09-16T06:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'd70665e0-9db4-4b61-93e1-a413097fc6dd', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'floating_ip_address': '172.25.8.160', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'port_id': '4fde34a6-91d1-4efa-a38f-84418debb26c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127', 'mac_address': 'fa:16:3e:9b:fb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fbf5c9-f34c-4f74-9ab0-32523cab5f91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:04:06Z', 'updated_at': '2021-09-16T06:04:06Z', 'revision_number': 0, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88422be0-30c5-4df2-9d0b-6cb4c5ecba5a', 'name': '', 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'mac_address': 'fa:16:3e:a7:ee:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '9afdc173-aeff-4ab9-9c86-3c6d63b74fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:46Z', 'updated_at': '2021-09-16T06:03:51Z', 'revision_number': 5, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'subnets': [{'id': '9afdc173-aeff-4ab9-9c86-3c6d63b74fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:04:08.572390 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904ba3c-9d7e-49dd-a900-ffbc8ea09e83 req-45bc8b73-c0b1-4736-adb5-e887491c2949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:08.573980 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7904ba3c-9d7e-49dd-a900-ffbc8ea09e83 req-45bc8b73-c0b1-4736-adb5-e887491c2949 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9afdc173-aeff-4ab9-9c86-3c6d63b74fc9 HTTP/1.1" status: 200 len: 849 time: 0.0523009 Sep 16 06:04:08.621969 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904ba3c-9d7e-49dd-a900-ffbc8ea09e83 req-cf8b9162-2c34-4793-9ab2-10c2f091650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:08.623474 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7904ba3c-9d7e-49dd-a900-ffbc8ea09e83 req-cf8b9162-2c34-4793-9ab2-10c2f091650d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00c23541-d267-4e28-b0c3-7390dabf0127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414579 Sep 16 06:04:08.716781 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7904ba3c-9d7e-49dd-a900-ffbc8ea09e83 req-0ea96a74-32d7-44fc-8228-38b0eba257b8 service neutron] 10.222.0.48 "GET /v2.0/networks/00c23541-d267-4e28-b0c3-7390dabf0127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855680 Sep 16 06:04:08.730589 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e141e730-3e1f-4ffb-a627-56a34600b373 None None] New status for floating IP d70665e0-9db4-4b61-93e1-a413097fc6dd: ACTIVE {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:04:08.813630 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-7904ba3c-9d7e-49dd-a900-ffbc8ea09e83 req-eeb1cb38-c49a-4864-82df-a25e36c15028 service neutron] 10.222.0.48 "GET /v2.0/networks/00c23541-d267-4e28-b0c3-7390dabf0127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903554 Sep 16 06:04:10.260888 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0b2c4e57-5f0c-4b18-9ef1-3be6414b40f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:12.487670 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:13.378144 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f444e5fc-4c0a-4621-90a0-bb4ebea07efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:13.706287 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:14.889391 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:15.468985 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:16.396941 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:40.261072 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3b548a7a-7739-40d4-9fc5-a57f311d4149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:42.483345 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:43.140366 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:04:43.378800 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c18f196f-16ef-4340-83c0-36b1c9760fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:43.706634 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:44.891134 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:45.475674 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:46.399336 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:46.579072 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fe4655fb-2da0-4be3-801c-3ede923d244a req-238f2f8a-96c5-4a9b-98b3-433e61badd60 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=14fbf5c9-f34c-4f74-9ab0-32523cab5f91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399833 Sep 16 06:04:46.677482 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4655fb-2da0-4be3-801c-3ede923d244a req-add133af-a3d5-4d50-886e-5ca95af808cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:46.678868 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fe4655fb-2da0-4be3-801c-3ede923d244a req-add133af-a3d5-4d50-886e-5ca95af808cd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3aad3e6d393b4adf8cbe549beb11e522&device_id=14fbf5c9-f34c-4f74-9ab0-32523cab5f91 HTTP/1.1" status: 200 len: 1097 time: 0.0437217 Sep 16 06:04:46.777896 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4655fb-2da0-4be3-801c-3ede923d244a req-63ec8ce6-82fc-4149-86cc-b3f6763b4ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:46.779338 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fe4655fb-2da0-4be3-801c-3ede923d244a req-63ec8ce6-82fc-4149-86cc-b3f6763b4ff5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=00c23541-d267-4e28-b0c3-7390dabf0127 HTTP/1.1" status: 200 len: 911 time: 0.0818517 Sep 16 06:04:46.846254 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fe4655fb-2da0-4be3-801c-3ede923d244a req-7d7b4659-2616-4ce3-a051-b611523fa271 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fde34a6-91d1-4efa-a38f-84418debb26c HTTP/1.1" status: 200 len: 1001 time: 0.0587680 Sep 16 06:04:46.894651 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4655fb-2da0-4be3-801c-3ede923d244a req-ab6fc36b-1928-4ed3-9930-65dd478e02ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:46.896142 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fe4655fb-2da0-4be3-801c-3ede923d244a req-ab6fc36b-1928-4ed3-9930-65dd478e02ca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9afdc173-aeff-4ab9-9c86-3c6d63b74fc9 HTTP/1.1" status: 200 len: 849 time: 0.0417824 Sep 16 06:04:46.942861 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4655fb-2da0-4be3-801c-3ede923d244a req-1f53fe16-eb0e-487c-97e7-64fe08e21b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:46.944652 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fe4655fb-2da0-4be3-801c-3ede923d244a req-1f53fe16-eb0e-487c-97e7-64fe08e21b15 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00c23541-d267-4e28-b0c3-7390dabf0127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415297 Sep 16 06:04:47.034302 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fe4655fb-2da0-4be3-801c-3ede923d244a req-31c5b377-08a2-4bf3-b3ce-839609a78c10 service neutron] 10.222.0.48 "GET /v2.0/networks/00c23541-d267-4e28-b0c3-7390dabf0127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828235 Sep 16 06:04:47.122056 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fe4655fb-2da0-4be3-801c-3ede923d244a req-b49e446a-1f86-40b4-9c79-e732549bcbf4 service neutron] 10.222.0.48 "GET /v2.0/networks/00c23541-d267-4e28-b0c3-7390dabf0127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805278 Sep 16 06:05:10.262026 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c2cb3277-cc44-4d8d-a41a-f4f4ac802a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:12.497709 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:13.383661 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0ae3ff27-1d7d-4635-be1b-0417283dfe48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:13.707934 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:14.894077 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:15.480387 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:16.402662 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:20.139977 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:05:40.262725 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-325ceefd-c8f0-4bdf-8dd0-4b7236fbfb31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:42.512889 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:43.385760 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-503dd366-486d-4277-b150-e7ca6533cf9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:43.709543 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:44.897079 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:45.475101 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:46.405303 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:47.563009 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4caf8ee-897f-454a-bcfa-a4e2b648be85 req-4f560e23-8af5-4cd4-8bd1-169c2202fd57 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=14fbf5c9-f34c-4f74-9ab0-32523cab5f91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448780 Sep 16 06:05:47.656992 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4caf8ee-897f-454a-bcfa-a4e2b648be85 req-75b4c587-2288-4dcf-8a39-b120b38b74b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:47.658545 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4caf8ee-897f-454a-bcfa-a4e2b648be85 req-75b4c587-2288-4dcf-8a39-b120b38b74b3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3aad3e6d393b4adf8cbe549beb11e522&device_id=14fbf5c9-f34c-4f74-9ab0-32523cab5f91 HTTP/1.1" status: 200 len: 1097 time: 0.0396359 Sep 16 06:05:47.761006 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4caf8ee-897f-454a-bcfa-a4e2b648be85 req-9d4b4120-c551-4103-8e2e-524fdc5474ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:47.762463 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4caf8ee-897f-454a-bcfa-a4e2b648be85 req-9d4b4120-c551-4103-8e2e-524fdc5474ba service neutron] 10.222.0.48 "GET /v2.0/networks?id=00c23541-d267-4e28-b0c3-7390dabf0127 HTTP/1.1" status: 200 len: 911 time: 0.0851197 Sep 16 06:05:47.830525 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4caf8ee-897f-454a-bcfa-a4e2b648be85 req-03720793-74f9-4bdb-8bd7-4c51c756df8d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fde34a6-91d1-4efa-a38f-84418debb26c HTTP/1.1" status: 200 len: 1001 time: 0.0608907 Sep 16 06:05:47.880820 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4caf8ee-897f-454a-bcfa-a4e2b648be85 req-7bce54cf-e2bd-4f1a-b7e2-2917dc15bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:47.882269 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4caf8ee-897f-454a-bcfa-a4e2b648be85 req-7bce54cf-e2bd-4f1a-b7e2-2917dc15bf8e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9afdc173-aeff-4ab9-9c86-3c6d63b74fc9 HTTP/1.1" status: 200 len: 849 time: 0.0439286 Sep 16 06:05:47.928242 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4caf8ee-897f-454a-bcfa-a4e2b648be85 req-0ae59e6d-7ff0-485c-87b2-33b018bf61e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:47.929928 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4caf8ee-897f-454a-bcfa-a4e2b648be85 req-0ae59e6d-7ff0-485c-87b2-33b018bf61e6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00c23541-d267-4e28-b0c3-7390dabf0127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405478 Sep 16 06:05:48.020480 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4caf8ee-897f-454a-bcfa-a4e2b648be85 req-0b9d1c3f-3341-4725-9638-4e90ae52305f service neutron] 10.222.0.48 "GET /v2.0/networks/00c23541-d267-4e28-b0c3-7390dabf0127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836174 Sep 16 06:05:48.109516 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a4caf8ee-897f-454a-bcfa-a4e2b648be85 req-e3ccd6ec-1ac7-4e37-9cf8-2c8f1e38f139 service neutron] 10.222.0.48 "GET /v2.0/networks/00c23541-d267-4e28-b0c3-7390dabf0127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813980 Sep 16 06:05:57.140523 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:06:10.267232 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-99aca692-a6a6-4b3f-be28-1e846d4db9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:12.530832 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:13.385587 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e3a5ebe5-45eb-4b39-87c0-980e9515f0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:13.711239 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:14.900700 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:15.479171 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:16.409542 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:34.140284 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:06:40.269449 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b9dba1d9-2881-42ea-9a8e-dae46be4fdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:40.866574 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 4fde34a6-91d1-4efa-a38f-84418debb26c details requested by agent hyperv_n-h2-712139-15 with host n-h2-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:06:40.961907 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 4fde34a6-91d1-4efa-a38f-84418debb26c, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=4fde34a6-91d1-4efa-a38f-84418debb26c,segment=NetworkSegment(885f1622-2c9f-4553-a37c-2fba1c36f488),segment_id=885f1622-2c9f-4553-a37c-2fba1c36f488)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:06:40.972872 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Returning: {'device': '4fde34a6-91d1-4efa-a38f-84418debb26c', 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127', 'port_id': '4fde34a6-91d1-4efa-a38f-84418debb26c', 'mac_address': 'fa:16:3e:9b:fb:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9afdc173-aeff-4ab9-9c86-3c6d63b74fc9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:06:41.009408 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:41.022106 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4fde34a6-91d1-4efa-a38f-84418debb26c {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:06:41.040339 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 4fde34a6-91d1-4efa-a38f-84418debb26c, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=4fde34a6-91d1-4efa-a38f-84418debb26c,segment=NetworkSegment(885f1622-2c9f-4553-a37c-2fba1c36f488),segment_id=885f1622-2c9f-4553-a37c-2fba1c36f488)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:06:41.044269 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:41.094682 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=4fde34a6-91d1-4efa-a38f-84418debb26c,revision_number=6']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:41.102088 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:41.102706 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:41.103206 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:41.103536 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:41.103869 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:41.104194 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:41.104716 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:41.105046 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:41.105372 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:41.105694 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:41.106143 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:41.106465 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:41.191791 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] get_ports_and_sgs() called for port_ids ['4fde34a6-91d1-4efa-a38f-84418debb26c'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:06:42.548331 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:42.908661 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 4fde34a6-91d1-4efa-a38f-84418debb26c up at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:06:42.959797 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Provisioning complete for port 4fde34a6-91d1-4efa-a38f-84418debb26c triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:06:42.960173 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:43.042891 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:43.065290 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14fbf5c9-f34c-4f74-9ab0-32523cab5f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fde34a6-91d1-4efa-a38f-84418debb26c'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:06:43.068522 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2506ad353029a21956b6cd1b4a70cda1beed1e40b39b5191f7a66b422a7e283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7da3ce5-9886-4117-9dc3-68f5176e3042" -d '{"events": [{"server_uuid": "14fbf5c9-f34c-4f74-9ab0-32523cab5f91", "name": "network-vif-plugged", "status": "completed", "tag": "4fde34a6-91d1-4efa-a38f-84418debb26c"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:06:43.086573 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 4fde34a6-91d1-4efa-a38f-84418debb26c, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=4fde34a6-91d1-4efa-a38f-84418debb26c,segment=NetworkSegment(885f1622-2c9f-4553-a37c-2fba1c36f488),segment_id=885f1622-2c9f-4553-a37c-2fba1c36f488)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:06:43.091840 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:43.122885 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d9ea2b-32d3-4593-867a-98dff6f48505 x-openstack-request-id: req-38d9ea2b-32d3-4593-867a-98dff6f48505 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:06:43.123177 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14fbf5c9-f34c-4f74-9ab0-32523cab5f91", "name": "network-vif-plugged", "status": "completed", "tag": "4fde34a6-91d1-4efa-a38f-84418debb26c", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:06:43.123432 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-38d9ea2b-32d3-4593-867a-98dff6f48505 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:06:43.123951 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14fbf5c9-f34c-4f74-9ab0-32523cab5f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fde34a6-91d1-4efa-a38f-84418debb26c', 'code': 200} Sep 16 06:06:43.150455 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=4fde34a6-91d1-4efa-a38f-84418debb26c,revision_number=7']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:43.388418 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1cf89e46-4689-42c0-85ec-a3270ebf754d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:43.714694 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:44.902580 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:45.491675 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:46.421267 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:47.665161 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d2804-3131-4259-a5a8-56715387bd1d req-22f7c815-4c62-4010-8f03-1ccfce51520d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:47.666822 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f29d2804-3131-4259-a5a8-56715387bd1d req-22f7c815-4c62-4010-8f03-1ccfce51520d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3aad3e6d393b4adf8cbe549beb11e522&device_id=14fbf5c9-f34c-4f74-9ab0-32523cab5f91 HTTP/1.1" status: 200 len: 1097 time: 0.0519218 Sep 16 06:06:47.813633 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d2804-3131-4259-a5a8-56715387bd1d req-72f8bda6-099a-4ec2-9134-2ab367011d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:47.815383 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f29d2804-3131-4259-a5a8-56715387bd1d req-72f8bda6-099a-4ec2-9134-2ab367011d65 service neutron] 10.222.0.48 "GET /v2.0/networks?id=00c23541-d267-4e28-b0c3-7390dabf0127 HTTP/1.1" status: 200 len: 911 time: 0.1206093 Sep 16 06:06:47.893070 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f29d2804-3131-4259-a5a8-56715387bd1d req-f1954924-318d-4616-a64a-ed8967010a6a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fde34a6-91d1-4efa-a38f-84418debb26c HTTP/1.1" status: 200 len: 1001 time: 0.0705779 Sep 16 06:06:47.948837 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d2804-3131-4259-a5a8-56715387bd1d req-10554673-4419-4ac4-a22d-80805b9bb232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:47.950393 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f29d2804-3131-4259-a5a8-56715387bd1d req-10554673-4419-4ac4-a22d-80805b9bb232 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9afdc173-aeff-4ab9-9c86-3c6d63b74fc9 HTTP/1.1" status: 200 len: 849 time: 0.0498998 Sep 16 06:06:48.005649 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d2804-3131-4259-a5a8-56715387bd1d req-e0da94e8-1efc-457a-89b5-e416618f756c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:48.005649 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f29d2804-3131-4259-a5a8-56715387bd1d req-e0da94e8-1efc-457a-89b5-e416618f756c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00c23541-d267-4e28-b0c3-7390dabf0127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456338 Sep 16 06:06:48.017769 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [req-f29d2804-3131-4259-a5a8-56715387bd1d req-98aa9132-b976-430f-823b-e93001d3afba service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:06:48.018783 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f29d2804-3131-4259-a5a8-56715387bd1d req-98aa9132-b976-430f-823b-e93001d3afba service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072770 Sep 16 06:06:48.151468 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f29d2804-3131-4259-a5a8-56715387bd1d req-0f3cfb69-ec4e-4d2f-9432-4daf4fd87969 service neutron] 10.222.0.48 "GET /v2.0/networks/00c23541-d267-4e28-b0c3-7390dabf0127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244657 Sep 16 06:06:48.262846 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f29d2804-3131-4259-a5a8-56715387bd1d req-b6cbbe8d-6bdb-4325-9862-6e3e6fdf506f service neutron] 10.222.0.48 "GET /v2.0/networks/00c23541-d267-4e28-b0c3-7390dabf0127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032639 Sep 16 06:06:56.387170 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d4e8f65-3266-418b-b81a-555b59920ede req-e5ab6215-310b-48f2-92f6-f85feb3b7175 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-955419649&fields=id&tenant_id=3aad3e6d393b4adf8cbe549beb11e522 HTTP/1.1" status: 200 len: 267 time: 0.0360184 Sep 16 06:06:56.503352 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e8f65-3266-418b-b81a-555b59920ede req-55d73541-f508-43c4-9780-420249219856 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:56.504855 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d4e8f65-3266-418b-b81a-555b59920ede req-55d73541-f508-43c4-9780-420249219856 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/networks?id=00c23541-d267-4e28-b0c3-7390dabf0127 HTTP/1.1" status: 200 len: 810 time: 0.1098375 Sep 16 06:06:56.520661 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d4e8f65-3266-418b-b81a-555b59920ede req-2cf816fe-e213-4aaf-bb6c-ece8b89a19e1 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/quotas/3aad3e6d393b4adf8cbe549beb11e522 HTTP/1.1" status: 200 len: 375 time: 0.0092719 Sep 16 06:06:56.587115 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d4e8f65-3266-418b-b81a-555b59920ede req-791586d1-36c0-4cca-9ab7-05ffe51e6d79 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3aad3e6d393b4adf8cbe549beb11e522&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0541258 Sep 16 06:06:56.690702 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d4e8f65-3266-418b-b81a-555b59920ede req-62d58298-6bc9-4d1f-8cd7-4650f363709e service neutron] 10.222.0.35 "GET /v2.0/networks/00c23541-d267-4e28-b0c3-7390dabf0127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917730 Sep 16 06:06:56.780719 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d4e8f65-3266-418b-b81a-555b59920ede req-91fa4721-53bf-461b-b3f6-73f9285d037e service neutron] 10.222.0.35 "GET /v2.0/networks/00c23541-d267-4e28-b0c3-7390dabf0127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829978 Sep 16 06:06:57.970294 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-e3a2d2de-8977-4ecf-8198-b6835a68d418 req-ed2bcb3a-f4fb-41e8-964d-9c1b0f43f57d tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/ports?device_id=023fbf78-c41d-4d2e-997e-02c8f6e52342 HTTP/1.1" status: 200 len: 210 time: 0.0338275 Sep 16 06:06:59.047352 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c4c6c8ed-444e-4b59-b526-55fa5048d1b1 req-9f4c5dcd-52ea-484a-99e0-01e48ed91fe4 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/ports?device_id=023fbf78-c41d-4d2e-997e-02c8f6e52342 HTTP/1.1" status: 200 len: 210 time: 0.0260570 Sep 16 06:07:00.125330 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fd64613d-7f38-48c6-bbcd-ff9c8a3ced36 req-24b1afcf-1ef1-4719-bc7c-5fdc8e46dc4d tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/ports?device_id=023fbf78-c41d-4d2e-997e-02c8f6e52342 HTTP/1.1" status: 200 len: 210 time: 0.0269020 Sep 16 06:07:00.997993 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 4fde34a6-91d1-4efa-a38f-84418debb26c no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:07:01.076417 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:01.097422 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e8f65-3266-418b-b81a-555b59920ede req-7b15e471-d338-4e42-8cf8-66d83ace6b1c tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:01.099256 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d4e8f65-3266-418b-b81a-555b59920ede req-7b15e471-d338-4e42-8cf8-66d83ace6b1c tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.47 "GET /v2.0/networks?id=00c23541-d267-4e28-b0c3-7390dabf0127 HTTP/1.1" status: 200 len: 810 time: 0.1160238 Sep 16 06:07:01.102783 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14fbf5c9-f34c-4f74-9ab0-32523cab5f91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fde34a6-91d1-4efa-a38f-84418debb26c'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:07:01.105038 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2506ad353029a21956b6cd1b4a70cda1beed1e40b39b5191f7a66b422a7e283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c4da8b-1c1f-4465-bd17-adbdf589c86e" -d '{"events": [{"server_uuid": "14fbf5c9-f34c-4f74-9ab0-32523cab5f91", "name": "network-vif-unplugged", "status": "completed", "tag": "4fde34a6-91d1-4efa-a38f-84418debb26c"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:07:01.118470 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] For port 4fde34a6-91d1-4efa-a38f-84418debb26c, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=4fde34a6-91d1-4efa-a38f-84418debb26c,segment=NetworkSegment(885f1622-2c9f-4553-a37c-2fba1c36f488),segment_id=885f1622-2c9f-4553-a37c-2fba1c36f488)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:01.122840 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:01.151312 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 06:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c01c35b-fabe-4fdd-b7ff-17454b1b0dd2 x-openstack-request-id: req-0c01c35b-fabe-4fdd-b7ff-17454b1b0dd2 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:07:01.151655 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14fbf5c9-f34c-4f74-9ab0-32523cab5f91", "name": "network-vif-unplugged", "status": "completed", "tag": "4fde34a6-91d1-4efa-a38f-84418debb26c", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:07:01.151852 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0c01c35b-fabe-4fdd-b7ff-17454b1b0dd2 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:07:01.152233 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14fbf5c9-f34c-4f74-9ab0-32523cab5f91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fde34a6-91d1-4efa-a38f-84418debb26c', 'code': 200} Sep 16 06:07:01.159773 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d4e8f65-3266-418b-b81a-555b59920ede req-a14eb0ef-8d5e-4250-9a7c-b9dbea8d9d2b tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3aad3e6d393b4adf8cbe549beb11e522 HTTP/1.1" status: 200 len: 379 time: 0.0369892 Sep 16 06:07:01.178037 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Pushing event updated for resources: {'Port': ['ID=4fde34a6-91d1-4efa-a38f-84418debb26c,revision_number=8']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:01.191982 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-9d4e8f65-3266-418b-b81a-555b59920ede req-fa8e1e33-785a-4c33-9de8-54fabe7a1f6f tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Request body: {'port': {'device_id': '023fbf78-c41d-4d2e-997e-02c8f6e52342', 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127', 'admin_state_up': True, 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'security_groups': ['046f30df-8e6e-494e-bf7a-00c735cd76b5']}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:07:01.247392 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5c17eee3-a9af-42f7-96f4-eb3e3503ca52 req-2c0ff0ac-c5e2-4c1f-97fe-64fa6d8ee729 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/ports?device_id=023fbf78-c41d-4d2e-997e-02c8f6e52342 HTTP/1.1" status: 200 len: 210 time: 0.0396469 Sep 16 06:07:01.334413 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d4e8f65-3266-418b-b81a-555b59920ede req-fa8e1e33-785a-4c33-9de8-54fabe7a1f6f tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Made reservation on behalf of 3aad3e6d393b4adf8cbe549beb11e522 for: {'port': 1} {{(pid=94767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:07:01.338422 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9d4e8f65-3266-418b-b81a-555b59920ede req-fa8e1e33-785a-4c33-9de8-54fabe7a1f6f tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:01.511185 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [req-9d4e8f65-3266-418b-b81a-555b59920ede req-fa8e1e33-785a-4c33-9de8-54fabe7a1f6f tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Allocated IP 172.20.0.10 (00c23541-d267-4e28-b0c3-7390dabf0127/9afdc173-aeff-4ab9-9c86-3c6d63b74fc9/d3d56b34-3dfd-4632-945d-542540bf68ed) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:07:01.705838 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9d4e8f65-3266-418b-b81a-555b59920ede req-fa8e1e33-785a-4c33-9de8-54fabe7a1f6f tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:01.744080 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9d4e8f65-3266-418b-b81a-555b59920ede req-fa8e1e33-785a-4c33-9de8-54fabe7a1f6f tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:01.806161 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d4e8f65-3266-418b-b81a-555b59920ede req-fa8e1e33-785a-4c33-9de8-54fabe7a1f6f tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Network 00c23541-d267-4e28-b0c3-7390dabf0127 is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:07:01.809388 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [req-9d4e8f65-3266-418b-b81a-555b59920ede req-fa8e1e33-785a-4c33-9de8-54fabe7a1f6f tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:07:01.816809 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4e8f65-3266-418b-b81a-555b59920ede req-fa8e1e33-785a-4c33-9de8-54fabe7a1f6f tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:07:01.845022 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e1e33-785a-4c33-9de8-54fabe7a1f6f tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Pushing event updated for resources: {'Port': ['ID=d3d56b34-3dfd-4632-945d-542540bf68ed,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:01.858338 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e1e33-785a-4c33-9de8-54fabe7a1f6f tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:01.858796 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e1e33-785a-4c33-9de8-54fabe7a1f6f tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:01.859060 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e1e33-785a-4c33-9de8-54fabe7a1f6f tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:01.859410 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e1e33-785a-4c33-9de8-54fabe7a1f6f tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:01.859746 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e1e33-785a-4c33-9de8-54fabe7a1f6f tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:01.860078 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e1e33-785a-4c33-9de8-54fabe7a1f6f tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:01.860942 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e1e33-785a-4c33-9de8-54fabe7a1f6f tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:01.861277 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e1e33-785a-4c33-9de8-54fabe7a1f6f tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:01.861612 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e1e33-785a-4c33-9de8-54fabe7a1f6f tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:01.861940 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e1e33-785a-4c33-9de8-54fabe7a1f6f tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:01.862268 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e1e33-785a-4c33-9de8-54fabe7a1f6f tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:01.862599 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e1e33-785a-4c33-9de8-54fabe7a1f6f tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:01.889229 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e8f65-3266-418b-b81a-555b59920ede req-fa8e1e33-785a-4c33-9de8-54fabe7a1f6f tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:01.889899 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9d4e8f65-3266-418b-b81a-555b59920ede req-fa8e1e33-785a-4c33-9de8-54fabe7a1f6f tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:01.909749 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d4e8f65-3266-418b-b81a-555b59920ede req-fa8e1e33-785a-4c33-9de8-54fabe7a1f6f tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7216301 Sep 16 06:07:02.055568 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-599ab6b0-cff4-40f5-9f30-a6ff4d85b698 None None] Provisioning complete for port d3d56b34-3dfd-4632-945d-542540bf68ed triggered by entity DHCP. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:07:02.056379 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-599ab6b0-cff4-40f5-9f30-a6ff4d85b698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:02.091492 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-599ab6b0-cff4-40f5-9f30-a6ff4d85b698 None None] Port d3d56b34-3dfd-4632-945d-542540bf68ed cannot update to ACTIVE because it is not bound. {{(pid=94768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:07:02.376972 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55ca98-b908-4b49-a9fa-15b79ad5b542 req-a977f270-6cac-4eae-9287-641f92d7f4ef tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:02.378476 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2f55ca98-b908-4b49-a9fa-15b79ad5b542 req-a977f270-6cac-4eae-9287-641f92d7f4ef tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/ports?device_id=023fbf78-c41d-4d2e-997e-02c8f6e52342 HTTP/1.1" status: 200 len: 932 time: 0.0564523 Sep 16 06:07:02.419584 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2f55ca98-b908-4b49-a9fa-15b79ad5b542 req-4c317e7c-fbc7-4f0f-b7c9-6c69d93013c8 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/security-groups?id=046f30df-8e6e-494e-bf7a-00c735cd76b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340135 Sep 16 06:07:03.542693 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e3f41-26d4-4b8e-a915-6da970f6e8db req-b13b83cd-1819-4efb-8d29-357964f5b27d tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:03.544187 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8f2e3f41-26d4-4b8e-a915-6da970f6e8db req-b13b83cd-1819-4efb-8d29-357964f5b27d tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/ports?device_id=023fbf78-c41d-4d2e-997e-02c8f6e52342 HTTP/1.1" status: 200 len: 932 time: 0.0508890 Sep 16 06:07:03.585411 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-8f2e3f41-26d4-4b8e-a915-6da970f6e8db req-a49a6e40-921f-4e20-9e8a-37db813779e0 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/security-groups?id=046f30df-8e6e-494e-bf7a-00c735cd76b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344360 Sep 16 06:07:04.708803 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109aa65-591d-447f-bbfe-9aa66adbd154 req-62b09c50-3866-4b8a-b922-2f2c16db7c8a tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:04.710611 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5109aa65-591d-447f-bbfe-9aa66adbd154 req-62b09c50-3866-4b8a-b922-2f2c16db7c8a tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/ports?device_id=023fbf78-c41d-4d2e-997e-02c8f6e52342 HTTP/1.1" status: 200 len: 932 time: 0.0514977 Sep 16 06:07:04.754591 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5109aa65-591d-447f-bbfe-9aa66adbd154 req-9ef65dd5-fcb2-4cb7-98b3-b94d1f637362 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/security-groups?id=046f30df-8e6e-494e-bf7a-00c735cd76b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361948 Sep 16 06:07:05.878591 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ac361-2b19-417e-aeb8-d315f87dd643 req-1db17001-b19c-4b35-8c62-b60706303da3 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:05.880169 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae4ac361-2b19-417e-aeb8-d315f87dd643 req-1db17001-b19c-4b35-8c62-b60706303da3 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/ports?device_id=023fbf78-c41d-4d2e-997e-02c8f6e52342 HTTP/1.1" status: 200 len: 932 time: 0.0541074 Sep 16 06:07:05.919087 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ae4ac361-2b19-417e-aeb8-d315f87dd643 req-68b4b353-2846-4972-81a3-cc28152ad0b0 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/security-groups?id=046f30df-8e6e-494e-bf7a-00c735cd76b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319173 Sep 16 06:07:07.046807 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5976acb-7b91-4aa0-9b41-f9ec3a27cad1 req-e7795820-3686-4a16-b475-e77137bf9f3c tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:07.048334 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a5976acb-7b91-4aa0-9b41-f9ec3a27cad1 req-e7795820-3686-4a16-b475-e77137bf9f3c tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/ports?device_id=023fbf78-c41d-4d2e-997e-02c8f6e52342 HTTP/1.1" status: 200 len: 932 time: 0.0511782 Sep 16 06:07:07.091742 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-a5976acb-7b91-4aa0-9b41-f9ec3a27cad1 req-bf228731-1811-42e7-9ad8-269712d9c938 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/security-groups?id=046f30df-8e6e-494e-bf7a-00c735cd76b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366452 Sep 16 06:07:08.213831 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e7c9f-11f8-4866-897e-f0317db7a499 req-7cbfbca1-32c8-4a7c-8653-c5a7e84ea2f1 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:08.215417 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-400e7c9f-11f8-4866-897e-f0317db7a499 req-7cbfbca1-32c8-4a7c-8653-c5a7e84ea2f1 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/ports?device_id=023fbf78-c41d-4d2e-997e-02c8f6e52342 HTTP/1.1" status: 200 len: 932 time: 0.0508530 Sep 16 06:07:08.270202 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-400e7c9f-11f8-4866-897e-f0317db7a499 req-ffcd70d6-194e-42cf-ad6b-e465651972db tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/security-groups?id=046f30df-8e6e-494e-bf7a-00c735cd76b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478408 Sep 16 06:07:09.400135 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b24c3-dffe-400a-a222-4340d4356dfb req-cd2098e4-0c9a-456e-937c-948166e23ba0 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:09.401739 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4a6b24c3-dffe-400a-a222-4340d4356dfb req-cd2098e4-0c9a-456e-937c-948166e23ba0 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/ports?device_id=023fbf78-c41d-4d2e-997e-02c8f6e52342 HTTP/1.1" status: 200 len: 932 time: 0.0600383 Sep 16 06:07:09.442500 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4a6b24c3-dffe-400a-a222-4340d4356dfb req-ceef1b03-a75a-4b4d-98ca-b72e78e43055 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/security-groups?id=046f30df-8e6e-494e-bf7a-00c735cd76b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337503 Sep 16 06:07:10.272021 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-0a2d0db1-b5b6-4ccc-bf1d-a9fe42c2b305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:10.569757 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18d7c1-0e88-4e8c-8f12-69666f186fb7 req-20a6ddd7-7c36-4890-9f98-bde585b57805 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:10.572233 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fa18d7c1-0e88-4e8c-8f12-69666f186fb7 req-20a6ddd7-7c36-4890-9f98-bde585b57805 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/ports?device_id=023fbf78-c41d-4d2e-997e-02c8f6e52342 HTTP/1.1" status: 200 len: 932 time: 0.0544317 Sep 16 06:07:10.612320 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-fa18d7c1-0e88-4e8c-8f12-69666f186fb7 req-5fddc845-6c6d-4e9b-b577-842135816a8c tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/security-groups?id=046f30df-8e6e-494e-bf7a-00c735cd76b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337331 Sep 16 06:07:11.140398 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:07:11.253081 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [req-9d4e8f65-3266-418b-b81a-555b59920ede req-03662a0d-ac4e-4c44-8c74-58b3f931e542 service neutron] Request body: {'port': {'device_id': '023fbf78-c41d-4d2e-997e-02c8f6e52342', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-15'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:07:11.307145 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9d4e8f65-3266-418b-b81a-555b59920ede req-03662a0d-ac4e-4c44-8c74-58b3f931e542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:11.577461 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [req-9d4e8f65-3266-418b-b81a-555b59920ede req-03662a0d-ac4e-4c44-8c74-58b3f931e542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3d56b34-3dfd-4632-945d-542540bf68ed {{(pid=94767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:07:11.585092 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9d4e8f65-3266-418b-b81a-555b59920ede req-03662a0d-ac4e-4c44-8c74-58b3f931e542 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:11.597449 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.provisioning_blocks [req-9d4e8f65-3266-418b-b81a-555b59920ede req-03662a0d-ac4e-4c44-8c74-58b3f931e542 service neutron] Transition to ACTIVE for port object d3d56b34-3dfd-4632-945d-542540bf68ed will not be triggered until provisioned by entity L2. {{(pid=94767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:07:11.600643 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9d4e8f65-3266-418b-b81a-555b59920ede req-03662a0d-ac4e-4c44-8c74-58b3f931e542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:11.653946 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03662a0d-ac4e-4c44-8c74-58b3f931e542 service neutron] Pushing event updated for resources: {'Port': ['ID=d3d56b34-3dfd-4632-945d-542540bf68ed,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:11.764062 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-9d4e8f65-3266-418b-b81a-555b59920ede req-03662a0d-ac4e-4c44-8c74-58b3f931e542 service neutron] Attempting to bind port d3d56b34-3dfd-4632-945d-542540bf68ed on host n-h1-712139-15 for vnic_type normal with profile {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:07:11.764401 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-9d4e8f65-3266-418b-b81a-555b59920ede req-03662a0d-ac4e-4c44-8c74-58b3f931e542 service neutron] Attempting to bind port d3d56b34-3dfd-4632-945d-542540bf68ed by drivers openvswitch,hyperv on host n-h1-712139-15 at level 0 using segments [{'id': '885f1622-2c9f-4553-a37c-2fba1c36f488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127'}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:07:11.764763 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4e8f65-3266-418b-b81a-555b59920ede req-03662a0d-ac4e-4c44-8c74-58b3f931e542 service neutron] Attempting to bind port d3d56b34-3dfd-4632-945d-542540bf68ed on network 00c23541-d267-4e28-b0c3-7390dabf0127 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:07:11.774635 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4892d54-b16a-4d3b-a77c-a4949962f924 req-263402e9-efb5-458c-a258-47cbd8fca346 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:11.776297 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d4892d54-b16a-4d3b-a77c-a4949962f924 req-263402e9-efb5-458c-a258-47cbd8fca346 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/ports?device_id=023fbf78-c41d-4d2e-997e-02c8f6e52342 HTTP/1.1" status: 200 len: 944 time: 0.0778840 Sep 16 06:07:11.780171 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4e8f65-3266-418b-b81a-555b59920ede req-03662a0d-ac4e-4c44-8c74-58b3f931e542 service neutron] Port d3d56b34-3dfd-4632-945d-542540bf68ed on network 00c23541-d267-4e28-b0c3-7390dabf0127 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-15 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:07:11.780490 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4e8f65-3266-418b-b81a-555b59920ede req-03662a0d-ac4e-4c44-8c74-58b3f931e542 service neutron] Attempting to bind port d3d56b34-3dfd-4632-945d-542540bf68ed on network 00c23541-d267-4e28-b0c3-7390dabf0127 {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:07:11.792437 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4e8f65-3266-418b-b81a-555b59920ede req-03662a0d-ac4e-4c44-8c74-58b3f931e542 service neutron] Checking agent: {'id': '252d7b97-3f32-44ed-92e0-3c74f375e455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:07:11.792849 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4e8f65-3266-418b-b81a-555b59920ede req-03662a0d-ac4e-4c44-8c74-58b3f931e542 service neutron] Checking segment: {'id': '885f1622-2c9f-4553-a37c-2fba1c36f488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:07:11.793158 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4e8f65-3266-418b-b81a-555b59920ede req-03662a0d-ac4e-4c44-8c74-58b3f931e542 service neutron] Bound using segment: {'id': '885f1622-2c9f-4553-a37c-2fba1c36f488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127'} {{(pid=94767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:07:11.793592 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.managers [req-9d4e8f65-3266-418b-b81a-555b59920ede req-03662a0d-ac4e-4c44-8c74-58b3f931e542 service neutron] Bound port: d3d56b34-3dfd-4632-945d-542540bf68ed, host: n-h1-712139-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '885f1622-2c9f-4553-a37c-2fba1c36f488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127'}}] {{(pid=94767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:07:11.793943 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9d4e8f65-3266-418b-b81a-555b59920ede req-03662a0d-ac4e-4c44-8c74-58b3f931e542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:11.832805 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d4892d54-b16a-4d3b-a77c-a4949962f924 req-c0b928b8-9801-435e-8e31-9946a9f73171 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/security-groups?id=046f30df-8e6e-494e-bf7a-00c735cd76b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489836 Sep 16 06:07:11.881221 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-9d4e8f65-3266-418b-b81a-555b59920ede req-03662a0d-ac4e-4c44-8c74-58b3f931e542 service neutron] For port d3d56b34-3dfd-4632-945d-542540bf68ed, host n-h1-712139-15, cleared binding levels {{(pid=94767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:07:11.884460 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-9d4e8f65-3266-418b-b81a-555b59920ede req-03662a0d-ac4e-4c44-8c74-58b3f931e542 service neutron] For port d3d56b34-3dfd-4632-945d-542540bf68ed, host n-h1-712139-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=d3d56b34-3dfd-4632-945d-542540bf68ed,segment=NetworkSegment(885f1622-2c9f-4553-a37c-2fba1c36f488),segment_id=885f1622-2c9f-4553-a37c-2fba1c36f488)] {{(pid=94767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:07:11.889647 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9d4e8f65-3266-418b-b81a-555b59920ede req-03662a0d-ac4e-4c44-8c74-58b3f931e542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:11.929019 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e8f65-3266-418b-b81a-555b59920ede req-03662a0d-ac4e-4c44-8c74-58b3f931e542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:11.930050 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-9d4e8f65-3266-418b-b81a-555b59920ede req-03662a0d-ac4e-4c44-8c74-58b3f931e542 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:11.931299 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d4e8f65-3266-418b-b81a-555b59920ede req-03662a0d-ac4e-4c44-8c74-58b3f931e542 service neutron] 10.222.0.47 "PUT /v2.0/ports/d3d56b34-3dfd-4632-945d-542540bf68ed HTTP/1.1" status: 200 len: 1093 time: 0.7266810 Sep 16 06:07:11.931735 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023fbf78-c41d-4d2e-997e-02c8f6e52342', 'tag': 'd3d56b34-3dfd-4632-945d-542540bf68ed'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:07:11.933999 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012fee11-dbda-4d1c-981a-b7936c24759f" -d '{"events": [{"name": "network-changed", "server_uuid": "023fbf78-c41d-4d2e-997e-02c8f6e52342", "tag": "d3d56b34-3dfd-4632-945d-542540bf68ed"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:07:11.962054 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03662a0d-ac4e-4c44-8c74-58b3f931e542 service neutron] Pushing event updated for resources: {'Port': ['ID=d3d56b34-3dfd-4632-945d-542540bf68ed,revision_number=3']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:11.976365 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d9fe69-3d94-4645-abf5-a6054dc302e7 x-openstack-request-id: req-f6d9fe69-3d94-4645-abf5-a6054dc302e7 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:07:11.977321 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023fbf78-c41d-4d2e-997e-02c8f6e52342", "tag": "d3d56b34-3dfd-4632-945d-542540bf68ed", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:07:11.978115 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f6d9fe69-3d94-4645-abf5-a6054dc302e7 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:07:11.978264 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '023fbf78-c41d-4d2e-997e-02c8f6e52342', 'tag': 'd3d56b34-3dfd-4632-945d-542540bf68ed', 'status': 'completed', 'code': 200} Sep 16 06:07:12.037388 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e8f65-3266-418b-b81a-555b59920ede req-766f4e14-bea0-4567-b6e5-078aad68ecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:12.038908 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d4e8f65-3266-418b-b81a-555b59920ede req-766f4e14-bea0-4567-b6e5-078aad68ecbe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3aad3e6d393b4adf8cbe549beb11e522&device_id=023fbf78-c41d-4d2e-997e-02c8f6e52342 HTTP/1.1" status: 200 len: 1096 time: 0.0433540 Sep 16 06:07:12.089189 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d4e8f65-3266-418b-b81a-555b59920ede req-366994f1-048a-4de9-a2a8-44361a3fa358 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3d56b34-3dfd-4632-945d-542540bf68ed HTTP/1.1" status: 200 len: 217 time: 0.0362961 Sep 16 06:07:12.141217 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e8f65-3266-418b-b81a-555b59920ede req-6bf000cd-e8c4-497d-9c83-8a424f01cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:12.142693 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d4e8f65-3266-418b-b81a-555b59920ede req-6bf000cd-e8c4-497d-9c83-8a424f01cba9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9afdc173-aeff-4ab9-9c86-3c6d63b74fc9 HTTP/1.1" status: 200 len: 849 time: 0.0471711 Sep 16 06:07:12.187267 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e8f65-3266-418b-b81a-555b59920ede req-e4617a83-afd9-4652-b4ea-0476658420ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:12.188848 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d4e8f65-3266-418b-b81a-555b59920ede req-e4617a83-afd9-4652-b4ea-0476658420ca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c23541-d267-4e28-b0c3-7390dabf0127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389311 Sep 16 06:07:12.277238 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d4e8f65-3266-418b-b81a-555b59920ede req-b76655c9-bc01-4edf-9f96-3327b74b840b service neutron] 10.222.0.47 "GET /v2.0/networks/00c23541-d267-4e28-b0c3-7390dabf0127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806894 Sep 16 06:07:12.369346 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9d4e8f65-3266-418b-b81a-555b59920ede req-c1f04a86-e9da-4a57-acd7-89bbabc6a834 service neutron] 10.222.0.47 "GET /v2.0/networks/00c23541-d267-4e28-b0c3-7390dabf0127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848169 Sep 16 06:07:12.502049 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fee11-dbda-4d1c-981a-b7936c24759f req-0e92f65c-f320-4512-892c-68cb311ca16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:12.503562 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-012fee11-dbda-4d1c-981a-b7936c24759f req-0e92f65c-f320-4512-892c-68cb311ca16f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3aad3e6d393b4adf8cbe549beb11e522&device_id=023fbf78-c41d-4d2e-997e-02c8f6e52342 HTTP/1.1" status: 200 len: 1096 time: 0.0403764 Sep 16 06:07:12.557845 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:12.596077 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fee11-dbda-4d1c-981a-b7936c24759f req-f246e9ea-3e0b-4846-be21-2f73d5d4c713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:12.597590 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-012fee11-dbda-4d1c-981a-b7936c24759f req-f246e9ea-3e0b-4846-be21-2f73d5d4c713 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c23541-d267-4e28-b0c3-7390dabf0127 HTTP/1.1" status: 200 len: 911 time: 0.0866098 Sep 16 06:07:12.637931 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-012fee11-dbda-4d1c-981a-b7936c24759f req-3520b1ab-4534-44bc-963f-31434b7289b5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3d56b34-3dfd-4632-945d-542540bf68ed HTTP/1.1" status: 200 len: 217 time: 0.0325637 Sep 16 06:07:12.689499 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fee11-dbda-4d1c-981a-b7936c24759f req-54aaf586-89e3-4959-a68c-1b0f36950e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:12.691174 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-012fee11-dbda-4d1c-981a-b7936c24759f req-54aaf586-89e3-4959-a68c-1b0f36950e76 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9afdc173-aeff-4ab9-9c86-3c6d63b74fc9 HTTP/1.1" status: 200 len: 849 time: 0.0446889 Sep 16 06:07:12.742355 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fee11-dbda-4d1c-981a-b7936c24759f req-70412f6e-52be-4a9b-98a0-a2cb7483f1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:12.743872 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-012fee11-dbda-4d1c-981a-b7936c24759f req-70412f6e-52be-4a9b-98a0-a2cb7483f1f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c23541-d267-4e28-b0c3-7390dabf0127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443189 Sep 16 06:07:12.835209 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-012fee11-dbda-4d1c-981a-b7936c24759f req-4251c485-18ed-4ef4-a1fa-89ffb9370d66 service neutron] 10.222.0.47 "GET /v2.0/networks/00c23541-d267-4e28-b0c3-7390dabf0127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829637 Sep 16 06:07:12.956240 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-012fee11-dbda-4d1c-981a-b7936c24759f req-f0dc306a-270a-4f3e-b89e-3cd7895c6457 service neutron] 10.222.0.47 "GET /v2.0/networks/00c23541-d267-4e28-b0c3-7390dabf0127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125288 Sep 16 06:07:12.971212 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa0daf-6352-440e-8f75-c5f2d756f3ef req-23a1cb10-7486-440a-8bde-c4cfb9d17a6b tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:12.973583 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-15aa0daf-6352-440e-8f75-c5f2d756f3ef req-23a1cb10-7486-440a-8bde-c4cfb9d17a6b tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/ports?device_id=023fbf78-c41d-4d2e-997e-02c8f6e52342 HTTP/1.1" status: 200 len: 944 time: 0.0665987 Sep 16 06:07:13.015419 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-15aa0daf-6352-440e-8f75-c5f2d756f3ef req-4c740715-fb86-4320-95de-c0da2aaa7bc1 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/security-groups?id=046f30df-8e6e-494e-bf7a-00c735cd76b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355334 Sep 16 06:07:13.392985 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d8564368-9ccf-43a1-9f3c-810ec187ab07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:13.716109 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:14.132044 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48388ea-f06f-41d9-958b-4d7c594c53eb req-4ab5c670-bee2-4be3-8b52-d6eefac58f70 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:14.133640 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c48388ea-f06f-41d9-958b-4d7c594c53eb req-4ab5c670-bee2-4be3-8b52-d6eefac58f70 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/ports?device_id=023fbf78-c41d-4d2e-997e-02c8f6e52342 HTTP/1.1" status: 200 len: 944 time: 0.0494201 Sep 16 06:07:14.171368 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c48388ea-f06f-41d9-958b-4d7c594c53eb req-72081de4-0f31-4684-a0a6-be9e803be761 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/security-groups?id=046f30df-8e6e-494e-bf7a-00c735cd76b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318468 Sep 16 06:07:14.905600 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:15.290648 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34402ab-1f4d-4dbe-af31-323d8250aa35 req-c924cc81-ba30-44f3-a4bb-d84c062d9530 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:15.292169 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d34402ab-1f4d-4dbe-af31-323d8250aa35 req-c924cc81-ba30-44f3-a4bb-d84c062d9530 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/ports?device_id=023fbf78-c41d-4d2e-997e-02c8f6e52342 HTTP/1.1" status: 200 len: 944 time: 0.0533340 Sep 16 06:07:15.329935 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-d34402ab-1f4d-4dbe-af31-323d8250aa35 req-c85d3fd0-4767-47d3-9f87-05c8ac8d8adb tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/security-groups?id=046f30df-8e6e-494e-bf7a-00c735cd76b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317338 Sep 16 06:07:15.507224 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:15.647113 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device d3d56b34-3dfd-4632-945d-542540bf68ed details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:07:15.740225 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port d3d56b34-3dfd-4632-945d-542540bf68ed, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=d3d56b34-3dfd-4632-945d-542540bf68ed,segment=NetworkSegment(885f1622-2c9f-4553-a37c-2fba1c36f488),segment_id=885f1622-2c9f-4553-a37c-2fba1c36f488)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:15.751488 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'd3d56b34-3dfd-4632-945d-542540bf68ed', 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127', 'port_id': 'd3d56b34-3dfd-4632-945d-542540bf68ed', 'mac_address': 'fa:16:3e:ab:0b:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9afdc173-aeff-4ab9-9c86-3c6d63b74fc9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:07:15.787279 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:15.799841 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3d56b34-3dfd-4632-945d-542540bf68ed {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:07:15.818688 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port d3d56b34-3dfd-4632-945d-542540bf68ed, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=d3d56b34-3dfd-4632-945d-542540bf68ed,segment=NetworkSegment(885f1622-2c9f-4553-a37c-2fba1c36f488),segment_id=885f1622-2c9f-4553-a37c-2fba1c36f488)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:15.823348 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:15.872779 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=d3d56b34-3dfd-4632-945d-542540bf68ed,revision_number=4']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:16.130656 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['d3d56b34-3dfd-4632-945d-542540bf68ed'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:07:16.409657 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:16.447971 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea12eca-e7bc-4f8f-905e-4261e4fd5b6a req-2a1399a3-8314-476b-a13c-8f8ee244c904 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:16.449476 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ea12eca-e7bc-4f8f-905e-4261e4fd5b6a req-2a1399a3-8314-476b-a13c-8f8ee244c904 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/ports?device_id=023fbf78-c41d-4d2e-997e-02c8f6e52342 HTTP/1.1" status: 200 len: 945 time: 0.0509262 Sep 16 06:07:16.488055 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5ea12eca-e7bc-4f8f-905e-4261e4fd5b6a req-315caf69-d0c7-42da-8b94-b41f8da5ede4 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/security-groups?id=046f30df-8e6e-494e-bf7a-00c735cd76b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326300 Sep 16 06:07:17.610062 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d05f2a-87c0-45bd-81a9-276567f38b9e req-007b9fba-f869-4b1c-a95b-151876d85df2 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:17.611538 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-34d05f2a-87c0-45bd-81a9-276567f38b9e req-007b9fba-f869-4b1c-a95b-151876d85df2 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/ports?device_id=023fbf78-c41d-4d2e-997e-02c8f6e52342 HTTP/1.1" status: 200 len: 945 time: 0.0488169 Sep 16 06:07:17.649306 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-34d05f2a-87c0-45bd-81a9-276567f38b9e req-0dc02ffd-7386-42c1-b085-d7a1a1f5f2c9 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/security-groups?id=046f30df-8e6e-494e-bf7a-00c735cd76b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313244 Sep 16 06:07:17.662524 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device d3d56b34-3dfd-4632-945d-542540bf68ed up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:07:17.710447 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning for port d3d56b34-3dfd-4632-945d-542540bf68ed completed by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:07:17.714743 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port d3d56b34-3dfd-4632-945d-542540bf68ed triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:07:17.715119 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:17.788741 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:17.813651 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023fbf78-c41d-4d2e-997e-02c8f6e52342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d56b34-3dfd-4632-945d-542540bf68ed'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:07:17.815876 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2506ad353029a21956b6cd1b4a70cda1beed1e40b39b5191f7a66b422a7e283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c4098f-b1b7-4840-a02f-4dd0b9510d63" -d '{"events": [{"server_uuid": "023fbf78-c41d-4d2e-997e-02c8f6e52342", "name": "network-vif-plugged", "status": "completed", "tag": "d3d56b34-3dfd-4632-945d-542540bf68ed"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:07:17.828931 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port d3d56b34-3dfd-4632-945d-542540bf68ed, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=d3d56b34-3dfd-4632-945d-542540bf68ed,segment=NetworkSegment(885f1622-2c9f-4553-a37c-2fba1c36f488),segment_id=885f1622-2c9f-4553-a37c-2fba1c36f488)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:17.832902 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:17.880989 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=d3d56b34-3dfd-4632-945d-542540bf68ed,revision_number=5']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:17.907515 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7f1ec8-0979-440a-a3b1-0899543a3747 x-openstack-request-id: req-6d7f1ec8-0979-440a-a3b1-0899543a3747 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:07:17.907809 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023fbf78-c41d-4d2e-997e-02c8f6e52342", "name": "network-vif-plugged", "status": "completed", "tag": "d3d56b34-3dfd-4632-945d-542540bf68ed", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:07:17.908063 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6d7f1ec8-0979-440a-a3b1-0899543a3747 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:07:17.908456 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023fbf78-c41d-4d2e-997e-02c8f6e52342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d56b34-3dfd-4632-945d-542540bf68ed', 'code': 200} Sep 16 06:07:18.031671 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e0235-3d7a-4db1-a05e-aca0b2267e1f req-c371d631-3959-4e8c-9dca-e0406f31a132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:18.033200 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-541e0235-3d7a-4db1-a05e-aca0b2267e1f req-c371d631-3959-4e8c-9dca-e0406f31a132 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=023fbf78-c41d-4d2e-997e-02c8f6e52342 HTTP/1.1" status: 200 len: 1098 time: 0.0444801 Sep 16 06:07:18.068332 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-541e0235-3d7a-4db1-a05e-aca0b2267e1f req-c9a1ceb2-6648-4f8a-80c9-83dc57d19f11 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=046f30df-8e6e-494e-bf7a-00c735cd76b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277953 Sep 16 06:07:18.769992 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ef162-9c7e-4abf-918e-b24ff37cf3ed req-7ba18a9d-1de1-40f6-8bf7-f604e906a0f7 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:18.771548 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4e7ef162-9c7e-4abf-918e-b24ff37cf3ed req-7ba18a9d-1de1-40f6-8bf7-f604e906a0f7 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/ports?device_id=023fbf78-c41d-4d2e-997e-02c8f6e52342 HTTP/1.1" status: 200 len: 946 time: 0.0525014 Sep 16 06:07:18.812623 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-4e7ef162-9c7e-4abf-918e-b24ff37cf3ed req-678aa77a-cf89-42cb-9946-c1d07e6fa223 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/security-groups?id=046f30df-8e6e-494e-bf7a-00c735cd76b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343246 Sep 16 06:07:19.932645 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae0298-34e4-48da-a286-2f77ae7980b9 req-8a1963c7-6b20-478c-859a-4136b7334673 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:19.934041 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9cae0298-34e4-48da-a286-2f77ae7980b9 req-8a1963c7-6b20-478c-859a-4136b7334673 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/ports?device_id=023fbf78-c41d-4d2e-997e-02c8f6e52342 HTTP/1.1" status: 200 len: 946 time: 0.0522196 Sep 16 06:07:19.971784 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-9cae0298-34e4-48da-a286-2f77ae7980b9 req-027a4271-7f75-4940-a4d3-4929e5bf541b tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/security-groups?id=046f30df-8e6e-494e-bf7a-00c735cd76b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317905 Sep 16 06:07:20.088801 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1943f-8296-4b90-8716-504776eee1ca req-badd55d1-0f8b-4f92-b84b-2fa31f43b6ca tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:20.090297 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ada1943f-8296-4b90-8716-504776eee1ca req-badd55d1-0f8b-4f92-b84b-2fa31f43b6ca tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/ports?device_id=023fbf78-c41d-4d2e-997e-02c8f6e52342 HTTP/1.1" status: 200 len: 946 time: 0.0537226 Sep 16 06:07:20.127652 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ada1943f-8296-4b90-8716-504776eee1ca req-fc9fbc35-0e9e-4500-b4ac-46eba270de95 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/security-groups?id=046f30df-8e6e-494e-bf7a-00c735cd76b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312934 Sep 16 06:07:20.149443 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60088) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:20.189451 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202ad0bc-6267-44f0-badc-06909a109f39 tempest-TestSnapshotPattern-282440226 tempest-TestSnapshotPattern-282440226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:20.190895 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-202ad0bc-6267-44f0-badc-06909a109f39 tempest-TestSnapshotPattern-282440226 tempest-TestSnapshotPattern-282440226-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=023fbf78-c41d-4d2e-997e-02c8f6e52342 HTTP/1.1" status: 200 len: 1093 time: 0.0403879 Sep 16 06:07:20.193813 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60090) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:20.199160 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.v2.base [None req-a43942a6-b9f5-4f29-8ebf-e9474da08d65 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Request body: {'floatingip': {'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'port_id': 'd3d56b34-3dfd-4632-945d-542540bf68ed', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:07:20.220403 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a43942a6-b9f5-4f29-8ebf-e9474da08d65 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks [] for floatingip, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:20.319386 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a43942a6-b9f5-4f29-8ebf-e9474da08d65 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:20.420731 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_common [None req-a43942a6-b9f5-4f29-8ebf-e9474da08d65 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Allocated IP 172.25.8.191 (6423976d-c7ec-41de-996e-2a06dce8febc/3f1e76bd-35ec-4054-b21a-685fc779fcb7/45f263e7-cd68-4e89-96f0-a8de50b54dbf) {{(pid=94767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:07:20.524358 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a43942a6-b9f5-4f29-8ebf-e9474da08d65 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks [] for port, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:20.557444 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a43942a6-b9f5-4f29-8ebf-e9474da08d65 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731532438200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:20.593053 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43942a6-b9f5-4f29-8ebf-e9474da08d65 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Network 6423976d-c7ec-41de-996e-2a06dce8febc is already hosted by enough agents. {{(pid=94767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:07:20.595768 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.base_scheduler [None req-a43942a6-b9f5-4f29-8ebf-e9474da08d65 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Resources bound (agent type, host, resource id): {{(pid=94767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:07:20.599744 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43942a6-b9f5-4f29-8ebf-e9474da08d65 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Received port after_create {{(pid=94767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:07:20.625678 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43942a6-b9f5-4f29-8ebf-e9474da08d65 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Pushing event updated for resources: {'Port': ['ID=45f263e7-cd68-4e89-96f0-a8de50b54dbf,revision_number=1']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:20.953975 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a43942a6-b9f5-4f29-8ebf-e9474da08d65 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:21.017395 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a43942a6-b9f5-4f29-8ebf-e9474da08d65 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:21.517516 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a43942a6-b9f5-4f29-8ebf-e9474da08d65 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks [] for port, precommit_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:21.521993 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a43942a6-b9f5-4f29-8ebf-e9474da08d65 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10437599'] for port, after_update {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:21.593735 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43942a6-b9f5-4f29-8ebf-e9474da08d65 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Pushing event updated for resources: {'Port': ['ID=45f263e7-cd68-4e89-96f0-a8de50b54dbf,revision_number=2']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:21.602247 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a43942a6-b9f5-4f29-8ebf-e9474da08d65 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-990220'] for floatingip, after_create {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:21.701129 n-d-712139-15 neutron-server[94767]: INFO neutron.db.l3_db [None req-a43942a6-b9f5-4f29-8ebf-e9474da08d65 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Floating IP 6b224a8c-2895-4b2a-b868-5a9f3396543f associated. External IP: 172.25.8.191, port: d3d56b34-3dfd-4632-945d-542540bf68ed. Sep 16 06:07:21.902026 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43942a6-b9f5-4f29-8ebf-e9474da08d65 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Router 5b053ee8-fab5-45fe-ad2d-60373fe30951 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:07:22.009128 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43942a6-b9f5-4f29-8ebf-e9474da08d65 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:07:22.018674 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a3fb4d-a830-4055-86c1-aa2101103b66 None None] Sync routers for ids ['5b053ee8-fab5-45fe-ad2d-60373fe30951'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:07:22.025144 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-a43942a6-b9f5-4f29-8ebf-e9474da08d65 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:22.027616 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a3fb4d-a830-4055-86c1-aa2101103b66 None None] Routers {'5b053ee8-fab5-45fe-ad2d-60373fe30951'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:07:22.028216 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-d5a3fb4d-a830-4055-86c1-aa2101103b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T06:07:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['5b053ee8-fab5-45fe-ad2d-60373fe30951'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:22.056831 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-a43942a6-b9f5-4f29-8ebf-e9474da08d65 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8616598 Sep 16 06:07:22.057449 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023fbf78-c41d-4d2e-997e-02c8f6e52342', 'tag': 'd3d56b34-3dfd-4632-945d-542540bf68ed'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:07:22.059727 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5a73e1-a8db-4bbc-bdf4-f8a74d6232e8" -d '{"events": [{"name": "network-changed", "server_uuid": "023fbf78-c41d-4d2e-997e-02c8f6e52342", "tag": "d3d56b34-3dfd-4632-945d-542540bf68ed"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:07:22.096862 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b60b4b-ebfa-4e35-88f0-25fc367ae3d5 x-openstack-request-id: req-c8b60b4b-ebfa-4e35-88f0-25fc367ae3d5 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:07:22.097153 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023fbf78-c41d-4d2e-997e-02c8f6e52342", "tag": "d3d56b34-3dfd-4632-945d-542540bf68ed", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:07:22.097428 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c8b60b4b-ebfa-4e35-88f0-25fc367ae3d5 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:07:22.097832 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '023fbf78-c41d-4d2e-997e-02c8f6e52342', 'tag': 'd3d56b34-3dfd-4632-945d-542540bf68ed', 'status': 'completed', 'code': 200} Sep 16 06:07:22.136498 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-d5a3fb4d-a830-4055-86c1-aa2101103b66 None None] Set router 5b053ee8-fab5-45fe-ad2d-60373fe30951 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:07:22.181681 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a73e1-a8db-4bbc-bdf4-f8a74d6232e8 req-f646dad3-06dc-4c27-94a9-d918d734c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:22.183212 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2c5a73e1-a8db-4bbc-bdf4-f8a74d6232e8 req-f646dad3-06dc-4c27-94a9-d918d734c558 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3aad3e6d393b4adf8cbe549beb11e522&device_id=023fbf78-c41d-4d2e-997e-02c8f6e52342 HTTP/1.1" status: 200 len: 1098 time: 0.0415199 Sep 16 06:07:22.274945 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a73e1-a8db-4bbc-bdf4-f8a74d6232e8 req-4a280db2-6ee9-41f3-ab01-650a3b4da5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:22.276448 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2c5a73e1-a8db-4bbc-bdf4-f8a74d6232e8 req-4a280db2-6ee9-41f3-ab01-650a3b4da5dc service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c23541-d267-4e28-b0c3-7390dabf0127 HTTP/1.1" status: 200 len: 911 time: 0.0863366 Sep 16 06:07:22.346491 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2c5a73e1-a8db-4bbc-bdf4-f8a74d6232e8 req-4fa4a441-a973-40a3-bf70-7384fbabd9ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3d56b34-3dfd-4632-945d-542540bf68ed HTTP/1.1" status: 200 len: 1000 time: 0.0628860 Sep 16 06:07:22.363605 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-d5a3fb4d-a830-4055-86c1-aa2101103b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'name': 'tempest-TestSnapshotPattern-1589227778-router', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:43Z', 'updated_at': '2021-09-16T06:03:46Z', 'revision_number': 4, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'gw_port': {'id': 'e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:91:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:44Z', 'updated_at': '2021-09-16T06:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '6b224a8c-2895-4b2a-b868-5a9f3396543f', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'floating_ip_address': '172.25.8.191', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'port_id': 'd3d56b34-3dfd-4632-945d-542540bf68ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127', 'mac_address': 'fa:16:3e:ab:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023fbf78-c41d-4d2e-997e-02c8f6e52342', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:07:20Z', 'updated_at': '2021-09-16T06:07:20Z', 'revision_number': 0, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'fixed_ip_address_scope': None}, {'id': 'd70665e0-9db4-4b61-93e1-a413097fc6dd', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'floating_ip_address': '172.25.8.160', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'port_id': '4fde34a6-91d1-4efa-a38f-84418debb26c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127', 'mac_address': 'fa:16:3e:9b:fb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fbf5c9-f34c-4f74-9ab0-32523cab5f91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:04:06Z', 'updated_at': '2021-09-16T06:04:08Z', 'revision_number': 1, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88422be0-30c5-4df2-9d0b-6cb4c5ecba5a', 'name': '', 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'mac_address': 'fa:16:3e:a7:ee:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '9afdc173-aeff-4ab9-9c86-3c6d63b74fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:46Z', 'updated_at': '2021-09-16T06:03:51Z', 'revision_number': 5, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'subnets': [{'id': '9afdc173-aeff-4ab9-9c86-3c6d63b74fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:22.391095 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a3fb4d-a830-4055-86c1-aa2101103b66 None None] Checking router: 5b053ee8-fab5-45fe-ad2d-60373fe30951 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:07:22.397119 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a73e1-a8db-4bbc-bdf4-f8a74d6232e8 req-e0090952-d141-4da6-b19b-e58b4283f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:22.399116 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2c5a73e1-a8db-4bbc-bdf4-f8a74d6232e8 req-e0090952-d141-4da6-b19b-e58b4283f3fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9afdc173-aeff-4ab9-9c86-3c6d63b74fc9 HTTP/1.1" status: 200 len: 849 time: 0.0454414 Sep 16 06:07:22.399852 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a3fb4d-a830-4055-86c1-aa2101103b66 None None] Routers {'5b053ee8-fab5-45fe-ad2d-60373fe30951'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:07:22.400463 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-d5a3fb4d-a830-4055-86c1-aa2101103b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T06:07:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['5b053ee8-fab5-45fe-ad2d-60373fe30951'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:22.444502 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a73e1-a8db-4bbc-bdf4-f8a74d6232e8 req-29f32b31-05bd-4213-9ffe-9b1cdbfb168c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:22.446152 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2c5a73e1-a8db-4bbc-bdf4-f8a74d6232e8 req-29f32b31-05bd-4213-9ffe-9b1cdbfb168c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c23541-d267-4e28-b0c3-7390dabf0127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406225 Sep 16 06:07:22.507930 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-d5a3fb4d-a830-4055-86c1-aa2101103b66 None None] Set router 5b053ee8-fab5-45fe-ad2d-60373fe30951 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:07:22.545206 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2c5a73e1-a8db-4bbc-bdf4-f8a74d6232e8 req-26625c53-e803-4d4d-b651-ba33917815ab service neutron] 10.222.0.47 "GET /v2.0/networks/00c23541-d267-4e28-b0c3-7390dabf0127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917144 Sep 16 06:07:22.635850 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-2c5a73e1-a8db-4bbc-bdf4-f8a74d6232e8 req-e4e61969-b0b8-4e0f-a1fc-aab101c48929 service neutron] 10.222.0.47 "GET /v2.0/networks/00c23541-d267-4e28-b0c3-7390dabf0127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832951 Sep 16 06:07:22.731867 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-d5a3fb4d-a830-4055-86c1-aa2101103b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'name': 'tempest-TestSnapshotPattern-1589227778-router', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:43Z', 'updated_at': '2021-09-16T06:03:46Z', 'revision_number': 4, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'gw_port': {'id': 'e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:91:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:44Z', 'updated_at': '2021-09-16T06:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '6b224a8c-2895-4b2a-b868-5a9f3396543f', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'floating_ip_address': '172.25.8.191', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'port_id': 'd3d56b34-3dfd-4632-945d-542540bf68ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127', 'mac_address': 'fa:16:3e:ab:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023fbf78-c41d-4d2e-997e-02c8f6e52342', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:07:20Z', 'updated_at': '2021-09-16T06:07:20Z', 'revision_number': 0, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'fixed_ip_address_scope': None}, {'id': 'd70665e0-9db4-4b61-93e1-a413097fc6dd', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'floating_ip_address': '172.25.8.160', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'port_id': '4fde34a6-91d1-4efa-a38f-84418debb26c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127', 'mac_address': 'fa:16:3e:9b:fb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fbf5c9-f34c-4f74-9ab0-32523cab5f91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:04:06Z', 'updated_at': '2021-09-16T06:04:08Z', 'revision_number': 1, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88422be0-30c5-4df2-9d0b-6cb4c5ecba5a', 'name': '', 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'mac_address': 'fa:16:3e:a7:ee:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '9afdc173-aeff-4ab9-9c86-3c6d63b74fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:46Z', 'updated_at': '2021-09-16T06:03:51Z', 'revision_number': 5, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'subnets': [{'id': '9afdc173-aeff-4ab9-9c86-3c6d63b74fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:22.761498 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a3fb4d-a830-4055-86c1-aa2101103b66 None None] The sync data for ids ['5b053ee8-fab5-45fe-ad2d-60373fe30951'] in n-d-712139-15 is: [{'id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'name': 'tempest-TestSnapshotPattern-1589227778-router', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:43Z', 'updated_at': '2021-09-16T06:03:46Z', 'revision_number': 4, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'gw_port': {'id': 'e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:91:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:44Z', 'updated_at': '2021-09-16T06:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': '6b224a8c-2895-4b2a-b868-5a9f3396543f', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'floating_ip_address': '172.25.8.191', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'port_id': 'd3d56b34-3dfd-4632-945d-542540bf68ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127', 'mac_address': 'fa:16:3e:ab:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023fbf78-c41d-4d2e-997e-02c8f6e52342', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:07:20Z', 'updated_at': '2021-09-16T06:07:20Z', 'revision_number': 0, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'fixed_ip_address_scope': None}, {'id': 'd70665e0-9db4-4b61-93e1-a413097fc6dd', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'floating_ip_address': '172.25.8.160', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'port_id': '4fde34a6-91d1-4efa-a38f-84418debb26c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127', 'mac_address': 'fa:16:3e:9b:fb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fbf5c9-f34c-4f74-9ab0-32523cab5f91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:04:06Z', 'updated_at': '2021-09-16T06:04:08Z', 'revision_number': 1, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88422be0-30c5-4df2-9d0b-6cb4c5ecba5a', 'name': '', 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'mac_address': 'fa:16:3e:a7:ee:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '9afdc173-aeff-4ab9-9c86-3c6d63b74fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:46Z', 'updated_at': '2021-09-16T06:03:51Z', 'revision_number': 5, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'subnets': [{'id': '9afdc173-aeff-4ab9-9c86-3c6d63b74fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:07:22.970428 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e669e3-1b51-4e3c-91a7-40f94cadbe8a None None] New status for floating IP 6b224a8c-2895-4b2a-b868-5a9f3396543f: ACTIVE {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:07:34.951480 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-df6d895e-0c4c-4f4f-8d1d-d3570f18beb3 req-edb609cb-dc30-40f6-bf2a-09f246fd4bbf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=023fbf78-c41d-4d2e-997e-02c8f6e52342&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453079 Sep 16 06:07:35.048103 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d895e-0c4c-4f4f-8d1d-d3570f18beb3 req-e2b0cfd1-2616-4290-9ac9-736b119f1cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:35.049619 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-df6d895e-0c4c-4f4f-8d1d-d3570f18beb3 req-e2b0cfd1-2616-4290-9ac9-736b119f1cb3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3aad3e6d393b4adf8cbe549beb11e522&device_id=023fbf78-c41d-4d2e-997e-02c8f6e52342 HTTP/1.1" status: 200 len: 1098 time: 0.0402486 Sep 16 06:07:35.155708 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d895e-0c4c-4f4f-8d1d-d3570f18beb3 req-714e3c30-eefd-4238-bf24-2254beadcfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:35.157202 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-df6d895e-0c4c-4f4f-8d1d-d3570f18beb3 req-714e3c30-eefd-4238-bf24-2254beadcfa5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c23541-d267-4e28-b0c3-7390dabf0127 HTTP/1.1" status: 200 len: 911 time: 0.0878828 Sep 16 06:07:35.221831 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-df6d895e-0c4c-4f4f-8d1d-d3570f18beb3 req-3e99c22c-6b52-48c7-847b-1cc9bcf4ba4d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3d56b34-3dfd-4632-945d-542540bf68ed HTTP/1.1" status: 200 len: 1002 time: 0.0575705 Sep 16 06:07:35.271741 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d895e-0c4c-4f4f-8d1d-d3570f18beb3 req-6da031ba-a64d-479c-9457-f3409d1ddb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:35.273226 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-df6d895e-0c4c-4f4f-8d1d-d3570f18beb3 req-6da031ba-a64d-479c-9457-f3409d1ddb59 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9afdc173-aeff-4ab9-9c86-3c6d63b74fc9 HTTP/1.1" status: 200 len: 849 time: 0.0436592 Sep 16 06:07:35.323376 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d895e-0c4c-4f4f-8d1d-d3570f18beb3 req-aa7792d0-7df6-4b27-953b-bf9576941c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:35.324875 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-df6d895e-0c4c-4f4f-8d1d-d3570f18beb3 req-aa7792d0-7df6-4b27-953b-bf9576941c30 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c23541-d267-4e28-b0c3-7390dabf0127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444901 Sep 16 06:07:35.413124 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-df6d895e-0c4c-4f4f-8d1d-d3570f18beb3 req-e743f075-b489-43ef-b2d6-14be31d7be41 service neutron] 10.222.0.47 "GET /v2.0/networks/00c23541-d267-4e28-b0c3-7390dabf0127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805092 Sep 16 06:07:35.506568 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-df6d895e-0c4c-4f4f-8d1d-d3570f18beb3 req-cc5de262-27ef-44ac-9c5c-adf5cdecbec0 service neutron] 10.222.0.47 "GET /v2.0/networks/00c23541-d267-4e28-b0c3-7390dabf0127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845397 Sep 16 06:07:40.275586 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f1d7a09d-ee36-4ac0-a45f-9e98f5d804e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:42.560728 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:43.402155 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b5cb44fb-624f-4e98-8a3f-e0e6b781f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:43.716786 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:44.908629 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:45.505316 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:46.409755 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:48.141394 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:07:49.612328 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6bfe3fcb-41b5-4d58-8259-2106262f814d req-a478f27f-7c26-4e91-9afe-15c8d34c1355 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=14fbf5c9-f34c-4f74-9ab0-32523cab5f91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0817504 Sep 16 06:07:49.708421 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe3fcb-41b5-4d58-8259-2106262f814d req-f0ccc9f0-b8dc-455f-939b-40ed6ce9366d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:49.709921 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6bfe3fcb-41b5-4d58-8259-2106262f814d req-f0ccc9f0-b8dc-455f-939b-40ed6ce9366d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3aad3e6d393b4adf8cbe549beb11e522&device_id=14fbf5c9-f34c-4f74-9ab0-32523cab5f91 HTTP/1.1" status: 200 len: 1095 time: 0.0404038 Sep 16 06:07:49.814663 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe3fcb-41b5-4d58-8259-2106262f814d req-ab349fa3-ae15-4341-b168-dee7a925e94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:49.816034 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6bfe3fcb-41b5-4d58-8259-2106262f814d req-ab349fa3-ae15-4341-b168-dee7a925e94d service neutron] 10.222.0.48 "GET /v2.0/networks?id=00c23541-d267-4e28-b0c3-7390dabf0127 HTTP/1.1" status: 200 len: 911 time: 0.0865903 Sep 16 06:07:49.881651 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6bfe3fcb-41b5-4d58-8259-2106262f814d req-647ce574-911f-42a8-80e7-d9067f5ebfcb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fde34a6-91d1-4efa-a38f-84418debb26c HTTP/1.1" status: 200 len: 999 time: 0.0583034 Sep 16 06:07:49.933544 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe3fcb-41b5-4d58-8259-2106262f814d req-8855258d-8bab-4264-adcd-f19ab1f0b1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:49.934978 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6bfe3fcb-41b5-4d58-8259-2106262f814d req-8855258d-8bab-4264-adcd-f19ab1f0b1fc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9afdc173-aeff-4ab9-9c86-3c6d63b74fc9 HTTP/1.1" status: 200 len: 849 time: 0.0470030 Sep 16 06:07:49.981610 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe3fcb-41b5-4d58-8259-2106262f814d req-4031eb8e-9938-4826-990a-dda575596658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:49.983106 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6bfe3fcb-41b5-4d58-8259-2106262f814d req-4031eb8e-9938-4826-990a-dda575596658 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00c23541-d267-4e28-b0c3-7390dabf0127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409529 Sep 16 06:07:50.072341 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6bfe3fcb-41b5-4d58-8259-2106262f814d req-fce23d5c-da56-4ee4-b4a2-5d1c26726dec service neutron] 10.222.0.48 "GET /v2.0/networks/00c23541-d267-4e28-b0c3-7390dabf0127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810752 Sep 16 06:07:50.163650 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-6bfe3fcb-41b5-4d58-8259-2106262f814d req-e17dbb2f-2c15-4ab6-a48f-1889c9419fd3 service neutron] 10.222.0.48 "GET /v2.0/networks/00c23541-d267-4e28-b0c3-7390dabf0127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854626 Sep 16 06:08:10.277066 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-9dc54991-a567-464b-ba79-72fd37405e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:12.575659 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:13.393080 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-42601131-2961-4365-92c7-0cf40cd01ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:13.717996 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:14.910446 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:15.503917 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:16.413424 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:25.141195 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:08:36.941088 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82d7ac46-9ead-487f-b347-a5fe4de49ad6 req-0b6b7e5b-a247-4819-9e4c-2e33a26aeb0e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=023fbf78-c41d-4d2e-997e-02c8f6e52342&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411906 Sep 16 06:08:37.037610 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7ac46-9ead-487f-b347-a5fe4de49ad6 req-fda2c1fe-1485-49d2-bb31-133b38c98be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:37.039088 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82d7ac46-9ead-487f-b347-a5fe4de49ad6 req-fda2c1fe-1485-49d2-bb31-133b38c98be8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3aad3e6d393b4adf8cbe549beb11e522&device_id=023fbf78-c41d-4d2e-997e-02c8f6e52342 HTTP/1.1" status: 200 len: 1098 time: 0.0393462 Sep 16 06:08:37.143249 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7ac46-9ead-487f-b347-a5fe4de49ad6 req-9f1b694a-1852-4e30-b576-67a31d93794a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:37.144743 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82d7ac46-9ead-487f-b347-a5fe4de49ad6 req-9f1b694a-1852-4e30-b576-67a31d93794a service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c23541-d267-4e28-b0c3-7390dabf0127 HTTP/1.1" status: 200 len: 911 time: 0.0866268 Sep 16 06:08:37.209201 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82d7ac46-9ead-487f-b347-a5fe4de49ad6 req-137f745b-f550-46af-9e69-f85665219cdd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3d56b34-3dfd-4632-945d-542540bf68ed HTTP/1.1" status: 200 len: 1002 time: 0.0574272 Sep 16 06:08:37.262505 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7ac46-9ead-487f-b347-a5fe4de49ad6 req-9fdb63d9-bb4e-4440-bdaf-3a983e8ddf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:37.263969 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82d7ac46-9ead-487f-b347-a5fe4de49ad6 req-9fdb63d9-bb4e-4440-bdaf-3a983e8ddf34 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9afdc173-aeff-4ab9-9c86-3c6d63b74fc9 HTTP/1.1" status: 200 len: 849 time: 0.0483484 Sep 16 06:08:37.308391 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7ac46-9ead-487f-b347-a5fe4de49ad6 req-51f1941e-5712-4a84-8f0d-a2f96b40e914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:37.309907 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82d7ac46-9ead-487f-b347-a5fe4de49ad6 req-51f1941e-5712-4a84-8f0d-a2f96b40e914 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c23541-d267-4e28-b0c3-7390dabf0127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395956 Sep 16 06:08:37.405292 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82d7ac46-9ead-487f-b347-a5fe4de49ad6 req-57a1524a-fdb8-473d-bd67-cec49ac68eb1 service neutron] 10.222.0.47 "GET /v2.0/networks/00c23541-d267-4e28-b0c3-7390dabf0127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879202 Sep 16 06:08:37.493246 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-82d7ac46-9ead-487f-b347-a5fe4de49ad6 req-ba58acd4-64a9-4ac2-9dc1-3e94902eb1c1 service neutron] 10.222.0.47 "GET /v2.0/networks/00c23541-d267-4e28-b0c3-7390dabf0127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813584 Sep 16 06:08:40.278313 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f362ded0-535c-4787-9548-d5a3c2758b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:42.590415 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:43.393637 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-be31bb6f-1704-498c-808d-58cee0568b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:43.720260 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:44.913467 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:45.500889 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:46.415417 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:50.551788 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5dcad00-ecd9-47cd-9f5e-896c4f91925f req-100144a2-db29-4193-8096-898e2ff07838 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=14fbf5c9-f34c-4f74-9ab0-32523cab5f91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391293 Sep 16 06:08:50.650703 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcad00-ecd9-47cd-9f5e-896c4f91925f req-85166092-f51a-4ea4-8ad1-cbe78408099a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:50.652914 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5dcad00-ecd9-47cd-9f5e-896c4f91925f req-85166092-f51a-4ea4-8ad1-cbe78408099a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3aad3e6d393b4adf8cbe549beb11e522&device_id=14fbf5c9-f34c-4f74-9ab0-32523cab5f91 HTTP/1.1" status: 200 len: 1095 time: 0.0461168 Sep 16 06:08:50.753481 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcad00-ecd9-47cd-9f5e-896c4f91925f req-193f334c-ac19-455a-a002-ce989796064d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:50.754944 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5dcad00-ecd9-47cd-9f5e-896c4f91925f req-193f334c-ac19-455a-a002-ce989796064d service neutron] 10.222.0.48 "GET /v2.0/networks?id=00c23541-d267-4e28-b0c3-7390dabf0127 HTTP/1.1" status: 200 len: 911 time: 0.0840671 Sep 16 06:08:50.822172 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5dcad00-ecd9-47cd-9f5e-896c4f91925f req-8d3fdde9-00f0-4938-932d-d832a2b567de service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fde34a6-91d1-4efa-a38f-84418debb26c HTTP/1.1" status: 200 len: 999 time: 0.0600061 Sep 16 06:08:50.870865 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcad00-ecd9-47cd-9f5e-896c4f91925f req-2a10735c-ba22-4b5a-aed3-474f2b60ad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:50.872607 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5dcad00-ecd9-47cd-9f5e-896c4f91925f req-2a10735c-ba22-4b5a-aed3-474f2b60ad4b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9afdc173-aeff-4ab9-9c86-3c6d63b74fc9 HTTP/1.1" status: 200 len: 849 time: 0.0434260 Sep 16 06:08:50.921983 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcad00-ecd9-47cd-9f5e-896c4f91925f req-badddf49-fc57-4d18-b35d-49bc5664e485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:50.923489 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5dcad00-ecd9-47cd-9f5e-896c4f91925f req-badddf49-fc57-4d18-b35d-49bc5664e485 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00c23541-d267-4e28-b0c3-7390dabf0127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419641 Sep 16 06:08:51.016148 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5dcad00-ecd9-47cd-9f5e-896c4f91925f req-7e120437-3375-4ed7-a662-be0e13298a50 service neutron] 10.222.0.48 "GET /v2.0/networks/00c23541-d267-4e28-b0c3-7390dabf0127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850542 Sep 16 06:08:51.105375 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-c5dcad00-ecd9-47cd-9f5e-896c4f91925f req-7b8a9107-f130-4433-bb33-72a8a53e5dea service neutron] 10.222.0.48 "GET /v2.0/networks/00c23541-d267-4e28-b0c3-7390dabf0127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811520 Sep 16 06:08:52.178521 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device d3d56b34-3dfd-4632-945d-542540bf68ed details requested by agent hyperv_n-h1-712139-15 with host n-h1-712139-15 {{(pid=94768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:08:52.286467 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port d3d56b34-3dfd-4632-945d-542540bf68ed, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=d3d56b34-3dfd-4632-945d-542540bf68ed,segment=NetworkSegment(885f1622-2c9f-4553-a37c-2fba1c36f488),segment_id=885f1622-2c9f-4553-a37c-2fba1c36f488)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:08:52.299469 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Returning: {'device': 'd3d56b34-3dfd-4632-945d-542540bf68ed', 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127', 'port_id': 'd3d56b34-3dfd-4632-945d-542540bf68ed', 'mac_address': 'fa:16:3e:ab:0b:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9afdc173-aeff-4ab9-9c86-3c6d63b74fc9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:08:52.336770 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:52.349976 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3d56b34-3dfd-4632-945d-542540bf68ed {{(pid=94768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:08:52.369919 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port d3d56b34-3dfd-4632-945d-542540bf68ed, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=d3d56b34-3dfd-4632-945d-542540bf68ed,segment=NetworkSegment(885f1622-2c9f-4553-a37c-2fba1c36f488),segment_id=885f1622-2c9f-4553-a37c-2fba1c36f488)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:08:52.374329 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:52.435743 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=d3d56b34-3dfd-4632-945d-542540bf68ed,revision_number=6']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:52.443600 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:52.443968 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:52.444313 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:52.444966 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:52.445301 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:52.445630 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:52.445957 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:52.446279 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:52.446789 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:52.447121 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:52.447449 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:52.448308 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:52.516493 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] get_ports_and_sgs() called for port_ids ['d3d56b34-3dfd-4632-945d-542540bf68ed'] {{(pid=94768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:08:54.191562 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device d3d56b34-3dfd-4632-945d-542540bf68ed up at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:08:54.246616 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.provisioning_blocks [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Provisioning complete for port d3d56b34-3dfd-4632-945d-542540bf68ed triggered by entity L2. {{(pid=94768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:08:54.247287 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985762'] for port, provisioning_complete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:54.502466 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:54.538675 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023fbf78-c41d-4d2e-997e-02c8f6e52342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d56b34-3dfd-4632-945d-542540bf68ed'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:08:54.541313 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2506ad353029a21956b6cd1b4a70cda1beed1e40b39b5191f7a66b422a7e283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953244db-d215-42c5-9872-787bf21da03b" -d '{"events": [{"server_uuid": "023fbf78-c41d-4d2e-997e-02c8f6e52342", "name": "network-vif-plugged", "status": "completed", "tag": "d3d56b34-3dfd-4632-945d-542540bf68ed"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:08:54.554275 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port d3d56b34-3dfd-4632-945d-542540bf68ed, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=d3d56b34-3dfd-4632-945d-542540bf68ed,segment=NetworkSegment(885f1622-2c9f-4553-a37c-2fba1c36f488),segment_id=885f1622-2c9f-4553-a37c-2fba1c36f488)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:08:54.562347 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:54.602904 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77cfca7-efba-464d-a456-f330f368b21d x-openstack-request-id: req-d77cfca7-efba-464d-a456-f330f368b21d {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:08:54.603241 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023fbf78-c41d-4d2e-997e-02c8f6e52342", "name": "network-vif-plugged", "status": "completed", "tag": "d3d56b34-3dfd-4632-945d-542540bf68ed", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:08:54.603444 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d77cfca7-efba-464d-a456-f330f368b21d {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:08:54.603835 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023fbf78-c41d-4d2e-997e-02c8f6e52342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d56b34-3dfd-4632-945d-542540bf68ed', 'code': 200} Sep 16 06:08:54.639080 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=d3d56b34-3dfd-4632-945d-542540bf68ed,revision_number=7']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:02.141230 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:09:02.581127 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60302) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:02.739105 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-7b69f468-d68e-4f02-b88e-d591afe68e64 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Deleting port 45f263e7-cd68-4e89-96f0-a8de50b54dbf {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:09:02.739359 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7b69f468-d68e-4f02-b88e-d591afe68e64 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:02.813490 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7b69f468-d68e-4f02-b88e-d591afe68e64 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:02.813822 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7b69f468-d68e-4f02-b88e-d591afe68e64 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:02.825996 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-7b69f468-d68e-4f02-b88e-d591afe68e64 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Calling delete_port for 45f263e7-cd68-4e89-96f0-a8de50b54dbf owned by network:floatingip {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:09:02.979931 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7b69f468-d68e-4f02-b88e-d591afe68e64 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:03.011633 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b69f468-d68e-4f02-b88e-d591afe68e64 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Pushing event deleted for resources: {'Port': ['ID=45f263e7-cd68-4e89-96f0-a8de50b54dbf,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:03.033619 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69f468-d68e-4f02-b88e-d591afe68e64 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:03.033973 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69f468-d68e-4f02-b88e-d591afe68e64 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:03.034319 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69f468-d68e-4f02-b88e-d591afe68e64 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:03.034663 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69f468-d68e-4f02-b88e-d591afe68e64 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:03.035001 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69f468-d68e-4f02-b88e-d591afe68e64 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:03.035336 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69f468-d68e-4f02-b88e-d591afe68e64 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:03.035668 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69f468-d68e-4f02-b88e-d591afe68e64 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:03.035997 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69f468-d68e-4f02-b88e-d591afe68e64 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:03.036327 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69f468-d68e-4f02-b88e-d591afe68e64 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:03.036681 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69f468-d68e-4f02-b88e-d591afe68e64 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:03.037011 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69f468-d68e-4f02-b88e-d591afe68e64 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:03.037340 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69f468-d68e-4f02-b88e-d591afe68e64 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:03.076146 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7b69f468-d68e-4f02-b88e-d591afe68e64 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks [] for floatingip, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:03.076478 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [None req-7b69f468-d68e-4f02-b88e-d591afe68e64 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Floating IP 6b224a8c-2895-4b2a-b868-5a9f3396543f disassociated (deleted). External IP: 172.25.8.191, port: d3d56b34-3dfd-4632-945d-542540bf68ed. Sep 16 06:09:03.293600 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b69f468-d68e-4f02-b88e-d591afe68e64 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Router 5b053ee8-fab5-45fe-ad2d-60373fe30951 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:09:03.404947 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b69f468-d68e-4f02-b88e-d591afe68e64 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:09:03.409765 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-7b69f468-d68e-4f02-b88e-d591afe68e64 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:03.414209 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc95a24d-eba2-42d9-9117-9fa2e4e35c6d None None] Sync routers for ids ['5b053ee8-fab5-45fe-ad2d-60373fe30951'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:09:03.423523 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc95a24d-eba2-42d9-9117-9fa2e4e35c6d None None] Routers {'5b053ee8-fab5-45fe-ad2d-60373fe30951'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:09:03.424128 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dc95a24d-eba2-42d9-9117-9fa2e4e35c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T06:08:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['5b053ee8-fab5-45fe-ad2d-60373fe30951'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:03.440105 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-7b69f468-d68e-4f02-b88e-d591afe68e64 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "DELETE /v2.0/floatingips/6b224a8c-2895-4b2a-b868-5a9f3396543f HTTP/1.1" status: 204 len: 168 time: 0.8555310 Sep 16 06:09:03.440105 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023fbf78-c41d-4d2e-997e-02c8f6e52342', 'tag': 'd3d56b34-3dfd-4632-945d-542540bf68ed'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:09:03.440641 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c261ba16daee3fce3437e829377ea083e6eb595e62abb4685acfbe7685462486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe2cb1b-3abb-451f-af77-04026e81e11c" -d '{"events": [{"name": "network-changed", "server_uuid": "023fbf78-c41d-4d2e-997e-02c8f6e52342", "tag": "d3d56b34-3dfd-4632-945d-542540bf68ed"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:09:03.537835 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-dc95a24d-eba2-42d9-9117-9fa2e4e35c6d None None] Set router 5b053ee8-fab5-45fe-ad2d-60373fe30951 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:09:03.662757 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec7744c-447c-4acf-8959-7488682c9b4e x-openstack-request-id: req-2ec7744c-447c-4acf-8959-7488682c9b4e {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:09:03.663259 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023fbf78-c41d-4d2e-997e-02c8f6e52342", "tag": "d3d56b34-3dfd-4632-945d-542540bf68ed", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:09:03.663387 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2ec7744c-447c-4acf-8959-7488682c9b4e {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:09:03.663713 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '023fbf78-c41d-4d2e-997e-02c8f6e52342', 'tag': 'd3d56b34-3dfd-4632-945d-542540bf68ed', 'status': 'completed', 'code': 200} Sep 16 06:09:03.776787 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dc95a24d-eba2-42d9-9117-9fa2e4e35c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'name': 'tempest-TestSnapshotPattern-1589227778-router', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:43Z', 'updated_at': '2021-09-16T06:03:46Z', 'revision_number': 4, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'gw_port': {'id': 'e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:91:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:44Z', 'updated_at': '2021-09-16T06:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'd70665e0-9db4-4b61-93e1-a413097fc6dd', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'floating_ip_address': '172.25.8.160', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'port_id': '4fde34a6-91d1-4efa-a38f-84418debb26c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127', 'mac_address': 'fa:16:3e:9b:fb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fbf5c9-f34c-4f74-9ab0-32523cab5f91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:04:06Z', 'updated_at': '2021-09-16T06:04:08Z', 'revision_number': 1, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88422be0-30c5-4df2-9d0b-6cb4c5ecba5a', 'name': '', 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'mac_address': 'fa:16:3e:a7:ee:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '9afdc173-aeff-4ab9-9c86-3c6d63b74fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:46Z', 'updated_at': '2021-09-16T06:03:51Z', 'revision_number': 5, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'subnets': [{'id': '9afdc173-aeff-4ab9-9c86-3c6d63b74fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:03.781229 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2cb1b-3abb-451f-af77-04026e81e11c req-c4f97678-b19a-491d-bee8-39e5ebfe5e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:03.782755 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ebe2cb1b-3abb-451f-af77-04026e81e11c req-c4f97678-b19a-491d-bee8-39e5ebfe5e47 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3aad3e6d393b4adf8cbe549beb11e522&device_id=023fbf78-c41d-4d2e-997e-02c8f6e52342 HTTP/1.1" status: 200 len: 1098 time: 0.0636854 Sep 16 06:09:03.791309 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01c8f4-4958-4de9-9434-4e7dcc53296b req-10329956-8936-46a0-8659-74decc767931 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:03.792761 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c01c8f4-4958-4de9-9434-4e7dcc53296b req-10329956-8936-46a0-8659-74decc767931 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/ports?device_id=023fbf78-c41d-4d2e-997e-02c8f6e52342 HTTP/1.1" status: 200 len: 946 time: 0.0846717 Sep 16 06:09:03.888503 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-0c01c8f4-4958-4de9-9434-4e7dcc53296b req-bfcd1764-86f7-4507-85db-7b68f8703cc8 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/security-groups?id=046f30df-8e6e-494e-bf7a-00c735cd76b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878370 Sep 16 06:09:03.899457 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc95a24d-eba2-42d9-9117-9fa2e4e35c6d None None] Checking router: 5b053ee8-fab5-45fe-ad2d-60373fe30951 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:09:03.910003 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc95a24d-eba2-42d9-9117-9fa2e4e35c6d None None] Routers {'5b053ee8-fab5-45fe-ad2d-60373fe30951'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:09:03.910727 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dc95a24d-eba2-42d9-9117-9fa2e4e35c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T06:08:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['5b053ee8-fab5-45fe-ad2d-60373fe30951'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:03.912583 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2cb1b-3abb-451f-af77-04026e81e11c req-410cf37a-999c-4b02-8158-b4e282969a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:03.914095 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ebe2cb1b-3abb-451f-af77-04026e81e11c req-410cf37a-999c-4b02-8158-b4e282969a6b service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c23541-d267-4e28-b0c3-7390dabf0127 HTTP/1.1" status: 200 len: 911 time: 0.1204851 Sep 16 06:09:03.956195 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ebe2cb1b-3abb-451f-af77-04026e81e11c req-d890e514-a95c-400c-818d-df9b98d521f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3d56b34-3dfd-4632-945d-542540bf68ed HTTP/1.1" status: 200 len: 217 time: 0.0342553 Sep 16 06:09:04.014185 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2cb1b-3abb-451f-af77-04026e81e11c req-ee784ce4-9099-4fd6-9f26-ce8fe5767f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:04.015655 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ebe2cb1b-3abb-451f-af77-04026e81e11c req-ee784ce4-9099-4fd6-9f26-ce8fe5767f42 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9afdc173-aeff-4ab9-9c86-3c6d63b74fc9 HTTP/1.1" status: 200 len: 849 time: 0.0514758 Sep 16 06:09:04.017046 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-dc95a24d-eba2-42d9-9117-9fa2e4e35c6d None None] Set router 5b053ee8-fab5-45fe-ad2d-60373fe30951 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:09:04.067629 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2cb1b-3abb-451f-af77-04026e81e11c req-ed5f31b8-7ab7-4e4f-84d4-c3f2dc3c9580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:04.069153 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ebe2cb1b-3abb-451f-af77-04026e81e11c req-ed5f31b8-7ab7-4e4f-84d4-c3f2dc3c9580 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c23541-d267-4e28-b0c3-7390dabf0127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447421 Sep 16 06:09:04.160242 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ebe2cb1b-3abb-451f-af77-04026e81e11c req-60265ef2-c863-479b-97b0-b7549648acbc service neutron] 10.222.0.47 "GET /v2.0/networks/00c23541-d267-4e28-b0c3-7390dabf0127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826797 Sep 16 06:09:04.240559 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device d3d56b34-3dfd-4632-945d-542540bf68ed no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:09:04.241439 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-dc95a24d-eba2-42d9-9117-9fa2e4e35c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'name': 'tempest-TestSnapshotPattern-1589227778-router', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:43Z', 'updated_at': '2021-09-16T06:03:46Z', 'revision_number': 4, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'gw_port': {'id': 'e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:91:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:44Z', 'updated_at': '2021-09-16T06:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'd70665e0-9db4-4b61-93e1-a413097fc6dd', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'floating_ip_address': '172.25.8.160', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'port_id': '4fde34a6-91d1-4efa-a38f-84418debb26c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127', 'mac_address': 'fa:16:3e:9b:fb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fbf5c9-f34c-4f74-9ab0-32523cab5f91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:04:06Z', 'updated_at': '2021-09-16T06:04:08Z', 'revision_number': 1, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88422be0-30c5-4df2-9d0b-6cb4c5ecba5a', 'name': '', 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'mac_address': 'fa:16:3e:a7:ee:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '9afdc173-aeff-4ab9-9c86-3c6d63b74fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:46Z', 'updated_at': '2021-09-16T06:03:51Z', 'revision_number': 5, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'subnets': [{'id': '9afdc173-aeff-4ab9-9c86-3c6d63b74fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:04.262370 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-ebe2cb1b-3abb-451f-af77-04026e81e11c req-6b7fd125-97b9-49d6-ac83-867684a3a647 service neutron] 10.222.0.47 "GET /v2.0/networks/00c23541-d267-4e28-b0c3-7390dabf0127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938025 Sep 16 06:09:04.272819 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc95a24d-eba2-42d9-9117-9fa2e4e35c6d None None] The sync data for ids ['5b053ee8-fab5-45fe-ad2d-60373fe30951'] in n-d-712139-15 is: [{'id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'name': 'tempest-TestSnapshotPattern-1589227778-router', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:43Z', 'updated_at': '2021-09-16T06:03:46Z', 'revision_number': 4, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'gw_port': {'id': 'e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:91:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:44Z', 'updated_at': '2021-09-16T06:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_floatingips': [{'id': 'd70665e0-9db4-4b61-93e1-a413097fc6dd', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'floating_ip_address': '172.25.8.160', 'floating_network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'router_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'port_id': '4fde34a6-91d1-4efa-a38f-84418debb26c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127', 'mac_address': 'fa:16:3e:9b:fb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fbf5c9-f34c-4f74-9ab0-32523cab5f91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:04:06Z', 'updated_at': '2021-09-16T06:04:08Z', 'revision_number': 1, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88422be0-30c5-4df2-9d0b-6cb4c5ecba5a', 'name': '', 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'mac_address': 'fa:16:3e:a7:ee:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '9afdc173-aeff-4ab9-9c86-3c6d63b74fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:46Z', 'updated_at': '2021-09-16T06:03:51Z', 'revision_number': 5, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'subnets': [{'id': '9afdc173-aeff-4ab9-9c86-3c6d63b74fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:09:04.324711 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2086702'] for port, before_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:04.347740 n-d-712139-15 neutron-server[94768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023fbf78-c41d-4d2e-997e-02c8f6e52342', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3d56b34-3dfd-4632-945d-542540bf68ed'}] {{(pid=94768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:09:04.350002 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2506ad353029a21956b6cd1b4a70cda1beed1e40b39b5191f7a66b422a7e283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78806c42-4d17-44e7-9617-9dbfe5181949" -d '{"events": [{"server_uuid": "023fbf78-c41d-4d2e-997e-02c8f6e52342", "name": "network-vif-unplugged", "status": "completed", "tag": "d3d56b34-3dfd-4632-945d-542540bf68ed"}]}' {{(pid=94768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:09:04.364007 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] For port d3d56b34-3dfd-4632-945d-542540bf68ed, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=d3d56b34-3dfd-4632-945d-542540bf68ed,segment=NetworkSegment(885f1622-2c9f-4553-a37c-2fba1c36f488),segment_id=885f1622-2c9f-4553-a37c-2fba1c36f488)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:09:04.369107 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731532927245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731532438218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731532438236'] for port, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:04.397558 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 06:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0022e662-db09-4de8-b735-3f0d420caa34 x-openstack-request-id: req-0022e662-db09-4de8-b735-3f0d420caa34 {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:09:04.397928 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023fbf78-c41d-4d2e-997e-02c8f6e52342", "name": "network-vif-unplugged", "status": "completed", "tag": "d3d56b34-3dfd-4632-945d-542540bf68ed", "code": 200}]} {{(pid=94768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:09:04.398244 n-d-712139-15 neutron-server[94768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0022e662-db09-4de8-b735-3f0d420caa34 {{(pid=94768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:09:04.398696 n-d-712139-15 neutron-server[94768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023fbf78-c41d-4d2e-997e-02c8f6e52342', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3d56b34-3dfd-4632-945d-542540bf68ed', 'code': 200} Sep 16 06:09:04.422089 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Pushing event updated for resources: {'Port': ['ID=d3d56b34-3dfd-4632-945d-542540bf68ed,revision_number=8']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:04.524171 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6c57f5-cdf5-4b48-97ed-b06dd7fde9a2 None None] New status for floating IP 6b224a8c-2895-4b2a-b868-5a9f3396543f: DOWN {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:09:05.011805 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20529e75-7b69-427a-8c45-bcc979d5da48 req-a92dcf95-3708-4e16-8a78-b8b84c94003a tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:05.013345 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-20529e75-7b69-427a-8c45-bcc979d5da48 req-a92dcf95-3708-4e16-8a78-b8b84c94003a tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/ports?device_id=023fbf78-c41d-4d2e-997e-02c8f6e52342 HTTP/1.1" status: 200 len: 944 time: 0.0511451 Sep 16 06:09:05.050653 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-20529e75-7b69-427a-8c45-bcc979d5da48 req-0a829836-0cc1-4cd4-8c3d-f5a4f8ae69e7 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/security-groups?id=046f30df-8e6e-494e-bf7a-00c735cd76b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313530 Sep 16 06:09:05.414424 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570cb276-9dfd-4da1-8c22-4f74037ec5e3 req-98b1c3c7-91a8-47ba-8890-02054dea6153 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:05.415865 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-570cb276-9dfd-4da1-8c22-4f74037ec5e3 req-98b1c3c7-91a8-47ba-8890-02054dea6153 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.47 "GET /v2.0/ports?device_id=023fbf78-c41d-4d2e-997e-02c8f6e52342 HTTP/1.1" status: 200 len: 944 time: 0.0480518 Sep 16 06:09:05.508198 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-570cb276-9dfd-4da1-8c22-4f74037ec5e3 req-5973689a-9c3c-48b2-8cf6-f94c1f8c532b tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Deleting port d3d56b34-3dfd-4632-945d-542540bf68ed {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:09:05.508537 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-570cb276-9dfd-4da1-8c22-4f74037ec5e3 req-5973689a-9c3c-48b2-8cf6-f94c1f8c532b tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:05.593560 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-570cb276-9dfd-4da1-8c22-4f74037ec5e3 req-5973689a-9c3c-48b2-8cf6-f94c1f8c532b tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] For port d3d56b34-3dfd-4632-945d-542540bf68ed, host n-h1-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-15',level=0,port_id=d3d56b34-3dfd-4632-945d-542540bf68ed,segment=NetworkSegment(885f1622-2c9f-4553-a37c-2fba1c36f488),segment_id=885f1622-2c9f-4553-a37c-2fba1c36f488)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:09:05.593927 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-570cb276-9dfd-4da1-8c22-4f74037ec5e3 req-5973689a-9c3c-48b2-8cf6-f94c1f8c532b tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:05.607073 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-570cb276-9dfd-4da1-8c22-4f74037ec5e3 req-5973689a-9c3c-48b2-8cf6-f94c1f8c532b tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Calling delete_port for d3d56b34-3dfd-4632-945d-542540bf68ed owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:09:05.735521 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-570cb276-9dfd-4da1-8c22-4f74037ec5e3 req-5973689a-9c3c-48b2-8cf6-f94c1f8c532b tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:05.766993 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973689a-9c3c-48b2-8cf6-f94c1f8c532b tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Pushing event deleted for resources: {'Port': ['ID=d3d56b34-3dfd-4632-945d-542540bf68ed,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:05.798897 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5973689a-9c3c-48b2-8cf6-f94c1f8c532b tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:05.799245 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5973689a-9c3c-48b2-8cf6-f94c1f8c532b tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:05.799575 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5973689a-9c3c-48b2-8cf6-f94c1f8c532b tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:05.799907 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5973689a-9c3c-48b2-8cf6-f94c1f8c532b tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:05.800232 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5973689a-9c3c-48b2-8cf6-f94c1f8c532b tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:05.800552 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5973689a-9c3c-48b2-8cf6-f94c1f8c532b tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:05.800893 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5973689a-9c3c-48b2-8cf6-f94c1f8c532b tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:05.801210 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5973689a-9c3c-48b2-8cf6-f94c1f8c532b tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:05.801526 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5973689a-9c3c-48b2-8cf6-f94c1f8c532b tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:05.801842 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5973689a-9c3c-48b2-8cf6-f94c1f8c532b tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:05.802156 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5973689a-9c3c-48b2-8cf6-f94c1f8c532b tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:05.802478 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5973689a-9c3c-48b2-8cf6-f94c1f8c532b tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-15 {{(pid=94767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:05.821453 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-570cb276-9dfd-4da1-8c22-4f74037ec5e3 req-5973689a-9c3c-48b2-8cf6-f94c1f8c532b tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] No DVR routers for this DVR port d3d56b34-3dfd-4632-945d-542540bf68ed on host n-h1-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:09:05.824401 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-570cb276-9dfd-4da1-8c22-4f74037ec5e3 req-5973689a-9c3c-48b2-8cf6-f94c1f8c532b tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:05.826440 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-570cb276-9dfd-4da1-8c22-4f74037ec5e3 req-5973689a-9c3c-48b2-8cf6-f94c1f8c532b tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.47 "DELETE /v2.0/ports/d3d56b34-3dfd-4632-945d-542540bf68ed HTTP/1.1" status: 204 len: 173 time: 0.4031184 Sep 16 06:09:05.826882 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023fbf78-c41d-4d2e-997e-02c8f6e52342', 'name': 'network-vif-deleted', 'tag': 'd3d56b34-3dfd-4632-945d-542540bf68ed'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:09:05.829123 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ffee3a-60c2-4e9f-ab39-4a1a3510adb0" -d '{"events": [{"server_uuid": "023fbf78-c41d-4d2e-997e-02c8f6e52342", "name": "network-vif-deleted", "tag": "d3d56b34-3dfd-4632-945d-542540bf68ed"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:09:05.867459 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d525df77-ec47-46f6-b2fe-601764a5e729 x-openstack-request-id: req-d525df77-ec47-46f6-b2fe-601764a5e729 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:09:05.867753 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023fbf78-c41d-4d2e-997e-02c8f6e52342", "name": "network-vif-deleted", "tag": "d3d56b34-3dfd-4632-945d-542540bf68ed", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:09:05.868007 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d525df77-ec47-46f6-b2fe-601764a5e729 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:09:05.868403 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023fbf78-c41d-4d2e-997e-02c8f6e52342', 'name': 'network-vif-deleted', 'tag': 'd3d56b34-3dfd-4632-945d-542540bf68ed', 'status': 'completed', 'code': 200} Sep 16 06:09:06.163841 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-50166d71-e1c2-4697-b51e-7bc4e1803b4a req-c06ff1b2-64f9-42e2-a9f3-a5a1d48a8bee tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/ports?device_id=023fbf78-c41d-4d2e-997e-02c8f6e52342 HTTP/1.1" status: 200 len: 210 time: 0.0263512 Sep 16 06:09:07.739897 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60364) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:07.904999 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-c62c09cc-2621-425a-9bfb-53f8dff414b8 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Deleting port c944cbb4-6edd-47db-ae0d-4d36690041af {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:09:07.905339 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c62c09cc-2621-425a-9bfb-53f8dff414b8 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:07.977735 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c62c09cc-2621-425a-9bfb-53f8dff414b8 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:07.977981 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c62c09cc-2621-425a-9bfb-53f8dff414b8 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:07.989799 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-c62c09cc-2621-425a-9bfb-53f8dff414b8 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Calling delete_port for c944cbb4-6edd-47db-ae0d-4d36690041af owned by network:floatingip {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:09:08.140975 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c62c09cc-2621-425a-9bfb-53f8dff414b8 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:08.165431 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c09cc-2621-425a-9bfb-53f8dff414b8 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Pushing event deleted for resources: {'Port': ['ID=c944cbb4-6edd-47db-ae0d-4d36690041af,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:08.230004 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c62c09cc-2621-425a-9bfb-53f8dff414b8 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks [] for floatingip, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:08.230337 n-d-712139-15 neutron-server[94766]: INFO neutron.db.l3_db [None req-c62c09cc-2621-425a-9bfb-53f8dff414b8 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Floating IP d70665e0-9db4-4b61-93e1-a413097fc6dd disassociated (deleted). External IP: 172.25.8.160, port: 4fde34a6-91d1-4efa-a38f-84418debb26c. Sep 16 06:09:08.240226 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device d3d56b34-3dfd-4632-945d-542540bf68ed no longer exists at agent hyperv_n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:09:08.260901 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] No Port match for: d3d56b34-3dfd-4632-945d-542540bf68ed {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:09:08.261241 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Device d3d56b34-3dfd-4632-945d-542540bf68ed not bound to the agent host n-h1-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:09:08.433750 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62c09cc-2621-425a-9bfb-53f8dff414b8 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Router 5b053ee8-fab5-45fe-ad2d-60373fe30951 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:09:08.540179 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62c09cc-2621-425a-9bfb-53f8dff414b8 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:09:08.545755 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c62c09cc-2621-425a-9bfb-53f8dff414b8 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for floatingip, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:08.550310 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61fdaee-baa3-4cb6-81c5-bf42dfbbe52b None None] Sync routers for ids ['5b053ee8-fab5-45fe-ad2d-60373fe30951'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:09:08.559718 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61fdaee-baa3-4cb6-81c5-bf42dfbbe52b None None] Routers {'5b053ee8-fab5-45fe-ad2d-60373fe30951'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:09:08.560317 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-b61fdaee-baa3-4cb6-81c5-bf42dfbbe52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T06:08:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['5b053ee8-fab5-45fe-ad2d-60373fe30951'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:08.573703 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c62c09cc-2621-425a-9bfb-53f8dff414b8 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "DELETE /v2.0/floatingips/d70665e0-9db4-4b61-93e1-a413097fc6dd HTTP/1.1" status: 204 len: 168 time: 0.8325884 Sep 16 06:09:08.574300 n-d-712139-15 neutron-server[94766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14fbf5c9-f34c-4f74-9ab0-32523cab5f91', 'tag': '4fde34a6-91d1-4efa-a38f-84418debb26c'}] {{(pid=94766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:09:08.576664 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c261ba16daee3fce3437e829377ea083e6eb595e62abb4685acfbe7685462486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aed7eea-4baf-4e51-99b9-31ea2c7b004a" -d '{"events": [{"name": "network-changed", "server_uuid": "14fbf5c9-f34c-4f74-9ab0-32523cab5f91", "tag": "4fde34a6-91d1-4efa-a38f-84418debb26c"}]}' {{(pid=94766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:09:08.667816 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-b61fdaee-baa3-4cb6-81c5-bf42dfbbe52b None None] Set router 5b053ee8-fab5-45fe-ad2d-60373fe30951 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:09:08.733013 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad58e4f9-b293-4496-bec7-65e6c991b718 x-openstack-request-id: req-ad58e4f9-b293-4496-bec7-65e6c991b718 {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:09:08.733316 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14fbf5c9-f34c-4f74-9ab0-32523cab5f91", "tag": "4fde34a6-91d1-4efa-a38f-84418debb26c", "status": "completed", "code": 200}]} {{(pid=94766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:09:08.733574 n-d-712139-15 neutron-server[94766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ad58e4f9-b293-4496-bec7-65e6c991b718 {{(pid=94766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:09:08.733983 n-d-712139-15 neutron-server[94766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14fbf5c9-f34c-4f74-9ab0-32523cab5f91', 'tag': '4fde34a6-91d1-4efa-a38f-84418debb26c', 'status': 'completed', 'code': 200} Sep 16 06:09:08.858590 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d6251-e93a-414d-b693-e7aac2845882 req-8da6a81e-83a4-4811-89c0-68532e16246e tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:08.860091 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f51d6251-e93a-414d-b693-e7aac2845882 req-8da6a81e-83a4-4811-89c0-68532e16246e tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/ports?device_id=14fbf5c9-f34c-4f74-9ab0-32523cab5f91 HTTP/1.1" status: 200 len: 943 time: 0.0771852 Sep 16 06:09:08.862920 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed7eea-4baf-4e51-99b9-31ea2c7b004a req-cb636d64-e0d1-43a4-8b09-5831e8debb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:08.864270 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3aed7eea-4baf-4e51-99b9-31ea2c7b004a req-cb636d64-e0d1-43a4-8b09-5831e8debb2c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3aad3e6d393b4adf8cbe549beb11e522&device_id=14fbf5c9-f34c-4f74-9ab0-32523cab5f91 HTTP/1.1" status: 200 len: 1095 time: 0.0729311 Sep 16 06:09:08.872487 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-b61fdaee-baa3-4cb6-81c5-bf42dfbbe52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'name': 'tempest-TestSnapshotPattern-1589227778-router', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:43Z', 'updated_at': '2021-09-16T06:03:46Z', 'revision_number': 4, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'gw_port': {'id': 'e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:91:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:44Z', 'updated_at': '2021-09-16T06:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '88422be0-30c5-4df2-9d0b-6cb4c5ecba5a', 'name': '', 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'mac_address': 'fa:16:3e:a7:ee:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '9afdc173-aeff-4ab9-9c86-3c6d63b74fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:46Z', 'updated_at': '2021-09-16T06:03:51Z', 'revision_number': 5, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'subnets': [{'id': '9afdc173-aeff-4ab9-9c86-3c6d63b74fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:08.899001 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61fdaee-baa3-4cb6-81c5-bf42dfbbe52b None None] Checking router: 5b053ee8-fab5-45fe-ad2d-60373fe30951 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:09:08.907655 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61fdaee-baa3-4cb6-81c5-bf42dfbbe52b None None] Routers {'5b053ee8-fab5-45fe-ad2d-60373fe30951'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:09:08.908262 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-b61fdaee-baa3-4cb6-81c5-bf42dfbbe52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T06:08:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['5b053ee8-fab5-45fe-ad2d-60373fe30951'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:08.927444 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-f51d6251-e93a-414d-b693-e7aac2845882 req-5c99afa5-1540-46ac-afe0-7a6773042444 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/security-groups?id=046f30df-8e6e-494e-bf7a-00c735cd76b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609198 Sep 16 06:09:08.982634 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed7eea-4baf-4e51-99b9-31ea2c7b004a req-715ffe77-6150-4ff3-894c-bb8347989c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:08.984094 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3aed7eea-4baf-4e51-99b9-31ea2c7b004a req-715ffe77-6150-4ff3-894c-bb8347989c12 service neutron] 10.222.0.48 "GET /v2.0/networks?id=00c23541-d267-4e28-b0c3-7390dabf0127 HTTP/1.1" status: 200 len: 911 time: 0.1103721 Sep 16 06:09:09.019166 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-b61fdaee-baa3-4cb6-81c5-bf42dfbbe52b None None] Set router 5b053ee8-fab5-45fe-ad2d-60373fe30951 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:09:09.028696 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3aed7eea-4baf-4e51-99b9-31ea2c7b004a req-1318573b-2b71-4508-8a88-26d415f393f6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fde34a6-91d1-4efa-a38f-84418debb26c HTTP/1.1" status: 200 len: 217 time: 0.0360072 Sep 16 06:09:09.081815 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed7eea-4baf-4e51-99b9-31ea2c7b004a req-981bc99c-0eac-4358-97d1-b0426e74855a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:09.083271 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3aed7eea-4baf-4e51-99b9-31ea2c7b004a req-981bc99c-0eac-4358-97d1-b0426e74855a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9afdc173-aeff-4ab9-9c86-3c6d63b74fc9 HTTP/1.1" status: 200 len: 849 time: 0.0472131 Sep 16 06:09:09.132835 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed7eea-4baf-4e51-99b9-31ea2c7b004a req-4858e282-2819-40f3-b8f0-89a84b3bc5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:09.134244 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3aed7eea-4baf-4e51-99b9-31ea2c7b004a req-4858e282-2819-40f3-b8f0-89a84b3bc5ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00c23541-d267-4e28-b0c3-7390dabf0127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398929 Sep 16 06:09:09.228669 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-b61fdaee-baa3-4cb6-81c5-bf42dfbbe52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'name': 'tempest-TestSnapshotPattern-1589227778-router', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:43Z', 'updated_at': '2021-09-16T06:03:46Z', 'revision_number': 4, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'gw_port': {'id': 'e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:91:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:44Z', 'updated_at': '2021-09-16T06:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '88422be0-30c5-4df2-9d0b-6cb4c5ecba5a', 'name': '', 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'mac_address': 'fa:16:3e:a7:ee:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '9afdc173-aeff-4ab9-9c86-3c6d63b74fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:46Z', 'updated_at': '2021-09-16T06:03:51Z', 'revision_number': 5, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'subnets': [{'id': '9afdc173-aeff-4ab9-9c86-3c6d63b74fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:09.229434 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3aed7eea-4baf-4e51-99b9-31ea2c7b004a req-5222dded-5c3e-4dfc-bdc8-c4750356459e service neutron] 10.222.0.48 "GET /v2.0/networks/00c23541-d267-4e28-b0c3-7390dabf0127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875845 Sep 16 06:09:09.254750 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61fdaee-baa3-4cb6-81c5-bf42dfbbe52b None None] The sync data for ids ['5b053ee8-fab5-45fe-ad2d-60373fe30951'] in n-d-712139-15 is: [{'id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'name': 'tempest-TestSnapshotPattern-1589227778-router', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:43Z', 'updated_at': '2021-09-16T06:03:46Z', 'revision_number': 4, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'gw_port': {'id': 'e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:91:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:44Z', 'updated_at': '2021-09-16T06:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15', '_interfaces': [{'id': '88422be0-30c5-4df2-9d0b-6cb4c5ecba5a', 'name': '', 'network_id': '00c23541-d267-4e28-b0c3-7390dabf0127', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'mac_address': 'fa:16:3e:a7:ee:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '9afdc173-aeff-4ab9-9c86-3c6d63b74fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:46Z', 'updated_at': '2021-09-16T06:03:51Z', 'revision_number': 5, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'subnets': [{'id': '9afdc173-aeff-4ab9-9c86-3c6d63b74fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:09:09.321311 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-3aed7eea-4baf-4e51-99b9-31ea2c7b004a req-5c6478e0-1e60-47c6-8763-e94683616754 service neutron] 10.222.0.48 "GET /v2.0/networks/00c23541-d267-4e28-b0c3-7390dabf0127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851238 Sep 16 06:09:09.488037 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9f8edb-c786-4566-a149-610130dda1cf None None] New status for floating IP d70665e0-9db4-4b61-93e1-a413097fc6dd: DOWN {{(pid=94768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:09:09.684597 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a060b4-ef71-4444-a634-9b9fa0ec226b req-1869a0b2-9f18-415d-93c2-04fd606904d4 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:09.685935 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-69a060b4-ef71-4444-a634-9b9fa0ec226b req-1869a0b2-9f18-415d-93c2-04fd606904d4 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.48 "GET /v2.0/ports?device_id=14fbf5c9-f34c-4f74-9ab0-32523cab5f91 HTTP/1.1" status: 200 len: 943 time: 0.0515745 Sep 16 06:09:09.778403 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-69a060b4-ef71-4444-a634-9b9fa0ec226b req-c88626c8-7383-41d3-bd02-c33f3d4b71bb tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Deleting port 4fde34a6-91d1-4efa-a38f-84418debb26c {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:09:09.778746 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-69a060b4-ef71-4444-a634-9b9fa0ec226b req-c88626c8-7383-41d3-bd02-c33f3d4b71bb tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:09.870055 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [req-69a060b4-ef71-4444-a634-9b9fa0ec226b req-c88626c8-7383-41d3-bd02-c33f3d4b71bb tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] For port 4fde34a6-91d1-4efa-a38f-84418debb26c, host n-h2-712139-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-15',level=0,port_id=4fde34a6-91d1-4efa-a38f-84418debb26c,segment=NetworkSegment(885f1622-2c9f-4553-a37c-2fba1c36f488),segment_id=885f1622-2c9f-4553-a37c-2fba1c36f488)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:09:09.870789 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-69a060b4-ef71-4444-a634-9b9fa0ec226b req-c88626c8-7383-41d3-bd02-c33f3d4b71bb tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:09.882479 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [req-69a060b4-ef71-4444-a634-9b9fa0ec226b req-c88626c8-7383-41d3-bd02-c33f3d4b71bb tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Calling delete_port for 4fde34a6-91d1-4efa-a38f-84418debb26c owned by compute:nova {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:09:10.022900 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-69a060b4-ef71-4444-a634-9b9fa0ec226b req-c88626c8-7383-41d3-bd02-c33f3d4b71bb tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:10.070536 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88626c8-7383-41d3-bd02-c33f3d4b71bb tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Pushing event deleted for resources: {'Port': ['ID=4fde34a6-91d1-4efa-a38f-84418debb26c,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:10.110913 n-d-712139-15 neutron-server[94767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f643c70-308e-4303-8786-fbcc8f4bb9ec req-f15e50c9-1ddd-45be-ad6e-315372acd7d3 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:10.112381 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f643c70-308e-4303-8786-fbcc8f4bb9ec req-f15e50c9-1ddd-45be-ad6e-315372acd7d3 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/ports?device_id=14fbf5c9-f34c-4f74-9ab0-32523cab5f91 HTTP/1.1" status: 200 len: 865 time: 0.1112084 Sep 16 06:09:10.131031 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a060b4-ef71-4444-a634-9b9fa0ec226b req-c88626c8-7383-41d3-bd02-c33f3d4b71bb tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] No DVR routers for this DVR port 4fde34a6-91d1-4efa-a38f-84418debb26c on host n-h2-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:09:10.138900 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [req-69a060b4-ef71-4444-a634-9b9fa0ec226b req-c88626c8-7383-41d3-bd02-c33f3d4b71bb tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214036'] for port, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:10.140805 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-69a060b4-ef71-4444-a634-9b9fa0ec226b req-c88626c8-7383-41d3-bd02-c33f3d4b71bb tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.48 "DELETE /v2.0/ports/4fde34a6-91d1-4efa-a38f-84418debb26c HTTP/1.1" status: 204 len: 173 time: 0.4478574 Sep 16 06:09:10.141231 n-d-712139-15 neutron-server[94767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14fbf5c9-f34c-4f74-9ab0-32523cab5f91', 'name': 'network-vif-deleted', 'tag': '4fde34a6-91d1-4efa-a38f-84418debb26c'}] {{(pid=94767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:09:10.144113 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6de1cdac8d073b8272e63f0e1cbf7bcc14f5ca500c69132eee58ba5dccda4f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a517ff-3362-4af3-ab45-2378eb31bf6c" -d '{"events": [{"server_uuid": "14fbf5c9-f34c-4f74-9ab0-32523cab5f91", "name": "network-vif-deleted", "tag": "4fde34a6-91d1-4efa-a38f-84418debb26c"}]}' {{(pid=94767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:09:10.177131 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [req-5f643c70-308e-4303-8786-fbcc8f4bb9ec req-eb1d5bbf-ee9c-4afc-b0a7-bed81c4de3b4 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "GET /v2.0/security-groups?id=046f30df-8e6e-494e-bf7a-00c735cd76b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477624 Sep 16 06:09:10.277743 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac51c75d-dcd0-4725-b734-926ccf708637 x-openstack-request-id: req-ac51c75d-dcd0-4725-b734-926ccf708637 {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:09:10.278142 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14fbf5c9-f34c-4f74-9ab0-32523cab5f91", "name": "network-vif-deleted", "tag": "4fde34a6-91d1-4efa-a38f-84418debb26c", "status": "completed", "code": 200}]} {{(pid=94767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:09:10.278966 n-d-712139-15 neutron-server[94767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ac51c75d-dcd0-4725-b734-926ccf708637 {{(pid=94767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:09:10.279506 n-d-712139-15 neutron-server[94767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14fbf5c9-f34c-4f74-9ab0-32523cab5f91', 'name': 'network-vif-deleted', 'tag': '4fde34a6-91d1-4efa-a38f-84418debb26c', 'status': 'completed', 'code': 200} Sep 16 06:09:10.281447 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8fe962e6-58fa-4ba8-8366-395af4c451de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:11.236667 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60380) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:11.299454 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1f1b066c-7a52-452b-b0bb-3096397a5453 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:11.324498 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1f1b066c-7a52-452b-b0bb-3096397a5453 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:11.383826 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1f1b066c-7a52-452b-b0bb-3096397a5453 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:11.386696 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-1f1b066c-7a52-452b-b0bb-3096397a5453 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:11.387915 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-1f1b066c-7a52-452b-b0bb-3096397a5453 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] 10.222.0.35 "DELETE /v2.0/security-groups/046f30df-8e6e-494e-bf7a-00c735cd76b5 HTTP/1.1" status: 204 len: 168 time: 0.1502531 Sep 16 06:09:11.397057 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b066c-7a52-452b-b0bb-3096397a5453 tempest-TestSnapshotPattern-268274065 tempest-TestSnapshotPattern-268274065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=046f30df-8e6e-494e-bf7a-00c735cd76b5,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:11.438693 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60384) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:12.203827 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-22043985-8501-43c5-b30e-ea046e9616c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:12.443874 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-22043985-8501-43c5-b30e-ea046e9616c1 admin admin] Deleting port 88422be0-30c5-4df2-9d0b-6cb4c5ecba5a {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:09:12.444556 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-22043985-8501-43c5-b30e-ea046e9616c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:12.520810 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-22043985-8501-43c5-b30e-ea046e9616c1 admin admin] For port 88422be0-30c5-4df2-9d0b-6cb4c5ecba5a, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=88422be0-30c5-4df2-9d0b-6cb4c5ecba5a,segment=NetworkSegment(885f1622-2c9f-4553-a37c-2fba1c36f488),segment_id=885f1622-2c9f-4553-a37c-2fba1c36f488)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:09:12.521172 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-22043985-8501-43c5-b30e-ea046e9616c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:12.533427 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-22043985-8501-43c5-b30e-ea046e9616c1 admin admin] Calling delete_port for 88422be0-30c5-4df2-9d0b-6cb4c5ecba5a owned by network:router_interface {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:09:12.588191 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:12.716050 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-22043985-8501-43c5-b30e-ea046e9616c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:12.740275 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22043985-8501-43c5-b30e-ea046e9616c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=88422be0-30c5-4df2-9d0b-6cb4c5ecba5a,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:12.913361 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-22043985-8501-43c5-b30e-ea046e9616c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:13.131149 n-d-712139-15 neutron-server[94767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22043985-8501-43c5-b30e-ea046e9616c1 admin admin] Router 5b053ee8-fab5-45fe-ad2d-60373fe30951 has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:09:13.233838 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22043985-8501-43c5-b30e-ea046e9616c1 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:09:13.238821 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-22043985-8501-43c5-b30e-ea046e9616c1 admin admin] 10.222.0.35 "PUT /v2.0/routers/5b053ee8-fab5-45fe-ad2d-60373fe30951/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7991004 Sep 16 06:09:13.241365 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60388) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:13.243404 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f375cb-00e9-47bb-ab46-dcb7030e5861 None None] Sync routers for ids ['5b053ee8-fab5-45fe-ad2d-60373fe30951'] in n-d-712139-15 {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:09:13.252651 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f375cb-00e9-47bb-ab46-dcb7030e5861 None None] Routers {'5b053ee8-fab5-45fe-ad2d-60373fe30951'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:09:13.253256 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-50f375cb-00e9-47bb-ab46-dcb7030e5861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T06:08:43Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['5b053ee8-fab5-45fe-ad2d-60373fe30951'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:13.346060 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dacbfa84-b5a1-4cc5-8464-96fcb9edcfa2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:13.358050 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-50f375cb-00e9-47bb-ab46-dcb7030e5861 None None] Set router 5b053ee8-fab5-45fe-ad2d-60373fe30951 gateway port host: n-d-712139-15 {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:09:13.396164 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-f785004d-784b-4b17-a79f-d9f2477b9a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:13.453976 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dacbfa84-b5a1-4cc5-8464-96fcb9edcfa2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:13.506792 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-dacbfa84-b5a1-4cc5-8464-96fcb9edcfa2 admin admin] Deleting port e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04 {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:09:13.507143 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dacbfa84-b5a1-4cc5-8464-96fcb9edcfa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:13.537355 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-50f375cb-00e9-47bb-ab46-dcb7030e5861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'name': 'tempest-TestSnapshotPattern-1589227778-router', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:43Z', 'updated_at': '2021-09-16T06:09:12Z', 'revision_number': 5, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'gw_port': {'id': 'e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:91:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:44Z', 'updated_at': '2021-09-16T06:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:13.546127 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 4fde34a6-91d1-4efa-a38f-84418debb26c no longer exists at agent hyperv_n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:09:13.570470 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] No Port match for: 4fde34a6-91d1-4efa-a38f-84418debb26c {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:09:13.571330 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Device 4fde34a6-91d1-4efa-a38f-84418debb26c not bound to the agent host n-h2-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:09:13.596511 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-dacbfa84-b5a1-4cc5-8464-96fcb9edcfa2 admin admin] For port e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:09:13.596974 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dacbfa84-b5a1-4cc5-8464-96fcb9edcfa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:13.610651 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-dacbfa84-b5a1-4cc5-8464-96fcb9edcfa2 admin admin] Calling delete_port for e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04 owned by network:router_gateway {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:09:13.660846 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f375cb-00e9-47bb-ab46-dcb7030e5861 None None] Checking router: 5b053ee8-fab5-45fe-ad2d-60373fe30951 for host: n-d-712139-15 {{(pid=94769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:09:13.669918 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f375cb-00e9-47bb-ab46-dcb7030e5861 None None] Routers {'5b053ee8-fab5-45fe-ad2d-60373fe30951'} bound to L3 agent in host n-d-712139-15 {{(pid=94769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:09:13.670523 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-50f375cb-00e9-47bb-ab46-dcb7030e5861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T06:09:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['5b053ee8-fab5-45fe-ad2d-60373fe30951'], 'active': True} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:13.726627 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:13.759105 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_dvr_db [None req-50f375cb-00e9-47bb-ab46-dcb7030e5861 None None] Set router 5b053ee8-fab5-45fe-ad2d-60373fe30951 gateway port host: None {{(pid=94769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:09:13.783800 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dacbfa84-b5a1-4cc5-8464-96fcb9edcfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:13.810243 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbfa84-b5a1-4cc5-8464-96fcb9edcfa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:13.810865 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.l3_hamode_db [None req-50f375cb-00e9-47bb-ab46-dcb7030e5861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'name': 'tempest-TestSnapshotPattern-1589227778-router', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:43Z', 'updated_at': '2021-09-16T06:09:13Z', 'revision_number': 6, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:13.843342 n-d-712139-15 neutron-server[94769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f375cb-00e9-47bb-ab46-dcb7030e5861 None None] The sync data for ids ['5b053ee8-fab5-45fe-ad2d-60373fe30951'] in n-d-712139-15 is: [{'id': '5b053ee8-fab5-45fe-ad2d-60373fe30951', 'name': 'tempest-TestSnapshotPattern-1589227778-router', 'tenant_id': '3aad3e6d393b4adf8cbe549beb11e522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:43Z', 'updated_at': '2021-09-16T06:09:13Z', 'revision_number': 6, 'project_id': '3aad3e6d393b4adf8cbe549beb11e522', 'gw_port_host': None}] {{(pid=94769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:09:13.877806 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dacbfa84-b5a1-4cc5-8464-96fcb9edcfa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:13.967719 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dacbfa84-b5a1-4cc5-8464-96fcb9edcfa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:13.969726 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dacbfa84-b5a1-4cc5-8464-96fcb9edcfa2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:14.011440 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dacbfa84-b5a1-4cc5-8464-96fcb9edcfa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:14.011968 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dacbfa84-b5a1-4cc5-8464-96fcb9edcfa2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b053ee8-fab5-45fe-ad2d-60373fe30951 {{(pid=94767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:09:14.016372 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-dacbfa84-b5a1-4cc5-8464-96fcb9edcfa2 admin admin] Notify callbacks [] for router, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:14.017576 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-dacbfa84-b5a1-4cc5-8464-96fcb9edcfa2 admin admin] 10.222.0.35 "DELETE /v2.0/routers/5b053ee8-fab5-45fe-ad2d-60373fe30951 HTTP/1.1" status: 204 len: 168 time: 0.7750785 Sep 16 06:09:14.020045 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60390) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:14.065937 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2ac3543-df66-4e95-8656-338b701de13e admin admin] Deleting subnet 9afdc173-aeff-4ab9-9c86-3c6d63b74fc9 {{(pid=94767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:09:14.069186 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c2ac3543-df66-4e95-8656-338b701de13e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:14.103076 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c2ac3543-df66-4e95-8656-338b701de13e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591920'] for subnet, precommit_delete_associations {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:14.184927 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c2ac3543-df66-4e95-8656-338b701de13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:14.249602 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c2ac3543-df66-4e95-8656-338b701de13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10437609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9302485'] for subnet, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:14.277449 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac3543-df66-4e95-8656-338b701de13e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9afdc173-aeff-4ab9-9c86-3c6d63b74fc9,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:14.292967 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-c2ac3543-df66-4e95-8656-338b701de13e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:14.293802 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469af418-ea9d-48f5-9b65-cf8b09cda962 None None] Network 00c23541-d267-4e28-b0c3-7390dabf0127 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:09:14.294940 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-c2ac3543-df66-4e95-8656-338b701de13e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9afdc173-aeff-4ab9-9c86-3c6d63b74fc9 HTTP/1.1" status: 204 len: 168 time: 0.2738411 Sep 16 06:09:14.297381 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60392) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:14.370648 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e9cd-d908-448a-9079-dc4d602dafaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:14.424335 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-3fe3e9cd-d908-448a-9079-dc4d602dafaa admin admin] Deleting port 24f35552-b884-4d36-974d-71c351007bde {{(pid=94767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:09:14.424705 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e9cd-d908-448a-9079-dc4d602dafaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:14.486709 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.db [None req-3fe3e9cd-d908-448a-9079-dc4d602dafaa admin admin] For port 24f35552-b884-4d36-974d-71c351007bde, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=24f35552-b884-4d36-974d-71c351007bde,segment=NetworkSegment(885f1622-2c9f-4553-a37c-2fba1c36f488),segment_id=885f1622-2c9f-4553-a37c-2fba1c36f488)] {{(pid=94767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:09:14.487345 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e9cd-d908-448a-9079-dc4d602dafaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:14.503138 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.plugin [None req-3fe3e9cd-d908-448a-9079-dc4d602dafaa admin admin] Calling delete_port for 24f35552-b884-4d36-974d-71c351007bde owned by network:dhcp {{(pid=94767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:09:14.580292 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e9cd-d908-448a-9079-dc4d602dafaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10437574'] for port, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:14.606452 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3e9cd-d908-448a-9079-dc4d602dafaa admin admin] Pushing event deleted for resources: {'Port': ['ID=24f35552-b884-4d36-974d-71c351007bde,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:14.608296 n-d-712139-15 neutron-server[94767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe3e9cd-d908-448a-9079-dc4d602dafaa admin admin] No DVR routers for this DVR port 24f35552-b884-4d36-974d-71c351007bde on host n-d-712139-15 {{(pid=94767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:09:14.640164 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac0a6f9-cde9-46d7-b577-f13c2b455c4e None None] DHCP port deletion for 00c23541-d267-4e28-b0c3-7390dabf0127 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:09:14.690186 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e9cd-d908-448a-9079-dc4d602dafaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:14.696155 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 88422be0-30c5-4df2-9d0b-6cb4c5ecba5a no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:09:14.710838 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-3fe3e9cd-d908-448a-9079-dc4d602dafaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c23541-d267-4e28-b0c3-7390dabf0127']}} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:14.721521 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 88422be0-30c5-4df2-9d0b-6cb4c5ecba5a {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:09:14.721870 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 88422be0-30c5-4df2-9d0b-6cb4c5ecba5a not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:09:14.722100 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-3fe3e9cd-d908-448a-9079-dc4d602dafaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '885f1622-2c9f-4553-a37c-2fba1c36f488') {'for_net_delete': True} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:14.722395 n-d-712139-15 neutron-server[94767]: DEBUG neutron.services.segments.db [None req-3fe3e9cd-d908-448a-9079-dc4d602dafaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '885f1622-2c9f-4553-a37c-2fba1c36f488') {} {{(pid=94767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:14.735393 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e9cd-d908-448a-9079-dc4d602dafaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591931'] for segment, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:14.749776 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e9cd-d908-448a-9079-dc4d602dafaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:14.755778 n-d-712139-15 neutron-server[94767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe3e9cd-d908-448a-9079-dc4d602dafaa admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:09:14.756174 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e9cd-d908-448a-9079-dc4d602dafaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10436919'] for segment, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:14.757874 n-d-712139-15 neutron-server[94767]: Traceback (most recent call last): Sep 16 06:09:14.757874 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:09:14.757874 n-d-712139-15 neutron-server[94767]: timer() Sep 16 06:09:14.757874 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:09:14.757874 n-d-712139-15 neutron-server[94767]: cb(*args, **kw) Sep 16 06:09:14.757874 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:09:14.757874 n-d-712139-15 neutron-server[94767]: return func(*args, **kwargs) Sep 16 06:09:14.757874 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:09:14.757874 n-d-712139-15 neutron-server[94767]: self._notify() Sep 16 06:09:14.757874 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:09:14.757874 n-d-712139-15 neutron-server[94767]: self.callback(batched_events) Sep 16 06:09:14.757874 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:09:14.757874 n-d-712139-15 neutron-server[94767]: event.method(event) Sep 16 06:09:14.757874 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:09:14.757874 n-d-712139-15 neutron-server[94767]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:09:14.757874 n-d-712139-15 neutron-server[94767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:09:14.757874 n-d-712139-15 neutron-server[94767]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:09:14.757874 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:09:14.757874 n-d-712139-15 neutron-server[94767]: return f(self, *a, **k) Sep 16 06:09:14.757874 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:09:14.757874 n-d-712139-15 neutron-server[94767]: return self._get(url).json() Sep 16 06:09:14.757874 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:09:14.757874 n-d-712139-15 neutron-server[94767]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:09:14.757874 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:09:14.757874 n-d-712139-15 neutron-server[94767]: return self.request(url, 'GET', **kwargs) Sep 16 06:09:14.757874 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:09:14.757874 n-d-712139-15 neutron-server[94767]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:09:14.757874 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:09:14.757874 n-d-712139-15 neutron-server[94767]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:09:14.757874 n-d-712139-15 neutron-server[94767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:09:14.757874 n-d-712139-15 neutron-server[94767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:09:14.757874 n-d-712139-15 neutron-server[94767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:09:14.816277 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e9cd-d908-448a-9079-dc4d602dafaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:14.821964 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e9cd-d908-448a-9079-dc4d602dafaa admin admin] Notify callbacks [] for network, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:14.827459 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-3fe3e9cd-d908-448a-9079-dc4d602dafaa admin admin] 10.222.0.35 "DELETE /v2.0/networks/00c23541-d267-4e28-b0c3-7390dabf0127 HTTP/1.1" status: 204 len: 168 time: 0.5256786 Sep 16 06:09:14.827807 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60394) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:14.835204 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3e9cd-d908-448a-9079-dc4d602dafaa admin admin] Pushing event deleted for resources: {'Network': ['ID=00c23541-d267-4e28-b0c3-7390dabf0127,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:14.917827 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:15.174846 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f019bb71-1942-43a7-92b8-b5aa67e33c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987660'] for router_interface, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:15.415416 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-f019bb71-1942-43a7-92b8-b5aa67e33c02 admin admin] Deleting port 08183c09-9e3b-4c07-96ba-7216023fdce4 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:09:15.416474 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f019bb71-1942-43a7-92b8-b5aa67e33c02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:15.496722 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-f019bb71-1942-43a7-92b8-b5aa67e33c02 admin admin] For port 08183c09-9e3b-4c07-96ba-7216023fdce4, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=08183c09-9e3b-4c07-96ba-7216023fdce4,segment=NetworkSegment(226469e1-b7ec-41bf-affe-dc800dae8285),segment_id=226469e1-b7ec-41bf-affe-dc800dae8285)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:09:15.496998 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f019bb71-1942-43a7-92b8-b5aa67e33c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:15.502703 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:15.510765 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-f019bb71-1942-43a7-92b8-b5aa67e33c02 admin admin] Calling delete_port for 08183c09-9e3b-4c07-96ba-7216023fdce4 owned by network:router_interface {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:09:15.687287 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f019bb71-1942-43a7-92b8-b5aa67e33c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:15.710162 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019bb71-1942-43a7-92b8-b5aa67e33c02 admin admin] Pushing event deleted for resources: {'Port': ['ID=08183c09-9e3b-4c07-96ba-7216023fdce4,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:15.880035 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-f019bb71-1942-43a7-92b8-b5aa67e33c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990396'] for router_interface, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:16.091320 n-d-712139-15 neutron-server[94766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f019bb71-1942-43a7-92b8-b5aa67e33c02 admin admin] Router 680fb922-6cc3-4815-a2bd-9aafe004f69c has already been hosted by L3 agent 649b6992-3ea8-4058-9a6c-515d1f57fd1b {{(pid=94766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:09:16.197335 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f019bb71-1942-43a7-92b8-b5aa67e33c02 admin admin] Notify agent at l3_agent.n-d-712139-15 the message routers_updated {{(pid=94766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:09:16.202482 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-f019bb71-1942-43a7-92b8-b5aa67e33c02 admin admin] 10.222.0.35 "PUT /v2.0/routers/680fb922-6cc3-4815-a2bd-9aafe004f69c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3736382 Sep 16 06:09:16.204997 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60396) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:16.206704 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8088a91-ce70-4f05-913a-5e2f24a587d7 None None] Sync routers for ids ['680fb922-6cc3-4815-a2bd-9aafe004f69c'] in n-d-712139-15 {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:09:16.216486 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8088a91-ce70-4f05-913a-5e2f24a587d7 None None] Routers {'680fb922-6cc3-4815-a2bd-9aafe004f69c'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:09:16.217137 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-c8088a91-ce70-4f05-913a-5e2f24a587d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T06:09:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['680fb922-6cc3-4815-a2bd-9aafe004f69c'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:16.313535 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8a9fd0e3-64d9-441c-aa2b-159093bb278b admin admin] Notify callbacks [] for router, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:16.339158 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-c8088a91-ce70-4f05-913a-5e2f24a587d7 None None] Set router 680fb922-6cc3-4815-a2bd-9aafe004f69c gateway port host: n-d-712139-15 {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:09:16.366772 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 24f35552-b884-4d36-974d-71c351007bde no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:09:16.418390 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8a9fd0e3-64d9-441c-aa2b-159093bb278b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:16.434006 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 24f35552-b884-4d36-974d-71c351007bde {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:09:16.434461 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 24f35552-b884-4d36-974d-71c351007bde not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:09:16.434873 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:09:16.469939 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:09:16.470279 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device e58e742a-68c1-4a7a-a1b6-c0b93cbd6d04 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:09:16.471194 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-8a9fd0e3-64d9-441c-aa2b-159093bb278b admin admin] Deleting port 33a3dc5f-5c4c-4f03-901c-e755706edbf9 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:09:16.471546 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8a9fd0e3-64d9-441c-aa2b-159093bb278b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:16.501332 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:16.578114 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-c8088a91-ce70-4f05-913a-5e2f24a587d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680fb922-6cc3-4815-a2bd-9aafe004f69c', 'name': 'tempest-TestSnapshotPattern-729139102-router', 'tenant_id': 'f225411e66774ed99457810f033ac055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'external_fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '33a3dc5f-5c4c-4f03-901c-e755706edbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:48Z', 'updated_at': '2021-09-16T06:09:15Z', 'revision_number': 5, 'project_id': 'f225411e66774ed99457810f033ac055', 'gw_port': {'id': '33a3dc5f-5c4c-4f03-901c-e755706edbf9', 'name': '', 'network_id': '6423976d-c7ec-41de-996e-2a06dce8febc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:25:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680fb922-6cc3-4815-a2bd-9aafe004f69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:48Z', 'updated_at': '2021-09-16T06:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f1e76bd-35ec-4054-b21a-685fc779fcb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-15'}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:16.605915 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8088a91-ce70-4f05-913a-5e2f24a587d7 None None] Checking router: 680fb922-6cc3-4815-a2bd-9aafe004f69c for host: n-d-712139-15 {{(pid=94768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:09:16.614695 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8088a91-ce70-4f05-913a-5e2f24a587d7 None None] Routers {'680fb922-6cc3-4815-a2bd-9aafe004f69c'} bound to L3 agent in host n-d-712139-15 {{(pid=94768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:09:16.615326 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-c8088a91-ce70-4f05-913a-5e2f24a587d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:13Z,description=,heartbeat_timestamp=2021-09-16T06:09:13Z,host='n-d-712139-15',id=649b6992-3ea8-4058-9a6c-515d1f57fd1b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:13Z,topic='l3_agent')) {'router_ids': ['680fb922-6cc3-4815-a2bd-9aafe004f69c'], 'active': True} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:16.705424 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvr_db [None req-c8088a91-ce70-4f05-913a-5e2f24a587d7 None None] Set router 680fb922-6cc3-4815-a2bd-9aafe004f69c gateway port host: None {{(pid=94768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:09:16.761876 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_hamode_db [None req-c8088a91-ce70-4f05-913a-5e2f24a587d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680fb922-6cc3-4815-a2bd-9aafe004f69c', 'name': 'tempest-TestSnapshotPattern-729139102-router', 'tenant_id': 'f225411e66774ed99457810f033ac055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:48Z', 'updated_at': '2021-09-16T06:09:16Z', 'revision_number': 6, 'project_id': 'f225411e66774ed99457810f033ac055', 'gw_port_host': None}], 'n-d-712139-15', False) {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:16.792418 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8088a91-ce70-4f05-913a-5e2f24a587d7 None None] The sync data for ids ['680fb922-6cc3-4815-a2bd-9aafe004f69c'] in n-d-712139-15 is: [{'id': '680fb922-6cc3-4815-a2bd-9aafe004f69c', 'name': 'tempest-TestSnapshotPattern-729139102-router', 'tenant_id': 'f225411e66774ed99457810f033ac055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:48Z', 'updated_at': '2021-09-16T06:09:16Z', 'revision_number': 6, 'project_id': 'f225411e66774ed99457810f033ac055', 'gw_port_host': None}] {{(pid=94768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:09:16.857721 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-8a9fd0e3-64d9-441c-aa2b-159093bb278b admin admin] For port 33a3dc5f-5c4c-4f03-901c-e755706edbf9, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=33a3dc5f-5c4c-4f03-901c-e755706edbf9,segment=NetworkSegment(ec644028-ff6a-43b4-93a2-8141596b3d6e),segment_id=ec644028-ff6a-43b4-93a2-8141596b3d6e)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:09:16.858015 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8a9fd0e3-64d9-441c-aa2b-159093bb278b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:16.870337 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-8a9fd0e3-64d9-441c-aa2b-159093bb278b admin admin] Calling delete_port for 33a3dc5f-5c4c-4f03-901c-e755706edbf9 owned by network:router_gateway {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:09:17.029381 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8a9fd0e3-64d9-441c-aa2b-159093bb278b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:17.059253 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9fd0e3-64d9-441c-aa2b-159093bb278b admin admin] Pushing event deleted for resources: {'Port': ['ID=33a3dc5f-5c4c-4f03-901c-e755706edbf9,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:17.116667 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8a9fd0e3-64d9-441c-aa2b-159093bb278b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990330'] for router_gateway, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:17.216411 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8a9fd0e3-64d9-441c-aa2b-159093bb278b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1188'] for router, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:17.216411 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8a9fd0e3-64d9-441c-aa2b-159093bb278b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:17.258276 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8a9fd0e3-64d9-441c-aa2b-159093bb278b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-986832'] for router, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:17.258819 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9fd0e3-64d9-441c-aa2b-159093bb278b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 680fb922-6cc3-4815-a2bd-9aafe004f69c {{(pid=94766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:09:17.264466 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-8a9fd0e3-64d9-441c-aa2b-159093bb278b admin admin] Notify callbacks [] for router, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:17.267882 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-8a9fd0e3-64d9-441c-aa2b-159093bb278b admin admin] 10.222.0.35 "DELETE /v2.0/routers/680fb922-6cc3-4815-a2bd-9aafe004f69c HTTP/1.1" status: 204 len: 168 time: 1.0593119 Sep 16 06:09:17.268096 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60398) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:17.311890 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca3f30c2-fb51-4b55-a3f7-719a3da10b4d admin admin] Deleting subnet 221da74a-a339-49c9-ba9f-4b9081d90d54 {{(pid=94766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:09:17.314929 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ca3f30c2-fb51-4b55-a3f7-719a3da10b4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:17.349586 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ca3f30c2-fb51-4b55-a3f7-719a3da10b4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8857698'] for subnet, precommit_delete_associations {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:17.430714 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ca3f30c2-fb51-4b55-a3f7-719a3da10b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990302'] for subnet, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:17.482960 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ca3f30c2-fb51-4b55-a3f7-719a3da10b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9162680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12044403'] for subnet, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:17.512174 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-ca3f30c2-fb51-4b55-a3f7-719a3da10b4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:17.516446 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-ca3f30c2-fb51-4b55-a3f7-719a3da10b4d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/221da74a-a339-49c9-ba9f-4b9081d90d54 HTTP/1.1" status: 204 len: 168 time: 0.2451277 Sep 16 06:09:17.516446 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f30c2-fb51-4b55-a3f7-719a3da10b4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=221da74a-a339-49c9-ba9f-4b9081d90d54,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:17.516848 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60400) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:17.519235 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e6c506-14d6-450c-a779-2f9d9809d673 None None] Network da9c5737-c82f-4ded-8b68-433a4f5e39e2 requested from n-d-712139-15 {{(pid=94768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:09:17.594747 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-75f5a8b0-ef2c-4e75-8600-55d59d3edcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2054511'] for network, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:17.651570 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-75f5a8b0-ef2c-4e75-8600-55d59d3edcad admin admin] Deleting port 2598dce8-a2e2-439c-b8c4-bf41f4e4e8f6 {{(pid=94766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:09:17.651570 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-75f5a8b0-ef2c-4e75-8600-55d59d3edcad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:17.704037 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9f8822-d0dc-45f5-ba2d-19709a920285 None None] DHCP port deletion for da9c5737-c82f-4ded-8b68-433a4f5e39e2 request from n-d-712139-15 {{(pid=94768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:09:17.717701 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.db [None req-75f5a8b0-ef2c-4e75-8600-55d59d3edcad admin admin] For port 2598dce8-a2e2-439c-b8c4-bf41f4e4e8f6, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2598dce8-a2e2-439c-b8c4-bf41f4e4e8f6,segment=NetworkSegment(226469e1-b7ec-41bf-affe-dc800dae8285),segment_id=226469e1-b7ec-41bf-affe-dc800dae8285)] {{(pid=94766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:09:17.718064 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-75f5a8b0-ef2c-4e75-8600-55d59d3edcad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:17.731520 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.plugin [None req-75f5a8b0-ef2c-4e75-8600-55d59d3edcad admin admin] Calling delete_port for 2598dce8-a2e2-439c-b8c4-bf41f4e4e8f6 owned by network:dhcp {{(pid=94766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:09:17.752268 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-cd9f8822-d0dc-45f5-ba2d-19709a920285 None None] Deleting port 2598dce8-a2e2-439c-b8c4-bf41f4e4e8f6 {{(pid=94768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:09:17.752713 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cd9f8822-d0dc-45f5-ba2d-19709a920285 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731532922417'] for port, before_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:17.816908 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.db [None req-cd9f8822-d0dc-45f5-ba2d-19709a920285 None None] For port 2598dce8-a2e2-439c-b8c4-bf41f4e4e8f6, host n-d-712139-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-15',level=0,port_id=2598dce8-a2e2-439c-b8c4-bf41f4e4e8f6,segment=NetworkSegment(226469e1-b7ec-41bf-affe-dc800dae8285),segment_id=226469e1-b7ec-41bf-affe-dc800dae8285)] {{(pid=94768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:09:17.817300 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cd9f8822-d0dc-45f5-ba2d-19709a920285 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994628'] for port, precommit_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:17.824725 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-75f5a8b0-ef2c-4e75-8600-55d59d3edcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9162647'] for port, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:17.832340 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-cd9f8822-d0dc-45f5-ba2d-19709a920285 None None] Calling delete_port for 2598dce8-a2e2-439c-b8c4-bf41f4e4e8f6 owned by network:dhcp {{(pid=94768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:09:17.853794 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5a8b0-ef2c-4e75-8600-55d59d3edcad admin admin] Pushing event deleted for resources: {'Port': ['ID=2598dce8-a2e2-439c-b8c4-bf41f4e4e8f6,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:17.860716 n-d-712139-15 neutron-server[94766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f5a8b0-ef2c-4e75-8600-55d59d3edcad admin admin] No DVR routers for this DVR port 2598dce8-a2e2-439c-b8c4-bf41f4e4e8f6 on host n-d-712139-15 {{(pid=94766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:09:17.913937 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-cd9f8822-d0dc-45f5-ba2d-19709a920285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2086767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731532927991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731532438209'] for port, after_delete {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:17.936784 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-75f5a8b0-ef2c-4e75-8600-55d59d3edcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1982489', 'neutron.services.segments.db._delete_segments_for_network-8731532952477'] for network, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:17.938115 n-d-712139-15 neutron-server[94768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f8822-d0dc-45f5-ba2d-19709a920285 None None] Pushing event deleted for resources: {'Port': ['ID=2598dce8-a2e2-439c-b8c4-bf41f4e4e8f6,revision_number=None']} {{(pid=94768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:17.943590 n-d-712139-15 neutron-server[94768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9f8822-d0dc-45f5-ba2d-19709a920285 None None] No DVR routers for this DVR port 2598dce8-a2e2-439c-b8c4-bf41f4e4e8f6 on host n-d-712139-15 {{(pid=94768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:09:17.958552 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-75f5a8b0-ef2c-4e75-8600-55d59d3edcad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da9c5737-c82f-4ded-8b68-433a4f5e39e2']}} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:17.967934 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-75f5a8b0-ef2c-4e75-8600-55d59d3edcad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '226469e1-b7ec-41bf-affe-dc800dae8285') {'for_net_delete': True} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:17.968230 n-d-712139-15 neutron-server[94766]: DEBUG neutron.services.segments.db [None req-75f5a8b0-ef2c-4e75-8600-55d59d3edcad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '226469e1-b7ec-41bf-affe-dc800dae8285') {} {{(pid=94766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:09:17.977383 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-75f5a8b0-ef2c-4e75-8600-55d59d3edcad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731532953510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8857705'] for segment, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:17.990838 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-75f5a8b0-ef2c-4e75-8600-55d59d3edcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363'] for segment, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:17.998516 n-d-712139-15 neutron-server[94766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f5a8b0-ef2c-4e75-8600-55d59d3edcad admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:09:17.998957 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-75f5a8b0-ef2c-4e75-8600-55d59d3edcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1988363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9162086'] for segment, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:18.000768 n-d-712139-15 neutron-server[94766]: Traceback (most recent call last): Sep 16 06:09:18.000768 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:09:18.000768 n-d-712139-15 neutron-server[94766]: timer() Sep 16 06:09:18.000768 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:09:18.000768 n-d-712139-15 neutron-server[94766]: cb(*args, **kw) Sep 16 06:09:18.000768 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:09:18.000768 n-d-712139-15 neutron-server[94766]: return func(*args, **kwargs) Sep 16 06:09:18.000768 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:09:18.000768 n-d-712139-15 neutron-server[94766]: self._notify() Sep 16 06:09:18.000768 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:09:18.000768 n-d-712139-15 neutron-server[94766]: self.callback(batched_events) Sep 16 06:09:18.000768 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:09:18.000768 n-d-712139-15 neutron-server[94766]: event.method(event) Sep 16 06:09:18.000768 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:09:18.000768 n-d-712139-15 neutron-server[94766]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:09:18.000768 n-d-712139-15 neutron-server[94766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:09:18.000768 n-d-712139-15 neutron-server[94766]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:09:18.000768 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:09:18.000768 n-d-712139-15 neutron-server[94766]: return f(self, *a, **k) Sep 16 06:09:18.000768 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:09:18.000768 n-d-712139-15 neutron-server[94766]: return self._get(url).json() Sep 16 06:09:18.000768 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:09:18.000768 n-d-712139-15 neutron-server[94766]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:09:18.000768 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:09:18.000768 n-d-712139-15 neutron-server[94766]: return self.request(url, 'GET', **kwargs) Sep 16 06:09:18.000768 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:09:18.000768 n-d-712139-15 neutron-server[94766]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:09:18.000768 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:09:18.000768 n-d-712139-15 neutron-server[94766]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:09:18.000768 n-d-712139-15 neutron-server[94766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:09:18.000768 n-d-712139-15 neutron-server[94766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:09:18.000768 n-d-712139-15 neutron-server[94766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:09:18.054526 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-75f5a8b0-ef2c-4e75-8600-55d59d3edcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1982464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-990238'] for network, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:18.060587 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-75f5a8b0-ef2c-4e75-8600-55d59d3edcad admin admin] Notify callbacks [] for network, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:18.062716 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-75f5a8b0-ef2c-4e75-8600-55d59d3edcad admin admin] 10.222.0.35 "DELETE /v2.0/networks/da9c5737-c82f-4ded-8b68-433a4f5e39e2 HTTP/1.1" status: 204 len: 168 time: 0.5412493 Sep 16 06:09:18.075302 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5a8b0-ef2c-4e75-8600-55d59d3edcad admin admin] Pushing event deleted for resources: {'Network': ['ID=da9c5737-c82f-4ded-8b68-433a4f5e39e2,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:18.184148 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60404) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:18.229526 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-835298a9-bbb6-4d74-b1af-d47823852998 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3aad3e6d393b4adf8cbe549beb11e522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440915 Sep 16 06:09:18.232080 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [-] (94766) accepted ('10.222.0.35', 60406) {{(pid=94766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:18.282771 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 08183c09-9e3b-4c07-96ba-7216023fdce4 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:09:18.284690 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c50785cb-0b53-454b-b0d5-ec28ffd7b88f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:18.303390 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 08183c09-9e3b-4c07-96ba-7216023fdce4 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:09:18.303731 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 08183c09-9e3b-4c07-96ba-7216023fdce4 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:09:18.304149 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2598dce8-a2e2-439c-b8c4-bf41f4e4e8f6 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:09:18.307167 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c50785cb-0b53-454b-b0d5-ec28ffd7b88f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:18.322960 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 2598dce8-a2e2-439c-b8c4-bf41f4e4e8f6 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:09:18.323211 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 2598dce8-a2e2-439c-b8c4-bf41f4e4e8f6 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:09:18.323617 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 33a3dc5f-5c4c-4f03-901c-e755706edbf9 no longer exists at agent ovs-agent-n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:09:18.346179 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] No Port match for: 33a3dc5f-5c4c-4f03-901c-e755706edbf9 {{(pid=94768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:09:18.346562 n-d-712139-15 neutron-server[94768]: DEBUG neutron.plugins.ml2.rpc [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Device 33a3dc5f-5c4c-4f03-901c-e755706edbf9 not bound to the agent host n-d-712139-15 {{(pid=94768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:09:18.357993 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c50785cb-0b53-454b-b0d5-ec28ffd7b88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:18.360752 n-d-712139-15 neutron-server[94766]: DEBUG neutron_lib.callbacks.manager [None req-c50785cb-0b53-454b-b0d5-ec28ffd7b88f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:18.361906 n-d-712139-15 neutron-server[94766]: INFO neutron.wsgi [None req-c50785cb-0b53-454b-b0d5-ec28ffd7b88f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ef193f1c-5197-409d-b7e9-ebb60cac51cd HTTP/1.1" status: 204 len: 168 time: 0.1289024 Sep 16 06:09:18.370007 n-d-712139-15 neutron-server[94766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50785cb-0b53-454b-b0d5-ec28ffd7b88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef193f1c-5197-409d-b7e9-ebb60cac51cd,revision_number=None']} {{(pid=94766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:18.670367 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60412) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:18.710673 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-e7cbff78-cee9-4de7-987d-514a9011e7ea admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f225411e66774ed99457810f033ac055&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391376 Sep 16 06:09:18.713798 n-d-712139-15 neutron-server[94767]: DEBUG neutron.wsgi [-] (94767) accepted ('10.222.0.35', 60414) {{(pid=94767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:09:18.760771 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-97a9b769-a0d4-40af-9e75-103a3c194299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:18.781230 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-97a9b769-a0d4-40af-9e75-103a3c194299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:18.826633 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-97a9b769-a0d4-40af-9e75-103a3c194299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538585'] for security_group, after_delete {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:18.829281 n-d-712139-15 neutron-server[94767]: DEBUG neutron_lib.callbacks.manager [None req-97a9b769-a0d4-40af-9e75-103a3c194299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:18.830465 n-d-712139-15 neutron-server[94767]: INFO neutron.wsgi [None req-97a9b769-a0d4-40af-9e75-103a3c194299 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2ea32464-f422-4a63-8f77-e2c469922d9d HTTP/1.1" status: 204 len: 168 time: 0.1157744 Sep 16 06:09:18.838393 n-d-712139-15 neutron-server[94767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9b769-a0d4-40af-9e75-103a3c194299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea32464-f422-4a63-8f77-e2c469922d9d,revision_number=None']} {{(pid=94767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:39.141498 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:09:40.284736 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-929aa37e-a67a-4d2c-bd38-e40140d4243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:42.603421 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:43.398581 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a9bcfbcb-0af3-4b54-a030-ab3c5bff7804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:43.720901 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:44.920065 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:45.499278 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:46.420582 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:10.286028 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-415b0dfb-ea6b-4a9b-ae1a-472abb93f1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:12.643650 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:13.399849 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-ba905f07-3a79-4d78-8ba6-392d32acb838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:13.721909 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:14.922323 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:15.505218 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:16.141075 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:10:16.422561 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:40.287749 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-da32dcbf-3a88-43b8-bdea-550246bc841e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:42.633455 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:43.401428 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-60ff4ac7-19a2-468b-b2e7-7cbb567f578d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:43.722077 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:44.924673 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:45.495344 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:46.424880 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:53.141269 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:11:10.289515 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8726e8ea-c13b-4057-b9b4-0b96ed4c50e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:12.649069 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:13.401941 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-38ba16f3-1122-41b6-9253-66d1f0110f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:13.722693 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:14.928308 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:15.508855 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:16.428489 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:30.139438 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:11:40.290389 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fa6dc306-a99a-4db0-b2b5-be2762fda4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:42.648720 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:43.403782 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-28c1d720-2624-4849-9287-be7120758c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:43.724075 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:44.931734 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:45.526616 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:46.430405 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:07.138590 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:12:10.291813 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e0ead610-7fbc-434a-a347-feb15bab16d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:12.648747 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:13.403868 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b56d79a1-7147-4a96-8d87-b3dc1032f789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:13.725808 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:14.934617 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:15.525851 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:16.432806 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:40.293343 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d9d53905-127e-4d4d-92f2-efad225a46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:42.662075 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:43.406015 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d6b889c3-093a-4b56-a29b-c1c772d9560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:43.727001 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:44.137977 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:12:44.937128 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:45.545012 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:46.435720 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:10.292857 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-d61e042e-c528-42a8-b720-479fba8e5f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:12.670131 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:13.406436 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-41fc861b-eb0f-4bd0-b206-8a6cb1b8b101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:13.730003 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:14.939706 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:15.538718 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:16.438692 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:21.136614 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:13:40.294928 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-02bee292-c367-4033-997a-ba62168c0d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:42.676427 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:43.407705 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-1426c206-ac6d-428c-80ea-fd2e4e8de939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:43.730953 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:44.942623 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:45.566821 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:46.442911 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:58.135833 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:14:10.296599 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5c0f3608-986c-4e64-8b60-fb2d68758adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:12.691905 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:13.407929 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-5b6167ba-908e-40bb-b6cf-0d5e6c34ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:13.733044 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:14.946379 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:15.567795 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:16.443596 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:35.134779 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:14:40.298628 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-28f22912-b768-4927-8299-d7e19dd2a947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:42.690196 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:43.413581 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-075ee400-4aae-4711-87f0-a9b09d274994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:43.733182 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:44.949317 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:45.580792 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:46.446935 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:10.300681 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2a3efc27-e8d8-4be5-9b02-1ea59968c8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:12.133721 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:15:12.691343 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:13.415579 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8aa8ddef-db74-41f9-bd88-9a6c9a3f0d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:13.739314 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:14.951953 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:15.579475 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:16.450685 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:40.301853 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-65a96621-babb-4e48-a066-ec7c218ec848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:42.704575 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:43.416749 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-2e9c8bcd-138c-4b32-a985-6174822851a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:43.730491 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:44.954849 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:45.578492 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:46.452402 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:49.134476 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:16:10.303384 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-b4525846-0595-476e-86bd-31b83751107c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:12.700991 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:13.416522 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-e6f10ecc-c8c4-4ad7-bbb1-a213d15b2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:13.731753 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:14.958579 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:15.594146 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:16.459961 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:26.134477 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:16:40.306304 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-8baf8e6d-1d6f-4cdb-8e3a-186e94b85b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:42.719457 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:43.419437 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a1d5b041-32c7-49c2-828f-4f845fbef7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:43.733633 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:44.961066 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:45.592061 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:46.459634 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:51.248900 n-d-712139-15 neutron-server[94766]: DEBUG neutron.wsgi [req-9230e48c-38fa-4b6a-83eb-1ae0d6033fc4 req-4106ad81-9a70-4e68-9ae4-3ef444523486 service neutron] (94766) timed out ('10.222.0.35', 58034) {{(pid=94766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 06:17:03.133752 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:17:10.308831 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-fd0eec63-62d8-47a5-b7c1-a751bf45ce71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:12.718941 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:13.420099 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f499b2-140b-43c0-8ac2-4d50e7c1c7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:13.736373 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:14.963925 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:15.604522 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:16.461836 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:40.133344 n-d-712139-15 neutron-server[94769]: DEBUG neutron.db.agents_db [None req-cba6f439-9958-4fd3-82a7-49ec96c264b6 None None] Agent healthcheck: found 7 active agents {{(pid=94769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:17:40.310520 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a9a8cacd-5039-4a9c-a7b7-0556d40e020f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:42.725018 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:43.420820 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-40a27746-4ae4-4915-afb3-8f3bbff9f62c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:43.738334 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-db6788f1-78d5-4490-b2a9-4614eae88d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:44.966063 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-753bbfaf-1731-4c69-908d-98321a6a406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:45.609673 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-47f62efa-fe9d-4425-b166-d1b0b696af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:46.466077 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-3eab268b-0889-4bf9-a308-90035a80b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:10.312226 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-a0ea4139-5c79-43ef-9575-f2a066847513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:12.728438 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-bf983c62-0e14-42c5-a0b0-aaeb9274cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:13.420911 n-d-712139-15 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-c0da5363-8d6d-4bc2-9658-b9381827439c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731532952459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985817'] for agent, after_update {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}